diff --git a/.gitattributes b/.gitattributes index 19dd92982c1ba82862094069af4953296ef33c31..aa86cda0328bcc84d7cc368ac9ce9b5e6292725c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -120,3 +120,7 @@ experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_tr experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_norms_heatmap.png filter=lfs diff=lfs merge=lfs -text experiments/rl_finetuning/outputs/minihack_ablations/figures/t_distribution_analysis.png filter=lfs diff=lfs merge=lfs -text experiments/rl_finetuning/outputs/minihack_ablations/figures/win_rate_and_effective_batch_size.png filter=lfs diff=lfs merge=lfs -text +ablation_assets/eval_scores_over_training.png filter=lfs diff=lfs merge=lfs -text +ablation_assets/score_delta_over_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top1.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/minihack_ablations/figures/score_delta_over_baseline_rl.png filter=lfs diff=lfs merge=lfs -text diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000000000000000000000000000000000000..f5abba746a3bdef932e558b5ac63b3cc64dcfe0b --- /dev/null +++ b/.gitignore @@ -0,0 +1,272 @@ +# ============================================================ +# Project-specific +# ============================================================ +tmp/ +wandb/ +res/ +runs/ +data/ +checkpoints/ +!checkpoints/*.pth +play_data/ +texture_cache.pbz2 +texture_cache*.pbz2 +checkpoints*/ +artifacts/ +*.pth +*.pt + +# ============================================================ +# Byte-compiled / optimized / DLL files +# ============================================================ +**/__pycache__/ +*.py[codz] +*$py.class + +# C extensions +*.so + +# ============================================================ +# Distribution / packaging +# ============================================================ +.Python +build/ +develop-eggs/ +dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# ============================================================ +# PyInstaller +# ============================================================ +*.manifest +*.spec + +# ============================================================ +# Installer logs +# ============================================================ +pip-log.txt +pip-delete-this-directory.txt + +# ============================================================ +# Unit test / coverage reports +# ============================================================ +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py.cover +.hypothesis/ +.pytest_cache/ +cover/ + +# ============================================================ +# Translations +# ============================================================ +*.mo +*.pot + +# ============================================================ +# Django +# ============================================================ +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# ============================================================ +# Flask +# ============================================================ +instance/ +.webassets-cache + +# ============================================================ +# Scrapy +# ============================================================ +.scrapy + +# ============================================================ +# Sphinx documentation +# ============================================================ +docs/_build/ + +# ============================================================ +# PyBuilder +# ============================================================ +.pybuilder/ +target/ + +# ============================================================ +# Jupyter / IPython +# ============================================================ +.ipynb_checkpoints +profile_default/ +ipython_config.py + +# ============================================================ +# Package managers / lock files +# (lock files are generally recommended for version control; +# uncomment to ignore them if your workflow requires it) +# ============================================================ + +# pyenv +# .python-version + +# pipenv +# Pipfile.lock + +# uv +# uv.lock + +# poetry +# poetry.lock +# poetry.toml + +# pdm +# pdm.lock +# pdm.toml +.pdm-python +.pdm-build/ + +# pixi +# pixi.lock +.pixi/ + +# PEP 582 +__pypackages__/ + +# ============================================================ +# Task queues / message brokers +# ============================================================ + +# Celery +celerybeat-schedule +celerybeat.pid + +# Redis +*.rdb +*.aof +*.pid + +# RabbitMQ +mnesia/ +rabbitmq/ +rabbitmq-data/ + +# ActiveMQ +activemq-data/ + +# ============================================================ +# Environments +# ============================================================ +.env +.envrc +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# ============================================================ +# Type checkers / linters +# ============================================================ + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre +.pyre/ + +# pytype +.pytype/ + +# Ruff +.ruff_cache/ + +# ============================================================ +# Misc Python tools +# ============================================================ + +# SageMath +*.sage.py + +# Cython debug symbols +cython_debug/ + +# Spyder +.spyderproject +.spyproject + +# Rope +.ropeproject + +# Abstra +.abstra/ + +# mkdocs +/site + +# ============================================================ +# Notebooks / interactive tools +# ============================================================ + +# Marimo +marimo/_static/ +marimo/_lsp/ +__marimo__/ + +# Streamlit +.streamlit/secrets.toml + +# ============================================================ +# IDEs +# (kept as comments — commit these if your whole team uses +# the same editor, otherwise add to your global gitignore) +# ============================================================ + +# PyCharm / JetBrains +.idea/ + +# VS Code +# .vscode/ + +# ============================================================ +# PyPI +# ============================================================ +.pypirc + +# ============================================================ +# OS-specific +# ============================================================ + +# macOS +.DS_Store + +__pycache__/ +*.pyc + +CHANGES.md +CLI_CHANGES.md + +# Claude Code: per-machine settings stay local; the rest of .claude/ is shared +.claude/settings.local.json diff --git a/README.md b/README.md index 1fddbee23a023194de0b13da7904eb2b79ad7c58..15c996f6a59da0e0be24a55ae80ee2e4a932f1ec 100644 --- a/README.md +++ b/README.md @@ -1,63 +1,600 @@ --- -license: mit +license: apache-2.0 +library_name: pytorch +pipeline_tag: reinforcement-learning tags: - - reinforcement-learning - - discrete-diffusion - - planning - - minihack - - pytorch +- reinforcement-learning +- planning +- discrete-diffusion +- remdm +- minihack +- nethack +- pytorch --- -# ReMDM Planner for MiniHack — anonymous artefact release +# ReMDM Planner — MiniHack artefacts -Anonymous companion artefacts for *Return-Weighted ELBO Fine-Tuning of Discrete Diffusion Planners Reduces to Self-Imitation*, submitted for double-blind review. -Code: +Anonymous release accompanying *Return-Weighted ELBO Fine-Tuning Degrades Masked +Diffusion Planners* (under double-blind review). It contains the code, the trained +checkpoints and the pre-computed results behind every MiniHack number in the paper. -This repo is a self-contained bundle: the full project source, the released -checkpoints, a stripped inference-only checkpoint, and the pre-computed RL -fine-tuning ablation assets. `demo_minihack.ipynb` in the code repo pulls this -whole repo with one `snapshot_download` and needs no authentication. +**Anonymity notice.** This repository is an anonymised mirror prepared for +double-blind review. Author names, institutional affiliations, experiment-tracking +identifiers and absolute filesystem paths have been removed or replaced with +placeholders. Cluster hardware is referred to only as `GPU-24GB` and `GPU-H200`. -## Contents +## What is here ``` -src/ configs/ environments/ experiments/ scripts/ tests/ project source -checkpoint_inference.pth EMA weights only (~21 MB), what the notebook loads -checkpoints/online/Minihack-Online-Diffusion-DAgger-100M DAgger planner (iter563) + EMA safetensors + config -checkpoints/offline/Minihack-Offline-Diffusion-BC-100M offline BC baseline (step 50000) -ablation_assets/ flat PNGs + CSVs the notebook displays -experiments/rl_finetuning/outputs/minihack_ablations/ full ablation figures + tables +src/ configs/ environments/ experiments/ scripts/ tests/ +main.py pyproject.toml uv.lock LICENSE demo_minihack.ipynb + +checkpoint_inference.pth Stripped EMA weights only (~21 MB), what the notebook loads +checkpoints/ + online/Minihack-Online-Diffusion-DAgger-100M/ DAgger planner (the checkpoint every + ablation fine-tunes) + offline/Minihack-Offline-Diffusion-BC-100M/ Offline BC planner + +ablation_assets/ Flat copy of the assets the notebook reads: + 8 PNGs + 4 CSVs + results.json +experiments/rl_finetuning/outputs/minihack_ablations/ + figures/ tables/ results.json +results/ Aggregated CSVs and single-seed inference evaluations ``` -`checkpoint_inference.pth` holds only `ema_state_dict` — no optimiser, -scheduler, RNG or curriculum state. The `-100M` suffix counts -**sample-equivalents, not env steps**; the run behind it trained 5,650,000 env -steps. +## Headline numbers (MiniHack, ID win rate) + +| | Win rate | +|---|---| +| Pretrained (DAgger) checkpoint, ablation-harness protocol | **47.5%** | +| Baseline return-weighted ELBO fine-tuning, 500 iters | 43.8% ± 6.1 | +| Best of 25 conditions (head-only) | 49.6% ± 3.9 | +| Worst of 25 conditions (normalised advantages) | 12.1% ± 4.1 | + +Three conditions finish nominally above the checkpoint, but the best-versus-baseline +difference has a bootstrap interval of [−2.1, +13.7] points at p = 0.40, so the paper +does not read them as improvements. MiniHack is reported as a matching ordering, not +as a second confirmation; the claim rests on Craftax Classic, where the pretrained +checkpoint scores 11.81 and no condition of the 25 recovers it. + +Direct evaluation of the same checkpoint at 50 episodes per environment gives 48.5% +in distribution and 4.7% on the three held-out layouts (paper Table 6). -## Anonymity +## Evaluation path -W&B run ids embedded in the `.pth` checkpoints have been cleared, and entity and -project names removed from the result metadata. Machine names appear as -`gpu_24gb` and `gpu_h200`. Weight tensors are byte-identical to the originals. +MiniHack has a single evaluation path. `demo_minihack.ipynb` calls +`Evaluator._run_episodes_batched` from `src/planners/inference.py`, and the ablation +harness (`experiments/rl_finetuning/ablations/training.py`) imports the same +`Evaluator` and calls `evaluator.evaluate(...)`. Notebook and paper numbers therefore +come from one sampler and one replanning rule, differing only in episode count and +seed offset. -## Limitations +## Quick start -Research artefacts tied to specific MiniHack environment versions and to the -cropped-glyph observation encoding. Not general-purpose agents; they will not -transfer to other environments or to pixel observations. Evaluation results and -their variance are reported in the paper. +```python +from huggingface_hub import snapshot_download +path = snapshot_download(repo_id="AnonMLuser/remdm-planner-minihack", local_dir="remdm-planner-minihack") +``` + +Then open `demo_minihack.ipynb`, or see the project documentation below. ## Citation ```bibtex -@inproceedings{remdm-planner-minihack, - title = {Return-Weighted ELBO Fine-Tuning of Discrete Diffusion Planners Reduces to Self-Imitation}, - author = {Anonymous}, - year = {2026}, - note = {Under review} +@inproceedings{anonymous2026returnweighted, + title = {Return-Weighted ELBO Fine-Tuning Degrades Masked Diffusion Planners}, + author = {Anonymous}, + booktitle = {Submitted to NeurIPS 2026}, + year = {2026}, + note = {Under double-blind review} } ``` -## License +--- + +# ReMDM Planner for MiniHack + +PyTorch implementation of **ReMDM** (Remasking Discrete Diffusion Model) for action-sequence planning in [MiniHack](https://github.com/facebookresearch/minihack) navigation environments. A dual-stream transformer generates 64-step action plans by iteratively denoising masked token sequences, conditioned on a 9x9 local crop and the full 21x79 dungeon map. Trained with **DAgger** under BFS oracle supervision, from scratch; generalises zero-shot from 4 in-distribution to 3 out-of-distribution environments. + +The sibling repository [`craftax/`](../craftax) implements the same method in JAX on Craftax. Both repos share the same CLI, config layout and README structure; commands transfer between them by swapping the repo name and benchmark-specific values. + +## Method + +The planner starts from a fully-masked action sequence and iteratively unmasks tokens over `K` denoising steps via the ReMDM Algorithm 1 posterior (per-token Bernoulli unmasking), while ReMDM remasking lets committed tokens be re-predicted for plan refinement. Two independent training pipelines are compared head-to-head in the accompanying paper (under submission; citation to follow): **online DAgger** under a BFS oracle (primary) and **offline behavioural cloning** on pre-collected oracle datasets. See [Architecture](#architecture) and [Diffusion](#diffusion) for details. + +## Setup + +Prerequisites: Python 3.12+, [uv](https://docs.astral.sh/uv/). `nle` compiles from source on macOS. +Linux GPU use needs NVIDIA driver >= 580 for CUDA 13, or >= 525 with `--extra cuda12`. + +```bash +# macOS (arm64) +brew install cmake + +# Linux (x86_64), if building from source +sudo apt-get install build-essential cmake bison flex libbz2-dev + +git clone https://github.com/ANONYMOUS/remdm-planners.git +cd remdm-planners/minihack + +# Default. macOS gets the PyPI build (MPS); Linux gets PyPI's CUDA 13.0 build. +# Installs the dev group (pytest) too. +uv sync + +# Linux, explicit CUDA 13.2 (driver >= 580) +uv sync --extra cuda13 + +# Linux, CUDA 12.6 fallback (driver >= 525, or Maxwell/Pascal cards) +uv sync --extra cuda12 +``` + +Extras: `cuda13` and `cuda12` are mutually exclusive and Linux-only. Neither is needed on a +modern driver: plain `uv sync` already yields a CUDA 13.0 build on Linux. Use `cuda12` only +if `nvidia-smi` reports a driver older than 580. + +> **Install path must not contain spaces.** MiniHack's `mh_patch_nhdat.sh` interpolates paths unquoted and fails silently on whitespace, leaving every environment as the same default level with no goal staircase. `src/envs/minihack_env.py` detects this and substitutes a Python implementation, but a space-free path avoids the issue entirely. + +## Repo layout + +``` +minihack/ +├── configs/ Experiment configs (defaults.yaml + presets, see Configuration) +├── environments/ Custom .des scenario files (empty; user-supplied) +├── src/ Model, diffusion, envs, planner pipelines +├── experiments/ +│ └── rl_finetuning/ RL fine-tuning ablation suite (run_ablations.py) +├── scripts/ HF upload utilities, DAgger and ablation profilers +├── tests/ Smoke suite — uv run pytest +├── checkpoints/ Gitignored — offline/, online/ (see Checkpoints) +├── results/inference/ Eval JSONs from --mode inference (published, see Checkpoints) +├── demo_minihack.ipynb Demo notebook +├── main.py CLI entry point +└── pyproject.toml uv project — deps, cuda extra, dev group +``` + +## Quickstart + +Collects a few oracle trajectories, trains under a 5k env-step budget, prints ID evaluation. A few minutes on CPU. + +```bash +python main.py --mode smoke +``` + +## Training + +Two independent training methods; neither depends on the other. An offline BC checkpoint can warm-start DAgger via `--checkpoint`, but this was not used for the paper results. + +### Online DAgger (primary) + +```bash +python main.py --mode online # full paper recipe (defaults.yaml) +python main.py --mode online --config configs/final_minihack_gpu_24gb.yaml +python main.py --mode online --override total_timesteps=1000000 --override dagger_lr=0.0001 +python main.py --mode online --checkpoint checkpoints/iter600.pth # resume +python main.py --mode online --checkpoint checkpoints/iter600.pth --no-warm-start +``` + +Per iteration: curriculum-sampled model rollouts, BFS oracle labelling on the same seeds, efficiency filtering into the replay buffer, `grad_steps_per_iteration` gradient steps. Halts when cumulative env steps reach `total_timesteps`. See [DAgger training loop](#dagger-training-loop). + +### Offline BC + +First collect a dataset, then train on it: + +```bash +python main.py --mode collect # 5000 eps/env -> data/dataset.pt +python main.py --mode collect --data data/small.pt --override collect_episodes_per_env=2000 + +python main.py --mode offline --data data/dataset.pt +python main.py --mode offline --data data/dataset.pt --override total_timesteps=500000 + +# Resume (restores optimizer, scheduler, step counter, W&B run) +python main.py --mode offline --data data/dataset.pt --checkpoint checkpoints/offline_step40000.pth +``` + +Gradient steps default to `total_timesteps // offline_batch_size`; ID + OOD eval runs on the `id_eval_every_timesteps` / `ood_eval_every_timesteps` cadence. The `offline_*_grad_steps` keys override that in grad-step units — see the hazard note under [Configuration](#configuration). See the hazard note under [Configuration](#configuration). + +## Evaluation from a checkpoint + +```bash +python main.py --mode inference --checkpoint checkpoints/iter600.pth # all ID + OOD +python main.py --mode inference --checkpoint wandb:entity/project/checkpoint-iter600:latest + +# Specific environments, save JSON +python main.py --mode inference --checkpoint checkpoints/iter600.pth \ + --envs MiniHack-Room-Random-5x5-v0 MiniHack-MazeWalk-45x19-v0 \ + --episodes 100 --output results/inference/eval.json + +python main.py --mode inference --checkpoint checkpoints/iter600.pth \ + --des environments/.des # custom .des scenarios (dir ships empty) +python main.py --mode inference --checkpoint checkpoints/iter600.pth --no-ema +``` + +`--checkpoint` accepts a local `.pth` path or a `wandb:` artifact reference (`wandb:entity/project/name:version`). Inference uses EMA weights unless `--no-ema` is given. + +Write eval JSONs into `results/inference/` (created for you): `scripts/hf_upload.py` publishes every JSON it finds there. + +**Match the config to the checkpoint.** The model is built from the config, not the checkpoint, and a mismatch raises at load. Always evaluate with the checkpoint's own config snapshot: + +```bash +DIR=checkpoints/online/Minihack-Online-Diffusion-DAgger-100M +python main.py --mode inference --config $DIR/config.yaml --checkpoint $DIR/iter563.pth +``` + +## Baselines and ablations + +### RL and imitation baselines + +Six algorithms: SB3 discrete-action RL (`ppo`, `a2c`, `dqn`, `ppo-rnn`), Behavioural Cloning (`bc`) on oracle demos, and a causal Decision Transformer (`dt`). All share `total_timesteps`, so numbers are comparable to DAgger and offline BC. Hyperparameters live under the `baselines_*` config namespace; outputs go to `baselines_output_dir`. + +```bash +python main.py --mode baselines --algo ppo +python main.py --mode baselines --algo a2c +python main.py --mode baselines --algo dqn --seeds 0 1 2 +python main.py --mode baselines --algo ppo-rnn +python main.py --mode baselines --algo bc --num-seeds 3 +python main.py --mode baselines --algo dt --seeds 0 1 2 +python main.py --mode baselines --algo ppo --output results/ppo.json +python main.py --mode baselines --algo ppo --override total_timesteps=5650000 # match ReMDM online budget +``` + +### Architecture ablations + +```bash +# Local-only planner (no global stream, no goal head), trained from scratch +python main.py --mode online --config configs/ablation_local_only.yaml + +# Blind-global: zero the global observation of a trained dual-stream model at eval +python main.py --mode inference --checkpoint checkpoints/iter600.pth --blind-global +``` + +### RL fine-tuning ablation suite + +25 registered ablations (same names as in the craftax repo). See `experiments/README.md`. + +```bash +python experiments/rl_finetuning/run_ablations.py --list +python experiments/rl_finetuning/run_ablations.py --checkpoint path/to/ckpt.pth --all +python experiments/rl_finetuning/run_ablations.py \ + --checkpoint wandb:entity/project/checkpoint-iter600:latest \ + --ablations baseline_rl kl_penalty --fast +``` + +## Configuration + +One YAML config holds the experiment; the CLI holds the run. + +- **`configs/defaults.yaml`**: the **shared final paper recipe**, not a cheap baseline. Both clusters train exactly this; running with no `--config` trains it too. +- **Config files** (`configs/*.yaml`): any file passed via `--config` is deep-merged onto `defaults.yaml`, so presets contain **only their deltas** — never re-state a default value. Presets are a single layer: they never inherit from one another. +- **CLI flags**: per-invocation values — `--seed`, `--checkpoint`, `--data`, `--output`, `--episodes`, `--envs`, mode switches. +- **`--override KEY=VALUE`** (repeatable): ad hoc config overrides. Keys are validated against `defaults.yaml` and values are cast to the key's type; a typo is an error, not a silent no-op. + +Precedence, lowest to highest: `configs/defaults.yaml` < `--config` file < `--override` and run flags. + +> **Hazard when writing a preset.** Four keys silently *override* an env-step-derived value when non-null, and `defaults.yaml` now sets all four as part of the recipe: `offline_total_grad_steps`, `offline_eval_every_grad_steps`, `offline_checkpoint_every_grad_steps`, `offline_buffer_capacity`. A preset that wants its own `total_timesteps` to govern the offline budget must pin them back to **explicit `null`** — omitting them inherits the pins. Left unpinned, `smoke.yaml` would train 60,000 offline gradient steps instead of 19. `tests/test_config.py` enforces the pins for every preset that derives its own budget. + +| Preset | Purpose | +|---|---| +| `configs/defaults.yaml` | **Shared final paper recipe** — the full run both clusters train | +| `configs/smoke.yaml` | Smoke test (`total_timesteps=5000`, small buffer, W&B off) | +| `configs/ablation_local_only.yaml` | Local-only planner ablation (`use_global_stream: false`) | +| `configs/gpu_24gb_bigger_model.yaml` | 24 GB GPU, larger model (384D, 6 heads) | +| `configs/gpu_24gb_learning_behaviour.yaml` | 24 GB GPU learning-behaviour study (eta=0.18, B=6144) | +| `configs/final_minihack_gpu_h200.yaml` | **Paper run, H200.** Machine values only: worker counts (32) and dataset path | +| `configs/final_minihack_gpu_24gb.yaml` | **Paper run, RTX 3090 Ti.** Machine values only: dataset path (workers stay at the default 8) | + +Key hyperparameters are documented inline in `configs/defaults.yaml`; the [appendix](#key-hyperparameters) tabulates them. + +## Checkpoints + +Training writes to a unique run directory under `checkpoint_dir` (default `checkpoints/`), named `{tag}_{YYYYMMDD}_{HHMMSS}_{hex4}`. DAgger saves `iter{N}.pth` on the `checkpoint_every_timesteps` cadence; offline BC saves `offline_step{N}.pth` and `offline_final.pth`. Checkpoints also upload as versioned W&B artifacts (type `model`) when `use_wandb` is on. All checkpoints store the W&B run ID, so passing them back via `--checkpoint` resumes the same W&B curve automatically. + +`checkpoints/` is gitignored. + +Released weights and the pre-computed ablation outputs are mirrored on the +Hugging Face Hub at [`AnonMLuser/remdm-planner-minihack`](https://huggingface.co/AnonMLuser/remdm-planner-minihack), +an anonymous account holding the layout below. + +```bash +uv run hf download AnonMLuser/remdm-planner-minihack --include "checkpoints/**" --local-dir . +``` + +| Directory | Method | Selected at | Sample-equivalents | +|---|---|---|---| +| `checkpoints/online/Minihack-Online-Diffusion-DAgger-100M` | DAgger (main result) | `iter563` | 100M | +| `checkpoints/offline/Minihack-Offline-Diffusion-BC-100M` | Offline BC baseline | `offline_step50000` | 100M | + +Each published directory ships `.pth` (full training state), `model.safetensors` (EMA weights only, no pickle), `config.yaml` (config snapshot) and `selection.json`. The `-100M` suffix counts **sample-equivalents, not env steps** — the runs behind these train 5,650,000 env steps. See [Checkpoint format](#checkpoint-format) for the `.pth` schema and programmatic loading. + +Historical note: the released DAgger `selection.json` records `"every": null, "configured_max": null` and `"unit": "dagger_iterations"`. It was published by a version of `selection()` that read two config keys which had been renamed out of the config, so the values came back empty. It is **historical and noncanonical** and stays as published (author decision 2026-08-17); the checkpoint's own `config_.yaml` carries the real cadence and budget, so nothing is lost. A publish from the current code records the candidate set in env steps — `"every": 940000, "configured_max": 5650000` for the shipped recipe — and raises rather than writing a null for any key it cannot read. + +### Publishing to the Hub + +`scripts/hf_upload.py` rediscovers and uploads three things, each keeping its repo-relative path: `checkpoints/` (adding a `model.safetensors` EMA export and `selection.json` per directory), every `experiments/rl_finetuning/outputs//` holding a `results.json` (with `diagnosis.md`, `tables/`, `figures/`), and the eval JSONs in `results/inference/`. It drops W&B and hub config keys, shortens absolute paths and regenerates the model card. + +```bash +HF_TOKEN=hf_xxx uv run python scripts/hf_upload.py --repo-id \ + --selection-metric "mean ID+OOD win rate" --dry-run +``` + +`--dry-run` prints the staged tree and card without uploading; drop it to upload. `--selection-metric` records what the best-of-N checkpoints were chosen on. Also `--inference-results ...` (eval JSONs kept elsewhere), `--private`, `--yes`. Publish one model per directory, with a single `.pth` and config. + +**Checkpoint discovery expects the released layout**, `checkpoints///*.pth` — the layout the Hub repo mirrors. A training run writes to its own `checkpoints/dagger_/` directory, so copy the checkpoints you mean to release into `checkpoints/{offline,online}//` first, or nothing is staged. `checkpoints/hf/` is skipped: that is where a Hub *download* lands, and publishing from it would push already-published artefacts back up into a nested `checkpoints/hf/checkpoints/...` tree. + +## Results, citation, licence + +Results tables and the full method description are in the accompanying paper (under submission); `demo_minihack.ipynb` reproduces the headline comparison. Citation to be added on publication. Licence: MIT, see `LICENSE`. + +--- + +# Appendix: benchmark-specific detail + +## Environments + +| In-distribution (training) | Out-of-distribution (zero-shot eval) | +|---|---| +| `MiniHack-Room-Random-5x5-v0` (small random room) | `MiniHack-Room-Dark-15x15-v0` (dark room) | +| `MiniHack-Room-Random-15x15-v0` (large random room) | `MiniHack-Corridor-R5-v0` (five-room corridor) | +| `MiniHack-Corridor-R2-v0` (two-room corridor) | `MiniHack-MazeWalk-45x19-v0` (large maze) | +| `MiniHack-MazeWalk-9x9-v0` (small maze) | | + +## Architecture + +**`LocalDiffusionPlannerWithGlobal`** (~5.2M parameters): + +``` +Local stream: 9x9 glyphs -> Embedding(6000,64) -> CNN(64->32->64) -> Linear -> 1 token +Global stream: 21x79 glyphs -> Embedding(6000,32) -> CNN(32->32->64) -> Pool(2,4) -> 8 tokens + Goal head: mean(global) -> MLP -> [B,2] staircase coords (aux loss) + Gate: sigmoid(learnable scalar, init=-3.0) * global_tokens +Action stream: Embedding(14, 256) + timestep_emb(100, 256) + position_emb(64, 256) +Transformer: concat [1 + 8 + 64 = 73 tokens] -> 4-layer encoder (256D, 4 heads, pre-norm) +Output head: last 64 tokens -> Linear(256, 12) -> action logits +``` + +Signature: `(local_obs, global_obs, noisy_action_seq, t_discrete)` -> `{"actions": [B,64,12], "goal_pred": [B,2]}`. + +`LocalDiffusionPlanner` (no global stream, no goal head) is the `ablation_local_only` variant. Supported by `--mode offline` and `--mode online`; the `experiments/` ablation suite assumes the goal head is present. + +## Diffusion + +- **Forward process (MDLM):** each action token is independently replaced with `MASK` (12) with probability `1 - alpha(t)`, `alpha(t)` linear or cosine. PAD (13) is never masked. +- **Loss:** continuous-time MDLM NELBO: per sample `w(t) * sum_masked(CE) / L` with `w(t) = -alpha'(t) / (1 - alpha(t))` clipped to `[0, 1000]`; optional `label_smoothing`. +- **Greedy sampling:** used for DAgger collection. Same MaskGIT loop, argmax decoding, no temperature/top-K/remasking, `diffusion_steps_collect` steps. + +**Reverse sampling (ReMDM Algorithm 1)**, over `K` steps (default 10): + +1. Predict logits; apply temperature and top-p (nucleus) filtering; sample predictions and record each committed token's decode probability `psi`. +2. **Unmask:** each masked position commits independently with the posterior probability `(alpha_s - (1 - sigma) alpha_t) / (1 - alpha_t)`. +3. **ReMDM remask:** each committed position re-masks with probability `sigma` from the configured Section-4.1 schedule. +4. Final step: any remaining masked positions are committed by a greedy cleanup pass. + +| Strategy | Formula | Description | +|---|---|---| +| `rescale` | `p = eta * sigma_max` | Proportional to noise level | +| `cap` | `p = min(eta, sigma_max)` | Fixed upper bound | +| `conf` | `p = softmax(-confidence) * eta * sigma_max` | Low-confidence tokens remasked more | + +## Key hyperparameters + +**Model** + +| Parameter | Default | Description | +|---|---|---| +| `n_embd` | 256 | Transformer hidden dimension | +| `n_head` | 4 | Attention heads | +| `n_layer` | 4 | Transformer blocks | +| `n_global_tokens` | 8 | Global stream context tokens | +| `seq_len` | 64 | Action plan length | +| `dropout` | 0.0 | Forward masking already regularises | +| `ema_decay` | 0.999 | EMA smoothing for inference weights | +| `global_gate_init` | -3.0 | Initial global gate logit | +| `use_global_stream` | true | `false` builds the local-only ablation variant | + +**Diffusion** + +| Parameter | Default | Description | +|---|---|---| +| `noise_schedule` | `linear` | `linear`, `cosine`, or `cosine_sq` (MDLM App E.1 naming) | +| `num_diffusion_steps` | 100 | Discrete timestep resolution | +| `diffusion_steps_eval` | 10 | Denoising iterations at inference | +| `diffusion_steps_collect` | 5 | Denoising iterations during collection | +| `remask_strategy` | `conf` | `rescale`, `cap`, or `conf` | +| `eta` | 0.15 | Remasking strength | +| `temperature` | 0.5 | Sampling temperature | +| `top_p` | 0.9 | Nucleus threshold (ReMDM Sec 5) | +| `replan_every` | 16 | Env steps before replanning; the actions already executed in the current plan window are locked into the new plan (inpainting) | +| `loss_weight_clip` | 1000.0 | NELBO weight clip bound | +| `label_smoothing` | 0.0 | Cross-entropy label smoothing | +| `physics_aware_sampling` | false | Penalise hazardous actions at inference | + +**Training budget (unified).** Offline BC, DAgger and the SB3 baselines share one env-step budget. This is the only knob that should change to scale a run. + +| Parameter | Default | Description | +|---|---|---| +| `total_timesteps` | 5,650,000 | Shared env-step budget | +| `id_eval_every_timesteps` | 470,000 | ID eval cadence | +| `ood_eval_every_timesteps` | 470,000 | OOD eval cadence | +| `checkpoint_every_timesteps` | 940,000 | Checkpoint cadence | + +- **Offline BC:** gradient steps = `total_timesteps // offline_batch_size`. The cosine LR `T_max` derives from the same quantity, so any run length decays to the 10% floor at its end. +- **DAgger:** tracks cumulative `env.step()` calls (model + oracle) and halts at `total_timesteps`. `episodes_per_iteration` and `grad_steps_per_iteration` set the collect/train ratio and **must not** scale with the budget. +- **Caveat, `ema_decay`:** an absolute-update-count constant (half-life ~ `1 / (1 - decay)` steps). Shifting `total_timesteps` by more than ~2x changes the fraction of training the EMA window covers; set a matching decay manually for very short or long runs. + +**Training** + +| Parameter | Default | Description | +|---|---|---| +| `offline_lr` | 0.0003 | BC LR (cosine-decayed to 10%) | +| `dagger_lr` | 0.00003 | DAgger LR (constant) | +| `offline_batch_size` | 2048 | Offline BC batch size | +| `dagger_batch_size` | 2048 | DAgger batch size | +| `offline_grad_clip` | 1.0 | Gradient norm clip (offline) | +| `dagger_grad_clip` | 1.0 | Gradient norm clip (DAgger) | +| `weight_decay` | 0.0 | AdamW weight decay (core training; the ablation suite keeps 1e-4) | +| `grad_steps_per_iteration` | 100 | Gradient steps per DAgger iteration | +| `episodes_per_iteration` | 30 | Episodes per DAgger iteration | +| `aux_loss_weight` | 0.5 | Auxiliary goal loss weight | +| `buffer_capacity` | 10000 | Replay buffer size (windows) | +| `efficiency_multiplier` | 1.5 | DAgger efficiency filter threshold | +| `curriculum_preseed` | true | Pre-seed curriculum with 50/50 prior | +| `curriculum_queue_size` | 100 | Curriculum window size per environment | + +**Collection, evaluation, performance, logging** + +| Parameter | Default | Description | +|---|---|---| +| `collect_episodes_per_env` | 5000 | Oracle episodes per ID environment | +| `collect_num_workers` | 8 | Process workers for collection | +| `collect_output` | `data/dataset.pt` | Collected dataset path (per-run: `--data`) | +| `eval_episodes_per_env` | 50 | Episodes per env at eval (per-run: `--episodes`) | +| `checkpoint_eval_episodes` | 50 | Episodes per env at checkpoint eval | +| `use_amp` | true | Mixed precision via `torch.amp` | +| `torch_compile` | true | `torch.compile` the model | +| `num_collection_workers` | 8 | Workers for DAgger collection | +| `use_wandb` | true | Enable W&B logging | +| `wandb_project` | `remdm-planner-minihack` | W&B project | +| `wandb_resume_id` | null | W&B run ID for resumption | +| `offline_log_every` | 50 | Log frequency (offline steps) | +| `seed` | null | RNG seed (null = random; per-run: `--seed`) | + +## DAgger training loop + +1. **Curriculum sampling:** pick an environment weighted by difficulty (low win-rate sampled more). +2. **Model rollout:** EMA model, greedy sampling, replanning every 16 steps with the executed prefix locked, `episodes_per_iteration` episodes. +3. **Oracle rollout:** BFS oracle on the **same seed**. +4. **Efficiency filter:** add the oracle trajectory if the model failed or took >1.5x the oracle's steps. +5. **Budget accounting:** `env_steps_total += model_steps + oracle_steps`; halt at `total_timesteps`. +6. **Training:** sample the buffer, run `grad_steps_per_iteration` steps, update EMA after each. + + +BFS oracle priority: (1) kick adjacent doors, (2) BFS to staircase, (3) BFS to frontier, (4) BFS to farthest tile, (5) random cardinal. + +## Reward shaping + +| Component | Value | Condition | +|---|---|---| +| Win bonus | +20.0 | Episode won | +| BFS progress | +0.5 * (prev_dist - curr_dist) | Closer to staircase | +| Exploration | +0.05 | New tile visited | +| Step penalty | -0.01 | Every step | + +## Checkpoint format + +```python +# DAgger +{ + "model_state_dict": ..., "ema_state_dict": ..., + "optimizer_state_dict": ..., "scheduler_state_dict": ..., + "curriculum_state": {...}, + "iteration": int, + "env_steps": int, # cumulative env.step() calls + "wandb_run_id": str | None, + "rng_states": {"torch", "numpy", "python"}, +} + +# Offline BC, step-level (offline_step{N}.pth, when checkpoint_every_timesteps > 0) +{ + "model_state_dict": ..., "ema_state_dict": ..., + "optimizer_state_dict": ..., "scheduler_state_dict": ..., + "step": int, + "env_steps": int, # step * offline_batch_size + "wandb_run_id": str | None, +} + +# Offline BC, final (offline_final.pth) +{"model_state_dict": ..., "ema_state_dict": ..., "wandb_run_id": str | None} +``` + +### Load programmatically + +```python +# Inference, from safetensors (already EMA weights) +from safetensors.torch import load_file +from src.config import load_config +from src.models.denoiser import make_model + +DIR = "checkpoints/online/Minihack-Online-Diffusion-DAgger-100M" +cfg = load_config(f"{DIR}/config.yaml") +model = make_model(cfg) +model.load_state_dict(load_file(f"{DIR}/model.safetensors")) +model.eval() +``` + +```python +# From the full .pth, to resume or to pick training vs EMA weights +import torch +from src.config import load_config +from src.models.denoiser import make_model, ModelEMA + +DIR = "checkpoints/online/Minihack-Online-Diffusion-DAgger-100M" +cfg = load_config(f"{DIR}/config.yaml") +ckpt = torch.load(f"{DIR}/iter563.pth", map_location="cpu", weights_only=False) + +model = make_model(cfg) +model.load_state_dict(ckpt["model_state_dict"]) + +ema = ModelEMA(model, decay=cfg.ema_decay) +ema.load_state_dict(ckpt["ema_state_dict"]) +ema.apply_to(model) # what evaluation uses by default +model.eval() +``` + +### W&B artifacts and run resumption + +W&B model artifacts contain the `.pth` and a `config.yaml` snapshot. Reference format is `wandb:entity/project/artifact-name:version`, version being `latest`, `v0`, `v1`. + +All training loops store the W&B run ID in their checkpoints. Resuming extracts it and passes it to `wandb.init(resume="must")`, so curves continue with no gaps. + +```bash +python main.py --mode online --checkpoint checkpoints/iter600.pth # automatic +# Manual override (checkpoint predates the feature) +python main.py --mode online --checkpoint old.pth --override wandb_resume_id=abc123xyz +``` + +## W&B metric namespaces + +| Namespace | Contents | +|---|---| +| `diffusion/` | `loss`, `loss_diff`, `loss_aux` | +| `train/` | `buffer_size`, `buffer_online_frac`, `model_won`, `added_to_buffer`, `episodes_collected`, `model_steps`, `oracle_steps`, `efficiency_ratio`, `lr`, `grad_norm`, `global_gate`, `env_steps`, `progress` | +| `speed/` | `iter_time_sec`, `collect_time_sec`, `train_step_time_sec`, `samples_per_sec`, `env_steps_per_sec`, `gpu_memory_mb` | +| `model/` | `param_norm`, `param_drift_from_init`, `ema_gate_value` (every 10 iters) | +| `eval_id/{env}/`, `eval_ood/{env}/` | Per-env win rate, avg steps, avg reward | +| `eval_id/`, `eval_ood/` | `mean_win_rate` | +| `curriculum/{env}/` | `win_rate` per training environment | +| `ckpt_eval_id/`, `ckpt_eval_ood/` | Per-env metrics at checkpoint time | +| `ckpt_eval/` | `id_winrate`, `ood_winrate` | +| `offline/` | `final_loss`, `total_steps`, `total_timesteps` (summary only) | + +DAgger and offline BC both emit to `eval_id/` and `eval_ood/`, through the same `Evaluator` and EMA-weight path. + +## Performance tuning + +| Key | Default | Effect | +|---|---|---| +| `use_amp` | **true** | `torch.amp.autocast("cuda")` + `GradScaler` in both trainers. Roughly 2x on gradient steps, with loss and win rates statistically equivalent to FP32. No-op on CPU | +| `torch_compile` | **true** | `torch.compile(model, mode="default")`. No measured gain beyond AMP | +| `num_collection_workers` | 8 | Affects the threaded CPU fallback. Collection auto-selects GPU-batched (CUDA, `episodes_per_iteration > 1`) > threaded CPU > sequential | + +Profile with `python scripts/profile_dagger.py [--override key=value ...]`. + +## Testing + +```bash +uv run pytest # 15 modules; `slow` deselected by default +uv run pytest -m slow # slow entry points only (BC + PPO baselines) +``` + +`conftest.py` forces CPU and disables W&B. `test_spec_*.py` and `test_method_spec*.py` pin each canonical statement of the method/training specification against the implementation; `test_config.py` and `test_recipe_values.py` guard the preset, delta-only and poolability rules and the shipped recipe values; `test_ablation_perf.py` and `test_gpu_step_perf.py` hold measured perf expectations. `test_smoke_src.py` and `test_smoke_experiments.py` cover both pipelines: modules import, the model builds from `configs/defaults.yaml`, a forward pass returns the expected shape and dtype with no NaNs, one training step gives a finite loss, save/reload reproduces identical output, each entry point runs, and all 25 registry ablations step. They assert things *run*, not that results are good. CPU-only, seeded, synthetic data; nothing written outside `tmp_path`. For a quality signal, use `--mode smoke`. + +## Implementation notes -MIT, see `LICENSE`. +- **MDLM loss** returns `0.0` (not NaN) when no masked positions exist. NELBO-weighted per MDLM eq (10). +- **PAD tokens** are never masked and are excluded from the loss. +- **Sampling paths:** evaluation uses stochastic ReMDM (temperature, top-p, remasking, `diffusion_steps_eval`); DAgger collection uses greedy argmax (`diffusion_steps_collect`). +- **`remdm_sample`** guarantees a fully committed output via a final greedy cleanup of any remaining masked positions. +- **EMA** updates after every gradient step, not per iteration. `DataCollector` syncs EMA weights before each rollout. +- **Curriculum** starts from a 50/50 prior per environment and buckets the rolling win-rate: `[0, 0.15)` -> 0.2, `[0.15, 0.85)` -> 1.0, `[0.85, 1.0]` -> 0.1. +- **Replay buffer** pins offline data at the front; only online samples are FIFO-evicted. Returns `None` when empty. +- **Global gate** starts at `sigmoid(-3.0) ~ 0.047`, nearly closed, so the global stream cannot destabilise early training. +- **DAgger warm-start:** iteration 0 seeds the buffer with 3 oracle trajectories per ID environment (12 total). diff --git a/ablation_assets/diagnosis_decision_tree.png b/ablation_assets/diagnosis_decision_tree.png deleted file mode 100644 index b63adb6926d58a64c4ad57a3edadf7e2461347d0..0000000000000000000000000000000000000000 Binary files a/ablation_assets/diagnosis_decision_tree.png and /dev/null differ diff --git a/ablation_assets/eval_scores_over_training.png b/ablation_assets/eval_scores_over_training.png new file mode 100644 index 0000000000000000000000000000000000000000..f1fd7cbcffd2658f379b7d0a087fab2d3a94d4e0 --- /dev/null +++ b/ablation_assets/eval_scores_over_training.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f80938c21cbefed069055071b5c210d9310d77d24370b1005ca89994ea7f84d +size 370930 diff --git a/ablation_assets/final_score_comparison.png b/ablation_assets/final_score_comparison.png index 8388ed0906c34c39a7d256f595f66b5911fd8774..dc870dec545f8241b954448ea133382049a3da56 100644 --- a/ablation_assets/final_score_comparison.png +++ b/ablation_assets/final_score_comparison.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:229aa23c942a63a34fcdf3bdfa0754b9deadc153528a3e834c94af83e72be4c2 -size 119652 +oid sha256:6e0ebc8d22bafac45cedfd12bf48af07c91eee4e63f9c4a26c71720538f87054 +size 117093 diff --git a/ablation_assets/gradient_alignment.png b/ablation_assets/gradient_alignment.png index 2dc26c25789590ced471416ebf703367cce253f8..54e2075f143dabbdb3751f687204862b58711132 100644 --- a/ablation_assets/gradient_alignment.png +++ b/ablation_assets/gradient_alignment.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71d2615dc0cff7fb087d08571261594ea12dba5121aa85d409695d8f694a4b76 -size 333301 +oid sha256:81460b6b10e259c1e5a7f30ab415a17562442036fbb4801d5d821181c598d9a1 +size 316480 diff --git a/ablation_assets/gradient_conflict_map.png b/ablation_assets/gradient_conflict_map.png index 124f6a442ad000151c44a753ee7459815cc3463a..a66a5be035a3403d7e61a6a138b7f5d61990a7c4 100644 --- a/ablation_assets/gradient_conflict_map.png +++ b/ablation_assets/gradient_conflict_map.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7329dcbabae645731acb9d8904debd287c0b433ff75d585e959fd86febb9cf2 -size 110514 +oid sha256:978d3c0bf0055fe574ef8559eb790e30ecb30170f289b32c4cb18d8b12ee77d8 +size 117097 diff --git a/ablation_assets/group_comparison.png b/ablation_assets/group_comparison.png index d2008fc8d5a720aad30a8052045fe551a7db27b6..0bdac917c7be4c595683f9c2971e9498fbd1c576 100644 Binary files a/ablation_assets/group_comparison.png and b/ablation_assets/group_comparison.png differ diff --git a/ablation_assets/group_summary.csv b/ablation_assets/group_summary.csv index a3e64a72684de3ecb911a5e9cc4c681adb2a7aba..a5b388dc7d08a0e551f7a6a707e0be79fd4572e8 100644 --- a/ablation_assets/group_summary.csv +++ b/ablation_assets/group_summary.csv @@ -1,6 +1,6 @@ Group,N,Mean,Best,Worst,StdDev -Baseline,1,0.5833,0.5833,0.5833,0.0 -A,6,0.6208,0.6833,0.575,0.0372 -B,7,0.5429,0.6917,0.2583,0.1289 -C,7,0.6571,0.6667,0.6333,0.0104 -D,4,0.5917,0.625,0.55,0.0306 +Baseline,1,0.4375,0.4375,0.4375,0.0 +A,6,0.4278,0.4417,0.4125,0.0095 +B,7,0.3857,0.4875,0.1208,0.1164 +C,7,0.4399,0.4958,0.3917,0.0408 +D,4,0.3802,0.4417,0.3208,0.0428 diff --git a/ablation_assets/hypothesis_verdict.csv b/ablation_assets/hypothesis_verdict.csv index a22a56a681333de59247146de07dcb3311896353..04b25ba3f219cce2b19faec2f46911ae2206b466 100644 --- a/ablation_assets/hypothesis_verdict.csv +++ b/ablation_assets/hypothesis_verdict.csv @@ -1,26 +1,26 @@ Method,Group,Score,Delta_Baseline,Verdict,Hypothesis -action_diversity,D,0.6167,0.0333,NEUTRAL,If diversity filtering helps: degenerate plans corrupt training -advantage_clip,B,0.5583,-0.025,NEUTRAL,If clipping helps: large advantage magnitudes destabilise training -attention_only,C,0.6333,0.05,NEUTRAL,"If attention-only works: model needs routing updates, not feature updates" -baseline_rl,Baseline,0.5833,0.0,NEUTRAL,Diagnoses whether the RL signal alone causes collapse -bc_wins,B,0.4917,-0.0917,NEUTRAL,If BC on wins helps: the return weighting is the specific cause -entropy_bonus,B,0.6167,0.0333,NEUTRAL,If entropy bonus helps: collapse is mode-collapse; not a gradient problem -ewc,A,0.6167,0.0333,NEUTRAL,If EWC helps: forgetting pretrained representations is the proximate cause -ffn_only,C,0.6583,0.075,IMPROVEMENT,If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention -frozen_backbone,C,0.6583,0.075,IMPROVEMENT,If frozen backbone helps: deep gradient flow into backbone causes collapse -gradient_surgery,B,0.6917,0.1083,IMPROVEMENT,If PCGrad helps: gradients are conflicting and resolvable by projection -head_only,C,0.6583,0.075,IMPROVEMENT,If head-only works: backbone representations are fine; only decision boundary needs updating -kl_penalty,A,0.5833,0.0,NEUTRAL,If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices -layer_ablation_top1,C,0.6667,0.0833,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth -layer_ablation_top2,C,0.6667,0.0833,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth -layer_ablation_top3,C,0.6583,0.075,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth -llrd,A,0.6167,0.0333,NEUTRAL,If LLRD helps: deep gradient flow into early layers corrupts representations -lora,A,0.6833,0.1,IMPROVEMENT,If LoRA works: too many unconstrained degrees of freedom cause collapse -low_t,B,0.6,0.0167,NEUTRAL,If low-t helps: high-t (coarse-structure) gradients are biased -mixed_replay,A,0.575,-0.0083,NEUTRAL,If mixed replay helps: online data distribution alone is too corrupted -normalized_adv,B,0.2583,-0.325,COLLAPSE,If std normalisation helps: simple mean normalisation is too loose -reward_filtering,D,0.625,0.0417,NEUTRAL,If filtering helps: noisy/low-return data poisons gradients -reward_model,D,0.55,-0.0333,NEUTRAL,If reward model helps: raw returns are too sparse; learned model smooths signal -running_stats,D,0.575,-0.0083,NEUTRAL,If running stats help: batch normalisation is too noisy for small batches -t_curriculum,B,0.5833,0.0,NEUTRAL,If curriculum helps: ordering of learning signals matters -trust_region_kl,A,0.65,0.0667,IMPROVEMENT,If hard constraint helps: soft KL is insufficient -- a hard boundary is needed +action_diversity,D,0.375,-0.0625,COLLAPSE,If diversity filtering helps: degenerate plans corrupt training +advantage_clip,B,0.3375,-0.1,COLLAPSE,If clipping helps: large advantage magnitudes destabilise training +attention_only,C,0.3958,-0.0417,NEUTRAL,"If attention-only works: model needs routing updates, not feature updates" +baseline_rl,Baseline,0.4375,0.0,NEUTRAL,Diagnoses whether the RL signal alone causes collapse +bc_wins,B,0.4583,0.0208,NEUTRAL,If BC on wins helps: the return weighting is the specific cause +entropy_bonus,B,0.4458,0.0083,NEUTRAL,If entropy bonus helps: collapse is mode-collapse; not a gradient problem +ewc,A,0.4333,-0.0042,NEUTRAL,If EWC helps: forgetting pretrained representations is the proximate cause +ffn_only,C,0.4375,0.0,NEUTRAL,If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention +frozen_backbone,C,0.4667,0.0292,IMPROVEMENT,If frozen backbone helps: deep gradient flow into backbone causes collapse +gradient_surgery,B,0.4875,0.05,IMPROVEMENT,If PCGrad helps: gradients are conflicting and resolvable by projection +head_only,C,0.4958,0.0583,IMPROVEMENT,If head-only works: backbone representations are fine; only decision boundary needs updating +kl_penalty,A,0.4417,0.0042,NEUTRAL,If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices +layer_ablation_top1,C,0.4875,0.05,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +layer_ablation_top2,C,0.4042,-0.0333,NEUTRAL,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +layer_ablation_top3,C,0.3917,-0.0458,NEUTRAL,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +llrd,A,0.4208,-0.0167,NEUTRAL,If LLRD helps: deep gradient flow into early layers corrupts representations +lora,A,0.4333,-0.0042,NEUTRAL,If LoRA works: too many unconstrained degrees of freedom cause collapse +low_t,B,0.4208,-0.0167,NEUTRAL,If low-t helps: high-t (coarse-structure) gradients are biased +mixed_replay,A,0.4125,-0.025,NEUTRAL,If mixed replay helps: online data distribution alone is too corrupted +normalized_adv,B,0.1208,-0.3167,COLLAPSE,If std normalisation helps: simple mean normalisation is too loose +reward_filtering,D,0.4417,0.0042,NEUTRAL,If filtering helps: noisy/low-return data poisons gradients +reward_model,D,0.3208,-0.1167,COLLAPSE,If reward model helps: raw returns are too sparse; learned model smooths signal +running_stats,D,0.3833,-0.0542,COLLAPSE,If running stats help: batch normalisation is too noisy for small batches +t_curriculum,B,0.4292,-0.0083,NEUTRAL,If curriculum helps: ordering of learning signals matters +trust_region_kl,A,0.425,-0.0125,NEUTRAL,If hard constraint helps: soft KL is insufficient -- a hard boundary is needed diff --git a/ablation_assets/main_results.csv b/ablation_assets/main_results.csv index e1508ea76da9e281e808295ebe76523a37659ce3..51f0b2fd72be71da04ce110f1ce7dba2b667bb71 100644 --- a/ablation_assets/main_results.csv +++ b/ablation_assets/main_results.csv @@ -1,26 +1,26 @@ Method,Group,Score,Score_Std,Delta_Pretrained,Delta_Baseline,Verdict -gradient_surgery,B,0.6917,0.0118,-0.0083,0.1083,IMPROVEMENT -lora,A,0.6833,0.0236,-0.0167,0.1,IMPROVEMENT -layer_ablation_top1,C,0.6667,0.0118,-0.0333,0.0833,IMPROVEMENT -layer_ablation_top2,C,0.6667,0.0118,-0.0333,0.0833,IMPROVEMENT -frozen_backbone,C,0.6583,0.0236,-0.0417,0.075,IMPROVEMENT -head_only,C,0.6583,0.0236,-0.0417,0.075,IMPROVEMENT -ffn_only,C,0.6583,0.0118,-0.0417,0.075,IMPROVEMENT -layer_ablation_top3,C,0.6583,0.0118,-0.0417,0.075,IMPROVEMENT -trust_region_kl,A,0.65,0.0204,-0.05,0.0667,IMPROVEMENT -attention_only,C,0.6333,0.0425,-0.0667,0.05,NEUTRAL -reward_filtering,D,0.625,0.0204,-0.075,0.0417,NEUTRAL -ewc,A,0.6167,0.0236,-0.0833,0.0333,NEUTRAL -llrd,A,0.6167,0.0118,-0.0833,0.0333,NEUTRAL -entropy_bonus,B,0.6167,0.0118,-0.0833,0.0333,NEUTRAL -action_diversity,D,0.6167,0.0425,-0.0833,0.0333,NEUTRAL -low_t,B,0.6,0.0354,-0.1,0.0167,NEUTRAL -baseline_rl,Baseline,0.5833,0.0589,-0.1167,0.0,NEUTRAL -kl_penalty,A,0.5833,0.0236,-0.1167,0.0,NEUTRAL -t_curriculum,B,0.5833,0.0312,-0.1167,0.0,NEUTRAL -mixed_replay,A,0.575,0.0204,-0.125,-0.0083,NEUTRAL -running_stats,D,0.575,0.0,-0.125,-0.0083,NEUTRAL -advantage_clip,B,0.5583,0.0118,-0.1417,-0.025,NEUTRAL -reward_model,D,0.55,0.0408,-0.15,-0.0333,NEUTRAL -bc_wins,B,0.4917,0.0825,-0.2083,-0.0917,NEUTRAL -normalized_adv,B,0.2583,0.0656,-0.4417,-0.325,COLLAPSE +head_only,C,0.4958,0.0386,0.0208,0.0583,IMPROVEMENT +gradient_surgery,B,0.4875,0.0354,0.0125,0.05,IMPROVEMENT +layer_ablation_top1,C,0.4875,0.0204,0.0125,0.05,IMPROVEMENT +frozen_backbone,C,0.4667,0.0059,-0.0083,0.0292,IMPROVEMENT +bc_wins,B,0.4583,0.0358,-0.0167,0.0208,NEUTRAL +entropy_bonus,B,0.4458,0.0328,-0.0292,0.0083,NEUTRAL +kl_penalty,A,0.4417,0.0212,-0.0333,0.0042,NEUTRAL +reward_filtering,D,0.4417,0.0503,-0.0333,0.0042,NEUTRAL +baseline_rl,Baseline,0.4375,0.0612,-0.0375,0.0,NEUTRAL +ffn_only,C,0.4375,0.0102,-0.0375,0.0,NEUTRAL +ewc,A,0.4333,0.0118,-0.0417,-0.0042,NEUTRAL +lora,A,0.4333,0.0156,-0.0417,-0.0042,NEUTRAL +t_curriculum,B,0.4292,0.0257,-0.0458,-0.0083,NEUTRAL +trust_region_kl,A,0.425,0.0102,-0.05,-0.0125,NEUTRAL +llrd,A,0.4208,0.0118,-0.0542,-0.0167,NEUTRAL +low_t,B,0.4208,0.0524,-0.0542,-0.0167,NEUTRAL +mixed_replay,A,0.4125,0.0468,-0.0625,-0.025,NEUTRAL +layer_ablation_top2,C,0.4042,0.0156,-0.0708,-0.0333,NEUTRAL +attention_only,C,0.3958,0.0236,-0.0792,-0.0417,NEUTRAL +layer_ablation_top3,C,0.3917,0.0257,-0.0833,-0.0458,NEUTRAL +running_stats,D,0.3833,0.0312,-0.0917,-0.0542,COLLAPSE +action_diversity,D,0.375,0.0408,-0.1,-0.0625,COLLAPSE +advantage_clip,B,0.3375,0.051,-0.1375,-0.1,COLLAPSE +reward_model,D,0.3208,0.0118,-0.1542,-0.1167,COLLAPSE +normalized_adv,B,0.1208,0.0412,-0.3542,-0.3167,COLLAPSE diff --git a/ablation_assets/per_env.csv b/ablation_assets/per_env.csv index 0a13397e339cf54fda7a9bda78bfc1f59257733b..cfba500764ad79a020298fd5c6ac2f1b5ea44f84 100644 --- a/ablation_assets/per_env.csv +++ b/ablation_assets/per_env.csv @@ -1,26 +1,26 @@ Method,MiniHack-Corridor-R2-v0,MiniHack-MazeWalk-9x9-v0,MiniHack-Room-Random-15x15-v0,MiniHack-Room-Random-5x5-v0 -action_diversity,0.5333,0.2333,0.6333,1.0 -advantage_clip,0.5333,0.2,0.4,1.0 -attention_only,0.6333,0.2,0.6667,1.0 -baseline_rl,0.5667,0.1333,0.5667,1.0 -bc_wins,0.5333,0.1,0.5667,1.0 -entropy_bonus,0.6,0.2,0.6333,1.0 -ewc,0.5333,0.2,0.7333,1.0 -ffn_only,0.7,0.2333,0.7,1.0 -frozen_backbone,0.5667,0.3,0.8,1.0 -gradient_surgery,0.6333,0.2667,0.8667,1.0 -head_only,0.5667,0.3,0.8,1.0 -kl_penalty,0.5667,0.2333,0.5667,1.0 -layer_ablation_top1,0.6667,0.2333,0.8,1.0 -layer_ablation_top2,0.6,0.2333,0.7333,1.0 -layer_ablation_top3,0.5667,0.2,0.8667,1.0 -llrd,0.5667,0.1667,0.6667,1.0 -lora,0.6,0.2,0.8,1.0 -low_t,0.6,0.1333,0.5333,0.9667 -mixed_replay,0.6,0.2,0.5667,1.0 -normalized_adv,0.1667,0.1667,0.3667,0.4333 -reward_filtering,0.5,0.2,0.7,1.0 -reward_model,0.5,0.1667,0.4333,0.9 -running_stats,0.6,0.1333,0.5333,1.0 -t_curriculum,0.6333,0.1667,0.5667,0.9667 -trust_region_kl,0.6333,0.2,0.7667,1.0 +action_diversity,0.4333,0.1,0.2667,0.7667 +advantage_clip,0.4333,0.15,0.1,0.6833 +attention_only,0.3667,0.1667,0.25,0.85 +baseline_rl,0.45,0.1333,0.3333,0.8333 +bc_wins,0.4333,0.1833,0.2833,0.8167 +entropy_bonus,0.45,0.1,0.3333,0.8333 +ewc,0.45,0.15,0.3333,0.8333 +ffn_only,0.4833,0.1667,0.4,0.7833 +frozen_backbone,0.4167,0.15,0.4833,0.9167 +gradient_surgery,0.45,0.15,0.4333,0.85 +head_only,0.45,0.15,0.4667,0.9 +kl_penalty,0.4167,0.15,0.25,0.8167 +layer_ablation_top1,0.4833,0.1833,0.45,0.8667 +layer_ablation_top2,0.4,0.15,0.3,0.7833 +layer_ablation_top3,0.4333,0.1667,0.25,0.7667 +llrd,0.4333,0.1333,0.2667,0.8667 +lora,0.4833,0.15,0.4167,0.85 +low_t,0.4667,0.1167,0.3333,0.85 +mixed_replay,0.4167,0.1167,0.3167,0.8 +normalized_adv,0.0833,0.0333,0.1,0.2833 +reward_filtering,0.4,0.1667,0.4333,0.8167 +reward_model,0.3667,0.1,0.1167,0.6833 +running_stats,0.4333,0.15,0.2833,0.7333 +t_curriculum,0.4167,0.1167,0.2667,0.7667 +trust_region_kl,0.4333,0.15,0.3167,0.9 diff --git a/ablation_assets/per_env_delta.png b/ablation_assets/per_env_delta.png index b21602f521b54039c65168972157f0e045f63825..3e9941844a2c593b5e1404b8b358a9f0fc21ba24 100644 --- a/ablation_assets/per_env_delta.png +++ b/ablation_assets/per_env_delta.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c8f5469349602bee91a4f4d36a8c0da0bd57dbb89f6732a8518e8d725b92a4f -size 123152 +oid sha256:5651820f44787a56c94306313d83b8a1d810c327175ff6258c6dad219a8aed53 +size 125059 diff --git a/ablation_assets/representation_drift.png b/ablation_assets/representation_drift.png index a3bb736344c752bcbe602c206780a2b0e6ffd549..008a043966bdefb638cb71acba63675f84eacb9d 100644 --- a/ablation_assets/representation_drift.png +++ b/ablation_assets/representation_drift.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c025d6e7609718ea78d7ec7cec022a6a416780aeac015e4d34c3d5dd8c34401b -size 118126 +oid sha256:57f707aeb06d32cf2277e1d8f3e8186cc99254334b6534f07102aef09dd3a7cc +size 119141 diff --git a/ablation_assets/results.json b/ablation_assets/results.json index b56a55226275b3cbb3cfc74fed335a379a186c55..a6d0a89558e3b2c238861a941bb343d91da08f7b 100644 --- a/ablation_assets/results.json +++ b/ablation_assets/results.json @@ -1,5 +1,12 @@ { - "pretrained_score": 0.7, + "pretrained_score": 0.475, + "merge_provenance": { + "inputs": [ + "", + "" + ], + "config_from": "" + }, "config": { "crop_size": 9, "map_h": 21, @@ -23,25 +30,25 @@ "eta": 0.15, "remask_strategy": "conf", "diffusion_steps_eval": 10, - "diffusion_steps_collect": 3, + "diffusion_steps_collect": 5, "temperature": 0.5, "top_p": 0.9, "replan_every": 16, "physics_aware_sampling": false, - "total_timesteps": 2000000, - "id_eval_every_timesteps": 25000, - "ood_eval_every_timesteps": 25000, - "checkpoint_every_timesteps": 125000, + "total_timesteps": 5650000, + "id_eval_every_timesteps": 470000, + "ood_eval_every_timesteps": 470000, + "checkpoint_every_timesteps": 940000, "offline_lr": 0.0003, - "offline_batch_size": 3584, + "offline_batch_size": 2048, "offline_grad_clip": 1.0, "aux_loss_weight": 0.5, - "offline_total_grad_steps": null, - "offline_eval_every_grad_steps": null, - "offline_checkpoint_every_grad_steps": null, - "offline_buffer_capacity": null, - "dagger_lr": 0.00003, - "dagger_batch_size": 3584, + "offline_total_grad_steps": 60000, + "offline_eval_every_grad_steps": 5000, + "offline_checkpoint_every_grad_steps": 10000, + "offline_buffer_capacity": 1500000, + "dagger_lr": 3e-05, + "dagger_batch_size": 2048, "dagger_grad_clip": 1.0, "weight_decay": 0.0001, "buffer_capacity": 10000, @@ -60,14 +67,12 @@ "collect_output": "data/dataset.pt", "checkpoint_dir": "checkpoints", "save_policy": true, - "hub_run_id": null, - "hub_repo_id": null, - "use_wandb": true, + "use_wandb": false, "wandb_project": "remdm-planner-minihack-ablations", - "wandb_entity": null, + "wandb_entity": "null", "wandb_run_name": null, "wandb_resume_id": null, - "offline_log_every": 10, + "offline_log_every": 50, "seed": null, "baselines_n_envs_per_id": 2, "baselines_dqn_buffer_size": 100000, @@ -87,35 +92,59 @@ "baselines_dt_batch_size": 256, "baselines_dt_max_ep_len": 200, "baselines_dt_eval_max_steps": 200, - "baselines_wandb_project": "minihack-ReMDM-baselines", + "baselines_wandb_project": "remdm-planner-minihack-baselines", "baselines_output_dir": "outputs/baselines", "max_iter": 500, - "batch_size": 512, + "batch_size": 4608, "lr": 0.0003, "max_grad_norm": 1.0, "grad_steps_per_iter": 1, - "episodes_per_iter": 20, - "eval_every": 50, - "eval_episodes": 10, - "grad_align_every": 50, - "repr_drift_every": 50, - "t_analysis_every": 50, - "cka_every": 100, - "per_layer_every": 50, + "episodes_per_iter": 30, + "eval_every": 25, + "eval_episodes": 20, + "grad_align_every": 25, + "repr_drift_every": 25, + "t_analysis_every": 25, + "cka_every": 50, + "per_layer_every": 25, "t_analysis_n_bins": 10, - "cka_batch_size": 32, + "cka_batch_size": 128, + "win_threshold": 0.5, + "return_weight_floor": 0.1, + "return_weight_cap": 5.0, + "ewc_lambda": 100.0, + "ewc_fisher_batches": 20, + "llrd_decay": 0.9, + "lora_rank": 8, + "lora_alpha": 16.0, + "mixed_replay_ratio": 0.25, + "mixed_replay_buffer_size": 10000, + "trust_region_kl": 0.05, + "kl_coef": 0.1, + "t_curriculum_start": 0.8, + "t_curriculum_end": 0.2, + "t_curriculum_steps": 200, + "t_max_low": 0.2, + "entropy_coef": 0.01, + "adv_clip_eps": 0.2, + "reward_filter_percentile": 75, + "running_stats_ema_decay": 0.99, + "reward_model_width": 64, + "reward_model_depth": 2, + "reward_model_lr": 0.001, + "reward_model_train_steps": 50, "num_seeds": 3, "device": "cuda", "_current_iter": 500 }, "ablations": { "baseline_rl": { - "score": 0.5833333333333334, - "score_std": 0.05892556509887896, + "score": 0.4375, + "score_std": 0.06123724356957942, "all_scores": [ - 0.625, - 0.625, - 0.5 + 0.4375, + 0.36250000000000004, + 0.5125 ], "history": { "iters": [ @@ -621,506 +650,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.335405707359314, - 2.0944652557373047, - 0.8634909987449646, - 0.36867737770080566, - 0.0869121253490448, - 0.5782737135887146, - 0.2606246769428253, - 0.5862300992012024, - 0.23682159185409546, - 0.1277952790260315, - 0.7241729497909546, - 0.9887006282806396, - 0.06617526710033417, - 0.5142439603805542, - 0.13787782192230225, - 0.07725880295038223, - 1.4521220922470093, - 0.029594559222459793, - 0.11907457560300827, - 0.35214245319366455, - 0.8736340999603271, - 0.12335266172885895, - 0.18544085323810577, - 0.3957401216030121, - 0.4265115261077881, - 0.4427854120731354, - 0.45372480154037476, - 1.2311400175094604, - 0.31867516040802, - 0.03381849080324173, - 0.14983800053596497, - 0.20059683918952942, - 0.362205445766449, - 0.4021517038345337, - 1.4840880632400513, - 0.9445767998695374, - 0.2857239246368408, - 1.0517178773880005, - 1.0634756088256836, - 0.8380125761032104, - 0.5250074863433838, - 0.3890414834022522, - 0.7604858875274658, - 0.04679976776242256, - 0.11765478551387787, - 0.09786475449800491, - 1.395423412322998, - 0.057760801166296005, - 0.5949874520301819, - 0.057425402104854584, - 0.19611740112304688, - 0.8762151598930359, - 0.6768265962600708, - 1.1455414295196533, - 0.4386696517467499, - 0.3245365619659424, - 0.9550346732139587, - 0.17475619912147522, - 1.382388710975647, - 0.4061899483203888, - 0.018735339865088463, - 0.6571969985961914, - 0.34564852714538574, - 0.18261511623859406, - 0.1218535378575325, - 0.2986060082912445, - 0.030139368027448654, - 0.5078686475753784, - 0.020572852343320847, - 0.0885094404220581, - 0.501500129699707, - 0.06566833704710007, - 0.15082284808158875, - 0.07030203938484192, - 0.8745661377906799, - 0.6754140853881836, - 0.18165257573127747, - 0.6186780333518982, - 0.02345297671854496, - 0.25493401288986206, - 0.3747084438800812, - 0.054609257727861404, - 1.3077377080917358, - 0.2219277024269104, - 0.1184772402048111, - 0.4969956874847412, - 0.02121981605887413, - 0.20674258470535278, - 0.15987177193164825, - 1.0981895923614502, - 0.04854275658726692, - 0.8249337673187256, - 0.08022001385688782, - 0.15576843917369843, - 0.0842910185456276, - 0.46344465017318726, - 0.542202889919281, - 0.05512836575508118, - 0.3327754735946655, - 0.0691337063908577, - 0.2332925945520401, - 0.042204659432172775, - 0.6044245958328247, - 0.3537963628768921, - 0.0517713725566864, - 0.037425827234983444, - 0.5603748559951782, - 0.09939656406641006, - 0.11914204806089401, - 0.026850644499063492, - 0.038354694843292236, - 0.8138167858123779, - 0.4794667065143585, - 0.351396381855011, - 1.1100891828536987, - 0.19331912696361542, - 0.4116474986076355, - 0.3186662495136261, - 0.08677809685468674, - 0.11167130619287491, - 0.4761446714401245, - 0.9852973222732544, - 0.11534056812524796, - 0.02081485465168953, - 0.2365795224905014, - 0.056465934962034225, - 0.5766441226005554, - 1.047331690788269, - 0.01614442840218544, - 0.058528635650873184, - 0.22068177163600922, - 0.27262017130851746, - 0.015441305004060268, - 0.2633436322212219, - 0.21041706204414368, - 0.5688067674636841, - 0.2483154833316803, - 0.7011889815330505, - 0.40294063091278076, - 0.815385103225708, - 0.1488417237997055, - 0.20814669132232666, - 0.30142614245414734, - 0.326296865940094, - 0.12366288155317307, - 0.2703039050102234, - 0.10794919729232788, - 0.013115931302309036, - 0.3339484632015228, - 0.20441019535064697, - 0.4166753888130188, - 0.1385158896446228, - 0.1894082874059677, - 0.37562084197998047, - 0.45945802330970764, - 0.7568387389183044, - 0.38069629669189453, - 0.04394464194774628, - 0.027463149279356003, - 0.13147270679473877, - 0.38935503363609314, - 0.5359543561935425, - 0.032493505626916885, - 0.09679112583398819, - 0.3384809195995331, - 0.033359404653310776, - 0.23250988125801086, - 0.013279682025313377, - 0.6178984642028809, - 0.11373497545719147, - 0.07619128376245499, - 0.038646239787340164, - 0.2851250171661377, - 0.2251114696264267, - 1.2543413639068604, - 0.47154125571250916, - 0.41030725836753845, - 0.471668541431427, - 0.04058919847011566, - 0.27140992879867554, - 0.1879885345697403, - 0.5189833045005798, - 0.05825013667345047, - 0.01977241039276123, - 0.5566372275352478, - 0.0576360784471035, - 0.03228059038519859, - 0.3708924949169159, - 1.0992285013198853, - 0.00787375494837761, - 0.03003803640604019, - 0.15453410148620605, - 0.2949800491333008, - 0.22679831087589264, - 0.7210190892219543, - 0.12730848789215088, - 1.1715278625488281, - 0.17713187634944916, - 0.9795698523521423, - 0.037543416023254395, - 0.02845950610935688, - 0.3342537581920624, - 0.8151239156723022, - 0.2865549325942993, - 0.785538375377655, - 0.6054088473320007, - 0.23356950283050537, - 0.055246926844120026, - 0.27464380860328674, - 0.14431852102279663, - 0.0266408734023571, - 0.6893677115440369, - 1.1149096488952637, - 0.03486066311597824, - 0.014709257520735264, - 0.15928274393081665, - 0.04575038328766823, - 0.042739368975162506, - 0.07582998275756836, - 0.9372648000717163, - 0.03609117493033409, - 0.3316895663738251, - 0.15680868923664093, - 0.5182705521583557, - 0.17285172641277313, - 0.8786625266075134, - 0.04840056598186493, - 0.4754323363304138, - 1.0612008571624756, - 0.7892832159996033, - 0.27953821420669556, - 0.2314075529575348, - 0.07087266445159912, - 0.6529189348220825, - 1.260385274887085, - 0.1547752320766449, - 0.7055742144584656, - 0.10525055974721909, - 0.06116964668035507, - 0.03398447483778, - 0.10182063281536102, - 0.014572051353752613, - 0.11464281380176544, - 0.012004837393760681, - 0.05813980475068092, - 1.236400842666626, - 0.7702797055244446, - 0.004982121754437685, - 0.02232486754655838, - 0.045976024121046066, - 0.4848690330982208, - 0.024916885420680046, - 0.2519854009151459, - 0.8056462407112122, - 0.060720521956682205, - 0.027000470086932182, - 0.03035653941333294, - 0.1009676456451416, - 0.15407803654670715, - 1.1512503623962402, - 0.026782657951116562, - 0.3990839421749115, - 0.3195608854293823, - 0.09406732767820358, - 0.283281534910202, - 0.07185260206460953, - 0.36432287096977234, - 0.34504181146621704, - 0.1751868724822998, - 0.015300754457712173, - 0.8835457563400269, - 0.027385937049984932, - 0.2439667135477066, - 0.8720062971115112, - 0.7600522637367249, - 0.3951056897640228, - 0.027908198535442352, - 0.5848812460899353, - 0.4650130271911621, - 0.5256688594818115, - 0.6064907312393188, - 0.3092145323753357, - 0.03776140511035919, - 0.44515934586524963, - 0.3919074833393097, - 0.0879274532198906, - 0.3090705871582031, - 0.8867079615592957, - 0.054710227996110916, - 0.06626153737306595, - 0.3247981667518616, - 0.6505288481712341, - 0.6980723142623901, - 0.030997127294540405, - 0.3531933128833771, - 0.37068790197372437, - 0.2748997211456299, - 0.17860393226146698, - 0.1219598576426506, - 0.03600899502635002, - 0.044098395854234695, - 0.034996651113033295, - 0.27851051092147827, - 0.06940281391143799, - 0.4916956424713135, - 0.5402798652648926, - 0.2979397773742676, - 0.6514873504638672, - 0.5886779427528381, - 0.09645426273345947, - 0.03147104009985924, - 0.32522714138031006, - 0.663777768611908, - 0.09943673759698868, - 0.09322135150432587, - 0.2765190601348877, - 0.21688206493854523, - 0.19927577674388885, - 0.04025331139564514, - 0.04871426150202751, - 0.6010355353355408, - 0.03424455597996712, - 0.1884314864873886, - 0.02993149682879448, - 0.006452604196965694, - 0.9177577495574951, - 0.43418002128601074, - 0.07200611382722855, - 0.155385360121727, - 0.040939927101135254, - 0.014321336522698402, - 0.16923195123672485, - 0.0818362832069397, - 0.024158721789717674, - 0.4772035777568817, - 0.041305169463157654, - 0.0141046904027462, - 0.01051273662596941, - 0.8655380010604858, - 0.2932593524456024, - 0.048282671719789505, - 0.17533282935619354, - 0.7415608167648315, - 0.8129886984825134, - 0.0428905189037323, - 0.03311813250184059, - 0.05940758064389229, - 0.24725490808486938, - 0.10017432272434235, - 0.050389256328344345, - 0.012208579108119011, - 0.08481647074222565, - 0.0255839042365551, - 0.04567594453692436, - 0.42807891964912415, - 1.1768841743469238, - 0.11704014241695404, - 0.4759422242641449, - 0.12833476066589355, - 0.5925477743148804, - 0.5538285374641418, - 0.06904766708612442, - 0.8204004168510437, - 0.11864086240530014, - 0.12747706472873688, - 0.48219549655914307, - 0.24036288261413574, - 0.011713649146258831, - 0.03837762773036957, - 0.012373844161629677, - 0.48680633306503296, - 0.034169185906648636, - 0.01286140363663435, - 0.028897587209939957, - 0.020557118579745293, - 0.10186384618282318, - 0.2104208916425705, - 0.06062712520360947, - 0.6262690424919128, - 0.48394593596458435, - 0.3285343050956726, - 0.05231180787086487, - 0.6088799834251404, - 0.6972732543945312, - 0.2074180692434311, - 0.17677845060825348, - 0.03787575289607048, - 0.35629862546920776, - 0.041274189949035645, - 0.12302275002002716, - 0.03229916840791702, - 0.024364905431866646, - 0.1785987764596939, - 0.02196679450571537, - 0.07521390169858932, - 0.2764550745487213, - 0.539324164390564, - 0.34617143869400024, - 0.0677112266421318, - 0.021388864144682884, - 0.024817565456032753, - 0.6492425799369812, - 0.4869619309902191, - 0.609004020690918, - 0.05029451847076416, - 0.2820598781108856, - 0.6823863387107849, - 0.07950836420059204, - 0.40830403566360474, - 0.06945116072893143, - 0.03711935132741928, - 0.7354817986488342, - 0.6369807720184326, - 0.060198817402124405, - 0.5196309685707092, - 0.18825717270374298, - 0.03614237159490585, - 0.13547785580158234, - 0.3043067753314972, - 0.22075949609279633, - 0.1025938168168068, - 0.7075639367103577, - 0.3401851952075958, - 0.32209068536758423, - 0.007542432751506567, - 0.017183126881718636, - 0.4475570023059845, - 0.42784735560417175, - 0.04474487528204918, - 0.8420891761779785, - 0.016084453091025352, - 0.747147798538208, - 0.41150444746017456, - 0.023249613121151924, - 0.3320137858390808, - 0.04865632206201553, - 0.2856934368610382, - 0.16463670134544373, - 0.16363242268562317, - 0.6629284620285034, - 0.13008835911750793, - 0.020656226202845573, - 0.3417336344718933, - 0.4974551498889923, - 0.046104226261377335, - 0.05415327847003937, - 0.34758272767066956, - 0.009399622678756714, - 0.023751171305775642, - 0.11856124550104141, - 0.02339429408311844, - 0.44031354784965515, - 0.2906531095504761, - 0.005792718846350908, - 0.027936536818742752, - 0.32376527786254883, - 0.2899225056171417, - 0.19547098875045776, - 0.08884682506322861, - 0.4905174672603607, - 0.04699128121137619, - 0.09731633216142654, - 0.03637830540537834, - 0.00843620952218771, - 0.20569467544555664, - 0.06699629873037338, - 0.04785306006669998, - 0.13068801164627075, - 0.17872470617294312, - 0.03391460329294205, - 0.05219227075576782, - 0.05801893025636673, - 0.11632093042135239, - 0.032552849501371384, - 0.0374506413936615, - 0.3994446098804474, - 0.02770955115556717, - 0.006332370452582836, - 0.43646755814552307, - 0.16139249503612518, - 0.024630151689052582, - 0.038600001484155655, - 0.058740463107824326, - 0.6048230528831482, - 0.059495486319065094, - 0.02262992598116398, - 0.06257738918066025, - 0.26591938734054565, - 0.1361527144908905, - 0.20236235857009888, - 0.19273005425930023, - 0.09739474952220917, - 0.2626902163028717, - 0.008933772332966328, - 0.0245195422321558, - 0.32664597034454346, - 0.011023754253983498, - 0.02815280295908451, - 0.6037270426750183 + 0.7734967470169067, + 0.7959011197090149, + 0.41491854190826416, + 0.34491583704948425, + 0.4027189314365387, + 0.24004913866519928, + 0.43072789907455444, + 0.25498735904693604, + 0.5959086418151855, + 0.1523396074771881, + 0.3333095610141754, + 0.6031323075294495, + 0.32491663098335266, + 0.22314833104610443, + 0.2978328466415405, + 0.449016809463501, + 0.30384182929992676, + 0.3608756959438324, + 0.5006398558616638, + 0.4177436828613281, + 0.29997560381889343, + 0.3144518733024597, + 0.3414618670940399, + 0.2663850784301758, + 0.35852786898612976, + 0.42645564675331116, + 0.29885512590408325, + 0.2659718096256256, + 0.3196873664855957, + 0.41065624356269836, + 0.16887706518173218, + 0.4351971447467804, + 0.22561724483966827, + 0.24388471245765686, + 0.22004322707653046, + 0.12279348075389862, + 0.34642747044563293, + 0.2071763128042221, + 0.30559706687927246, + 0.4487110376358032, + 0.25245702266693115, + 0.31226566433906555, + 0.28073185682296753, + 0.18873196840286255, + 0.13389243185520172, + 0.2007398009300232, + 0.18065795302391052, + 0.38062238693237305, + 0.13716119527816772, + 0.15439145267009735, + 0.27360478043556213, + 0.21096457540988922, + 0.1509576439857483, + 0.16863566637039185, + 0.31818482279777527, + 0.18161144852638245, + 0.2879527509212494, + 0.09309600293636322, + 0.2924928665161133, + 0.12084382772445679, + 0.36221596598625183, + 0.18423381447792053, + 0.16099901497364044, + 0.14611639082431793, + 0.17272081971168518, + 0.19667281210422516, + 0.2401263266801834, + 0.2531897723674774, + 0.20727591216564178, + 0.16723033785820007, + 0.16220009326934814, + 0.2830003499984741, + 0.2202068269252777, + 0.1662190854549408, + 0.21662306785583496, + 0.18909968435764313, + 0.10575925558805466, + 0.26999491453170776, + 0.2526072859764099, + 0.16665121912956238, + 0.2881139814853668, + 0.19466254115104675, + 0.11464279890060425, + 0.3122364282608032, + 0.2487526386976242, + 0.26022908091545105, + 0.21154654026031494, + 0.2658945322036743, + 0.1410299837589264, + 0.23597338795661926, + 0.22344785928726196, + 0.1016950011253357, + 0.23704561591148376, + 0.21245801448822021, + 0.17407353222370148, + 0.20399980247020721, + 0.13848701119422913, + 0.09330186992883682, + 0.19094926118850708, + 0.17361389100551605, + 0.11716601252555847, + 0.2841487228870392, + 0.30907487869262695, + 0.2235560566186905, + 0.2044367641210556, + 0.22906626760959625, + 0.15740887820720673, + 0.13679206371307373, + 0.17614369094371796, + 0.1690872311592102, + 0.1696350872516632, + 0.13640835881233215, + 0.13681501150131226, + 0.15758302807807922, + 0.1429319977760315, + 0.19870153069496155, + 0.21212783455848694, + 0.16735324263572693, + 0.22528287768363953, + 0.18627451360225677, + 0.3199092447757721, + 0.1092102974653244, + 0.13426139950752258, + 0.23206625878810883, + 0.1377936452627182, + 0.2543809413909912, + 0.20756055414676666, + 0.14912526309490204, + 0.2096099704504013, + 0.19707916676998138, + 0.25572434067726135, + 0.2238444685935974, + 0.14101944863796234, + 0.2706415355205536, + 0.2311607152223587, + 0.11851779371500015, + 0.11858472973108292, + 0.2747827470302582, + 0.24101682007312775, + 0.17189626395702362, + 0.19743773341178894, + 0.20285247266292572, + 0.2647634446620941, + 0.18424679338932037, + 0.1464805006980896, + 0.14228296279907227, + 0.07358137518167496, + 0.25941023230552673, + 0.18487432599067688, + 0.2121526449918747, + 0.23572859168052673, + 0.2703936994075775, + 0.23892010748386383, + 0.25504085421562195, + 0.2963131368160248, + 0.22674278914928436, + 0.23944108188152313, + 0.1156982034444809, + 0.09791456907987595, + 0.14189259707927704, + 0.12137038260698318, + 0.2084372192621231, + 0.14533193409442902, + 0.15406173467636108, + 0.30169349908828735, + 0.2007286697626114, + 0.08873988687992096, + 0.16487066447734833, + 0.14604932069778442, + 0.22831377387046814, + 0.2853395342826843, + 0.2009393721818924, + 0.10287484526634216, + 0.2379223257303238, + 0.2178536057472229, + 0.21100492775440216, + 0.12065012007951736, + 0.14927922189235687, + 0.20255625247955322, + 0.1148420199751854, + 0.13714323937892914, + 0.19834910333156586, + 0.2358861118555069, + 0.2775106728076935, + 0.18447867035865784, + 0.2294812947511673, + 0.13224543631076813, + 0.2763213813304901, + 0.19293858110904694, + 0.1980019509792328, + 0.18134678900241852, + 0.21969737112522125, + 0.17480608820915222, + 0.16164599359035492, + 0.1747775375843048, + 0.22003266215324402, + 0.15578532218933105, + 0.19836562871932983, + 0.10853026062250137, + 0.16307130455970764, + 0.1425103396177292, + 0.23723642528057098, + 0.24481602013111115, + 0.15985314548015594, + 0.11570844054222107, + 0.1711433380842209, + 0.19576069712638855, + 0.19779075682163239, + 0.16413624584674835, + 0.09952176362276077, + 0.25113123655319214, + 0.10439343005418777, + 0.190559521317482, + 0.10137469321489334, + 0.21797454357147217, + 0.1379745453596115, + 0.1318017989397049, + 0.259790301322937, + 0.210623100399971, + 0.12988409399986267, + 0.13507205247879028, + 0.20713423192501068, + 0.11737848073244095, + 0.17127835750579834, + 0.11807963997125626, + 0.11974231898784637, + 0.2401302456855774, + 0.13660947978496552, + 0.157209575176239, + 0.22006763517856598, + 0.09976814687252045, + 0.18315766751766205, + 0.12060370296239853, + 0.15699145197868347, + 0.046060964465141296, + 0.132088303565979, + 0.14150364696979523, + 0.055459752678871155, + 0.17340734601020813, + 0.15734921395778656, + 0.18015532195568085, + 0.15156501531600952, + 0.2437511831521988, + 0.11548309028148651, + 0.22856207191944122, + 0.18429364264011383, + 0.18505242466926575, + 0.20590738952159882, + 0.18338371813297272, + 0.16993509232997894, + 0.14900976419448853, + 0.19324366748332977, + 0.22923558950424194, + 0.13480032980442047, + 0.16717040538787842, + 0.1785719394683838, + 0.15473458170890808, + 0.12997399270534515, + 0.14230310916900635, + 0.25175538659095764, + 0.201431542634964, + 0.1048494204878807, + 0.17846578359603882, + 0.23767691850662231, + 0.24706311523914337, + 0.23890596628189087, + 0.17311660945415497, + 0.0984015241265297, + 0.22628721594810486, + 0.2495792806148529, + 0.16954290866851807, + 0.19999441504478455, + 0.16683202981948853, + 0.12156835943460464, + 0.07437939196825027, + 0.2129850536584854, + 0.17287400364875793, + 0.14528688788414001, + 0.23312117159366608, + 0.15561480820178986, + 0.25591355562210083, + 0.08198772370815277, + 0.14040473103523254, + 0.16810311377048492, + 0.1966082602739334, + 0.1842227280139923, + 0.09693725407123566, + 0.16593514382839203, + 0.16829688847064972, + 0.11752846091985703, + 0.22881709039211273, + 0.23175732791423798, + 0.15482079982757568, + 0.1480032205581665, + 0.2083136886358261, + 0.14067132771015167, + 0.135655477643013, + 0.13752254843711853, + 0.20381799340248108, + 0.13740922510623932, + 0.1349714696407318, + 0.07674930989742279, + 0.17917713522911072, + 0.15671919286251068, + 0.15075048804283142, + 0.17972737550735474, + 0.19368641078472137, + 0.16283053159713745, + 0.1367592215538025, + 0.06257021427154541, + 0.2100873589515686, + 0.20410855114459991, + 0.1529778391122818, + 0.09915848821401596, + 0.13176365196704865, + 0.061812520027160645, + 0.11559146642684937, + 0.15842032432556152, + 0.11838341504335403, + 0.09357711672782898, + 0.07514505088329315, + 0.1834135204553604, + 0.17503519356250763, + 0.1029626801609993, + 0.0853198990225792, + 0.19686608016490936, + 0.15055149793624878, + 0.16336128115653992, + 0.14600518345832825, + 0.14662577211856842, + 0.07877139002084732, + 0.14869262278079987, + 0.14220260083675385, + 0.17835040390491486, + 0.14250734448432922, + 0.1977517008781433, + 0.12683549523353577, + 0.2272377461194992, + 0.16350871324539185, + 0.16878990828990936, + 0.06354101002216339, + 0.14313925802707672, + 0.12150250375270844, + 0.1860896199941635, + 0.07578913867473602, + 0.17022393643856049, + 0.13864654302597046, + 0.12066955119371414, + 0.10869458317756653, + 0.23859365284442902, + 0.10918456315994263, + 0.11382915824651718, + 0.18405595421791077, + 0.10272429883480072, + 0.05869064852595329, + 0.17124374210834503, + 0.08221518248319626, + 0.16261935234069824, + 0.22952431440353394, + 0.14676958322525024, + 0.06880759447813034, + 0.14375276863574982, + 0.15961067378520966, + 0.23547038435935974, + 0.21294619143009186, + 0.15787601470947266, + 0.14631347358226776, + 0.08367359638214111, + 0.14866240322589874, + 0.12156502902507782, + 0.11644251644611359, + 0.19102326035499573, + 0.1456424742937088, + 0.11259578168392181, + 0.20312312245368958, + 0.1567184329032898, + 0.1840357929468155, + 0.0913362056016922, + 0.12447503954172134, + 0.18557123839855194, + 0.10654614120721817, + 0.06355363875627518, + 0.15719659626483917, + 0.11632644385099411, + 0.11666108667850494, + 0.1396065354347229, + 0.2082153856754303, + 0.12152382731437683, + 0.02575909160077572, + 0.139926478266716, + 0.12485843896865845, + 0.09771839529275894, + 0.04984792694449425, + 0.0740121454000473, + 0.1088082417845726, + 0.11797157675027847, + 0.08352895081043243, + 0.17168447375297546, + 0.14029982686042786, + 0.07931703329086304, + 0.12263444811105728, + 0.11424834281206131, + 0.16057202219963074, + 0.14944005012512207, + 0.10872020572423935, + 0.14482849836349487, + 0.17721132934093475, + 0.1262725293636322, + 0.08703362196683884, + 0.14754223823547363, + 0.09427308291196823, + 0.14493945240974426, + 0.14087222516536713, + 0.1375352293252945, + 0.16474783420562744, + 0.16372467577457428, + 0.11517777293920517, + 0.21512575447559357, + 0.18036608397960663, + 0.09361615777015686, + 0.12548071146011353, + 0.17527204751968384, + 0.06957399845123291, + 0.1183273196220398, + 0.10798855870962143, + 0.11809316277503967, + 0.13791698217391968, + 0.12266931682825089, + 0.13604889810085297, + 0.09176718443632126, + 0.12718839943408966, + 0.09533658623695374, + 0.13033850491046906, + 0.15734082460403442, + 0.11911185830831528, + 0.1407642811536789, + 0.16888967156410217, + 0.09206303209066391, + 0.18390966951847076, + 0.13662342727184296, + 0.07665751874446869, + 0.2019256055355072, + 0.1075451448559761, + 0.1654600352048874, + 0.19238759577274323, + 0.1608145385980606, + 0.12638171017169952, + 0.1731964349746704, + 0.07797569036483765, + 0.14410975575447083, + 0.13114628195762634, + 0.16365422308444977, + 0.1569417417049408, + 0.17233318090438843, + 0.11916094273328781, + 0.1560981273651123, + 0.101645328104496, + 0.11247419565916061, + 0.08612512052059174, + 0.09779007732868195, + 0.125787615776062, + 0.10616952925920486, + 0.11127305775880814, + 0.18231993913650513, + 0.10245595872402191, + 0.16624757647514343, + 0.17764395475387573, + 0.22811877727508545, + 0.11799779534339905, + 0.10036781430244446, + 0.059484779834747314, + 0.15592244267463684, + 0.10361316800117493, + 0.1632682979106903, + 0.11611606180667877, + 0.12740296125411987, + 0.08925317972898483, + 0.10459131002426147, + 0.1841316521167755, + 0.12440051883459091, + 0.11494508385658264, + 0.1364029049873352, + 0.20300042629241943, + 0.05964043736457825, + 0.10634521394968033, + 0.1167631670832634, + 0.12118692696094513, + 0.10822386294603348, + 0.09820021688938141, + 0.16615866124629974, + 0.11636416614055634, + 0.13486522436141968, + 0.1376136690378189, + 0.1154630184173584, + 0.16466669738292694, + 0.1028495505452156, + 0.15153901278972626, + 0.08942414820194244, + 0.13322313129901886, + 0.16953258216381073 ], "env_score_iters": [ 1, @@ -1625,2644 +1654,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -2.890479803085327, - -3.047891139984131, - -1.9150967597961426, - -3.3852121829986572, - -3.603189706802368, - -1.1172983646392822, - -2.385253667831421, - -3.2763960361480713, - -2.126283884048462, - -3.8323373794555664, - -1.446818232536316, - 4.138833045959473, - -3.4449737071990967, - -1.5234171152114868, - -4.71823263168335, - -3.7762856483459473, - -4.1033759117126465, - -2.835127115249634, - -5.760863304138184, - -1.0635344982147217, - -4.500783443450928, - -3.729203701019287, - 7.0688323974609375, - -1.747385859489441, - -2.9409894943237305, - -2.8564791679382324, - -0.6041386723518372, - -1.5957034826278687, - -3.3979873657226562, - 6.907113552093506, - 0.9516097903251648, - -2.5058326721191406, - 0.8541787266731262, - 1.7978845834732056, - 1.057218313217163, - -1.6699559688568115, - -1.9018652439117432, - 2.0113067626953125, - -4.15532112121582, - -4.291586399078369, - -3.6886003017425537, - 4.02203893661499, - -2.919733762741089, - -0.43513408303260803, - -4.205759048461914, - -2.4360198974609375, - 0.8546520471572876, - -0.6709040999412537, - 3.282062530517578, - -1.6267954111099243, - -1.0239871740341187, - -0.048899415880441666, - -2.4171879291534424, - 16.776079177856445, - -1.5416327714920044, - -3.1642415523529053, - -2.229924201965332, - -2.425626039505005, - -2.2819132804870605, - -3.52947735786438, - -4.009058475494385, - -3.433062791824341, - -6.138337135314941, - -3.8308513164520264, - -5.442864418029785, - -3.133087158203125, - -3.3847575187683105, - -1.1827012300491333, - -3.8931972980499268, - -0.6609801054000854, - -3.1138393878936768, - -2.296576499938965, - 0.2890150547027588, - -3.520331859588623, - -3.428276777267456, - -3.2641470432281494, - -3.1436562538146973, - 4.994640827178955, - -5.397823810577393, - -3.491633176803589, - -0.9320637583732605, - -3.2806806564331055, - -5.346383571624756, - -2.7650954723358154, - -3.476221799850464, - -3.560816526412964, - -4.869941234588623, - -4.502035617828369, - -3.7103285789489746, - -5.067882537841797, - -1.423473834991455, - -1.6347081661224365, - -3.6907684803009033, - -2.4723927974700928, - -2.8599438667297363, - -2.266402006149292, - -3.3729872703552246, - -1.6694061756134033, - -1.578050971031189, - -7.530492305755615, - -2.2929112911224365, - -0.14222323894500732, - -2.85929536819458, - -2.2835001945495605, - -3.567979335784912, - -3.7825374603271484, - 0.27429795265197754, - -1.8252012729644775, - -2.2910244464874268, - -3.876976251602173, - -3.3105926513671875, - -1.838597297668457, - -2.562204360961914, - -1.8937532901763916, - -3.7570958137512207, - -4.344135284423828, - -1.3642189502716064, - -3.5022130012512207, - -5.425056457519531, - -2.055832624435425, - -5.364790916442871, - -1.5922412872314453, - -8.639466285705566, - -2.135711908340454, - -3.12314772605896, - -3.4160280227661133, - -2.8289425373077393, - -3.9595229625701904, - -2.4631407260894775, - -1.588694453239441, - -2.591956615447998, - -2.8744454383850098, - 0.9475144147872925, - -1.388588309288025, - 0.24977074563503265, - -4.187877178192139, - 1.102307677268982, - -1.9644560813903809, - -3.8596155643463135, - 0.10324619710445404, - -2.607027530670166, - -2.957745313644409, - -3.339153289794922, - -2.6474785804748535, - -8.709518432617188, - -0.916960597038269, - -8.167646408081055, - -3.7484707832336426, - -2.0045623779296875, - -1.5365864038467407, - 0.41060781478881836, - -1.547816514968872, - -3.2552490234375, - -4.169610500335693, - -3.5787830352783203, - -7.136536598205566, - -1.081187129020691, - -6.808961391448975, - -3.195025682449341, - -1.3264678716659546, - -2.82549786567688, - -2.4698662757873535, - -3.0041911602020264, - -0.36174559593200684, - -3.0396358966827393, - -3.1286416053771973, - -3.033353805541992, - -2.0839502811431885, - -2.6727418899536133, - 7.121266841888428, - -0.7733332514762878, - -1.2881962060928345, - -0.9304103851318359, - -3.492272138595581, - -1.706506609916687, - -2.9999239444732666, - -4.079051971435547, - -4.333495140075684, - -3.962986707687378, - -0.472248911857605, - -3.9046075344085693, - -1.945175051689148, - -1.0747289657592773, - 6.127869606018066, - -3.5938303470611572, - -4.639044284820557, - -2.326547145843506, - -1.9614051580429077, - -3.1474313735961914, - -2.3955330848693848, - -1.2453073263168335, - 2.617875576019287, - -2.1409342288970947, - 3.22902774810791, - -3.623281478881836, - -3.1030807495117188, - -2.2219064235687256, - 1.9574466943740845, - -2.6786186695098877, - 0.5921365022659302, - 0.1411428302526474, - -2.8359804153442383, - -5.583611488342285, - -1.2207103967666626, - -3.0372281074523926, - -4.091475009918213, - -0.37404704093933105, - 2.7086737155914307, - -4.007552623748779, - -3.8739702701568604, - -2.1742758750915527, - -5.117895603179932, - -4.528558254241943, - -3.726840019226074, - -2.137295722961426, - -4.344339370727539, - -1.8427592515945435, - -2.4008522033691406, - -4.887076377868652, - -3.0469770431518555, - -1.4453684091567993, - -2.9284634590148926, - -2.9853663444519043, - 4.01840353012085, - -0.2637942135334015, - -1.3195841312408447, - -5.47078800201416, - -7.17776346206665, - -0.07504361122846603, - 0.1996302604675293, - -3.587329864501953, - -5.217896461486816, - -2.3545444011688232, - -4.5281081199646, - -2.13173246383667, - -2.3979055881500244, - -5.042849540710449, - -3.5032968521118164, - -5.75620174407959, - -3.468506336212158, - 5.308779716491699, - -0.32247939705848694, - -3.3657784461975098, - -3.9488749504089355, - -4.460903167724609, - -1.7151564359664917, - -4.470661640167236, - -3.2563393115997314, - 0.3548794984817505, - -6.1887993812561035, - -3.909219980239868, - -3.9589529037475586, - -6.899237155914307, - -3.3558743000030518, - 2.913839340209961, - -7.119563102722168, - -2.2775325775146484, - -2.3361001014709473, - -2.781505823135376, - -1.8730782270431519, - -4.11265230178833, - -3.0815749168395996, - -2.275118350982666, - -3.2812867164611816, - -3.6480579376220703, - 1.289934515953064, - -5.512588977813721, - -3.320051908493042, - 0.23380328714847565, - 0.9271196722984314, - -2.1488564014434814, - -3.5094082355499268, - -3.7983319759368896, - -2.0834126472473145, - -3.442268133163452, - -0.25893765687942505, - -3.0998008251190186, - -5.162161827087402, - -0.6721445322036743, - -2.6171212196350098, - -4.090277194976807, - -4.573126792907715, - -1.5624363422393799, - -4.3491597175598145, - -2.3760101795196533, - -2.7971410751342773, - -0.7485979199409485, - -1.1282466650009155, - -4.390535831451416, - -1.7341545820236206, - -1.9761697053909302, - -2.355203151702881, - -1.5336663722991943, - -3.5607564449310303, - -4.189533710479736, - -4.28754997253418, - -3.869981527328491, - -2.8714849948883057, - -8.230875968933105, - -1.6832526922225952, - -1.7938942909240723, - -1.207889437675476, - -3.6608591079711914, - -1.178957223892212, - -3.4615981578826904, - -5.076656818389893, - -1.9084577560424805, - -2.551928997039795, - -4.671090602874756, - -3.0367681980133057, - -1.725577473640442, - -3.1972544193267822, - -2.919039726257324, - -3.7746946811676025, - -4.049070358276367, - -2.1480069160461426, - -5.029575347900391, - -2.305757522583008, - -3.952432632446289, - -3.5158259868621826, - 0.39699527621269226, - -1.9647810459136963, - -8.15788459777832, - -2.4673709869384766, - -3.9109015464782715, - -7.739887714385986, - -2.6259093284606934, - -4.344863414764404, - -3.0516159534454346, - -1.9396541118621826, - -3.8486883640289307, - -4.460619926452637, - -3.9663352966308594, - -2.6600382328033447, - -1.94390869140625, - -1.7594000101089478, - -4.850094318389893, - 1.3052611351013184, - -2.1786131858825684, - -6.127678394317627, - -5.036236763000488, - -2.0555310249328613, - -4.904321670532227, - -2.94093918800354, - -4.003451824188232, - -2.812666893005371, - -3.138404369354248, - -5.132652282714844, - -3.849551200866699, - -4.4602813720703125, - 3.575754404067993, - -2.3065598011016846, - -0.8763771057128906, - -3.281585693359375, - -0.7043066620826721, - -2.9550487995147705, - -1.271796703338623, - 0.1733262836933136, - -3.4925851821899414, - -3.393519878387451, - -2.115664482116699, - -1.8441834449768066, - -4.790363788604736, - -4.232105731964111, - -6.012172698974609, - -4.297005653381348, - -4.038749694824219, - -3.785189151763916, - -3.9543421268463135, - -3.7181310653686523, - -2.9287142753601074, - -2.320061445236206, - -5.566546440124512, - -3.141970157623291, - -1.2287927865982056, - -1.605211615562439, - -4.145867347717285, - -2.897298574447632, - -1.4652401208877563, - -2.0058815479278564, - -5.565370559692383, - -3.4712979793548584, - -1.9704838991165161, - -5.780243396759033, - -1.988362193107605, - -3.9617419242858887, - -3.894354820251465, - -3.3065762519836426, - -3.719777822494507, - -2.1469900608062744, - -6.553188323974609, - -1.4653193950653076, - -1.2551907300949097, - -3.6499104499816895, - -4.289485931396484, - -7.51221227645874, - -0.8680477738380432, - -2.279214859008789, - -1.9406596422195435, - -3.6081180572509766, - -2.5572047233581543, - -0.39162707328796387, - -3.7967586517333984, - -2.3084349632263184, - -2.461744546890259, - -7.805446147918701, - -3.8902509212493896, - -3.5362255573272705, - -3.4387311935424805, - -3.7628893852233887, - -5.28858757019043, - -1.860443353652954, - -2.6375627517700195, - -3.5460197925567627, - -4.265669345855713, - -3.137873888015747, - 0.5126235485076904, - -2.7824461460113525, - -1.4972563982009888, - -4.072336196899414, - -3.4681997299194336, - -1.431010365486145, - -1.7788928747177124, - -4.409801959991455, - 0.032857660204172134, - -5.254246711730957, - 0.2814568281173706, - -2.258246421813965, - -4.115820407867432, - -3.918701648712158, - -6.583571434020996, - -0.950458288192749, - -7.180081844329834, - -2.696089744567871, - 0.13359715044498444, - -3.7133841514587402, - -2.98188853263855, - -1.869292974472046, - -2.082883358001709, - -3.0656542778015137, - -3.4595513343811035, - -0.43220436573028564, - -3.7502355575561523, - -4.153397560119629, - -3.2663497924804688, - -7.5568928718566895, - -1.3822225332260132, - -1.5252279043197632, - -4.004515171051025, - -4.038318634033203, - -2.369025230407715, - -1.6427392959594727, - -2.9112613201141357, - -3.709900140762329, - -1.1589194536209106, - -2.6418840885162354, - -3.2872753143310547, - -4.477887153625488, - -3.7192764282226562, - -2.554279327392578, - -2.919491767883301, - -5.9853973388671875, - -3.078249931335449, - -2.6553144454956055, - -5.968453407287598, - -2.546018362045288, - -3.7275428771972656, - -6.13261079788208, - -4.084099769592285, - -3.6693778038024902, - -0.8108159303665161, - -2.425703287124634, - -4.156558036804199, - -0.7025493383407593, - -2.9116134643554688, - -3.4989068508148193, - -4.459236145019531, - -2.8649914264678955, - -0.186770498752594, - -3.5280606746673584, - -4.068251132965088, - -1.4921369552612305, - -1.907796025276184, - -3.9078595638275146, - -3.6888692378997803, - -2.3817315101623535, - -3.8542134761810303, - -3.1718196868896484, - -4.03067684173584, - -4.188992977142334, - -1.5245471000671387, - -2.9730446338653564, - -4.655797958374023, - -3.451374053955078 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.3815325200557709, + -0.5173815488815308, + -0.5022717118263245, + -0.4011387228965759, + -0.47446563839912415, + -0.6038334369659424, + -0.6331477165222168, + -0.5728031992912292, + -0.5945685505867004, + -0.39063867926597595, + -0.1336914300918579, + -0.4531787931919098, + -0.4267304837703705, + -0.5455032587051392, + -0.4506654143333435, + -0.6158809661865234, + -0.7101801037788391, + -0.3730032742023468, + -0.3941943645477295, + -0.5569595098495483, + -0.24469546973705292, + -0.3973006010055542, + -0.5956124067306519, + -0.30223891139030457, + -0.5420536398887634, + -0.48889437317848206, + -0.4532964825630188, + -0.2724158763885498, + -0.5316674113273621, + -0.5908863544464111, + -0.5172990560531616, + 0.011753915809094906, + -0.5690515041351318, + -0.6406623125076294, + -0.5187143087387085, + -0.5820056796073914, + -0.5649237632751465, + -0.6573550701141357, + -0.4210004210472107, + -0.44834980368614197, + -0.6116467118263245, + -0.4686437249183655, + -0.4912716746330261, + -0.45352745056152344, + -0.5558348298072815, + -0.48530301451683044, + -0.5036997199058533, + -0.3479042649269104, + -0.5317872166633606, + -0.5151107907295227, + -0.21448074281215668, + -0.7949552536010742, + -0.22620800137519836, + -0.5551800727844238, + -0.43999233841896057, + -0.627899706363678, + -0.24976681172847748, + -0.4772309362888336, + -0.5001168847084045, + -0.41024431586265564, + -0.3120572566986084, + -0.5508864521980286, + -0.471662700176239, + -0.4917460083961487, + -0.6316608190536499, + -0.5539069175720215, + -0.6148714423179626, + -0.5221405029296875, + -0.6249248385429382, + -0.5077566504478455, + -0.5421307682991028, + -0.4835127890110016, + -0.8838379383087158, + -0.4064456820487976, + -0.7535901069641113, + -0.42554381489753723, + -0.596905529499054, + -0.4383320212364197, + -0.3605327308177948, + -0.6363220810890198, + -0.3636223375797272, + -0.3975854516029358, + -0.6009838581085205, + -0.5658397078514099, + -0.5621750950813293, + -0.457263320684433, + -0.5577821135520935, + -0.4607841968536377, + -0.5306723713874817, + -0.5530445575714111, + -0.6549256443977356, + -0.5346356630325317, + -0.7254781723022461, + -0.5832211971282959, + -0.4270046651363373, + -0.579935610294342, + -0.4765712022781372, + -0.42864856123924255, + -0.5755875706672668, + -0.46343162655830383, + -0.24499669671058655, + -0.5745078325271606, + -0.4632677137851715, + -0.4844227731227875, + -0.4723820090293884, + -0.5258302092552185, + -0.45440784096717834, + -0.4835813045501709, + -0.3313910961151123, + -0.5280515551567078, + -0.4675157964229584, + -0.5374831557273865, + -0.4526003301143646, + -0.5376017093658447, + -0.5426557064056396, + -0.32783618569374084, + -0.5039926767349243, + -0.31403109431266785, + -0.35358771681785583, + -0.4720126688480377, + -0.31320956349372864, + -0.5566824078559875, + -0.41284701228141785, + -0.5286776423454285, + -0.28477030992507935, + -0.41520631313323975, + -0.5098708868026733, + -0.41572704911231995, + -0.3950134515762329, + -0.5407865047454834, + -0.7806302309036255, + -0.4465882182121277, + -0.5058454275131226, + -0.6970040798187256, + -0.40805286169052124, + -0.4108801484107971, + -0.7168909311294556, + -0.5490750670433044, + -0.6664822101593018, + -0.371125191450119, + -0.4928610324859619, + -0.7542775869369507, + -0.27410808205604553, + 0.002628312911838293, + -0.3630965054035187, + -0.5278578996658325, + -0.33176976442337036, + -0.7309608459472656, + -0.07664386928081512, + -0.5051385760307312, + -0.5602779388427734, + -0.5590628385543823, + -0.5082571506500244, + -0.5205859541893005, + -0.8459522724151611, + -0.3880862295627594, + -0.28019165992736816, + -0.48878803849220276, + -0.6048610806465149, + -0.4652383029460907, + -0.5917877554893494, + -0.21249499917030334, + -0.5173780918121338, + -0.5827627182006836, + -0.7637774348258972, + -0.4133925139904022, + -0.5481193661689758, + -0.3473237156867981, + -0.44967901706695557, + -0.7002907991409302, + -0.4533398151397705, + -0.580046534538269, + -0.44550153613090515, + -0.33508187532424927, + -0.43939316272735596, + -0.3653309643268585, + -0.565697193145752, + -0.6589711308479309, + -0.5070398449897766, + -0.2446107268333435, + -0.5579057931900024, + -0.4810238182544708, + -0.3660829961299896, + -0.5713393688201904, + -0.5158884525299072, + -0.41210946440696716, + -0.47619351744651794, + -0.6182905435562134, + -0.5921464562416077, + -0.6254855394363403, + -0.4698890149593353, + -0.5898119211196899, + -0.46748486161231995, + -0.3541772663593292, + -0.3604014813899994, + -0.811752438545227, + -0.6018297076225281, + -0.4378020167350769, + -0.3676539361476898, + -0.5851712822914124, + -0.603213906288147, + -0.5243073105812073, + -0.32680073380470276, + -0.59546959400177, + -0.34202077984809875, + -0.5784363746643066, + -0.7127803564071655, + -0.3578125238418579, + -0.4644666612148285, + -0.5782182812690735, + -0.4004378020763397, + -0.2422720193862915, + -0.4919958710670471, + -0.1583229899406433, + -0.5156445503234863, + -0.6252470016479492, + -0.5861718058586121, + -0.5815099477767944, + -0.278897762298584, + -0.4706214666366577, + -0.5397473573684692, + -0.3103507459163666, + -0.8195912837982178, + -0.3992473781108856, + -0.7184292078018188, + -0.37128230929374695, + -0.4727938771247864, + -0.6803168058395386, + -0.555877149105072, + -0.2173088639974594, + -0.5463696122169495, + -0.5842995643615723, + -0.4717999994754791, + -0.603081226348877, + -0.5166072249412537, + -0.5918937921524048, + -0.35025742650032043, + -0.46926257014274597, + -0.750693142414093, + -0.35625338554382324, + -0.4499128460884094, + -0.4154249429702759, + -0.2496827244758606, + -0.416411817073822, + -0.3765014111995697, + -0.45783430337905884, + -0.394594669342041, + -0.49300870299339294, + -0.48987841606140137, + -0.7002019286155701, + -0.40716901421546936, + -0.328157514333725, + -0.3544297218322754, + -0.5994033217430115, + -0.3603422939777374, + -0.6023586392402649, + -0.588837206363678, + -0.11387885361909866, + -0.45824745297431946, + -0.5959204435348511, + -0.5318407416343689, + -0.3981616497039795, + -0.5442401170730591, + -0.23333297669887543, + -0.44066518545150757, + -0.6120309829711914, + -0.9952189922332764, + -0.3832275867462158, + -0.49314600229263306, + -0.5688844323158264, + -0.42744898796081543, + -0.5333405137062073, + -0.45265644788742065, + -0.5296977758407593, + -0.47737932205200195, + -0.6083128452301025, + -0.4083414673805237, + -0.39119258522987366, + -0.5226768851280212, + -0.468829482793808, + -0.511572539806366, + -0.5017544627189636, + -0.5362239480018616, + -0.4753320813179016, + -0.7214287519454956, + -0.47085317969322205, + -0.4144400656223297, + -0.46487271785736084, + -0.40147992968559265, + -0.5394287705421448, + -0.38463082909584045, + -0.5316101312637329, + -0.4680400788784027, + -0.505613386631012, + -0.5229151844978333, + -0.38183942437171936, + -0.5243083834648132, + -0.3530600368976593, + -0.2852543890476227, + -0.41849806904792786, + -0.503160834312439, + -0.4661162793636322, + -0.4320874810218811, + -0.5836813449859619, + -0.5692059397697449, + -0.6647992134094238, + -0.3178642988204956, + -0.560529887676239, + -0.6067510843276978, + -0.45639440417289734, + -0.4997657835483551, + -0.5247705578804016, + -0.6423425078392029, + -0.43698054552078247, + -0.6053805351257324, + -0.47382816672325134, + -0.5457291007041931, + -0.37740659713745117, + -0.5934925675392151, + -0.37845343351364136, + -0.49552422761917114, + -0.5277004837989807, + -0.49481305480003357, + -0.4625837504863739, + -0.5435197353363037, + -0.41434070467948914, + -0.5518469214439392, + -0.4090937077999115, + -0.5364242196083069, + -0.42944881319999695, + -0.5116627216339111, + -0.5589926242828369, + -0.7462390065193176, + -0.5515075325965881, + -0.4908175766468048, + -0.3591151833534241, + -0.5244786143302917, + -0.6580483913421631, + -0.4681799113750458, + -0.5858849287033081, + -0.47579169273376465, + -0.41911476850509644, + -0.4121588170528412, + -0.5658861994743347, + -0.39819803833961487, + -0.5366504788398743, + -0.5350585579872131, + -0.5492213368415833, + -0.49548718333244324, + -0.5217947959899902, + -0.33323636651039124, + -0.449721097946167, + -0.5966977477073669, + -0.4246651828289032, + -0.6544063091278076, + -0.37939563393592834, + -0.07883653044700623, + -0.5223641991615295, + -0.6752115488052368, + -0.4738364517688751, + -0.5797796249389648, + -0.45410603284835815, + -0.5572907328605652, + -0.4491885304450989, + -0.4391980469226837, + -0.48814651370048523, + -0.4971144497394562, + -0.4807487428188324, + -0.2877727448940277, + -0.8203080296516418, + -0.4019015431404114, + -0.516595184803009, + -0.4726555347442627, + -0.5972967743873596, + -0.4923759698867798, + -0.6323545575141907, + -0.4961458444595337, + -0.3879750669002533, + -0.3491401970386505, + -0.5273444652557373, + -0.57796311378479, + -0.45172157883644104, + -0.6068568229675293, + -0.4925069510936737, + -0.5532068014144897, + -0.5946332216262817, + -0.3531612455844879, + -0.5853135585784912, + -0.2595638334751129, + -0.5763089060783386, + -0.6601060628890991, + -0.3673277497291565, + -0.3863234519958496, + -0.41652223467826843, + -0.7077466249465942, + -0.8206162452697754, + -0.5062766671180725, + -0.5843595862388611, + -0.44762876629829407, + -0.5204085111618042, + -0.5075250267982483, + -0.6716432571411133, + -0.5940536260604858, + -0.4875677227973938, + -0.4790506660938263, + -0.4355068504810333, + -0.37929797172546387, + -0.5113258957862854, + -0.5497952103614807, + -0.6144967675209045, + -0.4462386965751648, + -0.39589327573776245, + -0.48877498507499695, + -0.5480200052261353, + -0.7634636163711548, + -0.5329861044883728, + -0.4870704114437103, + -0.6007308959960938, + -0.43077701330184937, + -0.5757760405540466, + -0.34422770142555237, + -0.4869532287120819, + -0.7034667134284973, + -0.5151336193084717, + -0.43408218026161194, + -0.48324429988861084, + -0.520041823387146, + -0.5242162942886353, + -0.5188358426094055, + -0.5681692957878113, + -0.5172862410545349, + -0.663044273853302, + -0.5927576422691345, + -0.4444717466831207, + -0.7636092901229858, + -0.4297095239162445, + -0.43142828345298767, + -0.5421988368034363, + -0.5396363139152527, + -0.3930819034576416, + -0.4580897390842438, + -0.4023493528366089, + -0.4404604732990265, + -0.3261741101741791, + -0.5206815004348755, + -0.34181341528892517, + -0.8368163108825684, + -0.5239911079406738, + -0.44187745451927185, + -0.5548082590103149, + -0.4856228828430176, + -0.5112046599388123, + -0.4429921507835388, + -0.48291048407554626, + -0.34668439626693726, + -0.510768711566925, + -0.49999529123306274, + -0.5731536149978638, + -0.3569144010543823, + -0.24303101003170013, + -0.44977477192878723, + -0.4591512978076935, + -0.5766705274581909, + -0.6433218717575073, + -0.5941616296768188, + -0.38170409202575684, + -0.6110371351242065, + -0.4539937674999237, + -0.5666031837463379, + -0.567741334438324, + -0.12180878967046738, + -0.45906054973602295, + -0.5254569053649902, + -0.6626266241073608, + -0.4582843482494354, + -0.6010428667068481, + -0.5802546143531799, + -0.42568439245224, + -0.45057231187820435, + -0.646634042263031, + -0.47542673349380493, + -0.5383746027946472, + -0.5145330429077148, + -0.5654599070549011, + -0.4175550639629364, + -0.39992332458496094, + -0.42188289761543274, + -0.4558509588241577, + -0.35898101329803467, + -0.5039450526237488, + -0.46734243631362915, + -0.3351927101612091 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.65, - 0.6000000000000001, - 0.65, - 0.65, - 0.65, - 0.55, - 0.7, - 0.625, - 0.6 + 0.4749999999999999, + 0.4875, + 0.4875, + 0.4624999999999999, + 0.4125, + 0.4625, + 0.43749999999999994, + 0.42499999999999993, + 0.46249999999999997, + 0.46249999999999997, + 0.36250000000000004, + 0.475, + 0.44999999999999996, + 0.42499999999999993, + 0.46249999999999997, + 0.42499999999999993, + 0.39999999999999997, + 0.46249999999999997, + 0.42500000000000004, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9431211352348328, - 0.6051419377326965, - 0.5660944581031799, - 0.686106264591217, - 0.5641117095947266, - 0.9352573156356812, - 0.7057369947433472, - 0.9274437427520752, - 0.9350236058235168, - 0.5027872920036316 + 0.08203878998756409, + 0.1013161763548851, + -0.09540620446205139, + -0.13734708726406097, + -0.13730737566947937, + -0.15611830353736877, + -0.02684270404279232, + 0.07136364281177521, + 0.23585490882396698, + 0.22916533052921295, + 0.15823256969451904, + -0.12044195085763931, + -0.20135118067264557, + 0.031687986105680466, + 0.037355922162532806, + -0.2182435393333435, + 0.0745793879032135, + -0.13904725015163422, + 0.058368418365716934, + 0.052078597247600555 ], "rl_grad_norm": [ - 2.539660692214966, - 0.6314593553543091, - 1.0413099527359009, - 1.804758071899414, - 0.1219688206911087, - 0.9557117223739624, - 0.3954709768295288, - 0.6404576897621155, - 0.4512803852558136, - 0.9291433095932007 + 1.9006112813949585, + 0.43905091285705566, + 0.6166651248931885, + 0.4964391887187958, + 0.37068700790405273, + 0.3022717833518982, + 0.5189629793167114, + 0.45419344305992126, + 0.40454739332199097, + 0.40752148628234863, + 0.34142521023750305, + 0.43740272521972656, + 0.49436578154563904, + 0.47070443630218506, + 0.6804227828979492, + 0.24766100943088531, + 0.19614334404468536, + 0.3869371712207794, + 0.23669099807739258, + 0.4706254303455353 ], "bc_grad_norm": [ - 2.281956434249878, - 0.5607583522796631, - 0.7009778022766113, - 0.4530036747455597, - 0.29966288805007935, - 1.041821837425232, - 0.3900318443775177, - 0.7073546648025513, - 0.4892393946647644, - 0.3967353105545044 + 3.172726631164551, + 2.044497013092041, + 2.877795934677124, + 2.0070927143096924, + 2.7392022609710693, + 3.3372504711151123, + 3.7685906887054443, + 2.9268486499786377, + 1.7867326736450195, + 2.0141115188598633, + 1.714422583580017, + 2.203855276107788, + 3.289395570755005, + 5.368242263793945, + 4.609643459320068, + 3.6473281383514404, + 2.392197847366333, + 2.2954800128936768, + 5.024428367614746, + 3.364790678024292 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00014160772843752056, - "embedding.weight": 0.02170591801404953, - "cnn.0.weight": 0.402992844581604, - "cnn.0.bias": 0.019603682681918144, - "cnn.2.weight": 0.09867679327726364, - "cnn.2.bias": 0.03225213289260864, - "cnn.5.weight": 0.08860980719327927, - "cnn.5.bias": 0.025573719292879105, - "action_emb.weight": 0.01941731572151184, - "timestep_emb.weight": 0.006860172841697931, - "pos_emb.weight": 0.007500923238694668, - "transformer.layers.0.self_attn.in_proj_weight": 0.15208061039447784, - "transformer.layers.0.self_attn.in_proj_bias": 0.01207070890814066, - "transformer.layers.0.self_attn.out_proj.weight": 0.12154775112867355, - "transformer.layers.0.self_attn.out_proj.bias": 0.015309094451367855, - "transformer.layers.0.linear1.weight": 0.09152667224407196, - "transformer.layers.0.linear1.bias": 0.005564709659665823, - "transformer.layers.0.linear2.weight": 0.11586170643568039, - "transformer.layers.0.linear2.bias": 0.011567488312721252, - "transformer.layers.0.norm1.weight": 0.010029857978224754, - "transformer.layers.0.norm1.bias": 0.011735353618860245, - "transformer.layers.0.norm2.weight": 0.007300665136426687, - "transformer.layers.0.norm2.bias": 0.006624545436352491, - "transformer.layers.1.self_attn.in_proj_weight": 0.10589859634637833, - "transformer.layers.1.self_attn.in_proj_bias": 0.006778995506465435, - "transformer.layers.1.self_attn.out_proj.weight": 0.13255299627780914, - "transformer.layers.1.self_attn.out_proj.bias": 0.009350454434752464, - "transformer.layers.1.linear1.weight": 0.053838394582271576, - "transformer.layers.1.linear1.bias": 0.0031954688020050526, - "transformer.layers.1.linear2.weight": 0.07113959640264511, - "transformer.layers.1.linear2.bias": 0.009369266219437122, - "transformer.layers.1.norm1.weight": 0.008526533842086792, - "transformer.layers.1.norm1.bias": 0.0069443280808627605, - "transformer.layers.1.norm2.weight": 0.0033411583863198757, - "transformer.layers.1.norm2.bias": 0.002917852019891143, - "transformer.layers.2.self_attn.in_proj_weight": 0.09873335808515549, - "transformer.layers.2.self_attn.in_proj_bias": 0.006754994858056307, - "transformer.layers.2.self_attn.out_proj.weight": 0.10199350118637085, - "transformer.layers.2.self_attn.out_proj.bias": 0.00964454934000969, - "transformer.layers.2.linear1.weight": 0.04962494224309921, - "transformer.layers.2.linear1.bias": 0.0032130300533026457, - "transformer.layers.2.linear2.weight": 0.05826197564601898, - "transformer.layers.2.linear2.bias": 0.009876726195216179, - "transformer.layers.2.norm1.weight": 0.007461973931640387, - "transformer.layers.2.norm1.bias": 0.0068648457527160645, - "transformer.layers.2.norm2.weight": 0.002926179673522711, - "transformer.layers.2.norm2.bias": 0.0032199665438383818, - "transformer.layers.3.self_attn.in_proj_weight": 0.19773879647254944, - "transformer.layers.3.self_attn.in_proj_bias": 0.018134117126464844, - "transformer.layers.3.self_attn.out_proj.weight": 0.11283309012651443, - "transformer.layers.3.self_attn.out_proj.bias": 0.015721343457698822, - "transformer.layers.3.linear1.weight": 0.1611572951078415, - "transformer.layers.3.linear1.bias": 0.012691576033830643, - "transformer.layers.3.linear2.weight": 0.08435320109128952, - "transformer.layers.3.linear2.bias": 0.021687308326363564, - "transformer.layers.3.norm1.weight": 0.016010701656341553, - "transformer.layers.3.norm1.bias": 0.024949587881565094, - "transformer.layers.3.norm2.weight": 0.012391631491482258, - "transformer.layers.3.norm2.bias": 0.018853934481739998, - "head.weight": 1.24195396900177, - "head.bias": 0.04203346371650696, - "global_embedding.weight": 0.1520851105451584, - "global_cnn.0.weight": 0.9147661328315735, - "global_cnn.0.bias": 0.02663951925933361, - "global_cnn.2.weight": 2.056281805038452, - "global_cnn.2.bias": 0.10156747698783875, - "global_proj.weight": 0.39229774475097656, - "global_proj.bias": 0.22407342493534088, - "goal_head.0.weight": 0.20057961344718933, - "goal_head.0.bias": 0.0817008763551712, - "goal_head.2.weight": 0.23795220255851746, - "goal_head.2.bias": 0.17399513721466064 - }, - { - "global_gate": 0.0005871269968338311, - "embedding.weight": 0.005772126838564873, - "cnn.0.weight": 0.10415127873420715, - "cnn.0.bias": 0.004845059011131525, - "cnn.2.weight": 0.03229627013206482, - "cnn.2.bias": 0.008673559874296188, - "cnn.5.weight": 0.0365239717066288, - "cnn.5.bias": 0.007017507683485746, - "action_emb.weight": 0.007324649952352047, - "timestep_emb.weight": 0.0033236388117074966, - "pos_emb.weight": 0.0035300932358950377, - "transformer.layers.0.self_attn.in_proj_weight": 0.04999542236328125, - "transformer.layers.0.self_attn.in_proj_bias": 0.0035713110119104385, - "transformer.layers.0.self_attn.out_proj.weight": 0.050428200513124466, - "transformer.layers.0.self_attn.out_proj.bias": 0.005021258257329464, - "transformer.layers.0.linear1.weight": 0.03593340516090393, - "transformer.layers.0.linear1.bias": 0.00208266987465322, - "transformer.layers.0.linear2.weight": 0.048709943890571594, - "transformer.layers.0.linear2.bias": 0.004338037222623825, - "transformer.layers.0.norm1.weight": 0.0031795348040759563, - "transformer.layers.0.norm1.bias": 0.0032007466070353985, - "transformer.layers.0.norm2.weight": 0.0027953784447163343, - "transformer.layers.0.norm2.bias": 0.0020028140861541033, - "transformer.layers.1.self_attn.in_proj_weight": 0.044979289174079895, - "transformer.layers.1.self_attn.in_proj_bias": 0.0028516442980617285, - "transformer.layers.1.self_attn.out_proj.weight": 0.05054029822349548, - "transformer.layers.1.self_attn.out_proj.bias": 0.003718786872923374, - "transformer.layers.1.linear1.weight": 0.02282370999455452, - "transformer.layers.1.linear1.bias": 0.001341849798336625, - "transformer.layers.1.linear2.weight": 0.03280453756451607, - "transformer.layers.1.linear2.bias": 0.0036240958143025637, - "transformer.layers.1.norm1.weight": 0.0028371207881718874, - "transformer.layers.1.norm1.bias": 0.0027156237047165632, - "transformer.layers.1.norm2.weight": 0.0013985242694616318, - "transformer.layers.1.norm2.bias": 0.0011592941591516137, - "transformer.layers.2.self_attn.in_proj_weight": 0.04420807957649231, - "transformer.layers.2.self_attn.in_proj_bias": 0.002817075001075864, - "transformer.layers.2.self_attn.out_proj.weight": 0.037648286670446396, - "transformer.layers.2.self_attn.out_proj.bias": 0.003882206277921796, - "transformer.layers.2.linear1.weight": 0.02342754229903221, - "transformer.layers.2.linear1.bias": 0.0015334358904510736, - "transformer.layers.2.linear2.weight": 0.02745220437645912, - "transformer.layers.2.linear2.bias": 0.003900568699464202, - "transformer.layers.2.norm1.weight": 0.0029468093998730183, - "transformer.layers.2.norm1.bias": 0.003125695511698723, - "transformer.layers.2.norm2.weight": 0.0014541661366820335, - "transformer.layers.2.norm2.bias": 0.0013973010936751962, - "transformer.layers.3.self_attn.in_proj_weight": 0.08713001757860184, - "transformer.layers.3.self_attn.in_proj_bias": 0.008746764622628689, - "transformer.layers.3.self_attn.out_proj.weight": 0.04615701362490654, - "transformer.layers.3.self_attn.out_proj.bias": 0.00685220817103982, - "transformer.layers.3.linear1.weight": 0.076347716152668, - "transformer.layers.3.linear1.bias": 0.005072501953691244, - "transformer.layers.3.linear2.weight": 0.041268106549978256, - "transformer.layers.3.linear2.bias": 0.008376511745154858, - "transformer.layers.3.norm1.weight": 0.006720373872667551, - "transformer.layers.3.norm1.bias": 0.011539983563125134, - "transformer.layers.3.norm2.weight": 0.0064893560484051704, - "transformer.layers.3.norm2.bias": 0.005345794837921858, - "head.weight": 0.48098212480545044, - "head.bias": 0.01638561300933361, - "global_embedding.weight": 0.014842427335679531, - "global_cnn.0.weight": 0.09383860975503922, - "global_cnn.0.bias": 0.0030639199540019035, - "global_cnn.2.weight": 0.13059458136558533, - "global_cnn.2.bias": 0.005937161389738321, - "global_proj.weight": 0.029834721237421036, - "global_proj.bias": 0.020154375582933426, - "goal_head.0.weight": 0.016689958050847054, - "goal_head.0.bias": 0.007697379216551781, - "goal_head.2.weight": 0.023969100788235664, - "goal_head.2.bias": 0.018585512414574623 - }, - { - "global_gate": 0.0005542301805689931, - "embedding.weight": 0.003864312544465065, - "cnn.0.weight": 0.05326491594314575, - "cnn.0.bias": 0.0027139063458889723, - "cnn.2.weight": 0.011673327535390854, - "cnn.2.bias": 0.004179193172603846, - "cnn.5.weight": 0.01681402325630188, - "cnn.5.bias": 0.004782094154506922, - "action_emb.weight": 0.013507811352610588, - "timestep_emb.weight": 0.005278663709759712, - "pos_emb.weight": 0.0061678169295191765, - "transformer.layers.0.self_attn.in_proj_weight": 0.05869045853614807, - "transformer.layers.0.self_attn.in_proj_bias": 0.00519543094560504, - "transformer.layers.0.self_attn.out_proj.weight": 0.051452044397592545, - "transformer.layers.0.self_attn.out_proj.bias": 0.007678617723286152, - "transformer.layers.0.linear1.weight": 0.059022847563028336, - "transformer.layers.0.linear1.bias": 0.0030129619408398867, - "transformer.layers.0.linear2.weight": 0.0732143297791481, - "transformer.layers.0.linear2.bias": 0.006871371995657682, - "transformer.layers.0.norm1.weight": 0.0033490974456071854, - "transformer.layers.0.norm1.bias": 0.004599341191351414, - "transformer.layers.0.norm2.weight": 0.004686983302235603, - "transformer.layers.0.norm2.bias": 0.0031657807994633913, - "transformer.layers.1.self_attn.in_proj_weight": 0.05719156190752983, - "transformer.layers.1.self_attn.in_proj_bias": 0.004275163169950247, - "transformer.layers.1.self_attn.out_proj.weight": 0.06442507356405258, - "transformer.layers.1.self_attn.out_proj.bias": 0.0062285372987389565, - "transformer.layers.1.linear1.weight": 0.03960040584206581, - "transformer.layers.1.linear1.bias": 0.00216831942088902, - "transformer.layers.1.linear2.weight": 0.053543101996183395, - "transformer.layers.1.linear2.bias": 0.005950900260359049, - "transformer.layers.1.norm1.weight": 0.003541303565725684, - "transformer.layers.1.norm1.bias": 0.003908362705260515, - "transformer.layers.1.norm2.weight": 0.002793726744130254, - "transformer.layers.1.norm2.bias": 0.0018488883506506681, - "transformer.layers.2.self_attn.in_proj_weight": 0.06933409720659256, - "transformer.layers.2.self_attn.in_proj_bias": 0.004299212247133255, - "transformer.layers.2.self_attn.out_proj.weight": 0.047558289021253586, - "transformer.layers.2.self_attn.out_proj.bias": 0.006042082794010639, - "transformer.layers.2.linear1.weight": 0.038255490362644196, - "transformer.layers.2.linear1.bias": 0.0023914033081382513, - "transformer.layers.2.linear2.weight": 0.044664833694696426, - "transformer.layers.2.linear2.bias": 0.006000680383294821, - "transformer.layers.2.norm1.weight": 0.004150762222707272, - "transformer.layers.2.norm1.bias": 0.0042358748614788055, - "transformer.layers.2.norm2.weight": 0.0027496039401739836, - "transformer.layers.2.norm2.bias": 0.002498805755749345, - "transformer.layers.3.self_attn.in_proj_weight": 0.13886727392673492, - "transformer.layers.3.self_attn.in_proj_bias": 0.012538890354335308, - "transformer.layers.3.self_attn.out_proj.weight": 0.062414005398750305, - "transformer.layers.3.self_attn.out_proj.bias": 0.009769637137651443, - "transformer.layers.3.linear1.weight": 0.10457924008369446, - "transformer.layers.3.linear1.bias": 0.008310852572321892, - "transformer.layers.3.linear2.weight": 0.05784045532345772, - "transformer.layers.3.linear2.bias": 0.013680323027074337, - "transformer.layers.3.norm1.weight": 0.010240123607218266, - "transformer.layers.3.norm1.bias": 0.017858238890767097, - "transformer.layers.3.norm2.weight": 0.007774674333631992, - "transformer.layers.3.norm2.bias": 0.01180588360875845, - "head.weight": 0.6387311816215515, - "head.bias": 0.02475808747112751, - "global_embedding.weight": 0.025572197511792183, - "global_cnn.0.weight": 0.22015997767448425, - "global_cnn.0.bias": 0.008603581227362156, - "global_cnn.2.weight": 0.5224151611328125, - "global_cnn.2.bias": 0.029885541647672653, - "global_proj.weight": 0.11967232823371887, - "global_proj.bias": 0.08120786398649216, - "goal_head.0.weight": 0.06955553591251373, - "goal_head.0.bias": 0.0315154604613781, - "goal_head.2.weight": 0.09511961787939072, - "goal_head.2.bias": 0.07150781899690628 - }, - { - "global_gate": 0.00028676321380771697, - "embedding.weight": 0.002575335558503866, - "cnn.0.weight": 0.08077960461378098, - "cnn.0.bias": 0.0032852415461093187, - "cnn.2.weight": 0.026748020201921463, - "cnn.2.bias": 0.008524838835000992, - "cnn.5.weight": 0.03739631175994873, - "cnn.5.bias": 0.008415254764258862, - "action_emb.weight": 0.023399613797664642, - "timestep_emb.weight": 0.00787726417183876, - "pos_emb.weight": 0.012460893951356411, - "transformer.layers.0.self_attn.in_proj_weight": 0.0857199877500534, - "transformer.layers.0.self_attn.in_proj_bias": 0.00675882026553154, - "transformer.layers.0.self_attn.out_proj.weight": 0.08396757394075394, - "transformer.layers.0.self_attn.out_proj.bias": 0.010730529204010963, - "transformer.layers.0.linear1.weight": 0.1129709780216217, - "transformer.layers.0.linear1.bias": 0.0050594094209373, - "transformer.layers.0.linear2.weight": 0.1245986744761467, - "transformer.layers.0.linear2.bias": 0.010062159039080143, - "transformer.layers.0.norm1.weight": 0.004769795574247837, - "transformer.layers.0.norm1.bias": 0.005543690640479326, - "transformer.layers.0.norm2.weight": 0.010191957466304302, - "transformer.layers.0.norm2.bias": 0.004576214589178562, - "transformer.layers.1.self_attn.in_proj_weight": 0.09948831051588058, - "transformer.layers.1.self_attn.in_proj_bias": 0.005973001476377249, - "transformer.layers.1.self_attn.out_proj.weight": 0.10401467978954315, - "transformer.layers.1.self_attn.out_proj.bias": 0.009530873969197273, - "transformer.layers.1.linear1.weight": 0.06812778115272522, - "transformer.layers.1.linear1.bias": 0.0037930477410554886, - "transformer.layers.1.linear2.weight": 0.09325891733169556, - "transformer.layers.1.linear2.bias": 0.009033008478581905, - "transformer.layers.1.norm1.weight": 0.006498557515442371, - "transformer.layers.1.norm1.bias": 0.004618597216904163, - "transformer.layers.1.norm2.weight": 0.004750426393002272, - "transformer.layers.1.norm2.bias": 0.003708464093506336, - "transformer.layers.2.self_attn.in_proj_weight": 0.11872879415750504, - "transformer.layers.2.self_attn.in_proj_bias": 0.006884058937430382, - "transformer.layers.2.self_attn.out_proj.weight": 0.09731176495552063, - "transformer.layers.2.self_attn.out_proj.bias": 0.008664766326546669, - "transformer.layers.2.linear1.weight": 0.06272120028734207, - "transformer.layers.2.linear1.bias": 0.0038308906368911266, - "transformer.layers.2.linear2.weight": 0.07482180744409561, - "transformer.layers.2.linear2.bias": 0.008770796470344067, - "transformer.layers.2.norm1.weight": 0.008660731837153435, - "transformer.layers.2.norm1.bias": 0.006169900298118591, - "transformer.layers.2.norm2.weight": 0.0038917954079806805, - "transformer.layers.2.norm2.bias": 0.0040201530791819096, - "transformer.layers.3.self_attn.in_proj_weight": 0.23476587235927582, - "transformer.layers.3.self_attn.in_proj_bias": 0.017771324142813683, - "transformer.layers.3.self_attn.out_proj.weight": 0.11675343662500381, - "transformer.layers.3.self_attn.out_proj.bias": 0.014228631742298603, - "transformer.layers.3.linear1.weight": 0.20346185564994812, - "transformer.layers.3.linear1.bias": 0.01647837460041046, - "transformer.layers.3.linear2.weight": 0.10904890298843384, - "transformer.layers.3.linear2.bias": 0.023554369807243347, - "transformer.layers.3.norm1.weight": 0.0176551453769207, - "transformer.layers.3.norm1.bias": 0.023728840053081512, - "transformer.layers.3.norm2.weight": 0.018199076876044273, - "transformer.layers.3.norm2.bias": 0.02381325699388981, - "head.weight": 1.179660677909851, - "head.bias": 0.04391443356871605, - "global_embedding.weight": 0.015635235235095024, - "global_cnn.0.weight": 0.15448559820652008, - "global_cnn.0.bias": 0.003767030779272318, - "global_cnn.2.weight": 0.33594098687171936, - "global_cnn.2.bias": 0.01765587367117405, - "global_proj.weight": 0.04847356677055359, - "global_proj.bias": 0.04025452956557274, - "goal_head.0.weight": 0.03059248812496662, - "goal_head.0.bias": 0.015700330957770348, - "goal_head.2.weight": 0.045433737337589264, - "goal_head.2.bias": 0.03585751727223396 - }, - { - "global_gate": 0.00007018443284323439, - "embedding.weight": 0.0005285652005113661, - "cnn.0.weight": 0.010293344967067242, - "cnn.0.bias": 0.0005363061791285872, - "cnn.2.weight": 0.003395357634872198, - "cnn.2.bias": 0.0012632219586521387, - "cnn.5.weight": 0.0053551336750388145, - "cnn.5.bias": 0.0008509437320753932, - "action_emb.weight": 0.0014012482715770602, - "timestep_emb.weight": 0.0007176341605372727, - "pos_emb.weight": 0.0010093298042193055, - "transformer.layers.0.self_attn.in_proj_weight": 0.01035346556454897, - "transformer.layers.0.self_attn.in_proj_bias": 0.0008914409554563463, - "transformer.layers.0.self_attn.out_proj.weight": 0.008861866779625416, - "transformer.layers.0.self_attn.out_proj.bias": 0.0012117204023525119, - "transformer.layers.0.linear1.weight": 0.007719888351857662, - "transformer.layers.0.linear1.bias": 0.0003731413453351706, - "transformer.layers.0.linear2.weight": 0.009231233969330788, - "transformer.layers.0.linear2.bias": 0.0007645097211934626, - "transformer.layers.0.norm1.weight": 0.0005621365271508694, - "transformer.layers.0.norm1.bias": 0.0008107828907668591, - "transformer.layers.0.norm2.weight": 0.00060140440473333, - "transformer.layers.0.norm2.bias": 0.0004753801040351391, - "transformer.layers.1.self_attn.in_proj_weight": 0.006903333123773336, - "transformer.layers.1.self_attn.in_proj_bias": 0.0004048119590152055, - "transformer.layers.1.self_attn.out_proj.weight": 0.006967736408114433, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005808077403344214, - "transformer.layers.1.linear1.weight": 0.005021160934120417, - "transformer.layers.1.linear1.bias": 0.0002488804457243532, - "transformer.layers.1.linear2.weight": 0.00642073480412364, - "transformer.layers.1.linear2.bias": 0.0005690076504833996, - "transformer.layers.1.norm1.weight": 0.00041065417462959886, - "transformer.layers.1.norm1.bias": 0.00039318157359957695, - "transformer.layers.1.norm2.weight": 0.0003025549231097102, - "transformer.layers.1.norm2.bias": 0.00020821472571697086, - "transformer.layers.2.self_attn.in_proj_weight": 0.007919250056147575, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004193965869490057, - "transformer.layers.2.self_attn.out_proj.weight": 0.004922692663967609, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005256349686533213, - "transformer.layers.2.linear1.weight": 0.004543048329651356, - "transformer.layers.2.linear1.bias": 0.00023824188974685967, - "transformer.layers.2.linear2.weight": 0.004854396916925907, - "transformer.layers.2.linear2.bias": 0.0005522520514205098, - "transformer.layers.2.norm1.weight": 0.0005480442778207362, - "transformer.layers.2.norm1.bias": 0.00044523359974846244, - "transformer.layers.2.norm2.weight": 0.00028892490081489086, - "transformer.layers.2.norm2.bias": 0.00022709240147378296, - "transformer.layers.3.self_attn.in_proj_weight": 0.016229629516601562, - "transformer.layers.3.self_attn.in_proj_bias": 0.0012628143886104226, - "transformer.layers.3.self_attn.out_proj.weight": 0.007519644219428301, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010669586481526494, - "transformer.layers.3.linear1.weight": 0.013193191029131413, - "transformer.layers.3.linear1.bias": 0.0009264468098990619, - "transformer.layers.3.linear2.weight": 0.008098186925053596, - "transformer.layers.3.linear2.bias": 0.0014896387001499534, - "transformer.layers.3.norm1.weight": 0.0012478814460337162, - "transformer.layers.3.norm1.bias": 0.0017911512404680252, - "transformer.layers.3.norm2.weight": 0.001064764684997499, - "transformer.layers.3.norm2.bias": 0.0011912438785657287, - "head.weight": 0.08084611594676971, - "head.bias": 0.0028839479200541973, - "global_embedding.weight": 0.002917806850746274, - "global_cnn.0.weight": 0.040973104536533356, - "global_cnn.0.bias": 0.0012284565018489957, - "global_cnn.2.weight": 0.10425864160060883, - "global_cnn.2.bias": 0.006589087191969156, - "global_proj.weight": 0.01943054422736168, - "global_proj.bias": 0.017842523753643036, - "goal_head.0.weight": 0.014375687576830387, - "goal_head.0.bias": 0.007748147007077932, - "goal_head.2.weight": 0.025371182709932327, - "goal_head.2.bias": 0.019791515544056892 - }, - { - "global_gate": 0.00009510984091321006, - "embedding.weight": 0.005438623484224081, - "cnn.0.weight": 0.07861297577619553, - "cnn.0.bias": 0.004098331555724144, - "cnn.2.weight": 0.01631505787372589, - "cnn.2.bias": 0.008040017448365688, - "cnn.5.weight": 0.014128100126981735, - "cnn.5.bias": 0.003882247256115079, - "action_emb.weight": 0.00323928683064878, - "timestep_emb.weight": 0.0024054287932813168, - "pos_emb.weight": 0.0035195646341890097, - "transformer.layers.0.self_attn.in_proj_weight": 0.026590056717395782, - "transformer.layers.0.self_attn.in_proj_bias": 0.0017826419789344072, - "transformer.layers.0.self_attn.out_proj.weight": 0.02490323968231678, - "transformer.layers.0.self_attn.out_proj.bias": 0.0021490012295544147, - "transformer.layers.0.linear1.weight": 0.02374288998544216, - "transformer.layers.0.linear1.bias": 0.0010162744438275695, - "transformer.layers.0.linear2.weight": 0.02518244832754135, - "transformer.layers.0.linear2.bias": 0.0017037080833688378, - "transformer.layers.0.norm1.weight": 0.001701852073892951, - "transformer.layers.0.norm1.bias": 0.001747172442264855, - "transformer.layers.0.norm2.weight": 0.002011314034461975, - "transformer.layers.0.norm2.bias": 0.00098835164681077, - "transformer.layers.1.self_attn.in_proj_weight": 0.024249516427516937, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011932086199522018, - "transformer.layers.1.self_attn.out_proj.weight": 0.017122913151979446, - "transformer.layers.1.self_attn.out_proj.bias": 0.0012773671187460423, - "transformer.layers.1.linear1.weight": 0.0131803248077631, - "transformer.layers.1.linear1.bias": 0.0006671642768196762, - "transformer.layers.1.linear2.weight": 0.01670439913868904, - "transformer.layers.1.linear2.bias": 0.0011907267617061734, - "transformer.layers.1.norm1.weight": 0.001783645013347268, - "transformer.layers.1.norm1.bias": 0.0013599920785054564, - "transformer.layers.1.norm2.weight": 0.000990206957794726, - "transformer.layers.1.norm2.bias": 0.000642207742203027, - "transformer.layers.2.self_attn.in_proj_weight": 0.019651398062705994, - "transformer.layers.2.self_attn.in_proj_bias": 0.00105891446582973, - "transformer.layers.2.self_attn.out_proj.weight": 0.013874157331883907, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011966454330831766, - "transformer.layers.2.linear1.weight": 0.011299640871584415, - "transformer.layers.2.linear1.bias": 0.0006198620540089905, - "transformer.layers.2.linear2.weight": 0.012854458764195442, - "transformer.layers.2.linear2.bias": 0.0011463535483926535, - "transformer.layers.2.norm1.weight": 0.0012403602013364434, - "transformer.layers.2.norm1.bias": 0.001205315231345594, - "transformer.layers.2.norm2.weight": 0.0007085651159286499, - "transformer.layers.2.norm2.bias": 0.0005858050426468253, - "transformer.layers.3.self_attn.in_proj_weight": 0.040934041142463684, - "transformer.layers.3.self_attn.in_proj_bias": 0.0028233821503818035, - "transformer.layers.3.self_attn.out_proj.weight": 0.016428746283054352, - "transformer.layers.3.self_attn.out_proj.bias": 0.002042862819507718, - "transformer.layers.3.linear1.weight": 0.027325067669153214, - "transformer.layers.3.linear1.bias": 0.0017571145435795188, - "transformer.layers.3.linear2.weight": 0.015321650542318821, - "transformer.layers.3.linear2.bias": 0.0029044090770184994, - "transformer.layers.3.norm1.weight": 0.003415710525587201, - "transformer.layers.3.norm1.bias": 0.003753296099603176, - "transformer.layers.3.norm2.weight": 0.002075210213661194, - "transformer.layers.3.norm2.bias": 0.002316890051588416, - "head.weight": 0.18715745210647583, - "head.bias": 0.005937403067946434, - "global_embedding.weight": 0.03793756291270256, - "global_cnn.0.weight": 0.350369393825531, - "global_cnn.0.bias": 0.007869327440857887, - "global_cnn.2.weight": 0.8573173880577087, - "global_cnn.2.bias": 0.043476905673742294, - "global_proj.weight": 0.1619674116373062, - "global_proj.bias": 0.10975141823291779, - "goal_head.0.weight": 0.09461064636707306, - "goal_head.0.bias": 0.04234738647937775, - "goal_head.2.weight": 0.1342272162437439, - "goal_head.2.bias": 0.09526968002319336 - }, - { - "global_gate": 0.00031565153039991856, - "embedding.weight": 0.008187663741409779, - "cnn.0.weight": 0.1267336905002594, - "cnn.0.bias": 0.005360686220228672, - "cnn.2.weight": 0.02711089327931404, - "cnn.2.bias": 0.008158938959240913, - "cnn.5.weight": 0.027787022292613983, - "cnn.5.bias": 0.006922242697328329, - "action_emb.weight": 0.0048897285014390945, - "timestep_emb.weight": 0.003384457202628255, - "pos_emb.weight": 0.004199859220534563, - "transformer.layers.0.self_attn.in_proj_weight": 0.06607566028833389, - "transformer.layers.0.self_attn.in_proj_bias": 0.005038170609623194, - "transformer.layers.0.self_attn.out_proj.weight": 0.04887734726071358, - "transformer.layers.0.self_attn.out_proj.bias": 0.004851826932281256, - "transformer.layers.0.linear1.weight": 0.03347029536962509, - "transformer.layers.0.linear1.bias": 0.001813370967283845, - "transformer.layers.0.linear2.weight": 0.04029402881860733, - "transformer.layers.0.linear2.bias": 0.0033253722358494997, - "transformer.layers.0.norm1.weight": 0.004307576920837164, - "transformer.layers.0.norm1.bias": 0.0052164276130497456, - "transformer.layers.0.norm2.weight": 0.0028327719774097204, - "transformer.layers.0.norm2.bias": 0.0019024889916181564, - "transformer.layers.1.self_attn.in_proj_weight": 0.051109228283166885, - "transformer.layers.1.self_attn.in_proj_bias": 0.002937200479209423, - "transformer.layers.1.self_attn.out_proj.weight": 0.030582791194319725, - "transformer.layers.1.self_attn.out_proj.bias": 0.0021473856177181005, - "transformer.layers.1.linear1.weight": 0.017948631197214127, - "transformer.layers.1.linear1.bias": 0.0010572756873443723, - "transformer.layers.1.linear2.weight": 0.022028200328350067, - "transformer.layers.1.linear2.bias": 0.001972941216081381, - "transformer.layers.1.norm1.weight": 0.003135621314868331, - "transformer.layers.1.norm1.bias": 0.0026045276317745447, - "transformer.layers.1.norm2.weight": 0.0012728075962513685, - "transformer.layers.1.norm2.bias": 0.0011513893259689212, - "transformer.layers.2.self_attn.in_proj_weight": 0.03822324424982071, - "transformer.layers.2.self_attn.in_proj_bias": 0.0017128146719187498, - "transformer.layers.2.self_attn.out_proj.weight": 0.02026314288377762, - "transformer.layers.2.self_attn.out_proj.bias": 0.0017682724865153432, - "transformer.layers.2.linear1.weight": 0.013548837043344975, - "transformer.layers.2.linear1.bias": 0.0008172690286301076, - "transformer.layers.2.linear2.weight": 0.0152446823194623, - "transformer.layers.2.linear2.bias": 0.0016820356249809265, - "transformer.layers.2.norm1.weight": 0.0033798308577388525, - "transformer.layers.2.norm1.bias": 0.0016467339592054486, - "transformer.layers.2.norm2.weight": 0.0008830378646962345, - "transformer.layers.2.norm2.bias": 0.0008575580432079732, - "transformer.layers.3.self_attn.in_proj_weight": 0.04793459177017212, - "transformer.layers.3.self_attn.in_proj_bias": 0.003582532284781337, - "transformer.layers.3.self_attn.out_proj.weight": 0.01967971958220005, - "transformer.layers.3.self_attn.out_proj.bias": 0.002891235053539276, - "transformer.layers.3.linear1.weight": 0.03459610417485237, - "transformer.layers.3.linear1.bias": 0.0025424540508538485, - "transformer.layers.3.linear2.weight": 0.018301798030734062, - "transformer.layers.3.linear2.bias": 0.004142371937632561, - "transformer.layers.3.norm1.weight": 0.003705832175910473, - "transformer.layers.3.norm1.bias": 0.004883411340415478, - "transformer.layers.3.norm2.weight": 0.0027108280919492245, - "transformer.layers.3.norm2.bias": 0.00358518585562706, - "head.weight": 0.23989297449588776, - "head.bias": 0.008586712181568146, - "global_embedding.weight": 0.013540493324398994, - "global_cnn.0.weight": 0.14974768459796906, - "global_cnn.0.bias": 0.004317036364227533, - "global_cnn.2.weight": 0.24139823019504547, - "global_cnn.2.bias": 0.011708259582519531, - "global_proj.weight": 0.03960569202899933, - "global_proj.bias": 0.03156593069434166, - "goal_head.0.weight": 0.02221233770251274, - "goal_head.0.bias": 0.012286931276321411, - "goal_head.2.weight": 0.0355505645275116, - "goal_head.2.bias": 0.03156265988945961 - }, - { - "global_gate": 0.00007268499757628888, - "embedding.weight": 0.0007184736896306276, - "cnn.0.weight": 0.01673860102891922, - "cnn.0.bias": 0.0006455432740040123, - "cnn.2.weight": 0.006729189772158861, - "cnn.2.bias": 0.0014809761196374893, - "cnn.5.weight": 0.00981177482753992, - "cnn.5.bias": 0.001241836929693818, - "action_emb.weight": 0.0017149278428405523, - "timestep_emb.weight": 0.001072371262125671, - "pos_emb.weight": 0.0016399919986724854, - "transformer.layers.0.self_attn.in_proj_weight": 0.013156801462173462, - "transformer.layers.0.self_attn.in_proj_bias": 0.000706460268702358, - "transformer.layers.0.self_attn.out_proj.weight": 0.014161250554025173, - "transformer.layers.0.self_attn.out_proj.bias": 0.0010071693686768413, - "transformer.layers.0.linear1.weight": 0.010359242558479309, - "transformer.layers.0.linear1.bias": 0.00047700287541374564, - "transformer.layers.0.linear2.weight": 0.012035610154271126, - "transformer.layers.0.linear2.bias": 0.0007951385923661292, - "transformer.layers.0.norm1.weight": 0.0007927102851681411, - "transformer.layers.0.norm1.bias": 0.0006194189190864563, - "transformer.layers.0.norm2.weight": 0.0007808706141076982, - "transformer.layers.0.norm2.bias": 0.00046337765525095165, - "transformer.layers.1.self_attn.in_proj_weight": 0.011788168922066689, - "transformer.layers.1.self_attn.in_proj_bias": 0.000518884917255491, - "transformer.layers.1.self_attn.out_proj.weight": 0.009272352792322636, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006353511125780642, - "transformer.layers.1.linear1.weight": 0.006798604503273964, - "transformer.layers.1.linear1.bias": 0.0003383738803677261, - "transformer.layers.1.linear2.weight": 0.008339985273778439, - "transformer.layers.1.linear2.bias": 0.0005789100541733205, - "transformer.layers.1.norm1.weight": 0.0008022962720133364, - "transformer.layers.1.norm1.bias": 0.0006223162054084241, - "transformer.layers.1.norm2.weight": 0.00044842605711892247, - "transformer.layers.1.norm2.bias": 0.0003258301003370434, - "transformer.layers.2.self_attn.in_proj_weight": 0.011878272518515587, - "transformer.layers.2.self_attn.in_proj_bias": 0.000537229934707284, - "transformer.layers.2.self_attn.out_proj.weight": 0.007295843679457903, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005451923934742808, - "transformer.layers.2.linear1.weight": 0.006180170923471451, - "transformer.layers.2.linear1.bias": 0.00030395109206438065, - "transformer.layers.2.linear2.weight": 0.006686566863209009, - "transformer.layers.2.linear2.bias": 0.0005606174236163497, - "transformer.layers.2.norm1.weight": 0.0008196433773264289, - "transformer.layers.2.norm1.bias": 0.0005790252471342683, - "transformer.layers.2.norm2.weight": 0.00039196794386953115, - "transformer.layers.2.norm2.bias": 0.0002479366085026413, - "transformer.layers.3.self_attn.in_proj_weight": 0.020496195182204247, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010277759283781052, - "transformer.layers.3.self_attn.out_proj.weight": 0.008621139451861382, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007944039534777403, - "transformer.layers.3.linear1.weight": 0.015428941696882248, - "transformer.layers.3.linear1.bias": 0.0008441639947704971, - "transformer.layers.3.linear2.weight": 0.008198538795113564, - "transformer.layers.3.linear2.bias": 0.0010269929189234972, - "transformer.layers.3.norm1.weight": 0.0016443587373942137, - "transformer.layers.3.norm1.bias": 0.0014266509097069502, - "transformer.layers.3.norm2.weight": 0.0012167467502877116, - "transformer.layers.3.norm2.bias": 0.0008882435504347086, - "head.weight": 0.10971658676862717, - "head.bias": 0.0021708987187594175, - "global_embedding.weight": 0.050778500735759735, - "global_cnn.0.weight": 0.274397075176239, - "global_cnn.0.bias": 0.012506461702287197, - "global_cnn.2.weight": 0.474764883518219, - "global_cnn.2.bias": 0.02590329386293888, - "global_proj.weight": 0.12556079030036926, - "global_proj.bias": 0.10242900252342224, - "goal_head.0.weight": 0.09072295576334, - "goal_head.0.bias": 0.0510425940155983, - "goal_head.2.weight": 0.1294708102941513, - "goal_head.2.bias": 0.14107640087604523 - }, - { - "global_gate": 0.00003480386294540949, - "embedding.weight": 0.00026027305284515023, - "cnn.0.weight": 0.006831007543951273, - "cnn.0.bias": 0.00028215820202603936, - "cnn.2.weight": 0.002316894242540002, - "cnn.2.bias": 0.0006844106828793883, - "cnn.5.weight": 0.002253797370940447, - "cnn.5.bias": 0.0004555381019599736, - "action_emb.weight": 0.0001623851276235655, - "timestep_emb.weight": 0.00013346165360417217, - "pos_emb.weight": 0.00013896940799895674, - "transformer.layers.0.self_attn.in_proj_weight": 0.003191381925716996, - "transformer.layers.0.self_attn.in_proj_bias": 0.00015068422362674028, - "transformer.layers.0.self_attn.out_proj.weight": 0.002699382370337844, - "transformer.layers.0.self_attn.out_proj.bias": 0.00014769574045203626, - "transformer.layers.0.linear1.weight": 0.001330867293290794, - "transformer.layers.0.linear1.bias": 0.00006765856960555539, - "transformer.layers.0.linear2.weight": 0.001757375430315733, - "transformer.layers.0.linear2.bias": 0.00011278747115284204, - "transformer.layers.0.norm1.weight": 0.0002170461229979992, - "transformer.layers.0.norm1.bias": 0.00014568316692020744, - "transformer.layers.0.norm2.weight": 0.00009040156146511436, - "transformer.layers.0.norm2.bias": 0.00006643616507062688, - "transformer.layers.1.self_attn.in_proj_weight": 0.00183447718154639, - "transformer.layers.1.self_attn.in_proj_bias": 0.00006893477257108316, - "transformer.layers.1.self_attn.out_proj.weight": 0.001930159400217235, - "transformer.layers.1.self_attn.out_proj.bias": 0.0000861180669744499, - "transformer.layers.1.linear1.weight": 0.000773928826674819, - "transformer.layers.1.linear1.bias": 0.00003780640327022411, - "transformer.layers.1.linear2.weight": 0.0010738432174548507, - "transformer.layers.1.linear2.bias": 0.00008395984332310036, - "transformer.layers.1.norm1.weight": 0.00011638655996648595, - "transformer.layers.1.norm1.bias": 0.00007913315494079143, - "transformer.layers.1.norm2.weight": 0.000046497403673129156, - "transformer.layers.1.norm2.bias": 0.000028017986551276408, - "transformer.layers.2.self_attn.in_proj_weight": 0.001831406494602561, - "transformer.layers.2.self_attn.in_proj_bias": 0.00008096972305793315, - "transformer.layers.2.self_attn.out_proj.weight": 0.0008228733786381781, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007836970326025039, - "transformer.layers.2.linear1.weight": 0.0006707260617986321, - "transformer.layers.2.linear1.bias": 0.00003608508632169105, - "transformer.layers.2.linear2.weight": 0.0008109962800517678, - "transformer.layers.2.linear2.bias": 0.00007976054621394724, - "transformer.layers.2.norm1.weight": 0.00012966418580617756, - "transformer.layers.2.norm1.bias": 0.00008591870573582128, - "transformer.layers.2.norm2.weight": 0.0000446583035227377, - "transformer.layers.2.norm2.bias": 0.0000334331052727066, - "transformer.layers.3.self_attn.in_proj_weight": 0.0014522093115374446, - "transformer.layers.3.self_attn.in_proj_bias": 0.00012605117808561772, - "transformer.layers.3.self_attn.out_proj.weight": 0.0008107959874905646, - "transformer.layers.3.self_attn.out_proj.bias": 0.00011950447515118867, - "transformer.layers.3.linear1.weight": 0.0014638552675023675, - "transformer.layers.3.linear1.bias": 0.00010726696928031743, - "transformer.layers.3.linear2.weight": 0.0011316484306007624, - "transformer.layers.3.linear2.bias": 0.00013822382607031614, - "transformer.layers.3.norm1.weight": 0.00012705638073384762, - "transformer.layers.3.norm1.bias": 0.00017705466598272324, - "transformer.layers.3.norm2.weight": 0.00010593229671940207, - "transformer.layers.3.norm2.bias": 0.0001265110622625798, - "head.weight": 0.00856627058237791, - "head.bias": 0.00029777956660836935, - "global_embedding.weight": 0.018915152177214622, - "global_cnn.0.weight": 0.22658300399780273, - "global_cnn.0.bias": 0.009148632176220417, - "global_cnn.2.weight": 0.2739659249782562, - "global_cnn.2.bias": 0.011706462129950523, - "global_proj.weight": 0.10706013441085815, - "global_proj.bias": 0.09183964878320694, - "goal_head.0.weight": 0.09327176213264465, - "goal_head.0.bias": 0.0499456487596035, - "goal_head.2.weight": 0.1609547883272171, - "goal_head.2.bias": 0.13857212662696838 - }, - { - "global_gate": 0.000294988218229264, - "embedding.weight": 0.0023479312658309937, - "cnn.0.weight": 0.06270723044872284, - "cnn.0.bias": 0.0023567955940961838, - "cnn.2.weight": 0.020310457795858383, - "cnn.2.bias": 0.0059610470198094845, - "cnn.5.weight": 0.03348785266280174, - "cnn.5.bias": 0.005708114244043827, - "action_emb.weight": 0.014314542524516582, - "timestep_emb.weight": 0.0064955540001392365, - "pos_emb.weight": 0.009141195565462112, - "transformer.layers.0.self_attn.in_proj_weight": 0.0708000585436821, - "transformer.layers.0.self_attn.in_proj_bias": 0.0054125492461025715, - "transformer.layers.0.self_attn.out_proj.weight": 0.059436388313770294, - "transformer.layers.0.self_attn.out_proj.bias": 0.007322046905755997, - "transformer.layers.0.linear1.weight": 0.07163672149181366, - "transformer.layers.0.linear1.bias": 0.0032269584480673075, - "transformer.layers.0.linear2.weight": 0.0765547901391983, - "transformer.layers.0.linear2.bias": 0.006485368125140667, - "transformer.layers.0.norm1.weight": 0.004364892840385437, - "transformer.layers.0.norm1.bias": 0.004553417209535837, - "transformer.layers.0.norm2.weight": 0.006190645508468151, - "transformer.layers.0.norm2.bias": 0.003040893701836467, - "transformer.layers.1.self_attn.in_proj_weight": 0.0638156458735466, - "transformer.layers.1.self_attn.in_proj_bias": 0.004074373748153448, - "transformer.layers.1.self_attn.out_proj.weight": 0.06143389642238617, - "transformer.layers.1.self_attn.out_proj.bias": 0.005926268175244331, - "transformer.layers.1.linear1.weight": 0.04873703420162201, - "transformer.layers.1.linear1.bias": 0.00233152462169528, - "transformer.layers.1.linear2.weight": 0.062156081199645996, - "transformer.layers.1.linear2.bias": 0.005477736238390207, - "transformer.layers.1.norm1.weight": 0.0036417630035430193, - "transformer.layers.1.norm1.bias": 0.0036135942209511995, - "transformer.layers.1.norm2.weight": 0.003759796731173992, - "transformer.layers.1.norm2.bias": 0.0020115894731134176, - "transformer.layers.2.self_attn.in_proj_weight": 0.0766519159078598, - "transformer.layers.2.self_attn.in_proj_bias": 0.0047292630188167095, - "transformer.layers.2.self_attn.out_proj.weight": 0.05792555212974548, - "transformer.layers.2.self_attn.out_proj.bias": 0.005751854740083218, - "transformer.layers.2.linear1.weight": 0.03930981457233429, - "transformer.layers.2.linear1.bias": 0.0022309652995318174, - "transformer.layers.2.linear2.weight": 0.04753514379262924, - "transformer.layers.2.linear2.bias": 0.005663645453751087, - "transformer.layers.2.norm1.weight": 0.005760252010077238, - "transformer.layers.2.norm1.bias": 0.005349569953978062, - "transformer.layers.2.norm2.weight": 0.0024353095795959234, - "transformer.layers.2.norm2.bias": 0.002080674050375819, - "transformer.layers.3.self_attn.in_proj_weight": 0.16649679839611053, - "transformer.layers.3.self_attn.in_proj_bias": 0.013455105945467949, - "transformer.layers.3.self_attn.out_proj.weight": 0.060255102813243866, - "transformer.layers.3.self_attn.out_proj.bias": 0.01019849069416523, - "transformer.layers.3.linear1.weight": 0.11885792016983032, - "transformer.layers.3.linear1.bias": 0.009493275545537472, - "transformer.layers.3.linear2.weight": 0.0658901035785675, - "transformer.layers.3.linear2.bias": 0.015717443078756332, - "transformer.layers.3.norm1.weight": 0.012797988951206207, - "transformer.layers.3.norm1.bias": 0.018853528425097466, - "transformer.layers.3.norm2.weight": 0.010311145335435867, - "transformer.layers.3.norm2.bias": 0.01376405544579029, - "head.weight": 0.819722056388855, - "head.bias": 0.034416139125823975, - "global_embedding.weight": 0.008380510844290257, - "global_cnn.0.weight": 0.08942678570747375, - "global_cnn.0.bias": 0.0021275533363223076, - "global_cnn.2.weight": 0.20790880918502808, - "global_cnn.2.bias": 0.008444769307971, - "global_proj.weight": 0.021965017542243004, - "global_proj.bias": 0.020688986405730247, - "goal_head.0.weight": 0.016362236812710762, - "goal_head.0.bias": 0.008893826976418495, - "goal_head.2.weight": 0.03252850100398064, - "goal_head.2.bias": 0.02374386228621006 + "global_gate": 9.402258910995442e-06, + "embedding.weight": 0.002440228359773755, + "cnn.0.weight": 0.05968625098466873, + "cnn.0.bias": 0.0026214562822133303, + "cnn.2.weight": 0.020157702267169952, + "cnn.2.bias": 0.006067619193345308, + "cnn.5.weight": 0.026784684509038925, + "cnn.5.bias": 0.005581306293606758, + "action_emb.weight": 0.021215731278061867, + "timestep_emb.weight": 0.0028867172077298164, + "pos_emb.weight": 0.00445582577958703, + "transformer.layers.0.self_attn.in_proj_weight": 0.0877973660826683, + "transformer.layers.0.self_attn.in_proj_bias": 0.01022315863519907, + "transformer.layers.0.self_attn.out_proj.weight": 0.10317881405353546, + "transformer.layers.0.self_attn.out_proj.bias": 0.01770927757024765, + "transformer.layers.0.linear1.weight": 0.08469133824110031, + "transformer.layers.0.linear1.bias": 0.007034698035567999, + "transformer.layers.0.linear2.weight": 0.1365211457014084, + "transformer.layers.0.linear2.bias": 0.015431451611220837, + "transformer.layers.0.norm1.weight": 0.004205760080367327, + "transformer.layers.0.norm1.bias": 0.007703252136707306, + "transformer.layers.0.norm2.weight": 0.00575437443330884, + "transformer.layers.0.norm2.bias": 0.008680387400090694, + "transformer.layers.1.self_attn.in_proj_weight": 0.121746726334095, + "transformer.layers.1.self_attn.in_proj_bias": 0.008914031088352203, + "transformer.layers.1.self_attn.out_proj.weight": 0.17754854261875153, + "transformer.layers.1.self_attn.out_proj.bias": 0.013733480125665665, + "transformer.layers.1.linear1.weight": 0.06654240190982819, + "transformer.layers.1.linear1.bias": 0.005120542831718922, + "transformer.layers.1.linear2.weight": 0.10459689795970917, + "transformer.layers.1.linear2.bias": 0.013563474640250206, + "transformer.layers.1.norm1.weight": 0.006052217911928892, + "transformer.layers.1.norm1.bias": 0.008220960386097431, + "transformer.layers.1.norm2.weight": 0.0037268823944032192, + "transformer.layers.1.norm2.bias": 0.004924393258988857, + "transformer.layers.2.self_attn.in_proj_weight": 0.13758033514022827, + "transformer.layers.2.self_attn.in_proj_bias": 0.010997680015861988, + "transformer.layers.2.self_attn.out_proj.weight": 0.1621122509241104, + "transformer.layers.2.self_attn.out_proj.bias": 0.01403324119746685, + "transformer.layers.2.linear1.weight": 0.07329929620027542, + "transformer.layers.2.linear1.bias": 0.005310609005391598, + "transformer.layers.2.linear2.weight": 0.07672274857759476, + "transformer.layers.2.linear2.bias": 0.014638707041740417, + "transformer.layers.2.norm1.weight": 0.010547378100454807, + "transformer.layers.2.norm1.bias": 0.01401716098189354, + "transformer.layers.2.norm2.weight": 0.004809707403182983, + "transformer.layers.2.norm2.bias": 0.006191499996930361, + "transformer.layers.3.self_attn.in_proj_weight": 0.3251118063926697, + "transformer.layers.3.self_attn.in_proj_bias": 0.029078854247927666, + "transformer.layers.3.self_attn.out_proj.weight": 0.1849009394645691, + "transformer.layers.3.self_attn.out_proj.bias": 0.022990988567471504, + "transformer.layers.3.linear1.weight": 0.18290545046329498, + "transformer.layers.3.linear1.bias": 0.014429971575737, + "transformer.layers.3.linear2.weight": 0.10586758702993393, + "transformer.layers.3.linear2.bias": 0.027229061350226402, + "transformer.layers.3.norm1.weight": 0.025982361286878586, + "transformer.layers.3.norm1.bias": 0.040572937577962875, + "transformer.layers.3.norm2.weight": 0.01202281191945076, + "transformer.layers.3.norm2.bias": 0.017384549602866173, + "head.weight": 1.7145702838897705, + "head.bias": 0.05258715897798538, + "global_embedding.weight": 0.01681630127131939, + "global_cnn.0.weight": 0.2594153583049774, + "global_cnn.0.bias": 0.010886983014643192, + "global_cnn.2.weight": 0.5126939415931702, + "global_cnn.2.bias": 0.022687405347824097, + "global_proj.weight": 0.21154047548770905, + "global_proj.bias": 0.07839245349168777, + "goal_head.0.weight": 0.12369334697723389, + "goal_head.0.bias": 0.035477153956890106, + "goal_head.2.weight": 0.15076634287834167, + "goal_head.2.bias": 0.07275324314832687 + }, + { + "global_gate": 0.00014283771452028304, + "embedding.weight": 0.002875866135582328, + "cnn.0.weight": 0.051674772053956985, + "cnn.0.bias": 0.0025657436344772577, + "cnn.2.weight": 0.012041866779327393, + "cnn.2.bias": 0.0032947540748864412, + "cnn.5.weight": 0.023508233949542046, + "cnn.5.bias": 0.004038120619952679, + "action_emb.weight": 0.008594746701419353, + "timestep_emb.weight": 0.004022158216685057, + "pos_emb.weight": 0.006932822521775961, + "transformer.layers.0.self_attn.in_proj_weight": 0.054764047265052795, + "transformer.layers.0.self_attn.in_proj_bias": 0.0048099057748913765, + "transformer.layers.0.self_attn.out_proj.weight": 0.04508103430271149, + "transformer.layers.0.self_attn.out_proj.bias": 0.006515721324831247, + "transformer.layers.0.linear1.weight": 0.051879506558179855, + "transformer.layers.0.linear1.bias": 0.0029347429517656565, + "transformer.layers.0.linear2.weight": 0.05698668584227562, + "transformer.layers.0.linear2.bias": 0.003984380979090929, + "transformer.layers.0.norm1.weight": 0.0031709487084299326, + "transformer.layers.0.norm1.bias": 0.004302589222788811, + "transformer.layers.0.norm2.weight": 0.004784045275300741, + "transformer.layers.0.norm2.bias": 0.004264427348971367, + "transformer.layers.1.self_attn.in_proj_weight": 0.043232113122940063, + "transformer.layers.1.self_attn.in_proj_bias": 0.002874461468309164, + "transformer.layers.1.self_attn.out_proj.weight": 0.03909642994403839, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025266516022384167, + "transformer.layers.1.linear1.weight": 0.03175964578986168, + "transformer.layers.1.linear1.bias": 0.0015760150272399187, + "transformer.layers.1.linear2.weight": 0.03868629410862923, + "transformer.layers.1.linear2.bias": 0.0021164666395634413, + "transformer.layers.1.norm1.weight": 0.0029281743336468935, + "transformer.layers.1.norm1.bias": 0.0036653701681643724, + "transformer.layers.1.norm2.weight": 0.002407021587714553, + "transformer.layers.1.norm2.bias": 0.001895494875498116, + "transformer.layers.2.self_attn.in_proj_weight": 0.05658707395195961, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020395233295857906, + "transformer.layers.2.self_attn.out_proj.weight": 0.03650016337633133, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015560626052320004, + "transformer.layers.2.linear1.weight": 0.020005345344543457, + "transformer.layers.2.linear1.bias": 0.0009837817633524537, + "transformer.layers.2.linear2.weight": 0.024189762771129608, + "transformer.layers.2.linear2.bias": 0.0014139700215309858, + "transformer.layers.2.norm1.weight": 0.004536202643066645, + "transformer.layers.2.norm1.bias": 0.002054893411695957, + "transformer.layers.2.norm2.weight": 0.0012703922111541033, + "transformer.layers.2.norm2.bias": 0.0007919243071228266, + "transformer.layers.3.self_attn.in_proj_weight": 0.05999582260847092, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028266797307878733, + "transformer.layers.3.self_attn.out_proj.weight": 0.035108454525470734, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017217745771631598, + "transformer.layers.3.linear1.weight": 0.03585467115044594, + "transformer.layers.3.linear1.bias": 0.002159552648663521, + "transformer.layers.3.linear2.weight": 0.020396415144205093, + "transformer.layers.3.linear2.bias": 0.0015943683683872223, + "transformer.layers.3.norm1.weight": 0.005071565974503756, + "transformer.layers.3.norm1.bias": 0.00352818937972188, + "transformer.layers.3.norm2.weight": 0.0022896917071193457, + "transformer.layers.3.norm2.bias": 0.0022225112188607454, + "head.weight": 0.19652500748634338, + "head.bias": 0.0031421168241649866, + "global_embedding.weight": 0.017562737688422203, + "global_cnn.0.weight": 0.10099176317453384, + "global_cnn.0.bias": 0.0040246788412332535, + "global_cnn.2.weight": 0.2688678801059723, + "global_cnn.2.bias": 0.009537645615637302, + "global_proj.weight": 0.10189022868871689, + "global_proj.bias": 0.0396137461066246, + "goal_head.0.weight": 0.06305454671382904, + "goal_head.0.bias": 0.01836034283041954, + "goal_head.2.weight": 0.08144926279783249, + "goal_head.2.bias": 0.03816426172852516 + }, + { + "global_gate": 0.00021966113126836717, + "embedding.weight": 0.0029541507828980684, + "cnn.0.weight": 0.05307916924357414, + "cnn.0.bias": 0.002126160077750683, + "cnn.2.weight": 0.010280905291438103, + "cnn.2.bias": 0.0023215014953166246, + "cnn.5.weight": 0.014790293760597706, + "cnn.5.bias": 0.0029467050917446613, + "action_emb.weight": 0.01293889433145523, + "timestep_emb.weight": 0.001813508104532957, + "pos_emb.weight": 0.003121650079265237, + "transformer.layers.0.self_attn.in_proj_weight": 0.04227312654256821, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033061413560062647, + "transformer.layers.0.self_attn.out_proj.weight": 0.0389777310192585, + "transformer.layers.0.self_attn.out_proj.bias": 0.004586276598274708, + "transformer.layers.0.linear1.weight": 0.05691421404480934, + "transformer.layers.0.linear1.bias": 0.0023939437232911587, + "transformer.layers.0.linear2.weight": 0.051151346415281296, + "transformer.layers.0.linear2.bias": 0.003712619422003627, + "transformer.layers.0.norm1.weight": 0.0022862334735691547, + "transformer.layers.0.norm1.bias": 0.002833480713889003, + "transformer.layers.0.norm2.weight": 0.00588678102940321, + "transformer.layers.0.norm2.bias": 0.0024574303533881903, + "transformer.layers.1.self_attn.in_proj_weight": 0.049107640981674194, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026610717177391052, + "transformer.layers.1.self_attn.out_proj.weight": 0.05145978182554245, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030945029575377703, + "transformer.layers.1.linear1.weight": 0.027608472853899002, + "transformer.layers.1.linear1.bias": 0.0015087893698364496, + "transformer.layers.1.linear2.weight": 0.03810817748308182, + "transformer.layers.1.linear2.bias": 0.002810654928907752, + "transformer.layers.1.norm1.weight": 0.0030605942010879517, + "transformer.layers.1.norm1.bias": 0.003050520783290267, + "transformer.layers.1.norm2.weight": 0.0020834109745919704, + "transformer.layers.1.norm2.bias": 0.0014799502678215504, + "transformer.layers.2.self_attn.in_proj_weight": 0.05246785283088684, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023221701849251986, + "transformer.layers.2.self_attn.out_proj.weight": 0.043767910450696945, + "transformer.layers.2.self_attn.out_proj.bias": 0.002685448620468378, + "transformer.layers.2.linear1.weight": 0.019939342513680458, + "transformer.layers.2.linear1.bias": 0.0012355445651337504, + "transformer.layers.2.linear2.weight": 0.02661661058664322, + "transformer.layers.2.linear2.bias": 0.0025960311759263277, + "transformer.layers.2.norm1.weight": 0.004986150190234184, + "transformer.layers.2.norm1.bias": 0.0026601161807775497, + "transformer.layers.2.norm2.weight": 0.0013162032701075077, + "transformer.layers.2.norm2.bias": 0.0011040359968319535, + "transformer.layers.3.self_attn.in_proj_weight": 0.08397829532623291, + "transformer.layers.3.self_attn.in_proj_bias": 0.00527476379647851, + "transformer.layers.3.self_attn.out_proj.weight": 0.05282063037157059, + "transformer.layers.3.self_attn.out_proj.bias": 0.0037832329981029034, + "transformer.layers.3.linear1.weight": 0.035321954637765884, + "transformer.layers.3.linear1.bias": 0.0026738399174064398, + "transformer.layers.3.linear2.weight": 0.02392534911632538, + "transformer.layers.3.linear2.bias": 0.0039972588419914246, + "transformer.layers.3.norm1.weight": 0.0073424153961241245, + "transformer.layers.3.norm1.bias": 0.007702338043600321, + "transformer.layers.3.norm2.weight": 0.0022714571096003056, + "transformer.layers.3.norm2.bias": 0.0028323824517428875, + "head.weight": 0.29612964391708374, + "head.bias": 0.007012149319052696, + "global_embedding.weight": 0.015787193551659584, + "global_cnn.0.weight": 0.18953020870685577, + "global_cnn.0.bias": 0.009608891792595387, + "global_cnn.2.weight": 0.39269939064979553, + "global_cnn.2.bias": 0.01769125647842884, + "global_proj.weight": 0.11804938316345215, + "global_proj.bias": 0.0609416663646698, + "goal_head.0.weight": 0.07261216640472412, + "goal_head.0.bias": 0.02910231426358223, + "goal_head.2.weight": 0.08669229596853256, + "goal_head.2.bias": 0.06635534763336182 + }, + { + "global_gate": 6.7306355049368e-05, + "embedding.weight": 0.001425407244823873, + "cnn.0.weight": 0.029588906094431877, + "cnn.0.bias": 0.0012175132287666202, + "cnn.2.weight": 0.008574512787163258, + "cnn.2.bias": 0.002405727282166481, + "cnn.5.weight": 0.013113412074744701, + "cnn.5.bias": 0.0024423846043646336, + "action_emb.weight": 0.006685345433652401, + "timestep_emb.weight": 0.0021461262367665768, + "pos_emb.weight": 0.005668140947818756, + "transformer.layers.0.self_attn.in_proj_weight": 0.03391367569565773, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028883747290819883, + "transformer.layers.0.self_attn.out_proj.weight": 0.03602210432291031, + "transformer.layers.0.self_attn.out_proj.bias": 0.004376942291855812, + "transformer.layers.0.linear1.weight": 0.04049830138683319, + "transformer.layers.0.linear1.bias": 0.0019329675706103444, + "transformer.layers.0.linear2.weight": 0.04493508115410805, + "transformer.layers.0.linear2.bias": 0.0037102976348251104, + "transformer.layers.0.norm1.weight": 0.0018034714739769697, + "transformer.layers.0.norm1.bias": 0.0024697137996554375, + "transformer.layers.0.norm2.weight": 0.0035724774934351444, + "transformer.layers.0.norm2.bias": 0.0020404390525072813, + "transformer.layers.1.self_attn.in_proj_weight": 0.04140589386224747, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023938375525176525, + "transformer.layers.1.self_attn.out_proj.weight": 0.041678499430418015, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030456879176199436, + "transformer.layers.1.linear1.weight": 0.023222269490361214, + "transformer.layers.1.linear1.bias": 0.0012534002307802439, + "transformer.layers.1.linear2.weight": 0.030418792739510536, + "transformer.layers.1.linear2.bias": 0.002968776971101761, + "transformer.layers.1.norm1.weight": 0.0027273986488580704, + "transformer.layers.1.norm1.bias": 0.0023664480540901423, + "transformer.layers.1.norm2.weight": 0.001694867736659944, + "transformer.layers.1.norm2.bias": 0.0011675339192152023, + "transformer.layers.2.self_attn.in_proj_weight": 0.0384080708026886, + "transformer.layers.2.self_attn.in_proj_bias": 0.002684288192540407, + "transformer.layers.2.self_attn.out_proj.weight": 0.03682755306363106, + "transformer.layers.2.self_attn.out_proj.bias": 0.0029701413586735725, + "transformer.layers.2.linear1.weight": 0.018233511596918106, + "transformer.layers.2.linear1.bias": 0.0011431284947320819, + "transformer.layers.2.linear2.weight": 0.0220037829130888, + "transformer.layers.2.linear2.bias": 0.0031332732178270817, + "transformer.layers.2.norm1.weight": 0.0032882774248719215, + "transformer.layers.2.norm1.bias": 0.003449180629104376, + "transformer.layers.2.norm2.weight": 0.001329550868831575, + "transformer.layers.2.norm2.bias": 0.0012177678290754557, + "transformer.layers.3.self_attn.in_proj_weight": 0.06481372565031052, + "transformer.layers.3.self_attn.in_proj_bias": 0.0058820657432079315, + "transformer.layers.3.self_attn.out_proj.weight": 0.033879995346069336, + "transformer.layers.3.self_attn.out_proj.bias": 0.004645832348614931, + "transformer.layers.3.linear1.weight": 0.027006683871150017, + "transformer.layers.3.linear1.bias": 0.0021724121179431677, + "transformer.layers.3.linear2.weight": 0.019738292321562767, + "transformer.layers.3.linear2.bias": 0.005015565548092127, + "transformer.layers.3.norm1.weight": 0.005585778970271349, + "transformer.layers.3.norm1.bias": 0.0076936534605920315, + "transformer.layers.3.norm2.weight": 0.0017291249241679907, + "transformer.layers.3.norm2.bias": 0.002302074572071433, + "head.weight": 0.2635149657726288, + "head.bias": 0.009759867563843727, + "global_embedding.weight": 0.018869416788220406, + "global_cnn.0.weight": 0.13605989515781403, + "global_cnn.0.bias": 0.004730483517050743, + "global_cnn.2.weight": 0.39726805686950684, + "global_cnn.2.bias": 0.018093150109052658, + "global_proj.weight": 0.09548211097717285, + "global_proj.bias": 0.0439581498503685, + "goal_head.0.weight": 0.050290998071432114, + "goal_head.0.bias": 0.016859175637364388, + "goal_head.2.weight": 0.0591706708073616, + "goal_head.2.bias": 0.03218287229537964 + }, + { + "global_gate": 0.00019693910144269466, + "embedding.weight": 0.0011074995854869485, + "cnn.0.weight": 0.02651270478963852, + "cnn.0.bias": 0.0012976829893887043, + "cnn.2.weight": 0.008298847824335098, + "cnn.2.bias": 0.003306339727714658, + "cnn.5.weight": 0.010897241532802582, + "cnn.5.bias": 0.0021838187240064144, + "action_emb.weight": 0.0166702289134264, + "timestep_emb.weight": 0.0028224645648151636, + "pos_emb.weight": 0.005849516950547695, + "transformer.layers.0.self_attn.in_proj_weight": 0.038821205496788025, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032810482662171125, + "transformer.layers.0.self_attn.out_proj.weight": 0.035937532782554626, + "transformer.layers.0.self_attn.out_proj.bias": 0.004722630139440298, + "transformer.layers.0.linear1.weight": 0.07845724374055862, + "transformer.layers.0.linear1.bias": 0.002598429564386606, + "transformer.layers.0.linear2.weight": 0.05675233155488968, + "transformer.layers.0.linear2.bias": 0.0034906070213764906, + "transformer.layers.0.norm1.weight": 0.002068298403173685, + "transformer.layers.0.norm1.bias": 0.0030218546744436026, + "transformer.layers.0.norm2.weight": 0.008378073573112488, + "transformer.layers.0.norm2.bias": 0.0027557245921343565, + "transformer.layers.1.self_attn.in_proj_weight": 0.049656953662633896, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023658552672713995, + "transformer.layers.1.self_attn.out_proj.weight": 0.04053003340959549, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031607027631253004, + "transformer.layers.1.linear1.weight": 0.03389354422688484, + "transformer.layers.1.linear1.bias": 0.0014345025410875678, + "transformer.layers.1.linear2.weight": 0.042786985635757446, + "transformer.layers.1.linear2.bias": 0.002826323267072439, + "transformer.layers.1.norm1.weight": 0.0031792286317795515, + "transformer.layers.1.norm1.bias": 0.0024438537657260895, + "transformer.layers.1.norm2.weight": 0.0026969637256115675, + "transformer.layers.1.norm2.bias": 0.0013919310877099633, + "transformer.layers.2.self_attn.in_proj_weight": 0.04947210103273392, + "transformer.layers.2.self_attn.in_proj_bias": 0.002275813603773713, + "transformer.layers.2.self_attn.out_proj.weight": 0.03515295684337616, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026181438006460667, + "transformer.layers.2.linear1.weight": 0.025057818740606308, + "transformer.layers.2.linear1.bias": 0.0014152544317767024, + "transformer.layers.2.linear2.weight": 0.03332407772541046, + "transformer.layers.2.linear2.bias": 0.0026676212437450886, + "transformer.layers.2.norm1.weight": 0.0036140549927949905, + "transformer.layers.2.norm1.bias": 0.00272826268337667, + "transformer.layers.2.norm2.weight": 0.0016282500000670552, + "transformer.layers.2.norm2.bias": 0.0014821885852143168, + "transformer.layers.3.self_attn.in_proj_weight": 0.09537728130817413, + "transformer.layers.3.self_attn.in_proj_bias": 0.005935580935329199, + "transformer.layers.3.self_attn.out_proj.weight": 0.03853011876344681, + "transformer.layers.3.self_attn.out_proj.bias": 0.003409505123272538, + "transformer.layers.3.linear1.weight": 0.04027041047811508, + "transformer.layers.3.linear1.bias": 0.0026183309964835644, + "transformer.layers.3.linear2.weight": 0.025939207524061203, + "transformer.layers.3.linear2.bias": 0.0038255888503044844, + "transformer.layers.3.norm1.weight": 0.0070440517738461494, + "transformer.layers.3.norm1.bias": 0.007997055537998676, + "transformer.layers.3.norm2.weight": 0.0027530009392648935, + "transformer.layers.3.norm2.bias": 0.0030910628847777843, + "head.weight": 0.3057364225387573, + "head.bias": 0.007041614968329668, + "global_embedding.weight": 0.007324606645852327, + "global_cnn.0.weight": 0.11052127927541733, + "global_cnn.0.bias": 0.002707569394260645, + "global_cnn.2.weight": 0.3090766370296478, + "global_cnn.2.bias": 0.012686002999544144, + "global_proj.weight": 0.05931975692510605, + "global_proj.bias": 0.028965197503566742, + "goal_head.0.weight": 0.0323110856115818, + "goal_head.0.bias": 0.011166750453412533, + "goal_head.2.weight": 0.04294413700699806, + "goal_head.2.bias": 0.02182648703455925 + }, + { + "global_gate": 7.327705588977551e-06, + "embedding.weight": 0.004152998793870211, + "cnn.0.weight": 0.0737554207444191, + "cnn.0.bias": 0.003794626099988818, + "cnn.2.weight": 0.017621146515011787, + "cnn.2.bias": 0.007396689150482416, + "cnn.5.weight": 0.01984117552638054, + "cnn.5.bias": 0.004965834319591522, + "action_emb.weight": 0.012000990100204945, + "timestep_emb.weight": 0.0021854396909475327, + "pos_emb.weight": 0.0047013768926262856, + "transformer.layers.0.self_attn.in_proj_weight": 0.04261740297079086, + "transformer.layers.0.self_attn.in_proj_bias": 0.004563475027680397, + "transformer.layers.0.self_attn.out_proj.weight": 0.03923773765563965, + "transformer.layers.0.self_attn.out_proj.bias": 0.006289522163569927, + "transformer.layers.0.linear1.weight": 0.057839762419462204, + "transformer.layers.0.linear1.bias": 0.002743117045611143, + "transformer.layers.0.linear2.weight": 0.04686834290623665, + "transformer.layers.0.linear2.bias": 0.003655971260741353, + "transformer.layers.0.norm1.weight": 0.0024910024367272854, + "transformer.layers.0.norm1.bias": 0.004425959195941687, + "transformer.layers.0.norm2.weight": 0.005576235242187977, + "transformer.layers.0.norm2.bias": 0.004391578491777182, + "transformer.layers.1.self_attn.in_proj_weight": 0.04184603691101074, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020521688275039196, + "transformer.layers.1.self_attn.out_proj.weight": 0.04382491111755371, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032120554242283106, + "transformer.layers.1.linear1.weight": 0.027105866000056267, + "transformer.layers.1.linear1.bias": 0.0015336041105911136, + "transformer.layers.1.linear2.weight": 0.032633259892463684, + "transformer.layers.1.linear2.bias": 0.002559501677751541, + "transformer.layers.1.norm1.weight": 0.0030000624246895313, + "transformer.layers.1.norm1.bias": 0.0018614763393998146, + "transformer.layers.1.norm2.weight": 0.0024365936405956745, + "transformer.layers.1.norm2.bias": 0.001991236349567771, + "transformer.layers.2.self_attn.in_proj_weight": 0.04202646389603615, + "transformer.layers.2.self_attn.in_proj_bias": 0.002124161459505558, + "transformer.layers.2.self_attn.out_proj.weight": 0.03710314631462097, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023903476539999247, + "transformer.layers.2.linear1.weight": 0.020405353978276253, + "transformer.layers.2.linear1.bias": 0.0012632360449060798, + "transformer.layers.2.linear2.weight": 0.024251706898212433, + "transformer.layers.2.linear2.bias": 0.002302096923813224, + "transformer.layers.2.norm1.weight": 0.0025703387800604105, + "transformer.layers.2.norm1.bias": 0.002177753485739231, + "transformer.layers.2.norm2.weight": 0.0014847826678305864, + "transformer.layers.2.norm2.bias": 0.001454128767363727, + "transformer.layers.3.self_attn.in_proj_weight": 0.07617457956075668, + "transformer.layers.3.self_attn.in_proj_bias": 0.004657609388232231, + "transformer.layers.3.self_attn.out_proj.weight": 0.03442297875881195, + "transformer.layers.3.self_attn.out_proj.bias": 0.002523386850953102, + "transformer.layers.3.linear1.weight": 0.029238631948828697, + "transformer.layers.3.linear1.bias": 0.002154795452952385, + "transformer.layers.3.linear2.weight": 0.018201012164354324, + "transformer.layers.3.linear2.bias": 0.002967449137941003, + "transformer.layers.3.norm1.weight": 0.0071840775199234486, + "transformer.layers.3.norm1.bias": 0.006157802417874336, + "transformer.layers.3.norm2.weight": 0.002146052895113826, + "transformer.layers.3.norm2.bias": 0.002543082693591714, + "head.weight": 0.202475905418396, + "head.bias": 0.004862664267420769, + "global_embedding.weight": 0.012077158316969872, + "global_cnn.0.weight": 0.10688479989767075, + "global_cnn.0.bias": 0.00411224877461791, + "global_cnn.2.weight": 0.17099963128566742, + "global_cnn.2.bias": 0.006167420651763678, + "global_proj.weight": 0.02965891920030117, + "global_proj.bias": 0.016362346708774567, + "goal_head.0.weight": 0.013021930120885372, + "goal_head.0.bias": 0.005728443618863821, + "goal_head.2.weight": 0.013990839011967182, + "goal_head.2.bias": 0.014026165008544922 + }, + { + "global_gate": 6.66186460875906e-05, + "embedding.weight": 0.0036878283135592937, + "cnn.0.weight": 0.07224075496196747, + "cnn.0.bias": 0.002939000725746155, + "cnn.2.weight": 0.015778327360749245, + "cnn.2.bias": 0.00538969412446022, + "cnn.5.weight": 0.015809668228030205, + "cnn.5.bias": 0.004173507913947105, + "action_emb.weight": 0.007612318266183138, + "timestep_emb.weight": 0.0019805580377578735, + "pos_emb.weight": 0.00491899810731411, + "transformer.layers.0.self_attn.in_proj_weight": 0.03746350482106209, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033218178432434797, + "transformer.layers.0.self_attn.out_proj.weight": 0.03533276915550232, + "transformer.layers.0.self_attn.out_proj.bias": 0.00438312953338027, + "transformer.layers.0.linear1.weight": 0.041581667959690094, + "transformer.layers.0.linear1.bias": 0.0020483944099396467, + "transformer.layers.0.linear2.weight": 0.04706518352031708, + "transformer.layers.0.linear2.bias": 0.0038564729038625956, + "transformer.layers.0.norm1.weight": 0.002272214973345399, + "transformer.layers.0.norm1.bias": 0.0030624105129390955, + "transformer.layers.0.norm2.weight": 0.003968322649598122, + "transformer.layers.0.norm2.bias": 0.001883115852251649, + "transformer.layers.1.self_attn.in_proj_weight": 0.038670215755701065, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021869332995265722, + "transformer.layers.1.self_attn.out_proj.weight": 0.038655225187540054, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033307187259197235, + "transformer.layers.1.linear1.weight": 0.025998461991548538, + "transformer.layers.1.linear1.bias": 0.0013741038274019957, + "transformer.layers.1.linear2.weight": 0.03502340987324715, + "transformer.layers.1.linear2.bias": 0.003427456133067608, + "transformer.layers.1.norm1.weight": 0.0024011211935430765, + "transformer.layers.1.norm1.bias": 0.0022270081099122763, + "transformer.layers.1.norm2.weight": 0.0020271337125450373, + "transformer.layers.1.norm2.bias": 0.0013506270479410887, + "transformer.layers.2.self_attn.in_proj_weight": 0.04216960072517395, + "transformer.layers.2.self_attn.in_proj_bias": 0.003268935950472951, + "transformer.layers.2.self_attn.out_proj.weight": 0.04050172120332718, + "transformer.layers.2.self_attn.out_proj.bias": 0.003338305279612541, + "transformer.layers.2.linear1.weight": 0.020674103870987892, + "transformer.layers.2.linear1.bias": 0.0014447865542024374, + "transformer.layers.2.linear2.weight": 0.02531111240386963, + "transformer.layers.2.linear2.bias": 0.003705129725858569, + "transformer.layers.2.norm1.weight": 0.0032919368240982294, + "transformer.layers.2.norm1.bias": 0.004146377090364695, + "transformer.layers.2.norm2.weight": 0.0013783164322376251, + "transformer.layers.2.norm2.bias": 0.0015951413661241531, + "transformer.layers.3.self_attn.in_proj_weight": 0.06746349483728409, + "transformer.layers.3.self_attn.in_proj_bias": 0.007212035823613405, + "transformer.layers.3.self_attn.out_proj.weight": 0.03732825070619583, + "transformer.layers.3.self_attn.out_proj.bias": 0.0058493237011134624, + "transformer.layers.3.linear1.weight": 0.03538830578327179, + "transformer.layers.3.linear1.bias": 0.003016622504219413, + "transformer.layers.3.linear2.weight": 0.024083515629172325, + "transformer.layers.3.linear2.bias": 0.00644475594162941, + "transformer.layers.3.norm1.weight": 0.005664349067956209, + "transformer.layers.3.norm1.bias": 0.009930488653481007, + "transformer.layers.3.norm2.weight": 0.0023116834927350283, + "transformer.layers.3.norm2.bias": 0.0036504075396806, + "head.weight": 0.3491254448890686, + "head.bias": 0.013129749335348606, + "global_embedding.weight": 0.01690380647778511, + "global_cnn.0.weight": 0.09025690704584122, + "global_cnn.0.bias": 0.0038644373416900635, + "global_cnn.2.weight": 0.23787158727645874, + "global_cnn.2.bias": 0.010895754210650921, + "global_proj.weight": 0.061957694590091705, + "global_proj.bias": 0.028780940920114517, + "goal_head.0.weight": 0.03445122390985489, + "goal_head.0.bias": 0.01148595754057169, + "goal_head.2.weight": 0.045467309653759, + "goal_head.2.bias": 0.023547012358903885 + }, + { + "global_gate": 5.1639190132846124e-06, + "embedding.weight": 0.0011444411939010024, + "cnn.0.weight": 0.02487453818321228, + "cnn.0.bias": 0.0010760484728962183, + "cnn.2.weight": 0.009368564933538437, + "cnn.2.bias": 0.0027407309971749783, + "cnn.5.weight": 0.013614395633339882, + "cnn.5.bias": 0.0023205101024359465, + "action_emb.weight": 0.009898051619529724, + "timestep_emb.weight": 0.00179207359906286, + "pos_emb.weight": 0.004336723126471043, + "transformer.layers.0.self_attn.in_proj_weight": 0.0468832403421402, + "transformer.layers.0.self_attn.in_proj_bias": 0.00517353555187583, + "transformer.layers.0.self_attn.out_proj.weight": 0.03936176747083664, + "transformer.layers.0.self_attn.out_proj.bias": 0.0063824583776295185, + "transformer.layers.0.linear1.weight": 0.04824664443731308, + "transformer.layers.0.linear1.bias": 0.002605766523629427, + "transformer.layers.0.linear2.weight": 0.05650290846824646, + "transformer.layers.0.linear2.bias": 0.005225054919719696, + "transformer.layers.0.norm1.weight": 0.0029256059788167477, + "transformer.layers.0.norm1.bias": 0.005264128092676401, + "transformer.layers.0.norm2.weight": 0.004088155459612608, + "transformer.layers.0.norm2.bias": 0.0026595548260957003, + "transformer.layers.1.self_attn.in_proj_weight": 0.04331956058740616, + "transformer.layers.1.self_attn.in_proj_bias": 0.002843725262209773, + "transformer.layers.1.self_attn.out_proj.weight": 0.05079096183180809, + "transformer.layers.1.self_attn.out_proj.bias": 0.004291468299925327, + "transformer.layers.1.linear1.weight": 0.03263219818472862, + "transformer.layers.1.linear1.bias": 0.0018989377422258258, + "transformer.layers.1.linear2.weight": 0.0447457954287529, + "transformer.layers.1.linear2.bias": 0.004172858782112598, + "transformer.layers.1.norm1.weight": 0.0026949967723339796, + "transformer.layers.1.norm1.bias": 0.002528882585465908, + "transformer.layers.1.norm2.weight": 0.0026337241288274527, + "transformer.layers.1.norm2.bias": 0.002006652532145381, + "transformer.layers.2.self_attn.in_proj_weight": 0.03657042235136032, + "transformer.layers.2.self_attn.in_proj_bias": 0.002781729446724057, + "transformer.layers.2.self_attn.out_proj.weight": 0.0413692332804203, + "transformer.layers.2.self_attn.out_proj.bias": 0.00404796376824379, + "transformer.layers.2.linear1.weight": 0.02929428033530712, + "transformer.layers.2.linear1.bias": 0.002067818306386471, + "transformer.layers.2.linear2.weight": 0.03320373594760895, + "transformer.layers.2.linear2.bias": 0.00439212704077363, + "transformer.layers.2.norm1.weight": 0.0026697928551584482, + "transformer.layers.2.norm1.bias": 0.002512541599571705, + "transformer.layers.2.norm2.weight": 0.002319046761840582, + "transformer.layers.2.norm2.bias": 0.0026221941225230694, + "transformer.layers.3.self_attn.in_proj_weight": 0.08892223984003067, + "transformer.layers.3.self_attn.in_proj_bias": 0.009537083096802235, + "transformer.layers.3.self_attn.out_proj.weight": 0.04191959276795387, + "transformer.layers.3.self_attn.out_proj.bias": 0.007008054759353399, + "transformer.layers.3.linear1.weight": 0.04898856580257416, + "transformer.layers.3.linear1.bias": 0.004709933884441853, + "transformer.layers.3.linear2.weight": 0.027947356924414635, + "transformer.layers.3.linear2.bias": 0.008259812369942665, + "transformer.layers.3.norm1.weight": 0.008005695417523384, + "transformer.layers.3.norm1.bias": 0.014219268225133419, + "transformer.layers.3.norm2.weight": 0.0035182784777134657, + "transformer.layers.3.norm2.bias": 0.006152537185698748, + "head.weight": 0.37040555477142334, + "head.bias": 0.015248091891407967, + "global_embedding.weight": 0.009924965910613537, + "global_cnn.0.weight": 0.07767783850431442, + "global_cnn.0.bias": 0.003165199188515544, + "global_cnn.2.weight": 0.16442805528640747, + "global_cnn.2.bias": 0.006402106955647469, + "global_proj.weight": 0.045776914805173874, + "global_proj.bias": 0.02651338465511799, + "goal_head.0.weight": 0.029579242691397667, + "goal_head.0.bias": 0.012163298204541206, + "goal_head.2.weight": 0.044707026332616806, + "goal_head.2.bias": 0.028200984001159668 + }, + { + "global_gate": 0.0004980876110494137, + "embedding.weight": 0.002271595411002636, + "cnn.0.weight": 0.04371315613389015, + "cnn.0.bias": 0.001763701904565096, + "cnn.2.weight": 0.012224980629980564, + "cnn.2.bias": 0.0036229402758181095, + "cnn.5.weight": 0.012809780426323414, + "cnn.5.bias": 0.002997225383296609, + "action_emb.weight": 0.01168806478381157, + "timestep_emb.weight": 0.0013911984860897064, + "pos_emb.weight": 0.0034114865120500326, + "transformer.layers.0.self_attn.in_proj_weight": 0.03106078691780567, + "transformer.layers.0.self_attn.in_proj_bias": 0.0022726249881088734, + "transformer.layers.0.self_attn.out_proj.weight": 0.03780047968029976, + "transformer.layers.0.self_attn.out_proj.bias": 0.002967250067740679, + "transformer.layers.0.linear1.weight": 0.05380351096391678, + "transformer.layers.0.linear1.bias": 0.0017272906843572855, + "transformer.layers.0.linear2.weight": 0.03594859689474106, + "transformer.layers.0.linear2.bias": 0.0020252636168152094, + "transformer.layers.0.norm1.weight": 0.001681226072832942, + "transformer.layers.0.norm1.bias": 0.00214199791662395, + "transformer.layers.0.norm2.weight": 0.006065207999199629, + "transformer.layers.0.norm2.bias": 0.001394161256030202, + "transformer.layers.1.self_attn.in_proj_weight": 0.03731047734618187, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013928686967119575, + "transformer.layers.1.self_attn.out_proj.weight": 0.022376922890543938, + "transformer.layers.1.self_attn.out_proj.bias": 0.001608340535312891, + "transformer.layers.1.linear1.weight": 0.01772356778383255, + "transformer.layers.1.linear1.bias": 0.000952364644035697, + "transformer.layers.1.linear2.weight": 0.01862909458577633, + "transformer.layers.1.linear2.bias": 0.0015703814569860697, + "transformer.layers.1.norm1.weight": 0.002248169155791402, + "transformer.layers.1.norm1.bias": 0.001434578443877399, + "transformer.layers.1.norm2.weight": 0.0017573143122717738, + "transformer.layers.1.norm2.bias": 0.0013764118775725365, + "transformer.layers.2.self_attn.in_proj_weight": 0.02697349525988102, + "transformer.layers.2.self_attn.in_proj_bias": 0.001516564516350627, + "transformer.layers.2.self_attn.out_proj.weight": 0.016836242750287056, + "transformer.layers.2.self_attn.out_proj.bias": 0.001449956907890737, + "transformer.layers.2.linear1.weight": 0.010056091472506523, + "transformer.layers.2.linear1.bias": 0.0006479604635387659, + "transformer.layers.2.linear2.weight": 0.012103380635380745, + "transformer.layers.2.linear2.bias": 0.0014483137056231499, + "transformer.layers.2.norm1.weight": 0.002043631160631776, + "transformer.layers.2.norm1.bias": 0.0016482763458043337, + "transformer.layers.2.norm2.weight": 0.0006944788619875908, + "transformer.layers.2.norm2.bias": 0.0007191936601884663, + "transformer.layers.3.self_attn.in_proj_weight": 0.03408991917967796, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028712679632008076, + "transformer.layers.3.self_attn.out_proj.weight": 0.015610945411026478, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019297731341794133, + "transformer.layers.3.linear1.weight": 0.01662871055305004, + "transformer.layers.3.linear1.bias": 0.001356148743070662, + "transformer.layers.3.linear2.weight": 0.00991113018244505, + "transformer.layers.3.linear2.bias": 0.002331450115889311, + "transformer.layers.3.norm1.weight": 0.002836473984643817, + "transformer.layers.3.norm1.bias": 0.004033632110804319, + "transformer.layers.3.norm2.weight": 0.001198985381051898, + "transformer.layers.3.norm2.bias": 0.0018745536217465997, + "head.weight": 0.11964184045791626, + "head.bias": 0.004292475525289774, + "global_embedding.weight": 0.011250708252191544, + "global_cnn.0.weight": 0.1675553321838379, + "global_cnn.0.bias": 0.007454590406268835, + "global_cnn.2.weight": 0.2550700306892395, + "global_cnn.2.bias": 0.015513774938881397, + "global_proj.weight": 0.09036745131015778, + "global_proj.bias": 0.05798543244600296, + "goal_head.0.weight": 0.061986666172742844, + "goal_head.0.bias": 0.026815425604581833, + "goal_head.2.weight": 0.09026115387678146, + "goal_head.2.bias": 0.062009669840335846 + }, + { + "global_gate": 0.00017374679737258703, + "embedding.weight": 0.0013210707111284137, + "cnn.0.weight": 0.027355967089533806, + "cnn.0.bias": 0.0008476916118524969, + "cnn.2.weight": 0.008419489488005638, + "cnn.2.bias": 0.0020271914545446634, + "cnn.5.weight": 0.01200965978205204, + "cnn.5.bias": 0.0019447915256023407, + "action_emb.weight": 0.0039007205050438643, + "timestep_emb.weight": 0.0014939089305698872, + "pos_emb.weight": 0.002896664896979928, + "transformer.layers.0.self_attn.in_proj_weight": 0.028635958209633827, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027218987233936787, + "transformer.layers.0.self_attn.out_proj.weight": 0.02506851777434349, + "transformer.layers.0.self_attn.out_proj.bias": 0.0033303997479379177, + "transformer.layers.0.linear1.weight": 0.024236049503087997, + "transformer.layers.0.linear1.bias": 0.0014059862587600946, + "transformer.layers.0.linear2.weight": 0.026539327576756477, + "transformer.layers.0.linear2.bias": 0.0025436978321522474, + "transformer.layers.0.norm1.weight": 0.0015627912944182754, + "transformer.layers.0.norm1.bias": 0.0026400815695524216, + "transformer.layers.0.norm2.weight": 0.0022238718811422586, + "transformer.layers.0.norm2.bias": 0.0016237362287938595, + "transformer.layers.1.self_attn.in_proj_weight": 0.02567926049232483, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016425042413175106, + "transformer.layers.1.self_attn.out_proj.weight": 0.02522977814078331, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019935625605285168, + "transformer.layers.1.linear1.weight": 0.013937527313828468, + "transformer.layers.1.linear1.bias": 0.0008309813565574586, + "transformer.layers.1.linear2.weight": 0.018023302778601646, + "transformer.layers.1.linear2.bias": 0.001773766940459609, + "transformer.layers.1.norm1.weight": 0.0018713640747591853, + "transformer.layers.1.norm1.bias": 0.0016812030225992203, + "transformer.layers.1.norm2.weight": 0.0010977875208482146, + "transformer.layers.1.norm2.bias": 0.0009867268381640315, + "transformer.layers.2.self_attn.in_proj_weight": 0.023941045626997948, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013815462589263916, + "transformer.layers.2.self_attn.out_proj.weight": 0.01997646875679493, + "transformer.layers.2.self_attn.out_proj.bias": 0.001458053127862513, + "transformer.layers.2.linear1.weight": 0.010064955800771713, + "transformer.layers.2.linear1.bias": 0.0006500091403722763, + "transformer.layers.2.linear2.weight": 0.011975430883467197, + "transformer.layers.2.linear2.bias": 0.0013979369541630149, + "transformer.layers.2.norm1.weight": 0.001965852454304695, + "transformer.layers.2.norm1.bias": 0.0016910608392208815, + "transformer.layers.2.norm2.weight": 0.0007646919693797827, + "transformer.layers.2.norm2.bias": 0.0007850017864257097, + "transformer.layers.3.self_attn.in_proj_weight": 0.037176959216594696, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025624639820307493, + "transformer.layers.3.self_attn.out_proj.weight": 0.020099209621548653, + "transformer.layers.3.self_attn.out_proj.bias": 0.001899889437481761, + "transformer.layers.3.linear1.weight": 0.021185962483286858, + "transformer.layers.3.linear1.bias": 0.001760737388394773, + "transformer.layers.3.linear2.weight": 0.012140494771301746, + "transformer.layers.3.linear2.bias": 0.0022104200907051563, + "transformer.layers.3.norm1.weight": 0.0030665905214846134, + "transformer.layers.3.norm1.bias": 0.003187329275533557, + "transformer.layers.3.norm2.weight": 0.0015325043350458145, + "transformer.layers.3.norm2.bias": 0.0024834023788571358, + "head.weight": 0.14479488134384155, + "head.bias": 0.0040824259631335735, + "global_embedding.weight": 0.01511778961867094, + "global_cnn.0.weight": 0.13973821699619293, + "global_cnn.0.bias": 0.005045419558882713, + "global_cnn.2.weight": 0.2503795921802521, + "global_cnn.2.bias": 0.010681172832846642, + "global_proj.weight": 0.05625930055975914, + "global_proj.bias": 0.03204505518078804, + "goal_head.0.weight": 0.040937162935733795, + "goal_head.0.bias": 0.016476964578032494, + "goal_head.2.weight": 0.06184888258576393, + "goal_head.2.bias": 0.03872540593147278 + }, + { + "global_gate": 8.66058180690743e-05, + "embedding.weight": 0.0009345228900201619, + "cnn.0.weight": 0.016137156635522842, + "cnn.0.bias": 0.0006439182325266302, + "cnn.2.weight": 0.005015672650188208, + "cnn.2.bias": 0.0013844603672623634, + "cnn.5.weight": 0.007998942397534847, + "cnn.5.bias": 0.0015231958823278546, + "action_emb.weight": 0.009352926164865494, + "timestep_emb.weight": 0.0008617310086265206, + "pos_emb.weight": 0.0018332586623728275, + "transformer.layers.0.self_attn.in_proj_weight": 0.023388149216771126, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016824542544782162, + "transformer.layers.0.self_attn.out_proj.weight": 0.03331396356225014, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024666159879416227, + "transformer.layers.0.linear1.weight": 0.04144985228776932, + "transformer.layers.0.linear1.bias": 0.0015004685847088695, + "transformer.layers.0.linear2.weight": 0.026572493836283684, + "transformer.layers.0.linear2.bias": 0.0017977611860260367, + "transformer.layers.0.norm1.weight": 0.0014067294541746378, + "transformer.layers.0.norm1.bias": 0.0016178300138562918, + "transformer.layers.0.norm2.weight": 0.00483196135610342, + "transformer.layers.0.norm2.bias": 0.001940125715918839, + "transformer.layers.1.self_attn.in_proj_weight": 0.02682923898100853, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010895198211073875, + "transformer.layers.1.self_attn.out_proj.weight": 0.01718735694885254, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014294118154793978, + "transformer.layers.1.linear1.weight": 0.012348148040473461, + "transformer.layers.1.linear1.bias": 0.0006382815772667527, + "transformer.layers.1.linear2.weight": 0.014162038452923298, + "transformer.layers.1.linear2.bias": 0.0013848416274413466, + "transformer.layers.1.norm1.weight": 0.0019430221291258931, + "transformer.layers.1.norm1.bias": 0.0011037435615435243, + "transformer.layers.1.norm2.weight": 0.0011907401494681835, + "transformer.layers.1.norm2.bias": 0.0006237332709133625, + "transformer.layers.2.self_attn.in_proj_weight": 0.015848170965909958, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010899491608142853, + "transformer.layers.2.self_attn.out_proj.weight": 0.01977716013789177, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014484247658401728, + "transformer.layers.2.linear1.weight": 0.009294096380472183, + "transformer.layers.2.linear1.bias": 0.0006417770055122674, + "transformer.layers.2.linear2.weight": 0.011683369986712933, + "transformer.layers.2.linear2.bias": 0.0015367250889539719, + "transformer.layers.2.norm1.weight": 0.0010257635731250048, + "transformer.layers.2.norm1.bias": 0.001019909861497581, + "transformer.layers.2.norm2.weight": 0.0006445046747103333, + "transformer.layers.2.norm2.bias": 0.0007672170759178698, + "transformer.layers.3.self_attn.in_proj_weight": 0.04268115386366844, + "transformer.layers.3.self_attn.in_proj_bias": 0.003462978405877948, + "transformer.layers.3.self_attn.out_proj.weight": 0.021597396582365036, + "transformer.layers.3.self_attn.out_proj.bias": 0.002295577898621559, + "transformer.layers.3.linear1.weight": 0.019314270466566086, + "transformer.layers.3.linear1.bias": 0.0016458017053082585, + "transformer.layers.3.linear2.weight": 0.012255291454494, + "transformer.layers.3.linear2.bias": 0.0028333980590105057, + "transformer.layers.3.norm1.weight": 0.003108799224719405, + "transformer.layers.3.norm1.bias": 0.004855912644416094, + "transformer.layers.3.norm2.weight": 0.0013081232318654656, + "transformer.layers.3.norm2.bias": 0.002155478810891509, + "head.weight": 0.15018044412136078, + "head.bias": 0.004733006935566664, + "global_embedding.weight": 0.018948737531900406, + "global_cnn.0.weight": 0.09073072671890259, + "global_cnn.0.bias": 0.004005007445812225, + "global_cnn.2.weight": 0.18918101489543915, + "global_cnn.2.bias": 0.010323332622647285, + "global_proj.weight": 0.08681861311197281, + "global_proj.bias": 0.0489019937813282, + "goal_head.0.weight": 0.05771925300359726, + "goal_head.0.bias": 0.02308056503534317, + "goal_head.2.weight": 0.07179538160562515, + "goal_head.2.bias": 0.05313074588775635 + }, + { + "global_gate": 0.00015271645679604262, + "embedding.weight": 0.001161743770353496, + "cnn.0.weight": 0.02636493742465973, + "cnn.0.bias": 0.0015254064928740263, + "cnn.2.weight": 0.00783113669604063, + "cnn.2.bias": 0.0025811914820224047, + "cnn.5.weight": 0.012674889527261257, + "cnn.5.bias": 0.00200984301045537, + "action_emb.weight": 0.009336580522358418, + "timestep_emb.weight": 0.0012903660535812378, + "pos_emb.weight": 0.0030331730376929045, + "transformer.layers.0.self_attn.in_proj_weight": 0.026665063574910164, + "transformer.layers.0.self_attn.in_proj_bias": 0.002197026973590255, + "transformer.layers.0.self_attn.out_proj.weight": 0.027674123644828796, + "transformer.layers.0.self_attn.out_proj.bias": 0.0023448721040040255, + "transformer.layers.0.linear1.weight": 0.04180274158716202, + "transformer.layers.0.linear1.bias": 0.0015137142036110163, + "transformer.layers.0.linear2.weight": 0.030516227707266808, + "transformer.layers.0.linear2.bias": 0.0017661498859524727, + "transformer.layers.0.norm1.weight": 0.0015660576755180955, + "transformer.layers.0.norm1.bias": 0.001984908478334546, + "transformer.layers.0.norm2.weight": 0.005214508157223463, + "transformer.layers.0.norm2.bias": 0.0014428093563765287, + "transformer.layers.1.self_attn.in_proj_weight": 0.024934131652116776, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011377199552953243, + "transformer.layers.1.self_attn.out_proj.weight": 0.026203256100416183, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014962537679821253, + "transformer.layers.1.linear1.weight": 0.019488992169499397, + "transformer.layers.1.linear1.bias": 0.0009080693707801402, + "transformer.layers.1.linear2.weight": 0.02530164271593094, + "transformer.layers.1.linear2.bias": 0.0013210800243541598, + "transformer.layers.1.norm1.weight": 0.0015617824392393231, + "transformer.layers.1.norm1.bias": 0.0010114896576851606, + "transformer.layers.1.norm2.weight": 0.0017812494188547134, + "transformer.layers.1.norm2.bias": 0.000864936679136008, + "transformer.layers.2.self_attn.in_proj_weight": 0.030728839337825775, + "transformer.layers.2.self_attn.in_proj_bias": 0.001120949280448258, + "transformer.layers.2.self_attn.out_proj.weight": 0.029217835515737534, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011940771946683526, + "transformer.layers.2.linear1.weight": 0.015081478282809258, + "transformer.layers.2.linear1.bias": 0.0007646463345736265, + "transformer.layers.2.linear2.weight": 0.021003473550081253, + "transformer.layers.2.linear2.bias": 0.0011567750480026007, + "transformer.layers.2.norm1.weight": 0.002528396900743246, + "transformer.layers.2.norm1.bias": 0.001340349088422954, + "transformer.layers.2.norm2.weight": 0.0010050678392872214, + "transformer.layers.2.norm2.bias": 0.0005997872794978321, + "transformer.layers.3.self_attn.in_proj_weight": 0.08634722977876663, + "transformer.layers.3.self_attn.in_proj_bias": 0.002135699614882469, + "transformer.layers.3.self_attn.out_proj.weight": 0.038120120763778687, + "transformer.layers.3.self_attn.out_proj.bias": 0.00136728270445019, + "transformer.layers.3.linear1.weight": 0.028778154402971268, + "transformer.layers.3.linear1.bias": 0.0013754690298810601, + "transformer.layers.3.linear2.weight": 0.016669003292918205, + "transformer.layers.3.linear2.bias": 0.00103457469958812, + "transformer.layers.3.norm1.weight": 0.007170631550252438, + "transformer.layers.3.norm1.bias": 0.002724634250625968, + "transformer.layers.3.norm2.weight": 0.0022203766275197268, + "transformer.layers.3.norm2.bias": 0.0012468032073229551, + "head.weight": 0.2561831474304199, + "head.bias": 0.0028701594565063715, + "global_embedding.weight": 0.015202314592897892, + "global_cnn.0.weight": 0.10242755711078644, + "global_cnn.0.bias": 0.0031381710432469845, + "global_cnn.2.weight": 0.22472470998764038, + "global_cnn.2.bias": 0.012011888436973095, + "global_proj.weight": 0.053368814289569855, + "global_proj.bias": 0.029224002733826637, + "goal_head.0.weight": 0.033326100558042526, + "goal_head.0.bias": 0.012746982276439667, + "goal_head.2.weight": 0.045288607478141785, + "goal_head.2.bias": 0.028117747977375984 + }, + { + "global_gate": 7.438332249876112e-05, + "embedding.weight": 0.0007943748496472836, + "cnn.0.weight": 0.030698494985699654, + "cnn.0.bias": 0.0009457060950808227, + "cnn.2.weight": 0.009905658662319183, + "cnn.2.bias": 0.0017182499868795276, + "cnn.5.weight": 0.010859746485948563, + "cnn.5.bias": 0.0023792628198862076, + "action_emb.weight": 0.0042565204203128815, + "timestep_emb.weight": 0.0008571592043153942, + "pos_emb.weight": 0.0019530338468030095, + "transformer.layers.0.self_attn.in_proj_weight": 0.028159722685813904, + "transformer.layers.0.self_attn.in_proj_bias": 0.002470071194693446, + "transformer.layers.0.self_attn.out_proj.weight": 0.025464748963713646, + "transformer.layers.0.self_attn.out_proj.bias": 0.003376841079443693, + "transformer.layers.0.linear1.weight": 0.02088809572160244, + "transformer.layers.0.linear1.bias": 0.001318888971582055, + "transformer.layers.0.linear2.weight": 0.026262136176228523, + "transformer.layers.0.linear2.bias": 0.002843906171619892, + "transformer.layers.0.norm1.weight": 0.0017023410182446241, + "transformer.layers.0.norm1.bias": 0.0024111804086714983, + "transformer.layers.0.norm2.weight": 0.001876013819128275, + "transformer.layers.0.norm2.bias": 0.0013217390514910221, + "transformer.layers.1.self_attn.in_proj_weight": 0.02322062849998474, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015294387703761458, + "transformer.layers.1.self_attn.out_proj.weight": 0.02717248536646366, + "transformer.layers.1.self_attn.out_proj.bias": 0.002413040492683649, + "transformer.layers.1.linear1.weight": 0.012210821732878685, + "transformer.layers.1.linear1.bias": 0.0008215681300498545, + "transformer.layers.1.linear2.weight": 0.019385576248168945, + "transformer.layers.1.linear2.bias": 0.00246674963273108, + "transformer.layers.1.norm1.weight": 0.0014422204112634063, + "transformer.layers.1.norm1.bias": 0.0015801329864189029, + "transformer.layers.1.norm2.weight": 0.0008764745434746146, + "transformer.layers.1.norm2.bias": 0.0008424964617006481, + "transformer.layers.2.self_attn.in_proj_weight": 0.021241910755634308, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016866218065842986, + "transformer.layers.2.self_attn.out_proj.weight": 0.02375781536102295, + "transformer.layers.2.self_attn.out_proj.bias": 0.002482264069840312, + "transformer.layers.2.linear1.weight": 0.011986715719103813, + "transformer.layers.2.linear1.bias": 0.000912070507183671, + "transformer.layers.2.linear2.weight": 0.0147724449634552, + "transformer.layers.2.linear2.bias": 0.002681388985365629, + "transformer.layers.2.norm1.weight": 0.0016601190436631441, + "transformer.layers.2.norm1.bias": 0.002019610721617937, + "transformer.layers.2.norm2.weight": 0.0008020310779102147, + "transformer.layers.2.norm2.bias": 0.0010376900900155306, + "transformer.layers.3.self_attn.in_proj_weight": 0.05416880548000336, + "transformer.layers.3.self_attn.in_proj_bias": 0.00660577230155468, + "transformer.layers.3.self_attn.out_proj.weight": 0.03282427042722702, + "transformer.layers.3.self_attn.out_proj.bias": 0.005140066146850586, + "transformer.layers.3.linear1.weight": 0.032544899731874466, + "transformer.layers.3.linear1.bias": 0.003192372852936387, + "transformer.layers.3.linear2.weight": 0.020263269543647766, + "transformer.layers.3.linear2.bias": 0.006118759047240019, + "transformer.layers.3.norm1.weight": 0.004895931575447321, + "transformer.layers.3.norm1.bias": 0.009653864428400993, + "transformer.layers.3.norm2.weight": 0.0025001259054988623, + "transformer.layers.3.norm2.bias": 0.004340510815382004, + "head.weight": 0.2864174246788025, + "head.bias": 0.011757384985685349, + "global_embedding.weight": 0.014574193395674229, + "global_cnn.0.weight": 0.16263099014759064, + "global_cnn.0.bias": 0.006413711700588465, + "global_cnn.2.weight": 0.303820937871933, + "global_cnn.2.bias": 0.013002429157495499, + "global_proj.weight": 0.060468897223472595, + "global_proj.bias": 0.044212404638528824, + "goal_head.0.weight": 0.042436908930540085, + "goal_head.0.bias": 0.01918291300535202, + "goal_head.2.weight": 0.06509833037853241, + "goal_head.2.bias": 0.04287140071392059 + }, + { + "global_gate": 0.00024323617981281132, + "embedding.weight": 0.008521012961864471, + "cnn.0.weight": 0.11928711831569672, + "cnn.0.bias": 0.004088891204446554, + "cnn.2.weight": 0.021919088438153267, + "cnn.2.bias": 0.005423414055258036, + "cnn.5.weight": 0.017490219324827194, + "cnn.5.bias": 0.005201048217713833, + "action_emb.weight": 0.008726964704692364, + "timestep_emb.weight": 0.001645134063437581, + "pos_emb.weight": 0.0034447982907295227, + "transformer.layers.0.self_attn.in_proj_weight": 0.05276184901595116, + "transformer.layers.0.self_attn.in_proj_bias": 0.005531371105462313, + "transformer.layers.0.self_attn.out_proj.weight": 0.046660102903842926, + "transformer.layers.0.self_attn.out_proj.bias": 0.00729895057156682, + "transformer.layers.0.linear1.weight": 0.04353580251336098, + "transformer.layers.0.linear1.bias": 0.0029519712552428246, + "transformer.layers.0.linear2.weight": 0.048932965844869614, + "transformer.layers.0.linear2.bias": 0.00592504208907485, + "transformer.layers.0.norm1.weight": 0.0030934580136090517, + "transformer.layers.0.norm1.bias": 0.005593236535787582, + "transformer.layers.0.norm2.weight": 0.004104659892618656, + "transformer.layers.0.norm2.bias": 0.0035633204970508814, + "transformer.layers.1.self_attn.in_proj_weight": 0.04853057861328125, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033101162407547235, + "transformer.layers.1.self_attn.out_proj.weight": 0.0486048199236393, + "transformer.layers.1.self_attn.out_proj.bias": 0.004340066108852625, + "transformer.layers.1.linear1.weight": 0.022508852183818817, + "transformer.layers.1.linear1.bias": 0.0016959819477051497, + "transformer.layers.1.linear2.weight": 0.029184261336922646, + "transformer.layers.1.linear2.bias": 0.004035849589854479, + "transformer.layers.1.norm1.weight": 0.003441422712057829, + "transformer.layers.1.norm1.bias": 0.0033030484337359667, + "transformer.layers.1.norm2.weight": 0.0017886991845443845, + "transformer.layers.1.norm2.bias": 0.0018292800523340702, + "transformer.layers.2.self_attn.in_proj_weight": 0.033297307789325714, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025848913937807083, + "transformer.layers.2.self_attn.out_proj.weight": 0.03838634863495827, + "transformer.layers.2.self_attn.out_proj.bias": 0.003626563586294651, + "transformer.layers.2.linear1.weight": 0.020739207044243813, + "transformer.layers.2.linear1.bias": 0.0016694521764293313, + "transformer.layers.2.linear2.weight": 0.02143074758350849, + "transformer.layers.2.linear2.bias": 0.00363545143045485, + "transformer.layers.2.norm1.weight": 0.002475723624229431, + "transformer.layers.2.norm1.bias": 0.0025646910071372986, + "transformer.layers.2.norm2.weight": 0.0016009134706109762, + "transformer.layers.2.norm2.bias": 0.002138756914064288, + "transformer.layers.3.self_attn.in_proj_weight": 0.06319309026002884, + "transformer.layers.3.self_attn.in_proj_bias": 0.006400633603334427, + "transformer.layers.3.self_attn.out_proj.weight": 0.03503027930855751, + "transformer.layers.3.self_attn.out_proj.bias": 0.005010478664189577, + "transformer.layers.3.linear1.weight": 0.0480387918651104, + "transformer.layers.3.linear1.bias": 0.004483162425458431, + "transformer.layers.3.linear2.weight": 0.02535567432641983, + "transformer.layers.3.linear2.bias": 0.006187469698488712, + "transformer.layers.3.norm1.weight": 0.005337998736649752, + "transformer.layers.3.norm1.bias": 0.008828481659293175, + "transformer.layers.3.norm2.weight": 0.00339328870177269, + "transformer.layers.3.norm2.bias": 0.006338481791317463, + "head.weight": 0.2900741696357727, + "head.bias": 0.0109185129404068, + "global_embedding.weight": 0.004353019874542952, + "global_cnn.0.weight": 0.049768149852752686, + "global_cnn.0.bias": 0.0022792681120336056, + "global_cnn.2.weight": 0.10096953809261322, + "global_cnn.2.bias": 0.0039398036897182465, + "global_proj.weight": 0.022958073765039444, + "global_proj.bias": 0.013958636671304703, + "goal_head.0.weight": 0.008926493115723133, + "goal_head.0.bias": 0.004072865471243858, + "goal_head.2.weight": 0.012234443798661232, + "goal_head.2.bias": 0.008791944943368435 + }, + { + "global_gate": 0.00013520746142603457, + "embedding.weight": 0.0017124902224168181, + "cnn.0.weight": 0.041729506105184555, + "cnn.0.bias": 0.0016616012435406446, + "cnn.2.weight": 0.01487856823951006, + "cnn.2.bias": 0.005440720357000828, + "cnn.5.weight": 0.016471268609166145, + "cnn.5.bias": 0.0034085677471011877, + "action_emb.weight": 0.01559884287416935, + "timestep_emb.weight": 0.0019572852179408073, + "pos_emb.weight": 0.0036970684304833412, + "transformer.layers.0.self_attn.in_proj_weight": 0.06610625982284546, + "transformer.layers.0.self_attn.in_proj_bias": 0.006688886322081089, + "transformer.layers.0.self_attn.out_proj.weight": 0.06977105140686035, + "transformer.layers.0.self_attn.out_proj.bias": 0.009028872475028038, + "transformer.layers.0.linear1.weight": 0.06819619983434677, + "transformer.layers.0.linear1.bias": 0.0036775534972548485, + "transformer.layers.0.linear2.weight": 0.06419764459133148, + "transformer.layers.0.linear2.bias": 0.007588645908981562, + "transformer.layers.0.norm1.weight": 0.003911807667464018, + "transformer.layers.0.norm1.bias": 0.006621765438467264, + "transformer.layers.0.norm2.weight": 0.007624115329235792, + "transformer.layers.0.norm2.bias": 0.004006170202046633, + "transformer.layers.1.self_attn.in_proj_weight": 0.060249462723731995, + "transformer.layers.1.self_attn.in_proj_bias": 0.004333938471972942, + "transformer.layers.1.self_attn.out_proj.weight": 0.06081901863217354, + "transformer.layers.1.self_attn.out_proj.bias": 0.006259381305426359, + "transformer.layers.1.linear1.weight": 0.03218606859445572, + "transformer.layers.1.linear1.bias": 0.0022705451119691133, + "transformer.layers.1.linear2.weight": 0.04438198357820511, + "transformer.layers.1.linear2.bias": 0.006346912123262882, + "transformer.layers.1.norm1.weight": 0.003719684900715947, + "transformer.layers.1.norm1.bias": 0.004364115186035633, + "transformer.layers.1.norm2.weight": 0.002713765949010849, + "transformer.layers.1.norm2.bias": 0.0027770220767706633, + "transformer.layers.2.self_attn.in_proj_weight": 0.0566253587603569, + "transformer.layers.2.self_attn.in_proj_bias": 0.0053099156357347965, + "transformer.layers.2.self_attn.out_proj.weight": 0.050859272480010986, + "transformer.layers.2.self_attn.out_proj.bias": 0.00621024239808321, + "transformer.layers.2.linear1.weight": 0.026231305673718452, + "transformer.layers.2.linear1.bias": 0.0020310240797698498, + "transformer.layers.2.linear2.weight": 0.03424278646707535, + "transformer.layers.2.linear2.bias": 0.006807923782616854, + "transformer.layers.2.norm1.weight": 0.004902780521661043, + "transformer.layers.2.norm1.bias": 0.007381732109934092, + "transformer.layers.2.norm2.weight": 0.002001639222726226, + "transformer.layers.2.norm2.bias": 0.0025037520099431276, + "transformer.layers.3.self_attn.in_proj_weight": 0.10781639814376831, + "transformer.layers.3.self_attn.in_proj_bias": 0.014764796011149883, + "transformer.layers.3.self_attn.out_proj.weight": 0.05239659920334816, + "transformer.layers.3.self_attn.out_proj.bias": 0.01194219384342432, + "transformer.layers.3.linear1.weight": 0.05792519450187683, + "transformer.layers.3.linear1.bias": 0.005975724663585424, + "transformer.layers.3.linear2.weight": 0.04018401727080345, + "transformer.layers.3.linear2.bias": 0.01368868350982666, + "transformer.layers.3.norm1.weight": 0.00925514381378889, + "transformer.layers.3.norm1.bias": 0.022325634956359863, + "transformer.layers.3.norm2.weight": 0.004137374460697174, + "transformer.layers.3.norm2.bias": 0.007571493275463581, + "head.weight": 0.6040661931037903, + "head.bias": 0.027313943952322006, + "global_embedding.weight": 0.04066908732056618, + "global_cnn.0.weight": 0.12323448807001114, + "global_cnn.0.bias": 0.005549256224185228, + "global_cnn.2.weight": 0.15738441050052643, + "global_cnn.2.bias": 0.007183033041656017, + "global_proj.weight": 0.03416665643453598, + "global_proj.bias": 0.017041465267539024, + "goal_head.0.weight": 0.011020181700587273, + "goal_head.0.bias": 0.004641757346689701, + "goal_head.2.weight": 0.014846804551780224, + "goal_head.2.bias": 0.010117304511368275 + }, + { + "global_gate": 3.5742550608119927e-06, + "embedding.weight": 0.0019060136983171105, + "cnn.0.weight": 0.030402665957808495, + "cnn.0.bias": 0.001278668874874711, + "cnn.2.weight": 0.007788488175719976, + "cnn.2.bias": 0.0027810935862362385, + "cnn.5.weight": 0.008617672137916088, + "cnn.5.bias": 0.002282251138240099, + "action_emb.weight": 0.008327992632985115, + "timestep_emb.weight": 0.0014379500644281507, + "pos_emb.weight": 0.0031704038847237825, + "transformer.layers.0.self_attn.in_proj_weight": 0.027301838621497154, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023584214504808187, + "transformer.layers.0.self_attn.out_proj.weight": 0.034531425684690475, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031828666105866432, + "transformer.layers.0.linear1.weight": 0.03880910947918892, + "transformer.layers.0.linear1.bias": 0.0014844998950138688, + "transformer.layers.0.linear2.weight": 0.029814330860972404, + "transformer.layers.0.linear2.bias": 0.002483600750565529, + "transformer.layers.0.norm1.weight": 0.0016778268618509173, + "transformer.layers.0.norm1.bias": 0.002177639165893197, + "transformer.layers.0.norm2.weight": 0.004164679441601038, + "transformer.layers.0.norm2.bias": 0.0015963527839630842, + "transformer.layers.1.self_attn.in_proj_weight": 0.02651778608560562, + "transformer.layers.1.self_attn.in_proj_bias": 0.001593634020537138, + "transformer.layers.1.self_attn.out_proj.weight": 0.024845903739333153, + "transformer.layers.1.self_attn.out_proj.bias": 0.002115529729053378, + "transformer.layers.1.linear1.weight": 0.017055729404091835, + "transformer.layers.1.linear1.bias": 0.0009731787722557783, + "transformer.layers.1.linear2.weight": 0.02032366394996643, + "transformer.layers.1.linear2.bias": 0.002154547953978181, + "transformer.layers.1.norm1.weight": 0.001675205654464662, + "transformer.layers.1.norm1.bias": 0.0014872319297865033, + "transformer.layers.1.norm2.weight": 0.0015421526040881872, + "transformer.layers.1.norm2.bias": 0.0010920163476839662, + "transformer.layers.2.self_attn.in_proj_weight": 0.02436472289264202, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018309778533875942, + "transformer.layers.2.self_attn.out_proj.weight": 0.021243156865239143, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019379996228963137, + "transformer.layers.2.linear1.weight": 0.011495882645249367, + "transformer.layers.2.linear1.bias": 0.0007197110098786652, + "transformer.layers.2.linear2.weight": 0.0154157979413867, + "transformer.layers.2.linear2.bias": 0.0019913138821721077, + "transformer.layers.2.norm1.weight": 0.001634690212085843, + "transformer.layers.2.norm1.bias": 0.002262120833620429, + "transformer.layers.2.norm2.weight": 0.0007334745023399591, + "transformer.layers.2.norm2.bias": 0.0007425426156260073, + "transformer.layers.3.self_attn.in_proj_weight": 0.04166726768016815, + "transformer.layers.3.self_attn.in_proj_bias": 0.0038233527448028326, + "transformer.layers.3.self_attn.out_proj.weight": 0.020939849317073822, + "transformer.layers.3.self_attn.out_proj.bias": 0.003036819864064455, + "transformer.layers.3.linear1.weight": 0.021229766309261322, + "transformer.layers.3.linear1.bias": 0.0017175487009808421, + "transformer.layers.3.linear2.weight": 0.013880172744393349, + "transformer.layers.3.linear2.bias": 0.0033379830420017242, + "transformer.layers.3.norm1.weight": 0.0036448631435632706, + "transformer.layers.3.norm1.bias": 0.0056863995268940926, + "transformer.layers.3.norm2.weight": 0.0014498996315523982, + "transformer.layers.3.norm2.bias": 0.001963007729500532, + "head.weight": 0.200314000248909, + "head.bias": 0.007799874059855938, + "global_embedding.weight": 0.0036565230693668127, + "global_cnn.0.weight": 0.049830611795186996, + "global_cnn.0.bias": 0.0017720137257128954, + "global_cnn.2.weight": 0.11562170833349228, + "global_cnn.2.bias": 0.005330903455615044, + "global_proj.weight": 0.021800560876727104, + "global_proj.bias": 0.012398228980600834, + "goal_head.0.weight": 0.012532984837889671, + "goal_head.0.bias": 0.004767498001456261, + "goal_head.2.weight": 0.017746033146977425, + "goal_head.2.bias": 0.00957508198916912 + }, + { + "global_gate": 6.943618063814938e-05, + "embedding.weight": 0.0005257140146568418, + "cnn.0.weight": 0.014046206139028072, + "cnn.0.bias": 0.0006984942592680454, + "cnn.2.weight": 0.005256161093711853, + "cnn.2.bias": 0.001982711721211672, + "cnn.5.weight": 0.006804152857512236, + "cnn.5.bias": 0.0010936693288385868, + "action_emb.weight": 0.0046526044607162476, + "timestep_emb.weight": 0.001098671811632812, + "pos_emb.weight": 0.0023608538322150707, + "transformer.layers.0.self_attn.in_proj_weight": 0.0211852565407753, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015631905989721417, + "transformer.layers.0.self_attn.out_proj.weight": 0.02326164022088051, + "transformer.layers.0.self_attn.out_proj.bias": 0.002169008133932948, + "transformer.layers.0.linear1.weight": 0.02375647984445095, + "transformer.layers.0.linear1.bias": 0.0010251051280647516, + "transformer.layers.0.linear2.weight": 0.023798253387212753, + "transformer.layers.0.linear2.bias": 0.0018513951217755675, + "transformer.layers.0.norm1.weight": 0.0012100404128432274, + "transformer.layers.0.norm1.bias": 0.001379608758725226, + "transformer.layers.0.norm2.weight": 0.0023836358450353146, + "transformer.layers.0.norm2.bias": 0.0009022676385939121, + "transformer.layers.1.self_attn.in_proj_weight": 0.020492294803261757, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010340922744944692, + "transformer.layers.1.self_attn.out_proj.weight": 0.022809576243162155, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016618262743577361, + "transformer.layers.1.linear1.weight": 0.01469801738858223, + "transformer.layers.1.linear1.bias": 0.0008835069020278752, + "transformer.layers.1.linear2.weight": 0.018643083050847054, + "transformer.layers.1.linear2.bias": 0.0016749012283980846, + "transformer.layers.1.norm1.weight": 0.0012418021215125918, + "transformer.layers.1.norm1.bias": 0.0010223120916634798, + "transformer.layers.1.norm2.weight": 0.0011550522176548839, + "transformer.layers.1.norm2.bias": 0.001142153050750494, + "transformer.layers.2.self_attn.in_proj_weight": 0.023804567754268646, + "transformer.layers.2.self_attn.in_proj_bias": 0.001560217933729291, + "transformer.layers.2.self_attn.out_proj.weight": 0.020959457382559776, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017579009290784597, + "transformer.layers.2.linear1.weight": 0.011297721415758133, + "transformer.layers.2.linear1.bias": 0.0007803778280504048, + "transformer.layers.2.linear2.weight": 0.01411545742303133, + "transformer.layers.2.linear2.bias": 0.001947729499079287, + "transformer.layers.2.norm1.weight": 0.0018258258933201432, + "transformer.layers.2.norm1.bias": 0.0018981609027832747, + "transformer.layers.2.norm2.weight": 0.0007111658342182636, + "transformer.layers.2.norm2.bias": 0.0009798700921237469, + "transformer.layers.3.self_attn.in_proj_weight": 0.04173196852207184, + "transformer.layers.3.self_attn.in_proj_bias": 0.0039340537041425705, + "transformer.layers.3.self_attn.out_proj.weight": 0.020645737648010254, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028975061140954494, + "transformer.layers.3.linear1.weight": 0.021809307858347893, + "transformer.layers.3.linear1.bias": 0.0019272689241915941, + "transformer.layers.3.linear2.weight": 0.014847592450678349, + "transformer.layers.3.linear2.bias": 0.003351927734911442, + "transformer.layers.3.norm1.weight": 0.0036374579649418592, + "transformer.layers.3.norm1.bias": 0.00588195351883769, + "transformer.layers.3.norm2.weight": 0.001437452039681375, + "transformer.layers.3.norm2.bias": 0.002307635499164462, + "head.weight": 0.1746569573879242, + "head.bias": 0.006977577228099108, + "global_embedding.weight": 0.012439792975783348, + "global_cnn.0.weight": 0.035312555730342865, + "global_cnn.0.bias": 0.001761475927196443, + "global_cnn.2.weight": 0.042282700538635254, + "global_cnn.2.bias": 0.0019691798370331526, + "global_proj.weight": 0.007927466183900833, + "global_proj.bias": 0.003931568935513496, + "goal_head.0.weight": 0.0038847641553729773, + "goal_head.0.bias": 0.0015552992699667811, + "goal_head.2.weight": 0.005330328829586506, + "goal_head.2.bias": 0.0035622818395495415 + }, + { + "global_gate": 4.141706449445337e-05, + "embedding.weight": 0.001820466946810484, + "cnn.0.weight": 0.03385111689567566, + "cnn.0.bias": 0.0010438930476084352, + "cnn.2.weight": 0.00964707788079977, + "cnn.2.bias": 0.0024359477683901787, + "cnn.5.weight": 0.008314521983265877, + "cnn.5.bias": 0.0018847320461645722, + "action_emb.weight": 0.007904144003987312, + "timestep_emb.weight": 0.0009783880086615682, + "pos_emb.weight": 0.0022148743737488985, + "transformer.layers.0.self_attn.in_proj_weight": 0.025080503895878792, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021467634942382574, + "transformer.layers.0.self_attn.out_proj.weight": 0.028089061379432678, + "transformer.layers.0.self_attn.out_proj.bias": 0.002927802735939622, + "transformer.layers.0.linear1.weight": 0.036016229540109634, + "transformer.layers.0.linear1.bias": 0.0014827019767835736, + "transformer.layers.0.linear2.weight": 0.02706669270992279, + "transformer.layers.0.linear2.bias": 0.00253581115975976, + "transformer.layers.0.norm1.weight": 0.0014164752792567015, + "transformer.layers.0.norm1.bias": 0.0020513408817350864, + "transformer.layers.0.norm2.weight": 0.0043088397942483425, + "transformer.layers.0.norm2.bias": 0.0014553068904206157, + "transformer.layers.1.self_attn.in_proj_weight": 0.027344806119799614, + "transformer.layers.1.self_attn.in_proj_bias": 0.001673151389695704, + "transformer.layers.1.self_attn.out_proj.weight": 0.026813125237822533, + "transformer.layers.1.self_attn.out_proj.bias": 0.002070681657642126, + "transformer.layers.1.linear1.weight": 0.014666315168142319, + "transformer.layers.1.linear1.bias": 0.0008313526050187647, + "transformer.layers.1.linear2.weight": 0.018028778955340385, + "transformer.layers.1.linear2.bias": 0.001956900116056204, + "transformer.layers.1.norm1.weight": 0.0019324106397107244, + "transformer.layers.1.norm1.bias": 0.0017640370642766356, + "transformer.layers.1.norm2.weight": 0.0014197013806551695, + "transformer.layers.1.norm2.bias": 0.0009236290934495628, + "transformer.layers.2.self_attn.in_proj_weight": 0.024419082328677177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016754394164308906, + "transformer.layers.2.self_attn.out_proj.weight": 0.02816741168498993, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019101561047136784, + "transformer.layers.2.linear1.weight": 0.011911693029105663, + "transformer.layers.2.linear1.bias": 0.0008117432589642704, + "transformer.layers.2.linear2.weight": 0.015707477927207947, + "transformer.layers.2.linear2.bias": 0.0018879950512200594, + "transformer.layers.2.norm1.weight": 0.001900475937873125, + "transformer.layers.2.norm1.bias": 0.0019198233494535089, + "transformer.layers.2.norm2.weight": 0.000892448821105063, + "transformer.layers.2.norm2.bias": 0.0007989478181116283, + "transformer.layers.3.self_attn.in_proj_weight": 0.04893992841243744, + "transformer.layers.3.self_attn.in_proj_bias": 0.0030383700504899025, + "transformer.layers.3.self_attn.out_proj.weight": 0.028620140627026558, + "transformer.layers.3.self_attn.out_proj.bias": 0.002551872283220291, + "transformer.layers.3.linear1.weight": 0.03002343140542507, + "transformer.layers.3.linear1.bias": 0.0024638522882014513, + "transformer.layers.3.linear2.weight": 0.017915865406394005, + "transformer.layers.3.linear2.bias": 0.003072679741308093, + "transformer.layers.3.norm1.weight": 0.004094405565410852, + "transformer.layers.3.norm1.bias": 0.003751201555132866, + "transformer.layers.3.norm2.weight": 0.0022856038995087147, + "transformer.layers.3.norm2.bias": 0.003306314814835787, + "head.weight": 0.20702899992465973, + "head.bias": 0.006079975515604019, + "global_embedding.weight": 0.005361960735172033, + "global_cnn.0.weight": 0.09942895174026489, + "global_cnn.0.bias": 0.0033159961458295584, + "global_cnn.2.weight": 0.2264433205127716, + "global_cnn.2.bias": 0.009667593985795975, + "global_proj.weight": 0.038591545075178146, + "global_proj.bias": 0.028200455009937286, + "goal_head.0.weight": 0.023197731003165245, + "goal_head.0.bias": 0.01061572041362524, + "goal_head.2.weight": 0.0353689044713974, + "goal_head.2.bias": 0.02328731305897236 + }, + { + "global_gate": 0.00011221560271224007, + "embedding.weight": 0.0008233616827055812, + "cnn.0.weight": 0.016017969697713852, + "cnn.0.bias": 0.0005907724262215197, + "cnn.2.weight": 0.005437628366053104, + "cnn.2.bias": 0.0014140064595267177, + "cnn.5.weight": 0.006135018076747656, + "cnn.5.bias": 0.0009358166134916246, + "action_emb.weight": 0.006219103001058102, + "timestep_emb.weight": 0.0013900951016694307, + "pos_emb.weight": 0.004201516509056091, + "transformer.layers.0.self_attn.in_proj_weight": 0.02008110098540783, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012109543895348907, + "transformer.layers.0.self_attn.out_proj.weight": 0.02557566575706005, + "transformer.layers.0.self_attn.out_proj.bias": 0.001933466293849051, + "transformer.layers.0.linear1.weight": 0.03440047800540924, + "transformer.layers.0.linear1.bias": 0.001092513557523489, + "transformer.layers.0.linear2.weight": 0.024581391364336014, + "transformer.layers.0.linear2.bias": 0.0017098732059821486, + "transformer.layers.0.norm1.weight": 0.001087254611775279, + "transformer.layers.0.norm1.bias": 0.0010971884476020932, + "transformer.layers.0.norm2.weight": 0.003954447340220213, + "transformer.layers.0.norm2.bias": 0.0009960023453459144, + "transformer.layers.1.self_attn.in_proj_weight": 0.021618396043777466, + "transformer.layers.1.self_attn.in_proj_bias": 0.000984200625680387, + "transformer.layers.1.self_attn.out_proj.weight": 0.019922973588109016, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015754045452922583, + "transformer.layers.1.linear1.weight": 0.013838863000273705, + "transformer.layers.1.linear1.bias": 0.0006928247748874128, + "transformer.layers.1.linear2.weight": 0.01636693999171257, + "transformer.layers.1.linear2.bias": 0.001505991443991661, + "transformer.layers.1.norm1.weight": 0.0014013181207701564, + "transformer.layers.1.norm1.bias": 0.0008691324037499726, + "transformer.layers.1.norm2.weight": 0.0011904077837243676, + "transformer.layers.1.norm2.bias": 0.0006978744640946388, + "transformer.layers.2.self_attn.in_proj_weight": 0.021266737952828407, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011015873169526458, + "transformer.layers.2.self_attn.out_proj.weight": 0.015732387080788612, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015332153998315334, + "transformer.layers.2.linear1.weight": 0.010406384244561195, + "transformer.layers.2.linear1.bias": 0.0005942587740719318, + "transformer.layers.2.linear2.weight": 0.012541118077933788, + "transformer.layers.2.linear2.bias": 0.001554418238811195, + "transformer.layers.2.norm1.weight": 0.0014416404301300645, + "transformer.layers.2.norm1.bias": 0.0011459396919235587, + "transformer.layers.2.norm2.weight": 0.0006877001724205911, + "transformer.layers.2.norm2.bias": 0.0006590912817046046, + "transformer.layers.3.self_attn.in_proj_weight": 0.04165225848555565, + "transformer.layers.3.self_attn.in_proj_bias": 0.00398103566840291, + "transformer.layers.3.self_attn.out_proj.weight": 0.018147390335798264, + "transformer.layers.3.self_attn.out_proj.bias": 0.002955374773591757, + "transformer.layers.3.linear1.weight": 0.01877232827246189, + "transformer.layers.3.linear1.bias": 0.001568643725477159, + "transformer.layers.3.linear2.weight": 0.011434673331677914, + "transformer.layers.3.linear2.bias": 0.003400226356461644, + "transformer.layers.3.norm1.weight": 0.0035216575488448143, + "transformer.layers.3.norm1.bias": 0.005804227199405432, + "transformer.layers.3.norm2.weight": 0.0014060952235013247, + "transformer.layers.3.norm2.bias": 0.0019945844542235136, + "head.weight": 0.18436430394649506, + "head.bias": 0.007817055098712444, + "global_embedding.weight": 0.011931907385587692, + "global_cnn.0.weight": 0.055945731699466705, + "global_cnn.0.bias": 0.002313740784302354, + "global_cnn.2.weight": 0.10384231060743332, + "global_cnn.2.bias": 0.00481524970382452, + "global_proj.weight": 0.0340333953499794, + "global_proj.bias": 0.025873778387904167, + "goal_head.0.weight": 0.02595924399793148, + "goal_head.0.bias": 0.012183167971670628, + "goal_head.2.weight": 0.04175190627574921, + "goal_head.2.bias": 0.029446324333548546 + }, + { + "global_gate": 1.5599718608427793e-05, + "embedding.weight": 0.005358605645596981, + "cnn.0.weight": 0.07331210374832153, + "cnn.0.bias": 0.0025902697816491127, + "cnn.2.weight": 0.015453500673174858, + "cnn.2.bias": 0.004419837612658739, + "cnn.5.weight": 0.011806318536400795, + "cnn.5.bias": 0.0027998124714940786, + "action_emb.weight": 0.008706806227564812, + "timestep_emb.weight": 0.001641537412069738, + "pos_emb.weight": 0.0028745844028890133, + "transformer.layers.0.self_attn.in_proj_weight": 0.04359854385256767, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037872320972383022, + "transformer.layers.0.self_attn.out_proj.weight": 0.03768805414438248, + "transformer.layers.0.self_attn.out_proj.bias": 0.0050238934345543385, + "transformer.layers.0.linear1.weight": 0.03944379463791847, + "transformer.layers.0.linear1.bias": 0.001995248021557927, + "transformer.layers.0.linear2.weight": 0.03809569403529167, + "transformer.layers.0.linear2.bias": 0.004154300317168236, + "transformer.layers.0.norm1.weight": 0.0028816231060773134, + "transformer.layers.0.norm1.bias": 0.003911040723323822, + "transformer.layers.0.norm2.weight": 0.003906817641109228, + "transformer.layers.0.norm2.bias": 0.0022600609809160233, + "transformer.layers.1.self_attn.in_proj_weight": 0.03673607483506203, + "transformer.layers.1.self_attn.in_proj_bias": 0.002419351367279887, + "transformer.layers.1.self_attn.out_proj.weight": 0.03808961436152458, + "transformer.layers.1.self_attn.out_proj.bias": 0.003387628123164177, + "transformer.layers.1.linear1.weight": 0.020970672369003296, + "transformer.layers.1.linear1.bias": 0.0012424725573509932, + "transformer.layers.1.linear2.weight": 0.02820403128862381, + "transformer.layers.1.linear2.bias": 0.00335707888007164, + "transformer.layers.1.norm1.weight": 0.0023043188266456127, + "transformer.layers.1.norm1.bias": 0.00241366820409894, + "transformer.layers.1.norm2.weight": 0.0016842118930071592, + "transformer.layers.1.norm2.bias": 0.001326568191871047, + "transformer.layers.2.self_attn.in_proj_weight": 0.03195948898792267, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022533538285642862, + "transformer.layers.2.self_attn.out_proj.weight": 0.03164511173963547, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032560941763222218, + "transformer.layers.2.linear1.weight": 0.019022054970264435, + "transformer.layers.2.linear1.bias": 0.0012948766816407442, + "transformer.layers.2.linear2.weight": 0.02353084087371826, + "transformer.layers.2.linear2.bias": 0.0034692827612161636, + "transformer.layers.2.norm1.weight": 0.0025627589784562588, + "transformer.layers.2.norm1.bias": 0.0022457907907664776, + "transformer.layers.2.norm2.weight": 0.0012288964353501797, + "transformer.layers.2.norm2.bias": 0.0015034230891615152, + "transformer.layers.3.self_attn.in_proj_weight": 0.06875823438167572, + "transformer.layers.3.self_attn.in_proj_bias": 0.008391051553189754, + "transformer.layers.3.self_attn.out_proj.weight": 0.03533203899860382, + "transformer.layers.3.self_attn.out_proj.bias": 0.006086618639528751, + "transformer.layers.3.linear1.weight": 0.04205421730875969, + "transformer.layers.3.linear1.bias": 0.004130503628402948, + "transformer.layers.3.linear2.weight": 0.025578659027814865, + "transformer.layers.3.linear2.bias": 0.007514956872910261, + "transformer.layers.3.norm1.weight": 0.00591637659817934, + "transformer.layers.3.norm1.bias": 0.011524914763867855, + "transformer.layers.3.norm2.weight": 0.0028794799000024796, + "transformer.layers.3.norm2.bias": 0.005012447014451027, + "head.weight": 0.3320799767971039, + "head.bias": 0.01456063985824585, + "global_embedding.weight": 0.01523191574960947, + "global_cnn.0.weight": 0.07528739422559738, + "global_cnn.0.bias": 0.0031206554267555475, + "global_cnn.2.weight": 0.18585512042045593, + "global_cnn.2.bias": 0.01012630295008421, + "global_proj.weight": 0.048754528164863586, + "global_proj.bias": 0.03462786599993706, + "goal_head.0.weight": 0.03478469327092171, + "goal_head.0.bias": 0.01591513492166996, + "goal_head.2.weight": 0.049302488565444946, + "goal_head.2.bias": 0.03554623946547508 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10360211133956909, - 0.23484894633293152, - 0.0848836600780487, - 0.1759902536869049, - 0.06883414089679718, - 0.07127794623374939, - 0.13455159962177277, - 0.06881262362003326, - 0.047266822308301926, - 0.12588007748126984 + 0.2676876187324524, + 0.2881034314632416, + 0.4232100248336792, + 0.27661949396133423, + 0.34589844942092896, + 0.4375183582305908, + 0.49605265259742737, + 0.3692980706691742, + 0.2801939845085144, + 0.2913764715194702, + 0.3088438808917999, + 0.2685599625110626, + 0.5085892081260681, + 0.7452215552330017, + 0.6179998517036438, + 0.48351535201072693, + 0.34095972776412964, + 0.4225316643714905, + 0.6452175378799438, + 0.5377286076545715 ], "repr_drift_kl_low_t": [ - 0.1058180183172226, - 0.16275162994861603, - 0.08104300498962402, - 0.1781640201807022, - 0.06558340787887573, - 0.05781157687306404, - 0.13803571462631226, - 0.07532315701246262, - 0.007610413245856762, - 0.1245194524526596 + 0.31368201971054077, + 0.3284797966480255, + 0.5335135459899902, + 0.328625351190567, + 0.42006343603134155, + 0.5578435659408569, + 0.6115482449531555, + 0.4757789373397827, + 0.344770610332489, + 0.3598966896533966, + 0.37683290243148804, + 0.3434751629829407, + 0.5985025763511658, + 0.9711547493934631, + 0.7395614981651306, + 0.5851149559020996, + 0.4173414707183838, + 0.5323565602302551, + 0.8238444328308105, + 0.664990246295929 ], "repr_drift_kl_mid_t": [ - 0.09700262546539307, - 0.18271885812282562, - 0.07475728541612625, - 0.1662886142730713, - 0.06564214825630188, - 0.05670066922903061, - 0.1300542652606964, - 0.06126737594604492, - 0.00973798893392086, - 0.11561176180839539 + 0.26670601963996887, + 0.2820747196674347, + 0.4128476083278656, + 0.2643125057220459, + 0.3451654613018036, + 0.4436022937297821, + 0.49077141284942627, + 0.37503668665885925, + 0.28743886947631836, + 0.2895641624927521, + 0.3041311502456665, + 0.2706865072250366, + 0.5148410797119141, + 0.7486832141876221, + 0.6174516081809998, + 0.4883975088596344, + 0.35028618574142456, + 0.4262849986553192, + 0.6397544145584106, + 0.5456415414810181 ], "repr_drift_kl_high_t": [ - 0.1450258046388626, - 0.38387688994407654, - 0.11619800329208374, - 0.17898936569690704, - 0.10040783882141113, - 0.10031038522720337, - 0.14438475668430328, - 0.08268724381923676, - 0.12291291356086731, - 0.14215371012687683 + 0.22762459516525269, + 0.2678334414958954, + 0.30876246094703674, + 0.23559434711933136, + 0.28628382086753845, + 0.31006237864494324, + 0.38502392172813416, + 0.28756803274154663, + 0.2076631784439087, + 0.21813878417015076, + 0.22701337933540344, + 0.2125629335641861, + 0.39250949025154114, + 0.5082244873046875, + 0.47882962226867676, + 0.3787381649017334, + 0.24673683941364288, + 0.3130623400211334, + 0.45591235160827637, + 0.3815501034259796 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9043207764625549, - 0.7687775492668152, - 0.7704911828041077, - 0.8341355919837952, - 0.8159708380699158 + 0.7946433424949646, + 0.7452378273010254, + 0.873658299446106, + 0.8947113156318665, + 0.7778134346008301, + 0.7805201411247253, + 0.6545578837394714, + 0.7978338599205017, + 0.64869624376297, + 0.6501007080078125 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.735649347305298, - 0.7359210252761841, - 1.0794230699539185, - 1.6255943775177002, - 0.148622527718544, - 0.9878585338592529, - 0.4750104248523712, - 0.6324583888053894, - 0.4506581127643585, - 1.4403595924377441 + 2.0453624725341797, + 0.46823540329933167, + 0.6871203184127808, + 0.586728036403656, + 0.9940124154090881, + 0.43725910782814026, + 0.7932257056236267, + 0.5180266499519348, + 0.4304286539554596, + 0.4372726380825043, + 0.328980416059494, + 0.46363750100135803, + 0.41111883521080017, + 0.39126667380332947, + 0.4679355025291443, + 0.23533542454242706, + 0.2597074806690216, + 0.3158951699733734, + 0.23323895037174225, + 0.47416064143180847 ], "norm_high_t": [ - 3.53491473197937, - 0.5993852615356445, - 0.9472192525863647, - 1.7326300144195557, - 0.13597513735294342, - 0.9495967626571655, - 0.4265799820423126, - 0.652431845664978, - 0.45153364539146423, - 0.6384020447731018 + 1.7458844184875488, + 0.8336169123649597, + 0.6303408741950989, + 0.5303123593330383, + 0.454253226518631, + 0.48122504353523254, + 0.5492020845413208, + 0.4414420425891876, + 0.6484281420707703, + 0.5384107232093811, + 0.38782891631126404, + 0.43120697140693665, + 0.6456917524337769, + 0.7158969640731812, + 1.4179714918136597, + 0.2791975140571594, + 0.22684992849826813, + 0.5407809019088745, + 0.3191051781177521, + 0.6532992720603943 ], "lowhigh_cos": [ - 0.8043758869171143, - 0.38353070616722107, - 0.39969268441200256, - -0.04067688062787056, - 0.7668071389198303, - 0.9617424011230469, - 0.433625727891922, - 0.940820038318634, - 0.99672532081604, - 0.33397340774536133 + 0.7817817330360413, + 0.26522284746170044, + 0.8388018608093262, + 0.6456427574157715, + 0.3069722652435303, + 0.38220900297164917, + 0.23974044620990753, + 0.7025756239891052, + 0.4331274926662445, + 0.470542311668396, + 0.6360683441162109, + 0.5621803402900696, + 0.7557886838912964, + 0.417530357837677, + 0.6347948908805847, + 0.42414677143096924, + 0.017295803874731064, + 0.7757163643836975, + 0.6332738399505615, + 0.4956750273704529 ], "t_bin_norms": [ { - "t_0.0-0.1": 2.512218475341797, - "t_0.1-0.2": 2.7254843711853027, - "t_0.2-0.3": 2.7377700805664062, - "t_0.3-0.4": 2.7622687816619873, - "t_0.4-0.5": 2.6803879737854004, - "t_0.5-0.6": 2.6421000957489014, - "t_0.6-0.7": 2.5667967796325684, - "t_0.7-0.8": 2.8654444217681885, - "t_0.8-0.9": 2.9479424953460693, - "t_0.9-1.0": 3.684075355529785 - }, - { - "t_0.0-0.1": 0.5710049867630005, - "t_0.1-0.2": 0.6377171277999878, - "t_0.2-0.3": 0.5396882891654968, - "t_0.3-0.4": 0.7065291404724121, - "t_0.4-0.5": 0.5724387168884277, - "t_0.5-0.6": 0.5565710663795471, - "t_0.6-0.7": 0.5602971911430359, - "t_0.7-0.8": 0.629044771194458, - "t_0.8-0.9": 0.5730704665184021, - "t_0.9-1.0": 0.5911128520965576 - }, - { - "t_0.0-0.1": 0.9288517832756042, - "t_0.1-0.2": 0.9919371008872986, - "t_0.2-0.3": 0.9231728911399841, - "t_0.3-0.4": 0.8417806029319763, - "t_0.4-0.5": 1.0314799547195435, - "t_0.5-0.6": 0.8729050755500793, - "t_0.6-0.7": 1.0261812210083008, - "t_0.7-0.8": 0.8816999793052673, - "t_0.8-0.9": 0.8687691688537598, - "t_0.9-1.0": 0.9801586866378784 - }, - { - "t_0.0-0.1": 1.595689296722412, - "t_0.1-0.2": 1.9949005842208862, - "t_0.2-0.3": 2.017523765563965, - "t_0.3-0.4": 1.9679123163223267, - "t_0.4-0.5": 1.679071307182312, - "t_0.5-0.6": 1.8716493844985962, - "t_0.6-0.7": 1.7150088548660278, - "t_0.7-0.8": 1.9713207483291626, - "t_0.8-0.9": 1.7179423570632935, - "t_0.9-1.0": 1.7431550025939941 - }, - { - "t_0.0-0.1": 0.31208422780036926, - "t_0.1-0.2": 0.2509832978248596, - "t_0.2-0.3": 0.1702989637851715, - "t_0.3-0.4": 0.20010921359062195, - "t_0.4-0.5": 0.1586025506258011, - "t_0.5-0.6": 0.17111758887767792, - "t_0.6-0.7": 0.14227063953876495, - "t_0.7-0.8": 0.1311807781457901, - "t_0.8-0.9": 0.14222313463687897, - "t_0.9-1.0": 0.14949959516525269 - }, - { - "t_0.0-0.1": 0.9874140024185181, - "t_0.1-0.2": 0.9676482677459717, - "t_0.2-0.3": 0.9842522144317627, - "t_0.3-0.4": 0.9905878901481628, - "t_0.4-0.5": 0.9867683053016663, - "t_0.5-0.6": 0.9626685380935669, - "t_0.6-0.7": 0.9718000292778015, - "t_0.7-0.8": 0.9596364498138428, - "t_0.8-0.9": 0.9861218333244324, - "t_0.9-1.0": 0.9884009957313538 - }, - { - "t_0.0-0.1": 0.5699979066848755, - "t_0.1-0.2": 0.38889896869659424, - "t_0.2-0.3": 0.41695794463157654, - "t_0.3-0.4": 0.42023903131484985, - "t_0.4-0.5": 0.3928435146808624, - "t_0.5-0.6": 0.4135012924671173, - "t_0.6-0.7": 0.47171279788017273, - "t_0.7-0.8": 0.38920676708221436, - "t_0.8-0.9": 0.426452100276947, - "t_0.9-1.0": 0.6268942356109619 - }, - { - "t_0.0-0.1": 0.6397139430046082, - "t_0.1-0.2": 0.6699725389480591, - "t_0.2-0.3": 0.6648038029670715, - "t_0.3-0.4": 0.6289835572242737, - "t_0.4-0.5": 0.6754907965660095, - "t_0.5-0.6": 0.6653937697410583, - "t_0.6-0.7": 0.7003130316734314, - "t_0.7-0.8": 0.65022212266922, - "t_0.8-0.9": 0.6235615015029907, - "t_0.9-1.0": 0.647595226764679 - }, - { - "t_0.0-0.1": 0.4506700336933136, - "t_0.1-0.2": 0.45163577795028687, - "t_0.2-0.3": 0.4506473243236542, - "t_0.3-0.4": 0.450644314289093, - "t_0.4-0.5": 0.4534872770309448, - "t_0.5-0.6": 0.4522070586681366, - "t_0.6-0.7": 0.45066991448402405, - "t_0.7-0.8": 0.4530666470527649, - "t_0.8-0.9": 0.4529317617416382, - "t_0.9-1.0": 0.45626288652420044 - }, - { - "t_0.0-0.1": 1.6745611429214478, - "t_0.1-0.2": 1.5468007326126099, - "t_0.2-0.3": 1.1728551387786865, - "t_0.3-0.4": 1.1663143634796143, - "t_0.4-0.5": 0.9970046877861023, - "t_0.5-0.6": 1.1408400535583496, - "t_0.6-0.7": 0.8402907252311707, - "t_0.7-0.8": 0.7841724157333374, - "t_0.8-0.9": 0.8018613457679749, - "t_0.9-1.0": 0.8304863572120667 + "t_0.0-0.1": 1.7653878927230835, + "t_0.1-0.2": 2.4659368991851807, + "t_0.2-0.3": 2.1050260066986084, + "t_0.3-0.4": 2.3787596225738525, + "t_0.4-0.5": 1.9697362184524536, + "t_0.5-0.6": 1.956792950630188, + "t_0.6-0.7": 1.7764617204666138, + "t_0.7-0.8": 1.8251471519470215, + "t_0.8-0.9": 1.8961702585220337, + "t_0.9-1.0": 2.0427989959716797 + }, + { + "t_0.0-0.1": 0.5620864033699036, + "t_0.1-0.2": 0.46602895855903625, + "t_0.2-0.3": 0.4884314239025116, + "t_0.3-0.4": 0.4681093096733093, + "t_0.4-0.5": 0.39904338121414185, + "t_0.5-0.6": 0.40839967131614685, + "t_0.6-0.7": 0.3979242742061615, + "t_0.7-0.8": 0.39010757207870483, + "t_0.8-0.9": 0.3960834741592407, + "t_0.9-1.0": 1.243668556213379 + }, + { + "t_0.0-0.1": 0.6227554082870483, + "t_0.1-0.2": 0.5631229281425476, + "t_0.2-0.3": 0.5642070770263672, + "t_0.3-0.4": 0.5552356839179993, + "t_0.4-0.5": 0.5912052989006042, + "t_0.5-0.6": 0.5432001352310181, + "t_0.6-0.7": 0.5998803377151489, + "t_0.7-0.8": 0.5755273103713989, + "t_0.8-0.9": 0.5804347395896912, + "t_0.9-1.0": 0.6918015480041504 + }, + { + "t_0.0-0.1": 0.5827980637550354, + "t_0.1-0.2": 0.5820030570030212, + "t_0.2-0.3": 0.5321288704872131, + "t_0.3-0.4": 0.5398139953613281, + "t_0.4-0.5": 0.512126624584198, + "t_0.5-0.6": 0.5456945896148682, + "t_0.6-0.7": 0.5249249935150146, + "t_0.7-0.8": 0.5165805816650391, + "t_0.8-0.9": 0.5100337266921997, + "t_0.9-1.0": 0.6316962838172913 + }, + { + "t_0.0-0.1": 0.5371593236923218, + "t_0.1-0.2": 0.3935790956020355, + "t_0.2-0.3": 0.3600069284439087, + "t_0.3-0.4": 0.38041457533836365, + "t_0.4-0.5": 0.38495561480522156, + "t_0.5-0.6": 0.3641860783100128, + "t_0.6-0.7": 0.37288713455200195, + "t_0.7-0.8": 0.37415412068367004, + "t_0.8-0.9": 0.4355456829071045, + "t_0.9-1.0": 0.5524259209632874 + }, + { + "t_0.0-0.1": 0.5238850116729736, + "t_0.1-0.2": 0.4033128321170807, + "t_0.2-0.3": 0.35548490285873413, + "t_0.3-0.4": 0.28701144456863403, + "t_0.4-0.5": 0.27361851930618286, + "t_0.5-0.6": 0.30461758375167847, + "t_0.6-0.7": 0.27273449301719666, + "t_0.7-0.8": 0.2823147177696228, + "t_0.8-0.9": 0.31059932708740234, + "t_0.9-1.0": 0.7254364490509033 + }, + { + "t_0.0-0.1": 0.6724733114242554, + "t_0.1-0.2": 0.6639679074287415, + "t_0.2-0.3": 0.5064852237701416, + "t_0.3-0.4": 0.5822610855102539, + "t_0.4-0.5": 0.49115511775016785, + "t_0.5-0.6": 0.5426954627037048, + "t_0.6-0.7": 0.5631885528564453, + "t_0.7-0.8": 0.4872993528842926, + "t_0.8-0.9": 0.569965124130249, + "t_0.9-1.0": 0.6249779462814331 + }, + { + "t_0.0-0.1": 0.5892152190208435, + "t_0.1-0.2": 0.5466271638870239, + "t_0.2-0.3": 0.44775155186653137, + "t_0.3-0.4": 0.5148341655731201, + "t_0.4-0.5": 0.492373526096344, + "t_0.5-0.6": 0.3998730778694153, + "t_0.6-0.7": 0.46125996112823486, + "t_0.7-0.8": 0.4654518961906433, + "t_0.8-0.9": 0.43322068452835083, + "t_0.9-1.0": 0.5240450501441956 + }, + { + "t_0.0-0.1": 0.413051038980484, + "t_0.1-0.2": 0.38890913128852844, + "t_0.2-0.3": 0.37907910346984863, + "t_0.3-0.4": 0.3814719617366791, + "t_0.4-0.5": 0.3669513463973999, + "t_0.5-0.6": 0.36959585547447205, + "t_0.6-0.7": 0.3884143829345703, + "t_0.7-0.8": 0.4047917425632477, + "t_0.8-0.9": 0.4251762330532074, + "t_0.9-1.0": 0.8667550683021545 + }, + { + "t_0.0-0.1": 0.6080374121665955, + "t_0.1-0.2": 0.37717822194099426, + "t_0.2-0.3": 0.39075765013694763, + "t_0.3-0.4": 0.3692707121372223, + "t_0.4-0.5": 0.37022271752357483, + "t_0.5-0.6": 0.3990437388420105, + "t_0.6-0.7": 0.3946602940559387, + "t_0.7-0.8": 0.3953652083873749, + "t_0.8-0.9": 0.4238196909427643, + "t_0.9-1.0": 0.7385143041610718 + }, + { + "t_0.0-0.1": 0.38468578457832336, + "t_0.1-0.2": 0.35077157616615295, + "t_0.2-0.3": 0.3285706639289856, + "t_0.3-0.4": 0.3426976799964905, + "t_0.4-0.5": 0.36334455013275146, + "t_0.5-0.6": 0.297981321811676, + "t_0.6-0.7": 0.31644636392593384, + "t_0.7-0.8": 0.3556044101715088, + "t_0.8-0.9": 0.3467971682548523, + "t_0.9-1.0": 0.5085769295692444 + }, + { + "t_0.0-0.1": 0.4128386974334717, + "t_0.1-0.2": 0.42473772168159485, + "t_0.2-0.3": 0.4647645354270935, + "t_0.3-0.4": 0.3503452241420746, + "t_0.4-0.5": 0.37707164883613586, + "t_0.5-0.6": 0.4174288809299469, + "t_0.6-0.7": 0.3537629246711731, + "t_0.7-0.8": 0.38638660311698914, + "t_0.8-0.9": 0.40909048914909363, + "t_0.9-1.0": 0.45346125960350037 + }, + { + "t_0.0-0.1": 0.4779171049594879, + "t_0.1-0.2": 0.42868611216545105, + "t_0.2-0.3": 0.40458524227142334, + "t_0.3-0.4": 0.4233667254447937, + "t_0.4-0.5": 0.45446187257766724, + "t_0.5-0.6": 0.4632038176059723, + "t_0.6-0.7": 0.4747275114059448, + "t_0.7-0.8": 0.4815874993801117, + "t_0.8-0.9": 0.5642234086990356, + "t_0.9-1.0": 0.7112588286399841 + }, + { + "t_0.0-0.1": 0.41740044951438904, + "t_0.1-0.2": 0.361652135848999, + "t_0.2-0.3": 0.328278511762619, + "t_0.3-0.4": 0.33404916524887085, + "t_0.4-0.5": 0.3870350122451782, + "t_0.5-0.6": 0.3581622838973999, + "t_0.6-0.7": 0.3949889540672302, + "t_0.7-0.8": 0.42995405197143555, + "t_0.8-0.9": 0.502326250076294, + "t_0.9-1.0": 1.2726441621780396 + }, + { + "t_0.0-0.1": 0.6288846731185913, + "t_0.1-0.2": 0.49175214767456055, + "t_0.2-0.3": 0.5218321681022644, + "t_0.3-0.4": 0.48246967792510986, + "t_0.4-0.5": 0.5420039296150208, + "t_0.5-0.6": 0.556451678276062, + "t_0.6-0.7": 0.6607124209403992, + "t_0.7-0.8": 0.8334158658981323, + "t_0.8-0.9": 1.0798497200012207, + "t_0.9-1.0": 1.911967396736145 + }, + { + "t_0.0-0.1": 0.35456541180610657, + "t_0.1-0.2": 0.19678863883018494, + "t_0.2-0.3": 0.18731288611888885, + "t_0.3-0.4": 0.1843445599079132, + "t_0.4-0.5": 0.21101972460746765, + "t_0.5-0.6": 0.2296961396932602, + "t_0.6-0.7": 0.22295702993869781, + "t_0.7-0.8": 0.26725804805755615, + "t_0.8-0.9": 0.25180861353874207, + "t_0.9-1.0": 0.3388771116733551 + }, + { + "t_0.0-0.1": 0.3645971417427063, + "t_0.1-0.2": 0.25143009424209595, + "t_0.2-0.3": 0.1988636702299118, + "t_0.3-0.4": 0.20979642868041992, + "t_0.4-0.5": 0.19336263835430145, + "t_0.5-0.6": 0.2724393904209137, + "t_0.6-0.7": 0.22411859035491943, + "t_0.7-0.8": 0.1829865425825119, + "t_0.8-0.9": 0.23115448653697968, + "t_0.9-1.0": 0.33139288425445557 + }, + { + "t_0.0-0.1": 0.33000192046165466, + "t_0.1-0.2": 0.3637200593948364, + "t_0.2-0.3": 0.3229881823062897, + "t_0.3-0.4": 0.32400673627853394, + "t_0.4-0.5": 0.3275928795337677, + "t_0.5-0.6": 0.3518995940685272, + "t_0.6-0.7": 0.376055508852005, + "t_0.7-0.8": 0.4418884813785553, + "t_0.8-0.9": 0.42809709906578064, + "t_0.9-1.0": 0.5880337953567505 + }, + { + "t_0.0-0.1": 0.43944501876831055, + "t_0.1-0.2": 0.1976669281721115, + "t_0.2-0.3": 0.21229763329029083, + "t_0.3-0.4": 0.18553169071674347, + "t_0.4-0.5": 0.20712943375110626, + "t_0.5-0.6": 0.20346787571907043, + "t_0.6-0.7": 0.19960017502307892, + "t_0.7-0.8": 0.20701374113559723, + "t_0.8-0.9": 0.2309134304523468, + "t_0.9-1.0": 0.35603296756744385 + }, + { + "t_0.0-0.1": 0.6202306151390076, + "t_0.1-0.2": 0.42307913303375244, + "t_0.2-0.3": 0.4018799364566803, + "t_0.3-0.4": 0.41940200328826904, + "t_0.4-0.5": 0.44406333565711975, + "t_0.5-0.6": 0.4301624596118927, + "t_0.6-0.7": 0.46422114968299866, + "t_0.7-0.8": 0.5007166266441345, + "t_0.8-0.9": 0.5535215139389038, + "t_0.9-1.0": 0.8063549995422363 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.05904059112071991, - 0.027003858238458633, - 0.07198642194271088, - 0.021967049688100815, - 0.011813759803771973, - 0.19796955585479736, - 0.30489447712898254, - 0.018159804865717888, - 0.05998536944389343, - 0.01964701898396015, - 0.016746411100029945, - 0.30343249440193176, - 0.004385964944958687, - 0.013966480270028114, - 0.14450068771839142, - 0.18104495108127594, - 0.03201766684651375, - 0.020082693547010422, - 0.054314497858285904, - 0.10837437957525253, - 0.0540708526968956, - 0.06784661114215851, - 0.4678477644920349, - 0.06282952427864075, - 0.011323003098368645, - 0.005976095795631409, - 0.2062200903892517, - 0.07014746963977814, - 0.04923798516392708, - 0.2974359095096588, - 0.14843204617500305, - 0.030597375705838203, - 0.29404255747795105, - 0.16660040616989136, - 0.239141047000885, - 0.15857085585594177, - 0.13318385183811188, - 0.5448505282402039, - 0.007625272031873465, - 0.11733441799879074, - 0.1267748475074768, - 0.33628877997398376, - 0.018555868417024612, - 0.0923244059085846, - 0.005692599341273308, - 0.026030369102954865, - 0.13865308463573456, - 0.10522213578224182, - 0.19063270092010498, - 0.06770311295986176, - 0.10997876524925232, - 0.28864434361457825, - 0.11994609236717224, - 0.5835866332054138, - 0.07256637513637543, - 0.00538160465657711, - 0.10039499402046204, - 0.05288318172097206, - 0.03897254168987274, - 0.015577889047563076, - 0.03778259456157684, - 0.005976095795631409, - 0.13397707045078278, - 0.00460122711956501, - 0.17999999225139618, - 0.05558150261640549, - 0.009605662897229195, - 0.29159417748451233, - 0.0050505055114626884, - 0.12098009884357452, - 0.09777424484491348, - 0.04230266064405441, - 0.1232718899846077, - 0.005692599341273308, - 0.02718912437558174, - 0.05030674859881401, - 0.008445107378065586, - 0.24309392273426056, - 0.033670034259557724, - 0.029277218505740166, - 0.08389467000961304, - 0.008269719779491425, - 0.08315099030733109, - 0.030238889157772064, - 0.14218959212303162, - 0.0059523810632526875, - 0.11277174204587936, - 0.010714286006987095, - 0.012516763061285019, - 0.009130104444921017, - 0.07044534385204315, - 0.09164420515298843, - 0.0037313434295356274, - 0.20394986867904663, - 0.10608486831188202, - 0.045938991010189056, - 0.006164059042930603, - 0.09928741306066513, - 0.05607843026518822, - 0.006592291872948408, - 0.006876790896058083, - 0.20214591920375824, - 0.06190476194024086, - 0.03025064803659916, - 0.0031960229389369488, - 0.011320754885673523, - 0.10273972153663635, - 0.05357737094163895, 0.06306963413953781, - 0.1984451711177826, - 0.02766798436641693, - 0.05594956502318382, - 0.037686239928007126, - 0.03038427233695984, - 0.018318966031074524, - 0.06524981558322906, - 0.1474820226430893, - 0.019865525886416435, - 0.002958579920232296, - 0.2995728850364685, - 0.0037313434295356274, - 0.12579618394374847, - 0.1634114682674408, - 0.05381355807185173, - 0.009749303571879864, - 0.028037382289767265, - 0.036164384335279465, - 0.016597511246800423, - 0.038535647094249725, - 0.1540030688047409, - 0.08671024441719055, - 0.09429347515106201, - 0.28206998109817505, - 0.05338078364729881, - 0.14630287885665894, - 0.06446540355682373, - 0.12179487198591232, - 0.13688760995864868, - 0.0609406977891922, - 0.16811594367027283, - 0.14413517713546753, - 0.015099518932402134, - 0.004901960492134094, - 0.0412517786026001, - 0.038548752665519714, - 0.07530238479375839, - 0.027252081781625748, - 0.05006858706474304, - 0.11583924293518066, - 0.08846154063940048, - 0.11388355493545532, - 0.05974395573139191, - 0.005434782709926367, - 0.01092896144837141, - 0.01209048368036747, - 0.06620021164417267, - 0.08830409497022629, - 0.004901960492134094, - 0.12447746843099594, - 0.05487804859876633, - 0.011557512916624546, - 0.027791563421487808, - 0.016597511246800423, - 0.16642463207244873, - 0.03106796182692051, - 0.08436214178800583, - 0.0056584361009299755, - 0.06104651466012001, - 0.04276729375123978, - 0.312421590089798, - 0.08058984577655792, - 0.16066837310791016, - 0.08955223858356476, - 0.00911458395421505, - 0.04213333502411842, - 0.12854251265525818, - 0.08019480109214783, - 0.08720112591981888, - 0.006592291872948408, - 0.22759370505809784, - 0.007231404539197683, - 0.18221575021743774, - 0.23622742295265198, - 0.48194944858551025, - 0.006944444961845875, - 0.004567814525216818, - 0.026563365012407303, - 0.058072008192539215, - 0.04617604613304138, - 0.12133072316646576, - 0.2880886495113373, - 0.15173764526844025, - 0.030670471489429474, - 0.16424579918384552, - 0.007575757801532745, - 0.006637168116867542, - 0.07010385394096375, - 0.3893616795539856, - 0.14952152967453003, - 0.34391283988952637, - 0.09057750552892685, - 0.04345202073454857, - 0.08720112591981888, - 0.06925372779369354, - 0.022336140275001526, - 0.004901960492134094, - 0.09145674109458923, - 0.16610926389694214, - 0.00882352888584137, - 0.006592291872948408, - 0.12867647409439087, - 0.009743774309754372, - 0.0038011695723980665, - 0.01701507158577442, - 0.19154928624629974, - 0.0043116724118590355, - 0.1289631575345993, - 0.0377030149102211, - 0.10261264443397522, - 0.038973383605480194, - 0.1408906877040863, - 0.013636363670229912, - 0.14205186069011688, - 0.37155964970588684, - 0.11827956885099411, - 0.04004107043147087, - 0.03221957013010979, - 0.021475257351994514, - 0.11235954612493515, - 0.22095069289207458, - 0.021832497790455818, - 0.09033280611038208, - 0.015019379556179047, - 0.006637168116867542, - 0.016597511246800423, - 0.1088295727968216, - 0.004323899280279875, - 0.018402505666017532, - 0.0038759689778089523, - 0.023325808346271515, - 0.2515009939670563, - 0.11951684206724167, - 0.010714286006987095, - 0.0035771066322922707, - 0.0036136661656200886, - 0.06966538727283478, - 0.08884891867637634, - 0.03375162184238434, - 0.4188034236431122, - 0.009999999776482582, - 0.004901960492134094, - 0.004901960492134094, - 0.1367102414369583, - 0.02616659365594387, - 0.21701113879680634, - 0.0035771066322922707, - 0.05716162919998169, - 0.059332508593797684, - 0.024513619020581245, - 0.04573438689112663, - 0.01000714860856533, - 0.052933670580387115, - 0.053165778517723083, - 0.04093567281961441, - 0.00238663493655622, - 0.1402789205312729, - 0.009244155138731003, - 0.040194038301706314, - 0.141678124666214, - 0.14470109343528748, - 0.06409323215484619, - 0.006637168116867542, - 0.079159215092659, - 0.07227925956249237, - 0.08220024406909943, - 0.10091046988964081, - 0.05226293206214905, - 0.0030487803742289543, - 0.1763402670621872, - 0.09595406800508499, - 0.010479042306542397, - 0.06374675035476685, - 0.13769035041332245, - 0.01092896144837141, - 0.015000000596046448, - 0.04465709626674652, - 0.09700996428728104, - 0.09805693477392197, - 0.010714286006987095, - 0.07048710435628891, - 0.05701013654470444, - 0.04960937425494194, - 0.03427719697356224, - 0.006369426846504211, - 0.004201680887490511, - 0.010714286006987095, - 0.008172362111508846, - 0.0390777662396431, - 0.016345592215657234, - 0.06980057060718536, - 0.05327711999416351, - 0.19283919036388397, - 0.10147299617528915, - 0.08314193785190582, - 0.07649253308773041, - 0.0045008184388279915, - 0.06116047874093056, - 0.09472880512475967, - 0.008937959559261799, - 0.015019379556179047, - 0.058618687093257904, - 0.030573248863220215, - 0.03831598907709122, - 0.0031960229389369488, - 0.01439736783504486, - 0.07874564081430435, - 0.004412762820720673, - 0.03714451566338539, - 0.008557457476854324, - 0.00206611561588943, - 0.15132774412631989, - 0.055776894092559814, - 0.011958146467804909, - 0.12906309962272644, - 0.0025597268249839544, - 0.007896221242845058, - 0.18056467175483704, - 0.010124873369932175, - 0.008269719779491425, - 0.07092198729515076, - 0.002805049065500498, - 0.004431314766407013, - 0.0023427042178809643, - 0.15903307497501373, - 0.1737242192029953, - 0.01666666753590107, - 0.08949679136276245, - 0.14773869514465332, - 0.15485073626041412, - 0.0038011695723980665, - 0.006672597955912352, - 0.05765407532453537, - 0.029711883515119553, - 0.12133072316646576, - 0.01061173528432846, - 0.09777424484491348, - 0.10580204427242279, - 0.00248893816024065, - 0.07894737273454666, - 0.052026811987161636, - 0.18623124063014984, - 0.1679999977350235, - 0.08050655573606491, - 0.06269430369138718, - 0.1791498064994812, - 0.08983112126588821, - 0.1855670064687729, - 0.3064008355140686, - 0.01908617839217186, - 0.036665380001068115, - 0.3091993033885956, - 0.02974683605134487, - 0.005985266994684935, - 0.005692599341273308, - 0.0035971221514046192, - 0.15018656849861145, - 0.007231404539197683, - 0.004032257944345474, - 0.0047846888191998005, - 0.009374999441206455, - 0.03926096856594086, - 0.11992944777011871, - 0.21613189578056335, - 0.20694319903850555, - 0.08783120661973953, - 0.06429780274629593, - 0.005130596924573183, - 0.11007751524448395, - 0.16966967284679413, - 0.052666012197732925, - 0.006388415582478046, - 0.006274131126701832, - 0.054817985743284225, - 0.009749303571879864, - 0.24373796582221985, - 0.013182674534618855, - 0.005692599341273308, - 0.02238805964589119, - 0.005434782709926367, - 0.015000000596046448, - 0.034408602863550186, - 0.07993407547473907, - 0.06242774426937103, - 0.0037313434295356274, - 0.0025380710139870644, - 0.002634660340845585, - 0.10211426019668579, - 0.09057971090078354, - 0.20545868575572968, - 0.019639935344457626, - 0.04507337510585785, - 0.12081005424261093, - 0.02302025817334652, - 0.05450306087732315, - 0.012126865796744823, - 0.002888318384066224, - 0.15114334225654602, - 0.17047391831874847, - 0.011911852285265923, - 0.08212702721357346, - 0.029945552349090576, - 0.011935208924114704, - 0.02974947914481163, - 0.07649253308773041, - 0.1748863309621811, - 0.017338860780000687, - 0.1223067194223404, - 0.0477147176861763, - 0.0627780482172966, - 0.00238663493655622, - 0.11510129272937775, - 0.08588957041501999, - 0.06911315023899078, - 0.005985266994684935, - 0.13650424778461456, - 0.0023174970410764217, - 0.2654010057449341, - 0.06778545677661896, - 0.004160362761467695, - 0.06956521421670914, - 0.0037313434295356274, - 0.142361119389534, - 0.020113136619329453, - 0.03760848566889763, - 0.2335362583398819, - 0.06200643628835678, - 0.00538160465657711, - 0.06341107934713364, - 0.16848783195018768, - 0.01175869069993496, - 0.010724731720983982, - 0.07630521804094315, - 0.006230529397726059, - 0.005985266994684935, - 0.10840439051389694, - 0.0034987276885658503, - 0.07875804603099823, - 0.05919329822063446, - 0.00219058059155941, - 0.004032257944345474, - 0.045890819281339645, - 0.18053197860717773, - 0.023367952555418015, - 0.013636363670229912, - 0.17670504748821259, - 0.011904762126505375, - 0.015774378553032875, - 0.0030487803742289543, - 0.006289307959377766, - 0.031677018851041794, - 0.09552845358848572, - 0.00219058059155941, - 0.027803098782896996, - 0.038173653185367584, - 0.003086419776082039, - 0.013636363670229912, - 0.01209048368036747, - 0.015099854208528996, - 0.0040087467059493065, - 0.0036006546579301357, - 0.11171960830688477, - 0.014059754088521004, - 0.0030487803742289543, - 0.11066307872533798, - 0.02464381977915764, - 0.0037313434295356274, - 0.10143198072910309, - 0.10698878765106201, - 0.19981412589550018, - 0.01097560953348875, - 0.0027141133323311806, - 0.26816239953041077, - 0.040707238018512726, - 0.032351721078157425, - 0.1233077198266983, - 0.032825879752635956, - 0.014598540030419827, - 0.05379156023263931, - 0.0034403670579195023, - 0.001529051922261715, - 0.061176467686891556, - 0.006307339295744896, - 0.0015344147104769945, - 0.08015266805887222 + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.13949716091156006, + 0.027350425720214844, + 0.052808988839387894, + 0.1591651886701584, + 0.05844749137759209, + 0.03767024353146553, + 0.06411881744861603, + 0.1307947039604187, + 0.08552631735801697, + 0.12349569797515869, + 0.2146182507276535, + 0.14268498122692108, + 0.07643622159957886, + 0.05629701539874077, + 0.08504176139831543, + 0.07569266110658646, + 0.09954337775707245, + 0.1430755853652954, + 0.10935285687446594, + 0.07642549276351929, + 0.18607105314731598, + 0.14874857664108276, + 0.04731792211532593, + 0.20079977810382843, + 0.0596340149641037, + 0.07231602817773819, + 0.08250165730714798, + 0.045355428010225296, + 0.1137133240699768, + 0.05185377225279808, + 0.10132252424955368, + 0.3344671130180359, + 0.09735327959060669, + 0.07164869457483292, + 0.07615453004837036, + 0.0927225649356842, + 0.03561253473162651, + 0.05499199032783508, + 0.07329843193292618, + 0.16186004877090454, + 0.04928259551525116, + 0.05904059112071991, + 0.1145857647061348, + 0.07914122939109802, + 0.05823702737689018, + 0.05010255053639412, + 0.13997147977352142, + 0.08962655812501907, + 0.13968884944915771, + 0.03371688351035118, + 0.13831521570682526, + 0.023756496608257294, + 0.17968308925628662, + 0.0668160542845726, + 0.05298341065645218, + 0.04722648859024048, + 0.10142425447702408, + 0.08170212805271149, + 0.11129707098007202, + 0.10985257476568222, + 0.097355417907238, + 0.06958343088626862, + 0.07993873953819275, + 0.10963749140501022, + 0.11044597625732422, + 0.03759244084358215, + 0.07201694697141647, + 0.07347605377435684, + 0.04523554444313049, + 0.12245360016822815, + 0.0928022637963295, + 0.06341132521629333, + 0.0886894017457962, + 0.07681602984666824, + 0.041871920228004456, + 0.13544844090938568, + 0.11219410598278046, + 0.14535212516784668, + 0.08548431843519211, + 0.08311478793621063, + 0.07307542115449905, + 0.1147541031241417, + 0.07687746733427048, + 0.03474077954888344, + 0.08008161187171936, + 0.1063130721449852, + 0.07499463856220245, + 0.097521111369133, + 0.09986130893230438, + 0.043288785964250565, + 0.05139355733990669, + 0.07301779836416245, + 0.0401652492582798, + 0.12086685001850128, + 0.14433249831199646, + 0.08623087406158447, + 0.11206281185150146, + 0.1493486911058426, + 0.06257668882608414, + 0.05167686194181442, + 0.09691096097230911, + 0.06483790278434753, + 0.09325450658798218, + 0.06444858014583588, + 0.0771208256483078, + 0.07741302996873856, + 0.0797276496887207, + 0.08077509701251984, + 0.10334346443414688, + 0.07632826268672943, + 0.0997852012515068, + 0.05780959874391556, + 0.1468726247549057, + 0.04629827290773392, + 0.05406687408685684, + 0.11744872480630875, + 0.0566546767950058, + 0.19287095963954926, + 0.06948304176330566, + 0.05762530118227005, + 0.10728862881660461, + 0.11632723361253738, + 0.10988251119852066, + 0.08530059456825256, + 0.0969855859875679, + 0.15498991310596466, + 0.10011709481477737, + 0.0752306580543518, + 0.08007889240980148, + 0.12209802865982056, + 0.10753617435693741, + 0.05493827164173126, + 0.08172231912612915, + 0.1166941225528717, + 0.14380531013011932, + 0.0846574604511261, + 0.05688568949699402, + 0.03765690326690674, + 0.03358425199985504, + 0.15324720740318298, + 0.09815951436758041, + 0.08228598535060883, + 0.14014631509780884, + 0.21709324419498444, + 0.12029611319303513, + 0.14372164011001587, + 0.17458778619766235, + 0.12615768611431122, + 0.2253294736146927, + 0.056855276226997375, + 0.03941267356276512, + 0.07162284851074219, + 0.06354916095733643, + 0.09875942766666412, + 0.05407899618148804, + 0.07828998565673828, + 0.1920572966337204, + 0.10478419065475464, + 0.03066972643136978, + 0.0697597935795784, + 0.079470194876194, + 0.17623703181743622, + 0.13979995250701904, + 0.11654321104288101, + 0.020155038684606552, + 0.1310252994298935, + 0.0855834111571312, + 0.13697873055934906, + 0.04398541897535324, + 0.08282510191202164, + 0.12375366687774658, + 0.07190082967281342, + 0.0649142861366272, + 0.15360303223133087, + 0.10515113174915314, + 0.1879601627588272, + 0.10938883572816849, + 0.09123548120260239, + 0.045830681920051575, + 0.18562091886997223, + 0.10244249552488327, + 0.09367194026708603, + 0.10537596046924591, + 0.1084180399775505, + 0.09102946519851685, + 0.10058097541332245, + 0.08512720465660095, + 0.10348891466856003, + 0.07588616758584976, + 0.11176621168851852, + 0.062013182789087296, + 0.08981458842754364, + 0.06651224195957184, + 0.11529411375522614, + 0.11388492584228516, + 0.07813145965337753, + 0.05949312821030617, + 0.07799796760082245, + 0.13016949594020844, + 0.1186283603310585, + 0.10007943212985992, + 0.03026111051440239, + 0.13977676630020142, + 0.05040023848414421, + 0.09031996130943298, + 0.027460413053631783, + 0.09376836568117142, + 0.08929610997438431, + 0.05499519407749176, + 0.13200347125530243, + 0.13710246980190277, + 0.06829268485307693, + 0.056754790246486664, + 0.14433333277702332, + 0.04879024252295494, + 0.10952955484390259, + 0.04489164054393768, + 0.0683721974492073, + 0.17582418024539948, + 0.09849029779434204, + 0.07388138025999069, + 0.13267220556735992, + 0.042072322219610214, + 0.11272557079792023, + 0.03207412734627724, + 0.07133659720420837, + 0.018074072897434235, + 0.055577848106622696, + 0.047821059823036194, + 0.04443053901195526, + 0.06275919079780579, + 0.0705043151974678, + 0.09645357728004456, + 0.06082204729318619, + 0.17075233161449432, + 0.04969526454806328, + 0.13062795996665955, + 0.08439697325229645, + 0.08909136801958084, + 0.11801082640886307, + 0.0895443856716156, + 0.08661417663097382, + 0.08991354703903198, + 0.11465249955654144, + 0.1921146959066391, + 0.08699143677949905, + 0.07718195766210556, + 0.07983296364545822, + 0.06785934418439865, + 0.0649852305650711, + 0.07160769402980804, + 0.1426953673362732, + 0.11161068826913834, + 0.03207847476005554, + 0.10103627294301987, + 0.15767131745815277, + 0.09762363135814667, + 0.2891522943973541, + 0.05945703014731407, + 0.04702339693903923, + 0.11456859856843948, + 0.11708081513643265, + 0.08722291886806488, + 0.17359507083892822, + 0.0918339341878891, + 0.03668903931975365, + 0.03222271054983139, + 0.12618568539619446, + 0.08390244096517563, + 0.0725269690155983, + 0.16217045485973358, + 0.06659162789583206, + 0.1729232221841812, + 0.03388494998216629, + 0.07990599423646927, + 0.07151643186807632, + 0.10119594633579254, + 0.09257582575082779, + 0.043869514018297195, + 0.10247079282999039, + 0.09009598940610886, + 0.03332577645778656, + 0.10654762387275696, + 0.12028801441192627, + 0.07567078620195389, + 0.07397959381341934, + 0.1439056396484375, + 0.079465851187706, + 0.06863285601139069, + 0.05538637191057205, + 0.11515151709318161, + 0.06565500050783157, + 0.043848711997270584, + 0.0433569960296154, + 0.09229442477226257, + 0.11136450618505478, + 0.040761902928352356, + 0.12311557680368423, + 0.15377698838710785, + 0.12003826349973679, + 0.046427126973867416, + 0.02163061499595642, + 0.10474826395511627, + 0.06331976503133774, + 0.06559285521507263, + 0.053546395152807236, + 0.08572319149971008, + 0.01927710883319378, + 0.049052394926548004, + 0.07268434017896652, + 0.06046794354915619, + 0.05011235922574997, + 0.024903154000639915, + 0.10023980587720871, + 0.08439451456069946, + 0.02528369426727295, + 0.035808321088552475, + 0.12009179592132568, + 0.06768330931663513, + 0.10514596104621887, + 0.05939198657870293, + 0.06556636095046997, + 0.03516051545739174, + 0.10812462121248245, + 0.061293646693229675, + 0.10770604014396667, + 0.07839293777942657, + 0.10319767147302628, + 0.04515337571501732, + 0.143731489777565, + 0.06294085830450058, + 0.14558689296245575, + 0.01467855740338564, + 0.07960089296102524, + 0.037145912647247314, + 0.10576142370700836, + 0.025787189602851868, + 0.06308220326900482, + 0.06493820995092392, + 0.052388597279787064, + 0.04560099169611931, + 0.2020435631275177, + 0.044494565576314926, + 0.05978385731577873, + 0.09088817238807678, + 0.051873642951250076, + 0.023920265957713127, + 0.09768560528755188, + 0.03384437412023544, + 0.1122584119439125, + 0.16806037724018097, + 0.08170995861291885, + 0.04418853670358658, + 0.07544861733913422, + 0.07798308879137039, + 0.14936764538288116, + 0.15260252356529236, + 0.08532176166772842, + 0.059899233281612396, + 0.05574362352490425, + 0.06721893697977066, + 0.05055732652544975, + 0.06360946595668793, + 0.12214218825101852, + 0.0831199511885643, + 0.05150977149605751, + 0.0777316763997078, + 0.07174179702997208, + 0.12383487820625305, + 0.03790911287069321, + 0.0636126771569252, + 0.09874371439218521, + 0.04519901052117348, + 0.007328071631491184, + 0.09326093643903732, + 0.06651518493890762, + 0.03118734620511532, + 0.06507015228271484, + 0.14324693381786346, + 0.06436333805322647, + 0.005240590777248144, + 0.0720037892460823, + 0.04837340489029884, + 0.05612378939986229, + 0.007620660122483969, + 0.011846222914755344, + 0.06834795325994492, + 0.07306542247533798, + 0.059246718883514404, + 0.10752037912607193, + 0.09884428232908249, + 0.0275303665548563, + 0.07117363065481186, + 0.06234007701277733, + 0.09112395346164703, + 0.07259450107812881, + 0.04715127870440483, + 0.07427912205457687, + 0.08251514285802841, + 0.028974875807762146, + 0.013669065199792385, + 0.08448625355958939, + 0.04051431268453598, + 0.06822558492422104, + 0.07671629637479782, + 0.09113642573356628, + 0.10568870604038239, + 0.11323115229606628, + 0.03523547574877739, + 0.14555126428604126, + 0.10101886093616486, + 0.06935428828001022, + 0.05147058889269829, + 0.10110510140657425, + 0.017575083300471306, + 0.06979572027921677, + 0.04476885497570038, + 0.03528319299221039, + 0.0559043362736702, + 0.06153112277388573, + 0.1033235415816307, + 0.05304010584950447, + 0.06087133288383484, + 0.033523086458444595, + 0.07849462330341339, + 0.06909871101379395, + 0.05244522914290428, + 0.06714801490306854, + 0.08793103694915771, + 0.024810126051306725, + 0.11221449822187424, + 0.06285601854324341, + 0.030676692724227905, + 0.10509476065635681, + 0.047438330948352814, + 0.0948871448636055, + 0.0957983210682869, + 0.046581368893384933, + 0.08194444328546524, + 0.132208913564682, + 0.03916119411587715, + 0.095563143491745, + 0.06706929206848145, + 0.12339955568313599, + 0.11255953460931778, + 0.11395600438117981, + 0.02206776663661003, + 0.0816180408000946, + 0.055211104452610016, + 0.06565656512975693, + 0.04389721527695656, + 0.022790957242250443, + 0.06100672855973244, + 0.05548442155122757, + 0.06751054525375366, + 0.08039795607328415, + 0.06316026300191879, + 0.10386531054973602, + 0.10430706292390823, + 0.17386427521705627, + 0.06259830296039581, + 0.04906478524208069, + 0.0339631661772728, + 0.06921995431184769, + 0.03684483841061592, + 0.10179522633552551, + 0.04390380159020424, + 0.06257309764623642, + 0.04339917004108429, + 0.05128205195069313, + 0.17041704058647156, + 0.05618661269545555, + 0.06568287312984467, + 0.0450819656252861, + 0.13056835532188416, + 0.028826212510466576, + 0.06935307383537292, + 0.10323449969291687, + 0.06356137990951538, + 0.031230216845870018, + 0.0403733029961586, + 0.04109269008040428, + 0.04759279638528824, + 0.0520595945417881, + 0.08664803206920624, + 0.08221399039030075, + 0.08618330955505371, + 0.051133058965206146, + 0.10418049246072769, + 0.012645422481000423, + 0.07414229959249496, + 0.13536866009235382 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 54.62394714355469, - 40.92451858520508, - 60.820762634277344, - 40.00730514526367, - 44.05697250366211, - 80.2222900390625, - 87.04290771484375, - 39.448631286621094, - 53.757450103759766, - 39.482200622558594, - 40.601219177246094, - 124.84294128417969, - 54.22412109375, - 40.60122299194336, - 78.53607177734375, - 100.84768676757812, - 40.601219177246094, - 39.6721305847168, - 51.19669723510742, - 79.20336151123047, - 54.62395095825195, - 56.373016357421875, - 159.40174865722656, - 49.528934478759766, - 54.22412109375, - 98.10526275634766, - 96.98834991455078, - 47.90145492553711, - 48.70958709716797, - 182.3524932861328, - 97.05651092529297, - 44.087467193603516, - 122.26191711425781, - 106.04165649414062, - 91.42636108398438, - 73.77568054199219, - 81.8479232788086, - 275.6602478027344, - 41.895782470703125, - 80.50466918945312, - 93.32861328125, - 156.90538024902344, - 54.22412109375, - 68.09083557128906, - 67.5317611694336, - 40.92451477050781, - 87.81072998046875, - 71.77371978759766, - 105.71553802490234, - 54.62395477294922, - 65.34730529785156, - 131.55050659179688, - 77.28068542480469, - 204.24069213867188, - 55.49595642089844, - 67.5317611694336, - 69.00910949707031, - 49.5289421081543, - 43.386512756347656, - 39.85641860961914, - 45.5595588684082, - 54.22412109375, - 81.3523941040039, - 67.5317611694336, - 124.46707153320312, - 59.03047561645508, - 41.895790100097656, - 133.40354919433594, - 44.05697250366211, - 88.5726547241211, - 73.4659194946289, - 40.00730514526367, - 85.75440216064453, - 54.22412109375, - 40.92451858520508, - 47.90145492553711, - 44.05697250366211, - 141.1227264404297, - 40.92451858520508, - 39.85641860961914, - 61.72068786621094, - 67.5317611694336, - 62.62348937988281, - 39.448631286621094, - 92.33837127685547, - 67.5317611694336, - 79.20336151123047, - 44.05696487426758, - 40.00730514526367, - 44.05697250366211, - 59.03047180175781, - 65.3473129272461, - 67.5317611694336, - 118.33924865722656, - 85.24693298339844, - 43.386512756347656, - 44.05696487426758, - 69.92909240722656, - 48.70958709716797, - 54.22412109375, - 97.0296401977539, - 73.55791473388672, - 54.62394714355469, - 40.43056106567383, - 54.22412109375, - 54.22412109375, - 81.07108306884766, - 54.62395477294922, - 47.901458740234375, - 116.09925842285156, - 42.714111328125, - 53.757450103759766, - 47.10593032836914, - 40.00730514526367, - 40.60122299194336, - 62.62348937988281, - 100.84249114990234, - 40.60122299194336, - 67.5317611694336, - 127.88206481933594, - 67.5317611694336, - 89.13690185546875, - 98.94672393798828, - 51.19669723510742, - 44.05696487426758, - 42.714111328125, - 44.81291198730469, - 41.895790100097656, - 44.81291198730469, - 89.9820785522461, - 64.43698120117188, - 69.10918426513672, - 86.10680389404297, - 50.35831832885742, - 85.75440979003906, - 52.89699172973633, - 49.60719299316406, - 68.4332275390625, - 50.358314514160156, - 106.52165222167969, - 88.11318969726562, - 39.85641860961914, - 47.703086853027344, - 48.709590911865234, - 42.714111328125, - 52.89699172973633, - 41.47610092163086, - 47.90146255493164, - 80.13677978515625, - 68.09083557128906, - 74.5511245727539, - 54.62394714355469, - 54.22412109375, - 47.703086853027344, - 41.895790100097656, - 49.528934478759766, - 69.92909240722656, - 67.5317611694336, - 91.19267272949219, - 47.43928527832031, - 47.703086853027344, - 44.81291198730469, - 39.36961364746094, - 70.09516143798828, - 41.47610092163086, - 91.00183868408203, - 47.703086853027344, - 48.70958709716797, - 43.386505126953125, - 180.6365509033203, - 57.25469970703125, - 66.37937927246094, - 61.720680236816406, - 44.05696487426758, - 43.38651657104492, - 81.07108306884766, - 60.82075881958008, - 59.92394256591797, - 67.5317611694336, - 77.377197265625, - 47.703086853027344, - 126.83412170410156, - 131.92604064941406, - 167.6074676513672, - 67.5317611694336, - 47.703086853027344, - 40.92451477050781, - 50.35831832885742, - 47.10594177246094, - 78.27086639404297, - 109.48665618896484, - 112.28600311279297, - 41.47610092163086, - 98.08055877685547, - 41.895790100097656, - 47.703086853027344, - 51.19669723510742, - 109.99090576171875, - 96.4941177368164, - 102.5063247680664, - 69.00910949707031, - 44.81291198730469, - 62.62348937988281, - 49.52893829345703, - 44.596805572509766, - 54.22412109375, - 71.77371978759766, - 103.6956787109375, - 41.895790100097656, - 47.703086853027344, - 90.37002563476562, - 54.224124908447266, - 104.52373504638672, - 39.482200622558594, - 116.20926666259766, - 54.22412109375, - 85.2893295288086, - 42.07524108886719, - 82.40122985839844, - 43.386512756347656, - 92.33837127685547, - 39.482200622558594, - 99.19834899902344, - 102.33586120605469, - 82.9421615600586, - 45.5595588684082, - 45.5595588684082, - 40.60122299194336, - 74.55110931396484, - 137.5816650390625, - 39.85641860961914, - 74.55110931396484, - 39.3696174621582, - 47.703086853027344, - 44.05696487426758, - 72.16327667236328, - 67.5317611694336, - 39.36960983276367, - 512.0, - 58.30028533935547, - 146.65777587890625, - 80.13677215576172, - 47.703086853027344, - 67.5317611694336, - 67.5317611694336, - 60.82075881958008, - 61.72068786621094, - 43.38651657104492, - 171.1514892578125, - 39.85641860961914, - 67.5317611694336, - 67.5317611694336, - 84.8162841796875, - 40.43056106567383, - 121.70965576171875, - 44.05697250366211, - 54.62394714355469, - 47.901458740234375, - 39.85641860961914, - 47.90146255493164, - 41.895790100097656, - 51.19669723510742, - 51.19670486450195, - 43.386512756347656, - 54.224124908447266, - 99.89241790771484, - 54.22412109375, - 42.7141227722168, - 88.5726547241211, - 82.0062255859375, - 53.757450103759766, - 54.22412109375, - 69.00910949707031, - 59.030479431152344, - 69.9699478149414, - 75.47940826416016, - 51.19669723510742, - 54.224124908447266, - 97.51747131347656, - 66.7608413696289, - 102.5578384399414, - 52.043182373046875, - 88.57266235351562, - 41.895790100097656, - 39.3696174621582, - 46.32465744018555, - 77.3393325805664, - 76.40882873535156, - 44.05697250366211, - 56.373016357421875, - 52.89699935913086, - 48.70958709716797, - 47.105934143066406, - 88.0362777709961, - 54.22412109375, - 41.895790100097656, - 47.703086853027344, - 47.10594177246094, - 40.60122299194336, - 59.9239501953125, - 60.82075881958008, - 124.50965118408203, - 70.85065460205078, - 63.52896499633789, - 59.9239501953125, - 67.5317611694336, - 47.901458740234375, - 72.6982192993164, - 41.895790100097656, - 44.05696487426758, - 47.10594177246094, - 65.81866455078125, - 44.81291198730469, - 54.22412109375, - 39.85641860961914, - 65.34730529785156, - 47.703086853027344, - 42.07523727416992, - 47.703086853027344, - 512.0, - 90.45587158203125, - 62.10215377807617, - 41.89577865600586, - 85.9355697631836, - 79.19566345214844, - 41.895790100097656, - 71.4614486694336, - 40.60122299194336, - 44.05697250366211, - 58.140625, - 54.22412109375, - 104.52373504638672, - 104.52373504638672, - 109.42239379882812, - 54.063201904296875, - 39.85642623901367, - 67.06391906738281, - 82.0062255859375, - 102.18605041503906, - 67.5317611694336, - 47.703086853027344, - 56.373016357421875, - 42.7141227722168, - 83.87886810302734, - 40.60122299194336, - 60.82075119018555, - 78.2708511352539, - 70.60413360595703, - 56.37302017211914, - 56.373016357421875, - 114.02032470703125, - 101.99454498291016, - 60.82075119018555, - 60.64653396606445, - 98.77084350585938, - 80.96563720703125, - 71.39164733886719, - 117.28675079345703, - 40.43056106567383, - 40.007301330566406, - 132.01541137695312, - 44.08746337890625, - 67.5317611694336, - 47.703086853027344, - 67.5317611694336, - 96.87223815917969, - 44.05697250366211, - 512.0, - 54.22412109375, - 44.05696487426758, - 41.47610092163086, - 83.87885284423828, - 119.548828125, - 80.9481201171875, - 61.720672607421875, - 52.04319381713867, - 104.52373504638672, - 77.92434692382812, - 103.13123321533203, - 48.932464599609375, - 136.69717407226562, - 109.21182250976562, - 53.757450103759766, - 47.703086853027344, - 163.24215698242188, - 39.3696174621582, - 47.703086853027344, - 40.43055725097656, - 44.05696487426758, - 41.895790100097656, - 47.901458740234375, - 62.62348175048828, - 54.62394714355469, - 67.5317611694336, - 74.31757354736328, - 67.5317611694336, - 75.4793930053711, - 59.03047561645508, - 98.99276733398438, - 40.43056106567383, - 46.324668884277344, - 77.3393325805664, - 39.482200622558594, - 53.757450103759766, - 40.60122299194336, - 67.5317611694336, - 94.65642547607422, - 100.61193084716797, - 40.601219177246094, - 65.3473129272461, - 40.92451858520508, - 44.05696487426758, - 40.92451858520508, - 55.4959602355957, - 98.37128448486328, - 39.36960983276367, - 81.07108306884766, - 51.196712493896484, - 54.62394714355469, - 512.0, - 89.5221176147461, - 57.25468826293945, - 58.140625, - 47.703086853027344, - 90.45443725585938, - 104.52373504638672, - 128.73739624023438, - 56.37301254272461, - 54.22412109375, - 52.043182373046875, - 83.562744140625, - 74.38678741455078, - 40.92451477050781, - 42.07524108886719, - 84.77562713623047, - 55.495967864990234, - 47.703086853027344, - 52.04319381713867, - 100.05831146240234, - 44.05696487426758, - 54.224124908447266, - 52.04319763183594, - 54.22412109375, - 104.52373504638672, - 81.07107543945312, - 512.0, - 60.82075881958008, - 49.52893829345703, - 67.5317611694336, - 54.224124908447266, - 51.450294494628906, - 85.96255493164062, - 40.92451477050781, - 39.85641860961914, - 73.56175231933594, - 47.703086853027344, - 39.36961364746094, - 69.4334945678711, - 67.5317611694336, - 51.612823486328125, - 78.95265197753906, - 104.52373504638672, - 40.92451858520508, - 46.32465744018555, - 67.5317611694336, - 39.482200622558594, - 47.703086853027344, - 39.482200622558594, - 41.895782470703125, - 67.5317611694336, - 70.85063934326172, - 41.895790100097656, - 54.224124908447266, - 76.40882873535156, - 40.00730514526367, - 67.5317611694336, - 90.09004974365234, - 88.5726547241211, - 83.57505798339844, - 47.703086853027344, - 104.52373504638672, - 151.96852111816406, - 48.74580001831055, - 39.6721305847168, - 75.95948791503906, - 42.71411895751953, - 39.3696174621582, - 48.70958709716797, - 104.52373504638672, - 512.0, - 50.358314514160156, - 512.0, - 512.0, - 76.45829010009766 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 673.5695190429688, + 312.1497802734375, + 555.8145141601562, + 774.3033447265625, + 387.3268127441406, + 377.1556396484375, + 589.7686767578125, + 687.7385864257812, + 350.79681396484375, + 628.495361328125, + 479.40338134765625, + 805.884521484375, + 646.3041381835938, + 494.1982421875, + 566.89794921875, + 439.033203125, + 672.9602661132812, + 819.0617065429688, + 622.1368408203125, + 592.61669921875, + 601.9088134765625, + 667.3856201171875, + 466.4197082519531, + 850.3203735351562, + 505.8942565917969, + 396.4530944824219, + 437.40435791015625, + 250.21347045898438, + 592.131103515625, + 399.31256103515625, + 736.61181640625, + 765.9863891601562, + 611.415771484375, + 645.6679077148438, + 582.3595581054688, + 402.2990417480469, + 416.2182312011719, + 558.1881103515625, + 434.4850769042969, + 941.3837890625, + 404.0272521972656, + 440.4688720703125, + 715.5028076171875, + 643.2360229492188, + 528.603271484375, + 431.5780029296875, + 817.7862548828125, + 340.5619201660156, + 555.0452270507812, + 322.24395751953125, + 647.2564697265625, + 422.3251647949219, + 720.6569213867188, + 537.08154296875, + 549.93994140625, + 441.4084167480469, + 332.33819580078125, + 530.1676025390625, + 744.411376953125, + 744.5209350585938, + 565.7379760742188, + 508.5929870605469, + 420.89532470703125, + 744.8718872070312, + 620.5545043945312, + 622.568359375, + 527.5592651367188, + 605.2855834960938, + 363.6535339355469, + 737.8404541015625, + 667.858154296875, + 385.06640625, + 746.7659912109375, + 439.5805358886719, + 437.6951904296875, + 937.02294921875, + 808.2705688476562, + 743.7785034179688, + 588.380615234375, + 761.0286254882812, + 315.0362854003906, + 580.5639038085938, + 730.5587768554688, + 449.228515625, + 622.9789428710938, + 682.175537109375, + 641.876708984375, + 567.4642944335938, + 470.73748779296875, + 351.9335632324219, + 549.056640625, + 568.1780395507812, + 455.58740234375, + 861.7164306640625, + 776.4727783203125, + 665.4336547851562, + 678.143798828125, + 643.9007568359375, + 531.5302734375, + 487.3111877441406, + 475.6495361328125, + 556.3558349609375, + 526.3145751953125, + 514.2886352539062, + 442.1589050292969, + 512.4696044921875, + 579.923583984375, + 602.8360595703125, + 596.8927001953125, + 496.2239685058594, + 720.7352294921875, + 501.5382385253906, + 807.7199096679688, + 461.7530212402344, + 496.09002685546875, + 614.9338989257812, + 427.2383728027344, + 794.9358520507812, + 613.1185913085938, + 477.46112060546875, + 591.24267578125, + 520.8861083984375, + 729.5823364257812, + 504.5133056640625, + 394.1259765625, + 840.7159423828125, + 510.6519470214844, + 374.9540710449219, + 335.96441650390625, + 806.1563110351562, + 724.9628295898438, + 626.7688598632812, + 709.2843627929688, + 605.5886840820312, + 780.5562133789062, + 592.69580078125, + 542.6840209960938, + 564.0087280273438, + 328.60198974609375, + 950.1298828125, + 650.677978515625, + 630.1746215820312, + 844.8050537109375, + 465.2952880859375, + 546.8303833007812, + 883.092041015625, + 894.693603515625, + 700.322509765625, + 742.8132934570312, + 380.346923828125, + 450.5264587402344, + 493.15362548828125, + 304.2901611328125, + 664.1149291992188, + 529.2886962890625, + 583.0286865234375, + 785.8829956054688, + 663.3492431640625, + 430.89935302734375, + 502.0921936035156, + 633.144287109375, + 748.8383178710938, + 796.8363037109375, + 691.50732421875, + 405.01629638671875, + 696.5194091796875, + 643.1478271484375, + 672.1729125976562, + 593.4577026367188, + 592.5921630859375, + 615.8563232421875, + 447.9222717285156, + 517.075927734375, + 682.3148803710938, + 790.9174194335938, + 1155.6396484375, + 745.7572631835938, + 691.7488403320312, + 528.3024291992188, + 710.9796752929688, + 826.8660888671875, + 740.844970703125, + 699.4577026367188, + 644.1887817382812, + 462.6307067871094, + 416.4925231933594, + 489.69952392578125, + 772.3721923828125, + 604.4087524414062, + 593.9817504882812, + 373.4290466308594, + 610.1688842773438, + 424.13555908203125, + 789.1007080078125, + 673.6263427734375, + 640.5855102539062, + 543.5280151367188, + 607.0096435546875, + 860.485595703125, + 710.1487426757812, + 600.2860717773438, + 441.0927734375, + 731.5752563476562, + 365.2005920410156, + 704.6588134765625, + 449.0674133300781, + 572.284912109375, + 493.49737548828125, + 539.4158935546875, + 923.8952026367188, + 519.5969848632812, + 434.36651611328125, + 507.8962707519531, + 548.6150512695312, + 635.5543823242188, + 701.6817016601562, + 483.11163330078125, + 507.5638122558594, + 762.8499755859375, + 453.3720703125, + 511.3241882324219, + 760.5789794921875, + 410.1940002441406, + 769.549560546875, + 507.5130310058594, + 476.7216796875, + 281.5881042480469, + 534.02294921875, + 615.73388671875, + 263.4080505371094, + 480.2850646972656, + 672.723388671875, + 779.931884765625, + 504.06768798828125, + 762.5242309570312, + 426.2587890625, + 665.7120971679688, + 581.0712280273438, + 581.7874755859375, + 675.1549682617188, + 628.7568969726562, + 564.99560546875, + 266.7852478027344, + 809.2537841796875, + 651.1661987304688, + 579.3140258789062, + 773.2645874023438, + 594.1318969726562, + 611.3175048828125, + 647.1571044921875, + 457.170166015625, + 461.5732727050781, + 635.8512573242188, + 490.77142333984375, + 529.2068481445312, + 703.3963623046875, + 903.373291015625, + 842.2246704101562, + 652.0689697265625, + 487.9092712402344, + 965.8945922851562, + 828.9650268554688, + 672.0150146484375, + 582.4402465820312, + 615.8849487304688, + 660.2343139648438, + 401.73980712890625, + 699.901611328125, + 572.9881591796875, + 545.7938232421875, + 758.7373657226562, + 699.8912963867188, + 964.84912109375, + 397.78350830078125, + 578.601318359375, + 638.4757080078125, + 895.3782958984375, + 617.7493896484375, + 275.0234375, + 755.1504516601562, + 712.2003173828125, + 652.8843383789062, + 779.5492553710938, + 886.2728271484375, + 467.1700134277344, + 600.0523071289062, + 757.9921875, + 748.114990234375, + 441.93255615234375, + 581.783935546875, + 905.4828491210938, + 461.11669921875, + 706.1761474609375, + 437.1205139160156, + 570.1434326171875, + 713.4550170898438, + 687.3580932617188, + 664.657958984375, + 729.4661865234375, + 702.7035522460938, + 632.8242797851562, + 309.91748046875, + 747.7630615234375, + 670.379638671875, + 713.0162963867188, + 433.7491149902344, + 509.976806640625, + 350.1131896972656, + 537.7045288085938, + 615.5540161132812, + 398.6419372558594, + 573.49560546875, + 459.61474609375, + 647.5780639648438, + 638.5274047851562, + 595.0289916992188, + 466.7871398925781, + 755.0195922851562, + 641.9092407226562, + 691.5904541015625, + 761.8172607421875, + 555.8037719726562, + 451.2730712890625, + 487.3495788574219, + 646.3117065429688, + 550.9707641601562, + 561.6575317382812, + 647.0524291992188, + 562.6661987304688, + 949.2296752929688, + 567.8779296875, + 648.41748046875, + 396.8893737792969, + 605.1211547851562, + 513.9739990234375, + 588.633056640625, + 355.67120361328125, + 722.710693359375, + 651.3333129882812, + 632.8424682617188, + 482.5607604980469, + 1063.13525390625, + 595.3434448242188, + 494.3998718261719, + 641.9431762695312, + 504.0512390136719, + 433.4412536621094, + 527.4024658203125, + 381.09716796875, + 721.2412719726562, + 999.638671875, + 642.3414916992188, + 395.5409851074219, + 380.9895324707031, + 732.7318725585938, + 961.5281372070312, + 535.365234375, + 714.0094604492188, + 693.7705078125, + 511.711181640625, + 514.2977905273438, + 542.9003295898438, + 553.2377319335938, + 534.9252319335938, + 654.965087890625, + 480.1842346191406, + 651.8363037109375, + 577.2861938476562, + 541.7783813476562, + 401.88079833984375, + 570.0233764648438, + 672.44287109375, + 538.9817504882812, + 335.0704345703125, + 488.9614562988281, + 636.0589599609375, + 497.3985900878906, + 736.8792724609375, + 591.0968627929688, + 491.20166015625, + 345.7037353515625, + 764.2798461914062, + 486.8736877441406, + 439.54779052734375, + 374.6744384765625, + 451.142578125, + 353.7709045410156, + 458.76300048828125, + 276.6893005371094, + 547.0327758789062, + 495.58990478515625, + 508.2611389160156, + 623.794921875, + 576.8134155273438, + 597.0527954101562, + 645.3507690429688, + 318.1179504394531, + 625.5162353515625, + 739.8619995117188, + 642.4061279296875, + 526.67333984375, + 760.4312744140625, + 498.4112548828125, + 543.2291259765625, + 678.7263793945312, + 538.2435302734375, + 705.5009765625, + 536.2992553710938, + 579.3005981445312, + 861.8070068359375, + 812.5313110351562, + 366.5876159667969, + 687.4096069335938, + 654.1749877929688, + 386.4354553222656, + 509.3286437988281, + 503.04962158203125, + 549.0393676757812, + 526.8964233398438, + 511.803955078125, + 732.5333251953125, + 517.813720703125, + 570.15625, + 532.9896240234375, + 390.32470703125, + 605.7129516601562, + 616.0398559570312, + 569.6248168945312, + 629.11669921875, + 442.9905700683594, + 699.9215698242188, + 626.7267456054688, + 394.7991638183594, + 710.3967895507812, + 492.3482360839844, + 727.9503784179688, + 586.957763671875, + 787.0741577148438, + 580.4860229492188, + 706.6426391601562, + 495.4934387207031, + 784.10986328125, + 541.6827392578125, + 813.5684814453125, + 619.947998046875, + 720.5275268554688, + 624.821533203125, + 766.5880737304688, + 403.3520812988281, + 577.7349853515625, + 543.4096069335938, + 566.881591796875, + 555.9697875976562, + 726.4191284179688, + 542.4603271484375, + 545.0765991210938, + 543.1116333007812, + 740.8416137695312, + 599.686279296875, + 824.4459228515625, + 676.5582275390625, + 391.74615478515625, + 374.139892578125, + 644.7652587890625, + 442.90057373046875, + 791.2482299804688, + 490.5351867675781, + 455.5205383300781, + 463.9274597167969, + 375.51123046875, + 754.8944702148438, + 701.7256469726562, + 449.8804931640625, + 574.4239501953125, + 822.44482421875, + 409.2987365722656, + 492.1018981933594, + 566.5811157226562, + 621.6099243164062, + 469.5940246582031, + 569.779052734375, + 666.7875366210938, + 586.7783203125, + 546.4683837890625, + 722.1320190429688, + 585.4390869140625, + 714.448974609375, + 436.68463134765625, + 562.2373046875, + 568.7513427734375, + 855.9956665039062, + 635.3992919921875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -4273,374 +5392,374 @@ 2 ], "wall_clock_s": [ - 497.9, - 502.2, - 505.9 + 863.4, + 885.5, + 834.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.6037270426750183, + "loss": 0.16953258216381073, "env_score_iters": 500, - "env_score": -3.451374053955078, + "env_score": -0.3351927101612091, "eval_iters": 500, - "eval_score": 0.6, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.5027872920036316, - "rl_grad_norm": 0.9291433095932007, - "bc_grad_norm": 0.3967353105545044, + "grad_align": 0.052078597247600555, + "rl_grad_norm": 0.4706254303455353, + "bc_grad_norm": 3.364790678024292, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000294988218229264, - "embedding.weight": 0.0023479312658309937, - "cnn.0.weight": 0.06270723044872284, - "cnn.0.bias": 0.0023567955940961838, - "cnn.2.weight": 0.020310457795858383, - "cnn.2.bias": 0.0059610470198094845, - "cnn.5.weight": 0.03348785266280174, - "cnn.5.bias": 0.005708114244043827, - "action_emb.weight": 0.014314542524516582, - "timestep_emb.weight": 0.0064955540001392365, - "pos_emb.weight": 0.009141195565462112, - "transformer.layers.0.self_attn.in_proj_weight": 0.0708000585436821, - "transformer.layers.0.self_attn.in_proj_bias": 0.0054125492461025715, - "transformer.layers.0.self_attn.out_proj.weight": 0.059436388313770294, - "transformer.layers.0.self_attn.out_proj.bias": 0.007322046905755997, - "transformer.layers.0.linear1.weight": 0.07163672149181366, - "transformer.layers.0.linear1.bias": 0.0032269584480673075, - "transformer.layers.0.linear2.weight": 0.0765547901391983, - "transformer.layers.0.linear2.bias": 0.006485368125140667, - "transformer.layers.0.norm1.weight": 0.004364892840385437, - "transformer.layers.0.norm1.bias": 0.004553417209535837, - "transformer.layers.0.norm2.weight": 0.006190645508468151, - "transformer.layers.0.norm2.bias": 0.003040893701836467, - "transformer.layers.1.self_attn.in_proj_weight": 0.0638156458735466, - "transformer.layers.1.self_attn.in_proj_bias": 0.004074373748153448, - "transformer.layers.1.self_attn.out_proj.weight": 0.06143389642238617, - "transformer.layers.1.self_attn.out_proj.bias": 0.005926268175244331, - "transformer.layers.1.linear1.weight": 0.04873703420162201, - "transformer.layers.1.linear1.bias": 0.00233152462169528, - "transformer.layers.1.linear2.weight": 0.062156081199645996, - "transformer.layers.1.linear2.bias": 0.005477736238390207, - "transformer.layers.1.norm1.weight": 0.0036417630035430193, - "transformer.layers.1.norm1.bias": 0.0036135942209511995, - "transformer.layers.1.norm2.weight": 0.003759796731173992, - "transformer.layers.1.norm2.bias": 0.0020115894731134176, - "transformer.layers.2.self_attn.in_proj_weight": 0.0766519159078598, - "transformer.layers.2.self_attn.in_proj_bias": 0.0047292630188167095, - "transformer.layers.2.self_attn.out_proj.weight": 0.05792555212974548, - "transformer.layers.2.self_attn.out_proj.bias": 0.005751854740083218, - "transformer.layers.2.linear1.weight": 0.03930981457233429, - "transformer.layers.2.linear1.bias": 0.0022309652995318174, - "transformer.layers.2.linear2.weight": 0.04753514379262924, - "transformer.layers.2.linear2.bias": 0.005663645453751087, - "transformer.layers.2.norm1.weight": 0.005760252010077238, - "transformer.layers.2.norm1.bias": 0.005349569953978062, - "transformer.layers.2.norm2.weight": 0.0024353095795959234, - "transformer.layers.2.norm2.bias": 0.002080674050375819, - "transformer.layers.3.self_attn.in_proj_weight": 0.16649679839611053, - "transformer.layers.3.self_attn.in_proj_bias": 0.013455105945467949, - "transformer.layers.3.self_attn.out_proj.weight": 0.060255102813243866, - "transformer.layers.3.self_attn.out_proj.bias": 0.01019849069416523, - "transformer.layers.3.linear1.weight": 0.11885792016983032, - "transformer.layers.3.linear1.bias": 0.009493275545537472, - "transformer.layers.3.linear2.weight": 0.0658901035785675, - "transformer.layers.3.linear2.bias": 0.015717443078756332, - "transformer.layers.3.norm1.weight": 0.012797988951206207, - "transformer.layers.3.norm1.bias": 0.018853528425097466, - "transformer.layers.3.norm2.weight": 0.010311145335435867, - "transformer.layers.3.norm2.bias": 0.01376405544579029, - "head.weight": 0.819722056388855, - "head.bias": 0.034416139125823975, - "global_embedding.weight": 0.008380510844290257, - "global_cnn.0.weight": 0.08942678570747375, - "global_cnn.0.bias": 0.0021275533363223076, - "global_cnn.2.weight": 0.20790880918502808, - "global_cnn.2.bias": 0.008444769307971, - "global_proj.weight": 0.021965017542243004, - "global_proj.bias": 0.020688986405730247, - "goal_head.0.weight": 0.016362236812710762, - "goal_head.0.bias": 0.008893826976418495, - "goal_head.2.weight": 0.03252850100398064, - "goal_head.2.bias": 0.02374386228621006 + "global_gate": 1.5599718608427793e-05, + "embedding.weight": 0.005358605645596981, + "cnn.0.weight": 0.07331210374832153, + "cnn.0.bias": 0.0025902697816491127, + "cnn.2.weight": 0.015453500673174858, + "cnn.2.bias": 0.004419837612658739, + "cnn.5.weight": 0.011806318536400795, + "cnn.5.bias": 0.0027998124714940786, + "action_emb.weight": 0.008706806227564812, + "timestep_emb.weight": 0.001641537412069738, + "pos_emb.weight": 0.0028745844028890133, + "transformer.layers.0.self_attn.in_proj_weight": 0.04359854385256767, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037872320972383022, + "transformer.layers.0.self_attn.out_proj.weight": 0.03768805414438248, + "transformer.layers.0.self_attn.out_proj.bias": 0.0050238934345543385, + "transformer.layers.0.linear1.weight": 0.03944379463791847, + "transformer.layers.0.linear1.bias": 0.001995248021557927, + "transformer.layers.0.linear2.weight": 0.03809569403529167, + "transformer.layers.0.linear2.bias": 0.004154300317168236, + "transformer.layers.0.norm1.weight": 0.0028816231060773134, + "transformer.layers.0.norm1.bias": 0.003911040723323822, + "transformer.layers.0.norm2.weight": 0.003906817641109228, + "transformer.layers.0.norm2.bias": 0.0022600609809160233, + "transformer.layers.1.self_attn.in_proj_weight": 0.03673607483506203, + "transformer.layers.1.self_attn.in_proj_bias": 0.002419351367279887, + "transformer.layers.1.self_attn.out_proj.weight": 0.03808961436152458, + "transformer.layers.1.self_attn.out_proj.bias": 0.003387628123164177, + "transformer.layers.1.linear1.weight": 0.020970672369003296, + "transformer.layers.1.linear1.bias": 0.0012424725573509932, + "transformer.layers.1.linear2.weight": 0.02820403128862381, + "transformer.layers.1.linear2.bias": 0.00335707888007164, + "transformer.layers.1.norm1.weight": 0.0023043188266456127, + "transformer.layers.1.norm1.bias": 0.00241366820409894, + "transformer.layers.1.norm2.weight": 0.0016842118930071592, + "transformer.layers.1.norm2.bias": 0.001326568191871047, + "transformer.layers.2.self_attn.in_proj_weight": 0.03195948898792267, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022533538285642862, + "transformer.layers.2.self_attn.out_proj.weight": 0.03164511173963547, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032560941763222218, + "transformer.layers.2.linear1.weight": 0.019022054970264435, + "transformer.layers.2.linear1.bias": 0.0012948766816407442, + "transformer.layers.2.linear2.weight": 0.02353084087371826, + "transformer.layers.2.linear2.bias": 0.0034692827612161636, + "transformer.layers.2.norm1.weight": 0.0025627589784562588, + "transformer.layers.2.norm1.bias": 0.0022457907907664776, + "transformer.layers.2.norm2.weight": 0.0012288964353501797, + "transformer.layers.2.norm2.bias": 0.0015034230891615152, + "transformer.layers.3.self_attn.in_proj_weight": 0.06875823438167572, + "transformer.layers.3.self_attn.in_proj_bias": 0.008391051553189754, + "transformer.layers.3.self_attn.out_proj.weight": 0.03533203899860382, + "transformer.layers.3.self_attn.out_proj.bias": 0.006086618639528751, + "transformer.layers.3.linear1.weight": 0.04205421730875969, + "transformer.layers.3.linear1.bias": 0.004130503628402948, + "transformer.layers.3.linear2.weight": 0.025578659027814865, + "transformer.layers.3.linear2.bias": 0.007514956872910261, + "transformer.layers.3.norm1.weight": 0.00591637659817934, + "transformer.layers.3.norm1.bias": 0.011524914763867855, + "transformer.layers.3.norm2.weight": 0.0028794799000024796, + "transformer.layers.3.norm2.bias": 0.005012447014451027, + "head.weight": 0.3320799767971039, + "head.bias": 0.01456063985824585, + "global_embedding.weight": 0.01523191574960947, + "global_cnn.0.weight": 0.07528739422559738, + "global_cnn.0.bias": 0.0031206554267555475, + "global_cnn.2.weight": 0.18585512042045593, + "global_cnn.2.bias": 0.01012630295008421, + "global_proj.weight": 0.048754528164863586, + "global_proj.bias": 0.03462786599993706, + "goal_head.0.weight": 0.03478469327092171, + "goal_head.0.bias": 0.01591513492166996, + "goal_head.2.weight": 0.049302488565444946, + "goal_head.2.bias": 0.03554623946547508 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.12588007748126984, - "repr_drift_kl_low_t": 0.1245194524526596, - "repr_drift_kl_mid_t": 0.11561176180839539, - "repr_drift_kl_high_t": 0.14215371012687683, + "repr_drift_kl": 0.5377286076545715, + "repr_drift_kl_low_t": 0.664990246295929, + "repr_drift_kl_mid_t": 0.5456415414810181, + "repr_drift_kl_high_t": 0.3815501034259796, "cka_iters": 500, - "cka_similarity": 0.8159708380699158, + "cka_similarity": 0.6501007080078125, "t_analysis_iters": 500, - "norm_low_t": 1.4403595924377441, - "norm_high_t": 0.6384020447731018, - "lowhigh_cos": 0.33397340774536133, + "norm_low_t": 0.47416064143180847, + "norm_high_t": 0.6532992720603943, + "lowhigh_cos": 0.4956750273704529, "t_bin_norms": { - "t_0.0-0.1": 1.6745611429214478, - "t_0.1-0.2": 1.5468007326126099, - "t_0.2-0.3": 1.1728551387786865, - "t_0.3-0.4": 1.1663143634796143, - "t_0.4-0.5": 0.9970046877861023, - "t_0.5-0.6": 1.1408400535583496, - "t_0.6-0.7": 0.8402907252311707, - "t_0.7-0.8": 0.7841724157333374, - "t_0.8-0.9": 0.8018613457679749, - "t_0.9-1.0": 0.8304863572120667 - }, - "win_rate": 0.08015266805887222, - "effective_batch_size": 76.45829010009766, + "t_0.0-0.1": 0.6202306151390076, + "t_0.1-0.2": 0.42307913303375244, + "t_0.2-0.3": 0.4018799364566803, + "t_0.3-0.4": 0.41940200328826904, + "t_0.4-0.5": 0.44406333565711975, + "t_0.5-0.6": 0.4301624596118927, + "t_0.6-0.7": 0.46422114968299866, + "t_0.7-0.8": 0.5007166266441345, + "t_0.8-0.9": 0.5535215139389038, + "t_0.9-1.0": 0.8063549995422363 + }, + "win_rate": 0.13536866009235382, + "effective_batch_size": 635.3992919921875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.029233086854219437, + "loss": 0.09122858941555023, "env_score_iters": 500, - "env_score": -3.7054367065429688, + "env_score": -0.6627986431121826, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.39999999999999997, "grad_align_iters": 500, - "grad_align": 0.5653261542320251, - "rl_grad_norm": 0.14248883724212646, - "bc_grad_norm": 0.2738889753818512, + "grad_align": -0.0943332090973854, + "rl_grad_norm": 0.2581738233566284, + "bc_grad_norm": 3.5746781826019287, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000016281459465972148, - "embedding.weight": 0.00011544333392521366, - "cnn.0.weight": 0.002843958791345358, - "cnn.0.bias": 0.00015405230806209147, - "cnn.2.weight": 0.0009381187264807522, - "cnn.2.bias": 0.0003578478062991053, - "cnn.5.weight": 0.0011741867056116462, - "cnn.5.bias": 0.0003005265025421977, - "action_emb.weight": 0.0004973354516550899, - "timestep_emb.weight": 0.0001441976346541196, - "pos_emb.weight": 0.00023092326591722667, - "transformer.layers.0.self_attn.in_proj_weight": 0.001787483342923224, - "transformer.layers.0.self_attn.in_proj_bias": 0.00016046169912442565, - "transformer.layers.0.self_attn.out_proj.weight": 0.002115003764629364, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002894213830586523, - "transformer.layers.0.linear1.weight": 0.0022788646165281534, - "transformer.layers.0.linear1.bias": 0.0001225541636813432, - "transformer.layers.0.linear2.weight": 0.002425219165161252, - "transformer.layers.0.linear2.bias": 0.0002423242258373648, - "transformer.layers.0.norm1.weight": 0.000093054048193153, - "transformer.layers.0.norm1.bias": 0.00012790571781806648, - "transformer.layers.0.norm2.weight": 0.0002408942236797884, - "transformer.layers.0.norm2.bias": 0.00013485521776601672, - "transformer.layers.1.self_attn.in_proj_weight": 0.0020495522767305374, - "transformer.layers.1.self_attn.in_proj_bias": 0.00013008581299800426, - "transformer.layers.1.self_attn.out_proj.weight": 0.0022870530374348164, - "transformer.layers.1.self_attn.out_proj.bias": 0.00020130127086304128, - "transformer.layers.1.linear1.weight": 0.001498892204836011, - "transformer.layers.1.linear1.bias": 0.0000837173720356077, - "transformer.layers.1.linear2.weight": 0.001903284341096878, - "transformer.layers.1.linear2.bias": 0.00019988720305263996, - "transformer.layers.1.norm1.weight": 0.00012643466470763087, - "transformer.layers.1.norm1.bias": 0.00012903577589895576, - "transformer.layers.1.norm2.weight": 0.0001339337177341804, - "transformer.layers.1.norm2.bias": 0.00007317911513382569, - "transformer.layers.2.self_attn.in_proj_weight": 0.0029691883828490973, - "transformer.layers.2.self_attn.in_proj_bias": 0.00016631372272968292, - "transformer.layers.2.self_attn.out_proj.weight": 0.0023079465609043837, - "transformer.layers.2.self_attn.out_proj.bias": 0.00018475204706192017, - "transformer.layers.2.linear1.weight": 0.0011668602237477899, - "transformer.layers.2.linear1.bias": 0.00007841282786102965, - "transformer.layers.2.linear2.weight": 0.001263003097847104, - "transformer.layers.2.linear2.bias": 0.0001947450073203072, - "transformer.layers.2.norm1.weight": 0.00020798551850020885, - "transformer.layers.2.norm1.bias": 0.00017112896603066474, - "transformer.layers.2.norm2.weight": 0.0000689379739924334, - "transformer.layers.2.norm2.bias": 0.0000684872647980228, - "transformer.layers.3.self_attn.in_proj_weight": 0.003709313692525029, - "transformer.layers.3.self_attn.in_proj_bias": 0.00020954993669874966, - "transformer.layers.3.self_attn.out_proj.weight": 0.002102687256410718, - "transformer.layers.3.self_attn.out_proj.bias": 0.00023601016437169164, - "transformer.layers.3.linear1.weight": 0.003696165047585964, - "transformer.layers.3.linear1.bias": 0.00022556974727194756, - "transformer.layers.3.linear2.weight": 0.001795644173398614, - "transformer.layers.3.linear2.bias": 0.00028701662085950375, - "transformer.layers.3.norm1.weight": 0.0003094208659604192, - "transformer.layers.3.norm1.bias": 0.00025086922687478364, - "transformer.layers.3.norm2.weight": 0.00036802273825742304, - "transformer.layers.3.norm2.bias": 0.0002743629738688469, - "head.weight": 0.02549506537616253, - "head.bias": 0.0005629971856251359, - "global_embedding.weight": 0.014330948702991009, - "global_cnn.0.weight": 0.09538537263870239, - "global_cnn.0.bias": 0.004523842595517635, - "global_cnn.2.weight": 0.0914498120546341, - "global_cnn.2.bias": 0.004980943165719509, - "global_proj.weight": 0.025026824325323105, - "global_proj.bias": 0.01048573199659586, - "goal_head.0.weight": 0.01749829202890396, - "goal_head.0.bias": 0.004668098408728838, - "goal_head.2.weight": 0.025679936632514, - "goal_head.2.bias": 0.00953512080013752 + "global_gate": 6.167407991597429e-05, + "embedding.weight": 0.0009063308243639767, + "cnn.0.weight": 0.01802738383412361, + "cnn.0.bias": 0.0006168640684336424, + "cnn.2.weight": 0.00453061331063509, + "cnn.2.bias": 0.0013951758155599236, + "cnn.5.weight": 0.00545174116268754, + "cnn.5.bias": 0.000996710965409875, + "action_emb.weight": 0.00970418844372034, + "timestep_emb.weight": 0.001192032010294497, + "pos_emb.weight": 0.0029405325185507536, + "transformer.layers.0.self_attn.in_proj_weight": 0.021366262808442116, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015073020476847887, + "transformer.layers.0.self_attn.out_proj.weight": 0.02928583137691021, + "transformer.layers.0.self_attn.out_proj.bias": 0.0023066201247274876, + "transformer.layers.0.linear1.weight": 0.04214807227253914, + "transformer.layers.0.linear1.bias": 0.0013694812078028917, + "transformer.layers.0.linear2.weight": 0.02728353440761566, + "transformer.layers.0.linear2.bias": 0.0019155275076627731, + "transformer.layers.0.norm1.weight": 0.0011184689356014132, + "transformer.layers.0.norm1.bias": 0.0013556244084611535, + "transformer.layers.0.norm2.weight": 0.005173335783183575, + "transformer.layers.0.norm2.bias": 0.0014172866940498352, + "transformer.layers.1.self_attn.in_proj_weight": 0.031708844006061554, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012722763931378722, + "transformer.layers.1.self_attn.out_proj.weight": 0.018928784877061844, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015250053256750107, + "transformer.layers.1.linear1.weight": 0.013518188148736954, + "transformer.layers.1.linear1.bias": 0.0007019653567112982, + "transformer.layers.1.linear2.weight": 0.01613469235599041, + "transformer.layers.1.linear2.bias": 0.0014822380617260933, + "transformer.layers.1.norm1.weight": 0.0020013879984617233, + "transformer.layers.1.norm1.bias": 0.001323313103057444, + "transformer.layers.1.norm2.weight": 0.001283210818655789, + "transformer.layers.1.norm2.bias": 0.0008291408303193748, + "transformer.layers.2.self_attn.in_proj_weight": 0.019089149311184883, + "transformer.layers.2.self_attn.in_proj_bias": 0.001245096093043685, + "transformer.layers.2.self_attn.out_proj.weight": 0.015814760699868202, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016094347229227424, + "transformer.layers.2.linear1.weight": 0.009519850835204124, + "transformer.layers.2.linear1.bias": 0.0006795180961489677, + "transformer.layers.2.linear2.weight": 0.012328174896538258, + "transformer.layers.2.linear2.bias": 0.0016714902594685555, + "transformer.layers.2.norm1.weight": 0.0014771213755011559, + "transformer.layers.2.norm1.bias": 0.0014333066064864397, + "transformer.layers.2.norm2.weight": 0.0006617522449232638, + "transformer.layers.2.norm2.bias": 0.0007744135800749063, + "transformer.layers.3.self_attn.in_proj_weight": 0.03436964377760887, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034815517719835043, + "transformer.layers.3.self_attn.out_proj.weight": 0.016593364998698235, + "transformer.layers.3.self_attn.out_proj.bias": 0.002543320646509528, + "transformer.layers.3.linear1.weight": 0.01778922788798809, + "transformer.layers.3.linear1.bias": 0.0015881747240200639, + "transformer.layers.3.linear2.weight": 0.01089139562100172, + "transformer.layers.3.linear2.bias": 0.0029688896611332893, + "transformer.layers.3.norm1.weight": 0.002646553795784712, + "transformer.layers.3.norm1.bias": 0.004930372349917889, + "transformer.layers.3.norm2.weight": 0.0011401847004890442, + "transformer.layers.3.norm2.bias": 0.0017534757498651743, + "head.weight": 0.142377570271492, + "head.bias": 0.005854816175997257, + "global_embedding.weight": 0.005525501910597086, + "global_cnn.0.weight": 0.07064740359783173, + "global_cnn.0.bias": 0.00303445290774107, + "global_cnn.2.weight": 0.16373535990715027, + "global_cnn.2.bias": 0.006643998436629772, + "global_proj.weight": 0.04848308116197586, + "global_proj.bias": 0.03573748841881752, + "goal_head.0.weight": 0.03357100114226341, + "goal_head.0.bias": 0.01652827300131321, + "goal_head.2.weight": 0.04744645208120346, + "goal_head.2.bias": 0.04011766240000725 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1590023934841156, - "repr_drift_kl_low_t": 0.16399845480918884, - "repr_drift_kl_mid_t": 0.14917780458927155, - "repr_drift_kl_high_t": 0.17390120029449463, + "repr_drift_kl": 0.4479450583457947, + "repr_drift_kl_low_t": 0.5061760544776917, + "repr_drift_kl_mid_t": 0.46520522236824036, + "repr_drift_kl_high_t": 0.36965176463127136, "cka_iters": 500, - "cka_similarity": 0.7012031078338623, + "cka_similarity": 0.6574660539627075, "t_analysis_iters": 500, - "norm_low_t": 0.1445353478193283, - "norm_high_t": 0.14337743818759918, - "lowhigh_cos": 0.9709128737449646, + "norm_low_t": 0.22440451383590698, + "norm_high_t": 0.40374523401260376, + "lowhigh_cos": 0.611461877822876, "t_bin_norms": { - "t_0.0-0.1": 0.14637507498264313, - "t_0.1-0.2": 0.1413743495941162, - "t_0.2-0.3": 0.14086271822452545, - "t_0.3-0.4": 0.14224915206432343, - "t_0.4-0.5": 0.14219097793102264, - "t_0.5-0.6": 0.14159652590751648, - "t_0.6-0.7": 0.14181798696517944, - "t_0.7-0.8": 0.14144843816757202, - "t_0.8-0.9": 0.1408047378063202, - "t_0.9-1.0": 0.14444056153297424 - }, - "win_rate": 0.0031960229389369488, - "effective_batch_size": 512.0, + "t_0.0-0.1": 0.49165287613868713, + "t_0.1-0.2": 0.22316354513168335, + "t_0.2-0.3": 0.22371703386306763, + "t_0.3-0.4": 0.23490868508815765, + "t_0.4-0.5": 0.22463630139827728, + "t_0.5-0.6": 0.22531633079051971, + "t_0.6-0.7": 0.23346419632434845, + "t_0.7-0.8": 0.24286144971847534, + "t_0.8-0.9": 0.2928813099861145, + "t_0.9-1.0": 0.43847623467445374 + }, + "win_rate": 0.018718989565968513, + "effective_batch_size": 506.33941650390625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.6392012238502502, + "loss": 0.14737562835216522, "env_score_iters": 500, - "env_score": -5.442101955413818, + "env_score": -0.3095967769622803, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.4173741638660431, - "rl_grad_norm": 0.6001847386360168, - "bc_grad_norm": 0.5479001402854919, + "grad_align": 0.010539712384343147, + "rl_grad_norm": 0.3303065299987793, + "bc_grad_norm": 2.606313705444336, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000940931320656091, - "embedding.weight": 0.0027584638446569443, - "cnn.0.weight": 0.05698394030332565, - "cnn.0.bias": 0.0023267348296940327, - "cnn.2.weight": 0.015168234705924988, - "cnn.2.bias": 0.004806286655366421, - "cnn.5.weight": 0.015824319794774055, - "cnn.5.bias": 0.0041604796424508095, - "action_emb.weight": 0.023716816678643227, - "timestep_emb.weight": 0.0053361388854682446, - "pos_emb.weight": 0.009708031080663204, - "transformer.layers.0.self_attn.in_proj_weight": 0.06306041032075882, - "transformer.layers.0.self_attn.in_proj_bias": 0.005500338040292263, - "transformer.layers.0.self_attn.out_proj.weight": 0.0750097706913948, - "transformer.layers.0.self_attn.out_proj.bias": 0.008526097983121872, - "transformer.layers.0.linear1.weight": 0.1053566187620163, - "transformer.layers.0.linear1.bias": 0.004263203591108322, - "transformer.layers.0.linear2.weight": 0.09170415252447128, - "transformer.layers.0.linear2.bias": 0.007705341558903456, - "transformer.layers.0.norm1.weight": 0.003675139043480158, - "transformer.layers.0.norm1.bias": 0.004865789320319891, - "transformer.layers.0.norm2.weight": 0.010514931753277779, - "transformer.layers.0.norm2.bias": 0.004228441510349512, - "transformer.layers.1.self_attn.in_proj_weight": 0.08635304868221283, - "transformer.layers.1.self_attn.in_proj_bias": 0.005326670594513416, - "transformer.layers.1.self_attn.out_proj.weight": 0.07509096711874008, - "transformer.layers.1.self_attn.out_proj.bias": 0.007195804268121719, - "transformer.layers.1.linear1.weight": 0.05147206783294678, - "transformer.layers.1.linear1.bias": 0.002941097831353545, - "transformer.layers.1.linear2.weight": 0.06159694865345955, - "transformer.layers.1.linear2.bias": 0.0071925013326108456, - "transformer.layers.1.norm1.weight": 0.0063443658873438835, - "transformer.layers.1.norm1.bias": 0.005112908314913511, - "transformer.layers.1.norm2.weight": 0.004094921983778477, - "transformer.layers.1.norm2.bias": 0.0033246425446122885, - "transformer.layers.2.self_attn.in_proj_weight": 0.10630324482917786, - "transformer.layers.2.self_attn.in_proj_bias": 0.006070166360586882, - "transformer.layers.2.self_attn.out_proj.weight": 0.05268154665827751, - "transformer.layers.2.self_attn.out_proj.bias": 0.0060773794539272785, - "transformer.layers.2.linear1.weight": 0.03837773948907852, - "transformer.layers.2.linear1.bias": 0.0025653366465121508, - "transformer.layers.2.linear2.weight": 0.04187431558966637, - "transformer.layers.2.linear2.bias": 0.00653051258996129, - "transformer.layers.2.norm1.weight": 0.007344523444771767, - "transformer.layers.2.norm1.bias": 0.006819005124270916, - "transformer.layers.2.norm2.weight": 0.0025054391007870436, - "transformer.layers.2.norm2.bias": 0.003338803770020604, - "transformer.layers.3.self_attn.in_proj_weight": 0.12109382450580597, - "transformer.layers.3.self_attn.in_proj_bias": 0.010836840607225895, - "transformer.layers.3.self_attn.out_proj.weight": 0.05089190602302551, - "transformer.layers.3.self_attn.out_proj.bias": 0.009735883213579655, - "transformer.layers.3.linear1.weight": 0.12712636590003967, - "transformer.layers.3.linear1.bias": 0.011103415861725807, - "transformer.layers.3.linear2.weight": 0.0656362920999527, - "transformer.layers.3.linear2.bias": 0.015837356448173523, - "transformer.layers.3.norm1.weight": 0.008287143893539906, - "transformer.layers.3.norm1.bias": 0.014330455102026463, - "transformer.layers.3.norm2.weight": 0.010674634948372841, - "transformer.layers.3.norm2.bias": 0.017344990745186806, - "head.weight": 0.7855542302131653, - "head.bias": 0.035048872232437134, - "global_embedding.weight": 0.00956493429839611, - "global_cnn.0.weight": 0.12425776571035385, - "global_cnn.0.bias": 0.005803094245493412, - "global_cnn.2.weight": 0.18668243288993835, - "global_cnn.2.bias": 0.010870526544749737, - "global_proj.weight": 0.05958772450685501, - "global_proj.bias": 0.052540458738803864, - "goal_head.0.weight": 0.04727423936128616, - "goal_head.0.bias": 0.02633037604391575, - "goal_head.2.weight": 0.08625006675720215, - "goal_head.2.bias": 0.07233760505914688 + "global_gate": 0.00010587844008114189, + "embedding.weight": 0.0013671109918504953, + "cnn.0.weight": 0.035778652876615524, + "cnn.0.bias": 0.001657019485719502, + "cnn.2.weight": 0.012244404293596745, + "cnn.2.bias": 0.004155188333243132, + "cnn.5.weight": 0.013002662919461727, + "cnn.5.bias": 0.0034190902952104807, + "action_emb.weight": 0.014810758642852306, + "timestep_emb.weight": 0.0017396212788298726, + "pos_emb.weight": 0.0038921788800507784, + "transformer.layers.0.self_attn.in_proj_weight": 0.05225782468914986, + "transformer.layers.0.self_attn.in_proj_bias": 0.004296500701457262, + "transformer.layers.0.self_attn.out_proj.weight": 0.05536491423845291, + "transformer.layers.0.self_attn.out_proj.bias": 0.005197134800255299, + "transformer.layers.0.linear1.weight": 0.06619203835725784, + "transformer.layers.0.linear1.bias": 0.0027001111302524805, + "transformer.layers.0.linear2.weight": 0.048816096037626266, + "transformer.layers.0.linear2.bias": 0.004169968422502279, + "transformer.layers.0.norm1.weight": 0.003483964828774333, + "transformer.layers.0.norm1.bias": 0.004571520257741213, + "transformer.layers.0.norm2.weight": 0.008087611757218838, + "transformer.layers.0.norm2.bias": 0.0025608898140490055, + "transformer.layers.1.self_attn.in_proj_weight": 0.045228879898786545, + "transformer.layers.1.self_attn.in_proj_bias": 0.002587604336440563, + "transformer.layers.1.self_attn.out_proj.weight": 0.034624967724084854, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033597052097320557, + "transformer.layers.1.linear1.weight": 0.02561594359576702, + "transformer.layers.1.linear1.bias": 0.0015817566309124231, + "transformer.layers.1.linear2.weight": 0.030629582703113556, + "transformer.layers.1.linear2.bias": 0.003051977138966322, + "transformer.layers.1.norm1.weight": 0.0030150122474879026, + "transformer.layers.1.norm1.bias": 0.002580503933131695, + "transformer.layers.1.norm2.weight": 0.0023834381718188524, + "transformer.layers.1.norm2.bias": 0.0018285689875483513, + "transformer.layers.2.self_attn.in_proj_weight": 0.03766259178519249, + "transformer.layers.2.self_attn.in_proj_bias": 0.0024173015262931585, + "transformer.layers.2.self_attn.out_proj.weight": 0.031516361981630325, + "transformer.layers.2.self_attn.out_proj.bias": 0.002636738121509552, + "transformer.layers.2.linear1.weight": 0.018087999895215034, + "transformer.layers.2.linear1.bias": 0.00126769975759089, + "transformer.layers.2.linear2.weight": 0.020569495856761932, + "transformer.layers.2.linear2.bias": 0.00260086334310472, + "transformer.layers.2.norm1.weight": 0.0026555557269603014, + "transformer.layers.2.norm1.bias": 0.0030488697811961174, + "transformer.layers.2.norm2.weight": 0.0014472032198682427, + "transformer.layers.2.norm2.bias": 0.0015911005903035402, + "transformer.layers.3.self_attn.in_proj_weight": 0.06223343312740326, + "transformer.layers.3.self_attn.in_proj_bias": 0.004567855037748814, + "transformer.layers.3.self_attn.out_proj.weight": 0.033480316400527954, + "transformer.layers.3.self_attn.out_proj.bias": 0.003257035044953227, + "transformer.layers.3.linear1.weight": 0.03471631556749344, + "transformer.layers.3.linear1.bias": 0.0030519752763211727, + "transformer.layers.3.linear2.weight": 0.01986471377313137, + "transformer.layers.3.linear2.bias": 0.0035572294145822525, + "transformer.layers.3.norm1.weight": 0.005303971003741026, + "transformer.layers.3.norm1.bias": 0.006464383099228144, + "transformer.layers.3.norm2.weight": 0.0025153597816824913, + "transformer.layers.3.norm2.bias": 0.00404640007764101, + "head.weight": 0.21499259769916534, + "head.bias": 0.006314738653600216, + "global_embedding.weight": 0.013231072574853897, + "global_cnn.0.weight": 0.0975618064403534, + "global_cnn.0.bias": 0.003957847133278847, + "global_cnn.2.weight": 0.14567595720291138, + "global_cnn.2.bias": 0.006004996597766876, + "global_proj.weight": 0.04093790054321289, + "global_proj.bias": 0.02776571735739708, + "goal_head.0.weight": 0.0294461902230978, + "goal_head.0.bias": 0.012503230012953281, + "goal_head.2.weight": 0.05663321539759636, + "goal_head.2.bias": 0.03019852191209793 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21412721276283264, - "repr_drift_kl_low_t": 0.1956898272037506, - "repr_drift_kl_mid_t": 0.19120390713214874, - "repr_drift_kl_high_t": 0.2586887776851654, + "repr_drift_kl": 0.4014016091823578, + "repr_drift_kl_low_t": 0.5034900903701782, + "repr_drift_kl_mid_t": 0.3895524740219116, + "repr_drift_kl_high_t": 0.33388882875442505, "cka_iters": 500, - "cka_similarity": 0.8692898750305176, + "cka_similarity": 0.7682809233665466, "t_analysis_iters": 500, - "norm_low_t": 1.64700448513031, - "norm_high_t": 0.7110949754714966, - "lowhigh_cos": -0.028325138613581657, + "norm_low_t": 0.35223618149757385, + "norm_high_t": 0.3598499596118927, + "lowhigh_cos": 0.5035654902458191, "t_bin_norms": { - "t_0.0-0.1": 2.120213031768799, - "t_0.1-0.2": 0.9372589588165283, - "t_0.2-0.3": 0.9833748936653137, - "t_0.3-0.4": 0.7297868728637695, - "t_0.4-0.5": 0.93138587474823, - "t_0.5-0.6": 0.9330325126647949, - "t_0.6-0.7": 0.5604049563407898, - "t_0.7-0.8": 0.5669621825218201, - "t_0.8-0.9": 0.6289377212524414, - "t_0.9-1.0": 1.3370519876480103 - }, - "win_rate": 0.12400399148464203, - "effective_batch_size": 75.4793930053711, + "t_0.0-0.1": 0.5702512264251709, + "t_0.1-0.2": 0.3975679874420166, + "t_0.2-0.3": 0.3355743885040283, + "t_0.3-0.4": 0.3455958664417267, + "t_0.4-0.5": 0.33424073457717896, + "t_0.5-0.6": 0.32696664333343506, + "t_0.6-0.7": 0.34014075994491577, + "t_0.7-0.8": 0.3381716012954712, + "t_0.8-0.9": 0.32270342111587524, + "t_0.9-1.0": 0.4352397918701172 + }, + "win_rate": 0.12357883900403976, + "effective_batch_size": 709.0576171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "kl_penalty": { - "score": 0.5833333333333334, - "score_std": 0.023570226039551605, + "score": 0.44166666666666665, + "score_std": 0.021245914639969946, "all_scores": [ - 0.6000000000000001, - 0.6000000000000001, - 0.55 + 0.44999999999999996, + 0.4125, + 0.4625 ], "history": { "iters": [ @@ -5146,506 +6265,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.3450058698654175, - 2.135850191116333, - 0.8821209669113159, - 0.3883737623691559, - 0.09293146431446075, - 0.6093153953552246, - 0.26814961433410645, - 0.6176342964172363, - 0.25217485427856445, - 0.1499803215265274, - 0.7466124296188354, - 1.0434468984603882, - 0.07951467484235764, - 0.526513934135437, - 0.20138506591320038, - 0.10909782350063324, - 1.0278542041778564, - 0.6448545455932617, - 0.0992177426815033, - 0.10141339898109436, - 0.21710464358329773, - 0.45485368371009827, - 0.10895281285047531, - 0.2283448725938797, - 0.4962557554244995, - 0.5417713522911072, - 1.1253613233566284, - 0.8472137451171875, - 0.04464630037546158, - 0.5588517189025879, - 0.12308844178915024, - 0.21194317936897278, - 0.3106679320335388, - 0.19002479314804077, - 0.8435269594192505, - 0.8495659232139587, - 0.5166077613830566, - 0.5559547543525696, - 0.9662812948226929, - 0.8244065046310425, - 0.04325931519269943, - 0.04779386520385742, - 1.1386311054229736, - 0.5393497347831726, - 0.11196355521678925, - 0.13745251297950745, - 1.3138954639434814, - 0.507318913936615, - 0.7429074645042419, - 0.9862644076347351, - 0.16911154985427856, - 0.679253339767456, - 0.34031128883361816, - 0.25931304693222046, - 0.11670425534248352, - 0.13854657113552094, - 1.317017674446106, - 0.23809649050235748, - 1.3596410751342773, - 0.15821680426597595, - 0.9474474787712097, - 0.16760572791099548, - 0.3473049998283386, - 0.1875329464673996, - 0.3321177363395691, - 0.6139104962348938, - 0.05794820562005043, - 0.21615390479564667, - 0.028019074350595474, - 0.12040316313505173, - 0.9106189012527466, - 0.1205001249909401, - 0.12692664563655853, - 0.04503495991230011, - 0.36068740487098694, - 0.20260900259017944, - 0.16624292731285095, - 0.19415929913520813, - 0.03490566462278366, - 0.5414679050445557, - 0.06034378334879875, - 0.0233436468988657, - 1.3418265581130981, - 0.5943888425827026, - 0.4728981554508209, - 0.3726360499858856, - 0.3957964777946472, - 0.06347177922725677, - 0.40919721126556396, - 0.7079277634620667, - 0.09378286451101303, - 0.7327791452407837, - 0.6875234842300415, - 0.04093777760863304, - 0.37459298968315125, - 0.10309376567602158, - 0.9363946914672852, - 0.43879616260528564, - 0.29611557722091675, - 0.23464080691337585, - 0.21365725994110107, - 0.05532875657081604, - 0.8059224486351013, - 0.03162869065999985, - 0.03298075497150421, - 0.026239128783345222, - 0.47890475392341614, - 0.6318491697311401, - 0.07929503172636032, - 0.28921428322792053, - 0.13166797161102295, - 0.23552538454532623, - 0.6268399953842163, - 0.003664142917841673, - 1.0255765914916992, - 0.12662546336650848, - 0.20796924829483032, - 0.06933624297380447, - 0.6845663785934448, - 0.19882485270500183, - 0.4272129535675049, - 0.48112785816192627, - 0.13176420331001282, - 0.023941855877637863, - 0.24556699395179749, - 0.04154336079955101, - 0.06600236892700195, - 1.249729037284851, - 0.11526888608932495, - 0.02561807818710804, - 0.46396735310554504, - 0.036113519221544266, - 0.033578626811504364, - 0.8741474151611328, - 0.1905154287815094, - 0.23501773178577423, - 0.12548069655895233, - 0.5181240439414978, - 0.06025576591491699, - 0.4380009174346924, - 0.1225222796201706, - 1.0844298601150513, - 0.05060041695833206, - 0.3198142647743225, - 0.0660041943192482, - 0.1156669482588768, - 0.02539404109120369, - 0.05235494673252106, - 0.09467176347970963, - 0.2590366005897522, - 0.4430220127105713, - 0.5155501961708069, - 0.4430399537086487, - 1.1653680801391602, - 0.03968820720911026, - 0.08478572964668274, - 0.17993119359016418, - 0.0990581065416336, - 0.06331218034029007, - 0.6087885499000549, - 0.20467472076416016, - 0.13869501650333405, - 0.04137588292360306, - 0.5469545125961304, - 0.685289740562439, - 0.18670223653316498, - 0.12983164191246033, - 0.7518362998962402, - 0.8970324993133545, - 0.2285757213830948, - 0.49136435985565186, - 0.05939395725727081, - 0.07504228502511978, - 0.03328988701105118, - 0.08040948212146759, - 0.26680198311805725, - 1.087856650352478, - 0.5849772691726685, - 0.03616442531347275, - 0.03814355283975601, - 0.16001303493976593, - 0.5031328797340393, - 0.08089601248502731, - 0.007623104378581047, - 0.42621466517448425, - 0.15828005969524384, - 0.9056534171104431, - 0.10540555417537689, - 0.8946231603622437, - 0.019418099895119667, - 0.4826207458972931, - 0.04190753027796745, - 0.43755826354026794, - 0.2187076359987259, - 0.0714946761727333, - 0.26744818687438965, - 0.8614125847816467, - 0.1737912893295288, - 0.15716053545475006, - 0.19111835956573486, - 0.014374682679772377, - 0.18481256067752838, - 0.23917482793331146, - 0.02185898832976818, - 0.39962005615234375, - 1.091467022895813, - 0.0862153023481369, - 0.3492469787597656, - 0.16250182688236237, - 0.04314357042312622, - 0.41298907995224, - 0.23615629971027374, - 1.1235454082489014, - 0.03199467808008194, - 0.03402767702937126, - 0.026832005009055138, - 0.4603458344936371, - 0.03323505446314812, - 0.02228081412613392, - 0.31221330165863037, - 0.29468393325805664, - 0.17615868151187897, - 0.03674454241991043, - 0.06012449413537979, - 0.9018016457557678, - 0.35597681999206543, - 0.21806594729423523, - 0.8463618159294128, - 0.1007295697927475, - 0.8944405913352966, - 0.029238341376185417, - 0.7308862209320068, - 0.5286063551902771, - 0.742944598197937, - 1.3195265531539917, - 0.8321505784988403, - 0.024471716955304146, - 0.02969275787472725, - 0.08925459533929825, - 0.08694866299629211, - 0.7888784408569336, - 0.09298831224441528, - 0.31007468700408936, - 0.06440408527851105, - 0.0075296699069440365, - 0.19354556500911713, - 0.8007176518440247, - 0.026732414960861206, - 0.03998386487364769, - 0.13930203020572662, - 0.07306863367557526, - 0.08050194382667542, - 0.032990697771310806, - 0.34922584891319275, - 0.7406033873558044, - 0.3037738502025604, - 0.16397184133529663, - 0.09802790731191635, - 0.03251015394926071, - 0.18237106502056122, - 0.04122355580329895, - 0.2843022644519806, - 0.27090632915496826, - 0.1434868723154068, - 0.4823799729347229, - 0.029885627329349518, - 0.7252328991889954, - 0.5689375996589661, - 0.0496087446808815, - 0.013549938797950745, - 0.4326886534690857, - 0.06584253162145615, - 0.01984134130179882, - 0.659846842288971, - 0.09709286689758301, - 0.7410675287246704, - 0.23056624829769135, - 0.19768796861171722, - 0.02858181856572628, - 0.3398817181587219, - 0.6443762183189392, - 0.6615301966667175, - 0.03023654967546463, - 0.8456971645355225, - 0.5033064484596252, - 0.3047352731227875, - 0.850521981716156, - 0.31590723991394043, - 0.05146021768450737, - 0.05513273552060127, - 0.14629262685775757, - 0.08231422305107117, - 0.346525102853775, - 0.006657169200479984, - 0.4397563636302948, - 0.9621110558509827, - 0.0308220311999321, - 0.2343747317790985, - 0.029173731803894043, - 0.583911120891571, - 0.046462707221508026, - 0.10739994794130325, - 0.37270158529281616, - 0.5453907251358032, - 0.18902426958084106, - 0.16006116569042206, - 0.22750607132911682, - 0.8534805178642273, - 0.66762375831604, - 0.0613788366317749, - 0.014919469133019447, - 0.4109806418418884, - 0.157917320728302, - 0.16854818165302277, - 0.022394901141524315, - 0.22688333690166473, - 0.5945315361022949, - 0.2026965618133545, - 0.08070345968008041, - 0.2628588080406189, - 0.06024640426039696, - 0.3891422152519226, - 0.12553639709949493, - 0.059709832072257996, - 0.04846861958503723, - 0.8412271738052368, - 0.0208444707095623, - 0.07002530246973038, - 0.22207452356815338, - 0.2286430299282074, - 0.042575348168611526, - 0.12996721267700195, - 0.08428265899419785, - 0.11616653203964233, - 0.6078471541404724, - 0.03517889976501465, - 0.027266975492239, - 0.009392832405865192, - 0.1012510135769844, - 0.9389022588729858, - 0.04558386653661728, - 0.03994657099246979, - 0.10354341566562653, - 0.2279527634382248, - 0.02579115517437458, - 0.0320175476372242, - 0.14151276648044586, - 0.5704389810562134, - 0.06063079088926315, - 0.13729120790958405, - 0.014833726920187473, - 0.21474401652812958, - 0.04814409464597702, - 0.029218461364507675, - 0.1185150146484375, - 1.1928974390029907, - 0.09043075889348984, - 0.09551991522312164, - 0.24564197659492493, - 0.17382362484931946, - 0.07522895932197571, - 0.29221272468566895, - 0.7104503512382507, - 0.6075324416160583, - 0.04393727704882622, - 0.9820408225059509, - 0.03024769201874733, - 0.08329039067029953, - 0.12349223345518112, - 0.075094074010849, - 0.47192299365997314, - 0.2790912091732025, - 0.1590329259634018, - 0.043099842965602875, - 0.018055249005556107, - 0.29196783900260925, - 0.2273070365190506, - 0.1517518162727356, - 0.18124274909496307, - 0.6368062496185303, - 0.885615348815918, - 0.05728764086961746, - 0.0634528174996376, - 0.06104856729507446, - 0.1922140270471573, - 0.04060498625040054, - 0.0398162379860878, - 0.08496187627315521, - 0.056123286485672, - 0.19915880262851715, - 0.023288730531930923, - 0.027900870889425278, - 0.060174137353897095, - 0.005792809184640646, - 1.3400593996047974, - 0.0439339280128479, - 0.020405301824212074, - 0.41162678599357605, - 0.0404515378177166, - 0.4149720370769501, - 0.06325232237577438, - 0.36225011944770813, - 0.2637268900871277, - 0.1246875748038292, - 0.4298126697540283, - 0.5862815976142883, - 0.12142441421747208, - 0.4896973967552185, - 0.029735814779996872, - 0.631723940372467, - 0.06008366122841835, - 0.1379971206188202, - 0.11229948699474335, - 0.030958937481045723, - 0.31382250785827637, - 0.03238067775964737, - 0.03628265857696533, - 0.05717787146568298, - 0.3776751756668091, - 0.29329922795295715, - 0.5287578701972961, - 0.9475090503692627, - 0.13631942868232727, - 0.6715085506439209, - 0.16939833760261536, - 0.0506010428071022, - 0.02013808861374855, - 0.08950049430131912, - 0.6789808869361877, - 0.05699310079216957, - 0.06519591808319092, - 0.9164994359016418, - 0.5757150650024414, - 0.01024345587939024, - 0.4895460903644562, - 0.06082025170326233, - 0.048715703189373016, - 0.20504628121852875, - 0.7197577357292175, - 0.7135616540908813, - 0.08575021475553513, - 0.03589598834514618, - 0.10813070088624954, - 0.16610969603061676, - 0.134126678109169, - 0.036957185715436935, - 1.1900804042816162, - 0.01366286352276802, - 0.09580551087856293, - 0.08537298440933228, - 0.046582579612731934, - 0.05635499209165573, - 0.9785088300704956, - 0.016648171469569206, - 0.24084694683551788, - 0.04281085357069969, - 0.6008307933807373, - 0.05166202783584595, - 0.7159470915794373, - 0.28917554020881653, - 0.057924237102270126, - 0.014869141392409801, - 0.006310787983238697, - 0.12088974565267563, - 0.2542543411254883, - 0.03665141388773918, - 0.0752389132976532, - 0.2684759497642517, - 0.04402482509613037, - 0.04785548895597458, - 0.10510322451591492, - 0.03241623938083649, - 0.194022074341774, - 0.026719948276877403, - 0.06043725088238716, - 0.23917065560817719, - 0.03502536565065384, - 0.010866772383451462, - 0.06833816319704056, - 0.01732957363128662, - 0.1085728332400322, - 0.07395754009485245, - 0.2295381724834442, - 0.6150799989700317, - 0.02435113862156868, - 0.010288075543940067, - 0.3436015844345093, - 0.008129014633595943, - 0.03610777482390404, - 0.13166965544223785, - 0.06298696249723434, - 0.08034633845090866, - 0.01875663734972477, - 0.04562004283070564, - 0.07239408046007156, - 0.1955968290567398, - 0.024681299924850464, - 0.37849968671798706, - 0.11431125551462173 + 0.7734967470169067, + 0.8240310549736023, + 0.4348396062850952, + 0.373252809047699, + 0.4283275604248047, + 0.2576000690460205, + 0.5161666870117188, + 0.4182916283607483, + 0.6311989426612854, + 0.4263337552547455, + 0.3274119198322296, + 0.7507301568984985, + 0.3204754889011383, + 0.3306276202201843, + 0.4177010655403137, + 0.4561629891395569, + 0.22293449938297272, + 0.6003384590148926, + 0.4929470717906952, + 0.5174387097358704, + 0.4457321763038635, + 0.2746235728263855, + 0.4289431571960449, + 0.3303293287754059, + 0.3544270694255829, + 0.34917977452278137, + 0.3639773428440094, + 0.33427831530570984, + 0.33705228567123413, + 0.5849085450172424, + 0.257289320230484, + 0.48611924052238464, + 0.25954362750053406, + 0.25857946276664734, + 0.17459321022033691, + 0.196853905916214, + 0.33332762122154236, + 0.28461864590644836, + 0.38130471110343933, + 0.5527861714363098, + 0.40406373143196106, + 0.3054368197917938, + 0.381634384393692, + 0.1834164261817932, + 0.26681703329086304, + 0.25364962220191956, + 0.2036961317062378, + 0.3400016129016876, + 0.21914944052696228, + 0.21446964144706726, + 0.27315932512283325, + 0.21927028894424438, + 0.23244324326515198, + 0.3159790635108948, + 0.3792901039123535, + 0.22729089856147766, + 0.3161332905292511, + 0.06305535137653351, + 0.2805515229701996, + 0.27193284034729004, + 0.2655350863933563, + 0.20240657031536102, + 0.24734926223754883, + 0.21466407179832458, + 0.1958777755498886, + 0.36929234862327576, + 0.33835384249687195, + 0.24689556658267975, + 0.2745365500450134, + 0.25871047377586365, + 0.17532436549663544, + 0.24161630868911743, + 0.3783841133117676, + 0.19583210349082947, + 0.29683247208595276, + 0.26572898030281067, + 0.11826346069574356, + 0.24995380640029907, + 0.30386674404144287, + 0.22537536919116974, + 0.1997300386428833, + 0.2703326940536499, + 0.1416471302509308, + 0.23729939758777618, + 0.31160768866539, + 0.2750166952610016, + 0.2331210970878601, + 0.24369803071022034, + 0.24232284724712372, + 0.20832324028015137, + 0.30317217111587524, + 0.14150653779506683, + 0.3566930592060089, + 0.27876949310302734, + 0.21561618149280548, + 0.2551470100879669, + 0.22652475535869598, + 0.15637710690498352, + 0.2318284511566162, + 0.2010662704706192, + 0.16733430325984955, + 0.33865177631378174, + 0.3364463746547699, + 0.2942092716693878, + 0.2771344780921936, + 0.32204827666282654, + 0.17934183776378632, + 0.0658518522977829, + 0.2417539358139038, + 0.24723884463310242, + 0.20440997183322906, + 0.1820901781320572, + 0.17676901817321777, + 0.26422083377838135, + 0.2838173806667328, + 0.2844010293483734, + 0.3688752055168152, + 0.21474769711494446, + 0.2754477262496948, + 0.26782816648483276, + 0.2637060582637787, + 0.16431225836277008, + 0.17574164271354675, + 0.2559678256511688, + 0.1321980357170105, + 0.2769095003604889, + 0.2755449414253235, + 0.10748060047626495, + 0.3187430799007416, + 0.25088489055633545, + 0.32169029116630554, + 0.2470625638961792, + 0.10842938721179962, + 0.28582412004470825, + 0.1692596673965454, + 0.20063194632530212, + 0.14950157701969147, + 0.3824094533920288, + 0.17568086087703705, + 0.23417805135250092, + 0.186370849609375, + 0.200277179479599, + 0.2808055877685547, + 0.22657160460948944, + 0.1445443034172058, + 0.09492050856351852, + 0.10266954451799393, + 0.39671051502227783, + 0.2636462450027466, + 0.2464587688446045, + 0.18973800539970398, + 0.3094325363636017, + 0.2687802016735077, + 0.21751414239406586, + 0.3566895127296448, + 0.36424392461776733, + 0.3384060859680176, + 0.14864736795425415, + 0.242963507771492, + 0.23373374342918396, + 0.13519398868083954, + 0.2933118939399719, + 0.16819481551647186, + 0.21850363910198212, + 0.43394502997398376, + 0.2718023955821991, + 0.053953349590301514, + 0.2777540385723114, + 0.1386147290468216, + 0.31305646896362305, + 0.30415454506874084, + 0.24732884764671326, + 0.09943985939025879, + 0.3285912871360779, + 0.22176635265350342, + 0.28110089898109436, + 0.18887083232402802, + 0.2536337375640869, + 0.2812191843986511, + 0.12589839100837708, + 0.18147796392440796, + 0.2840783894062042, + 0.26256826519966125, + 0.26228415966033936, + 0.28185969591140747, + 0.23799990117549896, + 0.1797187775373459, + 0.4048706293106079, + 0.29183897376060486, + 0.27577918767929077, + 0.20142677426338196, + 0.29898786544799805, + 0.19105826318264008, + 0.1843857616186142, + 0.21221308410167694, + 0.3491224944591522, + 0.10262957215309143, + 0.20172806084156036, + 0.11681431531906128, + 0.273910790681839, + 0.17666195333003998, + 0.2122475504875183, + 0.24433152377605438, + 0.2638867497444153, + 0.17645461857318878, + 0.2605729401111603, + 0.28531891107559204, + 0.16885384917259216, + 0.2324925661087036, + 0.1226949617266655, + 0.2649341821670532, + 0.16753844916820526, + 0.20768970251083374, + 0.12357458472251892, + 0.2642863392829895, + 0.13797706365585327, + 0.19512027502059937, + 0.31453725695610046, + 0.21780893206596375, + 0.1879263073205948, + 0.1661461442708969, + 0.2125580757856369, + 0.18356309831142426, + 0.23904362320899963, + 0.1321694701910019, + 0.15596848726272583, + 0.2679431140422821, + 0.2332608848810196, + 0.20107708871364594, + 0.26005128026008606, + 0.13700082898139954, + 0.19253292679786682, + 0.22299833595752716, + 0.24660637974739075, + 0.12589825689792633, + 0.1109316498041153, + 0.18695615231990814, + 0.15254469215869904, + 0.20417368412017822, + 0.1912601888179779, + 0.20445558428764343, + 0.14077597856521606, + 0.33376288414001465, + 0.18324945867061615, + 0.29104700684547424, + 0.18862605094909668, + 0.23959538340568542, + 0.22187373042106628, + 0.2541717290878296, + 0.16388709843158722, + 0.16877275705337524, + 0.16569042205810547, + 0.24048274755477905, + 0.2857415974140167, + 0.23321880400180817, + 0.18122342228889465, + 0.17812226712703705, + 0.2676165699958801, + 0.16547349095344543, + 0.17561683058738708, + 0.25507235527038574, + 0.18446005880832672, + 0.15459391474723816, + 0.28258052468299866, + 0.2675662040710449, + 0.3438219726085663, + 0.13608185946941376, + 0.13691918551921844, + 0.2674817442893982, + 0.25034886598587036, + 0.192197784781456, + 0.2549551725387573, + 0.18259669840335846, + 0.2182132452726364, + 0.11687225103378296, + 0.2835350036621094, + 0.13912776112556458, + 0.1905156821012497, + 0.29376477003097534, + 0.1889781355857849, + 0.27967262268066406, + 0.13275669515132904, + 0.16528381407260895, + 0.22620011866092682, + 0.26829391717910767, + 0.20496992766857147, + 0.08444772660732269, + 0.2634315490722656, + 0.2519615888595581, + 0.13669584691524506, + 0.2622000575065613, + 0.3097226619720459, + 0.138896644115448, + 0.18208998441696167, + 0.21470509469509125, + 0.2405654489994049, + 0.15318737924098969, + 0.21871963143348694, + 0.2354186624288559, + 0.11052928864955902, + 0.2152058631181717, + 0.08169679343700409, + 0.18506306409835815, + 0.18263906240463257, + 0.20704278349876404, + 0.22772696614265442, + 0.31350648403167725, + 0.17677077651023865, + 0.1471114158630371, + 0.13943761587142944, + 0.2202605903148651, + 0.19230736792087555, + 0.2313450574874878, + 0.1862442046403885, + 0.1930254101753235, + 0.06756146997213364, + 0.14531926810741425, + 0.15186595916748047, + 0.19207946956157684, + 0.068439781665802, + 0.1475367248058319, + 0.22471082210540771, + 0.11893370747566223, + 0.1450299620628357, + 0.13633856177330017, + 0.2878449261188507, + 0.1429450660943985, + 0.19923825562000275, + 0.18897005915641785, + 0.18021160364151, + 0.12439852952957153, + 0.14313018321990967, + 0.2154354751110077, + 0.11781321465969086, + 0.1999892294406891, + 0.28756117820739746, + 0.1100822314620018, + 0.2696288824081421, + 0.17964498698711395, + 0.2493678331375122, + 0.0651206523180008, + 0.1404651403427124, + 0.1069546788930893, + 0.22270822525024414, + 0.12085595726966858, + 0.19683246314525604, + 0.2404005527496338, + 0.2122165709733963, + 0.20368574559688568, + 0.2862326502799988, + 0.1766985058784485, + 0.15619973838329315, + 0.19909389317035675, + 0.18330849707126617, + 0.13005146384239197, + 0.1488351672887802, + 0.2056274563074112, + 0.2752787172794342, + 0.2573881149291992, + 0.18604709208011627, + 0.13064059615135193, + 0.20131798088550568, + 0.1546918898820877, + 0.29720452427864075, + 0.2365483194589615, + 0.16560187935829163, + 0.2140832543373108, + 0.1173376813530922, + 0.14088572561740875, + 0.19441747665405273, + 0.12448564916849136, + 0.21392914652824402, + 0.24486589431762695, + 0.15601830184459686, + 0.09403352439403534, + 0.17479562759399414, + 0.20060765743255615, + 0.09808866679668427, + 0.14323562383651733, + 0.2575201988220215, + 0.16584473848342896, + 0.13672569394111633, + 0.20784850418567657, + 0.11668595671653748, + 0.18314121663570404, + 0.22096951305866241, + 0.25613293051719666, + 0.16044652462005615, + 0.11705789715051651, + 0.2363305538892746, + 0.21131974458694458, + 0.12430763244628906, + 0.10794178396463394, + 0.09036916494369507, + 0.17206798493862152, + 0.1859133094549179, + 0.2567954659461975, + 0.23942449688911438, + 0.1467457115650177, + 0.17790992558002472, + 0.19203414022922516, + 0.15397751331329346, + 0.18075384199619293, + 0.19374501705169678, + 0.12344630062580109, + 0.2118685245513916, + 0.17399029433727264, + 0.19640591740608215, + 0.12288409471511841, + 0.17870882153511047, + 0.1366722136735916, + 0.17043671011924744, + 0.147695854306221, + 0.14744724333286285, + 0.14668196439743042, + 0.2465410828590393, + 0.1500338315963745, + 0.22977624833583832, + 0.1768115907907486, + 0.12906230986118317, + 0.18704889714717865, + 0.24530576169490814, + 0.08732832223176956, + 0.14077208936214447, + 0.14087332785129547, + 0.1562979817390442, + 0.18407422304153442, + 0.15689663589000702, + 0.16806553304195404, + 0.16508302092552185, + 0.20953042805194855, + 0.0822414830327034, + 0.12631243467330933, + 0.1660996526479721, + 0.16041892766952515, + 0.11476168036460876, + 0.3175066113471985, + 0.10782431811094284, + 0.24753548204898834, + 0.2682127356529236, + 0.11949293315410614, + 0.16833020746707916, + 0.15819716453552246, + 0.15849216282367706, + 0.11312926560640335, + 0.21817301213741302, + 0.15817907452583313, + 0.1557602435350418, + 0.15951161086559296, + 0.14152348041534424, + 0.1645912528038025, + 0.2205638289451599, + 0.0725560188293457, + 0.1785881221294403, + 0.1627291738986969, + 0.16452495753765106, + 0.21555864810943604, + 0.11575068533420563, + 0.09158980846405029, + 0.17995159327983856, + 0.13850341737270355, + 0.1446327120065689, + 0.14734826982021332, + 0.1509293019771576, + 0.20786124467849731, + 0.16639922559261322, + 0.19128096103668213, + 0.19375066459178925, + 0.1523367166519165, + 0.09515352547168732, + 0.07746165990829468, + 0.12236003577709198, + 0.12528230249881744, + 0.14516818523406982, + 0.2964875102043152, + 0.1820060908794403, + 0.19395111501216888, + 0.1585737019777298, + 0.2317744493484497, + 0.13085585832595825, + 0.16364890336990356, + 0.15643849968910217, + 0.2329132854938507, + 0.055321626365184784, + 0.31451067328453064, + 0.21604904532432556, + 0.20427002012729645, + 0.07108116149902344, + 0.1355639100074768, + 0.14127422869205475, + 0.1261739432811737, + 0.1504492312669754, + 0.18452070653438568, + 0.17189627885818481, + 0.1801074743270874, + 0.08936549723148346, + 0.26681676506996155, + 0.17682978510856628, + 0.13593639433383942, + 0.2176894247531891 ], "env_score_iters": [ 1, @@ -6150,3022 +7269,4112 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -2.890479803085327, - -3.047891139984131, - -1.9150967597961426, - -3.3852121829986572, - -3.603189706802368, - -1.1172983646392822, - -2.386169910430908, - -3.2763960361480713, - -2.126283884048462, - -3.6668598651885986, - -1.1537965536117554, - 1.1685383319854736, - -0.8576557040214539, - -1.5970642566680908, - -4.8334784507751465, - -5.759463787078857, - -3.271265745162964, - -3.354301691055298, - -5.512481212615967, - -1.2245209217071533, - -5.393009662628174, - -0.39409297704696655, - 5.995902061462402, - -2.951364040374756, - -0.8675962090492249, - -2.1671805381774902, - -2.182149648666382, - -2.100264549255371, - -3.9997434616088867, - -0.15141573548316956, - 0.18369343876838684, - -4.696638107299805, - -0.9934896230697632, - 0.5685420632362366, - 0.9672365188598633, - -3.760928153991699, - -3.486234188079834, - 6.227035999298096, - -1.9467846155166626, - -2.863703727722168, - -3.603473424911499, - 5.262915134429932, - -0.9967098236083984, - -0.9113646745681763, - -4.187392234802246, - -1.984630823135376, - -0.2510514259338379, - -1.7332746982574463, - -2.266653299331665, - -3.570138454437256, - -3.740952491760254, - 6.7677717208862305, - -2.288144826889038, - 11.938334465026855, - -2.838247060775757, - 1.5466487407684326, - -2.7321717739105225, - -2.726104974746704, - -2.446925640106201, - -2.6548492908477783, - -2.4530932903289795, - -3.617276191711426, - -6.982781887054443, - -3.7107858657836914, - -5.57196044921875, - -1.170621395111084, - -3.2969202995300293, - -1.2862321138381958, - -3.9087729454040527, - -2.8847084045410156, - -3.0700366497039795, - -2.516216278076172, - -2.6668622493743896, - -5.358957767486572, - -0.8313599824905396, - -4.764435768127441, - -2.6674394607543945, - 3.812422275543213, - -1.952311635017395, - -3.0412631034851074, - -1.526869773864746, - -1.4294321537017822, - -5.585327625274658, - -2.4774529933929443, - -2.4681944847106934, - -3.3338420391082764, - -5.188905715942383, - -0.0005280403420329094, - -3.412954568862915, - -3.6677162647247314, - -2.9629364013671875, - 0.04489400237798691, - -2.396211862564087, - -2.0131616592407227, - -2.1984565258026123, - -2.5992043018341064, - -3.250951051712036, - -3.846935510635376, - -3.156953811645508, - -7.507063388824463, - -2.448535442352295, - -0.9353794455528259, - -0.9509474039077759, - -2.791661024093628, - -2.234127998352051, - -3.4779908657073975, - -2.4526641368865967, - -3.12837553024292, - -3.802867889404297, - -0.11368775367736816, - -3.827113151550293, - -2.5609333515167236, - -3.6029481887817383, - 0.11847178637981415, - -3.850909471511841, - -3.706319570541382, - -2.1071178913116455, - -3.634351968765259, - -5.586411476135254, - -3.3131446838378906, - -4.622499942779541, - -3.384472608566284, - -1.3313584327697754, - -1.9607887268066406, - -3.6786742210388184, - -2.3321964740753174, - -3.8376808166503906, - -3.8288590908050537, - -2.4633288383483887, - -3.055175542831421, - -4.724918365478516, - -3.3939049243927, - -0.003215050557628274, - -2.761681079864502, - -2.660172700881958, - -3.942748546600342, - 6.8274431228637695, - -3.9505066871643066, - -3.9592342376708984, - -2.954038619995117, - -3.147170305252075, - -3.078958511352539, - -3.6640379428863525, - -3.5962746143341064, - -8.120628356933594, - -1.4337648153305054, - -5.335843563079834, - -0.964127242565155, - 0.2948596477508545, - -3.9711127281188965, - -5.487996578216553, - -2.247241973876953, - -2.824658155441284, - -3.460996389389038, - -3.6033997535705566, - -4.195046424865723, - -2.5237138271331787, - -7.646670341491699, - -1.7801876068115234, - -2.2800979614257812, - -3.0267577171325684, - -3.061011552810669, - 0.033316969871520996, - 0.5133824944496155, - -2.5326449871063232, - -1.0272976160049438, - -2.948873996734619, - -4.026885032653809, - -3.6274542808532715, - -0.9663790464401245, - -2.259705066680908, - 2.3447041511535645, - -0.8485801219940186, - -3.6375553607940674, - -4.243329048156738, - -2.423600912094116, - -1.8400211334228516, - -3.729523181915283, - -4.142342567443848, - -2.2882211208343506, - -6.086465835571289, - -0.9947450160980225, - -1.7899773120880127, - -0.15087969601154327, - -3.549325942993164, - -2.2668066024780273, - -2.5988547801971436, - -1.5723382234573364, - -2.06614351272583, - -4.194713592529297, - -1.3831456899642944, - -1.8694900274276733, - -1.6023674011230469, - -0.9395390152931213, - -2.7677547931671143, - -3.249706506729126, - -3.45998215675354, - -1.340775728225708, - -2.912410020828247, - -1.6928222179412842, - 0.7691218852996826, - -3.118692636489868, - -2.932711362838745, - -1.9651603698730469, - -3.7089390754699707, - -1.8040108680725098, - -2.2263786792755127, - 2.412118673324585, - -4.289278984069824, - -3.732724905014038, - -3.2253048419952393, - -5.185544013977051, - -4.4447021484375, - -3.150681734085083, - -1.513627529144287, - -3.0089077949523926, - -2.1867759227752686, - -3.887789011001587, - -3.4862449169158936, - 0.016335085034370422, - -2.4960010051727295, - -2.027894973754883, - -2.3176467418670654, - -1.536838412284851, - -0.7135906219482422, - -2.276388168334961, - 0.554955005645752, - -4.462867259979248, - 0.04764186963438988, - 3.624274492263794, - -2.9337828159332275, - -3.9458160400390625, - -2.728656530380249, - -2.225531816482544, - -1.5472615957260132, - -1.6176477670669556, - -6.969610691070557, - -1.6681636571884155, - -5.584247589111328, - -4.370765686035156, - -1.2607741355895996, - -0.9229855537414551, - -3.215101957321167, - -3.6305220127105713, - -3.519052743911743, - -3.6545560359954834, - -3.267202377319336, - -4.302811145782471, - -2.4852235317230225, - -4.938250541687012, - -3.1026759147644043, - -2.9910528659820557, - -6.213467121124268, - -3.7817983627319336, - -2.004892587661743, - -6.931896209716797, - -2.0138847827911377, - -2.630547046661377, - -2.6972267627716064, - -1.4139673709869385, - -3.9753201007843018, - -1.4520131349563599, - -0.9538836479187012, - -3.64033842086792, - -3.9299871921539307, - -2.3705973625183105, - -4.909032344818115, - -3.743858814239502, - -0.8277578949928284, - -3.7975528240203857, - -2.3832969665527344, - -2.4899494647979736, - -5.688791751861572, - -4.172299385070801, - -2.4006950855255127, - -0.9144563674926758, - -1.8305413722991943, - -5.274009704589844, - -1.4796886444091797, - -2.1489346027374268, - -3.364985704421997, - -1.0288811922073364, - -1.5259510278701782, - -3.985464096069336, - -2.823460102081299, - -3.8363542556762695, - -1.9575107097625732, - -2.673060655593872, - -3.4758641719818115, - -2.10355544090271, - 0.18004238605499268, - -4.118218421936035, - -1.6089786291122437, - -3.612543821334839, - -1.7572736740112305, - -4.269672393798828, - -3.103268623352051, - -2.7996480464935303, - -1.8722373247146606, - -2.7561261653900146, - -2.453744888305664, - -2.0473625659942627, - 2.1231462955474854, - -0.42793670296669006, - -3.414250612258911, - -3.951967239379883, - -1.3112868070602417, - -2.930311679840088, - -4.3122968673706055, - -3.3323581218719482, - -1.8636897802352905, - -1.268410086631775, - -1.7571840286254883, - -3.71580171585083, - -2.3015477657318115, - -4.594174385070801, - -2.3209383487701416, - -2.8351728916168213, - -6.767845153808594, - -3.55126953125, - 0.951233446598053, - -4.292903423309326, - -6.297242164611816, - -3.1034669876098633, - -2.1893482208251953, - -5.864810943603516, - -5.935696125030518, - -3.5971381664276123, - -3.1734747886657715, - -1.4440635442733765, - -4.071734428405762, - -4.558809280395508, - -3.4981160163879395, - -2.9301438331604004, - 0.48437413573265076, - -3.878427267074585, - -3.5264077186584473, - -3.110248565673828, - -2.255934715270996, - -4.424773216247559, - -5.1532769203186035, - -2.7266249656677246, - -5.780890464782715, - -2.325934410095215, - -4.638751983642578, - -3.0636699199676514, - -1.0992833375930786, - -3.099506139755249, - -3.8708279132843018, - -4.521695613861084, - 1.394818663597107, - -2.8800113201141357, - -2.548563241958618, - -1.5915738344192505, - -2.970125675201416, - -3.599106550216675, - -3.1532390117645264, - 1.1225193738937378, - -3.1246652603149414, - -4.880184650421143, - 1.2201263904571533, - -2.4720842838287354, - -4.4413042068481445, - -3.944793701171875, - -5.607172966003418, - -2.944556713104248, - -2.908400535583496, - -3.2990174293518066, - -4.170776844024658, - -3.5312676429748535, - -3.735368013381958, - -1.9988888502120972, - -2.409005880355835, - -0.5501748323440552, - -3.1371877193450928, - -1.7605226039886475, - -4.427295207977295, - -3.7002956867218018, - -4.054924964904785, - -3.195246458053589, - -3.191066265106201, - -3.514852523803711, - -3.2799665927886963, - -4.605415344238281, - -0.5916277170181274, - -4.365634441375732, - -3.660578489303589, - -3.930117607116699, - -3.6606252193450928, - 2.839343786239624, - -6.801056861877441, - -3.6730706691741943, - -1.7576431035995483, - -3.14561128616333, - -2.644155740737915, - -1.3246484994888306, - -2.8721120357513428, - -3.503056287765503, - -4.271164894104004, - -2.9616312980651855, - -1.2450741529464722, - -3.6990742683410645, - -2.2523839473724365, - -3.9824109077453613, - -3.4194037914276123, - -7.699334144592285, - -5.566076278686523, - -4.041362285614014, - -3.3175547122955322, - -4.228102684020996, - -5.838100910186768, - -2.893920660018921, - -3.2148475646972656, - -2.969505548477173, - -4.008667469024658, - 0.09281595796346664, - -2.2766504287719727, - -3.8581173419952393, - -0.9652377963066101, - -3.4365074634552, - -3.33376407623291, - -4.139759540557861, - -3.0492630004882812, - -1.6362745761871338, - -3.59257435798645, - -4.738205432891846, - -1.5722503662109375, - -3.359633207321167, - -4.23980188369751, - -5.576612949371338, - -3.916045665740967, - -3.082521915435791, - -4.805335521697998, - -2.9001693725585938, - 0.9383760094642639, - -3.9239654541015625, - -3.5133464336395264, - -4.26146125793457, - -4.49245548248291, - -4.127079963684082, - -3.7645368576049805, - 3.005711078643799, - -4.1625285148620605, - -3.25472092628479, - -3.309112071990967, - -4.483068466186523, - -3.131070852279663, - -0.42846280336380005, - -3.9416346549987793, - -2.927246570587158, - -3.724860668182373, - 1.2441149950027466, - -3.2892234325408936, - -2.713229179382324, - -2.1595869064331055, - -3.199326753616333, - -3.81156849861145, - -4.0033111572265625, - -3.459906816482544, - -2.4981284141540527, - -3.3897314071655273, - -5.28230094909668, - -3.5308501720428467, - -4.346766471862793, - -6.140007495880127, - -3.764477491378784, - -3.8290345668792725, - -3.7430307865142822, - -4.679869174957275, - -3.2456328868865967, - -2.8705713748931885, - -5.499778747558594, - -4.529084205627441, - -3.5007450580596924, - -3.2988967895507812, - -3.5203566551208496, - -2.945549964904785, - -1.7947043180465698, - -2.837036371231079, - -2.80934739112854, - -4.295564651489258, - -0.5853509902954102, - -3.6226656436920166, - -3.623852252960205, - -3.0258638858795166, - -3.443568706512451, - -3.9538991451263428, - -4.557910442352295, - -3.4851841926574707, - -3.271088123321533, - -1.6511030197143555, - -3.2864866256713867, - -2.3529388904571533, - -3.231111764907837 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.405612051486969, + -0.4756116271018982, + -0.639305830001831, + -0.4193928837776184, + -0.4475947618484497, + -0.48151296377182007, + -0.30903956294059753, + -0.5080457925796509, + -0.5194520950317383, + -0.5871381759643555, + -0.7655101418495178, + -0.4807567298412323, + -0.4093862473964691, + -0.4087541699409485, + -0.2910512387752533, + -0.524695634841919, + -0.38640522956848145, + -0.5835042595863342, + -0.8097556233406067, + -0.6081063747406006, + -0.5814222693443298, + -0.5405284762382507, + -0.37340739369392395, + -0.27014926075935364, + -0.4310004711151123, + -0.3989688754081726, + -0.5574414730072021, + -0.5160790085792542, + -0.5045522451400757, + -0.3980444371700287, + -0.4889742434024811, + -0.44328761100769043, + -0.42345279455184937, + -0.039048075675964355, + -0.48974159359931946, + -0.6951690912246704, + -0.4714213013648987, + -0.5140368938446045, + -0.5798009634017944, + -0.5178473591804504, + -0.454342246055603, + -0.3960387408733368, + -0.5036624670028687, + -0.4450201392173767, + -0.557026207447052, + -0.5068278312683105, + -0.5564109683036804, + -0.4166615903377533, + -0.4632919728755951, + -0.5016313195228577, + -0.5871962308883667, + -0.5722144842147827, + -0.34095799922943115, + -0.7645082473754883, + -0.6326032876968384, + -0.6214450001716614, + -0.45338886976242065, + -0.6560987234115601, + -0.45738688111305237, + -0.42310869693756104, + -0.535872757434845, + -0.5960633754730225, + -0.40901240706443787, + -0.4162743091583252, + -0.7972301840782166, + -0.5537769794464111, + -0.6026687026023865, + -0.5223791599273682, + -0.4021531343460083, + -0.5025565028190613, + -0.6899014711380005, + -0.6087283492088318, + -0.5015622973442078, + -0.510565996170044, + -0.9565913677215576, + -0.38427475094795227, + -0.7781506776809692, + -0.5338878631591797, + -0.6537137031555176, + -0.3763125240802765, + -0.2814040184020996, + -0.5399283766746521, + -0.6516825556755066, + -0.3693457543849945, + -0.5471495389938354, + -0.5454142689704895, + -0.3942663371562958, + -0.47818371653556824, + -0.5798652172088623, + -0.5088943243026733, + -0.6649779677391052, + -0.4335862696170807, + -0.49990397691726685, + -0.41008460521698, + -0.6462704539299011, + -0.25405019521713257, + -0.46299242973327637, + -0.49609851837158203, + -0.48990628123283386, + -0.5717617273330688, + -0.4586458206176758, + -0.660379946231842, + -0.1449512094259262, + -0.9167467355728149, + -0.679985761642456, + -0.5536800026893616, + -0.510138213634491, + -0.5490692257881165, + -0.45595815777778625, + -0.4433281123638153, + -0.36050382256507874, + -0.3747958540916443, + -0.5181635618209839, + -0.5625022649765015, + -0.6537200212478638, + -0.5421386957168579, + -0.5303964018821716, + -0.418082058429718, + -0.566465437412262, + -0.4524283707141876, + -0.2801917493343353, + -0.476760596036911, + -0.20646114647388458, + -0.33233845233917236, + -0.4578471779823303, + -0.565766453742981, + -0.4163317382335663, + -0.5837946534156799, + -0.5588945150375366, + -0.4755661189556122, + -0.5389171242713928, + -0.46524450182914734, + -0.7034096121788025, + -0.47711044549942017, + -0.554437518119812, + -0.5715975165367126, + -0.4383166432380676, + -0.5025399923324585, + -0.6296533942222595, + -0.5806257128715515, + -0.642877459526062, + -0.4389103353023529, + -0.5179622173309326, + -0.5249459147453308, + -0.45106709003448486, + 0.04377990588545799, + -0.42568767070770264, + -0.6054925918579102, + -0.29554685950279236, + -0.5315225124359131, + -0.300473690032959, + -0.591559648513794, + -0.402140736579895, + -0.5612863898277283, + -0.5363878607749939, + -0.4675156772136688, + -0.7763781547546387, + -0.5780376195907593, + -0.33783501386642456, + -0.38883888721466064, + -0.5709217190742493, + -0.44053688645362854, + -0.6220884919166565, + -0.17867718636989594, + -0.4681978225708008, + -0.5974918007850647, + -0.613105058670044, + -0.36025479435920715, + -0.7366315126419067, + -0.43639156222343445, + -0.47442400455474854, + -0.3576003313064575, + -0.28747642040252686, + -0.6410737037658691, + -0.44804084300994873, + -0.36337170004844666, + -0.45233482122421265, + -0.5285311937332153, + -0.4517422914505005, + -0.6653249263763428, + -0.47959575057029724, + -0.2932615280151367, + -0.7195268869400024, + -0.5483736991882324, + -0.6093348860740662, + -0.46343404054641724, + -0.46873465180397034, + -0.35172054171562195, + -0.38109928369522095, + -0.43498221039772034, + -0.5800344347953796, + -0.5919888615608215, + -0.5333643555641174, + -0.450575590133667, + -0.5284081101417542, + -0.4347326159477234, + -0.4684014320373535, + -0.5957432985305786, + -0.520793616771698, + -0.49966344237327576, + -0.5224559903144836, + -0.5906411409378052, + -0.5848286747932434, + -0.5355430245399475, + -0.3920854330062866, + -0.577229917049408, + -0.4152393043041229, + -0.6059637069702148, + -0.4778454005718231, + -0.4616001546382904, + -0.5033433437347412, + -0.6258000731468201, + -0.4964023530483246, + -0.40540245175361633, + -0.4480518698692322, + -0.36227715015411377, + -0.61577308177948, + -0.5492326617240906, + -0.5065053105354309, + -0.5405952334403992, + -0.32418230175971985, + -0.6191267371177673, + -0.49591031670570374, + -0.5350223183631897, + -0.9488007426261902, + -0.5018578767776489, + -0.673842191696167, + -0.4560913145542145, + -0.475326806306839, + -0.7657254338264465, + -0.5706092119216919, + -0.12715312838554382, + -0.4771903455257416, + -0.5540157556533813, + -0.40058615803718567, + -0.7086303234100342, + -0.5343902111053467, + -0.5538556575775146, + -0.4444366991519928, + -0.46810004115104675, + -0.5237988233566284, + -0.6239320039749146, + -0.455491840839386, + -0.533469021320343, + -0.9170843958854675, + -0.49325400590896606, + -0.5027749538421631, + -0.4446862041950226, + -0.32450419664382935, + -0.5311455130577087, + -0.6040083169937134, + -0.5870850682258606, + -0.47861436009407043, + -0.6111547350883484, + -0.34865298867225647, + -0.5590203404426575, + -0.478699266910553, + -0.5134162902832031, + -0.6187567114830017, + -0.29968687891960144, + -0.4507487714290619, + -0.45368692278862, + -0.5298672914505005, + -0.6950541734695435, + -0.6024647355079651, + -0.47024548053741455, + -0.4767409861087799, + -0.5764703154563904, + -0.6512472629547119, + -0.3986140787601471, + -0.4303237199783325, + -0.6453648209571838, + -0.3901621997356415, + -0.5628138184547424, + -0.44302502274513245, + -0.4861442446708679, + -0.6489429473876953, + -0.6245372295379639, + -0.40701597929000854, + -0.451519638299942, + -0.5211213827133179, + -0.5783498883247375, + -0.5211785435676575, + -0.5030205249786377, + -0.5362199544906616, + -0.5486637353897095, + -0.5396783351898193, + -0.5836993455886841, + -0.5788040161132812, + -0.32643571496009827, + -0.814007043838501, + -0.5252309441566467, + -0.4425410330295563, + -0.5902845859527588, + -0.4809463918209076, + -0.5577769875526428, + -0.4258948862552643, + -0.5613584518432617, + -0.45114800333976746, + -0.31205758452415466, + -0.31807002425193787, + -0.4885788857936859, + -0.5589879155158997, + -0.47277727723121643, + -0.4538733959197998, + -0.6666934490203857, + -0.41521552205085754, + -0.4997442364692688, + -0.24674901366233826, + -0.580707311630249, + -0.7599323987960815, + -0.6739136576652527, + -0.4790308177471161, + -0.5287622213363647, + -0.4598934054374695, + -0.4339708685874939, + -0.624029815196991, + -0.4504915773868561, + -0.49488770961761475, + -0.36780402064323425, + -0.6406744718551636, + -0.3945107161998749, + -0.5338760018348694, + -0.5540100336074829, + -0.5495290160179138, + -0.5227653980255127, + -0.5348162055015564, + -0.4852652847766876, + -0.5940648913383484, + -0.3658817708492279, + -0.5875266194343567, + -0.39217689633369446, + -0.48571449518203735, + -0.5384851098060608, + -0.6920568346977234, + -0.47196075320243835, + -0.55109041929245, + -0.31833305954933167, + -0.5898852348327637, + -0.6447895765304565, + -0.32071059942245483, + -0.5256955027580261, + -0.44195595383644104, + -0.6371849179267883, + -0.5324339866638184, + -0.40800371766090393, + -0.4226906895637512, + -0.5905302166938782, + -0.4966702461242676, + -0.4702731668949127, + -0.5134333968162537, + -0.5065418481826782, + -0.5523932576179504, + -0.34948408603668213, + -0.5261774659156799, + -0.27345025539398193, + -0.6209708452224731, + -0.4102710783481598, + -0.18967455625534058, + -0.5619770288467407, + -0.5846644639968872, + -0.4812960624694824, + -0.6386833786964417, + -0.6495935916900635, + -0.5624818801879883, + -0.4266004264354706, + -0.4755220115184784, + -0.4923376441001892, + -0.5721042156219482, + -0.495126873254776, + -0.277832955121994, + -0.7944809198379517, + -0.4744383692741394, + -0.3004588186740875, + -0.5610401630401611, + -0.49824583530426025, + -0.5394812822341919, + -0.6893823146820068, + -0.4280151128768921, + -0.4391228258609772, + -0.34394219517707825, + -0.5429686903953552, + -0.5379979610443115, + -0.5131224393844604, + -0.5765606164932251, + -0.4285520017147064, + -0.5581731796264648, + -0.5978807806968689, + -0.07394171506166458, + -0.5705909132957458, + -0.1954680234193802, + -0.3470049500465393, + -0.6829708814620972, + -0.3906536400318146, + -0.6192399859428406, + -0.5003543496131897, + -0.7324767708778381, + -0.7085280418395996, + -0.4063456952571869, + -0.57957923412323, + -0.3946555256843567, + -0.47813692688941956, + -0.6347099542617798, + -0.7469215989112854, + -0.7829142212867737, + -0.3477838933467865, + -0.5867959856987, + -0.4905412197113037, + -0.3232874572277069, + -0.4442945718765259, + -0.6431509852409363, + -0.5775182247161865, + -0.4226588010787964, + -0.4446830153465271, + -0.4664970934391022, + -0.5123957395553589, + -0.742901623249054, + -0.5912825465202332, + -0.5158791542053223, + -0.4949188530445099, + -0.24618230760097504, + -0.6218975186347961, + -0.4819170832633972, + -0.5010559558868408, + -0.6049739718437195, + -0.5799998641014099, + -0.48007363080978394, + -0.6769903898239136, + -0.47927671670913696, + -0.48227229714393616, + -0.31108614802360535, + -0.5900070667266846, + -0.6092391014099121, + -0.5008792877197266, + -0.5486522316932678, + -0.5582238435745239, + -0.6004919409751892, + -0.5431035161018372, + -0.4594341218471527, + -0.4947969913482666, + -0.6494865417480469, + -0.6582474112510681, + -0.3211393654346466, + -0.5977669954299927, + -0.36223241686820984, + -0.3050091862678528, + -0.6296800971031189, + -0.4583723843097687, + -0.6515071392059326, + -0.49371635913848877, + -0.3939136266708374, + -0.6320632100105286, + -0.5370286703109741, + -0.523438572883606, + -0.5641409754753113, + -0.5730281472206116, + -0.4125398099422455, + -0.4661664664745331, + -0.428162544965744, + -0.5615261197090149, + -0.4139019548892975, + -0.5623652935028076, + -0.6405431628227234, + -0.6723737120628357, + -0.5295058488845825, + -0.6285925507545471, + -0.5535505414009094, + -0.5204086303710938, + -0.5310804843902588, + -0.32669270038604736, + -0.5255975723266602, + -0.3235364556312561, + -0.3714939057826996, + -0.5506513118743896, + -0.6330094337463379, + -0.6478798985481262, + -0.4577857553958893, + -0.5563726425170898, + -0.5793352723121643, + -0.34255969524383545, + -0.47455957531929016, + -0.5359483957290649, + -0.5466545820236206, + -0.5718584060668945, + -0.598506510257721, + -0.5387250781059265, + -0.4310340881347656, + -0.4531005918979645, + -0.3985177278518677, + -0.4155285954475403, + -0.47831055521965027, + -0.39979320764541626, + -0.603563129901886, + -0.5570643544197083 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.65, - 0.675, - 0.6000000000000001, - 0.7, - 0.6749999999999999, - 0.6, - 0.625, - 0.675, - 0.55, - 0.625 + 0.5, + 0.47500000000000003, + 0.46249999999999997, + 0.46249999999999997, + 0.475, + 0.46249999999999997, + 0.4375, + 0.475, + 0.46249999999999997, + 0.425, + 0.42499999999999993, + 0.4749999999999999, + 0.44999999999999996, + 0.5, + 0.46249999999999997, + 0.44999999999999996, + 0.4749999999999999, + 0.45, + 0.44999999999999996, + 0.38749999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.6708216071128845, - 0.6044439077377319, - 0.8195418119430542, - 0.5354529619216919, - 0.002053799107670784, - 0.984122633934021, - 0.048955272883176804, - 0.8798602223396301, - 0.8113026022911072, - 0.6067219972610474 + 0.15069501101970673, + 0.2033897340297699, + 0.13309547305107117, + -0.04493260756134987, + 0.17031383514404297, + -0.10798465460538864, + 0.19333118200302124, + 0.19738148152828217, + 0.08163465559482574, + 0.16037455201148987, + 0.5516061782836914, + 0.16537833213806152, + 0.15956538915634155, + -0.05774904415011406, + -0.11382683366537094, + -0.10484590381383896, + 0.29672566056251526, + 0.010879253037273884, + 0.05681866779923439, + 0.320340633392334 ], "rl_grad_norm": [ - 2.188788652420044, - 0.7856268286705017, - 0.38851067423820496, - 0.6087466478347778, - 0.4534541368484497, - 0.7055587768554688, - 0.17679710686206818, - 0.38582074642181396, - 0.5113814473152161, - 0.4621652364730835 + 1.0536249876022339, + 0.5274794101715088, + 0.5467382073402405, + 0.5630995035171509, + 0.7357750535011292, + 0.3234092891216278, + 0.38279011845588684, + 0.6089609861373901, + 0.3544970154762268, + 0.4487614631652832, + 0.46372365951538086, + 0.36101463437080383, + 0.23932527005672455, + 0.3788205087184906, + 0.15422536432743073, + 0.4574832618236542, + 0.2795654833316803, + 0.48543235659599304, + 0.33963313698768616, + 0.39624932408332825 ], "bc_grad_norm": [ - 0.8451205492019653, - 0.5144895315170288, - 0.3324686884880066, - 0.3958456516265869, - 0.5129989385604858, - 0.7207019329071045, - 0.21922510862350464, - 0.412925660610199, - 0.47240856289863586, - 0.5016326904296875 + 3.7135097980499268, + 2.5347800254821777, + 3.1318602561950684, + 2.1228415966033936, + 3.3105812072753906, + 3.3760111331939697, + 3.605846881866455, + 3.087568521499634, + 2.458951234817505, + 2.0200157165527344, + 1.5326809883117676, + 2.359483003616333, + 2.4057044982910156, + 5.85032844543457, + 3.5055365562438965, + 2.9792957305908203, + 2.2482755184173584, + 2.906524658203125, + 4.373737812042236, + 3.8911209106445312 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.001840132288634777, - "embedding.weight": 0.006747725419700146, - "cnn.0.weight": 0.1897840052843094, - "cnn.0.bias": 0.005653115455061197, - "cnn.2.weight": 0.060285404324531555, - "cnn.2.bias": 0.018052546307444572, - "cnn.5.weight": 0.08437810093164444, - "cnn.5.bias": 0.016185155138373375, - "action_emb.weight": 0.02427004836499691, - "timestep_emb.weight": 0.00996599905192852, - "pos_emb.weight": 0.012771676294505596, - "transformer.layers.0.self_attn.in_proj_weight": 0.14415867626667023, - "transformer.layers.0.self_attn.in_proj_bias": 0.012734459713101387, - "transformer.layers.0.self_attn.out_proj.weight": 0.1411265879869461, - "transformer.layers.0.self_attn.out_proj.bias": 0.017555881291627884, - "transformer.layers.0.linear1.weight": 0.11976461112499237, - "transformer.layers.0.linear1.bias": 0.006442421115934849, - "transformer.layers.0.linear2.weight": 0.16019010543823242, - "transformer.layers.0.linear2.bias": 0.015386960469186306, - "transformer.layers.0.norm1.weight": 0.008693560026586056, - "transformer.layers.0.norm1.bias": 0.011086288839578629, - "transformer.layers.0.norm2.weight": 0.008593528531491756, - "transformer.layers.0.norm2.bias": 0.005556606687605381, - "transformer.layers.1.self_attn.in_proj_weight": 0.13021983206272125, - "transformer.layers.1.self_attn.in_proj_bias": 0.008891625329852104, - "transformer.layers.1.self_attn.out_proj.weight": 0.1760137528181076, - "transformer.layers.1.self_attn.out_proj.bias": 0.013234208337962627, - "transformer.layers.1.linear1.weight": 0.08120876550674438, - "transformer.layers.1.linear1.bias": 0.004699426237493753, - "transformer.layers.1.linear2.weight": 0.10556015372276306, - "transformer.layers.1.linear2.bias": 0.013073164969682693, - "transformer.layers.1.norm1.weight": 0.007633695378899574, - "transformer.layers.1.norm1.bias": 0.007673286832869053, - "transformer.layers.1.norm2.weight": 0.005014913622289896, - "transformer.layers.1.norm2.bias": 0.003795778611674905, - "transformer.layers.2.self_attn.in_proj_weight": 0.16085252165794373, - "transformer.layers.2.self_attn.in_proj_bias": 0.01154363714158535, - "transformer.layers.2.self_attn.out_proj.weight": 0.13101080060005188, - "transformer.layers.2.self_attn.out_proj.bias": 0.013658704236149788, - "transformer.layers.2.linear1.weight": 0.07027871906757355, - "transformer.layers.2.linear1.bias": 0.0045416466891765594, - "transformer.layers.2.linear2.weight": 0.07964608073234558, - "transformer.layers.2.linear2.bias": 0.013928832486271858, - "transformer.layers.2.norm1.weight": 0.011698846705257893, - "transformer.layers.2.norm1.bias": 0.013495325110852718, - "transformer.layers.2.norm2.weight": 0.004525594878941774, - "transformer.layers.2.norm2.bias": 0.004763429518789053, - "transformer.layers.3.self_attn.in_proj_weight": 0.2017548829317093, - "transformer.layers.3.self_attn.in_proj_bias": 0.016378389671444893, - "transformer.layers.3.self_attn.out_proj.weight": 0.13346782326698303, - "transformer.layers.3.self_attn.out_proj.bias": 0.017852138727903366, - "transformer.layers.3.linear1.weight": 0.22939786314964294, - "transformer.layers.3.linear1.bias": 0.017997857183218002, - "transformer.layers.3.linear2.weight": 0.11429157108068466, - "transformer.layers.3.linear2.bias": 0.02703375741839409, - "transformer.layers.3.norm1.weight": 0.014624765142798424, - "transformer.layers.3.norm1.bias": 0.019948942586779594, - "transformer.layers.3.norm2.weight": 0.020113304257392883, - "transformer.layers.3.norm2.bias": 0.028203915804624557, - "head.weight": 1.5701744556427002, - "head.bias": 0.056533683091402054, - "global_embedding.weight": 0.04691009223461151, - "global_cnn.0.weight": 0.3078196942806244, - "global_cnn.0.bias": 0.008351483382284641, - "global_cnn.2.weight": 0.7100582718849182, - "global_cnn.2.bias": 0.03300435468554497, - "global_proj.weight": 0.1269969642162323, - "global_proj.bias": 0.07012692093849182, - "goal_head.0.weight": 0.06609218567609787, - "goal_head.0.bias": 0.026422834023833275, - "goal_head.2.weight": 0.0879269689321518, - "goal_head.2.bias": 0.05576540529727936 - }, - { - "global_gate": 0.0010244970908388495, - "embedding.weight": 0.004720963072031736, - "cnn.0.weight": 0.10376085340976715, - "cnn.0.bias": 0.0032125941943377256, - "cnn.2.weight": 0.038360293954610825, - "cnn.2.bias": 0.008703997358679771, - "cnn.5.weight": 0.057213131338357925, - "cnn.5.bias": 0.012310357764363289, - "action_emb.weight": 0.013606457971036434, - "timestep_emb.weight": 0.006210866384208202, - "pos_emb.weight": 0.009235711768269539, - "transformer.layers.0.self_attn.in_proj_weight": 0.09091070294380188, - "transformer.layers.0.self_attn.in_proj_bias": 0.006684811320155859, - "transformer.layers.0.self_attn.out_proj.weight": 0.07658994197845459, - "transformer.layers.0.self_attn.out_proj.bias": 0.00979411881417036, - "transformer.layers.0.linear1.weight": 0.07568788528442383, - "transformer.layers.0.linear1.bias": 0.004370586480945349, - "transformer.layers.0.linear2.weight": 0.09236329793930054, - "transformer.layers.0.linear2.bias": 0.00733604421839118, - "transformer.layers.0.norm1.weight": 0.005590195767581463, - "transformer.layers.0.norm1.bias": 0.006126419175416231, - "transformer.layers.0.norm2.weight": 0.006043534725904465, - "transformer.layers.0.norm2.bias": 0.005324002355337143, - "transformer.layers.1.self_attn.in_proj_weight": 0.08543403446674347, - "transformer.layers.1.self_attn.in_proj_bias": 0.005554002244025469, - "transformer.layers.1.self_attn.out_proj.weight": 0.08042364567518234, - "transformer.layers.1.self_attn.out_proj.bias": 0.005587366875261068, - "transformer.layers.1.linear1.weight": 0.04947684332728386, - "transformer.layers.1.linear1.bias": 0.0026107023004442453, - "transformer.layers.1.linear2.weight": 0.06095028296113014, - "transformer.layers.1.linear2.bias": 0.005338175687938929, - "transformer.layers.1.norm1.weight": 0.005175903905183077, - "transformer.layers.1.norm1.bias": 0.005916104651987553, - "transformer.layers.1.norm2.weight": 0.0029712908435612917, - "transformer.layers.1.norm2.bias": 0.0023777827154845, - "transformer.layers.2.self_attn.in_proj_weight": 0.0984668955206871, - "transformer.layers.2.self_attn.in_proj_bias": 0.004191034007817507, - "transformer.layers.2.self_attn.out_proj.weight": 0.05922006815671921, - "transformer.layers.2.self_attn.out_proj.bias": 0.00507214292883873, - "transformer.layers.2.linear1.weight": 0.037903815507888794, - "transformer.layers.2.linear1.bias": 0.002106258412823081, - "transformer.layers.2.linear2.weight": 0.039003003388643265, - "transformer.layers.2.linear2.bias": 0.004962296225130558, - "transformer.layers.2.norm1.weight": 0.006340279243886471, - "transformer.layers.2.norm1.bias": 0.003991659265011549, - "transformer.layers.2.norm2.weight": 0.0023255939595401287, - "transformer.layers.2.norm2.bias": 0.002097353572025895, - "transformer.layers.3.self_attn.in_proj_weight": 0.12253051996231079, - "transformer.layers.3.self_attn.in_proj_bias": 0.008126103319227695, - "transformer.layers.3.self_attn.out_proj.weight": 0.057108115404844284, - "transformer.layers.3.self_attn.out_proj.bias": 0.006469077430665493, - "transformer.layers.3.linear1.weight": 0.10142742842435837, - "transformer.layers.3.linear1.bias": 0.007320913951843977, - "transformer.layers.3.linear2.weight": 0.05354055017232895, - "transformer.layers.3.linear2.bias": 0.010236307047307491, - "transformer.layers.3.norm1.weight": 0.008144889958202839, - "transformer.layers.3.norm1.bias": 0.010225017555058002, - "transformer.layers.3.norm2.weight": 0.008592463098466396, - "transformer.layers.3.norm2.bias": 0.011145692318677902, - "head.weight": 0.5784069895744324, - "head.bias": 0.018695801496505737, - "global_embedding.weight": 0.015481609851121902, - "global_cnn.0.weight": 0.18955592811107635, - "global_cnn.0.bias": 0.005854712333530188, - "global_cnn.2.weight": 0.37694668769836426, - "global_cnn.2.bias": 0.013473140075802803, - "global_proj.weight": 0.08278840035200119, - "global_proj.bias": 0.05213455855846405, - "goal_head.0.weight": 0.05247467756271362, - "goal_head.0.bias": 0.024290768429636955, - "goal_head.2.weight": 0.08540941029787064, - "goal_head.2.bias": 0.061695583164691925 - }, - { - "global_gate": 0.0005741545464843512, - "embedding.weight": 0.004327702336013317, - "cnn.0.weight": 0.0980854406952858, - "cnn.0.bias": 0.004751020576804876, - "cnn.2.weight": 0.03151168301701546, - "cnn.2.bias": 0.010102651081979275, - "cnn.5.weight": 0.03906271234154701, - "cnn.5.bias": 0.009332029148936272, - "action_emb.weight": 0.0034109873231500387, - "timestep_emb.weight": 0.001680848770774901, - "pos_emb.weight": 0.0018601629417389631, - "transformer.layers.0.self_attn.in_proj_weight": 0.039491865783929825, - "transformer.layers.0.self_attn.in_proj_bias": 0.002875090576708317, - "transformer.layers.0.self_attn.out_proj.weight": 0.029587307944893837, - "transformer.layers.0.self_attn.out_proj.bias": 0.003105066018179059, - "transformer.layers.0.linear1.weight": 0.02097647450864315, - "transformer.layers.0.linear1.bias": 0.0011717885499820113, - "transformer.layers.0.linear2.weight": 0.026778029277920723, - "transformer.layers.0.linear2.bias": 0.0022796853445470333, - "transformer.layers.0.norm1.weight": 0.002646923763677478, - "transformer.layers.0.norm1.bias": 0.0028256371151655912, - "transformer.layers.0.norm2.weight": 0.0014231089735403657, - "transformer.layers.0.norm2.bias": 0.0011207376373931766, - "transformer.layers.1.self_attn.in_proj_weight": 0.023343048989772797, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012959486339241266, - "transformer.layers.1.self_attn.out_proj.weight": 0.02575836516916752, - "transformer.layers.1.self_attn.out_proj.bias": 0.0018080207519233227, - "transformer.layers.1.linear1.weight": 0.012779485434293747, - "transformer.layers.1.linear1.bias": 0.0006728718290105462, - "transformer.layers.1.linear2.weight": 0.016261696815490723, - "transformer.layers.1.linear2.bias": 0.001803782768547535, - "transformer.layers.1.norm1.weight": 0.0015382752753794193, - "transformer.layers.1.norm1.bias": 0.0013199441600590944, - "transformer.layers.1.norm2.weight": 0.0008621890447102487, - "transformer.layers.1.norm2.bias": 0.0005384180694818497, - "transformer.layers.2.self_attn.in_proj_weight": 0.02460746467113495, - "transformer.layers.2.self_attn.in_proj_bias": 0.001746256835758686, - "transformer.layers.2.self_attn.out_proj.weight": 0.016067633405327797, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019900405313819647, - "transformer.layers.2.linear1.weight": 0.011082423850893974, - "transformer.layers.2.linear1.bias": 0.0007237033569253981, - "transformer.layers.2.linear2.weight": 0.012368647381663322, - "transformer.layers.2.linear2.bias": 0.0021095990668982267, - "transformer.layers.2.norm1.weight": 0.0017845272086560726, - "transformer.layers.2.norm1.bias": 0.0019242374692112207, - "transformer.layers.2.norm2.weight": 0.0007442190544679761, - "transformer.layers.2.norm2.bias": 0.0007169070886448026, - "transformer.layers.3.self_attn.in_proj_weight": 0.03833599388599396, - "transformer.layers.3.self_attn.in_proj_bias": 0.0036117301788181067, - "transformer.layers.3.self_attn.out_proj.weight": 0.021338511258363724, - "transformer.layers.3.self_attn.out_proj.bias": 0.0032654276583343744, - "transformer.layers.3.linear1.weight": 0.0344427153468132, - "transformer.layers.3.linear1.bias": 0.002822814043611288, - "transformer.layers.3.linear2.weight": 0.018886033445596695, - "transformer.layers.3.linear2.bias": 0.004620448220521212, - "transformer.layers.3.norm1.weight": 0.0027815510984510183, - "transformer.layers.3.norm1.bias": 0.004745646845549345, - "transformer.layers.3.norm2.weight": 0.0030695637688040733, - "transformer.layers.3.norm2.bias": 0.0041010091081261635, - "head.weight": 0.23891519010066986, - "head.bias": 0.009675798937678337, - "global_embedding.weight": 0.023658540099859238, - "global_cnn.0.weight": 0.13597306609153748, - "global_cnn.0.bias": 0.004584203939884901, - "global_cnn.2.weight": 0.2644357681274414, - "global_cnn.2.bias": 0.016593974083662033, - "global_proj.weight": 0.05895264446735382, - "global_proj.bias": 0.04163741320371628, - "goal_head.0.weight": 0.03691217303276062, - "goal_head.0.bias": 0.018132375553250313, - "goal_head.2.weight": 0.0611971952021122, - "goal_head.2.bias": 0.04677220806479454 - }, - { - "global_gate": 0.002373678144067526, - "embedding.weight": 0.027040734887123108, - "cnn.0.weight": 0.4163539409637451, - "cnn.0.bias": 0.01767551712691784, - "cnn.2.weight": 0.10150972753763199, - "cnn.2.bias": 0.038120806217193604, - "cnn.5.weight": 0.13706237077713013, - "cnn.5.bias": 0.0226499754935503, - "action_emb.weight": 0.015006527304649353, - "timestep_emb.weight": 0.008262992836534977, - "pos_emb.weight": 0.009543919004499912, - "transformer.layers.0.self_attn.in_proj_weight": 0.14877618849277496, - "transformer.layers.0.self_attn.in_proj_bias": 0.011053933762013912, - "transformer.layers.0.self_attn.out_proj.weight": 0.10881799459457397, - "transformer.layers.0.self_attn.out_proj.bias": 0.013149553909897804, - "transformer.layers.0.linear1.weight": 0.08599623292684555, - "transformer.layers.0.linear1.bias": 0.005022304132580757, - "transformer.layers.0.linear2.weight": 0.0977286621928215, - "transformer.layers.0.linear2.bias": 0.008613351732492447, - "transformer.layers.0.norm1.weight": 0.010039832442998886, - "transformer.layers.0.norm1.bias": 0.01025950163602829, - "transformer.layers.0.norm2.weight": 0.007326299790292978, - "transformer.layers.0.norm2.bias": 0.0062484415248036385, - "transformer.layers.1.self_attn.in_proj_weight": 0.08982006460428238, - "transformer.layers.1.self_attn.in_proj_bias": 0.005796175915747881, - "transformer.layers.1.self_attn.out_proj.weight": 0.07515370100736618, - "transformer.layers.1.self_attn.out_proj.bias": 0.006110042799264193, - "transformer.layers.1.linear1.weight": 0.049794845283031464, - "transformer.layers.1.linear1.bias": 0.0028715436346828938, - "transformer.layers.1.linear2.weight": 0.060815270990133286, - "transformer.layers.1.linear2.bias": 0.005377420224249363, - "transformer.layers.1.norm1.weight": 0.006332792341709137, - "transformer.layers.1.norm1.bias": 0.006358019076287746, - "transformer.layers.1.norm2.weight": 0.0037634382024407387, - "transformer.layers.1.norm2.bias": 0.0026969746686518192, - "transformer.layers.2.self_attn.in_proj_weight": 0.09879646450281143, - "transformer.layers.2.self_attn.in_proj_bias": 0.0057315402664244175, - "transformer.layers.2.self_attn.out_proj.weight": 0.05695493146777153, - "transformer.layers.2.self_attn.out_proj.bias": 0.003996247425675392, - "transformer.layers.2.linear1.weight": 0.03295879065990448, - "transformer.layers.2.linear1.bias": 0.0019238142995163798, - "transformer.layers.2.linear2.weight": 0.04431114345788956, - "transformer.layers.2.linear2.bias": 0.003661959897726774, - "transformer.layers.2.norm1.weight": 0.009532710537314415, - "transformer.layers.2.norm1.bias": 0.007494557648897171, - "transformer.layers.2.norm2.weight": 0.002022229367867112, - "transformer.layers.2.norm2.bias": 0.0018247081898152828, - "transformer.layers.3.self_attn.in_proj_weight": 0.11863166838884354, - "transformer.layers.3.self_attn.in_proj_bias": 0.005039189010858536, - "transformer.layers.3.self_attn.out_proj.weight": 0.0693759173154831, - "transformer.layers.3.self_attn.out_proj.bias": 0.0043774619698524475, - "transformer.layers.3.linear1.weight": 0.08340337127447128, - "transformer.layers.3.linear1.bias": 0.005200363229960203, - "transformer.layers.3.linear2.weight": 0.052574872970581055, - "transformer.layers.3.linear2.bias": 0.0053495136089622974, - "transformer.layers.3.norm1.weight": 0.010004044510424137, - "transformer.layers.3.norm1.bias": 0.005148574709892273, - "transformer.layers.3.norm2.weight": 0.005358975380659103, - "transformer.layers.3.norm2.bias": 0.007231207564473152, - "head.weight": 0.4679439961910248, - "head.bias": 0.010809878818690777, - "global_embedding.weight": 0.031918641179800034, - "global_cnn.0.weight": 0.13027428090572357, - "global_cnn.0.bias": 0.005462303292006254, - "global_cnn.2.weight": 0.17087827622890472, - "global_cnn.2.bias": 0.0073973448015749454, - "global_proj.weight": 0.04246795177459717, - "global_proj.bias": 0.026935867965221405, - "goal_head.0.weight": 0.01606982946395874, - "goal_head.0.bias": 0.007350453641265631, - "goal_head.2.weight": 0.024400033056735992, - "goal_head.2.bias": 0.01755746267735958 - }, - { - "global_gate": 0.0001210390473715961, - "embedding.weight": 0.01371308509260416, - "cnn.0.weight": 0.3102843761444092, - "cnn.0.bias": 0.013100703246891499, - "cnn.2.weight": 0.08796904236078262, - "cnn.2.bias": 0.026340408250689507, - "cnn.5.weight": 0.09678512066602707, - "cnn.5.bias": 0.019552238285541534, - "action_emb.weight": 0.006062335800379515, - "timestep_emb.weight": 0.0034901807084679604, - "pos_emb.weight": 0.00407066335901618, - "transformer.layers.0.self_attn.in_proj_weight": 0.12161270529031754, - "transformer.layers.0.self_attn.in_proj_bias": 0.006326103117316961, - "transformer.layers.0.self_attn.out_proj.weight": 0.086531862616539, - "transformer.layers.0.self_attn.out_proj.bias": 0.006358500104397535, - "transformer.layers.0.linear1.weight": 0.04371875151991844, - "transformer.layers.0.linear1.bias": 0.0023022745735943317, - "transformer.layers.0.linear2.weight": 0.054429907351732254, - "transformer.layers.0.linear2.bias": 0.0035431301221251488, - "transformer.layers.0.norm1.weight": 0.007965094409883022, - "transformer.layers.0.norm1.bias": 0.006433977745473385, - "transformer.layers.0.norm2.weight": 0.003162784967571497, - "transformer.layers.0.norm2.bias": 0.0021854885853827, - "transformer.layers.1.self_attn.in_proj_weight": 0.049212124198675156, - "transformer.layers.1.self_attn.in_proj_bias": 0.0025371203664690256, - "transformer.layers.1.self_attn.out_proj.weight": 0.039989132434129715, - "transformer.layers.1.self_attn.out_proj.bias": 0.002310867188498378, - "transformer.layers.1.linear1.weight": 0.022203106433153152, - "transformer.layers.1.linear1.bias": 0.0010915965540334582, - "transformer.layers.1.linear2.weight": 0.02739420346915722, - "transformer.layers.1.linear2.bias": 0.002061437349766493, - "transformer.layers.1.norm1.weight": 0.003317379392683506, - "transformer.layers.1.norm1.bias": 0.002300241496413946, - "transformer.layers.1.norm2.weight": 0.0015660959761589766, - "transformer.layers.1.norm2.bias": 0.0010285841999575496, - "transformer.layers.2.self_attn.in_proj_weight": 0.03741176426410675, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016520223580300808, - "transformer.layers.2.self_attn.out_proj.weight": 0.027244001626968384, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018063447205349803, - "transformer.layers.2.linear1.weight": 0.018749583512544632, - "transformer.layers.2.linear1.bias": 0.0009173874859698117, - "transformer.layers.2.linear2.weight": 0.019357582554221153, - "transformer.layers.2.linear2.bias": 0.0017375655006617308, - "transformer.layers.2.norm1.weight": 0.0026657008565962315, - "transformer.layers.2.norm1.bias": 0.0016393247060477734, - "transformer.layers.2.norm2.weight": 0.0012364439899101853, - "transformer.layers.2.norm2.bias": 0.0009387789177708328, - "transformer.layers.3.self_attn.in_proj_weight": 0.05388295650482178, - "transformer.layers.3.self_attn.in_proj_bias": 0.0035235723480582237, - "transformer.layers.3.self_attn.out_proj.weight": 0.02779780887067318, - "transformer.layers.3.self_attn.out_proj.bias": 0.002794422674924135, - "transformer.layers.3.linear1.weight": 0.029959240928292274, - "transformer.layers.3.linear1.bias": 0.0019115436589345336, - "transformer.layers.3.linear2.weight": 0.02173273265361786, - "transformer.layers.3.linear2.bias": 0.0032647759653627872, - "transformer.layers.3.norm1.weight": 0.004171464592218399, - "transformer.layers.3.norm1.bias": 0.004413266200572252, - "transformer.layers.3.norm2.weight": 0.001847652136348188, - "transformer.layers.3.norm2.bias": 0.0020613959059119225, - "head.weight": 0.2750222682952881, - "head.bias": 0.006724182981997728, - "global_embedding.weight": 0.04263268783688545, - "global_cnn.0.weight": 0.1413520723581314, - "global_cnn.0.bias": 0.006936646066606045, - "global_cnn.2.weight": 0.20479480922222137, - "global_cnn.2.bias": 0.009886057116091251, - "global_proj.weight": 0.044502876698970795, - "global_proj.bias": 0.02773374877870083, - "goal_head.0.weight": 0.009667634032666683, - "goal_head.0.bias": 0.004423050209879875, - "goal_head.2.weight": 0.013141120783984661, - "goal_head.2.bias": 0.009880602359771729 - }, - { - "global_gate": 0.00003997295061708428, - "embedding.weight": 0.0021495900582522154, - "cnn.0.weight": 0.049748849123716354, - "cnn.0.bias": 0.0017538729589432478, - "cnn.2.weight": 0.012460185214877129, - "cnn.2.bias": 0.0038514630869030952, - "cnn.5.weight": 0.013851813040673733, - "cnn.5.bias": 0.003426850773394108, - "action_emb.weight": 0.0025197709910571575, - "timestep_emb.weight": 0.0010063069639727473, - "pos_emb.weight": 0.0012447183253243566, - "transformer.layers.0.self_attn.in_proj_weight": 0.020004523918032646, - "transformer.layers.0.self_attn.in_proj_bias": 0.0013193896738812327, - "transformer.layers.0.self_attn.out_proj.weight": 0.016374196857213974, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016617547953501344, - "transformer.layers.0.linear1.weight": 0.012829042971134186, - "transformer.layers.0.linear1.bias": 0.0007290824432857335, - "transformer.layers.0.linear2.weight": 0.013226540759205818, - "transformer.layers.0.linear2.bias": 0.0012826505117118359, - "transformer.layers.0.norm1.weight": 0.0012313496554270387, - "transformer.layers.0.norm1.bias": 0.0012587400851771235, - "transformer.layers.0.norm2.weight": 0.0011988935293629766, - "transformer.layers.0.norm2.bias": 0.0009179290500469506, - "transformer.layers.1.self_attn.in_proj_weight": 0.013310395181179047, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009672569576650858, - "transformer.layers.1.self_attn.out_proj.weight": 0.009871290065348148, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008192702662199736, - "transformer.layers.1.linear1.weight": 0.005621335469186306, - "transformer.layers.1.linear1.bias": 0.00033344331313855946, - "transformer.layers.1.linear2.weight": 0.00678774481639266, - "transformer.layers.1.linear2.bias": 0.0007781165186315775, - "transformer.layers.1.norm1.weight": 0.0009137365850619972, - "transformer.layers.1.norm1.bias": 0.0011314082657918334, - "transformer.layers.1.norm2.weight": 0.00039842582191340625, - "transformer.layers.1.norm2.bias": 0.0004147315048612654, - "transformer.layers.2.self_attn.in_proj_weight": 0.012905379757285118, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007732703234069049, - "transformer.layers.2.self_attn.out_proj.weight": 0.006460229400545359, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005755564197897911, - "transformer.layers.2.linear1.weight": 0.0037500616163015366, - "transformer.layers.2.linear1.bias": 0.00024297006893903017, - "transformer.layers.2.linear2.weight": 0.004262351430952549, - "transformer.layers.2.linear2.bias": 0.0005608420469798148, - "transformer.layers.2.norm1.weight": 0.000889273127540946, - "transformer.layers.2.norm1.bias": 0.0008118347031995654, - "transformer.layers.2.norm2.weight": 0.00025829917285591364, - "transformer.layers.2.norm2.bias": 0.00022453469864558429, - "transformer.layers.3.self_attn.in_proj_weight": 0.013062777929008007, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010243031429126859, - "transformer.layers.3.self_attn.out_proj.weight": 0.005601684097200632, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007527052657678723, - "transformer.layers.3.linear1.weight": 0.007484293542802334, - "transformer.layers.3.linear1.bias": 0.0005157775594852865, - "transformer.layers.3.linear2.weight": 0.004210748244076967, - "transformer.layers.3.linear2.bias": 0.0009231505100615323, - "transformer.layers.3.norm1.weight": 0.0010174087947234511, - "transformer.layers.3.norm1.bias": 0.0014508964959532022, - "transformer.layers.3.norm2.weight": 0.0006333470810204744, - "transformer.layers.3.norm2.bias": 0.0007085288525559008, - "head.weight": 0.05693618208169937, - "head.bias": 0.0019932538270950317, - "global_embedding.weight": 0.05329068750143051, - "global_cnn.0.weight": 0.25254738330841064, - "global_cnn.0.bias": 0.00739665050059557, - "global_cnn.2.weight": 0.6336761713027954, - "global_cnn.2.bias": 0.03481421247124672, - "global_proj.weight": 0.12255015224218369, - "global_proj.bias": 0.08541443198919296, - "goal_head.0.weight": 0.07171907275915146, - "goal_head.0.bias": 0.03258504718542099, - "goal_head.2.weight": 0.09928036481142044, - "goal_head.2.bias": 0.07120384275913239 - }, - { - "global_gate": 0.0005158400163054466, - "embedding.weight": 0.00840446911752224, - "cnn.0.weight": 0.14792485535144806, - "cnn.0.bias": 0.00383739173412323, - "cnn.2.weight": 0.026918558403849602, - "cnn.2.bias": 0.007274699863046408, - "cnn.5.weight": 0.03586823493242264, - "cnn.5.bias": 0.0050705065950751305, - "action_emb.weight": 0.0033850623294711113, - "timestep_emb.weight": 0.0015699595678597689, - "pos_emb.weight": 0.002267687814310193, - "transformer.layers.0.self_attn.in_proj_weight": 0.031523529440164566, - "transformer.layers.0.self_attn.in_proj_bias": 0.001654063118621707, - "transformer.layers.0.self_attn.out_proj.weight": 0.030830057337880135, - "transformer.layers.0.self_attn.out_proj.bias": 0.0020641472656279802, - "transformer.layers.0.linear1.weight": 0.022763121873140335, - "transformer.layers.0.linear1.bias": 0.0009883494349196553, - "transformer.layers.0.linear2.weight": 0.027140580117702484, - "transformer.layers.0.linear2.bias": 0.0014458905206993222, - "transformer.layers.0.norm1.weight": 0.0017483917763456702, - "transformer.layers.0.norm1.bias": 0.0014501626137644053, - "transformer.layers.0.norm2.weight": 0.0017798981862142682, - "transformer.layers.0.norm2.bias": 0.0008821472874842584, - "transformer.layers.1.self_attn.in_proj_weight": 0.04056832566857338, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017999246483668685, - "transformer.layers.1.self_attn.out_proj.weight": 0.013868449255824089, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008477402152493596, - "transformer.layers.1.linear1.weight": 0.008699127472937107, - "transformer.layers.1.linear1.bias": 0.0004448543186299503, - "transformer.layers.1.linear2.weight": 0.011116625741124153, - "transformer.layers.1.linear2.bias": 0.0007864421932026744, - "transformer.layers.1.norm1.weight": 0.002708081156015396, - "transformer.layers.1.norm1.bias": 0.0019411041866987944, - "transformer.layers.1.norm2.weight": 0.0005766982794739306, - "transformer.layers.1.norm2.bias": 0.0003879291471093893, - "transformer.layers.2.self_attn.in_proj_weight": 0.015793055295944214, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008289029938168824, - "transformer.layers.2.self_attn.out_proj.weight": 0.010202718898653984, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007607525330968201, - "transformer.layers.2.linear1.weight": 0.007292119786143303, - "transformer.layers.2.linear1.bias": 0.00039436391671188176, - "transformer.layers.2.linear2.weight": 0.00809295754879713, - "transformer.layers.2.linear2.bias": 0.000755927583668381, - "transformer.layers.2.norm1.weight": 0.0011643629986792803, - "transformer.layers.2.norm1.bias": 0.0009372163913212717, - "transformer.layers.2.norm2.weight": 0.0004891661228612065, - "transformer.layers.2.norm2.bias": 0.00033948678174056113, - "transformer.layers.3.self_attn.in_proj_weight": 0.02063095197081566, - "transformer.layers.3.self_attn.in_proj_bias": 0.0011719990288838744, - "transformer.layers.3.self_attn.out_proj.weight": 0.008886984549462795, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009101616451516747, - "transformer.layers.3.linear1.weight": 0.01731717213988304, - "transformer.layers.3.linear1.bias": 0.001092888182029128, - "transformer.layers.3.linear2.weight": 0.008911977522075176, - "transformer.layers.3.linear2.bias": 0.0010789125226438046, - "transformer.layers.3.norm1.weight": 0.0017329840920865536, - "transformer.layers.3.norm1.bias": 0.0015708882128819823, - "transformer.layers.3.norm2.weight": 0.0013810000382363796, - "transformer.layers.3.norm2.bias": 0.0013238278916105628, - "head.weight": 0.10032936930656433, - "head.bias": 0.002142304787412286, - "global_embedding.weight": 0.00601178640499711, - "global_cnn.0.weight": 0.028986619785428047, - "global_cnn.0.bias": 0.0011202406603842974, - "global_cnn.2.weight": 0.04520294442772865, - "global_cnn.2.bias": 0.002382069593295455, - "global_proj.weight": 0.009334908798336983, - "global_proj.bias": 0.008604959584772587, - "goal_head.0.weight": 0.005344353150576353, - "goal_head.0.bias": 0.0029757677111774683, - "goal_head.2.weight": 0.008700158447027206, - "goal_head.2.bias": 0.0078096152283251286 - }, - { - "global_gate": 0.00008267677912954241, - "embedding.weight": 0.0015096821589395404, - "cnn.0.weight": 0.026330623775720596, - "cnn.0.bias": 0.0011725471122190356, - "cnn.2.weight": 0.008827858604490757, - "cnn.2.bias": 0.003060130402445793, - "cnn.5.weight": 0.008690245449543, - "cnn.5.bias": 0.002190853003412485, - "action_emb.weight": 0.0025438701268285513, - "timestep_emb.weight": 0.0013971321750432253, - "pos_emb.weight": 0.0017972179921343923, - "transformer.layers.0.self_attn.in_proj_weight": 0.015303335152566433, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010106912814080715, - "transformer.layers.0.self_attn.out_proj.weight": 0.015486898832023144, - "transformer.layers.0.self_attn.out_proj.bias": 0.0014245507773011923, - "transformer.layers.0.linear1.weight": 0.014567107893526554, - "transformer.layers.0.linear1.bias": 0.0006628567934967577, - "transformer.layers.0.linear2.weight": 0.015559746883809566, - "transformer.layers.0.linear2.bias": 0.001086927717551589, - "transformer.layers.0.norm1.weight": 0.0008711575646884739, - "transformer.layers.0.norm1.bias": 0.0009362264536321163, - "transformer.layers.0.norm2.weight": 0.0014043506234884262, - "transformer.layers.0.norm2.bias": 0.0006549048703163862, - "transformer.layers.1.self_attn.in_proj_weight": 0.014386559836566448, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007103838142938912, - "transformer.layers.1.self_attn.out_proj.weight": 0.0141838937997818, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009194157901220024, - "transformer.layers.1.linear1.weight": 0.009173093363642693, - "transformer.layers.1.linear1.bias": 0.0004808511002920568, - "transformer.layers.1.linear2.weight": 0.011552618816494942, - "transformer.layers.1.linear2.bias": 0.0008902772678993642, - "transformer.layers.1.norm1.weight": 0.0010142220417037606, - "transformer.layers.1.norm1.bias": 0.0008000102825462818, - "transformer.layers.1.norm2.weight": 0.0006251372396945953, - "transformer.layers.1.norm2.bias": 0.0004195905930828303, - "transformer.layers.2.self_attn.in_proj_weight": 0.018075229600071907, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008386808331124485, - "transformer.layers.2.self_attn.out_proj.weight": 0.009362670592963696, - "transformer.layers.2.self_attn.out_proj.bias": 0.000743287440855056, - "transformer.layers.2.linear1.weight": 0.007881042547523975, - "transformer.layers.2.linear1.bias": 0.00042605443741194904, - "transformer.layers.2.linear2.weight": 0.00835063774138689, - "transformer.layers.2.linear2.bias": 0.0007625201833434403, - "transformer.layers.2.norm1.weight": 0.0014680152526125312, - "transformer.layers.2.norm1.bias": 0.0008910222677513957, - "transformer.layers.2.norm2.weight": 0.0005223983898758888, - "transformer.layers.2.norm2.bias": 0.0004156641662120819, - "transformer.layers.3.self_attn.in_proj_weight": 0.03005211055278778, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019775652326643467, - "transformer.layers.3.self_attn.out_proj.weight": 0.013010574504733086, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014462124090641737, - "transformer.layers.3.linear1.weight": 0.018611762672662735, - "transformer.layers.3.linear1.bias": 0.0012053477112203836, - "transformer.layers.3.linear2.weight": 0.011508246883749962, - "transformer.layers.3.linear2.bias": 0.0018199010519310832, - "transformer.layers.3.norm1.weight": 0.0023243273608386517, - "transformer.layers.3.norm1.bias": 0.0027133601251989603, - "transformer.layers.3.norm2.weight": 0.0015227562980726361, - "transformer.layers.3.norm2.bias": 0.0015199750196188688, - "head.weight": 0.12614339590072632, - "head.bias": 0.0035052206367254257, - "global_embedding.weight": 0.021217264235019684, - "global_cnn.0.weight": 0.20211005210876465, - "global_cnn.0.bias": 0.01068584993481636, - "global_cnn.2.weight": 0.2678491771221161, - "global_cnn.2.bias": 0.01626920886337757, - "global_proj.weight": 0.06594689190387726, - "global_proj.bias": 0.052067726850509644, - "goal_head.0.weight": 0.05053053796291351, - "goal_head.0.bias": 0.027016395702958107, - "goal_head.2.weight": 0.08106593787670135, - "goal_head.2.bias": 0.0748034417629242 - }, - { - "global_gate": 0.00008213494584197178, - "embedding.weight": 0.0014711561379954219, - "cnn.0.weight": 0.037629153579473495, - "cnn.0.bias": 0.001536223804578185, - "cnn.2.weight": 0.013274596072733402, - "cnn.2.bias": 0.0024004385340958834, - "cnn.5.weight": 0.011101036332547665, - "cnn.5.bias": 0.002326525282114744, - "action_emb.weight": 0.0031346490141004324, - "timestep_emb.weight": 0.0020513867493718863, - "pos_emb.weight": 0.0022228590678423643, - "transformer.layers.0.self_attn.in_proj_weight": 0.020874831825494766, - "transformer.layers.0.self_attn.in_proj_bias": 0.0013016535667702556, - "transformer.layers.0.self_attn.out_proj.weight": 0.018432749435305595, - "transformer.layers.0.self_attn.out_proj.bias": 0.0018543557962402701, - "transformer.layers.0.linear1.weight": 0.017180314287543297, - "transformer.layers.0.linear1.bias": 0.000838338048197329, - "transformer.layers.0.linear2.weight": 0.019914470613002777, - "transformer.layers.0.linear2.bias": 0.001586891827173531, - "transformer.layers.0.norm1.weight": 0.001381803653202951, - "transformer.layers.0.norm1.bias": 0.0012488258071243763, - "transformer.layers.0.norm2.weight": 0.0015173201682046056, - "transformer.layers.0.norm2.bias": 0.0008690857794135809, - "transformer.layers.1.self_attn.in_proj_weight": 0.01905784010887146, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011399120558053255, - "transformer.layers.1.self_attn.out_proj.weight": 0.016392813995480537, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013254682999104261, - "transformer.layers.1.linear1.weight": 0.010810226202011108, - "transformer.layers.1.linear1.bias": 0.0005424637929536402, - "transformer.layers.1.linear2.weight": 0.013297057710587978, - "transformer.layers.1.linear2.bias": 0.001208093366585672, - "transformer.layers.1.norm1.weight": 0.001191256451420486, - "transformer.layers.1.norm1.bias": 0.0010388203663751483, - "transformer.layers.1.norm2.weight": 0.0007909440319053829, - "transformer.layers.1.norm2.bias": 0.0005384599789977074, - "transformer.layers.2.self_attn.in_proj_weight": 0.02041657827794552, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009112629923038185, - "transformer.layers.2.self_attn.out_proj.weight": 0.012381883338093758, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009553700219839811, - "transformer.layers.2.linear1.weight": 0.008417186327278614, - "transformer.layers.2.linear1.bias": 0.00044340526801533997, - "transformer.layers.2.linear2.weight": 0.01031237281858921, - "transformer.layers.2.linear2.bias": 0.0009346285369247198, - "transformer.layers.2.norm1.weight": 0.001623455435037613, - "transformer.layers.2.norm1.bias": 0.001023768330924213, - "transformer.layers.2.norm2.weight": 0.0004675548698287457, - "transformer.layers.2.norm2.bias": 0.00032632998772896826, - "transformer.layers.3.self_attn.in_proj_weight": 0.028957424685359, - "transformer.layers.3.self_attn.in_proj_bias": 0.002105426276102662, - "transformer.layers.3.self_attn.out_proj.weight": 0.013086434453725815, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015764065319672227, - "transformer.layers.3.linear1.weight": 0.02298777922987938, - "transformer.layers.3.linear1.bias": 0.0015684362733736634, - "transformer.layers.3.linear2.weight": 0.01324603334069252, - "transformer.layers.3.linear2.bias": 0.0023884086403995752, - "transformer.layers.3.norm1.weight": 0.002073954325169325, - "transformer.layers.3.norm1.bias": 0.0030152841936796904, - "transformer.layers.3.norm2.weight": 0.0018673432059586048, - "transformer.layers.3.norm2.bias": 0.002232479862868786, - "head.weight": 0.15609775483608246, - "head.bias": 0.004914561286568642, - "global_embedding.weight": 0.025399142876267433, - "global_cnn.0.weight": 0.19212475419044495, - "global_cnn.0.bias": 0.008710985071957111, - "global_cnn.2.weight": 0.32807227969169617, - "global_cnn.2.bias": 0.021463289856910706, - "global_proj.weight": 0.06374947726726532, - "global_proj.bias": 0.04993759095668793, - "goal_head.0.weight": 0.0456957183778286, - "goal_head.0.bias": 0.023176876828074455, - "goal_head.2.weight": 0.06800166517496109, - "goal_head.2.bias": 0.06084860861301422 - }, - { - "global_gate": 0.000012563433301693294, - "embedding.weight": 0.0024923330638557673, - "cnn.0.weight": 0.06360234320163727, - "cnn.0.bias": 0.002205822616815567, - "cnn.2.weight": 0.02155367098748684, - "cnn.2.bias": 0.005422246176749468, - "cnn.5.weight": 0.02479836530983448, - "cnn.5.bias": 0.004178121220320463, - "action_emb.weight": 0.003387408098205924, - "timestep_emb.weight": 0.001601030002348125, - "pos_emb.weight": 0.002331516472622752, - "transformer.layers.0.self_attn.in_proj_weight": 0.030247855931520462, - "transformer.layers.0.self_attn.in_proj_bias": 0.00249867863021791, - "transformer.layers.0.self_attn.out_proj.weight": 0.030159713700413704, - "transformer.layers.0.self_attn.out_proj.bias": 0.002875325968489051, - "transformer.layers.0.linear1.weight": 0.02029263786971569, - "transformer.layers.0.linear1.bias": 0.001202894258312881, - "transformer.layers.0.linear2.weight": 0.0247478149831295, - "transformer.layers.0.linear2.bias": 0.00219510099850595, - "transformer.layers.0.norm1.weight": 0.0018391577759757638, - "transformer.layers.0.norm1.bias": 0.002556843450292945, - "transformer.layers.0.norm2.weight": 0.00176669517531991, - "transformer.layers.0.norm2.bias": 0.001158054918050766, - "transformer.layers.1.self_attn.in_proj_weight": 0.019911985844373703, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013213802594691515, - "transformer.layers.1.self_attn.out_proj.weight": 0.017067626118659973, - "transformer.layers.1.self_attn.out_proj.bias": 0.001654540654271841, - "transformer.layers.1.linear1.weight": 0.012184723280370235, - "transformer.layers.1.linear1.bias": 0.000667392450850457, - "transformer.layers.1.linear2.weight": 0.015152374282479286, - "transformer.layers.1.linear2.bias": 0.0016076699830591679, - "transformer.layers.1.norm1.weight": 0.0012919248547405005, - "transformer.layers.1.norm1.bias": 0.0012806422309949994, - "transformer.layers.1.norm2.weight": 0.0009381186100654304, - "transformer.layers.1.norm2.bias": 0.0006641767104156315, - "transformer.layers.2.self_attn.in_proj_weight": 0.022817090153694153, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014131494099274278, - "transformer.layers.2.self_attn.out_proj.weight": 0.012177607975900173, - "transformer.layers.2.self_attn.out_proj.bias": 0.001350554870441556, - "transformer.layers.2.linear1.weight": 0.009538893587887287, - "transformer.layers.2.linear1.bias": 0.0005264521460048854, - "transformer.layers.2.linear2.weight": 0.010622501373291016, - "transformer.layers.2.linear2.bias": 0.0014398162020370364, - "transformer.layers.2.norm1.weight": 0.001504589687101543, - "transformer.layers.2.norm1.bias": 0.001620014081709087, - "transformer.layers.2.norm2.weight": 0.000682258396409452, - "transformer.layers.2.norm2.bias": 0.0005220949533395469, - "transformer.layers.3.self_attn.in_proj_weight": 0.027935225516557693, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026332468260079622, - "transformer.layers.3.self_attn.out_proj.weight": 0.012600435875356197, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023380331695079803, - "transformer.layers.3.linear1.weight": 0.026840180158615112, - "transformer.layers.3.linear1.bias": 0.002136582974344492, - "transformer.layers.3.linear2.weight": 0.014152989722788334, - "transformer.layers.3.linear2.bias": 0.0034135531168431044, - "transformer.layers.3.norm1.weight": 0.0020185040775686502, - "transformer.layers.3.norm1.bias": 0.003722267458215356, - "transformer.layers.3.norm2.weight": 0.002529119374230504, - "transformer.layers.3.norm2.bias": 0.0030999842565506697, - "head.weight": 0.16117887198925018, - "head.bias": 0.0069039748050272465, - "global_embedding.weight": 0.024135833606123924, - "global_cnn.0.weight": 0.16014604270458221, - "global_cnn.0.bias": 0.008089005947113037, - "global_cnn.2.weight": 0.26528361439704895, - "global_cnn.2.bias": 0.01880950853228569, - "global_proj.weight": 0.06927391141653061, - "global_proj.bias": 0.07051659375429153, - "goal_head.0.weight": 0.059513434767723083, - "goal_head.0.bias": 0.03638141602277756, - "goal_head.2.weight": 0.09900595992803574, - "goal_head.2.bias": 0.10469017177820206 + "global_gate": 0.00046901890891604125, + "embedding.weight": 0.004938406869769096, + "cnn.0.weight": 0.11672921478748322, + "cnn.0.bias": 0.005130164325237274, + "cnn.2.weight": 0.029798848554491997, + "cnn.2.bias": 0.010842005722224712, + "cnn.5.weight": 0.039154618978500366, + "cnn.5.bias": 0.01011156477034092, + "action_emb.weight": 0.011850557290017605, + "timestep_emb.weight": 0.002529615070670843, + "pos_emb.weight": 0.004460209980607033, + "transformer.layers.0.self_attn.in_proj_weight": 0.08256663382053375, + "transformer.layers.0.self_attn.in_proj_bias": 0.007474200800061226, + "transformer.layers.0.self_attn.out_proj.weight": 0.0968087688088417, + "transformer.layers.0.self_attn.out_proj.bias": 0.011154095642268658, + "transformer.layers.0.linear1.weight": 0.07100063562393188, + "transformer.layers.0.linear1.bias": 0.004650397226214409, + "transformer.layers.0.linear2.weight": 0.0963807925581932, + "transformer.layers.0.linear2.bias": 0.008214077912271023, + "transformer.layers.0.norm1.weight": 0.0041804066859185696, + "transformer.layers.0.norm1.bias": 0.005960050970315933, + "transformer.layers.0.norm2.weight": 0.00513018062338233, + "transformer.layers.0.norm2.bias": 0.005035249516367912, + "transformer.layers.1.self_attn.in_proj_weight": 0.08454529941082001, + "transformer.layers.1.self_attn.in_proj_bias": 0.00526520935818553, + "transformer.layers.1.self_attn.out_proj.weight": 0.09434668719768524, + "transformer.layers.1.self_attn.out_proj.bias": 0.006488641258329153, + "transformer.layers.1.linear1.weight": 0.041340406984090805, + "transformer.layers.1.linear1.bias": 0.002675344469025731, + "transformer.layers.1.linear2.weight": 0.05993175134062767, + "transformer.layers.1.linear2.bias": 0.006154863629490137, + "transformer.layers.1.norm1.weight": 0.006572798825800419, + "transformer.layers.1.norm1.bias": 0.006351537071168423, + "transformer.layers.1.norm2.weight": 0.0030334717594087124, + "transformer.layers.1.norm2.bias": 0.002569343661889434, + "transformer.layers.2.self_attn.in_proj_weight": 0.08540433645248413, + "transformer.layers.2.self_attn.in_proj_bias": 0.005443742964416742, + "transformer.layers.2.self_attn.out_proj.weight": 0.07851985096931458, + "transformer.layers.2.self_attn.out_proj.bias": 0.00592856016010046, + "transformer.layers.2.linear1.weight": 0.035380084067583084, + "transformer.layers.2.linear1.bias": 0.0022658149246126413, + "transformer.layers.2.linear2.weight": 0.03857661783695221, + "transformer.layers.2.linear2.bias": 0.005834219511598349, + "transformer.layers.2.norm1.weight": 0.0077106221579015255, + "transformer.layers.2.norm1.bias": 0.006708126049488783, + "transformer.layers.2.norm2.weight": 0.0023190979845821857, + "transformer.layers.2.norm2.bias": 0.0023028217256069183, + "transformer.layers.3.self_attn.in_proj_weight": 0.13170763850212097, + "transformer.layers.3.self_attn.in_proj_bias": 0.010868668556213379, + "transformer.layers.3.self_attn.out_proj.weight": 0.07377767562866211, + "transformer.layers.3.self_attn.out_proj.bias": 0.008359619416296482, + "transformer.layers.3.linear1.weight": 0.07707692682743073, + "transformer.layers.3.linear1.bias": 0.005746174603700638, + "transformer.layers.3.linear2.weight": 0.044248610734939575, + "transformer.layers.3.linear2.bias": 0.009950090199708939, + "transformer.layers.3.norm1.weight": 0.011493146419525146, + "transformer.layers.3.norm1.bias": 0.015347538515925407, + "transformer.layers.3.norm2.weight": 0.0053331018425524235, + "transformer.layers.3.norm2.bias": 0.006724877282977104, + "head.weight": 0.6649699807167053, + "head.bias": 0.01974800042808056, + "global_embedding.weight": 0.017199603840708733, + "global_cnn.0.weight": 0.26725009083747864, + "global_cnn.0.bias": 0.011906063184142113, + "global_cnn.2.weight": 0.5672904253005981, + "global_cnn.2.bias": 0.02330715022981167, + "global_proj.weight": 0.24843963980674744, + "global_proj.bias": 0.08807215839624405, + "goal_head.0.weight": 0.1422206163406372, + "goal_head.0.bias": 0.03944496810436249, + "goal_head.2.weight": 0.17546460032463074, + "goal_head.2.bias": 0.08019459247589111 + }, + { + "global_gate": 0.00018316018395125866, + "embedding.weight": 0.006920733489096165, + "cnn.0.weight": 0.12091242522001266, + "cnn.0.bias": 0.005371245089918375, + "cnn.2.weight": 0.027556709945201874, + "cnn.2.bias": 0.014473610557615757, + "cnn.5.weight": 0.0336243137717247, + "cnn.5.bias": 0.00811044406145811, + "action_emb.weight": 0.01307663880288601, + "timestep_emb.weight": 0.002360152779147029, + "pos_emb.weight": 0.003840397112071514, + "transformer.layers.0.self_attn.in_proj_weight": 0.05986565724015236, + "transformer.layers.0.self_attn.in_proj_bias": 0.004166770726442337, + "transformer.layers.0.self_attn.out_proj.weight": 0.051337070763111115, + "transformer.layers.0.self_attn.out_proj.bias": 0.005665802862495184, + "transformer.layers.0.linear1.weight": 0.061414942145347595, + "transformer.layers.0.linear1.bias": 0.002679071156308055, + "transformer.layers.0.linear2.weight": 0.06052028015255928, + "transformer.layers.0.linear2.bias": 0.004391517955809832, + "transformer.layers.0.norm1.weight": 0.002940294099971652, + "transformer.layers.0.norm1.bias": 0.0033793803304433823, + "transformer.layers.0.norm2.weight": 0.0062805223278701305, + "transformer.layers.0.norm2.bias": 0.0031233092304319143, + "transformer.layers.1.self_attn.in_proj_weight": 0.063265360891819, + "transformer.layers.1.self_attn.in_proj_bias": 0.00305299018509686, + "transformer.layers.1.self_attn.out_proj.weight": 0.04950195923447609, + "transformer.layers.1.self_attn.out_proj.bias": 0.0035040699876844883, + "transformer.layers.1.linear1.weight": 0.027093637734651566, + "transformer.layers.1.linear1.bias": 0.0015265693655237556, + "transformer.layers.1.linear2.weight": 0.03730561584234238, + "transformer.layers.1.linear2.bias": 0.00325959175825119, + "transformer.layers.1.norm1.weight": 0.003912308253347874, + "transformer.layers.1.norm1.bias": 0.0029385951347649097, + "transformer.layers.1.norm2.weight": 0.002199443755671382, + "transformer.layers.1.norm2.bias": 0.0014972161734476686, + "transformer.layers.2.self_attn.in_proj_weight": 0.05098113790154457, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028611209709197283, + "transformer.layers.2.self_attn.out_proj.weight": 0.04510378837585449, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032020818907767534, + "transformer.layers.2.linear1.weight": 0.021706676110625267, + "transformer.layers.2.linear1.bias": 0.001357520348392427, + "transformer.layers.2.linear2.weight": 0.027355870231986046, + "transformer.layers.2.linear2.bias": 0.0031422197353094816, + "transformer.layers.2.norm1.weight": 0.0031896571163088083, + "transformer.layers.2.norm1.bias": 0.003424872877076268, + "transformer.layers.2.norm2.weight": 0.0013886699452996254, + "transformer.layers.2.norm2.bias": 0.0011494550853967667, + "transformer.layers.3.self_attn.in_proj_weight": 0.0785207524895668, + "transformer.layers.3.self_attn.in_proj_bias": 0.00708763999864459, + "transformer.layers.3.self_attn.out_proj.weight": 0.04094609245657921, + "transformer.layers.3.self_attn.out_proj.bias": 0.004808833356946707, + "transformer.layers.3.linear1.weight": 0.04390861093997955, + "transformer.layers.3.linear1.bias": 0.003356175497174263, + "transformer.layers.3.linear2.weight": 0.027328945696353912, + "transformer.layers.3.linear2.bias": 0.005289778113365173, + "transformer.layers.3.norm1.weight": 0.00566784618422389, + "transformer.layers.3.norm1.bias": 0.009914216585457325, + "transformer.layers.3.norm2.weight": 0.0030025115702301264, + "transformer.layers.3.norm2.bias": 0.0037192441523075104, + "head.weight": 0.2994847297668457, + "head.bias": 0.009286541491746902, + "global_embedding.weight": 0.023859359323978424, + "global_cnn.0.weight": 0.10259909927845001, + "global_cnn.0.bias": 0.004055463243275881, + "global_cnn.2.weight": 0.18720756471157074, + "global_cnn.2.bias": 0.005620571784675121, + "global_proj.weight": 0.047038134187459946, + "global_proj.bias": 0.019045347347855568, + "goal_head.0.weight": 0.026638029143214226, + "goal_head.0.bias": 0.008478395640850067, + "goal_head.2.weight": 0.03701202943921089, + "goal_head.2.bias": 0.018401600420475006 + }, + { + "global_gate": 0.00015315567725338042, + "embedding.weight": 0.0040695546194911, + "cnn.0.weight": 0.08963503688573837, + "cnn.0.bias": 0.0031605905387550592, + "cnn.2.weight": 0.02011912688612938, + "cnn.2.bias": 0.007980912923812866, + "cnn.5.weight": 0.021224725991487503, + "cnn.5.bias": 0.00675622932612896, + "action_emb.weight": 0.01701386272907257, + "timestep_emb.weight": 0.0022287170868366957, + "pos_emb.weight": 0.0035020492505282164, + "transformer.layers.0.self_attn.in_proj_weight": 0.04838788881897926, + "transformer.layers.0.self_attn.in_proj_bias": 0.004382444079965353, + "transformer.layers.0.self_attn.out_proj.weight": 0.052229490131139755, + "transformer.layers.0.self_attn.out_proj.bias": 0.0075873141176998615, + "transformer.layers.0.linear1.weight": 0.07447578758001328, + "transformer.layers.0.linear1.bias": 0.003256560768932104, + "transformer.layers.0.linear2.weight": 0.06993910670280457, + "transformer.layers.0.linear2.bias": 0.006976896896958351, + "transformer.layers.0.norm1.weight": 0.0028205716516822577, + "transformer.layers.0.norm1.bias": 0.003836364485323429, + "transformer.layers.0.norm2.weight": 0.007843985222280025, + "transformer.layers.0.norm2.bias": 0.0033935466781258583, + "transformer.layers.1.self_attn.in_proj_weight": 0.06261493265628815, + "transformer.layers.1.self_attn.in_proj_bias": 0.0037433840334415436, + "transformer.layers.1.self_attn.out_proj.weight": 0.06375603377819061, + "transformer.layers.1.self_attn.out_proj.bias": 0.005883552599698305, + "transformer.layers.1.linear1.weight": 0.034434910863637924, + "transformer.layers.1.linear1.bias": 0.0021200638730078936, + "transformer.layers.1.linear2.weight": 0.04892408475279808, + "transformer.layers.1.linear2.bias": 0.006116374861449003, + "transformer.layers.1.norm1.weight": 0.0041008153930306435, + "transformer.layers.1.norm1.bias": 0.003432787489145994, + "transformer.layers.1.norm2.weight": 0.002576107857748866, + "transformer.layers.1.norm2.bias": 0.002162365010008216, + "transformer.layers.2.self_attn.in_proj_weight": 0.06394306570291519, + "transformer.layers.2.self_attn.in_proj_bias": 0.005761549808084965, + "transformer.layers.2.self_attn.out_proj.weight": 0.05536429211497307, + "transformer.layers.2.self_attn.out_proj.bias": 0.006403907667845488, + "transformer.layers.2.linear1.weight": 0.027777403593063354, + "transformer.layers.2.linear1.bias": 0.0021997520234435797, + "transformer.layers.2.linear2.weight": 0.03481147065758705, + "transformer.layers.2.linear2.bias": 0.006871232762932777, + "transformer.layers.2.norm1.weight": 0.005002263467758894, + "transformer.layers.2.norm1.bias": 0.007005518302321434, + "transformer.layers.2.norm2.weight": 0.0016492732102051377, + "transformer.layers.2.norm2.bias": 0.0022161160595715046, + "transformer.layers.3.self_attn.in_proj_weight": 0.08934710174798965, + "transformer.layers.3.self_attn.in_proj_bias": 0.009753464721143246, + "transformer.layers.3.self_attn.out_proj.weight": 0.06050817295908928, + "transformer.layers.3.self_attn.out_proj.bias": 0.00944503117352724, + "transformer.layers.3.linear1.weight": 0.04991011694073677, + "transformer.layers.3.linear1.bias": 0.004489993676543236, + "transformer.layers.3.linear2.weight": 0.034384842962026596, + "transformer.layers.3.linear2.bias": 0.010137489065527916, + "transformer.layers.3.norm1.weight": 0.00736108236014843, + "transformer.layers.3.norm1.bias": 0.01338339876383543, + "transformer.layers.3.norm2.weight": 0.003055897308513522, + "transformer.layers.3.norm2.bias": 0.004894171841442585, + "head.weight": 0.5761831402778625, + "head.bias": 0.02255825884640217, + "global_embedding.weight": 0.029411349445581436, + "global_cnn.0.weight": 0.17081648111343384, + "global_cnn.0.bias": 0.008221755735576153, + "global_cnn.2.weight": 0.37131279706954956, + "global_cnn.2.bias": 0.01609647087752819, + "global_proj.weight": 0.10351002961397171, + "global_proj.bias": 0.05779671296477318, + "goal_head.0.weight": 0.06690451502799988, + "goal_head.0.bias": 0.02771572396159172, + "goal_head.2.weight": 0.08309916406869888, + "goal_head.2.bias": 0.06300152838230133 + }, + { + "global_gate": 0.00028856037533842027, + "embedding.weight": 0.0023313581477850676, + "cnn.0.weight": 0.05092337727546692, + "cnn.0.bias": 0.002487410791218281, + "cnn.2.weight": 0.014617913402616978, + "cnn.2.bias": 0.006927757058292627, + "cnn.5.weight": 0.01612415723502636, + "cnn.5.bias": 0.00408893683925271, + "action_emb.weight": 0.008648492395877838, + "timestep_emb.weight": 0.0014605149626731873, + "pos_emb.weight": 0.00239174603484571, + "transformer.layers.0.self_attn.in_proj_weight": 0.0441984198987484, + "transformer.layers.0.self_attn.in_proj_bias": 0.004201832693070173, + "transformer.layers.0.self_attn.out_proj.weight": 0.036898210644721985, + "transformer.layers.0.self_attn.out_proj.bias": 0.005899833049625158, + "transformer.layers.0.linear1.weight": 0.038545090705156326, + "transformer.layers.0.linear1.bias": 0.002372241811826825, + "transformer.layers.0.linear2.weight": 0.04723859578371048, + "transformer.layers.0.linear2.bias": 0.005004424136132002, + "transformer.layers.0.norm1.weight": 0.002934879856184125, + "transformer.layers.0.norm1.bias": 0.003905132645741105, + "transformer.layers.0.norm2.weight": 0.0032389136031270027, + "transformer.layers.0.norm2.bias": 0.0024707282427698374, + "transformer.layers.1.self_attn.in_proj_weight": 0.04183386638760567, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029286635108292103, + "transformer.layers.1.self_attn.out_proj.weight": 0.04630259424448013, + "transformer.layers.1.self_attn.out_proj.bias": 0.004338033962994814, + "transformer.layers.1.linear1.weight": 0.02211734838783741, + "transformer.layers.1.linear1.bias": 0.0015139761380851269, + "transformer.layers.1.linear2.weight": 0.033141251653432846, + "transformer.layers.1.linear2.bias": 0.004309722688049078, + "transformer.layers.1.norm1.weight": 0.0026201854925602674, + "transformer.layers.1.norm1.bias": 0.0024736106861382723, + "transformer.layers.1.norm2.weight": 0.0016427813097834587, + "transformer.layers.1.norm2.bias": 0.0016453247517347336, + "transformer.layers.2.self_attn.in_proj_weight": 0.04074198007583618, + "transformer.layers.2.self_attn.in_proj_bias": 0.003347342601045966, + "transformer.layers.2.self_attn.out_proj.weight": 0.04583762213587761, + "transformer.layers.2.self_attn.out_proj.bias": 0.004362910985946655, + "transformer.layers.2.linear1.weight": 0.021409204229712486, + "transformer.layers.2.linear1.bias": 0.0015290440060198307, + "transformer.layers.2.linear2.weight": 0.02603067457675934, + "transformer.layers.2.linear2.bias": 0.004621496424078941, + "transformer.layers.2.norm1.weight": 0.0027445219457149506, + "transformer.layers.2.norm1.bias": 0.003655388718470931, + "transformer.layers.2.norm2.weight": 0.0014363756636157632, + "transformer.layers.2.norm2.bias": 0.0016659923130646348, + "transformer.layers.3.self_attn.in_proj_weight": 0.08124928176403046, + "transformer.layers.3.self_attn.in_proj_bias": 0.0093763442710042, + "transformer.layers.3.self_attn.out_proj.weight": 0.04591307416558266, + "transformer.layers.3.self_attn.out_proj.bias": 0.007500285282731056, + "transformer.layers.3.linear1.weight": 0.04309922829270363, + "transformer.layers.3.linear1.bias": 0.0040162126533687115, + "transformer.layers.3.linear2.weight": 0.028574209660291672, + "transformer.layers.3.linear2.bias": 0.008714746683835983, + "transformer.layers.3.norm1.weight": 0.006822554860264063, + "transformer.layers.3.norm1.bias": 0.012937542982399464, + "transformer.layers.3.norm2.weight": 0.002962428145110607, + "transformer.layers.3.norm2.bias": 0.005076279863715172, + "head.weight": 0.40896302461624146, + "head.bias": 0.01598389819264412, + "global_embedding.weight": 0.025957992300391197, + "global_cnn.0.weight": 0.15372131764888763, + "global_cnn.0.bias": 0.005117947235703468, + "global_cnn.2.weight": 0.3881092369556427, + "global_cnn.2.bias": 0.017261849716305733, + "global_proj.weight": 0.07968942821025848, + "global_proj.bias": 0.03963411971926689, + "goal_head.0.weight": 0.042687125504016876, + "goal_head.0.bias": 0.015264695510268211, + "goal_head.2.weight": 0.05379582196474075, + "goal_head.2.bias": 0.02938441000878811 + }, + { + "global_gate": 8.934296056395397e-05, + "embedding.weight": 0.0014910124009475112, + "cnn.0.weight": 0.04610445722937584, + "cnn.0.bias": 0.0016486450331285596, + "cnn.2.weight": 0.01214670855551958, + "cnn.2.bias": 0.005941623356193304, + "cnn.5.weight": 0.014645243063569069, + "cnn.5.bias": 0.003814908443018794, + "action_emb.weight": 0.009091492742300034, + "timestep_emb.weight": 0.0030753251630812883, + "pos_emb.weight": 0.005916859954595566, + "transformer.layers.0.self_attn.in_proj_weight": 0.03612526133656502, + "transformer.layers.0.self_attn.in_proj_bias": 0.002800888614729047, + "transformer.layers.0.self_attn.out_proj.weight": 0.03856392204761505, + "transformer.layers.0.self_attn.out_proj.bias": 0.00409421743825078, + "transformer.layers.0.linear1.weight": 0.05213966593146324, + "transformer.layers.0.linear1.bias": 0.0020498137455433607, + "transformer.layers.0.linear2.weight": 0.04860883206129074, + "transformer.layers.0.linear2.bias": 0.0030067707411944866, + "transformer.layers.0.norm1.weight": 0.0018650379497557878, + "transformer.layers.0.norm1.bias": 0.0022581692319363356, + "transformer.layers.0.norm2.weight": 0.0052015893161296844, + "transformer.layers.0.norm2.bias": 0.00248978310264647, + "transformer.layers.1.self_attn.in_proj_weight": 0.052311819046735764, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022275391966104507, + "transformer.layers.1.self_attn.out_proj.weight": 0.03127473592758179, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025079483166337013, + "transformer.layers.1.linear1.weight": 0.022570913657546043, + "transformer.layers.1.linear1.bias": 0.001163909095339477, + "transformer.layers.1.linear2.weight": 0.029697619378566742, + "transformer.layers.1.linear2.bias": 0.0025363676249980927, + "transformer.layers.1.norm1.weight": 0.0033560916781425476, + "transformer.layers.1.norm1.bias": 0.0026158145628869534, + "transformer.layers.1.norm2.weight": 0.0015785761643201113, + "transformer.layers.1.norm2.bias": 0.0009580263867974281, + "transformer.layers.2.self_attn.in_proj_weight": 0.051206979900598526, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028490840923041105, + "transformer.layers.2.self_attn.out_proj.weight": 0.039100974798202515, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028183271642774343, + "transformer.layers.2.linear1.weight": 0.019063331186771393, + "transformer.layers.2.linear1.bias": 0.0012283457908779383, + "transformer.layers.2.linear2.weight": 0.02219144068658352, + "transformer.layers.2.linear2.bias": 0.0030188746750354767, + "transformer.layers.2.norm1.weight": 0.0038653898518532515, + "transformer.layers.2.norm1.bias": 0.0037036992143839598, + "transformer.layers.2.norm2.weight": 0.001197165111079812, + "transformer.layers.2.norm2.bias": 0.0013333053793758154, + "transformer.layers.3.self_attn.in_proj_weight": 0.0717630460858345, + "transformer.layers.3.self_attn.in_proj_bias": 0.005107197444885969, + "transformer.layers.3.self_attn.out_proj.weight": 0.037904463708400726, + "transformer.layers.3.self_attn.out_proj.bias": 0.003897318849340081, + "transformer.layers.3.linear1.weight": 0.028607720509171486, + "transformer.layers.3.linear1.bias": 0.0021350549068301916, + "transformer.layers.3.linear2.weight": 0.020777106285095215, + "transformer.layers.3.linear2.bias": 0.00454421853646636, + "transformer.layers.3.norm1.weight": 0.0054308753460645676, + "transformer.layers.3.norm1.bias": 0.006502494681626558, + "transformer.layers.3.norm2.weight": 0.0018727838760241866, + "transformer.layers.3.norm2.bias": 0.0025387576315551996, + "head.weight": 0.3071525990962982, + "head.bias": 0.010928007774055004, + "global_embedding.weight": 0.03176398575305939, + "global_cnn.0.weight": 0.25071871280670166, + "global_cnn.0.bias": 0.008846307173371315, + "global_cnn.2.weight": 0.6372732520103455, + "global_cnn.2.bias": 0.0248430036008358, + "global_proj.weight": 0.11213604360818863, + "global_proj.bias": 0.05199524387717247, + "goal_head.0.weight": 0.0620071142911911, + "goal_head.0.bias": 0.02062080428004265, + "goal_head.2.weight": 0.07753918319940567, + "goal_head.2.bias": 0.03895876184105873 + }, + { + "global_gate": 0.0003473027318250388, + "embedding.weight": 0.0019675912335515022, + "cnn.0.weight": 0.05196990445256233, + "cnn.0.bias": 0.002165785524994135, + "cnn.2.weight": 0.012481407262384892, + "cnn.2.bias": 0.005230969749391079, + "cnn.5.weight": 0.01484766136854887, + "cnn.5.bias": 0.004060470033437014, + "action_emb.weight": 0.013763816095888615, + "timestep_emb.weight": 0.0031714278738945723, + "pos_emb.weight": 0.004799769259989262, + "transformer.layers.0.self_attn.in_proj_weight": 0.04347590357065201, + "transformer.layers.0.self_attn.in_proj_bias": 0.003418256063014269, + "transformer.layers.0.self_attn.out_proj.weight": 0.041025351732969284, + "transformer.layers.0.self_attn.out_proj.bias": 0.004905650857836008, + "transformer.layers.0.linear1.weight": 0.06636886298656464, + "transformer.layers.0.linear1.bias": 0.0023381239734590054, + "transformer.layers.0.linear2.weight": 0.05301494523882866, + "transformer.layers.0.linear2.bias": 0.004277772270143032, + "transformer.layers.0.norm1.weight": 0.002454781671985984, + "transformer.layers.0.norm1.bias": 0.0029986195731908083, + "transformer.layers.0.norm2.weight": 0.007113422267138958, + "transformer.layers.0.norm2.bias": 0.001841893419623375, + "transformer.layers.1.self_attn.in_proj_weight": 0.04508508741855621, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024464428424835205, + "transformer.layers.1.self_attn.out_proj.weight": 0.04642122983932495, + "transformer.layers.1.self_attn.out_proj.bias": 0.0037738627288490534, + "transformer.layers.1.linear1.weight": 0.029986847192049026, + "transformer.layers.1.linear1.bias": 0.001416468876414001, + "transformer.layers.1.linear2.weight": 0.03667892515659332, + "transformer.layers.1.linear2.bias": 0.0037665374111384153, + "transformer.layers.1.norm1.weight": 0.002843990921974182, + "transformer.layers.1.norm1.bias": 0.0023264961782842875, + "transformer.layers.1.norm2.weight": 0.0027260317001491785, + "transformer.layers.1.norm2.bias": 0.0011822463711723685, + "transformer.layers.2.self_attn.in_proj_weight": 0.04654036834836006, + "transformer.layers.2.self_attn.in_proj_bias": 0.003219399368390441, + "transformer.layers.2.self_attn.out_proj.weight": 0.04490059241652489, + "transformer.layers.2.self_attn.out_proj.bias": 0.0037948605604469776, + "transformer.layers.2.linear1.weight": 0.02291654236614704, + "transformer.layers.2.linear1.bias": 0.0015147605445235968, + "transformer.layers.2.linear2.weight": 0.027995333075523376, + "transformer.layers.2.linear2.bias": 0.003971356898546219, + "transformer.layers.2.norm1.weight": 0.0030751440208405256, + "transformer.layers.2.norm1.bias": 0.0037046545185148716, + "transformer.layers.2.norm2.weight": 0.001535234972834587, + "transformer.layers.2.norm2.bias": 0.0014267269289121032, + "transformer.layers.3.self_attn.in_proj_weight": 0.08185548335313797, + "transformer.layers.3.self_attn.in_proj_bias": 0.005350920371711254, + "transformer.layers.3.self_attn.out_proj.weight": 0.047146886587142944, + "transformer.layers.3.self_attn.out_proj.bias": 0.00497589772567153, + "transformer.layers.3.linear1.weight": 0.038232531398534775, + "transformer.layers.3.linear1.bias": 0.002805369673296809, + "transformer.layers.3.linear2.weight": 0.024294499307870865, + "transformer.layers.3.linear2.bias": 0.005174610763788223, + "transformer.layers.3.norm1.weight": 0.006669487804174423, + "transformer.layers.3.norm1.bias": 0.00677949795499444, + "transformer.layers.3.norm2.weight": 0.0025778557173907757, + "transformer.layers.3.norm2.bias": 0.0028234291821718216, + "head.weight": 0.3826766312122345, + "head.bias": 0.01295790821313858, + "global_embedding.weight": 0.021657783538103104, + "global_cnn.0.weight": 0.07697759568691254, + "global_cnn.0.bias": 0.0037667700089514256, + "global_cnn.2.weight": 0.14347192645072937, + "global_cnn.2.bias": 0.005789804272353649, + "global_proj.weight": 0.04469013959169388, + "global_proj.bias": 0.02076001651585102, + "goal_head.0.weight": 0.03175568953156471, + "goal_head.0.bias": 0.010650481097400188, + "goal_head.2.weight": 0.04412353038787842, + "goal_head.2.bias": 0.022802064195275307 + }, + { + "global_gate": 0.0003611427382566035, + "embedding.weight": 0.0016931904247030616, + "cnn.0.weight": 0.04460882395505905, + "cnn.0.bias": 0.002060679951682687, + "cnn.2.weight": 0.014352839440107346, + "cnn.2.bias": 0.007401543669402599, + "cnn.5.weight": 0.013064943253993988, + "cnn.5.bias": 0.004383029416203499, + "action_emb.weight": 0.0046601970680058, + "timestep_emb.weight": 0.0014414142351597548, + "pos_emb.weight": 0.003025054931640625, + "transformer.layers.0.self_attn.in_proj_weight": 0.029166441410779953, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027329809963703156, + "transformer.layers.0.self_attn.out_proj.weight": 0.030275115743279457, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037765256129205227, + "transformer.layers.0.linear1.weight": 0.027659667655825615, + "transformer.layers.0.linear1.bias": 0.0015729384031146765, + "transformer.layers.0.linear2.weight": 0.03219091147184372, + "transformer.layers.0.linear2.bias": 0.003001301782205701, + "transformer.layers.0.norm1.weight": 0.0017681792378425598, + "transformer.layers.0.norm1.bias": 0.002663947409018874, + "transformer.layers.0.norm2.weight": 0.0023857182823121548, + "transformer.layers.0.norm2.bias": 0.0015418396797031164, + "transformer.layers.1.self_attn.in_proj_weight": 0.03010905534029007, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020846850238740444, + "transformer.layers.1.self_attn.out_proj.weight": 0.03297685831785202, + "transformer.layers.1.self_attn.out_proj.bias": 0.002299392828717828, + "transformer.layers.1.linear1.weight": 0.01704331859946251, + "transformer.layers.1.linear1.bias": 0.000994150759652257, + "transformer.layers.1.linear2.weight": 0.022140642628073692, + "transformer.layers.1.linear2.bias": 0.002042299835011363, + "transformer.layers.1.norm1.weight": 0.0022459535393863916, + "transformer.layers.1.norm1.bias": 0.0022783244494348764, + "transformer.layers.1.norm2.weight": 0.0013269409537315369, + "transformer.layers.1.norm2.bias": 0.00106908252928406, + "transformer.layers.2.self_attn.in_proj_weight": 0.031061675399541855, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017594818491488695, + "transformer.layers.2.self_attn.out_proj.weight": 0.026947546750307083, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019922994542866945, + "transformer.layers.2.linear1.weight": 0.014297803863883018, + "transformer.layers.2.linear1.bias": 0.0009170315461233258, + "transformer.layers.2.linear2.weight": 0.01647684909403324, + "transformer.layers.2.linear2.bias": 0.0018758076475933194, + "transformer.layers.2.norm1.weight": 0.0022326360922306776, + "transformer.layers.2.norm1.bias": 0.0020466989371925592, + "transformer.layers.2.norm2.weight": 0.0009918633149936795, + "transformer.layers.2.norm2.bias": 0.0009537783917039633, + "transformer.layers.3.self_attn.in_proj_weight": 0.051001254469156265, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028534012380987406, + "transformer.layers.3.self_attn.out_proj.weight": 0.027362534776329994, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019456868758425117, + "transformer.layers.3.linear1.weight": 0.022950705140829086, + "transformer.layers.3.linear1.bias": 0.0016362182796001434, + "transformer.layers.3.linear2.weight": 0.013699210248887539, + "transformer.layers.3.linear2.bias": 0.002144990023225546, + "transformer.layers.3.norm1.weight": 0.0044550285674631596, + "transformer.layers.3.norm1.bias": 0.003545360406860709, + "transformer.layers.3.norm2.weight": 0.0016732580261304975, + "transformer.layers.3.norm2.bias": 0.002130771055817604, + "head.weight": 0.17049068212509155, + "head.bias": 0.003679584013298154, + "global_embedding.weight": 0.010778266936540604, + "global_cnn.0.weight": 0.11746373772621155, + "global_cnn.0.bias": 0.005146637558937073, + "global_cnn.2.weight": 0.24237219989299774, + "global_cnn.2.bias": 0.015268009155988693, + "global_proj.weight": 0.06174713373184204, + "global_proj.bias": 0.04714968428015709, + "goal_head.0.weight": 0.04174274578690529, + "goal_head.0.bias": 0.02031419612467289, + "goal_head.2.weight": 0.06222355365753174, + "goal_head.2.bias": 0.046779338270425797 + }, + { + "global_gate": 0.0005761601496487856, + "embedding.weight": 0.0014429891016334295, + "cnn.0.weight": 0.04186427965760231, + "cnn.0.bias": 0.0018262234516441822, + "cnn.2.weight": 0.01738208532333374, + "cnn.2.bias": 0.011894095689058304, + "cnn.5.weight": 0.018008200451731682, + "cnn.5.bias": 0.006033715326339006, + "action_emb.weight": 0.015491756610572338, + "timestep_emb.weight": 0.002176482230424881, + "pos_emb.weight": 0.004136274103075266, + "transformer.layers.0.self_attn.in_proj_weight": 0.05622224509716034, + "transformer.layers.0.self_attn.in_proj_bias": 0.005246905609965324, + "transformer.layers.0.self_attn.out_proj.weight": 0.04650522395968437, + "transformer.layers.0.self_attn.out_proj.bias": 0.006911889649927616, + "transformer.layers.0.linear1.weight": 0.06935466825962067, + "transformer.layers.0.linear1.bias": 0.0033597250003367662, + "transformer.layers.0.linear2.weight": 0.06641262024641037, + "transformer.layers.0.linear2.bias": 0.005711458623409271, + "transformer.layers.0.norm1.weight": 0.0037264323327690363, + "transformer.layers.0.norm1.bias": 0.004811544436961412, + "transformer.layers.0.norm2.weight": 0.006884155794978142, + "transformer.layers.0.norm2.bias": 0.0035552005283534527, + "transformer.layers.1.self_attn.in_proj_weight": 0.058924201875925064, + "transformer.layers.1.self_attn.in_proj_bias": 0.003561699762940407, + "transformer.layers.1.self_attn.out_proj.weight": 0.05725785344839096, + "transformer.layers.1.self_attn.out_proj.bias": 0.004612380173057318, + "transformer.layers.1.linear1.weight": 0.036567434668540955, + "transformer.layers.1.linear1.bias": 0.002135376213118434, + "transformer.layers.1.linear2.weight": 0.047813307493925095, + "transformer.layers.1.linear2.bias": 0.004610818810760975, + "transformer.layers.1.norm1.weight": 0.004065152257680893, + "transformer.layers.1.norm1.bias": 0.0034863287582993507, + "transformer.layers.1.norm2.weight": 0.0028100835625082254, + "transformer.layers.1.norm2.bias": 0.0022295417729765177, + "transformer.layers.2.self_attn.in_proj_weight": 0.05391376093029976, + "transformer.layers.2.self_attn.in_proj_bias": 0.003797715064138174, + "transformer.layers.2.self_attn.out_proj.weight": 0.05087227746844292, + "transformer.layers.2.self_attn.out_proj.bias": 0.004659503698348999, + "transformer.layers.2.linear1.weight": 0.03374840319156647, + "transformer.layers.2.linear1.bias": 0.00238036853261292, + "transformer.layers.2.linear2.weight": 0.03506213054060936, + "transformer.layers.2.linear2.bias": 0.005119281820952892, + "transformer.layers.2.norm1.weight": 0.004010837525129318, + "transformer.layers.2.norm1.bias": 0.004036464262753725, + "transformer.layers.2.norm2.weight": 0.0025867181830108166, + "transformer.layers.2.norm2.bias": 0.0031399952713400126, + "transformer.layers.3.self_attn.in_proj_weight": 0.10742823779582977, + "transformer.layers.3.self_attn.in_proj_bias": 0.009928018786013126, + "transformer.layers.3.self_attn.out_proj.weight": 0.0504690520465374, + "transformer.layers.3.self_attn.out_proj.bias": 0.007565661333501339, + "transformer.layers.3.linear1.weight": 0.060024112462997437, + "transformer.layers.3.linear1.bias": 0.005404323805123568, + "transformer.layers.3.linear2.weight": 0.03227446600794792, + "transformer.layers.3.linear2.bias": 0.00927344337105751, + "transformer.layers.3.norm1.weight": 0.008759139105677605, + "transformer.layers.3.norm1.bias": 0.01399228349328041, + "transformer.layers.3.norm2.weight": 0.004057393409311771, + "transformer.layers.3.norm2.bias": 0.006956777535378933, + "head.weight": 0.47617873549461365, + "head.bias": 0.018636638298630714, + "global_embedding.weight": 0.029476694762706757, + "global_cnn.0.weight": 0.10993552953004837, + "global_cnn.0.bias": 0.004084314685314894, + "global_cnn.2.weight": 0.14985769987106323, + "global_cnn.2.bias": 0.0067740073427557945, + "global_proj.weight": 0.027057873085141182, + "global_proj.bias": 0.01335750799626112, + "goal_head.0.weight": 0.00922767911106348, + "goal_head.0.bias": 0.0036463062278926373, + "goal_head.2.weight": 0.01126572024077177, + "goal_head.2.bias": 0.008550631813704967 + }, + { + "global_gate": 8.620393055025488e-05, + "embedding.weight": 0.0034332294017076492, + "cnn.0.weight": 0.07206857949495316, + "cnn.0.bias": 0.0025050207041203976, + "cnn.2.weight": 0.01491358783096075, + "cnn.2.bias": 0.005631816107779741, + "cnn.5.weight": 0.016048308461904526, + "cnn.5.bias": 0.004927980247884989, + "action_emb.weight": 0.0034324433654546738, + "timestep_emb.weight": 0.0012641482753679156, + "pos_emb.weight": 0.0019767265766859055, + "transformer.layers.0.self_attn.in_proj_weight": 0.02811911515891552, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027361430693417788, + "transformer.layers.0.self_attn.out_proj.weight": 0.02633383497595787, + "transformer.layers.0.self_attn.out_proj.bias": 0.004007900599390268, + "transformer.layers.0.linear1.weight": 0.021168380975723267, + "transformer.layers.0.linear1.bias": 0.0014983839355409145, + "transformer.layers.0.linear2.weight": 0.02497851476073265, + "transformer.layers.0.linear2.bias": 0.002178486669436097, + "transformer.layers.0.norm1.weight": 0.0016893341671675444, + "transformer.layers.0.norm1.bias": 0.0024494321551173925, + "transformer.layers.0.norm2.weight": 0.0018275717739015818, + "transformer.layers.0.norm2.bias": 0.002621546620503068, + "transformer.layers.1.self_attn.in_proj_weight": 0.023634692654013634, + "transformer.layers.1.self_attn.in_proj_bias": 0.001543475897051394, + "transformer.layers.1.self_attn.out_proj.weight": 0.02303791604936123, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015607456443831325, + "transformer.layers.1.linear1.weight": 0.01202488224953413, + "transformer.layers.1.linear1.bias": 0.0007457358296960592, + "transformer.layers.1.linear2.weight": 0.016576586291193962, + "transformer.layers.1.linear2.bias": 0.001389897894114256, + "transformer.layers.1.norm1.weight": 0.0015988778322935104, + "transformer.layers.1.norm1.bias": 0.0017172906082123518, + "transformer.layers.1.norm2.weight": 0.0009553545387461782, + "transformer.layers.1.norm2.bias": 0.0009637484326958656, + "transformer.layers.2.self_attn.in_proj_weight": 0.02522466890513897, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014238727744668722, + "transformer.layers.2.self_attn.out_proj.weight": 0.018415581434965134, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012476788833737373, + "transformer.layers.2.linear1.weight": 0.009262936189770699, + "transformer.layers.2.linear1.bias": 0.0005865110433660448, + "transformer.layers.2.linear2.weight": 0.01097667682915926, + "transformer.layers.2.linear2.bias": 0.0012605597730726004, + "transformer.layers.2.norm1.weight": 0.0018042342271655798, + "transformer.layers.2.norm1.bias": 0.001581673277541995, + "transformer.layers.2.norm2.weight": 0.0006241769879125059, + "transformer.layers.2.norm2.bias": 0.0006516861612908542, + "transformer.layers.3.self_attn.in_proj_weight": 0.027867576107382774, + "transformer.layers.3.self_attn.in_proj_bias": 0.0023639225400984287, + "transformer.layers.3.self_attn.out_proj.weight": 0.017609436064958572, + "transformer.layers.3.self_attn.out_proj.bias": 0.001649222569540143, + "transformer.layers.3.linear1.weight": 0.01964922621846199, + "transformer.layers.3.linear1.bias": 0.001642594812437892, + "transformer.layers.3.linear2.weight": 0.012094317004084587, + "transformer.layers.3.linear2.bias": 0.0019554453901946545, + "transformer.layers.3.norm1.weight": 0.0023194407112896442, + "transformer.layers.3.norm1.bias": 0.003260229015722871, + "transformer.layers.3.norm2.weight": 0.0013084430247545242, + "transformer.layers.3.norm2.bias": 0.002075368305668235, + "head.weight": 0.1214325875043869, + "head.bias": 0.0031423592008650303, + "global_embedding.weight": 0.0099490350112319, + "global_cnn.0.weight": 0.08158072084188461, + "global_cnn.0.bias": 0.0027341553941369057, + "global_cnn.2.weight": 0.18934011459350586, + "global_cnn.2.bias": 0.007793308235704899, + "global_proj.weight": 0.04736122488975525, + "global_proj.bias": 0.024303853511810303, + "goal_head.0.weight": 0.026217078790068626, + "goal_head.0.bias": 0.009340377524495125, + "goal_head.2.weight": 0.035547129809856415, + "goal_head.2.bias": 0.019331995397806168 + }, + { + "global_gate": 6.551866135851014e-06, + "embedding.weight": 0.0012300058733671904, + "cnn.0.weight": 0.03233865275979042, + "cnn.0.bias": 0.0012913458049297333, + "cnn.2.weight": 0.00871798675507307, + "cnn.2.bias": 0.0017439107177779078, + "cnn.5.weight": 0.011491178534924984, + "cnn.5.bias": 0.00238549686037004, + "action_emb.weight": 0.003809765912592411, + "timestep_emb.weight": 0.0013915583258494735, + "pos_emb.weight": 0.0023573688231408596, + "transformer.layers.0.self_attn.in_proj_weight": 0.02946443483233452, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029873985331505537, + "transformer.layers.0.self_attn.out_proj.weight": 0.027253519743680954, + "transformer.layers.0.self_attn.out_proj.bias": 0.004060746170580387, + "transformer.layers.0.linear1.weight": 0.023386305198073387, + "transformer.layers.0.linear1.bias": 0.001507106702774763, + "transformer.layers.0.linear2.weight": 0.02686401642858982, + "transformer.layers.0.linear2.bias": 0.0022841840982437134, + "transformer.layers.0.norm1.weight": 0.001680464018136263, + "transformer.layers.0.norm1.bias": 0.0028088935650885105, + "transformer.layers.0.norm2.weight": 0.001956021646037698, + "transformer.layers.0.norm2.bias": 0.0023543338757008314, + "transformer.layers.1.self_attn.in_proj_weight": 0.026187533512711525, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016870979452505708, + "transformer.layers.1.self_attn.out_proj.weight": 0.024985037744045258, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014291265979409218, + "transformer.layers.1.linear1.weight": 0.013373767957091331, + "transformer.layers.1.linear1.bias": 0.0007337018614634871, + "transformer.layers.1.linear2.weight": 0.01683873124420643, + "transformer.layers.1.linear2.bias": 0.0012846182798966765, + "transformer.layers.1.norm1.weight": 0.0018156100995838642, + "transformer.layers.1.norm1.bias": 0.0019084688974544406, + "transformer.layers.1.norm2.weight": 0.0010409904643893242, + "transformer.layers.1.norm2.bias": 0.0007459308253601193, + "transformer.layers.2.self_attn.in_proj_weight": 0.024671945720911026, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012574432184919715, + "transformer.layers.2.self_attn.out_proj.weight": 0.02067297324538231, + "transformer.layers.2.self_attn.out_proj.bias": 0.001115830265916884, + "transformer.layers.2.linear1.weight": 0.010680112056434155, + "transformer.layers.2.linear1.bias": 0.0005993214435875416, + "transformer.layers.2.linear2.weight": 0.012616435065865517, + "transformer.layers.2.linear2.bias": 0.0010365115012973547, + "transformer.layers.2.norm1.weight": 0.0022704871371388435, + "transformer.layers.2.norm1.bias": 0.0013911164132878184, + "transformer.layers.2.norm2.weight": 0.000798508059233427, + "transformer.layers.2.norm2.bias": 0.0007256092503666878, + "transformer.layers.3.self_attn.in_proj_weight": 0.03636457398533821, + "transformer.layers.3.self_attn.in_proj_bias": 0.001984762027859688, + "transformer.layers.3.self_attn.out_proj.weight": 0.018809955567121506, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013271743664517999, + "transformer.layers.3.linear1.weight": 0.01792483776807785, + "transformer.layers.3.linear1.bias": 0.001212913659401238, + "transformer.layers.3.linear2.weight": 0.01139893103390932, + "transformer.layers.3.linear2.bias": 0.0014170475769788027, + "transformer.layers.3.norm1.weight": 0.0033333664759993553, + "transformer.layers.3.norm1.bias": 0.002647704677656293, + "transformer.layers.3.norm2.weight": 0.0013454679865390062, + "transformer.layers.3.norm2.bias": 0.0015614902367815375, + "head.weight": 0.12871666252613068, + "head.bias": 0.0024352185428142548, + "global_embedding.weight": 0.020433995872735977, + "global_cnn.0.weight": 0.17621967196464539, + "global_cnn.0.bias": 0.00785521324723959, + "global_cnn.2.weight": 0.27237194776535034, + "global_cnn.2.bias": 0.014263049699366093, + "global_proj.weight": 0.09582354128360748, + "global_proj.bias": 0.06791915744543076, + "goal_head.0.weight": 0.07165617495775223, + "goal_head.0.bias": 0.033294979482889175, + "goal_head.2.weight": 0.10532035678625107, + "goal_head.2.bias": 0.07841125875711441 + }, + { + "global_gate": 2.9081649699946865e-05, + "embedding.weight": 0.0009209022391587496, + "cnn.0.weight": 0.021326841786503792, + "cnn.0.bias": 0.0011166180483996868, + "cnn.2.weight": 0.007340888027101755, + "cnn.2.bias": 0.0019202637486159801, + "cnn.5.weight": 0.008198609575629234, + "cnn.5.bias": 0.002015594393014908, + "action_emb.weight": 0.004334437195211649, + "timestep_emb.weight": 0.0013418903108686209, + "pos_emb.weight": 0.003031035652384162, + "transformer.layers.0.self_attn.in_proj_weight": 0.02542225830256939, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024506321642547846, + "transformer.layers.0.self_attn.out_proj.weight": 0.021842407062649727, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031784672755748034, + "transformer.layers.0.linear1.weight": 0.02436046488583088, + "transformer.layers.0.linear1.bias": 0.0012725804699584842, + "transformer.layers.0.linear2.weight": 0.0260295607149601, + "transformer.layers.0.linear2.bias": 0.0025893559213727713, + "transformer.layers.0.norm1.weight": 0.0014246937353163958, + "transformer.layers.0.norm1.bias": 0.0023685491178184748, + "transformer.layers.0.norm2.weight": 0.00226589129306376, + "transformer.layers.0.norm2.bias": 0.0012666168622672558, + "transformer.layers.1.self_attn.in_proj_weight": 0.02377607673406601, + "transformer.layers.1.self_attn.in_proj_bias": 0.001456708530895412, + "transformer.layers.1.self_attn.out_proj.weight": 0.02458213083446026, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021563831251114607, + "transformer.layers.1.linear1.weight": 0.014417417347431183, + "transformer.layers.1.linear1.bias": 0.0008246420766226947, + "transformer.layers.1.linear2.weight": 0.019429028034210205, + "transformer.layers.1.linear2.bias": 0.00204548891633749, + "transformer.layers.1.norm1.weight": 0.0016779910074546933, + "transformer.layers.1.norm1.bias": 0.0013433753047138453, + "transformer.layers.1.norm2.weight": 0.0010837360750883818, + "transformer.layers.1.norm2.bias": 0.0009139601024799049, + "transformer.layers.2.self_attn.in_proj_weight": 0.02297612465918064, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015365827130153775, + "transformer.layers.2.self_attn.out_proj.weight": 0.021911274641752243, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020026061683893204, + "transformer.layers.2.linear1.weight": 0.012737559154629707, + "transformer.layers.2.linear1.bias": 0.0008469061576761305, + "transformer.layers.2.linear2.weight": 0.015808332711458206, + "transformer.layers.2.linear2.bias": 0.00214176787994802, + "transformer.layers.2.norm1.weight": 0.0013965924736112356, + "transformer.layers.2.norm1.bias": 0.001223949366249144, + "transformer.layers.2.norm2.weight": 0.0008704683277755976, + "transformer.layers.2.norm2.bias": 0.001051469473168254, + "transformer.layers.3.self_attn.in_proj_weight": 0.04820488020777702, + "transformer.layers.3.self_attn.in_proj_bias": 0.0038639779668301344, + "transformer.layers.3.self_attn.out_proj.weight": 0.024284398183226585, + "transformer.layers.3.self_attn.out_proj.bias": 0.0031618326902389526, + "transformer.layers.3.linear1.weight": 0.028663011267781258, + "transformer.layers.3.linear1.bias": 0.002681410638615489, + "transformer.layers.3.linear2.weight": 0.014684030786156654, + "transformer.layers.3.linear2.bias": 0.004162914119660854, + "transformer.layers.3.norm1.weight": 0.003568455809727311, + "transformer.layers.3.norm1.bias": 0.005174449644982815, + "transformer.layers.3.norm2.weight": 0.0020083091221749783, + "transformer.layers.3.norm2.bias": 0.003857057774439454, + "head.weight": 0.2212895303964615, + "head.bias": 0.009070144966244698, + "global_embedding.weight": 0.011038850992918015, + "global_cnn.0.weight": 0.13076473772525787, + "global_cnn.0.bias": 0.005805144086480141, + "global_cnn.2.weight": 0.3395930826663971, + "global_cnn.2.bias": 0.020035868510603905, + "global_proj.weight": 0.0941886156797409, + "global_proj.bias": 0.0774519219994545, + "goal_head.0.weight": 0.06959351897239685, + "goal_head.0.bias": 0.036007724702358246, + "goal_head.2.weight": 0.10184779018163681, + "goal_head.2.bias": 0.08645313233137131 + }, + { + "global_gate": 2.9771215849905275e-05, + "embedding.weight": 0.0013767299242317677, + "cnn.0.weight": 0.025443052873015404, + "cnn.0.bias": 0.001014319946989417, + "cnn.2.weight": 0.009378820657730103, + "cnn.2.bias": 0.00224561570212245, + "cnn.5.weight": 0.01817350648343563, + "cnn.5.bias": 0.001911631436087191, + "action_emb.weight": 0.004943070933222771, + "timestep_emb.weight": 0.001017926842905581, + "pos_emb.weight": 0.0023121177218854427, + "transformer.layers.0.self_attn.in_proj_weight": 0.019970862194895744, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016069490229710937, + "transformer.layers.0.self_attn.out_proj.weight": 0.018869629129767418, + "transformer.layers.0.self_attn.out_proj.bias": 0.00205201911740005, + "transformer.layers.0.linear1.weight": 0.024538641795516014, + "transformer.layers.0.linear1.bias": 0.0009582159691490233, + "transformer.layers.0.linear2.weight": 0.021974025294184685, + "transformer.layers.0.linear2.bias": 0.0015194666339084506, + "transformer.layers.0.norm1.weight": 0.001411148812621832, + "transformer.layers.0.norm1.bias": 0.0017139151459559798, + "transformer.layers.0.norm2.weight": 0.002443480771034956, + "transformer.layers.0.norm2.bias": 0.0009232501615770161, + "transformer.layers.1.self_attn.in_proj_weight": 0.019091814756393433, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011469979071989655, + "transformer.layers.1.self_attn.out_proj.weight": 0.017309965565800667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013137540081515908, + "transformer.layers.1.linear1.weight": 0.014127608388662338, + "transformer.layers.1.linear1.bias": 0.0006815194501541555, + "transformer.layers.1.linear2.weight": 0.015609708614647388, + "transformer.layers.1.linear2.bias": 0.001233448158018291, + "transformer.layers.1.norm1.weight": 0.0013741716975346208, + "transformer.layers.1.norm1.bias": 0.0013485117815434933, + "transformer.layers.1.norm2.weight": 0.0011874574702233076, + "transformer.layers.1.norm2.bias": 0.0007708591292612255, + "transformer.layers.2.self_attn.in_proj_weight": 0.023847894743084908, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012524004559963942, + "transformer.layers.2.self_attn.out_proj.weight": 0.01594517193734646, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011738030007109046, + "transformer.layers.2.linear1.weight": 0.009492982178926468, + "transformer.layers.2.linear1.bias": 0.0005445480928756297, + "transformer.layers.2.linear2.weight": 0.011217889375984669, + "transformer.layers.2.linear2.bias": 0.0011824006214737892, + "transformer.layers.2.norm1.weight": 0.0016944011440500617, + "transformer.layers.2.norm1.bias": 0.001217265846207738, + "transformer.layers.2.norm2.weight": 0.0005441490793600678, + "transformer.layers.2.norm2.bias": 0.000523014401551336, + "transformer.layers.3.self_attn.in_proj_weight": 0.03658279776573181, + "transformer.layers.3.self_attn.in_proj_bias": 0.0027898172847926617, + "transformer.layers.3.self_attn.out_proj.weight": 0.012923939153552055, + "transformer.layers.3.self_attn.out_proj.bias": 0.00183357042260468, + "transformer.layers.3.linear1.weight": 0.016281817108392715, + "transformer.layers.3.linear1.bias": 0.0012944022892042994, + "transformer.layers.3.linear2.weight": 0.010347134433686733, + "transformer.layers.3.linear2.bias": 0.002151680877432227, + "transformer.layers.3.norm1.weight": 0.0030408850871026516, + "transformer.layers.3.norm1.bias": 0.003877873532474041, + "transformer.layers.3.norm2.weight": 0.0011212286772206426, + "transformer.layers.3.norm2.bias": 0.0014944483991712332, + "head.weight": 0.11943037062883377, + "head.bias": 0.004554133862257004, + "global_embedding.weight": 0.009609137661755085, + "global_cnn.0.weight": 0.13521678745746613, + "global_cnn.0.bias": 0.005737431347370148, + "global_cnn.2.weight": 0.19018855690956116, + "global_cnn.2.bias": 0.009246625937521458, + "global_proj.weight": 0.06354667991399765, + "global_proj.bias": 0.03871946781873703, + "goal_head.0.weight": 0.044223424047231674, + "goal_head.0.bias": 0.01886141486465931, + "goal_head.2.weight": 0.062091100960969925, + "goal_head.2.bias": 0.0436602458357811 + }, + { + "global_gate": 0.00032052287133410573, + "embedding.weight": 0.0016101517248898745, + "cnn.0.weight": 0.033695757389068604, + "cnn.0.bias": 0.0011792727746069431, + "cnn.2.weight": 0.011014671996235847, + "cnn.2.bias": 0.005439720116555691, + "cnn.5.weight": 0.009777284227311611, + "cnn.5.bias": 0.0029996181838214397, + "action_emb.weight": 0.005484137684106827, + "timestep_emb.weight": 0.001084987074136734, + "pos_emb.weight": 0.0023887637071311474, + "transformer.layers.0.self_attn.in_proj_weight": 0.02849884144961834, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025959580671042204, + "transformer.layers.0.self_attn.out_proj.weight": 0.025821605697274208, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030499303247779608, + "transformer.layers.0.linear1.weight": 0.02818096987903118, + "transformer.layers.0.linear1.bias": 0.0013126411940902472, + "transformer.layers.0.linear2.weight": 0.02495579794049263, + "transformer.layers.0.linear2.bias": 0.0021812680643051863, + "transformer.layers.0.norm1.weight": 0.0017237338470295072, + "transformer.layers.0.norm1.bias": 0.002656425815075636, + "transformer.layers.0.norm2.weight": 0.002882366767153144, + "transformer.layers.0.norm2.bias": 0.0012696643825620413, + "transformer.layers.1.self_attn.in_proj_weight": 0.022904524579644203, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013480655616149306, + "transformer.layers.1.self_attn.out_proj.weight": 0.019245538860559464, + "transformer.layers.1.self_attn.out_proj.bias": 0.001676345244050026, + "transformer.layers.1.linear1.weight": 0.01260983757674694, + "transformer.layers.1.linear1.bias": 0.0007690451457165182, + "transformer.layers.1.linear2.weight": 0.015747129917144775, + "transformer.layers.1.linear2.bias": 0.0015297906938940287, + "transformer.layers.1.norm1.weight": 0.001669678371399641, + "transformer.layers.1.norm1.bias": 0.0014080791734158993, + "transformer.layers.1.norm2.weight": 0.0010279315756633878, + "transformer.layers.1.norm2.bias": 0.0009114305139519274, + "transformer.layers.2.self_attn.in_proj_weight": 0.019999755546450615, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011528205359354615, + "transformer.layers.2.self_attn.out_proj.weight": 0.01821177639067173, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014023538678884506, + "transformer.layers.2.linear1.weight": 0.010423434898257256, + "transformer.layers.2.linear1.bias": 0.0007206089212559164, + "transformer.layers.2.linear2.weight": 0.011770600453019142, + "transformer.layers.2.linear2.bias": 0.0014436420751735568, + "transformer.layers.2.norm1.weight": 0.0013011690462008119, + "transformer.layers.2.norm1.bias": 0.0011657922295853496, + "transformer.layers.2.norm2.weight": 0.0007866468513384461, + "transformer.layers.2.norm2.bias": 0.0009944182820618153, + "transformer.layers.3.self_attn.in_proj_weight": 0.03801003098487854, + "transformer.layers.3.self_attn.in_proj_bias": 0.002667191904038191, + "transformer.layers.3.self_attn.out_proj.weight": 0.019590098410844803, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018862030701711774, + "transformer.layers.3.linear1.weight": 0.01921742409467697, + "transformer.layers.3.linear1.bias": 0.0015718006761744618, + "transformer.layers.3.linear2.weight": 0.010526908561587334, + "transformer.layers.3.linear2.bias": 0.0023576784878969193, + "transformer.layers.3.norm1.weight": 0.0032231558579951525, + "transformer.layers.3.norm1.bias": 0.003741827327758074, + "transformer.layers.3.norm2.weight": 0.001477705780416727, + "transformer.layers.3.norm2.bias": 0.00218263384886086, + "head.weight": 0.1415766030550003, + "head.bias": 0.003918492700904608, + "global_embedding.weight": 0.00326932524330914, + "global_cnn.0.weight": 0.023958224803209305, + "global_cnn.0.bias": 0.0009315429488196969, + "global_cnn.2.weight": 0.044177085161209106, + "global_cnn.2.bias": 0.001861012540757656, + "global_proj.weight": 0.010441110469400883, + "global_proj.bias": 0.006692882627248764, + "goal_head.0.weight": 0.0049210055731236935, + "goal_head.0.bias": 0.00242467038333416, + "goal_head.2.weight": 0.007421096786856651, + "goal_head.2.bias": 0.005407010205090046 + }, + { + "global_gate": 0.0004925415851175785, + "embedding.weight": 0.004152512643486261, + "cnn.0.weight": 0.09040450304746628, + "cnn.0.bias": 0.0023918249644339085, + "cnn.2.weight": 0.020797787234187126, + "cnn.2.bias": 0.0071538588963449, + "cnn.5.weight": 0.01690988801419735, + "cnn.5.bias": 0.004955037031322718, + "action_emb.weight": 0.007868415676057339, + "timestep_emb.weight": 0.0035966085270047188, + "pos_emb.weight": 0.005884715821594, + "transformer.layers.0.self_attn.in_proj_weight": 0.05645950138568878, + "transformer.layers.0.self_attn.in_proj_bias": 0.0051641520112752914, + "transformer.layers.0.self_attn.out_proj.weight": 0.0526806004345417, + "transformer.layers.0.self_attn.out_proj.bias": 0.00722477026283741, + "transformer.layers.0.linear1.weight": 0.04700218141078949, + "transformer.layers.0.linear1.bias": 0.002792145125567913, + "transformer.layers.0.linear2.weight": 0.05224183201789856, + "transformer.layers.0.linear2.bias": 0.00514470599591732, + "transformer.layers.0.norm1.weight": 0.003201205050572753, + "transformer.layers.0.norm1.bias": 0.004921781364828348, + "transformer.layers.0.norm2.weight": 0.004252419341355562, + "transformer.layers.0.norm2.bias": 0.00453645596280694, + "transformer.layers.1.self_attn.in_proj_weight": 0.05349193885922432, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033960375003516674, + "transformer.layers.1.self_attn.out_proj.weight": 0.044260866940021515, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036404437851160765, + "transformer.layers.1.linear1.weight": 0.028441287577152252, + "transformer.layers.1.linear1.bias": 0.0013952752342447639, + "transformer.layers.1.linear2.weight": 0.036340609192848206, + "transformer.layers.1.linear2.bias": 0.003487593727186322, + "transformer.layers.1.norm1.weight": 0.0036766587290912867, + "transformer.layers.1.norm1.bias": 0.003952573053538799, + "transformer.layers.1.norm2.weight": 0.0021609601099044085, + "transformer.layers.1.norm2.bias": 0.00141641974914819, + "transformer.layers.2.self_attn.in_proj_weight": 0.05425839126110077, + "transformer.layers.2.self_attn.in_proj_bias": 0.003204136621206999, + "transformer.layers.2.self_attn.out_proj.weight": 0.038340769708156586, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034983870573341846, + "transformer.layers.2.linear1.weight": 0.024154556915163994, + "transformer.layers.2.linear1.bias": 0.001309842336922884, + "transformer.layers.2.linear2.weight": 0.02605327032506466, + "transformer.layers.2.linear2.bias": 0.0034395253751426935, + "transformer.layers.2.norm1.weight": 0.003854223061352968, + "transformer.layers.2.norm1.bias": 0.004252010490745306, + "transformer.layers.2.norm2.weight": 0.0015313157346099615, + "transformer.layers.2.norm2.bias": 0.0012101499596610665, + "transformer.layers.3.self_attn.in_proj_weight": 0.07180982828140259, + "transformer.layers.3.self_attn.in_proj_bias": 0.004964912310242653, + "transformer.layers.3.self_attn.out_proj.weight": 0.038252200931310654, + "transformer.layers.3.self_attn.out_proj.bias": 0.004651519004255533, + "transformer.layers.3.linear1.weight": 0.039710067212581635, + "transformer.layers.3.linear1.bias": 0.0026989562902599573, + "transformer.layers.3.linear2.weight": 0.023978237062692642, + "transformer.layers.3.linear2.bias": 0.005043897312134504, + "transformer.layers.3.norm1.weight": 0.005379993002861738, + "transformer.layers.3.norm1.bias": 0.006101679988205433, + "transformer.layers.3.norm2.weight": 0.0025892911944538355, + "transformer.layers.3.norm2.bias": 0.003204313339665532, + "head.weight": 0.30516278743743896, + "head.bias": 0.010654947720468044, + "global_embedding.weight": 0.017996065318584442, + "global_cnn.0.weight": 0.10637962073087692, + "global_cnn.0.bias": 0.0047180610708892345, + "global_cnn.2.weight": 0.23017406463623047, + "global_cnn.2.bias": 0.009296520613133907, + "global_proj.weight": 0.05268166586756706, + "global_proj.bias": 0.03458124026656151, + "goal_head.0.weight": 0.029443131759762764, + "goal_head.0.bias": 0.012995912693440914, + "goal_head.2.weight": 0.045651182532310486, + "goal_head.2.bias": 0.03021225519478321 + }, + { + "global_gate": 0.00025755702517926693, + "embedding.weight": 0.0011073228670284152, + "cnn.0.weight": 0.02008875273168087, + "cnn.0.bias": 0.0011252573458477855, + "cnn.2.weight": 0.006464883219450712, + "cnn.2.bias": 0.0021052078809589148, + "cnn.5.weight": 0.00779094360768795, + "cnn.5.bias": 0.0017233971739187837, + "action_emb.weight": 0.004493849352002144, + "timestep_emb.weight": 0.0008786076214164495, + "pos_emb.weight": 0.00165903742890805, + "transformer.layers.0.self_attn.in_proj_weight": 0.0162933599203825, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012614091392606497, + "transformer.layers.0.self_attn.out_proj.weight": 0.018963655456900597, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020756206940859556, + "transformer.layers.0.linear1.weight": 0.0205654539167881, + "transformer.layers.0.linear1.bias": 0.0009524466586299241, + "transformer.layers.0.linear2.weight": 0.0167519710958004, + "transformer.layers.0.linear2.bias": 0.001331506879068911, + "transformer.layers.0.norm1.weight": 0.000996974646113813, + "transformer.layers.0.norm1.bias": 0.0011340886121615767, + "transformer.layers.0.norm2.weight": 0.0022437635343521833, + "transformer.layers.0.norm2.bias": 0.0014902094844728708, + "transformer.layers.1.self_attn.in_proj_weight": 0.014964651316404343, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007943303207866848, + "transformer.layers.1.self_attn.out_proj.weight": 0.016627032309770584, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010646303417161107, + "transformer.layers.1.linear1.weight": 0.010620641522109509, + "transformer.layers.1.linear1.bias": 0.0006045473273843527, + "transformer.layers.1.linear2.weight": 0.012662390246987343, + "transformer.layers.1.linear2.bias": 0.0008410253212787211, + "transformer.layers.1.norm1.weight": 0.001021991716697812, + "transformer.layers.1.norm1.bias": 0.0006617871695198119, + "transformer.layers.1.norm2.weight": 0.0009278922807425261, + "transformer.layers.1.norm2.bias": 0.0007582252728752792, + "transformer.layers.2.self_attn.in_proj_weight": 0.018004093319177628, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009252299787476659, + "transformer.layers.2.self_attn.out_proj.weight": 0.012935684993863106, + "transformer.layers.2.self_attn.out_proj.bias": 0.0007141266250982881, + "transformer.layers.2.linear1.weight": 0.007026982959359884, + "transformer.layers.2.linear1.bias": 0.0004464052908588201, + "transformer.layers.2.linear2.weight": 0.009264741092920303, + "transformer.layers.2.linear2.bias": 0.00067910086363554, + "transformer.layers.2.norm1.weight": 0.0015302820829674602, + "transformer.layers.2.norm1.bias": 0.001214017509482801, + "transformer.layers.2.norm2.weight": 0.0005027175066061318, + "transformer.layers.2.norm2.bias": 0.00045553987729363143, + "transformer.layers.3.self_attn.in_proj_weight": 0.026288166642189026, + "transformer.layers.3.self_attn.in_proj_bias": 0.0009035013499669731, + "transformer.layers.3.self_attn.out_proj.weight": 0.014938359148800373, + "transformer.layers.3.self_attn.out_proj.bias": 0.0005823308601975441, + "transformer.layers.3.linear1.weight": 0.011825169436633587, + "transformer.layers.3.linear1.bias": 0.0006924817571416497, + "transformer.layers.3.linear2.weight": 0.007546764332801104, + "transformer.layers.3.linear2.bias": 0.0006139019387774169, + "transformer.layers.3.norm1.weight": 0.002422907156869769, + "transformer.layers.3.norm1.bias": 0.0009790261974558234, + "transformer.layers.3.norm2.weight": 0.0008287008386105299, + "transformer.layers.3.norm2.bias": 0.0008144823950715363, + "head.weight": 0.10389038920402527, + "head.bias": 0.0014251128304749727, + "global_embedding.weight": 0.004686842206865549, + "global_cnn.0.weight": 0.026611924171447754, + "global_cnn.0.bias": 0.001000489224679768, + "global_cnn.2.weight": 0.06725913286209106, + "global_cnn.2.bias": 0.0029449774883687496, + "global_proj.weight": 0.01302091684192419, + "global_proj.bias": 0.008715242147445679, + "goal_head.0.weight": 0.0077936179004609585, + "goal_head.0.bias": 0.0034576556645333767, + "goal_head.2.weight": 0.011494515463709831, + "goal_head.2.bias": 0.007237311452627182 + }, + { + "global_gate": 0.0002202358446083963, + "embedding.weight": 0.0034180819056928158, + "cnn.0.weight": 0.06001009792089462, + "cnn.0.bias": 0.00267615239135921, + "cnn.2.weight": 0.013320044614374638, + "cnn.2.bias": 0.003809730289503932, + "cnn.5.weight": 0.01359269767999649, + "cnn.5.bias": 0.003641530405730009, + "action_emb.weight": 0.007002523168921471, + "timestep_emb.weight": 0.0015028887428343296, + "pos_emb.weight": 0.002414528513327241, + "transformer.layers.0.self_attn.in_proj_weight": 0.037084247916936874, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029165667947381735, + "transformer.layers.0.self_attn.out_proj.weight": 0.033430349081754684, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036563395988196135, + "transformer.layers.0.linear1.weight": 0.03343232348561287, + "transformer.layers.0.linear1.bias": 0.001573454705066979, + "transformer.layers.0.linear2.weight": 0.036279965192079544, + "transformer.layers.0.linear2.bias": 0.0031471813563257456, + "transformer.layers.0.norm1.weight": 0.002181032206863165, + "transformer.layers.0.norm1.bias": 0.002706540282815695, + "transformer.layers.0.norm2.weight": 0.003091967198997736, + "transformer.layers.0.norm2.bias": 0.001545652630738914, + "transformer.layers.1.self_attn.in_proj_weight": 0.03121320903301239, + "transformer.layers.1.self_attn.in_proj_bias": 0.001928067416884005, + "transformer.layers.1.self_attn.out_proj.weight": 0.03143744170665741, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024832813069224358, + "transformer.layers.1.linear1.weight": 0.02027270570397377, + "transformer.layers.1.linear1.bias": 0.001028937054798007, + "transformer.layers.1.linear2.weight": 0.02728242240846157, + "transformer.layers.1.linear2.bias": 0.002543601207435131, + "transformer.layers.1.norm1.weight": 0.002015673788264394, + "transformer.layers.1.norm1.bias": 0.0019729179330170155, + "transformer.layers.1.norm2.weight": 0.0015838963445276022, + "transformer.layers.1.norm2.bias": 0.0009120203321799636, + "transformer.layers.2.self_attn.in_proj_weight": 0.03526979684829712, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023413614835590124, + "transformer.layers.2.self_attn.out_proj.weight": 0.03026922419667244, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026512073818594217, + "transformer.layers.2.linear1.weight": 0.015996504575014114, + "transformer.layers.2.linear1.bias": 0.0010204159189015627, + "transformer.layers.2.linear2.weight": 0.022112872451543808, + "transformer.layers.2.linear2.bias": 0.0028291295748203993, + "transformer.layers.2.norm1.weight": 0.0025230071041733027, + "transformer.layers.2.norm1.bias": 0.0030744741670787334, + "transformer.layers.2.norm2.weight": 0.00108816334977746, + "transformer.layers.2.norm2.bias": 0.0009715310879983008, + "transformer.layers.3.self_attn.in_proj_weight": 0.06150441989302635, + "transformer.layers.3.self_attn.in_proj_bias": 0.005597092676907778, + "transformer.layers.3.self_attn.out_proj.weight": 0.03268371894955635, + "transformer.layers.3.self_attn.out_proj.bias": 0.004769877530634403, + "transformer.layers.3.linear1.weight": 0.03348458185791969, + "transformer.layers.3.linear1.bias": 0.0028837299905717373, + "transformer.layers.3.linear2.weight": 0.020604338496923447, + "transformer.layers.3.linear2.bias": 0.005421394016593695, + "transformer.layers.3.norm1.weight": 0.005569039843976498, + "transformer.layers.3.norm1.bias": 0.007967042736709118, + "transformer.layers.3.norm2.weight": 0.0027045931201428175, + "transformer.layers.3.norm2.bias": 0.0037983031943440437, + "head.weight": 0.3004519045352936, + "head.bias": 0.011240108869969845, + "global_embedding.weight": 0.017274774610996246, + "global_cnn.0.weight": 0.1618158519268036, + "global_cnn.0.bias": 0.005922493524849415, + "global_cnn.2.weight": 0.33616259694099426, + "global_cnn.2.bias": 0.01705666445195675, + "global_proj.weight": 0.05782115459442139, + "global_proj.bias": 0.03917159512639046, + "goal_head.0.weight": 0.03458331152796745, + "goal_head.0.bias": 0.014864717610180378, + "goal_head.2.weight": 0.04947509989142418, + "goal_head.2.bias": 0.029708512127399445 + }, + { + "global_gate": 0.00014563198783434927, + "embedding.weight": 0.002255258383229375, + "cnn.0.weight": 0.03873080760240555, + "cnn.0.bias": 0.0016454453580081463, + "cnn.2.weight": 0.00828202348202467, + "cnn.2.bias": 0.0030877788085490465, + "cnn.5.weight": 0.009175755083560944, + "cnn.5.bias": 0.0027302335947752, + "action_emb.weight": 0.003807395463809371, + "timestep_emb.weight": 0.0014939034590497613, + "pos_emb.weight": 0.002719515934586525, + "transformer.layers.0.self_attn.in_proj_weight": 0.036205001175403595, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030399721581488848, + "transformer.layers.0.self_attn.out_proj.weight": 0.03294336050748825, + "transformer.layers.0.self_attn.out_proj.bias": 0.003677893662825227, + "transformer.layers.0.linear1.weight": 0.02550291083753109, + "transformer.layers.0.linear1.bias": 0.0014838395873084664, + "transformer.layers.0.linear2.weight": 0.030135003849864006, + "transformer.layers.0.linear2.bias": 0.0023608438204973936, + "transformer.layers.0.norm1.weight": 0.002041934058070183, + "transformer.layers.0.norm1.bias": 0.0026177361141890287, + "transformer.layers.0.norm2.weight": 0.002115657553076744, + "transformer.layers.0.norm2.bias": 0.0017247734358534217, + "transformer.layers.1.self_attn.in_proj_weight": 0.02605067566037178, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014739581383764744, + "transformer.layers.1.self_attn.out_proj.weight": 0.02839571051299572, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018627950921654701, + "transformer.layers.1.linear1.weight": 0.014470383524894714, + "transformer.layers.1.linear1.bias": 0.0009056637063622475, + "transformer.layers.1.linear2.weight": 0.01963529922068119, + "transformer.layers.1.linear2.bias": 0.0017973358044400811, + "transformer.layers.1.norm1.weight": 0.002296743681654334, + "transformer.layers.1.norm1.bias": 0.0014775305753573775, + "transformer.layers.1.norm2.weight": 0.001133715733885765, + "transformer.layers.1.norm2.bias": 0.0009281004895456135, + "transformer.layers.2.self_attn.in_proj_weight": 0.03021186776459217, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016499381745234132, + "transformer.layers.2.self_attn.out_proj.weight": 0.02365182898938656, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016601779498159885, + "transformer.layers.2.linear1.weight": 0.012681150808930397, + "transformer.layers.2.linear1.bias": 0.0007267096661962569, + "transformer.layers.2.linear2.weight": 0.015044244937598705, + "transformer.layers.2.linear2.bias": 0.0015966211212798953, + "transformer.layers.2.norm1.weight": 0.002178969793021679, + "transformer.layers.2.norm1.bias": 0.0018468332709744573, + "transformer.layers.2.norm2.weight": 0.0009271808085031807, + "transformer.layers.2.norm2.bias": 0.0007651105406694114, + "transformer.layers.3.self_attn.in_proj_weight": 0.040730781853199005, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031271998304873705, + "transformer.layers.3.self_attn.out_proj.weight": 0.02571120671927929, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024513807147741318, + "transformer.layers.3.linear1.weight": 0.02742607332766056, + "transformer.layers.3.linear1.bias": 0.0021376844961196184, + "transformer.layers.3.linear2.weight": 0.016053445637226105, + "transformer.layers.3.linear2.bias": 0.002483580494299531, + "transformer.layers.3.norm1.weight": 0.0036925110034644604, + "transformer.layers.3.norm1.bias": 0.004427806008607149, + "transformer.layers.3.norm2.weight": 0.0019497462781146169, + "transformer.layers.3.norm2.bias": 0.0027042808942496777, + "head.weight": 0.18608461320400238, + "head.bias": 0.005299856886267662, + "global_embedding.weight": 0.008972995914518833, + "global_cnn.0.weight": 0.060170143842697144, + "global_cnn.0.bias": 0.0025508448015898466, + "global_cnn.2.weight": 0.16904251277446747, + "global_cnn.2.bias": 0.008956837467849255, + "global_proj.weight": 0.033035777509212494, + "global_proj.bias": 0.021051088348031044, + "goal_head.0.weight": 0.022060707211494446, + "goal_head.0.bias": 0.009328361600637436, + "goal_head.2.weight": 0.03320344164967537, + "goal_head.2.bias": 0.020344017073512077 + }, + { + "global_gate": 2.4759835923759965e-06, + "embedding.weight": 0.0030781920067965984, + "cnn.0.weight": 0.053399767726659775, + "cnn.0.bias": 0.0016435988945886493, + "cnn.2.weight": 0.009963647462427616, + "cnn.2.bias": 0.0034222807735204697, + "cnn.5.weight": 0.008995501324534416, + "cnn.5.bias": 0.002294543432071805, + "action_emb.weight": 0.004020140040665865, + "timestep_emb.weight": 0.0010811792453750968, + "pos_emb.weight": 0.002215141197666526, + "transformer.layers.0.self_attn.in_proj_weight": 0.021064864471554756, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018471339717507362, + "transformer.layers.0.self_attn.out_proj.weight": 0.02044515311717987, + "transformer.layers.0.self_attn.out_proj.bias": 0.00222731358371675, + "transformer.layers.0.linear1.weight": 0.020914828404784203, + "transformer.layers.0.linear1.bias": 0.0010316671105101705, + "transformer.layers.0.linear2.weight": 0.020921848714351654, + "transformer.layers.0.linear2.bias": 0.0017622021259739995, + "transformer.layers.0.norm1.weight": 0.0013096482725813985, + "transformer.layers.0.norm1.bias": 0.001831259112805128, + "transformer.layers.0.norm2.weight": 0.0020634233951568604, + "transformer.layers.0.norm2.bias": 0.001016975031234324, + "transformer.layers.1.self_attn.in_proj_weight": 0.021973656490445137, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010926824761554599, + "transformer.layers.1.self_attn.out_proj.weight": 0.01911596581339836, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013482231879606843, + "transformer.layers.1.linear1.weight": 0.01143956184387207, + "transformer.layers.1.linear1.bias": 0.0006565489456988871, + "transformer.layers.1.linear2.weight": 0.01568467728793621, + "transformer.layers.1.linear2.bias": 0.001293644541874528, + "transformer.layers.1.norm1.weight": 0.0015169850084930658, + "transformer.layers.1.norm1.bias": 0.001114469370804727, + "transformer.layers.1.norm2.weight": 0.0008177213603630662, + "transformer.layers.1.norm2.bias": 0.0006506631034426391, + "transformer.layers.2.self_attn.in_proj_weight": 0.02110994979739189, + "transformer.layers.2.self_attn.in_proj_bias": 0.000982702593319118, + "transformer.layers.2.self_attn.out_proj.weight": 0.019057486206293106, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012723305262625217, + "transformer.layers.2.linear1.weight": 0.009931445121765137, + "transformer.layers.2.linear1.bias": 0.0006135652656666934, + "transformer.layers.2.linear2.weight": 0.012660769745707512, + "transformer.layers.2.linear2.bias": 0.0012714473996311426, + "transformer.layers.2.norm1.weight": 0.0015290853334590793, + "transformer.layers.2.norm1.bias": 0.0009378285612910986, + "transformer.layers.2.norm2.weight": 0.0007011984125711024, + "transformer.layers.2.norm2.bias": 0.0005959764239378273, + "transformer.layers.3.self_attn.in_proj_weight": 0.03796049579977989, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025591652374714613, + "transformer.layers.3.self_attn.out_proj.weight": 0.019600167870521545, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018364787101745605, + "transformer.layers.3.linear1.weight": 0.020447375252842903, + "transformer.layers.3.linear1.bias": 0.0015982870245352387, + "transformer.layers.3.linear2.weight": 0.01154064480215311, + "transformer.layers.3.linear2.bias": 0.0020839148201048374, + "transformer.layers.3.norm1.weight": 0.0037675711791962385, + "transformer.layers.3.norm1.bias": 0.003917809575796127, + "transformer.layers.3.norm2.weight": 0.001508645829744637, + "transformer.layers.3.norm2.bias": 0.001875074114650488, + "head.weight": 0.13496756553649902, + "head.bias": 0.004087884444743395, + "global_embedding.weight": 0.015331505797803402, + "global_cnn.0.weight": 0.10944262146949768, + "global_cnn.0.bias": 0.0037698501255363226, + "global_cnn.2.weight": 0.3242502510547638, + "global_cnn.2.bias": 0.016718311235308647, + "global_proj.weight": 0.05794057995080948, + "global_proj.bias": 0.0370233952999115, + "goal_head.0.weight": 0.033132947981357574, + "goal_head.0.bias": 0.01398986391723156, + "goal_head.2.weight": 0.04628954455256462, + "goal_head.2.bias": 0.029050612822175026 + }, + { + "global_gate": 0.0002019355888478458, + "embedding.weight": 0.0019342495361343026, + "cnn.0.weight": 0.04412282630801201, + "cnn.0.bias": 0.0015247140545397997, + "cnn.2.weight": 0.015541989356279373, + "cnn.2.bias": 0.007439219392836094, + "cnn.5.weight": 0.015444664284586906, + "cnn.5.bias": 0.0048660291358828545, + "action_emb.weight": 0.005703406874090433, + "timestep_emb.weight": 0.0017555926460772753, + "pos_emb.weight": 0.0034226151183247566, + "transformer.layers.0.self_attn.in_proj_weight": 0.040941838175058365, + "transformer.layers.0.self_attn.in_proj_bias": 0.0038657221011817455, + "transformer.layers.0.self_attn.out_proj.weight": 0.039802707731723785, + "transformer.layers.0.self_attn.out_proj.bias": 0.004375203512609005, + "transformer.layers.0.linear1.weight": 0.03303926810622215, + "transformer.layers.0.linear1.bias": 0.0017056480282917619, + "transformer.layers.0.linear2.weight": 0.037279631942510605, + "transformer.layers.0.linear2.bias": 0.003191662020981312, + "transformer.layers.0.norm1.weight": 0.0022360256407409906, + "transformer.layers.0.norm1.bias": 0.003898181486874819, + "transformer.layers.0.norm2.weight": 0.0026803412474691868, + "transformer.layers.0.norm2.bias": 0.0017981829587370157, + "transformer.layers.1.self_attn.in_proj_weight": 0.036039579659700394, + "transformer.layers.1.self_attn.in_proj_bias": 0.002098107011988759, + "transformer.layers.1.self_attn.out_proj.weight": 0.037329379469156265, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026353427674621344, + "transformer.layers.1.linear1.weight": 0.02031908556818962, + "transformer.layers.1.linear1.bias": 0.0011243720073252916, + "transformer.layers.1.linear2.weight": 0.025482049211859703, + "transformer.layers.1.linear2.bias": 0.002477298490703106, + "transformer.layers.1.norm1.weight": 0.0025360018480569124, + "transformer.layers.1.norm1.bias": 0.0020693293772637844, + "transformer.layers.1.norm2.weight": 0.0016822656616568565, + "transformer.layers.1.norm2.bias": 0.0012022695736959577, + "transformer.layers.2.self_attn.in_proj_weight": 0.04025208577513695, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023107395973056555, + "transformer.layers.2.self_attn.out_proj.weight": 0.04135601967573166, + "transformer.layers.2.self_attn.out_proj.bias": 0.002483899239450693, + "transformer.layers.2.linear1.weight": 0.016333507373929024, + "transformer.layers.2.linear1.bias": 0.001042660791426897, + "transformer.layers.2.linear2.weight": 0.0222031082957983, + "transformer.layers.2.linear2.bias": 0.002476724795997143, + "transformer.layers.2.norm1.weight": 0.0035141557455062866, + "transformer.layers.2.norm1.bias": 0.002856316277757287, + "transformer.layers.2.norm2.weight": 0.001004992052912712, + "transformer.layers.2.norm2.bias": 0.0009287570137530565, + "transformer.layers.3.self_attn.in_proj_weight": 0.07144127786159515, + "transformer.layers.3.self_attn.in_proj_bias": 0.004199331160634756, + "transformer.layers.3.self_attn.out_proj.weight": 0.040577881038188934, + "transformer.layers.3.self_attn.out_proj.bias": 0.003124524839222431, + "transformer.layers.3.linear1.weight": 0.03269920498132706, + "transformer.layers.3.linear1.bias": 0.0022136515472084284, + "transformer.layers.3.linear2.weight": 0.02228526398539543, + "transformer.layers.3.linear2.bias": 0.0033363772090524435, + "transformer.layers.3.norm1.weight": 0.005473345518112183, + "transformer.layers.3.norm1.bias": 0.0064130136743187904, + "transformer.layers.3.norm2.weight": 0.002369801513850689, + "transformer.layers.3.norm2.bias": 0.002143224934116006, + "head.weight": 0.2998667061328888, + "head.bias": 0.0075556752271950245, + "global_embedding.weight": 0.008340021595358849, + "global_cnn.0.weight": 0.08434707671403885, + "global_cnn.0.bias": 0.003008907660841942, + "global_cnn.2.weight": 0.19751939177513123, + "global_cnn.2.bias": 0.0075101349502801895, + "global_proj.weight": 0.041141387075185776, + "global_proj.bias": 0.030636994168162346, + "goal_head.0.weight": 0.027507582679390907, + "goal_head.0.bias": 0.013033358380198479, + "goal_head.2.weight": 0.04442702978849411, + "goal_head.2.bias": 0.031102623790502548 + }, + { + "global_gate": 8.2690930867102e-05, + "embedding.weight": 0.007824813015758991, + "cnn.0.weight": 0.11188871413469315, + "cnn.0.bias": 0.0046628378331661224, + "cnn.2.weight": 0.017174486070871353, + "cnn.2.bias": 0.005714076105505228, + "cnn.5.weight": 0.018550440669059753, + "cnn.5.bias": 0.005224551539868116, + "action_emb.weight": 0.006028807256370783, + "timestep_emb.weight": 0.0017244605114683509, + "pos_emb.weight": 0.0028152859304100275, + "transformer.layers.0.self_attn.in_proj_weight": 0.0459492951631546, + "transformer.layers.0.self_attn.in_proj_bias": 0.004040671046823263, + "transformer.layers.0.self_attn.out_proj.weight": 0.0368819534778595, + "transformer.layers.0.self_attn.out_proj.bias": 0.00435388321056962, + "transformer.layers.0.linear1.weight": 0.03153050318360329, + "transformer.layers.0.linear1.bias": 0.0018307531718164682, + "transformer.layers.0.linear2.weight": 0.036315128207206726, + "transformer.layers.0.linear2.bias": 0.003420083550736308, + "transformer.layers.0.norm1.weight": 0.00308620254509151, + "transformer.layers.0.norm1.bias": 0.00396086135879159, + "transformer.layers.0.norm2.weight": 0.0027793417684733868, + "transformer.layers.0.norm2.bias": 0.0018668363336473703, + "transformer.layers.1.self_attn.in_proj_weight": 0.030503658577799797, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018893637461587787, + "transformer.layers.1.self_attn.out_proj.weight": 0.03182283043861389, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024653621949255466, + "transformer.layers.1.linear1.weight": 0.02030738815665245, + "transformer.layers.1.linear1.bias": 0.0011380236828699708, + "transformer.layers.1.linear2.weight": 0.027079567313194275, + "transformer.layers.1.linear2.bias": 0.002345000859349966, + "transformer.layers.1.norm1.weight": 0.0022557179909199476, + "transformer.layers.1.norm1.bias": 0.0019351998344063759, + "transformer.layers.1.norm2.weight": 0.0015608425019308925, + "transformer.layers.1.norm2.bias": 0.0011549432529136539, + "transformer.layers.2.self_attn.in_proj_weight": 0.03151530772447586, + "transformer.layers.2.self_attn.in_proj_bias": 0.001719584339298308, + "transformer.layers.2.self_attn.out_proj.weight": 0.028442492708563805, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022575000766664743, + "transformer.layers.2.linear1.weight": 0.01796654798090458, + "transformer.layers.2.linear1.bias": 0.0011902370024472475, + "transformer.layers.2.linear2.weight": 0.02041190303862095, + "transformer.layers.2.linear2.bias": 0.002380413468927145, + "transformer.layers.2.norm1.weight": 0.002603888977319002, + "transformer.layers.2.norm1.bias": 0.001715099555440247, + "transformer.layers.2.norm2.weight": 0.001362544484436512, + "transformer.layers.2.norm2.bias": 0.0016486026579514146, + "transformer.layers.3.self_attn.in_proj_weight": 0.057768821716308594, + "transformer.layers.3.self_attn.in_proj_bias": 0.004363798536360264, + "transformer.layers.3.self_attn.out_proj.weight": 0.029082166031003, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035900415387004614, + "transformer.layers.3.linear1.weight": 0.0332886166870594, + "transformer.layers.3.linear1.bias": 0.0028456172440201044, + "transformer.layers.3.linear2.weight": 0.01860852725803852, + "transformer.layers.3.linear2.bias": 0.004017761908471584, + "transformer.layers.3.norm1.weight": 0.005405820440500975, + "transformer.layers.3.norm1.bias": 0.00651870621368289, + "transformer.layers.3.norm2.weight": 0.0023187482729554176, + "transformer.layers.3.norm2.bias": 0.0037184790708124638, + "head.weight": 0.22412878274917603, + "head.bias": 0.007493995130062103, + "global_embedding.weight": 0.03128054738044739, + "global_cnn.0.weight": 0.09419482201337814, + "global_cnn.0.bias": 0.004560109693557024, + "global_cnn.2.weight": 0.09895116090774536, + "global_cnn.2.bias": 0.005302729085087776, + "global_proj.weight": 0.030474724248051643, + "global_proj.bias": 0.021031947806477547, + "goal_head.0.weight": 0.0213095061480999, + "goal_head.0.bias": 0.009939711540937424, + "goal_head.2.weight": 0.030425269156694412, + "goal_head.2.bias": 0.022204311564564705 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.07421639561653137, - 0.23407122492790222, - 0.038184814155101776, - 0.0623026117682457, - 0.031043168157339096, - 0.03324339911341667, - 0.13317732512950897, - 0.03668661415576935, - 0.05438850075006485, - 0.063410185277462 + 0.24079127609729767, + 0.22159521281719208, + 0.3433486223220825, + 0.23286660015583038, + 0.2680872082710266, + 0.3578077256679535, + 0.3410366475582123, + 0.3359416723251343, + 0.22699064016342163, + 0.223637193441391, + 0.19340907037258148, + 0.16257373988628387, + 0.23933295905590057, + 0.47570356726646423, + 0.3466127812862396, + 0.3105536997318268, + 0.25822266936302185, + 0.2741343379020691, + 0.5246075987815857, + 0.4259946048259735 ], "repr_drift_kl_low_t": [ - 0.07995349168777466, - 0.09193912148475647, - 0.04352372884750366, - 0.05656000226736069, - 0.024425484240055084, - 0.0312526673078537, - 0.14203079044818878, - 0.03383111208677292, - 0.060685813426971436, - 0.066844142973423 + 0.3208911716938019, + 0.2359020709991455, + 0.4658908247947693, + 0.2867063581943512, + 0.3516351580619812, + 0.46085044741630554, + 0.4526154696941376, + 0.4397091269493103, + 0.31086909770965576, + 0.2787625193595886, + 0.25295352935791016, + 0.21049600839614868, + 0.32182857394218445, + 0.6528410911560059, + 0.4334675371646881, + 0.3989776074886322, + 0.33122795820236206, + 0.3559752106666565, + 0.6930996775627136, + 0.5476639270782471 ], "repr_drift_kl_mid_t": [ - 0.07035641372203827, - 0.12391732633113861, - 0.027873268350958824, - 0.05537105351686478, - 0.02787371724843979, - 0.031071294099092484, - 0.12613287568092346, - 0.030783094465732574, - 0.05631899833679199, - 0.06000889837741852 + 0.2339421808719635, + 0.21249353885650635, + 0.3421010375022888, + 0.2237519472837448, + 0.2697836458683014, + 0.3563131093978882, + 0.33326295018196106, + 0.33754071593284607, + 0.22814810276031494, + 0.22537779808044434, + 0.1924642026424408, + 0.1586252748966217, + 0.23724928498268127, + 0.4644857943058014, + 0.343453973531723, + 0.30382832884788513, + 0.2594270408153534, + 0.2763955295085907, + 0.5215077996253967, + 0.43388664722442627 ], "repr_drift_kl_high_t": [ - 0.08105379343032837, - 0.45452287793159485, - 0.041374530643224716, - 0.06898781657218933, - 0.06574757397174835, - 0.0713297575712204, - 0.1285199522972107, - 0.05101258307695389, - 0.06690166890621185, - 0.07081200182437897 + 0.1793302595615387, + 0.22781793773174286, + 0.22539573907852173, + 0.2006610482931137, + 0.20580358803272247, + 0.24803058803081512, + 0.22567813098430634, + 0.2348431497812271, + 0.15348605811595917, + 0.15167167782783508, + 0.16046184301376343, + 0.1204703152179718, + 0.17820696532726288, + 0.31146037578582764, + 0.2602950632572174, + 0.2416103482246399, + 0.17949777841567993, + 0.18429572880268097, + 0.35061293840408325, + 0.2927946448326111 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8866124749183655, - 0.7446536421775818, - 0.8890172243118286, - 0.9592028856277466, - 0.7310641407966614 + 0.8459500074386597, + 0.7764208912849426, + 0.9219810962677002, + 0.8881429433822632, + 0.919601321220398, + 0.9141880869865417, + 0.9153326749801636, + 0.8990157246589661, + 0.7960168719291687, + 0.902588963508606 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.7993216514587402, - 0.8623454570770264, - 0.7027572393417358, - 0.9284528493881226, - 0.06372645497322083, - 0.709449827671051, - 0.1295461654663086, - 0.4330645203590393, - 0.44692906737327576, - 0.5219829082489014 + 1.6044092178344727, + 0.537144124507904, + 0.7059953808784485, + 0.573710024356842, + 0.7595678567886353, + 0.37870004773139954, + 0.4345223009586334, + 0.6856433749198914, + 0.3435800075531006, + 0.4636995792388916, + 0.4575169086456299, + 0.42606228590011597, + 0.18077632784843445, + 0.3977586627006531, + 0.22382646799087524, + 0.42677342891693115, + 0.36868542432785034, + 0.5256591439247131, + 0.3641631007194519, + 0.41515281796455383 ], "norm_high_t": [ - 2.574512243270874, - 0.8716707825660706, - 0.4354124367237091, - 0.7482068538665771, - 0.5913994312286377, - 0.7168245315551758, - 0.24542973935604095, - 0.42029207944869995, - 0.4291289150714874, - 0.3927450180053711 + 1.3204621076583862, + 0.6802047491073608, + 0.9010350108146667, + 0.6479616761207581, + 0.7737114429473877, + 0.7491146922111511, + 0.5472944974899292, + 0.5855326652526855, + 0.4385620355606079, + 0.4746391177177429, + 0.5228407979011536, + 0.48660069704055786, + 0.24139255285263062, + 0.5721896290779114, + 0.17450343072414398, + 0.6785160303115845, + 0.38019371032714844, + 0.5497105121612549, + 0.68776535987854, + 0.5734442472457886 ], "lowhigh_cos": [ - 0.7047801613807678, - 0.4275599718093872, - 0.44817662239074707, - 0.2610745131969452, - 0.16487619280815125, - 0.9809699654579163, - 0.05776211991906166, - 0.7928606867790222, - 0.8804374933242798, - 0.6680147647857666 + 0.5222007036209106, + 0.4200877249240875, + 0.24064208567142487, + 0.8321994543075562, + 0.8566223978996277, + 0.1332317590713501, + 0.18992549180984497, + 0.6825419068336487, + 0.544593334197998, + 0.7706747055053711, + 0.8273988962173462, + 0.7077673673629761, + 0.4029132127761841, + 0.5739577412605286, + 0.44549205899238586, + 0.6777878999710083, + 0.5217403173446655, + 0.7755550146102905, + 0.6643651127815247, + 0.2740830183029175 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.8532973527908325, - "t_0.1-0.2": 2.1042110919952393, - "t_0.2-0.3": 2.0274085998535156, - "t_0.3-0.4": 1.6954444646835327, - "t_0.4-0.5": 1.7870948314666748, - "t_0.5-0.6": 2.3131794929504395, - "t_0.6-0.7": 2.2636284828186035, - "t_0.7-0.8": 2.2745258808135986, - "t_0.8-0.9": 2.051853895187378, - "t_0.9-1.0": 2.8532555103302 - }, - { - "t_0.0-0.1": 0.9499809145927429, - "t_0.1-0.2": 0.8181638717651367, - "t_0.2-0.3": 0.7455844283103943, - "t_0.3-0.4": 0.7808936834335327, - "t_0.4-0.5": 0.7725004553794861, - "t_0.5-0.6": 0.7108563780784607, - "t_0.6-0.7": 0.706624448299408, - "t_0.7-0.8": 0.7562280297279358, - "t_0.8-0.9": 0.8762099742889404, - "t_0.9-1.0": 1.1580764055252075 - }, - { - "t_0.0-0.1": 0.37465232610702515, - "t_0.1-0.2": 0.4246422052383423, - "t_0.2-0.3": 0.5133138298988342, - "t_0.3-0.4": 0.47232311964035034, - "t_0.4-0.5": 0.38740816712379456, - "t_0.5-0.6": 0.37960007786750793, - "t_0.6-0.7": 0.5038183331489563, - "t_0.7-0.8": 0.44002625346183777, - "t_0.8-0.9": 0.38440966606140137, - "t_0.9-1.0": 0.4747386574745178 - }, - { - "t_0.0-0.1": 0.9009826183319092, - "t_0.1-0.2": 0.7413703203201294, - "t_0.2-0.3": 0.4470590651035309, - "t_0.3-0.4": 0.5274419188499451, - "t_0.4-0.5": 0.541365921497345, - "t_0.5-0.6": 0.4925152063369751, - "t_0.6-0.7": 0.5544276237487793, - "t_0.7-0.8": 0.6430425047874451, - "t_0.8-0.9": 0.6813490986824036, - "t_0.9-1.0": 0.5804025530815125 - }, - { - "t_0.0-0.1": 0.0647696852684021, - "t_0.1-0.2": 0.47133851051330566, - "t_0.2-0.3": 0.06513483822345734, - "t_0.3-0.4": 0.19983837008476257, - "t_0.4-0.5": 0.8008806705474854, - "t_0.5-0.6": 0.3890403211116791, - "t_0.6-0.7": 0.1971277892589569, - "t_0.7-0.8": 0.23926228284835815, - "t_0.8-0.9": 0.5096425414085388, - "t_0.9-1.0": 0.6657032370567322 - }, - { - "t_0.0-0.1": 0.7755554914474487, - "t_0.1-0.2": 0.7102804780006409, - "t_0.2-0.3": 0.7073325514793396, - "t_0.3-0.4": 0.713687002658844, - "t_0.4-0.5": 0.708207368850708, - "t_0.5-0.6": 0.7079951167106628, - "t_0.6-0.7": 0.7116998434066772, - "t_0.7-0.8": 0.7090796828269958, - "t_0.8-0.9": 0.7111817002296448, - "t_0.9-1.0": 0.8395132422447205 - }, - { - "t_0.0-0.1": 0.12725146114826202, - "t_0.1-0.2": 0.14312581717967987, - "t_0.2-0.3": 0.10928468406200409, - "t_0.3-0.4": 0.10710961371660233, - "t_0.4-0.5": 0.1546144336462021, - "t_0.5-0.6": 0.16498029232025146, - "t_0.6-0.7": 0.08486371487379074, - "t_0.7-0.8": 0.12924735248088837, - "t_0.8-0.9": 0.2655688524246216, - "t_0.9-1.0": 0.2538151144981384 - }, - { - "t_0.0-0.1": 0.4648987352848053, - "t_0.1-0.2": 0.40056538581848145, - "t_0.2-0.3": 0.39309969544410706, - "t_0.3-0.4": 0.39975011348724365, - "t_0.4-0.5": 0.4183022379875183, - "t_0.5-0.6": 0.6604111790657043, - "t_0.6-0.7": 0.4364005923271179, - "t_0.7-0.8": 0.39714059233665466, - "t_0.8-0.9": 0.4197269678115845, - "t_0.9-1.0": 0.39784982800483704 - }, - { - "t_0.0-0.1": 0.5780081152915955, - "t_0.1-0.2": 0.4862861633300781, - "t_0.2-0.3": 0.44386765360832214, - "t_0.3-0.4": 0.4532082676887512, - "t_0.4-0.5": 0.43356853723526, - "t_0.5-0.6": 0.431596577167511, - "t_0.6-0.7": 0.42414331436157227, - "t_0.7-0.8": 0.45821231603622437, - "t_0.8-0.9": 0.42795106768608093, - "t_0.9-1.0": 0.43700698018074036 - }, - { - "t_0.0-0.1": 0.44425463676452637, - "t_0.1-0.2": 0.40323492884635925, - "t_0.2-0.3": 0.41803884506225586, - "t_0.3-0.4": 0.425159752368927, - "t_0.4-0.5": 0.43588873744010925, - "t_0.5-0.6": 0.3745013475418091, - "t_0.6-0.7": 0.3932268023490906, - "t_0.7-0.8": 0.37700173258781433, - "t_0.8-0.9": 0.381443053483963, - "t_0.9-1.0": 0.42998167872428894 + "t_0.0-0.1": 1.6510003805160522, + "t_0.1-0.2": 1.2830203771591187, + "t_0.2-0.3": 1.2433631420135498, + "t_0.3-0.4": 1.2155805826187134, + "t_0.4-0.5": 1.164172887802124, + "t_0.5-0.6": 1.1419081687927246, + "t_0.6-0.7": 1.1216639280319214, + "t_0.7-0.8": 1.064514398574829, + "t_0.8-0.9": 1.088244080543518, + "t_0.9-1.0": 2.0015478134155273 + }, + { + "t_0.0-0.1": 0.46701470017433167, + "t_0.1-0.2": 0.5195457339286804, + "t_0.2-0.3": 0.4925573468208313, + "t_0.3-0.4": 0.4210084080696106, + "t_0.4-0.5": 0.4926420748233795, + "t_0.5-0.6": 0.4634173512458801, + "t_0.6-0.7": 0.4629564881324768, + "t_0.7-0.8": 0.5208145380020142, + "t_0.8-0.9": 0.561458170413971, + "t_0.9-1.0": 0.8909415006637573 + }, + { + "t_0.0-0.1": 0.6785399317741394, + "t_0.1-0.2": 0.564943253993988, + "t_0.2-0.3": 0.5500431060791016, + "t_0.3-0.4": 0.5313789248466492, + "t_0.4-0.5": 0.5200852155685425, + "t_0.5-0.6": 0.5260802507400513, + "t_0.6-0.7": 0.5097151398658752, + "t_0.7-0.8": 0.5075129866600037, + "t_0.8-0.9": 0.5860755443572998, + "t_0.9-1.0": 1.19960355758667 + }, + { + "t_0.0-0.1": 0.6902008056640625, + "t_0.1-0.2": 0.5891903042793274, + "t_0.2-0.3": 0.5761395692825317, + "t_0.3-0.4": 0.5781452059745789, + "t_0.4-0.5": 0.5863012671470642, + "t_0.5-0.6": 0.6166265606880188, + "t_0.6-0.7": 0.5746945142745972, + "t_0.7-0.8": 0.5939514636993408, + "t_0.8-0.9": 0.6127358675003052, + "t_0.9-1.0": 0.6765641570091248 + }, + { + "t_0.0-0.1": 0.7911258339881897, + "t_0.1-0.2": 0.7422692775726318, + "t_0.2-0.3": 0.7472168207168579, + "t_0.3-0.4": 0.7342671155929565, + "t_0.4-0.5": 0.736741304397583, + "t_0.5-0.6": 0.7389343976974487, + "t_0.6-0.7": 0.7400034666061401, + "t_0.7-0.8": 0.7630895376205444, + "t_0.8-0.9": 0.7549721002578735, + "t_0.9-1.0": 0.8387476801872253 + }, + { + "t_0.0-0.1": 0.43095386028289795, + "t_0.1-0.2": 0.3987869918346405, + "t_0.2-0.3": 0.3220905661582947, + "t_0.3-0.4": 0.2939421534538269, + "t_0.4-0.5": 0.2878504991531372, + "t_0.5-0.6": 0.35346484184265137, + "t_0.6-0.7": 0.2973038852214813, + "t_0.7-0.8": 0.303867369890213, + "t_0.8-0.9": 0.41982758045196533, + "t_0.9-1.0": 1.152744174003601 + }, + { + "t_0.0-0.1": 0.4343840479850769, + "t_0.1-0.2": 0.38988447189331055, + "t_0.2-0.3": 0.37827229499816895, + "t_0.3-0.4": 0.3866109848022461, + "t_0.4-0.5": 0.39850300550460815, + "t_0.5-0.6": 0.3759070932865143, + "t_0.6-0.7": 0.3937434256076813, + "t_0.7-0.8": 0.4268488585948944, + "t_0.8-0.9": 0.43097832798957825, + "t_0.9-1.0": 0.764866054058075 + }, + { + "t_0.0-0.1": 0.742138147354126, + "t_0.1-0.2": 0.651278555393219, + "t_0.2-0.3": 0.6765075325965881, + "t_0.3-0.4": 0.6382545828819275, + "t_0.4-0.5": 0.6638216376304626, + "t_0.5-0.6": 0.6760087609291077, + "t_0.6-0.7": 0.6193848848342896, + "t_0.7-0.8": 0.6793785691261292, + "t_0.8-0.9": 0.6451702117919922, + "t_0.9-1.0": 0.6371326446533203 + }, + { + "t_0.0-0.1": 0.2648734450340271, + "t_0.1-0.2": 0.293486624956131, + "t_0.2-0.3": 0.2938995957374573, + "t_0.3-0.4": 0.3203480839729309, + "t_0.4-0.5": 0.32580503821372986, + "t_0.5-0.6": 0.3234690725803375, + "t_0.6-0.7": 0.3179442882537842, + "t_0.7-0.8": 0.3833383619785309, + "t_0.8-0.9": 0.3885725140571594, + "t_0.9-1.0": 0.5628145337104797 + }, + { + "t_0.0-0.1": 0.4391472637653351, + "t_0.1-0.2": 0.43404915928840637, + "t_0.2-0.3": 0.4330746531486511, + "t_0.3-0.4": 0.4399087429046631, + "t_0.4-0.5": 0.44327080249786377, + "t_0.5-0.6": 0.4219728708267212, + "t_0.6-0.7": 0.4313604533672333, + "t_0.7-0.8": 0.4381101429462433, + "t_0.8-0.9": 0.4363163411617279, + "t_0.9-1.0": 0.5208100080490112 + }, + { + "t_0.0-0.1": 0.4749218225479126, + "t_0.1-0.2": 0.44884878396987915, + "t_0.2-0.3": 0.4338637888431549, + "t_0.3-0.4": 0.4350559711456299, + "t_0.4-0.5": 0.44109171628952026, + "t_0.5-0.6": 0.4359678328037262, + "t_0.6-0.7": 0.44440245628356934, + "t_0.7-0.8": 0.443814218044281, + "t_0.8-0.9": 0.4558914601802826, + "t_0.9-1.0": 0.6142413020133972 + }, + { + "t_0.0-0.1": 0.3281209170818329, + "t_0.1-0.2": 0.3882860839366913, + "t_0.2-0.3": 0.35042861104011536, + "t_0.3-0.4": 0.3618362247943878, + "t_0.4-0.5": 0.32849088311195374, + "t_0.5-0.6": 0.32864055037498474, + "t_0.6-0.7": 0.3463287055492401, + "t_0.7-0.8": 0.36714398860931396, + "t_0.8-0.9": 0.40615570545196533, + "t_0.9-1.0": 0.5384687185287476 + }, + { + "t_0.0-0.1": 0.22994168102741241, + "t_0.1-0.2": 0.24264468252658844, + "t_0.2-0.3": 0.24789489805698395, + "t_0.3-0.4": 0.2593879997730255, + "t_0.4-0.5": 0.27276697754859924, + "t_0.5-0.6": 0.2691372334957123, + "t_0.6-0.7": 0.22812923789024353, + "t_0.7-0.8": 0.2032058984041214, + "t_0.8-0.9": 0.21360400319099426, + "t_0.9-1.0": 0.3761049211025238 + }, + { + "t_0.0-0.1": 0.37227538228034973, + "t_0.1-0.2": 0.3443275988101959, + "t_0.2-0.3": 0.3789694309234619, + "t_0.3-0.4": 0.36275744438171387, + "t_0.4-0.5": 0.39284220337867737, + "t_0.5-0.6": 0.3850446939468384, + "t_0.6-0.7": 0.3632209300994873, + "t_0.7-0.8": 0.38634592294692993, + "t_0.8-0.9": 0.41518890857696533, + "t_0.9-1.0": 0.6982367038726807 + }, + { + "t_0.0-0.1": 0.1668393462896347, + "t_0.1-0.2": 0.15028877556324005, + "t_0.2-0.3": 0.1640770137310028, + "t_0.3-0.4": 0.15092600882053375, + "t_0.4-0.5": 0.17551958560943604, + "t_0.5-0.6": 0.16204231977462769, + "t_0.6-0.7": 0.16896025836467743, + "t_0.7-0.8": 0.16563348472118378, + "t_0.8-0.9": 0.18017655611038208, + "t_0.9-1.0": 0.22442883253097534 + }, + { + "t_0.0-0.1": 0.4457104206085205, + "t_0.1-0.2": 0.4354752004146576, + "t_0.2-0.3": 0.41350987553596497, + "t_0.3-0.4": 0.431008517742157, + "t_0.4-0.5": 0.4305218458175659, + "t_0.5-0.6": 0.4195660352706909, + "t_0.6-0.7": 0.4493052065372467, + "t_0.7-0.8": 0.5069781541824341, + "t_0.8-0.9": 0.5355702042579651, + "t_0.9-1.0": 0.8806158900260925 + }, + { + "t_0.0-0.1": 0.48321229219436646, + "t_0.1-0.2": 0.28048577904701233, + "t_0.2-0.3": 0.2900106608867645, + "t_0.3-0.4": 0.2547774314880371, + "t_0.4-0.5": 0.2714340090751648, + "t_0.5-0.6": 0.2847438454627991, + "t_0.6-0.7": 0.29393020272254944, + "t_0.7-0.8": 0.2971263527870178, + "t_0.8-0.9": 0.3076811134815216, + "t_0.9-1.0": 0.4626234471797943 + }, + { + "t_0.0-0.1": 0.4526893198490143, + "t_0.1-0.2": 0.4174015522003174, + "t_0.2-0.3": 0.4742949604988098, + "t_0.3-0.4": 0.46278277039527893, + "t_0.4-0.5": 0.4420968294143677, + "t_0.5-0.6": 0.44993361830711365, + "t_0.6-0.7": 0.45454367995262146, + "t_0.7-0.8": 0.4812636971473694, + "t_0.8-0.9": 0.4829339385032654, + "t_0.9-1.0": 0.5924354195594788 + }, + { + "t_0.0-0.1": 0.3435746133327484, + "t_0.1-0.2": 0.3689974546432495, + "t_0.2-0.3": 0.2962864339351654, + "t_0.3-0.4": 0.3371134400367737, + "t_0.4-0.5": 0.33383336663246155, + "t_0.5-0.6": 0.35185521841049194, + "t_0.6-0.7": 0.3777383267879486, + "t_0.7-0.8": 0.4387333393096924, + "t_0.8-0.9": 0.4311632513999939, + "t_0.9-1.0": 0.959903359413147 + }, + { + "t_0.0-0.1": 0.5293306112289429, + "t_0.1-0.2": 0.5216677188873291, + "t_0.2-0.3": 0.44290196895599365, + "t_0.3-0.4": 0.4162413775920868, + "t_0.4-0.5": 0.43680867552757263, + "t_0.5-0.6": 0.4563835561275482, + "t_0.6-0.7": 0.45437243580818176, + "t_0.7-0.8": 0.38415101170539856, + "t_0.8-0.9": 0.3762689530849457, + "t_0.9-1.0": 0.9066933393478394 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.05904059112071991, - 0.027003858238458633, - 0.07198642194271088, - 0.021967049688100815, - 0.011813759803771973, - 0.19796955585479736, - 0.30489447712898254, - 0.018159804865717888, - 0.05998536944389343, - 0.02484266273677349, - 0.012126865796744823, - 0.21613189578056335, - 0.07237635552883148, - 0.013047530315816402, - 0.006635070778429508, - 0.1258106380701065, - 0.05953338369727135, - 0.013720742426812649, - 0.04172214865684509, - 0.06969990581274033, - 0.08598726242780685, - 0.15155132114887238, - 0.3073364198207855, - 0.0070257605984807014, - 0.08745874464511871, - 0.01914123259484768, - 0.12330456078052521, - 0.05008143186569214, - 0.015972895547747612, - 0.33770719170570374, - 0.12095730751752853, - 0.07259465008974075, - 0.07422680407762527, - 0.1313084214925766, - 0.24283632636070251, - 0.007575757801532745, - 0.004587155766785145, - 0.5725429058074951, - 0.07746835798025131, - 0.12152466177940369, - 0.1267748475074768, - 0.28949153423309326, - 0.0763535425066948, - 0.0861513689160347, - 0.11261642724275589, - 0.1536373496055603, - 0.1168384850025177, - 0.07058823853731155, - 0.028616853058338165, - 0.01064395997673273, - 0.016402116045355797, - 0.30532485246658325, - 0.15228915214538574, - 0.42916667461395264, - 0.03052728995680809, - 0.1619950532913208, - 0.016576454043388367, - 0.03764420002698898, - 0.03038427233695984, - 0.04717898741364479, - 0.06852986663579941, - 0.004907975438982248, - 0.11282843351364136, - 0.00460122711956501, - 0.18175339698791504, - 0.13920818269252777, - 0.020040899515151978, - 0.12936344742774963, - 0.0050505055114626884, - 0.05681271106004715, - 0.020211299881339073, - 0.03404722735285759, - 0.050713155418634415, - 0.004323899280279875, - 0.08721359819173813, - 0.012721238657832146, - 0.006637168116867542, - 0.20348836481571198, - 0.0770585685968399, - 0.057154275476932526, - 0.050158727914094925, - 0.06814106553792953, - 0.07201404869556427, - 0.04906054213643074, - 0.0869826003909111, - 0.01772303879261017, - 0.11437613517045975, - 0.12140871584415436, - 0.05921584367752075, - 0.05077745392918587, - 0.031223628669977188, - 0.1410365253686905, - 0.045231811702251434, - 0.06474819779396057, - 0.03965785354375839, - 0.04112064838409424, - 0.004692832473665476, - 0.11567164212465286, - 0.0037251655012369156, - 0.006592291872948408, - 0.12474747747182846, - 0.07419899106025696, - 0.12962962687015533, - 0.018518518656492233, - 0.05553590506315231, - 0.03929430618882179, - 0.0363486148416996, - 0.07310469448566437, - 0.0038759689778089523, - 0.15304797887802124, - 0.016566265374422073, - 0.031919192522764206, - 0.005434782709926367, - 0.09883720427751541, - 0.030851062387228012, - 0.08736804127693176, - 0.0714285671710968, - 0.01269560120999813, - 0.002958579920232296, - 0.1537640243768692, - 0.003086419776082039, - 0.006592291872948408, - 0.21000000834465027, - 0.06803004443645477, - 0.005199306644499302, - 0.06707629561424255, - 0.007336343172937632, - 0.016597511246800423, - 0.10833333432674408, - 0.1191321462392807, - 0.025569502264261246, - 0.07680372148752213, - 0.09096573293209076, - 0.009925558231770992, - 0.09713167697191238, - 0.019319936633110046, - 0.3262295126914978, - 0.004983388818800449, - 0.055937644094228745, - 0.023351648822426796, - 0.1267748475074768, - 0.0034722222480922937, - 0.01001112349331379, - 0.015089593827724457, - 0.021559633314609528, - 0.06525636464357376, - 0.07645630836486816, - 0.06839622557163239, - 0.3002159893512726, - 0.008557457476854324, - 0.042060986161231995, - 0.025073746219277382, - 0.035145267844200134, - 0.007625272031873465, - 0.08288590610027313, - 0.033753011375665665, - 0.03824799507856369, - 0.004901960492134094, - 0.09244102239608765, - 0.181749626994133, - 0.0995967760682106, - 0.009104704484343529, - 0.12974296510219574, - 0.18558457493782043, - 0.037959665060043335, - 0.1987716257572174, - 0.0037251655012369156, - 0.00920245423913002, - 0.00911458395421505, - 0.031117398291826248, - 0.04208909347653389, - 0.3054162561893463, - 0.08500700443983078, - 0.010403120890259743, - 0.004901960492134094, - 0.14173592627048492, - 0.08559352159500122, - 0.09379727393388748, - 0.006592291872948408, - 0.0709645226597786, - 0.02346985787153244, - 0.302238792181015, - 0.1110108271241188, - 0.140625, - 0.008064515888690948, - 0.0691530704498291, - 0.010479042306542397, - 0.07945516705513, - 0.021462105214595795, - 0.006520726718008518, - 0.04885270074009895, - 0.12474747747182846, - 0.03241650387644768, - 0.0422535203397274, - 0.03265305981040001, - 0.007329843007028103, - 0.038322813808918, - 0.25115421414375305, - 0.0077751195058226585, - 0.14274029433727264, - 0.1943759173154831, - 0.1367102414369583, - 0.13569819927215576, - 0.03884093463420868, - 0.002984084887430072, - 0.05115436762571335, - 0.026024363934993744, - 0.1654861569404602, - 0.0065543074160814285, - 0.0045008184388279915, - 0.08027523010969162, - 0.06921986490488052, - 0.00219058059155941, - 0.04120040684938431, - 0.08050436526536942, - 0.0406414158642292, - 0.01065509021282196, - 0.005130596924573183, - 0.016967706382274628, - 0.14030611515045166, - 0.058911632746458054, - 0.03608247637748718, - 0.1410835236310959, - 0.0059652929194271564, - 0.12518410384655, - 0.005319148767739534, - 0.11302395910024643, - 0.08802308887243271, - 0.11291328817605972, - 0.2360285371541977, - 0.1329321712255478, - 0.005692599341273308, - 0.0035771066322922707, - 0.08085977286100388, - 0.26244813203811646, - 0.21331581473350525, - 0.010329890064895153, - 0.046768058091402054, - 0.008487654849886894, - 0.006789890583604574, - 0.05076142027974129, - 0.126658633351326, - 0.006944444961845875, - 0.004385964944958687, - 0.08912280946969986, - 0.010847457684576511, - 0.11299195885658264, - 0.004692832473665476, - 0.053514376282691956, - 0.10489220917224884, - 0.037319764494895935, - 0.03641948103904724, - 0.0974842756986618, - 0.0037313434295356274, - 0.027844073250889778, - 0.0035771066322922707, - 0.05535178259015083, - 0.04823613911867142, - 0.03835826739668846, - 0.1316489279270172, - 0.005199306644499302, - 0.11751903593540192, - 0.08948740363121033, - 0.011538461782038212, - 0.0027985074557363987, - 0.15818583965301514, - 0.01061173528432846, - 0.0024600245524197817, - 0.11446491628885269, - 0.011152416467666626, - 0.12187056988477707, - 0.048192769289016724, - 0.028318583965301514, - 0.006876228377223015, - 0.04031262919306755, - 0.3142174184322357, - 0.09777778387069702, - 0.00248893816024065, - 0.13667820394039154, - 0.06351446360349655, - 0.04617604613304138, - 0.11277174204587936, - 0.11378205567598343, - 0.01092896144837141, - 0.015000000596046448, - 0.08576389402151108, - 0.06866952776908875, - 0.05379236117005348, - 0.010714286006987095, - 0.06835152208805084, - 0.12966877222061157, - 0.004983388818800449, - 0.04039634019136429, - 0.08288590610027313, - 0.07195300608873367, - 0.009749303571879864, - 0.017892643809318542, - 0.04675925895571709, - 0.09630702435970306, - 0.03714423626661301, - 0.0298225749284029, - 0.14704370498657227, - 0.1715022474527359, - 0.1934892237186432, - 0.07649253308773041, - 0.005976095795631409, - 0.0796930342912674, - 0.021110601723194122, - 0.01720542274415493, - 0.00538160465657711, - 0.048618219792842865, - 0.11985323578119278, - 0.15561825037002563, - 0.0044742729514837265, - 0.06484197080135345, - 0.0077751195058226585, - 0.059532780200242996, - 0.13050313293933868, - 0.006596305873245001, - 0.0016556291375309229, - 0.14787797629833221, - 0.006289307959377766, - 0.05642815679311752, - 0.13354700803756714, - 0.05890722572803497, - 0.006289307959377766, - 0.022243713960051537, - 0.024602025747299194, - 0.011414077132940292, - 0.07624504715204239, - 0.003170577110722661, - 0.005899704992771149, - 0.0035771066322922707, - 0.26880529522895813, - 0.12629161775112152, - 0.013636363670229912, - 0.09928229451179504, - 0.0037251655012369156, - 0.0373944528400898, - 0.0036136661656200886, - 0.005976095795631409, - 0.04914744198322296, - 0.07530488073825836, - 0.12133072316646576, - 0.019537480548024178, - 0.08902616053819656, - 0.08500000089406967, - 0.07767295837402344, - 0.07772842794656754, - 0.007918179035186768, - 0.26816239953041077, - 0.1410835236310959, - 0.1176215261220932, - 0.05822136998176575, - 0.02568134106695652, - 0.010360842570662498, - 0.13050313293933868, - 0.14599484205245972, - 0.12757201492786407, - 0.005721830762922764, - 0.269899845123291, - 0.00561797758564353, - 0.01550387591123581, - 0.01744185946881771, - 0.01528617087751627, - 0.11005053669214249, - 0.045206163078546524, - 0.020614035427570343, - 0.0065543074160814285, - 0.019789734855294228, - 0.04306722804903984, - 0.14653080701828003, - 0.3190383315086365, - 0.2631140649318695, - 0.1197916716337204, - 0.1650029420852661, - 0.004619907587766647, - 0.02999577485024929, - 0.005130596924573183, - 0.03589557483792305, - 0.008886565454304218, - 0.0047846888191998005, - 0.02014775015413761, - 0.016597511246800423, - 0.271276593208313, - 0.0025380710139870644, - 0.006164059042930603, - 0.00853333342820406, - 0.005434782709926367, - 0.19325432181358337, - 0.006637168116867542, - 0.0032626427710056305, - 0.14460094273090363, - 0.0033136967103928328, - 0.11560693383216858, - 0.17061811685562134, - 0.06012176722288132, - 0.049520764499902725, - 0.12027199566364288, - 0.05817610025405884, - 0.09458917379379272, - 0.029330888763070107, - 0.07805906981229782, - 0.004304635804146528, - 0.09245076775550842, - 0.006078055128455162, - 0.021343378350138664, - 0.013321872800588608, - 0.017761990427970886, - 0.06897522509098053, - 0.02369311824440956, - 0.008522727526724339, - 0.008557457476854324, - 0.15018656849861145, - 0.12458746135234833, - 0.09488412737846375, - 0.1534229964017868, - 0.024117646738886833, - 0.1569586545228958, - 0.02601809985935688, - 0.08576389402151108, - 0.0040087467059493065, - 0.13354700803756714, - 0.11764705926179886, - 0.007952285930514336, - 0.011705033481121063, - 0.23336414992809296, - 0.08540471643209457, - 0.0034722222480922937, - 0.07204362750053406, - 0.004509191960096359, - 0.07653701305389404, - 0.06604263931512833, - 0.11051692813634872, - 0.3305944800376892, - 0.026543011888861656, - 0.004901960492134094, - 0.011538461782038212, - 0.02179553732275963, - 0.01295696385204792, - 0.004252535291016102, - 0.17316456139087677, - 0.004032257944345474, - 0.031527891755104065, - 0.10147299617528915, - 0.0040087467059493065, - 0.02053140103816986, - 0.27680525183677673, - 0.00219058059155941, - 0.04267542064189911, - 0.0043685464188456535, - 0.3977011442184448, - 0.004983388818800449, - 0.2928240895271301, - 0.14646464586257935, - 0.005179558414965868, - 0.007625272031873465, - 0.0030487803742289543, - 0.020155038684606552, - 0.03526734933257103, - 0.004160362761467695, - 0.002076843287795782, - 0.04121940955519676, - 0.009205983951687813, - 0.004323899280279875, - 0.011797753162682056, - 0.0038759689778089523, - 0.02774813212454319, - 0.0040087467059493065, - 0.00875420868396759, - 0.03484320640563965, - 0.007734806276857853, - 0.0025597268249839544, - 0.10652631521224976, - 0.005032907240092754, - 0.015437392517924309, - 0.19064465165138245, - 0.1339605748653412, - 0.11357466131448746, - 0.057858020067214966, - 0.003246753243729472, - 0.2386457473039627, - 0.006944444961845875, - 0.0038759689778089523, - 0.1321984827518463, - 0.004587155766785145, - 0.009038088843226433, - 0.0036900369450449944, - 0.014362657442688942, - 0.014421502128243446, - 0.04181913286447525, - 0.0056584361009299755, - 0.05717981979250908, - 0.027429239824414253 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.11499856412410736, + 0.07104010879993439, + 0.14064697921276093, + 0.08082932978868484, + 0.05417994409799576, + 0.19212523102760315, + 0.08163903653621674, + 0.0743265151977539, + 0.08722863346338272, + 0.1086847335100174, + 0.039359573274850845, + 0.1437470018863678, + 0.18222221732139587, + 0.13132953643798828, + 0.1302771270275116, + 0.06204379349946976, + 0.1033872589468956, + 0.08500847220420837, + 0.08608781546354294, + 0.08389339596033096, + 0.09257826954126358, + 0.08158614486455917, + 0.10407091677188873, + 0.15349404513835907, + 0.08513816446065903, + 0.2258172184228897, + 0.06368593126535416, + 0.06307978183031082, + 0.039665210992097855, + 0.051637277007102966, + 0.10198219120502472, + 0.0763416513800621, + 0.10656619817018509, + 0.22748976945877075, + 0.11094069480895996, + 0.06733068078756332, + 0.10887428373098373, + 0.049978457391262054, + 0.08100021630525589, + 0.06305122375488281, + 0.056730274111032486, + 0.12643678486347198, + 0.07440667599439621, + 0.07893915474414825, + 0.0808349996805191, + 0.04378025606274605, + 0.061786867678165436, + 0.08918841183185577, + 0.14224852621555328, + 0.07940536737442017, + 0.08995763957500458, + 0.014124293811619282, + 0.08097506314516068, + 0.08897485584020615, + 0.09727811068296432, + 0.05414653941988945, + 0.07819123566150665, + 0.056723639369010925, + 0.04639804735779762, + 0.11511752754449844, + 0.12196706980466843, + 0.08047313988208771, + 0.10025381296873093, + 0.0716504454612732, + 0.03919006884098053, + 0.07600827515125275, + 0.14543403685092926, + 0.05609698221087456, + 0.10539018362760544, + 0.06535829603672028, + 0.020139055326581, + 0.08559689670801163, + 0.09099384397268295, + 0.05472951382398605, + 0.04531370848417282, + 0.08721686899662018, + 0.034927159547805786, + 0.08635096997022629, + 0.07875648140907288, + 0.11814345419406891, + 0.09249084442853928, + 0.07258587330579758, + 0.08760387450456619, + 0.1109413281083107, + 0.11032186448574066, + 0.03612317144870758, + 0.12339869141578674, + 0.11066446453332901, + 0.07450896501541138, + 0.08413901925086975, + 0.08347301930189133, + 0.048845767974853516, + 0.07242818921804428, + 0.07303951680660248, + 0.04839841276407242, + 0.170719712972641, + 0.14889155328273773, + 0.11709326505661011, + 0.11932554841041565, + 0.12118320912122726, + 0.07443010061979294, + 0.012545143254101276, + 0.11725293099880219, + 0.0792587623000145, + 0.047774411737918854, + 0.05730040743947029, + 0.056161828339099884, + 0.08852162212133408, + 0.08290894329547882, + 0.09056040644645691, + 0.1356094479560852, + 0.10125233232975006, + 0.08945003151893616, + 0.07922349870204926, + 0.07223866134881973, + 0.04966000095009804, + 0.05733397230505943, + 0.09712474793195724, + 0.028648974373936653, + 0.11629746109247208, + 0.11879603564739227, + 0.022908898070454597, + 0.11642791330814362, + 0.10317183285951614, + 0.13100436329841614, + 0.09692131727933884, + 0.046072062104940414, + 0.11297375708818436, + 0.05540897324681282, + 0.08561020344495773, + 0.05184570699930191, + 0.1657911241054535, + 0.04512247443199158, + 0.06280096620321274, + 0.05589667335152626, + 0.04790591076016426, + 0.09889190644025803, + 0.0744582787156105, + 0.057490024715662, + 0.027906976640224457, + 0.01615798845887184, + 0.14024610817432404, + 0.09354323148727417, + 0.10522066801786423, + 0.06545135378837585, + 0.17931367456912994, + 0.14154350757598877, + 0.059012189507484436, + 0.14868728816509247, + 0.11293518543243408, + 0.18421798944473267, + 0.044396959245204926, + 0.12354805320501328, + 0.07873090356588364, + 0.042397063225507736, + 0.10568530112504959, + 0.05056179687380791, + 0.05877034366130829, + 0.2107594907283783, + 0.10201994329690933, + 0.020824294537305832, + 0.10382119566202164, + 0.03639104217290878, + 0.184508815407753, + 0.13681700825691223, + 0.08513743430376053, + 0.035038143396377563, + 0.14970889687538147, + 0.0804973840713501, + 0.10119940340518951, + 0.06377014517784119, + 0.11867905408143997, + 0.16073033213615417, + 0.02552817016839981, + 0.08791704475879669, + 0.15667438507080078, + 0.09884379804134369, + 0.11874008923768997, + 0.10967590659856796, + 0.0872483178973198, + 0.08241505920886993, + 0.2522246837615967, + 0.0830392837524414, + 0.10519833117723465, + 0.040180180221796036, + 0.11679643392562866, + 0.058887679129838943, + 0.061132077127695084, + 0.06830437481403351, + 0.1549234241247177, + 0.027448713779449463, + 0.07992710173130035, + 0.033163946121931076, + 0.12248629331588745, + 0.06940063089132309, + 0.09512652456760406, + 0.09722530841827393, + 0.11206535249948502, + 0.07096774131059647, + 0.17231717705726624, + 0.09753935039043427, + 0.05126436799764633, + 0.06650380045175552, + 0.04648328572511673, + 0.09229466319084167, + 0.07873274385929108, + 0.09253992885351181, + 0.01705634407699108, + 0.1599247306585312, + 0.05692709982395172, + 0.06563980877399445, + 0.12170138955116272, + 0.10234798491001129, + 0.05334765464067459, + 0.040592290461063385, + 0.09045045077800751, + 0.047961629927158356, + 0.09575290232896805, + 0.04029008746147156, + 0.04754358157515526, + 0.15949702262878418, + 0.0899665504693985, + 0.1088419035077095, + 0.08899547159671783, + 0.02375565655529499, + 0.05822784826159477, + 0.06511850655078888, + 0.07415078580379486, + 0.05376940220594406, + 0.021565960720181465, + 0.031823087483644485, + 0.09242144227027893, + 0.09402686357498169, + 0.05423927679657936, + 0.06676821410655975, + 0.047075606882572174, + 0.1673889458179474, + 0.06646372377872467, + 0.10685805231332779, + 0.07195420563220978, + 0.125035360455513, + 0.11004672944545746, + 0.1129525825381279, + 0.06037735939025879, + 0.05063890293240547, + 0.04695937782526016, + 0.12424364686012268, + 0.10000000149011612, + 0.11906998604536057, + 0.0690212994813919, + 0.056297510862350464, + 0.09351594001054764, + 0.062332604080438614, + 0.07811843603849411, + 0.12676453590393066, + 0.07685904949903488, + 0.05921417102217674, + 0.12853612005710602, + 0.06931768357753754, + 0.22628509998321533, + 0.03486569970846176, + 0.05911220237612724, + 0.11856932193040848, + 0.08768906444311142, + 0.06665351986885071, + 0.07411424815654755, + 0.06064840778708458, + 0.06572552770376205, + 0.031136272475123405, + 0.16392527520656586, + 0.04329608753323555, + 0.0875912457704544, + 0.14477798342704773, + 0.06652586907148361, + 0.11390568315982819, + 0.030245233327150345, + 0.049786195158958435, + 0.07169876247644424, + 0.11541104316711426, + 0.07609795778989792, + 0.03021148033440113, + 0.09243848919868469, + 0.112544484436512, + 0.03755313903093338, + 0.08848191052675247, + 0.13125529885292053, + 0.04905277118086815, + 0.060039862990379333, + 0.05584688112139702, + 0.08288973569869995, + 0.04785175994038582, + 0.08448448777198792, + 0.13041657209396362, + 0.035913314670324326, + 0.07508160918951035, + 0.024016350507736206, + 0.08888190984725952, + 0.054973337799310684, + 0.055312156677246094, + 0.09787030518054962, + 0.15647999942302704, + 0.05166845768690109, + 0.038144949823617935, + 0.036783043295145035, + 0.06801770627498627, + 0.05766312777996063, + 0.0838293731212616, + 0.10481997579336166, + 0.08568514138460159, + 0.010536879301071167, + 0.03129074349999428, + 0.043791357427835464, + 0.11046511679887772, + 0.022399645298719406, + 0.061220310628414154, + 0.10395511239767075, + 0.04215323179960251, + 0.04957535117864609, + 0.06103159487247467, + 0.11102794110774994, + 0.052815262228250504, + 0.07247386872768402, + 0.08559231460094452, + 0.049967553466558456, + 0.0416666679084301, + 0.049087099730968475, + 0.0715828388929367, + 0.02498418651521206, + 0.07792207598686218, + 0.1251504272222519, + 0.016877636313438416, + 0.14035452902317047, + 0.05498167499899864, + 0.10032153874635696, + 0.0044052861630916595, + 0.05015450343489647, + 0.02446642518043518, + 0.09822560101747513, + 0.036439355462789536, + 0.07136469334363937, + 0.13676318526268005, + 0.09569014608860016, + 0.09115546196699142, + 0.1226346418261528, + 0.0598573163151741, + 0.07028394937515259, + 0.10535279661417007, + 0.07420281320810318, + 0.04652746394276619, + 0.051234401762485504, + 0.07576530426740646, + 0.11031412333250046, + 0.10086682438850403, + 0.10124190151691437, + 0.059957172721624374, + 0.07807228714227676, + 0.04909481480717659, + 0.1734333634376526, + 0.10972123593091965, + 0.042905788868665695, + 0.07319653034210205, + 0.04053735360503197, + 0.029278742149472237, + 0.02180860936641693, + 0.042869094759225845, + 0.10347404330968857, + 0.1314225047826767, + 0.06100408360362053, + 0.014632627367973328, + 0.0627436414361, + 0.09897901117801666, + 0.03475513309240341, + 0.05246913433074951, + 0.19116371870040894, + 0.058320872485637665, + 0.032710280269384384, + 0.09911558777093887, + 0.03896103799343109, + 0.06683224439620972, + 0.08635346591472626, + 0.15917065739631653, + 0.046415820717811584, + 0.03221188113093376, + 0.08696676790714264, + 0.10818979144096375, + 0.0420924574136734, + 0.0453958697617054, + 0.033117182552814484, + 0.17997926473617554, + 0.04649827629327774, + 0.1566537469625473, + 0.11768349260091782, + 0.049625467509031296, + 0.09859886020421982, + 0.065433569252491, + 0.053181152790784836, + 0.04128440096974373, + 0.06620530784130096, + 0.021266311407089233, + 0.09717355668544769, + 0.0811268761754036, + 0.07985837757587433, + 0.02577850967645645, + 0.05491221696138382, + 0.00883152149617672, + 0.09043928235769272, + 0.04048006609082222, + 0.04673696309328079, + 0.05208718031644821, + 0.13547758758068085, + 0.039646077901124954, + 0.10091353207826614, + 0.07934238761663437, + 0.026761330664157867, + 0.09302325546741486, + 0.12685659527778625, + 0.008131969720125198, + 0.04801720008254051, + 0.06659217923879623, + 0.05613701045513153, + 0.08948478102684021, + 0.05421839654445648, + 0.05910610035061836, + 0.06094122678041458, + 0.08833619207143784, + 0.013353435322642326, + 0.050941307097673416, + 0.05604947730898857, + 0.061758242547512054, + 0.03748910129070282, + 0.17229129374027252, + 0.020884521305561066, + 0.1162944957613945, + 0.13267242908477783, + 0.04085106402635574, + 0.04931506887078285, + 0.03389464691281319, + 0.057876311242580414, + 0.0483393631875515, + 0.10760320723056793, + 0.06036626920104027, + 0.043675098568201065, + 0.06641509383916855, + 0.027866913005709648, + 0.10247709602117538, + 0.09745162725448608, + 0.016930637881159782, + 0.07657095044851303, + 0.03407903015613556, + 0.04818583279848099, + 0.08247141540050507, + 0.03345001861453056, + 0.03177777677774429, + 0.049751244485378265, + 0.0255338903516531, + 0.03637537732720375, + 0.07048150897026062, + 0.048119597136974335, + 0.07904022932052612, + 0.07608438283205032, + 0.09194214642047882, + 0.05369957908987999, + 0.04342469945549965, + 0.03469343110918999, + 0.024211300536990166, + 0.047592174261808395, + 0.041404612362384796, + 0.06205493211746216, + 0.12409928441047668, + 0.07977490872144699, + 0.07473842054605484, + 0.0917065367102623, + 0.09748576581478119, + 0.04629223421216011, + 0.0411032997071743, + 0.05781315267086029, + 0.11000552773475647, + 0.008706731721758842, + 0.08203309774398804, + 0.10797857493162155, + 0.10000000149011612, + 0.020725388079881668, + 0.05813697353005409, + 0.04457978159189224, + 0.036970242857933044, + 0.05385312810540199, + 0.08163633197546005, + 0.04802318289875984, + 0.08747470378875732, + 0.04036858305335045, + 0.15814650058746338, + 0.07710402458906174, + 0.02631578966975212, + 0.08952920138835907 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 54.62394714355469, - 40.92451858520508, - 60.820762634277344, - 40.00730514526367, - 44.05697250366211, - 80.2222900390625, - 87.05016326904297, - 39.448631286621094, - 53.757450103759766, - 39.6721305847168, - 41.895790100097656, - 100.37417602539062, - 60.82075881958008, - 39.85641860961914, - 105.98529815673828, - 90.69204711914062, - 52.043182373046875, - 40.601219177246094, - 40.43056106567383, - 58.691585540771484, - 64.43696594238281, - 100.83844757080078, - 170.0527801513672, - 54.22412109375, - 59.923946380615234, - 68.10979461669922, - 77.77047729492188, - 45.559566497802734, - 39.482200622558594, - 198.24676513671875, - 81.07108306884766, - 60.82075500488281, - 57.25468444824219, - 90.45443725585938, - 87.09296417236328, - 104.52373504638672, - 54.22412109375, - 176.68772888183594, - 59.923946380615234, - 85.01760864257812, - 88.57266235351562, - 176.60096740722656, - 62.623497009277344, - 73.6240234375, - 85.75440979003906, - 86.80055236816406, - 69.00910949707031, - 57.25469970703125, - 42.714111328125, - 39.482200622558594, - 39.85641860961914, - 159.9525146484375, - 92.65966033935547, - 113.55008697509766, - 39.44862365722656, - 89.54586791992188, - 47.08357620239258, - 47.1059455871582, - 43.386512756347656, - 47.105934143066406, - 61.720680236816406, - 47.703086853027344, - 77.50849151611328, - 104.52373504638672, - 113.38957977294922, - 85.75440979003906, - 47.20827865600586, - 108.35948181152344, - 47.703086853027344, - 53.75746154785156, - 39.6721305847168, - 40.00730514526367, - 46.324668884277344, - 67.5317611694336, - 59.923954010009766, - 54.22412109375, - 104.17972564697266, - 119.93205261230469, - 64.43695831298828, - 58.140625, - 52.04319381713867, - 55.4959602355957, - 63.52897262573242, - 53.757450103759766, - 67.17436218261719, - 39.85641860961914, - 91.21533203125, - 72.69819641113281, - 49.528934478759766, - 46.324668884277344, - 39.6721305847168, - 89.51325225830078, - 51.19669723510742, - 53.0328483581543, - 41.47610092163086, - 40.92451858520508, - 47.703086853027344, - 75.47940826416016, - 67.5317611694336, - 47.703086853027344, - 92.11386108398438, - 61.055023193359375, - 87.63262176513672, - 40.60122299194336, - 44.087467193603516, - 44.80333709716797, - 42.07524108886719, - 64.43696594238281, - 512.0, - 95.16937255859375, - 39.448631286621094, - 43.38651657104492, - 67.5317611694336, - 73.6240234375, - 39.448631286621094, - 56.37301254272461, - 58.140625, - 39.856414794921875, - 104.52373504638672, - 106.49439239501953, - 54.22412109375, - 40.60122299194336, - 128.99488830566406, - 52.04319381713867, - 104.52373504638672, - 56.373016357421875, - 39.85641860961914, - 39.36961364746094, - 82.00621795654297, - 79.00025939941406, - 41.476097106933594, - 59.03047561645508, - 60.82076644897461, - 54.22412109375, - 72.62109375, - 39.36961364746094, - 186.85031127929688, - 44.05696487426758, - 47.90145492553711, - 40.007301330566406, - 87.01620483398438, - 104.52373504638672, - 54.22412109375, - 41.895782470703125, - 40.43056106567383, - 54.023193359375, - 58.140625, - 59.03047561645508, - 159.8778076171875, - 44.05696487426758, - 42.07524108886719, - 44.11665725708008, - 48.70958709716797, - 39.85641860961914, - 63.52897262573242, - 41.47610092163086, - 44.81291198730469, - 67.5317611694336, - 63.52897262573242, - 89.44808197021484, - 75.4793930053711, - 55.953125, - 81.07107543945312, - 92.03417205810547, - 41.47610092163086, - 75.10216522216797, - 67.5317611694336, - 47.703086853027344, - 40.60122299194336, - 40.92451477050781, - 49.52893829345703, - 118.6917495727539, - 60.82075881958008, - 41.895782470703125, - 104.52373504638672, - 89.6392822265625, - 58.140621185302734, - 78.2708511352539, - 67.5317611694336, - 52.89699935913086, - 39.85642623901367, - 147.3184814453125, - 74.5511245727539, - 85.75440979003906, - 54.22412109375, - 59.923946380615234, - 41.895782470703125, - 59.923946380615234, - 40.92451477050781, - 54.22412109375, - 49.52893829345703, - 92.33617401123047, - 40.00729751586914, - 47.90146255493164, - 42.07524108886719, - 104.52373504638672, - 40.92451858520508, - 136.74668884277344, - 108.93287658691406, - 84.00453186035156, - 123.00827026367188, - 84.85458374023438, - 79.07151794433594, - 44.087467193603516, - 94.98614501953125, - 50.35831832885742, - 42.714111328125, - 99.00701141357422, - 512.0, - 54.22412109375, - 59.923946380615234, - 57.254695892333984, - 67.5317611694336, - 45.5595588684082, - 68.09083557128906, - 44.81291198730469, - 80.98734283447266, - 44.05697250366211, - 41.895790100097656, - 92.33837127685547, - 52.04319763183594, - 44.468379974365234, - 83.87886047363281, - 121.1674575805664, - 88.5726547241211, - 54.22412109375, - 75.47940826416016, - 59.92394256591797, - 76.40882873535156, - 134.6878204345703, - 85.75440979003906, - 54.224124908447266, - 399.7757873535156, - 65.3473129272461, - 159.07220458984375, - 119.69694519042969, - 44.05696487426758, - 46.32465744018555, - 47.703086853027344, - 67.5317611694336, - 51.19669723510742, - 82.00623321533203, - 67.5317611694336, - 47.703086853027344, - 56.373016357421875, - 54.22412109375, - 89.64236450195312, - 54.22412109375, - 48.70958709716797, - 76.40882873535156, - 44.81291198730469, - 40.92451858520508, - 68.64363861083984, - 104.52373504638672, - 40.00730895996094, - 67.5317611694336, - 52.04319763183594, - 44.087467193603516, - 41.06743240356445, - 89.51325225830078, - 54.224124908447266, - 78.2708511352539, - 63.52898025512695, - 47.703086853027344, - 512.0, - 97.39295196533203, - 41.895790100097656, - 44.05697250366211, - 76.40882873535156, - 47.703086853027344, - 77.3393325805664, - 59.9239387512207, - 41.47610092163086, - 44.05696487426758, - 47.10594177246094, - 142.86814880371094, - 69.00910949707031, - 67.5317611694336, - 87.45918273925781, - 60.82076644897461, - 49.52893829345703, - 85.75440979003906, - 68.09085845947266, - 44.05697250366211, - 44.05697250366211, - 72.6982192993164, - 57.25468826293945, - 52.89699172973633, - 67.5317611694336, - 58.140621185302734, - 91.39616394042969, - 54.224124908447266, - 45.5595588684082, - 59.030479431152344, - 68.0908432006836, - 52.998199462890625, - 39.36961364746094, - 50.35832977294922, - 63.52898025512695, - 40.92451858520508, - 39.36962127685547, - 82.89600372314453, - 100.84967041015625, - 86.31771850585938, - 61.720680236816406, - 54.224124908447266, - 55.4959602355957, - 39.6721305847168, - 39.482200622558594, - 67.5317611694336, - 42.71411895751953, - 73.6240234375, - 95.38482666015625, - 77.83392333984375, - 44.81291198730469, - 54.22412109375, - 53.757450103759766, - 90.765380859375, - 54.22412109375, - 67.5317611694336, - 82.94214630126953, - 54.22412109375, - 48.988624572753906, - 82.94214630126953, - 42.714111328125, - 54.22412109375, - 39.36960983276367, - 41.895790100097656, - 39.482200622558594, - 69.00910949707031, - 104.52373504638672, - 67.5317611694336, - 54.22412109375, - 103.14984893798828, - 90.45443725585938, - 39.85641860961914, - 69.00910949707031, - 80.8355712890625, - 46.32465744018555, - 54.22412109375, - 67.5317611694336, - 46.32465744018555, - 63.52897262573242, - 82.94215393066406, - 40.00730514526367, - 68.09083557128906, - 56.89759826660156, - 58.140625, - 64.43697357177734, - 39.482200622558594, - 150.4929656982422, - 93.28108215332031, - 93.57563018798828, - 52.89699935913086, - 40.92451477050781, - 87.34303283691406, - 96.37010955810547, - 103.67863464355469, - 99.45521545410156, - 104.52373504638672, - 115.90996551513672, - 104.52373504638672, - 44.05696487426758, - 39.482200622558594, - 40.60122299194336, - 69.39696502685547, - 47.90145492553711, - 39.6721305847168, - 41.895790100097656, - 39.6721305847168, - 47.10594177246094, - 94.6281509399414, - 179.63014221191406, - 108.98233795166016, - 82.64923095703125, - 108.53270721435547, - 67.5317611694336, - 50.306129455566406, - 47.703086853027344, - 42.7141227722168, - 82.64570617675781, - 162.5788116455078, - 43.37058639526367, - 39.3696174621582, - 146.5187225341797, - 104.52373504638672, - 44.05696487426758, - 39.85641860961914, - 47.703086853027344, - 115.03890991210938, - 67.5317611694336, - 44.05697250366211, - 92.33837890625, - 67.5317611694336, - 64.3681411743164, - 109.36723327636719, - 49.52893829345703, - 45.5595588684082, - 77.62509155273438, - 54.62394714355469, - 66.25981140136719, - 39.448631286621094, - 59.03047180175781, - 104.52373504638672, - 66.13092803955078, - 54.224124908447266, - 40.00730514526367, - 39.36961364746094, - 39.36961364746094, - 47.10594177246094, - 39.36962127685547, - 44.05696487426758, - 41.895790100097656, - 79.20335388183594, - 80.48521423339844, - 66.25981903076172, - 97.05651092529297, - 39.67212677001953, - 91.95609283447266, - 39.67213821411133, - 69.6153793334961, - 67.5317611694336, - 87.6906509399414, - 76.07561492919922, - 47.703086853027344, - 41.895790100097656, - 138.88253784179688, - 69.92909240722656, - 104.52373504638672, - 58.14061737060547, - 54.22412109375, - 51.19669723510742, - 56.37302017211914, - 78.27084350585938, - 103.79981231689453, - 39.44862365722656, - 91.61363220214844, - 40.60122299194336, - 40.92451858520508, - 39.3696174621582, - 104.52373504638672, - 107.55391693115234, - 512.0, - 39.482200622558594, - 71.7737045288086, - 40.60122299194336, - 39.85641860961914, - 127.44082641601562, - 104.52373504638672, - 44.087467193603516, - 54.22412109375, - 127.7452392578125, - 106.41876983642578, - 155.06004333496094, - 72.06258392333984, - 54.22412109375, - 44.05697250366211, - 67.5317611694336, - 40.00730514526367, - 45.5595588684082, - 102.59233856201172, - 104.52373504638672, - 43.38652801513672, - 41.895790100097656, - 47.703086853027344, - 84.66236114501953, - 57.63920593261719, - 42.714107513427734, - 67.5317611694336, - 47.703086853027344, - 43.38652420043945, - 54.22412109375, - 512.0, - 73.6240234375, - 67.5317611694336, - 39.85641860961914, - 96.4091796875, - 79.62294006347656, - 77.04364776611328, - 41.47610092163086, - 512.0, - 121.11186981201172, - 104.52373504638672, - 67.5317611694336, - 70.01463317871094, - 67.5317611694336, - 41.895790100097656, - 104.52373504638672, - 41.895790100097656, - 47.703086853027344, - 41.47610092163086, - 104.52373504638672, - 49.5289421081543, - 40.60122299194336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 549.7493896484375, + 363.1159973144531, + 784.6856079101562, + 416.1941833496094, + 550.760498046875, + 934.3284301757812, + 433.7856750488281, + 447.1074523925781, + 649.4716186523438, + 661.7113037109375, + 315.9028015136719, + 755.72802734375, + 455.4459533691406, + 656.5514526367188, + 724.3497924804688, + 535.9935913085938, + 683.6577758789062, + 549.8539428710938, + 605.88818359375, + 590.850830078125, + 656.4459838867188, + 626.7578735351562, + 485.8791198730469, + 622.7553100585938, + 518.7544555664062, + 752.83056640625, + 504.0296325683594, + 381.1375427246094, + 286.6925048828125, + 346.7547912597656, + 551.9026489257812, + 506.0909118652344, + 847.435302734375, + 651.3703002929688, + 640.7987060546875, + 587.7015380859375, + 780.1319580078125, + 284.9657287597656, + 593.0160522460938, + 542.5422973632812, + 498.4022216796875, + 807.870849609375, + 386.7426452636719, + 449.31866455078125, + 640.0614624023438, + 602.1972045898438, + 642.0707397460938, + 570.4005126953125, + 778.7748413085938, + 402.6890563964844, + 652.0009155273438, + 291.0238037109375, + 491.7151794433594, + 700.4388427734375, + 696.29638671875, + 473.5537414550781, + 590.9762573242188, + 479.5256652832031, + 238.62962341308594, + 701.5895385742188, + 794.7125854492188, + 613.1966552734375, + 701.6318359375, + 657.5009765625, + 344.5050354003906, + 510.5019226074219, + 691.79345703125, + 563.8818969726562, + 599.8175048828125, + 537.147216796875, + 388.9417419433594, + 606.1348266601562, + 644.0804443359375, + 418.22149658203125, + 546.205810546875, + 554.1861572265625, + 425.54254150390625, + 591.6441040039062, + 674.0988159179688, + 510.79296875, + 455.6158752441406, + 679.799072265625, + 458.0627136230469, + 527.6181640625, + 727.175048828125, + 469.13427734375, + 768.483642578125, + 738.8749389648438, + 571.5740356445312, + 630.2620239257812, + 453.9282531738281, + 361.68121337890625, + 578.1757202148438, + 661.0177612304688, + 473.62127685546875, + 901.105224609375, + 597.3746948242188, + 648.8777465820312, + 647.6279907226562, + 574.0236206054688, + 483.7936096191406, + 371.9634704589844, + 458.8199157714844, + 572.3268432617188, + 522.2584228515625, + 463.19317626953125, + 476.0081787109375, + 652.5228271484375, + 711.9895629882812, + 657.2184448242188, + 614.5861206054688, + 528.3526611328125, + 677.7996215820312, + 634.2249755859375, + 586.8370361328125, + 440.1139831542969, + 486.1762390136719, + 796.5371704101562, + 365.5579833984375, + 658.1826171875, + 532.226806640625, + 465.82489013671875, + 585.0780029296875, + 465.8016052246094, + 709.040771484375, + 615.579345703125, + 200.3526153564453, + 777.273193359375, + 373.7378845214844, + 362.5391540527344, + 331.792236328125, + 1000.0281982421875, + 568.657958984375, + 521.345703125, + 578.7719116210938, + 501.3774719238281, + 781.411865234375, + 596.6240844726562, + 499.13739013671875, + 373.68511962890625, + 364.5447692871094, + 885.0787963867188, + 757.0474853515625, + 640.1148071289062, + 559.0596923828125, + 433.0143737792969, + 538.3875732421875, + 560.7579345703125, + 813.3619995117188, + 598.3402099609375, + 795.7316284179688, + 384.0694580078125, + 647.434326171875, + 486.2602844238281, + 306.84625244140625, + 712.2462768554688, + 459.4247741699219, + 575.6640014648438, + 778.7552490234375, + 637.4978637695312, + 373.8681640625, + 456.8679504394531, + 538.6320190429688, + 674.3820190429688, + 812.1576538085938, + 730.0679321289062, + 317.81170654296875, + 736.583251953125, + 637.2926635742188, + 602.6788330078125, + 595.236328125, + 645.60693359375, + 699.9484252929688, + 369.14288330078125, + 591.4486083984375, + 588.768310546875, + 726.2933349609375, + 894.0278930664062, + 679.5847778320312, + 573.69677734375, + 595.6539916992188, + 958.4368896484375, + 686.39404296875, + 609.93896484375, + 660.7102661132812, + 637.46630859375, + 312.4541931152344, + 319.3833312988281, + 549.637451171875, + 886.3681640625, + 347.80755615234375, + 550.8780517578125, + 374.02545166015625, + 731.7069091796875, + 416.10968017578125, + 649.1871337890625, + 780.564208984375, + 783.695068359375, + 590.4985961914062, + 772.5767211914062, + 702.7947387695312, + 554.662841796875, + 593.0617065429688, + 474.1330871582031, + 586.0861206054688, + 370.0233459472656, + 647.2963256835938, + 443.53546142578125, + 646.2579956054688, + 473.0920715332031, + 585.2547607421875, + 815.0524291992188, + 518.8927612304688, + 437.6321716308594, + 527.566162109375, + 431.8985290527344, + 603.7508544921875, + 647.3109130859375, + 444.538330078125, + 477.8979797363281, + 616.2527465820312, + 491.6445007324219, + 730.9403076171875, + 542.0802001953125, + 437.28826904296875, + 519.740234375, + 569.2317504882812, + 656.4857177734375, + 437.21673583984375, + 391.4447021484375, + 595.8329467773438, + 294.9196472167969, + 501.8346252441406, + 606.7525634765625, + 639.353515625, + 476.52081298828125, + 821.3936157226562, + 468.7974548339844, + 551.9887084960938, + 547.4799194335938, + 579.21044921875, + 665.3659057617188, + 662.5282592773438, + 498.8211364746094, + 252.41590881347656, + 448.6160888671875, + 429.7938537597656, + 590.0171508789062, + 746.30126953125, + 504.87237548828125, + 570.4400634765625, + 752.7431640625, + 527.19970703125, + 331.0268859863281, + 639.7119140625, + 513.9271240234375, + 455.8079833984375, + 790.8922729492188, + 754.7794799804688, + 963.336669921875, + 444.79437255859375, + 471.5465393066406, + 790.0286254882812, + 768.922607421875, + 604.7372436523438, + 459.6156311035156, + 437.72760009765625, + 705.394775390625, + 449.18646240234375, + 783.2339477539062, + 454.1046447753906, + 634.2006225585938, + 634.0293579101562, + 545.4278564453125, + 772.224609375, + 403.747802734375, + 410.9664001464844, + 676.43701171875, + 807.516845703125, + 611.1953125, + 273.2245178222656, + 752.5863037109375, + 820.804931640625, + 411.1169128417969, + 663.228515625, + 885.3660888671875, + 356.5419006347656, + 528.0986328125, + 538.6593017578125, + 598.8067626953125, + 536.1887817382812, + 659.6589965820312, + 875.2230834960938, + 342.709716796875, + 664.8887939453125, + 356.829833984375, + 567.4642944335938, + 538.7841186523438, + 654.33056640625, + 652.68017578125, + 644.3590698242188, + 484.802734375, + 548.019287109375, + 466.4545593261719, + 746.9314575195312, + 664.7263793945312, + 592.0166625976562, + 523.8224487304688, + 528.6954956054688, + 377.65789794921875, + 466.6844787597656, + 431.5446472167969, + 480.9871520996094, + 387.433837890625, + 612.0670166015625, + 577.4179077148438, + 370.830810546875, + 620.6163940429688, + 455.19830322265625, + 866.9859619140625, + 538.673828125, + 730.0394287109375, + 679.9443969726562, + 590.9342651367188, + 475.39227294921875, + 449.7403259277344, + 689.3556518554688, + 389.760498046875, + 580.352783203125, + 730.7413940429688, + 441.6958312988281, + 905.4292602539062, + 428.19561767578125, + 524.8553466796875, + 440.1115417480469, + 594.3551635742188, + 345.2538146972656, + 468.73175048828125, + 463.34649658203125, + 604.2203979492188, + 784.5439453125, + 675.427490234375, + 581.7451171875, + 904.0146484375, + 561.1307983398438, + 423.5540771484375, + 746.8870849609375, + 603.3615112304688, + 478.7195739746094, + 464.3526611328125, + 541.7196655273438, + 794.0550537109375, + 831.6705932617188, + 670.4915161132812, + 467.9099426269531, + 390.1944274902344, + 643.0505981445312, + 995.354736328125, + 518.10791015625, + 492.612060546875, + 632.0497436523438, + 461.6601867675781, + 460.8470153808594, + 664.3524780273438, + 553.6015014648438, + 413.2398986816406, + 864.9853515625, + 411.96978759765625, + 360.6962890625, + 634.2262573242188, + 598.3406982421875, + 433.676513671875, + 578.8473510742188, + 806.1351318359375, + 590.728759765625, + 372.3039245605469, + 586.5866088867188, + 490.2889404296875, + 646.6318969726562, + 759.421630859375, + 653.1478881835938, + 376.35943603515625, + 452.84326171875, + 713.7118530273438, + 594.396484375, + 537.468017578125, + 475.69268798828125, + 384.64520263671875, + 448.66021728515625, + 442.00177001953125, + 606.3074340820312, + 602.62451171875, + 374.3792724609375, + 583.5061645507812, + 676.3425903320312, + 538.7216796875, + 534.1266479492188, + 555.1177978515625, + 316.6024475097656, + 722.004638671875, + 613.7110595703125, + 656.7359008789062, + 408.8239440917969, + 574.1932983398438, + 466.75360107421875, + 495.0636291503906, + 519.9651489257812, + 424.17169189453125, + 457.6275329589844, + 578.9842529296875, + 531.3410034179688, + 800.430419921875, + 615.8385620117188, + 490.255126953125, + 618.4148559570312, + 804.736328125, + 418.3041687011719, + 491.89434814453125, + 577.3956298828125, + 572.3587036132812, + 664.1151733398438, + 482.4798583984375, + 648.3633422851562, + 616.4420166015625, + 728.0877685546875, + 414.0865783691406, + 302.04315185546875, + 534.8244018554688, + 603.0361938476562, + 391.1253356933594, + 766.1654052734375, + 505.77703857421875, + 773.1259155273438, + 872.7540893554688, + 345.3534851074219, + 619.600341796875, + 543.6596069335938, + 538.2781372070312, + 360.4862060546875, + 772.2284545898438, + 527.1287231445312, + 488.5216979980469, + 588.9091186523438, + 511.1432189941406, + 554.5308837890625, + 762.9249877929688, + 314.1199035644531, + 385.4677734375, + 532.9364624023438, + 505.4653015136719, + 588.7199096679688, + 447.2685241699219, + 388.1897277832031, + 525.9012451171875, + 475.8415222167969, + 590.7225952148438, + 425.74859619140625, + 638.659912109375, + 646.496337890625, + 549.0234375, + 618.3670043945312, + 571.5689086914062, + 543.1513671875, + 440.4569091796875, + 424.70037841796875, + 557.4805908203125, + 402.0438232421875, + 588.7647705078125, + 676.2522583007812, + 523.0308837890625, + 591.3768310546875, + 366.1273193359375, + 769.123046875, + 561.9730224609375, + 445.586669921875, + 552.6604614257812, + 653.6778564453125, + 367.91876220703125, + 762.6083984375, + 584.088623046875, + 695.4260864257812, + 347.9281005859375, + 561.7742919921875, + 520.5507202148438, + 425.5706787109375, + 486.765380859375, + 669.453857421875, + 599.0226440429688, + 717.1253662109375, + 201.8562469482422, + 625.9439086914062, + 592.4780883789062, + 561.8573608398438, + 614.34375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 - } - ] - }, - "base_seed": 0, - "seeds": [ - 0, - 1, - 2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + } + ] + }, + "base_seed": 0, + "seeds": [ + 0, + 1, + 2 ], "wall_clock_s": [ - 492.2, - 499.7, - 512.5 + 898.8, + 910.2, + 878.7 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.11431125551462173, + "loss": 0.2176894247531891, "env_score_iters": 500, - "env_score": -3.231111764907837, + "env_score": -0.5570643544197083, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.6067219972610474, - "rl_grad_norm": 0.4621652364730835, - "bc_grad_norm": 0.5016326904296875, + "grad_align": 0.320340633392334, + "rl_grad_norm": 0.39624932408332825, + "bc_grad_norm": 3.8911209106445312, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000012563433301693294, - "embedding.weight": 0.0024923330638557673, - "cnn.0.weight": 0.06360234320163727, - "cnn.0.bias": 0.002205822616815567, - "cnn.2.weight": 0.02155367098748684, - "cnn.2.bias": 0.005422246176749468, - "cnn.5.weight": 0.02479836530983448, - "cnn.5.bias": 0.004178121220320463, - "action_emb.weight": 0.003387408098205924, - "timestep_emb.weight": 0.001601030002348125, - "pos_emb.weight": 0.002331516472622752, - "transformer.layers.0.self_attn.in_proj_weight": 0.030247855931520462, - "transformer.layers.0.self_attn.in_proj_bias": 0.00249867863021791, - "transformer.layers.0.self_attn.out_proj.weight": 0.030159713700413704, - "transformer.layers.0.self_attn.out_proj.bias": 0.002875325968489051, - "transformer.layers.0.linear1.weight": 0.02029263786971569, - "transformer.layers.0.linear1.bias": 0.001202894258312881, - "transformer.layers.0.linear2.weight": 0.0247478149831295, - "transformer.layers.0.linear2.bias": 0.00219510099850595, - "transformer.layers.0.norm1.weight": 0.0018391577759757638, - "transformer.layers.0.norm1.bias": 0.002556843450292945, - "transformer.layers.0.norm2.weight": 0.00176669517531991, - "transformer.layers.0.norm2.bias": 0.001158054918050766, - "transformer.layers.1.self_attn.in_proj_weight": 0.019911985844373703, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013213802594691515, - "transformer.layers.1.self_attn.out_proj.weight": 0.017067626118659973, - "transformer.layers.1.self_attn.out_proj.bias": 0.001654540654271841, - "transformer.layers.1.linear1.weight": 0.012184723280370235, - "transformer.layers.1.linear1.bias": 0.000667392450850457, - "transformer.layers.1.linear2.weight": 0.015152374282479286, - "transformer.layers.1.linear2.bias": 0.0016076699830591679, - "transformer.layers.1.norm1.weight": 0.0012919248547405005, - "transformer.layers.1.norm1.bias": 0.0012806422309949994, - "transformer.layers.1.norm2.weight": 0.0009381186100654304, - "transformer.layers.1.norm2.bias": 0.0006641767104156315, - "transformer.layers.2.self_attn.in_proj_weight": 0.022817090153694153, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014131494099274278, - "transformer.layers.2.self_attn.out_proj.weight": 0.012177607975900173, - "transformer.layers.2.self_attn.out_proj.bias": 0.001350554870441556, - "transformer.layers.2.linear1.weight": 0.009538893587887287, - "transformer.layers.2.linear1.bias": 0.0005264521460048854, - "transformer.layers.2.linear2.weight": 0.010622501373291016, - "transformer.layers.2.linear2.bias": 0.0014398162020370364, - "transformer.layers.2.norm1.weight": 0.001504589687101543, - "transformer.layers.2.norm1.bias": 0.001620014081709087, - "transformer.layers.2.norm2.weight": 0.000682258396409452, - "transformer.layers.2.norm2.bias": 0.0005220949533395469, - "transformer.layers.3.self_attn.in_proj_weight": 0.027935225516557693, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026332468260079622, - "transformer.layers.3.self_attn.out_proj.weight": 0.012600435875356197, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023380331695079803, - "transformer.layers.3.linear1.weight": 0.026840180158615112, - "transformer.layers.3.linear1.bias": 0.002136582974344492, - "transformer.layers.3.linear2.weight": 0.014152989722788334, - "transformer.layers.3.linear2.bias": 0.0034135531168431044, - "transformer.layers.3.norm1.weight": 0.0020185040775686502, - "transformer.layers.3.norm1.bias": 0.003722267458215356, - "transformer.layers.3.norm2.weight": 0.002529119374230504, - "transformer.layers.3.norm2.bias": 0.0030999842565506697, - "head.weight": 0.16117887198925018, - "head.bias": 0.0069039748050272465, - "global_embedding.weight": 0.024135833606123924, - "global_cnn.0.weight": 0.16014604270458221, - "global_cnn.0.bias": 0.008089005947113037, - "global_cnn.2.weight": 0.26528361439704895, - "global_cnn.2.bias": 0.01880950853228569, - "global_proj.weight": 0.06927391141653061, - "global_proj.bias": 0.07051659375429153, - "goal_head.0.weight": 0.059513434767723083, - "goal_head.0.bias": 0.03638141602277756, - "goal_head.2.weight": 0.09900595992803574, - "goal_head.2.bias": 0.10469017177820206 + "global_gate": 8.2690930867102e-05, + "embedding.weight": 0.007824813015758991, + "cnn.0.weight": 0.11188871413469315, + "cnn.0.bias": 0.0046628378331661224, + "cnn.2.weight": 0.017174486070871353, + "cnn.2.bias": 0.005714076105505228, + "cnn.5.weight": 0.018550440669059753, + "cnn.5.bias": 0.005224551539868116, + "action_emb.weight": 0.006028807256370783, + "timestep_emb.weight": 0.0017244605114683509, + "pos_emb.weight": 0.0028152859304100275, + "transformer.layers.0.self_attn.in_proj_weight": 0.0459492951631546, + "transformer.layers.0.self_attn.in_proj_bias": 0.004040671046823263, + "transformer.layers.0.self_attn.out_proj.weight": 0.0368819534778595, + "transformer.layers.0.self_attn.out_proj.bias": 0.00435388321056962, + "transformer.layers.0.linear1.weight": 0.03153050318360329, + "transformer.layers.0.linear1.bias": 0.0018307531718164682, + "transformer.layers.0.linear2.weight": 0.036315128207206726, + "transformer.layers.0.linear2.bias": 0.003420083550736308, + "transformer.layers.0.norm1.weight": 0.00308620254509151, + "transformer.layers.0.norm1.bias": 0.00396086135879159, + "transformer.layers.0.norm2.weight": 0.0027793417684733868, + "transformer.layers.0.norm2.bias": 0.0018668363336473703, + "transformer.layers.1.self_attn.in_proj_weight": 0.030503658577799797, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018893637461587787, + "transformer.layers.1.self_attn.out_proj.weight": 0.03182283043861389, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024653621949255466, + "transformer.layers.1.linear1.weight": 0.02030738815665245, + "transformer.layers.1.linear1.bias": 0.0011380236828699708, + "transformer.layers.1.linear2.weight": 0.027079567313194275, + "transformer.layers.1.linear2.bias": 0.002345000859349966, + "transformer.layers.1.norm1.weight": 0.0022557179909199476, + "transformer.layers.1.norm1.bias": 0.0019351998344063759, + "transformer.layers.1.norm2.weight": 0.0015608425019308925, + "transformer.layers.1.norm2.bias": 0.0011549432529136539, + "transformer.layers.2.self_attn.in_proj_weight": 0.03151530772447586, + "transformer.layers.2.self_attn.in_proj_bias": 0.001719584339298308, + "transformer.layers.2.self_attn.out_proj.weight": 0.028442492708563805, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022575000766664743, + "transformer.layers.2.linear1.weight": 0.01796654798090458, + "transformer.layers.2.linear1.bias": 0.0011902370024472475, + "transformer.layers.2.linear2.weight": 0.02041190303862095, + "transformer.layers.2.linear2.bias": 0.002380413468927145, + "transformer.layers.2.norm1.weight": 0.002603888977319002, + "transformer.layers.2.norm1.bias": 0.001715099555440247, + "transformer.layers.2.norm2.weight": 0.001362544484436512, + "transformer.layers.2.norm2.bias": 0.0016486026579514146, + "transformer.layers.3.self_attn.in_proj_weight": 0.057768821716308594, + "transformer.layers.3.self_attn.in_proj_bias": 0.004363798536360264, + "transformer.layers.3.self_attn.out_proj.weight": 0.029082166031003, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035900415387004614, + "transformer.layers.3.linear1.weight": 0.0332886166870594, + "transformer.layers.3.linear1.bias": 0.0028456172440201044, + "transformer.layers.3.linear2.weight": 0.01860852725803852, + "transformer.layers.3.linear2.bias": 0.004017761908471584, + "transformer.layers.3.norm1.weight": 0.005405820440500975, + "transformer.layers.3.norm1.bias": 0.00651870621368289, + "transformer.layers.3.norm2.weight": 0.0023187482729554176, + "transformer.layers.3.norm2.bias": 0.0037184790708124638, + "head.weight": 0.22412878274917603, + "head.bias": 0.007493995130062103, + "global_embedding.weight": 0.03128054738044739, + "global_cnn.0.weight": 0.09419482201337814, + "global_cnn.0.bias": 0.004560109693557024, + "global_cnn.2.weight": 0.09895116090774536, + "global_cnn.2.bias": 0.005302729085087776, + "global_proj.weight": 0.030474724248051643, + "global_proj.bias": 0.021031947806477547, + "goal_head.0.weight": 0.0213095061480999, + "goal_head.0.bias": 0.009939711540937424, + "goal_head.2.weight": 0.030425269156694412, + "goal_head.2.bias": 0.022204311564564705 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.063410185277462, - "repr_drift_kl_low_t": 0.066844142973423, - "repr_drift_kl_mid_t": 0.06000889837741852, - "repr_drift_kl_high_t": 0.07081200182437897, + "repr_drift_kl": 0.4259946048259735, + "repr_drift_kl_low_t": 0.5476639270782471, + "repr_drift_kl_mid_t": 0.43388664722442627, + "repr_drift_kl_high_t": 0.2927946448326111, "cka_iters": 500, - "cka_similarity": 0.7310641407966614, + "cka_similarity": 0.902588963508606, "t_analysis_iters": 500, - "norm_low_t": 0.5219829082489014, - "norm_high_t": 0.3927450180053711, - "lowhigh_cos": 0.6680147647857666, + "norm_low_t": 0.41515281796455383, + "norm_high_t": 0.5734442472457886, + "lowhigh_cos": 0.2740830183029175, "t_bin_norms": { - "t_0.0-0.1": 0.44425463676452637, - "t_0.1-0.2": 0.40323492884635925, - "t_0.2-0.3": 0.41803884506225586, - "t_0.3-0.4": 0.425159752368927, - "t_0.4-0.5": 0.43588873744010925, - "t_0.5-0.6": 0.3745013475418091, - "t_0.6-0.7": 0.3932268023490906, - "t_0.7-0.8": 0.37700173258781433, - "t_0.8-0.9": 0.381443053483963, - "t_0.9-1.0": 0.42998167872428894 - }, - "win_rate": 0.027429239824414253, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.5293306112289429, + "t_0.1-0.2": 0.5216677188873291, + "t_0.2-0.3": 0.44290196895599365, + "t_0.3-0.4": 0.4162413775920868, + "t_0.4-0.5": 0.43680867552757263, + "t_0.5-0.6": 0.4563835561275482, + "t_0.6-0.7": 0.45437243580818176, + "t_0.7-0.8": 0.38415101170539856, + "t_0.8-0.9": 0.3762689530849457, + "t_0.9-1.0": 0.9066933393478394 + }, + "win_rate": 0.08952920138835907, + "effective_batch_size": 614.34375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08275021612644196, + "loss": 0.11606393754482269, "env_score_iters": 500, - "env_score": -2.945493459701538, + "env_score": -0.6623094081878662, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.6495618224143982, - "rl_grad_norm": 0.2656182050704956, - "bc_grad_norm": 0.36079317331314087, + "grad_align": 0.24597027897834778, + "rl_grad_norm": 0.3036705553531647, + "bc_grad_norm": 2.2562942504882812, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0005466760485433042, - "embedding.weight": 0.001961159287020564, - "cnn.0.weight": 0.03528581187129021, - "cnn.0.bias": 0.0017858654027804732, - "cnn.2.weight": 0.012662742286920547, - "cnn.2.bias": 0.0029417548794299364, - "cnn.5.weight": 0.015605255961418152, - "cnn.5.bias": 0.0022823356557637453, - "action_emb.weight": 0.004179236479103565, - "timestep_emb.weight": 0.0016044689109548926, - "pos_emb.weight": 0.002151868073269725, - "transformer.layers.0.self_attn.in_proj_weight": 0.023221366107463837, - "transformer.layers.0.self_attn.in_proj_bias": 0.001837506191805005, - "transformer.layers.0.self_attn.out_proj.weight": 0.020964082330465317, - "transformer.layers.0.self_attn.out_proj.bias": 0.002518175635486841, - "transformer.layers.0.linear1.weight": 0.020032973960042, - "transformer.layers.0.linear1.bias": 0.0009457634878344834, - "transformer.layers.0.linear2.weight": 0.020161716267466545, - "transformer.layers.0.linear2.bias": 0.0020288098603487015, - "transformer.layers.0.norm1.weight": 0.001450716401450336, - "transformer.layers.0.norm1.bias": 0.0017169419443234801, - "transformer.layers.0.norm2.weight": 0.00188147381413728, - "transformer.layers.0.norm2.bias": 0.0010096715996041894, - "transformer.layers.1.self_attn.in_proj_weight": 0.02223062887787819, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014758444158360362, - "transformer.layers.1.self_attn.out_proj.weight": 0.01870025135576725, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019354702671989799, - "transformer.layers.1.linear1.weight": 0.011322228237986565, - "transformer.layers.1.linear1.bias": 0.0006701716920360923, - "transformer.layers.1.linear2.weight": 0.013333736918866634, - "transformer.layers.1.linear2.bias": 0.0018919527065008879, - "transformer.layers.1.norm1.weight": 0.001521233469247818, - "transformer.layers.1.norm1.bias": 0.0014466742286458611, - "transformer.layers.1.norm2.weight": 0.0008524350705556571, - "transformer.layers.1.norm2.bias": 0.0007423034985549748, - "transformer.layers.2.self_attn.in_proj_weight": 0.02661522850394249, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016876793233677745, - "transformer.layers.2.self_attn.out_proj.weight": 0.014472858980298042, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015374213689938188, - "transformer.layers.2.linear1.weight": 0.008326224982738495, - "transformer.layers.2.linear1.bias": 0.0005316525930538774, - "transformer.layers.2.linear2.weight": 0.009602089412510395, - "transformer.layers.2.linear2.bias": 0.001561737502925098, - "transformer.layers.2.norm1.weight": 0.0018080901354551315, - "transformer.layers.2.norm1.bias": 0.0019792544189840555, - "transformer.layers.2.norm2.weight": 0.0005134883103892207, - "transformer.layers.2.norm2.bias": 0.0005634094122797251, - "transformer.layers.3.self_attn.in_proj_weight": 0.03586900979280472, - "transformer.layers.3.self_attn.in_proj_bias": 0.0034785892348736525, - "transformer.layers.3.self_attn.out_proj.weight": 0.016486024484038353, - "transformer.layers.3.self_attn.out_proj.bias": 0.002964625135064125, - "transformer.layers.3.linear1.weight": 0.027565747499465942, - "transformer.layers.3.linear1.bias": 0.002340877428650856, - "transformer.layers.3.linear2.weight": 0.015122114680707455, - "transformer.layers.3.linear2.bias": 0.004240312147885561, - "transformer.layers.3.norm1.weight": 0.0030633676797151566, - "transformer.layers.3.norm1.bias": 0.005056778434664011, - "transformer.layers.3.norm2.weight": 0.0021906730253249407, - "transformer.layers.3.norm2.bias": 0.0035653298255056143, - "head.weight": 0.21130630373954773, - "head.bias": 0.008687126450240612, - "global_embedding.weight": 0.00923897698521614, - "global_cnn.0.weight": 0.10064511746168137, - "global_cnn.0.bias": 0.0039620064198970795, - "global_cnn.2.weight": 0.1621888428926468, - "global_cnn.2.bias": 0.00843760371208191, - "global_proj.weight": 0.029835164546966553, - "global_proj.bias": 0.021438047289848328, - "goal_head.0.weight": 0.01866285689175129, - "goal_head.0.bias": 0.009133050218224525, - "goal_head.2.weight": 0.023187175393104553, - "goal_head.2.bias": 0.023875636979937553 + "global_gate": 0.00019018018792849034, + "embedding.weight": 0.003715288359671831, + "cnn.0.weight": 0.05053778737783432, + "cnn.0.bias": 0.0021237495820969343, + "cnn.2.weight": 0.010169297456741333, + "cnn.2.bias": 0.00593703193590045, + "cnn.5.weight": 0.009260174818336964, + "cnn.5.bias": 0.0027051344513893127, + "action_emb.weight": 0.006359628867357969, + "timestep_emb.weight": 0.0009340771357528865, + "pos_emb.weight": 0.0015512359095737338, + "transformer.layers.0.self_attn.in_proj_weight": 0.023553170263767242, + "transformer.layers.0.self_attn.in_proj_bias": 0.002234590705484152, + "transformer.layers.0.self_attn.out_proj.weight": 0.02104960009455681, + "transformer.layers.0.self_attn.out_proj.bias": 0.0033688596449792385, + "transformer.layers.0.linear1.weight": 0.02554400824010372, + "transformer.layers.0.linear1.bias": 0.0012995159486308694, + "transformer.layers.0.linear2.weight": 0.022761588916182518, + "transformer.layers.0.linear2.bias": 0.0028279852122068405, + "transformer.layers.0.norm1.weight": 0.0013641564873978496, + "transformer.layers.0.norm1.bias": 0.0021358767990022898, + "transformer.layers.0.norm2.weight": 0.0027410141192376614, + "transformer.layers.0.norm2.bias": 0.0016868242528289557, + "transformer.layers.1.self_attn.in_proj_weight": 0.025617336854338646, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016637962544336915, + "transformer.layers.1.self_attn.out_proj.weight": 0.024297567084431648, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023250426165759563, + "transformer.layers.1.linear1.weight": 0.011616748757660389, + "transformer.layers.1.linear1.bias": 0.0006721592508256435, + "transformer.layers.1.linear2.weight": 0.01580105721950531, + "transformer.layers.1.linear2.bias": 0.0022776657715439796, + "transformer.layers.1.norm1.weight": 0.0018071288941428065, + "transformer.layers.1.norm1.bias": 0.0017648562788963318, + "transformer.layers.1.norm2.weight": 0.0009994495194405317, + "transformer.layers.1.norm2.bias": 0.0007247708272188902, + "transformer.layers.2.self_attn.in_proj_weight": 0.02017250843346119, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015449931379407644, + "transformer.layers.2.self_attn.out_proj.weight": 0.020541273057460785, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022855368442833424, + "transformer.layers.2.linear1.weight": 0.009410516358911991, + "transformer.layers.2.linear1.bias": 0.0006419999408535659, + "transformer.layers.2.linear2.weight": 0.012456238269805908, + "transformer.layers.2.linear2.bias": 0.002353194635361433, + "transformer.layers.2.norm1.weight": 0.0017265381757169962, + "transformer.layers.2.norm1.bias": 0.0016048854449763894, + "transformer.layers.2.norm2.weight": 0.0005887560546398163, + "transformer.layers.2.norm2.bias": 0.0006308580050244927, + "transformer.layers.3.self_attn.in_proj_weight": 0.03953065723180771, + "transformer.layers.3.self_attn.in_proj_bias": 0.004282570444047451, + "transformer.layers.3.self_attn.out_proj.weight": 0.0204261876642704, + "transformer.layers.3.self_attn.out_proj.bias": 0.003840156365185976, + "transformer.layers.3.linear1.weight": 0.019447917118668556, + "transformer.layers.3.linear1.bias": 0.0017904668347910047, + "transformer.layers.3.linear2.weight": 0.014245685189962387, + "transformer.layers.3.linear2.bias": 0.0042825983837246895, + "transformer.layers.3.norm1.weight": 0.0028338294941931963, + "transformer.layers.3.norm1.bias": 0.006066496949642897, + "transformer.layers.3.norm2.weight": 0.0012623561779037118, + "transformer.layers.3.norm2.bias": 0.002083841012790799, + "head.weight": 0.21220797300338745, + "head.bias": 0.009359244257211685, + "global_embedding.weight": 0.03832358866930008, + "global_cnn.0.weight": 0.14772304892539978, + "global_cnn.0.bias": 0.006512528285384178, + "global_cnn.2.weight": 0.1798929125070572, + "global_cnn.2.bias": 0.008221950381994247, + "global_proj.weight": 0.03564264252781868, + "global_proj.bias": 0.025368008762598038, + "goal_head.0.weight": 0.022482847794890404, + "goal_head.0.bias": 0.011288168840110302, + "goal_head.2.weight": 0.030796941369771957, + "goal_head.2.bias": 0.027167830616235733 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.10141634196043015, - "repr_drift_kl_low_t": 0.08564093708992004, - "repr_drift_kl_mid_t": 0.08579184859991074, - "repr_drift_kl_high_t": 0.14073188602924347, + "repr_drift_kl": 0.2080121487379074, + "repr_drift_kl_low_t": 0.24946367740631104, + "repr_drift_kl_mid_t": 0.20619019865989685, + "repr_drift_kl_high_t": 0.15473435819149017, "cka_iters": 500, - "cka_similarity": 0.8579620718955994, + "cka_similarity": 0.8407965302467346, "t_analysis_iters": 500, - "norm_low_t": 0.38645902276039124, - "norm_high_t": 0.9617075324058533, - "lowhigh_cos": 0.14174120128154755, + "norm_low_t": 0.28798776865005493, + "norm_high_t": 0.4951237440109253, + "lowhigh_cos": 0.6465490460395813, "t_bin_norms": { - "t_0.0-0.1": 0.549849271774292, - "t_0.1-0.2": 0.2780483663082123, - "t_0.2-0.3": 0.2598934471607208, - "t_0.3-0.4": 0.274541437625885, - "t_0.4-0.5": 0.2522153854370117, - "t_0.5-0.6": 0.25171560049057007, - "t_0.6-0.7": 0.23709122836589813, - "t_0.7-0.8": 0.322922021150589, - "t_0.8-0.9": 0.2954123914241791, - "t_0.9-1.0": 0.8718634247779846 - }, - "win_rate": 0.144404336810112, - "effective_batch_size": 100.65684509277344, + "t_0.0-0.1": 0.34282082319259644, + "t_0.1-0.2": 0.3011045455932617, + "t_0.2-0.3": 0.28445175290107727, + "t_0.3-0.4": 0.2873958945274353, + "t_0.4-0.5": 0.28748422861099243, + "t_0.5-0.6": 0.27961885929107666, + "t_0.6-0.7": 0.27274343371391296, + "t_0.7-0.8": 0.31117644906044006, + "t_0.8-0.9": 0.31895530223846436, + "t_0.9-1.0": 0.694171667098999 + }, + "win_rate": 0.02108222059905529, + "effective_batch_size": 454.5332336425781, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.050360266119241714, + "loss": 0.21951469779014587, "env_score_iters": 500, - "env_score": -4.330776214599609, + "env_score": -0.380373477935791, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.7067281603813171, - "rl_grad_norm": 0.35153329372406006, - "bc_grad_norm": 0.514842689037323, + "grad_align": -0.017400380223989487, + "rl_grad_norm": 0.3496655523777008, + "bc_grad_norm": 3.4356861114501953, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000335752876708284, - "embedding.weight": 0.004732825793325901, - "cnn.0.weight": 0.12263266742229462, - "cnn.0.bias": 0.004550589714199305, - "cnn.2.weight": 0.03754463046789169, - "cnn.2.bias": 0.01033735554665327, - "cnn.5.weight": 0.03657796233892441, - "cnn.5.bias": 0.009090449661016464, - "action_emb.weight": 0.0038737503346055746, - "timestep_emb.weight": 0.0013014157302677631, - "pos_emb.weight": 0.0014929752796888351, - "transformer.layers.0.self_attn.in_proj_weight": 0.03443291783332825, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026312852278351784, - "transformer.layers.0.self_attn.out_proj.weight": 0.033852092921733856, - "transformer.layers.0.self_attn.out_proj.bias": 0.002959643490612507, - "transformer.layers.0.linear1.weight": 0.021227853372693062, - "transformer.layers.0.linear1.bias": 0.0010599324014037848, - "transformer.layers.0.linear2.weight": 0.02374146319925785, - "transformer.layers.0.linear2.bias": 0.0017900635721161962, - "transformer.layers.0.norm1.weight": 0.0022657562512904406, - "transformer.layers.0.norm1.bias": 0.002616132842376828, - "transformer.layers.0.norm2.weight": 0.0018945469055324793, - "transformer.layers.0.norm2.bias": 0.001209014910273254, - "transformer.layers.1.self_attn.in_proj_weight": 0.0210109930485487, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011152131482958794, - "transformer.layers.1.self_attn.out_proj.weight": 0.017482632771134377, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013126733247190714, - "transformer.layers.1.linear1.weight": 0.010723269544541836, - "transformer.layers.1.linear1.bias": 0.0005757473409175873, - "transformer.layers.1.linear2.weight": 0.013222490437328815, - "transformer.layers.1.linear2.bias": 0.001207963447086513, - "transformer.layers.1.norm1.weight": 0.001512024668045342, - "transformer.layers.1.norm1.bias": 0.0009972465923056006, - "transformer.layers.1.norm2.weight": 0.000825204886496067, - "transformer.layers.1.norm2.bias": 0.0006241918890736997, - "transformer.layers.2.self_attn.in_proj_weight": 0.019844206050038338, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009359720279462636, - "transformer.layers.2.self_attn.out_proj.weight": 0.01244328636676073, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010924452217295766, - "transformer.layers.2.linear1.weight": 0.008310215547680855, - "transformer.layers.2.linear1.bias": 0.0004506770346779376, - "transformer.layers.2.linear2.weight": 0.009351739659905434, - "transformer.layers.2.linear2.bias": 0.0011027106083929539, - "transformer.layers.2.norm1.weight": 0.0015160423936322331, - "transformer.layers.2.norm1.bias": 0.0009692400926724076, - "transformer.layers.2.norm2.weight": 0.0005374184111133218, - "transformer.layers.2.norm2.bias": 0.0003855088434647769, - "transformer.layers.3.self_attn.in_proj_weight": 0.022382935509085655, - "transformer.layers.3.self_attn.in_proj_bias": 0.002065094420686364, - "transformer.layers.3.self_attn.out_proj.weight": 0.013357837684452534, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018585073994472623, - "transformer.layers.3.linear1.weight": 0.024186961352825165, - "transformer.layers.3.linear1.bias": 0.0019196446519345045, - "transformer.layers.3.linear2.weight": 0.012932177633047104, - "transformer.layers.3.linear2.bias": 0.002821344416588545, - "transformer.layers.3.norm1.weight": 0.0017442337702959776, - "transformer.layers.3.norm1.bias": 0.0027459992561489344, - "transformer.layers.3.norm2.weight": 0.0020306191872805357, - "transformer.layers.3.norm2.bias": 0.0028196885250508785, - "head.weight": 0.17195837199687958, - "head.bias": 0.006758704781532288, - "global_embedding.weight": 0.009340387769043446, - "global_cnn.0.weight": 0.11406354606151581, - "global_cnn.0.bias": 0.0029208199121057987, - "global_cnn.2.weight": 0.29115810990333557, - "global_cnn.2.bias": 0.016846299171447754, - "global_proj.weight": 0.05918446183204651, - "global_proj.bias": 0.04417375847697258, - "goal_head.0.weight": 0.03969871625304222, - "goal_head.0.bias": 0.01884392648935318, - "goal_head.2.weight": 0.07274060696363449, - "goal_head.2.bias": 0.04713776707649231 + "global_gate": 7.566260319435969e-05, + "embedding.weight": 0.005600782576948404, + "cnn.0.weight": 0.07890205085277557, + "cnn.0.bias": 0.003969011828303337, + "cnn.2.weight": 0.015031185001134872, + "cnn.2.bias": 0.005931665655225515, + "cnn.5.weight": 0.015195970423519611, + "cnn.5.bias": 0.004245063755661249, + "action_emb.weight": 0.015515189617872238, + "timestep_emb.weight": 0.0015968302031978965, + "pos_emb.weight": 0.0032055724877864122, + "transformer.layers.0.self_attn.in_proj_weight": 0.04028088226914406, + "transformer.layers.0.self_attn.in_proj_bias": 0.003223232226446271, + "transformer.layers.0.self_attn.out_proj.weight": 0.06040510535240173, + "transformer.layers.0.self_attn.out_proj.bias": 0.003817680524662137, + "transformer.layers.0.linear1.weight": 0.06414777785539627, + "transformer.layers.0.linear1.bias": 0.0022311725188046694, + "transformer.layers.0.linear2.weight": 0.043056875467300415, + "transformer.layers.0.linear2.bias": 0.003076762892305851, + "transformer.layers.0.norm1.weight": 0.002149154432117939, + "transformer.layers.0.norm1.bias": 0.002902997424826026, + "transformer.layers.0.norm2.weight": 0.007251186296343803, + "transformer.layers.0.norm2.bias": 0.0022648845333606005, + "transformer.layers.1.self_attn.in_proj_weight": 0.05006758123636246, + "transformer.layers.1.self_attn.in_proj_bias": 0.001971106743440032, + "transformer.layers.1.self_attn.out_proj.weight": 0.03358956798911095, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023464378900825977, + "transformer.layers.1.linear1.weight": 0.023703420534729958, + "transformer.layers.1.linear1.bias": 0.0011175115359947085, + "transformer.layers.1.linear2.weight": 0.02512286975979805, + "transformer.layers.1.linear2.bias": 0.002390687819570303, + "transformer.layers.1.norm1.weight": 0.003690767800435424, + "transformer.layers.1.norm1.bias": 0.002016999525949359, + "transformer.layers.1.norm2.weight": 0.0021352076437324286, + "transformer.layers.1.norm2.bias": 0.0008133166120387614, + "transformer.layers.2.self_attn.in_proj_weight": 0.03208273649215698, + "transformer.layers.2.self_attn.in_proj_bias": 0.002249372424557805, + "transformer.layers.2.self_attn.out_proj.weight": 0.028444889932870865, + "transformer.layers.2.self_attn.out_proj.bias": 0.002562165493145585, + "transformer.layers.2.linear1.weight": 0.01715143211185932, + "transformer.layers.2.linear1.bias": 0.0011223582550883293, + "transformer.layers.2.linear2.weight": 0.01998838037252426, + "transformer.layers.2.linear2.bias": 0.002474438864737749, + "transformer.layers.2.norm1.weight": 0.0025397040881216526, + "transformer.layers.2.norm1.bias": 0.0027873858343809843, + "transformer.layers.2.norm2.weight": 0.0013185450807213783, + "transformer.layers.2.norm2.bias": 0.0013360270531848073, + "transformer.layers.3.self_attn.in_proj_weight": 0.053158145397901535, + "transformer.layers.3.self_attn.in_proj_bias": 0.005473122466355562, + "transformer.layers.3.self_attn.out_proj.weight": 0.03057636134326458, + "transformer.layers.3.self_attn.out_proj.bias": 0.00382409431040287, + "transformer.layers.3.linear1.weight": 0.032429710030555725, + "transformer.layers.3.linear1.bias": 0.0030315453186631203, + "transformer.layers.3.linear2.weight": 0.02093353681266308, + "transformer.layers.3.linear2.bias": 0.004722955171018839, + "transformer.layers.3.norm1.weight": 0.005637978203594685, + "transformer.layers.3.norm1.bias": 0.008086138404905796, + "transformer.layers.3.norm2.weight": 0.0023094669450074434, + "transformer.layers.3.norm2.bias": 0.004079682286828756, + "head.weight": 0.21703658998012543, + "head.bias": 0.008836526423692703, + "global_embedding.weight": 0.02209390699863434, + "global_cnn.0.weight": 0.09097658842802048, + "global_cnn.0.bias": 0.004022257402539253, + "global_cnn.2.weight": 0.17622128129005432, + "global_cnn.2.bias": 0.008746466599404812, + "global_proj.weight": 0.06075545400381088, + "global_proj.bias": 0.03777571767568588, + "goal_head.0.weight": 0.0421869270503521, + "goal_head.0.bias": 0.017181597650051117, + "goal_head.2.weight": 0.06602444499731064, + "goal_head.2.bias": 0.03748071938753128 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1438189595937729, - "repr_drift_kl_low_t": 0.14603428542613983, - "repr_drift_kl_mid_t": 0.1283574104309082, - "repr_drift_kl_high_t": 0.1989758461713791, + "repr_drift_kl": 0.3947623074054718, + "repr_drift_kl_low_t": 0.5224104523658752, + "repr_drift_kl_mid_t": 0.3916349411010742, + "repr_drift_kl_high_t": 0.2888815999031067, "cka_iters": 500, - "cka_similarity": 0.9154234528541565, + "cka_similarity": 0.9198545217514038, "t_analysis_iters": 500, - "norm_low_t": 0.3447420299053192, - "norm_high_t": 0.3803955316543579, - "lowhigh_cos": 0.8804429173469543, + "norm_low_t": 0.4749331772327423, + "norm_high_t": 0.3887203335762024, + "lowhigh_cos": 0.6018796563148499, "t_bin_norms": { - "t_0.0-0.1": 0.3449059724807739, - "t_0.1-0.2": 0.3448362648487091, - "t_0.2-0.3": 0.3619365096092224, - "t_0.3-0.4": 0.34541213512420654, - "t_0.4-0.5": 0.34557902812957764, - "t_0.5-0.6": 0.3592817783355713, - "t_0.6-0.7": 0.3517288565635681, - "t_0.7-0.8": 0.3585931658744812, - "t_0.8-0.9": 0.3684518039226532, - "t_0.9-1.0": 0.40698039531707764 - }, - "win_rate": 0.008269719779491425, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.4392416179180145, + "t_0.1-0.2": 0.40051668882369995, + "t_0.2-0.3": 0.3883027732372284, + "t_0.3-0.4": 0.38001924753189087, + "t_0.4-0.5": 0.4089217483997345, + "t_0.5-0.6": 0.37598729133605957, + "t_0.6-0.7": 0.35415971279144287, + "t_0.7-0.8": 0.35060185194015503, + "t_0.8-0.9": 0.34111469984054565, + "t_0.9-1.0": 0.44170522689819336 + }, + "win_rate": 0.1529349982738495, + "effective_batch_size": 702.5783081054688, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "ewc": { - "score": 0.6166666666666667, - "score_std": 0.02357022603955158, + "score": 0.4333333333333333, + "score_std": 0.011785113019775776, "all_scores": [ - 0.65, - 0.6, - 0.6000000000000001 + 0.42500000000000004, + 0.44999999999999996, + 0.42499999999999993 ], "history": { "iters": [ @@ -9671,506 +11880,506 @@ 500 ], "loss": [ - 0.4671268165111542, - 0.46628060936927795, - 0.5798854827880859, - 0.11458972841501236, - 0.050559885799884796, - 0.03850531578063965, - 0.06998063623905182, - 0.7072886824607849, - 0.8127474784851074, - 0.8613059520721436, - 0.8017085790634155, - 1.1175475120544434, - 0.05091629549860954, - 0.8010351657867432, - 0.09151346236467361, - 0.07136029005050659, - 1.620511770248413, - 0.38064074516296387, - 0.39160293340682983, - 0.6104977130889893, - 0.0667058601975441, - 0.2903841733932495, - 0.14304256439208984, - 0.10662005096673965, - 0.3124813139438629, - 0.926581621170044, - 0.8590763807296753, - 1.1472580432891846, - 0.26430630683898926, - 0.08576972782611847, - 0.4658339023590088, - 0.4099034368991852, - 0.08526611328125, - 0.919158935546875, - 0.6522014141082764, - 0.08030825853347778, - 0.30282846093177795, - 0.944391667842865, - 0.5005515217781067, - 0.7468869686126709, - 0.14767706394195557, - 0.4053645431995392, - 0.18165799975395203, - 0.6372524499893188, - 1.2196612358093262, - 0.1420447826385498, - 1.3944892883300781, - 0.1798568218946457, - 0.5321488976478577, - 0.4877893626689911, - 0.03332994133234024, - 0.7297417521476746, - 0.10030541568994522, - 1.3799535036087036, - 0.7451896667480469, - 0.4055897295475006, - 0.7465459108352661, - 0.13338631391525269, - 0.5315849781036377, - 0.16274654865264893, - 0.5804864764213562, - 0.3662874400615692, - 0.3825083076953888, - 1.050646424293518, - 0.24854311347007751, - 0.3422410190105438, - 0.25916987657546997, - 0.0575840100646019, - 0.021722378209233284, - 0.2985605299472809, - 1.0998029708862305, - 0.11377287656068802, - 0.557824432849884, - 0.0551331527531147, - 0.8311935067176819, - 0.2071278989315033, - 0.06213965639472008, - 0.23069189488887787, - 0.05409443750977516, - 0.602229654788971, - 1.2285152673721313, - 0.22757089138031006, - 0.8929116725921631, - 0.677970826625824, - 0.20733560621738434, - 0.039756566286087036, - 0.3385080099105835, - 0.13267987966537476, - 0.19368772208690643, - 1.1036394834518433, - 0.07789111137390137, - 0.33441847562789917, - 1.1688365936279297, - 0.2441779226064682, - 0.2720663845539093, - 1.3271070718765259, - 0.4580233097076416, - 0.17955535650253296, - 0.5248833894729614, - 0.53159099817276, - 0.08232894539833069, - 0.03395678102970123, - 0.9375650882720947, - 0.09325182437896729, - 0.06673187762498856, - 0.15156663954257965, - 0.6529795527458191, - 1.0031665563583374, - 0.11036311089992523, - 0.029886096715927124, - 0.35571542382240295, - 0.6646504998207092, - 0.238203763961792, - 0.062286730855703354, - 0.4329614043235779, - 0.5300499796867371, - 0.11261078715324402, - 0.20086942613124847, - 0.439389169216156, - 0.14172501862049103, - 0.1691647320985794, - 0.7298681735992432, - 0.5267673134803772, - 0.08154038339853287, - 1.4070005416870117, - 0.06351269781589508, - 0.17770785093307495, - 0.9699377417564392, - 0.0304872989654541, - 0.026917167007923126, - 0.266196608543396, - 0.22101524472236633, - 0.6702569723129272, - 0.19101205468177795, - 0.5181761980056763, - 0.23314131796360016, - 0.12098169326782227, - 0.09586207568645477, - 1.3618601560592651, - 0.5563144087791443, - 0.39649954438209534, - 1.3122438192367554, - 0.18293055891990662, - 0.08733828365802765, - 0.11942990869283676, - 0.13479550182819366, - 0.09763433784246445, - 0.06056508421897888, - 0.035029832273721695, - 0.10848933458328247, - 0.6598309874534607, - 0.9809763431549072, - 0.5142180323600769, - 1.356474757194519, - 0.44375407695770264, - 1.0044946670532227, - 0.0717305988073349, - 0.48102864623069763, - 0.5767157077789307, - 0.16419224441051483, - 0.31802353262901306, - 0.12340150773525238, - 0.07277148962020874, - 0.11547059565782547, - 0.13272647559642792, - 0.24004745483398438, - 0.12049020081758499, - 0.23739950358867645, - 0.12998464703559875, - 0.03844166919589043, - 0.20892557501792908, - 0.07783692330121994, - 0.42960605025291443, - 0.8192894458770752, - 0.7476329803466797, - 0.37001165747642517, - 0.2861541509628296, - 0.5522685647010803, - 0.843731164932251, - 0.40269580483436584, - 0.10438019037246704, - 0.39689481258392334, - 0.4537396728992462, - 0.10847014933824539, - 0.6441965103149414, - 0.7451841831207275, - 0.36153295636177063, - 0.6490075588226318, - 1.08156156539917, - 0.03236003220081329, - 0.376555860042572, - 0.6019067168235779, - 1.0933901071548462, - 0.08515839278697968, - 0.7836073637008667, - 0.45370617508888245, - 0.349544495344162, - 0.08544234186410904, - 0.6468451023101807, - 0.055790796875953674, - 0.8902512788772583, - 0.7816076874732971, - 0.4969356656074524, - 0.07501720637083054, - 0.19157272577285767, - 0.625952959060669, - 0.7065209746360779, - 0.2714456021785736, - 0.17267248034477234, - 0.061190471053123474, - 0.44039666652679443, - 0.4931618571281433, - 0.39364415407180786, - 0.35496607422828674, - 0.0626528188586235, - 0.06995061039924622, - 0.050140801817178726, - 0.11670705676078796, - 0.04878918081521988, - 1.007157802581787, - 0.1881980150938034, - 0.0430462472140789, - 0.05357822775840759, - 0.21619656682014465, - 0.06398219615221024, - 0.752923309803009, - 0.08548355102539062, - 0.6316297650337219, - 0.9530068635940552, - 0.7304184436798096, - 0.6538693904876709, - 0.8142271637916565, - 0.25507357716560364, - 0.08017302304506302, - 0.6527426838874817, - 0.33751630783081055, - 0.561222493648529, - 0.061029285192489624, - 0.1565559357404709, - 0.15992023050785065, - 0.5960589647293091, - 0.0685463696718216, - 0.5828779339790344, - 0.0606827586889267, - 0.44494399428367615, - 0.5479267239570618, - 0.9850940704345703, - 0.7237973809242249, - 0.19440147280693054, - 0.030586503446102142, - 0.6964274048805237, - 0.07451781630516052, - 0.05578209459781647, - 0.09411714226007462, - 0.764366626739502, - 0.04979822412133217, - 0.16315171122550964, - 0.12962645292282104, - 0.049823954701423645, - 0.6541054844856262, - 0.18889875710010529, - 0.19152499735355377, - 0.6983439326286316, - 0.03750985860824585, - 0.5221542716026306, - 0.045780956745147705, - 0.5014567971229553, - 0.039673469960689545, - 0.04318922385573387, - 0.1723218858242035, - 0.8927009701728821, - 0.027568453922867775, - 0.05205465480685234, - 0.5678179264068604, - 1.1962954998016357, - 0.9495011568069458, - 0.25431567430496216, - 0.04539896547794342, - 0.06248457357287407, - 0.630582869052887, - 0.9022722244262695, - 0.5611026883125305, - 0.038753896951675415, - 0.39116498827934265, - 0.278102308511734, - 0.10560259222984314, - 0.4729759097099304, - 0.17382581532001495, - 0.06435279548168182, - 0.051211878657341, - 0.09258392453193665, - 0.3182629942893982, - 0.4168740510940552, - 0.43423813581466675, - 0.42409026622772217, - 0.5003842115402222, - 0.056541040539741516, - 0.45342183113098145, - 0.26919227838516235, - 0.1282026171684265, - 0.08883169293403625, - 0.09928782284259796, - 1.1961899995803833, - 0.800783097743988, - 0.05559592694044113, - 0.08090388774871826, - 0.21109679341316223, - 0.5364933013916016, - 0.1625976264476776, - 0.48033198714256287, - 0.0541158951818943, - 0.721097469329834, - 0.1682870090007782, - 0.16885069012641907, - 0.08979083597660065, - 0.13273829221725464, - 0.7306943535804749, - 0.3485102653503418, - 0.045353226363658905, - 0.4563135802745819, - 0.652767539024353, - 0.4346891939640045, - 0.03044951520860195, - 0.24543112516403198, - 0.36989399790763855, - 0.5432106852531433, - 0.04148773103952408, - 0.5962228775024414, - 0.10006842017173767, - 0.0552801638841629, - 0.1297728419303894, - 0.3868023157119751, - 0.04988934099674225, - 0.034596122801303864, - 0.7566216588020325, - 0.47321394085884094, - 0.03852022811770439, - 0.032414935529232025, - 0.5678289532661438, - 1.3178263902664185, - 0.5317724347114563, - 0.13714948296546936, - 1.0229623317718506, - 1.417570948600769, - 0.3550085425376892, - 0.7013373374938965, - 0.40915727615356445, - 0.20289212465286255, - 0.8204779624938965, - 0.40004584193229675, - 0.2901185154914856, - 0.06932376325130463, - 0.06308913230895996, - 0.133017435669899, - 0.044579651206731796, - 0.9148768186569214, - 0.30879655480384827, - 0.9591353535652161, - 0.12572616338729858, - 0.8241558074951172, - 0.26874151825904846, - 0.165592759847641, - 0.7250049710273743, - 0.06140312924981117, - 0.1542341560125351, - 0.8468184471130371, - 0.8246865272521973, - 0.09936416894197464, - 0.7116248607635498, - 0.5351290106773376, - 0.6047999858856201, - 0.03090493567287922, - 0.36627206206321716, - 0.07768522948026657, - 0.05606639385223389, - 0.23125550150871277, - 0.0985068678855896, - 0.08543184399604797, - 1.0565632581710815, - 0.06233927607536316, - 0.16102334856987, - 0.41675257682800293, - 0.35843122005462646, - 1.0851866006851196, - 0.6085669994354248, - 0.4340740740299225, - 0.037447240203619, - 0.6470528244972229, - 0.060021694749593735, - 0.6760435700416565, - 0.39415210485458374, - 0.05997359752655029, - 0.04027516767382622, - 0.03616691753268242, - 0.4992855191230774, - 0.6131694316864014, - 0.3754579722881317, - 1.2205538749694824, - 0.29341283440589905, - 0.06564115732908249, - 0.056341178715229034, - 0.2707027196884155, - 0.634539008140564, - 0.18818214535713196, - 0.13929764926433563, - 0.2810433506965637, - 0.9453394412994385, - 0.08286458253860474, - 0.07581351697444916, - 0.3544844388961792, - 0.04890837520360947, - 0.2777266204357147, - 0.36395639181137085, - 0.19629736244678497, - 0.14808213710784912, - 0.16192354261875153, - 0.04817216843366623, - 0.682449460029602, - 0.10609439015388489, - 0.4371223747730255, - 0.10012518614530563, - 0.41296303272247314, - 0.45388391613960266, - 0.5949205756187439, - 0.09381181001663208, - 0.33425092697143555, - 0.3112305998802185, - 0.043316811323165894, - 0.2668253183364868, - 0.0350315198302269, - 0.1504148691892624, - 0.5787513852119446, - 0.14298862218856812, - 0.031539186835289, - 0.1692264825105667, - 0.1899714171886444, - 0.5987848043441772, - 0.09054200351238251, - 0.40547284483909607, - 0.6258765459060669, - 0.09822976589202881, - 0.6994904279708862, - 0.08900569379329681, - 0.6080620288848877, - 0.4375268816947937, - 0.027646532282233238, - 1.1588572263717651, - 0.052511148154735565, - 0.45759865641593933, - 0.045863062143325806, - 0.4691215455532074, - 0.7196658253669739, - 0.9429044723510742, - 0.040196821093559265, - 0.6184698939323425, - 0.09362363070249557, - 0.11387273669242859, - 0.45610859990119934, - 1.15638267993927, - 0.5942384004592896, - 0.32162052392959595, - 0.3548068702220917, - 0.02901318483054638, - 0.03674551844596863, - 0.04973530024290085, - 0.5723786950111389, - 0.08633323758840561, - 0.10488457977771759, - 0.31169965863227844, - 0.6192294359207153, - 0.28881704807281494, - 0.05413614213466644, - 0.06993506848812103, - 0.044979482889175415, - 0.057612087577581406, - 0.9414535164833069, - 0.5808339715003967, - 0.3105921745300293, - 0.29759863018989563, - 0.2696494460105896, - 0.20023667812347412, - 0.11925308406352997, - 0.4733429551124573, - 1.1946923732757568, - 0.3076772689819336, - 0.20676012337207794, - 1.2426879405975342, - 0.8026983141899109, - 0.11514225602149963, - 0.08753445744514465, - 0.7139085531234741, - 0.044676825404167175, - 0.26222801208496094, - 0.11252949386835098, - 0.04541558027267456, - 0.2507287859916687, - 0.7886273860931396, - 0.3546748161315918, - 0.18973390758037567, - 0.08998539298772812 + 1.0240638256072998, + 0.7585150599479675, + 0.3144369125366211, + 0.3479159474372864, + 0.27243128418922424, + 0.3750638961791992, + 0.3046727776527405, + 0.45826876163482666, + 0.3116686940193176, + 0.27943435311317444, + 0.5216609239578247, + 0.3427163064479828, + 0.21676166355609894, + 0.4124048054218292, + 0.28553733229637146, + 0.3074653744697571, + 0.5891846418380737, + 0.35506775975227356, + 0.6194008588790894, + 0.2825348675251007, + 0.4212554097175598, + 0.3495810925960541, + 0.2432517409324646, + 0.41647300124168396, + 0.3223126232624054, + 0.47483691573143005, + 0.32887181639671326, + 0.2612888813018799, + 0.4213436543941498, + 0.29651352763175964, + 0.24187928438186646, + 0.261254221200943, + 0.2558392882347107, + 0.19776727259159088, + 0.12542176246643066, + 0.18905240297317505, + 0.31044837832450867, + 0.31763744354248047, + 0.385448694229126, + 0.3012876510620117, + 0.4284687042236328, + 0.17540554702281952, + 0.26122501492500305, + 0.22654719650745392, + 0.24546119570732117, + 0.15247778594493866, + 0.3045441508293152, + 0.23599012196063995, + 0.19799359142780304, + 0.19437818229198456, + 0.2337775081396103, + 0.2049439698457718, + 0.22504624724388123, + 0.2641712725162506, + 0.13471229374408722, + 0.24946047365665436, + 0.15867365896701813, + 0.1218341588973999, + 0.36980798840522766, + 0.14585916697978973, + 0.13265150785446167, + 0.3754662871360779, + 0.19464759528636932, + 0.25453028082847595, + 0.2096962332725525, + 0.19286583364009857, + 0.33965161442756653, + 0.12108369916677475, + 0.17509306967258453, + 0.15964138507843018, + 0.2850970923900604, + 0.1995542198419571, + 0.1847597062587738, + 0.10361000895500183, + 0.21718145906925201, + 0.1489904224872589, + 0.18307964503765106, + 0.1793104112148285, + 0.198675736784935, + 0.22904077172279358, + 0.16770616173744202, + 0.15921080112457275, + 0.23990972340106964, + 0.21217899024486542, + 0.2934914231300354, + 0.12479542940855026, + 0.22101294994354248, + 0.16046099364757538, + 0.1665528267621994, + 0.306749552488327, + 0.14404365420341492, + 0.14526832103729248, + 0.20281755924224854, + 0.13151749968528748, + 0.20622572302818298, + 0.24143600463867188, + 0.04848779737949371, + 0.16065172851085663, + 0.19063210487365723, + 0.12796995043754578, + 0.1982761174440384, + 0.22612997889518738, + 0.30426254868507385, + 0.1433386504650116, + 0.21429988741874695, + 0.18053686618804932, + 0.13772033154964447, + 0.06911594420671463, + 0.16810981929302216, + 0.19342930614948273, + 0.06387840956449509, + 0.14097322523593903, + 0.25956547260284424, + 0.1897982805967331, + 0.3024311661720276, + 0.16641226410865784, + 0.20837156474590302, + 0.18182802200317383, + 0.16201072931289673, + 0.3019436299800873, + 0.1279577761888504, + 0.09382005035877228, + 0.211501345038414, + 0.16004008054733276, + 0.14472517371177673, + 0.23868680000305176, + 0.2444274127483368, + 0.12329144030809402, + 0.2211182415485382, + 0.23480866849422455, + 0.14390958845615387, + 0.35478153824806213, + 0.2410644143819809, + 0.22098925709724426, + 0.17982453107833862, + 0.09280306100845337, + 0.24749180674552917, + 0.2493085414171219, + 0.15164412558078766, + 0.11869212985038757, + 0.22515460848808289, + 0.2159445434808731, + 0.150444895029068, + 0.15354223549365997, + 0.14506299793720245, + 0.0617254301905632, + 0.33948978781700134, + 0.1804104447364807, + 0.1299046277999878, + 0.23999810218811035, + 0.20703670382499695, + 0.32742345333099365, + 0.24007144570350647, + 0.10205929726362228, + 0.21281801164150238, + 0.17519010603427887, + 0.24396178126335144, + 0.1836487054824829, + 0.18825596570968628, + 0.12472588568925858, + 0.2505306899547577, + 0.08926746249198914, + 0.10821732878684998, + 0.25632593035697937, + 0.15220651030540466, + 0.14536432921886444, + 0.10807587951421738, + 0.1674201786518097, + 0.18891263008117676, + 0.28576546907424927, + 0.12657631933689117, + 0.16359969973564148, + 0.16635742783546448, + 0.19066071510314941, + 0.19215801358222961, + 0.15199854969978333, + 0.13694529235363007, + 0.20880800485610962, + 0.13588093221187592, + 0.11916910111904144, + 0.20110799372196198, + 0.09116337448358536, + 0.2103063315153122, + 0.15208227932453156, + 0.16031979024410248, + 0.18792782723903656, + 0.20004984736442566, + 0.2871350347995758, + 0.11349952965974808, + 0.10814712941646576, + 0.20385107398033142, + 0.13116863369941711, + 0.18167166411876678, + 0.17562787234783173, + 0.1552143096923828, + 0.11889401823282242, + 0.18343496322631836, + 0.15008074045181274, + 0.09194862842559814, + 0.21602493524551392, + 0.16859549283981323, + 0.14563214778900146, + 0.1535075455904007, + 0.15190890431404114, + 0.138091579079628, + 0.2515958547592163, + 0.13894128799438477, + 0.2746919095516205, + 0.04878626763820648, + 0.11964242905378342, + 0.17339536547660828, + 0.21086302399635315, + 0.09993166476488113, + 0.13926589488983154, + 0.0577644407749176, + 0.10582521557807922, + 0.20248854160308838, + 0.17157189548015594, + 0.18704475462436676, + 0.13645526766777039, + 0.12670880556106567, + 0.19562849402427673, + 0.25393611192703247, + 0.09804540872573853, + 0.1573547124862671, + 0.1353851705789566, + 0.19040299952030182, + 0.14304961264133453, + 0.2507290244102478, + 0.15728268027305603, + 0.09158524125814438, + 0.186012864112854, + 0.1260053962469101, + 0.11928926408290863, + 0.08137122541666031, + 0.15151534974575043, + 0.12196072936058044, + 0.19345809519290924, + 0.13539470732212067, + 0.15499551594257355, + 0.2004484236240387, + 0.2336484044790268, + 0.08026250451803207, + 0.2282518446445465, + 0.17046816647052765, + 0.21076053380966187, + 0.13030080497264862, + 0.12904280424118042, + 0.17655634880065918, + 0.1905384212732315, + 0.12878088653087616, + 0.21325019001960754, + 0.20677527785301208, + 0.1757034957408905, + 0.19224406778812408, + 0.14898952841758728, + 0.12170328199863434, + 0.09668911248445511, + 0.12347910553216934, + 0.22294920682907104, + 0.09388139098882675, + 0.14683090150356293, + 0.1687740981578827, + 0.17659713327884674, + 0.24069742858409882, + 0.16166867315769196, + 0.16423983871936798, + 0.21737989783287048, + 0.18166998028755188, + 0.14339712262153625, + 0.1575741320848465, + 0.20232398808002472, + 0.15958812832832336, + 0.10601741075515747, + 0.21731366217136383, + 0.20742061734199524, + 0.09617621451616287, + 0.22267664968967438, + 0.1654236763715744, + 0.1232379749417305, + 0.1835041344165802, + 0.10624545067548752, + 0.17886105179786682, + 0.2090739607810974, + 0.09698573499917984, + 0.12112877517938614, + 0.1749279797077179, + 0.1660047471523285, + 0.19259989261627197, + 0.1559169590473175, + 0.19532820582389832, + 0.10204970091581345, + 0.19084151089191437, + 0.14769871532917023, + 0.16161169111728668, + 0.17570224404335022, + 0.129413902759552, + 0.20939968526363373, + 0.10867859423160553, + 0.11179950088262558, + 0.12368935346603394, + 0.17223306000232697, + 0.11105683445930481, + 0.16140228509902954, + 0.19726023077964783, + 0.12438491731882095, + 0.15792936086654663, + 0.14460685849189758, + 0.09641147404909134, + 0.2067514806985855, + 0.14470790326595306, + 0.10392548888921738, + 0.05477983504533768, + 0.18030047416687012, + 0.07530802488327026, + 0.12779304385185242, + 0.10805989056825638, + 0.1777554303407669, + 0.11270727217197418, + 0.10316717624664307, + 0.18138353526592255, + 0.15707820653915405, + 0.13083483278751373, + 0.059558529406785965, + 0.2034134864807129, + 0.17282621562480927, + 0.14426939189434052, + 0.16279706358909607, + 0.15361563861370087, + 0.07335101813077927, + 0.13990913331508636, + 0.1668824702501297, + 0.07604360580444336, + 0.12914560735225677, + 0.3038375675678253, + 0.15546798706054688, + 0.20654958486557007, + 0.1933106929063797, + 0.22382508218288422, + 0.12068252265453339, + 0.11801677197217941, + 0.13692067563533783, + 0.1081428974866867, + 0.14307241141796112, + 0.15063169598579407, + 0.1634202003479004, + 0.18957103788852692, + 0.11504541337490082, + 0.23699112236499786, + 0.2368047684431076, + 0.148544579744339, + 0.1784096360206604, + 0.1225995272397995, + 0.10667018592357635, + 0.09822742640972137, + 0.13253846764564514, + 0.15392597019672394, + 0.19464987516403198, + 0.1444954127073288, + 0.09193991124629974, + 0.122323177754879, + 0.12807975709438324, + 0.24446481466293335, + 0.17944976687431335, + 0.19126686453819275, + 0.17128530144691467, + 0.10727352648973465, + 0.06793981045484543, + 0.16158464550971985, + 0.11483140289783478, + 0.22651484608650208, + 0.23155352473258972, + 0.15058140456676483, + 0.1281270980834961, + 0.14870718121528625, + 0.17733034491539001, + 0.1300216168165207, + 0.08588705956935883, + 0.17148691415786743, + 0.08105853945016861, + 0.15051472187042236, + 0.09925121814012527, + 0.13303311169147491, + 0.11802597343921661, + 0.20767802000045776, + 0.2558372914791107, + 0.11886163055896759, + 0.11111030727624893, + 0.1299889087677002, + 0.25534969568252563, + 0.0745173767209053, + 0.10626407712697983, + 0.09342271834611893, + 0.08720552921295166, + 0.12154761701822281, + 0.07616177946329117, + 0.1991156041622162, + 0.17914307117462158, + 0.08863052725791931, + 0.10362633317708969, + 0.1181928962469101, + 0.12420407682657242, + 0.12674395740032196, + 0.09314324706792831, + 0.11191406100988388, + 0.16768014430999756, + 0.2103971689939499, + 0.13660240173339844, + 0.09429015219211578, + 0.12434518337249756, + 0.15199749171733856, + 0.133344367146492, + 0.16739621758460999, + 0.21136492490768433, + 0.13520105183124542, + 0.15413440763950348, + 0.20274902880191803, + 0.11374641954898834, + 0.1594899743795395, + 0.11813563853502274, + 0.09733644127845764, + 0.14090768992900848, + 0.15055657923221588, + 0.06574690341949463, + 0.03989872336387634, + 0.1333669126033783, + 0.15055696666240692, + 0.09417543560266495, + 0.11694671958684921, + 0.14157748222351074, + 0.1264643371105194, + 0.06174030900001526, + 0.17496871948242188, + 0.12394590675830841, + 0.12299936264753342, + 0.14529559016227722, + 0.1859719157218933, + 0.12349173426628113, + 0.11151351034641266, + 0.22660702466964722, + 0.11025099456310272, + 0.14292652904987335, + 0.21034428477287292, + 0.18163536489009857, + 0.16607050597667694, + 0.0938400998711586, + 0.17361341416835785, + 0.1377498358488083, + 0.18151792883872986, + 0.1413380354642868, + 0.17388850450515747, + 0.17177149653434753, + 0.15211473405361176, + 0.161220982670784, + 0.10814064741134644, + 0.1757987141609192, + 0.15137480199337006, + 0.06717721372842789, + 0.08471030741930008, + 0.048291414976119995, + 0.1571737676858902, + 0.08894291520118713, + 0.15309953689575195, + 0.18029820919036865, + 0.17086006700992584, + 0.09043276309967041, + 0.21374723315238953, + 0.16263306140899658, + 0.13322310149669647, + 0.05012854188680649, + 0.10016728937625885, + 0.12272147834300995, + 0.12137549370527267, + 0.10744727402925491, + 0.20098523795604706, + 0.1556699424982071, + 0.10429363697767258, + 0.18401707708835602, + 0.22852812707424164, + 0.1079271212220192, + 0.1580083668231964, + 0.20163165032863617, + 0.10111457109451294, + 0.16615737974643707, + 0.15297335386276245, + 0.1526869237422943, + 0.17325547337532043, + 0.10936367511749268, + 0.1834946721792221, + 0.1050395742058754, + 0.0766766294836998, + 0.15923893451690674, + 0.06569904088973999, + 0.11405868083238602, + 0.1866011917591095, + 0.17835400998592377, + 0.10683322697877884, + 0.18265743553638458, + 0.127614825963974, + 0.228221595287323 ], "env_score_iters": [ 1, @@ -10675,2644 +12884,3734 @@ 500 ], "env_score": [ - -3.7170732021331787, - -2.596640110015869, - -1.4457885026931763, - -3.4234700202941895, - -2.937122344970703, - -4.649899482727051, - -3.898717164993286, - -1.986481785774231, - -0.8499632477760315, - 0.2819855511188507, - -1.5710093975067139, - -3.647763967514038, - -3.6611576080322266, - -0.20938417315483093, - -3.745360851287842, - -1.1819216012954712, - 4.401072978973389, - -2.2357406616210938, - -0.6919710636138916, - -4.138638019561768, - -4.281274318695068, - -3.9364266395568848, - -3.6468629837036133, - -7.641800403594971, - -0.7218888998031616, - -2.775672435760498, - -3.125359296798706, - 1.9601309299468994, - -2.2500405311584473, - -3.2974164485931396, - -1.0570635795593262, - -1.5852619409561157, - -3.341789960861206, - -3.456162929534912, - 0.7959442138671875, - -3.119767189025879, - -1.7918447256088257, - 0.3199736475944519, - -1.4281620979309082, - -1.695386528968811, - -3.2563953399658203, - -1.7223520278930664, - 0.9410692453384399, - -2.4958300590515137, - 1.4538261890411377, - -2.8316993713378906, - 12.067070007324219, - -2.460580587387085, - -1.288439393043518, - -3.150486946105957, - -3.229513168334961, - -2.410602331161499, - -3.741633892059326, - 2.8044183254241943, - 0.12682487070560455, - -2.1987972259521484, - 0.30880463123321533, - -2.181318998336792, - -0.12723954021930695, - -3.0860424041748047, - -1.297053575515747, - -4.236713409423828, - -2.185474157333374, - 2.831557035446167, - -3.024521589279175, - -2.0171890258789062, - -2.684107780456543, - -3.565746307373047, - -3.8342292308807373, - -3.7437381744384766, - -0.43707841634750366, - -3.0429470539093018, - -0.7570016384124756, - -2.7998738288879395, - -0.5460010766983032, - -2.9640612602233887, - -3.4843556880950928, - -2.48321795463562, - -3.7933058738708496, - -0.6661443710327148, - 2.3801615238189697, - -2.7066709995269775, - -0.49774548411369324, - -1.0446505546569824, - -3.394505739212036, - -2.9412996768951416, - -1.9346803426742554, - -5.423247337341309, - -3.2721145153045654, - -5.632840633392334, - -3.6440536975860596, - -4.193201541900635, - 1.849795937538147, - -2.0935885906219482, - -3.9265859127044678, - -1.0082786083221436, - -2.1455981731414795, - -2.9839277267456055, - 1.1226853132247925, - -1.6002930402755737, - -3.5248782634735107, - -3.3373334407806396, - -0.9488598108291626, - -2.858001470565796, - -8.546266555786133, - -1.7089178562164307, - -0.20054616034030914, - 0.8188825249671936, - -3.212282180786133, - -3.6968882083892822, - 0.22788256406784058, - 0.11922744661569595, - -3.1566784381866455, - -3.7913756370544434, - -1.2542290687561035, - -2.6148247718811035, - -3.2479875087738037, - -2.8693645000457764, - -0.7036557793617249, - -3.6817524433135986, - -5.462512493133545, - -1.109290599822998, - -3.601656913757324, - -5.500061988830566, - 4.982755184173584, - -4.859787464141846, - -2.8618900775909424, - 2.540701150894165, - -3.491832733154297, - -3.3048744201660156, - -3.4069602489471436, - -2.4616847038269043, - 0.3184714615345001, - -2.9677553176879883, - -1.7048102617263794, - -3.714445114135742, - -4.032297611236572, - -1.949932336807251, - 2.2804982662200928, - -1.080854058265686, - -3.8817572593688965, - 14.502957344055176, - -2.6000564098358154, - -5.6549482345581055, - -2.4736905097961426, - -3.441154718399048, - -3.0894546508789062, - -3.847343921661377, - -3.830965995788574, - -9.964372634887695, - -3.2095603942871094, - -4.02803373336792, - 2.2099666595458984, - 5.726045608520508, - -1.6678979396820068, - -2.258880615234375, - -2.865112066268921, - -1.9497673511505127, - -1.8824445009231567, - -3.4439046382904053, - -4.116124153137207, - -2.3554704189300537, - -7.502347946166992, - -3.9763638973236084, - -2.783137321472168, - -1.6636279821395874, - -2.767484664916992, - -2.0177643299102783, - -3.0712475776672363, - -3.602391481399536, - -3.3818588256835938, - -3.013484001159668, - -2.5455880165100098, - -0.3974839746952057, - 0.4596918225288391, - -1.996394395828247, - -4.036539554595947, - -0.7420295476913452, - 0.3379932940006256, - -2.866813898086548, - -3.013427257537842, - -2.6709251403808594, - -2.0484414100646973, - -4.150979995727539, - -0.8398939967155457, - -4.383808612823486, - -0.4901604950428009, - -1.5021569728851318, - 2.0111091136932373, - -3.7504260540008545, - -2.359598398208618, - -0.17640723288059235, - 1.6200511455535889, - -2.485240936279297, - 0.1542138010263443, - -1.248550295829773, - -0.29505693912506104, - -2.125609874725342, - 1.234163761138916, - -3.508856773376465, - -1.713157057762146, - -2.982909679412842, - -0.868183434009552, - -2.873763084411621, - -2.3937950134277344, - -0.625146210193634, - -0.16905537247657776, - -3.3297576904296875, - -1.813179850578308, - -3.49410080909729, - -5.292065143585205, - -0.9467585682868958, - -1.276415467262268, - -2.332697868347168, - -4.024159908294678, - -3.599534511566162, - -6.48504638671875, - -4.176975727081299, - -3.86613392829895, - 0.08325177431106567, - -3.745615005493164, - -3.442065715789795, - -3.573762893676758, - -3.311318874359131, - -3.8122761249542236, - -0.8940337300300598, - -2.8790910243988037, - -1.4778096675872803, - 2.601970911026001, - -3.3579261302948, - 0.7948585748672485, - -0.713677704334259, - -6.196552276611328, - -3.2471165657043457, - -0.8189168572425842, - -2.31592059135437, - -6.671849727630615, - -2.712817907333374, - -3.4595930576324463, - -1.169941782951355, - -1.4272481203079224, - -5.19930362701416, - -3.3866515159606934, - -5.710440158843994, - -2.279472827911377, - 0.3609287738800049, - -0.178911492228508, - 0.7113565802574158, - -3.1100382804870605, - -2.8957877159118652, - -0.44594502449035645, - -4.360078811645508, - -3.845893144607544, - -3.552466630935669, - -5.105260372161865, - -3.981327772140503, - -3.3827993869781494, - -6.890593528747559, - -3.5545108318328857, - -0.8868967890739441, - -6.641260147094727, - -3.097644567489624, - -0.8988121747970581, - -3.2602617740631104, - -2.8662736415863037, - -4.019188404083252, - -2.306272506713867, - -3.616633653640747, - -3.5845766067504883, - -3.069425106048584, - 1.0922333002090454, - -3.671297073364258, - -3.6359479427337646, - -1.7269608974456787, - 2.829063892364502, - -0.29866859316825867, - -3.5677177906036377, - -5.617786407470703, - -4.400447368621826, - -1.6905908584594727, - -0.7175443768501282, - -1.6985936164855957, - -5.673717975616455, - -0.9666374921798706, - -2.543850898742676, - -1.549774169921875, - -1.1222995519638062, - -5.150843143463135, - -4.24648904800415, - -2.4944300651550293, - -4.1437859535217285, - -1.5865888595581055, - -2.5021634101867676, - -2.008739709854126, - -1.6185829639434814, - 0.998888373374939, - -3.476091146469116, - 0.9173304438591003, - -2.693622589111328, - -4.5130767822265625, - -3.573744773864746, - -3.279507875442505, - 0.9907495975494385, - -3.3024401664733887, - -3.7491939067840576, - -3.0457611083984375, - -1.6006873846054077, - -0.6973954439163208, - -2.401569366455078, - -0.9188410639762878, - -5.162449836730957, - -0.5734448432922363, - -2.9949944019317627, - -4.608856678009033, - -3.3722503185272217, - -2.9309308528900146, - -1.120464563369751, - -0.42630475759506226, - -4.099467754364014, - -4.000688076019287, - -1.560828685760498, - -1.129135012626648, - -3.149951934814453, - -5.368422031402588, - -2.4915733337402344, - -1.4116719961166382, - -3.5417492389678955, - -3.713674783706665, - -3.370354413986206, - -3.561368227005005, - -2.8240442276000977, - -2.6337950229644775, - -4.4729204177856445, - -3.286052942276001, - -1.037396788597107, - -1.3636678457260132, - -4.67789888381958, - -3.5830304622650146, - -0.21656475961208344, - 4.406156539916992, - -0.38223081827163696, - -5.0617899894714355, - -1.2183265686035156, - 4.366532325744629, - -4.182810306549072, - -4.490877628326416, - -1.7958885431289673, - -5.5053534507751465, - 0.6168121099472046, - -2.9731507301330566, - -2.5304203033447266, - -3.2308361530303955, - -5.392212390899658, - -3.4512674808502197, - -5.090656757354736, - 2.749213457107544, - -1.1987359523773193, - 2.9155495166778564, - -2.90771746635437, - 0.9628965854644775, - -5.022933006286621, - -1.7013413906097412, - 0.8330568671226501, - -3.3995816707611084, - -4.635627269744873, - 1.0401583909988403, - 1.4808647632598877, - -4.1206207275390625, - -0.031004909425973892, - -0.7989159226417542, - -2.373223066329956, - -4.508996486663818, - -1.8863939046859741, - -3.9219892024993896, - -4.011626243591309, - -0.8531910181045532, - -4.9579644203186035, - -3.6063950061798096, - 3.013589382171631, - -3.633464813232422, - -3.1196444034576416, - -2.9346439838409424, - -2.2099997997283936, - -2.2523412704467773, - -1.257093906402588, - -4.799726486206055, - -3.6378307342529297, - -0.14561523497104645, - -5.052433490753174, - 3.3233392238616943, - -2.001417636871338, - -4.90798282623291, - -3.0210537910461426, - -3.475602388381958, - -0.5385203957557678, - -4.6029276847839355, - -0.43389418721199036, - 3.7532873153686523, - -2.140328884124756, - -4.3036699295043945, - -4.593533992767334, - -2.6815829277038574, - -1.7242885828018188, - -4.276668548583984, - -3.807041883468628, - -1.7348911762237549, - 1.4076228141784668, - -4.000953197479248, - -3.542983293533325, - -6.084323883056641, - -7.349020481109619, - -3.9527761936187744, - -2.147970199584961, - -2.4103963375091553, - -6.2957658767700195, - -5.92272424697876, - -2.46514892578125, - 1.078900694847107, - -3.3024935722351074, - -4.188262462615967, - -3.0416295528411865, - -1.57023024559021, - -2.482410192489624, - -2.651629686355591, - -3.656532049179077, - -1.8533625602722168, - -2.527360439300537, - -3.897343635559082, - -3.062319278717041, - -3.212414503097534, - -3.164315700531006, - -0.04238472506403923, - -3.774303674697876, - -4.4517011642456055, - -4.173106670379639, - -2.0399460792541504, - -2.603374481201172, - -6.645254611968994, - -3.2382397651672363, - -1.3914837837219238, - -4.227184295654297, - 1.269028902053833, - -2.4112019538879395, - -4.366174697875977, - -2.313521385192871, - -3.796348810195923, - 4.648430347442627, - -4.105676174163818, - -2.0480895042419434, - -3.500682830810547, - -3.676591396331787, - -2.8662819862365723, - 2.1431381702423096, - -3.9311418533325195, - -1.2096741199493408, - -2.9447295665740967, - -3.268819570541382, - -0.856021523475647, - 7.077378273010254, - -0.5355731844902039, - -1.6939765214920044, - -2.272670030593872, - -4.572579383850098, - -3.845172643661499, - -3.81538987159729, - -0.48662233352661133, - -5.015627861022949, - -2.835017442703247, - -2.1622955799102783, - -4.77473783493042, - -1.3685078620910645, - -3.690314292907715, - -4.171187877655029, - -3.8154022693634033, - -3.213695526123047, - -1.9260458946228027, - -1.284509539604187, - -2.552288770675659, - -2.7000808715820312, - -5.5607500076293945, - -3.036130428314209, - -2.845552921295166, - -0.8440597653388977, - 2.28446626663208, - -2.2401998043060303, - -3.0631232261657715, - 4.8116888999938965, - -0.226981058716774, - -3.475947856903076, - -4.328146934509277, - 1.0502216815948486, - -4.219740390777588, - -2.7000226974487305, - -4.245923042297363, - -3.5258283615112305, - -2.84985089302063, - -0.8175341486930847, - -2.1188929080963135, - -3.884763479232788, - -3.003174304962158 + -0.4860805869102478, + -0.5345838069915771, + -0.5026511549949646, + -0.48870912194252014, + -0.4924769103527069, + -0.48532214760780334, + -0.7194370627403259, + -0.462112158536911, + -0.585558295249939, + -0.4913562834262848, + -0.18393674492835999, + -0.5901139378547668, + -0.5574938058853149, + -0.36816486716270447, + -0.5413305163383484, + -0.5638166666030884, + -0.2925167381763458, + -0.16894693672657013, + -0.23566730320453644, + -0.47320041060447693, + -0.5663424730300903, + -0.38617265224456787, + -0.6103895306587219, + -0.3702608644962311, + -0.5265254974365234, + -0.36738860607147217, + -0.5823438763618469, + -0.4950464069843292, + -0.22172464430332184, + -0.46609827876091003, + -0.5441655516624451, + -0.46111759543418884, + -0.5618174076080322, + -0.35664650797843933, + -0.4503885805606842, + -0.5335807800292969, + -0.4581107199192047, + -0.4585326910018921, + -0.33352893590927124, + -0.4450080990791321, + -0.712192714214325, + -0.5290096998214722, + -0.6956607699394226, + -0.6605291366577148, + -0.48057329654693604, + -0.44432008266448975, + -0.5819006562232971, + -0.33631688356399536, + -0.4255104064941406, + -0.4762879014015198, + -0.5190280079841614, + -0.5514976382255554, + -0.33039534091949463, + -0.5894489288330078, + -0.33392760157585144, + -0.5820903182029724, + -0.5920676589012146, + -0.4519156217575073, + -0.5750805139541626, + -0.5424185991287231, + -0.5763225555419922, + -0.07503719627857208, + -0.4957042932510376, + -0.40613335371017456, + -0.5328333377838135, + -0.4703909754753113, + -0.4892498254776001, + -0.4572155177593231, + -0.5533557534217834, + -0.91001957654953, + -0.5837876796722412, + -0.6252077221870422, + -0.5456849932670593, + -0.5255600810050964, + -0.6710262298583984, + -0.573613703250885, + -0.5299283862113953, + -0.5145349502563477, + -0.5437843203544617, + -0.6083939671516418, + -0.8046714663505554, + -0.593953549861908, + -0.5777005553245544, + -0.5418181419372559, + -0.7838013172149658, + -0.43615663051605225, + -0.5616996884346008, + -0.6715841293334961, + -0.40940001606941223, + -0.5579349994659424, + -0.5953758358955383, + -0.4076065719127655, + -0.5061883926391602, + -0.5943396687507629, + -0.44358086585998535, + -0.5462646484375, + -0.42537763714790344, + -0.48672518134117126, + -0.5427154898643494, + -0.580685555934906, + -0.4434129297733307, + -0.5173577666282654, + -0.25816115736961365, + -0.5234730839729309, + -0.5100350379943848, + -0.4988599121570587, + -0.729608952999115, + -0.5124998688697815, + -0.7149137258529663, + -0.6476985216140747, + -0.5410877466201782, + -0.6678640246391296, + -0.45734819769859314, + -0.49035772681236267, + -0.4947463572025299, + -0.5646294355392456, + -0.5399585366249084, + -0.5616431832313538, + -0.4658571779727936, + -0.28531911969184875, + -0.5225293636322021, + -0.5331690907478333, + -0.5060796737670898, + -0.5992618799209595, + -0.4359767735004425, + -0.3329835534095764, + -0.5072135329246521, + -0.5093784928321838, + -0.2421611100435257, + -0.4441748261451721, + -0.5442841649055481, + -0.07887931168079376, + -0.566760778427124, + -0.5387484431266785, + -0.6173730492591858, + -0.27593937516212463, + -0.438072144985199, + -0.42112791538238525, + -0.6622879505157471, + -0.5231357216835022, + -0.5800467133522034, + -0.39702609181404114, + -0.5985274910926819, + -0.6278855800628662, + -0.7532407641410828, + -0.7119778394699097, + -0.21030932664871216, + -0.5569372773170471, + -0.7694374322891235, + -0.2485591024160385, + -0.36047935485839844, + -0.45968392491340637, + -0.33281147480010986, + -0.6293593645095825, + -0.5199519395828247, + -0.7111568450927734, + -0.3729516267776489, + -0.5428786277770996, + -0.39003628492355347, + -0.3709785044193268, + -0.534970223903656, + -0.725203812122345, + -0.7487654089927673, + -0.4439426064491272, + -0.4397601783275604, + -0.6224568486213684, + -0.5327721238136292, + -0.5781347155570984, + -0.368675172328949, + -0.3719407320022583, + -0.5458055734634399, + -0.57276451587677, + -0.3458688259124756, + -0.7467228174209595, + -0.5009878277778625, + -0.4018764793872833, + -0.4296950101852417, + -0.3171999156475067, + -0.6362586617469788, + -0.5206255316734314, + -0.5108185410499573, + -0.6840811967849731, + -0.45149165391921997, + -0.4555625319480896, + -0.7301440834999084, + -0.43946754932403564, + -0.46299079060554504, + -0.5865720510482788, + -0.5875552296638489, + -0.5547462105751038, + -0.4850611984729767, + -0.6067338585853577, + -0.26660653948783875, + -0.5696883201599121, + -0.4121954143047333, + -0.532342791557312, + -0.5467399954795837, + -0.5073418021202087, + -0.5755404829978943, + -0.5777114033699036, + -0.2644682824611664, + -0.5718010067939758, + -0.6516120433807373, + -0.48691773414611816, + -0.49649563431739807, + -0.412414014339447, + -0.5844948291778564, + -0.5571393966674805, + -0.5944947600364685, + -0.4463970363140106, + -0.34092792868614197, + -0.2888522446155548, + -0.5768975615501404, + -0.553039014339447, + -0.5278692245483398, + -0.6308349370956421, + -0.6079169511795044, + -0.6424846649169922, + -0.3905336260795593, + -0.4097273647785187, + -0.4143085181713104, + -0.35753288865089417, + -0.5227806568145752, + -0.5784140229225159, + -0.4970495402812958, + -0.5226314663887024, + -0.38571402430534363, + -0.4911251962184906, + -0.49887725710868835, + -0.6051149368286133, + -0.7573543190956116, + -0.5762661099433899, + -0.49723803997039795, + -0.39430713653564453, + -0.5983717441558838, + -0.6796364784240723, + -0.5539083480834961, + -0.2713555097579956, + -0.5971214771270752, + -0.34660041332244873, + -0.5484667420387268, + -0.5069953203201294, + -0.6620720624923706, + -0.5163605213165283, + -0.5530964136123657, + -0.35586434602737427, + -0.686398446559906, + -0.7086108922958374, + -0.4160212278366089, + -0.3909996449947357, + -0.6134325265884399, + -0.6270232200622559, + -0.40290749073028564, + -0.3997017443180084, + -0.5226290822029114, + -0.5407553315162659, + -0.5151540637016296, + -0.7015840411186218, + -0.5705815553665161, + -0.553097128868103, + -0.6177855134010315, + -0.5546618700027466, + -0.3243533968925476, + -0.6519094705581665, + -0.6140002012252808, + -0.3678884506225586, + -0.4561876952648163, + -0.5375586748123169, + -0.5896276831626892, + -0.3907163441181183, + -0.6368003487586975, + -0.19851523637771606, + -0.5105146765708923, + -0.848369836807251, + -0.5889037251472473, + -0.40876588225364685, + -0.6838361024856567, + -0.5131188035011292, + -0.4981440305709839, + -0.6814015507698059, + -0.39075222611427307, + -0.5370238423347473, + -0.5544039607048035, + -0.3558570146560669, + -0.5542707443237305, + -0.49088048934936523, + -0.42648574709892273, + -0.5304595232009888, + -0.34712332487106323, + -0.6535755395889282, + -0.5073664784431458, + -0.7104277610778809, + -0.3934338092803955, + -0.5684050917625427, + -0.38949108123779297, + -0.6071221828460693, + -0.5276325345039368, + -0.47863999009132385, + -0.47907117009162903, + -0.5942654013633728, + -0.44911620020866394, + -0.5625104308128357, + -0.545617401599884, + -0.46890223026275635, + -0.32470840215682983, + -0.5079906582832336, + -0.5192697644233704, + -0.5090152025222778, + -0.49726301431655884, + -0.4174779951572418, + -0.49692201614379883, + -0.6606197357177734, + -0.5016924738883972, + -0.48680242896080017, + -0.561457633972168, + -0.6101504564285278, + -0.6245251893997192, + -0.5391077399253845, + -0.5042293667793274, + -0.4908706247806549, + -0.5180753469467163, + -0.4310981035232544, + -0.3955787718296051, + -0.6375882625579834, + -0.2655404210090637, + -0.523720920085907, + -0.43273329734802246, + -0.473386287689209, + -0.5602301359176636, + -0.5535426735877991, + -0.5294649004936218, + -0.5005821585655212, + -0.46036356687545776, + -0.4722103774547577, + -0.08732776343822479, + -0.48016172647476196, + -0.41585981845855713, + -0.44607529044151306, + -0.3849667012691498, + -0.49485018849372864, + -0.5866294503211975, + -0.601205050945282, + -0.43274790048599243, + -0.49100708961486816, + -0.5865105390548706, + -0.5258890390396118, + -0.45043328404426575, + -0.5385564565658569, + -0.5922801494598389, + -0.33608463406562805, + -0.45987316966056824, + -0.3952944278717041, + -0.49437958002090454, + -0.5307607054710388, + -0.5576173663139343, + -0.6196081042289734, + -0.4607349932193756, + -0.5013022422790527, + -0.36807745695114136, + -0.48520758748054504, + -0.43230825662612915, + -0.7390038967132568, + -0.47296950221061707, + -0.16832169890403748, + -0.4654322862625122, + -0.7677564024925232, + -0.39113667607307434, + -0.7302629947662354, + -0.5147075057029724, + -0.5380746722221375, + -0.14143319427967072, + -0.448520302772522, + -0.36726656556129456, + -0.41210147738456726, + -0.4980020821094513, + -0.299476683139801, + -0.36331701278686523, + -0.7694146633148193, + -0.3934495747089386, + -0.5742244124412537, + -0.43314990401268005, + -0.4921412765979767, + -0.5003309845924377, + -0.5930352210998535, + -0.34305518865585327, + -0.2772752344608307, + -0.5517769455909729, + -0.5153452754020691, + -0.43641889095306396, + -0.4120054543018341, + -0.7366870045661926, + -0.47484615445137024, + -0.5947750806808472, + -0.5259361267089844, + -0.647888720035553, + -0.48876988887786865, + -0.5069757103919983, + -0.5770667195320129, + -0.6197466850280762, + -0.4958670139312744, + -0.5610974431037903, + -0.8004409074783325, + -0.4238414764404297, + -0.735136091709137, + -0.6019073128700256, + -0.43842872977256775, + -0.4477207660675049, + -0.4837324619293213, + -0.5323928594589233, + -0.5309497714042664, + -0.4004153609275818, + -0.5921897292137146, + -0.5422597527503967, + -0.3903807997703552, + -0.3582251965999603, + -0.5930290818214417, + -0.47011569142341614, + -0.8016510009765625, + -0.1977834701538086, + -0.47675976157188416, + -0.5199329853057861, + -0.47474128007888794, + -0.7371631264686584, + -0.5458881855010986, + -0.5079882740974426, + -0.6110199093818665, + -0.585213303565979, + -0.5016617774963379, + -0.4101601839065552, + -0.4241906702518463, + -0.5451968908309937, + -0.601098358631134, + -0.7517076730728149, + -0.47098425030708313, + -0.5537567138671875, + -0.5094449520111084, + -0.4153096675872803, + -0.6021594405174255, + -0.5403334498405457, + -0.3784196674823761, + -0.5624973773956299, + -0.3837176561355591, + -0.44532710313796997, + -0.31139639019966125, + -0.42182353138923645, + -0.6062588095664978, + -0.4789484143257141, + -0.4425587058067322, + -0.462331086397171, + -0.4117398262023926, + -0.31973159313201904, + -0.617754340171814, + -0.4507191777229309, + -0.8466578125953674, + -0.5590507984161377, + -0.4185449182987213, + -0.49638450145721436, + -0.5118706226348877, + -0.5679575800895691, + -0.53175950050354, + -0.49560439586639404, + -0.43408069014549255, + -0.43465256690979004, + -0.3574952185153961, + -0.4916681945323944, + -0.5777157545089722, + -0.3971926271915436, + -0.543767511844635, + -0.605255126953125, + -0.6702337265014648, + -0.6177549958229065, + -0.5474621057510376, + -0.6120001077651978, + -0.5703914761543274, + -0.40724894404411316, + -0.6337520480155945, + -0.8241018652915955, + -0.023422596976161003, + -0.41647008061408997, + -0.48223838210105896, + -0.47124969959259033, + -0.5392948389053345, + -0.4949340224266052, + -0.4914581775665283, + -0.5989960432052612, + -0.5289817452430725, + -0.4903351068496704, + -0.5442954301834106, + -0.44694194197654724, + -0.632737934589386, + -0.5932676196098328, + -0.423594206571579, + -0.4697412848472595, + -0.3970067501068115, + -0.337873637676239, + -0.4546302855014801, + -0.49701422452926636, + -0.2831505537033081, + -0.5830742120742798, + -0.5798721313476562 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.675, - 0.65, - 0.7, - 0.675, - 0.675, - 0.675, - 0.625, - 0.675, - 0.6000000000000001 + 0.44999999999999996, + 0.475, + 0.4375, + 0.475, + 0.43749999999999994, + 0.46249999999999997, + 0.4875, + 0.4625, + 0.44999999999999996, + 0.4375, + 0.48749999999999993, + 0.44999999999999996, + 0.46249999999999997, + 0.49999999999999994, + 0.4749999999999999, + 0.4375, + 0.4375, + 0.4875, + 0.42499999999999993, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7909227013587952, - 0.5699020624160767, - 0.9821950793266296, - 0.6293181777000427, - 0.25599899888038635, - 0.7411637902259827, - 0.7614650726318359, - 0.519318163394928, - 0.8759291768074036, - 0.9075889587402344 + -0.005058582406491041, + -0.21612179279327393, + -0.10756310075521469, + -0.002875745063647628, + 0.0830266997218132, + -0.1306254118680954, + -0.16417941451072693, + 0.20254607498645782, + 0.33070656657218933, + 0.04738117381930351, + 0.33908528089523315, + 0.23600420355796814, + 0.11824017763137817, + -0.09524036198854446, + -0.07017306238412857, + 0.1524658203125, + 0.21723954379558563, + 0.054766204208135605, + -0.22491177916526794, + 0.1927034705877304 ], "rl_grad_norm": [ - 1.3690308332443237, - 0.9262872338294983, - 1.532026767730713, - 0.41116267442703247, - 0.18612393736839294, - 0.4712613821029663, - 1.0297235250473022, - 0.23939824104309082, - 0.3591115474700928, - 0.5323030352592468 + 0.8851309418678284, + 0.4369846284389496, + 0.6876516342163086, + 0.579348087310791, + 0.40109723806381226, + 0.46529170870780945, + 0.4043567180633545, + 0.5632143616676331, + 0.4167950749397278, + 0.5348445773124695, + 0.3942134380340576, + 0.442352294921875, + 0.4495525658130646, + 0.4781419336795807, + 0.32932645082473755, + 0.3141087591648102, + 0.45740652084350586, + 0.36427825689315796, + 0.27980268001556396, + 0.5006434917449951 ], "bc_grad_norm": [ - 0.9265597462654114, - 0.3842189311981201, - 1.5439634323120117, - 0.5041329264640808, - 0.6551647186279297, - 0.3641400933265686, - 0.8403784036636353, - 0.35233160853385925, - 0.4006139636039734, - 0.48000991344451904 + 3.491551399230957, + 2.3700995445251465, + 4.779168605804443, + 2.289534568786621, + 4.451645851135254, + 3.2936599254608154, + 2.411022663116455, + 4.919405937194824, + 1.9832415580749512, + 3.2605977058410645, + 3.063088893890381, + 3.466095447540283, + 5.0123186111450195, + 3.3567750453948975, + 3.082425117492676, + 1.815016746520996, + 3.3197405338287354, + 3.856812000274658, + 5.435948848724365, + 5.608820915222168 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0005294981529004872, - "embedding.weight": 0.01207641139626503, - "cnn.0.weight": 0.2743087410926819, - "cnn.0.bias": 0.009502382948994637, - "cnn.2.weight": 0.06550911068916321, - "cnn.2.bias": 0.025746505707502365, - "cnn.5.weight": 0.08190643042325974, - "cnn.5.bias": 0.023922109976410866, - "action_emb.weight": 0.027047019451856613, - "timestep_emb.weight": 0.007386874407529831, - "pos_emb.weight": 0.010112210176885128, - "transformer.layers.0.self_attn.in_proj_weight": 0.1234537810087204, - "transformer.layers.0.self_attn.in_proj_bias": 0.009299090132117271, - "transformer.layers.0.self_attn.out_proj.weight": 0.11041935533285141, - "transformer.layers.0.self_attn.out_proj.bias": 0.01309508178383112, - "transformer.layers.0.linear1.weight": 0.12595012784004211, - "transformer.layers.0.linear1.bias": 0.005703613627701998, - "transformer.layers.0.linear2.weight": 0.14511853456497192, - "transformer.layers.0.linear2.bias": 0.009957299567759037, - "transformer.layers.0.norm1.weight": 0.007250168360769749, - "transformer.layers.0.norm1.bias": 0.008645440451800823, - "transformer.layers.0.norm2.weight": 0.009208024479448795, - "transformer.layers.0.norm2.bias": 0.004929648246616125, - "transformer.layers.1.self_attn.in_proj_weight": 0.1248297393321991, - "transformer.layers.1.self_attn.in_proj_bias": 0.005993898957967758, - "transformer.layers.1.self_attn.out_proj.weight": 0.12760061025619507, - "transformer.layers.1.self_attn.out_proj.bias": 0.008516033180058002, - "transformer.layers.1.linear1.weight": 0.07628022134304047, - "transformer.layers.1.linear1.bias": 0.0038826637901365757, - "transformer.layers.1.linear2.weight": 0.0909556895494461, - "transformer.layers.1.linear2.bias": 0.008378460071980953, - "transformer.layers.1.norm1.weight": 0.007862290367484093, - "transformer.layers.1.norm1.bias": 0.005401933565735817, - "transformer.layers.1.norm2.weight": 0.00498464610427618, - "transformer.layers.1.norm2.bias": 0.0029696973506361246, - "transformer.layers.2.self_attn.in_proj_weight": 0.14416839182376862, - "transformer.layers.2.self_attn.in_proj_bias": 0.007162752561271191, - "transformer.layers.2.self_attn.out_proj.weight": 0.08473185449838638, - "transformer.layers.2.self_attn.out_proj.bias": 0.008366863243281841, - "transformer.layers.2.linear1.weight": 0.05551736801862717, - "transformer.layers.2.linear1.bias": 0.0035237593110650778, - "transformer.layers.2.linear2.weight": 0.06097240373492241, - "transformer.layers.2.linear2.bias": 0.00861368142068386, - "transformer.layers.2.norm1.weight": 0.009327280335128307, - "transformer.layers.2.norm1.bias": 0.00726085901260376, - "transformer.layers.2.norm2.weight": 0.003558508353307843, - "transformer.layers.2.norm2.bias": 0.003895315108820796, - "transformer.layers.3.self_attn.in_proj_weight": 0.2026243805885315, - "transformer.layers.3.self_attn.in_proj_bias": 0.017355771735310555, - "transformer.layers.3.self_attn.out_proj.weight": 0.10705583542585373, - "transformer.layers.3.self_attn.out_proj.bias": 0.01403014361858368, - "transformer.layers.3.linear1.weight": 0.13838614523410797, - "transformer.layers.3.linear1.bias": 0.009670525789260864, - "transformer.layers.3.linear2.weight": 0.07986896485090256, - "transformer.layers.3.linear2.bias": 0.01675545796751976, - "transformer.layers.3.norm1.weight": 0.01599491387605667, - "transformer.layers.3.norm1.bias": 0.02271185629069805, - "transformer.layers.3.norm2.weight": 0.009780277498066425, - "transformer.layers.3.norm2.bias": 0.01200698222965002, - "head.weight": 1.0725815296173096, - "head.bias": 0.03181333839893341, - "global_embedding.weight": 0.04523525759577751, - "global_cnn.0.weight": 0.3491174876689911, - "global_cnn.0.bias": 0.018808351829648018, - "global_cnn.2.weight": 0.5873390436172485, - "global_cnn.2.bias": 0.03072657249867916, - "global_proj.weight": 0.21636782586574554, - "global_proj.bias": 0.09131532162427902, - "goal_head.0.weight": 0.1145874410867691, - "goal_head.0.bias": 0.040903761982917786, - "goal_head.2.weight": 0.11762489378452301, - "goal_head.2.bias": 0.0952678993344307 - }, - { - "global_gate": 0.0007065893150866032, - "embedding.weight": 0.0032069378066807985, - "cnn.0.weight": 0.1407315880060196, - "cnn.0.bias": 0.0045709433034062386, - "cnn.2.weight": 0.0178308617323637, - "cnn.2.bias": 0.006768510676920414, - "cnn.5.weight": 0.021801305934786797, - "cnn.5.bias": 0.008442468009889126, - "action_emb.weight": 0.011704659089446068, - "timestep_emb.weight": 0.004482624586671591, - "pos_emb.weight": 0.005520876497030258, - "transformer.layers.0.self_attn.in_proj_weight": 0.07758879661560059, - "transformer.layers.0.self_attn.in_proj_bias": 0.007732077967375517, - "transformer.layers.0.self_attn.out_proj.weight": 0.07288508862257004, - "transformer.layers.0.self_attn.out_proj.bias": 0.009915324859321117, - "transformer.layers.0.linear1.weight": 0.05763975903391838, - "transformer.layers.0.linear1.bias": 0.003996448591351509, - "transformer.layers.0.linear2.weight": 0.07109488546848297, - "transformer.layers.0.linear2.bias": 0.007167112082242966, - "transformer.layers.0.norm1.weight": 0.004315987695008516, - "transformer.layers.0.norm1.bias": 0.007448995485901833, - "transformer.layers.0.norm2.weight": 0.004921083338558674, - "transformer.layers.0.norm2.bias": 0.004699776880443096, - "transformer.layers.1.self_attn.in_proj_weight": 0.0579984113574028, - "transformer.layers.1.self_attn.in_proj_bias": 0.003992927260696888, - "transformer.layers.1.self_attn.out_proj.weight": 0.06402657181024551, - "transformer.layers.1.self_attn.out_proj.bias": 0.005229254253208637, - "transformer.layers.1.linear1.weight": 0.0333285890519619, - "transformer.layers.1.linear1.bias": 0.0020398341584950686, - "transformer.layers.1.linear2.weight": 0.04467104375362396, - "transformer.layers.1.linear2.bias": 0.005031511653214693, - "transformer.layers.1.norm1.weight": 0.003387353615835309, - "transformer.layers.1.norm1.bias": 0.003988354466855526, - "transformer.layers.1.norm2.weight": 0.002217655535787344, - "transformer.layers.1.norm2.bias": 0.0019138685893267393, - "transformer.layers.2.self_attn.in_proj_weight": 0.05987075716257095, - "transformer.layers.2.self_attn.in_proj_bias": 0.0041429996490478516, - "transformer.layers.2.self_attn.out_proj.weight": 0.04918084666132927, - "transformer.layers.2.self_attn.out_proj.bias": 0.004911803640425205, - "transformer.layers.2.linear1.weight": 0.03226614370942116, - "transformer.layers.2.linear1.bias": 0.0019519004272297025, - "transformer.layers.2.linear2.weight": 0.035413648933172226, - "transformer.layers.2.linear2.bias": 0.0049153403379023075, - "transformer.layers.2.norm1.weight": 0.004315313417464495, - "transformer.layers.2.norm1.bias": 0.004633898381143808, - "transformer.layers.2.norm2.weight": 0.001885414938442409, - "transformer.layers.2.norm2.bias": 0.0018018436385318637, - "transformer.layers.3.self_attn.in_proj_weight": 0.11538537591695786, - "transformer.layers.3.self_attn.in_proj_bias": 0.008792957291007042, - "transformer.layers.3.self_attn.out_proj.weight": 0.055942196398973465, - "transformer.layers.3.self_attn.out_proj.bias": 0.007212101016193628, - "transformer.layers.3.linear1.weight": 0.08802897483110428, - "transformer.layers.3.linear1.bias": 0.006326063070446253, - "transformer.layers.3.linear2.weight": 0.046715885400772095, - "transformer.layers.3.linear2.bias": 0.010090467520058155, - "transformer.layers.3.norm1.weight": 0.008757694624364376, - "transformer.layers.3.norm1.bias": 0.011190003715455532, - "transformer.layers.3.norm2.weight": 0.0068875569850206375, - "transformer.layers.3.norm2.bias": 0.008782566525042057, - "head.weight": 0.5885677337646484, - "head.bias": 0.01938541978597641, - "global_embedding.weight": 0.02489333041012287, - "global_cnn.0.weight": 0.14249669015407562, - "global_cnn.0.bias": 0.0051134866662323475, - "global_cnn.2.weight": 0.2761066257953644, - "global_cnn.2.bias": 0.01447649858891964, - "global_proj.weight": 0.052001096308231354, - "global_proj.bias": 0.02885785698890686, - "goal_head.0.weight": 0.023916160687804222, - "goal_head.0.bias": 0.011373529210686684, - "goal_head.2.weight": 0.033143263310194016, - "goal_head.2.bias": 0.0265564676374197 - }, - { - "global_gate": 0.0003802833962254226, - "embedding.weight": 0.009105200879275799, - "cnn.0.weight": 0.16945014894008636, - "cnn.0.bias": 0.007357846014201641, - "cnn.2.weight": 0.026404565200209618, - "cnn.2.bias": 0.01307113841176033, - "cnn.5.weight": 0.047906048595905304, - "cnn.5.bias": 0.009381805546581745, - "action_emb.weight": 0.0036094554234296083, - "timestep_emb.weight": 0.0027301476802676916, - "pos_emb.weight": 0.0020373414736241102, - "transformer.layers.0.self_attn.in_proj_weight": 0.05052315071225166, - "transformer.layers.0.self_attn.in_proj_bias": 0.0031848917715251446, - "transformer.layers.0.self_attn.out_proj.weight": 0.04364754259586334, - "transformer.layers.0.self_attn.out_proj.bias": 0.003922336269170046, - "transformer.layers.0.linear1.weight": 0.022951878607273102, - "transformer.layers.0.linear1.bias": 0.0012451099464669824, - "transformer.layers.0.linear2.weight": 0.029670827090740204, - "transformer.layers.0.linear2.bias": 0.0022780215367674828, - "transformer.layers.0.norm1.weight": 0.002877510152757168, - "transformer.layers.0.norm1.bias": 0.0027884882874786854, - "transformer.layers.0.norm2.weight": 0.001638541230931878, - "transformer.layers.0.norm2.bias": 0.0013608610024675727, - "transformer.layers.1.self_attn.in_proj_weight": 0.0226801298558712, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013479719636961818, - "transformer.layers.1.self_attn.out_proj.weight": 0.026445297524333, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019293864024803042, - "transformer.layers.1.linear1.weight": 0.014681734144687653, - "transformer.layers.1.linear1.bias": 0.0007589609595015645, - "transformer.layers.1.linear2.weight": 0.018180647864937782, - "transformer.layers.1.linear2.bias": 0.0016872730338945985, - "transformer.layers.1.norm1.weight": 0.001414036494679749, - "transformer.layers.1.norm1.bias": 0.0012201487552374601, - "transformer.layers.1.norm2.weight": 0.0009403995936736465, - "transformer.layers.1.norm2.bias": 0.0006584713119082153, - "transformer.layers.2.self_attn.in_proj_weight": 0.035378117114305496, - "transformer.layers.2.self_attn.in_proj_bias": 0.0017314520664513111, - "transformer.layers.2.self_attn.out_proj.weight": 0.014399279840290546, - "transformer.layers.2.self_attn.out_proj.bias": 0.0012103919871151447, - "transformer.layers.2.linear1.weight": 0.008926541544497013, - "transformer.layers.2.linear1.bias": 0.0004998425138182938, - "transformer.layers.2.linear2.weight": 0.008810019120573997, - "transformer.layers.2.linear2.bias": 0.001196170225739479, - "transformer.layers.2.norm1.weight": 0.0023197608534246683, - "transformer.layers.2.norm1.bias": 0.0018309489823877811, - "transformer.layers.2.norm2.weight": 0.0006036199047230184, - "transformer.layers.2.norm2.bias": 0.0005532991490326822, - "transformer.layers.3.self_attn.in_proj_weight": 0.027248375117778778, - "transformer.layers.3.self_attn.in_proj_bias": 0.0018812126945704222, - "transformer.layers.3.self_attn.out_proj.weight": 0.014856476336717606, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018138759769499302, - "transformer.layers.3.linear1.weight": 0.02465176396071911, - "transformer.layers.3.linear1.bias": 0.0017204249743372202, - "transformer.layers.3.linear2.weight": 0.012681865133345127, - "transformer.layers.3.linear2.bias": 0.0025762622244656086, - "transformer.layers.3.norm1.weight": 0.001975900726392865, - "transformer.layers.3.norm1.bias": 0.002436412964016199, - "transformer.layers.3.norm2.weight": 0.0017692949622869492, - "transformer.layers.3.norm2.bias": 0.0024607889354228973, - "head.weight": 0.24763916432857513, - "head.bias": 0.005627908743917942, - "global_embedding.weight": 0.08343742787837982, - "global_cnn.0.weight": 0.5782158970832825, - "global_cnn.0.bias": 0.0274814460426569, - "global_cnn.2.weight": 1.253355860710144, - "global_cnn.2.bias": 0.09463018923997879, - "global_proj.weight": 0.4077600836753845, - "global_proj.bias": 0.22437261044979095, - "goal_head.0.weight": 0.2298976331949234, - "goal_head.0.bias": 0.09759515523910522, - "goal_head.2.weight": 0.29652199149131775, - "goal_head.2.bias": 0.23340512812137604 - }, - { - "global_gate": 0.00028414689586497843, - "embedding.weight": 0.006134771276265383, - "cnn.0.weight": 0.17755897343158722, - "cnn.0.bias": 0.004300503060221672, - "cnn.2.weight": 0.019628239795565605, - "cnn.2.bias": 0.012813332490622997, - "cnn.5.weight": 0.02141818031668663, - "cnn.5.bias": 0.008980005979537964, - "action_emb.weight": 0.0028446651995182037, - "timestep_emb.weight": 0.0016917827306315303, - "pos_emb.weight": 0.003289439482614398, - "transformer.layers.0.self_attn.in_proj_weight": 0.03633332997560501, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026806823443621397, - "transformer.layers.0.self_attn.out_proj.weight": 0.04145139828324318, - "transformer.layers.0.self_attn.out_proj.bias": 0.004030708689242601, - "transformer.layers.0.linear1.weight": 0.024593520909547806, - "transformer.layers.0.linear1.bias": 0.0012270017759874463, - "transformer.layers.0.linear2.weight": 0.030714955180883408, - "transformer.layers.0.linear2.bias": 0.0017083549173548818, - "transformer.layers.0.norm1.weight": 0.0022032365668565035, - "transformer.layers.0.norm1.bias": 0.0023045146372169256, - "transformer.layers.0.norm2.weight": 0.0018033725209534168, - "transformer.layers.0.norm2.bias": 0.0015030179638415575, - "transformer.layers.1.self_attn.in_proj_weight": 0.02478526532649994, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010318555869162083, - "transformer.layers.1.self_attn.out_proj.weight": 0.017529472708702087, - "transformer.layers.1.self_attn.out_proj.bias": 0.00115223100874573, - "transformer.layers.1.linear1.weight": 0.01326670404523611, - "transformer.layers.1.linear1.bias": 0.000684813188854605, - "transformer.layers.1.linear2.weight": 0.016855547204613686, - "transformer.layers.1.linear2.bias": 0.0009390734485350549, - "transformer.layers.1.norm1.weight": 0.0015795513754710555, - "transformer.layers.1.norm1.bias": 0.0010108565911650658, - "transformer.layers.1.norm2.weight": 0.0008833138854242861, - "transformer.layers.1.norm2.bias": 0.00072771857958287, - "transformer.layers.2.self_attn.in_proj_weight": 0.026089435443282127, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009747238946147263, - "transformer.layers.2.self_attn.out_proj.weight": 0.012370050884783268, - "transformer.layers.2.self_attn.out_proj.bias": 0.000837096304167062, - "transformer.layers.2.linear1.weight": 0.011066184379160404, - "transformer.layers.2.linear1.bias": 0.0005665455828420818, - "transformer.layers.2.linear2.weight": 0.012433718889951706, - "transformer.layers.2.linear2.bias": 0.0008292691200040281, - "transformer.layers.2.norm1.weight": 0.0017942740814760327, - "transformer.layers.2.norm1.bias": 0.0009751943871378899, - "transformer.layers.2.norm2.weight": 0.0007622020202688873, - "transformer.layers.2.norm2.bias": 0.0005091463099233806, - "transformer.layers.3.self_attn.in_proj_weight": 0.025922518223524094, - "transformer.layers.3.self_attn.in_proj_bias": 0.001268837135285139, - "transformer.layers.3.self_attn.out_proj.weight": 0.014367456547915936, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011243675835430622, - "transformer.layers.3.linear1.weight": 0.02315528504550457, - "transformer.layers.3.linear1.bias": 0.001311499741859734, - "transformer.layers.3.linear2.weight": 0.013477087020874023, - "transformer.layers.3.linear2.bias": 0.0015108832158148289, - "transformer.layers.3.norm1.weight": 0.0022080615162849426, - "transformer.layers.3.norm1.bias": 0.0014533260837197304, - "transformer.layers.3.norm2.weight": 0.0017845605034381151, - "transformer.layers.3.norm2.bias": 0.0016289155464619398, - "head.weight": 0.23737217485904694, - "head.bias": 0.003589595900848508, - "global_embedding.weight": 0.00879629235714674, - "global_cnn.0.weight": 0.12429071962833405, - "global_cnn.0.bias": 0.0038031931035220623, - "global_cnn.2.weight": 0.3112628757953644, - "global_cnn.2.bias": 0.012592601589858532, - "global_proj.weight": 0.05821007117629051, - "global_proj.bias": 0.029989877715706825, - "goal_head.0.weight": 0.0354522280395031, - "goal_head.0.bias": 0.013373675756156445, - "goal_head.2.weight": 0.04672085866332054, - "goal_head.2.bias": 0.03271026536822319 - }, - { - "global_gate": 6.098080575611675e-6, - "embedding.weight": 0.0029439846985042095, - "cnn.0.weight": 0.0743040218949318, - "cnn.0.bias": 0.002200091490522027, - "cnn.2.weight": 0.01025306060910225, - "cnn.2.bias": 0.00854951236397028, - "cnn.5.weight": 0.0114707937464118, - "cnn.5.bias": 0.00542702479287982, - "action_emb.weight": 0.0009535558638162911, - "timestep_emb.weight": 0.0005665115895681083, - "pos_emb.weight": 0.0005186529597267509, - "transformer.layers.0.self_attn.in_proj_weight": 0.017726028338074684, - "transformer.layers.0.self_attn.in_proj_bias": 0.001141355955041945, - "transformer.layers.0.self_attn.out_proj.weight": 0.016474679112434387, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016382442554458976, - "transformer.layers.0.linear1.weight": 0.007192653603851795, - "transformer.layers.0.linear1.bias": 0.00046459847362712026, - "transformer.layers.0.linear2.weight": 0.01018346194177866, - "transformer.layers.0.linear2.bias": 0.0009316917858086526, - "transformer.layers.0.norm1.weight": 0.0010915410239249468, - "transformer.layers.0.norm1.bias": 0.0009338940726593137, - "transformer.layers.0.norm2.weight": 0.000594413373619318, - "transformer.layers.0.norm2.bias": 0.0005750349373556674, - "transformer.layers.1.self_attn.in_proj_weight": 0.009417316876351833, - "transformer.layers.1.self_attn.in_proj_bias": 0.000561263645067811, - "transformer.layers.1.self_attn.out_proj.weight": 0.008040329441428185, - "transformer.layers.1.self_attn.out_proj.bias": 0.0004979080404154956, - "transformer.layers.1.linear1.weight": 0.0034778870176523924, - "transformer.layers.1.linear1.bias": 0.00019281588902231306, - "transformer.layers.1.linear2.weight": 0.004940195009112358, - "transformer.layers.1.linear2.bias": 0.0004443148791324347, - "transformer.layers.1.norm1.weight": 0.000743234297260642, - "transformer.layers.1.norm1.bias": 0.0007782927714288235, - "transformer.layers.1.norm2.weight": 0.00030724771204404533, - "transformer.layers.1.norm2.bias": 0.00020240960293449461, - "transformer.layers.2.self_attn.in_proj_weight": 0.008276131004095078, - "transformer.layers.2.self_attn.in_proj_bias": 0.00043204124085605145, - "transformer.layers.2.self_attn.out_proj.weight": 0.005429590120911598, - "transformer.layers.2.self_attn.out_proj.bias": 0.00039548490894958377, - "transformer.layers.2.linear1.weight": 0.0027711153961718082, - "transformer.layers.2.linear1.bias": 0.0001774888369254768, - "transformer.layers.2.linear2.weight": 0.003784943837672472, - "transformer.layers.2.linear2.bias": 0.00037614317261613905, - "transformer.layers.2.norm1.weight": 0.0008673397824168205, - "transformer.layers.2.norm1.bias": 0.0005463859415613115, - "transformer.layers.2.norm2.weight": 0.00020077513181604445, - "transformer.layers.2.norm2.bias": 0.00018116916180588305, - "transformer.layers.3.self_attn.in_proj_weight": 0.010706303641200066, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005125510506331921, - "transformer.layers.3.self_attn.out_proj.weight": 0.004836807027459145, - "transformer.layers.3.self_attn.out_proj.bias": 0.00048174115363508463, - "transformer.layers.3.linear1.weight": 0.0067694406025111675, - "transformer.layers.3.linear1.bias": 0.0004914146265946329, - "transformer.layers.3.linear2.weight": 0.004147184081375599, - "transformer.layers.3.linear2.bias": 0.000522107002325356, - "transformer.layers.3.norm1.weight": 0.0007936035981401801, - "transformer.layers.3.norm1.bias": 0.0006300349486991763, - "transformer.layers.3.norm2.weight": 0.000570393109228462, - "transformer.layers.3.norm2.bias": 0.0005936053930781782, - "head.weight": 0.18934252858161926, - "head.bias": 0.001966556767001748, - "global_embedding.weight": 0.018048908561468124, - "global_cnn.0.weight": 0.10161346197128296, - "global_cnn.0.bias": 0.004008356481790543, - "global_cnn.2.weight": 0.16128958761692047, - "global_cnn.2.bias": 0.005106995813548565, - "global_proj.weight": 0.038335178047418594, - "global_proj.bias": 0.010433735325932503, - "goal_head.0.weight": 0.01879214495420456, - "goal_head.0.bias": 0.004326618742197752, - "goal_head.2.weight": 0.019150007516145706, - "goal_head.2.bias": 0.008948137052357197 - }, - { - "global_gate": 0.000566188944503665, - "embedding.weight": 0.005102748516947031, - "cnn.0.weight": 0.19665034115314484, - "cnn.0.bias": 0.003926443867385387, - "cnn.2.weight": 0.03163183853030205, - "cnn.2.bias": 0.013155998662114143, - "cnn.5.weight": 0.046884842216968536, - "cnn.5.bias": 0.011257692240178585, - "action_emb.weight": 0.008210528641939163, - "timestep_emb.weight": 0.003925879951566458, - "pos_emb.weight": 0.004432579502463341, - "transformer.layers.0.self_attn.in_proj_weight": 0.06247361749410629, - "transformer.layers.0.self_attn.in_proj_bias": 0.003515525721013546, - "transformer.layers.0.self_attn.out_proj.weight": 0.05659892410039902, - "transformer.layers.0.self_attn.out_proj.bias": 0.004883415065705776, - "transformer.layers.0.linear1.weight": 0.04453083127737045, - "transformer.layers.0.linear1.bias": 0.0021079855505377054, - "transformer.layers.0.linear2.weight": 0.05004001781344414, - "transformer.layers.0.linear2.bias": 0.003577304072678089, - "transformer.layers.0.norm1.weight": 0.004083059262484312, - "transformer.layers.0.norm1.bias": 0.003268986474722624, - "transformer.layers.0.norm2.weight": 0.0038911122828722, - "transformer.layers.0.norm2.bias": 0.0020058031659573317, - "transformer.layers.1.self_attn.in_proj_weight": 0.04404020309448242, - "transformer.layers.1.self_attn.in_proj_bias": 0.0021434032823890448, - "transformer.layers.1.self_attn.out_proj.weight": 0.03874451294541359, - "transformer.layers.1.self_attn.out_proj.bias": 0.002752118045464158, - "transformer.layers.1.linear1.weight": 0.02701340615749359, - "transformer.layers.1.linear1.bias": 0.001304020406678319, - "transformer.layers.1.linear2.weight": 0.03471420705318451, - "transformer.layers.1.linear2.bias": 0.002588053699582815, - "transformer.layers.1.norm1.weight": 0.0030937185510993004, - "transformer.layers.1.norm1.bias": 0.0020698055159300566, - "transformer.layers.1.norm2.weight": 0.0022591969463974237, - "transformer.layers.1.norm2.bias": 0.0010763785103335977, - "transformer.layers.2.self_attn.in_proj_weight": 0.05870542302727699, - "transformer.layers.2.self_attn.in_proj_bias": 0.0026058696676045656, - "transformer.layers.2.self_attn.out_proj.weight": 0.02688867785036564, - "transformer.layers.2.self_attn.out_proj.bias": 0.0022901406046003103, - "transformer.layers.2.linear1.weight": 0.018314216285943985, - "transformer.layers.2.linear1.bias": 0.0010446272790431976, - "transformer.layers.2.linear2.weight": 0.022917365655303, - "transformer.layers.2.linear2.bias": 0.0023114990908652544, - "transformer.layers.2.norm1.weight": 0.004459578078240156, - "transformer.layers.2.norm1.bias": 0.002773802960291505, - "transformer.layers.2.norm2.weight": 0.0014302014606073499, - "transformer.layers.2.norm2.bias": 0.0008800470386631787, - "transformer.layers.3.self_attn.in_proj_weight": 0.06058352813124657, - "transformer.layers.3.self_attn.in_proj_bias": 0.0056853326968848705, - "transformer.layers.3.self_attn.out_proj.weight": 0.03011469356715679, - "transformer.layers.3.self_attn.out_proj.bias": 0.004255253355950117, - "transformer.layers.3.linear1.weight": 0.04501586779952049, - "transformer.layers.3.linear1.bias": 0.0035418972838670015, - "transformer.layers.3.linear2.weight": 0.02606293559074402, - "transformer.layers.3.linear2.bias": 0.005816256161779165, - "transformer.layers.3.norm1.weight": 0.0048527102917432785, - "transformer.layers.3.norm1.bias": 0.008153930306434631, - "transformer.layers.3.norm2.weight": 0.0036761686205863953, - "transformer.layers.3.norm2.bias": 0.004769587889313698, - "head.weight": 0.3276772201061249, - "head.bias": 0.010366114787757397, - "global_embedding.weight": 0.03243720531463623, - "global_cnn.0.weight": 0.14719627797603607, - "global_cnn.0.bias": 0.007119655609130859, - "global_cnn.2.weight": 0.23821957409381866, - "global_cnn.2.bias": 0.011031507514417171, - "global_proj.weight": 0.0765376165509224, - "global_proj.bias": 0.0337831974029541, - "goal_head.0.weight": 0.046079348772764206, - "goal_head.0.bias": 0.016271168366074562, - "goal_head.2.weight": 0.055232658982276917, - "goal_head.2.bias": 0.0404013991355896 - }, - { - "global_gate": 0.0014220306184142828, - "embedding.weight": 0.020298568531870842, - "cnn.0.weight": 0.3404715359210968, - "cnn.0.bias": 0.008967331610620022, - "cnn.2.weight": 0.07661410421133041, - "cnn.2.bias": 0.016861969605088234, - "cnn.5.weight": 0.15296392142772675, - "cnn.5.bias": 0.019849160686135292, - "action_emb.weight": 0.014277800917625427, - "timestep_emb.weight": 0.008250419981777668, - "pos_emb.weight": 0.010205553844571114, - "transformer.layers.0.self_attn.in_proj_weight": 0.1601659059524536, - "transformer.layers.0.self_attn.in_proj_bias": 0.009071806445717812, - "transformer.layers.0.self_attn.out_proj.weight": 0.15400929749011993, - "transformer.layers.0.self_attn.out_proj.bias": 0.009922650642693043, - "transformer.layers.0.linear1.weight": 0.108113132417202, - "transformer.layers.0.linear1.bias": 0.005023176781833172, - "transformer.layers.0.linear2.weight": 0.12869222462177277, - "transformer.layers.0.linear2.bias": 0.007618360687047243, - "transformer.layers.0.norm1.weight": 0.008915625512599945, - "transformer.layers.0.norm1.bias": 0.008624440059065819, - "transformer.layers.0.norm2.weight": 0.007722181733697653, - "transformer.layers.0.norm2.bias": 0.005634645000100136, - "transformer.layers.1.self_attn.in_proj_weight": 0.0963452085852623, - "transformer.layers.1.self_attn.in_proj_bias": 0.005227488465607166, - "transformer.layers.1.self_attn.out_proj.weight": 0.07792288810014725, - "transformer.layers.1.self_attn.out_proj.bias": 0.00590559421107173, - "transformer.layers.1.linear1.weight": 0.06031796336174011, - "transformer.layers.1.linear1.bias": 0.0030062654986977577, - "transformer.layers.1.linear2.weight": 0.07459470629692078, - "transformer.layers.1.linear2.bias": 0.004717331845313311, - "transformer.layers.1.norm1.weight": 0.006188109051436186, - "transformer.layers.1.norm1.bias": 0.004783252254128456, - "transformer.layers.1.norm2.weight": 0.0041832211427390575, - "transformer.layers.1.norm2.bias": 0.004076490644365549, - "transformer.layers.2.self_attn.in_proj_weight": 0.12781617045402527, - "transformer.layers.2.self_attn.in_proj_bias": 0.005229651927947998, - "transformer.layers.2.self_attn.out_proj.weight": 0.045870862901210785, - "transformer.layers.2.self_attn.out_proj.bias": 0.003329238388687372, - "transformer.layers.2.linear1.weight": 0.033618129789829254, - "transformer.layers.2.linear1.bias": 0.0017759348265826702, - "transformer.layers.2.linear2.weight": 0.039771053940057755, - "transformer.layers.2.linear2.bias": 0.003084541531279683, - "transformer.layers.2.norm1.weight": 0.007927095517516136, - "transformer.layers.2.norm1.bias": 0.005182567518204451, - "transformer.layers.2.norm2.weight": 0.0022900013718754053, - "transformer.layers.2.norm2.bias": 0.0016931550344452262, - "transformer.layers.3.self_attn.in_proj_weight": 0.09879284352064133, - "transformer.layers.3.self_attn.in_proj_bias": 0.004770351108163595, - "transformer.layers.3.self_attn.out_proj.weight": 0.04619252309203148, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035511250607669353, - "transformer.layers.3.linear1.weight": 0.08217693120241165, - "transformer.layers.3.linear1.bias": 0.005236934404820204, - "transformer.layers.3.linear2.weight": 0.0450669564306736, - "transformer.layers.3.linear2.bias": 0.006043792702257633, - "transformer.layers.3.norm1.weight": 0.007528616581112146, - "transformer.layers.3.norm1.bias": 0.006118628196418285, - "transformer.layers.3.norm2.weight": 0.006888378411531448, - "transformer.layers.3.norm2.bias": 0.007638478651642799, - "head.weight": 0.481141597032547, - "head.bias": 0.012037546373903751, - "global_embedding.weight": 0.12701375782489777, - "global_cnn.0.weight": 0.4424150586128235, - "global_cnn.0.bias": 0.015076065436005592, - "global_cnn.2.weight": 0.6102666258811951, - "global_cnn.2.bias": 0.036324989050626755, - "global_proj.weight": 0.18270500004291534, - "global_proj.bias": 0.10640894621610641, - "goal_head.0.weight": 0.11211831122636795, - "goal_head.0.bias": 0.04746776446700096, - "goal_head.2.weight": 0.17704974114894867, - "goal_head.2.bias": 0.11985208094120026 - }, - { - "global_gate": 0.00015467732737306505, - "embedding.weight": 0.008611893281340599, - "cnn.0.weight": 0.2679126560688019, - "cnn.0.bias": 0.008252211846411228, - "cnn.2.weight": 0.06334209442138672, - "cnn.2.bias": 0.021559622138738632, - "cnn.5.weight": 0.05982035771012306, - "cnn.5.bias": 0.022218408063054085, - "action_emb.weight": 0.005441498477011919, - "timestep_emb.weight": 0.0036517600528895855, - "pos_emb.weight": 0.00253281113691628, - "transformer.layers.0.self_attn.in_proj_weight": 0.09664060920476913, - "transformer.layers.0.self_attn.in_proj_bias": 0.003968010190874338, - "transformer.layers.0.self_attn.out_proj.weight": 0.06669152528047562, - "transformer.layers.0.self_attn.out_proj.bias": 0.004336870741099119, - "transformer.layers.0.linear1.weight": 0.040048692375421524, - "transformer.layers.0.linear1.bias": 0.0019319381099194288, - "transformer.layers.0.linear2.weight": 0.048579320311546326, - "transformer.layers.0.linear2.bias": 0.002623500768095255, - "transformer.layers.0.norm1.weight": 0.005903454031795263, - "transformer.layers.0.norm1.bias": 0.0037837678100913763, - "transformer.layers.0.norm2.weight": 0.0029843247029930353, - "transformer.layers.0.norm2.bias": 0.0023241983726620674, - "transformer.layers.1.self_attn.in_proj_weight": 0.051123470067977905, - "transformer.layers.1.self_attn.in_proj_bias": 0.0022819722071290016, - "transformer.layers.1.self_attn.out_proj.weight": 0.03839866444468498, - "transformer.layers.1.self_attn.out_proj.bias": 0.001578471390530467, - "transformer.layers.1.linear1.weight": 0.014773203991353512, - "transformer.layers.1.linear1.bias": 0.0007694709347561002, - "transformer.layers.1.linear2.weight": 0.016857745125889778, - "transformer.layers.1.linear2.bias": 0.001473832642659545, - "transformer.layers.1.norm1.weight": 0.003770527895539999, - "transformer.layers.1.norm1.bias": 0.0026407018303871155, - "transformer.layers.1.norm2.weight": 0.0010690928902477026, - "transformer.layers.1.norm2.bias": 0.0007461848435923457, - "transformer.layers.2.self_attn.in_proj_weight": 0.031406041234731674, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014183527091518044, - "transformer.layers.2.self_attn.out_proj.weight": 0.015413749031722546, - "transformer.layers.2.self_attn.out_proj.bias": 0.001198873738758266, - "transformer.layers.2.linear1.weight": 0.010950382798910141, - "transformer.layers.2.linear1.bias": 0.0005866183200851083, - "transformer.layers.2.linear2.weight": 0.011188382282853127, - "transformer.layers.2.linear2.bias": 0.0010964247630909085, - "transformer.layers.2.norm1.weight": 0.002549513941630721, - "transformer.layers.2.norm1.bias": 0.0015979260206222534, - "transformer.layers.2.norm2.weight": 0.000755333574488759, - "transformer.layers.2.norm2.bias": 0.0007149847806431353, - "transformer.layers.3.self_attn.in_proj_weight": 0.03625394031405449, - "transformer.layers.3.self_attn.in_proj_bias": 0.002449345076456666, - "transformer.layers.3.self_attn.out_proj.weight": 0.014516972936689854, - "transformer.layers.3.self_attn.out_proj.bias": 0.00162038195412606, - "transformer.layers.3.linear1.weight": 0.02448202483355999, - "transformer.layers.3.linear1.bias": 0.0016100395005196333, - "transformer.layers.3.linear2.weight": 0.012783322483301163, - "transformer.layers.3.linear2.bias": 0.002131987363100052, - "transformer.layers.3.norm1.weight": 0.002920350059866905, - "transformer.layers.3.norm1.bias": 0.0036017836537212133, - "transformer.layers.3.norm2.weight": 0.001943891285918653, - "transformer.layers.3.norm2.bias": 0.0023087901063263416, - "head.weight": 0.2184150516986847, - "head.bias": 0.004167653154581785, - "global_embedding.weight": 0.010485269129276276, - "global_cnn.0.weight": 0.09715281426906586, - "global_cnn.0.bias": 0.003888271749019623, - "global_cnn.2.weight": 0.13693392276763916, - "global_cnn.2.bias": 0.007631128188222647, - "global_proj.weight": 0.04604943096637726, - "global_proj.bias": 0.020385533571243286, - "goal_head.0.weight": 0.02100009098649025, - "goal_head.0.bias": 0.007668118458241224, - "goal_head.2.weight": 0.030634718015789986, - "goal_head.2.bias": 0.017966700717806816 - }, - { - "global_gate": 0.00015352443733718246, - "embedding.weight": 0.003970852121710777, - "cnn.0.weight": 0.12041830271482468, - "cnn.0.bias": 0.004428653046488762, - "cnn.2.weight": 0.02304895967245102, - "cnn.2.bias": 0.008776388131082058, - "cnn.5.weight": 0.03310152143239975, - "cnn.5.bias": 0.009304774925112724, - "action_emb.weight": 0.0025669685564935207, - "timestep_emb.weight": 0.0018220911733806133, - "pos_emb.weight": 0.0018250788561999798, - "transformer.layers.0.self_attn.in_proj_weight": 0.03993406146764755, - "transformer.layers.0.self_attn.in_proj_bias": 0.0021867104806005955, - "transformer.layers.0.self_attn.out_proj.weight": 0.036314867436885834, - "transformer.layers.0.self_attn.out_proj.bias": 0.003045241115614772, - "transformer.layers.0.linear1.weight": 0.021254805848002434, - "transformer.layers.0.linear1.bias": 0.0009580912883393466, - "transformer.layers.0.linear2.weight": 0.026292521506547928, - "transformer.layers.0.linear2.bias": 0.001439979299902916, - "transformer.layers.0.norm1.weight": 0.002304928610101342, - "transformer.layers.0.norm1.bias": 0.0018310000887140632, - "transformer.layers.0.norm2.weight": 0.0016545165563002229, - "transformer.layers.0.norm2.bias": 0.0011164681054651737, - "transformer.layers.1.self_attn.in_proj_weight": 0.026315584778785706, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012600922491401434, - "transformer.layers.1.self_attn.out_proj.weight": 0.015370446257293224, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009451162186451256, - "transformer.layers.1.linear1.weight": 0.009903409518301487, - "transformer.layers.1.linear1.bias": 0.0005058840615674853, - "transformer.layers.1.linear2.weight": 0.012781462632119656, - "transformer.layers.1.linear2.bias": 0.0008814557222649455, - "transformer.layers.1.norm1.weight": 0.0016843256307765841, - "transformer.layers.1.norm1.bias": 0.001260916469618678, - "transformer.layers.1.norm2.weight": 0.000702088582329452, - "transformer.layers.1.norm2.bias": 0.0004372904950287193, - "transformer.layers.2.self_attn.in_proj_weight": 0.021082421764731407, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011153476079925895, - "transformer.layers.2.self_attn.out_proj.weight": 0.010830294340848923, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006671230075880885, - "transformer.layers.2.linear1.weight": 0.00688735069707036, - "transformer.layers.2.linear1.bias": 0.0003818041004706174, - "transformer.layers.2.linear2.weight": 0.008311773650348186, - "transformer.layers.2.linear2.bias": 0.0005815119366161525, - "transformer.layers.2.norm1.weight": 0.0018970627570524812, - "transformer.layers.2.norm1.bias": 0.0012263510143384337, - "transformer.layers.2.norm2.weight": 0.0004138991062063724, - "transformer.layers.2.norm2.bias": 0.00039460998959839344, - "transformer.layers.3.self_attn.in_proj_weight": 0.0213271826505661, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007918463088572025, - "transformer.layers.3.self_attn.out_proj.weight": 0.010114391334354877, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005292610730975866, - "transformer.layers.3.linear1.weight": 0.017076075077056885, - "transformer.layers.3.linear1.bias": 0.0010800036834552884, - "transformer.layers.3.linear2.weight": 0.008365483023226261, - "transformer.layers.3.linear2.bias": 0.0008407449349761009, - "transformer.layers.3.norm1.weight": 0.0016918075270950794, - "transformer.layers.3.norm1.bias": 0.0009102534968405962, - "transformer.layers.3.norm2.weight": 0.0012436519609764218, - "transformer.layers.3.norm2.bias": 0.0014703779015690088, - "head.weight": 0.158082515001297, - "head.bias": 0.0013355710543692112, - "global_embedding.weight": 0.037020303308963776, - "global_cnn.0.weight": 0.1481272578239441, - "global_cnn.0.bias": 0.004573313053697348, - "global_cnn.2.weight": 0.27760985493659973, - "global_cnn.2.bias": 0.015470826998353004, - "global_proj.weight": 0.07617759704589844, - "global_proj.bias": 0.04340850189328194, - "goal_head.0.weight": 0.04933285713195801, - "goal_head.0.bias": 0.019833583384752274, - "goal_head.2.weight": 0.07194450497627258, - "goal_head.2.bias": 0.05061987042427063 - }, - { - "global_gate": 0.00008036059443838894, - "embedding.weight": 0.019572362303733826, - "cnn.0.weight": 0.2844966948032379, - "cnn.0.bias": 0.009092872031033039, - "cnn.2.weight": 0.03974967822432518, - "cnn.2.bias": 0.010702397674322128, - "cnn.5.weight": 0.03270677849650383, - "cnn.5.bias": 0.011067350395023823, - "action_emb.weight": 0.008601884357631207, - "timestep_emb.weight": 0.0029509856831282377, - "pos_emb.weight": 0.004448483698070049, - "transformer.layers.0.self_attn.in_proj_weight": 0.06566587090492249, - "transformer.layers.0.self_attn.in_proj_bias": 0.005225123837590218, - "transformer.layers.0.self_attn.out_proj.weight": 0.0541650615632534, - "transformer.layers.0.self_attn.out_proj.bias": 0.006399133708328009, - "transformer.layers.0.linear1.weight": 0.045898910611867905, - "transformer.layers.0.linear1.bias": 0.0025035208091139793, - "transformer.layers.0.linear2.weight": 0.04862667992711067, - "transformer.layers.0.linear2.bias": 0.00394284725189209, - "transformer.layers.0.norm1.weight": 0.0037173384334892035, - "transformer.layers.0.norm1.bias": 0.004385833162814379, - "transformer.layers.0.norm2.weight": 0.0046770041808485985, - "transformer.layers.0.norm2.bias": 0.003506725188344717, - "transformer.layers.1.self_attn.in_proj_weight": 0.04545293003320694, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027219646144658327, - "transformer.layers.1.self_attn.out_proj.weight": 0.03548362851142883, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028055773582309484, - "transformer.layers.1.linear1.weight": 0.024307923391461372, - "transformer.layers.1.linear1.bias": 0.0013373831752687693, - "transformer.layers.1.linear2.weight": 0.028877900913357735, - "transformer.layers.1.linear2.bias": 0.0026541436091065407, - "transformer.layers.1.norm1.weight": 0.0033385788556188345, - "transformer.layers.1.norm1.bias": 0.002755018649622798, - "transformer.layers.1.norm2.weight": 0.001989663578569889, - "transformer.layers.1.norm2.bias": 0.0015000352868810296, - "transformer.layers.2.self_attn.in_proj_weight": 0.04828353971242905, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031040094327181578, - "transformer.layers.2.self_attn.out_proj.weight": 0.025749145075678825, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023992075584828854, - "transformer.layers.2.linear1.weight": 0.016418518498539925, - "transformer.layers.2.linear1.bias": 0.0009501509484834969, - "transformer.layers.2.linear2.weight": 0.019243868067860603, - "transformer.layers.2.linear2.bias": 0.0022730911150574684, - "transformer.layers.2.norm1.weight": 0.003975623287260532, - "transformer.layers.2.norm1.bias": 0.003653872525319457, - "transformer.layers.2.norm2.weight": 0.0010700203711166978, - "transformer.layers.2.norm2.bias": 0.0008514316286891699, - "transformer.layers.3.self_attn.in_proj_weight": 0.05457224324345589, - "transformer.layers.3.self_attn.in_proj_bias": 0.004276718944311142, - "transformer.layers.3.self_attn.out_proj.weight": 0.023457838222384453, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035007160622626543, - "transformer.layers.3.linear1.weight": 0.04155154526233673, - "transformer.layers.3.linear1.bias": 0.0033500916324555874, - "transformer.layers.3.linear2.weight": 0.02242104522883892, - "transformer.layers.3.linear2.bias": 0.005098528228700161, - "transformer.layers.3.norm1.weight": 0.003948527853935957, - "transformer.layers.3.norm1.bias": 0.005535674747079611, - "transformer.layers.3.norm2.weight": 0.0034698951058089733, - "transformer.layers.3.norm2.bias": 0.00505457678809762, - "head.weight": 0.30773642659187317, - "head.bias": 0.01034403033554554, - "global_embedding.weight": 0.047938063740730286, - "global_cnn.0.weight": 0.22042973339557648, - "global_cnn.0.bias": 0.006890642922371626, - "global_cnn.2.weight": 0.33970406651496887, - "global_cnn.2.bias": 0.023109234869480133, - "global_proj.weight": 0.11189372092485428, - "global_proj.bias": 0.06808558851480484, - "goal_head.0.weight": 0.0713648870587349, - "goal_head.0.bias": 0.03044646419584751, - "goal_head.2.weight": 0.1075817421078682, - "goal_head.2.bias": 0.07278234511613846 + "global_gate": 0.0003643417439889163, + "embedding.weight": 0.0025743150617927313, + "cnn.0.weight": 0.07057756185531616, + "cnn.0.bias": 0.0030403921846300364, + "cnn.2.weight": 0.03265709429979324, + "cnn.2.bias": 0.016998108476400375, + "cnn.5.weight": 0.033264707773923874, + "cnn.5.bias": 0.009845283813774586, + "action_emb.weight": 0.01579226925969124, + "timestep_emb.weight": 0.0030471663922071457, + "pos_emb.weight": 0.005526390392333269, + "transformer.layers.0.self_attn.in_proj_weight": 0.07058856636285782, + "transformer.layers.0.self_attn.in_proj_bias": 0.005607719533145428, + "transformer.layers.0.self_attn.out_proj.weight": 0.05483575910329819, + "transformer.layers.0.self_attn.out_proj.bias": 0.008017104119062424, + "transformer.layers.0.linear1.weight": 0.06665442138910294, + "transformer.layers.0.linear1.bias": 0.003484561340883374, + "transformer.layers.0.linear2.weight": 0.08169854432344437, + "transformer.layers.0.linear2.bias": 0.007168611511588097, + "transformer.layers.0.norm1.weight": 0.00442065205425024, + "transformer.layers.0.norm1.bias": 0.00517750158905983, + "transformer.layers.0.norm2.weight": 0.0054094246588647366, + "transformer.layers.0.norm2.bias": 0.0037010505329817533, + "transformer.layers.1.self_attn.in_proj_weight": 0.06617990881204605, + "transformer.layers.1.self_attn.in_proj_bias": 0.0043505518697202206, + "transformer.layers.1.self_attn.out_proj.weight": 0.09069528430700302, + "transformer.layers.1.self_attn.out_proj.bias": 0.006454745307564735, + "transformer.layers.1.linear1.weight": 0.04624857380986214, + "transformer.layers.1.linear1.bias": 0.0026183957234025, + "transformer.layers.1.linear2.weight": 0.06397067755460739, + "transformer.layers.1.linear2.bias": 0.006206117104738951, + "transformer.layers.1.norm1.weight": 0.00385212036781013, + "transformer.layers.1.norm1.bias": 0.00419660285115242, + "transformer.layers.1.norm2.weight": 0.0033197624143213034, + "transformer.layers.1.norm2.bias": 0.002331516472622752, + "transformer.layers.2.self_attn.in_proj_weight": 0.09145359694957733, + "transformer.layers.2.self_attn.in_proj_bias": 0.005705874413251877, + "transformer.layers.2.self_attn.out_proj.weight": 0.0833912119269371, + "transformer.layers.2.self_attn.out_proj.bias": 0.006601977162063122, + "transformer.layers.2.linear1.weight": 0.035435039550065994, + "transformer.layers.2.linear1.bias": 0.0024996381253004074, + "transformer.layers.2.linear2.weight": 0.04125601425766945, + "transformer.layers.2.linear2.bias": 0.006697903852909803, + "transformer.layers.2.norm1.weight": 0.007451965939253569, + "transformer.layers.2.norm1.bias": 0.006663978565484285, + "transformer.layers.2.norm2.weight": 0.002197052352130413, + "transformer.layers.2.norm2.bias": 0.0025528401602059603, + "transformer.layers.3.self_attn.in_proj_weight": 0.1498861461877823, + "transformer.layers.3.self_attn.in_proj_bias": 0.013227850198745728, + "transformer.layers.3.self_attn.out_proj.weight": 0.0819149762392044, + "transformer.layers.3.self_attn.out_proj.bias": 0.009671676903963089, + "transformer.layers.3.linear1.weight": 0.0708223208785057, + "transformer.layers.3.linear1.bias": 0.0053412290289998055, + "transformer.layers.3.linear2.weight": 0.044552553445100784, + "transformer.layers.3.linear2.bias": 0.010674364864826202, + "transformer.layers.3.norm1.weight": 0.01093740202486515, + "transformer.layers.3.norm1.bias": 0.018016498535871506, + "transformer.layers.3.norm2.weight": 0.00455003697425127, + "transformer.layers.3.norm2.bias": 0.005849541164934635, + "head.weight": 0.6751457452774048, + "head.bias": 0.01996065489947796, + "global_embedding.weight": 0.07797621190547943, + "global_cnn.0.weight": 0.2515557110309601, + "global_cnn.0.bias": 0.009581091813743114, + "global_cnn.2.weight": 0.43313896656036377, + "global_cnn.2.bias": 0.016827011480927467, + "global_proj.weight": 0.13936346769332886, + "global_proj.bias": 0.058367203921079636, + "goal_head.0.weight": 0.08315148949623108, + "goal_head.0.bias": 0.027138490229845047, + "goal_head.2.weight": 0.09966009855270386, + "goal_head.2.bias": 0.05846184492111206 + }, + { + "global_gate": 4.912201256956905e-05, + "embedding.weight": 0.0008045780123211443, + "cnn.0.weight": 0.01882437989115715, + "cnn.0.bias": 0.0007570807356387377, + "cnn.2.weight": 0.006029476877301931, + "cnn.2.bias": 0.0027859669644385576, + "cnn.5.weight": 0.010148130357265472, + "cnn.5.bias": 0.0027912973891943693, + "action_emb.weight": 0.013279329985380173, + "timestep_emb.weight": 0.0020858480129390955, + "pos_emb.weight": 0.00300919939763844, + "transformer.layers.0.self_attn.in_proj_weight": 0.03998055309057236, + "transformer.layers.0.self_attn.in_proj_bias": 0.004276548512279987, + "transformer.layers.0.self_attn.out_proj.weight": 0.04270835965871811, + "transformer.layers.0.self_attn.out_proj.bias": 0.007210976909846067, + "transformer.layers.0.linear1.weight": 0.058497354388237, + "transformer.layers.0.linear1.bias": 0.0035114095080643892, + "transformer.layers.0.linear2.weight": 0.049301862716674805, + "transformer.layers.0.linear2.bias": 0.0042554158717393875, + "transformer.layers.0.norm1.weight": 0.002297291299328208, + "transformer.layers.0.norm1.bias": 0.0034081621561199427, + "transformer.layers.0.norm2.weight": 0.006512896623462439, + "transformer.layers.0.norm2.bias": 0.0059622484259307384, + "transformer.layers.1.self_attn.in_proj_weight": 0.05343334749341011, + "transformer.layers.1.self_attn.in_proj_bias": 0.0030106804333627224, + "transformer.layers.1.self_attn.out_proj.weight": 0.03584672883152962, + "transformer.layers.1.self_attn.out_proj.bias": 0.002796237589791417, + "transformer.layers.1.linear1.weight": 0.024804720655083656, + "transformer.layers.1.linear1.bias": 0.0015518903965130448, + "transformer.layers.1.linear2.weight": 0.02902825176715851, + "transformer.layers.1.linear2.bias": 0.0023703626357018948, + "transformer.layers.1.norm1.weight": 0.0033222055062651634, + "transformer.layers.1.norm1.bias": 0.003073359141126275, + "transformer.layers.1.norm2.weight": 0.002427289029583335, + "transformer.layers.1.norm2.bias": 0.0019294880330562592, + "transformer.layers.2.self_attn.in_proj_weight": 0.04357331618666649, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020330611150711775, + "transformer.layers.2.self_attn.out_proj.weight": 0.029758507385849953, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019353782990947366, + "transformer.layers.2.linear1.weight": 0.014611899852752686, + "transformer.layers.2.linear1.bias": 0.0008879104861989617, + "transformer.layers.2.linear2.weight": 0.017144693061709404, + "transformer.layers.2.linear2.bias": 0.0019135328475385904, + "transformer.layers.2.norm1.weight": 0.003272363217547536, + "transformer.layers.2.norm1.bias": 0.0020421543158590794, + "transformer.layers.2.norm2.weight": 0.0009702027891762555, + "transformer.layers.2.norm2.bias": 0.0009126541553996503, + "transformer.layers.3.self_attn.in_proj_weight": 0.05236129090189934, + "transformer.layers.3.self_attn.in_proj_bias": 0.0038265769835561514, + "transformer.layers.3.self_attn.out_proj.weight": 0.029050806537270546, + "transformer.layers.3.self_attn.out_proj.bias": 0.0025970879942178726, + "transformer.layers.3.linear1.weight": 0.0271728727966547, + "transformer.layers.3.linear1.bias": 0.0019126340048387647, + "transformer.layers.3.linear2.weight": 0.015592857263982296, + "transformer.layers.3.linear2.bias": 0.0030526239424943924, + "transformer.layers.3.norm1.weight": 0.004356227815151215, + "transformer.layers.3.norm1.bias": 0.005187729839235544, + "transformer.layers.3.norm2.weight": 0.0018240220379084349, + "transformer.layers.3.norm2.bias": 0.0020494626369327307, + "head.weight": 0.21740251779556274, + "head.bias": 0.005422067362815142, + "global_embedding.weight": 0.018946528434753418, + "global_cnn.0.weight": 0.08975709229707718, + "global_cnn.0.bias": 0.004002902656793594, + "global_cnn.2.weight": 0.30075812339782715, + "global_cnn.2.bias": 0.015345025807619095, + "global_proj.weight": 0.0864936113357544, + "global_proj.bias": 0.03140919655561447, + "goal_head.0.weight": 0.042431823909282684, + "goal_head.0.bias": 0.012282542884349823, + "goal_head.2.weight": 0.04779879003763199, + "goal_head.2.bias": 0.024114789441227913 + }, + { + "global_gate": 3.3218104363186285e-05, + "embedding.weight": 0.003435983322560787, + "cnn.0.weight": 0.07043074071407318, + "cnn.0.bias": 0.0023679817095398903, + "cnn.2.weight": 0.018427995964884758, + "cnn.2.bias": 0.009988191537559032, + "cnn.5.weight": 0.01910615712404251, + "cnn.5.bias": 0.006906122900545597, + "action_emb.weight": 0.016138896346092224, + "timestep_emb.weight": 0.0026688850484788418, + "pos_emb.weight": 0.00467823026701808, + "transformer.layers.0.self_attn.in_proj_weight": 0.05962251499295235, + "transformer.layers.0.self_attn.in_proj_bias": 0.0066301897168159485, + "transformer.layers.0.self_attn.out_proj.weight": 0.05959184467792511, + "transformer.layers.0.self_attn.out_proj.bias": 0.009640772826969624, + "transformer.layers.0.linear1.weight": 0.06844016164541245, + "transformer.layers.0.linear1.bias": 0.003932677209377289, + "transformer.layers.0.linear2.weight": 0.08789831399917603, + "transformer.layers.0.linear2.bias": 0.008464016951620579, + "transformer.layers.0.norm1.weight": 0.003522200044244528, + "transformer.layers.0.norm1.bias": 0.006116418167948723, + "transformer.layers.0.norm2.weight": 0.005234460812062025, + "transformer.layers.0.norm2.bias": 0.0036130398511886597, + "transformer.layers.1.self_attn.in_proj_weight": 0.06920675933361053, + "transformer.layers.1.self_attn.in_proj_bias": 0.004710481967777014, + "transformer.layers.1.self_attn.out_proj.weight": 0.07340631633996964, + "transformer.layers.1.self_attn.out_proj.bias": 0.00742242019623518, + "transformer.layers.1.linear1.weight": 0.05074690282344818, + "transformer.layers.1.linear1.bias": 0.003066267818212509, + "transformer.layers.1.linear2.weight": 0.06660833209753036, + "transformer.layers.1.linear2.bias": 0.0076305759139359, + "transformer.layers.1.norm1.weight": 0.0038541490212082863, + "transformer.layers.1.norm1.bias": 0.004333955701440573, + "transformer.layers.1.norm2.weight": 0.003602919401600957, + "transformer.layers.1.norm2.bias": 0.0030698522459715605, + "transformer.layers.2.self_attn.in_proj_weight": 0.08496067672967911, + "transformer.layers.2.self_attn.in_proj_bias": 0.007152403239160776, + "transformer.layers.2.self_attn.out_proj.weight": 0.06655929982662201, + "transformer.layers.2.self_attn.out_proj.bias": 0.007615929003804922, + "transformer.layers.2.linear1.weight": 0.038029324263334274, + "transformer.layers.2.linear1.bias": 0.00290276063606143, + "transformer.layers.2.linear2.weight": 0.04215798154473305, + "transformer.layers.2.linear2.bias": 0.008356716483831406, + "transformer.layers.2.norm1.weight": 0.0063935983926057816, + "transformer.layers.2.norm1.bias": 0.008772752247750759, + "transformer.layers.2.norm2.weight": 0.0025824173353612423, + "transformer.layers.2.norm2.bias": 0.0033556099515408278, + "transformer.layers.3.self_attn.in_proj_weight": 0.11937869340181351, + "transformer.layers.3.self_attn.in_proj_bias": 0.01463782787322998, + "transformer.layers.3.self_attn.out_proj.weight": 0.06722640991210938, + "transformer.layers.3.self_attn.out_proj.bias": 0.012956501916050911, + "transformer.layers.3.linear1.weight": 0.0694362074136734, + "transformer.layers.3.linear1.bias": 0.006629304029047489, + "transformer.layers.3.linear2.weight": 0.04541449993848801, + "transformer.layers.3.linear2.bias": 0.014807182364165783, + "transformer.layers.3.norm1.weight": 0.009297060780227184, + "transformer.layers.3.norm1.bias": 0.01996670290827751, + "transformer.layers.3.norm2.weight": 0.004459016025066376, + "transformer.layers.3.norm2.bias": 0.008053931407630444, + "head.weight": 0.6703171133995056, + "head.bias": 0.028978265821933746, + "global_embedding.weight": 0.00981410313397646, + "global_cnn.0.weight": 0.045863986015319824, + "global_cnn.0.bias": 0.0017648616340011358, + "global_cnn.2.weight": 0.14407294988632202, + "global_cnn.2.bias": 0.00422429945319891, + "global_proj.weight": 0.04326632618904114, + "global_proj.bias": 0.015000100247561932, + "goal_head.0.weight": 0.022877546027302742, + "goal_head.0.bias": 0.0062398468144237995, + "goal_head.2.weight": 0.02995324321091175, + "goal_head.2.bias": 0.012570329010486603 + }, + { + "global_gate": 6.579972250619903e-05, + "embedding.weight": 0.0023464926052838564, + "cnn.0.weight": 0.05118490383028984, + "cnn.0.bias": 0.002090177498757839, + "cnn.2.weight": 0.011437474749982357, + "cnn.2.bias": 0.004961762577295303, + "cnn.5.weight": 0.01357041485607624, + "cnn.5.bias": 0.0035592513158917427, + "action_emb.weight": 0.006539375055581331, + "timestep_emb.weight": 0.0017719512106850743, + "pos_emb.weight": 0.0026720890309661627, + "transformer.layers.0.self_attn.in_proj_weight": 0.030501438304781914, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025682346895337105, + "transformer.layers.0.self_attn.out_proj.weight": 0.027421390637755394, + "transformer.layers.0.self_attn.out_proj.bias": 0.0034698781091719866, + "transformer.layers.0.linear1.weight": 0.03295579552650452, + "transformer.layers.0.linear1.bias": 0.0015086602652445436, + "transformer.layers.0.linear2.weight": 0.03288031741976738, + "transformer.layers.0.linear2.bias": 0.002103273756802082, + "transformer.layers.0.norm1.weight": 0.0020201094448566437, + "transformer.layers.0.norm1.bias": 0.002357443328946829, + "transformer.layers.0.norm2.weight": 0.0033990798983722925, + "transformer.layers.0.norm2.bias": 0.0017613942036405206, + "transformer.layers.1.self_attn.in_proj_weight": 0.027681607753038406, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012255869805812836, + "transformer.layers.1.self_attn.out_proj.weight": 0.024643929675221443, + "transformer.layers.1.self_attn.out_proj.bias": 0.001603824202902615, + "transformer.layers.1.linear1.weight": 0.016471868380904198, + "transformer.layers.1.linear1.bias": 0.0008044611313380301, + "transformer.layers.1.linear2.weight": 0.019878925755620003, + "transformer.layers.1.linear2.bias": 0.0014742219354957342, + "transformer.layers.1.norm1.weight": 0.0016695421654731035, + "transformer.layers.1.norm1.bias": 0.0010136945638805628, + "transformer.layers.1.norm2.weight": 0.0013151520397514105, + "transformer.layers.1.norm2.bias": 0.0008352223667316139, + "transformer.layers.2.self_attn.in_proj_weight": 0.029469160363078117, + "transformer.layers.2.self_attn.in_proj_bias": 0.001236169831827283, + "transformer.layers.2.self_attn.out_proj.weight": 0.01999957300722599, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013703563017770648, + "transformer.layers.2.linear1.weight": 0.01060456782579422, + "transformer.layers.2.linear1.bias": 0.0005829756264574826, + "transformer.layers.2.linear2.weight": 0.012295757420361042, + "transformer.layers.2.linear2.bias": 0.0014201916055753827, + "transformer.layers.2.norm1.weight": 0.002330845221877098, + "transformer.layers.2.norm1.bias": 0.0012622333597391844, + "transformer.layers.2.norm2.weight": 0.0006992660346440971, + "transformer.layers.2.norm2.bias": 0.0004938935744576156, + "transformer.layers.3.self_attn.in_proj_weight": 0.03513782471418381, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028862853068858385, + "transformer.layers.3.self_attn.out_proj.weight": 0.018527863547205925, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022402070462703705, + "transformer.layers.3.linear1.weight": 0.019320392981171608, + "transformer.layers.3.linear1.bias": 0.001483152387663722, + "transformer.layers.3.linear2.weight": 0.01248304732143879, + "transformer.layers.3.linear2.bias": 0.0026019224897027016, + "transformer.layers.3.norm1.weight": 0.0027629355899989605, + "transformer.layers.3.norm1.bias": 0.003894785651937127, + "transformer.layers.3.norm2.weight": 0.0012776907533407211, + "transformer.layers.3.norm2.bias": 0.0016199343372136354, + "head.weight": 0.14768794178962708, + "head.bias": 0.004472731146961451, + "global_embedding.weight": 0.02566164918243885, + "global_cnn.0.weight": 0.18594534695148468, + "global_cnn.0.bias": 0.006351071409881115, + "global_cnn.2.weight": 0.4634757339954376, + "global_cnn.2.bias": 0.02548026852309704, + "global_proj.weight": 0.12643396854400635, + "global_proj.bias": 0.056285928934812546, + "goal_head.0.weight": 0.06461627036333084, + "goal_head.0.bias": 0.022021466866135597, + "goal_head.2.weight": 0.07375312596559525, + "goal_head.2.bias": 0.04369914159178734 + }, + { + "global_gate": 2.7797608709079213e-05, + "embedding.weight": 0.004504031036049128, + "cnn.0.weight": 0.07632632553577423, + "cnn.0.bias": 0.0025047860108315945, + "cnn.2.weight": 0.013745901174843311, + "cnn.2.bias": 0.0031862438190728426, + "cnn.5.weight": 0.014137373305857182, + "cnn.5.bias": 0.0026284370105713606, + "action_emb.weight": 0.005778507795184851, + "timestep_emb.weight": 0.0020840999204665422, + "pos_emb.weight": 0.0033135199919342995, + "transformer.layers.0.self_attn.in_proj_weight": 0.03203624486923218, + "transformer.layers.0.self_attn.in_proj_bias": 0.00249796942807734, + "transformer.layers.0.self_attn.out_proj.weight": 0.030396902933716774, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032116728834807873, + "transformer.layers.0.linear1.weight": 0.03166152536869049, + "transformer.layers.0.linear1.bias": 0.001536541385576129, + "transformer.layers.0.linear2.weight": 0.03487857058644295, + "transformer.layers.0.linear2.bias": 0.002619631588459015, + "transformer.layers.0.norm1.weight": 0.001691098092123866, + "transformer.layers.0.norm1.bias": 0.0022377732675522566, + "transformer.layers.0.norm2.weight": 0.00274237641133368, + "transformer.layers.0.norm2.bias": 0.0019376396667212248, + "transformer.layers.1.self_attn.in_proj_weight": 0.030029788613319397, + "transformer.layers.1.self_attn.in_proj_bias": 0.001640600268729031, + "transformer.layers.1.self_attn.out_proj.weight": 0.03018335811793804, + "transformer.layers.1.self_attn.out_proj.bias": 0.002068660920485854, + "transformer.layers.1.linear1.weight": 0.0187700055539608, + "transformer.layers.1.linear1.bias": 0.0010238401591777802, + "transformer.layers.1.linear2.weight": 0.023688364773988724, + "transformer.layers.1.linear2.bias": 0.001968198921531439, + "transformer.layers.1.norm1.weight": 0.0018473858945071697, + "transformer.layers.1.norm1.bias": 0.0013838737504556775, + "transformer.layers.1.norm2.weight": 0.0016032324638217688, + "transformer.layers.1.norm2.bias": 0.0009879502467811108, + "transformer.layers.2.self_attn.in_proj_weight": 0.03380623087286949, + "transformer.layers.2.self_attn.in_proj_bias": 0.00196528690867126, + "transformer.layers.2.self_attn.out_proj.weight": 0.024932140484452248, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019329903880134225, + "transformer.layers.2.linear1.weight": 0.013587486930191517, + "transformer.layers.2.linear1.bias": 0.0009140553884208202, + "transformer.layers.2.linear2.weight": 0.015751907601952553, + "transformer.layers.2.linear2.bias": 0.0019137175986543298, + "transformer.layers.2.norm1.weight": 0.0024916036054491997, + "transformer.layers.2.norm1.bias": 0.002360712271183729, + "transformer.layers.2.norm2.weight": 0.0009051403612829745, + "transformer.layers.2.norm2.bias": 0.001093649654649198, + "transformer.layers.3.self_attn.in_proj_weight": 0.05620776116847992, + "transformer.layers.3.self_attn.in_proj_bias": 0.004467117600142956, + "transformer.layers.3.self_attn.out_proj.weight": 0.02764149382710457, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029184240847826004, + "transformer.layers.3.linear1.weight": 0.025924839079380035, + "transformer.layers.3.linear1.bias": 0.002096586162224412, + "transformer.layers.3.linear2.weight": 0.0159621462225914, + "transformer.layers.3.linear2.bias": 0.0033667597454041243, + "transformer.layers.3.norm1.weight": 0.004477354697883129, + "transformer.layers.3.norm1.bias": 0.005844147875905037, + "transformer.layers.3.norm2.weight": 0.0016967329429462552, + "transformer.layers.3.norm2.bias": 0.0025264061987400055, + "head.weight": 0.19810470938682556, + "head.bias": 0.005925290752202272, + "global_embedding.weight": 0.007480103988200426, + "global_cnn.0.weight": 0.09878727793693542, + "global_cnn.0.bias": 0.003842324251309037, + "global_cnn.2.weight": 0.27145788073539734, + "global_cnn.2.bias": 0.01054234616458416, + "global_proj.weight": 0.05616387724876404, + "global_proj.bias": 0.021413888782262802, + "goal_head.0.weight": 0.02931767702102661, + "goal_head.0.bias": 0.00877061951905489, + "goal_head.2.weight": 0.03451481834053993, + "goal_head.2.bias": 0.01749282330274582 + }, + { + "global_gate": 0.00018250405264552683, + "embedding.weight": 0.009694397449493408, + "cnn.0.weight": 0.15392878651618958, + "cnn.0.bias": 0.005525762215256691, + "cnn.2.weight": 0.023604165762662888, + "cnn.2.bias": 0.007296443916857243, + "cnn.5.weight": 0.02497902885079384, + "cnn.5.bias": 0.00613556569442153, + "action_emb.weight": 0.00756681477651, + "timestep_emb.weight": 0.002212523715570569, + "pos_emb.weight": 0.0048996685072779655, + "transformer.layers.0.self_attn.in_proj_weight": 0.042337559163570404, + "transformer.layers.0.self_attn.in_proj_bias": 0.002706175670027733, + "transformer.layers.0.self_attn.out_proj.weight": 0.03845115005970001, + "transformer.layers.0.self_attn.out_proj.bias": 0.0034793636295944452, + "transformer.layers.0.linear1.weight": 0.04354983940720558, + "transformer.layers.0.linear1.bias": 0.0018114669946953654, + "transformer.layers.0.linear2.weight": 0.04639779403805733, + "transformer.layers.0.linear2.bias": 0.002585943089798093, + "transformer.layers.0.norm1.weight": 0.002818251494318247, + "transformer.layers.0.norm1.bias": 0.002277226420119405, + "transformer.layers.0.norm2.weight": 0.004150781314820051, + "transformer.layers.0.norm2.bias": 0.0017545901937410235, + "transformer.layers.1.self_attn.in_proj_weight": 0.03964860364794731, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017403863603249192, + "transformer.layers.1.self_attn.out_proj.weight": 0.039340272545814514, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022807326167821884, + "transformer.layers.1.linear1.weight": 0.028630699962377548, + "transformer.layers.1.linear1.bias": 0.0014215748524293303, + "transformer.layers.1.linear2.weight": 0.03819023072719574, + "transformer.layers.1.linear2.bias": 0.0022299569100141525, + "transformer.layers.1.norm1.weight": 0.0025140419602394104, + "transformer.layers.1.norm1.bias": 0.0017215722473338246, + "transformer.layers.1.norm2.weight": 0.002195152686908841, + "transformer.layers.1.norm2.bias": 0.001357799512334168, + "transformer.layers.2.self_attn.in_proj_weight": 0.050437990576028824, + "transformer.layers.2.self_attn.in_proj_bias": 0.002477305242791772, + "transformer.layers.2.self_attn.out_proj.weight": 0.03681370988488197, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022179936058819294, + "transformer.layers.2.linear1.weight": 0.020641807466745377, + "transformer.layers.2.linear1.bias": 0.0011990944622084498, + "transformer.layers.2.linear2.weight": 0.025756532326340675, + "transformer.layers.2.linear2.bias": 0.002376083517447114, + "transformer.layers.2.norm1.weight": 0.0046815103851258755, + "transformer.layers.2.norm1.bias": 0.003199926810339093, + "transformer.layers.2.norm2.weight": 0.0014868522994220257, + "transformer.layers.2.norm2.bias": 0.0014067310839891434, + "transformer.layers.3.self_attn.in_proj_weight": 0.07757402211427689, + "transformer.layers.3.self_attn.in_proj_bias": 0.004857749678194523, + "transformer.layers.3.self_attn.out_proj.weight": 0.04189402982592583, + "transformer.layers.3.self_attn.out_proj.bias": 0.003692910773679614, + "transformer.layers.3.linear1.weight": 0.034430090337991714, + "transformer.layers.3.linear1.bias": 0.0025996598415076733, + "transformer.layers.3.linear2.weight": 0.021622629836201668, + "transformer.layers.3.linear2.bias": 0.004038918763399124, + "transformer.layers.3.norm1.weight": 0.007183475885540247, + "transformer.layers.3.norm1.bias": 0.007075631525367498, + "transformer.layers.3.norm2.weight": 0.0022622388787567616, + "transformer.layers.3.norm2.bias": 0.0029693935066461563, + "head.weight": 0.2772773206233978, + "head.bias": 0.007017588242888451, + "global_embedding.weight": 0.031445927917957306, + "global_cnn.0.weight": 0.1557331532239914, + "global_cnn.0.bias": 0.00594238331541419, + "global_cnn.2.weight": 0.2899940311908722, + "global_cnn.2.bias": 0.011149425990879536, + "global_proj.weight": 0.05429559201002121, + "global_proj.bias": 0.01848752424120903, + "goal_head.0.weight": 0.024185553193092346, + "goal_head.0.bias": 0.006588817108422518, + "goal_head.2.weight": 0.02692829631268978, + "goal_head.2.bias": 0.01183318067342043 + }, + { + "global_gate": 4.3078194721601903e-05, + "embedding.weight": 0.0024148779921233654, + "cnn.0.weight": 0.04096605256199837, + "cnn.0.bias": 0.0015240524662658572, + "cnn.2.weight": 0.007959532551467419, + "cnn.2.bias": 0.002199768554419279, + "cnn.5.weight": 0.009571809321641922, + "cnn.5.bias": 0.00227887905202806, + "action_emb.weight": 0.01153267826884985, + "timestep_emb.weight": 0.0014468989102169871, + "pos_emb.weight": 0.0026861364021897316, + "transformer.layers.0.self_attn.in_proj_weight": 0.024103257805109024, + "transformer.layers.0.self_attn.in_proj_bias": 0.002122382167726755, + "transformer.layers.0.self_attn.out_proj.weight": 0.027089828625321388, + "transformer.layers.0.self_attn.out_proj.bias": 0.00339203467592597, + "transformer.layers.0.linear1.weight": 0.051838912069797516, + "transformer.layers.0.linear1.bias": 0.0020328680984675884, + "transformer.layers.0.linear2.weight": 0.0365363173186779, + "transformer.layers.0.linear2.bias": 0.0024780831299722195, + "transformer.layers.0.norm1.weight": 0.0013972424203529954, + "transformer.layers.0.norm1.bias": 0.001828301465138793, + "transformer.layers.0.norm2.weight": 0.005991791840642691, + "transformer.layers.0.norm2.bias": 0.0025733034126460552, + "transformer.layers.1.self_attn.in_proj_weight": 0.0353626124560833, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014099462423473597, + "transformer.layers.1.self_attn.out_proj.weight": 0.02654479257762432, + "transformer.layers.1.self_attn.out_proj.bias": 0.002136622089892626, + "transformer.layers.1.linear1.weight": 0.019876869395375252, + "transformer.layers.1.linear1.bias": 0.0011172991944476962, + "transformer.layers.1.linear2.weight": 0.02271154522895813, + "transformer.layers.1.linear2.bias": 0.0018292439635843039, + "transformer.layers.1.norm1.weight": 0.0023398862686008215, + "transformer.layers.1.norm1.bias": 0.0012860434362664819, + "transformer.layers.1.norm2.weight": 0.00179426115937531, + "transformer.layers.1.norm2.bias": 0.001439223880879581, + "transformer.layers.2.self_attn.in_proj_weight": 0.027402309700846672, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014280256582424045, + "transformer.layers.2.self_attn.out_proj.weight": 0.031743135303258896, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017646626802161336, + "transformer.layers.2.linear1.weight": 0.01497734896838665, + "transformer.layers.2.linear1.bias": 0.0010249189799651504, + "transformer.layers.2.linear2.weight": 0.017540218308568, + "transformer.layers.2.linear2.bias": 0.0017592725344002247, + "transformer.layers.2.norm1.weight": 0.002023873617872596, + "transformer.layers.2.norm1.bias": 0.0013899360783398151, + "transformer.layers.2.norm2.weight": 0.0010422103805467486, + "transformer.layers.2.norm2.bias": 0.0012175451265648007, + "transformer.layers.3.self_attn.in_proj_weight": 0.05622026324272156, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034780255518853664, + "transformer.layers.3.self_attn.out_proj.weight": 0.030032694339752197, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023288896773010492, + "transformer.layers.3.linear1.weight": 0.029987726360559464, + "transformer.layers.3.linear1.bias": 0.00230522477068007, + "transformer.layers.3.linear2.weight": 0.016616996377706528, + "transformer.layers.3.linear2.bias": 0.0032204976305365562, + "transformer.layers.3.norm1.weight": 0.004671479109674692, + "transformer.layers.3.norm1.bias": 0.004793076775968075, + "transformer.layers.3.norm2.weight": 0.0022984277456998825, + "transformer.layers.3.norm2.bias": 0.003127721603959799, + "head.weight": 0.22670121490955353, + "head.bias": 0.005681355483829975, + "global_embedding.weight": 0.017424874007701874, + "global_cnn.0.weight": 0.12389128655195236, + "global_cnn.0.bias": 0.00507087679579854, + "global_cnn.2.weight": 0.26238879561424255, + "global_cnn.2.bias": 0.012122212909162045, + "global_proj.weight": 0.07329849153757095, + "global_proj.bias": 0.03486926481127739, + "goal_head.0.weight": 0.04314557835459709, + "goal_head.0.bias": 0.015249364078044891, + "goal_head.2.weight": 0.06427880376577377, + "goal_head.2.bias": 0.03318934515118599 + }, + { + "global_gate": 4.0802478906698525e-05, + "embedding.weight": 0.0040954663418233395, + "cnn.0.weight": 0.06507737934589386, + "cnn.0.bias": 0.002373312832787633, + "cnn.2.weight": 0.01105675008147955, + "cnn.2.bias": 0.0036908951587975025, + "cnn.5.weight": 0.01258572842925787, + "cnn.5.bias": 0.0032332742121070623, + "action_emb.weight": 0.012031526304781437, + "timestep_emb.weight": 0.0020048946607857943, + "pos_emb.weight": 0.004272881895303726, + "transformer.layers.0.self_attn.in_proj_weight": 0.034120019525289536, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026927045546472073, + "transformer.layers.0.self_attn.out_proj.weight": 0.0326472744345665, + "transformer.layers.0.self_attn.out_proj.bias": 0.003656041109934449, + "transformer.layers.0.linear1.weight": 0.05756264179944992, + "transformer.layers.0.linear1.bias": 0.00224485294893384, + "transformer.layers.0.linear2.weight": 0.04275529459118843, + "transformer.layers.0.linear2.bias": 0.002674386603757739, + "transformer.layers.0.norm1.weight": 0.0020333004649728537, + "transformer.layers.0.norm1.bias": 0.002560808788985014, + "transformer.layers.0.norm2.weight": 0.006340323016047478, + "transformer.layers.0.norm2.bias": 0.002590861404314637, + "transformer.layers.1.self_attn.in_proj_weight": 0.03471635654568672, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017289429670199752, + "transformer.layers.1.self_attn.out_proj.weight": 0.03244316577911377, + "transformer.layers.1.self_attn.out_proj.bias": 0.002308693015947938, + "transformer.layers.1.linear1.weight": 0.023902392014861107, + "transformer.layers.1.linear1.bias": 0.0012141256593167782, + "transformer.layers.1.linear2.weight": 0.02721179835498333, + "transformer.layers.1.linear2.bias": 0.002073663519695401, + "transformer.layers.1.norm1.weight": 0.0022718976251780987, + "transformer.layers.1.norm1.bias": 0.0016869640676304698, + "transformer.layers.1.norm2.weight": 0.0021140258759260178, + "transformer.layers.1.norm2.bias": 0.0011923699639737606, + "transformer.layers.2.self_attn.in_proj_weight": 0.03678703308105469, + "transformer.layers.2.self_attn.in_proj_bias": 0.001818933873437345, + "transformer.layers.2.self_attn.out_proj.weight": 0.02551460638642311, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017130491323769093, + "transformer.layers.2.linear1.weight": 0.01444920152425766, + "transformer.layers.2.linear1.bias": 0.0008159625576809049, + "transformer.layers.2.linear2.weight": 0.017772197723388672, + "transformer.layers.2.linear2.bias": 0.0016882224008440971, + "transformer.layers.2.norm1.weight": 0.0023472816683351994, + "transformer.layers.2.norm1.bias": 0.0021557395812124014, + "transformer.layers.2.norm2.weight": 0.0009347613085992634, + "transformer.layers.2.norm2.bias": 0.00070519233122468, + "transformer.layers.3.self_attn.in_proj_weight": 0.05567285045981407, + "transformer.layers.3.self_attn.in_proj_bias": 0.00300543918274343, + "transformer.layers.3.self_attn.out_proj.weight": 0.02706148475408554, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021808266174048185, + "transformer.layers.3.linear1.weight": 0.022501131519675255, + "transformer.layers.3.linear1.bias": 0.0014689043164253235, + "transformer.layers.3.linear2.weight": 0.014418463222682476, + "transformer.layers.3.linear2.bias": 0.002441453281790018, + "transformer.layers.3.norm1.weight": 0.00488083902746439, + "transformer.layers.3.norm1.bias": 0.004211485385894775, + "transformer.layers.3.norm2.weight": 0.001462767249904573, + "transformer.layers.3.norm2.bias": 0.001735797501169145, + "head.weight": 0.18577349185943604, + "head.bias": 0.004420721437782049, + "global_embedding.weight": 0.04339231923222542, + "global_cnn.0.weight": 0.17740221321582794, + "global_cnn.0.bias": 0.006435122340917587, + "global_cnn.2.weight": 0.37067046761512756, + "global_cnn.2.bias": 0.016399750486016273, + "global_proj.weight": 0.09421144425868988, + "global_proj.bias": 0.03755354881286621, + "goal_head.0.weight": 0.04886886849999428, + "goal_head.0.bias": 0.014838445000350475, + "goal_head.2.weight": 0.05447891727089882, + "goal_head.2.bias": 0.027978142723441124 + }, + { + "global_gate": 0.0002377435303060338, + "embedding.weight": 0.0019615977071225643, + "cnn.0.weight": 0.03894982859492302, + "cnn.0.bias": 0.0013833754928782582, + "cnn.2.weight": 0.009453466162085533, + "cnn.2.bias": 0.002558427397161722, + "cnn.5.weight": 0.013649995438754559, + "cnn.5.bias": 0.0025604083202779293, + "action_emb.weight": 0.006323587615042925, + "timestep_emb.weight": 0.0017504814313724637, + "pos_emb.weight": 0.003119667759165168, + "transformer.layers.0.self_attn.in_proj_weight": 0.02880209870636463, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024569930974394083, + "transformer.layers.0.self_attn.out_proj.weight": 0.026304613798856735, + "transformer.layers.0.self_attn.out_proj.bias": 0.00418273638933897, + "transformer.layers.0.linear1.weight": 0.03236441686749458, + "transformer.layers.0.linear1.bias": 0.0016835115384310484, + "transformer.layers.0.linear2.weight": 0.03233562037348747, + "transformer.layers.0.linear2.bias": 0.003035955363884568, + "transformer.layers.0.norm1.weight": 0.0014946601586416364, + "transformer.layers.0.norm1.bias": 0.002195526845753193, + "transformer.layers.0.norm2.weight": 0.0032218843698501587, + "transformer.layers.0.norm2.bias": 0.002561817178502679, + "transformer.layers.1.self_attn.in_proj_weight": 0.028195900842547417, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017797020263969898, + "transformer.layers.1.self_attn.out_proj.weight": 0.03154568001627922, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025739700067788363, + "transformer.layers.1.linear1.weight": 0.018557442352175713, + "transformer.layers.1.linear1.bias": 0.0011111835483461618, + "transformer.layers.1.linear2.weight": 0.02478284388780594, + "transformer.layers.1.linear2.bias": 0.0024754744954407215, + "transformer.layers.1.norm1.weight": 0.0019080163910984993, + "transformer.layers.1.norm1.bias": 0.0015244344249367714, + "transformer.layers.1.norm2.weight": 0.0014138492988422513, + "transformer.layers.1.norm2.bias": 0.001383862691000104, + "transformer.layers.2.self_attn.in_proj_weight": 0.030880600214004517, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020815322641283274, + "transformer.layers.2.self_attn.out_proj.weight": 0.025762710720300674, + "transformer.layers.2.self_attn.out_proj.bias": 0.002424991689622402, + "transformer.layers.2.linear1.weight": 0.014126162976026535, + "transformer.layers.2.linear1.bias": 0.0008768676198087633, + "transformer.layers.2.linear2.weight": 0.017752589657902718, + "transformer.layers.2.linear2.bias": 0.0025977010373026133, + "transformer.layers.2.norm1.weight": 0.00238363491371274, + "transformer.layers.2.norm1.bias": 0.002364763990044594, + "transformer.layers.2.norm2.weight": 0.0009313999325968325, + "transformer.layers.2.norm2.bias": 0.0008873884798958898, + "transformer.layers.3.self_attn.in_proj_weight": 0.05731689929962158, + "transformer.layers.3.self_attn.in_proj_bias": 0.0058474233373999596, + "transformer.layers.3.self_attn.out_proj.weight": 0.02989966981112957, + "transformer.layers.3.self_attn.out_proj.bias": 0.004471467807888985, + "transformer.layers.3.linear1.weight": 0.027929197996854782, + "transformer.layers.3.linear1.bias": 0.002341208280995488, + "transformer.layers.3.linear2.weight": 0.019942568615078926, + "transformer.layers.3.linear2.bias": 0.005096874665468931, + "transformer.layers.3.norm1.weight": 0.00449980515986681, + "transformer.layers.3.norm1.bias": 0.008185867220163345, + "transformer.layers.3.norm2.weight": 0.001967446645721793, + "transformer.layers.3.norm2.bias": 0.0027912736404687166, + "head.weight": 0.2683073878288269, + "head.bias": 0.009741160087287426, + "global_embedding.weight": 0.01315269060432911, + "global_cnn.0.weight": 0.15506085753440857, + "global_cnn.0.bias": 0.007253312971442938, + "global_cnn.2.weight": 0.26167458295822144, + "global_cnn.2.bias": 0.011418689973652363, + "global_proj.weight": 0.06800007075071335, + "global_proj.bias": 0.034480832517147064, + "goal_head.0.weight": 0.04067278280854225, + "goal_head.0.bias": 0.0156914833933115, + "goal_head.2.weight": 0.04956209659576416, + "goal_head.2.bias": 0.034892693161964417 + }, + { + "global_gate": 0.00020389148266986012, + "embedding.weight": 0.001543210819363594, + "cnn.0.weight": 0.04101493954658508, + "cnn.0.bias": 0.00168734067119658, + "cnn.2.weight": 0.01361188106238842, + "cnn.2.bias": 0.006795728579163551, + "cnn.5.weight": 0.015979209914803505, + "cnn.5.bias": 0.004669015295803547, + "action_emb.weight": 0.008877681568264961, + "timestep_emb.weight": 0.0025759267155081034, + "pos_emb.weight": 0.004546665120869875, + "transformer.layers.0.self_attn.in_proj_weight": 0.04502182826399803, + "transformer.layers.0.self_attn.in_proj_bias": 0.0031814761459827423, + "transformer.layers.0.self_attn.out_proj.weight": 0.037251245230436325, + "transformer.layers.0.self_attn.out_proj.bias": 0.004361952655017376, + "transformer.layers.0.linear1.weight": 0.04406839981675148, + "transformer.layers.0.linear1.bias": 0.001988020958378911, + "transformer.layers.0.linear2.weight": 0.047328587621450424, + "transformer.layers.0.linear2.bias": 0.0038597197271883488, + "transformer.layers.0.norm1.weight": 0.0025914637371897697, + "transformer.layers.0.norm1.bias": 0.002683347789570689, + "transformer.layers.0.norm2.weight": 0.004003443755209446, + "transformer.layers.0.norm2.bias": 0.0016029455000534654, + "transformer.layers.1.self_attn.in_proj_weight": 0.036564044654369354, + "transformer.layers.1.self_attn.in_proj_bias": 0.002228541299700737, + "transformer.layers.1.self_attn.out_proj.weight": 0.042346514761447906, + "transformer.layers.1.self_attn.out_proj.bias": 0.003313627792522311, + "transformer.layers.1.linear1.weight": 0.027463717386126518, + "transformer.layers.1.linear1.bias": 0.0013903691433370113, + "transformer.layers.1.linear2.weight": 0.037486299872398376, + "transformer.layers.1.linear2.bias": 0.003322093514725566, + "transformer.layers.1.norm1.weight": 0.002204058226197958, + "transformer.layers.1.norm1.bias": 0.0019317149417474866, + "transformer.layers.1.norm2.weight": 0.0022582709789276123, + "transformer.layers.1.norm2.bias": 0.0013296399265527725, + "transformer.layers.2.self_attn.in_proj_weight": 0.051261305809020996, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027703132946044207, + "transformer.layers.2.self_attn.out_proj.weight": 0.03911854699254036, + "transformer.layers.2.self_attn.out_proj.bias": 0.003411211771890521, + "transformer.layers.2.linear1.weight": 0.02186671271920204, + "transformer.layers.2.linear1.bias": 0.0015681501245126128, + "transformer.layers.2.linear2.weight": 0.02608378231525421, + "transformer.layers.2.linear2.bias": 0.0037026656791567802, + "transformer.layers.2.norm1.weight": 0.0036394568160176277, + "transformer.layers.2.norm1.bias": 0.00277026672847569, + "transformer.layers.2.norm2.weight": 0.0014095351798459888, + "transformer.layers.2.norm2.bias": 0.0018715617479756474, + "transformer.layers.3.self_attn.in_proj_weight": 0.07845612615346909, + "transformer.layers.3.self_attn.in_proj_bias": 0.008237676694989204, + "transformer.layers.3.self_attn.out_proj.weight": 0.0395316518843174, + "transformer.layers.3.self_attn.out_proj.bias": 0.006076236721128225, + "transformer.layers.3.linear1.weight": 0.04523419588804245, + "transformer.layers.3.linear1.bias": 0.004170169588178396, + "transformer.layers.3.linear2.weight": 0.02717110700905323, + "transformer.layers.3.linear2.bias": 0.007671297527849674, + "transformer.layers.3.norm1.weight": 0.005834231153130531, + "transformer.layers.3.norm1.bias": 0.011200147680938244, + "transformer.layers.3.norm2.weight": 0.0031535588204860687, + "transformer.layers.3.norm2.bias": 0.005620589945465326, + "head.weight": 0.3697657585144043, + "head.bias": 0.014297710731625557, + "global_embedding.weight": 0.023660752922296524, + "global_cnn.0.weight": 0.176836296916008, + "global_cnn.0.bias": 0.007408959791064262, + "global_cnn.2.weight": 0.26489973068237305, + "global_cnn.2.bias": 0.014485602267086506, + "global_proj.weight": 0.07713213562965393, + "global_proj.bias": 0.04417910426855087, + "goal_head.0.weight": 0.04546215757727623, + "goal_head.0.bias": 0.01939091645181179, + "goal_head.2.weight": 0.0593528188765049, + "goal_head.2.bias": 0.04389360174536705 + }, + { + "global_gate": 4.2565672629280016e-05, + "embedding.weight": 0.0016108992276713252, + "cnn.0.weight": 0.04061956703662872, + "cnn.0.bias": 0.0012248349376022816, + "cnn.2.weight": 0.011775236576795578, + "cnn.2.bias": 0.003456643782556057, + "cnn.5.weight": 0.01417548954486847, + "cnn.5.bias": 0.0032267963979393244, + "action_emb.weight": 0.01121565978974104, + "timestep_emb.weight": 0.0024311221204698086, + "pos_emb.weight": 0.004844562616199255, + "transformer.layers.0.self_attn.in_proj_weight": 0.038223590701818466, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033870628103613853, + "transformer.layers.0.self_attn.out_proj.weight": 0.04104995355010033, + "transformer.layers.0.self_attn.out_proj.bias": 0.005957127548754215, + "transformer.layers.0.linear1.weight": 0.053561385720968246, + "transformer.layers.0.linear1.bias": 0.0026013413444161415, + "transformer.layers.0.linear2.weight": 0.05004753917455673, + "transformer.layers.0.linear2.bias": 0.004203408025205135, + "transformer.layers.0.norm1.weight": 0.0020779224578291178, + "transformer.layers.0.norm1.bias": 0.002891804091632366, + "transformer.layers.0.norm2.weight": 0.005123349837958813, + "transformer.layers.0.norm2.bias": 0.004157382529228926, + "transformer.layers.1.self_attn.in_proj_weight": 0.046956948935985565, + "transformer.layers.1.self_attn.in_proj_bias": 0.002828616416081786, + "transformer.layers.1.self_attn.out_proj.weight": 0.045542724430561066, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030804064590483904, + "transformer.layers.1.linear1.weight": 0.03001117706298828, + "transformer.layers.1.linear1.bias": 0.001462538493797183, + "transformer.layers.1.linear2.weight": 0.03737203776836395, + "transformer.layers.1.linear2.bias": 0.0029035292100161314, + "transformer.layers.1.norm1.weight": 0.003088075201958418, + "transformer.layers.1.norm1.bias": 0.002907701302319765, + "transformer.layers.1.norm2.weight": 0.0023542067501693964, + "transformer.layers.1.norm2.bias": 0.0016289707273244858, + "transformer.layers.2.self_attn.in_proj_weight": 0.050844963639974594, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029502727556973696, + "transformer.layers.2.self_attn.out_proj.weight": 0.04853607714176178, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031249294988811016, + "transformer.layers.2.linear1.weight": 0.02369656041264534, + "transformer.layers.2.linear1.bias": 0.0014004861004650593, + "transformer.layers.2.linear2.weight": 0.028930503875017166, + "transformer.layers.2.linear2.bias": 0.003153417259454727, + "transformer.layers.2.norm1.weight": 0.004638244863599539, + "transformer.layers.2.norm1.bias": 0.004011136945337057, + "transformer.layers.2.norm2.weight": 0.001661567366681993, + "transformer.layers.2.norm2.bias": 0.001562198274768889, + "transformer.layers.3.self_attn.in_proj_weight": 0.0847330391407013, + "transformer.layers.3.self_attn.in_proj_bias": 0.005786585155874491, + "transformer.layers.3.self_attn.out_proj.weight": 0.0452953539788723, + "transformer.layers.3.self_attn.out_proj.bias": 0.004209653940051794, + "transformer.layers.3.linear1.weight": 0.04305393248796463, + "transformer.layers.3.linear1.bias": 0.0032609165646135807, + "transformer.layers.3.linear2.weight": 0.026616565883159637, + "transformer.layers.3.linear2.bias": 0.0045663039200007915, + "transformer.layers.3.norm1.weight": 0.008047367446124554, + "transformer.layers.3.norm1.bias": 0.007999594323337078, + "transformer.layers.3.norm2.weight": 0.0030008568428456783, + "transformer.layers.3.norm2.bias": 0.004138829652220011, + "head.weight": 0.3156435787677765, + "head.bias": 0.008302361704409122, + "global_embedding.weight": 0.010522509925067425, + "global_cnn.0.weight": 0.07185647636651993, + "global_cnn.0.bias": 0.0027019011322408915, + "global_cnn.2.weight": 0.11781053990125656, + "global_cnn.2.bias": 0.007062901277095079, + "global_proj.weight": 0.04022332653403282, + "global_proj.bias": 0.018673790618777275, + "goal_head.0.weight": 0.021365467458963394, + "goal_head.0.bias": 0.0076787350699305534, + "goal_head.2.weight": 0.02332894690334797, + "goal_head.2.bias": 0.016073718667030334 + }, + { + "global_gate": 6.743360427208245e-05, + "embedding.weight": 0.0013341859448701143, + "cnn.0.weight": 0.031968530267477036, + "cnn.0.bias": 0.001008682302199304, + "cnn.2.weight": 0.006311781704425812, + "cnn.2.bias": 0.0019812672398984432, + "cnn.5.weight": 0.007331523112952709, + "cnn.5.bias": 0.0022138303611427546, + "action_emb.weight": 0.012202760204672813, + "timestep_emb.weight": 0.0013196624349802732, + "pos_emb.weight": 0.003571300068870187, + "transformer.layers.0.self_attn.in_proj_weight": 0.025275392457842827, + "transformer.layers.0.self_attn.in_proj_bias": 0.00211074436083436, + "transformer.layers.0.self_attn.out_proj.weight": 0.026792874559760094, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030240609776228666, + "transformer.layers.0.linear1.weight": 0.05475248023867607, + "transformer.layers.0.linear1.bias": 0.0017110664630308747, + "transformer.layers.0.linear2.weight": 0.03432917594909668, + "transformer.layers.0.linear2.bias": 0.002495997818186879, + "transformer.layers.0.norm1.weight": 0.0015698730712756515, + "transformer.layers.0.norm1.bias": 0.0017111798515543342, + "transformer.layers.0.norm2.weight": 0.006162273697555065, + "transformer.layers.0.norm2.bias": 0.0015115819405764341, + "transformer.layers.1.self_attn.in_proj_weight": 0.029184965416789055, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015875296667218208, + "transformer.layers.1.self_attn.out_proj.weight": 0.028545934706926346, + "transformer.layers.1.self_attn.out_proj.bias": 0.002276663202792406, + "transformer.layers.1.linear1.weight": 0.022354265674948692, + "transformer.layers.1.linear1.bias": 0.000999126466922462, + "transformer.layers.1.linear2.weight": 0.02110883966088295, + "transformer.layers.1.linear2.bias": 0.0021274618338793516, + "transformer.layers.1.norm1.weight": 0.0018090484663844109, + "transformer.layers.1.norm1.bias": 0.0017533812206238508, + "transformer.layers.1.norm2.weight": 0.0023176551330834627, + "transformer.layers.1.norm2.bias": 0.0010872924467548728, + "transformer.layers.2.self_attn.in_proj_weight": 0.026226893067359924, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016237252857536077, + "transformer.layers.2.self_attn.out_proj.weight": 0.02443969063460827, + "transformer.layers.2.self_attn.out_proj.bias": 0.002241580979898572, + "transformer.layers.2.linear1.weight": 0.015115552581846714, + "transformer.layers.2.linear1.bias": 0.0009842464933171868, + "transformer.layers.2.linear2.weight": 0.016283048316836357, + "transformer.layers.2.linear2.bias": 0.002229247475042939, + "transformer.layers.2.norm1.weight": 0.001992980018258095, + "transformer.layers.2.norm1.bias": 0.0017439606599509716, + "transformer.layers.2.norm2.weight": 0.00109323940705508, + "transformer.layers.2.norm2.bias": 0.000972809037193656, + "transformer.layers.3.self_attn.in_proj_weight": 0.04693376645445824, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035635880194604397, + "transformer.layers.3.self_attn.out_proj.weight": 0.021631086245179176, + "transformer.layers.3.self_attn.out_proj.bias": 0.002722403034567833, + "transformer.layers.3.linear1.weight": 0.02130681835114956, + "transformer.layers.3.linear1.bias": 0.001854544971138239, + "transformer.layers.3.linear2.weight": 0.012289131060242653, + "transformer.layers.3.linear2.bias": 0.003239473095163703, + "transformer.layers.3.norm1.weight": 0.0037303923163563013, + "transformer.layers.3.norm1.bias": 0.005184204783290625, + "transformer.layers.3.norm2.weight": 0.0014104465954005718, + "transformer.layers.3.norm2.bias": 0.002344405045732856, + "head.weight": 0.1869698166847229, + "head.bias": 0.007338831666857004, + "global_embedding.weight": 0.010858295485377312, + "global_cnn.0.weight": 0.0936969518661499, + "global_cnn.0.bias": 0.0033917648252099752, + "global_cnn.2.weight": 0.3078833520412445, + "global_cnn.2.bias": 0.016723109409213066, + "global_proj.weight": 0.0783650130033493, + "global_proj.bias": 0.03544805198907852, + "goal_head.0.weight": 0.04200185835361481, + "goal_head.0.bias": 0.014224379323422909, + "goal_head.2.weight": 0.051316261291503906, + "goal_head.2.bias": 0.028327487409114838 + }, + { + "global_gate": 0.0002749150444287807, + "embedding.weight": 0.005133182741701603, + "cnn.0.weight": 0.08015126734972, + "cnn.0.bias": 0.0034563883673399687, + "cnn.2.weight": 0.014421336352825165, + "cnn.2.bias": 0.005529316607862711, + "cnn.5.weight": 0.015293285250663757, + "cnn.5.bias": 0.005969412624835968, + "action_emb.weight": 0.010363107547163963, + "timestep_emb.weight": 0.0020344082731753588, + "pos_emb.weight": 0.00503212446346879, + "transformer.layers.0.self_attn.in_proj_weight": 0.043586503714323044, + "transformer.layers.0.self_attn.in_proj_bias": 0.004207720048725605, + "transformer.layers.0.self_attn.out_proj.weight": 0.04145068675279617, + "transformer.layers.0.self_attn.out_proj.bias": 0.005428033880889416, + "transformer.layers.0.linear1.weight": 0.05009390786290169, + "transformer.layers.0.linear1.bias": 0.0023886067792773247, + "transformer.layers.0.linear2.weight": 0.04960741847753525, + "transformer.layers.0.linear2.bias": 0.00425108615309, + "transformer.layers.0.norm1.weight": 0.0027235529851168394, + "transformer.layers.0.norm1.bias": 0.003978822845965624, + "transformer.layers.0.norm2.weight": 0.005031699314713478, + "transformer.layers.0.norm2.bias": 0.003159667830914259, + "transformer.layers.1.self_attn.in_proj_weight": 0.03980899229645729, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025535246822983027, + "transformer.layers.1.self_attn.out_proj.weight": 0.0385446771979332, + "transformer.layers.1.self_attn.out_proj.bias": 0.0035640655551105738, + "transformer.layers.1.linear1.weight": 0.026781093329191208, + "transformer.layers.1.linear1.bias": 0.001525735598988831, + "transformer.layers.1.linear2.weight": 0.03631152585148811, + "transformer.layers.1.linear2.bias": 0.0034870109520852566, + "transformer.layers.1.norm1.weight": 0.0027284615207463503, + "transformer.layers.1.norm1.bias": 0.0025042658671736717, + "transformer.layers.1.norm2.weight": 0.002141922479495406, + "transformer.layers.1.norm2.bias": 0.001684557064436376, + "transformer.layers.2.self_attn.in_proj_weight": 0.045020733028650284, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029423641972243786, + "transformer.layers.2.self_attn.out_proj.weight": 0.036183085292577744, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034215152263641357, + "transformer.layers.2.linear1.weight": 0.022620584815740585, + "transformer.layers.2.linear1.bias": 0.0013773293467238545, + "transformer.layers.2.linear2.weight": 0.02729034051299095, + "transformer.layers.2.linear2.bias": 0.003568651620298624, + "transformer.layers.2.norm1.weight": 0.0031471524853259325, + "transformer.layers.2.norm1.bias": 0.00367468292824924, + "transformer.layers.2.norm2.weight": 0.0015209885314106941, + "transformer.layers.2.norm2.bias": 0.0015356315998360515, + "transformer.layers.3.self_attn.in_proj_weight": 0.09719178080558777, + "transformer.layers.3.self_attn.in_proj_bias": 0.008434398099780083, + "transformer.layers.3.self_attn.out_proj.weight": 0.04144623130559921, + "transformer.layers.3.self_attn.out_proj.bias": 0.00605886522680521, + "transformer.layers.3.linear1.weight": 0.04039694741368294, + "transformer.layers.3.linear1.bias": 0.0034044566564261913, + "transformer.layers.3.linear2.weight": 0.02720148116350174, + "transformer.layers.3.linear2.bias": 0.0069208876229822636, + "transformer.layers.3.norm1.weight": 0.00814836472272873, + "transformer.layers.3.norm1.bias": 0.012410894967615604, + "transformer.layers.3.norm2.weight": 0.002907977905124426, + "transformer.layers.3.norm2.bias": 0.004447008948773146, + "head.weight": 0.32222896814346313, + "head.bias": 0.011952980421483517, + "global_embedding.weight": 0.015961235389113426, + "global_cnn.0.weight": 0.09423710405826569, + "global_cnn.0.bias": 0.003567420644685626, + "global_cnn.2.weight": 0.24534985423088074, + "global_cnn.2.bias": 0.010861095041036606, + "global_proj.weight": 0.06626756489276886, + "global_proj.bias": 0.029847128316760063, + "goal_head.0.weight": 0.040134213864803314, + "goal_head.0.bias": 0.013484743423759937, + "goal_head.2.weight": 0.05210154503583908, + "goal_head.2.bias": 0.028257887810468674 + }, + { + "global_gate": 0.00017356347234454006, + "embedding.weight": 0.001366286538541317, + "cnn.0.weight": 0.03740909695625305, + "cnn.0.bias": 0.0011976332170888782, + "cnn.2.weight": 0.010007783770561218, + "cnn.2.bias": 0.002917564008384943, + "cnn.5.weight": 0.01022612676024437, + "cnn.5.bias": 0.002967946929857135, + "action_emb.weight": 0.00965985469520092, + "timestep_emb.weight": 0.0018576669972389936, + "pos_emb.weight": 0.0037295056972652674, + "transformer.layers.0.self_attn.in_proj_weight": 0.03864194452762604, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034472993575036526, + "transformer.layers.0.self_attn.out_proj.weight": 0.03955601528286934, + "transformer.layers.0.self_attn.out_proj.bias": 0.005015089642256498, + "transformer.layers.0.linear1.weight": 0.04323791339993477, + "transformer.layers.0.linear1.bias": 0.0020831702277064323, + "transformer.layers.0.linear2.weight": 0.04514127969741821, + "transformer.layers.0.linear2.bias": 0.004561258479952812, + "transformer.layers.0.norm1.weight": 0.002309938659891486, + "transformer.layers.0.norm1.bias": 0.0031280985567718744, + "transformer.layers.0.norm2.weight": 0.003968050703406334, + "transformer.layers.0.norm2.bias": 0.001989401411265135, + "transformer.layers.1.self_attn.in_proj_weight": 0.03563087806105614, + "transformer.layers.1.self_attn.in_proj_bias": 0.002351543167605996, + "transformer.layers.1.self_attn.out_proj.weight": 0.04211143031716347, + "transformer.layers.1.self_attn.out_proj.bias": 0.003917423076927662, + "transformer.layers.1.linear1.weight": 0.025000866502523422, + "transformer.layers.1.linear1.bias": 0.0014427033020183444, + "transformer.layers.1.linear2.weight": 0.03614235296845436, + "transformer.layers.1.linear2.bias": 0.003974986728280783, + "transformer.layers.1.norm1.weight": 0.0023295823484659195, + "transformer.layers.1.norm1.bias": 0.0023879394866526127, + "transformer.layers.1.norm2.weight": 0.0019326787441968918, + "transformer.layers.1.norm2.bias": 0.0013937916373834014, + "transformer.layers.2.self_attn.in_proj_weight": 0.04100533574819565, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027411067858338356, + "transformer.layers.2.self_attn.out_proj.weight": 0.04632680490612984, + "transformer.layers.2.self_attn.out_proj.bias": 0.004010240081697702, + "transformer.layers.2.linear1.weight": 0.02275754138827324, + "transformer.layers.2.linear1.bias": 0.0015034971293061972, + "transformer.layers.2.linear2.weight": 0.029426276683807373, + "transformer.layers.2.linear2.bias": 0.004253619350492954, + "transformer.layers.2.norm1.weight": 0.002881005872040987, + "transformer.layers.2.norm1.bias": 0.0029842760413885117, + "transformer.layers.2.norm2.weight": 0.0015283195534721017, + "transformer.layers.2.norm2.bias": 0.001641176058910787, + "transformer.layers.3.self_attn.in_proj_weight": 0.10597189515829086, + "transformer.layers.3.self_attn.in_proj_bias": 0.009649471379816532, + "transformer.layers.3.self_attn.out_proj.weight": 0.05862589552998543, + "transformer.layers.3.self_attn.out_proj.bias": 0.00772697851061821, + "transformer.layers.3.linear1.weight": 0.047861553728580475, + "transformer.layers.3.linear1.bias": 0.004327579401433468, + "transformer.layers.3.linear2.weight": 0.032951470464468, + "transformer.layers.3.linear2.bias": 0.009134514257311821, + "transformer.layers.3.norm1.weight": 0.008676834404468536, + "transformer.layers.3.norm1.bias": 0.01392601802945137, + "transformer.layers.3.norm2.weight": 0.0035444735549390316, + "transformer.layers.3.norm2.bias": 0.005918934941291809, + "head.weight": 0.4305417537689209, + "head.bias": 0.016327349469065666, + "global_embedding.weight": 0.02934119664132595, + "global_cnn.0.weight": 0.08751776814460754, + "global_cnn.0.bias": 0.0043517835438251495, + "global_cnn.2.weight": 0.1591428518295288, + "global_cnn.2.bias": 0.007721468806266785, + "global_proj.weight": 0.0641857460141182, + "global_proj.bias": 0.027489200234413147, + "goal_head.0.weight": 0.04324238374829292, + "goal_head.0.bias": 0.01383208204060793, + "goal_head.2.weight": 0.0598471537232399, + "goal_head.2.bias": 0.029630232602357864 + }, + { + "global_gate": 2.9404996894299984e-05, + "embedding.weight": 0.0014695082791149616, + "cnn.0.weight": 0.029324380680918694, + "cnn.0.bias": 0.001050747581757605, + "cnn.2.weight": 0.009350612759590149, + "cnn.2.bias": 0.002132909372448921, + "cnn.5.weight": 0.012285377830266953, + "cnn.5.bias": 0.0024458058178424835, + "action_emb.weight": 0.007067378144711256, + "timestep_emb.weight": 0.001418165978975594, + "pos_emb.weight": 0.002784285694360733, + "transformer.layers.0.self_attn.in_proj_weight": 0.02897459827363491, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023508865851908922, + "transformer.layers.0.self_attn.out_proj.weight": 0.030887838453054428, + "transformer.layers.0.self_attn.out_proj.bias": 0.003337511559948325, + "transformer.layers.0.linear1.weight": 0.03218293562531471, + "transformer.layers.0.linear1.bias": 0.0014997405232861638, + "transformer.layers.0.linear2.weight": 0.03212974593043327, + "transformer.layers.0.linear2.bias": 0.0027474169619381428, + "transformer.layers.0.norm1.weight": 0.0017194763058796525, + "transformer.layers.0.norm1.bias": 0.002304833149537444, + "transformer.layers.0.norm2.weight": 0.003656151471659541, + "transformer.layers.0.norm2.bias": 0.0012920533772557974, + "transformer.layers.1.self_attn.in_proj_weight": 0.025586966425180435, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015590072143822908, + "transformer.layers.1.self_attn.out_proj.weight": 0.029715852811932564, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022005753125995398, + "transformer.layers.1.linear1.weight": 0.01794690079987049, + "transformer.layers.1.linear1.bias": 0.0009576682350598276, + "transformer.layers.1.linear2.weight": 0.0237443745136261, + "transformer.layers.1.linear2.bias": 0.002020958811044693, + "transformer.layers.1.norm1.weight": 0.001866849372163415, + "transformer.layers.1.norm1.bias": 0.0015339181991294026, + "transformer.layers.1.norm2.weight": 0.0015434263041242957, + "transformer.layers.1.norm2.bias": 0.0009759017266333103, + "transformer.layers.2.self_attn.in_proj_weight": 0.029994243755936623, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015390444314107299, + "transformer.layers.2.self_attn.out_proj.weight": 0.028744079172611237, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017490861937403679, + "transformer.layers.2.linear1.weight": 0.014680080115795135, + "transformer.layers.2.linear1.bias": 0.0008287972887046635, + "transformer.layers.2.linear2.weight": 0.01897350139915943, + "transformer.layers.2.linear2.bias": 0.0016760778380557895, + "transformer.layers.2.norm1.weight": 0.0022747935727238655, + "transformer.layers.2.norm1.bias": 0.001968743745237589, + "transformer.layers.2.norm2.weight": 0.0010258971014991403, + "transformer.layers.2.norm2.bias": 0.0008031419711187482, + "transformer.layers.3.self_attn.in_proj_weight": 0.06058730557560921, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037014952395111322, + "transformer.layers.3.self_attn.out_proj.weight": 0.0328252948820591, + "transformer.layers.3.self_attn.out_proj.bias": 0.0027946163900196552, + "transformer.layers.3.linear1.weight": 0.03219125419855118, + "transformer.layers.3.linear1.bias": 0.0023494844790548086, + "transformer.layers.3.linear2.weight": 0.018702084198594093, + "transformer.layers.3.linear2.bias": 0.00287831062451005, + "transformer.layers.3.norm1.weight": 0.005659790243953466, + "transformer.layers.3.norm1.bias": 0.004997827112674713, + "transformer.layers.3.norm2.weight": 0.0023515389766544104, + "transformer.layers.3.norm2.bias": 0.0026758620515465736, + "head.weight": 0.22901152074337006, + "head.bias": 0.005795463919639587, + "global_embedding.weight": 0.007245016749948263, + "global_cnn.0.weight": 0.07364654541015625, + "global_cnn.0.bias": 0.0028862152248620987, + "global_cnn.2.weight": 0.1657356321811676, + "global_cnn.2.bias": 0.004663689527660608, + "global_proj.weight": 0.03406393527984619, + "global_proj.bias": 0.008677068166434765, + "goal_head.0.weight": 0.01983252726495266, + "goal_head.0.bias": 0.00336267938837409, + "goal_head.2.weight": 0.024053102359175682, + "goal_head.2.bias": 0.005505370907485485 + }, + { + "global_gate": 3.952639417548198e-06, + "embedding.weight": 0.00268085696734488, + "cnn.0.weight": 0.041909877210855484, + "cnn.0.bias": 0.0014053365448489785, + "cnn.2.weight": 0.008350581862032413, + "cnn.2.bias": 0.002532498212531209, + "cnn.5.weight": 0.009166829288005829, + "cnn.5.bias": 0.002470138017088175, + "action_emb.weight": 0.004226197954267263, + "timestep_emb.weight": 0.0015241240616887808, + "pos_emb.weight": 0.0024855490773916245, + "transformer.layers.0.self_attn.in_proj_weight": 0.026835722848773003, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023072620388120413, + "transformer.layers.0.self_attn.out_proj.weight": 0.023681912571191788, + "transformer.layers.0.self_attn.out_proj.bias": 0.002801858354359865, + "transformer.layers.0.linear1.weight": 0.022590143606066704, + "transformer.layers.0.linear1.bias": 0.0011873766779899597, + "transformer.layers.0.linear2.weight": 0.023264994844794273, + "transformer.layers.0.linear2.bias": 0.0021587987430393696, + "transformer.layers.0.norm1.weight": 0.0016484129009768367, + "transformer.layers.0.norm1.bias": 0.0022743053268641233, + "transformer.layers.0.norm2.weight": 0.0020437983330339193, + "transformer.layers.0.norm2.bias": 0.0013668661704286933, + "transformer.layers.1.self_attn.in_proj_weight": 0.020724765956401825, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012483580503612757, + "transformer.layers.1.self_attn.out_proj.weight": 0.021484948694705963, + "transformer.layers.1.self_attn.out_proj.bias": 0.001618195092305541, + "transformer.layers.1.linear1.weight": 0.013594424352049828, + "transformer.layers.1.linear1.bias": 0.0007334406254813075, + "transformer.layers.1.linear2.weight": 0.017487797886133194, + "transformer.layers.1.linear2.bias": 0.0015117758885025978, + "transformer.layers.1.norm1.weight": 0.0014038130175322294, + "transformer.layers.1.norm1.bias": 0.0012390235206112266, + "transformer.layers.1.norm2.weight": 0.0010263678850606084, + "transformer.layers.1.norm2.bias": 0.0008675357676111162, + "transformer.layers.2.self_attn.in_proj_weight": 0.021719589829444885, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013418771559372544, + "transformer.layers.2.self_attn.out_proj.weight": 0.01998721808195114, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014338735491037369, + "transformer.layers.2.linear1.weight": 0.011293251067399979, + "transformer.layers.2.linear1.bias": 0.0007313583046197891, + "transformer.layers.2.linear2.weight": 0.013007198460400105, + "transformer.layers.2.linear2.bias": 0.0014353628503158689, + "transformer.layers.2.norm1.weight": 0.0014688672963529825, + "transformer.layers.2.norm1.bias": 0.0017157834954559803, + "transformer.layers.2.norm2.weight": 0.0007965797558426857, + "transformer.layers.2.norm2.bias": 0.0009159200708381832, + "transformer.layers.3.self_attn.in_proj_weight": 0.03778205066919327, + "transformer.layers.3.self_attn.in_proj_bias": 0.0027990161906927824, + "transformer.layers.3.self_attn.out_proj.weight": 0.01935991644859314, + "transformer.layers.3.self_attn.out_proj.bias": 0.002072441391646862, + "transformer.layers.3.linear1.weight": 0.022300805896520615, + "transformer.layers.3.linear1.bias": 0.0017487913137301803, + "transformer.layers.3.linear2.weight": 0.012505273334681988, + "transformer.layers.3.linear2.bias": 0.002623081672936678, + "transformer.layers.3.norm1.weight": 0.00285713910125196, + "transformer.layers.3.norm1.bias": 0.00385724357329309, + "transformer.layers.3.norm2.weight": 0.0017245343187823892, + "transformer.layers.3.norm2.bias": 0.0024788500741124153, + "head.weight": 0.14161927998065948, + "head.bias": 0.004854689352214336, + "global_embedding.weight": 0.024190440773963928, + "global_cnn.0.weight": 0.07184245437383652, + "global_cnn.0.bias": 0.0033392091281712055, + "global_cnn.2.weight": 0.1359301656484604, + "global_cnn.2.bias": 0.006546145770698786, + "global_proj.weight": 0.03688957169651985, + "global_proj.bias": 0.016063831746578217, + "goal_head.0.weight": 0.02540460415184498, + "goal_head.0.bias": 0.008329280652105808, + "goal_head.2.weight": 0.03616669774055481, + "goal_head.2.bias": 0.018148239701986313 + }, + { + "global_gate": 5.132534715812653e-05, + "embedding.weight": 0.00023395713651552796, + "cnn.0.weight": 0.008801091462373734, + "cnn.0.bias": 0.00019268377218395472, + "cnn.2.weight": 0.001743066357448697, + "cnn.2.bias": 0.0006631202413700521, + "cnn.5.weight": 0.0026528346352279186, + "cnn.5.bias": 0.0007501228828914464, + "action_emb.weight": 0.0037568709813058376, + "timestep_emb.weight": 0.000701012322679162, + "pos_emb.weight": 0.0010170203167945147, + "transformer.layers.0.self_attn.in_proj_weight": 0.009786056354641914, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009090439416468143, + "transformer.layers.0.self_attn.out_proj.weight": 0.01384683046489954, + "transformer.layers.0.self_attn.out_proj.bias": 0.0017905788263306022, + "transformer.layers.0.linear1.weight": 0.015750732272863388, + "transformer.layers.0.linear1.bias": 0.0007419846369884908, + "transformer.layers.0.linear2.weight": 0.011535827070474625, + "transformer.layers.0.linear2.bias": 0.001297523034736514, + "transformer.layers.0.norm1.weight": 0.0005494712386280298, + "transformer.layers.0.norm1.bias": 0.0008597399573773146, + "transformer.layers.0.norm2.weight": 0.0017539551481604576, + "transformer.layers.0.norm2.bias": 0.0013762820744886994, + "transformer.layers.1.self_attn.in_proj_weight": 0.010797720402479172, + "transformer.layers.1.self_attn.in_proj_bias": 0.000682070036418736, + "transformer.layers.1.self_attn.out_proj.weight": 0.010817330330610275, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010544302640482783, + "transformer.layers.1.linear1.weight": 0.006056899204850197, + "transformer.layers.1.linear1.bias": 0.00029589326004497707, + "transformer.layers.1.linear2.weight": 0.007995200343430042, + "transformer.layers.1.linear2.bias": 0.0010324835311621428, + "transformer.layers.1.norm1.weight": 0.0006914439727552235, + "transformer.layers.1.norm1.bias": 0.0007211603806354105, + "transformer.layers.1.norm2.weight": 0.0005230713868513703, + "transformer.layers.1.norm2.bias": 0.0003358309913892299, + "transformer.layers.2.self_attn.in_proj_weight": 0.00887865386903286, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006408811314031482, + "transformer.layers.2.self_attn.out_proj.weight": 0.009850400499999523, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010754225077107549, + "transformer.layers.2.linear1.weight": 0.00486412737518549, + "transformer.layers.2.linear1.bias": 0.0003403452574275434, + "transformer.layers.2.linear2.weight": 0.006759064272046089, + "transformer.layers.2.linear2.bias": 0.0011432653991505504, + "transformer.layers.2.norm1.weight": 0.0007236230885609984, + "transformer.layers.2.norm1.bias": 0.0006185642560012639, + "transformer.layers.2.norm2.weight": 0.0003231654118280858, + "transformer.layers.2.norm2.bias": 0.0003665075055323541, + "transformer.layers.3.self_attn.in_proj_weight": 0.018292725086212158, + "transformer.layers.3.self_attn.in_proj_bias": 0.0022081464994698763, + "transformer.layers.3.self_attn.out_proj.weight": 0.009382802061736584, + "transformer.layers.3.self_attn.out_proj.bias": 0.001865879283286631, + "transformer.layers.3.linear1.weight": 0.009566104970872402, + "transformer.layers.3.linear1.bias": 0.0009481717715971172, + "transformer.layers.3.linear2.weight": 0.006638841703534126, + "transformer.layers.3.linear2.bias": 0.0021138840820640326, + "transformer.layers.3.norm1.weight": 0.0014227355131879449, + "transformer.layers.3.norm1.bias": 0.003215481759980321, + "transformer.layers.3.norm2.weight": 0.0006427287007682025, + "transformer.layers.3.norm2.bias": 0.001177154015749693, + "head.weight": 0.09443365782499313, + "head.bias": 0.004254884552210569, + "global_embedding.weight": 0.014101841486990452, + "global_cnn.0.weight": 0.13796775043010712, + "global_cnn.0.bias": 0.0044843764044344425, + "global_cnn.2.weight": 0.40341734886169434, + "global_cnn.2.bias": 0.01666318252682686, + "global_proj.weight": 0.0952143520116806, + "global_proj.bias": 0.03850811719894409, + "goal_head.0.weight": 0.05288713425397873, + "goal_head.0.bias": 0.0162777341902256, + "goal_head.2.weight": 0.06266827881336212, + "goal_head.2.bias": 0.032683271914720535 + }, + { + "global_gate": 2.153528475901112e-05, + "embedding.weight": 0.0018508112989366055, + "cnn.0.weight": 0.04356768727302551, + "cnn.0.bias": 0.0018650746205821633, + "cnn.2.weight": 0.008274611085653305, + "cnn.2.bias": 0.0028735382948070765, + "cnn.5.weight": 0.009886812418699265, + "cnn.5.bias": 0.0025380365550518036, + "action_emb.weight": 0.004973139148205519, + "timestep_emb.weight": 0.0016836419235914946, + "pos_emb.weight": 0.002961604157462716, + "transformer.layers.0.self_attn.in_proj_weight": 0.03291552886366844, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027520600706338882, + "transformer.layers.0.self_attn.out_proj.weight": 0.030968910083174706, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036380933597683907, + "transformer.layers.0.linear1.weight": 0.02808958850800991, + "transformer.layers.0.linear1.bias": 0.0015965737402439117, + "transformer.layers.0.linear2.weight": 0.030501332134008408, + "transformer.layers.0.linear2.bias": 0.002902198350057006, + "transformer.layers.0.norm1.weight": 0.0019494090229272842, + "transformer.layers.0.norm1.bias": 0.0026611166540533304, + "transformer.layers.0.norm2.weight": 0.0024970886297523975, + "transformer.layers.0.norm2.bias": 0.002072293311357498, + "transformer.layers.1.self_attn.in_proj_weight": 0.027138618752360344, + "transformer.layers.1.self_attn.in_proj_bias": 0.00193340377882123, + "transformer.layers.1.self_attn.out_proj.weight": 0.027074119076132774, + "transformer.layers.1.self_attn.out_proj.bias": 0.002409515669569373, + "transformer.layers.1.linear1.weight": 0.01662745699286461, + "transformer.layers.1.linear1.bias": 0.0009677480557002127, + "transformer.layers.1.linear2.weight": 0.022769633680582047, + "transformer.layers.1.linear2.bias": 0.0021811025217175484, + "transformer.layers.1.norm1.weight": 0.0019344320753589272, + "transformer.layers.1.norm1.bias": 0.002034046920016408, + "transformer.layers.1.norm2.weight": 0.0012041955487802625, + "transformer.layers.1.norm2.bias": 0.0012293390464037657, + "transformer.layers.2.self_attn.in_proj_weight": 0.029337717220187187, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017870761221274734, + "transformer.layers.2.self_attn.out_proj.weight": 0.030375896021723747, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020697717554867268, + "transformer.layers.2.linear1.weight": 0.01379530131816864, + "transformer.layers.2.linear1.bias": 0.0008450702298432589, + "transformer.layers.2.linear2.weight": 0.017590297386050224, + "transformer.layers.2.linear2.bias": 0.0021706342231482267, + "transformer.layers.2.norm1.weight": 0.002086716005578637, + "transformer.layers.2.norm1.bias": 0.001958720851689577, + "transformer.layers.2.norm2.weight": 0.0009431341895833611, + "transformer.layers.2.norm2.bias": 0.0008124727755784988, + "transformer.layers.3.self_attn.in_proj_weight": 0.05183490738272667, + "transformer.layers.3.self_attn.in_proj_bias": 0.004489679355174303, + "transformer.layers.3.self_attn.out_proj.weight": 0.028872134163975716, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035444204695522785, + "transformer.layers.3.linear1.weight": 0.03177179396152496, + "transformer.layers.3.linear1.bias": 0.0027343553956598043, + "transformer.layers.3.linear2.weight": 0.01896318420767784, + "transformer.layers.3.linear2.bias": 0.004209079314023256, + "transformer.layers.3.norm1.weight": 0.0038859432097524405, + "transformer.layers.3.norm1.bias": 0.006061912979930639, + "transformer.layers.3.norm2.weight": 0.002179622882977128, + "transformer.layers.3.norm2.bias": 0.0034057374577969313, + "head.weight": 0.2106057107448578, + "head.bias": 0.007535187527537346, + "global_embedding.weight": 0.0064820596016943455, + "global_cnn.0.weight": 0.04621291905641556, + "global_cnn.0.bias": 0.0020662362221628428, + "global_cnn.2.weight": 0.11603663861751556, + "global_cnn.2.bias": 0.004541130270808935, + "global_proj.weight": 0.03236762434244156, + "global_proj.bias": 0.013793440535664558, + "goal_head.0.weight": 0.022130200639367104, + "goal_head.0.bias": 0.0073595414869487286, + "goal_head.2.weight": 0.029218828305602074, + "goal_head.2.bias": 0.016310108825564384 + }, + { + "global_gate": 6.914637197041884e-06, + "embedding.weight": 0.006357524078339338, + "cnn.0.weight": 0.11293969303369522, + "cnn.0.bias": 0.003551434725522995, + "cnn.2.weight": 0.01729636825621128, + "cnn.2.bias": 0.005625131074339151, + "cnn.5.weight": 0.01385604590177536, + "cnn.5.bias": 0.004642399027943611, + "action_emb.weight": 0.005853600334376097, + "timestep_emb.weight": 0.0018625102238729596, + "pos_emb.weight": 0.003450806485489011, + "transformer.layers.0.self_attn.in_proj_weight": 0.03806564211845398, + "transformer.layers.0.self_attn.in_proj_bias": 0.003119636559858918, + "transformer.layers.0.self_attn.out_proj.weight": 0.035273365676403046, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036025799345225096, + "transformer.layers.0.linear1.weight": 0.03225092217326164, + "transformer.layers.0.linear1.bias": 0.00151005107909441, + "transformer.layers.0.linear2.weight": 0.0322287455201149, + "transformer.layers.0.linear2.bias": 0.002662172308191657, + "transformer.layers.0.norm1.weight": 0.0021298150531947613, + "transformer.layers.0.norm1.bias": 0.0028729077894240618, + "transformer.layers.0.norm2.weight": 0.003286901628598571, + "transformer.layers.0.norm2.bias": 0.0015173066640272737, + "transformer.layers.1.self_attn.in_proj_weight": 0.026768092066049576, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015817811945453286, + "transformer.layers.1.self_attn.out_proj.weight": 0.028121285140514374, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021174002904444933, + "transformer.layers.1.linear1.weight": 0.017907844856381416, + "transformer.layers.1.linear1.bias": 0.000951638794504106, + "transformer.layers.1.linear2.weight": 0.022026848047971725, + "transformer.layers.1.linear2.bias": 0.0019637220539152622, + "transformer.layers.1.norm1.weight": 0.002021240070462227, + "transformer.layers.1.norm1.bias": 0.0015037256525829434, + "transformer.layers.1.norm2.weight": 0.0015764618292450905, + "transformer.layers.1.norm2.bias": 0.0009037053678184748, + "transformer.layers.2.self_attn.in_proj_weight": 0.029872816056013107, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014724305365234613, + "transformer.layers.2.self_attn.out_proj.weight": 0.025443337857723236, + "transformer.layers.2.self_attn.out_proj.bias": 0.001848422340117395, + "transformer.layers.2.linear1.weight": 0.014025157317519188, + "transformer.layers.2.linear1.bias": 0.0008843870018608868, + "transformer.layers.2.linear2.weight": 0.016759375110268593, + "transformer.layers.2.linear2.bias": 0.0018218900077044964, + "transformer.layers.2.norm1.weight": 0.0020427266135811806, + "transformer.layers.2.norm1.bias": 0.0011927637970075011, + "transformer.layers.2.norm2.weight": 0.00102300348225981, + "transformer.layers.2.norm2.bias": 0.0009212138247676194, + "transformer.layers.3.self_attn.in_proj_weight": 0.05316987261176109, + "transformer.layers.3.self_attn.in_proj_bias": 0.003480549668893218, + "transformer.layers.3.self_attn.out_proj.weight": 0.023725425824522972, + "transformer.layers.3.self_attn.out_proj.bias": 0.002326283138245344, + "transformer.layers.3.linear1.weight": 0.031100567430257797, + "transformer.layers.3.linear1.bias": 0.00256181787699461, + "transformer.layers.3.linear2.weight": 0.01685722917318344, + "transformer.layers.3.linear2.bias": 0.003168927738443017, + "transformer.layers.3.norm1.weight": 0.004739508032798767, + "transformer.layers.3.norm1.bias": 0.004919157363474369, + "transformer.layers.3.norm2.weight": 0.002417080570012331, + "transformer.layers.3.norm2.bias": 0.0036097655538469553, + "head.weight": 0.18630030751228333, + "head.bias": 0.00493066618219018, + "global_embedding.weight": 0.03890741243958473, + "global_cnn.0.weight": 0.10618925094604492, + "global_cnn.0.bias": 0.005265834275633097, + "global_cnn.2.weight": 0.16326287388801575, + "global_cnn.2.bias": 0.0072941407561302185, + "global_proj.weight": 0.05977145582437515, + "global_proj.bias": 0.027407294139266014, + "goal_head.0.weight": 0.04046734422445297, + "goal_head.0.bias": 0.013560807332396507, + "goal_head.2.weight": 0.057432472705841064, + "goal_head.2.bias": 0.029549354687333107 + }, + { + "global_gate": 0.00010801733151311055, + "embedding.weight": 0.00434363866224885, + "cnn.0.weight": 0.07052585482597351, + "cnn.0.bias": 0.002356194192543626, + "cnn.2.weight": 0.013859729282557964, + "cnn.2.bias": 0.003718663938343525, + "cnn.5.weight": 0.010275556705892086, + "cnn.5.bias": 0.0027641805354505777, + "action_emb.weight": 0.005771977826952934, + "timestep_emb.weight": 0.0017406740225851536, + "pos_emb.weight": 0.003743469715118408, + "transformer.layers.0.self_attn.in_proj_weight": 0.032048650085926056, + "transformer.layers.0.self_attn.in_proj_bias": 0.002443170640617609, + "transformer.layers.0.self_attn.out_proj.weight": 0.031132258474826813, + "transformer.layers.0.self_attn.out_proj.bias": 0.003357970155775547, + "transformer.layers.0.linear1.weight": 0.031069284304976463, + "transformer.layers.0.linear1.bias": 0.0015402879798784852, + "transformer.layers.0.linear2.weight": 0.0331924743950367, + "transformer.layers.0.linear2.bias": 0.0027503680903464556, + "transformer.layers.0.norm1.weight": 0.0019131506560370326, + "transformer.layers.0.norm1.bias": 0.002229915000498295, + "transformer.layers.0.norm2.weight": 0.0028637489303946495, + "transformer.layers.0.norm2.bias": 0.002097193617373705, + "transformer.layers.1.self_attn.in_proj_weight": 0.0305649284273386, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019254868384450674, + "transformer.layers.1.self_attn.out_proj.weight": 0.030672909691929817, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022814730182290077, + "transformer.layers.1.linear1.weight": 0.01974600926041603, + "transformer.layers.1.linear1.bias": 0.0010338653810322285, + "transformer.layers.1.linear2.weight": 0.02631150744855404, + "transformer.layers.1.linear2.bias": 0.0021506778430193663, + "transformer.layers.1.norm1.weight": 0.0022835282143205404, + "transformer.layers.1.norm1.bias": 0.001991716679185629, + "transformer.layers.1.norm2.weight": 0.0016051956918090582, + "transformer.layers.1.norm2.bias": 0.001022442476823926, + "transformer.layers.2.self_attn.in_proj_weight": 0.03141968324780464, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017184659373015165, + "transformer.layers.2.self_attn.out_proj.weight": 0.030094565823674202, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018245137762278318, + "transformer.layers.2.linear1.weight": 0.016132859513163567, + "transformer.layers.2.linear1.bias": 0.0009727090946398675, + "transformer.layers.2.linear2.weight": 0.019855951890349388, + "transformer.layers.2.linear2.bias": 0.0017906328430399299, + "transformer.layers.2.norm1.weight": 0.0024588420055806637, + "transformer.layers.2.norm1.bias": 0.0019815273117274046, + "transformer.layers.2.norm2.weight": 0.0012853143271058798, + "transformer.layers.2.norm2.bias": 0.0010651199845597148, + "transformer.layers.3.self_attn.in_proj_weight": 0.0658758282661438, + "transformer.layers.3.self_attn.in_proj_bias": 0.003477988298982382, + "transformer.layers.3.self_attn.out_proj.weight": 0.037262074649333954, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026528791058808565, + "transformer.layers.3.linear1.weight": 0.03274465352296829, + "transformer.layers.3.linear1.bias": 0.0025062088388949633, + "transformer.layers.3.linear2.weight": 0.020092884078621864, + "transformer.layers.3.linear2.bias": 0.0030675360467284918, + "transformer.layers.3.norm1.weight": 0.006978369317948818, + "transformer.layers.3.norm1.bias": 0.0047162785194814205, + "transformer.layers.3.norm2.weight": 0.002445691032335162, + "transformer.layers.3.norm2.bias": 0.00343392975628376, + "head.weight": 0.22082439064979553, + "head.bias": 0.00449930876493454, + "global_embedding.weight": 0.027902154251933098, + "global_cnn.0.weight": 0.1335751861333847, + "global_cnn.0.bias": 0.005025175400078297, + "global_cnn.2.weight": 0.3799688518047333, + "global_cnn.2.bias": 0.015979401767253876, + "global_proj.weight": 0.11230136454105377, + "global_proj.bias": 0.04239838570356369, + "goal_head.0.weight": 0.05639120563864708, + "goal_head.0.bias": 0.01630273647606373, + "goal_head.2.weight": 0.06302767992019653, + "goal_head.2.bias": 0.030943118035793304 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10124136507511139, - 0.11361672729253769, - 0.09486819803714752, - 0.04362662136554718, - 0.06768331676721573, - 0.029000060632824898, - 0.06347834318876266, - 0.04518337547779083, - 0.04852110147476196, - 0.02280300483107567 + 0.3188691735267639, + 0.30976995825767517, + 0.465299516916275, + 0.3475657105445862, + 0.5202563405036926, + 0.4150078296661377, + 0.39018958806991577, + 0.5912161469459534, + 0.31474539637565613, + 0.36410725116729736, + 0.4931585490703583, + 0.2968619167804718, + 0.6712015271186829, + 0.4664972126483917, + 0.4682183861732483, + 0.281541645526886, + 0.41575750708580017, + 0.44756102561950684, + 0.7275592088699341, + 0.7615044116973877 ], "repr_drift_kl_low_t": [ - 0.10662753880023956, - 0.11957663297653198, - 0.11403403431177139, - 0.02874719351530075, - 0.08937810361385345, - 0.028736356645822525, - 0.06707864254713058, - 0.04224942997097969, - 0.04716150462627411, - 0.019285663962364197 + 0.38109922409057617, + 0.397381067276001, + 0.5716915130615234, + 0.42347660660743713, + 0.6334636807441711, + 0.49675238132476807, + 0.49357378482818604, + 0.7284289598464966, + 0.37819671630859375, + 0.4467160701751709, + 0.6335243582725525, + 0.3664051294326782, + 0.870732843875885, + 0.615467369556427, + 0.5656865239143372, + 0.3509407639503479, + 0.5137871503829956, + 0.5595822930335999, + 0.929214358329773, + 0.938890814781189 ], "repr_drift_kl_mid_t": [ - 0.09984233230352402, - 0.10402947664260864, - 0.09806081652641296, - 0.03495292365550995, - 0.06743402779102325, - 0.026790965348482132, - 0.061368368566036224, - 0.041175566613674164, - 0.04256463423371315, - 0.01950233057141304 + 0.3143942058086395, + 0.31202587485313416, + 0.46501076221466064, + 0.3490080237388611, + 0.5311995148658752, + 0.4141932427883148, + 0.3848814368247986, + 0.5948804616928101, + 0.3047908842563629, + 0.3683118522167206, + 0.5046629309654236, + 0.289390504360199, + 0.677000105381012, + 0.46693071722984314, + 0.4602980613708496, + 0.2822459042072296, + 0.4268956184387207, + 0.4480074942111969, + 0.7408510446548462, + 0.7708993554115295 ], "repr_drift_kl_high_t": [ - 0.11617696285247803, - 0.14291776716709137, - 0.084781713783741, - 0.07831162214279175, - 0.06040235608816147, - 0.030717523768544197, - 0.072110116481781, - 0.05684179812669754, - 0.05924487113952637, - 0.04153589904308319 + 0.264081209897995, + 0.2363293170928955, + 0.3596058487892151, + 0.2704950273036957, + 0.3891177773475647, + 0.3214954435825348, + 0.3220558166503906, + 0.4236602485179901, + 0.2778948247432709, + 0.28714650869369507, + 0.34224462509155273, + 0.22964127361774445, + 0.45127540826797485, + 0.3393891751766205, + 0.35159051418304443, + 0.21542969346046448, + 0.29819291830062866, + 0.33187687397003174, + 0.5352714657783508, + 0.5363863706588745 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.888800323009491, - 0.9311016798019409, - 0.9711456298828125, - 0.9724317789077759, - 0.6189798712730408 + 0.8715600967407227, + 0.8473451733589172, + 0.9017344117164612, + 0.8911709189414978, + 0.8630872368812561, + 0.8188027143478394, + 0.8923279643058777, + 0.925304114818573, + 0.8998889327049255, + 0.8416920900344849 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.3625121116638184, - 1.0297528505325317, - 1.5274066925048828, - 0.33033487200737, - 0.1886581927537918, - 0.47408509254455566, - 1.219901204109192, - 0.26886045932769775, - 0.35489779710769653, - 0.5417026281356812 + 0.9779736399650574, + 0.598324179649353, + 0.6983919739723206, + 0.6030575633049011, + 0.3738839030265808, + 0.5332226753234863, + 0.4450962245464325, + 0.6304943561553955, + 0.549446165561676, + 0.534956157207489, + 0.5115892887115479, + 0.46577540040016174, + 0.5588832497596741, + 0.4615498185157776, + 0.361332505941391, + 0.37632134556770325, + 0.4564287066459656, + 0.3216770589351654, + 0.4824984073638916, + 0.5396884679794312 ], "norm_high_t": [ - 1.422984004020691, - 0.6950290203094482, - 1.5332908630371094, - 0.4042797088623047, - 0.2748714089393616, - 0.6130284667015076, - 1.1751039028167725, - 0.2786506712436676, - 0.642673909664154, - 0.7574392557144165 + 0.879159152507782, + 0.4744511544704437, + 0.7906882762908936, + 0.7455307245254517, + 0.6175850629806519, + 0.632030725479126, + 0.6464971899986267, + 0.5488244295120239, + 0.6230213046073914, + 1.1197477579116821, + 0.6134299039840698, + 0.3894977271556854, + 0.6139084100723267, + 0.7392200231552124, + 0.5495904088020325, + 0.3474512994289398, + 0.465287446975708, + 0.44661745429039, + 0.5027396082878113, + 0.5490787625312805 ], "lowhigh_cos": [ - 0.5533882975578308, - 0.2751668095588684, - 0.9966831803321838, - 0.7796267867088318, - 0.5963922739028931, - 0.49361804127693176, - 0.46361157298088074, - 0.5449885725975037, - 0.4900534749031067, - 0.5229542851448059 + 0.8220517635345459, + 0.6315682530403137, + 0.7312020659446716, + 0.5686988234519958, + 0.3842780590057373, + 0.7260488271713257, + 0.20802326500415802, + 0.8054742813110352, + 0.7107629776000977, + 0.27777937054634094, + 0.5501059293746948, + 0.7916724681854248, + 0.47911694645881653, + 0.5711265206336975, + 0.30428454279899597, + 0.45248833298683167, + 0.9401482939720154, + 0.38794800639152527, + 0.40958812832832336, + 0.781126081943512 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.7940279245376587, - "t_0.1-0.2": 1.8807412385940552, - "t_0.2-0.3": 1.57080078125, - "t_0.3-0.4": 1.4973368644714355, - "t_0.4-0.5": 1.4208579063415527, - "t_0.5-0.6": 1.1656602621078491, - "t_0.6-0.7": 1.4635016918182373, - "t_0.7-0.8": 1.1959210634231567, - "t_0.8-0.9": 1.3181416988372803, - "t_0.9-1.0": 1.9264715909957886 - }, - { - "t_0.0-0.1": 1.425580620765686, - "t_0.1-0.2": 0.8375084400177002, - "t_0.2-0.3": 0.6297163367271423, - "t_0.3-0.4": 0.8262609839439392, - "t_0.4-0.5": 0.8309453725814819, - "t_0.5-0.6": 0.695264458656311, - "t_0.6-0.7": 0.7576289772987366, - "t_0.7-0.8": 0.43483543395996094, - "t_0.8-0.9": 0.8238300085067749, - "t_0.9-1.0": 0.8251516222953796 - }, - { - "t_0.0-0.1": 1.5553925037384033, - "t_0.1-0.2": 1.5355178117752075, - "t_0.2-0.3": 1.5327177047729492, - "t_0.3-0.4": 1.5372663736343384, - "t_0.4-0.5": 1.5416629314422607, - "t_0.5-0.6": 1.532751441001892, - "t_0.6-0.7": 1.558904767036438, - "t_0.7-0.8": 1.5326929092407227, - "t_0.8-0.9": 1.534220576286316, - "t_0.9-1.0": 1.5452876091003418 - }, - { - "t_0.0-0.1": 0.5925046801567078, - "t_0.1-0.2": 0.5815128684043884, - "t_0.2-0.3": 0.45229730010032654, - "t_0.3-0.4": 0.3854609429836273, - "t_0.4-0.5": 0.3591122031211853, - "t_0.5-0.6": 0.3813422918319702, - "t_0.6-0.7": 0.37691858410835266, - "t_0.7-0.8": 0.42577120661735535, - "t_0.8-0.9": 0.3671473264694214, - "t_0.9-1.0": 0.41401880979537964 - }, - { - "t_0.0-0.1": 0.190280020236969, - "t_0.1-0.2": 0.1874101758003235, - "t_0.2-0.3": 0.1884344071149826, - "t_0.3-0.4": 0.18788184225559235, - "t_0.4-0.5": 0.19051702320575714, - "t_0.5-0.6": 0.1863718181848526, - "t_0.6-0.7": 0.18969348073005676, - "t_0.7-0.8": 0.189295694231987, - "t_0.8-0.9": 0.1893758773803711, - "t_0.9-1.0": 0.46444806456565857 - }, - { - "t_0.0-0.1": 0.8988417387008667, - "t_0.1-0.2": 0.5151915550231934, - "t_0.2-0.3": 0.45239806175231934, - "t_0.3-0.4": 0.4307108223438263, - "t_0.4-0.5": 0.4477410912513733, - "t_0.5-0.6": 0.4099564254283905, - "t_0.6-0.7": 0.45415428280830383, - "t_0.7-0.8": 0.43162643909454346, - "t_0.8-0.9": 0.5415212512016296, - "t_0.9-1.0": 0.6762325167655945 - }, - { - "t_0.0-0.1": 1.4934889078140259, - "t_0.1-0.2": 1.0229599475860596, - "t_0.2-0.3": 0.943046510219574, - "t_0.3-0.4": 1.0079320669174194, - "t_0.4-0.5": 1.0011281967163086, - "t_0.5-0.6": 0.9214856028556824, - "t_0.6-0.7": 1.2111188173294067, - "t_0.7-0.8": 0.9812127947807312, - "t_0.8-0.9": 1.0768016576766968, - "t_0.9-1.0": 1.1740238666534424 - }, - { - "t_0.0-0.1": 0.2678475081920624, - "t_0.1-0.2": 0.26248255372047424, - "t_0.2-0.3": 0.22596226632595062, - "t_0.3-0.4": 0.2511383295059204, - "t_0.4-0.5": 0.25319892168045044, - "t_0.5-0.6": 0.22273114323616028, - "t_0.6-0.7": 0.25988560914993286, - "t_0.7-0.8": 0.273421972990036, - "t_0.8-0.9": 0.28840920329093933, - "t_0.9-1.0": 0.3323608338832855 - }, - { - "t_0.0-0.1": 0.47442325949668884, - "t_0.1-0.2": 0.34642481803894043, - "t_0.2-0.3": 0.36014556884765625, - "t_0.3-0.4": 0.3331662714481354, - "t_0.4-0.5": 0.35552161931991577, - "t_0.5-0.6": 0.36380085349082947, - "t_0.6-0.7": 0.35010188817977905, - "t_0.7-0.8": 0.3666630685329437, - "t_0.8-0.9": 0.4090997576713562, - "t_0.9-1.0": 0.43953463435173035 - }, - { - "t_0.0-0.1": 0.5248510837554932, - "t_0.1-0.2": 0.5491511225700378, - "t_0.2-0.3": 0.5650087594985962, - "t_0.3-0.4": 0.555901825428009, - "t_0.4-0.5": 0.5377267003059387, - "t_0.5-0.6": 0.5258191227912903, - "t_0.6-0.7": 0.5573184490203857, - "t_0.7-0.8": 0.5269080400466919, - "t_0.8-0.9": 0.5691173672676086, - "t_0.9-1.0": 0.9134818911552429 + "t_0.0-0.1": 0.9076333045959473, + "t_0.1-0.2": 1.1285847425460815, + "t_0.2-0.3": 1.207515835762024, + "t_0.3-0.4": 1.1524085998535156, + "t_0.4-0.5": 1.0713553428649902, + "t_0.5-0.6": 1.0680686235427856, + "t_0.6-0.7": 1.0297846794128418, + "t_0.7-0.8": 1.1215461492538452, + "t_0.8-0.9": 0.9053975939750671, + "t_0.9-1.0": 0.7776325941085815 + }, + { + "t_0.0-0.1": 0.5597401261329651, + "t_0.1-0.2": 0.46879008412361145, + "t_0.2-0.3": 0.4245225787162781, + "t_0.3-0.4": 0.5039172768592834, + "t_0.4-0.5": 0.4393538236618042, + "t_0.5-0.6": 0.436379611492157, + "t_0.6-0.7": 0.45639607310295105, + "t_0.7-0.8": 0.44478997588157654, + "t_0.8-0.9": 0.42626601457595825, + "t_0.9-1.0": 0.6048721075057983 + }, + { + "t_0.0-0.1": 0.7109766006469727, + "t_0.1-0.2": 0.6661422252655029, + "t_0.2-0.3": 0.6758641600608826, + "t_0.3-0.4": 0.65729159116745, + "t_0.4-0.5": 0.6474769115447998, + "t_0.5-0.6": 0.7229503393173218, + "t_0.6-0.7": 0.6908964514732361, + "t_0.7-0.8": 0.6811859607696533, + "t_0.8-0.9": 0.6719547510147095, + "t_0.9-1.0": 0.7934145927429199 + }, + { + "t_0.0-0.1": 0.6305319666862488, + "t_0.1-0.2": 0.5598999857902527, + "t_0.2-0.3": 0.5687794089317322, + "t_0.3-0.4": 0.5503615140914917, + "t_0.4-0.5": 0.5713034868240356, + "t_0.5-0.6": 0.5574618577957153, + "t_0.6-0.7": 0.5675058960914612, + "t_0.7-0.8": 0.5914490818977356, + "t_0.8-0.9": 0.614808201789856, + "t_0.9-1.0": 1.049005150794983 + }, + { + "t_0.0-0.1": 0.4356229603290558, + "t_0.1-0.2": 0.4038943648338318, + "t_0.2-0.3": 0.36585596203804016, + "t_0.3-0.4": 0.3275313377380371, + "t_0.4-0.5": 0.34015849232673645, + "t_0.5-0.6": 0.33820101618766785, + "t_0.6-0.7": 0.33566856384277344, + "t_0.7-0.8": 0.3453584313392639, + "t_0.8-0.9": 0.4848596453666687, + "t_0.9-1.0": 1.095336675643921 + }, + { + "t_0.0-0.1": 0.5721573233604431, + "t_0.1-0.2": 0.4693327844142914, + "t_0.2-0.3": 0.45016413927078247, + "t_0.3-0.4": 0.4624924659729004, + "t_0.4-0.5": 0.5098904967308044, + "t_0.5-0.6": 0.4454475939273834, + "t_0.6-0.7": 0.4931141138076782, + "t_0.7-0.8": 0.5023908019065857, + "t_0.8-0.9": 0.5329070091247559, + "t_0.9-1.0": 0.9910987615585327 + }, + { + "t_0.0-0.1": 0.5148158669471741, + "t_0.1-0.2": 0.44938743114471436, + "t_0.2-0.3": 0.42777591943740845, + "t_0.3-0.4": 0.4329661428928375, + "t_0.4-0.5": 0.4049759805202484, + "t_0.5-0.6": 0.41342440247535706, + "t_0.6-0.7": 0.41400042176246643, + "t_0.7-0.8": 0.41582703590393066, + "t_0.8-0.9": 0.43490439653396606, + "t_0.9-1.0": 0.996853232383728 + }, + { + "t_0.0-0.1": 0.66283118724823, + "t_0.1-0.2": 0.5294714570045471, + "t_0.2-0.3": 0.5370219945907593, + "t_0.3-0.4": 0.5076038241386414, + "t_0.4-0.5": 0.5459480881690979, + "t_0.5-0.6": 0.5255873203277588, + "t_0.6-0.7": 0.5307422280311584, + "t_0.7-0.8": 0.5230305194854736, + "t_0.8-0.9": 0.5432217717170715, + "t_0.9-1.0": 0.578458845615387 + }, + { + "t_0.0-0.1": 0.5119680166244507, + "t_0.1-0.2": 0.5534124970436096, + "t_0.2-0.3": 0.409858763217926, + "t_0.3-0.4": 0.4415232837200165, + "t_0.4-0.5": 0.36260101199150085, + "t_0.5-0.6": 0.3636596202850342, + "t_0.6-0.7": 0.38680365681648254, + "t_0.7-0.8": 0.3585282564163208, + "t_0.8-0.9": 0.438594788312912, + "t_0.9-1.0": 0.7830648422241211 + }, + { + "t_0.0-0.1": 0.6403843760490417, + "t_0.1-0.2": 0.5296760201454163, + "t_0.2-0.3": 0.4360863268375397, + "t_0.3-0.4": 0.48238369822502136, + "t_0.4-0.5": 0.48056846857070923, + "t_0.5-0.6": 0.48066842555999756, + "t_0.6-0.7": 0.4991585612297058, + "t_0.7-0.8": 0.53056800365448, + "t_0.8-0.9": 0.5831871628761292, + "t_0.9-1.0": 1.6487394571304321 + }, + { + "t_0.0-0.1": 0.6670284867286682, + "t_0.1-0.2": 0.4634964168071747, + "t_0.2-0.3": 0.41823896765708923, + "t_0.3-0.4": 0.38584694266319275, + "t_0.4-0.5": 0.3848649859428406, + "t_0.5-0.6": 0.3409208655357361, + "t_0.6-0.7": 0.3489466905593872, + "t_0.7-0.8": 0.3807430863380432, + "t_0.8-0.9": 0.4083958566188812, + "t_0.9-1.0": 0.7530454397201538 + }, + { + "t_0.0-0.1": 0.48890772461891174, + "t_0.1-0.2": 0.4072502851486206, + "t_0.2-0.3": 0.3849819600582123, + "t_0.3-0.4": 0.39961132407188416, + "t_0.4-0.5": 0.40226638317108154, + "t_0.5-0.6": 0.41527631878852844, + "t_0.6-0.7": 0.41295909881591797, + "t_0.7-0.8": 0.40271127223968506, + "t_0.8-0.9": 0.4090258777141571, + "t_0.9-1.0": 0.4270675778388977 + }, + { + "t_0.0-0.1": 0.5800611972808838, + "t_0.1-0.2": 0.4520452618598938, + "t_0.2-0.3": 0.4584507942199707, + "t_0.3-0.4": 0.47151491045951843, + "t_0.4-0.5": 0.4902811348438263, + "t_0.5-0.6": 0.39558324217796326, + "t_0.6-0.7": 0.43410617113113403, + "t_0.7-0.8": 0.39996397495269775, + "t_0.8-0.9": 0.5202646851539612, + "t_0.9-1.0": 0.7186495661735535 + }, + { + "t_0.0-0.1": 0.5344381332397461, + "t_0.1-0.2": 0.4117297828197479, + "t_0.2-0.3": 0.4079417884349823, + "t_0.3-0.4": 0.36186447739601135, + "t_0.4-0.5": 0.4114857316017151, + "t_0.5-0.6": 0.44612836837768555, + "t_0.6-0.7": 0.4068388044834137, + "t_0.7-0.8": 0.5597478747367859, + "t_0.8-0.9": 0.6135419011116028, + "t_0.9-1.0": 0.9273213744163513 + }, + { + "t_0.0-0.1": 0.3475780189037323, + "t_0.1-0.2": 0.3232972025871277, + "t_0.2-0.3": 0.31292539834976196, + "t_0.3-0.4": 0.3206930458545685, + "t_0.4-0.5": 0.3273082375526428, + "t_0.5-0.6": 0.288883239030838, + "t_0.6-0.7": 0.3097507059574127, + "t_0.7-0.8": 0.3564791679382324, + "t_0.8-0.9": 0.4342864453792572, + "t_0.9-1.0": 0.7653753161430359 + }, + { + "t_0.0-0.1": 0.32016026973724365, + "t_0.1-0.2": 0.23999877274036407, + "t_0.2-0.3": 0.2540273070335388, + "t_0.3-0.4": 0.23655639588832855, + "t_0.4-0.5": 0.23079150915145874, + "t_0.5-0.6": 0.24086830019950867, + "t_0.6-0.7": 0.23143354058265686, + "t_0.7-0.8": 0.24154353141784668, + "t_0.8-0.9": 0.2798474133014679, + "t_0.9-1.0": 0.5381924510002136 + }, + { + "t_0.0-0.1": 0.45383894443511963, + "t_0.1-0.2": 0.45132482051849365, + "t_0.2-0.3": 0.4505848288536072, + "t_0.3-0.4": 0.44971591234207153, + "t_0.4-0.5": 0.45283642411231995, + "t_0.5-0.6": 0.45056042075157166, + "t_0.6-0.7": 0.463021844625473, + "t_0.7-0.8": 0.4613354802131653, + "t_0.8-0.9": 0.4788110852241516, + "t_0.9-1.0": 0.4795415699481964 + }, + { + "t_0.0-0.1": 0.39899587631225586, + "t_0.1-0.2": 0.26645156741142273, + "t_0.2-0.3": 0.25218942761421204, + "t_0.3-0.4": 0.24740798771381378, + "t_0.4-0.5": 0.26843422651290894, + "t_0.5-0.6": 0.2635234594345093, + "t_0.6-0.7": 0.29755836725234985, + "t_0.7-0.8": 0.3030863106250763, + "t_0.8-0.9": 0.3648589551448822, + "t_0.9-1.0": 0.4681304097175598 + }, + { + "t_0.0-0.1": 0.35166168212890625, + "t_0.1-0.2": 0.32581833004951477, + "t_0.2-0.3": 0.3002258837223053, + "t_0.3-0.4": 0.2991134524345398, + "t_0.4-0.5": 0.27534234523773193, + "t_0.5-0.6": 0.2875485420227051, + "t_0.6-0.7": 0.30403128266334534, + "t_0.7-0.8": 0.3113784193992615, + "t_0.8-0.9": 0.3749237656593323, + "t_0.9-1.0": 0.8444061875343323 + }, + { + "t_0.0-0.1": 0.6555533409118652, + "t_0.1-0.2": 0.5295878648757935, + "t_0.2-0.3": 0.5453477501869202, + "t_0.3-0.4": 0.491973340511322, + "t_0.4-0.5": 0.5290946364402771, + "t_0.5-0.6": 0.5056648850440979, + "t_0.6-0.7": 0.5560024976730347, + "t_0.7-0.8": 0.5934655070304871, + "t_0.8-0.9": 0.5782085061073303, + "t_0.9-1.0": 0.5262279510498047 } ], "win_rate": [ - 0.021297192201018333, - 0.052000001072883606, - 0.06838799268007278, - 0.014570551924407482, - 0.00911458395421505, - 0.002793296007439494, - 0.005130596924573183, - 0.0700918659567833, - 0.10384263098239899, - 0.13922518491744995, - 0.09361287206411362, - 0.3261372447013855, - 0.0045008184388279915, - 0.11072664707899094, - 0.007339988369494677, - 0.012126865796744823, - 0.4255540072917938, - 0.03895004093647003, - 0.0424954816699028, - 0.08242843300104141, - 0.007625272031873465, - 0.04133685305714607, - 0.011517615057528019, - 0.005985266994684935, - 0.1261315643787384, - 0.21454769372940063, - 0.11214230209589005, - 0.1402789205312729, - 0.04263914003968239, - 0.010143198072910309, - 0.301250696182251, - 0.14238952100276947, - 0.015196286141872406, - 0.11051692813634872, - 0.25773993134498596, - 0.009475219063460827, - 0.05301102623343468, - 0.12082670629024506, - 0.08710801601409912, - 0.23727984726428986, - 0.09678667783737183, - 0.04370282217860222, - 0.3810240924358368, - 0.05742369592189789, - 0.2703389823436737, - 0.1634114682674408, - 0.5206258893013, - 0.03481625020503998, - 0.06776180863380432, - 0.07215581834316254, - 0.006637168116867542, - 0.15114334225654602, - 0.00911458395421505, - 0.20436188578605652, - 0.21195422112941742, - 0.059245962649583817, - 0.21195422112941742, - 0.14694471657276154, - 0.09443099796772003, - 0.028730306774377823, - 0.06700321286916733, - 0.0441509447991848, - 0.05738923326134682, - 0.17175573110580444, - 0.0363738127052784, - 0.05537150800228119, - 0.03337306156754494, - 0.09216418117284775, - 0.00460122711956501, - 0.1755952388048172, - 0.13884156942367554, - 0.12810125946998596, - 0.1853712946176529, - 0.0050505055114626884, - 0.12053115665912628, - 0.023351648822426796, - 0.004692832473665476, - 0.02623160555958748, - 0.005434782709926367, - 0.17690721154212952, - 0.21818183362483978, - 0.11051692813634872, - 0.22909091413021088, - 0.11602473258972168, - 0.029277218505740166, - 0.007957559078931808, - 0.051125988364219666, - 0.0903790146112442, - 0.022182468324899673, - 0.19233186542987823, - 0.006984512787312269, - 0.05544840916991234, - 0.15808171033859253, - 0.10585971176624298, - 0.043105561286211014, - 0.17999999225139618, - 0.08423913270235062, - 0.029180176556110382, - 0.2829046845436096, - 0.20164461433887482, - 0.0065543074160814285, - 0.004692832473665476, - 0.11401869356632233, - 0.09238310903310776, - 0.006592291872948408, - 0.1524079293012619, - 0.09849462658166885, - 0.1619519144296646, - 0.0162641704082489, - 0.0037313434295356274, - 0.12974296510219574, - 0.095381960272789, - 0.023454833775758743, - 0.0038759689778089523, - 0.07251675426959991, - 0.046251218765974045, - 0.007867494598031044, - 0.026825634762644768, - 0.0710616409778595, - 0.029859155416488647, - 0.029423151165246964, - 0.09669581800699234, - 0.07097334414720535, - 0.00882352888584137, - 0.27616646885871887, - 0.003086419776082039, - 0.02601625956594944, - 0.16463413834571838, - 0.005976095795631409, - 0.009749303571879864, - 0.033421751111745834, - 0.021221864968538284, - 0.16448326408863068, - 0.023960880935192108, - 0.16210131347179413, - 0.034354303032159805, - 0.07826327532529831, - 0.010176391340792179, - 0.18989169597625732, - 0.14483457803726196, - 0.07307692617177963, - 0.5712050199508667, - 0.12802907824516296, - 0.012781497091054916, - 0.07630980014801025, - 0.10340531170368195, - 0.01788908801972866, - 0.0031960229389369488, - 0.005899704992771149, - 0.005976095795631409, - 0.09403669834136963, - 0.12286689132452011, - 0.20336134731769562, - 0.31501340866088867, - 0.06876228004693985, - 0.1244593933224678, - 0.013432836160063744, - 0.06110351160168648, - 0.08296389877796173, - 0.014589279890060425, - 0.04079696536064148, - 0.03492746129631996, - 0.004901960492134094, - 0.0166927482932806, - 0.10182119160890579, - 0.054239075630903244, - 0.01457451842725277, - 0.053892213851213455, - 0.08423739671707153, - 0.0038759689778089523, - 0.14379476010799408, - 0.008209338411688805, - 0.042174629867076874, - 0.10942071676254272, - 0.11175337433815002, - 0.043865907937288284, - 0.11277174204587936, - 0.09431345015764236, - 0.14046822488307953, - 0.13914963603019714, - 0.12352663278579712, - 0.06551475822925568, - 0.15033450722694397, - 0.018597442656755447, - 0.09384460002183914, - 0.10705826431512833, - 0.2170272171497345, - 0.21796028316020966, - 0.4051813781261444, - 0.009205983951687813, - 0.05669291317462921, - 0.10182119160890579, - 0.4426020383834839, - 0.009504412300884724, - 0.13050313293933868, - 0.18308962881565094, - 0.06070460379123688, - 0.015000000596046448, - 0.0998796671628952, - 0.005692599341273308, - 0.16842800378799438, - 0.11713576316833496, - 0.4074999988079071, - 0.1634114682674408, - 0.23055028915405273, - 0.07180850952863693, - 0.22418011724948883, - 0.09379727393388748, - 0.04297114908695221, - 0.0035971221514046192, - 0.05906389281153679, - 0.06684350222349167, - 0.052564915269613266, - 0.07658833265304565, - 0.0034722222480922937, - 0.07420924305915833, - 0.002195734065026045, - 0.009669889695942402, - 0.008416622877120972, - 0.30362388491630554, - 0.017623823136091232, - 0.004385964944958687, - 0.006289307959377766, - 0.030591774731874466, - 0.01653696410357952, - 0.10084745287895203, - 0.013636363670229912, - 0.14718447625637054, - 0.2336231768131256, - 0.09443340450525284, - 0.19880034029483795, - 0.1227690652012825, - 0.051626015454530716, - 0.011813759803771973, - 0.1020265519618988, - 0.0487295500934124, - 0.11145510524511337, - 0.00538160465657711, - 0.012101209722459316, - 0.21000000834465027, - 0.26381364464759827, - 0.004323899280279875, - 0.08590462803840637, - 0.006187161430716515, - 0.06920042634010315, - 0.0784490555524826, - 0.14030611515045166, - 0.23055028915405273, - 0.03404255211353302, - 0.12237998098134995, - 0.0866989716887474, - 0.08884891867637634, - 0.005345211364328861, - 0.012500000186264515, - 0.16724437475204468, - 0.004901960492134094, - 0.016441822052001953, - 0.12065637111663818, - 0.005455308593809605, - 0.23584173619747162, - 0.0035771066322922707, - 0.02444903552532196, - 0.0869826003909111, - 0.0055533517152071, - 0.09095127880573273, - 0.005096469074487686, - 0.19794344902038574, - 0.008983451873064041, - 0.011538461782038212, - 0.02418341673910618, - 0.13957306742668152, - 0.013745704665780067, - 0.002984084887430072, - 0.08959928154945374, - 0.33670032024383545, - 0.18856394290924072, - 0.03658536449074745, - 0.0045008184388279915, - 0.006261180620640516, - 0.13429924845695496, - 0.2169167846441269, - 0.15397419035434723, - 0.004074702970683575, - 0.08060801029205322, - 0.045560359954833984, - 0.18221575021743774, - 0.06585235893726349, - 0.06723485141992569, - 0.01092896144837141, - 0.015000000596046448, - 0.11277174204587936, - 0.057777777314186096, - 0.05715635046362877, - 0.06671158969402313, - 0.0691036581993103, - 0.252289742231369, - 0.013745704665780067, - 0.09098712354898453, - 0.030678851529955864, - 0.016885552555322647, - 0.016281062737107277, - 0.01723289117217064, - 0.14863157272338867, - 0.1702127605676651, - 0.007625272031873465, - 0.01892346516251564, - 0.18204964697360992, - 0.09080717712640762, - 0.02114635519683361, - 0.1645532250404358, - 0.005434782709926367, - 0.10334498435258865, - 0.028326500207185745, - 0.0021347247529774904, - 0.00538160465657711, - 0.01993957720696926, - 0.12166780233383179, - 0.26991868019104004, - 0.0031960229389369488, - 0.08288590610027313, - 0.10056925565004349, - 0.10781990736722946, - 0.0077751195058226585, - 0.12353706359863281, - 0.03976143151521683, - 0.0822187289595604, - 0.010847457684576511, - 0.1443217694759369, - 0.019121812656521797, - 0.0034722222480922937, - 0.024354243651032448, - 0.21384137868881226, - 0.006213592365384102, - 0.0035771066322922707, - 0.07989464700222015, - 0.07848392426967621, - 0.004431314766407013, - 0.0029069767333567142, - 0.2776298224925995, - 0.23191872239112854, - 0.28079912066459656, - 0.08423913270235062, - 0.28746354579925537, - 0.2892259359359741, - 0.0466269850730896, - 0.11051692813634872, - 0.07458024471998215, - 0.026801252737641335, - 0.2270699143409729, - 0.04690318554639816, - 0.03642914444208145, - 0.10580204427242279, - 0.00248893816024065, - 0.08576389402151108, - 0.004323899280279875, - 0.144818976521492, - 0.1768292635679245, - 0.2132352888584137, - 0.008213551715016365, - 0.15186771750450134, - 0.03067830018699169, - 0.18134716153144836, - 0.11571905761957169, - 0.008960573002696037, - 0.015257192775607109, - 0.3347742557525635, - 0.23807156085968018, - 0.01505474466830492, - 0.12330456078052521, - 0.0824115052819252, - 0.17410071194171906, - 0.006274131126701832, - 0.05381355807185173, - 0.005721830762922764, - 0.017683466896414757, - 0.1266620010137558, - 0.015243902802467346, - 0.11277174204587936, - 0.3876975178718567, - 0.009061833843588829, - 0.02735978178679943, - 0.05968586355447769, - 0.05514403432607651, - 0.22621268033981323, - 0.09619306772947311, - 0.11259034276008606, - 0.0047846888191998005, - 0.11543086171150208, - 0.012500000186264515, - 0.3867502212524414, - 0.08341915160417557, - 0.023139221593737602, - 0.0070257605984807014, - 0.005434782709926367, - 0.3482142686843872, - 0.08226877450942993, - 0.08328546583652496, - 0.2478485405445099, - 0.058072008192539215, - 0.013179571367800236, - 0.004983388818800449, - 0.0829249918460846, - 0.09620252996683121, - 0.11570248007774353, - 0.019639935344457626, - 0.04845980554819107, - 0.1627907007932663, - 0.013089004904031754, - 0.004323899280279875, - 0.049227796494960785, - 0.0022522523067891598, - 0.04396984726190567, - 0.17075663805007935, - 0.046551723033189774, - 0.027638928964734077, - 0.012544226832687855, - 0.007124352268874645, - 0.1713169664144516, - 0.02912966161966324, - 0.13526393473148346, - 0.010814707726240158, - 0.07349666208028793, - 0.08738340437412262, - 0.13050313293933868, - 0.06354602426290512, - 0.15404929220676422, - 0.04342900216579437, - 0.00911458395421505, - 0.05095056816935539, - 0.005692599341273308, - 0.026518061757087708, - 0.2780678868293762, - 0.02050919458270073, - 0.002888318384066224, - 0.05968688800930977, - 0.022048015147447586, - 0.09777424484491348, - 0.006637168116867542, - 0.004901960492134094, - 0.29072579741477966, - 0.007735148537904024, - 0.13653846085071564, - 0.07294011861085892, - 0.10526315122842789, - 0.14219234883785248, - 0.002195734065026045, - 0.33025598526000977, - 0.00855745654553175, - 0.07648523896932602, - 0.09216418117284775, - 0.09194977581501007, - 0.10184049606323242, - 0.14983922243118286, - 0.00219058059155941, - 0.09503491222858429, - 0.017422866076231003, - 0.10539629310369492, - 0.14733095467090607, - 0.519280195236206, - 0.19870689511299133, - 0.05607843026518822, - 0.060246460139751434, - 0.0034987276885658503, - 0.006289307959377766, - 0.006944444961845875, - 0.16047652065753937, - 0.007573551032692194, - 0.01834319531917572, - 0.060672514140605927, - 0.16014587879180908, - 0.05322862043976784, - 0.004323899280279875, - 0.007231404539197683, - 0.0057212915271520615, - 0.009513354860246181, - 0.13447171449661255, - 0.1410006582736969, - 0.05343008041381836, - 0.054323725402355194, - 0.03131115436553955, - 0.028030579909682274, - 0.17528735101222992, - 0.1608969271183014, - 0.26656684279441833, - 0.1335849016904831, - 0.03738592937588692, - 0.2751677930355072, - 0.29372769594192505, - 0.013814274221658707, - 0.08720112591981888, - 0.13445782661437988, - 0.005266854073852301, - 0.05272999405860901, - 0.01895161345601082, - 0.0023174970410764217, - 0.03321976214647293, - 0.1120418831706047, - 0.0955667644739151, - 0.02657710202038288, - 0.1267748475074768 + 0.0959574431180954, + 0.09416931122541428, + 0.04104234278202057, + 0.07416512817144394, + 0.03720930218696594, + 0.08127043396234512, + 0.04478897526860237, + 0.12144455313682556, + 0.05549051612615585, + 0.05115323141217232, + 0.15928946435451508, + 0.07263550907373428, + 0.05906921625137329, + 0.12618796527385712, + 0.07529329508543015, + 0.07067258656024933, + 0.1697259098291397, + 0.1671486496925354, + 0.23196882009506226, + 0.07484076917171478, + 0.09206864982843399, + 0.09528131037950516, + 0.054032258689403534, + 0.14892394840717316, + 0.07724665105342865, + 0.1329401135444641, + 0.09439953416585922, + 0.06162464991211891, + 0.1487179547548294, + 0.07851491123437881, + 0.07263853400945663, + 0.06367924809455872, + 0.054775916039943695, + 0.0806666687130928, + 0.04330534487962723, + 0.04458598420023918, + 0.10144928097724915, + 0.11696133762598038, + 0.1282121241092682, + 0.08412520587444305, + 0.1104247197508812, + 0.048929158598184586, + 0.08475082367658615, + 0.04857475310564041, + 0.05188893899321556, + 0.043317973613739014, + 0.09413118660449982, + 0.06687033176422119, + 0.08114034682512283, + 0.04938552528619766, + 0.07885526120662689, + 0.059972863644361496, + 0.06025958061218262, + 0.10334468632936478, + 0.06168694794178009, + 0.0718420222401619, + 0.0464974008500576, + 0.0506180077791214, + 0.1389319747686386, + 0.03444807603955269, + 0.03666895255446434, + 0.20539730787277222, + 0.05109882727265358, + 0.08463864028453827, + 0.08077544718980789, + 0.07650745660066605, + 0.11270982772111893, + 0.04296337068080902, + 0.04979535937309265, + 0.05413832142949104, + 0.1187189370393753, + 0.07288286089897156, + 0.06672025471925735, + 0.03673361614346504, + 0.05267523601651192, + 0.051905132830142975, + 0.0659978911280632, + 0.06329113990068436, + 0.07637777179479599, + 0.09730250388383865, + 0.054681651294231415, + 0.05335899442434311, + 0.10189402848482132, + 0.06847068667411804, + 0.10146138072013855, + 0.055792585015296936, + 0.07547613233327866, + 0.05130687355995178, + 0.08086252957582474, + 0.108915776014328, + 0.03796561807394028, + 0.044082920998334885, + 0.06978527456521988, + 0.048159677535295486, + 0.08577951788902283, + 0.07370518147945404, + 0.01688888855278492, + 0.04862053319811821, + 0.0668560191988945, + 0.05401983484625816, + 0.09110371023416519, + 0.09994977712631226, + 0.18460388481616974, + 0.05334879457950592, + 0.08874203264713287, + 0.09934599697589874, + 0.033850185573101044, + 0.030309544876217842, + 0.07893995195627213, + 0.08929820358753204, + 0.0355902798473835, + 0.07753071933984756, + 0.10828149318695068, + 0.05618486925959587, + 0.1011015921831131, + 0.03593339025974274, + 0.07744108140468597, + 0.08088408410549164, + 0.0657004788517952, + 0.19873595237731934, + 0.054307881742715836, + 0.030937880277633667, + 0.06296773999929428, + 0.04817073047161102, + 0.07049180567264557, + 0.1056378185749054, + 0.09693877398967743, + 0.0490022711455822, + 0.13288478553295135, + 0.12830957770347595, + 0.05322294309735298, + 0.20008423924446106, + 0.09253546595573425, + 0.09385290741920471, + 0.09447184205055237, + 0.04097682237625122, + 0.10327963531017303, + 0.08805319666862488, + 0.05523884668946266, + 0.039693593978881836, + 0.0959211140871048, + 0.08500286191701889, + 0.053378522396087646, + 0.04795432835817337, + 0.04857928678393364, + 0.01798120141029358, + 0.21979355812072754, + 0.05619920417666435, + 0.05470660328865051, + 0.11332127451896667, + 0.07977783679962158, + 0.1858721375465393, + 0.14421553909778595, + 0.03095463290810585, + 0.11897590011358261, + 0.05876993015408516, + 0.13674944639205933, + 0.07348796725273132, + 0.08185146003961563, + 0.07217004150152206, + 0.12297892570495605, + 0.031151950359344482, + 0.027942795306444168, + 0.14541961252689362, + 0.06675183773040771, + 0.04102920740842819, + 0.03477626293897629, + 0.0601038821041584, + 0.09734512865543365, + 0.1824217587709427, + 0.03927427902817726, + 0.05986006557941437, + 0.08577878028154373, + 0.07938461750745773, + 0.08921462297439575, + 0.04527559131383896, + 0.06283380091190338, + 0.10605169832706451, + 0.047660499811172485, + 0.04582904279232025, + 0.1226639524102211, + 0.04087301716208458, + 0.12806424498558044, + 0.07161733508110046, + 0.06105205416679382, + 0.0912250280380249, + 0.07733333110809326, + 0.11124316602945328, + 0.037685882300138474, + 0.053447648882865906, + 0.10339679569005966, + 0.034008100628852844, + 0.07505518943071365, + 0.07054244726896286, + 0.07872878015041351, + 0.045239705592393875, + 0.10215053707361221, + 0.06574959307909012, + 0.03724357485771179, + 0.0794738307595253, + 0.10693825036287308, + 0.05111750215291977, + 0.03801616653800011, + 0.061082832515239716, + 0.044284529983997345, + 0.13044439256191254, + 0.028300059959292412, + 0.14354969561100006, + 0.016414141282439232, + 0.04359095171093941, + 0.0825900211930275, + 0.10535959899425507, + 0.03536754474043846, + 0.06028467416763306, + 0.012795905582606792, + 0.04404381290078163, + 0.08241655677556992, + 0.07844885438680649, + 0.058703627437353134, + 0.0626663938164711, + 0.042297109961509705, + 0.11062061786651611, + 0.14511872828006744, + 0.04620878025889397, + 0.06540033966302872, + 0.05754875764250755, + 0.13799026608467102, + 0.07232893258333206, + 0.1557065099477768, + 0.06691596657037735, + 0.0242514219135046, + 0.07236842066049576, + 0.0533268079161644, + 0.047605473548173904, + 0.03299327194690704, + 0.04653802514076233, + 0.047588832676410675, + 0.11542689800262451, + 0.06293562799692154, + 0.07483510673046112, + 0.10199600458145142, + 0.12064854800701141, + 0.021355129778385162, + 0.09144451469182968, + 0.08050604164600372, + 0.09747583419084549, + 0.06135234236717224, + 0.052605703473091125, + 0.09441141784191132, + 0.08881118893623352, + 0.033443890511989594, + 0.13479521870613098, + 0.11429502069950104, + 0.10501419007778168, + 0.08068043738603592, + 0.052804507315158844, + 0.04152173921465874, + 0.036541081964969635, + 0.06269925832748413, + 0.13536584377288818, + 0.04006096348166466, + 0.07047068327665329, + 0.1317683905363083, + 0.10981003940105438, + 0.11809574067592621, + 0.06585829704999924, + 0.09504024684429169, + 0.09325311332941055, + 0.0769055187702179, + 0.05841121822595596, + 0.03893442451953888, + 0.17391303181648254, + 0.07911602407693863, + 0.023163842037320137, + 0.08972442150115967, + 0.1025390625, + 0.04508335888385773, + 0.14388714730739594, + 0.06524389982223511, + 0.06243926286697388, + 0.12386707216501236, + 0.06845827400684357, + 0.05337933823466301, + 0.14231155812740326, + 0.04370228946208954, + 0.06127920374274254, + 0.07134584337472916, + 0.09628865867853165, + 0.1189427301287651, + 0.06311125308275223, + 0.08030258864164352, + 0.044305380433797836, + 0.08460517972707748, + 0.05800236016511917, + 0.07518427073955536, + 0.07994221150875092, + 0.06051873043179512, + 0.11032500863075256, + 0.05677516758441925, + 0.05181729048490524, + 0.03063291124999523, + 0.09134385734796524, + 0.03807051479816437, + 0.07738693058490753, + 0.11578438431024551, + 0.07375098764896393, + 0.09218009561300278, + 0.040857333689928055, + 0.02672393247485161, + 0.11449309438467026, + 0.07320073992013931, + 0.040748681873083115, + 0.016145307570695877, + 0.10179641097784042, + 0.016372142359614372, + 0.03580080717802048, + 0.044812362641096115, + 0.1135135143995285, + 0.05618519335985184, + 0.05472312495112419, + 0.058999769389629364, + 0.08181817829608917, + 0.0673200935125351, + 0.008619108237326145, + 0.14160892367362976, + 0.10343935340642929, + 0.07521229237318039, + 0.06693261861801147, + 0.0877770483493805, + 0.02647438645362854, + 0.07464002072811127, + 0.09587745368480682, + 0.024084778502583504, + 0.06598533689975739, + 0.23956044018268585, + 0.07898823916912079, + 0.10806451737880707, + 0.09731113910675049, + 0.11634805053472519, + 0.04196614772081375, + 0.05610494688153267, + 0.04735655337572098, + 0.04943443834781647, + 0.0638662651181221, + 0.056948576122522354, + 0.07727272808551788, + 0.10283768177032471, + 0.04219977557659149, + 0.11422722786664963, + 0.15608064830303192, + 0.0777420699596405, + 0.08283062279224396, + 0.048376694321632385, + 0.042943693697452545, + 0.019590182229876518, + 0.08131767064332962, + 0.05549389868974686, + 0.09446494281291962, + 0.09571045637130737, + 0.05669546127319336, + 0.09044887125492096, + 0.048880767077207565, + 0.14369934797286987, + 0.1596958190202713, + 0.14499066770076752, + 0.059956323355436325, + 0.071719229221344, + 0.012099341489374638, + 0.0671960860490799, + 0.07001795619726181, + 0.1820501834154129, + 0.1535535603761673, + 0.09539120644330978, + 0.09876543283462524, + 0.058019060641527176, + 0.08639027923345566, + 0.06121701002120972, + 0.03688281029462814, + 0.12641853094100952, + 0.031060252338647842, + 0.06750213354825974, + 0.043184489011764526, + 0.05875680595636368, + 0.05381760746240616, + 0.11447395384311676, + 0.15036900341510773, + 0.03527851402759552, + 0.06438442319631577, + 0.062129344791173935, + 0.14199790358543396, + 0.029368575662374496, + 0.06454960256814957, + 0.04294886067509651, + 0.02885385975241661, + 0.04365307465195656, + 0.022674866020679474, + 0.08416000008583069, + 0.0869140625, + 0.02108592540025711, + 0.05549106001853943, + 0.058331284672021866, + 0.07000719010829926, + 0.06078861281275749, + 0.047568146139383316, + 0.06395189464092255, + 0.12265978008508682, + 0.09649122506380081, + 0.06969587504863739, + 0.04472076892852783, + 0.06062150001525879, + 0.0772504061460495, + 0.07249513268470764, + 0.08299430459737778, + 0.12938596308231354, + 0.11960013955831528, + 0.07103973627090454, + 0.09692592173814774, + 0.07775039225816727, + 0.11805026978254318, + 0.06191687658429146, + 0.041196778416633606, + 0.05506131425499916, + 0.0825752317905426, + 0.027579866349697113, + 0.011789924465119839, + 0.05253688618540764, + 0.06241101026535034, + 0.05166846141219139, + 0.06693004816770554, + 0.07504690438508987, + 0.06331045180559158, + 0.020316027104854584, + 0.08863920718431473, + 0.0368608795106411, + 0.0465456061065197, + 0.06362941861152649, + 0.12705166637897491, + 0.055750567466020584, + 0.041931942105293274, + 0.12887439131736755, + 0.0490892268717289, + 0.08531264960765839, + 0.09599217772483826, + 0.12751679122447968, + 0.08572272956371307, + 0.046229228377342224, + 0.09964314848184586, + 0.10682711750268936, + 0.10412649810314178, + 0.08993861824274063, + 0.11547506600618362, + 0.08458942919969559, + 0.09446254372596741, + 0.0943959578871727, + 0.032796427607536316, + 0.10431154072284698, + 0.08975808322429657, + 0.0234854556620121, + 0.03244689851999283, + 0.005506883375346661, + 0.050209205597639084, + 0.0407557375729084, + 0.07339117676019669, + 0.12496765702962875, + 0.10621818900108337, + 0.029745399951934814, + 0.12841130793094635, + 0.0667400062084198, + 0.05725853145122528, + 0.003988397307693958, + 0.03904886543750763, + 0.058257222175598145, + 0.02713613025844097, + 0.05992509424686432, + 0.14996032416820526, + 0.11849649995565414, + 0.07656396180391312, + 0.17561808228492737, + 0.12728062272071838, + 0.05715038627386093, + 0.12193627655506134, + 0.08082751929759979, + 0.045722994953393936, + 0.10886672884225845, + 0.11388455331325531, + 0.08277635276317596, + 0.08407297730445862, + 0.04198645427823067, + 0.06734339892864227, + 0.027117449790239334, + 0.02092580869793892, + 0.082820363342762, + 0.034856878221035004, + 0.06704384088516235, + 0.1288062483072281, + 0.13060685992240906, + 0.05153592303395271, + 0.1595354527235031, + 0.0718272253870964, + 0.13101983070373535 ], "effective_batch_size": [ - 42.35988235473633, - 47.10594177246094, - 51.19670486450195, - 47.703086853027344, - 41.89577865600586, - 512.0, - 54.22412109375, - 64.43696594238281, - 76.40882873535156, - 85.75440979003906, - 75.47940826416016, - 98.98336791992188, - 54.22412109375, - 75.47940826416016, - 124.54185485839844, - 47.703086853027344, - 140.8535614013672, - 44.81291198730469, - 50.358314514160156, - 60.82075881958008, - 54.22412109375, - 42.07524108886719, - 41.895782470703125, - 67.5317611694336, - 84.81629180908203, - 98.30339050292969, - 82.00621795654297, - 102.73394012451172, - 41.47610092163086, - 47.703086853027344, - 86.9011459350586, - 73.16682434082031, - 40.60122299194336, - 79.20336151123047, - 96.50494384765625, - 44.05697250366211, - 44.81291198730469, - 86.69319152832031, - 56.37301254272461, - 124.19571685791016, - 60.82076644897461, - 47.10594177246094, - 198.7239532470703, - 59.03047561645508, - 110.41271209716797, - 98.88810729980469, - 302.7642822265625, - 40.92451858520508, - 59.923954010009766, - 63.52898025512695, - 67.5317611694336, - 98.87032318115234, - 44.05696487426758, - 127.8211898803711, - 91.34024047851562, - 53.757450103759766, - 86.15290069580078, - 90.96896362304688, - 55.182945251464844, - 40.92451858520508, - 59.03047561645508, - 49.94530487060547, - 47.90145492553711, - 99.9060287475586, - 44.08746337890625, - 46.32465744018555, - 40.92451858520508, - 70.85063934326172, - 104.52373504638672, - 101.63829803466797, - 95.16793060302734, - 85.22358703613281, - 92.40642547607422, - 54.224124908447266, - 85.75440216064453, - 39.6721305847168, - 54.22412109375, - 40.92452621459961, - 47.703086853027344, - 66.04163360595703, - 123.2872543334961, - 82.99349212646484, - 129.79490661621094, - 77.3393325805664, - 40.43055725097656, - 54.22412109375, - 47.901458740234375, - 69.92909240722656, - 40.92451858520508, - 135.70716857910156, - 47.703086853027344, - 45.5595588684082, - 105.6161880493164, - 69.27104187011719, - 42.714111328125, - 117.91704559326172, - 63.528995513916016, - 39.6721305847168, - 108.3558120727539, - 85.40746307373047, - 44.05696487426758, - 54.224124908447266, - 82.94215393066406, - 65.34730529785156, - 41.895790100097656, - 94.47724151611328, - 69.532470703125, - 106.52165985107422, - 40.60122299194336, - 54.22412109375, - 91.3961410522461, - 69.92909240722656, - 41.47610092163086, - 44.05696487426758, - 52.043182373046875, - 54.62394714355469, - 45.09809875488281, - 40.92451858520508, - 63.528987884521484, - 39.448631286621094, - 42.07524108886719, - 72.69819641113281, - 59.9239387512207, - 41.895790100097656, - 169.6084442138672, - 512.0, - 40.4305534362793, - 65.38341522216797, - 54.224124908447266, - 67.5317611694336, - 44.08746337890625, - 54.09676742553711, - 99.89239501953125, - 41.47610092163086, - 83.9281997680664, - 43.5638542175293, - 56.373016357421875, - 41.895782470703125, - 122.68749237060547, - 74.08212280273438, - 52.89699935913086, - 315.55047607421875, - 86.58194732666016, - 40.60122299194336, - 57.25468826293945, - 78.43595886230469, - 56.293609619140625, - 104.52373504638672, - 104.52373504638672, - 104.52373504638672, - 65.34730529785156, - 86.69319152832031, - 114.1885986328125, - 190.03089904785156, - 59.9239387512207, - 92.33837890625, - 40.60122299194336, - 56.373023986816406, - 66.25981140136719, - 39.36961364746094, - 46.32465744018555, - 43.38652420043945, - 47.703086853027344, - 39.482200622558594, - 82.18600463867188, - 47.901458740234375, - 62.93327713012695, - 52.043182373046875, - 65.45768737792969, - 104.52373504638672, - 91.50918579101562, - 41.895790100097656, - 52.89699935913086, - 81.07107543945312, - 82.94215393066406, - 48.70958709716797, - 89.06058502197266, - 65.34730529785156, - 86.69320678710938, - 108.39710235595703, - 91.0024642944336, - 54.62394714355469, - 79.3209228515625, - 39.3696174621582, - 68.09085845947266, - 76.40882873535156, - 77.61590576171875, - 129.0848846435547, - 115.54671478271484, - 47.703086853027344, - 51.19670486450195, - 75.47940826416016, - 127.04981231689453, - 52.456817626953125, - 83.87886047363281, - 95.71031188964844, - 47.1059455871582, - 39.482200622558594, - 71.77371978759766, - 54.224124908447266, - 110.15702819824219, - 83.87886047363281, - 207.1689910888672, - 110.37464904785156, - 106.71878051757812, - 67.17436218261719, - 83.76823425292969, - 66.25981140136719, - 46.32465744018555, - 67.5317611694336, - 53.757450103759766, - 52.04319763183594, - 53.757450103759766, - 51.19670486450195, - 54.22412109375, - 56.37301254272461, - 104.52373504638672, - 41.895790100097656, - 47.703086853027344, - 120.39462280273438, - 39.482200622558594, - 67.5317611694336, - 41.895790100097656, - 40.43055725097656, - 39.85641860961914, - 77.3393325805664, - 40.60122299194336, - 86.7678451538086, - 113.93793487548828, - 72.6982192993164, - 99.37323760986328, - 83.87886047363281, - 44.81291198730469, - 40.60122299194336, - 69.00910949707031, - 45.5595588684082, - 82.0654296875, - 54.22412109375, - 39.85642623901367, - 124.01116943359375, - 151.1304168701172, - 54.22412109375, - 65.3473129272461, - 54.22412109375, - 61.72068786621094, - 62.62348937988281, - 99.89241027832031, - 91.47281646728516, - 45.794525146484375, - 63.24631881713867, - 69.00910949707031, - 66.25979614257812, - 47.703086853027344, - 44.05696487426758, - 98.09342956542969, - 54.224124908447266, - 39.36960983276367, - 88.57266235351562, - 67.5317611694336, - 95.15628051757812, - 99.38817596435547, - 40.00730514526367, - 76.40882873535156, - 54.22412109375, - 60.82076644897461, - 67.5317611694336, - 97.07173156738281, - 44.05696487426758, - 67.5317611694336, - 40.00730514526367, - 85.75440979003906, - 41.895790100097656, - 47.703086853027344, - 67.17436981201172, - 117.91527557373047, - 107.55010986328125, - 46.32465744018555, - 54.22412109375, - 47.703086853027344, - 81.03328704833984, - 121.86209869384766, - 67.25962829589844, - 67.5317611694336, - 52.043182373046875, - 46.32465744018555, - 156.81423950195312, - 56.373016357421875, - 58.140625, - 41.895790100097656, - 39.36962127685547, - 89.51326751708984, - 50.35831832885742, - 57.25468444824219, - 54.62394332885742, - 54.62394332885742, - 118.85478973388672, - 54.22412109375, - 68.09085845947266, - 52.89920425415039, - 39.448631286621094, - 39.44862365722656, - 39.482200622558594, - 107.46990203857422, - 108.17796325683594, - 44.05696487426758, - 47.703086853027344, - 104.12126922607422, - 62.62348937988281, - 41.62156677246094, - 79.89823150634766, - 104.52373504638672, - 77.33934783935547, - 40.007301330566406, - 104.52373504638672, - 41.895782470703125, - 39.67213821411133, - 79.2033462524414, - 104.61443328857422, - 512.0, - 54.62394714355469, - 76.40882873535156, - 69.00912475585938, - 67.5317611694336, - 84.07622528076172, - 51.19670486450195, - 60.820770263671875, - 44.05697250366211, - 81.0721435546875, - 40.60122299194336, - 54.22412109375, - 41.47610092163086, - 105.57879638671875, - 47.703086853027344, - 67.5317611694336, - 70.85063934326172, - 57.254695892333984, - 54.224124908447266, - 104.52373504638672, - 97.30828857421875, - 138.74588012695312, - 167.69091796875, - 72.6982192993164, - 120.29972076416016, - 179.9353790283203, - 51.19669723510742, - 76.40882873535156, - 59.9239387512207, - 40.00730514526367, - 90.52156066894531, - 52.89699935913086, - 44.81291198730469, - 74.60073852539062, - 57.5911865234375, - 58.140625, - 104.52373504638672, - 87.63847351074219, - 87.3253402709961, - 115.04199981689453, - 65.20807647705078, - 94.2242660522461, - 42.714111328125, - 89.02322387695312, - 75.47940826416016, - 44.05697250366211, - 39.482200622558594, - 115.48434448242188, - 84.35626983642578, - 39.85641860961914, - 76.40882873535156, - 65.3473129272461, - 92.82334899902344, - 512.0, - 51.19670486450195, - 54.22412109375, - 40.601219177246094, - 85.75440216064453, - 47.703086853027344, - 99.53330993652344, - 132.39413452148438, - 47.703086853027344, - 40.92451477050781, - 59.92394256591797, - 53.757450103759766, - 129.05679321289062, - 69.9290771484375, - 85.09452056884766, - 104.52373504638672, - 75.47940826416016, - 47.703086853027344, - 106.11210632324219, - 55.49595260620117, - 40.92451477050781, - 44.05696487426758, - 54.224124908447266, - 97.35580444335938, - 69.92909240722656, - 67.17436218261719, - 148.75559997558594, - 50.55012130737305, - 47.703086853027344, - 54.22412109375, - 55.49595642089844, - 67.17436981201172, - 81.05340576171875, - 39.6721305847168, - 44.81291198730469, - 102.73168182373047, - 44.05696487426758, - 67.5317611694336, - 47.10594177246094, - 512.0, - 47.10594177246094, - 69.86644744873047, - 42.07524108886719, - 40.00730895996094, - 39.85641860961914, - 54.22412109375, - 113.57317352294922, - 39.6721305847168, - 72.42686462402344, - 47.703086853027344, - 57.254695892333984, - 60.82075881958008, - 101.30210876464844, - 59.03047561645508, - 65.09443664550781, - 47.10594177246094, - 47.703086853027344, - 46.32465744018555, - 512.0, - 40.00730514526367, - 107.72858428955078, - 39.482200622558594, - 104.52373504638672, - 72.73033142089844, - 40.92451858520508, - 70.85065460205078, - 47.703086853027344, - 91.96760559082031, - 147.23828125, - 44.05697250366211, - 82.00621795654297, - 60.820762634277344, - 67.17436218261719, - 88.9955825805664, - 512.0, - 134.9266815185547, - 47.703086853027344, - 59.9239501953125, - 68.09085845947266, - 63.52898025512695, - 75.47940826416016, - 98.0183334350586, - 47.703086853027344, - 73.6240234375, - 42.0534553527832, - 82.00624084472656, - 98.43455505371094, - 188.82351684570312, - 67.66526794433594, - 49.52893829345703, - 52.89699172973633, - 512.0, - 47.703086853027344, - 67.5317611694336, - 67.2735366821289, - 54.224124908447266, - 39.36962127685547, - 51.19670867919922, - 81.76299285888672, - 47.901458740234375, - 67.5317611694336, - 41.895782470703125, - 67.5317611694336, - 54.22412109375, - 98.00142669677734, - 89.51325225830078, - 47.901458740234375, - 48.70957565307617, - 43.38651657104492, - 41.47610092163086, - 78.42398071289062, - 76.47413635253906, - 119.81362915039062, - 55.80831527709961, - 40.924522399902344, - 162.46035766601562, - 120.63524627685547, - 39.482200622558594, - 67.17436218261719, - 82.00621795654297, - 54.22412109375, - 44.81291198730469, - 39.482200622558594, - 67.5317611694336, - 45.5595588684082, - 79.20336151123047, - 70.77339935302734, - 42.07524108886719, - 82.0062255859375 + 739.0765991210938, + 597.813720703125, + 489.1404113769531, + 563.6830444335938, + 481.79736328125, + 538.9635620117188, + 376.29901123046875, + 494.3122253417969, + 508.10894775390625, + 504.61041259765625, + 688.0403442382812, + 626.9129028320312, + 363.412841796875, + 675.806396484375, + 556.26220703125, + 444.6527099609375, + 818.9837646484375, + 350.4708251953125, + 985.5196533203125, + 494.539306640625, + 655.9701538085938, + 640.794189453125, + 449.11297607421875, + 662.16650390625, + 669.7613525390625, + 743.2066650390625, + 483.870361328125, + 571.0582885742188, + 406.3431091308594, + 712.8184814453125, + 502.2744445800781, + 747.8193969726562, + 549.2239990234375, + 405.72869873046875, + 286.054931640625, + 305.0459289550781, + 625.2824096679688, + 793.7418212890625, + 697.7482299804688, + 627.1007080078125, + 698.60888671875, + 515.9098510742188, + 442.215087890625, + 390.4728088378906, + 481.3717956542969, + 409.3052062988281, + 689.582763671875, + 341.48284912109375, + 401.15191650390625, + 538.9657592773438, + 639.8485717773438, + 531.79931640625, + 384.4809875488281, + 718.291748046875, + 374.422119140625, + 566.8493041992188, + 390.4732666015625, + 394.9889221191406, + 825.7923583984375, + 428.1610412597656, + 475.30584716796875, + 610.1319580078125, + 555.8850708007812, + 500.73553466796875, + 433.9814758300781, + 571.6104125976562, + 898.6715087890625, + 420.3636169433594, + 588.6100463867188, + 386.54180908203125, + 626.8784790039062, + 502.8669128417969, + 569.3975219726562, + 337.2457275390625, + 602.1905517578125, + 532.87060546875, + 514.6432495117188, + 501.9048767089844, + 595.3522338867188, + 432.3548278808594, + 588.3230590820312, + 507.9537658691406, + 621.12744140625, + 574.4950561523438, + 772.0514526367188, + 361.2718505859375, + 633.3721923828125, + 457.3650207519531, + 433.6624450683594, + 691.9794311523438, + 560.0297241210938, + 557.0887451171875, + 575.3659057617188, + 516.9237670898438, + 453.4516906738281, + 562.1062622070312, + 236.6473846435547, + 552.5512084960938, + 594.3075561523438, + 539.0973510742188, + 624.4689331054688, + 621.84619140625, + 592.4092407226562, + 441.75311279296875, + 695.69189453125, + 496.9420166015625, + 451.1360168457031, + 390.8857421875, + 461.6413879394531, + 629.9989624023438, + 318.689697265625, + 453.1695861816406, + 770.112548828125, + 515.3731079101562, + 702.2034301757812, + 549.9230346679688, + 425.7182922363281, + 607.7738647460938, + 559.110107421875, + 624.0439453125, + 564.9451904296875, + 378.7127685546875, + 483.737060546875, + 569.7838134765625, + 400.5860900878906, + 697.0548095703125, + 535.6246948242188, + 424.1619567871094, + 492.29425048828125, + 761.7284545898438, + 405.6764831542969, + 527.5936889648438, + 536.78466796875, + 511.559814453125, + 553.95458984375, + 320.80841064453125, + 552.6041259765625, + 704.3516235351562, + 515.92529296875, + 484.01165771484375, + 760.629150390625, + 560.0961303710938, + 545.0548095703125, + 509.83587646484375, + 537.9865112304688, + 401.74554443359375, + 827.1117553710938, + 607.9900512695312, + 367.9065246582031, + 602.436767578125, + 513.7706298828125, + 584.1508178710938, + 826.7442626953125, + 446.57366943359375, + 672.5968627929688, + 690.109375, + 544.9276123046875, + 568.307373046875, + 638.5365600585938, + 274.747802734375, + 709.7094116210938, + 398.5852355957031, + 477.85467529296875, + 583.4423217773438, + 437.8994445800781, + 535.3541870117188, + 375.87554931640625, + 463.3503112792969, + 521.2249145507812, + 686.6300659179688, + 566.3898315429688, + 479.95697021484375, + 555.9785766601562, + 436.2325439453125, + 677.9727172851562, + 609.4204711914062, + 378.140625, + 563.010986328125, + 528.5112915039062, + 422.314697265625, + 546.6192016601562, + 439.84344482421875, + 835.1761474609375, + 506.178466796875, + 495.8014831542969, + 698.968017578125, + 625.2029418945312, + 816.2001953125, + 493.8478698730469, + 484.16522216796875, + 479.9593505859375, + 393.227783203125, + 434.49298095703125, + 606.8637084960938, + 473.3042907714844, + 336.52984619140625, + 536.4965209960938, + 583.5869750976562, + 485.4371032714844, + 568.5491333007812, + 561.6674194335938, + 649.4622802734375, + 589.0355224609375, + 577.3256225585938, + 469.4944152832031, + 959.114990234375, + 599.1904296875, + 729.6387939453125, + 386.32769775390625, + 499.0510559082031, + 449.3625793457031, + 664.5614624023438, + 399.58282470703125, + 437.8910827636719, + 359.9402770996094, + 484.28173828125, + 739.448486328125, + 626.793212890625, + 381.9198303222656, + 598.0503540039062, + 328.6512145996094, + 627.4522705078125, + 721.2931518554688, + 459.13885498046875, + 489.4552917480469, + 467.09722900390625, + 618.8430786132812, + 463.0123291015625, + 756.5809936523438, + 572.5784301757812, + 399.1018371582031, + 724.0319213867188, + 458.40179443359375, + 410.97857666015625, + 481.94390869140625, + 504.8139953613281, + 401.8499755859375, + 442.7025451660156, + 604.531982421875, + 600.6447143554688, + 764.6610107421875, + 711.8613891601562, + 382.1741943359375, + 526.6746215820312, + 530.9868774414062, + 566.4629516601562, + 543.7064208984375, + 545.432861328125, + 585.3519287109375, + 410.5320129394531, + 465.1644592285156, + 615.6658935546875, + 541.20654296875, + 677.1534423828125, + 648.1840209960938, + 661.245361328125, + 509.4217834472656, + 423.0521545410156, + 503.65802001953125, + 490.4245300292969, + 409.08319091796875, + 477.187744140625, + 547.6909790039062, + 626.0186767578125, + 674.7528686523438, + 594.9310913085938, + 592.3950805664062, + 785.03564453125, + 666.8161010742188, + 466.9097900390625, + 740.501220703125, + 707.434814453125, + 596.9512329101562, + 402.439208984375, + 651.8250122070312, + 550.90380859375, + 431.44757080078125, + 673.4168090820312, + 662.1046752929688, + 481.8288269042969, + 619.6263427734375, + 409.2690124511719, + 652.6026611328125, + 919.6306762695312, + 468.0286865234375, + 416.5902404785156, + 658.876953125, + 711.8275146484375, + 599.6726684570312, + 664.19873046875, + 518.3597412109375, + 416.08074951171875, + 407.26629638671875, + 591.7357177734375, + 558.8827514648438, + 583.4345703125, + 511.7166442871094, + 808.3078002929688, + 466.68426513671875, + 438.351806640625, + 426.21234130859375, + 620.5405883789062, + 505.36883544921875, + 749.7327880859375, + 690.5621337890625, + 496.69915771484375, + 675.5101318359375, + 671.5612182617188, + 516.3319091796875, + 766.697509765625, + 607.5599975585938, + 451.8130798339844, + 379.8551330566406, + 726.7068481445312, + 384.8064270019531, + 476.9815368652344, + 449.81756591796875, + 493.345458984375, + 472.8830871582031, + 525.0908203125, + 597.2020263671875, + 616.5039672851562, + 550.4277954101562, + 392.473876953125, + 605.1085205078125, + 703.69189453125, + 645.8236694335938, + 584.8802490234375, + 673.476806640625, + 437.6947326660156, + 443.3898010253906, + 704.2537841796875, + 410.0582275390625, + 632.7283935546875, + 782.1146240234375, + 608.5213012695312, + 668.1739501953125, + 702.9088745117188, + 595.2078247070312, + 523.2788696289062, + 563.4804077148438, + 460.29840087890625, + 361.61090087890625, + 594.6175537109375, + 568.1444702148438, + 656.8128051757812, + 709.4666748046875, + 501.39813232421875, + 825.216552734375, + 986.4933471679688, + 666.9403076171875, + 611.7313232421875, + 540.2186279296875, + 547.724853515625, + 495.3525695800781, + 621.7918701171875, + 572.9523315429688, + 826.2545166015625, + 632.3715209960938, + 433.5082092285156, + 428.1529541015625, + 505.28448486328125, + 882.0339965820312, + 757.6771240234375, + 601.3849487304688, + 694.392822265625, + 519.330322265625, + 374.52398681640625, + 620.3475952148438, + 537.8180541992188, + 492.9902038574219, + 924.1407470703125, + 365.96661376953125, + 504.1756896972656, + 656.900634765625, + 691.4475708007812, + 362.2557373046875, + 407.343017578125, + 800.4021606445312, + 462.98919677734375, + 428.0048522949219, + 371.2589416503906, + 675.652587890625, + 482.2244567871094, + 831.9420776367188, + 671.37841796875, + 545.3580322265625, + 395.9403076171875, + 442.71246337890625, + 731.693603515625, + 393.1955871582031, + 723.885986328125, + 423.99859619140625, + 440.8020324707031, + 337.6725769042969, + 338.6919860839844, + 472.49627685546875, + 477.9420166015625, + 509.9480895996094, + 494.19598388671875, + 515.251220703125, + 553.2742919921875, + 497.2206726074219, + 415.6507873535156, + 433.629638671875, + 868.3446044921875, + 674.2147216796875, + 631.7929077148438, + 487.8085632324219, + 452.2110900878906, + 445.5380554199219, + 602.4120483398438, + 643.9297485351562, + 671.4370727539062, + 565.3590087890625, + 505.0948181152344, + 797.921875, + 716.4822387695312, + 494.9231872558594, + 481.8419494628906, + 403.7101135253906, + 570.7716064453125, + 651.4807739257812, + 415.14947509765625, + 249.37586975097656, + 546.01318359375, + 510.16241455078125, + 486.7887268066406, + 481.90118408203125, + 735.2459106445312, + 432.34375, + 346.0941467285156, + 618.1196899414062, + 529.9204711914062, + 666.0657348632812, + 546.4686889648438, + 573.5009155273438, + 589.8424072265625, + 520.4320678710938, + 799.938720703125, + 373.36956787109375, + 656.37060546875, + 795.947998046875, + 597.3927001953125, + 543.1931762695312, + 466.8130187988281, + 603.9279174804688, + 668.8360595703125, + 716.5225219726562, + 670.7603149414062, + 812.5081176757812, + 689.6835327148438, + 535.510498046875, + 810.2286987304688, + 502.4569091796875, + 534.0973510742188, + 689.5183715820312, + 381.8031311035156, + 440.16058349609375, + 339.5979919433594, + 757.4081420898438, + 534.5966796875, + 342.75347900390625, + 654.3670043945312, + 762.1286010742188, + 538.573486328125, + 766.4180297851562, + 719.6589965820312, + 597.1301879882812, + 367.07861328125, + 443.78289794921875, + 500.36883544921875, + 582.2058715820312, + 428.61114501953125, + 783.6666870117188, + 815.0113525390625, + 410.5796203613281, + 456.7110900878906, + 912.4739379882812, + 505.4149169921875, + 594.2979125976562, + 651.80078125, + 493.90228271484375, + 614.9429931640625, + 625.1251831054688, + 694.8998413085938, + 599.2553100585938, + 488.3004150390625, + 674.8719482421875, + 515.1693725585938, + 459.5635681152344, + 679.872314453125, + 449.52642822265625, + 516.9937744140625, + 622.96826171875, + 560.778076171875, + 571.0303344726562, + 704.7074584960938, + 583.5810546875, + 882.3734130859375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -13323,374 +16622,374 @@ 2 ], "wall_clock_s": [ - 463.3, - 506.5, - 481.7 + 873.4, + 882.0, + 878.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.08998539298772812, + "loss": 0.228221595287323, "env_score_iters": 500, - "env_score": -3.003174304962158, + "env_score": -0.5798721313476562, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.9075889587402344, - "rl_grad_norm": 0.5323030352592468, - "bc_grad_norm": 0.48000991344451904, + "grad_align": 0.1927034705877304, + "rl_grad_norm": 0.5006434917449951, + "bc_grad_norm": 5.608820915222168, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00008036059443838894, - "embedding.weight": 0.019572362303733826, - "cnn.0.weight": 0.2844966948032379, - "cnn.0.bias": 0.009092872031033039, - "cnn.2.weight": 0.03974967822432518, - "cnn.2.bias": 0.010702397674322128, - "cnn.5.weight": 0.03270677849650383, - "cnn.5.bias": 0.011067350395023823, - "action_emb.weight": 0.008601884357631207, - "timestep_emb.weight": 0.0029509856831282377, - "pos_emb.weight": 0.004448483698070049, - "transformer.layers.0.self_attn.in_proj_weight": 0.06566587090492249, - "transformer.layers.0.self_attn.in_proj_bias": 0.005225123837590218, - "transformer.layers.0.self_attn.out_proj.weight": 0.0541650615632534, - "transformer.layers.0.self_attn.out_proj.bias": 0.006399133708328009, - "transformer.layers.0.linear1.weight": 0.045898910611867905, - "transformer.layers.0.linear1.bias": 0.0025035208091139793, - "transformer.layers.0.linear2.weight": 0.04862667992711067, - "transformer.layers.0.linear2.bias": 0.00394284725189209, - "transformer.layers.0.norm1.weight": 0.0037173384334892035, - "transformer.layers.0.norm1.bias": 0.004385833162814379, - "transformer.layers.0.norm2.weight": 0.0046770041808485985, - "transformer.layers.0.norm2.bias": 0.003506725188344717, - "transformer.layers.1.self_attn.in_proj_weight": 0.04545293003320694, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027219646144658327, - "transformer.layers.1.self_attn.out_proj.weight": 0.03548362851142883, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028055773582309484, - "transformer.layers.1.linear1.weight": 0.024307923391461372, - "transformer.layers.1.linear1.bias": 0.0013373831752687693, - "transformer.layers.1.linear2.weight": 0.028877900913357735, - "transformer.layers.1.linear2.bias": 0.0026541436091065407, - "transformer.layers.1.norm1.weight": 0.0033385788556188345, - "transformer.layers.1.norm1.bias": 0.002755018649622798, - "transformer.layers.1.norm2.weight": 0.001989663578569889, - "transformer.layers.1.norm2.bias": 0.0015000352868810296, - "transformer.layers.2.self_attn.in_proj_weight": 0.04828353971242905, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031040094327181578, - "transformer.layers.2.self_attn.out_proj.weight": 0.025749145075678825, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023992075584828854, - "transformer.layers.2.linear1.weight": 0.016418518498539925, - "transformer.layers.2.linear1.bias": 0.0009501509484834969, - "transformer.layers.2.linear2.weight": 0.019243868067860603, - "transformer.layers.2.linear2.bias": 0.0022730911150574684, - "transformer.layers.2.norm1.weight": 0.003975623287260532, - "transformer.layers.2.norm1.bias": 0.003653872525319457, - "transformer.layers.2.norm2.weight": 0.0010700203711166978, - "transformer.layers.2.norm2.bias": 0.0008514316286891699, - "transformer.layers.3.self_attn.in_proj_weight": 0.05457224324345589, - "transformer.layers.3.self_attn.in_proj_bias": 0.004276718944311142, - "transformer.layers.3.self_attn.out_proj.weight": 0.023457838222384453, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035007160622626543, - "transformer.layers.3.linear1.weight": 0.04155154526233673, - "transformer.layers.3.linear1.bias": 0.0033500916324555874, - "transformer.layers.3.linear2.weight": 0.02242104522883892, - "transformer.layers.3.linear2.bias": 0.005098528228700161, - "transformer.layers.3.norm1.weight": 0.003948527853935957, - "transformer.layers.3.norm1.bias": 0.005535674747079611, - "transformer.layers.3.norm2.weight": 0.0034698951058089733, - "transformer.layers.3.norm2.bias": 0.00505457678809762, - "head.weight": 0.30773642659187317, - "head.bias": 0.01034403033554554, - "global_embedding.weight": 0.047938063740730286, - "global_cnn.0.weight": 0.22042973339557648, - "global_cnn.0.bias": 0.006890642922371626, - "global_cnn.2.weight": 0.33970406651496887, - "global_cnn.2.bias": 0.023109234869480133, - "global_proj.weight": 0.11189372092485428, - "global_proj.bias": 0.06808558851480484, - "goal_head.0.weight": 0.0713648870587349, - "goal_head.0.bias": 0.03044646419584751, - "goal_head.2.weight": 0.1075817421078682, - "goal_head.2.bias": 0.07278234511613846 + "global_gate": 0.00010801733151311055, + "embedding.weight": 0.00434363866224885, + "cnn.0.weight": 0.07052585482597351, + "cnn.0.bias": 0.002356194192543626, + "cnn.2.weight": 0.013859729282557964, + "cnn.2.bias": 0.003718663938343525, + "cnn.5.weight": 0.010275556705892086, + "cnn.5.bias": 0.0027641805354505777, + "action_emb.weight": 0.005771977826952934, + "timestep_emb.weight": 0.0017406740225851536, + "pos_emb.weight": 0.003743469715118408, + "transformer.layers.0.self_attn.in_proj_weight": 0.032048650085926056, + "transformer.layers.0.self_attn.in_proj_bias": 0.002443170640617609, + "transformer.layers.0.self_attn.out_proj.weight": 0.031132258474826813, + "transformer.layers.0.self_attn.out_proj.bias": 0.003357970155775547, + "transformer.layers.0.linear1.weight": 0.031069284304976463, + "transformer.layers.0.linear1.bias": 0.0015402879798784852, + "transformer.layers.0.linear2.weight": 0.0331924743950367, + "transformer.layers.0.linear2.bias": 0.0027503680903464556, + "transformer.layers.0.norm1.weight": 0.0019131506560370326, + "transformer.layers.0.norm1.bias": 0.002229915000498295, + "transformer.layers.0.norm2.weight": 0.0028637489303946495, + "transformer.layers.0.norm2.bias": 0.002097193617373705, + "transformer.layers.1.self_attn.in_proj_weight": 0.0305649284273386, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019254868384450674, + "transformer.layers.1.self_attn.out_proj.weight": 0.030672909691929817, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022814730182290077, + "transformer.layers.1.linear1.weight": 0.01974600926041603, + "transformer.layers.1.linear1.bias": 0.0010338653810322285, + "transformer.layers.1.linear2.weight": 0.02631150744855404, + "transformer.layers.1.linear2.bias": 0.0021506778430193663, + "transformer.layers.1.norm1.weight": 0.0022835282143205404, + "transformer.layers.1.norm1.bias": 0.001991716679185629, + "transformer.layers.1.norm2.weight": 0.0016051956918090582, + "transformer.layers.1.norm2.bias": 0.001022442476823926, + "transformer.layers.2.self_attn.in_proj_weight": 0.03141968324780464, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017184659373015165, + "transformer.layers.2.self_attn.out_proj.weight": 0.030094565823674202, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018245137762278318, + "transformer.layers.2.linear1.weight": 0.016132859513163567, + "transformer.layers.2.linear1.bias": 0.0009727090946398675, + "transformer.layers.2.linear2.weight": 0.019855951890349388, + "transformer.layers.2.linear2.bias": 0.0017906328430399299, + "transformer.layers.2.norm1.weight": 0.0024588420055806637, + "transformer.layers.2.norm1.bias": 0.0019815273117274046, + "transformer.layers.2.norm2.weight": 0.0012853143271058798, + "transformer.layers.2.norm2.bias": 0.0010651199845597148, + "transformer.layers.3.self_attn.in_proj_weight": 0.0658758282661438, + "transformer.layers.3.self_attn.in_proj_bias": 0.003477988298982382, + "transformer.layers.3.self_attn.out_proj.weight": 0.037262074649333954, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026528791058808565, + "transformer.layers.3.linear1.weight": 0.03274465352296829, + "transformer.layers.3.linear1.bias": 0.0025062088388949633, + "transformer.layers.3.linear2.weight": 0.020092884078621864, + "transformer.layers.3.linear2.bias": 0.0030675360467284918, + "transformer.layers.3.norm1.weight": 0.006978369317948818, + "transformer.layers.3.norm1.bias": 0.0047162785194814205, + "transformer.layers.3.norm2.weight": 0.002445691032335162, + "transformer.layers.3.norm2.bias": 0.00343392975628376, + "head.weight": 0.22082439064979553, + "head.bias": 0.00449930876493454, + "global_embedding.weight": 0.027902154251933098, + "global_cnn.0.weight": 0.1335751861333847, + "global_cnn.0.bias": 0.005025175400078297, + "global_cnn.2.weight": 0.3799688518047333, + "global_cnn.2.bias": 0.015979401767253876, + "global_proj.weight": 0.11230136454105377, + "global_proj.bias": 0.04239838570356369, + "goal_head.0.weight": 0.05639120563864708, + "goal_head.0.bias": 0.01630273647606373, + "goal_head.2.weight": 0.06302767992019653, + "goal_head.2.bias": 0.030943118035793304 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.02280300483107567, - "repr_drift_kl_low_t": 0.019285663962364197, - "repr_drift_kl_mid_t": 0.01950233057141304, - "repr_drift_kl_high_t": 0.04153589904308319, + "repr_drift_kl": 0.7615044116973877, + "repr_drift_kl_low_t": 0.938890814781189, + "repr_drift_kl_mid_t": 0.7708993554115295, + "repr_drift_kl_high_t": 0.5363863706588745, "cka_iters": 500, - "cka_similarity": 0.6189798712730408, + "cka_similarity": 0.8416920900344849, "t_analysis_iters": 500, - "norm_low_t": 0.5417026281356812, - "norm_high_t": 0.7574392557144165, - "lowhigh_cos": 0.5229542851448059, + "norm_low_t": 0.5396884679794312, + "norm_high_t": 0.5490787625312805, + "lowhigh_cos": 0.781126081943512, "t_bin_norms": { - "t_0.0-0.1": 0.5248510837554932, - "t_0.1-0.2": 0.5491511225700378, - "t_0.2-0.3": 0.5650087594985962, - "t_0.3-0.4": 0.555901825428009, - "t_0.4-0.5": 0.5377267003059387, - "t_0.5-0.6": 0.5258191227912903, - "t_0.6-0.7": 0.5573184490203857, - "t_0.7-0.8": 0.5269080400466919, - "t_0.8-0.9": 0.5691173672676086, - "t_0.9-1.0": 0.9134818911552429 - }, - "win_rate": 0.1267748475074768, - "effective_batch_size": 82.0062255859375, + "t_0.0-0.1": 0.6555533409118652, + "t_0.1-0.2": 0.5295878648757935, + "t_0.2-0.3": 0.5453477501869202, + "t_0.3-0.4": 0.491973340511322, + "t_0.4-0.5": 0.5290946364402771, + "t_0.5-0.6": 0.5056648850440979, + "t_0.6-0.7": 0.5560024976730347, + "t_0.7-0.8": 0.5934655070304871, + "t_0.8-0.9": 0.5782085061073303, + "t_0.9-1.0": 0.5262279510498047 + }, + "win_rate": 0.13101983070373535, + "effective_batch_size": 882.3734130859375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.02925911918282509, + "loss": 0.14321137964725494, "env_score_iters": 500, - "env_score": -3.8045222759246826, + "env_score": -0.5421772003173828, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.7051334381103516, - "rl_grad_norm": 0.2122308611869812, - "bc_grad_norm": 0.3636324107646942, + "grad_align": -0.15654686093330383, + "rl_grad_norm": 0.35498419404029846, + "bc_grad_norm": 3.1629159450531006, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 2.9313468985492364e-6, - "embedding.weight": 0.002030188450589776, - "cnn.0.weight": 0.06581638008356094, - "cnn.0.bias": 0.0021115844137966633, - "cnn.2.weight": 0.008310158737003803, - "cnn.2.bias": 0.0026138608809560537, - "cnn.5.weight": 0.004441012162715197, - "cnn.5.bias": 0.0025081969797611237, - "action_emb.weight": 0.002393170725554228, - "timestep_emb.weight": 0.000204254305572249, - "pos_emb.weight": 0.0005276728188619018, - "transformer.layers.0.self_attn.in_proj_weight": 0.010650960728526115, - "transformer.layers.0.self_attn.in_proj_bias": 0.00048148169298656285, - "transformer.layers.0.self_attn.out_proj.weight": 0.01550072431564331, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008734570583328605, - "transformer.layers.0.linear1.weight": 0.010098171420395374, - "transformer.layers.0.linear1.bias": 0.000232683916692622, - "transformer.layers.0.linear2.weight": 0.008105512708425522, - "transformer.layers.0.linear2.bias": 0.0003774944634642452, - "transformer.layers.0.norm1.weight": 0.0005622574244625866, - "transformer.layers.0.norm1.bias": 0.00039016385562717915, - "transformer.layers.0.norm2.weight": 0.0013408093946054578, - "transformer.layers.0.norm2.bias": 0.00020331407722551376, - "transformer.layers.1.self_attn.in_proj_weight": 0.008795700967311859, - "transformer.layers.1.self_attn.in_proj_bias": 0.00023171829525381327, - "transformer.layers.1.self_attn.out_proj.weight": 0.005486100446432829, - "transformer.layers.1.self_attn.out_proj.bias": 0.0002968147164210677, - "transformer.layers.1.linear1.weight": 0.0027944680768996477, - "transformer.layers.1.linear1.bias": 0.00012148277892265469, - "transformer.layers.1.linear2.weight": 0.0034636766649782658, - "transformer.layers.1.linear2.bias": 0.00026124779833480716, - "transformer.layers.1.norm1.weight": 0.0004985906998626888, - "transformer.layers.1.norm1.bias": 0.00025060161715373397, - "transformer.layers.1.norm2.weight": 0.0002880917745642364, - "transformer.layers.1.norm2.bias": 0.00011272548726992682, - "transformer.layers.2.self_attn.in_proj_weight": 0.007707288023084402, - "transformer.layers.2.self_attn.in_proj_bias": 0.00024755665799602866, - "transformer.layers.2.self_attn.out_proj.weight": 0.002783329226076603, - "transformer.layers.2.self_attn.out_proj.bias": 0.00022197638463694602, - "transformer.layers.2.linear1.weight": 0.0017134593799710274, - "transformer.layers.2.linear1.bias": 0.00009384298755321652, - "transformer.layers.2.linear2.weight": 0.0021468722261488438, - "transformer.layers.2.linear2.bias": 0.0002227752993348986, - "transformer.layers.2.norm1.weight": 0.0005422045942395926, - "transformer.layers.2.norm1.bias": 0.00024350239254999906, - "transformer.layers.2.norm2.weight": 0.00012443732703104615, - "transformer.layers.2.norm2.bias": 0.00009891769150272012, - "transformer.layers.3.self_attn.in_proj_weight": 0.011504893191158772, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005595918628387153, - "transformer.layers.3.self_attn.out_proj.weight": 0.0021952257957309484, - "transformer.layers.3.self_attn.out_proj.bias": 0.0002744475204963237, - "transformer.layers.3.linear1.weight": 0.004135222174227238, - "transformer.layers.3.linear1.bias": 0.00034094450529664755, - "transformer.layers.3.linear2.weight": 0.002154855988919735, - "transformer.layers.3.linear2.bias": 0.00046084748464636505, - "transformer.layers.3.norm1.weight": 0.0007429906981997192, - "transformer.layers.3.norm1.bias": 0.0005845515406690538, - "transformer.layers.3.norm2.weight": 0.0003555318689905107, - "transformer.layers.3.norm2.bias": 0.0005083558498881757, - "head.weight": 0.09256832301616669, - "head.bias": 0.0011884798295795918, - "global_embedding.weight": 0.014930921606719494, - "global_cnn.0.weight": 0.07348883152008057, - "global_cnn.0.bias": 0.001759046339429915, - "global_cnn.2.weight": 0.16821084916591644, - "global_cnn.2.bias": 0.008119108155369759, - "global_proj.weight": 0.06052606552839279, - "global_proj.bias": 0.026555147022008896, - "goal_head.0.weight": 0.037848733365535736, - "goal_head.0.bias": 0.012044476345181465, - "goal_head.2.weight": 0.051652662456035614, - "goal_head.2.bias": 0.02786530926823616 + "global_gate": 3.889048093697056e-05, + "embedding.weight": 0.007347185164690018, + "cnn.0.weight": 0.12336640805006027, + "cnn.0.bias": 0.006386203691363335, + "cnn.2.weight": 0.021435828879475594, + "cnn.2.bias": 0.009542813524603844, + "cnn.5.weight": 0.02185957133769989, + "cnn.5.bias": 0.007763766683638096, + "action_emb.weight": 0.005611808504909277, + "timestep_emb.weight": 0.0015387830790132284, + "pos_emb.weight": 0.003329422790557146, + "transformer.layers.0.self_attn.in_proj_weight": 0.050909049808979034, + "transformer.layers.0.self_attn.in_proj_bias": 0.004162434488534927, + "transformer.layers.0.self_attn.out_proj.weight": 0.044962331652641296, + "transformer.layers.0.self_attn.out_proj.bias": 0.0048983413726091385, + "transformer.layers.0.linear1.weight": 0.03304201364517212, + "transformer.layers.0.linear1.bias": 0.0017741656629368663, + "transformer.layers.0.linear2.weight": 0.03467468544840813, + "transformer.layers.0.linear2.bias": 0.0032764780335128307, + "transformer.layers.0.norm1.weight": 0.002604033797979355, + "transformer.layers.0.norm1.bias": 0.003816873300820589, + "transformer.layers.0.norm2.weight": 0.003104702802374959, + "transformer.layers.0.norm2.bias": 0.0018371973419561982, + "transformer.layers.1.self_attn.in_proj_weight": 0.03339531645178795, + "transformer.layers.1.self_attn.in_proj_bias": 0.002081336220726371, + "transformer.layers.1.self_attn.out_proj.weight": 0.02760961651802063, + "transformer.layers.1.self_attn.out_proj.bias": 0.002582492772489786, + "transformer.layers.1.linear1.weight": 0.01600625552237034, + "transformer.layers.1.linear1.bias": 0.001032551284879446, + "transformer.layers.1.linear2.weight": 0.020895496010780334, + "transformer.layers.1.linear2.bias": 0.0023781913332641125, + "transformer.layers.1.norm1.weight": 0.002314006444066763, + "transformer.layers.1.norm1.bias": 0.0021402332931756973, + "transformer.layers.1.norm2.weight": 0.0012433304218575358, + "transformer.layers.1.norm2.bias": 0.00126230763271451, + "transformer.layers.2.self_attn.in_proj_weight": 0.025789709761738777, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016415254212915897, + "transformer.layers.2.self_attn.out_proj.weight": 0.022372977808117867, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021196899469941854, + "transformer.layers.2.linear1.weight": 0.012530559673905373, + "transformer.layers.2.linear1.bias": 0.000773285108152777, + "transformer.layers.2.linear2.weight": 0.015043726190924644, + "transformer.layers.2.linear2.bias": 0.0020971407648175955, + "transformer.layers.2.norm1.weight": 0.0018298289505764842, + "transformer.layers.2.norm1.bias": 0.0018605372169986367, + "transformer.layers.2.norm2.weight": 0.0009414029773324728, + "transformer.layers.2.norm2.bias": 0.0008400186197832227, + "transformer.layers.3.self_attn.in_proj_weight": 0.04668775200843811, + "transformer.layers.3.self_attn.in_proj_bias": 0.003984218463301659, + "transformer.layers.3.self_attn.out_proj.weight": 0.02395138330757618, + "transformer.layers.3.self_attn.out_proj.bias": 0.003172471886500716, + "transformer.layers.3.linear1.weight": 0.025845088064670563, + "transformer.layers.3.linear1.bias": 0.002095185685902834, + "transformer.layers.3.linear2.weight": 0.014504171907901764, + "transformer.layers.3.linear2.bias": 0.003529573557898402, + "transformer.layers.3.norm1.weight": 0.004223157186061144, + "transformer.layers.3.norm1.bias": 0.005667975638061762, + "transformer.layers.3.norm2.weight": 0.002279583364725113, + "transformer.layers.3.norm2.bias": 0.0030447731260210276, + "head.weight": 0.19677050411701202, + "head.bias": 0.007214411161839962, + "global_embedding.weight": 0.10158109664916992, + "global_cnn.0.weight": 0.1304863840341568, + "global_cnn.0.bias": 0.006173264235258102, + "global_cnn.2.weight": 0.18799908459186554, + "global_cnn.2.bias": 0.009659024886786938, + "global_proj.weight": 0.051587946712970734, + "global_proj.bias": 0.01960262469947338, + "goal_head.0.weight": 0.019215965643525124, + "goal_head.0.bias": 0.005960538983345032, + "goal_head.2.weight": 0.02219330705702305, + "goal_head.2.bias": 0.01271465327590704 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07653548568487167, - "repr_drift_kl_low_t": 0.07533532381057739, - "repr_drift_kl_mid_t": 0.07190220057964325, - "repr_drift_kl_high_t": 0.09768837690353394, + "repr_drift_kl": 0.4296572506427765, + "repr_drift_kl_low_t": 0.5376778841018677, + "repr_drift_kl_mid_t": 0.42857447266578674, + "repr_drift_kl_high_t": 0.31455913186073303, "cka_iters": 500, - "cka_similarity": 0.7940393686294556, + "cka_similarity": 0.9117427468299866, "t_analysis_iters": 500, - "norm_low_t": 0.20959049463272095, - "norm_high_t": 0.21181745827198029, - "lowhigh_cos": 0.9872059226036072, + "norm_low_t": 0.2881796658039093, + "norm_high_t": 1.0224357843399048, + "lowhigh_cos": 0.36479246616363525, "t_bin_norms": { - "t_0.0-0.1": 0.21234093606472015, - "t_0.1-0.2": 0.20998184382915497, - "t_0.2-0.3": 0.21002963185310364, - "t_0.3-0.4": 0.21030665934085846, - "t_0.4-0.5": 0.2104814052581787, - "t_0.5-0.6": 0.2099577635526657, - "t_0.6-0.7": 0.20941656827926636, - "t_0.7-0.8": 0.2096412181854248, - "t_0.8-0.9": 0.20912323892116547, - "t_0.9-1.0": 0.21332816779613495 - }, - "win_rate": 0.004983388818800449, - "effective_batch_size": 512.0, + "t_0.0-0.1": 0.29667967557907104, + "t_0.1-0.2": 0.28695088624954224, + "t_0.2-0.3": 0.29144367575645447, + "t_0.3-0.4": 0.261330783367157, + "t_0.4-0.5": 0.2607010304927826, + "t_0.5-0.6": 0.2764744758605957, + "t_0.6-0.7": 0.2743503451347351, + "t_0.7-0.8": 0.3166886866092682, + "t_0.8-0.9": 0.42738306522369385, + "t_0.9-1.0": 1.6940269470214844 + }, + "win_rate": 0.08314606547355652, + "effective_batch_size": 589.6222534179688, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.12943218648433685, + "loss": 0.19196146726608276, "env_score_iters": 500, - "env_score": -4.0514984130859375, + "env_score": -0.43797174096107483, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.768342137336731, - "rl_grad_norm": 0.6347268223762512, - "bc_grad_norm": 0.6398509740829468, + "grad_align": 0.12354125082492828, + "rl_grad_norm": 0.29881325364112854, + "bc_grad_norm": 2.9254748821258545, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00002625260822242126, - "embedding.weight": 0.005061015021055937, - "cnn.0.weight": 0.10064048320055008, - "cnn.0.bias": 0.0037430296652019024, - "cnn.2.weight": 0.018818577751517296, - "cnn.2.bias": 0.00599944032728672, - "cnn.5.weight": 0.023490944877266884, - "cnn.5.bias": 0.006428668741136789, - "action_emb.weight": 0.007858999073505402, - "timestep_emb.weight": 0.003217334160581231, - "pos_emb.weight": 0.004476588685065508, - "transformer.layers.0.self_attn.in_proj_weight": 0.043758027255535126, - "transformer.layers.0.self_attn.in_proj_bias": 0.003428421914577484, - "transformer.layers.0.self_attn.out_proj.weight": 0.045002084225416183, - "transformer.layers.0.self_attn.out_proj.bias": 0.0052659837529063225, - "transformer.layers.0.linear1.weight": 0.04312221705913544, - "transformer.layers.0.linear1.bias": 0.00190517317969352, - "transformer.layers.0.linear2.weight": 0.04737158864736557, - "transformer.layers.0.linear2.bias": 0.002932501258328557, - "transformer.layers.0.norm1.weight": 0.0024648283142596483, - "transformer.layers.0.norm1.bias": 0.002856348641216755, - "transformer.layers.0.norm2.weight": 0.003683631308376789, - "transformer.layers.0.norm2.bias": 0.0019597578793764114, - "transformer.layers.1.self_attn.in_proj_weight": 0.04071247577667236, - "transformer.layers.1.self_attn.in_proj_bias": 0.0020929479505866766, - "transformer.layers.1.self_attn.out_proj.weight": 0.03164054825901985, - "transformer.layers.1.self_attn.out_proj.bias": 0.0021794287022203207, - "transformer.layers.1.linear1.weight": 0.023036940023303032, - "transformer.layers.1.linear1.bias": 0.0011028029257431626, - "transformer.layers.1.linear2.weight": 0.029798075556755066, - "transformer.layers.1.linear2.bias": 0.002046082401648164, - "transformer.layers.1.norm1.weight": 0.0028280015103518963, - "transformer.layers.1.norm1.bias": 0.0023960957769304514, - "transformer.layers.1.norm2.weight": 0.001646270859055221, - "transformer.layers.1.norm2.bias": 0.0011129690101370215, - "transformer.layers.2.self_attn.in_proj_weight": 0.03599407523870468, - "transformer.layers.2.self_attn.in_proj_bias": 0.001823276630602777, - "transformer.layers.2.self_attn.out_proj.weight": 0.02283291146159172, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020379831548780203, - "transformer.layers.2.linear1.weight": 0.0198622215539217, - "transformer.layers.2.linear1.bias": 0.0010437649907544255, - "transformer.layers.2.linear2.weight": 0.022794924676418304, - "transformer.layers.2.linear2.bias": 0.0020770591218024492, - "transformer.layers.2.norm1.weight": 0.0025406607892364264, - "transformer.layers.2.norm1.bias": 0.0022213279735296965, - "transformer.layers.2.norm2.weight": 0.001267684856429696, - "transformer.layers.2.norm2.bias": 0.0010524701792746782, - "transformer.layers.3.self_attn.in_proj_weight": 0.06371673196554184, - "transformer.layers.3.self_attn.in_proj_bias": 0.0039448183961212635, - "transformer.layers.3.self_attn.out_proj.weight": 0.023160159587860107, - "transformer.layers.3.self_attn.out_proj.bias": 0.00284576159901917, - "transformer.layers.3.linear1.weight": 0.05132132023572922, - "transformer.layers.3.linear1.bias": 0.0037365416064858437, - "transformer.layers.3.linear2.weight": 0.024801356717944145, - "transformer.layers.3.linear2.bias": 0.0050629787147045135, - "transformer.layers.3.norm1.weight": 0.005046614911407232, - "transformer.layers.3.norm1.bias": 0.004778161179274321, - "transformer.layers.3.norm2.weight": 0.004375893156975508, - "transformer.layers.3.norm2.bias": 0.00605719955638051, - "head.weight": 0.29759880900382996, - "head.bias": 0.010101639665663242, - "global_embedding.weight": 0.01726202666759491, - "global_cnn.0.weight": 0.18534916639328003, - "global_cnn.0.bias": 0.005658918060362339, - "global_cnn.2.weight": 0.4773494005203247, - "global_cnn.2.bias": 0.02908332459628582, - "global_proj.weight": 0.1335490494966507, - "global_proj.bias": 0.07384128868579865, - "goal_head.0.weight": 0.07395701110363007, - "goal_head.0.bias": 0.029720500111579895, - "goal_head.2.weight": 0.09760630130767822, - "goal_head.2.bias": 0.06797431409358978 + "global_gate": 0.00023692417016718537, + "embedding.weight": 0.002010311232879758, + "cnn.0.weight": 0.041219063103199005, + "cnn.0.bias": 0.0012671236181631684, + "cnn.2.weight": 0.011109220795333385, + "cnn.2.bias": 0.004482104443013668, + "cnn.5.weight": 0.015864169225096703, + "cnn.5.bias": 0.0050194342620670795, + "action_emb.weight": 0.01055074017494917, + "timestep_emb.weight": 0.0016069752164185047, + "pos_emb.weight": 0.00392609927803278, + "transformer.layers.0.self_attn.in_proj_weight": 0.055309753865003586, + "transformer.layers.0.self_attn.in_proj_bias": 0.005456170532852411, + "transformer.layers.0.self_attn.out_proj.weight": 0.03764595091342926, + "transformer.layers.0.self_attn.out_proj.bias": 0.006254425272345543, + "transformer.layers.0.linear1.weight": 0.04832012951374054, + "transformer.layers.0.linear1.bias": 0.0024457355029881, + "transformer.layers.0.linear2.weight": 0.04358169436454773, + "transformer.layers.0.linear2.bias": 0.0041833845898509026, + "transformer.layers.0.norm1.weight": 0.003453958546742797, + "transformer.layers.0.norm1.bias": 0.005656583700329065, + "transformer.layers.0.norm2.weight": 0.0050335172563791275, + "transformer.layers.0.norm2.bias": 0.002786537865176797, + "transformer.layers.1.self_attn.in_proj_weight": 0.03665090724825859, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024016662500798702, + "transformer.layers.1.self_attn.out_proj.weight": 0.037098467350006104, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032802075147628784, + "transformer.layers.1.linear1.weight": 0.02391558140516281, + "transformer.layers.1.linear1.bias": 0.0013812966644763947, + "transformer.layers.1.linear2.weight": 0.028550710529088974, + "transformer.layers.1.linear2.bias": 0.0029594902880489826, + "transformer.layers.1.norm1.weight": 0.002447217470034957, + "transformer.layers.1.norm1.bias": 0.002451489446684718, + "transformer.layers.1.norm2.weight": 0.002029033610597253, + "transformer.layers.1.norm2.bias": 0.0015054497634992003, + "transformer.layers.2.self_attn.in_proj_weight": 0.0332251638174057, + "transformer.layers.2.self_attn.in_proj_bias": 0.00205150805413723, + "transformer.layers.2.self_attn.out_proj.weight": 0.030841097235679626, + "transformer.layers.2.self_attn.out_proj.bias": 0.002612337237223983, + "transformer.layers.2.linear1.weight": 0.018044807016849518, + "transformer.layers.2.linear1.bias": 0.0012891811784356833, + "transformer.layers.2.linear2.weight": 0.022451074793934822, + "transformer.layers.2.linear2.bias": 0.002494532149285078, + "transformer.layers.2.norm1.weight": 0.0025099024642258883, + "transformer.layers.2.norm1.bias": 0.00196551694534719, + "transformer.layers.2.norm2.weight": 0.0015385342994704843, + "transformer.layers.2.norm2.bias": 0.0016479336190968752, + "transformer.layers.3.self_attn.in_proj_weight": 0.06194116920232773, + "transformer.layers.3.self_attn.in_proj_bias": 0.004649379290640354, + "transformer.layers.3.self_attn.out_proj.weight": 0.029181314632296562, + "transformer.layers.3.self_attn.out_proj.bias": 0.002912240568548441, + "transformer.layers.3.linear1.weight": 0.03315749391913414, + "transformer.layers.3.linear1.bias": 0.002866620197892189, + "transformer.layers.3.linear2.weight": 0.01839953474700451, + "transformer.layers.3.linear2.bias": 0.003147714538499713, + "transformer.layers.3.norm1.weight": 0.005282169673591852, + "transformer.layers.3.norm1.bias": 0.007492507342249155, + "transformer.layers.3.norm2.weight": 0.002629919210448861, + "transformer.layers.3.norm2.bias": 0.0039799995720386505, + "head.weight": 0.20127876102924347, + "head.bias": 0.005288745742291212, + "global_embedding.weight": 0.017161177471280098, + "global_cnn.0.weight": 0.09087774157524109, + "global_cnn.0.bias": 0.004178966395556927, + "global_cnn.2.weight": 0.12213070690631866, + "global_cnn.2.bias": 0.005283909384161234, + "global_proj.weight": 0.04226668179035187, + "global_proj.bias": 0.018937580287456512, + "goal_head.0.weight": 0.021167902275919914, + "goal_head.0.bias": 0.0070032295770943165, + "goal_head.2.weight": 0.03731222078204155, + "goal_head.2.bias": 0.016436411067843437 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.04983190447092056, - "repr_drift_kl_low_t": 0.04846261441707611, - "repr_drift_kl_mid_t": 0.04756097123026848, - "repr_drift_kl_high_t": 0.07311923801898956, + "repr_drift_kl": 0.4053015112876892, + "repr_drift_kl_low_t": 0.5201216340065002, + "repr_drift_kl_mid_t": 0.40719670057296753, + "repr_drift_kl_high_t": 0.29248276352882385, "cka_iters": 500, - "cka_similarity": 0.8640695214271545, + "cka_similarity": 0.9079552292823792, "t_analysis_iters": 500, - "norm_low_t": 0.6727296113967896, - "norm_high_t": 0.6621135473251343, - "lowhigh_cos": 0.8103976249694824, + "norm_low_t": 0.33635109663009644, + "norm_high_t": 0.42291945219039917, + "lowhigh_cos": 0.48335155844688416, "t_bin_norms": { - "t_0.0-0.1": 0.8590114116668701, - "t_0.1-0.2": 0.7322072386741638, - "t_0.2-0.3": 0.6090217232704163, - "t_0.3-0.4": 0.630050003528595, - "t_0.4-0.5": 0.6364840865135193, - "t_0.5-0.6": 0.6599053144454956, - "t_0.6-0.7": 0.6401754021644592, - "t_0.7-0.8": 0.6159475445747375, - "t_0.8-0.9": 0.6991246938705444, - "t_0.9-1.0": 0.6386959552764893 - }, - "win_rate": 0.02488800324499607, - "effective_batch_size": 39.36962127685547, + "t_0.0-0.1": 0.39094510674476624, + "t_0.1-0.2": 0.3359784483909607, + "t_0.2-0.3": 0.3124679625034332, + "t_0.3-0.4": 0.2987078130245209, + "t_0.4-0.5": 0.3280144929885864, + "t_0.5-0.6": 0.26586899161338806, + "t_0.6-0.7": 0.30043691396713257, + "t_0.7-0.8": 0.29117250442504883, + "t_0.8-0.9": 0.3125768005847931, + "t_0.9-1.0": 0.5471864342689514 + }, + "win_rate": 0.10043352842330933, + "effective_batch_size": 730.9388427734375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "llrd": { - "score": 0.6166666666666667, - "score_std": 0.01178511301977575, + "score": 0.42083333333333334, + "score_std": 0.011785113019775816, "all_scores": [ - 0.6000000000000001, - 0.625, - 0.625 + 0.41250000000000003, + 0.4125, + 0.43750000000000006 ], "history": { "iters": [ @@ -14196,506 +17495,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2641032934188843, - 2.169567108154297, - 0.8658592104911804, - 0.3878299295902252, - 0.07890118658542633, - 0.10103115439414978, - 0.19787479937076569, - 0.4858582615852356, - 0.19536083936691284, - 1.674494743347168, - 0.48223763704299927, - 0.6124586462974548, - 0.056907590478658676, - 0.4344683885574341, - 0.037881508469581604, - 0.12006480991840363, - 1.388440728187561, - 0.08216633647680283, - 0.19639107584953308, - 0.6861158013343811, - 0.12761718034744263, - 0.2874564826488495, - 0.5432386994361877, - 0.06137107312679291, - 0.24864208698272705, - 1.0396612882614136, - 0.7678799629211426, - 0.8374837040901184, - 0.21147891879081726, - 0.2646861672401428, - 0.3692365884780884, - 0.11276020109653473, - 0.05673815682530403, - 0.045770712196826935, - 1.1362204551696777, - 0.1376500427722931, - 0.44444265961647034, - 1.1509616374969482, - 1.0290621519088745, - 0.8461976051330566, - 0.019524285569787025, - 0.07020174711942673, - 1.354934811592102, - 0.20514288544654846, - 0.5723648071289062, - 0.13914747536182404, - 0.9902365803718567, - 0.12889204919338226, - 0.6032644510269165, - 0.5311731696128845, - 0.02521052397787571, - 0.8830065131187439, - 0.9908773303031921, - 0.45741865038871765, - 0.37404194474220276, - 0.4948134422302246, - 0.7160395383834839, - 0.705138087272644, - 0.9059768915176392, - 0.40683797001838684, - 0.3160104751586914, - 0.6590390801429749, - 0.022819694131612778, - 0.022299520671367645, - 0.02204795926809311, - 0.2318103313446045, - 0.048918887972831726, - 0.40737366676330566, - 0.37041524052619934, - 0.3013204038143158, - 0.881729006767273, - 0.11245822161436081, - 0.2840438485145569, - 0.04363679885864258, - 0.45391663908958435, - 0.07051984965801239, - 0.023756081238389015, - 0.5457043051719666, - 0.04917534068226814, - 0.8357322216033936, - 0.44868922233581543, - 0.16154745221138, - 0.04748819023370743, - 0.42935723066329956, - 0.016761239618062973, - 0.09865462779998779, - 0.12127554416656494, - 0.20850986242294312, - 0.6934205293655396, - 0.15980497002601624, - 0.026520412415266037, - 0.13523568212985992, - 0.5032348036766052, - 0.042288366705179214, - 0.28760939836502075, - 0.47766587138175964, - 0.32421401143074036, - 0.28266340494155884, - 0.6944030523300171, - 0.018531961366534233, - 0.6525877118110657, - 0.010151197202503681, - 0.5860536694526672, - 0.42569148540496826, - 0.022493191063404083, - 0.23276878893375397, - 0.29352909326553345, - 0.1745663285255432, - 0.5181061625480652, - 0.024385591968894005, - 0.0755949541926384, - 0.2635968029499054, - 0.3690660297870636, - 0.018007492646574974, - 0.4300404191017151, - 0.01026977226138115, - 0.7282360792160034, - 0.16769355535507202, - 0.4589498043060303, - 0.04670272022485733, - 0.2670896649360657, - 0.40600699186325073, - 0.03771534562110901, - 0.028712362051010132, - 0.7173931002616882, - 0.03173759579658508, - 0.04005381837487221, - 1.1459420919418335, - 0.3567178249359131, - 0.030253179371356964, - 0.35111886262893677, - 0.2745538055896759, - 0.044487711042165756, - 0.21067193150520325, - 0.207219660282135, - 0.4978640675544739, - 0.08009357005357742, - 0.25315040349960327, - 0.35391536355018616, - 0.31418538093566895, - 0.11019112169742584, - 0.8577412366867065, - 0.03576909750699997, - 0.4304625391960144, - 0.08379381895065308, - 0.05596102774143219, - 0.8403506278991699, - 0.164779931306839, - 0.37792855501174927, - 0.5640722513198853, - 0.30081892013549805, - 0.2571631371974945, - 0.0965653508901596, - 1.0192618370056152, - 0.14104671776294708, - 0.12853007018566132, - 0.14393830299377441, - 0.1479722559452057, - 1.091070532798767, - 0.5131412744522095, - 0.18395477533340454, - 0.3849819302558899, - 0.031801626086235046, - 0.2750657796859741, - 0.07102062553167343, - 0.09244944155216217, - 0.3962534964084625, - 0.06674066931009293, - 0.11475884914398193, - 0.022508010268211365, - 0.03347780182957649, - 0.26114901900291443, - 0.54363614320755, - 0.2711450755596161, - 0.2915518283843994, - 0.012712845578789711, - 0.35623887181282043, - 0.11680084466934204, - 0.03471677750349045, - 0.06929849833250046, - 0.1013232097029686, - 0.6552727818489075, - 0.0383019894361496, - 0.051013439893722534, - 0.5487136244773865, - 0.6098234057426453, - 0.25332826375961304, - 0.2802666127681732, - 0.5963804125785828, - 0.020235901698470116, - 0.14593815803527832, - 0.4362056255340576, - 1.1243717670440674, - 0.1651289463043213, - 0.04727208614349365, - 0.10183440148830414, - 0.5341804623603821, - 0.039422955363988876, - 0.211910679936409, - 0.7031628489494324, - 0.10847870260477066, - 0.02584121935069561, - 0.5972865223884583, - 0.06056372448801994, - 0.047626007348299026, - 1.4114843606948853, - 0.6047346591949463, - 0.575862467288971, - 0.3950257897377014, - 0.015397291630506516, - 0.4654770791530609, - 0.46151480078697205, - 0.47614946961402893, - 0.006997218355536461, - 0.43929147720336914, - 0.02007661759853363, - 0.5994074940681458, - 0.07126790285110474, - 0.026563677936792374, - 0.17035771906375885, - 0.2660805881023407, - 0.018261784687638283, - 0.197571262717247, - 0.6191406846046448, - 1.0000841617584229, - 0.07426171004772186, - 0.032779011875391006, - 0.3998023271560669, - 0.8818841576576233, - 0.6945260763168335, - 0.5483011603355408, - 0.7553491592407227, - 0.343534380197525, - 0.18742437660694122, - 1.328194260597229, - 0.3246396780014038, - 0.4513619840145111, - 0.11968469619750977, - 0.040578365325927734, - 0.37512627243995667, - 0.0878138616681099, - 0.12195013463497162, - 0.05480415001511574, - 0.09769455343484879, - 0.04957957565784454, - 0.1517244428396225, - 0.7508220076560974, - 0.14312505722045898, - 0.011739954352378845, - 0.15305238962173462, - 0.04136771336197853, - 0.16802455484867096, - 0.02574540674686432, - 0.031574662774801254, - 0.24926738440990448, - 0.002469617873430252, - 0.042804695665836334, - 0.06969302147626877, - 0.04161880537867546, - 1.0489542484283447, - 0.04920576140284538, - 0.2711116671562195, - 0.08283893764019012, - 0.06990723311901093, - 0.4419664144515991, - 0.12476883083581924, - 1.0192829370498657, - 0.03959698975086212, - 0.05509060621261597, - 0.004023157991468906, - 1.290389895439148, - 0.02658645063638687, - 0.005366319324821234, - 0.39424553513526917, - 1.2189722061157227, - 1.1014844179153442, - 0.07274427264928818, - 0.0805588886141777, - 0.14291265606880188, - 0.39744478464126587, - 0.8502821922302246, - 0.031946100294589996, - 0.011532329022884369, - 0.7164756059646606, - 0.30878764390945435, - 0.08377223461866379, - 0.1988370269536972, - 0.7324906587600708, - 0.1267274022102356, - 0.05866668000817299, - 0.12389059364795685, - 0.7397670149803162, - 0.026499591767787933, - 0.014053748920559883, - 0.7415335774421692, - 0.43925049901008606, - 0.00896046869456768, - 0.18840739130973816, - 0.02759271301329136, - 0.015541745349764824, - 0.3193124532699585, - 0.4078930616378784, - 0.3744286298751831, - 0.40012386441230774, - 0.12333206832408905, - 0.26993048191070557, - 0.5350257158279419, - 0.6275083422660828, - 0.7304457426071167, - 0.10873278975486755, - 0.02938718907535076, - 0.021543113514780998, - 0.5291174054145813, - 0.09374359250068665, - 0.041172970086336136, - 0.3480077087879181, - 0.9064014554023743, - 0.24225302040576935, - 0.06336094439029694, - 0.026004942134022713, - 0.03877994418144226, - 0.2275763601064682, - 0.8157675266265869, - 1.013580083847046, - 0.010922854766249657, - 0.43536579608917236, - 0.03455878794193268, - 0.08034417033195496, - 0.11054263263940811, - 0.027845872566103935, - 0.027041051536798477, - 0.4424286186695099, - 0.120488241314888, - 0.12557421624660492, - 0.18285903334617615, - 0.0345710888504982, - 0.029990948736667633, - 0.07135309278964996, - 0.07950767129659653, - 0.684326171875, - 0.049921322613954544, - 0.09569376707077026, - 0.4222750663757324, - 0.0984969437122345, - 0.05530428886413574, - 0.6822038292884827, - 0.022366777062416077, - 0.03117823228240013, - 0.16655656695365906, - 0.05438702553510666, - 0.006918041966855526, - 0.04862893745303154, - 0.04434369504451752, - 0.029418442398309708, - 0.4133205711841583, - 0.8688101172447205, - 0.38522571325302124, - 0.1325053870677948, - 0.42478838562965393, - 0.7873438000679016, - 0.16969552636146545, - 0.026360439136624336, - 0.670373797416687, - 0.20238414406776428, - 0.3585231900215149, - 0.052689459174871445, - 0.9756313562393188, - 0.0028796582482755184, - 0.1994636058807373, - 0.014853833243250847, - 0.41956406831741333, - 0.008179029449820518, - 0.4678424298763275, - 0.04379288852214813, - 0.486642062664032, - 0.08251103013753891, - 0.10710388422012329, - 0.08444884419441223, - 0.8295542597770691, - 0.08152271807193756, - 0.717043399810791, - 0.05138600617647171, - 0.023721439763903618, - 0.8357611894607544, - 0.04697306826710701, - 0.2020738571882248, - 0.17457808554172516, - 0.2242821455001831, - 0.007179415784776211, - 0.5566277503967285, - 0.07600359618663788, - 0.024280762299895287, - 0.016047289595007896, - 0.005567632615566254, - 0.4037972092628479, - 0.4408842623233795, - 0.059284333139657974, - 0.5469379425048828, - 0.02295122668147087, - 0.03148243948817253, - 0.026477165520191193, - 0.1179080605506897, - 0.6169938445091248, - 0.08630125224590302, - 0.10551317036151886, - 0.3079972565174103, - 1.1298056840896606, - 0.2326061874628067, - 0.01506850030273199, - 0.054414983838796616, - 0.0253626499325037, - 0.023831626400351524, - 0.47545939683914185, - 0.019637756049633026, - 0.23625381290912628, - 0.05305149406194687, - 0.34826725721359253, - 0.015086648054420948, - 0.5412403345108032, - 0.1151086837053299, - 0.33556947112083435, - 0.3021164834499359, - 0.04638386890292168, - 0.5438246130943298, - 0.019821781665086746, - 0.019542161375284195, - 0.013887696899473667, - 0.019229533150792122, - 0.029753996059298515, - 0.01804369129240513, - 0.026865366846323013, - 0.5017068386077881, - 0.020967528223991394, - 0.034680306911468506, - 0.18475468456745148, - 0.07781539857387543, - 0.033047646284103394, - 0.15176904201507568, - 0.023529501631855965, - 0.08474075794219971, - 0.05509701743721962, - 0.4448392987251282, - 0.012853793799877167, - 0.024069365113973618, - 0.16156327724456787, - 0.020363684743642807, - 0.30593517422676086, - 0.009914453141391277, - 0.10325749218463898, - 0.03289211541414261, - 0.056543488055467606, - 0.04428636655211449, - 0.1529763638973236, - 0.0033266337122768164, - 0.01958881877362728, - 0.033437494188547134, - 0.07116096466779709, - 0.03039899282157421, - 0.7681992650032043, - 0.1671951711177826, - 0.028679287061095238, - 0.15591087937355042, - 0.026885254308581352, - 0.029540905728936195, - 0.030596349388360977, - 0.05056925490498543, - 0.015269635245203972, - 0.3258516490459442, - 0.09026457369327545, - 0.023398833349347115, - 0.07657411694526672, - 0.07072193920612335, - 0.2362813949584961, - 0.04706156626343727, - 0.02517889253795147, - 0.5874150395393372, - 0.11086436361074448, - 0.007007858715951443, - 0.44272661209106445, - 0.40795448422431946, - 0.3954969048500061, - 0.053389132022857666, - 0.16924923658370972, - 0.174053356051445, - 0.05085264891386032, - 0.005260479170829058, - 1.2234781980514526, - 0.10035432875156403, - 0.14076583087444305, - 0.5065394043922424, - 0.045874789357185364, - 0.04344255477190018, - 0.17529261112213135, - 0.03963768109679222, - 0.17404142022132874, - 0.13827472925186157, - 0.20545487105846405, - 0.01139987912029028, - 0.04661994427442551 + 0.7734967470169067, + 0.7889621257781982, + 0.43187323212623596, + 0.3141303062438965, + 0.37140214443206787, + 0.2373179793357849, + 0.3859860301017761, + 0.2346431314945221, + 0.5478065013885498, + 0.15228210389614105, + 0.16172190010547638, + 0.5747246742248535, + 0.21532276272773743, + 0.23918363451957703, + 0.37120577692985535, + 0.5099843144416809, + 0.35163551568984985, + 0.44822490215301514, + 0.5213402509689331, + 0.5007645487785339, + 0.35270723700523376, + 0.3561093211174011, + 0.3158249258995056, + 0.30682215094566345, + 0.33427894115448, + 0.3365403115749359, + 0.2728065550327301, + 0.3013315200805664, + 0.38088473677635193, + 0.3609932065010071, + 0.26640784740448, + 0.4477936029434204, + 0.18677176535129547, + 0.19351881742477417, + 0.09784280508756638, + 0.1682557612657547, + 0.28874099254608154, + 0.2140049785375595, + 0.40056079626083374, + 0.40876150131225586, + 0.3078158497810364, + 0.263023316860199, + 0.24911534786224365, + 0.14535650610923767, + 0.14557293057441711, + 0.2049710899591446, + 0.14229752123355865, + 0.4693402647972107, + 0.22263920307159424, + 0.2700076103210449, + 0.20163320004940033, + 0.19664613902568817, + 0.22035998106002808, + 0.2662193775177002, + 0.38682785630226135, + 0.15217740833759308, + 0.29997947812080383, + 0.09805283695459366, + 0.17741411924362183, + 0.14802423119544983, + 0.241023987531662, + 0.27529454231262207, + 0.2597810924053192, + 0.15167246758937836, + 0.18155263364315033, + 0.25886979699134827, + 0.24968275427818298, + 0.28890907764434814, + 0.23313580453395844, + 0.1906016767024994, + 0.1571618616580963, + 0.21820081770420074, + 0.2688288688659668, + 0.2531317174434662, + 0.3156440258026123, + 0.1635449379682541, + 0.09693551808595657, + 0.2628217339515686, + 0.21344998478889465, + 0.15429456532001495, + 0.23995232582092285, + 0.2621588706970215, + 0.1731540858745575, + 0.24966540932655334, + 0.3216393291950226, + 0.2413301020860672, + 0.1269606500864029, + 0.30735471844673157, + 0.22629143297672272, + 0.11660655587911606, + 0.2732927203178406, + 0.09521710127592087, + 0.21286757290363312, + 0.2631862759590149, + 0.16614581644535065, + 0.2107403427362442, + 0.21034692227840424, + 0.1475672870874405, + 0.12986093759536743, + 0.17401355504989624, + 0.08495787531137466, + 0.3398993909358978, + 0.23666499555110931, + 0.20227575302124023, + 0.23156271874904633, + 0.23758463561534882, + 0.19389930367469788, + 0.11566855013370514, + 0.17878304421901703, + 0.18589624762535095, + 0.15916894376277924, + 0.12930433452129364, + 0.12573079764842987, + 0.21844998002052307, + 0.10503357648849487, + 0.18581441044807434, + 0.22779616713523865, + 0.22739845514297485, + 0.21188798546791077, + 0.2558090090751648, + 0.2482588142156601, + 0.14461959898471832, + 0.06935116648674011, + 0.2512081265449524, + 0.13250383734703064, + 0.13768765330314636, + 0.18644830584526062, + 0.13781440258026123, + 0.303210973739624, + 0.23909935355186462, + 0.1999111920595169, + 0.2066745012998581, + 0.12925086915493011, + 0.28164854645729065, + 0.18527857959270477, + 0.1487179547548294, + 0.16608965396881104, + 0.2500373423099518, + 0.1582062691450119, + 0.18808236718177795, + 0.17900040745735168, + 0.2436629980802536, + 0.1815359890460968, + 0.19480346143245697, + 0.08939623087644577, + 0.06539078801870346, + 0.04420001432299614, + 0.28404930233955383, + 0.18057899177074432, + 0.17905743420124054, + 0.20466549694538116, + 0.22817164659500122, + 0.2717544734477997, + 0.20198172330856323, + 0.2344713658094406, + 0.1897282749414444, + 0.23044037818908691, + 0.13486240804195404, + 0.1423703283071518, + 0.1993752419948578, + 0.10032554715871811, + 0.1851988583803177, + 0.12549054622650146, + 0.15254275500774384, + 0.2351958006620407, + 0.18294912576675415, + 0.043733976781368256, + 0.15484876930713654, + 0.12975776195526123, + 0.2032390683889389, + 0.24663394689559937, + 0.23341907560825348, + 0.09954006969928741, + 0.19593197107315063, + 0.16490884125232697, + 0.23165485262870789, + 0.2065185308456421, + 0.10422220081090927, + 0.18302059173583984, + 0.13528023660182953, + 0.15834075212478638, + 0.23869673907756805, + 0.1644493192434311, + 0.20624029636383057, + 0.16557873785495758, + 0.1817961186170578, + 0.08238110691308975, + 0.3069928288459778, + 0.18789142370224, + 0.15735088288784027, + 0.1489744633436203, + 0.19390647113323212, + 0.15172897279262543, + 0.1524486243724823, + 0.1720173954963684, + 0.17749711871147156, + 0.08892512321472168, + 0.16348592936992645, + 0.08723913878202438, + 0.16753946244716644, + 0.151792973279953, + 0.1775069236755371, + 0.21337851881980896, + 0.19682906568050385, + 0.15868937969207764, + 0.111277274787426, + 0.1955755352973938, + 0.13287343084812164, + 0.16844512522220612, + 0.11073077470064163, + 0.21438764035701752, + 0.10974415391683578, + 0.20107503235340118, + 0.1676744669675827, + 0.16000688076019287, + 0.17024113237857819, + 0.11308494955301285, + 0.18125638365745544, + 0.11774697154760361, + 0.16893446445465088, + 0.14835578203201294, + 0.11665450781583786, + 0.1531658172607422, + 0.16008137166500092, + 0.08149262517690659, + 0.07056759297847748, + 0.2154315710067749, + 0.15462535619735718, + 0.1402960568666458, + 0.15676409006118774, + 0.11446668207645416, + 0.15502041578292847, + 0.13909105956554413, + 0.2041616439819336, + 0.13485483825206757, + 0.11683602631092072, + 0.11065181344747543, + 0.08270449191331863, + 0.13065937161445618, + 0.1459922194480896, + 0.2036694884300232, + 0.15496449172496796, + 0.19660316407680511, + 0.1326046586036682, + 0.24406671524047852, + 0.155580535531044, + 0.12971793115139008, + 0.21493616700172424, + 0.16498149931430817, + 0.16376326978206635, + 0.12618450820446014, + 0.13595277070999146, + 0.21890196204185486, + 0.1620016098022461, + 0.12946395576000214, + 0.1636490523815155, + 0.12332715839147568, + 0.14783638715744019, + 0.15470543503761292, + 0.11198145151138306, + 0.22196926176548004, + 0.09899207949638367, + 0.18062442541122437, + 0.16325441002845764, + 0.16618406772613525, + 0.2220153659582138, + 0.13618537783622742, + 0.08218014985322952, + 0.1736520677804947, + 0.19144363701343536, + 0.16011792421340942, + 0.19104474782943726, + 0.20313945412635803, + 0.14752331376075745, + 0.029740551486611366, + 0.18290355801582336, + 0.1009451299905777, + 0.13581739366054535, + 0.21283073723316193, + 0.10237350314855576, + 0.2168462723493576, + 0.07146769016981125, + 0.1111447811126709, + 0.14143846929073334, + 0.18358555436134338, + 0.1408800333738327, + 0.048413924872875214, + 0.1593315154314041, + 0.14291881024837494, + 0.08472789078950882, + 0.13800235092639923, + 0.1592877209186554, + 0.05816901475191116, + 0.1325661540031433, + 0.19222989678382874, + 0.14272034168243408, + 0.1235426813364029, + 0.1982036679983139, + 0.15177181363105774, + 0.09930487722158432, + 0.13863018155097961, + 0.08825000375509262, + 0.15088272094726562, + 0.11795282363891602, + 0.15022557973861694, + 0.18490546941757202, + 0.19363582134246826, + 0.17320112884044647, + 0.07292519509792328, + 0.08617804199457169, + 0.17512202262878418, + 0.13558577001094818, + 0.16439497470855713, + 0.07584730535745621, + 0.12357813864946365, + 0.042605720460414886, + 0.09825441241264343, + 0.1450965404510498, + 0.11933206021785736, + 0.09114901721477509, + 0.09681995213031769, + 0.1250324547290802, + 0.1740528792142868, + 0.07216166704893112, + 0.09803656488656998, + 0.13918951153755188, + 0.14974434673786163, + 0.17406338453292847, + 0.09859342873096466, + 0.12449143081903458, + 0.06756875663995743, + 0.10396876186132431, + 0.11093855649232864, + 0.15893352031707764, + 0.11870229244232178, + 0.1615510880947113, + 0.12108997255563736, + 0.19740919768810272, + 0.10288853943347931, + 0.16674171388149261, + 0.107564777135849, + 0.15357498824596405, + 0.0701034814119339, + 0.11464505642652512, + 0.08501911163330078, + 0.15628400444984436, + 0.10252216458320618, + 0.1825815886259079, + 0.09076681733131409, + 0.2280261516571045, + 0.10558672249317169, + 0.12197980284690857, + 0.11978711932897568, + 0.1560838371515274, + 0.037081457674503326, + 0.08569199591875076, + 0.15219305455684662, + 0.1482294797897339, + 0.11201402544975281, + 0.09081327170133591, + 0.08576957881450653, + 0.08077428489923477, + 0.1692906618118286, + 0.15178757905960083, + 0.10292888432741165, + 0.0956941619515419, + 0.10224403440952301, + 0.07771171629428864, + 0.07624919712543488, + 0.11334405839443207, + 0.09677764028310776, + 0.12116894125938416, + 0.09135571867227554, + 0.11834919452667236, + 0.16207382082939148, + 0.11146239936351776, + 0.18964792788028717, + 0.12689843773841858, + 0.13156716525554657, + 0.12652863562107086, + 0.10188182443380356, + 0.10554114729166031, + 0.13062120974063873, + 0.09968893975019455, + 0.09521219879388809, + 0.1553332656621933, + 0.17130078375339508, + 0.08192627131938934, + 0.05795036256313324, + 0.14900046586990356, + 0.11264826357364655, + 0.08814355731010437, + 0.1298159956932068, + 0.08275935053825378, + 0.07018422335386276, + 0.0778554156422615, + 0.1458444595336914, + 0.17044632136821747, + 0.10878138989210129, + 0.09427431225776672, + 0.15213966369628906, + 0.07326183468103409, + 0.13710463047027588, + 0.11981172114610672, + 0.1303897202014923, + 0.13138508796691895, + 0.1552390307188034, + 0.1715863049030304, + 0.1090400293469429, + 0.1253720074892044, + 0.0945534035563469, + 0.1000647321343422, + 0.07749452441930771, + 0.14449842274188995, + 0.10643807053565979, + 0.1357923448085785, + 0.08266826719045639, + 0.1378433108329773, + 0.15978652238845825, + 0.08990735560655594, + 0.07238732278347015, + 0.1566927582025528, + 0.07625371217727661, + 0.13526789844036102, + 0.09306835383176804, + 0.11050862818956375, + 0.09731591492891312, + 0.059965137392282486, + 0.14941489696502686, + 0.11452948302030563, + 0.11160552501678467, + 0.07508256286382675, + 0.07425466924905777, + 0.108380027115345, + 0.06708621233701706, + 0.16026201844215393, + 0.1615544706583023, + 0.127948597073555, + 0.10331858694553375, + 0.1790839284658432, + 0.09644698351621628, + 0.11223683506250381, + 0.11164476722478867, + 0.12176975607872009, + 0.12934164702892303, + 0.09496188163757324, + 0.08327850699424744, + 0.07973261922597885, + 0.05860256776213646, + 0.09172571450471878, + 0.11835020780563354, + 0.12700174748897552, + 0.09700259566307068, + 0.08046752959489822, + 0.08118192106485367, + 0.13192851841449738, + 0.13490425050258636, + 0.10668305307626724, + 0.05876877158880234, + 0.10202304273843765, + 0.10335812717676163, + 0.13088083267211914, + 0.07619769871234894, + 0.13396094739437103, + 0.1502910703420639, + 0.14698883891105652, + 0.15831860899925232, + 0.19178804755210876, + 0.11848550289869308, + 0.05867296829819679, + 0.06677652150392532, + 0.07919482886791229, + 0.04133336618542671, + 0.1006736010313034, + 0.08796828985214233, + 0.19486971199512482, + 0.07466647773981094, + 0.15499475598335266, + 0.17519919574260712, + 0.11953675746917725, + 0.12365397065877914, + 0.07965452969074249, + 0.09675220400094986, + 0.03674628585577011, + 0.16486860811710358, + 0.16272631287574768, + 0.12863542139530182, + 0.04549945890903473, + 0.118959441781044, + 0.12339457869529724, + 0.09072861820459366, + 0.1023569405078888, + 0.15554668009281158, + 0.08171869814395905, + 0.17668265104293823, + 0.07287665456533432, + 0.16618221998214722, + 0.06932251900434494, + 0.13384510576725006, + 0.16136865317821503 ], "env_score_iters": [ 1, @@ -15200,2644 +18499,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -4.349705219268799, - -3.2269339561462402, - -2.124391794204712, - -3.327080488204956, - 2.5012893676757812, - -1.889605164527893, - -2.04957914352417, - -3.1699111461639404, - -1.5027827024459839, - -4.558767795562744, - -1.028458595275879, - 4.515404224395752, - -2.872918128967285, - -1.4117872714996338, - -3.792111873626709, - -5.784198760986328, - -4.016409397125244, - -1.7653915882110596, - -6.681560516357422, - -2.7502901554107666, - -4.639949321746826, - -2.1321146488189697, - 1.3739157915115356, - -5.2578229904174805, - -2.1337928771972656, - -2.7943177223205566, - -2.746074914932251, - -3.498422384262085, - -5.141265392303467, - 3.061281442642212, - -2.816962480545044, - -1.0238442420959473, - 1.9881725311279297, - 0.03346235677599907, - 0.6498832106590271, - -3.7930126190185547, - -3.0657155513763428, - 5.052773475646973, - -3.199644088745117, - -1.3177791833877563, - -2.853893280029297, - 2.439011573791504, - -3.0028131008148193, - -0.9415110349655151, - -0.5088594555854797, - -2.996410369873047, - 1.551827073097229, - 0.8692300319671631, - -0.9615607857704163, - 1.1874961853027344, - -1.9050647020339966, - 4.052484512329102, - -0.16605930030345917, - 9.604696273803711, - -1.9104664325714111, - -1.6637225151062012, - -0.3933303654193878, - -3.61750864982605, - -2.895890951156616, - -3.547513484954834, - -3.555490255355835, - -3.5095455646514893, - -6.577609062194824, - -2.0893537998199463, - -3.3171048164367676, - -0.5325793027877808, - -2.341885566711426, - -1.121309757232666, - -2.803757905960083, - -1.8273508548736572, - -3.937605142593384, - -3.5303030014038086, - 0.25336602330207825, - -3.545321226119995, - -0.16781927645206451, - -2.743232488632202, - -2.555209159851074, - -2.9452476501464844, - -4.520016670227051, - -4.131699562072754, - -2.9445443153381348, - -2.910006284713745, - -4.57186222076416, - -3.0455336570739746, - -2.2012643814086914, - -4.570990085601807, - -5.957979202270508, - -0.8355222344398499, - -3.436965227127075, - -4.10140323638916, - -0.683154821395874, - -2.7476348876953125, - -2.581869125366211, - 1.0258599519729614, - -3.00435471534729, - -0.27196481823921204, - -3.245934247970581, - -2.601433515548706, - -2.1422696113586426, - -8.5404052734375, - -1.4331961870193481, - -1.0652785301208496, - -2.8215126991271973, - -0.019753705710172653, - -3.492863655090332, - -3.162116765975952, - -2.947962999343872, - -2.336719274520874, - -3.793534517288208, - -3.48077130317688, - -3.8579154014587402, - -2.7119975090026855, - -2.119596004486084, - -0.681110143661499, - -4.269536972045898, - -4.916329860687256, - -1.8757035732269287, - -3.6521518230438232, - -5.476683139801025, - -0.07954030483961105, - -5.125545024871826, - -3.2718088626861572, - -3.878697395324707, - -1.9318594932556152, - -3.269275426864624, - -2.7116358280181885, - -2.693244695663452, - -3.7904982566833496, - -2.398998975753784, - -1.598190426826477, - -2.9197423458099365, - -3.9903483390808105, - -1.9824491739273071, - -1.0413191318511963, - -2.230818748474121, - -3.190215587615967, - 2.5489604473114014, - -3.7715048789978027, - -4.161244869232178, - -3.14589524269104, - -3.3222506046295166, - 0.6098755598068237, - -2.6621334552764893, - -2.149425745010376, - -7.783916473388672, - -3.4321160316467285, - -5.541934013366699, - -1.8800069093704224, - 0.1558241844177246, - -2.745671510696411, - -5.56235408782959, - -2.1167261600494385, - -3.2823550701141357, - -3.2355706691741943, - -3.2189369201660156, - -2.9650309085845947, - -1.287369966506958, - -7.458310604095459, - -5.976405143737793, - -2.982512950897217, - -2.8645949363708496, - -0.8722217679023743, - -2.8981733322143555, - -2.9272708892822266, - -3.6391117572784424, - -3.4408233165740967, - -2.1605024337768555, - -1.2944786548614502, - -2.2892539501190186, - -1.3224586248397827, - -3.3284261226654053, - 0.19352899491786957, - -3.0379958152770996, - -3.676126480102539, - -3.4995594024658203, - -3.2721707820892334, - -3.973045587539673, - -4.994781970977783, - -7.014035701751709, - -0.5228301286697388, - -0.4843648374080658, - -1.5682426691055298, - -0.9306655526161194, - -1.769266963005066, - -3.6262500286102295, - -3.631520986557007, - -2.625641107559204, - 3.678164482116699, - -1.6050262451171875, - -3.7886791229248047, - -1.7947289943695068, - -0.10073460638523102, - -2.8652427196502686, - -0.4877651333808899, - -0.3980485498905182, - -2.728238582611084, - -4.206088066101074, - 0.8396298885345459, - -2.8189589977264404, - -2.8102006912231445, - 3.574065923690796, - -0.41919392347335815, - -2.7061119079589844, - -0.5427899956703186, - -3.6347482204437256, - -4.669554710388184, - -1.3061368465423584, - -0.9192012548446655, - -5.346369743347168, - -2.1934187412261963, - -3.1631150245666504, - -2.180082082748413, - -4.752498149871826, - -3.730842351913452, - -2.2484195232391357, - -3.1926815509796143, - -3.655184030532837, - -3.6493008136749268, - -5.569565296173096, - 0.34476757049560547, - -4.3397674560546875, - -2.794163703918457, - -1.3045907020568848, - 2.965855121612549, - -1.1421399116516113, - -0.3041619658470154, - 0.7216050028800964, - -6.2238569259643555, - -2.7964859008789062, - 2.3283843994140625, - -2.53890323638916, - -7.076513290405273, - -2.1534032821655273, - -4.386775493621826, - -2.003164052963257, - -1.7096471786499023, - -6.886226654052734, - -2.166624069213867, - -4.965933799743652, - -3.8979039192199707, - -1.388122797012329, - -0.908900797367096, - -2.328535556793213, - -4.234225273132324, - -4.224430084228516, - -3.069089412689209, - -4.323875427246094, - -2.9789466857910156, - -3.6399998664855957, - -4.863444805145264, - -3.9707884788513184, - -4.1156744956970215, - -6.991584300994873, - -3.8390250205993652, - 1.9351789951324463, - -7.182557582855225, - -1.9986308813095093, - -4.034136772155762, - -2.920121431350708, - -1.3853172063827515, - -2.521106243133545, - 5.70532751083374, - -2.523995876312256, - -7.4195098876953125, - -3.913165330886841, - 3.3452823162078857, - -4.898493766784668, - -3.7010209560394287, - -2.7968387603759766, - 2.8650412559509277, - 0.7276201248168945, - -3.3417129516601562, - -5.063403129577637, - -3.8941292762756348, - -2.0417158603668213, - 0.8993744254112244, - -4.470383167266846, - -5.061378002166748, - 0.3693385720252991, - -1.886513352394104, - -2.152022361755371, - -2.7144229412078857, - 0.5351492762565613, - -3.7365612983703613, - -2.060614824295044, - -3.338538408279419, - -0.1675284206867218, - -4.126216888427734, - -4.187011241912842, - -2.6201469898223877, - -0.4718129634857178, - -3.781254291534424, - -2.2921864986419678, - -3.536574125289917, - -5.077443599700928, - -3.082017421722412, - -4.0004048347473145, - -1.8126966953277588, - -5.870251655578613, - -2.872032403945923, - -2.111353635787964, - -0.10636704415082932, - -0.5640665292739868, - 0.34311047196388245, - -3.2954776287078857, - -3.7893130779266357, - -3.5120744705200195, - -1.829079508781433, - -3.809727430343628, - -3.3954062461853027, - -1.9425643682479858, - -3.992567777633667, - -1.3766976594924927, - -2.893122911453247, - -4.0712571144104, - -4.024881839752197, - -4.795759677886963, - -2.0826780796051025, - -2.4427554607391357, - -3.7580959796905518, - -3.1684248447418213, - -3.8005688190460205, - -7.456193447113037, - -2.6668221950531006, - -3.8988325595855713, - -3.000328779220581, - -1.774462342262268, - -3.2542738914489746, - -2.8311822414398193, - -2.4514150619506836, - -3.8289289474487305, - -4.629144191741943, - -3.5590786933898926, - -4.139712333679199, - -2.143550395965576, - -2.7892932891845703, - -1.9621824026107788, - -3.11346697807312, - -2.663271188735962, - -6.14018440246582, - -4.353110313415527, - -3.2534127235412598, - -6.231492042541504, - -1.7498066425323486, - -4.431921482086182, - -3.119663953781128, - -3.1429338455200195, - -3.45641827583313, - -3.827221393585205, - -4.976123809814453, - 0.07606223970651627, - -1.1250332593917847, - -2.080850839614868, - -2.9560160636901855, - -2.9496066570281982, - -3.3041417598724365, - -3.829042673110962, - -2.0219035148620605, - -2.2859456539154053, - -3.22290301322937, - -3.1842150688171387, - 1.0146220922470093, - -4.86360502243042, - -1.7828049659729004, - -6.270033836364746, - -4.782297611236572, - -4.700432777404785, - -3.9107165336608887, - -4.103002071380615, - -2.3193228244781494, - -3.142608404159546, - -3.9306862354278564, - -6.31528377532959, - 1.784430742263794, - -4.081360340118408, - -2.9646081924438477, - -3.1008450984954834, - -3.5683531761169434, - -1.327906847000122, - -3.496922016143799, - -5.134093284606934, - -2.477391481399536, - -2.0927786827087402, - -4.045403957366943, - 1.5029977560043335, - -3.541436195373535, - -3.6027941703796387, - -3.6803839206695557, - -3.6384148597717285, - 0.24596354365348816, - -4.39824914932251, - -3.348029375076294, - -1.6991521120071411, - -3.8624963760375977, - -3.2749180793762207, - -4.2974443435668945, - -5.206839561462402, - -2.4191250801086426, - -5.269362926483154, - -4.53325891494751, - -2.189431667327881, - 4.342660903930664, - -2.733828067779541, - -3.846348762512207, - -2.6950385570526123, - -7.621129512786865, - -5.404109477996826, - -3.668818235397339, - -2.9083609580993652, - -2.945674180984497, - -4.327637195587158, - 0.527177095413208, - -2.6258773803710938, - -1.0972198247909546, - -2.2031683921813965, - -2.5023791790008545, - -1.4955044984817505, - -4.375796794891357, - -0.9691882729530334, - -4.254256248474121, - -3.2782561779022217, - -4.08981466293335, - -3.4139559268951416, - -4.171762466430664, - -4.228756904602051, - -3.9380359649658203, - -1.0783647298812866, - -4.188932418823242, - -4.464763164520264, - -2.900559186935425, - -2.8905563354492188, - -4.639812469482422, - -6.609334468841553, - -3.7368359565734863, - -2.6456925868988037, - -3.2775163650512695, - -1.232532262802124, - -4.582333087921143, - -5.181585788726807, - -3.1958820819854736, - -3.887287139892578, - -1.995487928390503, - -4.0343523025512695, - -4.1069207191467285, - -4.978418827056885, - -5.554973602294922, - -3.419046401977539, - -2.476593494415283, - -4.210965633392334, - -4.014638900756836, - -3.695610523223877, - -2.9450204372406006, - -3.5119271278381348, - -0.4733249545097351, - -2.5844321250915527, - -3.216059684753418, - -2.9575960636138916, - -4.416285514831543, - -3.8349316120147705, - -3.5098159313201904, - -3.4656789302825928, - -5.098266124725342, - -2.3870081901550293, - -4.646727561950684, - -6.303719520568848, - -2.646594524383545, - -3.2660140991210938, - -3.502337694168091, - -4.046257972717285, - -3.399015188217163, - -3.524878978729248, - -3.0978946685791016, - -4.1806159019470215, - -3.792687177658081, - -5.975042343139648, - -3.0835516452789307, - -3.095949649810791, - -2.3541791439056396, - -3.528883695602417, - -3.326427459716797, - -4.192548751831055, - 4.176261901855469, - -3.522864818572998, - -4.178522109985352, - -3.528127670288086, - -3.49369740486145, - -3.672783613204956, - -3.1299314498901367, - -3.8402135372161865, - -3.5075454711914062, - -1.950484037399292, - -0.7499170303344727, - -4.64053201675415, - -4.358892917633057 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4643951654434204, + -0.5556954741477966, + -0.5084797739982605, + -0.43989115953445435, + -0.39115676283836365, + -0.4991479218006134, + -0.48176151514053345, + -0.390726774930954, + -0.4062501788139343, + -0.5360616445541382, + -0.6232066750526428, + -0.6230351328849792, + -0.2288023680448532, + -0.50143963098526, + -0.026659928262233734, + -0.44963881373405457, + -0.25403279066085815, + -0.4625265598297119, + -0.3903047740459442, + -0.562586784362793, + -0.3996981978416443, + -0.4267329275608063, + -0.6681267619132996, + -0.4256671965122223, + -0.37730488181114197, + -0.39211687445640564, + -0.4925239682197571, + -0.4461757242679596, + -0.4019518196582794, + -0.5181146264076233, + -0.6266420483589172, + -0.4935365319252014, + -0.5725122094154358, + -0.501630961894989, + -0.43481796979904175, + -0.24600432813167572, + -0.5724887847900391, + -0.8328768610954285, + -0.6577622294425964, + -0.5574198365211487, + -0.554844081401825, + -0.4287972152233124, + -0.4565536677837372, + -0.37279993295669556, + -0.6149879097938538, + -0.48995959758758545, + -0.644145131111145, + -0.474413126707077, + -0.43576332926750183, + -0.435121089220047, + -0.3563432991504669, + -0.5252139568328857, + -0.20530574023723602, + -0.5364986658096313, + -0.4318506121635437, + -0.7894202470779419, + -0.5268661379814148, + -0.777671754360199, + -0.33369407057762146, + -0.5755426287651062, + -0.3268340826034546, + -0.33504346013069153, + -0.48249709606170654, + -0.47981950640678406, + -0.4069908559322357, + -0.5351265668869019, + -0.6762570738792419, + -0.5449738502502441, + -0.6818799376487732, + -0.47343137860298157, + -0.632814347743988, + -0.5230688452720642, + -0.5524238348007202, + -0.4442501962184906, + -0.5661002993583679, + -0.33424556255340576, + -0.858326256275177, + -0.3169906437397003, + -0.732377290725708, + -0.5788451433181763, + -0.49636948108673096, + -0.32537928223609924, + -0.48842695355415344, + -0.5011918544769287, + -0.48783522844314575, + -0.6555504202842712, + -0.6262070536613464, + -0.47274303436279297, + -0.33985435962677, + -0.4769567847251892, + -0.5333720445632935, + -0.46642252802848816, + -0.7049445509910583, + -0.4577973484992981, + -0.4310866594314575, + -0.5156336426734924, + -0.6900383830070496, + -0.4473140835762024, + -0.5708646774291992, + -0.504789412021637, + -0.3195962607860565, + -0.36738133430480957, + -0.5388848185539246, + -0.7008196115493774, + -0.18166591227054596, + -0.7423325181007385, + -0.5620859861373901, + -0.5081280469894409, + -0.4871383607387543, + -0.5862311720848083, + -0.5812087059020996, + -0.5061801075935364, + -0.47128891944885254, + -0.4786109924316406, + -0.43690627813339233, + -0.4194333255290985, + -0.4790470004081726, + -0.5062530636787415, + -0.5544506907463074, + -0.3515757918357849, + -0.42830517888069153, + -0.5528611540794373, + -0.49339932203292847, + -0.4457763731479645, + -0.3701954185962677, + -0.567649245262146, + -0.5206810832023621, + -0.51543128490448, + -0.32791224122047424, + -0.39486587047576904, + -0.5060980916023254, + -0.4908767342567444, + -0.40364164113998413, + -0.3044019341468811, + -0.683203935623169, + -0.398977667093277, + -0.48494505882263184, + -0.6659480929374695, + -0.4363950192928314, + -0.49394747614860535, + -0.7170930504798889, + -0.6029604077339172, + -0.6385442018508911, + -0.46457281708717346, + -0.4857892096042633, + -0.8220076560974121, + -0.353609174489975, + -0.1712939739227295, + -0.28990229964256287, + -0.5577422976493835, + -0.49515604972839355, + -0.6034474968910217, + -0.28519371151924133, + -0.4682653546333313, + -0.4916101098060608, + -0.34620532393455505, + -0.5730218887329102, + -0.5057572722434998, + -0.7991692423820496, + -0.5835641622543335, + -0.5149833559989929, + -0.3685455620288849, + -0.6031119227409363, + -0.4910506010055542, + -0.5481562614440918, + -0.19007177650928497, + -0.566013753414154, + -0.5094375610351562, + -0.705014169216156, + -0.4789583384990692, + -0.5207688212394714, + -0.3537980616092682, + -0.44831231236457825, + -0.6886388063430786, + -0.5255698561668396, + -0.7117870450019836, + -0.5066097378730774, + -0.6087315678596497, + -0.5888575315475464, + -0.5195217728614807, + -0.5926657319068909, + -0.6469466686248779, + -0.535209059715271, + -0.4635804295539856, + -0.5924170613288879, + -0.6078788042068481, + -0.5203642845153809, + -0.5405542254447937, + -0.40993472933769226, + -0.41527536511421204, + -0.432720422744751, + -0.5580243468284607, + -0.4828938841819763, + -0.646759033203125, + -0.5015963315963745, + -0.6892586946487427, + -0.4335573613643646, + -0.46269258856773376, + -0.46912306547164917, + -0.6268832087516785, + -0.535739541053772, + -0.6235030293464661, + -0.42110663652420044, + -0.676188588142395, + -0.6232930421829224, + -0.4754849076271057, + -0.3696604371070862, + -0.3981688618659973, + -0.43064263463020325, + -0.5391178727149963, + -0.5942235589027405, + -0.4289345145225525, + -0.5469419956207275, + -0.6688924431800842, + -0.55656898021698, + -0.3151160180568695, + -0.5573799014091492, + -0.41128772497177124, + -0.6428707838058472, + -0.549494206905365, + -0.5872871279716492, + -0.6005890369415283, + -0.3351161479949951, + -0.4940337836742401, + -0.6869202852249146, + -0.42542600631713867, + -0.7588733434677124, + -0.46249598264694214, + -0.8328232765197754, + -0.4434552788734436, + -0.44028323888778687, + -0.5455262660980225, + -0.6211329102516174, + -0.2332003116607666, + -0.7024379968643188, + -0.5871341228485107, + -0.4191799461841583, + -0.5358601212501526, + -0.6238375306129456, + -0.6703056693077087, + -0.39654722809791565, + -0.4868446886539459, + -0.5449506044387817, + -0.6161010265350342, + -0.49090251326560974, + -0.5179232358932495, + -0.489301860332489, + -0.45781415700912476, + -0.6085994243621826, + -0.44389280676841736, + -0.528447151184082, + -0.5115712285041809, + -0.590176522731781, + -0.6998686790466309, + -0.44557079672813416, + -0.6366513967514038, + -0.39241310954093933, + -0.5032128691673279, + -0.39988794922828674, + -0.609752893447876, + -0.6263748407363892, + -0.33219340443611145, + -0.43711769580841064, + -0.6055033206939697, + -0.5273105502128601, + -0.5976227521896362, + -0.6082887649536133, + -0.4331069588661194, + -0.4369191527366638, + -0.5295312404632568, + -0.6725905537605286, + -0.45009005069732666, + -0.8385615348815918, + -0.6196795701980591, + -0.37805667519569397, + -0.5680518746376038, + -0.6894672513008118, + -0.5402601361274719, + -0.6268724203109741, + -0.5910113453865051, + -0.4499817490577698, + -0.40330588817596436, + -0.4992091953754425, + -0.5773780345916748, + -0.5208145380020142, + -0.6369203925132751, + -0.694763720035553, + -0.4852360486984253, + -0.5491060614585876, + -0.4650900363922119, + -0.5859411954879761, + -0.4880693852901459, + -0.603025496006012, + -0.5897305011749268, + -0.5172966122627258, + -0.5528907775878906, + -0.5953575968742371, + -0.5634369850158691, + -0.5050695538520813, + -0.46582579612731934, + -0.4881874918937683, + -0.2947772443294525, + -0.4586055874824524, + -0.5313445329666138, + -0.5654906034469604, + -0.4930059015750885, + -0.4897937476634979, + -0.6668046712875366, + -0.5242862701416016, + -0.637906014919281, + -0.2728046774864197, + -0.5562967658042908, + -0.6025744676589966, + -0.505258321762085, + -0.7017276287078857, + -0.47578907012939453, + -0.6142303347587585, + -0.4679870307445526, + -0.3534944951534271, + -0.5006333589553833, + -0.48642852902412415, + -0.2499324530363083, + -0.6112847328186035, + -0.4429444968700409, + -0.5927553772926331, + -0.5996195077896118, + -0.609612226486206, + -0.6043987274169922, + -0.6022067666053772, + -0.30476072430610657, + -0.6308908462524414, + -0.34296679496765137, + -0.5508214831352234, + -0.44025954604148865, + -0.5060746669769287, + -0.5218786001205444, + -0.6484800577163696, + -0.4714297354221344, + -0.5226751565933228, + -0.6626636385917664, + -0.6302433013916016, + -0.7108810544013977, + -0.42153286933898926, + -0.44028159976005554, + -0.5074363946914673, + -0.4995686709880829, + -0.5678571462631226, + -0.47555840015411377, + -0.4369392991065979, + -0.5140113234519958, + -0.6362830400466919, + -0.6977081298828125, + -0.4839855432510376, + -0.45643526315689087, + -0.6564737558364868, + -0.4466908574104309, + -0.49818992614746094, + -0.5499862432479858, + -0.5850252509117126, + -0.5384518504142761, + -0.49072617292404175, + -0.5771419405937195, + -0.8114680051803589, + -0.5235834717750549, + -0.6936352849006653, + -0.5985283851623535, + -0.4497164487838745, + -0.34667742252349854, + -0.508033037185669, + -0.5018599033355713, + -0.4585776627063751, + -0.5070019960403442, + -0.32253792881965637, + -0.7218262553215027, + -0.5057994723320007, + -0.609166145324707, + -0.5500018000602722, + -0.48075392842292786, + -0.45267921686172485, + -0.624023973941803, + -0.46936938166618347, + -0.3771526515483856, + -0.40995919704437256, + -0.5910171866416931, + -0.5816724300384521, + -0.6177715063095093, + -0.6403017640113831, + -0.4922357201576233, + -0.539537250995636, + -0.5792618989944458, + -0.423958957195282, + -0.6635701060295105, + -0.48587220907211304, + -0.4237179160118103, + -0.668289303779602, + -0.5237979292869568, + -0.4966764748096466, + -0.5454660058021545, + -0.9128458499908447, + -0.8373741507530212, + -0.4279451072216034, + -0.5557901263237, + -0.4642082750797272, + -0.5502862930297852, + -0.5392115116119385, + -0.657804012298584, + -0.6195415258407593, + -0.5461201667785645, + -0.5567123293876648, + -0.5450862050056458, + -0.5554746389389038, + -0.5418009161949158, + -0.683242678642273, + -0.717211902141571, + -0.4224957227706909, + -0.4746914803981781, + -0.5385108590126038, + -0.579857349395752, + -0.7214128971099854, + -0.529115617275238, + -0.5853253602981567, + -0.5590010285377502, + -0.4887360632419586, + -0.6669644713401794, + -0.3946903645992279, + -0.4857644736766815, + -0.5940101146697998, + -0.6001470685005188, + -0.5493605136871338, + -0.44521090388298035, + -0.5916211009025574, + -0.4529086649417877, + -0.42560428380966187, + -0.5448000431060791, + -0.6192846298217773, + -0.6830798387527466, + -0.5540324449539185, + -0.7094166874885559, + -0.8052743673324585, + -0.5488890409469604, + -0.4786403477191925, + -0.6326470971107483, + -0.6415188908576965, + -0.6333602070808411, + -0.45566776394844055, + -0.5867608785629272, + -0.4050914943218231, + -0.43760326504707336, + -0.4700363278388977, + -0.6828737258911133, + -0.7244461178779602, + -0.5673347115516663, + -0.5033149719238281, + -0.5888190269470215, + -0.5961645841598511, + -0.5845340490341187, + -0.546215832233429, + -0.5003920197486877, + -0.42631760239601135, + -0.47108525037765503, + -0.553291916847229, + -0.5224625468254089, + -0.4111235439777374, + -0.4521515369415283, + -0.6207877397537231, + -0.5281169414520264, + -0.552806556224823, + -0.590804398059845, + -0.5493422150611877, + -0.48166072368621826, + -0.4950172007083893, + -0.24773040413856506, + -0.7367286086082458, + -0.29939231276512146, + -0.2587900459766388, + -0.5143526792526245, + -0.45656195282936096, + -0.7601742744445801, + -0.6122289896011353, + -0.5774681568145752, + -0.5778699517250061, + -0.3811117112636566, + -0.5950042605400085, + -0.5777609944343567, + -0.5114370584487915, + -0.5811383724212646, + -0.5714182257652283, + -0.5297253727912903, + -0.4560358226299286, + -0.5246524810791016, + -0.40271899104118347, + -0.6718997359275818, + -0.5723758935928345, + -0.437112957239151, + -0.4748673141002655, + -0.5219846963882446 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.7, - 0.6749999999999999, - 0.625, - 0.675, - 0.625, - 0.625, - 0.625, - 0.5750000000000001, - 0.625 + 0.475, + 0.5, + 0.44999999999999996, + 0.5, + 0.46249999999999997, + 0.4375, + 0.4875, + 0.43749999999999994, + 0.475, + 0.39999999999999997, + 0.425, + 0.4375, + 0.45, + 0.43749999999999994, + 0.45, + 0.4125, + 0.41250000000000003, + 0.475, + 0.4749999999999999, + 0.425 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7761262059211731, - 0.6787754893302917, - 0.8256575465202332, - 0.7562469244003296, - 0.7344046831130981, - 0.9784770011901855, - 0.8018093705177307, - 0.19940783083438873, - 0.6135194897651672, - 0.9353612065315247 + -0.04000789299607277, + 0.3022557199001312, + 0.09418157488107681, + -0.016419894993305206, + -0.10518044978380203, + -0.1717786192893982, + 0.2632916569709778, + 0.11435040831565857, + 0.6116005182266235, + 0.12420830130577087, + 0.05870165675878525, + -0.13312265276908875, + -0.07630344480276108, + -0.1988685131072998, + 0.10085511207580566, + -0.10828728973865509, + 0.07129912823438644, + -0.09201762080192566, + 0.10252036154270172, + 0.0015778493834659457 ], "rl_grad_norm": [ - 2.2677390575408936, - 1.4873197078704834, - 0.9186607599258423, - 1.098268985748291, - 0.2291852831840515, - 0.6369588375091553, - 0.6874787211418152, - 0.2898387908935547, - 0.3488937020301819, - 0.713865339756012 + 1.225134015083313, + 0.6811004281044006, + 0.7030047178268433, + 0.4897107183933258, + 0.3745634853839874, + 0.3005949556827545, + 0.5461409687995911, + 0.3992254137992859, + 0.6120287775993347, + 0.4983128607273102, + 0.34060245752334595, + 0.3194606304168701, + 0.32424870133399963, + 0.45010480284690857, + 0.3102318048477173, + 0.2246539443731308, + 0.3709736168384552, + 0.3284708559513092, + 0.22672560811042786, + 0.22077931463718414 ], "bc_grad_norm": [ - 1.3698276281356812, - 0.7125895023345947, - 0.7562000155448914, - 0.7616509199142456, - 0.39312008023262024, - 0.6302865147590637, - 0.6437618732452393, - 0.19758598506450653, - 0.9143016934394836, - 0.7217662334442139 + 2.861380100250244, + 3.967674732208252, + 3.679292917251587, + 2.5736794471740723, + 3.374030590057373, + 3.798672676086426, + 3.1508965492248535, + 3.919126272201538, + 1.9622735977172852, + 2.952427387237549, + 1.924705982208252, + 2.4207348823547363, + 3.4322824478149414, + 5.925584316253662, + 4.1647515296936035, + 4.197455406188965, + 2.0863089561462402, + 3.1600472927093506, + 4.846024513244629, + 4.600973606109619 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0003493012336548418, - "embedding.weight": 0.003925020340830088, - "cnn.0.weight": 0.10413303971290588, - "cnn.0.bias": 0.004167575854808092, - "cnn.2.weight": 0.03169996663928032, - "cnn.2.bias": 0.014195609837770462, - "cnn.5.weight": 0.04309384897351265, - "cnn.5.bias": 0.01612304337322712, - "action_emb.weight": 0.030647998675704002, - "timestep_emb.weight": 0.009214098565280437, - "pos_emb.weight": 0.011444519273936749, - "transformer.layers.0.self_attn.in_proj_weight": 0.14229166507720947, - "transformer.layers.0.self_attn.in_proj_bias": 0.015996713191270828, - "transformer.layers.0.self_attn.out_proj.weight": 0.1453142911195755, - "transformer.layers.0.self_attn.out_proj.bias": 0.023654496297240257, - "transformer.layers.0.linear1.weight": 0.1366574913263321, - "transformer.layers.0.linear1.bias": 0.009215524420142174, - "transformer.layers.0.linear2.weight": 0.18220798671245575, - "transformer.layers.0.linear2.bias": 0.020250944420695305, - "transformer.layers.0.norm1.weight": 0.007876907475292683, - "transformer.layers.0.norm1.bias": 0.013429674319922924, - "transformer.layers.0.norm2.weight": 0.00955642107874155, - "transformer.layers.0.norm2.bias": 0.01037606317549944, - "transformer.layers.1.self_attn.in_proj_weight": 0.15970079600811005, - "transformer.layers.1.self_attn.in_proj_bias": 0.011271903291344643, - "transformer.layers.1.self_attn.out_proj.weight": 0.23068119585514069, - "transformer.layers.1.self_attn.out_proj.bias": 0.01792263425886631, - "transformer.layers.1.linear1.weight": 0.09889405965805054, - "transformer.layers.1.linear1.bias": 0.006454505026340485, - "transformer.layers.1.linear2.weight": 0.13452821969985962, - "transformer.layers.1.linear2.bias": 0.017856888473033905, - "transformer.layers.1.norm1.weight": 0.008314796723425388, - "transformer.layers.1.norm1.bias": 0.008282996714115143, - "transformer.layers.1.norm2.weight": 0.00664558494463563, - "transformer.layers.1.norm2.bias": 0.00565551919862628, - "transformer.layers.2.self_attn.in_proj_weight": 0.1788632869720459, - "transformer.layers.2.self_attn.in_proj_bias": 0.013431813567876816, - "transformer.layers.2.self_attn.out_proj.weight": 0.16638557612895966, - "transformer.layers.2.self_attn.out_proj.bias": 0.018287599086761475, - "transformer.layers.2.linear1.weight": 0.08775105327367783, - "transformer.layers.2.linear1.bias": 0.006288816221058369, - "transformer.layers.2.linear2.weight": 0.10270562767982483, - "transformer.layers.2.linear2.bias": 0.018276076763868332, - "transformer.layers.2.norm1.weight": 0.013195153325796127, - "transformer.layers.2.norm1.bias": 0.013628896325826645, - "transformer.layers.2.norm2.weight": 0.005883584264665842, - "transformer.layers.2.norm2.bias": 0.007184123154729605, - "transformer.layers.3.self_attn.in_proj_weight": 0.3563878536224365, - "transformer.layers.3.self_attn.in_proj_bias": 0.035161763429641724, - "transformer.layers.3.self_attn.out_proj.weight": 0.19629615545272827, - "transformer.layers.3.self_attn.out_proj.bias": 0.02866317704319954, - "transformer.layers.3.linear1.weight": 0.251223087310791, - "transformer.layers.3.linear1.bias": 0.020447464659810066, - "transformer.layers.3.linear2.weight": 0.13895384967327118, - "transformer.layers.3.linear2.bias": 0.037573207169771194, - "transformer.layers.3.norm1.weight": 0.02805902063846588, - "transformer.layers.3.norm1.bias": 0.04855266213417053, - "transformer.layers.3.norm2.weight": 0.01978052593767643, - "transformer.layers.3.norm2.bias": 0.028224369511008263, - "head.weight": 2.0881850719451904, - "head.bias": 0.07613565772771835, - "global_embedding.weight": 0.060936834663152695, - "global_cnn.0.weight": 0.42644092440605164, - "global_cnn.0.bias": 0.012154237367212772, - "global_cnn.2.weight": 1.1065572500228882, - "global_cnn.2.bias": 0.04759857803583145, - "global_proj.weight": 0.23789924383163452, - "global_proj.bias": 0.0925193801522255, - "goal_head.0.weight": 0.11685483157634735, - "goal_head.0.bias": 0.03514500707387924, - "goal_head.2.weight": 0.13007290661334991, - "goal_head.2.bias": 0.06676816195249557 - }, - { - "global_gate": 0.0010132004972547293, - "embedding.weight": 0.012791214510798454, - "cnn.0.weight": 0.2587123513221741, - "cnn.0.bias": 0.01083458587527275, - "cnn.2.weight": 0.0706116259098053, - "cnn.2.bias": 0.015975097194314003, - "cnn.5.weight": 0.10559388250112534, - "cnn.5.bias": 0.016097625717520714, - "action_emb.weight": 0.019257906824350357, - "timestep_emb.weight": 0.007978852838277817, - "pos_emb.weight": 0.008464640937745571, - "transformer.layers.0.self_attn.in_proj_weight": 0.126744344830513, - "transformer.layers.0.self_attn.in_proj_bias": 0.009918661788105965, - "transformer.layers.0.self_attn.out_proj.weight": 0.12495159357786179, - "transformer.layers.0.self_attn.out_proj.bias": 0.01504653599113226, - "transformer.layers.0.linear1.weight": 0.09268297255039215, - "transformer.layers.0.linear1.bias": 0.0056078555062413216, - "transformer.layers.0.linear2.weight": 0.12398374080657959, - "transformer.layers.0.linear2.bias": 0.013168735429644585, - "transformer.layers.0.norm1.weight": 0.007178056985139847, - "transformer.layers.0.norm1.bias": 0.009282296523451805, - "transformer.layers.0.norm2.weight": 0.006540083326399326, - "transformer.layers.0.norm2.bias": 0.005315920803695917, - "transformer.layers.1.self_attn.in_proj_weight": 0.1042976975440979, - "transformer.layers.1.self_attn.in_proj_bias": 0.007630927488207817, - "transformer.layers.1.self_attn.out_proj.weight": 0.1308698207139969, - "transformer.layers.1.self_attn.out_proj.bias": 0.01179684791713953, - "transformer.layers.1.linear1.weight": 0.061657313257455826, - "transformer.layers.1.linear1.bias": 0.003896899288520217, - "transformer.layers.1.linear2.weight": 0.08591584861278534, - "transformer.layers.1.linear2.bias": 0.011890651658177376, - "transformer.layers.1.norm1.weight": 0.006572105456143618, - "transformer.layers.1.norm1.bias": 0.006389657501131296, - "transformer.layers.1.norm2.weight": 0.0039475345984101295, - "transformer.layers.1.norm2.bias": 0.0030834325589239597, - "transformer.layers.2.self_attn.in_proj_weight": 0.10695138573646545, - "transformer.layers.2.self_attn.in_proj_bias": 0.008729889988899231, - "transformer.layers.2.self_attn.out_proj.weight": 0.106643445789814, - "transformer.layers.2.self_attn.out_proj.bias": 0.01270289346575737, - "transformer.layers.2.linear1.weight": 0.06295865029096603, - "transformer.layers.2.linear1.bias": 0.004535934422165155, - "transformer.layers.2.linear2.weight": 0.07187926769256592, - "transformer.layers.2.linear2.bias": 0.013104074634611607, - "transformer.layers.2.norm1.weight": 0.006560113281011581, - "transformer.layers.2.norm1.bias": 0.008502975106239319, - "transformer.layers.2.norm2.weight": 0.004201937932521105, - "transformer.layers.2.norm2.bias": 0.005141719710081816, - "transformer.layers.3.self_attn.in_proj_weight": 0.2304462045431137, - "transformer.layers.3.self_attn.in_proj_bias": 0.024293974041938782, - "transformer.layers.3.self_attn.out_proj.weight": 0.1267085075378418, - "transformer.layers.3.self_attn.out_proj.bias": 0.02002134919166565, - "transformer.layers.3.linear1.weight": 0.19539254903793335, - "transformer.layers.3.linear1.bias": 0.01613764278590679, - "transformer.layers.3.linear2.weight": 0.10389394313097, - "transformer.layers.3.linear2.bias": 0.027223708108067513, - "transformer.layers.3.norm1.weight": 0.0168177280575037, - "transformer.layers.3.norm1.bias": 0.03367479518055916, - "transformer.layers.3.norm2.weight": 0.01653064414858818, - "transformer.layers.3.norm2.bias": 0.02187221311032772, - "head.weight": 1.3288071155548096, - "head.bias": 0.053896214812994, - "global_embedding.weight": 0.02086186408996582, - "global_cnn.0.weight": 0.2184254229068756, - "global_cnn.0.bias": 0.00805244967341423, - "global_cnn.2.weight": 0.584595263004303, - "global_cnn.2.bias": 0.02462735027074814, - "global_proj.weight": 0.09653252363204956, - "global_proj.bias": 0.04659177362918854, - "goal_head.0.weight": 0.041983507573604584, - "goal_head.0.bias": 0.014493548311293125, - "goal_head.2.weight": 0.047515369951725006, - "goal_head.2.bias": 0.029043378308415413 - }, - { - "global_gate": 0.00008178113785106689, - "embedding.weight": 0.0057878438383340836, - "cnn.0.weight": 0.1196284294128418, - "cnn.0.bias": 0.004456048831343651, - "cnn.2.weight": 0.03314301371574402, - "cnn.2.bias": 0.012369876727461815, - "cnn.5.weight": 0.038237400352954865, - "cnn.5.bias": 0.013651149347424507, - "action_emb.weight": 0.01614220254123211, - "timestep_emb.weight": 0.005005757790058851, - "pos_emb.weight": 0.007518022786825895, - "transformer.layers.0.self_attn.in_proj_weight": 0.07297120243310928, - "transformer.layers.0.self_attn.in_proj_bias": 0.006351400166749954, - "transformer.layers.0.self_attn.out_proj.weight": 0.0658189207315445, - "transformer.layers.0.self_attn.out_proj.bias": 0.008257273584604263, - "transformer.layers.0.linear1.weight": 0.07750967890024185, - "transformer.layers.0.linear1.bias": 0.0035753261763602495, - "transformer.layers.0.linear2.weight": 0.08459645509719849, - "transformer.layers.0.linear2.bias": 0.006200985051691532, - "transformer.layers.0.norm1.weight": 0.0038848835974931717, - "transformer.layers.0.norm1.bias": 0.0053088050335645676, - "transformer.layers.0.norm2.weight": 0.006496062967926264, - "transformer.layers.0.norm2.bias": 0.003234084462746978, - "transformer.layers.1.self_attn.in_proj_weight": 0.07738099247217178, - "transformer.layers.1.self_attn.in_proj_bias": 0.004186181351542473, - "transformer.layers.1.self_attn.out_proj.weight": 0.06737904995679855, - "transformer.layers.1.self_attn.out_proj.bias": 0.0049676899798214436, - "transformer.layers.1.linear1.weight": 0.042799148708581924, - "transformer.layers.1.linear1.bias": 0.00226120138540864, - "transformer.layers.1.linear2.weight": 0.05736209824681282, - "transformer.layers.1.linear2.bias": 0.004652471747249365, - "transformer.layers.1.norm1.weight": 0.004976866766810417, - "transformer.layers.1.norm1.bias": 0.004185803700238466, - "transformer.layers.1.norm2.weight": 0.002974983537569642, - "transformer.layers.1.norm2.bias": 0.0023655337281525135, - "transformer.layers.2.self_attn.in_proj_weight": 0.06759855151176453, - "transformer.layers.2.self_attn.in_proj_bias": 0.003355426946654916, - "transformer.layers.2.self_attn.out_proj.weight": 0.05565723776817322, - "transformer.layers.2.self_attn.out_proj.bias": 0.004705565050244331, - "transformer.layers.2.linear1.weight": 0.03689758852124214, - "transformer.layers.2.linear1.bias": 0.002127074170857668, - "transformer.layers.2.linear2.weight": 0.04558263346552849, - "transformer.layers.2.linear2.bias": 0.004760709125548601, - "transformer.layers.2.norm1.weight": 0.004382737446576357, - "transformer.layers.2.norm1.bias": 0.0032925766427069902, - "transformer.layers.2.norm2.weight": 0.0023667290806770325, - "transformer.layers.2.norm2.bias": 0.0019238389795646071, - "transformer.layers.3.self_attn.in_proj_weight": 0.13617965579032898, - "transformer.layers.3.self_attn.in_proj_bias": 0.009609117172658443, - "transformer.layers.3.self_attn.out_proj.weight": 0.06823316216468811, - "transformer.layers.3.self_attn.out_proj.bias": 0.006839680019766092, - "transformer.layers.3.linear1.weight": 0.08383723348379135, - "transformer.layers.3.linear1.bias": 0.006186785642057657, - "transformer.layers.3.linear2.weight": 0.048457931727170944, - "transformer.layers.3.linear2.bias": 0.009031238965690136, - "transformer.layers.3.norm1.weight": 0.01071386132389307, - "transformer.layers.3.norm1.bias": 0.013194774277508259, - "transformer.layers.3.norm2.weight": 0.006554667372256517, - "transformer.layers.3.norm2.bias": 0.00774399982765317, - "head.weight": 0.5705180764198303, - "head.bias": 0.017830703407526016, - "global_embedding.weight": 0.0386773981153965, - "global_cnn.0.weight": 0.2776014506816864, - "global_cnn.0.bias": 0.00764537462964654, - "global_cnn.2.weight": 0.6292642951011658, - "global_cnn.2.bias": 0.03373434767127037, - "global_proj.weight": 0.1567683219909668, - "global_proj.bias": 0.08269280940294266, - "goal_head.0.weight": 0.08670589327812195, - "goal_head.0.bias": 0.03234592452645302, - "goal_head.2.weight": 0.11230583488941193, - "goal_head.2.bias": 0.06594382226467133 - }, - { - "global_gate": 0.00001645300471864175, - "embedding.weight": 0.001648472622036934, - "cnn.0.weight": 0.04062972217798233, - "cnn.0.bias": 0.0015310011804103851, - "cnn.2.weight": 0.011544803157448769, - "cnn.2.bias": 0.003237372264266014, - "cnn.5.weight": 0.016757257282733917, - "cnn.5.bias": 0.003545445390045643, - "action_emb.weight": 0.006783307995647192, - "timestep_emb.weight": 0.0033243512734770775, - "pos_emb.weight": 0.004458378069102764, - "transformer.layers.0.self_attn.in_proj_weight": 0.035984307527542114, - "transformer.layers.0.self_attn.in_proj_bias": 0.0033516003750264645, - "transformer.layers.0.self_attn.out_proj.weight": 0.03833233192563057, - "transformer.layers.0.self_attn.out_proj.bias": 0.0045276363380253315, - "transformer.layers.0.linear1.weight": 0.03765247389674187, - "transformer.layers.0.linear1.bias": 0.0019978107884526253, - "transformer.layers.0.linear2.weight": 0.046994078904390335, - "transformer.layers.0.linear2.bias": 0.0040146540850400925, - "transformer.layers.0.norm1.weight": 0.002082943683490157, - "transformer.layers.0.norm1.bias": 0.0030565892811864614, - "transformer.layers.0.norm2.weight": 0.0029162815771996975, - "transformer.layers.0.norm2.bias": 0.0017779754707589746, - "transformer.layers.1.self_attn.in_proj_weight": 0.03787725418806076, - "transformer.layers.1.self_attn.in_proj_bias": 0.002197924302890897, - "transformer.layers.1.self_attn.out_proj.weight": 0.04148267209529877, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031906638760119677, - "transformer.layers.1.linear1.weight": 0.023989763110876083, - "transformer.layers.1.linear1.bias": 0.0012373114004731178, - "transformer.layers.1.linear2.weight": 0.033484771847724915, - "transformer.layers.1.linear2.bias": 0.003144520800560713, - "transformer.layers.1.norm1.weight": 0.0024357859510928392, - "transformer.layers.1.norm1.bias": 0.0020181394647806883, - "transformer.layers.1.norm2.weight": 0.0016078256303444505, - "transformer.layers.1.norm2.bias": 0.0011005651904270053, - "transformer.layers.2.self_attn.in_proj_weight": 0.04005866125226021, - "transformer.layers.2.self_attn.in_proj_bias": 0.0027826891746371984, - "transformer.layers.2.self_attn.out_proj.weight": 0.029838724061846733, - "transformer.layers.2.self_attn.out_proj.bias": 0.003204798325896263, - "transformer.layers.2.linear1.weight": 0.02182450331747532, - "transformer.layers.2.linear1.bias": 0.0012184735387563705, - "transformer.layers.2.linear2.weight": 0.02612353302538395, - "transformer.layers.2.linear2.bias": 0.0032288359943777323, - "transformer.layers.2.norm1.weight": 0.0027090555522590876, - "transformer.layers.2.norm1.bias": 0.003225089982151985, - "transformer.layers.2.norm2.weight": 0.0013490933924913406, - "transformer.layers.2.norm2.bias": 0.0010374808916822076, - "transformer.layers.3.self_attn.in_proj_weight": 0.06855390965938568, - "transformer.layers.3.self_attn.in_proj_bias": 0.005417149048298597, - "transformer.layers.3.self_attn.out_proj.weight": 0.04032094404101372, - "transformer.layers.3.self_attn.out_proj.bias": 0.004701337777078152, - "transformer.layers.3.linear1.weight": 0.06317079067230225, - "transformer.layers.3.linear1.bias": 0.004922457039356232, - "transformer.layers.3.linear2.weight": 0.033699434250593185, - "transformer.layers.3.linear2.bias": 0.007345937192440033, - "transformer.layers.3.norm1.weight": 0.005339077208191156, - "transformer.layers.3.norm1.bias": 0.00710568530485034, - "transformer.layers.3.norm2.weight": 0.005842044949531555, - "transformer.layers.3.norm2.bias": 0.007445328403264284, - "head.weight": 0.40699025988578796, - "head.bias": 0.014540722593665123, - "global_embedding.weight": 0.05260445550084114, - "global_cnn.0.weight": 0.2500520944595337, - "global_cnn.0.bias": 0.006823585368692875, - "global_cnn.2.weight": 0.6089804172515869, - "global_cnn.2.bias": 0.025705978274345398, - "global_proj.weight": 0.09331711381673813, - "global_proj.bias": 0.0482763946056366, - "goal_head.0.weight": 0.04902128130197525, - "goal_head.0.bias": 0.018403751775622368, - "goal_head.2.weight": 0.058373838663101196, - "goal_head.2.bias": 0.03825043514370918 - }, - { - "global_gate": 0.0001023929871735163, - "embedding.weight": 0.0009215832105837762, - "cnn.0.weight": 0.019148508086800575, - "cnn.0.bias": 0.0008589985081925988, - "cnn.2.weight": 0.004194943699985743, - "cnn.2.bias": 0.0014300979673862457, - "cnn.5.weight": 0.007714227307587862, - "cnn.5.bias": 0.0012096010614186525, - "action_emb.weight": 0.0007495519821532071, - "timestep_emb.weight": 0.00032808943069539964, - "pos_emb.weight": 0.00039311739965341985, - "transformer.layers.0.self_attn.in_proj_weight": 0.006920501124113798, - "transformer.layers.0.self_attn.in_proj_bias": 0.0004579490632750094, - "transformer.layers.0.self_attn.out_proj.weight": 0.0074209715239703655, - "transformer.layers.0.self_attn.out_proj.bias": 0.0006233923486433923, - "transformer.layers.0.linear1.weight": 0.004542060196399689, - "transformer.layers.0.linear1.bias": 0.0002531986392568797, - "transformer.layers.0.linear2.weight": 0.005417005158960819, - "transformer.layers.0.linear2.bias": 0.00042646407382562757, - "transformer.layers.0.norm1.weight": 0.00042831077007576823, - "transformer.layers.0.norm1.bias": 0.00042837942601181567, - "transformer.layers.0.norm2.weight": 0.0003950769314542413, - "transformer.layers.0.norm2.bias": 0.00024358918017242104, - "transformer.layers.1.self_attn.in_proj_weight": 0.004566896706819534, - "transformer.layers.1.self_attn.in_proj_bias": 0.00026350797270424664, - "transformer.layers.1.self_attn.out_proj.weight": 0.003894251538440585, - "transformer.layers.1.self_attn.out_proj.bias": 0.00032723986078053713, - "transformer.layers.1.linear1.weight": 0.0025308479089289904, - "transformer.layers.1.linear1.bias": 0.00013526454858947545, - "transformer.layers.1.linear2.weight": 0.0032149460166692734, - "transformer.layers.1.linear2.bias": 0.0003150216944050044, - "transformer.layers.1.norm1.weight": 0.0002556118124630302, - "transformer.layers.1.norm1.bias": 0.0002448225859552622, - "transformer.layers.1.norm2.weight": 0.0001792654365999624, - "transformer.layers.1.norm2.bias": 0.00013139887596480548, - "transformer.layers.2.self_attn.in_proj_weight": 0.004656677134335041, - "transformer.layers.2.self_attn.in_proj_bias": 0.00030252308351919055, - "transformer.layers.2.self_attn.out_proj.weight": 0.003520045429468155, - "transformer.layers.2.self_attn.out_proj.bias": 0.0002999358985107392, - "transformer.layers.2.linear1.weight": 0.002137334318831563, - "transformer.layers.2.linear1.bias": 0.0001198134632431902, - "transformer.layers.2.linear2.weight": 0.0025393995456397533, - "transformer.layers.2.linear2.bias": 0.00030842600972391665, - "transformer.layers.2.norm1.weight": 0.00038758700247853994, - "transformer.layers.2.norm1.bias": 0.00030735929613001645, - "transformer.layers.2.norm2.weight": 0.00013842138287145644, - "transformer.layers.2.norm2.bias": 0.00011713011917890981, - "transformer.layers.3.self_attn.in_proj_weight": 0.005584665108472109, - "transformer.layers.3.self_attn.in_proj_bias": 0.000539459171704948, - "transformer.layers.3.self_attn.out_proj.weight": 0.0031788568012416363, - "transformer.layers.3.self_attn.out_proj.bias": 0.00048270486877299845, - "transformer.layers.3.linear1.weight": 0.003937882836908102, - "transformer.layers.3.linear1.bias": 0.00030388819868676364, - "transformer.layers.3.linear2.weight": 0.002649732166901231, - "transformer.layers.3.linear2.bias": 0.0005874650087207556, - "transformer.layers.3.norm1.weight": 0.000445435376605019, - "transformer.layers.3.norm1.bias": 0.0007044398225843906, - "transformer.layers.3.norm2.weight": 0.00026978840469382703, - "transformer.layers.3.norm2.bias": 0.00039549326174892485, - "head.weight": 0.03202853351831436, - "head.bias": 0.0012070485390722752, - "global_embedding.weight": 0.009103148244321346, - "global_cnn.0.weight": 0.0754958912730217, - "global_cnn.0.bias": 0.0023433377500623465, - "global_cnn.2.weight": 0.20595470070838928, - "global_cnn.2.bias": 0.011092113330960274, - "global_proj.weight": 0.036657046526670456, - "global_proj.bias": 0.023107537999749184, - "goal_head.0.weight": 0.02115558460354805, - "goal_head.0.bias": 0.008908482268452644, - "goal_head.2.weight": 0.028680602088570595, - "goal_head.2.bias": 0.01853196881711483 - }, - { - "global_gate": 0.000025153720343951136, - "embedding.weight": 0.0007330676889978349, - "cnn.0.weight": 0.015877800062298775, - "cnn.0.bias": 0.0008329854463227093, - "cnn.2.weight": 0.004107162822037935, - "cnn.2.bias": 0.0015254070749506354, - "cnn.5.weight": 0.005240680184215307, - "cnn.5.bias": 0.0012682779924944043, - "action_emb.weight": 0.0011558063561096787, - "timestep_emb.weight": 0.0006333676283247769, - "pos_emb.weight": 0.0011789902346208692, - "transformer.layers.0.self_attn.in_proj_weight": 0.008521858602762222, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005554004455916584, - "transformer.layers.0.self_attn.out_proj.weight": 0.007746791932731867, - "transformer.layers.0.self_attn.out_proj.bias": 0.0007432097918353975, - "transformer.layers.0.linear1.weight": 0.007811767514795065, - "transformer.layers.0.linear1.bias": 0.0003580317716114223, - "transformer.layers.0.linear2.weight": 0.009004647843539715, - "transformer.layers.0.linear2.bias": 0.0006183402147144079, - "transformer.layers.0.norm1.weight": 0.0004755265254061669, - "transformer.layers.0.norm1.bias": 0.00047708628699183464, - "transformer.layers.0.norm2.weight": 0.0006029682699590921, - "transformer.layers.0.norm2.bias": 0.0003044586628675461, - "transformer.layers.1.self_attn.in_proj_weight": 0.008413695730268955, - "transformer.layers.1.self_attn.in_proj_bias": 0.00043432824895717204, - "transformer.layers.1.self_attn.out_proj.weight": 0.0075783091597259045, - "transformer.layers.1.self_attn.out_proj.bias": 0.00045792106539011, - "transformer.layers.1.linear1.weight": 0.004526145756244659, - "transformer.layers.1.linear1.bias": 0.00022053142311051488, - "transformer.layers.1.linear2.weight": 0.006233664695173502, - "transformer.layers.1.linear2.bias": 0.0004344664921518415, - "transformer.layers.1.norm1.weight": 0.0005397351924329996, - "transformer.layers.1.norm1.bias": 0.0004019570769742131, - "transformer.layers.1.norm2.weight": 0.00028160298825241625, - "transformer.layers.1.norm2.bias": 0.00019193701155018061, - "transformer.layers.2.self_attn.in_proj_weight": 0.008529705926775932, - "transformer.layers.2.self_attn.in_proj_bias": 0.00037672207690775394, - "transformer.layers.2.self_attn.out_proj.weight": 0.006046982482075691, - "transformer.layers.2.self_attn.out_proj.bias": 0.0004222919815219939, - "transformer.layers.2.linear1.weight": 0.004001955036073923, - "transformer.layers.2.linear1.bias": 0.00021791552717331797, - "transformer.layers.2.linear2.weight": 0.004625987261533737, - "transformer.layers.2.linear2.bias": 0.00041710102232173085, - "transformer.layers.2.norm1.weight": 0.0005873764748685062, - "transformer.layers.2.norm1.bias": 0.000378582306439057, - "transformer.layers.2.norm2.weight": 0.0002599346626084298, - "transformer.layers.2.norm2.bias": 0.0002396123018115759, - "transformer.layers.3.self_attn.in_proj_weight": 0.014850020408630371, - "transformer.layers.3.self_attn.in_proj_bias": 0.0009372325730510056, - "transformer.layers.3.self_attn.out_proj.weight": 0.006935162004083395, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006882112356834114, - "transformer.layers.3.linear1.weight": 0.010345980525016785, - "transformer.layers.3.linear1.bias": 0.0005690841353498399, - "transformer.layers.3.linear2.weight": 0.005351068452000618, - "transformer.layers.3.linear2.bias": 0.0008048602030612528, - "transformer.layers.3.norm1.weight": 0.001200506230816245, - "transformer.layers.3.norm1.bias": 0.0012947102077305317, - "transformer.layers.3.norm2.weight": 0.0008021280518732965, - "transformer.layers.3.norm2.bias": 0.0005589887732639909, - "head.weight": 0.073961041867733, - "head.bias": 0.0015840063570067286, - "global_embedding.weight": 0.0362241193652153, - "global_cnn.0.weight": 0.21821328997612, - "global_cnn.0.bias": 0.006143684033304453, - "global_cnn.2.weight": 0.5656370520591736, - "global_cnn.2.bias": 0.025515930727124214, - "global_proj.weight": 0.10385362058877945, - "global_proj.bias": 0.05061810091137886, - "goal_head.0.weight": 0.0526413768529892, - "goal_head.0.bias": 0.019237786531448364, - "goal_head.2.weight": 0.06334197521209717, - "goal_head.2.bias": 0.03954119607806206 - }, - { - "global_gate": 0.000023210697690956295, - "embedding.weight": 0.0015668675769120455, - "cnn.0.weight": 0.03872137516736984, - "cnn.0.bias": 0.0018395199440419674, - "cnn.2.weight": 0.012865627184510231, - "cnn.2.bias": 0.004077150486409664, - "cnn.5.weight": 0.014244990423321724, - "cnn.5.bias": 0.004425340797752142, - "action_emb.weight": 0.006376845296472311, - "timestep_emb.weight": 0.0031249516177922487, - "pos_emb.weight": 0.005316432565450668, - "transformer.layers.0.self_attn.in_proj_weight": 0.03147473931312561, - "transformer.layers.0.self_attn.in_proj_bias": 0.002175701782107353, - "transformer.layers.0.self_attn.out_proj.weight": 0.033101607114076614, - "transformer.layers.0.self_attn.out_proj.bias": 0.0032572089694440365, - "transformer.layers.0.linear1.weight": 0.039311595261096954, - "transformer.layers.0.linear1.bias": 0.001559859374538064, - "transformer.layers.0.linear2.weight": 0.0386841855943203, - "transformer.layers.0.linear2.bias": 0.0023459619842469692, - "transformer.layers.0.norm1.weight": 0.0017169273924082518, - "transformer.layers.0.norm1.bias": 0.0017352489521726966, - "transformer.layers.0.norm2.weight": 0.0035782514605671167, - "transformer.layers.0.norm2.bias": 0.0015452774241566658, - "transformer.layers.1.self_attn.in_proj_weight": 0.03645915910601616, - "transformer.layers.1.self_attn.in_proj_bias": 0.0015772058395668864, - "transformer.layers.1.self_attn.out_proj.weight": 0.029087424278259277, - "transformer.layers.1.self_attn.out_proj.bias": 0.0017935368232429028, - "transformer.layers.1.linear1.weight": 0.02163578011095524, - "transformer.layers.1.linear1.bias": 0.0009920838056132197, - "transformer.layers.1.linear2.weight": 0.02768021635711193, - "transformer.layers.1.linear2.bias": 0.001740158535540104, - "transformer.layers.1.norm1.weight": 0.0022865489590913057, - "transformer.layers.1.norm1.bias": 0.0015318675432354212, - "transformer.layers.1.norm2.weight": 0.00159124203491956, - "transformer.layers.1.norm2.bias": 0.0008157346746884286, - "transformer.layers.2.self_attn.in_proj_weight": 0.04157330095767975, - "transformer.layers.2.self_attn.in_proj_bias": 0.001552325440570712, - "transformer.layers.2.self_attn.out_proj.weight": 0.02555054798722267, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015935513656586409, - "transformer.layers.2.linear1.weight": 0.01904713362455368, - "transformer.layers.2.linear1.bias": 0.0010009005200117826, - "transformer.layers.2.linear2.weight": 0.023676075041294098, - "transformer.layers.2.linear2.bias": 0.0016034909058362246, - "transformer.layers.2.norm1.weight": 0.0028065871447324753, - "transformer.layers.2.norm1.bias": 0.0015465067699551582, - "transformer.layers.2.norm2.weight": 0.0012514207046478987, - "transformer.layers.2.norm2.bias": 0.0009325603605248034, - "transformer.layers.3.self_attn.in_proj_weight": 0.06767697632312775, - "transformer.layers.3.self_attn.in_proj_bias": 0.004076933488249779, - "transformer.layers.3.self_attn.out_proj.weight": 0.03039570339024067, - "transformer.layers.3.self_attn.out_proj.bias": 0.002948342589661479, - "transformer.layers.3.linear1.weight": 0.04066328704357147, - "transformer.layers.3.linear1.bias": 0.002633564407005906, - "transformer.layers.3.linear2.weight": 0.024144630879163742, - "transformer.layers.3.linear2.bias": 0.004146522842347622, - "transformer.layers.3.norm1.weight": 0.005230317357927561, - "transformer.layers.3.norm1.bias": 0.005386909935623407, - "transformer.layers.3.norm2.weight": 0.003498806618154049, - "transformer.layers.3.norm2.bias": 0.0033266122918576, - "head.weight": 0.29863953590393066, - "head.bias": 0.008797377347946167, - "global_embedding.weight": 0.04226981848478317, - "global_cnn.0.weight": 0.2169157862663269, - "global_cnn.0.bias": 0.006690253969281912, - "global_cnn.2.weight": 0.46652981638908386, - "global_cnn.2.bias": 0.02152009680867195, - "global_proj.weight": 0.14388129115104675, - "global_proj.bias": 0.07063297927379608, - "goal_head.0.weight": 0.08415921032428741, - "goal_head.0.bias": 0.03104351833462715, - "goal_head.2.weight": 0.10222915560007095, - "goal_head.2.bias": 0.0686478391289711 - }, - { - "global_gate": 0.0008123695151880383, - "embedding.weight": 0.005898475181311369, - "cnn.0.weight": 0.12501788139343262, - "cnn.0.bias": 0.004810689017176628, - "cnn.2.weight": 0.034256234765052795, - "cnn.2.bias": 0.008861947804689407, - "cnn.5.weight": 0.055834271013736725, - "cnn.5.bias": 0.007611818611621857, - "action_emb.weight": 0.005395330023020506, - "timestep_emb.weight": 0.002151173772290349, - "pos_emb.weight": 0.004107109736651182, - "transformer.layers.0.self_attn.in_proj_weight": 0.052587494254112244, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028055382426828146, - "transformer.layers.0.self_attn.out_proj.weight": 0.036179639399051666, - "transformer.layers.0.self_attn.out_proj.bias": 0.0031908624805510044, - "transformer.layers.0.linear1.weight": 0.03551911562681198, - "transformer.layers.0.linear1.bias": 0.0013500868808478117, - "transformer.layers.0.linear2.weight": 0.03713307902216911, - "transformer.layers.0.linear2.bias": 0.0018392169149592519, - "transformer.layers.0.norm1.weight": 0.002968233311548829, - "transformer.layers.0.norm1.bias": 0.00277650635689497, - "transformer.layers.0.norm2.weight": 0.0026232011150568724, - "transformer.layers.0.norm2.bias": 0.0012873001396656036, - "transformer.layers.1.self_attn.in_proj_weight": 0.03220321238040924, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013304265448823571, - "transformer.layers.1.self_attn.out_proj.weight": 0.019680611789226532, - "transformer.layers.1.self_attn.out_proj.bias": 0.0011852524476125836, - "transformer.layers.1.linear1.weight": 0.017822641879320145, - "transformer.layers.1.linear1.bias": 0.000732850399799645, - "transformer.layers.1.linear2.weight": 0.019783949479460716, - "transformer.layers.1.linear2.bias": 0.0011335739400237799, - "transformer.layers.1.norm1.weight": 0.0020616890396922827, - "transformer.layers.1.norm1.bias": 0.0012691974407061934, - "transformer.layers.1.norm2.weight": 0.001350070582702756, - "transformer.layers.1.norm2.bias": 0.0006163733778521419, - "transformer.layers.2.self_attn.in_proj_weight": 0.02156839333474636, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009626565151847899, - "transformer.layers.2.self_attn.out_proj.weight": 0.012961897067725658, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010693358490243554, - "transformer.layers.2.linear1.weight": 0.01251754630357027, - "transformer.layers.2.linear1.bias": 0.0006010672659613192, - "transformer.layers.2.linear2.weight": 0.013894946314394474, - "transformer.layers.2.linear2.bias": 0.0011293916031718254, - "transformer.layers.2.norm1.weight": 0.0012840483104810119, - "transformer.layers.2.norm1.bias": 0.0009663882665336132, - "transformer.layers.2.norm2.weight": 0.0007529049762524664, - "transformer.layers.2.norm2.bias": 0.000539554690476507, - "transformer.layers.3.self_attn.in_proj_weight": 0.048424310982227325, - "transformer.layers.3.self_attn.in_proj_bias": 0.0027507413178682327, - "transformer.layers.3.self_attn.out_proj.weight": 0.014601919800043106, - "transformer.layers.3.self_attn.out_proj.bias": 0.0017262452747672796, - "transformer.layers.3.linear1.weight": 0.019806168973445892, - "transformer.layers.3.linear1.bias": 0.0013385009951889515, - "transformer.layers.3.linear2.weight": 0.011729657649993896, - "transformer.layers.3.linear2.bias": 0.0022741283755749464, - "transformer.layers.3.norm1.weight": 0.0035529781598597765, - "transformer.layers.3.norm1.bias": 0.003400533925741911, - "transformer.layers.3.norm2.weight": 0.0012931536184623837, - "transformer.layers.3.norm2.bias": 0.0016476063756272197, - "head.weight": 0.14199167490005493, - "head.bias": 0.005169115029275417, - "global_embedding.weight": 0.010130285285413265, - "global_cnn.0.weight": 0.046764496713876724, - "global_cnn.0.bias": 0.0017454797634854913, - "global_cnn.2.weight": 0.08902870118618011, - "global_cnn.2.bias": 0.0038001651410013437, - "global_proj.weight": 0.029332611709833145, - "global_proj.bias": 0.017491286620497704, - "goal_head.0.weight": 0.015498874709010124, - "goal_head.0.bias": 0.0061472998932003975, - "goal_head.2.weight": 0.02414194494485855, - "goal_head.2.bias": 0.014816845767199993 - }, - { - "global_gate": 0.00007331965025514364, - "embedding.weight": 0.0018483399180695415, - "cnn.0.weight": 0.050515297800302505, - "cnn.0.bias": 0.0019814451225101948, - "cnn.2.weight": 0.015224330127239227, - "cnn.2.bias": 0.0038587013259530067, - "cnn.5.weight": 0.01988048106431961, - "cnn.5.bias": 0.004236428067088127, - "action_emb.weight": 0.0033351348247379065, - "timestep_emb.weight": 0.0015198506880551577, - "pos_emb.weight": 0.0020268268417567015, - "transformer.layers.0.self_attn.in_proj_weight": 0.028601253405213356, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028954765293747187, - "transformer.layers.0.self_attn.out_proj.weight": 0.027074331417679787, - "transformer.layers.0.self_attn.out_proj.bias": 0.0035165755543857813, - "transformer.layers.0.linear1.weight": 0.019311588257551193, - "transformer.layers.0.linear1.bias": 0.0012470261426642537, - "transformer.layers.0.linear2.weight": 0.026695413514971733, - "transformer.layers.0.linear2.bias": 0.0028133653104305267, - "transformer.layers.0.norm1.weight": 0.001527822227217257, - "transformer.layers.0.norm1.bias": 0.002855457831174135, - "transformer.layers.0.norm2.weight": 0.0016075916355475783, - "transformer.layers.0.norm2.bias": 0.0012111096875742078, - "transformer.layers.1.self_attn.in_proj_weight": 0.020654255524277687, - "transformer.layers.1.self_attn.in_proj_bias": 0.0015687299892306328, - "transformer.layers.1.self_attn.out_proj.weight": 0.022521624341607094, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019746366888284683, - "transformer.layers.1.linear1.weight": 0.012049811892211437, - "transformer.layers.1.linear1.bias": 0.0006833713850937784, - "transformer.layers.1.linear2.weight": 0.0170087032020092, - "transformer.layers.1.linear2.bias": 0.0019455222645774484, - "transformer.layers.1.norm1.weight": 0.0013169854646548629, - "transformer.layers.1.norm1.bias": 0.0014529895270243287, - "transformer.layers.1.norm2.weight": 0.0008746177772991359, - "transformer.layers.1.norm2.bias": 0.0005965720629319549, - "transformer.layers.2.self_attn.in_proj_weight": 0.024180930107831955, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018626217497512698, - "transformer.layers.2.self_attn.out_proj.weight": 0.017858397215604782, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018760445527732372, - "transformer.layers.2.linear1.weight": 0.010565935634076595, - "transformer.layers.2.linear1.bias": 0.0007397392182610929, - "transformer.layers.2.linear2.weight": 0.01381140761077404, - "transformer.layers.2.linear2.bias": 0.0018404024885967374, - "transformer.layers.2.norm1.weight": 0.001776070916093886, - "transformer.layers.2.norm1.bias": 0.0022368058562278748, - "transformer.layers.2.norm2.weight": 0.0007594751077704132, - "transformer.layers.2.norm2.bias": 0.0008047639857977629, - "transformer.layers.3.self_attn.in_proj_weight": 0.03004983440041542, - "transformer.layers.3.self_attn.in_proj_bias": 0.0025455905124545097, - "transformer.layers.3.self_attn.out_proj.weight": 0.019113635644316673, - "transformer.layers.3.self_attn.out_proj.bias": 0.002343893749639392, - "transformer.layers.3.linear1.weight": 0.02790372632443905, - "transformer.layers.3.linear1.bias": 0.0019789421930909157, - "transformer.layers.3.linear2.weight": 0.01888773962855339, - "transformer.layers.3.linear2.bias": 0.0029066698625683784, - "transformer.layers.3.norm1.weight": 0.002186804311349988, - "transformer.layers.3.norm1.bias": 0.0033480809070169926, - "transformer.layers.3.norm2.weight": 0.0023966231383383274, - "transformer.layers.3.norm2.bias": 0.0024180179461836815, - "head.weight": 0.17759642004966736, - "head.bias": 0.0060292501002550125, - "global_embedding.weight": 0.03178075700998306, - "global_cnn.0.weight": 0.15377193689346313, - "global_cnn.0.bias": 0.005934415850788355, - "global_cnn.2.weight": 0.19346247613430023, - "global_cnn.2.bias": 0.008947787806391716, - "global_proj.weight": 0.07088718563318253, - "global_proj.bias": 0.050701748579740524, - "goal_head.0.weight": 0.052407197654247284, - "goal_head.0.bias": 0.024791624397039413, - "goal_head.2.weight": 0.08784278482198715, - "goal_head.2.bias": 0.06140383705496788 - }, - { - "global_gate": 0.00002147620398318395, - "embedding.weight": 0.00037383739254437387, - "cnn.0.weight": 0.009121247567236423, - "cnn.0.bias": 0.00040463433833792806, - "cnn.2.weight": 0.0035171133931726217, - "cnn.2.bias": 0.0011154062813147902, - "cnn.5.weight": 0.005392568651586771, - "cnn.5.bias": 0.0012711364543065429, - "action_emb.weight": 0.0035357922315597534, - "timestep_emb.weight": 0.0011094671208411455, - "pos_emb.weight": 0.0021357040386646986, - "transformer.layers.0.self_attn.in_proj_weight": 0.01207586657255888, - "transformer.layers.0.self_attn.in_proj_bias": 0.001125377370044589, - "transformer.layers.0.self_attn.out_proj.weight": 0.013077876530587673, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016384460031986237, - "transformer.layers.0.linear1.weight": 0.017434006556868553, - "transformer.layers.0.linear1.bias": 0.0007432891870848835, - "transformer.layers.0.linear2.weight": 0.014540172182023525, - "transformer.layers.0.linear2.bias": 0.0011537664104253054, - "transformer.layers.0.norm1.weight": 0.000676342286169529, - "transformer.layers.0.norm1.bias": 0.0010812757536768913, - "transformer.layers.0.norm2.weight": 0.0017746964003890753, - "transformer.layers.0.norm2.bias": 0.0008867268334142864, - "transformer.layers.1.self_attn.in_proj_weight": 0.012892380356788635, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007307046907953918, - "transformer.layers.1.self_attn.out_proj.weight": 0.009643769823014736, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009445225005038083, - "transformer.layers.1.linear1.weight": 0.008729105815291405, - "transformer.layers.1.linear1.bias": 0.00043142985668964684, - "transformer.layers.1.linear2.weight": 0.009611421264708042, - "transformer.layers.1.linear2.bias": 0.0008230438688769937, - "transformer.layers.1.norm1.weight": 0.0008067799499258399, - "transformer.layers.1.norm1.bias": 0.0006924201734364033, - "transformer.layers.1.norm2.weight": 0.0006924190674908459, - "transformer.layers.1.norm2.bias": 0.00046037716674618423, - "transformer.layers.2.self_attn.in_proj_weight": 0.01289672963321209, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006696940399706364, - "transformer.layers.2.self_attn.out_proj.weight": 0.008418671786785126, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009116759174503386, - "transformer.layers.2.linear1.weight": 0.0066694943234324455, - "transformer.layers.2.linear1.bias": 0.0003804417501669377, - "transformer.layers.2.linear2.weight": 0.007149859331548214, - "transformer.layers.2.linear2.bias": 0.0009010275243781507, - "transformer.layers.2.norm1.weight": 0.0008916972437873483, - "transformer.layers.2.norm1.bias": 0.000754827109631151, - "transformer.layers.2.norm2.weight": 0.0004183804558124393, - "transformer.layers.2.norm2.bias": 0.00042307187686674297, - "transformer.layers.3.self_attn.in_proj_weight": 0.01974075473845005, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013147572753950953, - "transformer.layers.3.self_attn.out_proj.weight": 0.00568701745942235, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009103601914830506, - "transformer.layers.3.linear1.weight": 0.012371974997222424, - "transformer.layers.3.linear1.bias": 0.0009136899607256055, - "transformer.layers.3.linear2.weight": 0.0069545176811516285, - "transformer.layers.3.linear2.bias": 0.0014330410631373525, - "transformer.layers.3.norm1.weight": 0.0015229734126478434, - "transformer.layers.3.norm1.bias": 0.0016441100742667913, - "transformer.layers.3.norm2.weight": 0.0010176495416089892, - "transformer.layers.3.norm2.bias": 0.0014935521176084876, - "head.weight": 0.08915777504444122, - "head.bias": 0.003758242353796959, - "global_embedding.weight": 0.07166548818349838, - "global_cnn.0.weight": 0.29431435465812683, - "global_cnn.0.bias": 0.011434356682002544, - "global_cnn.2.weight": 0.5686413645744324, - "global_cnn.2.bias": 0.03189953789114952, - "global_proj.weight": 0.1166057363152504, - "global_proj.bias": 0.07857458293437958, - "goal_head.0.weight": 0.07814488559961319, - "goal_head.0.bias": 0.03515654802322388, - "goal_head.2.weight": 0.14979396760463715, - "goal_head.2.bias": 0.08703058958053589 + "global_gate": 0.0003693676262628287, + "embedding.weight": 0.006477892864495516, + "cnn.0.weight": 0.13080932199954987, + "cnn.0.bias": 0.005683406256139278, + "cnn.2.weight": 0.03744211792945862, + "cnn.2.bias": 0.012828836217522621, + "cnn.5.weight": 0.04818737879395485, + "cnn.5.bias": 0.0127567732706666, + "action_emb.weight": 0.01580566167831421, + "timestep_emb.weight": 0.0025422025937587023, + "pos_emb.weight": 0.004861866589635611, + "transformer.layers.0.self_attn.in_proj_weight": 0.0879097729921341, + "transformer.layers.0.self_attn.in_proj_bias": 0.008576685562729836, + "transformer.layers.0.self_attn.out_proj.weight": 0.08122001588344574, + "transformer.layers.0.self_attn.out_proj.bias": 0.012673303484916687, + "transformer.layers.0.linear1.weight": 0.069708451628685, + "transformer.layers.0.linear1.bias": 0.004761562682688236, + "transformer.layers.0.linear2.weight": 0.10417427867650986, + "transformer.layers.0.linear2.bias": 0.011472269892692566, + "transformer.layers.0.norm1.weight": 0.004887583665549755, + "transformer.layers.0.norm1.bias": 0.007538657169789076, + "transformer.layers.0.norm2.weight": 0.00521561224013567, + "transformer.layers.0.norm2.bias": 0.004492074716836214, + "transformer.layers.1.self_attn.in_proj_weight": 0.09407303482294083, + "transformer.layers.1.self_attn.in_proj_bias": 0.006631272844970226, + "transformer.layers.1.self_attn.out_proj.weight": 0.1335492730140686, + "transformer.layers.1.self_attn.out_proj.bias": 0.009501979686319828, + "transformer.layers.1.linear1.weight": 0.05158798769116402, + "transformer.layers.1.linear1.bias": 0.003458112943917513, + "transformer.layers.1.linear2.weight": 0.07780635356903076, + "transformer.layers.1.linear2.bias": 0.009381212294101715, + "transformer.layers.1.norm1.weight": 0.004815487191081047, + "transformer.layers.1.norm1.bias": 0.006170267704874277, + "transformer.layers.1.norm2.weight": 0.0034709780011326075, + "transformer.layers.1.norm2.bias": 0.003283384256064892, + "transformer.layers.2.self_attn.in_proj_weight": 0.11374085396528244, + "transformer.layers.2.self_attn.in_proj_bias": 0.008651257492601871, + "transformer.layers.2.self_attn.out_proj.weight": 0.11081491410732269, + "transformer.layers.2.self_attn.out_proj.bias": 0.009733830578625202, + "transformer.layers.2.linear1.weight": 0.047346893697977066, + "transformer.layers.2.linear1.bias": 0.003427364630624652, + "transformer.layers.2.linear2.weight": 0.054434165358543396, + "transformer.layers.2.linear2.bias": 0.00996749009937048, + "transformer.layers.2.norm1.weight": 0.008088807575404644, + "transformer.layers.2.norm1.bias": 0.009990722872316837, + "transformer.layers.2.norm2.weight": 0.0028176356572657824, + "transformer.layers.2.norm2.bias": 0.0034594787284731865, + "transformer.layers.3.self_attn.in_proj_weight": 0.21708492934703827, + "transformer.layers.3.self_attn.in_proj_bias": 0.019857000559568405, + "transformer.layers.3.self_attn.out_proj.weight": 0.11878108978271484, + "transformer.layers.3.self_attn.out_proj.bias": 0.01473827101290226, + "transformer.layers.3.linear1.weight": 0.0987652912735939, + "transformer.layers.3.linear1.bias": 0.007785675581544638, + "transformer.layers.3.linear2.weight": 0.06423653662204742, + "transformer.layers.3.linear2.bias": 0.016562456265091896, + "transformer.layers.3.norm1.weight": 0.01642937958240509, + "transformer.layers.3.norm1.bias": 0.026823125779628754, + "transformer.layers.3.norm2.weight": 0.0068972669541835785, + "transformer.layers.3.norm2.bias": 0.009378226473927498, + "head.weight": 1.0242408514022827, + "head.bias": 0.03142630681395531, + "global_embedding.weight": 0.010104398243129253, + "global_cnn.0.weight": 0.13752685487270355, + "global_cnn.0.bias": 0.005060141906142235, + "global_cnn.2.weight": 0.30408114194869995, + "global_cnn.2.bias": 0.01151022408157587, + "global_proj.weight": 0.11462576687335968, + "global_proj.bias": 0.0342971533536911, + "goal_head.0.weight": 0.06169000267982483, + "goal_head.0.bias": 0.014685451053082943, + "goal_head.2.weight": 0.07028402388095856, + "goal_head.2.bias": 0.027619676664471626 + }, + { + "global_gate": 0.00032356733572669327, + "embedding.weight": 0.00737030291929841, + "cnn.0.weight": 0.1369112730026245, + "cnn.0.bias": 0.004047521855682135, + "cnn.2.weight": 0.02421177551150322, + "cnn.2.bias": 0.007815573364496231, + "cnn.5.weight": 0.02805319055914879, + "cnn.5.bias": 0.007215048652142286, + "action_emb.weight": 0.015467497520148754, + "timestep_emb.weight": 0.0042998031713068485, + "pos_emb.weight": 0.005427046678960323, + "transformer.layers.0.self_attn.in_proj_weight": 0.07487013936042786, + "transformer.layers.0.self_attn.in_proj_bias": 0.008534486405551434, + "transformer.layers.0.self_attn.out_proj.weight": 0.07657301425933838, + "transformer.layers.0.self_attn.out_proj.bias": 0.011587134562432766, + "transformer.layers.0.linear1.weight": 0.07447092235088348, + "transformer.layers.0.linear1.bias": 0.0049277725629508495, + "transformer.layers.0.linear2.weight": 0.09189507365226746, + "transformer.layers.0.linear2.bias": 0.009126574732363224, + "transformer.layers.0.norm1.weight": 0.004084337502717972, + "transformer.layers.0.norm1.bias": 0.007586318999528885, + "transformer.layers.0.norm2.weight": 0.006246903911232948, + "transformer.layers.0.norm2.bias": 0.006248820573091507, + "transformer.layers.1.self_attn.in_proj_weight": 0.08117220550775528, + "transformer.layers.1.self_attn.in_proj_bias": 0.0059274230152368546, + "transformer.layers.1.self_attn.out_proj.weight": 0.07879417389631271, + "transformer.layers.1.self_attn.out_proj.bias": 0.0064895618706941605, + "transformer.layers.1.linear1.weight": 0.0443108007311821, + "transformer.layers.1.linear1.bias": 0.0025280488189309835, + "transformer.layers.1.linear2.weight": 0.06086450442671776, + "transformer.layers.1.linear2.bias": 0.006478836294263601, + "transformer.layers.1.norm1.weight": 0.005157713312655687, + "transformer.layers.1.norm1.bias": 0.006892073899507523, + "transformer.layers.1.norm2.weight": 0.003480850951746106, + "transformer.layers.1.norm2.bias": 0.0022547580301761627, + "transformer.layers.2.self_attn.in_proj_weight": 0.09160254895687103, + "transformer.layers.2.self_attn.in_proj_bias": 0.007108278106898069, + "transformer.layers.2.self_attn.out_proj.weight": 0.07563082128763199, + "transformer.layers.2.self_attn.out_proj.bias": 0.006303858011960983, + "transformer.layers.2.linear1.weight": 0.03387943655252457, + "transformer.layers.2.linear1.bias": 0.002413229551166296, + "transformer.layers.2.linear2.weight": 0.0397881418466568, + "transformer.layers.2.linear2.bias": 0.0063683162443339825, + "transformer.layers.2.norm1.weight": 0.006876962259411812, + "transformer.layers.2.norm1.bias": 0.009104736149311066, + "transformer.layers.2.norm2.weight": 0.0023125363513827324, + "transformer.layers.2.norm2.bias": 0.0025379143189638853, + "transformer.layers.3.self_attn.in_proj_weight": 0.09294694662094116, + "transformer.layers.3.self_attn.in_proj_bias": 0.00700075039640069, + "transformer.layers.3.self_attn.out_proj.weight": 0.06097913905978203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0069117494858801365, + "transformer.layers.3.linear1.weight": 0.047021519392728806, + "transformer.layers.3.linear1.bias": 0.0036315065808594227, + "transformer.layers.3.linear2.weight": 0.031737275421619415, + "transformer.layers.3.linear2.bias": 0.007432003039866686, + "transformer.layers.3.norm1.weight": 0.00696288188919425, + "transformer.layers.3.norm1.bias": 0.008648354560136795, + "transformer.layers.3.norm2.weight": 0.0030293555464595556, + "transformer.layers.3.norm2.bias": 0.00394092034548521, + "head.weight": 0.41101789474487305, + "head.bias": 0.014028378762304783, + "global_embedding.weight": 0.024612806737422943, + "global_cnn.0.weight": 0.1861119568347931, + "global_cnn.0.bias": 0.006559344008564949, + "global_cnn.2.weight": 0.4486549198627472, + "global_cnn.2.bias": 0.016597924754023552, + "global_proj.weight": 0.1127830371260643, + "global_proj.bias": 0.03672705963253975, + "goal_head.0.weight": 0.05902232602238655, + "goal_head.0.bias": 0.014505802653729916, + "goal_head.2.weight": 0.06645923852920532, + "goal_head.2.bias": 0.024921346455812454 + }, + { + "global_gate": 0.00015445663302671164, + "embedding.weight": 0.005493644159287214, + "cnn.0.weight": 0.11065912991762161, + "cnn.0.bias": 0.004665234591811895, + "cnn.2.weight": 0.02746122144162655, + "cnn.2.bias": 0.009517747908830643, + "cnn.5.weight": 0.030833812430500984, + "cnn.5.bias": 0.00953261461108923, + "action_emb.weight": 0.013385016471147537, + "timestep_emb.weight": 0.0029274262487888336, + "pos_emb.weight": 0.004873825237154961, + "transformer.layers.0.self_attn.in_proj_weight": 0.06567852199077606, + "transformer.layers.0.self_attn.in_proj_bias": 0.006395282223820686, + "transformer.layers.0.self_attn.out_proj.weight": 0.06733176857233047, + "transformer.layers.0.self_attn.out_proj.bias": 0.01017821952700615, + "transformer.layers.0.linear1.weight": 0.06512980908155441, + "transformer.layers.0.linear1.bias": 0.004523781593888998, + "transformer.layers.0.linear2.weight": 0.08384249359369278, + "transformer.layers.0.linear2.bias": 0.008588043972849846, + "transformer.layers.0.norm1.weight": 0.0037755167577415705, + "transformer.layers.0.norm1.bias": 0.005623806267976761, + "transformer.layers.0.norm2.weight": 0.005485303699970245, + "transformer.layers.0.norm2.bias": 0.005684069823473692, + "transformer.layers.1.self_attn.in_proj_weight": 0.07713061571121216, + "transformer.layers.1.self_attn.in_proj_bias": 0.0054060593247413635, + "transformer.layers.1.self_attn.out_proj.weight": 0.07962997257709503, + "transformer.layers.1.self_attn.out_proj.bias": 0.0069841742515563965, + "transformer.layers.1.linear1.weight": 0.04207693040370941, + "transformer.layers.1.linear1.bias": 0.0027864312287420034, + "transformer.layers.1.linear2.weight": 0.0602269321680069, + "transformer.layers.1.linear2.bias": 0.006706383544951677, + "transformer.layers.1.norm1.weight": 0.005182230845093727, + "transformer.layers.1.norm1.bias": 0.005332362372428179, + "transformer.layers.1.norm2.weight": 0.0029248229693621397, + "transformer.layers.1.norm2.bias": 0.002540357643738389, + "transformer.layers.2.self_attn.in_proj_weight": 0.06960539519786835, + "transformer.layers.2.self_attn.in_proj_bias": 0.005451193545013666, + "transformer.layers.2.self_attn.out_proj.weight": 0.0685637816786766, + "transformer.layers.2.self_attn.out_proj.bias": 0.006462077610194683, + "transformer.layers.2.linear1.weight": 0.03605002909898758, + "transformer.layers.2.linear1.bias": 0.0025571591686457396, + "transformer.layers.2.linear2.weight": 0.043165259063243866, + "transformer.layers.2.linear2.bias": 0.006492943968623877, + "transformer.layers.2.norm1.weight": 0.005261414218693972, + "transformer.layers.2.norm1.bias": 0.006499821785837412, + "transformer.layers.2.norm2.weight": 0.0024024448357522488, + "transformer.layers.2.norm2.bias": 0.0028841502498835325, + "transformer.layers.3.self_attn.in_proj_weight": 0.12208312004804611, + "transformer.layers.3.self_attn.in_proj_bias": 0.012015403248369694, + "transformer.layers.3.self_attn.out_proj.weight": 0.05622847378253937, + "transformer.layers.3.self_attn.out_proj.bias": 0.008789530023932457, + "transformer.layers.3.linear1.weight": 0.06794090569019318, + "transformer.layers.3.linear1.bias": 0.005869041662663221, + "transformer.layers.3.linear2.weight": 0.04187653958797455, + "transformer.layers.3.linear2.bias": 0.0110172675922513, + "transformer.layers.3.norm1.weight": 0.009453137405216694, + "transformer.layers.3.norm1.bias": 0.015147157944738865, + "transformer.layers.3.norm2.weight": 0.005092929117381573, + "transformer.layers.3.norm2.bias": 0.007623482495546341, + "head.weight": 0.518738865852356, + "head.bias": 0.019703345373272896, + "global_embedding.weight": 0.023893218487501144, + "global_cnn.0.weight": 0.18524159491062164, + "global_cnn.0.bias": 0.010633069090545177, + "global_cnn.2.weight": 0.39142391085624695, + "global_cnn.2.bias": 0.019918804988265038, + "global_proj.weight": 0.14002427458763123, + "global_proj.bias": 0.05782100558280945, + "goal_head.0.weight": 0.08030993491411209, + "goal_head.0.bias": 0.02671111561357975, + "goal_head.2.weight": 0.09652282297611237, + "goal_head.2.bias": 0.0569889098405838 + }, + { + "global_gate": 0.0001012209540931508, + "embedding.weight": 0.0010869441321119666, + "cnn.0.weight": 0.03224560618400574, + "cnn.0.bias": 0.001324664568528533, + "cnn.2.weight": 0.010975650511682034, + "cnn.2.bias": 0.004580681212246418, + "cnn.5.weight": 0.015198507346212864, + "cnn.5.bias": 0.0035881116054952145, + "action_emb.weight": 0.007596401497721672, + "timestep_emb.weight": 0.0017460730159655213, + "pos_emb.weight": 0.0032871689181774855, + "transformer.layers.0.self_attn.in_proj_weight": 0.03268522024154663, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028035135474056005, + "transformer.layers.0.self_attn.out_proj.weight": 0.03254334628582001, + "transformer.layers.0.self_attn.out_proj.bias": 0.004369246773421764, + "transformer.layers.0.linear1.weight": 0.03818687051534653, + "transformer.layers.0.linear1.bias": 0.0021490314975380898, + "transformer.layers.0.linear2.weight": 0.04311177507042885, + "transformer.layers.0.linear2.bias": 0.003600763389840722, + "transformer.layers.0.norm1.weight": 0.002076878445222974, + "transformer.layers.0.norm1.bias": 0.002389992820098996, + "transformer.layers.0.norm2.weight": 0.0035491595044732094, + "transformer.layers.0.norm2.bias": 0.0028669978491961956, + "transformer.layers.1.self_attn.in_proj_weight": 0.040969401597976685, + "transformer.layers.1.self_attn.in_proj_bias": 0.002467221114784479, + "transformer.layers.1.self_attn.out_proj.weight": 0.038486357778310776, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026765577495098114, + "transformer.layers.1.linear1.weight": 0.021761640906333923, + "transformer.layers.1.linear1.bias": 0.0011951198102906346, + "transformer.layers.1.linear2.weight": 0.030481617897748947, + "transformer.layers.1.linear2.bias": 0.002553617814555764, + "transformer.layers.1.norm1.weight": 0.0027439261320978403, + "transformer.layers.1.norm1.bias": 0.002730755601078272, + "transformer.layers.1.norm2.weight": 0.0016030851984396577, + "transformer.layers.1.norm2.bias": 0.001218894263729453, + "transformer.layers.2.self_attn.in_proj_weight": 0.03514627739787102, + "transformer.layers.2.self_attn.in_proj_bias": 0.002216342370957136, + "transformer.layers.2.self_attn.out_proj.weight": 0.03133781626820564, + "transformer.layers.2.self_attn.out_proj.bias": 0.002565806731581688, + "transformer.layers.2.linear1.weight": 0.01706126518547535, + "transformer.layers.2.linear1.bias": 0.0010841545881703496, + "transformer.layers.2.linear2.weight": 0.022443005815148354, + "transformer.layers.2.linear2.bias": 0.002640028018504381, + "transformer.layers.2.norm1.weight": 0.0030648461543023586, + "transformer.layers.2.norm1.bias": 0.0027051421348005533, + "transformer.layers.2.norm2.weight": 0.001164350425824523, + "transformer.layers.2.norm2.bias": 0.0011617479613050818, + "transformer.layers.3.self_attn.in_proj_weight": 0.06604176759719849, + "transformer.layers.3.self_attn.in_proj_bias": 0.005359430331736803, + "transformer.layers.3.self_attn.out_proj.weight": 0.036222588270902634, + "transformer.layers.3.self_attn.out_proj.bias": 0.00385709828697145, + "transformer.layers.3.linear1.weight": 0.03255508467555046, + "transformer.layers.3.linear1.bias": 0.002581775188446045, + "transformer.layers.3.linear2.weight": 0.021714042872190475, + "transformer.layers.3.linear2.bias": 0.004487793892621994, + "transformer.layers.3.norm1.weight": 0.0052187261171638966, + "transformer.layers.3.norm1.bias": 0.006626795511692762, + "transformer.layers.3.norm2.weight": 0.002440732903778553, + "transformer.layers.3.norm2.bias": 0.0029514755588024855, + "head.weight": 0.26102760434150696, + "head.bias": 0.008444290608167648, + "global_embedding.weight": 0.025518134236335754, + "global_cnn.0.weight": 0.13244542479515076, + "global_cnn.0.bias": 0.003581360913813114, + "global_cnn.2.weight": 0.31849396228790283, + "global_cnn.2.bias": 0.012159205973148346, + "global_proj.weight": 0.07729543000459671, + "global_proj.bias": 0.02809005416929722, + "goal_head.0.weight": 0.04716913774609566, + "goal_head.0.bias": 0.012415366247296333, + "goal_head.2.weight": 0.06040710210800171, + "goal_head.2.bias": 0.024138441309332848 + }, + { + "global_gate": 3.592408756958321e-05, + "embedding.weight": 0.0009526421199552715, + "cnn.0.weight": 0.025166720151901245, + "cnn.0.bias": 0.0009404201409779489, + "cnn.2.weight": 0.009415223263204098, + "cnn.2.bias": 0.00266050873324275, + "cnn.5.weight": 0.0146204624325037, + "cnn.5.bias": 0.0028408539947122335, + "action_emb.weight": 0.006880876608192921, + "timestep_emb.weight": 0.0018405942246317863, + "pos_emb.weight": 0.0030290512368083, + "transformer.layers.0.self_attn.in_proj_weight": 0.02816055528819561, + "transformer.layers.0.self_attn.in_proj_bias": 0.002130056731402874, + "transformer.layers.0.self_attn.out_proj.weight": 0.029180733487010002, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031811182852834463, + "transformer.layers.0.linear1.weight": 0.03313983231782913, + "transformer.layers.0.linear1.bias": 0.001515714917331934, + "transformer.layers.0.linear2.weight": 0.038405198603868484, + "transformer.layers.0.linear2.bias": 0.00290304864756763, + "transformer.layers.0.norm1.weight": 0.0015076613053679466, + "transformer.layers.0.norm1.bias": 0.0017628814093768597, + "transformer.layers.0.norm2.weight": 0.0027811864856630564, + "transformer.layers.0.norm2.bias": 0.0014277370646595955, + "transformer.layers.1.self_attn.in_proj_weight": 0.034323807805776596, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017473010811954737, + "transformer.layers.1.self_attn.out_proj.weight": 0.031846415251493454, + "transformer.layers.1.self_attn.out_proj.bias": 0.002461568918079138, + "transformer.layers.1.linear1.weight": 0.02057865634560585, + "transformer.layers.1.linear1.bias": 0.0010955918114632368, + "transformer.layers.1.linear2.weight": 0.02821507677435875, + "transformer.layers.1.linear2.bias": 0.002304994035512209, + "transformer.layers.1.norm1.weight": 0.002445940626785159, + "transformer.layers.1.norm1.bias": 0.0015397631796076894, + "transformer.layers.1.norm2.weight": 0.0015139003517106175, + "transformer.layers.1.norm2.bias": 0.0010799291776493192, + "transformer.layers.2.self_attn.in_proj_weight": 0.040988411754369736, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021885966416448355, + "transformer.layers.2.self_attn.out_proj.weight": 0.0334419310092926, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022415260318666697, + "transformer.layers.2.linear1.weight": 0.01668538525700569, + "transformer.layers.2.linear1.bias": 0.0009751326288096607, + "transformer.layers.2.linear2.weight": 0.021023165434598923, + "transformer.layers.2.linear2.bias": 0.002242239424958825, + "transformer.layers.2.norm1.weight": 0.0029624318704009056, + "transformer.layers.2.norm1.bias": 0.0028427056968212128, + "transformer.layers.2.norm2.weight": 0.0011332009453326464, + "transformer.layers.2.norm2.bias": 0.0010481005301699042, + "transformer.layers.3.self_attn.in_proj_weight": 0.061840567737817764, + "transformer.layers.3.self_attn.in_proj_bias": 0.004843452479690313, + "transformer.layers.3.self_attn.out_proj.weight": 0.03096662648022175, + "transformer.layers.3.self_attn.out_proj.bias": 0.003351752646267414, + "transformer.layers.3.linear1.weight": 0.023234045132994652, + "transformer.layers.3.linear1.bias": 0.0017700151074677706, + "transformer.layers.3.linear2.weight": 0.016715263947844505, + "transformer.layers.3.linear2.bias": 0.0036878392565995455, + "transformer.layers.3.norm1.weight": 0.004806527402251959, + "transformer.layers.3.norm1.bias": 0.006450846325606108, + "transformer.layers.3.norm2.weight": 0.0015322841936722398, + "transformer.layers.3.norm2.bias": 0.0018568802624940872, + "head.weight": 0.22266726195812225, + "head.bias": 0.00724685238674283, + "global_embedding.weight": 0.01188014354556799, + "global_cnn.0.weight": 0.09057562798261642, + "global_cnn.0.bias": 0.003024656791239977, + "global_cnn.2.weight": 0.2544003427028656, + "global_cnn.2.bias": 0.010446824133396149, + "global_proj.weight": 0.06940566003322601, + "global_proj.bias": 0.025664974004030228, + "goal_head.0.weight": 0.038371238857507706, + "goal_head.0.bias": 0.010582620278000832, + "goal_head.2.weight": 0.04760826379060745, + "goal_head.2.bias": 0.020034216344356537 + }, + { + "global_gate": 3.0924540624255314e-05, + "embedding.weight": 0.0011975092347711325, + "cnn.0.weight": 0.02981257066130638, + "cnn.0.bias": 0.001243391539901495, + "cnn.2.weight": 0.009102116338908672, + "cnn.2.bias": 0.0023471424356102943, + "cnn.5.weight": 0.015164770185947418, + "cnn.5.bias": 0.002378967357799411, + "action_emb.weight": 0.013366256840527058, + "timestep_emb.weight": 0.003111824858933687, + "pos_emb.weight": 0.0072437459602952, + "transformer.layers.0.self_attn.in_proj_weight": 0.037957578897476196, + "transformer.layers.0.self_attn.in_proj_bias": 0.002343603642657399, + "transformer.layers.0.self_attn.out_proj.weight": 0.035905808210372925, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031136618927121162, + "transformer.layers.0.linear1.weight": 0.06853137165307999, + "transformer.layers.0.linear1.bias": 0.002040587365627289, + "transformer.layers.0.linear2.weight": 0.05058921501040459, + "transformer.layers.0.linear2.bias": 0.002325906651094556, + "transformer.layers.0.norm1.weight": 0.0019181661773473024, + "transformer.layers.0.norm1.bias": 0.001876300317235291, + "transformer.layers.0.norm2.weight": 0.0075126588344573975, + "transformer.layers.0.norm2.bias": 0.0015494127292186022, + "transformer.layers.1.self_attn.in_proj_weight": 0.0566890649497509, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017443832475692034, + "transformer.layers.1.self_attn.out_proj.weight": 0.03219081461429596, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019524131203070283, + "transformer.layers.1.linear1.weight": 0.025888048112392426, + "transformer.layers.1.linear1.bias": 0.0010875491425395012, + "transformer.layers.1.linear2.weight": 0.02935613878071308, + "transformer.layers.1.linear2.bias": 0.0017090850742533803, + "transformer.layers.1.norm1.weight": 0.0038953982293605804, + "transformer.layers.1.norm1.bias": 0.001748082460835576, + "transformer.layers.1.norm2.weight": 0.002094902563840151, + "transformer.layers.1.norm2.bias": 0.0010397711303085089, + "transformer.layers.2.self_attn.in_proj_weight": 0.03547817841172218, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014678649604320526, + "transformer.layers.2.self_attn.out_proj.weight": 0.031194236129522324, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016674265498295426, + "transformer.layers.2.linear1.weight": 0.018847476691007614, + "transformer.layers.2.linear1.bias": 0.0009729634039103985, + "transformer.layers.2.linear2.weight": 0.022064849734306335, + "transformer.layers.2.linear2.bias": 0.0016029189573600888, + "transformer.layers.2.norm1.weight": 0.0022423737682402134, + "transformer.layers.2.norm1.bias": 0.001512695918790996, + "transformer.layers.2.norm2.weight": 0.0011875173076987267, + "transformer.layers.2.norm2.bias": 0.0007858061580918729, + "transformer.layers.3.self_attn.in_proj_weight": 0.0725683644413948, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028699322137981653, + "transformer.layers.3.self_attn.out_proj.weight": 0.028247838839888573, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011438089422881603, + "transformer.layers.3.linear1.weight": 0.02401105687022209, + "transformer.layers.3.linear1.bias": 0.0013837233418598771, + "transformer.layers.3.linear2.weight": 0.015249907039105892, + "transformer.layers.3.linear2.bias": 0.0008559387642890215, + "transformer.layers.3.norm1.weight": 0.00546624418348074, + "transformer.layers.3.norm1.bias": 0.0037592921871691942, + "transformer.layers.3.norm2.weight": 0.0016697484534233809, + "transformer.layers.3.norm2.bias": 0.0013747926568612456, + "head.weight": 0.1858697235584259, + "head.bias": 0.001870312262326479, + "global_embedding.weight": 0.007202497683465481, + "global_cnn.0.weight": 0.09089024364948273, + "global_cnn.0.bias": 0.003654525615274906, + "global_cnn.2.weight": 0.15930286049842834, + "global_cnn.2.bias": 0.005302904639393091, + "global_proj.weight": 0.038458216935396194, + "global_proj.bias": 0.011336621828377247, + "goal_head.0.weight": 0.02181762456893921, + "goal_head.0.bias": 0.004478203598409891, + "goal_head.2.weight": 0.025787770748138428, + "goal_head.2.bias": 0.007415237836539745 + }, + { + "global_gate": 0.0002411919558653608, + "embedding.weight": 0.002301044762134552, + "cnn.0.weight": 0.0535210520029068, + "cnn.0.bias": 0.0016828596126288176, + "cnn.2.weight": 0.01391732506453991, + "cnn.2.bias": 0.003729520132765174, + "cnn.5.weight": 0.015003610402345657, + "cnn.5.bias": 0.0038699910510331392, + "action_emb.weight": 0.006477610673755407, + "timestep_emb.weight": 0.001981155714020133, + "pos_emb.weight": 0.004026986658573151, + "transformer.layers.0.self_attn.in_proj_weight": 0.037457600235939026, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034039770253002644, + "transformer.layers.0.self_attn.out_proj.weight": 0.03462057188153267, + "transformer.layers.0.self_attn.out_proj.bias": 0.004828923847526312, + "transformer.layers.0.linear1.weight": 0.036549873650074005, + "transformer.layers.0.linear1.bias": 0.002040900755673647, + "transformer.layers.0.linear2.weight": 0.04083167016506195, + "transformer.layers.0.linear2.bias": 0.003458469407632947, + "transformer.layers.0.norm1.weight": 0.0021144866477698088, + "transformer.layers.0.norm1.bias": 0.003149274969473481, + "transformer.layers.0.norm2.weight": 0.003307926468551159, + "transformer.layers.0.norm2.bias": 0.0027770032174885273, + "transformer.layers.1.self_attn.in_proj_weight": 0.035445235669612885, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020346941892057657, + "transformer.layers.1.self_attn.out_proj.weight": 0.038939185440540314, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027963542379438877, + "transformer.layers.1.linear1.weight": 0.02220735512673855, + "transformer.layers.1.linear1.bias": 0.0012978923041373491, + "transformer.layers.1.linear2.weight": 0.031194990500807762, + "transformer.layers.1.linear2.bias": 0.0025826054625213146, + "transformer.layers.1.norm1.weight": 0.002212291583418846, + "transformer.layers.1.norm1.bias": 0.002042508916929364, + "transformer.layers.1.norm2.weight": 0.0016697904793545604, + "transformer.layers.1.norm2.bias": 0.0015135901048779488, + "transformer.layers.2.self_attn.in_proj_weight": 0.0337086021900177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021621447522193193, + "transformer.layers.2.self_attn.out_proj.weight": 0.03493465855717659, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025583826936781406, + "transformer.layers.2.linear1.weight": 0.019114447757601738, + "transformer.layers.2.linear1.bias": 0.0012362991692498326, + "transformer.layers.2.linear2.weight": 0.0239725224673748, + "transformer.layers.2.linear2.bias": 0.002697358140721917, + "transformer.layers.2.norm1.weight": 0.002455211477354169, + "transformer.layers.2.norm1.bias": 0.0023018689826130867, + "transformer.layers.2.norm2.weight": 0.0014084989670664072, + "transformer.layers.2.norm2.bias": 0.0014087286544963717, + "transformer.layers.3.self_attn.in_proj_weight": 0.07478257268667221, + "transformer.layers.3.self_attn.in_proj_bias": 0.006066770292818546, + "transformer.layers.3.self_attn.out_proj.weight": 0.04368074983358383, + "transformer.layers.3.self_attn.out_proj.bias": 0.004396942909806967, + "transformer.layers.3.linear1.weight": 0.03561989590525627, + "transformer.layers.3.linear1.bias": 0.002902313834056258, + "transformer.layers.3.linear2.weight": 0.02325494959950447, + "transformer.layers.3.linear2.bias": 0.005105122923851013, + "transformer.layers.3.norm1.weight": 0.007214208599179983, + "transformer.layers.3.norm1.bias": 0.008760771714150906, + "transformer.layers.3.norm2.weight": 0.0026407423429191113, + "transformer.layers.3.norm2.bias": 0.0034037120640277863, + "head.weight": 0.2972063720226288, + "head.bias": 0.009047295898199081, + "global_embedding.weight": 0.009358272887766361, + "global_cnn.0.weight": 0.13699303567409515, + "global_cnn.0.bias": 0.004278429783880711, + "global_cnn.2.weight": 0.3726002871990204, + "global_cnn.2.bias": 0.016481846570968628, + "global_proj.weight": 0.08736152946949005, + "global_proj.bias": 0.035474587231874466, + "goal_head.0.weight": 0.047910094261169434, + "goal_head.0.bias": 0.014372148551046848, + "goal_head.2.weight": 0.05654841661453247, + "goal_head.2.bias": 0.02625647559762001 + }, + { + "global_gate": 0.00018278903735335916, + "embedding.weight": 0.0011070934124290943, + "cnn.0.weight": 0.031797077506780624, + "cnn.0.bias": 0.00146722502540797, + "cnn.2.weight": 0.009031960740685463, + "cnn.2.bias": 0.002910189563408494, + "cnn.5.weight": 0.012985310517251492, + "cnn.5.bias": 0.0032140067778527737, + "action_emb.weight": 0.008525341749191284, + "timestep_emb.weight": 0.0016549574211239815, + "pos_emb.weight": 0.0033112403471022844, + "transformer.layers.0.self_attn.in_proj_weight": 0.03513241186738014, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030614056158810854, + "transformer.layers.0.self_attn.out_proj.weight": 0.03427382931113243, + "transformer.layers.0.self_attn.out_proj.bias": 0.004561932757496834, + "transformer.layers.0.linear1.weight": 0.0385429747402668, + "transformer.layers.0.linear1.bias": 0.0018902545562013984, + "transformer.layers.0.linear2.weight": 0.044257454574108124, + "transformer.layers.0.linear2.bias": 0.003972047474235296, + "transformer.layers.0.norm1.weight": 0.0021029626950621605, + "transformer.layers.0.norm1.bias": 0.002806729869917035, + "transformer.layers.0.norm2.weight": 0.0035780942998826504, + "transformer.layers.0.norm2.bias": 0.0018697958439588547, + "transformer.layers.1.self_attn.in_proj_weight": 0.03983399271965027, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023268875665962696, + "transformer.layers.1.self_attn.out_proj.weight": 0.04057371988892555, + "transformer.layers.1.self_attn.out_proj.bias": 0.003440447384491563, + "transformer.layers.1.linear1.weight": 0.021164562553167343, + "transformer.layers.1.linear1.bias": 0.0012487509520724416, + "transformer.layers.1.linear2.weight": 0.031658824533224106, + "transformer.layers.1.linear2.bias": 0.0034245590213686228, + "transformer.layers.1.norm1.weight": 0.002625543624162674, + "transformer.layers.1.norm1.bias": 0.0022199354134500027, + "transformer.layers.1.norm2.weight": 0.0016624022973701358, + "transformer.layers.1.norm2.bias": 0.0011611212976276875, + "transformer.layers.2.self_attn.in_proj_weight": 0.03418613597750664, + "transformer.layers.2.self_attn.in_proj_bias": 0.002510784426704049, + "transformer.layers.2.self_attn.out_proj.weight": 0.037125833332538605, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034555699676275253, + "transformer.layers.2.linear1.weight": 0.01978258043527603, + "transformer.layers.2.linear1.bias": 0.0013246883172541857, + "transformer.layers.2.linear2.weight": 0.024773620069026947, + "transformer.layers.2.linear2.bias": 0.003654127474874258, + "transformer.layers.2.norm1.weight": 0.002461709314957261, + "transformer.layers.2.norm1.bias": 0.002941280137747526, + "transformer.layers.2.norm2.weight": 0.0014114417135715485, + "transformer.layers.2.norm2.bias": 0.001500710379332304, + "transformer.layers.3.self_attn.in_proj_weight": 0.07786186784505844, + "transformer.layers.3.self_attn.in_proj_bias": 0.007932483218610287, + "transformer.layers.3.self_attn.out_proj.weight": 0.03701865300536156, + "transformer.layers.3.self_attn.out_proj.bias": 0.005946598947048187, + "transformer.layers.3.linear1.weight": 0.03434491530060768, + "transformer.layers.3.linear1.bias": 0.003202195279300213, + "transformer.layers.3.linear2.weight": 0.023829743266105652, + "transformer.layers.3.linear2.bias": 0.006931548472493887, + "transformer.layers.3.norm1.weight": 0.0070865866728127, + "transformer.layers.3.norm1.bias": 0.011316031217575073, + "transformer.layers.3.norm2.weight": 0.002408017870038748, + "transformer.layers.3.norm2.bias": 0.004161827731877565, + "head.weight": 0.3383679986000061, + "head.bias": 0.013865256682038307, + "global_embedding.weight": 0.01499908696860075, + "global_cnn.0.weight": 0.06919734179973602, + "global_cnn.0.bias": 0.0030925918836146593, + "global_cnn.2.weight": 0.1481337547302246, + "global_cnn.2.bias": 0.006888055708259344, + "global_proj.weight": 0.0486789345741272, + "global_proj.bias": 0.018532644957304, + "goal_head.0.weight": 0.027932073920965195, + "goal_head.0.bias": 0.00788938533514738, + "goal_head.2.weight": 0.032877255231142044, + "goal_head.2.bias": 0.014290491119027138 + }, + { + "global_gate": 1.1790966709668282e-05, + "embedding.weight": 0.0016577732749283314, + "cnn.0.weight": 0.028818678110837936, + "cnn.0.bias": 0.0010643490822985768, + "cnn.2.weight": 0.00747647974640131, + "cnn.2.bias": 0.0026828914415091276, + "cnn.5.weight": 0.01042957417666912, + "cnn.5.bias": 0.002570320852100849, + "action_emb.weight": 0.004582769237458706, + "timestep_emb.weight": 0.001336997956968844, + "pos_emb.weight": 0.002158771501854062, + "transformer.layers.0.self_attn.in_proj_weight": 0.019619695842266083, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016472898423671722, + "transformer.layers.0.self_attn.out_proj.weight": 0.019778313115239143, + "transformer.layers.0.self_attn.out_proj.bias": 0.002182059222832322, + "transformer.layers.0.linear1.weight": 0.024392135441303253, + "transformer.layers.0.linear1.bias": 0.0009974184213206172, + "transformer.layers.0.linear2.weight": 0.023856906220316887, + "transformer.layers.0.linear2.bias": 0.001645506708882749, + "transformer.layers.0.norm1.weight": 0.0011308294488117099, + "transformer.layers.0.norm1.bias": 0.001525383209809661, + "transformer.layers.0.norm2.weight": 0.002448933431878686, + "transformer.layers.0.norm2.bias": 0.00093518674839288, + "transformer.layers.1.self_attn.in_proj_weight": 0.021474841982126236, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011869925074279308, + "transformer.layers.1.self_attn.out_proj.weight": 0.018968774005770683, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014002594398334622, + "transformer.layers.1.linear1.weight": 0.01343208272010088, + "transformer.layers.1.linear1.bias": 0.0006265966803766787, + "transformer.layers.1.linear2.weight": 0.016425736248493195, + "transformer.layers.1.linear2.bias": 0.0013191545149311423, + "transformer.layers.1.norm1.weight": 0.001331455074250698, + "transformer.layers.1.norm1.bias": 0.0011200448498129845, + "transformer.layers.1.norm2.weight": 0.0010365932248532772, + "transformer.layers.1.norm2.bias": 0.000529156590346247, + "transformer.layers.2.self_attn.in_proj_weight": 0.024330224841833115, + "transformer.layers.2.self_attn.in_proj_bias": 0.001297565526328981, + "transformer.layers.2.self_attn.out_proj.weight": 0.019725238904356956, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011461630929261446, + "transformer.layers.2.linear1.weight": 0.008773394860327244, + "transformer.layers.2.linear1.bias": 0.00048016279470175505, + "transformer.layers.2.linear2.weight": 0.011265838518738747, + "transformer.layers.2.linear2.bias": 0.0011198446154594421, + "transformer.layers.2.norm1.weight": 0.0020893679466098547, + "transformer.layers.2.norm1.bias": 0.0014976873062551022, + "transformer.layers.2.norm2.weight": 0.000523819646332413, + "transformer.layers.2.norm2.bias": 0.0003930056991521269, + "transformer.layers.3.self_attn.in_proj_weight": 0.03617670759558678, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020704795606434345, + "transformer.layers.3.self_attn.out_proj.weight": 0.018073203042149544, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014295988949015737, + "transformer.layers.3.linear1.weight": 0.01466298382729292, + "transformer.layers.3.linear1.bias": 0.001067029545083642, + "transformer.layers.3.linear2.weight": 0.009545095264911652, + "transformer.layers.3.linear2.bias": 0.0014716971199959517, + "transformer.layers.3.norm1.weight": 0.002955804578959942, + "transformer.layers.3.norm1.bias": 0.0027397151570767164, + "transformer.layers.3.norm2.weight": 0.0008450984605588019, + "transformer.layers.3.norm2.bias": 0.0009497394785284996, + "head.weight": 0.11493159830570221, + "head.bias": 0.0028882278129458427, + "global_embedding.weight": 0.029698001220822334, + "global_cnn.0.weight": 0.20104439556598663, + "global_cnn.0.bias": 0.0075087770819664, + "global_cnn.2.weight": 0.4859408140182495, + "global_cnn.2.bias": 0.025007152929902077, + "global_proj.weight": 0.1315508931875229, + "global_proj.bias": 0.06358680129051208, + "goal_head.0.weight": 0.07684574276208878, + "goal_head.0.bias": 0.026551900431513786, + "goal_head.2.weight": 0.11200689524412155, + "goal_head.2.bias": 0.05411234870553017 + }, + { + "global_gate": 6.794246928620851e-06, + "embedding.weight": 0.0022823214530944824, + "cnn.0.weight": 0.0529329776763916, + "cnn.0.bias": 0.001835143775679171, + "cnn.2.weight": 0.015051421709358692, + "cnn.2.bias": 0.005840126425027847, + "cnn.5.weight": 0.02345186471939087, + "cnn.5.bias": 0.005928650964051485, + "action_emb.weight": 0.006151380483061075, + "timestep_emb.weight": 0.001966859446838498, + "pos_emb.weight": 0.0030972117092460394, + "transformer.layers.0.self_attn.in_proj_weight": 0.044087812304496765, + "transformer.layers.0.self_attn.in_proj_bias": 0.002760249422863126, + "transformer.layers.0.self_attn.out_proj.weight": 0.051028378307819366, + "transformer.layers.0.self_attn.out_proj.bias": 0.003903623204678297, + "transformer.layers.0.linear1.weight": 0.03702878579497337, + "transformer.layers.0.linear1.bias": 0.0016639770474284887, + "transformer.layers.0.linear2.weight": 0.04192408546805382, + "transformer.layers.0.linear2.bias": 0.0029913827311247587, + "transformer.layers.0.norm1.weight": 0.002408302389085293, + "transformer.layers.0.norm1.bias": 0.00238317484036088, + "transformer.layers.0.norm2.weight": 0.003165988950058818, + "transformer.layers.0.norm2.bias": 0.0014815545873716474, + "transformer.layers.1.self_attn.in_proj_weight": 0.03587815538048744, + "transformer.layers.1.self_attn.in_proj_bias": 0.001942613860592246, + "transformer.layers.1.self_attn.out_proj.weight": 0.034173499792814255, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026643809396773577, + "transformer.layers.1.linear1.weight": 0.020152579993009567, + "transformer.layers.1.linear1.bias": 0.001031824154779315, + "transformer.layers.1.linear2.weight": 0.02659786306321621, + "transformer.layers.1.linear2.bias": 0.002531047910451889, + "transformer.layers.1.norm1.weight": 0.0022990568540990353, + "transformer.layers.1.norm1.bias": 0.0018095039995387197, + "transformer.layers.1.norm2.weight": 0.0015354781644418836, + "transformer.layers.1.norm2.bias": 0.0009979415917769074, + "transformer.layers.2.self_attn.in_proj_weight": 0.03365659341216087, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020333610009402037, + "transformer.layers.2.self_attn.out_proj.weight": 0.02903665229678154, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025575943291187286, + "transformer.layers.2.linear1.weight": 0.015623481012880802, + "transformer.layers.2.linear1.bias": 0.0010450241388753057, + "transformer.layers.2.linear2.weight": 0.019170375540852547, + "transformer.layers.2.linear2.bias": 0.0027042042929679155, + "transformer.layers.2.norm1.weight": 0.002388766733929515, + "transformer.layers.2.norm1.bias": 0.002238581655547023, + "transformer.layers.2.norm2.weight": 0.001019428949803114, + "transformer.layers.2.norm2.bias": 0.0012061323504894972, + "transformer.layers.3.self_attn.in_proj_weight": 0.06148220971226692, + "transformer.layers.3.self_attn.in_proj_bias": 0.005447062663733959, + "transformer.layers.3.self_attn.out_proj.weight": 0.03142550215125084, + "transformer.layers.3.self_attn.out_proj.bias": 0.0040205479599535465, + "transformer.layers.3.linear1.weight": 0.02909437008202076, + "transformer.layers.3.linear1.bias": 0.002595646306872368, + "transformer.layers.3.linear2.weight": 0.018445806577801704, + "transformer.layers.3.linear2.bias": 0.005044685676693916, + "transformer.layers.3.norm1.weight": 0.005530646536499262, + "transformer.layers.3.norm1.bias": 0.007694682106375694, + "transformer.layers.3.norm2.weight": 0.0020345370285212994, + "transformer.layers.3.norm2.bias": 0.0035118251107633114, + "head.weight": 0.24936410784721375, + "head.bias": 0.009983719326555729, + "global_embedding.weight": 0.01838378980755806, + "global_cnn.0.weight": 0.20638158917427063, + "global_cnn.0.bias": 0.00800690334290266, + "global_cnn.2.weight": 0.31004688143730164, + "global_cnn.2.bias": 0.013141575269401073, + "global_proj.weight": 0.10163179039955139, + "global_proj.bias": 0.05727987363934517, + "goal_head.0.weight": 0.06688527017831802, + "goal_head.0.bias": 0.027329053729772568, + "goal_head.2.weight": 0.09188579022884369, + "goal_head.2.bias": 0.06205085292458534 + }, + { + "global_gate": 5.1223381888121367e-05, + "embedding.weight": 0.00026273433468304574, + "cnn.0.weight": 0.00787992961704731, + "cnn.0.bias": 0.000338895944878459, + "cnn.2.weight": 0.0028453986160457134, + "cnn.2.bias": 0.0007988302386365831, + "cnn.5.weight": 0.004099821671843529, + "cnn.5.bias": 0.000901992607396096, + "action_emb.weight": 0.002001524902880192, + "timestep_emb.weight": 0.0005377159686759114, + "pos_emb.weight": 0.0012026242911815643, + "transformer.layers.0.self_attn.in_proj_weight": 0.007476332597434521, + "transformer.layers.0.self_attn.in_proj_bias": 0.0005554752424359322, + "transformer.layers.0.self_attn.out_proj.weight": 0.008326936513185501, + "transformer.layers.0.self_attn.out_proj.bias": 0.0011342141078785062, + "transformer.layers.0.linear1.weight": 0.01066521555185318, + "transformer.layers.0.linear1.bias": 0.00046861288137733936, + "transformer.layers.0.linear2.weight": 0.011842078529298306, + "transformer.layers.0.linear2.bias": 0.0008768959669396281, + "transformer.layers.0.norm1.weight": 0.00041039459756575525, + "transformer.layers.0.norm1.bias": 0.0004628148162737489, + "transformer.layers.0.norm2.weight": 0.0008766481769271195, + "transformer.layers.0.norm2.bias": 0.0005546538159251213, + "transformer.layers.1.self_attn.in_proj_weight": 0.008713297545909882, + "transformer.layers.1.self_attn.in_proj_bias": 0.0004344317421782762, + "transformer.layers.1.self_attn.out_proj.weight": 0.010129975154995918, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008365120738744736, + "transformer.layers.1.linear1.weight": 0.0069435671903193, + "transformer.layers.1.linear1.bias": 0.00032639686833135784, + "transformer.layers.1.linear2.weight": 0.009370597079396248, + "transformer.layers.1.linear2.bias": 0.0008546765893697739, + "transformer.layers.1.norm1.weight": 0.0004927757545374334, + "transformer.layers.1.norm1.bias": 0.0003808763576671481, + "transformer.layers.1.norm2.weight": 0.00048391069867648184, + "transformer.layers.1.norm2.bias": 0.0002927669556811452, + "transformer.layers.2.self_attn.in_proj_weight": 0.012274917215108871, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006832268554717302, + "transformer.layers.2.self_attn.out_proj.weight": 0.009837308898568153, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008866774733178318, + "transformer.layers.2.linear1.weight": 0.005442620255053043, + "transformer.layers.2.linear1.bias": 0.000343607971444726, + "transformer.layers.2.linear2.weight": 0.007124580442905426, + "transformer.layers.2.linear2.bias": 0.0009491866221651435, + "transformer.layers.2.norm1.weight": 0.0009963901247829199, + "transformer.layers.2.norm1.bias": 0.0008034274796955287, + "transformer.layers.2.norm2.weight": 0.00035381579073145986, + "transformer.layers.2.norm2.bias": 0.00040485317003913224, + "transformer.layers.3.self_attn.in_proj_weight": 0.024601660668849945, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020416248589754105, + "transformer.layers.3.self_attn.out_proj.weight": 0.010300988331437111, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015530427917838097, + "transformer.layers.3.linear1.weight": 0.009677648544311523, + "transformer.layers.3.linear1.bias": 0.0008758930489420891, + "transformer.layers.3.linear2.weight": 0.006566184107214212, + "transformer.layers.3.linear2.bias": 0.0018327842699363828, + "transformer.layers.3.norm1.weight": 0.002010814845561981, + "transformer.layers.3.norm1.bias": 0.0028874764684587717, + "transformer.layers.3.norm2.weight": 0.0006901145679876208, + "transformer.layers.3.norm2.bias": 0.0011107834288850427, + "head.weight": 0.11439980566501617, + "head.bias": 0.004756985232234001, + "global_embedding.weight": 0.008413179777562618, + "global_cnn.0.weight": 0.11697984486818314, + "global_cnn.0.bias": 0.005429468117654324, + "global_cnn.2.weight": 0.23646177351474762, + "global_cnn.2.bias": 0.011645697057247162, + "global_proj.weight": 0.08921021223068237, + "global_proj.bias": 0.049689605832099915, + "goal_head.0.weight": 0.0591934509575367, + "goal_head.0.bias": 0.023458506911993027, + "goal_head.2.weight": 0.07794424891471863, + "goal_head.2.bias": 0.052497368305921555 + }, + { + "global_gate": 5.3264586313162e-05, + "embedding.weight": 0.0016490615671500564, + "cnn.0.weight": 0.030866308137774467, + "cnn.0.bias": 0.001020172145217657, + "cnn.2.weight": 0.006938802544027567, + "cnn.2.bias": 0.0012638340704143047, + "cnn.5.weight": 0.009292752481997013, + "cnn.5.bias": 0.0020392462611198425, + "action_emb.weight": 0.005494624841958284, + "timestep_emb.weight": 0.001216558855958283, + "pos_emb.weight": 0.002552623627707362, + "transformer.layers.0.self_attn.in_proj_weight": 0.019675539806485176, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012138643069192767, + "transformer.layers.0.self_attn.out_proj.weight": 0.021761469542980194, + "transformer.layers.0.self_attn.out_proj.bias": 0.001744139939546585, + "transformer.layers.0.linear1.weight": 0.02801634557545185, + "transformer.layers.0.linear1.bias": 0.0010516251204535365, + "transformer.layers.0.linear2.weight": 0.022663550451397896, + "transformer.layers.0.linear2.bias": 0.0013736917171627283, + "transformer.layers.0.norm1.weight": 0.001071108621545136, + "transformer.layers.0.norm1.bias": 0.0010373219847679138, + "transformer.layers.0.norm2.weight": 0.0028970567509531975, + "transformer.layers.0.norm2.bias": 0.0012394414516165853, + "transformer.layers.1.self_attn.in_proj_weight": 0.022528214380145073, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011065740836784244, + "transformer.layers.1.self_attn.out_proj.weight": 0.018842577934265137, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011564616579562426, + "transformer.layers.1.linear1.weight": 0.0129004567861557, + "transformer.layers.1.linear1.bias": 0.000615509576164186, + "transformer.layers.1.linear2.weight": 0.014819808304309845, + "transformer.layers.1.linear2.bias": 0.0010761371813714504, + "transformer.layers.1.norm1.weight": 0.0015246487455442548, + "transformer.layers.1.norm1.bias": 0.0010985761182382703, + "transformer.layers.1.norm2.weight": 0.0010700857965275645, + "transformer.layers.1.norm2.bias": 0.000585063942708075, + "transformer.layers.2.self_attn.in_proj_weight": 0.018749043345451355, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008558954577893019, + "transformer.layers.2.self_attn.out_proj.weight": 0.016364285722374916, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008934139041230083, + "transformer.layers.2.linear1.weight": 0.008607298135757446, + "transformer.layers.2.linear1.bias": 0.00045458838576450944, + "transformer.layers.2.linear2.weight": 0.01086219772696495, + "transformer.layers.2.linear2.bias": 0.0008855329360812902, + "transformer.layers.2.norm1.weight": 0.0014787495601922274, + "transformer.layers.2.norm1.bias": 0.0009933937108144164, + "transformer.layers.2.norm2.weight": 0.0004966973792761564, + "transformer.layers.2.norm2.bias": 0.0003934180422220379, + "transformer.layers.3.self_attn.in_proj_weight": 0.030360236763954163, + "transformer.layers.3.self_attn.in_proj_bias": 0.001582058728672564, + "transformer.layers.3.self_attn.out_proj.weight": 0.015102101489901543, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012180318590253592, + "transformer.layers.3.linear1.weight": 0.014216717332601547, + "transformer.layers.3.linear1.bias": 0.0010316012194380164, + "transformer.layers.3.linear2.weight": 0.00890268199145794, + "transformer.layers.3.linear2.bias": 0.0012747172731906176, + "transformer.layers.3.norm1.weight": 0.002770752878859639, + "transformer.layers.3.norm1.bias": 0.002298306440934539, + "transformer.layers.3.norm2.weight": 0.000991830020211637, + "transformer.layers.3.norm2.bias": 0.0012719051446765661, + "head.weight": 0.09836834669113159, + "head.bias": 0.00238534202799201, + "global_embedding.weight": 0.005893639288842678, + "global_cnn.0.weight": 0.09962722659111023, + "global_cnn.0.bias": 0.003958042711019516, + "global_cnn.2.weight": 0.24425014853477478, + "global_cnn.2.bias": 0.012016472406685352, + "global_proj.weight": 0.06911968439817429, + "global_proj.bias": 0.03553164005279541, + "goal_head.0.weight": 0.04591110348701477, + "goal_head.0.bias": 0.017026608809828758, + "goal_head.2.weight": 0.061800211668014526, + "goal_head.2.bias": 0.037200745195150375 + }, + { + "global_gate": 0.0001284896134166047, + "embedding.weight": 0.0027388909365981817, + "cnn.0.weight": 0.04815366864204407, + "cnn.0.bias": 0.0016684606671333313, + "cnn.2.weight": 0.00972006842494011, + "cnn.2.bias": 0.003450932214036584, + "cnn.5.weight": 0.013301307335495949, + "cnn.5.bias": 0.0034824120812118053, + "action_emb.weight": 0.01162208616733551, + "timestep_emb.weight": 0.0025447760708630085, + "pos_emb.weight": 0.0038108713924884796, + "transformer.layers.0.self_attn.in_proj_weight": 0.03270239755511284, + "transformer.layers.0.self_attn.in_proj_bias": 0.002285291673615575, + "transformer.layers.0.self_attn.out_proj.weight": 0.03998725488781929, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035967326257377863, + "transformer.layers.0.linear1.weight": 0.053092021495103836, + "transformer.layers.0.linear1.bias": 0.002047525951638818, + "transformer.layers.0.linear2.weight": 0.037076618522405624, + "transformer.layers.0.linear2.bias": 0.0028373899403959513, + "transformer.layers.0.norm1.weight": 0.0017787449760362506, + "transformer.layers.0.norm1.bias": 0.001986869378015399, + "transformer.layers.0.norm2.weight": 0.00576181523501873, + "transformer.layers.0.norm2.bias": 0.0028223248664289713, + "transformer.layers.1.self_attn.in_proj_weight": 0.03346867114305496, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020068103913217783, + "transformer.layers.1.self_attn.out_proj.weight": 0.03101542592048645, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025585743132978678, + "transformer.layers.1.linear1.weight": 0.023773761466145515, + "transformer.layers.1.linear1.bias": 0.0012304640840739012, + "transformer.layers.1.linear2.weight": 0.025064554065465927, + "transformer.layers.1.linear2.bias": 0.002037045545876026, + "transformer.layers.1.norm1.weight": 0.0021603982895612717, + "transformer.layers.1.norm1.bias": 0.0017410769360139966, + "transformer.layers.1.norm2.weight": 0.0022705818992108107, + "transformer.layers.1.norm2.bias": 0.001607208512723446, + "transformer.layers.2.self_attn.in_proj_weight": 0.03697703033685684, + "transformer.layers.2.self_attn.in_proj_bias": 0.001877050963230431, + "transformer.layers.2.self_attn.out_proj.weight": 0.023051796481013298, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014754447620362043, + "transformer.layers.2.linear1.weight": 0.014353794977068901, + "transformer.layers.2.linear1.bias": 0.0008491780608892441, + "transformer.layers.2.linear2.weight": 0.017700854688882828, + "transformer.layers.2.linear2.bias": 0.0013916542520746589, + "transformer.layers.2.norm1.weight": 0.002540360437706113, + "transformer.layers.2.norm1.bias": 0.0023620419669896364, + "transformer.layers.2.norm2.weight": 0.0011219349689781666, + "transformer.layers.2.norm2.bias": 0.0010002367198467255, + "transformer.layers.3.self_attn.in_proj_weight": 0.050924722105264664, + "transformer.layers.3.self_attn.in_proj_bias": 0.003130790777504444, + "transformer.layers.3.self_attn.out_proj.weight": 0.02326071262359619, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020118572283536196, + "transformer.layers.3.linear1.weight": 0.022695129737257957, + "transformer.layers.3.linear1.bias": 0.0017078211531043053, + "transformer.layers.3.linear2.weight": 0.014530758373439312, + "transformer.layers.3.linear2.bias": 0.002382296370342374, + "transformer.layers.3.norm1.weight": 0.004525730852037668, + "transformer.layers.3.norm1.bias": 0.004863009322434664, + "transformer.layers.3.norm2.weight": 0.0015992231201380491, + "transformer.layers.3.norm2.bias": 0.0020532698836177588, + "head.weight": 0.17593522369861603, + "head.bias": 0.004042333457618952, + "global_embedding.weight": 0.00813006516546011, + "global_cnn.0.weight": 0.08073491603136063, + "global_cnn.0.bias": 0.0033374077174812555, + "global_cnn.2.weight": 0.1868031919002533, + "global_cnn.2.bias": 0.00645612133666873, + "global_proj.weight": 0.04493660107254982, + "global_proj.bias": 0.02144911140203476, + "goal_head.0.weight": 0.029789999127388, + "goal_head.0.bias": 0.01019549835473299, + "goal_head.2.weight": 0.042574044317007065, + "goal_head.2.bias": 0.02207425981760025 + }, + { + "global_gate": 0.00037339728442020714, + "embedding.weight": 0.0048148720525205135, + "cnn.0.weight": 0.08957663178443909, + "cnn.0.bias": 0.0024917591363191605, + "cnn.2.weight": 0.02031039074063301, + "cnn.2.bias": 0.004752135369926691, + "cnn.5.weight": 0.02113330364227295, + "cnn.5.bias": 0.0052871559746563435, + "action_emb.weight": 0.011337830685079098, + "timestep_emb.weight": 0.0017699693562462926, + "pos_emb.weight": 0.0036264529917389154, + "transformer.layers.0.self_attn.in_proj_weight": 0.057351045310497284, + "transformer.layers.0.self_attn.in_proj_bias": 0.004936839919537306, + "transformer.layers.0.self_attn.out_proj.weight": 0.05448569729924202, + "transformer.layers.0.self_attn.out_proj.bias": 0.006184001453220844, + "transformer.layers.0.linear1.weight": 0.054838649928569794, + "transformer.layers.0.linear1.bias": 0.002776812994852662, + "transformer.layers.0.linear2.weight": 0.05845421925187111, + "transformer.layers.0.linear2.bias": 0.004791450221091509, + "transformer.layers.0.norm1.weight": 0.0031248105224221945, + "transformer.layers.0.norm1.bias": 0.00466557452455163, + "transformer.layers.0.norm2.weight": 0.0049767144955694675, + "transformer.layers.0.norm2.bias": 0.002779607195407152, + "transformer.layers.1.self_attn.in_proj_weight": 0.05059388652443886, + "transformer.layers.1.self_attn.in_proj_bias": 0.003035070141777396, + "transformer.layers.1.self_attn.out_proj.weight": 0.053117964416742325, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036207344383001328, + "transformer.layers.1.linear1.weight": 0.029017319902777672, + "transformer.layers.1.linear1.bias": 0.0015379275428131223, + "transformer.layers.1.linear2.weight": 0.03839587792754173, + "transformer.layers.1.linear2.bias": 0.0034989614505320787, + "transformer.layers.1.norm1.weight": 0.0037966652307659388, + "transformer.layers.1.norm1.bias": 0.0029930099844932556, + "transformer.layers.1.norm2.weight": 0.0024502144660800695, + "transformer.layers.1.norm2.bias": 0.0012825295561924577, + "transformer.layers.2.self_attn.in_proj_weight": 0.05296944081783295, + "transformer.layers.2.self_attn.in_proj_bias": 0.002596433274447918, + "transformer.layers.2.self_attn.out_proj.weight": 0.04770665615797043, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032585214357823133, + "transformer.layers.2.linear1.weight": 0.021724069491028786, + "transformer.layers.2.linear1.bias": 0.0013882529456168413, + "transformer.layers.2.linear2.weight": 0.02696039527654648, + "transformer.layers.2.linear2.bias": 0.0031632420141249895, + "transformer.layers.2.norm1.weight": 0.0037424303591251373, + "transformer.layers.2.norm1.bias": 0.0028707932215183973, + "transformer.layers.2.norm2.weight": 0.00154838094022125, + "transformer.layers.2.norm2.bias": 0.0015540667809545994, + "transformer.layers.3.self_attn.in_proj_weight": 0.08678601682186127, + "transformer.layers.3.self_attn.in_proj_bias": 0.006229898892343044, + "transformer.layers.3.self_attn.out_proj.weight": 0.04869711771607399, + "transformer.layers.3.self_attn.out_proj.bias": 0.004781562369316816, + "transformer.layers.3.linear1.weight": 0.04807841405272484, + "transformer.layers.3.linear1.bias": 0.003982778638601303, + "transformer.layers.3.linear2.weight": 0.030721357092261314, + "transformer.layers.3.linear2.bias": 0.005530882626771927, + "transformer.layers.3.norm1.weight": 0.007816238328814507, + "transformer.layers.3.norm1.bias": 0.008584408089518547, + "transformer.layers.3.norm2.weight": 0.0034602328669279814, + "transformer.layers.3.norm2.bias": 0.005323211662471294, + "head.weight": 0.322382390499115, + "head.bias": 0.009900371544063091, + "global_embedding.weight": 0.011942674405872822, + "global_cnn.0.weight": 0.10275290161371231, + "global_cnn.0.bias": 0.005177689716219902, + "global_cnn.2.weight": 0.2081068456172943, + "global_cnn.2.bias": 0.00826955121010542, + "global_proj.weight": 0.054198119789361954, + "global_proj.bias": 0.026243284344673157, + "goal_head.0.weight": 0.024647023528814316, + "goal_head.0.bias": 0.009089807979762554, + "goal_head.2.weight": 0.03263818845152855, + "goal_head.2.bias": 0.01933954656124115 + }, + { + "global_gate": 0.00010077323531731963, + "embedding.weight": 0.005881693214178085, + "cnn.0.weight": 0.0922449603676796, + "cnn.0.bias": 0.003056182758882642, + "cnn.2.weight": 0.01965676061809063, + "cnn.2.bias": 0.008326437324285507, + "cnn.5.weight": 0.02010977454483509, + "cnn.5.bias": 0.005831096321344376, + "action_emb.weight": 0.010165507905185223, + "timestep_emb.weight": 0.0022287976462394, + "pos_emb.weight": 0.0043284897692501545, + "transformer.layers.0.self_attn.in_proj_weight": 0.05152957886457443, + "transformer.layers.0.self_attn.in_proj_bias": 0.0040983399376273155, + "transformer.layers.0.self_attn.out_proj.weight": 0.041987866163253784, + "transformer.layers.0.self_attn.out_proj.bias": 0.004921177867799997, + "transformer.layers.0.linear1.weight": 0.0489841066300869, + "transformer.layers.0.linear1.bias": 0.0021544406190514565, + "transformer.layers.0.linear2.weight": 0.04651043564081192, + "transformer.layers.0.linear2.bias": 0.003777886740863323, + "transformer.layers.0.norm1.weight": 0.002987791784107685, + "transformer.layers.0.norm1.bias": 0.004136651288717985, + "transformer.layers.0.norm2.weight": 0.004799309652298689, + "transformer.layers.0.norm2.bias": 0.001991128781810403, + "transformer.layers.1.self_attn.in_proj_weight": 0.04435880482196808, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022830066736787558, + "transformer.layers.1.self_attn.out_proj.weight": 0.03654014319181442, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027036143001168966, + "transformer.layers.1.linear1.weight": 0.022558629512786865, + "transformer.layers.1.linear1.bias": 0.0011965774465352297, + "transformer.layers.1.linear2.weight": 0.026808196678757668, + "transformer.layers.1.linear2.bias": 0.0024177387822419405, + "transformer.layers.1.norm1.weight": 0.0029681269079446793, + "transformer.layers.1.norm1.bias": 0.0023185997270047665, + "transformer.layers.1.norm2.weight": 0.0019937572069466114, + "transformer.layers.1.norm2.bias": 0.0014746134402230382, + "transformer.layers.2.self_attn.in_proj_weight": 0.03355758637189865, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018560071475803852, + "transformer.layers.2.self_attn.out_proj.weight": 0.02949420176446438, + "transformer.layers.2.self_attn.out_proj.bias": 0.002219667425379157, + "transformer.layers.2.linear1.weight": 0.0163742583245039, + "transformer.layers.2.linear1.bias": 0.0010266388999298215, + "transformer.layers.2.linear2.weight": 0.01974393241107464, + "transformer.layers.2.linear2.bias": 0.002251701196655631, + "transformer.layers.2.norm1.weight": 0.0024120479356497526, + "transformer.layers.2.norm1.bias": 0.0016797231510281563, + "transformer.layers.2.norm2.weight": 0.0010586646385490894, + "transformer.layers.2.norm2.bias": 0.001158350147306919, + "transformer.layers.3.self_attn.in_proj_weight": 0.051968444138765335, + "transformer.layers.3.self_attn.in_proj_bias": 0.00425333296880126, + "transformer.layers.3.self_attn.out_proj.weight": 0.027454327791929245, + "transformer.layers.3.self_attn.out_proj.bias": 0.003122733673080802, + "transformer.layers.3.linear1.weight": 0.028823580592870712, + "transformer.layers.3.linear1.bias": 0.002551122335717082, + "transformer.layers.3.linear2.weight": 0.017396973446011543, + "transformer.layers.3.linear2.bias": 0.003719453699886799, + "transformer.layers.3.norm1.weight": 0.003975058905780315, + "transformer.layers.3.norm1.bias": 0.005534939933568239, + "transformer.layers.3.norm2.weight": 0.001806111540645361, + "transformer.layers.3.norm2.bias": 0.0034306359011679888, + "head.weight": 0.2021995484828949, + "head.bias": 0.007397789508104324, + "global_embedding.weight": 0.03847949579358101, + "global_cnn.0.weight": 0.11566560715436935, + "global_cnn.0.bias": 0.0049990215338766575, + "global_cnn.2.weight": 0.17018893361091614, + "global_cnn.2.bias": 0.006196753121912479, + "global_proj.weight": 0.03235110640525818, + "global_proj.bias": 0.013196992687880993, + "goal_head.0.weight": 0.013750316575169563, + "goal_head.0.bias": 0.004974559880793095, + "goal_head.2.weight": 0.019089579582214355, + "goal_head.2.bias": 0.010545688681304455 + }, + { + "global_gate": 3.118559834547341e-05, + "embedding.weight": 0.0018567318329587579, + "cnn.0.weight": 0.03458879142999649, + "cnn.0.bias": 0.0011477997759357095, + "cnn.2.weight": 0.006530079524964094, + "cnn.2.bias": 0.0017229425720870495, + "cnn.5.weight": 0.007548856548964977, + "cnn.5.bias": 0.0020867788698524237, + "action_emb.weight": 0.0031161331571638584, + "timestep_emb.weight": 0.0012263188837096095, + "pos_emb.weight": 0.0023575015366077423, + "transformer.layers.0.self_attn.in_proj_weight": 0.019443761557340622, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016550481086596847, + "transformer.layers.0.self_attn.out_proj.weight": 0.018259717151522636, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020931449253112078, + "transformer.layers.0.linear1.weight": 0.01916075311601162, + "transformer.layers.0.linear1.bias": 0.0009753961930982769, + "transformer.layers.0.linear2.weight": 0.021119367331266403, + "transformer.layers.0.linear2.bias": 0.0017301318002864718, + "transformer.layers.0.norm1.weight": 0.001182815060019493, + "transformer.layers.0.norm1.bias": 0.0015258730854839087, + "transformer.layers.0.norm2.weight": 0.001729545067064464, + "transformer.layers.0.norm2.bias": 0.0009297719225287437, + "transformer.layers.1.self_attn.in_proj_weight": 0.018130552023649216, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010442306520417333, + "transformer.layers.1.self_attn.out_proj.weight": 0.01819007471203804, + "transformer.layers.1.self_attn.out_proj.bias": 0.001388063421472907, + "transformer.layers.1.linear1.weight": 0.011356821283698082, + "transformer.layers.1.linear1.bias": 0.0006298043299466372, + "transformer.layers.1.linear2.weight": 0.015568621456623077, + "transformer.layers.1.linear2.bias": 0.0014074095524847507, + "transformer.layers.1.norm1.weight": 0.0011760022025555372, + "transformer.layers.1.norm1.bias": 0.0010261868592351675, + "transformer.layers.1.norm2.weight": 0.0009359739487990737, + "transformer.layers.1.norm2.bias": 0.0006475973641499877, + "transformer.layers.2.self_attn.in_proj_weight": 0.01874183490872383, + "transformer.layers.2.self_attn.in_proj_bias": 0.001137220417149365, + "transformer.layers.2.self_attn.out_proj.weight": 0.01632964424788952, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013388032093644142, + "transformer.layers.2.linear1.weight": 0.009250251576304436, + "transformer.layers.2.linear1.bias": 0.0005853677866980433, + "transformer.layers.2.linear2.weight": 0.01262219250202179, + "transformer.layers.2.linear2.bias": 0.0014322891365736723, + "transformer.layers.2.norm1.weight": 0.001565320766530931, + "transformer.layers.2.norm1.bias": 0.001232427777722478, + "transformer.layers.2.norm2.weight": 0.0005590479704551399, + "transformer.layers.2.norm2.bias": 0.0005831775488331914, + "transformer.layers.3.self_attn.in_proj_weight": 0.03616397827863693, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031714558135718107, + "transformer.layers.3.self_attn.out_proj.weight": 0.018658123910427094, + "transformer.layers.3.self_attn.out_proj.bias": 0.002338997321203351, + "transformer.layers.3.linear1.weight": 0.01863139681518078, + "transformer.layers.3.linear1.bias": 0.0015876865945756435, + "transformer.layers.3.linear2.weight": 0.011762461625039577, + "transformer.layers.3.linear2.bias": 0.0026426443364471197, + "transformer.layers.3.norm1.weight": 0.0032250152435153723, + "transformer.layers.3.norm1.bias": 0.004639092832803726, + "transformer.layers.3.norm2.weight": 0.0012466668849810958, + "transformer.layers.3.norm2.bias": 0.0017908087465912104, + "head.weight": 0.13849949836730957, + "head.bias": 0.004431935492902994, + "global_embedding.weight": 0.010872541926801205, + "global_cnn.0.weight": 0.045736461877822876, + "global_cnn.0.bias": 0.0021136447321623564, + "global_cnn.2.weight": 0.10735047608613968, + "global_cnn.2.bias": 0.005144581198692322, + "global_proj.weight": 0.029499268159270287, + "global_proj.bias": 0.015295229852199554, + "goal_head.0.weight": 0.018876947462558746, + "goal_head.0.bias": 0.00674847699701786, + "goal_head.2.weight": 0.02793375588953495, + "goal_head.2.bias": 0.014488428831100464 + }, + { + "global_gate": 0.0005598717252723873, + "embedding.weight": 0.005111635662615299, + "cnn.0.weight": 0.07979919761419296, + "cnn.0.bias": 0.0038647004403173923, + "cnn.2.weight": 0.0154621796682477, + "cnn.2.bias": 0.006935277953743935, + "cnn.5.weight": 0.015030494891107082, + "cnn.5.bias": 0.004423007369041443, + "action_emb.weight": 0.008187612518668175, + "timestep_emb.weight": 0.0021386495791375637, + "pos_emb.weight": 0.0028681885451078415, + "transformer.layers.0.self_attn.in_proj_weight": 0.063471719622612, + "transformer.layers.0.self_attn.in_proj_bias": 0.005718683358281851, + "transformer.layers.0.self_attn.out_proj.weight": 0.05398961901664734, + "transformer.layers.0.self_attn.out_proj.bias": 0.006743174046278, + "transformer.layers.0.linear1.weight": 0.04093601927161217, + "transformer.layers.0.linear1.bias": 0.0022163763642311096, + "transformer.layers.0.linear2.weight": 0.038799554109573364, + "transformer.layers.0.linear2.bias": 0.0041227275505661964, + "transformer.layers.0.norm1.weight": 0.004096084274351597, + "transformer.layers.0.norm1.bias": 0.005510004237294197, + "transformer.layers.0.norm2.weight": 0.003901417599990964, + "transformer.layers.0.norm2.bias": 0.0025095706805586815, + "transformer.layers.1.self_attn.in_proj_weight": 0.03240720555186272, + "transformer.layers.1.self_attn.in_proj_bias": 0.002210683189332485, + "transformer.layers.1.self_attn.out_proj.weight": 0.03304769843816757, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028632839675992727, + "transformer.layers.1.linear1.weight": 0.017701618373394012, + "transformer.layers.1.linear1.bias": 0.0009547569788992405, + "transformer.layers.1.linear2.weight": 0.022965475916862488, + "transformer.layers.1.linear2.bias": 0.002768526319414377, + "transformer.layers.1.norm1.weight": 0.0023823922965675592, + "transformer.layers.1.norm1.bias": 0.0023804293014109135, + "transformer.layers.1.norm2.weight": 0.0014536812668666244, + "transformer.layers.1.norm2.bias": 0.0008102728170342743, + "transformer.layers.2.self_attn.in_proj_weight": 0.029509736225008965, + "transformer.layers.2.self_attn.in_proj_bias": 0.00249981670640409, + "transformer.layers.2.self_attn.out_proj.weight": 0.027257701382040977, + "transformer.layers.2.self_attn.out_proj.bias": 0.002659604186192155, + "transformer.layers.2.linear1.weight": 0.014317093417048454, + "transformer.layers.2.linear1.bias": 0.0010319935390725732, + "transformer.layers.2.linear2.weight": 0.01808297075331211, + "transformer.layers.2.linear2.bias": 0.002845684764906764, + "transformer.layers.2.norm1.weight": 0.0022809242364019156, + "transformer.layers.2.norm1.bias": 0.0031177406199276447, + "transformer.layers.2.norm2.weight": 0.0008822001982480288, + "transformer.layers.2.norm2.bias": 0.0010754397371783853, + "transformer.layers.3.self_attn.in_proj_weight": 0.05185144767165184, + "transformer.layers.3.self_attn.in_proj_bias": 0.00578446127474308, + "transformer.layers.3.self_attn.out_proj.weight": 0.027378078550100327, + "transformer.layers.3.self_attn.out_proj.bias": 0.004626660607755184, + "transformer.layers.3.linear1.weight": 0.026977699249982834, + "transformer.layers.3.linear1.bias": 0.002525716321542859, + "transformer.layers.3.linear2.weight": 0.018076999112963676, + "transformer.layers.3.linear2.bias": 0.005089595913887024, + "transformer.layers.3.norm1.weight": 0.0045640417374670506, + "transformer.layers.3.norm1.bias": 0.00841947365552187, + "transformer.layers.3.norm2.weight": 0.0019704450387507677, + "transformer.layers.3.norm2.bias": 0.003017355687916279, + "head.weight": 0.2452988177537918, + "head.bias": 0.010418565012514591, + "global_embedding.weight": 0.037365224212408066, + "global_cnn.0.weight": 0.1458757370710373, + "global_cnn.0.bias": 0.006140227895230055, + "global_cnn.2.weight": 0.2085830122232437, + "global_cnn.2.bias": 0.007189979776740074, + "global_proj.weight": 0.044473811984062195, + "global_proj.bias": 0.015836957842111588, + "goal_head.0.weight": 0.017170248553156853, + "goal_head.0.bias": 0.005284339189529419, + "goal_head.2.weight": 0.020670387893915176, + "goal_head.2.bias": 0.00982107874006033 + }, + { + "global_gate": 0.0001574768975842744, + "embedding.weight": 0.0010041947243735194, + "cnn.0.weight": 0.0349743627011776, + "cnn.0.bias": 0.0012208843836560845, + "cnn.2.weight": 0.010725670494139194, + "cnn.2.bias": 0.00325022148899734, + "cnn.5.weight": 0.01210763305425644, + "cnn.5.bias": 0.003275911323726177, + "action_emb.weight": 0.0035776980221271515, + "timestep_emb.weight": 0.0013393774861469865, + "pos_emb.weight": 0.0022606835700571537, + "transformer.layers.0.self_attn.in_proj_weight": 0.0240657739341259, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019125922117382288, + "transformer.layers.0.self_attn.out_proj.weight": 0.02390347048640251, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025163092650473118, + "transformer.layers.0.linear1.weight": 0.023052386939525604, + "transformer.layers.0.linear1.bias": 0.0011556135723367333, + "transformer.layers.0.linear2.weight": 0.02522122487425804, + "transformer.layers.0.linear2.bias": 0.0017093635397031903, + "transformer.layers.0.norm1.weight": 0.0013979381183162332, + "transformer.layers.0.norm1.bias": 0.0018705758266150951, + "transformer.layers.0.norm2.weight": 0.002098539611324668, + "transformer.layers.0.norm2.bias": 0.0012819987023249269, + "transformer.layers.1.self_attn.in_proj_weight": 0.023231493309140205, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011968628969043493, + "transformer.layers.1.self_attn.out_proj.weight": 0.022451797500252724, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011987480102106929, + "transformer.layers.1.linear1.weight": 0.012528793886303902, + "transformer.layers.1.linear1.bias": 0.0006671131122857332, + "transformer.layers.1.linear2.weight": 0.017216281965374947, + "transformer.layers.1.linear2.bias": 0.0010726378532126546, + "transformer.layers.1.norm1.weight": 0.0017352956347167492, + "transformer.layers.1.norm1.bias": 0.0013697019312530756, + "transformer.layers.1.norm2.weight": 0.0009216960752382874, + "transformer.layers.1.norm2.bias": 0.0007148794247768819, + "transformer.layers.2.self_attn.in_proj_weight": 0.021923262625932693, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008835566113702953, + "transformer.layers.2.self_attn.out_proj.weight": 0.01896928809583187, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010419049067422748, + "transformer.layers.2.linear1.weight": 0.00945230107754469, + "transformer.layers.2.linear1.bias": 0.0005374038009904325, + "transformer.layers.2.linear2.weight": 0.012134714052081108, + "transformer.layers.2.linear2.bias": 0.0010313215898349881, + "transformer.layers.2.norm1.weight": 0.001636067871004343, + "transformer.layers.2.norm1.bias": 0.001027502934448421, + "transformer.layers.2.norm2.weight": 0.0006053016986697912, + "transformer.layers.2.norm2.bias": 0.00047372758854180574, + "transformer.layers.3.self_attn.in_proj_weight": 0.036628615111112595, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020141457207500935, + "transformer.layers.3.self_attn.out_proj.weight": 0.01925669051706791, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015444158343598247, + "transformer.layers.3.linear1.weight": 0.01923622004687786, + "transformer.layers.3.linear1.bias": 0.001407979871146381, + "transformer.layers.3.linear2.weight": 0.011124080047011375, + "transformer.layers.3.linear2.bias": 0.001671363483183086, + "transformer.layers.3.norm1.weight": 0.0028979151975363493, + "transformer.layers.3.norm1.bias": 0.002755956957116723, + "transformer.layers.3.norm2.weight": 0.0014142426662147045, + "transformer.layers.3.norm2.bias": 0.0016118016792461276, + "head.weight": 0.13235430419445038, + "head.bias": 0.003200816921889782, + "global_embedding.weight": 0.003820472164079547, + "global_cnn.0.weight": 0.09362349659204483, + "global_cnn.0.bias": 0.0029316891450434923, + "global_cnn.2.weight": 0.2718053460121155, + "global_cnn.2.bias": 0.012948225252330303, + "global_proj.weight": 0.053379449993371964, + "global_proj.bias": 0.026844842359423637, + "goal_head.0.weight": 0.029359901323914528, + "goal_head.0.bias": 0.010344825685024261, + "goal_head.2.weight": 0.0367920845746994, + "goal_head.2.bias": 0.019842976704239845 + }, + { + "global_gate": 0.00018292322056367993, + "embedding.weight": 0.0011706481454893947, + "cnn.0.weight": 0.03195791319012642, + "cnn.0.bias": 0.0014282158808782697, + "cnn.2.weight": 0.009069773368537426, + "cnn.2.bias": 0.003292534966021776, + "cnn.5.weight": 0.01210024394094944, + "cnn.5.bias": 0.0029723101761192083, + "action_emb.weight": 0.004680564161390066, + "timestep_emb.weight": 0.0013747481862083077, + "pos_emb.weight": 0.0031713189091533422, + "transformer.layers.0.self_attn.in_proj_weight": 0.02704949490725994, + "transformer.layers.0.self_attn.in_proj_bias": 0.0022619683295488358, + "transformer.layers.0.self_attn.out_proj.weight": 0.02924490161240101, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029012062586843967, + "transformer.layers.0.linear1.weight": 0.027389463037252426, + "transformer.layers.0.linear1.bias": 0.0013005005894228816, + "transformer.layers.0.linear2.weight": 0.02754773385822773, + "transformer.layers.0.linear2.bias": 0.0022511042188853025, + "transformer.layers.0.norm1.weight": 0.0015591996489092708, + "transformer.layers.0.norm1.bias": 0.0021215372253209352, + "transformer.layers.0.norm2.weight": 0.0029634127859026194, + "transformer.layers.0.norm2.bias": 0.001412206212989986, + "transformer.layers.1.self_attn.in_proj_weight": 0.027058133855462074, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014089379692450166, + "transformer.layers.1.self_attn.out_proj.weight": 0.02198132313787937, + "transformer.layers.1.self_attn.out_proj.bias": 0.001758459024131298, + "transformer.layers.1.linear1.weight": 0.013968260958790779, + "transformer.layers.1.linear1.bias": 0.0007315046386793256, + "transformer.layers.1.linear2.weight": 0.017416492104530334, + "transformer.layers.1.linear2.bias": 0.0015807291492819786, + "transformer.layers.1.norm1.weight": 0.001864659134298563, + "transformer.layers.1.norm1.bias": 0.00160593306645751, + "transformer.layers.1.norm2.weight": 0.0011641900055110455, + "transformer.layers.1.norm2.bias": 0.0008348597912117839, + "transformer.layers.2.self_attn.in_proj_weight": 0.024101071059703827, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011354153975844383, + "transformer.layers.2.self_attn.out_proj.weight": 0.01817767508327961, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012928295182064176, + "transformer.layers.2.linear1.weight": 0.010132910683751106, + "transformer.layers.2.linear1.bias": 0.0005990049103274941, + "transformer.layers.2.linear2.weight": 0.013186369091272354, + "transformer.layers.2.linear2.bias": 0.0012659146450459957, + "transformer.layers.2.norm1.weight": 0.001618782989680767, + "transformer.layers.2.norm1.bias": 0.00124546408187598, + "transformer.layers.2.norm2.weight": 0.0006972136325202882, + "transformer.layers.2.norm2.bias": 0.000673169968649745, + "transformer.layers.3.self_attn.in_proj_weight": 0.036458585411310196, + "transformer.layers.3.self_attn.in_proj_bias": 0.0022479272447526455, + "transformer.layers.3.self_attn.out_proj.weight": 0.01614433526992798, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016175360651686788, + "transformer.layers.3.linear1.weight": 0.016694698482751846, + "transformer.layers.3.linear1.bias": 0.0013293958036229014, + "transformer.layers.3.linear2.weight": 0.010881745256483555, + "transformer.layers.3.linear2.bias": 0.0018140760948881507, + "transformer.layers.3.norm1.weight": 0.0031512093264609575, + "transformer.layers.3.norm1.bias": 0.0033171328250318766, + "transformer.layers.3.norm2.weight": 0.0012485238257795572, + "transformer.layers.3.norm2.bias": 0.0016913206782191992, + "head.weight": 0.11237805336713791, + "head.bias": 0.003196531441062689, + "global_embedding.weight": 0.0031800188589841127, + "global_cnn.0.weight": 0.04137605056166649, + "global_cnn.0.bias": 0.0017771711573004723, + "global_cnn.2.weight": 0.06497664004564285, + "global_cnn.2.bias": 0.00316136097535491, + "global_proj.weight": 0.024048730731010437, + "global_proj.bias": 0.012177945114672184, + "goal_head.0.weight": 0.017274288460612297, + "goal_head.0.bias": 0.006156273651868105, + "goal_head.2.weight": 0.025317613035440445, + "goal_head.2.bias": 0.013553104363381863 + }, + { + "global_gate": 0.0004268325283192098, + "embedding.weight": 0.0030411561019718647, + "cnn.0.weight": 0.061263713985681534, + "cnn.0.bias": 0.0023310515098273754, + "cnn.2.weight": 0.016516078263521194, + "cnn.2.bias": 0.0047722309827804565, + "cnn.5.weight": 0.018725235015153885, + "cnn.5.bias": 0.004088482819497585, + "action_emb.weight": 0.005988972261548042, + "timestep_emb.weight": 0.001435565180145204, + "pos_emb.weight": 0.003538302145898342, + "transformer.layers.0.self_attn.in_proj_weight": 0.03406292945146561, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024215211160480976, + "transformer.layers.0.self_attn.out_proj.weight": 0.03259599581360817, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029479688964784145, + "transformer.layers.0.linear1.weight": 0.033942811191082, + "transformer.layers.0.linear1.bias": 0.0013509633718058467, + "transformer.layers.0.linear2.weight": 0.02985786646604538, + "transformer.layers.0.linear2.bias": 0.0020406099501997232, + "transformer.layers.0.norm1.weight": 0.00211629387922585, + "transformer.layers.0.norm1.bias": 0.0022500422783195972, + "transformer.layers.0.norm2.weight": 0.0034941427875310183, + "transformer.layers.0.norm2.bias": 0.0011824668617919087, + "transformer.layers.1.self_attn.in_proj_weight": 0.026627447456121445, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014560292474925518, + "transformer.layers.1.self_attn.out_proj.weight": 0.02694949135184288, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016329354839399457, + "transformer.layers.1.linear1.weight": 0.015676358714699745, + "transformer.layers.1.linear1.bias": 0.0008184489561244845, + "transformer.layers.1.linear2.weight": 0.018568605184555054, + "transformer.layers.1.linear2.bias": 0.0015418680850416422, + "transformer.layers.1.norm1.weight": 0.002110626082867384, + "transformer.layers.1.norm1.bias": 0.0014836526243016124, + "transformer.layers.1.norm2.weight": 0.0013732383958995342, + "transformer.layers.1.norm2.bias": 0.0007784503977745771, + "transformer.layers.2.self_attn.in_proj_weight": 0.02640461176633835, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013505325186997652, + "transformer.layers.2.self_attn.out_proj.weight": 0.021281665191054344, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015527968062087893, + "transformer.layers.2.linear1.weight": 0.011432620696723461, + "transformer.layers.2.linear1.bias": 0.0007585771381855011, + "transformer.layers.2.linear2.weight": 0.013485523872077465, + "transformer.layers.2.linear2.bias": 0.0015252517769113183, + "transformer.layers.2.norm1.weight": 0.0017822508234530687, + "transformer.layers.2.norm1.bias": 0.0013156553031876683, + "transformer.layers.2.norm2.weight": 0.000761656672693789, + "transformer.layers.2.norm2.bias": 0.0008694961434230208, + "transformer.layers.3.self_attn.in_proj_weight": 0.042358316481113434, + "transformer.layers.3.self_attn.in_proj_bias": 0.003213373012840748, + "transformer.layers.3.self_attn.out_proj.weight": 0.02109416574239731, + "transformer.layers.3.self_attn.out_proj.bias": 0.002154998015612364, + "transformer.layers.3.linear1.weight": 0.02322753518819809, + "transformer.layers.3.linear1.bias": 0.0019569445867091417, + "transformer.layers.3.linear2.weight": 0.013553665950894356, + "transformer.layers.3.linear2.bias": 0.0027071398217231035, + "transformer.layers.3.norm1.weight": 0.003712061792612076, + "transformer.layers.3.norm1.bias": 0.004600785672664642, + "transformer.layers.3.norm2.weight": 0.001711968332529068, + "transformer.layers.3.norm2.bias": 0.0024755012709647417, + "head.weight": 0.14697787165641785, + "head.bias": 0.004544948227703571, + "global_embedding.weight": 0.004664202220737934, + "global_cnn.0.weight": 0.0454418919980526, + "global_cnn.0.bias": 0.00211253366433084, + "global_cnn.2.weight": 0.0739634782075882, + "global_cnn.2.bias": 0.003048601560294628, + "global_proj.weight": 0.015231776982545853, + "global_proj.bias": 0.006122182589024305, + "goal_head.0.weight": 0.004708596970885992, + "goal_head.0.bias": 0.0007248084293678403, + "goal_head.2.weight": 0.007194159552454948, + "goal_head.2.bias": 0.0012920988956466317 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10994532704353333, - 0.12481652200222015, - 0.08376442641019821, - 0.10630600899457932, - 0.07416412979364395, - 0.027829455211758614, - 0.04194331541657448, - 0.042156416922807693, - 0.15908634662628174, - 0.029038019478321075 + 0.2406931221485138, + 0.3477439880371094, + 0.3635316789150238, + 0.29603227972984314, + 0.39406055212020874, + 0.3902650773525238, + 0.32353127002716064, + 0.4050690233707428, + 0.27279162406921387, + 0.33596065640449524, + 0.3051005005836487, + 0.2795833945274353, + 0.3599880635738373, + 0.6171248555183411, + 0.4632822573184967, + 0.46184706687927246, + 0.3862883448600769, + 0.4646148085594177, + 0.6833709478378296, + 0.5983165502548218 ], "repr_drift_kl_low_t": [ - 0.12050958722829819, - 0.13550612330436707, - 0.09063675999641418, - 0.09700910747051239, - 0.07528844475746155, - 0.02236601710319519, - 0.033037006855010986, - 0.04250764101743698, - 0.12049318104982376, - 0.021223828196525574 + 0.28643155097961426, + 0.40292903780937195, + 0.44537872076034546, + 0.3481338918209076, + 0.48202216625213623, + 0.4917404353618622, + 0.4040125012397766, + 0.5032860636711121, + 0.3390228748321533, + 0.4118930399417877, + 0.369101881980896, + 0.3611243665218353, + 0.4240729808807373, + 0.78338223695755, + 0.559916079044342, + 0.55556720495224, + 0.4840163290500641, + 0.574877917766571, + 0.8500667810440063, + 0.7300419211387634 ], "repr_drift_kl_mid_t": [ - 0.09770219773054123, - 0.12334120273590088, - 0.08559363335371017, - 0.09931465983390808, - 0.06796666979789734, - 0.024944927543401718, - 0.034193843603134155, - 0.03081442415714264, - 0.13378258049488068, - 0.02308870106935501 + 0.24058310687541962, + 0.35059618949890137, + 0.35932472348213196, + 0.2952665388584137, + 0.3934047222137451, + 0.3988766372203827, + 0.31183451414108276, + 0.4051656723022461, + 0.2826656401157379, + 0.3435106575489044, + 0.30036661028862, + 0.28523075580596924, + 0.35383492708206177, + 0.6123873591423035, + 0.4669654071331024, + 0.46403735876083374, + 0.4002170264720917, + 0.4591585397720337, + 0.6819121241569519, + 0.6069172620773315 ], "repr_drift_kl_high_t": [ - 0.1279495656490326, - 0.1229802668094635, - 0.10870493203401566, - 0.1291837990283966, - 0.08158251643180847, - 0.04897566884756088, - 0.04945295676589012, - 0.06492578983306885, - 0.31253987550735474, - 0.05806594341993332 + 0.2093365490436554, + 0.27993062138557434, + 0.2954048216342926, + 0.2545914053916931, + 0.2959310710430145, + 0.2835516333580017, + 0.24506711959838867, + 0.28866639733314514, + 0.1893911212682724, + 0.2510405480861664, + 0.227288618683815, + 0.20279651880264282, + 0.287972092628479, + 0.4420928359031677, + 0.35876843333244324, + 0.3605899512767792, + 0.2922464907169342, + 0.33750760555267334, + 0.4953499138355255, + 0.45100656151771545 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8407313823699951, - 0.848018229007721, - 0.7689450979232788, - 0.9776488542556763, - 0.8672538995742798 + 0.7970501780509949, + 0.7976682186126709, + 0.9009536504745483, + 0.8613718748092651, + 0.8537467122077942, + 0.8738506436347961, + 0.8649618625640869, + 0.8857641220092773, + 0.8251870274543762, + 0.7468216419219971 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.814317226409912, - 1.2805423736572266, - 1.2237496376037598, - 0.9888501763343811, - 0.23135395348072052, - 0.6627102494239807, - 0.748461127281189, - 0.5092729926109314, - 0.3976271450519562, - 0.7861819267272949 + 0.8951275944709778, + 0.7175660133361816, + 0.9122534990310669, + 0.45948636531829834, + 0.4372215270996094, + 0.3660493493080139, + 0.6142643690109253, + 0.49749279022216797, + 0.6226689219474792, + 0.5436334609985352, + 0.32805946469306946, + 0.3412991464138031, + 0.3050535023212433, + 0.4639478325843811, + 0.492959201335907, + 0.29771173000335693, + 0.32402992248535156, + 0.4244004786014557, + 0.1708182990550995, + 0.7235270142555237 ], "norm_high_t": [ - 2.732576608657837, - 1.4235252141952515, - 0.927364706993103, - 2.213524580001831, - 0.23162347078323364, - 0.7374059557914734, - 0.8744859099388123, - 0.25880566239356995, - 0.5087413787841797, - 0.6973710656166077 + 1.7178362607955933, + 0.7268139719963074, + 0.9117627739906311, + 0.4945131242275238, + 0.40328681468963623, + 0.34731632471084595, + 0.6095869541168213, + 0.535030722618103, + 0.7161836624145508, + 0.7032779455184937, + 0.36803117394447327, + 0.35700929164886475, + 0.45795300602912903, + 0.5561103224754333, + 0.5590778589248657, + 0.26790300011634827, + 0.6096385717391968, + 0.3191526234149933, + 0.28924962878227234, + 0.3306352496147156 ], "lowhigh_cos": [ - 0.6326715350151062, - 0.505139172077179, - 0.6450895667076111, - 0.23376993834972382, - 0.9862597584724426, - 0.8478884696960449, - 0.4917971193790436, - 0.17933999001979828, - 0.5401996970176697, - 0.8648969531059265 + 0.6941896080970764, + 0.5747131705284119, + 0.4299459457397461, + 0.8171971440315247, + 0.4937412440776825, + 0.2588229179382324, + 0.7626574039459229, + 0.7735342383384705, + 0.7425588369369507, + 0.4298741817474365, + 0.9326006174087524, + 0.7704552412033081, + 0.5932378768920898, + 0.5874488353729248, + 0.30110424757003784, + 0.07261399924755096, + 0.15343517065048218, + 0.7105172276496887, + 0.22747409343719482, + -0.04078429192304611 ], "t_bin_norms": [ { - "t_0.0-0.1": 3.1497132778167725, - "t_0.1-0.2": 1.7475156784057617, - "t_0.2-0.3": 2.06131649017334, - "t_0.3-0.4": 2.271544933319092, - "t_0.4-0.5": 2.3042290210723877, - "t_0.5-0.6": 2.3131775856018066, - "t_0.6-0.7": 2.307262897491455, - "t_0.7-0.8": 2.491097927093506, - "t_0.8-0.9": 2.5139598846435547, - "t_0.9-1.0": 2.789848804473877 - }, - { - "t_0.0-0.1": 1.7387217283248901, - "t_0.1-0.2": 1.833095908164978, - "t_0.2-0.3": 1.3917467594146729, - "t_0.3-0.4": 1.6174001693725586, - "t_0.4-0.5": 1.3422348499298096, - "t_0.5-0.6": 1.6435599327087402, - "t_0.6-0.7": 1.255111575126648, - "t_0.7-0.8": 1.4681543111801147, - "t_0.8-0.9": 1.2599296569824219, - "t_0.9-1.0": 1.435789942741394 - }, - { - "t_0.0-0.1": 1.2685198783874512, - "t_0.1-0.2": 1.1347877979278564, - "t_0.2-0.3": 0.8994291424751282, - "t_0.3-0.4": 1.1102755069732666, - "t_0.4-0.5": 0.8696200847625732, - "t_0.5-0.6": 0.966633141040802, - "t_0.6-0.7": 0.9443120956420898, - "t_0.7-0.8": 0.9259060025215149, - "t_0.8-0.9": 0.9339059591293335, - "t_0.9-1.0": 1.0248196125030518 - }, - { - "t_0.0-0.1": 1.311424732208252, - "t_0.1-0.2": 1.5769649744033813, - "t_0.2-0.3": 0.9183999300003052, - "t_0.3-0.4": 0.8771660923957825, - "t_0.4-0.5": 0.8412418365478516, - "t_0.5-0.6": 0.9436078667640686, - "t_0.6-0.7": 2.1594502925872803, - "t_0.7-0.8": 2.1715786457061768, - "t_0.8-0.9": 2.2260901927948, - "t_0.9-1.0": 2.7284677028656006 - }, - { - "t_0.0-0.1": 0.22853146493434906, - "t_0.1-0.2": 0.22926580905914307, - "t_0.2-0.3": 0.23126552999019623, - "t_0.3-0.4": 0.22940459847450256, - "t_0.4-0.5": 0.2303571254014969, - "t_0.5-0.6": 0.2298751324415207, - "t_0.6-0.7": 0.2286241054534912, - "t_0.7-0.8": 0.2314782440662384, - "t_0.8-0.9": 0.2306453138589859, - "t_0.9-1.0": 0.2336476594209671 - }, - { - "t_0.0-0.1": 0.6636369824409485, - "t_0.1-0.2": 0.6374078989028931, - "t_0.2-0.3": 0.6291646361351013, - "t_0.3-0.4": 0.6271035671234131, - "t_0.4-0.5": 0.6398285627365112, - "t_0.5-0.6": 0.6314191222190857, - "t_0.6-0.7": 0.6372900605201721, - "t_0.7-0.8": 0.6338087916374207, - "t_0.8-0.9": 0.6533940434455872, - "t_0.9-1.0": 0.8280300498008728 - }, - { - "t_0.0-0.1": 0.8715671896934509, - "t_0.1-0.2": 0.7484143972396851, - "t_0.2-0.3": 0.6451666951179504, - "t_0.3-0.4": 0.6833065152168274, - "t_0.4-0.5": 0.6655874848365784, - "t_0.5-0.6": 0.6518548130989075, - "t_0.6-0.7": 0.6410581469535828, - "t_0.7-0.8": 0.6192165017127991, - "t_0.8-0.9": 0.6421846747398376, - "t_0.9-1.0": 1.0582836866378784 - }, - { - "t_0.0-0.1": 0.1760411113500595, - "t_0.1-0.2": 0.23130343854427338, - "t_0.2-0.3": 0.15792781114578247, - "t_0.3-0.4": 0.15946011245250702, - "t_0.4-0.5": 0.23503364622592926, - "t_0.5-0.6": 0.139760360121727, - "t_0.6-0.7": 0.20548175275325775, - "t_0.7-0.8": 0.32264551520347595, - "t_0.8-0.9": 0.2012934386730194, - "t_0.9-1.0": 0.20650918781757355 - }, - { - "t_0.0-0.1": 0.3731399178504944, - "t_0.1-0.2": 0.3663997948169708, - "t_0.2-0.3": 0.4544208347797394, - "t_0.3-0.4": 0.40831977128982544, - "t_0.4-0.5": 0.321475625038147, - "t_0.5-0.6": 0.3372536897659302, - "t_0.6-0.7": 0.3381143808364868, - "t_0.7-0.8": 0.3408169448375702, - "t_0.8-0.9": 0.4596219062805176, - "t_0.9-1.0": 0.6574660539627075 - }, - { - "t_0.0-0.1": 0.707786500453949, - "t_0.1-0.2": 0.7173445820808411, - "t_0.2-0.3": 0.7017304301261902, - "t_0.3-0.4": 0.7073870897293091, - "t_0.4-0.5": 0.6946285367012024, - "t_0.5-0.6": 0.7027546167373657, - "t_0.6-0.7": 0.6969051957130432, - "t_0.7-0.8": 0.6966087818145752, - "t_0.8-0.9": 0.7042987942695618, - "t_0.9-1.0": 0.7197072505950928 + "t_0.0-0.1": 1.2365331649780273, + "t_0.1-0.2": 0.8192743062973022, + "t_0.2-0.3": 1.0814419984817505, + "t_0.3-0.4": 1.0339292287826538, + "t_0.4-0.5": 1.1877105236053467, + "t_0.5-0.6": 1.208396077156067, + "t_0.6-0.7": 1.3977372646331787, + "t_0.7-0.8": 1.6113994121551514, + "t_0.8-0.9": 1.506551742553711, + "t_0.9-1.0": 1.9867238998413086 + }, + { + "t_0.0-0.1": 0.7748007774353027, + "t_0.1-0.2": 0.6689593195915222, + "t_0.2-0.3": 0.6873245239257812, + "t_0.3-0.4": 0.7362847328186035, + "t_0.4-0.5": 0.6757726669311523, + "t_0.5-0.6": 0.6949850916862488, + "t_0.6-0.7": 0.6450850963592529, + "t_0.7-0.8": 0.70319664478302, + "t_0.8-0.9": 0.6928987503051758, + "t_0.9-1.0": 1.0584328174591064 + }, + { + "t_0.0-0.1": 0.896159291267395, + "t_0.1-0.2": 0.7829552888870239, + "t_0.2-0.3": 0.8064289689064026, + "t_0.3-0.4": 0.7259256839752197, + "t_0.4-0.5": 0.7833185791969299, + "t_0.5-0.6": 0.719217836856842, + "t_0.6-0.7": 0.7513101696968079, + "t_0.7-0.8": 0.8071596026420593, + "t_0.8-0.9": 0.7761692404747009, + "t_0.9-1.0": 1.1677464246749878 + }, + { + "t_0.0-0.1": 0.5603768229484558, + "t_0.1-0.2": 0.4716968238353729, + "t_0.2-0.3": 0.4879872798919678, + "t_0.3-0.4": 0.46008196473121643, + "t_0.4-0.5": 0.47706323862075806, + "t_0.5-0.6": 0.45822709798812866, + "t_0.6-0.7": 0.5201805233955383, + "t_0.7-0.8": 0.4638783931732178, + "t_0.8-0.9": 0.4855979382991791, + "t_0.9-1.0": 0.5831233859062195 + }, + { + "t_0.0-0.1": 0.4690840244293213, + "t_0.1-0.2": 0.3466643989086151, + "t_0.2-0.3": 0.3530285954475403, + "t_0.3-0.4": 0.40529394149780273, + "t_0.4-0.5": 0.33356186747550964, + "t_0.5-0.6": 0.37932100892066956, + "t_0.6-0.7": 0.39300236105918884, + "t_0.7-0.8": 0.3895898163318634, + "t_0.8-0.9": 0.4090934991836548, + "t_0.9-1.0": 0.438389390707016 + }, + { + "t_0.0-0.1": 0.5173918604850769, + "t_0.1-0.2": 0.25362080335617065, + "t_0.2-0.3": 0.28376561403274536, + "t_0.3-0.4": 0.23433101177215576, + "t_0.4-0.5": 0.3326742649078369, + "t_0.5-0.6": 0.2735688090324402, + "t_0.6-0.7": 0.29411283135414124, + "t_0.7-0.8": 0.25124993920326233, + "t_0.8-0.9": 0.2770242393016815, + "t_0.9-1.0": 0.46916520595550537 + }, + { + "t_0.0-0.1": 0.8070463538169861, + "t_0.1-0.2": 0.5426076054573059, + "t_0.2-0.3": 0.5568681359291077, + "t_0.3-0.4": 0.6127064228057861, + "t_0.4-0.5": 0.5380773544311523, + "t_0.5-0.6": 0.5276617407798767, + "t_0.6-0.7": 0.5723215341567993, + "t_0.7-0.8": 0.5791958570480347, + "t_0.8-0.9": 0.5608647465705872, + "t_0.9-1.0": 0.7512742877006531 + }, + { + "t_0.0-0.1": 0.47177937626838684, + "t_0.1-0.2": 0.4608292877674103, + "t_0.2-0.3": 0.4346000552177429, + "t_0.3-0.4": 0.4394717812538147, + "t_0.4-0.5": 0.46961963176727295, + "t_0.5-0.6": 0.40068507194519043, + "t_0.6-0.7": 0.4621593654155731, + "t_0.7-0.8": 0.46606355905532837, + "t_0.8-0.9": 0.48772168159484863, + "t_0.9-1.0": 0.6032882332801819 + }, + { + "t_0.0-0.1": 0.6416566967964172, + "t_0.1-0.2": 0.5850335359573364, + "t_0.2-0.3": 0.570364773273468, + "t_0.3-0.4": 0.5906203389167786, + "t_0.4-0.5": 0.5842119455337524, + "t_0.5-0.6": 0.5704414248466492, + "t_0.6-0.7": 0.5789675116539001, + "t_0.7-0.8": 0.5821315050125122, + "t_0.8-0.9": 0.5939995646476746, + "t_0.9-1.0": 0.8140093088150024 + }, + { + "t_0.0-0.1": 0.5056670904159546, + "t_0.1-0.2": 0.4941558241844177, + "t_0.2-0.3": 0.5073760151863098, + "t_0.3-0.4": 0.48857617378234863, + "t_0.4-0.5": 0.47224539518356323, + "t_0.5-0.6": 0.49263131618499756, + "t_0.6-0.7": 0.47208642959594727, + "t_0.7-0.8": 0.46840226650238037, + "t_0.8-0.9": 0.4728098511695862, + "t_0.9-1.0": 0.8063477873802185 + }, + { + "t_0.0-0.1": 0.33960798382759094, + "t_0.1-0.2": 0.3291262984275818, + "t_0.2-0.3": 0.3249742090702057, + "t_0.3-0.4": 0.329288125038147, + "t_0.4-0.5": 0.3253137469291687, + "t_0.5-0.6": 0.3254058063030243, + "t_0.6-0.7": 0.33670106530189514, + "t_0.7-0.8": 0.33669525384902954, + "t_0.8-0.9": 0.3516925275325775, + "t_0.9-1.0": 0.4077342748641968 + }, + { + "t_0.0-0.1": 0.4360872805118561, + "t_0.1-0.2": 0.3388836979866028, + "t_0.2-0.3": 0.31490713357925415, + "t_0.3-0.4": 0.3077555298805237, + "t_0.4-0.5": 0.3155357539653778, + "t_0.5-0.6": 0.3088409900665283, + "t_0.6-0.7": 0.3100375235080719, + "t_0.7-0.8": 0.3107670545578003, + "t_0.8-0.9": 0.32015761733055115, + "t_0.9-1.0": 0.4068642258644104 + }, + { + "t_0.0-0.1": 0.3744509518146515, + "t_0.1-0.2": 0.2991899251937866, + "t_0.2-0.3": 0.3021486699581146, + "t_0.3-0.4": 0.26803961396217346, + "t_0.4-0.5": 0.2834905982017517, + "t_0.5-0.6": 0.2844298779964447, + "t_0.6-0.7": 0.2937283217906952, + "t_0.7-0.8": 0.27548784017562866, + "t_0.8-0.9": 0.31345948576927185, + "t_0.9-1.0": 0.5233968496322632 + }, + { + "t_0.0-0.1": 0.44239652156829834, + "t_0.1-0.2": 0.4384081959724426, + "t_0.2-0.3": 0.4164672791957855, + "t_0.3-0.4": 0.4383253753185272, + "t_0.4-0.5": 0.5247085690498352, + "t_0.5-0.6": 0.506622850894928, + "t_0.6-0.7": 0.5188106298446655, + "t_0.7-0.8": 0.4980025589466095, + "t_0.8-0.9": 0.5675790309906006, + "t_0.9-1.0": 0.5680942535400391 + }, + { + "t_0.0-0.1": 0.34369632601737976, + "t_0.1-0.2": 0.3252450227737427, + "t_0.2-0.3": 0.27371078729629517, + "t_0.3-0.4": 0.2995668649673462, + "t_0.4-0.5": 0.29012882709503174, + "t_0.5-0.6": 0.3326725363731384, + "t_0.6-0.7": 0.2769300043582916, + "t_0.7-0.8": 0.3326117694377899, + "t_0.8-0.9": 0.4528489112854004, + "t_0.9-1.0": 0.5783325433731079 + }, + { + "t_0.0-0.1": 0.2915160059928894, + "t_0.1-0.2": 0.19336462020874023, + "t_0.2-0.3": 0.15344955027103424, + "t_0.3-0.4": 0.15600895881652832, + "t_0.4-0.5": 0.16487058997154236, + "t_0.5-0.6": 0.15812797844409943, + "t_0.6-0.7": 0.1693904995918274, + "t_0.7-0.8": 0.19757835566997528, + "t_0.8-0.9": 0.25969821214675903, + "t_0.9-1.0": 0.3445039987564087 + }, + { + "t_0.0-0.1": 0.33779776096343994, + "t_0.1-0.2": 0.3221944272518158, + "t_0.2-0.3": 0.2871205508708954, + "t_0.3-0.4": 0.2840116620063782, + "t_0.4-0.5": 0.3052437901496887, + "t_0.5-0.6": 0.2857528626918793, + "t_0.6-0.7": 0.29877451062202454, + "t_0.7-0.8": 0.30054596066474915, + "t_0.8-0.9": 0.35176318883895874, + "t_0.9-1.0": 1.2088661193847656 + }, + { + "t_0.0-0.1": 0.3905567526817322, + "t_0.1-0.2": 0.34196391701698303, + "t_0.2-0.3": 0.32396310567855835, + "t_0.3-0.4": 0.32800230383872986, + "t_0.4-0.5": 0.3363606035709381, + "t_0.5-0.6": 0.347673237323761, + "t_0.6-0.7": 0.32944485545158386, + "t_0.7-0.8": 0.3429540693759918, + "t_0.8-0.9": 0.32927584648132324, + "t_0.9-1.0": 0.3304649591445923 + }, + { + "t_0.0-0.1": 0.22056317329406738, + "t_0.1-0.2": 0.1898423135280609, + "t_0.2-0.3": 0.16831061244010925, + "t_0.3-0.4": 0.19469068944454193, + "t_0.4-0.5": 0.17210914194583893, + "t_0.5-0.6": 0.18075904250144958, + "t_0.6-0.7": 0.22390992939472198, + "t_0.7-0.8": 0.21523618698120117, + "t_0.8-0.9": 0.23090140521526337, + "t_0.9-1.0": 0.3715091049671173 + }, + { + "t_0.0-0.1": 0.28689825534820557, + "t_0.1-0.2": 0.19697874784469604, + "t_0.2-0.3": 0.17979833483695984, + "t_0.3-0.4": 0.19739696383476257, + "t_0.4-0.5": 0.1861478090286255, + "t_0.5-0.6": 0.15877078473567963, + "t_0.6-0.7": 0.19646647572517395, + "t_0.7-0.8": 0.20204102993011475, + "t_0.8-0.9": 0.2506449222564697, + "t_0.9-1.0": 0.4656710624694824 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.007301173638552427, - 0.02835538610816002, - 0.0556323416531086, - 0.02766798436641693, - 0.20113544166088104, - 0.1391143947839737, - 0.217353954911232, - 0.018555868417024612, - 0.19283919036388397, - 0.0031960229389369488, - 0.016713092103600502, - 0.3166278302669525, - 0.018590575084090233, - 0.022624434903264046, - 0.07215581834316254, - 0.11198946088552475, - 0.03944125026464462, - 0.23618784546852112, - 0.005985266994684935, - 0.045484509319067, - 0.18516170978546143, - 0.31961721181869507, - 0.4118926525115967, - 0.018334606662392616, - 0.04473039507865906, - 0.12400399148464203, - 0.10580204427242279, - 0.0038759689778089523, - 0.005976095795631409, - 0.30957522988319397, - 0.023181455209851265, - 0.06997084617614746, - 0.1775592863559723, - 0.1799686998128891, - 0.13436979055404663, - 0.00710563687607646, - 0.004587155766785145, - 0.2693333327770233, - 0.027719665318727493, - 0.17409034073352814, - 0.1634114682674408, - 0.18443579971790314, - 0.02071291022002697, - 0.0704340711236, - 0.09106678515672684, - 0.006637168116867542, - 0.270481139421463, - 0.15200001001358032, - 0.22745098173618317, - 0.27040818333625793, - 0.06386779993772507, - 0.32785025238990784, - 0.19680364429950714, - 0.7553571462631226, - 0.05966801196336746, - 0.05968586355447769, - 0.2057541459798813, - 0.0022522523067891598, - 0.013636363670229912, - 0.00911458395421505, - 0.030353570356965065, - 0.0045008184388279915, - 0.12259247899055481, - 0.051862675696611404, - 0.3203078806400299, - 0.18506494164466858, - 0.027888445183634758, - 0.04156862571835518, - 0.0050505055114626884, - 0.08208955079317093, - 0.004201680887490511, - 0.004692832473665476, - 0.12276656925678253, - 0.0059650614857673645, - 0.18028748035430908, - 0.06124924123287201, - 0.14246425032615662, - 0.00911458395421505, - 0.05514403432607651, - 0.0065543074160814285, - 0.019241653382778168, - 0.0194968543946743, - 0.10246305167675018, - 0.08839226514101028, - 0.03416856750845909, - 0.003656307002529502, - 0.015082957223057747, - 0.08317214995622635, - 0.05883542075753212, - 0.0393410362303257, - 0.08306708931922913, - 0.05095056816935539, - 0.04600345343351364, - 0.13266240060329437, - 0.004032257944345474, - 0.10915197432041168, - 0.005692599341273308, - 0.1595744788646698, - 0.1722833514213562, - 0.006592291872948408, - 0.16842690110206604, - 0.1599198430776596, - 0.0310711357742548, - 0.19658929109573364, - 0.003086419776082039, - 0.023733163252472878, - 0.03595041483640671, - 0.04730983451008797, - 0.0038759689778089523, - 0.06133205443620682, - 0.006592291872948408, - 0.0951661616563797, - 0.03449975326657295, - 0.08050847053527832, - 0.007625272031873465, - 0.06672678142786026, - 0.17660683393478394, - 0.006148088723421097, - 0.002958579920232296, - 0.13489073514938354, - 0.003086419776082039, - 0.01010611467063427, - 0.32414448261260986, - 0.05313092842698097, - 0.009749303571879864, - 0.05376838147640228, - 0.04557786136865616, - 0.016597511246800423, - 0.03946102038025856, - 0.1492183804512024, - 0.08431629836559296, - 0.12657232582569122, - 0.16081146895885468, - 0.1743404120206833, - 0.0530841127038002, - 0.04682023078203201, - 0.16207951307296753, - 0.004160362761467695, - 0.05921052768826485, - 0.030405405908823013, - 0.10340531170368195, - 0.23803967237472534, - 0.03240261971950531, - 0.05602240934967995, - 0.12105490267276764, - 0.0497630313038826, - 0.11562284827232361, - 0.1770833432674408, - 0.29718005657196045, - 0.010714286006987095, - 0.032855939120054245, - 0.04061538353562355, - 0.11277174204587936, - 0.1482352912425995, - 0.08436214178800583, - 0.028799019753932953, - 0.07860519737005234, - 0.004901960492134094, - 0.03491272032260895, - 0.09850187599658966, - 0.016429353505373, - 0.18773585557937622, - 0.023351648822426796, - 0.09349336475133896, - 0.0045008184388279915, - 0.07309069484472275, - 0.03512672334909439, - 0.08717948943376541, - 0.045768026262521744, - 0.040562912821769714, - 0.0026041667442768812, - 0.21397757530212402, - 0.023429710417985916, - 0.00911458395421505, - 0.009310987778007984, - 0.11299195885658264, - 0.08019480109214783, - 0.0038677917327731848, - 0.006666666362434626, - 0.19073358178138733, - 0.11918452382087708, - 0.18518517911434174, - 0.2412434220314026, - 0.46052631735801697, - 0.006944444961845875, - 0.025620169937610626, - 0.060363251715898514, - 0.26672694087028503, - 0.042650919407606125, - 0.006289307959377766, - 0.1410835236310959, - 0.08403805643320084, - 0.011326861567795277, - 0.0555555559694767, - 0.10503842681646347, - 0.015574650838971138, - 0.004201680887490511, - 0.3020654022693634, - 0.14952152967453003, - 0.10580204427242279, - 0.2118959128856659, - 0.10991695523262024, - 0.1631205677986145, - 0.09570765495300293, - 0.004323899280279875, - 0.055869873613119125, - 0.06968215107917786, - 0.07816482335329056, - 0.0036136661656200886, - 0.060975611209869385, - 0.07901554554700851, - 0.0928180143237114, - 0.006995045579969883, - 0.005985266994684935, - 0.055776894092559814, - 0.03878116235136986, - 0.004385964944958687, - 0.025192802771925926, - 0.09040829539299011, - 0.14539307355880737, - 0.014856081455945969, - 0.013636363670229912, - 0.07701637595891953, - 0.2917754650115967, - 0.23497942090034485, - 0.08271658420562744, - 0.12352070957422256, - 0.04900181666016579, - 0.02402196265757084, - 0.1983780413866043, - 0.05726112797856331, - 0.0974842756986618, - 0.027003858238458633, - 0.006637168116867542, - 0.26244813203811646, - 0.15851393342018127, - 0.010989010334014893, - 0.04645208641886711, - 0.028722601011395454, - 0.00536398496478796, - 0.058339569717645645, - 0.10920770466327667, - 0.13548722863197327, - 0.0035771066322922707, - 0.07530488073825836, - 0.0056584361009299755, - 0.0974842756986618, - 0.06428571790456772, - 0.009749303571879864, - 0.043786220252513885, - 0.005345211364328861, - 0.005434782709926367, - 0.1367102414369583, - 0.005788067821413279, - 0.32162535190582275, - 0.004385964944958687, - 0.047771722078323364, - 0.007458975538611412, - 0.01878669299185276, - 0.07195121794939041, - 0.10879120975732803, - 0.3226836919784546, - 0.05453667789697647, - 0.008064515888690948, - 0.00238663493655622, - 0.2114371657371521, - 0.009374999441206455, - 0.002984084887430072, - 0.13547645509243011, - 0.19436775147914886, - 0.2598870098590851, - 0.009921670891344547, - 0.017074117437005043, - 0.022867193445563316, - 0.05141955614089966, - 0.28546255826950073, - 0.002710027154535055, - 0.03551463410258293, - 0.12921003997325897, - 0.1672932356595993, - 0.2800000011920929, - 0.038272276520729065, - 0.18314804136753082, - 0.023600809276103973, - 0.011326861567795277, - 0.10320163518190384, - 0.11788617819547653, - 0.008436945267021656, - 0.008557457476854324, - 0.11051692813634872, - 0.12993484735488892, - 0.0069204154424369335, - 0.04765241593122482, - 0.003355704713612795, - 0.002984084887430072, - 0.0676470547914505, - 0.0848214253783226, - 0.06845360994338989, - 0.0518006905913353, - 0.03592519834637642, - 0.045807771384716034, - 0.3243953585624695, - 0.09889207780361176, - 0.12186537683010101, - 0.07529468089342117, - 0.005976095795631409, - 0.00538160465657711, - 0.1335992068052292, - 0.0026455027982592583, - 0.007186290342360735, - 0.14766158163547516, - 0.1317567527294159, - 0.16348393261432648, - 0.1579292267560959, - 0.01200750470161438, - 0.009749303571879864, - 0.07533825188875198, - 0.13050313293933868, - 0.13884156942367554, - 0.0016556291375309229, - 0.09780977666378021, - 0.005130596924573183, - 0.007896221242845058, - 0.124038465321064, - 0.001671442179940641, - 0.02014775015413761, - 0.19639408588409424, - 0.04013480618596077, - 0.026030369102954865, - 0.02161031775176525, - 0.003016591304913163, - 0.006369426846504211, - 0.013031337410211563, - 0.006637168116867542, - 0.11524822562932968, - 0.009475219063460827, - 0.1485111117362976, - 0.12757201492786407, - 0.011152416467666626, - 0.0035097983200103045, - 0.11051692813634872, - 0.003972983919084072, - 0.0033908754121512175, - 0.16227835416793823, - 0.00525889964774251, - 0.07778489589691162, - 0.11261642724275589, - 0.07767295837402344, - 0.06897522509098053, - 0.07534246146678925, - 0.24725274741649628, - 0.18155893683433533, - 0.026950353756546974, - 0.07283987104892731, - 0.12400399148464203, - 0.1007775068283081, - 0.0077751195058226585, - 0.16116750240325928, - 0.06058889999985695, - 0.04805492237210274, - 0.10580204427242279, - 0.12848210334777832, - 0.005985266994684935, - 0.09640522301197052, - 0.006415094248950481, - 0.15018656849861145, - 0.005985266994684935, - 0.08436214178800583, - 0.0047846888191998005, - 0.08958333730697632, - 0.022891566157341003, - 0.014807503670454025, - 0.12854251265525818, - 0.36660829186439514, - 0.012298231944441795, - 0.11567164212465286, - 0.055400557816028595, - 0.004323899280279875, - 0.17685234546661377, - 0.010591049678623676, - 0.032351721078157425, - 0.03740065544843674, - 0.053602058440446854, - 0.009749303571879864, - 0.3816230595111847, - 0.01762632094323635, - 0.005692599341273308, - 0.004692832473665476, - 0.005434782709926367, - 0.228515625, - 0.06588447839021683, - 0.019014693796634674, - 0.09033280611038208, - 0.0037313434295356274, - 0.015636105090379715, - 0.01883701980113983, - 0.013182674534618855, - 0.08058608323335648, - 0.07096962630748749, - 0.020108522847294807, - 0.054187189787626266, - 0.392884761095047, - 0.1274671107530594, - 0.0035971221514046192, - 0.013513512909412384, - 0.0025380710139870644, - 0.004201680887490511, - 0.10580204427242279, - 0.03471826761960983, - 0.1318681389093399, - 0.009225700050592422, - 0.11411411315202713, - 0.03227485716342926, - 0.09112071990966797, - 0.22554169595241547, - 0.038750000298023224, - 0.0917431190609932, - 0.006289307959377766, - 0.17380478978157043, - 0.0019509476842358708, - 0.004160362761467695, - 0.002984084887430072, - 0.007336343172937632, - 0.008064515888690948, - 0.005692599341273308, - 0.0035971221514046192, - 0.08060801029205322, - 0.012048192322254181, - 0.006576669868081808, - 0.04473960027098656, - 0.0995967760682106, - 0.0033136967103928328, - 0.02499999850988388, - 0.004901960492134094, - 0.118121437728405, - 0.020952381193637848, - 0.06841886043548584, - 0.0031960229389369488, - 0.0038677917327731848, - 0.023402340710163116, - 0.0021289538126438856, - 0.0459057092666626, - 0.005434782709926367, - 0.01412973739206791, - 0.004160362761467695, - 0.13092926144599915, - 0.0033136967103928328, - 0.03492746129631996, - 0.002736726775765419, - 0.0033136967103928328, - 0.0029069767333567142, - 0.23094476759433746, - 0.004983388818800449, - 0.2950955927371979, - 0.12520867586135864, - 0.003016591304913163, - 0.02370791882276535, - 0.003656307002529502, - 0.006289307959377766, - 0.005976095795631409, - 0.08436214178800583, - 0.002076843287795782, - 0.061403509229421616, - 0.01824401319026947, - 0.0035971221514046192, - 0.022777779027819633, - 0.029129935428500175, - 0.0317380353808403, - 0.017836371436715126, - 0.0029069767333567142, - 0.10942906886339188, - 0.02551834098994732, - 0.0030487803742289543, - 0.09250243008136749, - 0.0031084860675036907, - 0.05360950157046318, - 0.17410071194171906, - 0.11130804568529129, - 0.035149384289979935, - 0.0258803553879261, - 0.003246753243729472, - 0.25, - 0.01988265849649906, - 0.014421502128243446, - 0.18497546017169952, - 0.004385964944958687, - 0.07418576627969742, - 0.029365822672843933, - 0.006099885795265436, - 0.027869343757629395, - 0.02499999850988388, - 0.10067462921142578, - 0.0018004114972427487, - 0.006677796598523855 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0670575350522995, + 0.048423003405332565, + 0.09677419066429138, + 0.06313645094633102, + 0.13517166674137115, + 0.03532763570547104, + 0.0287631843239069, + 0.1666286736726761, + 0.04349103569984436, + 0.05346187576651573, + 0.07582078874111176, + 0.1406906247138977, + 0.08889695256948471, + 0.12976664304733276, + 0.27143535017967224, + 0.149395152926445, + 0.1620357632637024, + 0.06547174602746964, + 0.09501466900110245, + 0.08658698946237564, + 0.11580217629671097, + 0.11870591342449188, + 0.0625, + 0.09576776623725891, + 0.12495708465576172, + 0.11514285951852798, + 0.08169547468423843, + 0.19732441008090973, + 0.05171208828687668, + 0.048076923936605453, + 0.03398983180522919, + 0.052112240344285965, + 0.08995632827281952, + 0.06559375673532486, + 0.13963429629802704, + 0.23537278175354004, + 0.10286268591880798, + 0.06633366644382477, + 0.060719482600688934, + 0.028494415804743767, + 0.033499643206596375, + 0.06098080798983574, + 0.03800104185938835, + 0.18027286231517792, + 0.06327616423368454, + 0.09385763108730316, + 0.058362171053886414, + 0.06825938075780869, + 0.0803593099117279, + 0.1162528246641159, + 0.15162362158298492, + 0.05742821469902992, + 0.1505875140428543, + 0.02275160513818264, + 0.05552738159894943, + 0.03457944095134735, + 0.09046398103237152, + 0.09617893397808075, + 0.07200626283884048, + 0.05681983008980751, + 0.07683025300502777, + 0.09891646355390549, + 0.09479276835918427, + 0.1022230014204979, + 0.07952914386987686, + 0.05092393606901169, + 0.08498583734035492, + 0.07442298531532288, + 0.11702767759561539, + 0.08748866617679596, + 0.09330985695123672, + 0.05872587487101555, + 0.033898305147886276, + 0.11053130775690079, + 0.06627167016267776, + 0.06703910231590271, + 0.07816711813211441, + 0.11235698312520981, + 0.0474766343832016, + 0.09948870539665222, + 0.14547020196914673, + 0.10850439965724945, + 0.050363585352897644, + 0.11684958636760712, + 0.11528069525957108, + 0.034951455891132355, + 0.08993493765592575, + 0.04679575935006142, + 0.10537237673997879, + 0.12424100935459137, + 0.05776173248887062, + 0.10179294645786285, + 0.10830090939998627, + 0.05882352963089943, + 0.04782608896493912, + 0.05900305137038231, + 0.03761112317442894, + 0.1715065836906433, + 0.14088475704193115, + 0.1051156222820282, + 0.0934659093618393, + 0.09932412207126617, + 0.06942496448755264, + 0.03406326100230217, + 0.08523640781641006, + 0.07183066755533218, + 0.06417244672775269, + 0.05460910126566887, + 0.05695327743887901, + 0.09397120028734207, + 0.023134328424930573, + 0.06495645642280579, + 0.12217327952384949, + 0.10062141716480255, + 0.10379061102867126, + 0.13571017980575562, + 0.14152750372886658, + 0.04403151199221611, + 0.03522837534546852, + 0.10408821702003479, + 0.06488056480884552, + 0.04700078070163727, + 0.08657187968492508, + 0.04177344962954521, + 0.12708768248558044, + 0.09805335104465485, + 0.06718898564577103, + 0.11241007596254349, + 0.10556348413228989, + 0.13071276247501373, + 0.10193321853876114, + 0.06180606782436371, + 0.08371913433074951, + 0.12241502106189728, + 0.07225501537322998, + 0.07928004860877991, + 0.07788996398448944, + 0.10484454035758972, + 0.06476276367902756, + 0.06989247351884842, + 0.035997118800878525, + 0.027301235124468803, + 0.007218045182526112, + 0.14283156394958496, + 0.07187827676534653, + 0.049088358879089355, + 0.10402606427669525, + 0.17881111800670624, + 0.14161448180675507, + 0.07566765695810318, + 0.11672002077102661, + 0.10006965696811676, + 0.11899971216917038, + 0.05205599218606949, + 0.0600360743701458, + 0.11967617273330688, + 0.050659261643886566, + 0.08538667857646942, + 0.04353059083223343, + 0.05578898265957832, + 0.14805194735527039, + 0.09011776745319366, + 0.013406593352556229, + 0.07738998532295227, + 0.031990792602300644, + 0.12721312046051025, + 0.11618165671825409, + 0.11887072771787643, + 0.049671486020088196, + 0.10387596487998962, + 0.09815330058336258, + 0.13396888971328735, + 0.06627167016267776, + 0.028711898252367973, + 0.0718107596039772, + 0.06604866683483124, + 0.06159810721874237, + 0.11757364124059677, + 0.08024565130472183, + 0.10652077198028564, + 0.0986076220870018, + 0.06852467358112335, + 0.022039180621504784, + 0.13147856295108795, + 0.09665006399154663, + 0.07054315507411957, + 0.054998934268951416, + 0.0665404349565506, + 0.08024455606937408, + 0.06683091819286346, + 0.054735712707042694, + 0.07552870362997055, + 0.03886255621910095, + 0.10144524276256561, + 0.03327072784304619, + 0.06807228922843933, + 0.07415877282619476, + 0.07737260311841965, + 0.11062151938676834, + 0.10395315289497375, + 0.07297949492931366, + 0.04494655132293701, + 0.09795321524143219, + 0.049274176359176636, + 0.0520806759595871, + 0.0518585667014122, + 0.14773869514465332, + 0.05523989722132683, + 0.08890825510025024, + 0.06915394961833954, + 0.09636468440294266, + 0.07065803557634354, + 0.04748743772506714, + 0.07689524441957474, + 0.05236232280731201, + 0.09423884004354477, + 0.06631648540496826, + 0.06440464407205582, + 0.05401486158370972, + 0.07223866134881973, + 0.018435608595609665, + 0.02967420592904091, + 0.14856278896331787, + 0.06240713223814964, + 0.04732225462794304, + 0.08303047716617584, + 0.038669902831315994, + 0.06687898188829422, + 0.04915697127580643, + 0.09784600883722305, + 0.03806695342063904, + 0.03975595533847809, + 0.05173648148775101, + 0.03980891779065132, + 0.039767779409885406, + 0.056024979799985886, + 0.11371712386608124, + 0.06914414465427399, + 0.08300506323575974, + 0.04465827718377113, + 0.14718352258205414, + 0.04708290472626686, + 0.058335427194833755, + 0.11601512879133224, + 0.09079152345657349, + 0.0475606769323349, + 0.12148594111204147, + 0.046382658183574677, + 0.188467875123024, + 0.07248564809560776, + 0.05119696632027626, + 0.06163328140974045, + 0.030856916680932045, + 0.0664367824792862, + 0.06684210151433945, + 0.0653228834271431, + 0.1220017820596695, + 0.04356271028518677, + 0.07993292063474655, + 0.07690288871526718, + 0.05829807370901108, + 0.13796445727348328, + 0.061309799551963806, + 0.032285839319229126, + 0.09543817490339279, + 0.09893643110990524, + 0.059405941516160965, + 0.12914110720157623, + 0.1226389929652214, + 0.057562340050935745, + 0.010029876604676247, + 0.15108726918697357, + 0.036159344017505646, + 0.04708349332213402, + 0.1220657229423523, + 0.040816329419612885, + 0.0749778226017952, + 0.02651241235435009, + 0.07070063799619675, + 0.05667372792959213, + 0.13242213428020477, + 0.0799909383058548, + 0.019108278676867485, + 0.06581319868564606, + 0.08591673523187637, + 0.028294092044234276, + 0.03920475393533707, + 0.07736318558454514, + 0.0106075219810009, + 0.10658124834299088, + 0.10017197579145432, + 0.08178175985813141, + 0.05296843871474266, + 0.04529743269085884, + 0.07443299144506454, + 0.04776771739125252, + 0.04005693271756172, + 0.011743450537323952, + 0.0701177790760994, + 0.062365591526031494, + 0.06316851824522018, + 0.10984426736831665, + 0.1463562250137329, + 0.07790401577949524, + 0.02109440229833126, + 0.035497281700372696, + 0.06428930163383484, + 0.026131873950362206, + 0.08426623046398163, + 0.03794817999005318, + 0.09198024123907089, + 0.008549096062779427, + 0.03793267160654068, + 0.07849752902984619, + 0.061368782073259354, + 0.033634644001722336, + 0.024874698370695114, + 0.04711246117949486, + 0.10766163468360901, + 0.019864918664097786, + 0.033665500581264496, + 0.09452974796295166, + 0.09144893288612366, + 0.06500912457704544, + 0.023891476914286613, + 0.059003494679927826, + 0.02042965404689312, + 0.06566499918699265, + 0.04773025959730148, + 0.09463824331760406, + 0.04226032271981239, + 0.10485220700502396, + 0.04473620280623436, + 0.13095968961715698, + 0.036496352404356, + 0.10180337727069855, + 0.03491893783211708, + 0.07682672142982483, + 0.03761002793908119, + 0.05322359502315521, + 0.027737578377127647, + 0.05577811971306801, + 0.05941591039299965, + 0.0919409766793251, + 0.04415760934352875, + 0.1416153609752655, + 0.04960937425494194, + 0.04912718012928963, + 0.08069923520088196, + 0.07908203452825546, + 0.01064265239983797, + 0.031463030725717545, + 0.06634591519832611, + 0.0782768577337265, + 0.03762691468000412, + 0.05641442909836769, + 0.05460088700056076, + 0.03437500074505806, + 0.09589265286922455, + 0.07430269569158554, + 0.06200607493519783, + 0.0347701832652092, + 0.01837540790438652, + 0.02866894192993641, + 0.03494105115532875, + 0.030060121789574623, + 0.05076253041625023, + 0.08480212837457657, + 0.02050011232495308, + 0.05573847517371178, + 0.06925207376480103, + 0.04675716534256935, + 0.11417440325021744, + 0.0524166077375412, + 0.05908649042248726, + 0.06882369518280029, + 0.0283643901348114, + 0.047328244894742966, + 0.06060606241226196, + 0.04466608911752701, + 0.030076997354626656, + 0.08677298575639725, + 0.0923035517334938, + 0.02010296657681465, + 0.021004097536206245, + 0.08933901786804199, + 0.057478006929159164, + 0.03863455727696419, + 0.06064967066049576, + 0.02936893329024315, + 0.05606758967041969, + 0.04596443101763725, + 0.06468918174505234, + 0.10022585839033127, + 0.03306727483868599, + 0.03486528992652893, + 0.08611278980970383, + 0.022916199639439583, + 0.05501331016421318, + 0.05092066153883934, + 0.03651877120137215, + 0.08355917036533356, + 0.05363984778523445, + 0.09532184153795242, + 0.040726952254772186, + 0.06157635152339935, + 0.044730525463819504, + 0.033471472561359406, + 0.04147566109895706, + 0.05843992903828621, + 0.059035059064626694, + 0.10557644069194794, + 0.0150008425116539, + 0.05425119772553444, + 0.10333862900733948, + 0.042505595833063126, + 0.044277578592300415, + 0.049810245633125305, + 0.021634062752127647, + 0.07604385167360306, + 0.037166375666856766, + 0.045922208577394485, + 0.0382147841155529, + 0.030622242018580437, + 0.07919103652238846, + 0.057914264500141144, + 0.07590685039758682, + 0.02820458821952343, + 0.018451400101184845, + 0.08744211494922638, + 0.017618197947740555, + 0.09186140447854996, + 0.09385113418102264, + 0.03515905141830444, + 0.05925000458955765, + 0.09926122426986694, + 0.052588559687137604, + 0.032446134835481644, + 0.033453717827796936, + 0.05406622961163521, + 0.07806973159313202, + 0.039783380925655365, + 0.030514385551214218, + 0.029683560132980347, + 0.014816675335168839, + 0.05001749098300934, + 0.09782972186803818, + 0.06555924564599991, + 0.04306337237358093, + 0.022691458463668823, + 0.008100810460746288, + 0.029104052111506462, + 0.05626828595995903, + 0.049519132822752, + 0.021960606798529625, + 0.047209516167640686, + 0.031625837087631226, + 0.05422085151076317, + 0.03076923079788685, + 0.0780448243021965, + 0.060164425522089005, + 0.06551015377044678, + 0.09189347922801971, + 0.0943145602941513, + 0.05725971236824989, + 0.02649681456387043, + 0.03272898495197296, + 0.02163364365696907, + 0.011848341673612595, + 0.025894736871123314, + 0.054054051637649536, + 0.14500723779201508, + 0.030027298256754875, + 0.08236101269721985, + 0.1344311386346817, + 0.055745624005794525, + 0.07588387280702591, + 0.047264210879802704, + 0.03162766993045807, + 0.015250544995069504, + 0.10276073962450027, + 0.07717041671276093, + 0.04812956228852272, + 0.015974439680576324, + 0.0636383593082428, + 0.04503105580806732, + 0.031482137739658356, + 0.04574309289455414, + 0.10157311707735062, + 0.04739336296916008, + 0.08655660599470139, + 0.01893821731209755, + 0.09023327380418777, + 0.031126029789447784, + 0.07367700338363647, + 0.08750000596046448 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 39.85641860961914, - 39.6721305847168, - 52.89699935913086, - 40.43056106567383, - 126.48995208740234, - 65.01416015625, - 132.74021911621094, - 47.703086853027344, - 80.94222259521484, - 114.25811004638672, - 39.36961364746094, - 121.07185363769531, - 40.60122299194336, - 40.43056106567383, - 70.68190002441406, - 82.00621795654297, - 44.08746337890625, - 132.71127319335938, - 54.22412109375, - 44.08746337890625, - 120.53459930419922, - 79.58887481689453, - 130.65074157714844, - 39.44862365722656, - 44.08745574951172, - 88.29322052001953, - 91.0171127319336, - 54.22412109375, - 47.703086853027344, - 106.19107055664062, - 39.36961364746094, - 53.757450103759766, - 107.48410034179688, - 107.6863784790039, - 82.94215393066406, - 67.5317611694336, - 54.22412109375, - 115.77952575683594, - 42.83740234375, - 71.19847869873047, - 116.38826751708984, - 102.76079559326172, - 43.15790557861328, - 63.52897262573242, - 60.82075119018555, - 44.05696487426758, - 120.91437530517578, - 97.05651092529297, - 70.93626403808594, - 125.93207550048828, - 57.25469207763672, - 172.735595703125, - 98.53633880615234, - 238.47215270996094, - 53.757450103759766, - 45.5595588684082, - 71.69886779785156, - 104.52373504638672, - 39.85641860961914, - 47.703086853027344, - 40.92451858520508, - 67.5317611694336, - 79.73535919189453, - 51.19669723510742, - 128.30027770996094, - 96.08927917480469, - 43.34709167480469, - 47.901458740234375, - 104.52373504638672, - 68.09083557128906, - 54.224124908447266, - 67.5317611694336, - 79.20336151123047, - 41.895782470703125, - 97.61773681640625, - 55.4959602355957, - 105.87938690185547, - 67.5317611694336, - 51.196693420410156, - 47.703086853027344, - 39.482200622558594, - 39.448631286621094, - 78.68257904052734, - 69.92909240722656, - 41.47610092163086, - 104.52373504638672, - 39.482200622558594, - 61.72068786621094, - 49.5289421081543, - 43.386512756347656, - 62.62348937988281, - 51.196693420410156, - 46.324668884277344, - 79.20336151123047, - 80.1429214477539, - 68.09085845947266, - 47.703086853027344, - 101.17108154296875, - 69.64578247070312, - 104.52373504638672, - 68.53221893310547, - 66.38092803955078, - 41.47610092163086, - 102.92320251464844, - 104.52373504638672, - 39.448631286621094, - 42.714111328125, - 49.52893829345703, - 54.224124908447266, - 53.757450103759766, - 104.52373504638672, - 76.40882873535156, - 40.43055725097656, - 65.3473129272461, - 47.703086853027344, - 57.254695892333984, - 81.8774642944336, - 54.224124908447266, - 67.5317611694336, - 82.00621032714844, - 104.52373504638672, - 44.05696487426758, - 156.594970703125, - 51.19669723510742, - 47.703086853027344, - 48.70958709716797, - 45.5595588684082, - 39.482200622558594, - 42.714107513427734, - 91.80853271484375, - 64.43698120117188, - 90.65083312988281, - 74.0360107421875, - 65.46077728271484, - 48.709590911865234, - 53.757450103759766, - 64.39346313476562, - 104.52373504638672, - 57.25469970703125, - 41.47610092163086, - 73.6240234375, - 90.4944839477539, - 40.00730514526367, - 52.89699935913086, - 98.93164825439453, - 47.1059455871582, - 76.40880584716797, - 120.43704223632812, - 156.78443908691406, - 41.895790100097656, - 53.42552947998047, - 40.00730514526367, - 75.90397644042969, - 110.88048553466797, - 62.62348937988281, - 42.07524108886719, - 57.254695892333984, - 67.5317611694336, - 46.32465744018555, - 96.50645446777344, - 39.482200622558594, - 64.40956115722656, - 40.92452621459961, - 73.47987365722656, - 104.52373504638672, - 81.34088134765625, - 43.38652801513672, - 60.82076644897461, - 46.324668884277344, - 46.32465744018555, - 104.52373504638672, - 81.95114135742188, - 40.00730895996094, - 39.85641860961914, - 39.85641860961914, - 80.74544525146484, - 66.25979614257812, - 47.703086853027344, - 67.5317611694336, - 79.87676239013672, - 70.85063934326172, - 123.71924591064453, - 121.42025756835938, - 201.93576049804688, - 44.05696487426758, - 42.07524108886719, - 58.140625, - 142.93568420410156, - 42.07524108886719, - 54.22412109375, - 94.18756866455078, - 65.34729766845703, - 40.601219177246094, - 46.324668884277344, - 74.5511245727539, - 41.895790100097656, - 512.0, - 96.41917419433594, - 112.25439453125, - 86.61670684814453, - 134.6873779296875, - 75.4793930053711, - 84.91262817382812, - 65.3473129272461, - 67.5317611694336, - 56.373023986816406, - 59.92394256591797, - 56.373023986816406, - 104.52373504638672, - 58.140625, - 53.757450103759766, - 68.09085845947266, - 41.895790100097656, - 47.703086853027344, - 46.32465744018555, - 43.386512756347656, - 54.224124908447266, - 40.92451477050781, - 70.85065460205078, - 104.62601470947266, - 41.895790100097656, - 41.895790100097656, - 54.62394714355469, - 94.89889526367188, - 118.85236358642578, - 66.25980377197266, - 86.69319152832031, - 52.04319381713867, - 44.087467193603516, - 119.32305145263672, - 50.35831832885742, - 56.373016357421875, - 39.36962127685547, - 44.05697250366211, - 153.04356384277344, - 109.97547912597656, - 41.895782470703125, - 46.32465744018555, - 40.43056106567383, - 100.10304260253906, - 46.324668884277344, - 80.13676452636719, - 102.18882751464844, - 67.5317611694336, - 60.82075881958008, - 104.52373504638672, - 74.5511245727539, - 50.358314514160156, - 40.60122299194336, - 44.81291198730469, - 512.0, - 41.895790100097656, - 86.69317626953125, - 44.05696487426758, - 112.27079772949219, - 47.703086853027344, - 44.81291198730469, - 39.482200622558594, - 41.895790100097656, - 57.254695892333984, - 81.07108306884766, - 186.03057861328125, - 52.89699935913086, - 44.05697250366211, - 512.0, - 123.75794219970703, - 54.224124908447266, - 512.0, - 69.25506591796875, - 116.97364044189453, - 129.23733520507812, - 41.895790100097656, - 41.895790100097656, - 39.448631286621094, - 55.97126770019531, - 140.2091522216797, - 512.0, - 40.007301330566406, - 85.75440979003906, - 83.2295913696289, - 121.80793762207031, - 42.07524108886719, - 110.33189392089844, - 40.92451477050781, - 41.895782470703125, - 83.83013916015625, - 91.3961410522461, - 67.5317611694336, - 39.85641860961914, - 74.5511245727539, - 81.07107543945312, - 104.52373504638672, - 43.386512756347656, - 88.66497802734375, - 67.5317611694336, - 59.03047180175781, - 62.7071647644043, - 56.37302017211914, - 50.35832595825195, - 40.007301330566406, - 44.81291198730469, - 104.82496643066406, - 70.85063934326172, - 82.00624084472656, - 66.73776245117188, - 41.895790100097656, - 47.703086853027344, - 75.83706665039062, - 104.52373504638672, - 67.5317611694336, - 100.2812728881836, - 94.2242660522461, - 85.33956909179688, - 85.29986572265625, - 47.703086853027344, - 44.05697250366211, - 59.923946380615234, - 86.69319152832031, - 101.78483581542969, - 512.0, - 71.9128189086914, - 81.5552749633789, - 99.4873046875, - 91.63176727294922, - 67.5317611694336, - 41.47610092163086, - 93.01683807373047, - 39.448631286621094, - 40.00730895996094, - 40.92451858520508, - 67.5317611694336, - 54.22412109375, - 44.05696487426758, - 94.32431030273438, - 71.77371978759766, - 47.703086853027344, - 65.65797424316406, - 80.13676452636719, - 39.85641860961914, - 67.5317611694336, - 76.40882873535156, - 104.52373504638672, - 67.5317611694336, - 87.46643829345703, - 44.05696487426758, - 55.4959716796875, - 97.8410873413086, - 58.14063262939453, - 55.4959602355957, - 55.4959602355957, - 149.68263244628906, - 68.78538513183594, - 47.67711639404297, - 86.0474853515625, - 86.69319915771484, - 52.61710739135742, - 47.703086853027344, - 116.0815200805664, - 47.29061508178711, - 51.19669723510742, - 82.94215393066406, - 93.28109741210938, - 104.52373504638672, - 70.85065460205078, - 47.703086853027344, - 87.76874542236328, - 67.5317611694336, - 69.00910949707031, - 54.22412109375, - 72.6982192993164, - 39.36961364746094, - 39.482200622558594, - 98.8547134399414, - 115.95996856689453, - 39.482200622558594, - 80.13677215576172, - 48.709590911865234, - 67.5317611694336, - 110.92315673828125, - 72.38304138183594, - 44.20960998535156, - 42.07524108886719, - 44.81291198730469, - 67.5317611694336, - 141.62242126464844, - 39.482200622558594, - 47.703086853027344, - 54.22412109375, - 67.5317611694336, - 100.36772918701172, - 57.25469970703125, - 40.00730514526367, - 65.34730529785156, - 67.5317611694336, - 39.36962127685547, - 39.6721305847168, - 39.6721305847168, - 66.25981140136719, - 57.25468826293945, - 41.895790100097656, - 51.19670486450195, - 128.0610809326172, - 84.71003723144531, - 67.5317611694336, - 40.601219177246094, - 512.0, - 67.5317611694336, - 84.85138702392578, - 44.087467193603516, - 89.51326751708984, - 44.05696487426758, - 76.40882873535156, - 40.92451858520508, - 66.25981903076172, - 105.27456665039062, - 45.5595588684082, - 59.03048324584961, - 44.05697250366211, - 92.89471435546875, - 104.52373504638672, - 67.5317611694336, - 67.5317611694336, - 54.22412109375, - 40.60122299194336, - 67.5317611694336, - 44.05697250366211, - 59.03048324584961, - 44.05696487426758, - 47.703086853027344, - 44.08746337890625, - 81.6100082397461, - 44.05696487426758, - 39.6721305847168, - 67.5317611694336, - 73.0684585571289, - 39.36961364746094, - 62.41309356689453, - 67.5317611694336, - 54.22412109375, - 42.07524108886719, - 67.5317611694336, - 47.901458740234375, - 67.5317611694336, - 39.36961364746094, - 47.703086853027344, - 78.47503662109375, - 70.60902404785156, - 40.92451858520508, - 512.0, - 104.52373504638672, - 47.703086853027344, - 125.85478210449219, - 54.224124908447266, - 94.32766723632812, - 82.2674560546875, - 104.52373504638672, - 43.38650894165039, - 67.5317611694336, - 47.703086853027344, - 104.68384552001953, - 82.94215393066406, - 512.0, - 54.498924255371094, - 39.6721305847168, - 104.52373504638672, - 41.895790100097656, - 43.386512756347656, - 42.714107513427734, - 40.43055725097656, - 104.52373504638672, - 69.92909240722656, - 40.43056106567383, - 67.5317611694336, - 75.31084442138672, - 59.64550018310547, - 62.62348937988281, - 75.86338806152344, - 86.34440612792969, - 43.38652801513672, - 40.92451477050781, - 104.52373504638672, - 158.00888061523438, - 40.60122299194336, - 39.85641860961914, - 118.41941833496094, - 54.224124908447266, - 65.34730529785156, - 40.924522399902344, - 54.22412109375, - 40.43056106567383, - 41.47610092163086, - 64.43695831298828, - 67.5317611694336, - 44.05697250366211 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 546.077392578125, + 479.2384338378906, + 531.3538818359375, + 405.9085998535156, + 664.2097778320312, + 335.721435546875, + 404.95654296875, + 901.902587890625, + 413.894775390625, + 379.1086730957031, + 647.6741333007812, + 788.5223999023438, + 355.75970458984375, + 600.425537109375, + 555.123291015625, + 863.0404663085938, + 706.6588134765625, + 626.3220825195312, + 481.4855041503906, + 564.0244750976562, + 695.7918701171875, + 658.6513671875, + 563.577880859375, + 520.0794677734375, + 487.44390869140625, + 622.872802734375, + 572.0704345703125, + 616.8284912109375, + 508.0359191894531, + 378.86444091796875, + 295.4476623535156, + 452.72796630859375, + 519.6525268554688, + 557.9633178710938, + 842.4335327148438, + 741.7161865234375, + 696.572509765625, + 559.1200561523438, + 547.1398315429688, + 367.2519836425781, + 411.2360534667969, + 536.4740600585938, + 456.7474060058594, + 962.1881103515625, + 433.8432312011719, + 552.4278564453125, + 535.9848022460938, + 551.9414672851562, + 562.2789916992188, + 578.6642456054688, + 732.707275390625, + 284.8819274902344, + 629.91357421875, + 340.9783020019531, + 597.1864013671875, + 528.815673828125, + 636.2628784179688, + 664.367431640625, + 488.488525390625, + 468.5957946777344, + 347.435791015625, + 420.79296875, + 711.741455078125, + 750.1309204101562, + 498.685791015625, + 512.6610717773438, + 476.1955871582031, + 569.862060546875, + 574.7770385742188, + 647.8231811523438, + 701.1915893554688, + 556.0758056640625, + 364.4817810058594, + 671.8506469726562, + 555.5909423828125, + 398.4065856933594, + 602.1362915039062, + 711.1174926757812, + 521.2010498046875, + 679.5797729492188, + 945.463623046875, + 511.1836853027344, + 420.0318908691406, + 869.19580078125, + 570.7266235351562, + 425.7987060546875, + 787.5684814453125, + 467.7068176269531, + 743.0167846679688, + 700.7593383789062, + 548.3985595703125, + 549.0773315429688, + 497.3375549316406, + 392.7853698730469, + 415.0731506347656, + 527.8513793945312, + 425.1773376464844, + 874.33056640625, + 706.5929565429688, + 476.1455078125, + 561.4823608398438, + 614.9611206054688, + 594.8572998046875, + 432.01031494140625, + 459.6597900390625, + 706.82861328125, + 582.3783569335938, + 515.8192138671875, + 440.5536804199219, + 615.1923828125, + 418.6475524902344, + 635.139892578125, + 722.4161987304688, + 640.9428100585938, + 758.0332641601562, + 600.1080322265625, + 733.1803588867188, + 553.82080078125, + 357.1033630371094, + 609.2651977539062, + 423.6031494140625, + 502.9112854003906, + 505.93951416015625, + 486.908935546875, + 788.0485229492188, + 457.06378173828125, + 688.104736328125, + 542.0457153320312, + 364.91973876953125, + 740.039794921875, + 535.2505493164062, + 328.43438720703125, + 366.772705078125, + 725.3116455078125, + 642.724609375, + 679.9034423828125, + 680.4328002929688, + 730.6072387695312, + 556.7470092773438, + 539.0362548828125, + 415.8927917480469, + 373.1728515625, + 347.3621826171875, + 881.9539794921875, + 535.0056762695312, + 590.0325927734375, + 734.21044921875, + 442.3464050292969, + 560.6089477539062, + 685.7487182617188, + 813.99072265625, + 698.0687255859375, + 632.3978271484375, + 445.0113830566406, + 554.965087890625, + 488.7265319824219, + 321.96978759765625, + 598.0616455078125, + 488.4791259765625, + 600.1281127929688, + 640.73388671875, + 573.769287109375, + 355.9607238769531, + 450.8428039550781, + 469.2198181152344, + 591.1972045898438, + 833.8530883789062, + 749.4286499023438, + 397.8817138671875, + 624.0853271484375, + 667.7659912109375, + 774.2462158203125, + 715.2258911132812, + 473.45538330078125, + 602.4189453125, + 466.3721618652344, + 602.320068359375, + 685.9396362304688, + 635.8845825195312, + 777.8282470703125, + 640.8426513671875, + 580.7952270507812, + 455.9069519042969, + 923.7474365234375, + 758.2645263671875, + 628.9898071289062, + 602.0287475585938, + 611.0426025390625, + 400.43133544921875, + 442.28045654296875, + 516.4121704101562, + 622.1785888671875, + 363.0426025390625, + 554.1109008789062, + 331.9565734863281, + 574.747802734375, + 430.638427734375, + 593.8458862304688, + 719.7310180664062, + 799.0059814453125, + 595.0255737304688, + 497.402587890625, + 912.0595092773438, + 611.9021606445312, + 491.6960144042969, + 482.4939270019531, + 782.6770629882812, + 407.1941223144531, + 668.7088012695312, + 588.929443359375, + 585.2427978515625, + 533.3233032226562, + 471.6213073730469, + 678.9622192382812, + 443.8712463378906, + 455.90643310546875, + 643.3157958984375, + 436.0762634277344, + 592.6124267578125, + 666.9214477539062, + 391.42535400390625, + 385.6767578125, + 609.788330078125, + 424.3465270996094, + 589.5814208984375, + 608.9785766601562, + 450.7759704589844, + 628.9549560546875, + 506.109619140625, + 673.2334594726562, + 528.6417846679688, + 487.7449951171875, + 489.9451599121094, + 289.1632080078125, + 411.2911682128906, + 583.4633178710938, + 844.3699951171875, + 553.1998291015625, + 596.639404296875, + 444.7925109863281, + 637.1646118164062, + 619.2205810546875, + 473.5613708496094, + 806.6915283203125, + 644.7227172851562, + 503.3212890625, + 340.5555419921875, + 573.28271484375, + 642.92236328125, + 456.371337890625, + 542.4085083007812, + 555.3174438476562, + 676.6746215820312, + 565.8339233398438, + 543.6524047851562, + 368.2169189453125, + 554.2471923828125, + 469.1162109375, + 530.3352661132812, + 646.9020385742188, + 617.734619140625, + 633.7324829101562, + 673.3841552734375, + 487.57989501953125, + 533.3909912109375, + 685.0354614257812, + 659.6839599609375, + 580.1195678710938, + 638.5670166015625, + 624.2499389648438, + 386.8404541015625, + 792.4515380859375, + 514.2855834960938, + 609.8580322265625, + 557.39501953125, + 521.842041015625, + 752.7935180664062, + 385.364501953125, + 412.4175109863281, + 583.7332763671875, + 861.528564453125, + 636.1237182617188, + 236.02354431152344, + 548.2660522460938, + 718.6715698242188, + 431.9610900878906, + 550.314453125, + 618.6341552734375, + 333.2906799316406, + 539.4979858398438, + 711.7843017578125, + 709.9451293945312, + 586.2632446289062, + 727.980224609375, + 770.4107055664062, + 389.1261291503906, + 619.9984741210938, + 529.2166137695312, + 552.5953369140625, + 521.8057861328125, + 643.5213012695312, + 555.6597290039062, + 648.6029052734375, + 754.7760620117188, + 473.77264404296875, + 332.8579406738281, + 614.9080200195312, + 548.7935791015625, + 660.5338745117188, + 417.509521484375, + 439.9284362792969, + 364.95123291015625, + 512.65625, + 658.5968017578125, + 439.62420654296875, + 537.9425659179688, + 467.72265625, + 626.541259765625, + 587.3449096679688, + 458.4107971191406, + 565.0908813476562, + 716.7559814453125, + 617.147705078125, + 687.501708984375, + 479.53936767578125, + 550.186279296875, + 391.8541259765625, + 442.2955017089844, + 542.78955078125, + 507.1644287109375, + 471.429443359375, + 540.205810546875, + 585.904052734375, + 852.0894775390625, + 350.0774841308594, + 639.2774658203125, + 462.4380187988281, + 776.5601196289062, + 336.01605224609375, + 426.6911926269531, + 470.46868896484375, + 586.2015380859375, + 510.5701599121094, + 714.205810546875, + 561.0509033203125, + 986.6178588867188, + 551.0421752929688, + 425.0265808105469, + 563.3595581054688, + 746.5115966796875, + 411.968017578125, + 416.60418701171875, + 679.9837646484375, + 609.1571655273438, + 587.3878784179688, + 564.1307373046875, + 382.30084228515625, + 296.6405334472656, + 717.8602294921875, + 685.5189208984375, + 429.7886962890625, + 450.58837890625, + 466.6180419921875, + 466.7498474121094, + 513.677978515625, + 529.2132568359375, + 485.9925231933594, + 414.0262756347656, + 670.5787963867188, + 569.7232055664062, + 531.2764892578125, + 496.0849914550781, + 691.3811645507812, + 511.74456787109375, + 596.1085205078125, + 506.2096252441406, + 557.59326171875, + 335.1637268066406, + 598.9080200195312, + 552.2473754882812, + 575.1605224609375, + 757.4230346679688, + 660.9696655273438, + 389.58868408203125, + 330.300537109375, + 755.865234375, + 480.779541015625, + 456.5918884277344, + 517.1953125, + 469.1978454589844, + 275.27911376953125, + 420.8924560546875, + 417.53204345703125, + 635.1589965820312, + 511.3365173339844, + 454.6360778808594, + 659.0913696289062, + 491.34503173828125, + 626.7647094726562, + 564.9913940429688, + 423.91656494140625, + 666.5409545898438, + 681.822265625, + 754.5664672851562, + 598.4745483398438, + 597.3848876953125, + 510.861083984375, + 417.4645690917969, + 511.9473876953125, + 676.3533935546875, + 402.66046142578125, + 502.3973083496094, + 428.494140625, + 646.2213134765625, + 731.1414184570312, + 353.3612976074219, + 400.0145568847656, + 595.8712768554688, + 442.9483337402344, + 651.9793090820312, + 467.97991943359375, + 412.1961669921875, + 436.5293273925781, + 363.00042724609375, + 544.2316284179688, + 567.1637573242188, + 610.2167358398438, + 413.39117431640625, + 320.97991943359375, + 495.7950134277344, + 502.4509582519531, + 584.456298828125, + 547.8570556640625, + 566.5214233398438, + 560.52978515625, + 733.3771362304688, + 429.7875061035156, + 400.8976135253906, + 556.1815185546875, + 599.9776000976562, + 635.6160888671875, + 550.2307739257812, + 504.6152038574219, + 431.6951599121094, + 480.08428955078125, + 564.0962524414062, + 489.3931579589844, + 613.5846557617188, + 469.7569885253906, + 373.500732421875, + 472.7918395996094, + 565.6240844726562, + 564.2716674804688, + 543.4464721679688, + 413.870849609375, + 485.5606994628906, + 579.6809692382812, + 674.98974609375, + 379.8988037109375, + 532.4917602539062, + 669.0557861328125, + 720.8174438476562, + 534.8912963867188, + 619.064697265625, + 637.2372436523438, + 367.2763366699219, + 435.8921203613281, + 509.90496826171875, + 304.0732116699219, + 621.9505004882812, + 440.4126281738281, + 676.8499145507812, + 442.1188659667969, + 385.5718688964844, + 607.2744750976562, + 678.7077026367188, + 533.94091796875, + 464.0292663574219, + 508.1143798828125, + 360.3498229980469, + 831.08056640625, + 562.277099609375, + 639.0624389648438, + 365.9788513183594, + 641.6810302734375, + 422.46783447265625, + 439.6786804199219, + 538.1654052734375, + 698.3285522460938, + 482.3497314453125, + 793.8641967773438, + 369.7967834472656, + 624.39501953125, + 380.7700500488281, + 813.6945190429688, + 609.6832275390625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -17848,374 +22237,374 @@ 2 ], "wall_clock_s": [ - 471.3, - 478.6, - 475.7 + 889.9, + 895.4, + 883.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.04661994427442551, + "loss": 0.16136865317821503, "env_score_iters": 500, - "env_score": -4.358892917633057, + "env_score": -0.5219846963882446, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.9353612065315247, - "rl_grad_norm": 0.713865339756012, - "bc_grad_norm": 0.7217662334442139, + "grad_align": 0.0015778493834659457, + "rl_grad_norm": 0.22077931463718414, + "bc_grad_norm": 4.600973606109619, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00002147620398318395, - "embedding.weight": 0.00037383739254437387, - "cnn.0.weight": 0.009121247567236423, - "cnn.0.bias": 0.00040463433833792806, - "cnn.2.weight": 0.0035171133931726217, - "cnn.2.bias": 0.0011154062813147902, - "cnn.5.weight": 0.005392568651586771, - "cnn.5.bias": 0.0012711364543065429, - "action_emb.weight": 0.0035357922315597534, - "timestep_emb.weight": 0.0011094671208411455, - "pos_emb.weight": 0.0021357040386646986, - "transformer.layers.0.self_attn.in_proj_weight": 0.01207586657255888, - "transformer.layers.0.self_attn.in_proj_bias": 0.001125377370044589, - "transformer.layers.0.self_attn.out_proj.weight": 0.013077876530587673, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016384460031986237, - "transformer.layers.0.linear1.weight": 0.017434006556868553, - "transformer.layers.0.linear1.bias": 0.0007432891870848835, - "transformer.layers.0.linear2.weight": 0.014540172182023525, - "transformer.layers.0.linear2.bias": 0.0011537664104253054, - "transformer.layers.0.norm1.weight": 0.000676342286169529, - "transformer.layers.0.norm1.bias": 0.0010812757536768913, - "transformer.layers.0.norm2.weight": 0.0017746964003890753, - "transformer.layers.0.norm2.bias": 0.0008867268334142864, - "transformer.layers.1.self_attn.in_proj_weight": 0.012892380356788635, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007307046907953918, - "transformer.layers.1.self_attn.out_proj.weight": 0.009643769823014736, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009445225005038083, - "transformer.layers.1.linear1.weight": 0.008729105815291405, - "transformer.layers.1.linear1.bias": 0.00043142985668964684, - "transformer.layers.1.linear2.weight": 0.009611421264708042, - "transformer.layers.1.linear2.bias": 0.0008230438688769937, - "transformer.layers.1.norm1.weight": 0.0008067799499258399, - "transformer.layers.1.norm1.bias": 0.0006924201734364033, - "transformer.layers.1.norm2.weight": 0.0006924190674908459, - "transformer.layers.1.norm2.bias": 0.00046037716674618423, - "transformer.layers.2.self_attn.in_proj_weight": 0.01289672963321209, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006696940399706364, - "transformer.layers.2.self_attn.out_proj.weight": 0.008418671786785126, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009116759174503386, - "transformer.layers.2.linear1.weight": 0.0066694943234324455, - "transformer.layers.2.linear1.bias": 0.0003804417501669377, - "transformer.layers.2.linear2.weight": 0.007149859331548214, - "transformer.layers.2.linear2.bias": 0.0009010275243781507, - "transformer.layers.2.norm1.weight": 0.0008916972437873483, - "transformer.layers.2.norm1.bias": 0.000754827109631151, - "transformer.layers.2.norm2.weight": 0.0004183804558124393, - "transformer.layers.2.norm2.bias": 0.00042307187686674297, - "transformer.layers.3.self_attn.in_proj_weight": 0.01974075473845005, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013147572753950953, - "transformer.layers.3.self_attn.out_proj.weight": 0.00568701745942235, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009103601914830506, - "transformer.layers.3.linear1.weight": 0.012371974997222424, - "transformer.layers.3.linear1.bias": 0.0009136899607256055, - "transformer.layers.3.linear2.weight": 0.0069545176811516285, - "transformer.layers.3.linear2.bias": 0.0014330410631373525, - "transformer.layers.3.norm1.weight": 0.0015229734126478434, - "transformer.layers.3.norm1.bias": 0.0016441100742667913, - "transformer.layers.3.norm2.weight": 0.0010176495416089892, - "transformer.layers.3.norm2.bias": 0.0014935521176084876, - "head.weight": 0.08915777504444122, - "head.bias": 0.003758242353796959, - "global_embedding.weight": 0.07166548818349838, - "global_cnn.0.weight": 0.29431435465812683, - "global_cnn.0.bias": 0.011434356682002544, - "global_cnn.2.weight": 0.5686413645744324, - "global_cnn.2.bias": 0.03189953789114952, - "global_proj.weight": 0.1166057363152504, - "global_proj.bias": 0.07857458293437958, - "goal_head.0.weight": 0.07814488559961319, - "goal_head.0.bias": 0.03515654802322388, - "goal_head.2.weight": 0.14979396760463715, - "goal_head.2.bias": 0.08703058958053589 + "global_gate": 0.0004268325283192098, + "embedding.weight": 0.0030411561019718647, + "cnn.0.weight": 0.061263713985681534, + "cnn.0.bias": 0.0023310515098273754, + "cnn.2.weight": 0.016516078263521194, + "cnn.2.bias": 0.0047722309827804565, + "cnn.5.weight": 0.018725235015153885, + "cnn.5.bias": 0.004088482819497585, + "action_emb.weight": 0.005988972261548042, + "timestep_emb.weight": 0.001435565180145204, + "pos_emb.weight": 0.003538302145898342, + "transformer.layers.0.self_attn.in_proj_weight": 0.03406292945146561, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024215211160480976, + "transformer.layers.0.self_attn.out_proj.weight": 0.03259599581360817, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029479688964784145, + "transformer.layers.0.linear1.weight": 0.033942811191082, + "transformer.layers.0.linear1.bias": 0.0013509633718058467, + "transformer.layers.0.linear2.weight": 0.02985786646604538, + "transformer.layers.0.linear2.bias": 0.0020406099501997232, + "transformer.layers.0.norm1.weight": 0.00211629387922585, + "transformer.layers.0.norm1.bias": 0.0022500422783195972, + "transformer.layers.0.norm2.weight": 0.0034941427875310183, + "transformer.layers.0.norm2.bias": 0.0011824668617919087, + "transformer.layers.1.self_attn.in_proj_weight": 0.026627447456121445, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014560292474925518, + "transformer.layers.1.self_attn.out_proj.weight": 0.02694949135184288, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016329354839399457, + "transformer.layers.1.linear1.weight": 0.015676358714699745, + "transformer.layers.1.linear1.bias": 0.0008184489561244845, + "transformer.layers.1.linear2.weight": 0.018568605184555054, + "transformer.layers.1.linear2.bias": 0.0015418680850416422, + "transformer.layers.1.norm1.weight": 0.002110626082867384, + "transformer.layers.1.norm1.bias": 0.0014836526243016124, + "transformer.layers.1.norm2.weight": 0.0013732383958995342, + "transformer.layers.1.norm2.bias": 0.0007784503977745771, + "transformer.layers.2.self_attn.in_proj_weight": 0.02640461176633835, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013505325186997652, + "transformer.layers.2.self_attn.out_proj.weight": 0.021281665191054344, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015527968062087893, + "transformer.layers.2.linear1.weight": 0.011432620696723461, + "transformer.layers.2.linear1.bias": 0.0007585771381855011, + "transformer.layers.2.linear2.weight": 0.013485523872077465, + "transformer.layers.2.linear2.bias": 0.0015252517769113183, + "transformer.layers.2.norm1.weight": 0.0017822508234530687, + "transformer.layers.2.norm1.bias": 0.0013156553031876683, + "transformer.layers.2.norm2.weight": 0.000761656672693789, + "transformer.layers.2.norm2.bias": 0.0008694961434230208, + "transformer.layers.3.self_attn.in_proj_weight": 0.042358316481113434, + "transformer.layers.3.self_attn.in_proj_bias": 0.003213373012840748, + "transformer.layers.3.self_attn.out_proj.weight": 0.02109416574239731, + "transformer.layers.3.self_attn.out_proj.bias": 0.002154998015612364, + "transformer.layers.3.linear1.weight": 0.02322753518819809, + "transformer.layers.3.linear1.bias": 0.0019569445867091417, + "transformer.layers.3.linear2.weight": 0.013553665950894356, + "transformer.layers.3.linear2.bias": 0.0027071398217231035, + "transformer.layers.3.norm1.weight": 0.003712061792612076, + "transformer.layers.3.norm1.bias": 0.004600785672664642, + "transformer.layers.3.norm2.weight": 0.001711968332529068, + "transformer.layers.3.norm2.bias": 0.0024755012709647417, + "head.weight": 0.14697787165641785, + "head.bias": 0.004544948227703571, + "global_embedding.weight": 0.004664202220737934, + "global_cnn.0.weight": 0.0454418919980526, + "global_cnn.0.bias": 0.00211253366433084, + "global_cnn.2.weight": 0.0739634782075882, + "global_cnn.2.bias": 0.003048601560294628, + "global_proj.weight": 0.015231776982545853, + "global_proj.bias": 0.006122182589024305, + "goal_head.0.weight": 0.004708596970885992, + "goal_head.0.bias": 0.0007248084293678403, + "goal_head.2.weight": 0.007194159552454948, + "goal_head.2.bias": 0.0012920988956466317 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.029038019478321075, - "repr_drift_kl_low_t": 0.021223828196525574, - "repr_drift_kl_mid_t": 0.02308870106935501, - "repr_drift_kl_high_t": 0.05806594341993332, + "repr_drift_kl": 0.5983165502548218, + "repr_drift_kl_low_t": 0.7300419211387634, + "repr_drift_kl_mid_t": 0.6069172620773315, + "repr_drift_kl_high_t": 0.45100656151771545, "cka_iters": 500, - "cka_similarity": 0.8672538995742798, + "cka_similarity": 0.7468216419219971, "t_analysis_iters": 500, - "norm_low_t": 0.7861819267272949, - "norm_high_t": 0.6973710656166077, - "lowhigh_cos": 0.8648969531059265, + "norm_low_t": 0.7235270142555237, + "norm_high_t": 0.3306352496147156, + "lowhigh_cos": -0.04078429192304611, "t_bin_norms": { - "t_0.0-0.1": 0.707786500453949, - "t_0.1-0.2": 0.7173445820808411, - "t_0.2-0.3": 0.7017304301261902, - "t_0.3-0.4": 0.7073870897293091, - "t_0.4-0.5": 0.6946285367012024, - "t_0.5-0.6": 0.7027546167373657, - "t_0.6-0.7": 0.6969051957130432, - "t_0.7-0.8": 0.6966087818145752, - "t_0.8-0.9": 0.7042987942695618, - "t_0.9-1.0": 0.7197072505950928 - }, - "win_rate": 0.006677796598523855, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.28689825534820557, + "t_0.1-0.2": 0.19697874784469604, + "t_0.2-0.3": 0.17979833483695984, + "t_0.3-0.4": 0.19739696383476257, + "t_0.4-0.5": 0.1861478090286255, + "t_0.5-0.6": 0.15877078473567963, + "t_0.6-0.7": 0.19646647572517395, + "t_0.7-0.8": 0.20204102993011475, + "t_0.8-0.9": 0.2506449222564697, + "t_0.9-1.0": 0.4656710624694824 + }, + "win_rate": 0.08750000596046448, + "effective_batch_size": 609.6832275390625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.07123629003763199, + "loss": 0.04715804010629654, "env_score_iters": 500, - "env_score": -3.0834579467773438, + "env_score": -0.5351395010948181, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.39999999999999997, "grad_align_iters": 500, - "grad_align": 0.6149178743362427, - "rl_grad_norm": 0.5889745354652405, - "bc_grad_norm": 0.49479666352272034, + "grad_align": -0.13892041146755219, + "rl_grad_norm": 0.23250320553779602, + "bc_grad_norm": 1.9097031354904175, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0007936350302770734, - "embedding.weight": 0.0020228608045727015, - "cnn.0.weight": 0.049107179045677185, - "cnn.0.bias": 0.0018465538742020726, - "cnn.2.weight": 0.014306641183793545, - "cnn.2.bias": 0.0041151163168251514, - "cnn.5.weight": 0.016237149015069008, - "cnn.5.bias": 0.00443684495985508, - "action_emb.weight": 0.0033695825841277838, - "timestep_emb.weight": 0.0025953277945518494, - "pos_emb.weight": 0.0033403164707124233, - "transformer.layers.0.self_attn.in_proj_weight": 0.04234432056546211, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028518245089799166, - "transformer.layers.0.self_attn.out_proj.weight": 0.03565329313278198, - "transformer.layers.0.self_attn.out_proj.bias": 0.0033112617675215006, - "transformer.layers.0.linear1.weight": 0.02630733884871006, - "transformer.layers.0.linear1.bias": 0.0014948553871363401, - "transformer.layers.0.linear2.weight": 0.030990563333034515, - "transformer.layers.0.linear2.bias": 0.0022987055126577616, - "transformer.layers.0.norm1.weight": 0.002513347892090678, - "transformer.layers.0.norm1.bias": 0.002631301525980234, - "transformer.layers.0.norm2.weight": 0.0021051960065960884, - "transformer.layers.0.norm2.bias": 0.0018129635136574507, - "transformer.layers.1.self_attn.in_proj_weight": 0.032110534608364105, - "transformer.layers.1.self_attn.in_proj_bias": 0.0016623605042696, - "transformer.layers.1.self_attn.out_proj.weight": 0.025767557322978973, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016632179031148553, - "transformer.layers.1.linear1.weight": 0.014160527847707272, - "transformer.layers.1.linear1.bias": 0.000901724852155894, - "transformer.layers.1.linear2.weight": 0.017334716394543648, - "transformer.layers.1.linear2.bias": 0.0014853193424642086, - "transformer.layers.1.norm1.weight": 0.0021914197131991386, - "transformer.layers.1.norm1.bias": 0.0016099102795124054, - "transformer.layers.1.norm2.weight": 0.0009141762275248766, - "transformer.layers.1.norm2.bias": 0.0011173768434673548, - "transformer.layers.2.self_attn.in_proj_weight": 0.03147491440176964, - "transformer.layers.2.self_attn.in_proj_bias": 0.0015902172308415174, - "transformer.layers.2.self_attn.out_proj.weight": 0.016850445419549942, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011867277789860964, - "transformer.layers.2.linear1.weight": 0.009474009275436401, - "transformer.layers.2.linear1.bias": 0.0005404724506661296, - "transformer.layers.2.linear2.weight": 0.011681441217660904, - "transformer.layers.2.linear2.bias": 0.0011955836089327931, - "transformer.layers.2.norm1.weight": 0.002549572614952922, - "transformer.layers.2.norm1.bias": 0.0014759795740246773, - "transformer.layers.2.norm2.weight": 0.0006243214593268931, - "transformer.layers.2.norm2.bias": 0.0005254523130133748, - "transformer.layers.3.self_attn.in_proj_weight": 0.033049728721380234, - "transformer.layers.3.self_attn.in_proj_bias": 0.0023348359391093254, - "transformer.layers.3.self_attn.out_proj.weight": 0.0151054747402668, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018788921879604459, - "transformer.layers.3.linear1.weight": 0.024044480174779892, - "transformer.layers.3.linear1.bias": 0.0016136921476572752, - "transformer.layers.3.linear2.weight": 0.013048007152974606, - "transformer.layers.3.linear2.bias": 0.0024909412022680044, - "transformer.layers.3.norm1.weight": 0.0026377590838819742, - "transformer.layers.3.norm1.bias": 0.003063735319301486, - "transformer.layers.3.norm2.weight": 0.0019181257812306285, - "transformer.layers.3.norm2.bias": 0.002496844856068492, - "head.weight": 0.16415348649024963, - "head.bias": 0.005318562965840101, - "global_embedding.weight": 0.020159253850579262, - "global_cnn.0.weight": 0.14355571568012238, - "global_cnn.0.bias": 0.005665224511176348, - "global_cnn.2.weight": 0.1540369689464569, - "global_cnn.2.bias": 0.007091300096362829, - "global_proj.weight": 0.03154900297522545, - "global_proj.bias": 0.006542875897139311, - "goal_head.0.weight": 0.015285054221749306, - "goal_head.0.bias": 0.001584037789143622, - "goal_head.2.weight": 0.01702866703271866, - "goal_head.2.bias": 0.0031640527304261923 + "global_gate": 3.053405089303851e-05, + "embedding.weight": 0.0016551919979974627, + "cnn.0.weight": 0.03190506249666214, + "cnn.0.bias": 0.0012062356108799577, + "cnn.2.weight": 0.00797965656965971, + "cnn.2.bias": 0.003211363684386015, + "cnn.5.weight": 0.009862832725048065, + "cnn.5.bias": 0.0018202660139650106, + "action_emb.weight": 0.00141039933077991, + "timestep_emb.weight": 0.0005571020301431417, + "pos_emb.weight": 0.0009168660617433488, + "transformer.layers.0.self_attn.in_proj_weight": 0.012251244857907295, + "transformer.layers.0.self_attn.in_proj_bias": 0.0008669386152178049, + "transformer.layers.0.self_attn.out_proj.weight": 0.01122345495969057, + "transformer.layers.0.self_attn.out_proj.bias": 0.0011935742804780602, + "transformer.layers.0.linear1.weight": 0.008762527257204056, + "transformer.layers.0.linear1.bias": 0.00044878211338073015, + "transformer.layers.0.linear2.weight": 0.010089673101902008, + "transformer.layers.0.linear2.bias": 0.0009161978960037231, + "transformer.layers.0.norm1.weight": 0.0007286315085366368, + "transformer.layers.0.norm1.bias": 0.0007916293106973171, + "transformer.layers.0.norm2.weight": 0.0007070379797369242, + "transformer.layers.0.norm2.bias": 0.00042284716619178653, + "transformer.layers.1.self_attn.in_proj_weight": 0.008554120548069477, + "transformer.layers.1.self_attn.in_proj_bias": 0.0005326861864887178, + "transformer.layers.1.self_attn.out_proj.weight": 0.00948867853730917, + "transformer.layers.1.self_attn.out_proj.bias": 0.0007538284407928586, + "transformer.layers.1.linear1.weight": 0.005064528435468674, + "transformer.layers.1.linear1.bias": 0.00028744860901497304, + "transformer.layers.1.linear2.weight": 0.007081777323037386, + "transformer.layers.1.linear2.bias": 0.0007223770371638238, + "transformer.layers.1.norm1.weight": 0.000658659846521914, + "transformer.layers.1.norm1.bias": 0.0004923501401208341, + "transformer.layers.1.norm2.weight": 0.0003827536420430988, + "transformer.layers.1.norm2.bias": 0.0002932243805844337, + "transformer.layers.2.self_attn.in_proj_weight": 0.008312202990055084, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005890772445127368, + "transformer.layers.2.self_attn.out_proj.weight": 0.0073249549604952335, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006800205446779728, + "transformer.layers.2.linear1.weight": 0.004186310339719057, + "transformer.layers.2.linear1.bias": 0.00029656500555574894, + "transformer.layers.2.linear2.weight": 0.005167392082512379, + "transformer.layers.2.linear2.bias": 0.0007321253651753068, + "transformer.layers.2.norm1.weight": 0.000633306335657835, + "transformer.layers.2.norm1.bias": 0.0006605605012737215, + "transformer.layers.2.norm2.weight": 0.00030565884662792087, + "transformer.layers.2.norm2.bias": 0.0003405511088203639, + "transformer.layers.3.self_attn.in_proj_weight": 0.012930797412991524, + "transformer.layers.3.self_attn.in_proj_bias": 0.0009906803024932742, + "transformer.layers.3.self_attn.out_proj.weight": 0.007178658153861761, + "transformer.layers.3.self_attn.out_proj.bias": 0.000877303711604327, + "transformer.layers.3.linear1.weight": 0.006954891607165337, + "transformer.layers.3.linear1.bias": 0.0005533393705263734, + "transformer.layers.3.linear2.weight": 0.004492472857236862, + "transformer.layers.3.linear2.bias": 0.0010290376376360655, + "transformer.layers.3.norm1.weight": 0.001066418131813407, + "transformer.layers.3.norm1.bias": 0.001281942706555128, + "transformer.layers.3.norm2.weight": 0.000470947619760409, + "transformer.layers.3.norm2.bias": 0.0007002466008998454, + "head.weight": 0.055391546338796616, + "head.bias": 0.0018212728900834918, + "global_embedding.weight": 0.006139212287962437, + "global_cnn.0.weight": 0.08461138606071472, + "global_cnn.0.bias": 0.0037244248669594526, + "global_cnn.2.weight": 0.16245026886463165, + "global_cnn.2.bias": 0.005807800684124231, + "global_proj.weight": 0.03713883459568024, + "global_proj.bias": 0.019111724570393562, + "goal_head.0.weight": 0.02450806461274624, + "goal_head.0.bias": 0.009017576463520527, + "goal_head.2.weight": 0.03092433325946331, + "goal_head.2.bias": 0.019834958016872406 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.13956038653850555, - "repr_drift_kl_low_t": 0.1285545527935028, - "repr_drift_kl_mid_t": 0.1229616105556488, - "repr_drift_kl_high_t": 0.17103329300880432, + "repr_drift_kl": 0.35012778639793396, + "repr_drift_kl_low_t": 0.39671027660369873, + "repr_drift_kl_mid_t": 0.3596133887767792, + "repr_drift_kl_high_t": 0.27205654978752136, "cka_iters": 500, - "cka_similarity": 0.7730644345283508, + "cka_similarity": 0.6119635701179504, "t_analysis_iters": 500, - "norm_low_t": 0.3540579676628113, - "norm_high_t": 0.48213616013526917, - "lowhigh_cos": 0.4818572402000427, + "norm_low_t": 0.32312437891960144, + "norm_high_t": 0.25995102524757385, + "lowhigh_cos": 0.29949918389320374, "t_bin_norms": { - "t_0.0-0.1": 0.6536967158317566, - "t_0.1-0.2": 0.2897268831729889, - "t_0.2-0.3": 0.5995357632637024, - "t_0.3-0.4": 0.4913843870162964, - "t_0.4-0.5": 0.4418995678424835, - "t_0.5-0.6": 0.4549265503883362, - "t_0.6-0.7": 0.6023501753807068, - "t_0.7-0.8": 0.526623010635376, - "t_0.8-0.9": 0.7344909906387329, - "t_0.9-1.0": 0.4503220319747925 - }, - "win_rate": 0.07420924305915833, - "effective_batch_size": 54.62394332885742, + "t_0.0-0.1": 0.21814334392547607, + "t_0.1-0.2": 0.22552300989627838, + "t_0.2-0.3": 0.22378410398960114, + "t_0.3-0.4": 0.2170492261648178, + "t_0.4-0.5": 0.21446090936660767, + "t_0.5-0.6": 0.22670084238052368, + "t_0.6-0.7": 0.2176029533147812, + "t_0.7-0.8": 0.21792007982730865, + "t_0.8-0.9": 0.22033099830150604, + "t_0.9-1.0": 0.3576492369174957 + }, + "win_rate": 0.00654417322948575, + "effective_batch_size": 383.1767578125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.03572562709450722, + "loss": 0.11959534883499146, "env_score_iters": 500, - "env_score": -3.8183681964874268, + "env_score": -0.3036240041255951, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.45000000000000007, "grad_align_iters": 500, - "grad_align": 0.45838138461112976, - "rl_grad_norm": 0.14700549840927124, - "bc_grad_norm": 0.6768277287483215, + "grad_align": -0.06766808032989502, + "rl_grad_norm": 0.31172826886177063, + "bc_grad_norm": 3.0223653316497803, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00005974298983346671, - "embedding.weight": 0.004083732608705759, - "cnn.0.weight": 0.08049926906824112, - "cnn.0.bias": 0.0031609113793820143, - "cnn.2.weight": 0.026130270212888718, - "cnn.2.bias": 0.005428023636341095, - "cnn.5.weight": 0.04821189120411873, - "cnn.5.bias": 0.005373197142034769, - "action_emb.weight": 0.0035090558230876923, - "timestep_emb.weight": 0.0026510932948440313, - "pos_emb.weight": 0.0024394842330366373, - "transformer.layers.0.self_attn.in_proj_weight": 0.05176983401179314, - "transformer.layers.0.self_attn.in_proj_bias": 0.0029068421572446823, - "transformer.layers.0.self_attn.out_proj.weight": 0.06238487362861633, - "transformer.layers.0.self_attn.out_proj.bias": 0.0035464854445308447, - "transformer.layers.0.linear1.weight": 0.03180994093418121, - "transformer.layers.0.linear1.bias": 0.0016418329905718565, - "transformer.layers.0.linear2.weight": 0.04023127257823944, - "transformer.layers.0.linear2.bias": 0.002470817184075713, - "transformer.layers.0.norm1.weight": 0.002782548777759075, - "transformer.layers.0.norm1.bias": 0.0026698801666498184, - "transformer.layers.0.norm2.weight": 0.002186946105211973, - "transformer.layers.0.norm2.bias": 0.0016130710719153285, - "transformer.layers.1.self_attn.in_proj_weight": 0.04704222455620766, - "transformer.layers.1.self_attn.in_proj_bias": 0.0021490929648280144, - "transformer.layers.1.self_attn.out_proj.weight": 0.026266256347298622, - "transformer.layers.1.self_attn.out_proj.bias": 0.001388581353239715, - "transformer.layers.1.linear1.weight": 0.013565835542976856, - "transformer.layers.1.linear1.bias": 0.0006838202243670821, - "transformer.layers.1.linear2.weight": 0.01787550374865532, - "transformer.layers.1.linear2.bias": 0.0012190176639705896, - "transformer.layers.1.norm1.weight": 0.003526523010805249, - "transformer.layers.1.norm1.bias": 0.0023254496045410633, - "transformer.layers.1.norm2.weight": 0.0008851338061504066, - "transformer.layers.1.norm2.bias": 0.000680510769598186, - "transformer.layers.2.self_attn.in_proj_weight": 0.026618141680955887, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010408269008621573, - "transformer.layers.2.self_attn.out_proj.weight": 0.016458509489893913, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010152349714189768, - "transformer.layers.2.linear1.weight": 0.011542171239852905, - "transformer.layers.2.linear1.bias": 0.0005789031856693327, - "transformer.layers.2.linear2.weight": 0.011461514048278332, - "transformer.layers.2.linear2.bias": 0.0010068167466670275, - "transformer.layers.2.norm1.weight": 0.001994085730984807, - "transformer.layers.2.norm1.bias": 0.0011806030524894595, - "transformer.layers.2.norm2.weight": 0.0007901004864834249, - "transformer.layers.2.norm2.bias": 0.0006212242878973484, - "transformer.layers.3.self_attn.in_proj_weight": 0.0274637583643198, - "transformer.layers.3.self_attn.in_proj_bias": 0.0018414390506222844, - "transformer.layers.3.self_attn.out_proj.weight": 0.01559254340827465, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015329907182604074, - "transformer.layers.3.linear1.weight": 0.020231863483786583, - "transformer.layers.3.linear1.bias": 0.001402020687237382, - "transformer.layers.3.linear2.weight": 0.012501323595643044, - "transformer.layers.3.linear2.bias": 0.0018056798726320267, - "transformer.layers.3.norm1.weight": 0.0019039559410884976, - "transformer.layers.3.norm1.bias": 0.0023244714830070734, - "transformer.layers.3.norm2.weight": 0.001358928275294602, - "transformer.layers.3.norm2.bias": 0.0016240322729572654, - "head.weight": 0.14408718049526215, - "head.bias": 0.004370939452201128, - "global_embedding.weight": 0.009290826506912708, - "global_cnn.0.weight": 0.04386109113693237, - "global_cnn.0.bias": 0.001752555137500167, - "global_cnn.2.weight": 0.08898229897022247, - "global_cnn.2.bias": 0.003349249716848135, - "global_proj.weight": 0.025371793657541275, - "global_proj.bias": 0.015442310832440853, - "goal_head.0.weight": 0.016385622322559357, - "goal_head.0.bias": 0.007038584910333157, - "goal_head.2.weight": 0.029212798923254013, - "goal_head.2.bias": 0.017628880217671394 + "global_gate": 0.00021185606601648033, + "embedding.weight": 0.0022660819813609123, + "cnn.0.weight": 0.04140080511569977, + "cnn.0.bias": 0.0022860898170620203, + "cnn.2.weight": 0.01052636094391346, + "cnn.2.bias": 0.005313646513968706, + "cnn.5.weight": 0.013091055676341057, + "cnn.5.bias": 0.00431692274287343, + "action_emb.weight": 0.0037958608008921146, + "timestep_emb.weight": 0.0012996691511943936, + "pos_emb.weight": 0.002691045170649886, + "transformer.layers.0.self_attn.in_proj_weight": 0.02662910893559456, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025412344839423895, + "transformer.layers.0.self_attn.out_proj.weight": 0.02601698413491249, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032358693424612284, + "transformer.layers.0.linear1.weight": 0.023400764912366867, + "transformer.layers.0.linear1.bias": 0.0013568953145295382, + "transformer.layers.0.linear2.weight": 0.025325365364551544, + "transformer.layers.0.linear2.bias": 0.0021869083866477013, + "transformer.layers.0.norm1.weight": 0.0014913317281752825, + "transformer.layers.0.norm1.bias": 0.0023088015150278807, + "transformer.layers.0.norm2.weight": 0.0021175153087824583, + "transformer.layers.0.norm2.bias": 0.0018353976774960756, + "transformer.layers.1.self_attn.in_proj_weight": 0.020937548950314522, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013264840235933661, + "transformer.layers.1.self_attn.out_proj.weight": 0.02009863592684269, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016368732322007418, + "transformer.layers.1.linear1.weight": 0.013078831136226654, + "transformer.layers.1.linear1.bias": 0.0006971352850086987, + "transformer.layers.1.linear2.weight": 0.017613941803574562, + "transformer.layers.1.linear2.bias": 0.0015018876874819398, + "transformer.layers.1.norm1.weight": 0.0014536407543346286, + "transformer.layers.1.norm1.bias": 0.0013629526365548372, + "transformer.layers.1.norm2.weight": 0.001007537473924458, + "transformer.layers.1.norm2.bias": 0.0007435544393956661, + "transformer.layers.2.self_attn.in_proj_weight": 0.024499952793121338, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014364680973812938, + "transformer.layers.2.self_attn.out_proj.weight": 0.01923045888543129, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014360441127792, + "transformer.layers.2.linear1.weight": 0.010394047014415264, + "transformer.layers.2.linear1.bias": 0.0006016724510118365, + "transformer.layers.2.linear2.weight": 0.01372582744807005, + "transformer.layers.2.linear2.bias": 0.0014455192722380161, + "transformer.layers.2.norm1.weight": 0.0016339069698005915, + "transformer.layers.2.norm1.bias": 0.0017782142385840416, + "transformer.layers.2.norm2.weight": 0.0007447100360877812, + "transformer.layers.2.norm2.bias": 0.0005133924423716962, + "transformer.layers.3.self_attn.in_proj_weight": 0.03556706756353378, + "transformer.layers.3.self_attn.in_proj_bias": 0.002269023098051548, + "transformer.layers.3.self_attn.out_proj.weight": 0.01942155510187149, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018461837898939848, + "transformer.layers.3.linear1.weight": 0.017332026734948158, + "transformer.layers.3.linear1.bias": 0.0011998292757198215, + "transformer.layers.3.linear2.weight": 0.011057552881538868, + "transformer.layers.3.linear2.bias": 0.001640915172174573, + "transformer.layers.3.norm1.weight": 0.002811593236401677, + "transformer.layers.3.norm1.bias": 0.0026581406127661467, + "transformer.layers.3.norm2.weight": 0.0013277375837787986, + "transformer.layers.3.norm2.bias": 0.0014351977733895183, + "head.weight": 0.13872602581977844, + "head.bias": 0.004248977173119783, + "global_embedding.weight": 0.017715059220790863, + "global_cnn.0.weight": 0.12404873222112656, + "global_cnn.0.bias": 0.0052686939015984535, + "global_cnn.2.weight": 0.20083408057689667, + "global_cnn.2.bias": 0.008835980668663979, + "global_proj.weight": 0.049655377864837646, + "global_proj.bias": 0.02730836719274521, + "goal_head.0.weight": 0.030826590955257416, + "goal_head.0.bias": 0.011769881471991539, + "goal_head.2.weight": 0.05376013368368149, + "goal_head.2.bias": 0.026370158419013023 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.18971648812294006, - "repr_drift_kl_low_t": 0.1654374599456787, - "repr_drift_kl_mid_t": 0.15068373084068298, - "repr_drift_kl_high_t": 0.25626641511917114, + "repr_drift_kl": 0.3434414863586426, + "repr_drift_kl_low_t": 0.4305395781993866, + "repr_drift_kl_mid_t": 0.34114161133766174, + "repr_drift_kl_high_t": 0.2775869369506836, "cka_iters": 500, - "cka_similarity": 0.8934382796287537, + "cka_similarity": 0.8682399392127991, "t_analysis_iters": 500, - "norm_low_t": 0.11037050187587738, - "norm_high_t": 0.34937915205955505, - "lowhigh_cos": 0.36526575684547424, + "norm_low_t": 0.8052312731742859, + "norm_high_t": 0.38772836327552795, + "lowhigh_cos": 0.31135687232017517, "t_bin_norms": { - "t_0.0-0.1": 0.11091391742229462, - "t_0.1-0.2": 0.1236758828163147, - "t_0.2-0.3": 0.1174742802977562, - "t_0.3-0.4": 0.16603916883468628, - "t_0.4-0.5": 0.2550179064273834, - "t_0.5-0.6": 0.2855117619037628, - "t_0.6-0.7": 0.32489949464797974, - "t_0.7-0.8": 0.3918210566043854, - "t_0.8-0.9": 0.279999315738678, - "t_0.9-1.0": 0.5098747611045837 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 41.895790100097656, + "t_0.0-0.1": 0.5418573021888733, + "t_0.1-0.2": 0.35089340806007385, + "t_0.2-0.3": 0.3075243830680847, + "t_0.3-0.4": 0.3705103397369385, + "t_0.4-0.5": 0.32950741052627563, + "t_0.5-0.6": 0.30158939957618713, + "t_0.6-0.7": 0.31811025738716125, + "t_0.7-0.8": 0.30419036746025085, + "t_0.8-0.9": 0.3342896103858948, + "t_0.9-1.0": 0.6156352162361145 + }, + "win_rate": 0.09634551405906677, + "effective_batch_size": 542.6692504882812, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "lora": { - "score": 0.6833333333333332, - "score_std": 0.023570226039551553, + "score": 0.4333333333333333, + "score_std": 0.015590239111558084, "all_scores": [ - 0.7, - 0.7, - 0.65 + 0.4375, + 0.4125, + 0.44999999999999996 ], "history": { "iters": [ @@ -18721,506 +23110,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.3266761302947998, - 3.1275088787078857, - 0.37160006165504456, - 0.5410957336425781, - 3.352780342102051, - 0.41980263590812683, - 1.0048695802688599, - 0.9527720212936401, - 0.4402589201927185, - 2.7240524291992188, - 1.1548757553100586, - 2.3896188735961914, - 0.06381956487894058, - 2.1417646408081055, - 0.4193005859851837, - 0.06473841518163681, - 1.8330926895141602, - 0.21628662943840027, - 0.3139752447605133, - 0.7886550426483154, - 1.5301580429077148, - 0.2674056887626648, - 1.1850377321243286, - 0.09296777844429016, - 1.178669810295105, - 0.07259759306907654, - 0.28201645612716675, - 2.0702836513519287, - 1.2097467184066772, - 0.07353423535823822, - 1.4854285717010498, - 0.2988779842853546, - 0.09996774047613144, - 0.25278446078300476, - 0.1031484603881836, - 0.2927609980106354, - 0.2109726369380951, - 0.41736090183258057, - 0.4801953434944153, - 0.060962215065956116, - 0.39761170744895935, - 0.891827404499054, - 1.2294265031814575, - 1.9810982942581177, - 0.8628215193748474, - 0.8471231460571289, - 1.5180045366287231, - 0.3170989751815796, - 0.09437111765146255, - 0.18283112347126007, - 0.06730856001377106, - 0.33947262167930603, - 0.08132695406675339, - 0.8423919677734375, - 0.47156885266304016, - 0.4469558000564575, - 1.3916484117507935, - 0.3657691180706024, - 1.5076334476470947, - 0.43178489804267883, - 0.80242919921875, - 0.24874430894851685, - 0.013412483967840672, - 1.1215044260025024, - 0.03439810499548912, - 0.5649293661117554, - 0.05106004700064659, - 0.18418525159358978, - 0.004854222759604454, - 0.3924519121646881, - 0.9512686133384705, - 0.06919704377651215, - 0.7066757678985596, - 0.012595927342772484, - 0.2845875918865204, - 0.07073775678873062, - 0.564828097820282, - 0.06780018657445908, - 0.1302773803472519, - 0.09079299867153168, - 0.752322256565094, - 0.07003434747457504, - 1.352695345878601, - 0.41557347774505615, - 0.32727211713790894, - 0.7612897753715515, - 0.043210770934820175, - 0.5556961894035339, - 0.593032956123352, - 0.26012036204338074, - 0.10973304510116577, - 0.2291971892118454, - 0.02196386083960533, - 0.4194920063018799, - 0.14821596443653107, - 0.7096354365348816, - 0.5115789175033569, - 0.5864019393920898, - 1.0611008405685425, - 0.5322241187095642, - 0.872746467590332, - 0.023203104734420776, - 0.9517697095870972, - 0.5318676233291626, - 0.04645915701985359, - 0.4582418203353882, - 0.34755176305770874, - 0.7576088309288025, - 0.09908135235309601, - 0.030951600521802902, - 0.11490915715694427, - 0.16358788311481476, - 0.23178201913833618, - 0.3208111524581909, - 1.2479511499404907, - 0.5833650231361389, - 0.4008886516094208, - 0.5872160792350769, - 0.3564845621585846, - 0.5059707760810852, - 0.2898181974887848, - 0.43627405166625977, - 0.47346946597099304, - 0.06318825483322144, - 0.17726480960845947, - 0.26154547929763794, - 0.01914353482425213, - 1.360912561416626, - 0.433958500623703, - 0.49751755595207214, - 0.023639779537916183, - 0.17456930875778198, - 1.3144934177398682, - 0.2794346809387207, - 0.8448699712753296, - 0.09976612031459808, - 0.2637868821620941, - 0.927293062210083, - 1.6131256818771362, - 0.05242359638214111, - 0.1051826924085617, - 1.3582122325897217, - 0.06345412880182266, - 0.3010826110839844, - 0.0638999193906784, - 0.3959886133670807, - 0.04647020250558853, - 0.08058904111385345, - 0.5856223106384277, - 0.11625896394252777, - 0.8600459694862366, - 1.012060284614563, - 0.07248926907777786, - 1.3848942518234253, - 0.5030688047409058, - 0.46557512879371643, - 0.2596089541912079, - 0.30383479595184326, - 0.3501984477043152, - 0.017674949020147324, - 0.028174638748168945, - 0.11931808292865753, - 0.3387942612171173, - 0.7006126046180725, - 0.488196462392807, - 0.31041449308395386, - 0.5283288359642029, - 0.823772132396698, - 0.0853380635380745, - 0.15244470536708832, - 0.2329568862915039, - 0.06178431585431099, - 0.5131687521934509, - 0.29372328519821167, - 0.6249749064445496, - 0.027659807354211807, - 0.3501105308532715, - 0.7767794132232666, - 0.30624642968177795, - 0.3943476974964142, - 0.8418117761611938, - 0.12932045757770538, - 0.04164949059486389, - 0.28664180636405945, - 0.49889108538627625, - 0.09169241786003113, - 0.479474812746048, - 0.45927515625953674, - 1.3997385501861572, - 0.01050648558884859, - 0.5154524445533752, - 0.42928990721702576, - 1.2296708822250366, - 0.03004474565386772, - 0.03068440407514572, - 0.06167134270071983, - 0.5768041610717773, - 0.6117940545082092, - 1.3915153741836548, - 0.7661572098731995, - 0.760016143321991, - 0.511236846446991, - 0.4985741972923279, - 0.2186792641878128, - 0.25765112042427063, - 1.3307979106903076, - 0.01975952833890915, - 0.32682159543037415, - 0.8833664655685425, - 0.16194166243076324, - 0.5884816646575928, - 0.17213067412376404, - 0.5951495170593262, - 0.2794136703014374, - 0.3607015013694763, - 0.2060319483280182, - 0.36475443840026855, - 0.04593916982412338, - 0.02337561547756195, - 1.273621678352356, - 0.3229880630970001, - 0.034770600497722626, - 0.33163443207740784, - 0.7678954005241394, - 0.8248990178108215, - 0.33395010232925415, - 0.046849437057971954, - 0.3578319549560547, - 0.5298423171043396, - 0.26020100712776184, - 0.520967960357666, - 1.0530250072479248, - 0.4616231918334961, - 0.0371326319873333, - 0.721767008304596, - 0.5521706342697144, - 0.1439046561717987, - 0.28134486079216003, - 0.20836672186851501, - 0.0343468114733696, - 0.18846486508846283, - 0.09747514128684998, - 0.5936825275421143, - 0.14063943922519684, - 0.4604327976703644, - 1.1500253677368164, - 0.743755042552948, - 0.15363189578056335, - 0.011422639712691307, - 0.1403590440750122, - 1.4089879989624023, - 0.31374138593673706, - 0.4749640226364136, - 0.24132826924324036, - 1.1564223766326904, - 0.04567316174507141, - 0.039347242563962936, - 0.10031416267156601, - 0.16916337609291077, - 0.6060227751731873, - 0.07518526166677475, - 0.6992223858833313, - 0.536933422088623, - 0.037963028997182846, - 1.340285062789917, - 0.23932714760303497, - 0.6770913600921631, - 0.6207795143127441, - 0.5928610563278198, - 0.015376826748251915, - 0.596206545829773, - 0.15184397995471954, - 0.23934291303157806, - 0.9016762375831604, - 1.289354920387268, - 1.402356505393982, - 0.19272617995738983, - 0.1747029721736908, - 0.027782130986452103, - 0.8132498264312744, - 0.9130197167396545, - 1.0287619829177856, - 0.044649913907051086, - 0.5757336616516113, - 0.07891296595335007, - 0.44976672530174255, - 1.1123557090759277, - 0.40887129306793213, - 0.11005489528179169, - 0.03760281205177307, - 0.4364255666732788, - 0.48777511715888977, - 0.5985450148582458, - 0.7049118876457214, - 0.5500365495681763, - 0.5824423432350159, - 0.23383992910385132, - 0.7129491567611694, - 0.153425931930542, - 0.6031768321990967, - 0.2893347442150116, - 0.01812722347676754, - 1.2851227521896362, - 0.4195374846458435, - 0.17740564048290253, - 0.6472185254096985, - 0.7206565737724304, - 0.5669277310371399, - 0.8844307661056519, - 0.17445622384548187, - 0.04283909499645233, - 1.0384550094604492, - 0.2749532163143158, - 0.012463579885661602, - 0.13161683082580566, - 0.10000394284725189, - 0.9704271554946899, - 0.7779455184936523, - 0.014826481230556965, - 0.4756200313568115, - 0.7667087912559509, - 0.059111446142196655, - 0.1746736615896225, - 0.8700469136238098, - 0.43906235694885254, - 1.4051486253738403, - 0.832938551902771, - 0.8908151388168335, - 0.4734291136264801, - 0.5757579207420349, - 0.8536732792854309, - 0.19108307361602783, - 0.0332336351275444, - 0.287878155708313, - 0.8411765694618225, - 0.020775681361556053, - 0.4202684462070465, - 0.5760695338249207, - 0.7548791170120239, - 0.5865893363952637, - 0.17974260449409485, - 0.15917551517486572, - 1.3790851831436157, - 0.8616220355033875, - 0.36953622102737427, - 0.8158215880393982, - 0.6956881284713745, - 0.2817825376987457, - 0.2976627051830292, - 0.028034919872879982, - 0.051130276173353195, - 0.17851047217845917, - 0.01695846952497959, - 0.6417886018753052, - 0.05032304674386978, - 0.7088795900344849, - 0.21232111752033234, - 0.44239944219589233, - 0.363496333360672, - 0.03403982147574425, - 0.26854968070983887, - 0.3645007312297821, - 0.7124892473220825, - 0.3227449655532837, - 0.4990953207015991, - 1.1624870300292969, - 0.7007521986961365, - 0.13490091264247894, - 0.25362956523895264, - 0.30281075835227966, - 0.5400532484054565, - 0.7681840658187866, - 0.2996801435947418, - 0.6920742392539978, - 0.028505755588412285, - 0.23668000102043152, - 0.15512630343437195, - 1.0250581502914429, - 0.13298188149929047, - 0.4208396077156067, - 0.7345883250236511, - 0.4005766212940216, - 0.1285318285226822, - 0.6460499167442322, - 0.09047259390354156, - 0.09237008541822433, - 0.5157238841056824, - 0.7290929555892944, - 1.2595847845077515, - 0.8684017062187195, - 0.6963623762130737, - 0.15327028930187225, - 0.04266280308365822, - 0.004677417688071728, - 0.881189227104187, - 0.641372561454773, - 0.8728938698768616, - 1.322736144065857, - 0.04912065342068672, - 0.29143792390823364, - 0.3298553228378296, - 0.6718295216560364, - 0.521833598613739, - 0.27677202224731445, - 0.04691164195537567, - 0.3175727427005768, - 1.2897872924804688, - 0.6131663918495178, - 0.041581448167562485, - 0.062287189066410065, - 0.031901765614748, - 0.9541910290718079, - 0.1308455616235733, - 0.0047742142342031, - 0.2996772229671478, - 0.8597425818443298, - 0.031110256910324097, - 0.12801198661327362, - 0.5576984286308289, - 0.2131635546684265, - 0.4692152142524719, - 0.4254162311553955, - 0.23128466308116913, - 0.16570422053337097, - 0.3336939513683319, - 0.3691856265068054, - 0.538226306438446, - 0.13397708535194397, - 0.7351719737052917, - 0.5246047973632812, - 0.5924602150917053, - 0.6297938823699951, - 0.6649061441421509, - 0.034850165247917175, - 0.6740562319755554, - 0.0972183346748352, - 0.7617499232292175, - 0.286866158246994, - 0.016350874677300453, - 0.37833744287490845, - 0.4003426134586334, - 0.23109667003154755, - 0.8241878151893616, - 0.17094600200653076, - 0.3501146733760834, - 0.014395590871572495, - 0.631134033203125, - 0.015762675553560257, - 0.35834309458732605, - 0.04004218056797981, - 0.28544601798057556, - 0.22133450210094452, - 1.3426778316497803, - 0.03399156033992767, - 1.0918395519256592, - 0.5382912158966064, - 0.4653415381908417, - 0.11753418296575546, - 1.3844836950302124, - 0.20385588705539703, - 0.16685990989208221, - 0.6760590672492981, - 0.002890990348532796, - 0.013529236428439617, - 0.6483975052833557, - 0.17283305525779724, - 0.04730244353413582, - 0.4974226653575897, - 0.17976278066635132, - 0.029409335926175117, - 0.05886532738804817, - 0.04636366665363312, - 0.7051678895950317, - 0.04042884334921837, - 0.003966897260397673, - 0.3058478832244873, - 0.6327349543571472, - 0.02925104834139347, - 0.03168085590004921, - 0.2800746262073517, - 0.7046974301338196, - 0.06876426935195923, - 0.1342596411705017, - 0.5951056480407715, - 0.2467721700668335, - 0.061849676072597504, - 1.1291172504425049, - 0.8056351542472839, - 0.022987408563494682, - 0.480781227350235, - 0.8823583722114563, - 0.02455703541636467, - 0.03533073887228966, - 0.0842478945851326, - 0.01848270185291767, - 0.5899394154548645, - 0.3750934302806854, - 0.41556403040885925, - 0.0395941399037838 + 0.7734967470169067, + 1.0762441158294678, + 0.6709142923355103, + 0.5806079506874084, + 0.4897071421146393, + 0.6207466125488281, + 0.727116584777832, + 0.5681967735290527, + 0.9618502855300903, + 0.5348794460296631, + 0.29071810841560364, + 1.2553397417068481, + 0.4228552281856537, + 0.5140119791030884, + 0.7825865745544434, + 0.7610815763473511, + 0.4694439172744751, + 0.8305144309997559, + 1.1114169359207153, + 0.8459477424621582, + 0.5609015822410583, + 0.38427287340164185, + 0.6257339715957642, + 0.3757134675979614, + 0.5946719646453857, + 0.47123804688453674, + 0.5094969868659973, + 0.4190165400505066, + 0.5346026420593262, + 0.603376567363739, + 0.43934327363967896, + 0.7040706276893616, + 0.48615095019340515, + 0.32953381538391113, + 0.25745853781700134, + 0.23132365942001343, + 0.3652060329914093, + 0.37031289935112, + 0.6146763563156128, + 0.7461825013160706, + 0.46399882435798645, + 0.42159152030944824, + 0.3059981167316437, + 0.10739809274673462, + 0.18878820538520813, + 0.3660126030445099, + 0.23319508135318756, + 0.5196933746337891, + 0.4102925658226013, + 0.2789856195449829, + 0.38547372817993164, + 0.32554522156715393, + 0.40195974707603455, + 0.39409512281417847, + 0.5696657299995422, + 0.2462826371192932, + 0.4354061484336853, + 0.15872938930988312, + 0.43836379051208496, + 0.35804247856140137, + 0.5755113363265991, + 0.2999662458896637, + 0.355289489030838, + 0.1919967234134674, + 0.5077261924743652, + 0.43003949522972107, + 0.46975764632225037, + 0.44337356090545654, + 0.39096197485923767, + 0.3394661843776703, + 0.4448207914829254, + 0.3206799030303955, + 0.5296609401702881, + 0.3612017035484314, + 0.32762080430984497, + 0.3648076355457306, + 0.14333277940750122, + 0.514848530292511, + 0.2932302951812744, + 0.20857830345630646, + 0.36838290095329285, + 0.3577699065208435, + 0.2538747191429138, + 0.2867095172405243, + 0.46132561564445496, + 0.3317371606826782, + 0.2816653549671173, + 0.3536427617073059, + 0.31615152955055237, + 0.3682004511356354, + 0.469300776720047, + 0.19487310945987701, + 0.4626573622226715, + 0.45072615146636963, + 0.27528318762779236, + 0.38087406754493713, + 0.332203209400177, + 0.2094605416059494, + 0.12464706599712372, + 0.16802048683166504, + 0.1791367083787918, + 0.472494512796402, + 0.4217399060726166, + 0.45387303829193115, + 0.45049428939819336, + 0.40777432918548584, + 0.3035775423049927, + 0.23863033950328827, + 0.24777445197105408, + 0.35354292392730713, + 0.2762211263179779, + 0.24567870795726776, + 0.30450838804244995, + 0.38089102506637573, + 0.20983952283859253, + 0.3222966492176056, + 0.3037615716457367, + 0.23212850093841553, + 0.37718436121940613, + 0.3989782929420471, + 0.40371814370155334, + 0.18644064664840698, + 0.20691488683223724, + 0.4271228015422821, + 0.23978890478610992, + 0.3292112946510315, + 0.5400549173355103, + 0.2536432147026062, + 0.38934415578842163, + 0.37878328561782837, + 0.3468319773674011, + 0.21234746277332306, + 0.3665716350078583, + 0.38159188628196716, + 0.380216121673584, + 0.22125960886478424, + 0.14423400163650513, + 0.5491998195648193, + 0.276748925447464, + 0.1716885268688202, + 0.29253914952278137, + 0.35433247685432434, + 0.3991142511367798, + 0.1655339002609253, + 0.23351924121379852, + 0.08187804371118546, + 0.06431485712528229, + 0.4047852158546448, + 0.43136903643608093, + 0.23615752160549164, + 0.33365944027900696, + 0.46430861949920654, + 0.41546908020973206, + 0.20591416954994202, + 0.47662869095802307, + 0.42583632469177246, + 0.4666988253593445, + 0.16700783371925354, + 0.2588009536266327, + 0.29371827840805054, + 0.04293091222643852, + 0.27571141719818115, + 0.25376665592193604, + 0.2790471911430359, + 0.5155350565910339, + 0.33044546842575073, + 0.14168904721736908, + 0.2737858295440674, + 0.3422222435474396, + 0.3615947365760803, + 0.3258332908153534, + 0.34729641675949097, + 0.14539387822151184, + 0.363057404756546, + 0.3965325951576233, + 0.27976202964782715, + 0.16923567652702332, + 0.3004855811595917, + 0.38493812084198, + 0.2529657185077667, + 0.2194845825433731, + 0.41382455825805664, + 0.34657078981399536, + 0.3486403226852417, + 0.34744808077812195, + 0.42426520586013794, + 0.15269827842712402, + 0.5868024826049805, + 0.3757699429988861, + 0.1594143807888031, + 0.22249020636081696, + 0.38241931796073914, + 0.45749080181121826, + 0.2749656140804291, + 0.26722463965415955, + 0.38512861728668213, + 0.2563238739967346, + 0.32018014788627625, + 0.10781637579202652, + 0.247820183634758, + 0.38655170798301697, + 0.342313677072525, + 0.34037208557128906, + 0.42850953340530396, + 0.22623974084854126, + 0.4810274839401245, + 0.407469242811203, + 0.2794247269630432, + 0.43407535552978516, + 0.23259784281253815, + 0.3581336736679077, + 0.16034358739852905, + 0.27742427587509155, + 0.17100675404071808, + 0.3593376576900482, + 0.21135477721691132, + 0.1972389966249466, + 0.36079779267311096, + 0.2858911454677582, + 0.19753772020339966, + 0.2109028398990631, + 0.3172414004802704, + 0.2153947800397873, + 0.37653815746307373, + 0.13885977864265442, + 0.10920405387878418, + 0.49250832200050354, + 0.1737871617078781, + 0.340523362159729, + 0.30330216884613037, + 0.3125725984573364, + 0.28315240144729614, + 0.37828174233436584, + 0.2534622251987457, + 0.19113542139530182, + 0.1194949597120285, + 0.17459528148174286, + 0.09065833687782288, + 0.34874334931373596, + 0.23795659840106964, + 0.2724906802177429, + 0.23579978942871094, + 0.3703247010707855, + 0.2992140054702759, + 0.47617897391319275, + 0.313357412815094, + 0.22848689556121826, + 0.2927429974079132, + 0.3260428309440613, + 0.169302836060524, + 0.1873253881931305, + 0.29726892709732056, + 0.4613654315471649, + 0.26948651671409607, + 0.3688291013240814, + 0.29122206568717957, + 0.20947647094726562, + 0.2938102185726166, + 0.1676693707704544, + 0.2817002832889557, + 0.24196138978004456, + 0.2513260245323181, + 0.15745460987091064, + 0.39297935366630554, + 0.35166579484939575, + 0.34718871116638184, + 0.16594518721103668, + 0.19724512100219727, + 0.3575499951839447, + 0.33080366253852844, + 0.21811184287071228, + 0.38243481516838074, + 0.19647419452667236, + 0.25186052918434143, + 0.17564180493354797, + 0.3327125012874603, + 0.17049728333950043, + 0.22807586193084717, + 0.41670238971710205, + 0.2383015900850296, + 0.4171515107154846, + 0.1874726116657257, + 0.331796258687973, + 0.20867832005023956, + 0.29153451323509216, + 0.19931435585021973, + 0.2543533742427826, + 0.2957695722579956, + 0.39129021763801575, + 0.20676706731319427, + 0.29775944352149963, + 0.32009249925613403, + 0.16566327214241028, + 0.2065557986497879, + 0.29553237557411194, + 0.30901312828063965, + 0.18044358491897583, + 0.24539461731910706, + 0.28882962465286255, + 0.19643640518188477, + 0.22644025087356567, + 0.1849023699760437, + 0.23411379754543304, + 0.14066438376903534, + 0.3392343819141388, + 0.34201154112815857, + 0.382141649723053, + 0.3063032031059265, + 0.2547597289085388, + 0.14497750997543335, + 0.28532126545906067, + 0.2520284354686737, + 0.2451285868883133, + 0.33428481221199036, + 0.24656859040260315, + 0.059227705001831055, + 0.1168610155582428, + 0.22462370991706848, + 0.15053395926952362, + 0.17319996654987335, + 0.2125629484653473, + 0.2526612877845764, + 0.1571076214313507, + 0.14003418385982513, + 0.2095707505941391, + 0.31490379571914673, + 0.23617982864379883, + 0.22069226205348969, + 0.18016156554222107, + 0.24955689907073975, + 0.13836582005023956, + 0.25846391916275024, + 0.28101488947868347, + 0.18541990220546722, + 0.23096513748168945, + 0.2513687312602997, + 0.279752254486084, + 0.3797711730003357, + 0.2475605010986328, + 0.316856324672699, + 0.11084658652544022, + 0.20635469257831573, + 0.1938791424036026, + 0.20121034979820251, + 0.126503124833107, + 0.20532284677028656, + 0.2829674482345581, + 0.2097809612751007, + 0.21184279024600983, + 0.47400450706481934, + 0.2774266302585602, + 0.15617428719997406, + 0.2075948268175125, + 0.22255194187164307, + 0.11539146304130554, + 0.17363671958446503, + 0.23677434027194977, + 0.26498177647590637, + 0.4051556885242462, + 0.2155115306377411, + 0.1225372776389122, + 0.3645654320716858, + 0.2601572573184967, + 0.38270702958106995, + 0.44002991914749146, + 0.28778162598609924, + 0.22496387362480164, + 0.11249923706054688, + 0.2054222822189331, + 0.2674538791179657, + 0.21845068037509918, + 0.35509341955184937, + 0.26104357838630676, + 0.20435073971748352, + 0.2587190568447113, + 0.1839260458946228, + 0.28371745347976685, + 0.11151671409606934, + 0.23447605967521667, + 0.23199987411499023, + 0.2229386866092682, + 0.15141846239566803, + 0.34564879536628723, + 0.3216474950313568, + 0.18170179426670074, + 0.34039661288261414, + 0.25908422470092773, + 0.12308959662914276, + 0.15170574188232422, + 0.2907315194606781, + 0.27727535367012024, + 0.26578211784362793, + 0.14970441162586212, + 0.12351167947053909, + 0.11376134306192398, + 0.3200927972793579, + 0.25742435455322266, + 0.3086964786052704, + 0.18868300318717957, + 0.18368202447891235, + 0.19321410357952118, + 0.10225336253643036, + 0.153761625289917, + 0.18496662378311157, + 0.23263747990131378, + 0.3034263849258423, + 0.1863970309495926, + 0.3350676894187927, + 0.1755213588476181, + 0.34447258710861206, + 0.21017250418663025, + 0.28951993584632874, + 0.18496951460838318, + 0.3039185404777527, + 0.27749887108802795, + 0.19015520811080933, + 0.2273373305797577, + 0.3695124685764313, + 0.22841884195804596, + 0.13974598050117493, + 0.23820503056049347, + 0.2936466932296753, + 0.09821169078350067, + 0.22513669729232788, + 0.18578915297985077, + 0.18241745233535767, + 0.22967509925365448, + 0.19341515004634857, + 0.17470306158065796, + 0.13806374371051788, + 0.26371487975120544, + 0.08750064671039581, + 0.19853068888187408, + 0.15740351378917694, + 0.17645426094532013, + 0.16670715808868408, + 0.2987654507160187, + 0.1603214144706726, + 0.28032878041267395, + 0.27651628851890564, + 0.1968068927526474, + 0.23715150356292725, + 0.1921808421611786, + 0.23722539842128754, + 0.21950504183769226, + 0.2517244815826416, + 0.15201683342456818, + 0.30812349915504456, + 0.2249739021062851, + 0.21547263860702515, + 0.25801679491996765, + 0.2676485478878021, + 0.09403418004512787, + 0.21989068388938904, + 0.1845596432685852, + 0.22424113750457764, + 0.2327905148267746, + 0.11214454472064972, + 0.12053016573190689, + 0.26637303829193115, + 0.11251411586999893, + 0.33620938658714294, + 0.2764415740966797, + 0.3865635395050049, + 0.12501804530620575, + 0.20215561985969543, + 0.24972696602344513, + 0.24481631815433502, + 0.2681051194667816, + 0.20698784291744232, + 0.07714105397462845, + 0.18413808941841125, + 0.1049242615699768, + 0.25056782364845276, + 0.36804404854774475, + 0.30235254764556885, + 0.16769489645957947, + 0.170700341463089, + 0.3838110864162445, + 0.3025731146335602, + 0.1526678055524826, + 0.18797360360622406, + 0.25950971245765686, + 0.18838129937648773, + 0.2632704973220825, + 0.18963946402072906, + 0.21807967126369476, + 0.05053163319826126, + 0.23153790831565857, + 0.15224143862724304, + 0.2098885178565979, + 0.1751135140657425, + 0.19327200949192047, + 0.19292394816875458, + 0.2519375681877136, + 0.10767059028148651, + 0.24818257987499237, + 0.20387475192546844, + 0.3042348027229309, + 0.18960584700107574 ], "env_score_iters": [ 1, @@ -19725,2084 +24114,2614 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 8.158711433410645, - -2.3961901664733887, - -2.608902931213379, - 3.847578525543213, - -2.4354898929595947, - -2.46631121635437, - -1.0054410696029663, - -3.259392738342285, - 1.9161016941070557, - -0.8605287671089172, - -1.3037797212600708, - -3.5657501220703125, - -1.8761965036392212, - -3.987920045852661, - -1.1716136932373047, - 1.3649200201034546, - -2.8907856941223145, - -1.2446280717849731, - -5.499145030975342, - -2.8038530349731445, - -4.527365684509277, - 1.571339726448059, - -6.78399658203125, - -0.3683120012283325, - -7.242051124572754, - -6.75678014755249, - 5.708889484405518, - -1.1386514902114868, - -3.3038272857666016, - 1.7645162343978882, - -2.4322431087493896, - -3.4315667152404785, - -3.8022871017456055, - -1.0041558742523193, - -2.4275143146514893, - -6.706108093261719, - -2.309554100036621, - -0.5154950618743896, - -2.7571206092834473, - -2.9494543075561523, - -0.024654585868120193, - 9.31379222869873, - 2.1271610260009766, - -3.450634002685547, - -2.6513285636901855, - 6.7845659255981445, - -1.8267440795898438, - -2.908773899078369, - -2.986130952835083, - -1.566962480545044, - -2.058410882949829, - -2.926100015640259, - 1.1296889781951904, - 2.00683331489563, - -1.1388280391693115, - 2.786587953567505, - -1.656324028968811, - 9.935215950012207, - -3.215914487838745, - 0.12069547921419144, - -2.5495452880859375, - -3.7348430156707764, - 1.1970142126083374, - -3.4237616062164307, - -2.836888313293457, - -3.3235023021698, - -7.900181293487549, - -3.78340482711792, - -4.341378688812256, - -1.04924476146698, - -2.9561076164245605, - 0.3094491958618164, - -3.769909143447876, - -2.560547113418579, - -3.589085340499878, - -1.3134980201721191, - -3.8570525646209717, - -3.178083658218384, - -4.125051021575928, - -1.9128522872924805, - -3.12357497215271, - 0.783988356590271, - -3.9489269256591797, - -2.771671772003174, - -0.17554444074630737, - -2.807695150375366, - -4.986706733703613, - -2.9085891246795654, - -1.3650944232940674, - -3.191096305847168, - -8.089982986450195, - -2.7587966918945312, - -1.9847732782363892, - -4.416960716247559, - 1.0162765979766846, - -2.1595070362091064, - 5.03963041305542, - 1.1270527839660645, - -2.222121477127075, - -0.02046826109290123, - -3.138749599456787, - -0.4813554286956787, - -0.7796383500099182, - -7.5767598152160645, - -0.03314208984375, - -2.015638589859009, - 0.34610068798065186, - -1.0606895685195923, - -3.531895637512207, - -3.4875149726867676, - -3.4080939292907715, - -2.883223056793213, - -2.6639442443847656, - -2.6053383350372314, - -1.1223740577697754, - -2.6337339878082275, - -2.1667232513427734, - -7.060320854187012, - -2.652118682861328, - -5.326220989227295, - -1.853311538696289, - -2.000234842300415, - -5.432529449462891, - -2.9914987087249756, - -4.931682586669922, - -3.4146904945373535, - 13.98389720916748, - -1.852053165435791, - -0.8359372615814209, - -4.131192207336426, - -2.528630256652832, - 2.1217286586761475, - -2.1777830123901367, - -2.497976064682007, - -4.9686808586120605, - -3.495054244995117, - 0.9394816160202026, - 4.210514068603516, - -3.537571668624878, - -3.9460439682006836, - 13.600335121154785, - -3.742337942123413, - -5.339465618133545, - -3.138209581375122, - -3.4079272747039795, - -2.7652127742767334, - -3.8856284618377686, - -0.9229317903518677, - -10.257803916931152, - -2.806486129760742, - -3.8249192237854004, - -4.643364906311035, - 11.189208984375, - -1.1700552701950073, - -4.462512969970703, - -1.7602068185806274, - -2.299551486968994, - -2.692711353302002, - -4.033288478851318, - -3.6603176593780518, - -2.477210283279419, - -5.916459083557129, - -1.3500096797943115, - 0.2310124784708023, - -2.6391377449035645, - -1.0123858451843262, - 0.17383049428462982, - -3.3326895236968994, - -3.0729238986968994, - -2.6436493396759033, - -2.8061182498931885, - -1.6283479928970337, - -2.166628837585449, - -1.502123475074768, - -3.2546427249908447, - -3.114712715148926, - -0.03335750102996826, - -1.8009837865829468, - -2.436605215072632, - 1.5530858039855957, - -3.6390507221221924, - -4.9643940925598145, - -3.085304021835327, - -1.2512673139572144, - -7.221683025360107, - 0.7502242922782898, - -0.936464250087738, - 3.276292562484741, - -3.7178573608398438, - -1.3868647813796997, - -1.1989386081695557, - 1.9518492221832275, - -2.6573572158813477, - -3.41766619682312, - -2.1087498664855957, - 0.2823597490787506, - -1.5280178785324097, - 5.034315586090088, - -0.7346188426017761, - -1.9790418148040771, - -2.214236259460449, - 0.611428439617157, - -2.724066734313965, - -2.4076266288757324, - 4.161465167999268, - -3.9303689002990723, - -2.4329609870910645, - 2.3139567375183105, - -2.910400629043579, - -2.9413001537323, - -2.0721890926361084, - -0.6315015554428101, - -3.017002820968628, - -2.075511932373047, - -3.0805275440216064, - -3.211881399154663, - -4.249369144439697, - -4.461096286773682, - 6.558520317077637, - -3.763394355773926, - -2.9791457653045654, - -2.4225082397460938, - -2.871629238128662, - 0.9350211024284363, - -3.2536423206329346, - -2.7093281745910645, - -1.9245489835739136, - 0.9836444854736328, - -3.5377113819122314, - -0.509445071220398, - 0.3379889726638794, - -4.993315696716309, - -3.2023258209228516, - -0.8665851354598999, - -3.9090373516082764, - -2.860419750213623, - -1.3943568468093872, - -3.6250216960906982, - -2.430290460586548, - -2.806565761566162, - -6.854748249053955, - -2.648218870162964, - -2.7268481254577637, - -2.2956156730651855, - 4.212162494659424, - -3.6521172523498535, - -2.728767156600952, - -3.6371231079101562, - -3.7119338512420654, - 4.281717777252197, - -4.488931655883789, - -2.8593990802764893, - -2.21435546875, - -1.628542184829712, - -3.5362842082977295, - -3.6490700244903564, - -6.151756763458252, - -3.698704481124878, - -0.43811917304992676, - -6.99108362197876, - -0.22549007833003998, - 1.0248881578445435, - -3.117140531539917, - 3.0052552223205566, - -2.818572759628296, - -1.3245865106582642, - -2.3966429233551025, - -1.2192307710647583, - -3.658475637435913, - -1.2329045534133911, - -3.2166049480438232, - -3.1422312259674072, - 0.2041185051202774, - 4.342973709106445, - -1.5214107036590576, - -2.448147773742676, - -5.509885311126709, - -4.100384712219238, - -0.16703400015830994, - 0.4539370536804199, - 0.2191627025604248, - -5.88907527923584, - 1.121384620666504, - -3.687248468399048, - -0.37652939558029175, - -0.3273785412311554, - -4.134065628051758, - -3.7464439868927, - -2.5513598918914795, - -2.6511714458465576, - -0.5332362651824951, - -0.8665609955787659, - -0.6447599530220032, - -1.5612746477127075, - 1.9015952348709106, - -3.137087106704712, - 0.6760570406913757, - -3.392657518386841, - -3.3282506465911865, - -1.7720434665679932, - -3.9467837810516357, - 1.7427387237548828, - -3.1586928367614746, - -2.8915646076202393, - -2.468667984008789, - 0.4871182143688202, - -0.7991361021995544, - 0.6815536022186279, - -2.9808061122894287, - -3.954005718231201, - 2.033095598220825, - -2.346412181854248, - -4.580882549285889, - -3.032892942428589, - -2.834495782852173, - -2.423632860183716, - 1.561636209487915, - -3.703179359436035, - -0.9816095232963562, - -0.01326649822294712, - -3.863579750061035, - -1.5693045854568481, - -0.17990586161613464, - -1.154029130935669, - 3.1914095878601074, - 0.4727630913257599, - -5.827302932739258, - -1.3419798612594604, - -1.8168083429336548, - 0.04589606449007988, - -2.8541266918182373, - -4.295464515686035, - -2.5900468826293945, - 0.30529436469078064, - -3.3542909622192383, - -3.4077320098876953, - -1.381837010383606, - -0.48209983110427856, - -0.39040660858154297, - -0.471036434173584, - -3.0092945098876953, - 3.260789632797241, - 0.849693775177002, - -5.594822406768799, - -3.7134358882904053, - 0.005078241229057312, - -5.14841890335083, - -1.1658247709274292, - -4.192877769470215, - -2.3703994750976562, - -3.03059720993042, - -3.83455753326416, - -2.351926565170288, - -4.429928779602051, - 0.7225462198257446, - -2.197539806365967, - -0.9835616946220398, - -2.0291032791137695, - -3.736499786376953, - -3.1942684650421143, - -1.657081127166748, - -0.032296132296323776, - -1.986999273300171, - -2.344625473022461, - 1.0951635837554932, - 0.8391260504722595, - -3.8659942150115967, - -4.6903815269470215, - -4.8470845222473145, - -0.2907010316848755, - -1.3656891584396362, - -1.7325880527496338, - -1.1440876722335815, - -4.425704002380371, - -2.6887366771698, - -5.076005935668945, - 2.0193235874176025, - -1.511731505393982, - -1.9908080101013184, - -0.07151077687740326, - -1.8894456624984741, - -3.271669864654541, - -1.9697821140289307, - -3.3355205059051514, - -5.935445308685303, - -1.5907392501831055, - -0.1488979607820511, - 5.129513263702393, - 3.9280500411987305, - -1.5454384088516235, - -3.251694440841675, - -3.2934610843658447, - -3.9637625217437744, - 0.9285027384757996, - -3.931687831878662, - 0.9901143312454224, - 5.293753623962402, - -3.553872585296631, - -3.133589267730713, - -0.9178322553634644, - -1.3631387948989868, - -1.5870230197906494, - -4.336772441864014, - -3.627807855606079, - -2.0006823539733887, - 6.922196865081787, - -1.2136590480804443, - -3.046382188796997, - -5.761021137237549, - -7.750892639160156, - 0.07971999049186707, - -3.6721439361572266, - -3.557272434234619, - -3.5881545543670654, - -1.830938696861267, - -2.237175941467285, - -2.854449987411499, - -3.4631845951080322, - -2.7152912616729736, - -0.9991142153739929, - -2.8981266021728516, - -2.257195472717285, - -2.4907472133636475, - -2.6336729526519775, - -2.4805140495300293, - -0.7071305513381958, - -2.742628574371338, - 0.19549113512039185, - -1.4250891208648682, - -2.993640661239624, - 1.5080549716949463, - -3.4288320541381836, - -3.9345765113830566, - -0.8843194246292114, - -2.9093785285949707, - 0.9149737358093262, - -1.6234233379364014, - -3.6068079471588135, - 0.053845178335905075, - -2.0302979946136475, - -1.4549002647399902, - -0.23963862657546997, - -4.1624250411987305, - -2.4168787002563477, - -3.4661178588867188, - 2.293735980987549, - -4.104300498962402, - -2.5052173137664795, - -3.7842979431152344, - -3.4131414890289307, - -2.4682445526123047, - 5.264096736907959, - -4.354085445404053, - 0.45038920640945435, - -1.5777325630187988, - -1.4172791242599487, - -3.028986930847168, - 11.421630859375, - -2.143848419189453, - -2.0221941471099854, - -3.154285192489624, - -3.971491813659668, - -3.4598677158355713, - -0.25369369983673096, - -2.7317464351654053, - -5.252819538116455, - -0.7334153056144714, - -2.710982084274292, - -6.264036178588867, - -6.9288153648376465, - -3.525668144226074, - -1.0030851364135742, - -4.262201309204102, - -3.421602249145508, - -3.688206672668457, - -2.516376256942749, - -4.0075364112854, - -4.17495059967041, - -2.0010523796081543, - -2.921522378921509, - -3.309135675430298, - -2.457648992538452, - -1.2881301641464233, - -2.8120534420013428, - -3.8327090740203857, - 5.689537525177002, - 0.39905375242233276, - -3.695136308670044, - -1.323241949081421, - 0.9331308603286743, - -3.999785900115967, - -4.719427585601807, - -3.1524529457092285, - -3.8184547424316406, - -0.26350271701812744, - -1.8526948690414429, - -2.618867874145508, - -4.117692470550537 + -0.5324477553367615, + -0.40200042724609375, + -0.5153439044952393, + -0.5398694276809692, + -0.6069586873054504, + -0.6021164059638977, + -0.5080058574676514, + -0.5655063986778259, + -0.49536630511283875, + -0.4067564308643341, + -0.6303178071975708, + -0.43645143508911133, + -0.426100492477417, + -0.6777973175048828, + -0.5625719428062439, + -0.5790318250656128, + -0.4037421941757202, + -0.5220533013343811, + -0.01298112329095602, + -0.41104209423065186, + -0.44901251792907715, + -0.6787391901016235, + -0.354268878698349, + -0.6317562460899353, + -0.4303508698940277, + -0.6027112603187561, + -0.5452215075492859, + -0.4814971387386322, + -0.4446483254432678, + -0.3742743134498596, + -0.527269721031189, + -0.3693876564502716, + -0.2998974621295929, + -0.42458376288414, + -0.4792763292789459, + -0.4674321711063385, + -0.6800652742385864, + -0.4165216386318207, + -0.34151527285575867, + -0.0961555689573288, + -0.3640826940536499, + -0.7767811417579651, + -0.6130818128585815, + -0.44179821014404297, + -0.6853074431419373, + -0.40863290429115295, + -0.49261990189552307, + -0.515842854976654, + -0.38290083408355713, + -0.4468379616737366, + -0.4673212170600891, + -0.3497450053691864, + -0.4576175808906555, + -0.4830014109611511, + -0.48464515805244446, + -0.41923221945762634, + -0.5798041224479675, + -0.5244445204734802, + -0.3369148373603821, + -0.6349747180938721, + -0.6540996432304382, + -0.6117247343063354, + -0.4602257013320923, + -0.6065102219581604, + -0.3248120844364166, + -0.4620879888534546, + -0.4693607687950134, + -0.4967004954814911, + -0.35824742913246155, + -0.5013360977172852, + -0.7159262299537659, + -0.5194217562675476, + -0.36583420634269714, + -0.4134608209133148, + -0.5612877011299133, + -0.5653782486915588, + -0.5866665244102478, + -0.4332590103149414, + -0.5881220698356628, + -0.46523648500442505, + -0.867361843585968, + -0.3378058075904846, + -0.7357621788978577, + -0.47117191553115845, + -0.629939079284668, + -0.8194364309310913, + -0.41522398591041565, + -0.5623289942741394, + -0.6045750379562378, + -0.3738020956516266, + -0.5845686197280884, + -0.4808315634727478, + -0.5199374556541443, + -0.3713313043117523, + -0.5314524173736572, + -0.46599674224853516, + -0.622282087802887, + -0.5007746815681458, + -0.48375511169433594, + -0.5899823307991028, + -0.835037350654602, + -0.4360705316066742, + -0.5401639938354492, + -0.5094271898269653, + -0.3177891671657562, + -0.5035375356674194, + -0.5148602724075317, + -0.632358193397522, + -0.32018622756004333, + -0.5779414176940918, + -0.6110602617263794, + -0.5187865495681763, + -0.6937333345413208, + -0.44110801815986633, + -0.5593110918998718, + -0.4998544454574585, + -0.5162075757980347, + -0.554134726524353, + -0.49684619903564453, + -0.6810693144798279, + -0.6301784515380859, + -0.5473026037216187, + -0.5552753210067749, + -0.5341725945472717, + -0.40794745087623596, + -0.5001605749130249, + -0.25411051511764526, + -0.41425153613090515, + -0.45069316029548645, + -0.41698941588401794, + -0.4823375344276428, + -0.5719501376152039, + -0.2459396868944168, + -0.38754135370254517, + -0.5347344279289246, + -0.4449407160282135, + -0.3087615966796875, + -0.44740986824035645, + -0.7762734889984131, + -0.4342159330844879, + -0.5827609896659851, + -0.7263990044593811, + -0.45054784417152405, + -0.6266793012619019, + -0.6703932881355286, + -0.6372091770172119, + -0.7418098449707031, + -0.5329732894897461, + -0.4106253385543823, + -0.7874681353569031, + -0.4011046886444092, + -0.05865846201777458, + -0.5203968286514282, + -0.6756845116615295, + -0.23668693006038666, + -0.7152409553527832, + -0.27359068393707275, + -0.552350640296936, + -0.46780556440353394, + -0.49918559193611145, + -0.5355921387672424, + -0.5406032800674438, + -0.8385004997253418, + -0.5800399780273438, + -0.27058643102645874, + -0.4693257510662079, + -0.6135695576667786, + -0.5446500778198242, + -0.5538949370384216, + -0.3260689079761505, + -0.6172133684158325, + -0.4747573733329773, + -0.6279098391532898, + -0.44969940185546875, + -0.46121716499328613, + -0.41869887709617615, + -0.48930060863494873, + -0.47769293189048767, + -0.3366539180278778, + -0.5251173973083496, + -0.47052738070487976, + -0.4465102553367615, + -0.48470741510391235, + -0.4955861270427704, + -0.3576987385749817, + -0.639414370059967, + -0.48073703050613403, + -0.23937863111495972, + -0.5606839656829834, + -0.6600844860076904, + -0.5699219703674316, + -0.5378776788711548, + -0.19923746585845947, + -0.2650180459022522, + -0.4756357967853546, + -0.5029726028442383, + -0.40533214807510376, + -0.6370264291763306, + -0.5298596620559692, + -0.5686882734298706, + -0.4211274981498718, + -0.4062882363796234, + -0.45781344175338745, + -0.6222078800201416, + -0.4819095730781555, + -0.3456982374191284, + -0.5661711096763611, + -0.6850593090057373, + -0.4453226923942566, + -0.35556650161743164, + -0.36081722378730774, + -0.495896577835083, + -0.4570021331310272, + -0.4402255415916443, + -0.3718867599964142, + -0.36086177825927734, + -0.5974822044372559, + -0.6812332272529602, + -0.3686177432537079, + -0.34115418791770935, + -0.5456063151359558, + -0.3540119528770447, + -0.5088745355606079, + -0.52490234375, + -0.6224169731140137, + -0.5301987528800964, + -0.29792046546936035, + -0.5712686777114868, + -0.5835141539573669, + -0.5368841886520386, + -0.640203058719635, + -0.4857184886932373, + -0.5209794044494629, + -0.5050415992736816, + -0.44901934266090393, + -0.6065884232521057, + -0.6202095746994019, + -0.3554369807243347, + -0.43214449286460876, + -0.6187865734100342, + -0.5124955177307129, + -0.36529240012168884, + -0.41629263758659363, + -0.5147486925125122, + -0.372967928647995, + -0.40647438168525696, + -0.8252046704292297, + -0.6435210108757019, + -0.44269323348999023, + -0.5966447591781616, + -0.8406249284744263, + -0.5226133465766907, + -0.3586655855178833, + -0.34556373953819275, + -0.40990298986434937, + -0.43465274572372437, + -0.5653068423271179, + -0.6825008392333984, + -0.4220848083496094, + -0.27857211232185364, + -0.4103739261627197, + -0.5428982377052307, + -0.4876502752304077, + -0.6183781027793884, + -0.5422714352607727, + -0.4459291100502014, + -0.48053106665611267, + -0.5222890973091125, + -0.4829395115375519, + -0.5734108090400696, + -0.4783042371273041, + -0.2430143505334854, + -0.5099154710769653, + -0.5805119276046753, + -0.604390025138855, + -0.5153734683990479, + -0.8088173270225525, + -0.5509800314903259, + -0.31761306524276733, + -0.566491425037384, + -0.31612083315849304, + -0.4542953372001648, + -0.3858339488506317, + -0.5503147840499878, + -0.3965322971343994, + -0.5375124216079712, + -0.3763669431209564, + -0.5176517367362976, + -0.31572121381759644, + -0.6396222710609436, + -0.5899456143379211, + -0.33568042516708374, + -0.6178920865058899, + -0.524109423160553, + -0.4610316753387451, + -0.4235273599624634, + -0.6260724067687988, + -0.5792795419692993, + -0.5476768612861633, + -0.4242747128009796, + -0.6120087504386902, + -0.5254855155944824, + -0.6701810359954834, + -0.5639535784721375, + -0.4969770908355713, + -0.1968674510717392, + -0.36013102531433105, + -0.58115154504776, + -0.5001482367515564, + -0.4894264042377472, + -0.36701083183288574, + -0.6504427194595337, + -0.5139769911766052, + -0.5313248634338379, + -0.3934171795845032, + -0.5493643879890442, + -0.636504590511322, + -0.4852287769317627, + -0.47296974062919617, + -0.5564547181129456, + -0.6716493964195251, + -0.44634097814559937, + -0.7078537344932556, + -0.4964815378189087, + -0.4191730320453644, + -0.5586520433425903, + -0.5190939903259277, + -0.5250874161720276, + -0.5103288292884827, + -0.4782474637031555, + -0.536145031452179, + -0.568047285079956, + -0.4826388359069824, + -0.6930649280548096, + -0.5715744495391846, + -0.489972859621048, + -0.8256045579910278, + -0.4698885977268219, + -0.5725746750831604, + -0.5632109642028809, + -0.6490519046783447, + -0.5289552807807922, + -0.48104777932167053, + -0.5569007992744446, + -0.5943145155906677, + -0.8229217529296875, + -0.3133741617202759, + -0.5760511159896851, + -0.5423955321311951, + -0.3300308585166931, + -0.5660679340362549, + -0.4562775790691376, + -0.5035290122032166, + -0.5158740282058716, + -0.5554743409156799, + -0.5522880554199219, + -0.515561580657959, + -0.471280038356781, + -0.4633670449256897, + -0.5556679368019104, + -0.553659200668335, + -0.34766992926597595, + -0.6472371816635132, + -0.40997403860092163, + -0.13438177108764648, + -0.5390083193778992, + -0.6632295846939087, + -0.5475679039955139, + -0.644981324672699, + -0.47272464632987976, + -0.3942842483520508, + -0.15271833539009094, + -0.45661017298698425, + -0.6434605717658997, + -0.4114190936088562, + -0.5164690613746643, + -0.3266454041004181, + -0.8138889074325562, + -0.5012075901031494, + -0.5695637464523315, + -0.5031103491783142, + -0.473957896232605, + -0.4937700033187866, + -0.5804403424263, + -0.5028927326202393, + -0.41250333189964294, + -0.2259392887353897, + -0.605401337146759, + -0.5276427268981934, + -0.6262308359146118, + -0.7366579174995422, + -0.4103545546531677, + -0.6070291996002197, + -0.5622028112411499, + -0.26004624366760254, + -0.5909902453422546, + -0.5310666561126709, + -0.5172533988952637, + -0.6992297172546387, + -0.4448052644729614, + -0.5869730114936829, + -0.5213623642921448, + -0.5135248899459839, + -0.7332408428192139, + -0.19747526943683624, + -0.4803333282470703, + -0.4670729637145996, + -0.3499106168746948, + -0.5760892033576965, + -0.6000125408172607, + -0.6636850237846375, + -0.5001525282859802, + -0.5083890557289124, + -0.4983161389827728, + -0.32477080821990967, + -0.8781285881996155, + -0.6185284852981567, + -0.4146355390548706, + -0.4573083221912384, + -0.474003404378891, + -0.3772919178009033, + -0.5068873763084412, + -0.624671995639801, + -0.5217917561531067, + -0.6005899906158447, + -0.48347020149230957, + -0.54720538854599, + -0.5075936913490295, + -0.43490463495254517, + -0.5412278175354004, + -0.5336346626281738, + -0.5604861378669739, + -0.506523609161377, + -0.504852831363678, + -0.5830644965171814, + -0.49627891182899475, + -0.47453418374061584, + -0.41438180208206177, + -0.4367631673812866, + -0.42672261595726013, + -0.5616855025291443, + -0.5171142220497131, + -0.6035141348838806, + -0.5073058009147644, + -0.4396325945854187, + -0.5321865677833557, + -0.5460620522499084, + -0.6647742986679077, + -0.39984384179115295, + -0.5700788497924805, + -0.42066487669944763, + -0.34643206000328064, + -0.5495941042900085, + -0.4482762813568115, + -0.6835512518882751, + -0.39314034581184387, + -0.33036190271377563, + -0.6295497417449951, + -0.5151996612548828, + -0.5652300715446472, + -0.5214798450469971, + -0.43110254406929016, + -0.32822781801223755, + -0.20212143659591675, + -0.6772844791412354, + -0.5255343914031982, + -0.40719446539878845, + -0.537208616733551, + -0.5146375298500061, + -0.5510140657424927, + -0.6066045165061951, + -0.6380996108055115, + -0.5256810188293457, + -0.42890673875808716, + -0.5901974439620972, + -0.34987133741378784, + -0.7703038454055786, + -0.5515689253807068, + -0.12469330430030823, + -0.46902239322662354, + -0.4651646018028259, + -0.48174118995666504, + -0.47765544056892395, + -0.5595570802688599, + -0.679868221282959, + -0.4915393888950348, + -0.5501502752304077, + -0.5549055933952332, + -0.6388656497001648, + -0.42881423234939575, + -0.4904228746891022, + -0.5692694187164307, + -0.5034594535827637, + -0.34740373492240906, + -0.36375105381011963, + -0.5497317910194397, + -0.516636848449707, + -0.35270628333091736, + -0.45751792192459106, + -0.45276105403900146 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.65, - 0.675, - 0.75, - 0.675, - 0.6499999999999999, - 0.7, - 0.675, - 0.65, - 0.675 + 0.4875, + 0.48749999999999993, + 0.4375, + 0.4875, + 0.4875, + 0.5, + 0.5125, + 0.525, + 0.44999999999999996, + 0.475, + 0.44999999999999996, + 0.475, + 0.43749999999999994, + 0.49999999999999994, + 0.44999999999999996, + 0.45, + 0.44999999999999996, + 0.47500000000000003, + 0.4125, + 0.4875 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.07764378935098648, - 0.4027474522590637, - 0.8529691696166992, - 0.5352621674537659, - 0.833088755607605, - 0.5996032357215881, - 0.3958958089351654, - 0.3790748715400696, - -0.09274643659591675, - 0.2988527715206146 + 0.9054656624794006, + 0.6430380940437317, + 0.6528818011283875, + 0.4765995442867279, + 0.4283865690231323, + 0.7464464902877808, + 0.545383632183075, + 0.6532872915267944, + 0.46538475155830383, + 0.6761249303817749, + 0.6669766306877136, + 0.4281938672065735, + 0.8191969394683838, + 0.37373557686805725, + 0.1339380145072937, + 0.3086775243282318, + 0.38882097601890564, + 0.7929944396018982, + 0.561269223690033, + 0.49471649527549744 ], "rl_grad_norm": [ - 0.14179159700870514, - 0.7456250786781311, - 0.40759092569351196, - 0.32501718401908875, - 0.009093214757740498, - 0.13373243808746338, - 0.15511152148246765, - 0.05907754972577095, - 0.1459195762872696, - 0.03913956135511398 + 0.4054720401763916, + 0.226268470287323, + 0.17064526677131653, + 0.08039887994527817, + 0.14841054379940033, + 0.11030305922031403, + 0.2632441222667694, + 0.16901496052742004, + 0.0846487283706665, + 0.1231185644865036, + 0.12766805291175842, + 0.1918012648820877, + 0.216586172580719, + 0.43370485305786133, + 0.25337111949920654, + 0.07585521787405014, + 0.10593089461326599, + 0.13090071082115173, + 0.19097326695919037, + 0.135231152176857 ], "bc_grad_norm": [ - 0.03842652589082718, - 0.15897151827812195, - 0.20599676668643951, - 0.14827121794223785, - 0.08921189606189728, - 0.0803142786026001, - 0.06752832978963852, - 0.22329911589622498, - 0.019944626837968826, - 0.028273794800043106 + 0.2995259761810303, + 0.28551098704338074, + 0.30739274621009827, + 0.15890848636627197, + 0.3865783214569092, + 0.2135297805070877, + 0.13071143627166748, + 0.31904950737953186, + 0.1628182828426361, + 0.14208994805812836, + 0.07489503920078278, + 0.08883161097764969, + 0.23717787861824036, + 0.19998283684253693, + 0.18921221792697906, + 0.11509836465120316, + 0.1781759113073349, + 0.193767711520195, + 0.22193357348442078, + 0.1921130120754242 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.009676530957221985, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.024887466803193092, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.016255425289273262, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.027737600728869438, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.013848560862243176, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.03155335783958435, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0201142355799675, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.031076254323124886, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014063799753785133, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.018942587077617645, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.013537228107452393, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03509494662284851, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.009444418363273144, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01250508800148964, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.014561563730239868, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.020357174798846245 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.12436337769031525, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.22139617800712585, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.17135560512542725, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.27912357449531555, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.10127759724855423, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.23143669962882996, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.19545821845531464, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.2321205735206604, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.06657769531011581, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.12273606657981873, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.12836939096450806, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.3260532021522522, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.1303349882364273, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.06439726799726486, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.1779518872499466, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.2368217259645462 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.03657599911093712, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.22627857327461243, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.06108976900577545, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.23194275796413422, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.04868423566222191, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.31115254759788513, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0740947499871254, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.21469804644584656, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.061194662004709244, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.1331646889448166, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.041347686201334, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.15858085453510284, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.14945228397846222, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.11351795494556427, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.13908952474594116, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.22421741485595703 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.029236946254968643, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.12660139799118042, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.048397764563560486, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.12908026576042175, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.026709387078881264, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.1563287079334259, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.034679919481277466, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.09857392311096191, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.03653306886553764, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.08907192945480347, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03288780525326729, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.09089794754981995, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.07929050177335739, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.06823528558015823, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.09162086248397827, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.12976352870464325 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.005141615867614746, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.011868376284837723, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.009571376256644726, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.033705346286296844, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.0019542521331459284, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.007622812408953905, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0026775908190757036, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.007641115691512823, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0033014188520610332, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.003094857092946768, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.00303458608686924, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.005907017737627029, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0035522726830095053, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.0019967344123870134, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.006332871504127979, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.008381275460124016 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.016641970723867416, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.03544462099671364, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.018069112673401833, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07793466746807098, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.01774105243384838, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.04101443290710449, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.01864040456712246, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.030866719782352448, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.010812146589159966, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.021349385380744934, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.02205582521855831, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.034253232181072235, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.017353635281324387, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01502581313252449, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03236667439341545, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.04111335799098015 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.011376222595572472, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05197412893176079, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01933966763317585, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07176084816455841, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.006456001196056604, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.05234402045607567, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.013868384063243866, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.035526152700185776, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.03162660449743271, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.023426325991749763, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.014349627308547497, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03693994879722595, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03154085576534271, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01708269864320755, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04898207262158394, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05343877524137497 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.005389578174799681, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.025354675948619843, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.00830907467752695, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.024626683443784714, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.004264608025550842, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.02697489596903324, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.007855021394789219, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.019462604075670242, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.006073802709579468, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.015245323069393635, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.011212295852601528, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.02876613475382328, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0193118117749691, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.011983916163444519, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.021367376670241356, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.03488646820187569 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.010852799750864506, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.03226619213819504, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01373970601707697, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.03610164299607277, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.007414365652948618, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.032993134111166, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.015350139699876308, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.031838178634643555, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.022180480882525444, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.01821088418364525, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.023895643651485443, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.040740519762039185, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.016955744475126266, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.009444956667721272, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.05240410938858986, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.04591507464647293 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.004997911397367716, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.010583994910120964, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.005140818189829588, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.01105760969221592, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.001758265309035778, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.008073926903307438, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0041718799620866776, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.007084345445036888, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0034815322142094374, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0043467446230351925, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.0036798708606511354, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.007180886343121529, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.004762621596455574, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.0023925716523081064, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.00906272791326046, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.011817225255072117 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.0570058710873127, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.12040107697248459, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.07408738881349564, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.13801150023937225, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.08624543249607086, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.13109472393989563, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.12013155966997147, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.13828252255916595, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.04901813343167305, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.07683150470256805, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.1156470999121666, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.13629363477230072, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.036865703761577606, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.03896026313304901, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.06412094831466675, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07202974706888199 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.015756595879793167, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.09415312111377716, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.022894421592354774, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.11333707720041275, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.048763640224933624, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.09165675193071365, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.06813857704401016, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.08242049068212509, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.031200382858514786, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06580375134944916, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03943849727511406, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.07389141619205475, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.04064623638987541, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.029610684141516685, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.0517246387898922, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.06793104112148285 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.030805740505456924, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.06861478835344315, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.030988475307822227, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.06786387413740158, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.027639620006084442, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.07934124022722244, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.023774370551109314, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.05449168011546135, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.012537848204374313, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.05326986312866211, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.020097840577363968, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05792013183236122, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03752467781305313, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.020542358979582787, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04503148794174194, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05595674365758896 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.003229267429560423, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.017558449879288673, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.005166692193597555, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.01840270310640335, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.003567882115021348, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.018046146258711815, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.005650235805660486, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.013634910807013512, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.007162592373788357, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.015408544801175594, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.010196550749242306, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.020310111343860626, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0069963219575583935, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.005401839502155781, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.007406647317111492, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.012312062084674835 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.0075170365162193775, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05063346028327942, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01499447226524353, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.05197760462760925, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.017230458557605743, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.061385203152894974, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.013860296458005905, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.04138743504881859, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.020016908645629883, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.054665692150592804, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.022572768852114677, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.06549298763275146, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.028809184208512306, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.017609119415283203, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.030883895233273506, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.043840959668159485 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.007703364826738834, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.03698667883872986, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.00926683098077774, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.03136957436800003, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.018326181918382645, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.03337400406599045, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.019694644957780838, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.027602029964327812, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.012462707236409187, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.023852316662669182, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.032914187759160995, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03731554374098778, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.011194216087460518, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.006826672237366438, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.019307777285575867, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.02705976366996765 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.007859908044338226, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.07078356295824051, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.011758853681385517, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07166293263435364, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.019105790182948112, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.09654609113931656, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.012976082041859627, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.05867339298129082, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0241069532930851, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.10330875217914581, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.036833927035331726, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.08365201950073242, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.05189824104309082, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.02716011554002762, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.06527013331651688, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.1073661521077156 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.013252045027911663, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05528505891561508, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.014178981073200703, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04836273193359375, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.017592545598745346, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.06158182770013809, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.015457358211278915, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.04272954538464546, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.018043968826532364, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06804037094116211, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.034838929772377014, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.06551185995340347, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03674476221203804, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.023960303515195847, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.0388958714902401, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07373218238353729 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.006786696147173643, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.024493766948580742, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.007201398257166147, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.02412136271595955, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.008330206386744976, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.024653179571032524, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.008172714151442051, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.02178877592086792, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.007463849615305662, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.029347499832510948, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.01978624425828457, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03507303074002266, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0176882054656744, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.011706349439918995, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.02477608062326908, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.03921157121658325 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.008023668080568314, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.04514278471469879, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.009945406578481197, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.044067688286304474, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.008985349908471107, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.03888636454939842, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.016109781339764595, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.03312253952026367, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.029259685426950455, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.048651862889528275, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.0238921158015728, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05438302084803581, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.01952943578362465, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01261914148926735, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.02828378975391388, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.044751331210136414 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.007291394751518965, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.020514851436018944, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.011297311633825302, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.02388913556933403, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.008211551234126091, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.02780582755804062, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.00958242453634739, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.020432086661458015, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.008461435325443745, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.023188725113868713, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.016683250665664673, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.047671765089035034, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.010670509189367294, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.006121878046542406, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.023762231692671776, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.024947600439190865 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.014855881221592426, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05835272744297981, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01181156188249588, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.051862914115190506, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.013566887937486172, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.04283586144447327, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.017210856080055237, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.039845168590545654, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.020637255162000656, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06544452160596848, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.025153474882245064, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.0593319907784462, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.036612335592508316, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.022960588335990906, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04761659726500511, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07708709686994553 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.009116319008171558, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.04780400171875954, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.010898212902247906, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04448952153325081, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.015028959140181541, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.04678986594080925, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.011422796174883842, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.042006511241197586, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.01512301154434681, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06733434647321701, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.04195341840386391, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.06739012897014618, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.039381179958581924, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01851571910083294, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04642168805003166, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.09127957373857498 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.021861134096980095, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.11291100829839706, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.02134685590863228, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.10482047498226166, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.023098686710000038, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.09997498244047165, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.025623854249715805, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.09109149128198624, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.047370679676532745, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.15818049013614655, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.05245198681950569, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.14181777834892273, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.08468816429376602, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.04259776696562767, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.1073673889040947, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.20172426104545593 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.015362215228378773, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.07742317020893097, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01290707103908062, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07226889580488205, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.024234091863036156, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.059322163462638855, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.016891295090317726, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.05809391662478447, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.021711988374590874, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06112072244286537, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03854319825768471, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.07683694362640381, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.02762887254357338, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.013516335748136044, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.05065275356173515, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.0696396753191948 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.006904322188347578, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.020971864461898804, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.007303684018552303, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.022504912689328194, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.006591286975890398, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.015557389706373215, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.009811907075345516, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.016668977215886116, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.013562902808189392, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.024074990302324295, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.016525646671652794, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.027523251250386238, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.010486133396625519, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.005324332043528557, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.01992454193532467, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.026198269799351692 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.009675511159002781, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.024873889982700348, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008860900066792965, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.02881910465657711, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.0065963007509708405, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.017580639570951462, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.012559939175844193, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.02122972533106804, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.018107866868376732, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.024556856602430344, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.017735015600919724, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03678489476442337, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.01604216918349266, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.007960109040141106, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.022420065477490425, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.03201799467206001 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.011823673732578754, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.04941181093454361, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.010109379887580872, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.046157270669937134, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.02226308546960354, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.039711110293865204, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.011366292834281921, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.039762694388628006, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014745522290468216, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.03439849987626076, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.04457450285553932, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05820373445749283, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.022882387042045593, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.008164264261722565, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03321301192045212, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.034569159150123596 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.014039330184459686, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.043138813227415085, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.009886869229376316, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.05328661948442459, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.006099002901464701, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.032310981303453445, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.018785063177347183, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.033452972769737244, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.022256478667259216, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.04941277951002121, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03481321409344673, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.0649474561214447, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03760550171136856, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.02157650515437126, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04547078534960747, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07269022613763809 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.010571779683232307, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.035013485699892044, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008022326976060867, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04051767662167549, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.011598382145166397, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.025217624381184578, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.009868256747722626, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.029520820826292038, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.01817399077117443, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0449741929769516, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03922758996486664, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05910104140639305, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03096902370452881, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01060432568192482, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03585559129714966, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05930130183696747 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.010557730682194233, - 0.2044498473405838, - 0.1380644142627716, - 0.3317010998725891, - 0.03848302364349365, - 0.13228601217269897, - 0.08679226040840149, - 0.04232312738895416, - 0.04753688722848892, - 0.014503033831715584 + 0.09206674993038177, + 0.1448693871498108, + 0.2589872181415558, + 0.23937852680683136, + 0.2043551802635193, + 0.20510371029376984, + 0.2767380475997925, + 0.2800537645816803, + 0.21187861263751984, + 0.1927272528409958, + 0.1980438232421875, + 0.1442342847585678, + 0.2367142289876938, + 0.43930569291114807, + 0.3538675010204315, + 0.33750587701797485, + 0.2925850749015808, + 0.3460638225078583, + 0.5137311220169067, + 0.3869010806083679 ], "repr_drift_kl_low_t": [ - 0.009987285360693932, - 0.23073363304138184, - 0.15267446637153625, - 0.37175941467285156, - 0.03770935535430908, - 0.1342529058456421, - 0.07631126791238785, - 0.03271611034870148, - 0.060063980519771576, - 0.011119259521365166 + 0.12482389807701111, + 0.18725231289863586, + 0.3461327850818634, + 0.2907106876373291, + 0.24979358911514282, + 0.26832252740859985, + 0.36417335271835327, + 0.3562767207622528, + 0.2388826161623001, + 0.2275993824005127, + 0.25011005997657776, + 0.17793846130371094, + 0.30616897344589233, + 0.5826159715652466, + 0.44730353355407715, + 0.4493369460105896, + 0.3805423378944397, + 0.4471255838871002, + 0.6889690160751343, + 0.49788299202919006 ], "repr_drift_kl_mid_t": [ - 0.010169783607125282, - 0.1919054388999939, - 0.1345728635787964, - 0.3293454647064209, - 0.035838618874549866, - 0.12913213670253754, - 0.07273320853710175, - 0.034872449934482574, - 0.04719952493906021, - 0.010304169729351997 + 0.09551171958446503, + 0.14084838330745697, + 0.25231602787971497, + 0.22850091755390167, + 0.18863604962825775, + 0.1914631724357605, + 0.26324158906936646, + 0.26525846123695374, + 0.20562715828418732, + 0.18202155828475952, + 0.19559283554553986, + 0.13120037317276, + 0.2255525141954422, + 0.4196688234806061, + 0.34630757570266724, + 0.32685184478759766, + 0.29108667373657227, + 0.3413494825363159, + 0.4982900619506836, + 0.38359686732292175 ], "repr_drift_kl_high_t": [ - 0.011210165917873383, - 0.18459832668304443, - 0.11958223581314087, - 0.3157663643360138, - 0.04322148114442825, - 0.13264510035514832, - 0.09312300384044647, - 0.05221464857459068, - 0.04513644054532051, - 0.017940836027264595 + 0.06980482488870621, + 0.09434904903173447, + 0.1806950718164444, + 0.2103358954191208, + 0.19698262214660645, + 0.1614692062139511, + 0.21071451902389526, + 0.2263791263103485, + 0.19006595015525818, + 0.17546580731868744, + 0.1726243495941162, + 0.13776466250419617, + 0.19004479050636292, + 0.3123244643211365, + 0.28611111640930176, + 0.25588366389274597, + 0.2175453156232834, + 0.2595342695713043, + 0.35674500465393066, + 0.29095229506492615 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.4522295594215393, - 0.4146668016910553, - 0.6177798509597778, - 0.659589409828186, - 0.8815697431564331 + 0.7816096544265747, + 0.594266951084137, + 0.6779101490974426, + 0.7807908654212952, + 0.771611213684082, + 0.7684105634689331, + 0.7982885837554932, + 0.8144968152046204, + 0.705470085144043, + 0.8153442144393921 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.22267946600914001, - 0.6251497864723206, - 0.6166983842849731, - 0.7429606318473816, - 0.008393563330173492, - 0.15812069177627563, - 0.15187667310237885, - 0.04668453335762024, - 0.21861295402050018, - 0.09388208389282227 + 0.4795722961425781, + 0.28695839643478394, + 0.2530164122581482, + 0.11026933789253235, + 0.13554641604423523, + 0.21882189810276031, + 0.28749898076057434, + 0.2777564525604248, + 0.15120892226696014, + 0.1964031457901001, + 0.13976803421974182, + 0.14260390400886536, + 0.2462846338748932, + 0.31955236196517944, + 0.18394231796264648, + 0.11882302910089493, + 0.15488536655902863, + 0.10298164188861847, + 0.24083074927330017, + 0.1390092521905899 ], "norm_high_t": [ - 0.09201586991548538, - 0.789071798324585, - 0.5180732607841492, - 0.6191936731338501, - 0.07018372416496277, - 0.38950085639953613, - 0.33343544602394104, - 0.08441159874200821, - 0.12240155041217804, - 0.03337894380092621 + 0.3846816420555115, + 0.17587299644947052, + 0.22669848799705505, + 0.09231904149055481, + 0.23668137192726135, + 0.14633800089359283, + 0.24405837059020996, + 0.2047634869813919, + 0.07853472977876663, + 0.1107148677110672, + 0.06804005801677704, + 0.23713567852973938, + 0.25260961055755615, + 0.6211658120155334, + 0.3581213355064392, + 0.11224465817213058, + 0.11996840685606003, + 0.13535532355308533, + 0.25040701031684875, + 0.20324677228927612 ], "lowhigh_cos": [ - 0.13033995032310486, - 0.4928749203681946, - -0.11623299866914749, - -0.35725218057632446, - 0.014103627763688564, - 0.25909972190856934, - 0.26799246668815613, - 0.4249823987483978, - -0.2101549506187439, - 0.454616516828537 + 0.5251898765563965, + 0.015303811989724636, + 0.46848180890083313, + -0.08367826789617538, + 0.2602004110813141, + -0.5186502933502197, + 0.6891637444496155, + 0.07875464856624603, + 0.418548583984375, + 0.6984442472457886, + -0.19818276166915894, + 0.5109739303588867, + 0.16361795365810394, + 0.6036791801452637, + 0.3859064280986786, + -0.015588146634399891, + 0.15078598260879517, + -0.06152581796050072, + 0.1728559136390686, + 0.11534111946821213 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.16394387185573578, - "t_0.1-0.2": 0.09888778626918793, - "t_0.2-0.3": 0.09923754632472992, - "t_0.3-0.4": 0.05268818512558937, - "t_0.4-0.5": 0.07366756349802017, - "t_0.5-0.6": 0.10147976130247116, - "t_0.6-0.7": 0.07251586019992828, - "t_0.7-0.8": 0.08599865436553955, - "t_0.8-0.9": 0.10372944921255112, - "t_0.9-1.0": 0.14317074418067932 - }, - { - "t_0.0-0.1": 0.8108360767364502, - "t_0.1-0.2": 0.9419125318527222, - "t_0.2-0.3": 0.6437366604804993, - "t_0.3-0.4": 0.658639669418335, - "t_0.4-0.5": 0.6339216232299805, - "t_0.5-0.6": 0.669920027256012, - "t_0.6-0.7": 0.6544259786605835, - "t_0.7-0.8": 0.6356726884841919, - "t_0.8-0.9": 0.7828474640846252, - "t_0.9-1.0": 0.8944454789161682 - }, - { - "t_0.0-0.1": 0.38151127099990845, - "t_0.1-0.2": 0.3256390392780304, - "t_0.2-0.3": 0.717491865158081, - "t_0.3-0.4": 0.5336721539497375, - "t_0.4-0.5": 0.4432426691055298, - "t_0.5-0.6": 0.5483695864677429, - "t_0.6-0.7": 0.48759275674819946, - "t_0.7-0.8": 0.6476573944091797, - "t_0.8-0.9": 0.5697794556617737, - "t_0.9-1.0": 0.5728583931922913 - }, - { - "t_0.0-0.1": 0.729768693447113, - "t_0.1-0.2": 0.44493404030799866, - "t_0.2-0.3": 0.37338462471961975, - "t_0.3-0.4": 0.316294401884079, - "t_0.4-0.5": 0.48553651571273804, - "t_0.5-0.6": 0.3360108435153961, - "t_0.6-0.7": 0.2282101958990097, - "t_0.7-0.8": 0.21461895108222961, - "t_0.8-0.9": 0.30847272276878357, - "t_0.9-1.0": 1.1408430337905884 - }, - { - "t_0.0-0.1": 0.012055082246661186, - "t_0.1-0.2": 0.007091084495186806, - "t_0.2-0.3": 0.00927024520933628, - "t_0.3-0.4": 0.008947123773396015, - "t_0.4-0.5": 0.009450622834265232, - "t_0.5-0.6": 0.0400673933327198, - "t_0.6-0.7": 0.04224185273051262, - "t_0.7-0.8": 0.009057417511940002, - "t_0.8-0.9": 0.057692188769578934, - "t_0.9-1.0": 0.06893220543861389 - }, - { - "t_0.0-0.1": 0.18223248422145844, - "t_0.1-0.2": 0.11371041089296341, - "t_0.2-0.3": 0.07463943213224411, - "t_0.3-0.4": 0.08209487795829773, - "t_0.4-0.5": 0.08429072052240372, - "t_0.5-0.6": 0.09140178561210632, - "t_0.6-0.7": 0.09735335409641266, - "t_0.7-0.8": 0.1234310194849968, - "t_0.8-0.9": 0.22128379344940186, - "t_0.9-1.0": 0.5702750086784363 - }, - { - "t_0.0-0.1": 0.30544909834861755, - "t_0.1-0.2": 0.2697935402393341, - "t_0.2-0.3": 0.11776046454906464, - "t_0.3-0.4": 0.08864988386631012, - "t_0.4-0.5": 0.09408507496118546, - "t_0.5-0.6": 0.1005387231707573, - "t_0.6-0.7": 0.1389337182044983, - "t_0.7-0.8": 0.1407606303691864, - "t_0.8-0.9": 0.20320303738117218, - "t_0.9-1.0": 0.49288836121559143 - }, - { - "t_0.0-0.1": 0.08843398094177246, - "t_0.1-0.2": 0.09776561707258224, - "t_0.2-0.3": 0.06929688900709152, - "t_0.3-0.4": 0.09923357516527176, - "t_0.4-0.5": 0.06778254359960556, - "t_0.5-0.6": 0.07058260589838028, - "t_0.6-0.7": 0.046426985412836075, - "t_0.7-0.8": 0.07970871776342392, - "t_0.8-0.9": 0.0611078217625618, - "t_0.9-1.0": 0.10126703977584839 - }, - { - "t_0.0-0.1": 0.22964677214622498, - "t_0.1-0.2": 0.15626376867294312, - "t_0.2-0.3": 0.1564708650112152, - "t_0.3-0.4": 0.10658670961856842, - "t_0.4-0.5": 0.11459334194660187, - "t_0.5-0.6": 0.0853903740644455, - "t_0.6-0.7": 0.06264027953147888, - "t_0.7-0.8": 0.08057932555675507, - "t_0.8-0.9": 0.0964839980006218, - "t_0.9-1.0": 0.11104606091976166 - }, - { - "t_0.0-0.1": 0.07696601748466492, - "t_0.1-0.2": 0.040058910846710205, - "t_0.2-0.3": 0.04226300120353699, - "t_0.3-0.4": 0.029875069856643677, - "t_0.4-0.5": 0.035323433578014374, - "t_0.5-0.6": 0.06058168411254883, - "t_0.6-0.7": 0.03031155839562416, - "t_0.7-0.8": 0.039502643048763275, - "t_0.8-0.9": 0.03808042034506798, - "t_0.9-1.0": 0.05157708749175072 + "t_0.0-0.1": 0.6629678010940552, + "t_0.1-0.2": 0.4913518726825714, + "t_0.2-0.3": 0.47847115993499756, + "t_0.3-0.4": 0.4518890678882599, + "t_0.4-0.5": 0.47105905413627625, + "t_0.5-0.6": 0.47212204337120056, + "t_0.6-0.7": 0.45007583498954773, + "t_0.7-0.8": 0.44157934188842773, + "t_0.8-0.9": 0.42638200521469116, + "t_0.9-1.0": 0.5351482033729553 + }, + { + "t_0.0-0.1": 0.3222976326942444, + "t_0.1-0.2": 0.3107614517211914, + "t_0.2-0.3": 0.27050766348838806, + "t_0.3-0.4": 0.2836933732032776, + "t_0.4-0.5": 0.2969834804534912, + "t_0.5-0.6": 0.2136601060628891, + "t_0.6-0.7": 0.22484302520751953, + "t_0.7-0.8": 0.17246781289577484, + "t_0.8-0.9": 0.14811153709888458, + "t_0.9-1.0": 0.21246540546417236 + }, + { + "t_0.0-0.1": 0.2801884114742279, + "t_0.1-0.2": 0.31468716263771057, + "t_0.2-0.3": 0.31566911935806274, + "t_0.3-0.4": 0.19580097496509552, + "t_0.4-0.5": 0.10224547237157822, + "t_0.5-0.6": 0.13440918922424316, + "t_0.6-0.7": 0.16969917714595795, + "t_0.7-0.8": 0.12498646974563599, + "t_0.8-0.9": 0.17622949182987213, + "t_0.9-1.0": 0.36121171712875366 + }, + { + "t_0.0-0.1": 0.10550419986248016, + "t_0.1-0.2": 0.08557365834712982, + "t_0.2-0.3": 0.051576510071754456, + "t_0.3-0.4": 0.06498454511165619, + "t_0.4-0.5": 0.07474632561206818, + "t_0.5-0.6": 0.058717917650938034, + "t_0.6-0.7": 0.04274093732237816, + "t_0.7-0.8": 0.05007624998688698, + "t_0.8-0.9": 0.05844580754637718, + "t_0.9-1.0": 0.1393667459487915 + }, + { + "t_0.0-0.1": 0.1791127324104309, + "t_0.1-0.2": 0.18352237343788147, + "t_0.2-0.3": 0.21447959542274475, + "t_0.3-0.4": 0.15502654016017914, + "t_0.4-0.5": 0.14529040455818176, + "t_0.5-0.6": 0.21548320353031158, + "t_0.6-0.7": 0.18779098987579346, + "t_0.7-0.8": 0.1853826493024826, + "t_0.8-0.9": 0.2641591727733612, + "t_0.9-1.0": 0.2275998443365097 + }, + { + "t_0.0-0.1": 0.23291558027267456, + "t_0.1-0.2": 0.2268824577331543, + "t_0.2-0.3": 0.2501315772533417, + "t_0.3-0.4": 0.10461566597223282, + "t_0.4-0.5": 0.1006963923573494, + "t_0.5-0.6": 0.12024788558483124, + "t_0.6-0.7": 0.13872183859348297, + "t_0.7-0.8": 0.1134759932756424, + "t_0.8-0.9": 0.12366223335266113, + "t_0.9-1.0": 0.1974714994430542 + }, + { + "t_0.0-0.1": 0.3290611207485199, + "t_0.1-0.2": 0.15875503420829773, + "t_0.2-0.3": 0.17224399745464325, + "t_0.3-0.4": 0.19136056303977966, + "t_0.4-0.5": 0.4121682643890381, + "t_0.5-0.6": 0.25511598587036133, + "t_0.6-0.7": 0.3046634793281555, + "t_0.7-0.8": 0.25609907507896423, + "t_0.8-0.9": 0.2100277692079544, + "t_0.9-1.0": 0.2577327489852905 + }, + { + "t_0.0-0.1": 0.24266943335533142, + "t_0.1-0.2": 0.24671968817710876, + "t_0.2-0.3": 0.2686994969844818, + "t_0.3-0.4": 0.1811169981956482, + "t_0.4-0.5": 0.1176391988992691, + "t_0.5-0.6": 0.15612508356571198, + "t_0.6-0.7": 0.14200617372989655, + "t_0.7-0.8": 0.14966590702533722, + "t_0.8-0.9": 0.167835995554924, + "t_0.9-1.0": 0.2133181393146515 + }, + { + "t_0.0-0.1": 0.14462387561798096, + "t_0.1-0.2": 0.1280122697353363, + "t_0.2-0.3": 0.16178438067436218, + "t_0.3-0.4": 0.11830531060695648, + "t_0.4-0.5": 0.08850279450416565, + "t_0.5-0.6": 0.08334404230117798, + "t_0.6-0.7": 0.10098583251237869, + "t_0.7-0.8": 0.08606554567813873, + "t_0.8-0.9": 0.08459741622209549, + "t_0.9-1.0": 0.08027028292417526 + }, + { + "t_0.0-0.1": 0.15085652470588684, + "t_0.1-0.2": 0.16096816956996918, + "t_0.2-0.3": 0.1429838389158249, + "t_0.3-0.4": 0.13722439110279083, + "t_0.4-0.5": 0.12944446504116058, + "t_0.5-0.6": 0.1003570705652237, + "t_0.6-0.7": 0.07407427579164505, + "t_0.7-0.8": 0.08834747970104218, + "t_0.8-0.9": 0.08541970700025558, + "t_0.9-1.0": 0.1278378963470459 + }, + { + "t_0.0-0.1": 0.1657266467809677, + "t_0.1-0.2": 0.10370267927646637, + "t_0.2-0.3": 0.12591521441936493, + "t_0.3-0.4": 0.08619074523448944, + "t_0.4-0.5": 0.06121344119310379, + "t_0.5-0.6": 0.04988818243145943, + "t_0.6-0.7": 0.0732191726565361, + "t_0.7-0.8": 0.0618465319275856, + "t_0.8-0.9": 0.07431208342313766, + "t_0.9-1.0": 0.12260019779205322 + }, + { + "t_0.0-0.1": 0.29065147042274475, + "t_0.1-0.2": 0.16117462515830994, + "t_0.2-0.3": 0.1135554239153862, + "t_0.3-0.4": 0.16044433414936066, + "t_0.4-0.5": 0.1882384866476059, + "t_0.5-0.6": 0.16624215245246887, + "t_0.6-0.7": 0.19521132111549377, + "t_0.7-0.8": 0.21356545388698578, + "t_0.8-0.9": 0.2192680537700653, + "t_0.9-1.0": 0.25104138255119324 + }, + { + "t_0.0-0.1": 0.18734924495220184, + "t_0.1-0.2": 0.17419980466365814, + "t_0.2-0.3": 0.23712283372879028, + "t_0.3-0.4": 0.22273384034633636, + "t_0.4-0.5": 0.22935986518859863, + "t_0.5-0.6": 0.2348206788301468, + "t_0.6-0.7": 0.2330128401517868, + "t_0.7-0.8": 0.22068427503108978, + "t_0.8-0.9": 0.24967193603515625, + "t_0.9-1.0": 0.22431856393814087 + }, + { + "t_0.0-0.1": 0.48551255464553833, + "t_0.1-0.2": 0.19028882682323456, + "t_0.2-0.3": 0.2683449387550354, + "t_0.3-0.4": 0.34100595116615295, + "t_0.4-0.5": 0.46159419417381287, + "t_0.5-0.6": 0.3916345536708832, + "t_0.6-0.7": 0.5174100399017334, + "t_0.7-0.8": 0.5503503084182739, + "t_0.8-0.9": 0.5889917016029358, + "t_0.9-1.0": 0.5938493013381958 + }, + { + "t_0.0-0.1": 0.18315623700618744, + "t_0.1-0.2": 0.19887374341487885, + "t_0.2-0.3": 0.15910975635051727, + "t_0.3-0.4": 0.1402653604745865, + "t_0.4-0.5": 0.15620099008083344, + "t_0.5-0.6": 0.2118663787841797, + "t_0.6-0.7": 0.21272888779640198, + "t_0.7-0.8": 0.28774234652519226, + "t_0.8-0.9": 0.3814536929130554, + "t_0.9-1.0": 0.40716809034347534 + }, + { + "t_0.0-0.1": 0.18395031988620758, + "t_0.1-0.2": 0.065155528485775, + "t_0.2-0.3": 0.0923304557800293, + "t_0.3-0.4": 0.0581706203520298, + "t_0.4-0.5": 0.0717582181096077, + "t_0.5-0.6": 0.05383213981986046, + "t_0.6-0.7": 0.0786704421043396, + "t_0.7-0.8": 0.08836641162633896, + "t_0.8-0.9": 0.12691336870193481, + "t_0.9-1.0": 0.10149233788251877 + }, + { + "t_0.0-0.1": 0.12121705710887909, + "t_0.1-0.2": 0.17563195526599884, + "t_0.2-0.3": 0.20040421187877655, + "t_0.3-0.4": 0.14227481186389923, + "t_0.4-0.5": 0.13004621863365173, + "t_0.5-0.6": 0.11752738058567047, + "t_0.6-0.7": 0.11025020480155945, + "t_0.7-0.8": 0.11447777599096298, + "t_0.8-0.9": 0.13652703166007996, + "t_0.9-1.0": 0.16910408437252045 + }, + { + "t_0.0-0.1": 0.21490439772605896, + "t_0.1-0.2": 0.0908147543668747, + "t_0.2-0.3": 0.14146162569522858, + "t_0.3-0.4": 0.1567118763923645, + "t_0.4-0.5": 0.10840336978435516, + "t_0.5-0.6": 0.13247889280319214, + "t_0.6-0.7": 0.11619255691766739, + "t_0.7-0.8": 0.12980300188064575, + "t_0.8-0.9": 0.18438094854354858, + "t_0.9-1.0": 0.12635639309883118 + }, + { + "t_0.0-0.1": 0.3066262900829315, + "t_0.1-0.2": 0.21483202278614044, + "t_0.2-0.3": 0.21509042382240295, + "t_0.3-0.4": 0.22414687275886536, + "t_0.4-0.5": 0.18944096565246582, + "t_0.5-0.6": 0.20861008763313293, + "t_0.6-0.7": 0.2012934386730194, + "t_0.7-0.8": 0.16737918555736542, + "t_0.8-0.9": 0.23965750634670258, + "t_0.9-1.0": 0.26460012793540955 + }, + { + "t_0.0-0.1": 0.1768336445093155, + "t_0.1-0.2": 0.15967975556850433, + "t_0.2-0.3": 0.16647346317768097, + "t_0.3-0.4": 0.11668010801076889, + "t_0.4-0.5": 0.12889797985553741, + "t_0.5-0.6": 0.14934851229190826, + "t_0.6-0.7": 0.13236041367053986, + "t_0.7-0.8": 0.1379924714565277, + "t_0.8-0.9": 0.16633397340774536, + "t_0.9-1.0": 0.22647938132286072 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.03099999949336052, - 0.041044775396585464, - 0.23919479548931122, - 0.06421744078397751, - 0.05860805884003639, - 0.10364054143428802, - 0.02440239116549492, - 0.1860331892967224, - 0.09888220578432083, - 0.3559420108795166, - 0.0057212915271520615, - 0.1410835236310959, - 0.017862549051642418, - 0.012126865796744823, - 0.2963999807834625, - 0.020284850150346756, - 0.027548208832740784, - 0.13943028450012207, - 0.21384137868881226, - 0.018197089433670044, - 0.37460315227508545, - 0.005985266994684935, - 0.1027688980102539, - 0.00911458395421505, - 0.030013643205165863, - 0.27272725105285645, - 0.14987468719482422, - 0.010438413359224796, - 0.26118502020835876, - 0.2072494626045227, - 0.006811409257352352, - 0.024437926709651947, - 0.19935691356658936, - 0.026294821873307228, - 0.018159806728363037, - 0.15010245144367218, - 0.09325681626796722, - 0.1505376249551773, - 0.034285712987184525, - 0.11003683507442474, - 0.6604709029197693, - 0.20052655041217804, - 0.1267748475074768, - 0.16720673441886902, - 0.47028085589408875, - 0.052681539207696915, - 0.01304347813129425, - 0.020082693547010422, - 0.07901554554700851, - 0.14777131378650665, - 0.013636363670229912, - 0.11641359329223633, - 0.23245252668857574, - 0.07421875, - 0.20416386425495148, - 0.14677700400352478, - 0.7535971403121948, - 0.04640582203865051, - 0.12100138515233994, - 0.024038461968302727, - 0.0043969848193228245, - 0.1429699808359146, - 0.011538461782038212, - 0.13477951288223267, - 0.008445107378065586, - 0.09090909361839294, - 0.00460122711956501, - 0.04548587277531624, - 0.11741597205400467, - 0.02488800324499607, - 0.21682465076446533, - 0.0050505055114626884, - 0.04298974201083183, - 0.005130596924573183, - 0.0630522072315216, - 0.014804845675826073, - 0.013113366439938545, - 0.006533279083669186, - 0.15841583907604218, - 0.008269719779491425, - 0.166994109749794, - 0.06745880097150803, - 0.04885701462626457, - 0.11479289829730988, - 0.012101209722459316, - 0.08534136414527893, - 0.09051580727100372, - 0.056729696691036224, - 0.020664870738983154, - 0.02601625956594944, - 0.016597511246800423, - 0.06398305296897888, - 0.026656702160835266, - 0.12765957415103912, - 0.07671232521533966, - 0.33848220109939575, - 0.22399112582206726, - 0.11947949975728989, - 0.11287625133991241, - 0.004692832473665476, - 0.20545975863933563, - 0.1551421582698822, - 0.006592291872948408, - 0.0872483178973198, - 0.14568014442920685, - 0.11567164212465286, - 0.07170224189758301, - 0.0037313434295356274, - 0.016566265374422073, - 0.030616149306297302, - 0.030217185616493225, - 0.04638218879699707, - 0.1496296226978302, - 0.09558823704719543, - 0.048690397292375565, - 0.12661613523960114, - 0.043368950486183167, - 0.0774156004190445, - 0.03316621854901314, - 0.06200528144836426, - 0.058039963245391846, - 0.002958579920232296, - 0.025334270671010017, - 0.029796510934829712, - 0.006592291872948408, - 0.5316239595413208, - 0.053579896688461304, - 0.09048938006162643, - 0.006274131126701832, - 0.038173653185367584, - 0.20202021300792694, - 0.04634495824575424, - 0.11874999850988388, - 0.004201680887490511, - 0.07390942424535751, - 0.12055455148220062, - 0.2326369285583496, - 0.006456241011619568, - 0.002958579920232296, - 0.5402684807777405, - 0.004983388818800449, - 0.03886190056800842, - 0.030405405908823013, - 0.10340531170368195, - 0.0045008184388279915, - 0.005106048658490181, - 0.09772422909736633, - 0.005976095795631409, - 0.11330275237560272, - 0.22822824120521545, - 0.014218010008335114, - 0.44421905279159546, - 0.09249011427164078, - 0.04720037057995796, - 0.05285540968179703, - 0.03829985857009888, - 0.031366292387247086, - 0.003355704713612795, - 0.003144653979688883, - 0.04002463072538376, - 0.060263652354478836, - 0.1036614403128624, - 0.19792531430721283, - 0.1545553207397461, - 0.07811764627695084, - 0.15155132114887238, + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.0517149455845356, + 0.08847185224294662, + 0.05520027130842209, + 0.1387946903705597, + 0.07296137511730194, + 0.028001898899674416, + 0.16618910431861877, + 0.056807659566402435, + 0.04591836780309677, + 0.0994584858417511, + 0.13661940395832062, + 0.06952887773513794, + 0.11060025542974472, + 0.23507149517536163, + 0.1352941244840622, + 0.08388747274875641, + 0.039781201630830765, + 0.09465690702199936, + 0.04880528524518013, + 0.10273081809282303, + 0.0732542872428894, + 0.08683538436889648, + 0.08650793880224228, + 0.13141250610351562, + 0.12739808857440948, + 0.08408298343420029, + 0.23742277920246124, + 0.06395348906517029, + 0.047718457877635956, + 0.04429678991436958, + 0.04542042315006256, + 0.06833713501691818, + 0.06638115644454956, + 0.13479697704315186, + 0.23901942372322083, + 0.10536585748195648, + 0.07397206127643585, + 0.05143442749977112, + 0.019073570147156715, + 0.02789539285004139, + 0.066532664000988, + 0.05504586920142174, + 0.12160717695951462, + 0.1105610579252243, + 0.046488624066114426, + 0.07328494638204575, + 0.07902806997299194, + 0.09813542664051056, + 0.07800441235303879, + 0.16760563850402832, + 0.05161580070853233, + 0.12343934178352356, + 0.029435375705361366, + 0.09645669907331467, + 0.04864300414919853, + 0.10980207473039627, + 0.04931682348251343, + 0.03374149650335312, + 0.024748871102929115, + 0.09697411954402924, + 0.0977790579199791, + 0.10464869439601898, + 0.09505907446146011, + 0.09997159987688065, + 0.06165919080376625, + 0.10769718885421753, + 0.08103225380182266, + 0.15025749802589417, + 0.08883248269557953, + 0.0791168361902237, + 0.07892735302448273, + 0.03214186802506447, + 0.1169537603855133, + 0.06601941585540771, + 0.04949784651398659, + 0.09318041801452637, + 0.08049771934747696, + 0.0559680201113224, + 0.07041054964065552, + 0.11224916577339172, + 0.07589682936668396, + 0.05727725848555565, + 0.08048780262470245, + 0.09314774721860886, + 0.10978751629590988, + 0.09501051157712936, + 0.035505834966897964, + 0.1310945302248001, + 0.15760870277881622, + 0.07768420875072479, + 0.10755555331707001, + 0.09582829475402832, + 0.03068975917994976, + 0.027510685846209526, + 0.030342718586325645, + 0.029633114114403725, + 0.1272970288991928, + 0.15046755969524384, + 0.10385500639677048, + 0.1315789371728897, + 0.16248919069766998, + 0.07141028344631195, + 0.034984905272722244, + 0.058502089232206345, + 0.09694444388151169, + 0.06580612063407898, + 0.07133886218070984, + 0.05754717066884041, + 0.10450118780136108, + 0.035835836082696915, + 0.07824612408876419, + 0.10119251161813736, + 0.06676782667636871, + 0.10002066195011139, + 0.10595358163118362, + 0.11376858502626419, + 0.04020865261554718, + 0.04564214497804642, + 0.10432253032922745, + 0.0589519627392292, + 0.07639836519956589, + 0.11915972828865051, + 0.06893900781869888, + 0.08316583186388016, + 0.16861741244792938, + 0.09501822292804718, + 0.07808737456798553, + 0.13435038924217224, + 0.11679725348949432, + 0.0993843525648117, + 0.08247054368257523, + 0.07239141315221786, + 0.14951367676258087, + 0.06921052187681198, + 0.04342638701200485, + 0.0693393349647522, + 0.08946044743061066, + 0.11551528424024582, + 0.03606388345360756, + 0.06392449885606766, + 0.013942679390311241, + 0.005787950940430164, + 0.13355591893196106, + 0.09993124008178711, + 0.05380683392286301, + 0.08822231739759445, + 0.14096714556217194, + 0.11292234808206558, + 0.037859268486499786, + 0.15388920903205872, + 0.09738151729106903, + 0.18920719623565674, + 0.04941445216536522, + 0.0842132419347763, + 0.09023066610097885, + 0.0157703198492527, + 0.05053892359137535, + 0.056684911251068115, + 0.06314465403556824, + 0.17953196167945862, + 0.11024033278226852, + 0.030088115483522415, + 0.09769286215305328, + 0.06471866369247437, + 0.12295617163181305, + 0.08666367828845978, + 0.1195039376616478, + 0.044914133846759796, + 0.10687463730573654, + 0.12474898993968964, + 0.09273570030927658, + 0.03448275849223137, + 0.0762028619647026, + 0.13355931639671326, + 0.0625181719660759, + 0.06688541173934937, + 0.1080210730433464, + 0.11395646631717682, + 0.09079217910766602, + 0.11375412344932556, + 0.12224340438842773, + 0.03971695899963379, + 0.21181604266166687, + 0.11466604471206665, + 0.04016966000199318, + 0.03814765810966492, + 0.09528715163469315, + 0.15365779399871826, + 0.12035010755062103, + 0.10092256218194962, + 0.1083650216460228, + 0.07379209250211716, + 0.07716948539018631, + 0.025252526625990868, + 0.07069651037454605, + 0.11302635073661804, + 0.10234696418046951, + 0.12924805283546448, + 0.12533223628997803, + 0.05718601495027542, + 0.14667440950870514, + 0.10329985618591309, + 0.0684957429766655, + 0.12531189620494843, + 0.0641271099448204, + 0.11513436585664749, + 0.038956958800554276, + 0.07850467413663864, + 0.04001861438155174, + 0.15147624909877777, + 0.06137773394584656, + 0.06066128611564636, + 0.08848021924495697, + 0.10554090142250061, 0.07894737273454666, - 0.02414698153734207, - 0.09856809675693512, - 0.004960727412253618, - 0.05899704992771149, - 0.04276729375123978, - 0.24227799475193024, - 0.0026041667442768812, - 0.1534229964017868, - 0.11116152256727219, - 0.05230385810136795, - 0.11759505420923233, - 0.1761751025915146, - 0.1042097955942154, - 0.00460122711956501, - 0.03970588371157646, - 0.06366366147994995, - 0.005993150640279055, - 0.2372535765171051, - 0.22633928060531616, - 0.4248497188091278, - 0.008064515888690948, - 0.08400508761405945, - 0.05840455740690231, - 0.23063379526138306, - 0.00883152149617672, - 0.00538160465657711, - 0.00911458395421505, - 0.08780487626791, - 0.20307444036006927, - 0.22406640648841858, - 0.10273972153663635, - 0.13141360878944397, - 0.07420749217271805, - 0.3643410801887512, - 0.14952152967453003, - 0.13677488267421722, - 0.32165947556495667, - 0.009374999441206455, - 0.10855884104967117, - 0.18989169597625732, - 0.026704145595431328, - 0.08257877826690674, - 0.03426395729184151, - 0.08215297013521194, - 0.036330610513687134, - 0.05099872499704361, - 0.08027523010969162, - 0.05858054757118225, - 0.003355704713612795, - 0.005993150640279055, - 0.3170028626918793, - 0.08022759854793549, - 0.005694262217730284, - 0.041040461510419846, - 0.12133072316646576, - 0.291023850440979, - 0.049276359379291534, - 0.015426496975123882, - 0.04970286414027214, - 0.24390242993831635, - 0.02427704446017742, - 0.07531143724918365, - 0.2464229017496109, - 0.06342834234237671, - 0.009749303571879864, - 0.12366412580013275, - 0.07228562980890274, - 0.02414698153734207, - 0.04553990811109543, - 0.021343378350138664, - 0.016597511246800423, - 0.10833333432674408, - 0.009669889695942402, - 0.09403669834136963, - 0.01710730977356434, - 0.14311660826206207, - 0.18435753881931305, - 0.1482352912425995, - 0.1381509006023407, - 0.004385964944958687, - 0.08720112591981888, - 0.25030675530433655, - 0.08884891867637634, - 0.06008968502283096, - 0.03756345435976982, - 0.204180046916008, - 0.008445107378065586, - 0.005692599341273308, - 0.12065637111663818, - 0.040534891188144684, - 0.09633027762174606, - 0.004385964944958687, - 0.12127791345119476, - 0.15349143743515015, - 0.0043685464188456535, - 0.2091836780309677, - 0.03106796182692051, - 0.1058434396982193, - 0.12661613523960114, - 0.09315455704927444, - 0.002888318384066224, - 0.22542497515678406, - 0.030405405908823013, - 0.002984084887430072, - 0.12959912419319153, - 0.24849295616149902, - 0.1875969022512436, - 0.027549823746085167, - 0.01765267178416252, - 0.006261180620640516, - 0.11402588337659836, - 0.2904636859893799, - 0.15837320685386658, - 0.006865913048386574, - 0.27076923847198486, - 0.014084506779909134, - 0.08856849372386932, - 0.2981976866722107, - 0.06431853026151657, - 0.024915823712944984, - 0.015000000596046448, - 0.12484800070524216, - 0.0710616409778595, - 0.08623376488685608, - 0.12566640973091125, - 0.17115499079227448, - 0.21657033264636993, - 0.027942420914769173, - 0.26672613620758057, - 0.003355704713612795, - 0.10580204427242279, - 0.05653950944542885, - 0.0045008184388279915, - 0.2372828722000122, - 0.178048774600029, - 0.042053788900375366, - 0.1055707037448883, - 0.2411021739244461, - 0.07905758917331696, - 0.13375070691108704, - 0.09052969515323639, - 0.0045008184388279915, - 0.15796178579330444, - 0.03814934939146042, - 0.0021347247529774904, - 0.01589041016995907, - 0.021122509613633156, - 0.1752246469259262, - 0.24975939095020294, - 0.0045008184388279915, - 0.11554079502820969, - 0.13166144490242004, - 0.008411215618252754, - 0.046551723033189774, - 0.24346916377544403, - 0.08543025702238083, - 0.291328489780426, - 0.12684209644794464, - 0.2323886603116989, - 0.06734006106853485, - 0.07448545843362808, - 0.12003243714570999, - 0.03554868698120117, - 0.006213592365384102, - 0.04371216893196106, - 0.2847248911857605, - 0.021330442279577255, - 0.11323476582765579, - 0.07148148119449615, - 0.11124999821186066, - 0.09887798130512238, - 0.054014597088098526, - 0.03420265018939972, - 0.20010964572429657, - 0.14088821411132812, - 0.055140189826488495, - 0.11051692813634872, - 0.100995734333992, - 0.03214826062321663, - 0.1913900524377823, - 0.006876228377223015, - 0.039941903203725815, - 0.11051692813634872, - 0.0047846888191998005, - 0.13663092255592346, - 0.006635070778429508, - 0.10554950684309006, - 0.15432801842689514, - 0.07758620381355286, - 0.10111317783594131, - 0.010714286006987095, - 0.11753309518098831, - 0.05298013240098953, - 0.2012084722518921, - 0.053892213851213455, - 0.1634257286787033, - 0.24492332339286804, - 0.2118252068758011, - 0.028818443417549133, - 0.026293469592928886, - 0.047288503497838974, - 0.16600072383880615, - 0.10324641317129135, - 0.061764705926179886, - 0.08738574385643005, - 0.01173020526766777, - 0.04441041499376297, - 0.02524038404226303, - 0.3470209240913391, - 0.17593879997730255, - 0.06676706671714783, - 0.22717390954494476, - 0.26650601625442505, - 0.01765267178416252, - 0.17102396488189697, - 0.029207739979028702, - 0.006635070778429508, - 0.07726432383060455, - 0.10291438549757004, - 0.2892906963825226, - 0.4064124822616577, - 0.07089672982692719, - 0.01975417137145996, - 0.009749303571879864, - 0.006592291872948408, - 0.13368983566761017, - 0.0952141061425209, - 0.13071894645690918, - 0.3019169270992279, - 0.006127451080828905, - 0.038030561059713364, - 0.13509933650493622, - 0.09066058695316315, - 0.08695652335882187, - 0.123282290995121, - 0.0141552509739995, - 0.05104167014360428, - 0.31560593843460083, - 0.10666067153215408, - 0.010714286006987095, - 0.010143198072910309, - 0.002888318384066224, - 0.17084547877311707, - 0.02053140103816986, - 0.0077751195058226585, - 0.04061514139175415, - 0.13581889867782593, - 0.011092149652540684, - 0.023272214457392693, - 0.08380825072526932, - 0.1532663255929947, - 0.0823572501540184, - 0.1679999977350235, - 0.028688523918390274, - 0.03396739065647125, - 0.04154214262962341, - 0.049925848841667175, - 0.08917655795812607, - 0.0184151791036129, - 0.1458333432674408, - 0.08061324805021286, - 0.08156498521566391, - 0.1637362688779831, - 0.0974842756986618, - 0.0034722222480922937, - 0.25641024112701416, - 0.00531479949131608, - 0.1332288384437561, - 0.04316546767950058, - 0.005976095795631409, - 0.37273550033569336, - 0.13245032727718353, - 0.16047386825084686, - 0.12494687736034393, - 0.019540229812264442, - 0.06008968502283096, - 0.002710027154535055, - 0.25280898809432983, - 0.0045008184388279915, - 0.05873821675777435, - 0.005434782709926367, - 0.03681942820549011, - 0.024849699810147285, - 0.24886362254619598, - 0.00219058059155941, - 0.16429641842842102, - 0.142361119389534, - 0.20088300108909607, - 0.017227236181497574, - 0.6300691962242126, - 0.14528736472129822, - 0.027176646515727043, - 0.12277323007583618, - 0.0034987276885658503, - 0.009749303571879864, - 0.3899613916873932, - 0.11697341501712799, - 0.002076843287795782, - 0.07422586530447006, - 0.02945619262754917, - 0.004323899280279875, - 0.00911458395421505, - 0.004323899280279875, - 0.11545510590076447, - 0.0040087467059493065, - 0.002710027154535055, - 0.059103261679410934, - 0.2466624230146408, - 0.0030487803742289543, - 0.005747126415371895, - 0.05978706106543541, - 0.09216418117284775, - 0.11019879579544067, - 0.11713576316833496, - 0.08792372792959213, - 0.037720032036304474, - 0.010824021883308887, - 0.2686832845211029, - 0.2335362583398819, - 0.006289307959377766, - 0.16673098504543304, - 0.13362276554107666, - 0.003144653979688883, - 0.0040087467059493065, - 0.008368200622498989, - 0.00253307051025331, - 0.09570793807506561, - 0.08225107938051224, - 0.11548556387424469, - 0.010252904146909714 + 0.05822887271642685, + 0.12303485721349716, + 0.06675597280263901, + 0.12116359919309616, + 0.023538343608379364, + 0.0250491164624691, + 0.1792726069688797, + 0.053577721118927, + 0.10367311537265778, + 0.10000000149011612, + 0.05550329387187958, + 0.07931125164031982, + 0.10775747895240784, + 0.054438669234514236, + 0.06348781287670135, + 0.028513237833976746, + 0.04856254905462265, + 0.03164556995034218, + 0.14537839591503143, + 0.07446200400590897, + 0.07492244988679886, + 0.07237635552883148, + 0.14970414340496063, + 0.0915067121386528, + 0.1418648064136505, + 0.09460888057947159, + 0.05462184548377991, + 0.07345718145370483, + 0.09408193826675415, + 0.04323001950979233, + 0.06778042763471603, + 0.08864519000053406, + 0.23140494525432587, + 0.12553010880947113, + 0.11605938524007797, + 0.0831567794084549, + 0.05394190922379494, + 0.07943925261497498, + 0.06175481528043747, + 0.10052356123924255, + 0.06549475342035294, + 0.09534186869859695, + 0.05767599493265152, + 0.12509652972221375, + 0.09500580281019211, + 0.15471850335597992, + 0.055783625692129135, + 0.059444326907396317, + 0.1380084753036499, + 0.08156529814004898, + 0.04495268315076828, + 0.14076484739780426, + 0.05899946019053459, + 0.07988223433494568, + 0.045633360743522644, + 0.12836723029613495, + 0.0355801098048687, + 0.05945024639368057, + 0.1271882802248001, + 0.07371502369642258, + 0.11474236845970154, + 0.047473978251218796, + 0.11588411033153534, + 0.05215379223227501, + 0.08891304582357407, + 0.05409802496433258, + 0.11685306578874588, + 0.07780228555202484, + 0.12589584290981293, + 0.057932984083890915, + 0.08305578678846359, + 0.10641264170408249, + 0.04430379718542099, + 0.05388529226183891, + 0.1185498759150505, + 0.12551440298557281, + 0.04409489408135414, + 0.07376478612422943, + 0.0811435729265213, + 0.056558363139629364, + 0.05373498797416687, + 0.04599951207637787, + 0.0555395670235157, + 0.035112861543893814, + 0.11005792021751404, + 0.1231696829199791, + 0.1564314067363739, + 0.09313970804214478, + 0.07303370535373688, + 0.03812224045395851, + 0.11495614796876907, + 0.06227727606892586, + 0.07233234494924545, + 0.0976121798157692, + 0.07964912801980972, + 0.0076863947324454784, + 0.03124999813735485, + 0.06716238707304001, + 0.045768849551677704, + 0.0519392155110836, + 0.04346982389688492, + 0.09811503440141678, + 0.03752565383911133, + 0.026031237095594406, + 0.08296943455934525, + 0.12315399944782257, + 0.10200560837984085, + 0.06893995404243469, + 0.07745031267404556, + 0.0954992026090622, + 0.04345783591270447, + 0.08122743666172028, + 0.08154188096523285, + 0.05689813569188118, + 0.059809304773807526, + 0.08977799117565155, + 0.08072236180305481, + 0.12382149696350098, + 0.05220458656549454, + 0.1164989322423935, + 0.015489581041038036, + 0.06824853271245956, + 0.06034482643008232, + 0.055404674261808395, + 0.03077816404402256, + 0.03412633389234543, + 0.09561998397111893, + 0.07303725183010101, + 0.0569419227540493, + 0.1946788877248764, + 0.055483873933553696, + 0.05388438701629639, + 0.05752323940396309, + 0.047897566109895706, + 0.02845275215804577, + 0.05836575850844383, + 0.06871462613344193, + 0.09048240631818771, + 0.14042262732982635, + 0.045980099588632584, + 0.032867494970560074, + 0.14518201351165771, + 0.0644415095448494, + 0.16689977049827576, + 0.1439674198627472, + 0.08989563584327698, + 0.06020583212375641, + 0.0219075009226799, + 0.048642776906490326, + 0.07858911156654358, + 0.08103770762681961, + 0.1443464308977127, + 0.09962009638547897, + 0.05143975466489792, + 0.10447760671377182, + 0.05628881976008415, + 0.097543865442276, + 0.019865697249770164, + 0.06017925962805748, + 0.0717814564704895, + 0.07001909613609314, + 0.05364736542105675, + 0.15588486194610596, + 0.07335364073514938, + 0.030603259801864624, + 0.1138637438416481, + 0.14504100382328033, + 0.03862300515174866, + 0.03590620309114456, + 0.09192383289337158, + 0.07746677845716476, + 0.08841709792613983, + 0.02525252476334572, + 0.032409582287073135, + 0.04137610271573067, + 0.11026936769485474, + 0.11385606229305267, + 0.1193903461098671, + 0.08247775584459305, + 0.043968431651592255, + 0.062176164239645004, + 0.0325000025331974, + 0.04892086237668991, + 0.052357207983732224, + 0.1123046875, + 0.08304920047521591, + 0.044735174626111984, + 0.1106870248913765, + 0.049818262457847595, + 0.09699303656816483, + 0.0724065899848938, + 0.08423261344432831, + 0.04589737951755524, + 0.12018201500177383, + 0.09728915989398956, + 0.06363636255264282, + 0.06916578859090805, + 0.1218026801943779, + 0.09037183225154877, + 0.0460251048207283, + 0.0974007397890091, + 0.12626007199287415, + 0.009330534376204014, + 0.0656161829829216, + 0.05977301299571991, + 0.04886562004685402, + 0.05012853816151619, + 0.06398221850395203, + 0.07853403687477112, + 0.03939647972583771, + 0.07536447048187256, + 0.023059360682964325, + 0.06891271471977234, + 0.056669775396585464, + 0.047859493643045425, + 0.05228599160909653, + 0.12290503084659576, + 0.03912574052810669, + 0.11317945271730423, + 0.10969212651252747, + 0.07411535829305649, + 0.06827503442764282, + 0.04731355234980583, + 0.08580160140991211, + 0.07643695175647736, + 0.07608696073293686, + 0.05656292289495468, + 0.09713790565729141, + 0.07618808001279831, + 0.06828345358371735, + 0.07960741966962814, + 0.10557673871517181, + 0.03192407265305519, + 0.08285004645586014, + 0.05206916481256485, + 0.07248996198177338, + 0.09830410778522491, + 0.02762923203408718, + 0.039502035826444626, + 0.08506686240434647, + 0.01035294122993946, + 0.1384754180908203, + 0.12192513048648834, + 0.16105200350284576, + 0.029002055525779724, + 0.06195373088121414, + 0.09875795245170593, + 0.0795857161283493, + 0.07698801159858704, + 0.07406477630138397, + 0.026842476800084114, + 0.05032822862267494, + 0.03313339129090309, + 0.08552631735801697, + 0.15395480394363403, + 0.11806224286556244, + 0.03758678585290909, + 0.08826857805252075, + 0.21259841322898865, + 0.11056458950042725, + 0.044964030385017395, + 0.04458431899547577, + 0.09631361067295074, + 0.06410815566778183, + 0.086947001516819, + 0.08828166127204895, + 0.07323802262544632, + 0.010612638667225838, + 0.07911250740289688, + 0.06568896770477295, + 0.06005069240927696, + 0.04581673443317413, + 0.056759100407361984, + 0.07067703455686569, + 0.10554206371307373, + 0.0376395545899868, + 0.08367540687322617, + 0.056325823068618774, + 0.09969361126422882, + 0.08595088869333267 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 40.92451477050781, - 42.7141227722168, - 156.0001678466797, - 46.32465744018555, - 55.49595260620117, - 57.25469970703125, - 40.92451477050781, - 113.1612777709961, - 66.25981140136719, - 130.05686950683594, - 47.703086853027344, - 90.45443725585938, - 43.98520278930664, - 39.36961364746094, - 113.61276245117188, - 39.67212677001953, - 40.92451858520508, - 102.99080657958984, - 111.54215240478516, - 39.36961364746094, - 138.533935546875, - 47.703086853027344, - 72.6982192993164, - 54.224124908447266, - 41.47610092163086, - 155.7532196044922, - 97.1177749633789, - 40.60122299194336, - 126.32084655761719, - 114.85116577148438, - 54.22412109375, - 40.43056106567383, - 133.1709442138672, - 42.07524108886719, - 40.601219177246094, - 68.97969818115234, - 61.72069549560547, - 94.69853973388672, - 44.81291198730469, - 67.17436218261719, - 248.4798126220703, - 123.72999572753906, - 94.8305892944336, - 122.16657257080078, - 193.26051330566406, - 49.5289421081543, - 41.895790100097656, - 39.36961364746094, - 62.62348937988281, - 70.68575286865234, - 44.05697250366211, - 72.69819641113281, - 144.38119506835938, - 52.04319381713867, - 114.66839599609375, - 86.72666931152344, - 209.2127685546875, - 50.35831832885742, - 70.85066223144531, - 60.73779296875, - 512.0, - 99.89241027832031, - 41.895790100097656, - 74.75747680664062, - 67.5317611694336, - 68.56441497802734, - 512.0, - 59.92990493774414, - 85.75440216064453, - 40.60122299194336, - 90.08395385742188, - 104.52373504638672, - 45.5595588684082, - 47.703086853027344, - 54.62394714355469, - 40.60122299194336, - 39.482200622558594, - 54.224124908447266, - 93.26932525634766, - 44.05697250366211, - 108.4203109741211, - 52.89699935913086, - 48.7095832824707, - 77.33931732177734, - 54.224124908447266, - 58.140625, - 63.52896499633789, - 47.105934143066406, - 39.85641860961914, - 40.43056106567383, - 47.703086853027344, - 52.89699935913086, - 39.448631286621094, - 74.58483123779297, - 61.72068786621094, - 197.23486328125, - 107.46768188476562, - 85.59772491455078, - 82.00621032714844, - 54.22412109375, - 105.46976470947266, - 69.73336029052734, - 512.0, - 65.34730529785156, - 66.63240051269531, - 77.3393325805664, - 53.757450103759766, - 47.703086853027344, - 39.85642623901367, - 40.43055725097656, - 41.47610092163086, - 46.324668884277344, - 105.57369232177734, - 77.33934783935547, - 53.757450103759766, - 91.31851196289062, - 50.35831832885742, - 57.25468444824219, - 47.90146255493164, - 56.373016357421875, - 58.140621185302734, - 512.0, - 39.6721305847168, - 41.476097106933594, - 54.224124908447266, - 291.6177978515625, - 55.4959602355957, - 72.6982192993164, - 67.5317611694336, - 42.07524108886719, - 119.88636016845703, - 44.81291198730469, - 87.63262176513672, - 104.52373504638672, - 59.9239387512207, - 84.8162841796875, - 150.60342407226562, - 54.224124908447266, - 68.0133285522461, - 296.94390869140625, - 40.60122299194336, - 47.1059455871582, - 40.43056106567383, - 78.79413604736328, - 47.703086853027344, - 54.22412109375, - 62.62348937988281, - 47.703086853027344, - 82.0062255859375, - 130.2827606201172, - 39.6721305847168, - 241.0206298828125, - 64.43695831298828, - 55.65867614746094, - 51.19669723510742, - 45.5595588684082, - 55.22829055786133, - 67.5317611694336, - 104.52373504638672, - 42.07524108886719, - 54.62394714355469, - 72.6982192993164, - 96.36817932128906, - 104.05915069580078, - 69.66678619384766, - 94.2242660522461, - 62.62348937988281, - 40.007301330566406, - 73.84521484375, - 54.224124908447266, - 58.140625, - 45.5595588684082, - 156.0518798828125, - 104.52373504638672, - 95.90736389160156, - 80.13677978515625, - 47.10594177246094, - 95.93376922607422, - 117.997802734375, - 79.36071014404297, - 47.703086853027344, - 44.81291198730469, - 57.25468444824219, - 44.05697250366211, - 116.13134765625, - 138.46083068847656, - 137.38893127441406, - 54.22412109375, - 59.03047561645508, - 55.4959602355957, - 132.52720642089844, - 47.703086853027344, - 104.52373504638672, - 44.05696487426758, - 67.17436981201172, - 128.9038543701172, - 133.86509704589844, - 77.33932495117188, - 78.2708511352539, - 59.923946380615234, - 99.26915740966797, - 92.19265747070312, - 93.21278381347656, - 116.37223052978516, - 54.22412109375, - 59.90701675415039, - 106.61447143554688, - 39.6721305847168, - 60.820762634277344, - 39.6721305847168, - 63.52897262573242, - 44.08745193481445, - 50.358314514160156, - 62.62348937988281, - 49.5289421081543, - 104.52373504638672, - 47.703086853027344, - 186.18601989746094, - 72.76219940185547, - 67.5317611694336, - 48.709590911865234, - 77.33934783935547, - 104.9313735961914, - 48.70958709716797, - 40.60122299194336, - 47.90146255493164, - 72.01151275634766, - 41.47610092163086, - 60.82076644897461, - 137.89544677734375, - 58.140625, - 47.703086853027344, - 74.5511245727539, - 63.52897262573242, - 40.00730895996094, - 48.70958709716797, - 40.007301330566406, - 39.85641860961914, - 71.77371978759766, - 47.703086853027344, - 65.34730529785156, - 39.36961364746094, - 65.22032165527344, - 100.88568115234375, - 96.6197509765625, - 96.8104248046875, - 104.52373504638672, - 66.25981140136719, - 151.7525634765625, - 60.82075881958008, - 57.254695892333984, - 45.5595588684082, - 122.62970733642578, - 40.60122299194336, - 44.05697250366211, - 71.77371978759766, - 42.7141227722168, - 69.92909240722656, - 512.0, - 70.85065460205078, - 89.51325225830078, - 54.224124908447266, - 121.41387939453125, - 42.714111328125, - 73.6240234375, - 88.3141860961914, - 66.25980377197266, - 67.5317611694336, - 98.11189270019531, - 40.00730514526367, - 67.06398010253906, - 86.69319915771484, - 142.36688232421875, - 128.0504150390625, - 40.43056106567383, - 45.63058853149414, - 47.703086853027344, - 80.13677215576172, - 124.16973114013672, - 97.05651092529297, - 67.5317611694336, - 88.81411743164062, - 41.895790100097656, - 59.92394256591797, - 157.4564666748047, - 53.757442474365234, - 40.43055725097656, - 39.85641098022461, - 84.766845703125, - 60.82076644897461, - 66.25980377197266, - 77.3393325805664, - 102.20669555664062, - 129.634521484375, - 43.386512756347656, - 128.94419860839844, - 64.4917984008789, - 110.83769989013672, - 48.70958709716797, - 54.22412109375, - 128.72274780273438, - 119.81932830810547, - 44.285552978515625, - 69.92909240722656, - 100.31053924560547, - 63.52897262573242, - 87.63262176513672, - 77.87779998779297, - 67.5317611694336, - 99.92863464355469, - 44.81291198730469, - 512.0, - 39.44862365722656, - 40.60122299194336, - 104.56405639648438, - 95.47366333007812, - 512.0, - 85.7544174194336, - 83.87886047363281, - 41.895782470703125, - 44.977195739746094, - 92.66893768310547, - 75.47940826416016, - 125.97481536865234, - 82.9421615600586, - 140.048828125, - 57.25469970703125, - 65.34730529785156, - 84.81629180908203, - 40.92451477050781, - 54.224124908447266, - 47.10594177246094, - 95.15836334228516, - 40.00730514526367, - 72.84004211425781, - 62.62348937988281, - 79.20335388183594, - 68.09083557128906, - 51.19669723510742, - 44.81291198730469, - 123.72307586669922, - 91.3961410522461, - 47.90145492553711, - 82.0062255859375, - 76.40882873535156, - 41.47610092163086, - 90.17317962646484, - 41.895790100097656, - 43.386512756347656, - 74.5511245727539, - 47.703086853027344, - 90.33969116210938, - 54.22412109375, - 75.4793930053711, - 100.56696319580078, - 56.37301254272461, - 72.87866973876953, - 41.895790100097656, - 54.76909255981445, - 51.19670867919922, - 102.04026794433594, - 48.7095832824707, - 59.754676818847656, - 114.78195190429688, - 85.50737762451172, - 39.448631286621094, - 42.714107513427734, - 60.0121955871582, - 80.91799926757812, - 81.07108306884766, - 46.32465744018555, - 71.77371978759766, - 67.5317611694336, - 49.52893829345703, - 39.36961364746094, - 111.21306610107422, - 115.74935913085938, - 52.89699935913086, - 84.60607147216797, - 102.26285552978516, - 39.448631286621094, - 95.7755126953125, - 39.448631286621094, - 92.00658416748047, - 60.82075119018555, - 75.47940826416016, - 167.38540649414062, - 128.6563720703125, - 71.77371978759766, - 39.67212677001953, - 41.895782470703125, - 104.52373504638672, - 90.45443725585938, - 70.85063934326172, - 82.94215393066406, - 176.37852478027344, - 47.703086853027344, - 46.324668884277344, - 95.16790771484375, - 69.92909240722656, - 61.720680236816406, - 88.79541778564453, - 41.895782470703125, - 49.52893829345703, - 181.19822692871094, - 75.4793930053711, - 67.5317611694336, - 54.22412109375, - 512.0, - 102.73157501220703, - 40.43056106567383, - 104.52373504638672, - 48.70958709716797, - 98.0014419555664, - 44.05697250366211, - 39.6721305847168, - 62.62348937988281, - 85.14405822753906, - 57.25469970703125, - 129.217529296875, - 43.38650894165039, - 40.43056106567383, - 47.901451110839844, - 53.757450103759766, - 62.62348175048828, - 40.23652267456055, - 97.05650329589844, - 60.820770263671875, - 66.25979614257812, - 91.3961410522461, - 72.69819641113281, - 54.224124908447266, - 118.3941650390625, - 114.50337219238281, - 80.16268157958984, - 47.10594177246094, - 54.22412109375, - 128.7978515625, - 84.49427795410156, - 63.76582717895508, - 82.94215393066406, - 40.00730895996094, - 51.19669723510742, - 104.52373504638672, - 103.50048828125, - 512.0, - 48.70958709716797, - 54.224124908447266, - 45.5595588684082, - 48.00934600830078, - 146.73533630371094, - 54.224124908447266, - 105.63946533203125, - 74.26419830322266, - 93.00176239013672, - 39.482200622558594, - 247.97802734375, - 73.37337493896484, - 40.43056106567383, - 74.5511245727539, - 104.52373504638672, - 54.22412109375, - 89.30075073242188, - 75.21488952636719, - 104.52373504638672, - 58.140625, - 42.7141227722168, - 54.22412109375, - 44.05697250366211, - 54.224124908447266, - 77.33931732177734, - 54.22412109375, - 512.0, - 47.1059455871582, - 72.20523071289062, - 54.22412109375, - 67.5317611694336, - 45.5595588684082, - 74.5511245727539, - 87.72462463378906, - 84.85334777832031, - 68.09085845947266, - 42.714111328125, - 47.703086853027344, - 158.17495727539062, - 84.55938720703125, - 47.703086853027344, - 67.28374481201172, - 85.75440979003906, - 512.0, - 54.224124908447266, - 41.895790100097656, - 512.0, - 75.4793930053711, - 52.89699935913086, - 74.60904693603516, - 44.05697250366211 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 500.713134765625, + 414.2598876953125, + 329.1912536621094, + 688.5435180664062, + 416.2072448730469, + 411.71282958984375, + 843.6568603515625, + 361.5533752441406, + 362.0650634765625, + 714.90576171875, + 837.2646484375, + 339.771240234375, + 649.5967407226562, + 568.2837524414062, + 722.44677734375, + 635.1575927734375, + 460.55999755859375, + 515.2471923828125, + 427.2879943847656, + 626.05126953125, + 488.9098815917969, + 632.171142578125, + 547.4468994140625, + 502.7823486328125, + 613.0409545898438, + 649.3698120117188, + 845.9443969726562, + 503.9493103027344, + 459.12030029296875, + 333.85638427734375, + 260.7506103515625, + 538.8346557617188, + 438.77301025390625, + 782.3609008789062, + 688.9797973632812, + 657.8670654296875, + 590.1950073242188, + 507.99127197265625, + 229.36691284179688, + 414.1466369628906, + 623.5122680664062, + 382.84930419921875, + 790.5933837890625, + 471.3821716308594, + 337.67767333984375, + 580.3732299804688, + 577.3915405273438, + 573.5469970703125, + 506.4403991699219, + 850.8938598632812, + 241.24050903320312, + 732.7579956054688, + 335.4393310546875, + 499.9510192871094, + 683.2105712890625, + 717.3440551757812, + 498.2826232910156, + 406.8217468261719, + 410.92022705078125, + 378.0057067871094, + 578.8966064453125, + 736.8065185546875, + 715.1642456054688, + 562.2640380859375, + 556.6817016601562, + 468.3125915527344, + 501.9942626953125, + 634.0211181640625, + 609.7996215820312, + 618.5972290039062, + 603.4331665039062, + 353.81201171875, + 691.9722900390625, + 527.4926147460938, + 340.2609558105469, + 637.5861206054688, + 554.937255859375, + 519.27734375, + 554.3358764648438, + 717.2990112304688, + 436.0396423339844, + 484.0404968261719, + 645.336669921875, + 410.5511169433594, + 491.4307556152344, + 745.2952270507812, + 458.3488464355469, + 742.9288940429688, + 860.2700805664062, + 606.239013671875, + 560.5632934570312, + 473.10125732421875, + 328.98004150390625, + 343.85687255859375, + 428.6975402832031, + 400.59600830078125, + 545.4393920898438, + 688.5853881835938, + 631.7647705078125, + 678.0582275390625, + 697.7732543945312, + 531.4356079101562, + 478.031982421875, + 379.76300048828125, + 529.8380737304688, + 483.294921875, + 504.6592102050781, + 457.2030334472656, + 606.3095092773438, + 492.9678649902344, + 537.7631225585938, + 461.48065185546875, + 453.69158935546875, + 721.2061767578125, + 619.2540893554688, + 769.5677490234375, + 421.18865966796875, + 396.7995910644531, + 763.0546875, + 390.4242858886719, + 646.9336547851562, + 439.50531005859375, + 483.2965087890625, + 616.7467041015625, + 541.0684814453125, + 607.9960327148438, + 381.13134765625, + 360.3887634277344, + 671.0243530273438, + 517.14306640625, + 389.15667724609375, + 223.56239318847656, + 803.128173828125, + 440.3592834472656, + 400.2560729980469, + 620.9360961914062, + 621.3880004882812, + 730.3580322265625, + 387.4676208496094, + 554.9305419921875, + 356.18402099609375, + 403.3644714355469, + 794.0889892578125, + 668.8236694335938, + 492.2130432128906, + 793.4491577148438, + 357.8674621582031, + 519.1019897460938, + 523.475341796875, + 706.1776123046875, + 769.8157958984375, + 654.9793090820312, + 347.0335388183594, + 535.0919189453125, + 401.9767761230469, + 218.0625, + 624.677734375, + 544.0896606445312, + 560.4359741210938, + 669.0166015625, + 565.8490600585938, + 428.36065673828125, + 416.65313720703125, + 576.9519653320312, + 498.6529235839844, + 576.4595336914062, + 576.9408569335938, + 373.5812683105469, + 606.4156494140625, + 671.8536376953125, + 596.33935546875, + 389.8955383300781, + 567.6767578125, + 541.6029052734375, + 405.1691589355469, + 454.812255859375, + 545.459228515625, + 762.9768676757812, + 626.4983520507812, + 688.0076293945312, + 601.6793212890625, + 438.8695983886719, + 738.8419189453125, + 791.6040649414062, + 393.099853515625, + 489.3006286621094, + 669.9705810546875, + 607.1325073242188, + 427.9619140625, + 607.7599487304688, + 682.6968383789062, + 432.18963623046875, + 441.722412109375, + 304.9980773925781, + 562.2683715820312, + 674.4149169921875, + 629.1350708007812, + 626.5146484375, + 827.9437255859375, + 534.111083984375, + 643.690673828125, + 744.3741455078125, + 603.98583984375, + 631.192626953125, + 528.805908203125, + 608.9187622070312, + 315.9960632324219, + 542.6066284179688, + 469.9115905761719, + 572.5668334960938, + 339.5471496582031, + 500.3098449707031, + 684.5345458984375, + 447.6313781738281, + 379.9925537109375, + 587.5925903320312, + 463.4341735839844, + 595.7683715820312, + 665.15576171875, + 371.7846984863281, + 358.9869689941406, + 637.2132568359375, + 331.70721435546875, + 747.1683349609375, + 569.7550048828125, + 577.2443237304688, + 584.9064331054688, + 601.731689453125, + 552.7716674804688, + 443.3536071777344, + 402.508544921875, + 489.1646423339844, + 193.53114318847656, + 623.7267456054688, + 609.7199096679688, + 546.044189453125, + 379.8513488769531, + 656.2164916992188, + 577.4838256835938, + 685.5556030273438, + 567.906982421875, + 540.1417846679688, + 603.34228515625, + 554.44580078125, + 367.7180480957031, + 273.58941650390625, + 692.3502197265625, + 614.5193481445312, + 599.1944580078125, + 811.995361328125, + 524.6627807617188, + 537.1626586914062, + 594.4016723632812, + 373.0521545410156, + 416.4689025878906, + 503.8987121582031, + 533.0161743164062, + 391.33355712890625, + 677.2946166992188, + 700.96533203125, + 498.2400207519531, + 472.0308837890625, + 560.0244140625, + 738.7665405273438, + 648.2543334960938, + 575.6521606445312, + 430.6602478027344, + 430.3888854980469, + 594.1625366210938, + 439.7080078125, + 654.9208374023438, + 409.1615295410156, + 486.5617370605469, + 462.7604064941406, + 640.8978881835938, + 760.26220703125, + 408.9334411621094, + 486.3349609375, + 526.5248413085938, + 727.6757202148438, + 564.2127685546875, + 409.689453125, + 658.4007568359375, + 681.3554077148438, + 614.1830444335938, + 647.8330688476562, + 765.4580688476562, + 337.063232421875, + 520.762451171875, + 654.661376953125, + 769.9901123046875, + 470.0041809082031, + 620.75537109375, + 666.747802734375, + 410.88519287109375, + 686.7686157226562, + 528.7250366210938, + 485.2152404785156, + 493.8932189941406, + 779.099365234375, + 595.96630859375, + 578.3894653320312, + 588.80322265625, + 681.0844116210938, + 367.2450866699219, + 756.3516845703125, + 548.42529296875, + 649.892333984375, + 561.1906127929688, + 417.74566650390625, + 378.0658874511719, + 458.28656005859375, + 557.9343872070312, + 318.88226318359375, + 481.8906555175781, + 469.5434875488281, + 614.9299926757812, + 387.4127502441406, + 472.9258728027344, + 481.6548767089844, + 626.142822265625, + 723.9263916015625, + 558.457763671875, + 567.8472900390625, + 692.4463500976562, + 393.5667724609375, + 454.6654968261719, + 650.5339965820312, + 392.068115234375, + 401.46014404296875, + 580.8803100585938, + 603.7078857421875, + 836.2426147460938, + 300.6661071777344, + 588.9998168945312, + 362.412353515625, + 540.41845703125, + 456.6930236816406, + 440.71221923828125, + 337.5833435058594, + 447.81341552734375, + 442.2822570800781, + 569.1224365234375, + 478.156005859375, + 1003.2395629882812, + 637.2449951171875, + 435.5888671875, + 549.3658447265625, + 615.8472290039062, + 408.74688720703125, + 499.27166748046875, + 511.7909851074219, + 612.7693481445312, + 850.1239013671875, + 481.20416259765625, + 360.9410400390625, + 441.443359375, + 587.6844482421875, + 908.1470336914062, + 536.0222778320312, + 600.1138305664062, + 617.2337646484375, + 463.32098388671875, + 556.4889526367188, + 693.9561157226562, + 525.7573852539062, + 460.2537536621094, + 716.6190185546875, + 522.029296875, + 505.8438720703125, + 531.989990234375, + 414.4484558105469, + 410.3048400878906, + 579.4551391601562, + 480.0826110839844, + 657.0662841796875, + 317.5394592285156, + 697.9100952148438, + 592.0233154296875, + 554.7042236328125, + 683.8428955078125, + 520.0974731445312, + 389.3986511230469, + 400.58929443359375, + 700.6564331054688, + 509.5692443847656, + 550.1503295898438, + 381.87811279296875, + 400.33184814453125, + 313.7034912109375, + 599.381591796875, + 434.5997009277344, + 658.2781372070312, + 412.8046875, + 423.0158386230469, + 575.8615112304688, + 348.3443603515625, + 437.7926025390625, + 563.02880859375, + 347.1584777832031, + 604.7466430664062, + 665.2130737304688, + 689.7232666015625, + 527.6546630859375, + 751.691650390625, + 504.3020324707031, + 556.53173828125, + 618.7449340820312, + 650.087158203125, + 543.666259765625, + 375.9969177246094, + 577.344970703125, + 760.0018920898438, + 549.5945434570312, + 387.54071044921875, + 560.7845458984375, + 704.9896850585938, + 454.1575927734375, + 602.1636352539062, + 465.1362609863281, + 509.6100158691406, + 535.305419921875, + 498.88214111328125, + 544.9637451171875, + 509.6405334472656, + 538.677734375, + 344.4996643066406, + 311.8377380371094, + 499.8138732910156, + 526.6026000976562, + 552.1725463867188, + 540.8627319335938, + 388.0133361816406, + 664.0419311523438, + 734.9642333984375, + 479.9522705078125, + 576.2849731445312, + 542.0736083984375, + 577.8239135742188, + 437.4383239746094, + 765.5189208984375, + 448.9877624511719, + 662.1281127929688, + 538.9190673828125, + 624.7342529296875, + 415.959228515625, + 663.4725341796875, + 328.6961364746094, + 357.1175231933594, + 560.212158203125, + 729.7517700195312, + 560.5643920898438, + 375.6778259277344, + 475.3022766113281, + 702.6555786132812, + 546.0191040039062, + 822.5806274414062, + 486.2862854003906, + 747.21240234375, + 420.1204833984375, + 570.093994140625, + 512.668701171875, + 566.2990112304688, + 654.40576171875, + 562.3743286132812, + 347.9369201660156, + 536.1663818359375, + 334.7441101074219, + 809.6732177734375, + 723.5922241210938, + 608.42578125, + 449.7436828613281, + 356.8018798828125, + 652.050048828125, + 786.4600219726562, + 392.5289306640625, + 493.7865295410156, + 675.6318359375, + 552.8258056640625, + 697.739501953125, + 526.7316284179688, + 518.6596069335938, + 372.9994812011719, + 585.4965209960938, + 396.9757080078125, + 595.0027465820312, + 541.2289428710938, + 586.92724609375, + 582.7052001953125, + 808.6566772460938, + 362.9208679199219, + 464.5408935546875, + 457.60797119140625, + 691.3336791992188, + 542.223388671875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -21813,206 +26732,206 @@ 2 ], "wall_clock_s": [ - 501.5, - 516.8, - 470.0 + 822.0, + 836.0, + 830.7 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.0395941399037838, + "loss": 0.18960584700107574, "env_score_iters": 500, - "env_score": -4.117692470550537, + "env_score": -0.45276105403900146, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.2988527715206146, - "rl_grad_norm": 0.03913956135511398, - "bc_grad_norm": 0.028273794800043106, + "grad_align": 0.49471649527549744, + "rl_grad_norm": 0.135231152176857, + "bc_grad_norm": 0.1921130120754242, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.004997911397367716, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.010583994910120964, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.005140818189829588, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.01105760969221592, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.001758265309035778, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.008073926903307438, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0041718799620866776, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.007084345445036888, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0034815322142094374, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0043467446230351925, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.0036798708606511354, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.007180886343121529, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.004762621596455574, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.0023925716523081064, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.00906272791326046, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.011817225255072117 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.010571779683232307, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.035013485699892044, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008022326976060867, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04051767662167549, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.011598382145166397, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.025217624381184578, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.009868256747722626, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.029520820826292038, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.01817399077117443, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0449741929769516, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03922758996486664, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05910104140639305, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03096902370452881, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01060432568192482, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03585559129714966, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05930130183696747 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.014503033831715584, - "repr_drift_kl_low_t": 0.011119259521365166, - "repr_drift_kl_mid_t": 0.010304169729351997, - "repr_drift_kl_high_t": 0.017940836027264595, + "repr_drift_kl": 0.3869010806083679, + "repr_drift_kl_low_t": 0.49788299202919006, + "repr_drift_kl_mid_t": 0.38359686732292175, + "repr_drift_kl_high_t": 0.29095229506492615, "cka_iters": 500, - "cka_similarity": 0.8815697431564331, + "cka_similarity": 0.8153442144393921, "t_analysis_iters": 500, - "norm_low_t": 0.09388208389282227, - "norm_high_t": 0.03337894380092621, - "lowhigh_cos": 0.454616516828537, + "norm_low_t": 0.1390092521905899, + "norm_high_t": 0.20324677228927612, + "lowhigh_cos": 0.11534111946821213, "t_bin_norms": { - "t_0.0-0.1": 0.07696601748466492, - "t_0.1-0.2": 0.040058910846710205, - "t_0.2-0.3": 0.04226300120353699, - "t_0.3-0.4": 0.029875069856643677, - "t_0.4-0.5": 0.035323433578014374, - "t_0.5-0.6": 0.06058168411254883, - "t_0.6-0.7": 0.03031155839562416, - "t_0.7-0.8": 0.039502643048763275, - "t_0.8-0.9": 0.03808042034506798, - "t_0.9-1.0": 0.05157708749175072 - }, - "win_rate": 0.010252904146909714, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.1768336445093155, + "t_0.1-0.2": 0.15967975556850433, + "t_0.2-0.3": 0.16647346317768097, + "t_0.3-0.4": 0.11668010801076889, + "t_0.4-0.5": 0.12889797985553741, + "t_0.5-0.6": 0.14934851229190826, + "t_0.6-0.7": 0.13236041367053986, + "t_0.7-0.8": 0.1379924714565277, + "t_0.8-0.9": 0.16633397340774536, + "t_0.9-1.0": 0.22647938132286072 + }, + "win_rate": 0.08595088869333267, + "effective_batch_size": 542.223388671875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.3658827245235443, + "loss": 0.11362117528915405, "env_score_iters": 500, - "env_score": -0.8882997632026672, + "env_score": -0.4755285978317261, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.6208624839782715, - "rl_grad_norm": 0.32342642545700073, - "bc_grad_norm": 0.09392137825489044, + "grad_align": 0.32633650302886963, + "rl_grad_norm": 0.11111759394407272, + "bc_grad_norm": 0.1159970685839653, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.018232261762022972, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.06675481051206589, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.022125739604234695, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.06651993095874786, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.01479437667876482, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.07365760952234268, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.026264730840921402, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.07119844108819962, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.05310477688908577, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.05217590928077698, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03521142899990082, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.07773546874523163, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.07969953119754791, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.028221385553479195, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.07973702996969223, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.14045293629169464 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.008611747063696384, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.027096986770629883, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008179719559848309, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.039780616760253906, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.009431428276002407, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.021192042157053947, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.010348548181355, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.027914345264434814, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014374274760484695, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.02232138067483902, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.012216064147651196, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.025396551936864853, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.027855902910232544, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01008396502584219, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.026132220402359962, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.0371023453772068 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08943770825862885, - "repr_drift_kl_low_t": 0.08838070929050446, - "repr_drift_kl_mid_t": 0.08758369088172913, - "repr_drift_kl_high_t": 0.09268136322498322, + "repr_drift_kl": 0.2020532488822937, + "repr_drift_kl_low_t": 0.2338894158601761, + "repr_drift_kl_mid_t": 0.19722795486450195, + "repr_drift_kl_high_t": 0.19198866188526154, "cka_iters": 500, - "cka_similarity": 0.5088841319084167, + "cka_similarity": 0.8188045620918274, "t_analysis_iters": 500, - "norm_low_t": 0.38291704654693604, - "norm_high_t": 0.34063735604286194, - "lowhigh_cos": 0.5290507078170776, + "norm_low_t": 0.13723129034042358, + "norm_high_t": 0.2838114798069, + "lowhigh_cos": -0.2223387509584427, "t_bin_norms": { - "t_0.0-0.1": 0.4266461431980133, - "t_0.1-0.2": 0.4239967167377472, - "t_0.2-0.3": 0.26686596870422363, - "t_0.3-0.4": 0.261525958776474, - "t_0.4-0.5": 0.29001614451408386, - "t_0.5-0.6": 0.2527608275413513, - "t_0.6-0.7": 0.24391205608844757, - "t_0.7-0.8": 0.30902808904647827, - "t_0.8-0.9": 0.3078532814979553, - "t_0.9-1.0": 0.3356700539588928 - }, - "win_rate": 0.06774475425481796, - "effective_batch_size": 53.7574462890625, + "t_0.0-0.1": 0.17001554369926453, + "t_0.1-0.2": 0.09337877482175827, + "t_0.2-0.3": 0.0979556068778038, + "t_0.3-0.4": 0.11646359413862228, + "t_0.4-0.5": 0.09260097146034241, + "t_0.5-0.6": 0.13573293387889862, + "t_0.6-0.7": 0.1029534786939621, + "t_0.7-0.8": 0.09740474075078964, + "t_0.8-0.9": 0.1420353353023529, + "t_0.9-1.0": 0.3374563753604889 + }, + "win_rate": 0.03047972358763218, + "effective_batch_size": 465.36444091796875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.10076835006475449, + "loss": 0.17658691108226776, "env_score_iters": 500, - "env_score": -2.9365053176879883, + "env_score": -0.4151593744754791, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.3211471438407898, - "rl_grad_norm": 0.12222904711961746, - "bc_grad_norm": 0.31478434801101685, + "grad_align": -0.08571086823940277, + "rl_grad_norm": 0.15992914140224457, + "bc_grad_norm": 0.12425461411476135, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.022142430767416954, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05782008171081543, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.04494965076446533, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.09120101481676102, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.014267352409660816, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.043004512786865234, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.01673904061317444, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.058859363198280334, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.017014576122164726, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.03083837404847145, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.02694803662598133, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.043745335191488266, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.02526121772825718, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.011267646215856075, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03166236728429794, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.059473130851984024 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.005526088178157806, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.031355489045381546, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008333655074238777, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.035897064954042435, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.005337427835911512, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.0246601402759552, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.008850720711052418, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.02474914863705635, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014454705640673637, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.02253653109073639, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.024740301072597504, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03164149820804596, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0330333486199379, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.014771408401429653, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.019764307886362076, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.04699907824397087 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06999190151691437, - "repr_drift_kl_low_t": 0.05020152032375336, - "repr_drift_kl_mid_t": 0.05869761109352112, - "repr_drift_kl_high_t": 0.11738917231559753, + "repr_drift_kl": 0.321953684091568, + "repr_drift_kl_low_t": 0.4092666506767273, + "repr_drift_kl_mid_t": 0.3122992515563965, + "repr_drift_kl_high_t": 0.25493621826171875, "cka_iters": 500, - "cka_similarity": 0.8027142882347107, + "cka_similarity": 0.7709062099456787, "t_analysis_iters": 500, - "norm_low_t": 0.09929337352514267, - "norm_high_t": 0.13312356173992157, - "lowhigh_cos": 0.015533087775111198, + "norm_low_t": 0.23988422751426697, + "norm_high_t": 0.18848559260368347, + "lowhigh_cos": 0.4484964609146118, "t_bin_norms": { - "t_0.0-0.1": 0.22736972570419312, - "t_0.1-0.2": 0.15591512620449066, - "t_0.2-0.3": 0.13068921864032745, - "t_0.3-0.4": 0.2008754312992096, - "t_0.4-0.5": 0.08020482212305069, - "t_0.5-0.6": 0.11695114523172379, - "t_0.6-0.7": 0.07372157275676727, - "t_0.7-0.8": 0.10634443908929825, - "t_0.8-0.9": 0.10151196271181107, - "t_0.9-1.0": 0.14897923171520233 - }, - "win_rate": 0.0219146478921175, - "effective_batch_size": 40.00730514526367, + "t_0.0-0.1": 0.5199006795883179, + "t_0.1-0.2": 0.1640332043170929, + "t_0.2-0.3": 0.1635892391204834, + "t_0.3-0.4": 0.13916075229644775, + "t_0.4-0.5": 0.19354595243930817, + "t_0.5-0.6": 0.14199167490005493, + "t_0.6-0.7": 0.14371834695339203, + "t_0.7-0.8": 0.1259080320596695, + "t_0.8-0.9": 0.18107202649116516, + "t_0.9-1.0": 0.16614936292171478 + }, + "win_rate": 0.06238911673426628, + "effective_batch_size": 413.1422424316406, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "mixed_replay": { - "score": 0.5750000000000001, - "score_std": 0.020412414523193124, + "score": 0.4124999999999999, + "score_std": 0.046770717334674285, "all_scores": [ - 0.5750000000000001, - 0.6, - 0.55 + 0.425, + 0.35, + 0.4625 ], "history": { "iters": [ @@ -22518,506 +27437,506 @@ 500 ], "loss": [ - 0.1055469736456871, - 0.5298768281936646, - 0.2745679020881653, - 0.7197867035865784, - 0.29843267798423767, - 0.6829043626785278, - 0.451183021068573, - 0.265026718378067, - 0.07665639370679855, - 0.42274659872055054, - 0.6214460134506226, - 0.23540791869163513, - 1.1464030742645264, - 0.45916736125946045, - 0.253970205783844, - 0.17312394082546234, - 0.3931136727333069, - 1.030982255935669, - 0.08615574240684509, - 0.2528722882270813, - 0.26862862706184387, - 0.7107673287391663, - 0.05839410424232483, - 1.147579550743103, - 0.14980700612068176, - 0.2812478542327881, - 0.48804211616516113, - 0.34386616945266724, - 0.9230025410652161, - 0.49670296907424927, - 0.22925789654254913, - 0.758576512336731, - 0.3274022936820984, - 0.23737739026546478, - 0.4062376022338867, - 1.1414903402328491, - 0.27097004652023315, - 0.5177786350250244, - 1.0818713903427124, - 0.450575053691864, - 0.828368067741394, - 0.19702531397342682, - 0.2638282775878906, - 0.2555997967720032, - 1.114821434020996, - 0.5611404776573181, - 0.15552353858947754, - 0.9152957201004028, - 0.3432377874851227, - 0.550369918346405, - 0.060677606612443924, - 0.1392936259508133, - 0.9033294320106506, - 0.08851708471775055, - 0.08225437998771667, - 0.13633105158805847, - 0.0631461888551712, - 0.8720903396606445, - 0.21674317121505737, - 0.4593023359775543, - 0.24851833283901215, - 0.3947579562664032, - 0.9611372947692871, - 0.30494287610054016, - 0.8661674857139587, - 0.14524611830711365, - 0.10440251231193542, - 0.4017530083656311, - 0.27831465005874634, - 0.08526930212974548, - 0.25423863530158997, - 0.523949146270752, - 0.09173504263162613, - 0.605813205242157, - 0.10701841115951538, - 1.0334441661834717, - 0.1255645453929901, - 0.12563255429267883, - 0.20002120733261108, - 0.0772009789943695, - 0.06685863435268402, - 0.1999259740114212, - 0.22599269449710846, - 0.2395412027835846, - 0.25203990936279297, - 0.2296849638223648, - 0.1105235144495964, - 0.19092410802841187, - 0.21116650104522705, - 0.059431228786706924, - 0.12019717693328857, - 0.13524174690246582, - 0.23479926586151123, - 0.08576589822769165, - 0.035656414926052094, - 0.35229745507240295, - 0.20336133241653442, - 0.5336614847183228, - 0.5419632792472839, - 0.33668556809425354, - 0.2806120216846466, - 0.6628406643867493, - 0.04119192436337471, - 0.33998265862464905, - 0.2724771797657013, - 0.047061171382665634, - 0.059064943343400955, - 0.4340904653072357, - 0.11415447294712067, - 0.326164186000824, - 0.4554181694984436, - 0.1348395198583603, - 0.34900516271591187, - 0.7170584797859192, - 0.06770952045917511, - 0.796359121799469, - 0.2935197353363037, - 0.23829463124275208, - 0.6807713508605957, - 0.6060677170753479, - 0.4081374704837799, - 0.5643256902694702, - 0.6185431480407715, - 0.1073712632060051, - 0.04987744987010956, - 1.0518503189086914, - 0.1296580731868744, - 0.6070671081542969, - 0.8452178835868835, - 0.2158004641532898, - 0.1294143795967102, - 0.46723756194114685, - 0.1390523463487625, - 0.14004014432430267, - 0.2921494245529175, - 0.22496232390403748, - 0.11063294112682343, - 0.145565003156662, - 0.5512143969535828, - 0.6562307476997375, - 0.4727410078048706, - 0.09698088467121124, - 0.9454689025878906, - 0.05747366324067116, - 0.07079455256462097, - 0.9690757989883423, - 0.14923882484436035, - 0.10137078911066055, - 0.394727498292923, - 0.617242157459259, - 0.17011520266532898, - 0.3497527241706848, - 0.4671832323074341, - 0.2232201099395752, - 1.1769969463348389, - 0.4863068461418152, - 0.4381920099258423, - 0.3817674219608307, - 0.37351754307746887, - 0.2374662309885025, - 0.3290270268917084, - 0.36230525374412537, - 0.16523639857769012, - 0.11149611324071884, - 0.038375627249479294, - 0.06403949111700058, - 0.020728370174765587, - 0.044545914977788925, - 1.1428849697113037, - 0.2033783197402954, - 0.037478864192962646, - 0.14806929230690002, - 0.050154492259025574, - 0.05845877528190613, - 0.41359493136405945, - 0.13589945435523987, - 0.07546527683734894, - 0.2396153211593628, - 0.43879762291908264, - 0.1651628464460373, - 0.05465107411146164, - 0.1833457201719284, - 0.6424605846405029, - 0.07734210789203644, - 0.03936527296900749, - 0.5541556477546692, - 0.115533247590065, - 0.07546873390674591, - 0.758644163608551, - 0.38861918449401855, - 0.07119537144899368, - 0.2411378026008606, - 0.09894147515296936, - 0.4983842670917511, - 0.08436962962150574, - 0.645465075969696, - 0.3206865191459656, - 0.766787052154541, - 0.14456254243850708, - 0.56905198097229, - 0.3405925929546356, - 0.17774584889411926, - 0.3735070824623108, - 0.3297247290611267, - 0.12976519763469696, - 0.2407233566045761, - 0.8016470670700073, - 0.25725057721138, - 0.5170754790306091, - 0.7999276518821716, - 0.11379571259021759, - 0.3827320635318756, - 0.5198643803596497, - 0.23607796430587769, - 0.08912308514118195, - 0.07407642155885696, - 0.04370337724685669, - 0.20194874703884125, - 0.0458291620016098, - 0.23350946605205536, - 0.44943323731422424, - 0.4287371039390564, - 0.194431334733963, - 0.12696629762649536, - 0.22870904207229614, - 0.12719321250915527, - 0.7043464183807373, - 0.07057882100343704, - 0.7142152786254883, - 0.1294706165790558, - 0.2660430073738098, - 0.3274497985839844, - 0.49266842007637024, - 0.12274298816919327, - 0.18238797783851624, - 0.4297679662704468, - 0.2895253896713257, - 0.24676555395126343, - 0.05749307945370674, - 0.12136824429035187, - 0.08632494509220123, - 0.08047036081552505, - 0.035348594188690186, - 0.02371320128440857, - 0.019174395129084587, - 0.006710238754749298, - 0.22240237891674042, - 0.19699138402938843, - 0.05656781420111656, - 0.03323277458548546, - 0.24067659676074982, - 0.27558135986328125, - 0.1287517100572586, - 0.15050223469734192, - 0.07508333772420883, - 0.4012472331523895, - 0.06830017268657684, - 0.4026876389980316, - 0.2751077711582184, - 0.20705823600292206, - 0.8853959441184998, - 0.18740396201610565, - 0.7016631364822388, - 0.3462243974208832, - 0.08019078522920609, - 0.22905470430850983, - 0.07288248836994171, - 0.38037529587745667, - 0.0543099083006382, - 0.1554228961467743, - 0.18020698428153992, - 0.6278778314590454, - 0.028867216780781746, - 0.13482041656970978, - 0.19632545113563538, - 0.6058836579322815, - 0.43610721826553345, - 0.1334916651248932, - 0.1327894777059555, - 0.10047246515750885, - 0.7480948567390442, - 0.24606023728847504, - 0.48787960410118103, - 0.12397165596485138, - 0.4074709713459015, - 0.47318708896636963, - 0.12108872830867767, - 0.27761462330818176, - 0.5122535824775696, - 0.13547198474407196, - 0.5777930617332458, - 0.07882679998874664, - 0.2067444771528244, - 0.19927223026752472, - 0.09176834672689438, - 0.13480538129806519, - 0.1720437854528427, - 0.4052239954471588, - 0.21789392828941345, - 0.09242653101682663, - 0.20296849310398102, - 0.06133735924959183, - 0.450604110956192, - 0.9894751906394958, - 0.4111842215061188, - 0.2479972094297409, - 0.44057634472846985, - 0.23886458575725555, - 0.1851755678653717, - 0.5766132473945618, - 0.17008890211582184, - 0.2073134332895279, - 0.29734504222869873, - 0.06280461698770523, - 0.10280843824148178, - 0.13331791758537292, - 0.05947272107005119, - 0.03640357404947281, - 0.10426883399486542, - 0.03434345871210098, - 0.05466063320636749, - 0.1842184215784073, - 0.17914004623889923, - 0.04425954073667526, - 0.08150576800107956, - 0.01548765692859888, - 0.503517746925354, - 0.13328464329242706, - 0.4427976608276367, - 0.17996959388256073, - 0.08928710967302322, - 0.054733309894800186, - 0.49102598428726196, - 0.43001994490623474, - 0.10872753709554672, - 0.2041700780391693, - 0.08252288401126862, - 0.03329659625887871, - 0.03965158015489578, - 0.05408422648906708, - 0.7843254208564758, - 0.08211269229650497, - 0.09424304217100143, - 0.10979311168193817, - 0.4786892831325531, - 0.12898610532283783, - 0.3915836215019226, - 0.08146200329065323, - 0.23965874314308167, - 0.12811745703220367, - 0.09326410293579102, - 0.021115142852067947, - 0.11703638732433319, - 0.03741556778550148, - 0.053271789103746414, - 0.06839577108621597, - 0.39080676436424255, - 0.14056134223937988, - 0.27878329157829285, - 0.02682802826166153, - 0.6104711294174194, - 0.10997512936592102, - 0.11761650443077087, - 0.5989649295806885, - 0.06140122562646866, - 0.2494358867406845, - 0.2323773205280304, - 0.12610630691051483, - 0.2642303705215454, - 0.0920623242855072, - 0.34214136004447937, - 0.37620988488197327, - 0.05567663908004761, - 0.12832419574260712, - 0.1671995371580124, - 0.07075298577547073, - 0.15117765963077545, - 0.27889925241470337, - 0.06820590049028397, - 0.6324712038040161, - 0.17339298129081726, - 0.0992753878235817, - 0.11030268669128418, - 0.2517361342906952, - 0.05243038386106491, - 0.35793066024780273, - 0.11489318311214447, - 0.113030344247818, - 0.06203269958496094, - 0.8400818109512329, - 0.18734429776668549, - 0.05645179748535156, - 0.05101155489683151, - 0.08287999033927917, - 0.019681811332702637, - 0.737935483455658, - 0.09715483337640762, - 0.05289103090763092, - 0.20120766758918762, - 0.12587961554527283, - 0.4660865068435669, - 0.07030320912599564, - 0.019870663061738014, - 0.45632073283195496, - 0.10856880247592926, - 0.24385057389736176, - 0.3016692101955414, - 0.4107474088668823, - 0.06127551198005676, - 0.05991256609559059, - 0.176838219165802, - 0.02275167405605316, - 0.036887429654598236, - 0.06909461319446564, - 0.04606042802333832, - 0.10613557696342468, - 0.33868688344955444, - 0.19210150837898254, - 0.10255387425422668, - 0.42445623874664307, - 0.2584708034992218, - 0.18999676406383514, - 0.12434655427932739, - 0.041676923632621765, - 0.44704654812812805, - 0.04150991141796112, - 0.1932004690170288, - 0.1728760302066803, - 0.10924264043569565, - 0.5394192337989807, - 0.0674382820725441, - 0.048690151423215866, - 0.2581866979598999, - 0.16001789271831512, - 0.06649214029312134, - 0.12856599688529968, - 0.17455215752124786, - 0.053844328969717026, - 0.13271287083625793, - 0.007006720174103975, - 0.15145738422870636, - 0.36134853959083557, - 0.19969837367534637, - 0.09155645966529846, - 0.08953695744276047, - 0.6000160574913025, - 0.09681545197963715, - 0.4193721413612366, - 0.06922048330307007, - 0.28584709763526917, - 0.2738625705242157, - 0.12950342893600464, - 0.5492830872535706, - 0.0658341720700264, - 0.04048079997301102, - 0.029601970687508583, - 0.44020602107048035, - 0.19648943841457367, - 0.0737389549612999, - 0.08449114114046097, - 0.336260050535202, - 0.07150337100028992, - 0.05551627278327942, - 0.03385109081864357, - 0.0200591292232275, - 0.3837774097919464, - 0.3146418631076813, - 0.07212571054697037, - 0.33361661434173584, - 0.06875946372747421, - 0.04381947964429855, - 0.14098481833934784, - 0.0913630872964859, - 0.20774392783641815, - 0.10966794192790985, - 0.05892409011721611, - 0.376076877117157, - 0.08319036662578583, - 0.028086775913834572, - 0.17851637303829193, - 0.007689639925956726, - 0.30568256974220276, - 0.09680642187595367, - 0.14353561401367188, - 0.1149001345038414, - 0.09055226296186447, - 0.01998886838555336, - 0.12148084491491318, - 0.4226810038089752, - 0.08006631582975388, - 0.0686868280172348, - 0.08975061029195786, - 0.024981575086712837, - 0.0375172384083271, - 0.03689708560705185, - 0.03796990215778351, - 0.3289981186389923, - 0.14809897541999817, - 0.045492224395275116, - 0.199426531791687 + 0.7778616547584534, + 0.5304722785949707, + 0.46355563402175903, + 0.4144424796104431, + 0.47323986887931824, + 0.3485892713069916, + 0.4004526436328888, + 0.3113572597503662, + 0.5478912591934204, + 0.30777350068092346, + 0.18520140647888184, + 0.7268489599227905, + 0.30858784914016724, + 0.26392191648483276, + 0.2945215106010437, + 0.43862324953079224, + 0.2299656718969345, + 0.4592815339565277, + 0.5095789432525635, + 0.48077279329299927, + 0.4174531400203705, + 0.3179655969142914, + 0.37440213561058044, + 0.2793925106525421, + 0.29164987802505493, + 0.38851794600486755, + 0.303735613822937, + 0.29002684354782104, + 0.2925766408443451, + 0.42766058444976807, + 0.33346307277679443, + 0.3555814027786255, + 0.2977113425731659, + 0.2112402617931366, + 0.16865523159503937, + 0.20262402296066284, + 0.322649210691452, + 0.21723692119121552, + 0.34583303332328796, + 0.4150100350379944, + 0.3290470242500305, + 0.26176032423973083, + 0.20217293500900269, + 0.23919057846069336, + 0.1300867348909378, + 0.2577317953109741, + 0.2014712393283844, + 0.2578575015068054, + 0.17222122848033905, + 0.19588255882263184, + 0.17944423854351044, + 0.21276751160621643, + 0.19775716960430145, + 0.18597188591957092, + 0.32673728466033936, + 0.2839307188987732, + 0.24529674649238586, + 0.1575622707605362, + 0.22670134902000427, + 0.2420557737350464, + 0.2567671537399292, + 0.1980796456336975, + 0.21096479892730713, + 0.16107338666915894, + 0.1921457052230835, + 0.243984192609787, + 0.24621762335300446, + 0.2321183830499649, + 0.25643882155418396, + 0.20249664783477783, + 0.180185005068779, + 0.19110481441020966, + 0.21235516667366028, + 0.16607294976711273, + 0.19195368885993958, + 0.23682868480682373, + 0.12170817703008652, + 0.2759791910648346, + 0.21228067576885223, + 0.229904904961586, + 0.21868522465229034, + 0.2799398899078369, + 0.12098168581724167, + 0.23293036222457886, + 0.23559121787548065, + 0.23114381730556488, + 0.14242565631866455, + 0.29221293330192566, + 0.17263060808181763, + 0.2250017523765564, + 0.1634134203195572, + 0.12699367105960846, + 0.14741910994052887, + 0.2522333264350891, + 0.19852666556835175, + 0.1977570354938507, + 0.2367633879184723, + 0.18030518293380737, + 0.1377890408039093, + 0.15855590999126434, + 0.13926777243614197, + 0.2555310130119324, + 0.2998536229133606, + 0.2271026074886322, + 0.22763767838478088, + 0.24158057570457458, + 0.14455027878284454, + 0.11674921214580536, + 0.16155456006526947, + 0.20143309235572815, + 0.19351927936077118, + 0.15750634670257568, + 0.15649448335170746, + 0.2875725328922272, + 0.23370881378650665, + 0.21197578310966492, + 0.2244943380355835, + 0.22854265570640564, + 0.23775659501552582, + 0.220310240983963, + 0.2612813413143158, + 0.11289400607347488, + 0.10206205397844315, + 0.20444683730602264, + 0.07805676758289337, + 0.17113202810287476, + 0.22465449571609497, + 0.22204412519931793, + 0.23740585148334503, + 0.2948804795742035, + 0.2626085877418518, + 0.22002661228179932, + 0.21564427018165588, + 0.26301974058151245, + 0.21223336458206177, + 0.1654006838798523, + 0.08659535646438599, + 0.260667622089386, + 0.19509363174438477, + 0.16940517723560333, + 0.15599530935287476, + 0.23807023465633392, + 0.22156421840190887, + 0.20099104940891266, + 0.12414277344942093, + 0.07504584640264511, + 0.09804344177246094, + 0.27927523851394653, + 0.23866015672683716, + 0.18778984248638153, + 0.1887485682964325, + 0.18143752217292786, + 0.20538999140262604, + 0.22257594764232635, + 0.25869762897491455, + 0.23881687223911285, + 0.3044742941856384, + 0.14425261318683624, + 0.1455375999212265, + 0.27179259061813354, + 0.11277180910110474, + 0.20115521550178528, + 0.12642380595207214, + 0.16686849296092987, + 0.25275981426239014, + 0.13563674688339233, + 0.10548035055398941, + 0.1771434098482132, + 0.1698378026485443, + 0.19371014833450317, + 0.23641730844974518, + 0.22662784159183502, + 0.1397835910320282, + 0.20523971319198608, + 0.16984499990940094, + 0.21194088459014893, + 0.12306945025920868, + 0.1743895411491394, + 0.19861172139644623, + 0.14858438074588776, + 0.11184170097112656, + 0.20913265645503998, + 0.1713547557592392, + 0.210462749004364, + 0.2424655705690384, + 0.21699142456054688, + 0.12377885729074478, + 0.34669020771980286, + 0.26190513372421265, + 0.23073387145996094, + 0.14599105715751648, + 0.24814556539058685, + 0.22710098326206207, + 0.1912943720817566, + 0.1775350421667099, + 0.2017940878868103, + 0.20356011390686035, + 0.21545642614364624, + 0.12826012074947357, + 0.22859948873519897, + 0.22812141478061676, + 0.21485057473182678, + 0.2447463572025299, + 0.1804414540529251, + 0.19431321322917938, + 0.21832822263240814, + 0.20023635029792786, + 0.2023078203201294, + 0.2119995355606079, + 0.1319023221731186, + 0.1332312971353531, + 0.12540635466575623, + 0.18538030982017517, + 0.1595187932252884, + 0.22220274806022644, + 0.15729261934757233, + 0.19505149126052856, + 0.20607303082942963, + 0.2307329773902893, + 0.1715966761112213, + 0.12543849647045135, + 0.19881895184516907, + 0.1712198704481125, + 0.22739973664283752, + 0.11094851046800613, + 0.07344752550125122, + 0.20351280272006989, + 0.19964063167572021, + 0.23533330857753754, + 0.23844920098781586, + 0.13650532066822052, + 0.20594024658203125, + 0.1594206839799881, + 0.146074116230011, + 0.13781945407390594, + 0.13503381609916687, + 0.1803789585828781, + 0.1313619166612625, + 0.19796781241893768, + 0.20034809410572052, + 0.2145557552576065, + 0.1906105875968933, + 0.2534845173358917, + 0.15680518746376038, + 0.19528815150260925, + 0.12821964919567108, + 0.19339929521083832, + 0.20059837400913239, + 0.15685389935970306, + 0.13643956184387207, + 0.10417471081018448, + 0.17175360023975372, + 0.2351374477148056, + 0.23054705560207367, + 0.23383469879627228, + 0.1825706958770752, + 0.1447678953409195, + 0.10992279648780823, + 0.17262010276317596, + 0.22210370004177094, + 0.1784599870443344, + 0.16886863112449646, + 0.16220684349536896, + 0.2290314882993698, + 0.181679829955101, + 0.26807618141174316, + 0.15136179327964783, + 0.14461353421211243, + 0.17865370213985443, + 0.1645868718624115, + 0.15718920528888702, + 0.2844056189060211, + 0.18236452341079712, + 0.15316827595233917, + 0.10314669460058212, + 0.24860680103302002, + 0.1318468302488327, + 0.1628631204366684, + 0.2437371164560318, + 0.1903439611196518, + 0.21460263431072235, + 0.1076984703540802, + 0.1660052388906479, + 0.18983447551727295, + 0.2172721028327942, + 0.11933114379644394, + 0.09841659665107727, + 0.18759138882160187, + 0.19951565563678741, + 0.13927757740020752, + 0.1795879602432251, + 0.19828900694847107, + 0.1118592768907547, + 0.16211117804050446, + 0.18663297593593597, + 0.1693372130393982, + 0.12039842456579208, + 0.17299628257751465, + 0.24510054290294647, + 0.16893543303012848, + 0.15801623463630676, + 0.15779748558998108, + 0.16094867885112762, + 0.11619333922863007, + 0.16647005081176758, + 0.21617598831653595, + 0.2385600060224533, + 0.1957775205373764, + 0.1494300663471222, + 0.11837908625602722, + 0.19170618057250977, + 0.15372081100940704, + 0.21053127944469452, + 0.19348950684070587, + 0.18404974043369293, + 0.11457521468400955, + 0.13114842772483826, + 0.16474126279354095, + 0.18837900459766388, + 0.1501062661409378, + 0.13735218346118927, + 0.16325336694717407, + 0.14953762292861938, + 0.12199320644140244, + 0.10908541083335876, + 0.19689027965068817, + 0.13426312804222107, + 0.1511300802230835, + 0.1859186738729477, + 0.15218974649906158, + 0.12636561691761017, + 0.12869790196418762, + 0.12769319117069244, + 0.13830120861530304, + 0.16318179666996002, + 0.1814907193183899, + 0.15603291988372803, + 0.2292805314064026, + 0.21894468367099762, + 0.20525962114334106, + 0.11102380603551865, + 0.12436554580926895, + 0.1031566858291626, + 0.12675149738788605, + 0.14800694584846497, + 0.14305371046066284, + 0.17547698318958282, + 0.22757595777511597, + 0.13429856300354004, + 0.2559956908226013, + 0.16318048536777496, + 0.10769753158092499, + 0.1462659239768982, + 0.14850199222564697, + 0.07853475958108902, + 0.12245365977287292, + 0.17191025614738464, + 0.18941070139408112, + 0.23186156153678894, + 0.15027055144309998, + 0.14066363871097565, + 0.14071190357208252, + 0.1348591148853302, + 0.24169473350048065, + 0.19399449229240417, + 0.16191181540489197, + 0.17488881945610046, + 0.17142248153686523, + 0.12724073231220245, + 0.17891864478588104, + 0.11140967905521393, + 0.18953809142112732, + 0.1482117921113968, + 0.2016313374042511, + 0.19395536184310913, + 0.18709643185138702, + 0.1900498867034912, + 0.10371547937393188, + 0.1313391923904419, + 0.15662987530231476, + 0.1983642578125, + 0.1562735140323639, + 0.2235730141401291, + 0.1896125227212906, + 0.15969429910182953, + 0.1737551987171173, + 0.2498234659433365, + 0.16710607707500458, + 0.10792922973632812, + 0.2028639018535614, + 0.1252504140138626, + 0.14889942109584808, + 0.12113572657108307, + 0.08306119590997696, + 0.10098238289356232, + 0.1285298764705658, + 0.1854775846004486, + 0.1987748146057129, + 0.1636955589056015, + 0.1516100913286209, + 0.17492236196994781, + 0.10143541544675827, + 0.17382526397705078, + 0.19033032655715942, + 0.16977855563163757, + 0.1481017917394638, + 0.17339837551116943, + 0.22920864820480347, + 0.1424129456281662, + 0.16680051386356354, + 0.10035494714975357, + 0.1571674793958664, + 0.1415858417749405, + 0.1591947376728058, + 0.16772882640361786, + 0.1784505546092987, + 0.16924014687538147, + 0.15607430040836334, + 0.15166504681110382, + 0.09312322735786438, + 0.1362006962299347, + 0.15251824259757996, + 0.0846264660358429, + 0.18585246801376343, + 0.1331866830587387, + 0.15913031995296478, + 0.12146321684122086, + 0.13561344146728516, + 0.14437970519065857, + 0.15185190737247467, + 0.20042669773101807, + 0.13041703402996063, + 0.09903544187545776, + 0.09689804911613464, + 0.13268564641475677, + 0.18405987322330475, + 0.16166189312934875, + 0.12040114402770996, + 0.2603306174278259, + 0.21896691620349884, + 0.16214200854301453, + 0.1691991537809372, + 0.16807237267494202, + 0.17888548970222473, + 0.13454276323318481, + 0.1792151778936386, + 0.13939274847507477, + 0.15459521114826202, + 0.11107925325632095, + 0.14857015013694763, + 0.16956107318401337, + 0.17333033680915833, + 0.11386416107416153, + 0.17086613178253174, + 0.15908336639404297, + 0.1722518503665924, + 0.17317606508731842, + 0.09509068727493286, + 0.06829379498958588, + 0.08000104129314423, + 0.10630417615175247, + 0.17932365834712982, + 0.146333247423172, + 0.18598061800003052, + 0.14267058670520782, + 0.1993274688720703, + 0.22197696566581726, + 0.16953863203525543, + 0.14038832485675812, + 0.1343155801296234, + 0.056093309074640274, + 0.13485004007816315, + 0.11359113454818726, + 0.17367345094680786, + 0.1591578871011734, + 0.18313559889793396, + 0.08523846417665482, + 0.17828521132469177, + 0.20445574820041656, + 0.13092440366744995, + 0.18365304172039032, + 0.17567847669124603, + 0.19336698949337006, + 0.09918130189180374, + 0.15640896558761597, + 0.19763889908790588, + 0.2056034505367279, + 0.06658799201250076, + 0.1214333325624466, + 0.1339596062898636, + 0.11073313653469086, + 0.08247067779302597, + 0.18675778806209564, + 0.11414285004138947, + 0.22884801030158997, + 0.18296301364898682, + 0.19119147956371307, + 0.09970865398645401, + 0.19494512677192688, + 0.2019418627023697 ], "env_score_iters": [ 1, @@ -23522,2644 +28441,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.6322414875030518, - -3.3323028087615967, - -1.4926848411560059, - -2.658663511276245, - 0.2753120958805084, - -2.945232629776001, - -3.386293649673462, - -3.8037173748016357, - -2.2127857208251953, - -0.22636160254478455, - -2.7769503593444824, - 4.325751781463623, - -1.5510125160217285, - -3.486039876937866, - -3.9085333347320557, - -1.005699634552002, - 2.6817171573638916, - -3.3780689239501953, - -2.1796302795410156, - -5.146364212036133, - -0.5351909399032593, - -5.197476387023926, - 3.4954874515533447, - -3.9763307571411133, - -2.7861125469207764, - -5.7147088050842285, - -5.763556003570557, - 10.937378883361816, - -0.6599168181419373, - -2.542267322540283, - -2.208420753479004, - -2.672464609146118, - -2.975489377975464, - -3.480503559112549, - 4.4072265625, - -2.0115208625793457, - -2.118079423904419, - 2.6845853328704834, - -3.4376914501190186, - 1.1058082580566406, - -3.121973991394043, - -2.6780641078948975, - 1.0369715690612793, - 0.5394116640090942, - -1.9747987985610962, - -3.3308351039886475, - 1.3591054677963257, - -1.990973711013794, - -1.151978850364685, - -3.4510860443115234, - -2.718557119369507, - 0.31968972086906433, - -3.5267393589019775, - -2.195040225982666, - -4.070207595825195, - -3.343106269836426, - -0.2798967957496643, - -2.3512661457061768, - 1.0610356330871582, - -3.832024097442627, - -2.302337408065796, - 0.8832067847251892, - -3.294273853302002, - 0.7022030353546143, - -3.8619980812072754, - -4.366265296936035, - -1.6815645694732666, - -6.2853169441223145, - -3.8489573001861572, - -4.726288318634033, - -2.68489146232605, - -2.9829699993133545, - 1.9929598569869995, - -2.8618791103363037, - 1.5817850828170776, - -3.9779579639434814, - -3.3516156673431396, - -3.753007411956787, - -3.608828544616699, - -4.235702991485596, - -3.48655104637146, - -2.239272356033325, - -2.3323285579681396, - -4.391645431518555, - -2.719369649887085, - -3.2452120780944824, - -2.2759037017822266, - -5.071887969970703, - -3.725832462310791, - -8.29619312286377, - -3.333692789077759, - -5.177491188049316, - -2.618572950363159, - -3.936579942703247, - -3.4711670875549316, - -2.795802354812622, - 1.3924363851547241, - 0.7057910561561584, - -2.290778875350952, - -2.023151159286499, - -0.7345126867294312, - -3.2992775440216064, - -3.5271377563476562, - -2.8115837574005127, - -8.491175651550293, - -2.291804075241089, - -0.7727519869804382, - -5.89023494720459, - -1.0110183954238892, - -1.8043761253356934, - -3.7625837326049805, - -3.215559482574463, - -2.2373721599578857, - -3.7988526821136475, - -1.5286669731140137, - -2.6197421550750732, - -2.6441097259521484, - -0.8437079191207886, - 0.17985910177230835, - -2.8379738330841064, - -3.851130485534668, - 0.285491019487381, - -4.154411792755127, - -6.219531536102295, - 4.30394983291626, - -4.74003791809082, - -2.007946252822876, - -1.2936749458312988, - -2.41719913482666, - -3.048025369644165, - -2.347977638244629, - -3.663398265838623, - -3.929574728012085, - -2.071516275405884, - -1.2708048820495605, - -4.953442096710205, - -4.061278820037842, - -0.9278370141983032, - -0.553150475025177, - -3.127620220184326, - -4.017580032348633, - 11.31926441192627, - -3.7940728664398193, - -5.747345447540283, - 2.8547377586364746, - -3.08659029006958, - -2.9138290882110596, - -2.489837169647217, - -1.0446572303771973, - -8.982705116271973, - -1.946550726890564, - -6.2641167640686035, - -1.805668830871582, - 1.898275375366211, - -1.225171446800232, - -3.3565621376037598, - -1.943094253540039, - -1.6844542026519775, - -3.2394728660583496, - -3.153366804122925, - -2.772054433822632, - -1.702720284461975, - -7.960690021514893, - -4.3656840324401855, - -2.7770802974700928, - -2.2088561058044434, - -2.4429516792297363, - 2.940054178237915, - -2.5611519813537598, - -3.861814022064209, - -3.126035451889038, - -3.234564781188965, - -3.2288906574249268, - -1.5158393383026123, - -1.8339800834655762, - -3.4045684337615967, - -2.9245119094848633, - -5.640395164489746, - -2.8990509510040283, - -4.0692243576049805, - -3.252887725830078, - -1.326943278312683, - -5.1036224365234375, - -4.2308244705200195, - 0.2739439010620117, - -5.962242603302002, - -1.876100778579712, - 1.2548415660858154, - -1.4939320087432861, - -3.584519147872925, - -3.396172046661377, - -2.3456363677978516, - 3.3022799491882324, - -2.774415969848633, - -0.3708234429359436, - -0.09077922999858856, - 3.0052106380462646, - -2.8620190620422363, - -0.16409222781658173, - -1.9987711906433105, - -2.324233293533325, - -3.40853214263916, - -1.8632546663284302, - -3.4353203773498535, - -2.8229379653930664, - 0.9267301559448242, - -3.164619207382202, - -3.053790807723999, - 2.413623332977295, - -3.434384822845459, - -1.352839708328247, - -1.4726617336273193, - -2.420865058898926, - -5.236621379852295, - -3.4475042819976807, - -3.33473801612854, - -5.4867706298828125, - -4.623357772827148, - -5.686590671539307, - -0.8606497049331665, - -2.0582878589630127, - -2.706987142562866, - -3.6278300285339355, - -6.517384052276611, - -3.186955451965332, - -0.4021793007850647, - -2.4935178756713867, - 0.32418331503868103, - -2.1000826358795166, - -3.2505602836608887, - -1.5133731365203857, - -0.16099004447460175, - -6.441489219665527, - -1.979347586631775, - -1.9721851348876953, - -2.9084324836730957, - -7.530440807342529, - -2.655518054962158, - -4.30626106262207, - -1.4304250478744507, - -2.3428025245666504, - -7.3145575523376465, - -3.0881192684173584, - -5.66378116607666, - -4.189198017120361, - -0.3737361431121826, - -3.0614469051361084, - -3.0723466873168945, - -4.225858688354492, - -2.507550001144409, - -2.4047679901123047, - -4.423752784729004, - -3.149064540863037, - -3.3663082122802734, - -3.475450277328491, - -3.9458062648773193, - -2.2379512786865234, - -1.2464052438735962, - -3.8438892364501953, - 1.2663533687591553, - -6.843291282653809, - -2.1747872829437256, - -2.145742654800415, - -3.303927421569824, - -4.540746212005615, - -3.7109017372131348, - -2.349330186843872, - -3.403796911239624, - -3.2746589183807373, - -3.5026254653930664, - -1.3589494228363037, - -3.6991775035858154, - -3.271120071411133, - -3.051119565963745, - -0.3428434729576111, - -2.2827398777008057, - -3.414769172668457, - -5.546921253204346, - -4.541162967681885, - -1.9698243141174316, - -1.3445830345153809, - -2.8703346252441406, - -5.44152307510376, - -1.656232476234436, - -2.39139723777771, - -5.073695659637451, - -4.509293556213379, - -0.018551185727119446, - -4.044787883758545, - -1.7242475748062134, - -3.8026282787323, - -2.5074315071105957, - -2.8462882041931152, - -3.8882429599761963, - -3.1077651977539062, - -1.8304167985916138, - -2.0510361194610596, - -2.8986167907714844, - -3.5040810108184814, - -2.5948843955993652, - -3.090843677520752, - -2.102271318435669, - -2.5453498363494873, - -4.960357189178467, - -3.6078391075134277, - -1.4886037111282349, - -2.4713714122772217, - -3.6914799213409424, - -2.840653419494629, - -3.013223886489868, - -4.563473701477051, - -3.286989688873291, - -3.796837329864502, - -4.589754104614258, - -2.9350991249084473, - -3.233893871307373, - -2.970019817352295, - -2.2369861602783203, - -3.9041831493377686, - -4.217667579650879, - -3.597421884536743, - -2.0792758464813232, - -3.515141487121582, - -3.372704029083252, - -3.4063217639923096, - -2.2103915214538574, - -3.5436291694641113, - -4.7879638671875, - -3.725557565689087, - -4.004883766174316, - -3.6197080612182617, - -1.3382091522216797, - -3.0554583072662354, - -3.3460540771484375, - -2.1830739974975586, - -3.7089128494262695, - -4.505714416503906, - -3.765209674835205, - -4.3405842781066895, - 1.395132064819336, - -2.1683096885681152, - -3.410139799118042, - -6.5860981941223145, - -0.45774686336517334, - -5.443253517150879, - -5.187317848205566, - -3.766662359237671, - -5.377122402191162, - -2.7828521728515625, - -3.8869833946228027, - -3.2789435386657715, - -1.0902708768844604, - -3.3145627975463867, - -4.029332160949707, - -6.037191390991211, - 0.15839827060699463, - -2.6813132762908936, - -2.174588680267334, - -3.296440601348877, - 0.11684785783290863, - -4.638093948364258, - -3.1534957885742188, - -1.6653809547424316, - -3.4761881828308105, - -3.8370463848114014, - -2.719444990158081, - -1.928717017173767, - -3.3244707584381104, - -4.11546516418457, - -5.554345607757568, - -5.803168296813965, - -4.7016987800598145, - -3.4069690704345703, - -3.089782476425171, - -3.7562811374664307, - -3.3144233226776123, - -2.3081674575805664, - -3.786245346069336, - -4.935540676116943, - -3.7711422443389893, - -3.887383222579956, - -3.859968423843384, - -2.616790533065796, - -3.913088083267212, - -3.14150071144104, - -5.734488487243652, - -3.4917144775390625, - -4.2662811279296875, - 3.6391489505767822, - -2.5817956924438477, - -4.314279556274414, - -3.2551918029785156, - -3.4335479736328125, - -3.6106655597686768, - 0.8840116858482361, - -6.472829341888428, - -3.8732717037200928, - -3.6638872623443604, - -2.8782050609588623, - -4.183069229125977, - -5.052251815795898, - -4.629697322845459, - -2.2657549381256104, - -4.272366523742676, - -3.4367806911468506, - -1.9688270092010498, - -0.3622049391269684, - -4.498140811920166, - -4.306031227111816, - -0.7414769530296326, - -7.477004528045654, - -4.669151306152344, - -4.387784004211426, - -3.379124641418457, - -3.0125961303710938, - -5.735939979553223, - -0.5925887823104858, - -3.67099666595459, - -3.522571325302124, - -3.587559938430786, - -2.6963119506835938, - -2.2404351234436035, - -4.968608856201172, - -0.5548643469810486, - -3.629194736480713, - -1.6864306926727295, - -3.4899888038635254, - -2.7745866775512695, - -4.818823337554932, - -4.575057029724121, - -3.4463376998901367, - -1.9113825559616089, - -3.3270740509033203, - -3.9121501445770264, - -5.281210422515869, - -2.7962253093719482, - -4.701704025268555, - -6.1616530418396, - -3.9846885204315186, - -3.7506825923919678, - -4.2334771156311035, - -2.064241886138916, - -4.57173490524292, - -5.492746353149414, - -0.6469610333442688, - -3.363861560821533, - -2.677600383758545, - -4.49674129486084, - -2.58825945854187, - -3.154039144515991, - -3.605977773666382, - -3.0712532997131348, - -3.518556833267212, - -4.210325241088867, - -3.379612684249878, - -1.7942954301834106, - -2.499162197113037, - -3.073819875717163, - -3.3151605129241943, - -1.050934076309204, - -3.068495273590088, - -3.687708616256714, - -3.888042688369751, - -3.506176710128784, - -1.7298531532287598, - -3.3390543460845947, - -5.736942768096924, - -2.067702531814575, - -3.129601240158081, - -6.608550071716309, - -1.8026540279388428, - -3.5334768295288086, - -3.6687068939208984, - -3.9944190979003906, - -3.7703535556793213, - -2.9377827644348145, - -2.799339532852173, - -4.184553623199463, - -3.5879526138305664, - -3.573596954345703, - -3.7876083850860596, - -4.595849990844727, - -3.7869694232940674, - -3.607466220855713, - -3.0078744888305664, - -4.118607044219971, - -3.3072736263275146, - -1.6019660234451294, - -3.787973165512085, - -3.7111220359802246, - -3.3705673217773438, - -3.960883378982544, - -4.534178733825684, - -3.8533384799957275, - -4.19624137878418, - -0.8774259686470032, - -0.986048698425293, - -4.944286823272705, - -3.012636423110962 + -0.5324477553367615, + -0.5139343738555908, + -0.4813452363014221, + -0.42102810740470886, + -0.4443548619747162, + -0.526792049407959, + -0.45688396692276, + -0.5118222236633301, + -0.5798136591911316, + -0.43511080741882324, + -0.48915335536003113, + -0.3928273022174835, + -0.4752924144268036, + -0.4836476445198059, + -0.5014699101448059, + -0.5544667840003967, + -0.5238386392593384, + -0.36918747425079346, + -0.08207830786705017, + -0.3995279371738434, + -0.3606675863265991, + -0.42720240354537964, + -0.47861921787261963, + -0.5510961413383484, + -0.5412101745605469, + -0.5532205700874329, + -0.6544076800346375, + -0.4232494533061981, + -0.2938458323478699, + -0.3029790222644806, + -0.32249578833580017, + -0.4484661817550659, + -0.48258572816848755, + -0.5280726552009583, + -0.39391064643859863, + -0.3126983344554901, + -0.2951432466506958, + -0.509365975856781, + -0.33418500423431396, + -0.020665783435106277, + -0.5189465880393982, + -0.6551199555397034, + -0.52781081199646, + -0.551801323890686, + -0.6250197291374207, + -0.43045249581336975, + -0.478993684053421, + -0.5422022938728333, + -0.4627007246017456, + -0.5149967670440674, + -0.6062957048416138, + -0.41020849347114563, + -0.612560510635376, + -0.49566155672073364, + -0.4556945860385895, + -0.5963189601898193, + -0.2579532861709595, + -0.5363715291023254, + -0.42014241218566895, + -0.5845552086830139, + -0.5466102957725525, + -0.5703336596488953, + -0.31410467624664307, + -0.5942301750183105, + -0.26494863629341125, + -0.4601115584373474, + -0.46738749742507935, + -0.5185940861701965, + -0.2623688876628876, + -0.5413286685943604, + -0.5680926442146301, + -0.4720068871974945, + -0.5451309680938721, + -0.5265576839447021, + -0.5176958441734314, + -0.5582056641578674, + -0.6152879595756531, + -0.3773229718208313, + -0.6173840761184692, + -0.35394909977912903, + -0.7741655707359314, + -0.37969163060188293, + -0.6306777000427246, + -0.44943708181381226, + -0.483573317527771, + -0.531761884689331, + -0.4431246519088745, + -0.4236166775226593, + -0.6596058011054993, + -0.2861613631248474, + -0.7087676525115967, + -0.48150551319122314, + -0.480546236038208, + -0.5260902047157288, + -0.5509523153305054, + -0.32834526896476746, + -0.44207650423049927, + -0.5236055850982666, + -0.49050936102867126, + -0.5801680088043213, + -0.6039295196533203, + -0.4548768699169159, + -0.4308781325817108, + -0.4123404324054718, + -0.37274858355522156, + -0.31528711318969727, + -0.5934017300605774, + -0.5930826663970947, + -0.27087995409965515, + -0.5210604071617126, + -0.5257653594017029, + -0.4612826108932495, + -0.6412227153778076, + -0.4393217861652374, + -0.4946557879447937, + -0.5464538335800171, + -0.38573601841926575, + -0.5689210295677185, + -0.37878912687301636, + -0.70441073179245, + -0.4838642477989197, + -0.5526779890060425, + -0.4976640045642853, + -0.44246745109558105, + -0.5184435248374939, + -0.33213722705841064, + -0.27398204803466797, + -0.47998329997062683, + -0.21409831941127777, + -0.23398977518081665, + -0.3177568018436432, + -0.4717082381248474, + -0.18773776292800903, + -0.4160448908805847, + -0.46115842461586, + -0.48970329761505127, + -0.47030213475227356, + -0.4891270697116852, + -0.6180253028869629, + -0.4206359386444092, + -0.5816729068756104, + -0.69428950548172, + -0.5242300629615784, + -0.4326552450656891, + -0.6885045170783997, + -0.5961571931838989, + -0.7374518513679504, + -0.46658754348754883, + -0.4602431654930115, + -0.8218511343002319, + -0.43837082386016846, + 0.07837735116481781, + -0.43358319997787476, + -0.5963688492774963, + -0.25664180517196655, + -0.5230675935745239, + -0.1531524360179901, + -0.5966453552246094, + -0.37766262888908386, + -0.43444642424583435, + -0.58268803358078, + -0.4579560160636902, + -0.7492144107818604, + -0.5287037491798401, + -0.5074479579925537, + -0.5006417036056519, + -0.6037896275520325, + -0.33880844712257385, + -0.3945782780647278, + -0.35889551043510437, + -0.5157800912857056, + -0.4428291320800781, + -0.5687186121940613, + -0.46898388862609863, + -0.8423655033111572, + -0.2826140522956848, + -0.4265599846839905, + -0.36999019980430603, + -0.3447130024433136, + -0.73606938123703, + -0.5194685459136963, + -0.048383284360170364, + -0.553048849105835, + -0.4604574739933014, + -0.4574626088142395, + -0.6095965504646301, + -0.5066725015640259, + -0.33832672238349915, + -0.4959147572517395, + -0.4731919765472412, + -0.48976656794548035, + -0.45104101300239563, + -0.23824910819530487, + -0.28937870264053345, + -0.42376717925071716, + -0.5851936936378479, + -0.5007866024971008, + -0.5030642747879028, + -0.4969628155231476, + -0.47932857275009155, + -0.5368354916572571, + -0.49940618872642517, + -0.46959540247917175, + -0.44373488426208496, + -0.48741844296455383, + -0.43930116295814514, + -0.3793843686580658, + -0.5647394061088562, + -0.3583078682422638, + -0.48613062500953674, + -0.4122648537158966, + -0.41633957624435425, + -0.30671921372413635, + -0.5649515986442566, + -0.30732816457748413, + -0.4370677173137665, + -0.5586996674537659, + -0.7081073522567749, + -0.4236273765563965, + -0.2791168689727783, + -0.5636939406394958, + -0.2490561306476593, + -0.47708433866500854, + -0.5223158001899719, + -0.5933550596237183, + -0.5243368148803711, + -0.41587287187576294, + -0.4354757070541382, + -0.5367198586463928, + -0.19684208929538727, + -0.8712815642356873, + -0.32767292857170105, + -0.5089884996414185, + -0.49187710881233215, + -0.45106950402259827, + -0.6767436265945435, + -0.5757318139076233, + -0.04830916225910187, + -0.6073828339576721, + -0.425042062997818, + -0.3457638919353485, + -0.39384332299232483, + -0.37373852729797363, + -0.5688499808311462, + -0.34811943769454956, + -0.5358219146728516, + -0.7427767515182495, + -0.7286580801010132, + -0.4794619679450989, + -0.37287020683288574, + -0.29067009687423706, + -0.49711695313453674, + -0.5089457631111145, + -0.32586777210235596, + -0.40082019567489624, + -0.4057784378528595, + -0.47385334968566895, + -0.675160825252533, + -0.3304242491722107, + -0.6410444974899292, + -0.30973151326179504, + -0.5640126466751099, + -0.4694785177707672, + -0.5404917001724243, + -0.571948230266571, + -0.09889768064022064, + -0.4261806011199951, + -0.508034348487854, + -0.4491671323776245, + -0.6183039546012878, + -0.5639215111732483, + -0.09167018532752991, + -0.37950918078422546, + -0.41607773303985596, + -0.6251943707466125, + -0.37891092896461487, + -0.9006605744361877, + -0.5867670178413391, + -0.4584008455276489, + -0.47390007972717285, + -0.3721641004085541, + -0.4639938771724701, + -0.528209924697876, + -0.502886176109314, + -0.3161791265010834, + -0.5255351662635803, + -0.43432897329330444, + -0.5799963474273682, + -0.41975659132003784, + -0.6311934590339661, + -0.46768927574157715, + -0.4677531123161316, + -0.4951457977294922, + -0.2992464601993561, + -0.4895727336406708, + -0.4336960017681122, + -0.5124205350875854, + -0.49293896555900574, + -0.3777798116207123, + -0.48858964443206787, + -0.41401609778404236, + -0.4705348610877991, + -0.592752993106842, + -0.486952006816864, + -0.36194008588790894, + -0.3710632920265198, + -0.36262640357017517, + -0.4681556820869446, + -0.46549272537231445, + -0.463983952999115, + -0.3254822790622711, + -0.5666584372520447, + -0.47606077790260315, + -0.29045045375823975, + -0.19390073418617249, + -0.550249457359314, + -0.585419774055481, + -0.5046972632408142, + -0.4186686873435974, + -0.5139114856719971, + -0.4742656350135803, + -0.34617841243743896, + -0.353181391954422, + -0.4864528179168701, + -0.4712086021900177, + -0.24857449531555176, + -0.5916643142700195, + -0.41318973898887634, + -0.44880661368370056, + -0.578191339969635, + -0.5173696279525757, + -0.529857873916626, + -0.47219234704971313, + -0.2506343424320221, + -0.6239128112792969, + -0.36055564880371094, + -0.5172219276428223, + -0.39235565066337585, + -0.3922330141067505, + -0.45536020398139954, + -0.6301197409629822, + -0.4115636944770813, + -0.5419695973396301, + -0.6271253228187561, + -0.4663333594799042, + -0.6172053813934326, + -0.3684278130531311, + -0.4126196801662445, + -0.4251556992530823, + -0.43271103501319885, + -0.4039948880672455, + -0.43893590569496155, + -0.3845100402832031, + -0.45052844285964966, + -0.5000430941581726, + -0.5085490345954895, + -0.39578506350517273, + -0.4675745666027069, + -0.35577255487442017, + -0.481762558221817, + -0.4771585166454315, + -0.3292239010334015, + -0.6675112843513489, + -0.40513166785240173, + -0.12044882774353027, + -0.5996763706207275, + -0.7551071643829346, + -0.35059770941734314, + -0.550431489944458, + -0.5311194658279419, + -0.5517386794090271, + -0.5537974834442139, + -0.45951294898986816, + -0.33407583832740784, + -0.3472788631916046, + -0.5800561308860779, + -0.23565253615379333, + -0.8724797368049622, + -0.43761956691741943, + -0.5377202033996582, + -0.38594573736190796, + -0.47633975744247437, + -0.3717060089111328, + -0.4746294319629669, + -0.43733808398246765, + -0.31705498695373535, + -0.2136949747800827, + -0.5267069339752197, + -0.49838152527809143, + -0.39343804121017456, + -0.3723554313182831, + -0.5368171334266663, + -0.5600111484527588, + -0.5326900482177734, + -0.19374430179595947, + -0.3950395882129669, + -0.23450134694576263, + -0.3003755211830139, + -0.3887854218482971, + -0.4968304932117462, + -0.47565513849258423, + -0.484754353761673, + -0.5560241341590881, + -0.7145700454711914, + -0.4818519651889801, + -0.5733075141906738, + -0.43970099091529846, + -0.3717484772205353, + -0.4899539351463318, + -0.5861971378326416, + -0.5588825941085815, + -0.3329695761203766, + -0.4197665750980377, + -0.4908674359321594, + -0.348054975271225, + -0.4605201184749603, + -0.5963130593299866, + -0.6032633185386658, + -0.34425297379493713, + -0.4703575074672699, + -0.39951595664024353, + -0.479097455739975, + -0.7048639059066772, + -0.3602886199951172, + -0.3954663574695587, + -0.5171255469322205, + -0.5464195013046265, + -0.45453914999961853, + -0.4325721859931946, + -0.48839348554611206, + -0.5156139731407166, + -0.5590139627456665, + -0.7077006101608276, + -0.5329839587211609, + -0.40391138195991516, + -0.21051378548145294, + -0.4876343011856079, + -0.4679538607597351, + -0.42502841353416443, + -0.4123510718345642, + -0.3870358169078827, + -0.42137205600738525, + -0.7075788974761963, + -0.46540316939353943, + -0.45196017622947693, + -0.45278552174568176, + -0.6219534873962402, + -0.27437663078308105, + -0.3885863125324249, + -0.49070897698402405, + -0.29976189136505127, + -0.26017215847969055, + -0.6258752346038818, + -0.40179237723350525, + -0.8319272398948669, + -0.375122606754303, + -0.4752129018306732, + -0.5775049924850464, + -0.5929874181747437, + -0.5178300142288208, + -0.48555123805999756, + -0.4438398778438568, + -0.40513432025909424, + -0.23718054592609406, + -0.4231621325016022, + -0.37536823749542236, + 0.02026320807635784, + -0.3533290922641754, + -0.5313576459884644, + -0.5783553123474121, + -0.503311812877655, + -0.45508071780204773, + -0.7034102082252502, + -0.4482550621032715, + -0.47411730885505676, + -0.24742138385772705, + -0.8328433036804199, + -0.2743985056877136, + -0.19603775441646576, + -0.47954246401786804, + -0.579651415348053, + -0.4084418714046478, + -0.39102205634117126, + -0.4819176495075226, + -0.5199503898620605, + -0.1954333633184433, + -0.4782528281211853, + -0.5120701193809509, + -0.4471054673194885, + -0.6682442426681519, + -0.5393854379653931, + -0.5632495880126953, + -0.3501369059085846, + -0.44113901257514954, + -0.21952064335346222, + -0.45079246163368225, + -0.2389148473739624, + -0.5028140544891357, + -0.3997153043746948, + -0.3677242696285248 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7250000000000001, - 0.625, - 0.65, - 0.6000000000000001, - 0.6499999999999999, - 0.625, - 0.6000000000000001, - 0.65, - 0.5750000000000001, - 0.5750000000000001 + 0.475, + 0.5, + 0.4875, + 0.49999999999999994, + 0.4875, + 0.5375, + 0.475, + 0.4375, + 0.4625, + 0.475, + 0.5, + 0.49999999999999994, + 0.5375, + 0.4625, + 0.44999999999999996, + 0.41250000000000003, + 0.4749999999999999, + 0.4375, + 0.5, + 0.4375 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9347989559173584, - 0.6724998950958252, - 0.707639217376709, - 0.7865137457847595, - 0.24286065995693207, - 0.6501877307891846, - 0.7694242000579834, - 0.7110304236412048, - 0.7290838956832886, - 0.1998707801103592 + -0.13798479735851288, + -0.040455352514982224, + 0.005499692168086767, + -0.0748542919754982, + 0.11398376524448395, + -0.1118072047829628, + 0.06994282454252243, + 0.09774970263242722, + 0.3286600410938263, + 0.0692371279001236, + 0.20913192629814148, + 0.056585490703582764, + 0.032798103988170624, + -0.044833794236183167, + -0.15863072872161865, + 0.022737249732017517, + -0.06165074557065964, + -0.06278283149003983, + 0.1165754497051239, + -0.06415148824453354 ], "rl_grad_norm": [ - 2.6650171279907227, - 1.26045560836792, - 1.4865573644638062, - 1.2464063167572021, - 0.24336251616477966, - 0.6206996440887451, - 0.5420651435852051, - 0.35572242736816406, - 0.48647168278694153, - 0.35737529397010803 + 0.4904758930206299, + 0.4042273163795471, + 0.39884471893310547, + 0.4080418050289154, + 0.19209833443164825, + 0.31878402829170227, + 0.3034575879573822, + 0.5452293157577515, + 0.3835074305534363, + 0.395505428314209, + 0.5177509784698486, + 0.5945842266082764, + 0.2096949964761734, + 0.5440956950187683, + 0.28005507588386536, + 0.19571851193904877, + 0.2726638913154602, + 0.19504237174987793, + 0.2307676374912262, + 0.3155679702758789 ], "bc_grad_norm": [ - 1.2624937295913696, - 1.4914032220840454, - 0.7024944424629211, - 0.7335597276687622, - 0.6847656965255737, - 0.3740024268627167, - 0.4319244623184204, - 0.46707648038864136, - 0.3016250431537628, - 0.21524278819561005 + 3.4190263748168945, + 2.439368486404419, + 2.538663864135742, + 2.818997383117676, + 1.9855854511260986, + 2.9828574657440186, + 3.1405651569366455, + 3.082331895828247, + 2.179065465927124, + 1.9138100147247314, + 1.7702052593231201, + 2.5153768062591553, + 2.715160369873047, + 5.419335842132568, + 4.472093105316162, + 3.6036324501037598, + 2.257070541381836, + 2.855971097946167, + 4.703042030334473, + 4.000342845916748 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00002660611062310636, - "embedding.weight": 0.007381188217550516, - "cnn.0.weight": 0.17627964913845062, - "cnn.0.bias": 0.008262481540441513, - "cnn.2.weight": 0.05372374504804611, - "cnn.2.bias": 0.025776704773306847, - "cnn.5.weight": 0.06608641147613525, - "cnn.5.bias": 0.019954904913902283, - "action_emb.weight": 0.024724282324314117, - "timestep_emb.weight": 0.006817050743848085, - "pos_emb.weight": 0.008726846426725388, - "transformer.layers.0.self_attn.in_proj_weight": 0.1553029865026474, - "transformer.layers.0.self_attn.in_proj_bias": 0.01695978082716465, - "transformer.layers.0.self_attn.out_proj.weight": 0.15891876816749573, - "transformer.layers.0.self_attn.out_proj.bias": 0.02313171699643135, - "transformer.layers.0.linear1.weight": 0.10958857089281082, - "transformer.layers.0.linear1.bias": 0.00740119069814682, - "transformer.layers.0.linear2.weight": 0.1697605699300766, - "transformer.layers.0.linear2.bias": 0.01956324838101864, - "transformer.layers.0.norm1.weight": 0.009214282967150211, - "transformer.layers.0.norm1.bias": 0.015322629362344742, - "transformer.layers.0.norm2.weight": 0.007340164855122566, - "transformer.layers.0.norm2.bias": 0.006518966052681208, - "transformer.layers.1.self_attn.in_proj_weight": 0.13716629147529602, - "transformer.layers.1.self_attn.in_proj_bias": 0.010188447311520576, - "transformer.layers.1.self_attn.out_proj.weight": 0.2275168001651764, - "transformer.layers.1.self_attn.out_proj.bias": 0.01668340340256691, - "transformer.layers.1.linear1.weight": 0.0854070857167244, - "transformer.layers.1.linear1.bias": 0.0056435405276715755, - "transformer.layers.1.linear2.weight": 0.11455913633108139, - "transformer.layers.1.linear2.bias": 0.016718866303563118, - "transformer.layers.1.norm1.weight": 0.007923116907477379, - "transformer.layers.1.norm1.bias": 0.009424704127013683, - "transformer.layers.1.norm2.weight": 0.004681949503719807, - "transformer.layers.1.norm2.bias": 0.004625970032066107, - "transformer.layers.2.self_attn.in_proj_weight": 0.17440997064113617, - "transformer.layers.2.self_attn.in_proj_bias": 0.015259955078363419, - "transformer.layers.2.self_attn.out_proj.weight": 0.15601801872253418, - "transformer.layers.2.self_attn.out_proj.bias": 0.018150994554162025, - "transformer.layers.2.linear1.weight": 0.08065375685691833, - "transformer.layers.2.linear1.bias": 0.005981571972370148, - "transformer.layers.2.linear2.weight": 0.09244663268327713, - "transformer.layers.2.linear2.bias": 0.019101975485682487, - "transformer.layers.2.norm1.weight": 0.012504586018621922, - "transformer.layers.2.norm1.bias": 0.017354123294353485, - "transformer.layers.2.norm2.weight": 0.0056258211843669415, - "transformer.layers.2.norm2.bias": 0.006671995855867863, - "transformer.layers.3.self_attn.in_proj_weight": 0.28676697611808777, - "transformer.layers.3.self_attn.in_proj_bias": 0.02531549520790577, - "transformer.layers.3.self_attn.out_proj.weight": 0.19562828540802002, - "transformer.layers.3.self_attn.out_proj.bias": 0.025313725695014, - "transformer.layers.3.linear1.weight": 0.28584834933280945, - "transformer.layers.3.linear1.bias": 0.022490719333291054, - "transformer.layers.3.linear2.weight": 0.1385798156261444, - "transformer.layers.3.linear2.bias": 0.03531552851200104, - "transformer.layers.3.norm1.weight": 0.021897124126553535, - "transformer.layers.3.norm1.bias": 0.03338535502552986, - "transformer.layers.3.norm2.weight": 0.024316828697919846, - "transformer.layers.3.norm2.bias": 0.03258591145277023, - "head.weight": 2.3194382190704346, - "head.bias": 0.07564857602119446, - "global_embedding.weight": 0.022498494014143944, - "global_cnn.0.weight": 0.18522948026657104, - "global_cnn.0.bias": 0.0052269697189331055, - "global_cnn.2.weight": 0.44622957706451416, - "global_cnn.2.bias": 0.01720629259943962, - "global_proj.weight": 0.10854543000459671, - "global_proj.bias": 0.043095413595438004, - "goal_head.0.weight": 0.04772939160466194, - "goal_head.0.bias": 0.01580740511417389, - "goal_head.2.weight": 0.0573403462767601, - "goal_head.2.bias": 0.03348663076758385 - }, - { - "global_gate": 0.0011790561256930232, - "embedding.weight": 0.009987270459532738, - "cnn.0.weight": 0.20031863451004028, - "cnn.0.bias": 0.011219521053135395, - "cnn.2.weight": 0.061592016369104385, - "cnn.2.bias": 0.03024653159081936, - "cnn.5.weight": 0.07144550234079361, - "cnn.5.bias": 0.019698524847626686, - "action_emb.weight": 0.016381898894906044, - "timestep_emb.weight": 0.007632473949342966, - "pos_emb.weight": 0.007645995356142521, - "transformer.layers.0.self_attn.in_proj_weight": 0.10814545303583145, - "transformer.layers.0.self_attn.in_proj_bias": 0.010181046091020107, - "transformer.layers.0.self_attn.out_proj.weight": 0.09013596922159195, - "transformer.layers.0.self_attn.out_proj.bias": 0.012547108344733715, - "transformer.layers.0.linear1.weight": 0.0817231833934784, - "transformer.layers.0.linear1.bias": 0.004964719992130995, - "transformer.layers.0.linear2.weight": 0.11273422837257385, - "transformer.layers.0.linear2.bias": 0.0106313182041049, - "transformer.layers.0.norm1.weight": 0.006370070856064558, - "transformer.layers.0.norm1.bias": 0.009844742715358734, - "transformer.layers.0.norm2.weight": 0.005551557056605816, - "transformer.layers.0.norm2.bias": 0.005317074712365866, - "transformer.layers.1.self_attn.in_proj_weight": 0.08829715102910995, - "transformer.layers.1.self_attn.in_proj_bias": 0.006540908012539148, - "transformer.layers.1.self_attn.out_proj.weight": 0.09788571298122406, - "transformer.layers.1.self_attn.out_proj.bias": 0.009019870311021805, - "transformer.layers.1.linear1.weight": 0.05797748267650604, - "transformer.layers.1.linear1.bias": 0.0033989031799137592, - "transformer.layers.1.linear2.weight": 0.08189497143030167, - "transformer.layers.1.linear2.bias": 0.008795271627604961, - "transformer.layers.1.norm1.weight": 0.004587494768202305, - "transformer.layers.1.norm1.bias": 0.0050284648314118385, - "transformer.layers.1.norm2.weight": 0.0037536760792136192, - "transformer.layers.1.norm2.bias": 0.00290204887278378, - "transformer.layers.2.self_attn.in_proj_weight": 0.11058413237333298, - "transformer.layers.2.self_attn.in_proj_bias": 0.007952189072966576, - "transformer.layers.2.self_attn.out_proj.weight": 0.0817321389913559, - "transformer.layers.2.self_attn.out_proj.bias": 0.008989626541733742, - "transformer.layers.2.linear1.weight": 0.04999024048447609, - "transformer.layers.2.linear1.bias": 0.003274506889283657, - "transformer.layers.2.linear2.weight": 0.060681454837322235, - "transformer.layers.2.linear2.bias": 0.008896864019334316, - "transformer.layers.2.norm1.weight": 0.007780055981129408, - "transformer.layers.2.norm1.bias": 0.008945934474468231, - "transformer.layers.2.norm2.weight": 0.0032438954804092646, - "transformer.layers.2.norm2.bias": 0.0032745026983320713, - "transformer.layers.3.self_attn.in_proj_weight": 0.1556752622127533, - "transformer.layers.3.self_attn.in_proj_bias": 0.015580937266349792, - "transformer.layers.3.self_attn.out_proj.weight": 0.08796630054712296, - "transformer.layers.3.self_attn.out_proj.bias": 0.013236171565949917, - "transformer.layers.3.linear1.weight": 0.13796545565128326, - "transformer.layers.3.linear1.bias": 0.011622773483395576, - "transformer.layers.3.linear2.weight": 0.07159607857465744, - "transformer.layers.3.linear2.bias": 0.018864508718252182, - "transformer.layers.3.norm1.weight": 0.012608173303306103, - "transformer.layers.3.norm1.bias": 0.022097716107964516, - "transformer.layers.3.norm2.weight": 0.010493543930351734, - "transformer.layers.3.norm2.bias": 0.01752370037138462, - "head.weight": 0.9130252003669739, - "head.bias": 0.03764737397432327, - "global_embedding.weight": 0.06946677714586258, - "global_cnn.0.weight": 0.42064037919044495, - "global_cnn.0.bias": 0.014150530099868774, - "global_cnn.2.weight": 0.939220130443573, - "global_cnn.2.bias": 0.025271233171224594, - "global_proj.weight": 0.14490915834903717, - "global_proj.bias": 0.07307066768407822, - "goal_head.0.weight": 0.07905113697052002, - "goal_head.0.bias": 0.031971048563718796, - "goal_head.2.weight": 0.1036236584186554, - "goal_head.2.bias": 0.08153825998306274 - }, - { - "global_gate": 0.0006293087499216199, - "embedding.weight": 0.004794018808752298, - "cnn.0.weight": 0.0938413068652153, - "cnn.0.bias": 0.004488035105168819, - "cnn.2.weight": 0.028757993131875992, - "cnn.2.bias": 0.016159621998667717, - "cnn.5.weight": 0.029003333300352097, - "cnn.5.bias": 0.011311070993542671, - "action_emb.weight": 0.01875339448451996, - "timestep_emb.weight": 0.005816645920276642, - "pos_emb.weight": 0.008072061464190483, - "transformer.layers.0.self_attn.in_proj_weight": 0.09156911820173264, - "transformer.layers.0.self_attn.in_proj_bias": 0.010211958549916744, - "transformer.layers.0.self_attn.out_proj.weight": 0.09775329381227493, - "transformer.layers.0.self_attn.out_proj.bias": 0.014566374011337757, - "transformer.layers.0.linear1.weight": 0.08429843187332153, - "transformer.layers.0.linear1.bias": 0.005498026497662067, - "transformer.layers.0.linear2.weight": 0.10788789391517639, - "transformer.layers.0.linear2.bias": 0.012300089001655579, - "transformer.layers.0.norm1.weight": 0.005077365320175886, - "transformer.layers.0.norm1.bias": 0.009087883867323399, - "transformer.layers.0.norm2.weight": 0.006586667150259018, - "transformer.layers.0.norm2.bias": 0.006233603693544865, - "transformer.layers.1.self_attn.in_proj_weight": 0.08772536367177963, - "transformer.layers.1.self_attn.in_proj_bias": 0.006775905843824148, - "transformer.layers.1.self_attn.out_proj.weight": 0.11353490501642227, - "transformer.layers.1.self_attn.out_proj.bias": 0.010407378897070885, - "transformer.layers.1.linear1.weight": 0.0548301637172699, - "transformer.layers.1.linear1.bias": 0.003497080644592643, - "transformer.layers.1.linear2.weight": 0.07794853299856186, - "transformer.layers.1.linear2.bias": 0.010415947996079922, - "transformer.layers.1.norm1.weight": 0.005192340351641178, - "transformer.layers.1.norm1.bias": 0.0057029747404158115, - "transformer.layers.1.norm2.weight": 0.003738066181540489, - "transformer.layers.1.norm2.bias": 0.0035806181840598583, - "transformer.layers.2.self_attn.in_proj_weight": 0.1015770360827446, - "transformer.layers.2.self_attn.in_proj_bias": 0.007983309216797352, - "transformer.layers.2.self_attn.out_proj.weight": 0.07285245507955551, - "transformer.layers.2.self_attn.out_proj.bias": 0.010963794775307178, - "transformer.layers.2.linear1.weight": 0.05250793695449829, - "transformer.layers.2.linear1.bias": 0.00352000561542809, - "transformer.layers.2.linear2.weight": 0.06127164512872696, - "transformer.layers.2.linear2.bias": 0.011267437599599361, - "transformer.layers.2.norm1.weight": 0.00634327856823802, - "transformer.layers.2.norm1.bias": 0.008602133952081203, - "transformer.layers.2.norm2.weight": 0.0034831275697797537, - "transformer.layers.2.norm2.bias": 0.0037465908098965883, - "transformer.layers.3.self_attn.in_proj_weight": 0.21420897543430328, - "transformer.layers.3.self_attn.in_proj_bias": 0.02285541407763958, - "transformer.layers.3.self_attn.out_proj.weight": 0.11309901624917984, - "transformer.layers.3.self_attn.out_proj.bias": 0.018985826522111893, - "transformer.layers.3.linear1.weight": 0.1484425961971283, - "transformer.layers.3.linear1.bias": 0.012642382644116879, - "transformer.layers.3.linear2.weight": 0.08733275532722473, - "transformer.layers.3.linear2.bias": 0.024695120751857758, - "transformer.layers.3.norm1.weight": 0.015444790944457054, - "transformer.layers.3.norm1.bias": 0.030483968555927277, - "transformer.layers.3.norm2.weight": 0.011257165111601353, - "transformer.layers.3.norm2.bias": 0.01744268089532852, - "head.weight": 1.2462131977081299, - "head.bias": 0.05073525011539459, - "global_embedding.weight": 0.017760343849658966, - "global_cnn.0.weight": 0.20267631113529205, - "global_cnn.0.bias": 0.00555735407397151, - "global_cnn.2.weight": 0.4867967963218689, - "global_cnn.2.bias": 0.024343952536582947, - "global_proj.weight": 0.09877477586269379, - "global_proj.bias": 0.06121750921010971, - "goal_head.0.weight": 0.05255638062953949, - "goal_head.0.bias": 0.023029262199997902, - "goal_head.2.weight": 0.07234323769807816, - "goal_head.2.bias": 0.0518522746860981 - }, - { - "global_gate": 0.0007030374254100025, - "embedding.weight": 0.009995708242058754, - "cnn.0.weight": 0.20480133593082428, - "cnn.0.bias": 0.010192422196269035, - "cnn.2.weight": 0.06198593229055405, - "cnn.2.bias": 0.01525050587952137, - "cnn.5.weight": 0.08281689882278442, - "cnn.5.bias": 0.011892618611454964, - "action_emb.weight": 0.022211143746972084, - "timestep_emb.weight": 0.006742492318153381, - "pos_emb.weight": 0.009357045404613018, - "transformer.layers.0.self_attn.in_proj_weight": 0.10059842467308044, - "transformer.layers.0.self_attn.in_proj_bias": 0.008634984493255615, - "transformer.layers.0.self_attn.out_proj.weight": 0.10007952898740768, - "transformer.layers.0.self_attn.out_proj.bias": 0.012404626235365868, - "transformer.layers.0.linear1.weight": 0.10232657194137573, - "transformer.layers.0.linear1.bias": 0.0053958650678396225, - "transformer.layers.0.linear2.weight": 0.11758404970169067, - "transformer.layers.0.linear2.bias": 0.009941543452441692, - "transformer.layers.0.norm1.weight": 0.005661794450134039, - "transformer.layers.0.norm1.bias": 0.007734620478004217, - "transformer.layers.0.norm2.weight": 0.009102888405323029, - "transformer.layers.0.norm2.bias": 0.006830591708421707, - "transformer.layers.1.self_attn.in_proj_weight": 0.08882784098386765, - "transformer.layers.1.self_attn.in_proj_bias": 0.006371079012751579, - "transformer.layers.1.self_attn.out_proj.weight": 0.09826229512691498, - "transformer.layers.1.self_attn.out_proj.bias": 0.008102450519800186, - "transformer.layers.1.linear1.weight": 0.06589420884847641, - "transformer.layers.1.linear1.bias": 0.003397434251382947, - "transformer.layers.1.linear2.weight": 0.08874887973070145, - "transformer.layers.1.linear2.bias": 0.007662239484488964, - "transformer.layers.1.norm1.weight": 0.0055734533816576, - "transformer.layers.1.norm1.bias": 0.006542567163705826, - "transformer.layers.1.norm2.weight": 0.005295837763696909, - "transformer.layers.1.norm2.bias": 0.0032309438101947308, - "transformer.layers.2.self_attn.in_proj_weight": 0.1151268407702446, - "transformer.layers.2.self_attn.in_proj_bias": 0.006422106176614761, - "transformer.layers.2.self_attn.out_proj.weight": 0.07954669743776321, - "transformer.layers.2.self_attn.out_proj.bias": 0.007604910060763359, - "transformer.layers.2.linear1.weight": 0.056279025971889496, - "transformer.layers.2.linear1.bias": 0.003280739765614271, - "transformer.layers.2.linear2.weight": 0.06943193078041077, - "transformer.layers.2.linear2.bias": 0.007799332030117512, - "transformer.layers.2.norm1.weight": 0.009418726898729801, - "transformer.layers.2.norm1.bias": 0.007100535091012716, - "transformer.layers.2.norm2.weight": 0.003911541309207678, - "transformer.layers.2.norm2.bias": 0.0031545129604637623, - "transformer.layers.3.self_attn.in_proj_weight": 0.2131570428609848, - "transformer.layers.3.self_attn.in_proj_bias": 0.017712997272610664, - "transformer.layers.3.self_attn.out_proj.weight": 0.11852849274873734, - "transformer.layers.3.self_attn.out_proj.bias": 0.014432827942073345, - "transformer.layers.3.linear1.weight": 0.16309848427772522, - "transformer.layers.3.linear1.bias": 0.012222052551805973, - "transformer.layers.3.linear2.weight": 0.08944680541753769, - "transformer.layers.3.linear2.bias": 0.019672950729727745, - "transformer.layers.3.norm1.weight": 0.01869221217930317, - "transformer.layers.3.norm1.bias": 0.024915436282753944, - "transformer.layers.3.norm2.weight": 0.014216342940926552, - "transformer.layers.3.norm2.bias": 0.017199622467160225, - "head.weight": 1.1623477935791016, - "head.bias": 0.03873687982559204, - "global_embedding.weight": 0.019634218886494637, - "global_cnn.0.weight": 0.12852394580841064, - "global_cnn.0.bias": 0.003792904783040285, - "global_cnn.2.weight": 0.3273177444934845, - "global_cnn.2.bias": 0.012897687964141369, - "global_proj.weight": 0.05188482627272606, - "global_proj.bias": 0.03283907100558281, - "goal_head.0.weight": 0.025653047487139702, - "goal_head.0.bias": 0.011862351559102535, - "goal_head.2.weight": 0.03446831926703453, - "goal_head.2.bias": 0.027235575020313263 - }, - { - "global_gate": 9.689551916380879e-6, - "embedding.weight": 0.0012595979496836662, - "cnn.0.weight": 0.027249230071902275, - "cnn.0.bias": 0.001164907356724143, - "cnn.2.weight": 0.006250857375562191, - "cnn.2.bias": 0.0014114601071923971, - "cnn.5.weight": 0.007142313290387392, - "cnn.5.bias": 0.0012999314349144697, - "action_emb.weight": 0.0017615482211112976, - "timestep_emb.weight": 0.0007799536688253284, - "pos_emb.weight": 0.001163984532468021, - "transformer.layers.0.self_attn.in_proj_weight": 0.008716406300663948, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005838635261170566, - "transformer.layers.0.self_attn.out_proj.weight": 0.008505858480930328, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008440761594101787, - "transformer.layers.0.linear1.weight": 0.01011846773326397, - "transformer.layers.0.linear1.bias": 0.00039626823854632676, - "transformer.layers.0.linear2.weight": 0.010285417549312115, - "transformer.layers.0.linear2.bias": 0.0006121015758253634, - "transformer.layers.0.norm1.weight": 0.0005082333227619529, - "transformer.layers.0.norm1.bias": 0.0005252733244560659, - "transformer.layers.0.norm2.weight": 0.00086958147585392, - "transformer.layers.0.norm2.bias": 0.00041819558828137815, - "transformer.layers.1.self_attn.in_proj_weight": 0.00954403169453144, - "transformer.layers.1.self_attn.in_proj_bias": 0.0004362998006399721, - "transformer.layers.1.self_attn.out_proj.weight": 0.008152846246957779, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005001523531973362, - "transformer.layers.1.linear1.weight": 0.006216798909008503, - "transformer.layers.1.linear1.bias": 0.0002609427901916206, - "transformer.layers.1.linear2.weight": 0.007200528401881456, - "transformer.layers.1.linear2.bias": 0.00045719905756413937, - "transformer.layers.1.norm1.weight": 0.0005352573352865875, - "transformer.layers.1.norm1.bias": 0.000493863713927567, - "transformer.layers.1.norm2.weight": 0.000481039984151721, - "transformer.layers.1.norm2.bias": 0.00022828858345746994, - "transformer.layers.2.self_attn.in_proj_weight": 0.010243711061775684, - "transformer.layers.2.self_attn.in_proj_bias": 0.00041925368714146316, - "transformer.layers.2.self_attn.out_proj.weight": 0.005947927013039589, - "transformer.layers.2.self_attn.out_proj.bias": 0.00042646066867746413, - "transformer.layers.2.linear1.weight": 0.004945231135934591, - "transformer.layers.2.linear1.bias": 0.0002543441078159958, - "transformer.layers.2.linear2.weight": 0.005594060756266117, - "transformer.layers.2.linear2.bias": 0.00040836978587321937, - "transformer.layers.2.norm1.weight": 0.0007085491670295596, - "transformer.layers.2.norm1.bias": 0.0004087118722964078, - "transformer.layers.2.norm2.weight": 0.0003082197508774698, - "transformer.layers.2.norm2.bias": 0.00025811424711719155, - "transformer.layers.3.self_attn.in_proj_weight": 0.01810135319828987, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007644870202057064, - "transformer.layers.3.self_attn.out_proj.weight": 0.007770789787173271, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005742046050727367, - "transformer.layers.3.linear1.weight": 0.01098615862429142, - "transformer.layers.3.linear1.bias": 0.0006010538781993091, - "transformer.layers.3.linear2.weight": 0.006165601778775454, - "transformer.layers.3.linear2.bias": 0.0007057353504933417, - "transformer.layers.3.norm1.weight": 0.001327243517152965, - "transformer.layers.3.norm1.bias": 0.0008872427861206234, - "transformer.layers.3.norm2.weight": 0.0008020758396014571, - "transformer.layers.3.norm2.bias": 0.0005629351944662631, - "head.weight": 0.07626980543136597, - "head.bias": 0.0014321365160867572, - "global_embedding.weight": 0.017159489914774895, - "global_cnn.0.weight": 0.06823985278606415, - "global_cnn.0.bias": 0.0026059213560074568, - "global_cnn.2.weight": 0.14386077225208282, - "global_cnn.2.bias": 0.008891117759048939, - "global_proj.weight": 0.03656582534313202, - "global_proj.bias": 0.019925545901060104, - "goal_head.0.weight": 0.020556805655360222, - "goal_head.0.bias": 0.007721885107457638, - "goal_head.2.weight": 0.026970403268933296, - "goal_head.2.bias": 0.016627881675958633 - }, - { - "global_gate": 0.00002676263466128148, - "embedding.weight": 0.0008337739272974432, - "cnn.0.weight": 0.01582428440451622, - "cnn.0.bias": 0.0007172282203100622, - "cnn.2.weight": 0.0050153047777712345, - "cnn.2.bias": 0.0017167479963973165, - "cnn.5.weight": 0.00968197826296091, - "cnn.5.bias": 0.0013479739427566528, - "action_emb.weight": 0.004210997838526964, - "timestep_emb.weight": 0.0022477973252534866, - "pos_emb.weight": 0.0031059107277542353, - "transformer.layers.0.self_attn.in_proj_weight": 0.0227130725979805, - "transformer.layers.0.self_attn.in_proj_bias": 0.001812898670323193, - "transformer.layers.0.self_attn.out_proj.weight": 0.021035248413681984, - "transformer.layers.0.self_attn.out_proj.bias": 0.0027100462466478348, - "transformer.layers.0.linear1.weight": 0.023272398859262466, - "transformer.layers.0.linear1.bias": 0.0011524367146193981, - "transformer.layers.0.linear2.weight": 0.027496708557009697, - "transformer.layers.0.linear2.bias": 0.0020540279801934958, - "transformer.layers.0.norm1.weight": 0.0013254095101729035, - "transformer.layers.0.norm1.bias": 0.0017633758252486587, - "transformer.layers.0.norm2.weight": 0.001974669983610511, - "transformer.layers.0.norm2.bias": 0.0013889248948544264, - "transformer.layers.1.self_attn.in_proj_weight": 0.019828522577881813, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011918983655050397, - "transformer.layers.1.self_attn.out_proj.weight": 0.020056303590536118, - "transformer.layers.1.self_attn.out_proj.bias": 0.0017756400629878044, - "transformer.layers.1.linear1.weight": 0.015693657100200653, - "transformer.layers.1.linear1.bias": 0.0007850694819353521, - "transformer.layers.1.linear2.weight": 0.0204127486795187, - "transformer.layers.1.linear2.bias": 0.001693859463557601, - "transformer.layers.1.norm1.weight": 0.0012118516024202108, - "transformer.layers.1.norm1.bias": 0.0010504096280783415, - "transformer.layers.1.norm2.weight": 0.0011184754548594356, - "transformer.layers.1.norm2.bias": 0.0006991935078985989, - "transformer.layers.2.self_attn.in_proj_weight": 0.02423393540084362, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011149670463055372, - "transformer.layers.2.self_attn.out_proj.weight": 0.01837453618645668, - "transformer.layers.2.self_attn.out_proj.bias": 0.001685664290562272, - "transformer.layers.2.linear1.weight": 0.013859426602721214, - "transformer.layers.2.linear1.bias": 0.000783062307164073, - "transformer.layers.2.linear2.weight": 0.016075067222118378, - "transformer.layers.2.linear2.bias": 0.0017582649597898126, - "transformer.layers.2.norm1.weight": 0.0016277121612802148, - "transformer.layers.2.norm1.bias": 0.0009586757514625788, - "transformer.layers.2.norm2.weight": 0.0009580376790836453, - "transformer.layers.2.norm2.bias": 0.000765813747420907, - "transformer.layers.3.self_attn.in_proj_weight": 0.04627688229084015, - "transformer.layers.3.self_attn.in_proj_bias": 0.004372771829366684, - "transformer.layers.3.self_attn.out_proj.weight": 0.01930181309580803, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033164313063025475, - "transformer.layers.3.linear1.weight": 0.035529725253582, - "transformer.layers.3.linear1.bias": 0.0025538417976349592, - "transformer.layers.3.linear2.weight": 0.020647481083869934, - "transformer.layers.3.linear2.bias": 0.004601099528372288, - "transformer.layers.3.norm1.weight": 0.003498496487736702, - "transformer.layers.3.norm1.bias": 0.005826521664857864, - "transformer.layers.3.norm2.weight": 0.0028622921090573072, - "transformer.layers.3.norm2.bias": 0.003428871976211667, - "head.weight": 0.2539706230163574, - "head.bias": 0.009018849581480026, - "global_embedding.weight": 0.01576978713274002, - "global_cnn.0.weight": 0.12235943228006363, - "global_cnn.0.bias": 0.00306627806276083, - "global_cnn.2.weight": 0.29441171884536743, - "global_cnn.2.bias": 0.013291148468852043, - "global_proj.weight": 0.04171852022409439, - "global_proj.bias": 0.0291963629424572, - "goal_head.0.weight": 0.023705892264842987, - "goal_head.0.bias": 0.010770969092845917, - "goal_head.2.weight": 0.030362196266651154, - "goal_head.2.bias": 0.02355916053056717 - }, - { - "global_gate": 0.00023515526845585555, - "embedding.weight": 0.0012871070066466928, - "cnn.0.weight": 0.03665982559323311, - "cnn.0.bias": 0.0013474264414981008, - "cnn.2.weight": 0.013768240809440613, - "cnn.2.bias": 0.0033095304388552904, - "cnn.5.weight": 0.024680061265826225, - "cnn.5.bias": 0.0033722384832799435, - "action_emb.weight": 0.009129764512181282, - "timestep_emb.weight": 0.002837840700522065, - "pos_emb.weight": 0.0048607042990624905, - "transformer.layers.0.self_attn.in_proj_weight": 0.03404829278588295, - "transformer.layers.0.self_attn.in_proj_bias": 0.00262383371591568, - "transformer.layers.0.self_attn.out_proj.weight": 0.03261813893914223, - "transformer.layers.0.self_attn.out_proj.bias": 0.003909648861736059, - "transformer.layers.0.linear1.weight": 0.0440945141017437, - "transformer.layers.0.linear1.bias": 0.0019115251488983631, - "transformer.layers.0.linear2.weight": 0.04140334576368332, - "transformer.layers.0.linear2.bias": 0.0026936237700283527, - "transformer.layers.0.norm1.weight": 0.0020775231532752514, - "transformer.layers.0.norm1.bias": 0.002462373347952962, - "transformer.layers.0.norm2.weight": 0.004862447734922171, - "transformer.layers.0.norm2.bias": 0.0023956552613526583, - "transformer.layers.1.self_attn.in_proj_weight": 0.03924136236310005, - "transformer.layers.1.self_attn.in_proj_bias": 0.001694998238235712, - "transformer.layers.1.self_attn.out_proj.weight": 0.027969129383563995, - "transformer.layers.1.self_attn.out_proj.bias": 0.0022354205138981342, - "transformer.layers.1.linear1.weight": 0.021071190014481544, - "transformer.layers.1.linear1.bias": 0.001205970416776836, - "transformer.layers.1.linear2.weight": 0.023968031629920006, - "transformer.layers.1.linear2.bias": 0.0021614888682961464, - "transformer.layers.1.norm1.weight": 0.0027955572586506605, - "transformer.layers.1.norm1.bias": 0.0015205027302727103, - "transformer.layers.1.norm2.weight": 0.0015505055198445916, - "transformer.layers.1.norm2.bias": 0.001768162939697504, - "transformer.layers.2.self_attn.in_proj_weight": 0.03940221294760704, - "transformer.layers.2.self_attn.in_proj_bias": 0.002042245352640748, - "transformer.layers.2.self_attn.out_proj.weight": 0.019205763936042786, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018672775477170944, - "transformer.layers.2.linear1.weight": 0.0139195891097188, - "transformer.layers.2.linear1.bias": 0.0008118574623949826, - "transformer.layers.2.linear2.weight": 0.015675503760576248, - "transformer.layers.2.linear2.bias": 0.0018695932812988758, - "transformer.layers.2.norm1.weight": 0.0028335903771221638, - "transformer.layers.2.norm1.bias": 0.001995558151975274, - "transformer.layers.2.norm2.weight": 0.000950099085457623, - "transformer.layers.2.norm2.bias": 0.0008983133011497557, - "transformer.layers.3.self_attn.in_proj_weight": 0.05648406594991684, - "transformer.layers.3.self_attn.in_proj_bias": 0.0042387936264276505, - "transformer.layers.3.self_attn.out_proj.weight": 0.02791837602853775, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033196047879755497, - "transformer.layers.3.linear1.weight": 0.03891119733452797, - "transformer.layers.3.linear1.bias": 0.002792147221043706, - "transformer.layers.3.linear2.weight": 0.021014094352722168, - "transformer.layers.3.linear2.bias": 0.00431270245462656, - "transformer.layers.3.norm1.weight": 0.004771834705024958, - "transformer.layers.3.norm1.bias": 0.005981093272566795, - "transformer.layers.3.norm2.weight": 0.0033469772897660732, - "transformer.layers.3.norm2.bias": 0.003943638876080513, - "head.weight": 0.25450968742370605, - "head.bias": 0.008178168907761574, - "global_embedding.weight": 0.014567292295396328, - "global_cnn.0.weight": 0.08313293755054474, - "global_cnn.0.bias": 0.0033131048548966646, - "global_cnn.2.weight": 0.1627885401248932, - "global_cnn.2.bias": 0.007543057668954134, - "global_proj.weight": 0.04740436375141144, - "global_proj.bias": 0.03342757374048233, - "goal_head.0.weight": 0.03507128357887268, - "goal_head.0.bias": 0.016316356137394905, - "goal_head.2.weight": 0.054689355194568634, - "goal_head.2.bias": 0.04245999827980995 - }, - { - "global_gate": 0.0003441517474129796, - "embedding.weight": 0.000937721983063966, - "cnn.0.weight": 0.02779144048690796, - "cnn.0.bias": 0.0012030135840177536, - "cnn.2.weight": 0.011068581603467464, - "cnn.2.bias": 0.004496516659855843, - "cnn.5.weight": 0.016059622168540955, - "cnn.5.bias": 0.003151241224259138, - "action_emb.weight": 0.00717311492189765, - "timestep_emb.weight": 0.0035903688985854387, - "pos_emb.weight": 0.005598839372396469, - "transformer.layers.0.self_attn.in_proj_weight": 0.03652098774909973, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026579808909446, - "transformer.layers.0.self_attn.out_proj.weight": 0.03465297445654869, - "transformer.layers.0.self_attn.out_proj.bias": 0.003584521356970072, - "transformer.layers.0.linear1.weight": 0.039359260350465775, - "transformer.layers.0.linear1.bias": 0.0017493732739239931, - "transformer.layers.0.linear2.weight": 0.04500994086265564, - "transformer.layers.0.linear2.bias": 0.003005183767527342, - "transformer.layers.0.norm1.weight": 0.002026291098445654, - "transformer.layers.0.norm1.bias": 0.00246996502391994, - "transformer.layers.0.norm2.weight": 0.003493590746074915, - "transformer.layers.0.norm2.bias": 0.0016972968587651849, - "transformer.layers.1.self_attn.in_proj_weight": 0.030697500333189964, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017830014694482088, - "transformer.layers.1.self_attn.out_proj.weight": 0.032389070838689804, - "transformer.layers.1.self_attn.out_proj.bias": 0.002392904367297888, - "transformer.layers.1.linear1.weight": 0.02755146287381649, - "transformer.layers.1.linear1.bias": 0.001278182491660118, - "transformer.layers.1.linear2.weight": 0.03462236002087593, - "transformer.layers.1.linear2.bias": 0.0022928679827600718, - "transformer.layers.1.norm1.weight": 0.001957913860678673, - "transformer.layers.1.norm1.bias": 0.0016388286603614688, - "transformer.layers.1.norm2.weight": 0.001954903593286872, - "transformer.layers.1.norm2.bias": 0.0010590049205347896, - "transformer.layers.2.self_attn.in_proj_weight": 0.05332573130726814, - "transformer.layers.2.self_attn.in_proj_bias": 0.001988861011341214, - "transformer.layers.2.self_attn.out_proj.weight": 0.029296865686774254, - "transformer.layers.2.self_attn.out_proj.bias": 0.002466665580868721, - "transformer.layers.2.linear1.weight": 0.027345305308699608, - "transformer.layers.2.linear1.bias": 0.0013886181404814124, - "transformer.layers.2.linear2.weight": 0.029662180691957474, - "transformer.layers.2.linear2.bias": 0.002373429946601391, - "transformer.layers.2.norm1.weight": 0.003356185043230653, - "transformer.layers.2.norm1.bias": 0.0022354989778250456, - "transformer.layers.2.norm2.weight": 0.0017327519599348307, - "transformer.layers.2.norm2.bias": 0.001416990882717073, - "transformer.layers.3.self_attn.in_proj_weight": 0.09809760749340057, - "transformer.layers.3.self_attn.in_proj_bias": 0.005571255926042795, - "transformer.layers.3.self_attn.out_proj.weight": 0.03118984028697014, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035944886039942503, - "transformer.layers.3.linear1.weight": 0.05559698864817619, - "transformer.layers.3.linear1.bias": 0.003965460695326328, - "transformer.layers.3.linear2.weight": 0.029500335454940796, - "transformer.layers.3.linear2.bias": 0.005491521209478378, - "transformer.layers.3.norm1.weight": 0.0073761590756475925, - "transformer.layers.3.norm1.bias": 0.007971246726810932, - "transformer.layers.3.norm2.weight": 0.004265783354640007, - "transformer.layers.3.norm2.bias": 0.0053259036503732204, - "head.weight": 0.3335532248020172, - "head.bias": 0.01158800907433033, - "global_embedding.weight": 0.010776023380458355, - "global_cnn.0.weight": 0.12746381759643555, - "global_cnn.0.bias": 0.006083985324949026, - "global_cnn.2.weight": 0.27111613750457764, - "global_cnn.2.bias": 0.015843497589230537, - "global_proj.weight": 0.04797472804784775, - "global_proj.bias": 0.041137680411338806, - "goal_head.0.weight": 0.03340287134051323, - "goal_head.0.bias": 0.018974393606185913, - "goal_head.2.weight": 0.05080712214112282, - "goal_head.2.bias": 0.05357249453663826 - }, - { - "global_gate": 0.00011231194366700947, - "embedding.weight": 0.0007157215150073171, - "cnn.0.weight": 0.019535178318619728, - "cnn.0.bias": 0.0008874951745383441, - "cnn.2.weight": 0.006986517459154129, - "cnn.2.bias": 0.0024290478322654963, - "cnn.5.weight": 0.010075937025249004, - "cnn.5.bias": 0.001947556622326374, - "action_emb.weight": 0.0039725531823933125, - "timestep_emb.weight": 0.0028287831228226423, - "pos_emb.weight": 0.004367442801594734, - "transformer.layers.0.self_attn.in_proj_weight": 0.028750399127602577, - "transformer.layers.0.self_attn.in_proj_bias": 0.002469957573339343, - "transformer.layers.0.self_attn.out_proj.weight": 0.028774883598089218, - "transformer.layers.0.self_attn.out_proj.bias": 0.003336590016260743, - "transformer.layers.0.linear1.weight": 0.028032362461090088, - "transformer.layers.0.linear1.bias": 0.0014364463277161121, - "transformer.layers.0.linear2.weight": 0.030385585501790047, - "transformer.layers.0.linear2.bias": 0.0027726811822503805, - "transformer.layers.0.norm1.weight": 0.0017359252087771893, - "transformer.layers.0.norm1.bias": 0.0021956590935587883, - "transformer.layers.0.norm2.weight": 0.002411078894510865, - "transformer.layers.0.norm2.bias": 0.0012966074282303452, - "transformer.layers.1.self_attn.in_proj_weight": 0.025247374549508095, - "transformer.layers.1.self_attn.in_proj_bias": 0.0016940813511610031, - "transformer.layers.1.self_attn.out_proj.weight": 0.026042969897389412, - "transformer.layers.1.self_attn.out_proj.bias": 0.002341408049687743, - "transformer.layers.1.linear1.weight": 0.01781057007610798, - "transformer.layers.1.linear1.bias": 0.0009335767244920135, - "transformer.layers.1.linear2.weight": 0.022517848759889603, - "transformer.layers.1.linear2.bias": 0.0022732254583388567, - "transformer.layers.1.norm1.weight": 0.001490867231041193, - "transformer.layers.1.norm1.bias": 0.001617645495571196, - "transformer.layers.1.norm2.weight": 0.0012059767032042146, - "transformer.layers.1.norm2.bias": 0.0008122738217934966, - "transformer.layers.2.self_attn.in_proj_weight": 0.033469997346401215, - "transformer.layers.2.self_attn.in_proj_bias": 0.002026153262704611, - "transformer.layers.2.self_attn.out_proj.weight": 0.020169027149677277, - "transformer.layers.2.self_attn.out_proj.bias": 0.0022058612667024136, - "transformer.layers.2.linear1.weight": 0.015568843111395836, - "transformer.layers.2.linear1.bias": 0.0008313843864016235, - "transformer.layers.2.linear2.weight": 0.016948049888014793, - "transformer.layers.2.linear2.bias": 0.002267303876578808, - "transformer.layers.2.norm1.weight": 0.0022399614099413157, - "transformer.layers.2.norm1.bias": 0.002433141926303506, - "transformer.layers.2.norm2.weight": 0.0009982641786336899, - "transformer.layers.2.norm2.bias": 0.0008044388378039002, - "transformer.layers.3.self_attn.in_proj_weight": 0.04969904199242592, - "transformer.layers.3.self_attn.in_proj_bias": 0.0034488835372030735, - "transformer.layers.3.self_attn.out_proj.weight": 0.023127084597945213, - "transformer.layers.3.self_attn.out_proj.bias": 0.0032730160746723413, - "transformer.layers.3.linear1.weight": 0.050564829260110855, - "transformer.layers.3.linear1.bias": 0.003923412878066301, - "transformer.layers.3.linear2.weight": 0.026368606835603714, - "transformer.layers.3.linear2.bias": 0.005591831635683775, - "transformer.layers.3.norm1.weight": 0.0036023466382175684, - "transformer.layers.3.norm1.bias": 0.004562085494399071, - "transformer.layers.3.norm2.weight": 0.004721004981547594, - "transformer.layers.3.norm2.bias": 0.0065155671909451485, - "head.weight": 0.3342023193836212, - "head.bias": 0.01312698982656002, - "global_embedding.weight": 0.0034971090499311686, - "global_cnn.0.weight": 0.05907130241394043, - "global_cnn.0.bias": 0.002158530056476593, - "global_cnn.2.weight": 0.08252426236867905, - "global_cnn.2.bias": 0.003163938643410802, - "global_proj.weight": 0.032353341579437256, - "global_proj.bias": 0.024110890924930573, - "goal_head.0.weight": 0.027034344151616096, - "goal_head.0.bias": 0.013249118812382221, - "goal_head.2.weight": 0.04697085916996002, - "goal_head.2.bias": 0.035676706582307816 - }, - { - "global_gate": 0.00013684277655556798, - "embedding.weight": 0.0008908946183510125, - "cnn.0.weight": 0.020939728245139122, - "cnn.0.bias": 0.0008930756594054401, - "cnn.2.weight": 0.007526541128754616, - "cnn.2.bias": 0.0015313610201701522, - "cnn.5.weight": 0.013230016455054283, - "cnn.5.bias": 0.0015350953908637166, - "action_emb.weight": 0.007575000170618296, - "timestep_emb.weight": 0.003664802759885788, - "pos_emb.weight": 0.005030808504670858, - "transformer.layers.0.self_attn.in_proj_weight": 0.03194568678736687, - "transformer.layers.0.self_attn.in_proj_bias": 0.003047337755560875, - "transformer.layers.0.self_attn.out_proj.weight": 0.03489164263010025, - "transformer.layers.0.self_attn.out_proj.bias": 0.004951202776283026, - "transformer.layers.0.linear1.weight": 0.040281035006046295, - "transformer.layers.0.linear1.bias": 0.002103406935930252, - "transformer.layers.0.linear2.weight": 0.043081846088171005, - "transformer.layers.0.linear2.bias": 0.0034418446011841297, - "transformer.layers.0.norm1.weight": 0.0019301470601931214, - "transformer.layers.0.norm1.bias": 0.0028960665222257376, - "transformer.layers.0.norm2.weight": 0.003945191390812397, - "transformer.layers.0.norm2.bias": 0.0034846628550440073, - "transformer.layers.1.self_attn.in_proj_weight": 0.0322057269513607, - "transformer.layers.1.self_attn.in_proj_bias": 0.002346891211345792, - "transformer.layers.1.self_attn.out_proj.weight": 0.029528627172112465, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028571432922035456, - "transformer.layers.1.linear1.weight": 0.026021966710686684, - "transformer.layers.1.linear1.bias": 0.0013032255228608847, - "transformer.layers.1.linear2.weight": 0.03352351486682892, - "transformer.layers.1.linear2.bias": 0.0026795347221195698, - "transformer.layers.1.norm1.weight": 0.0019860900938510895, - "transformer.layers.1.norm1.bias": 0.0026471936143934727, - "transformer.layers.1.norm2.weight": 0.0018800117541104555, - "transformer.layers.1.norm2.bias": 0.0013386652572080493, - "transformer.layers.2.self_attn.in_proj_weight": 0.049244944006204605, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028292436618357897, - "transformer.layers.2.self_attn.out_proj.weight": 0.02457219921052456, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027328815776854753, - "transformer.layers.2.linear1.weight": 0.020394695922732353, - "transformer.layers.2.linear1.bias": 0.001181660103611648, - "transformer.layers.2.linear2.weight": 0.022409550845623016, - "transformer.layers.2.linear2.bias": 0.0030430720653384924, - "transformer.layers.2.norm1.weight": 0.003554087597876787, - "transformer.layers.2.norm1.bias": 0.0033566122874617577, - "transformer.layers.2.norm2.weight": 0.001373660285025835, - "transformer.layers.2.norm2.bias": 0.0013614604249596596, - "transformer.layers.3.self_attn.in_proj_weight": 0.06968250870704651, - "transformer.layers.3.self_attn.in_proj_bias": 0.005043690092861652, - "transformer.layers.3.self_attn.out_proj.weight": 0.03390177711844444, - "transformer.layers.3.self_attn.out_proj.bias": 0.00481857405975461, - "transformer.layers.3.linear1.weight": 0.060343366116285324, - "transformer.layers.3.linear1.bias": 0.004065555986016989, - "transformer.layers.3.linear2.weight": 0.03391071408987045, - "transformer.layers.3.linear2.bias": 0.007016561925411224, - "transformer.layers.3.norm1.weight": 0.0058782282285392284, - "transformer.layers.3.norm1.bias": 0.00676130224019289, - "transformer.layers.3.norm2.weight": 0.005185930524021387, - "transformer.layers.3.norm2.bias": 0.00574297783896327, - "head.weight": 0.4215562045574188, - "head.bias": 0.015919961035251617, - "global_embedding.weight": 0.0033144087065011263, - "global_cnn.0.weight": 0.05088067427277565, - "global_cnn.0.bias": 0.0017677278956398368, - "global_cnn.2.weight": 0.06475631892681122, - "global_cnn.2.bias": 0.0024463459849357605, - "global_proj.weight": 0.01944982446730137, - "global_proj.bias": 0.015267609618604183, - "goal_head.0.weight": 0.01781514845788479, - "goal_head.0.bias": 0.00866592675447464, - "goal_head.2.weight": 0.04498422145843506, - "goal_head.2.bias": 0.026158355176448822 + "global_gate": 0.00023698444420006126, + "embedding.weight": 0.0022444287315011024, + "cnn.0.weight": 0.04133056476712227, + "cnn.0.bias": 0.0015548227820545435, + "cnn.2.weight": 0.01202474907040596, + "cnn.2.bias": 0.004576270002871752, + "cnn.5.weight": 0.017412744462490082, + "cnn.5.bias": 0.004707230720669031, + "action_emb.weight": 0.007561208680272102, + "timestep_emb.weight": 0.0019393927650526166, + "pos_emb.weight": 0.0033646838273853064, + "transformer.layers.0.self_attn.in_proj_weight": 0.04318690299987793, + "transformer.layers.0.self_attn.in_proj_bias": 0.0045106541365385056, + "transformer.layers.0.self_attn.out_proj.weight": 0.04828225076198578, + "transformer.layers.0.self_attn.out_proj.bias": 0.006594948470592499, + "transformer.layers.0.linear1.weight": 0.040209367871284485, + "transformer.layers.0.linear1.bias": 0.002969512017443776, + "transformer.layers.0.linear2.weight": 0.056814249604940414, + "transformer.layers.0.linear2.bias": 0.0057010832242667675, + "transformer.layers.0.norm1.weight": 0.0022442922927439213, + "transformer.layers.0.norm1.bias": 0.003714450867846608, + "transformer.layers.0.norm2.weight": 0.002749956212937832, + "transformer.layers.0.norm2.bias": 0.0032394579611718655, + "transformer.layers.1.self_attn.in_proj_weight": 0.05054271221160889, + "transformer.layers.1.self_attn.in_proj_bias": 0.0031816076952964067, + "transformer.layers.1.self_attn.out_proj.weight": 0.05709430202841759, + "transformer.layers.1.self_attn.out_proj.bias": 0.004468526225537062, + "transformer.layers.1.linear1.weight": 0.027704546228051186, + "transformer.layers.1.linear1.bias": 0.0019892307464033365, + "transformer.layers.1.linear2.weight": 0.03706489875912666, + "transformer.layers.1.linear2.bias": 0.004352977965027094, + "transformer.layers.1.norm1.weight": 0.003231723327189684, + "transformer.layers.1.norm1.bias": 0.0031968264374881983, + "transformer.layers.1.norm2.weight": 0.0021658800542354584, + "transformer.layers.1.norm2.bias": 0.0024126828648149967, + "transformer.layers.2.self_attn.in_proj_weight": 0.05678122118115425, + "transformer.layers.2.self_attn.in_proj_bias": 0.003872398752719164, + "transformer.layers.2.self_attn.out_proj.weight": 0.0532032810151577, + "transformer.layers.2.self_attn.out_proj.bias": 0.004130275454372168, + "transformer.layers.2.linear1.weight": 0.02238215133547783, + "transformer.layers.2.linear1.bias": 0.0015799303073436022, + "transformer.layers.2.linear2.weight": 0.024163180962204933, + "transformer.layers.2.linear2.bias": 0.004226921126246452, + "transformer.layers.2.norm1.weight": 0.004737146198749542, + "transformer.layers.2.norm1.bias": 0.003910250496119261, + "transformer.layers.2.norm2.weight": 0.001404100563377142, + "transformer.layers.2.norm2.bias": 0.001681751455180347, + "transformer.layers.3.self_attn.in_proj_weight": 0.08485131710767746, + "transformer.layers.3.self_attn.in_proj_bias": 0.007599994540214539, + "transformer.layers.3.self_attn.out_proj.weight": 0.04819485545158386, + "transformer.layers.3.self_attn.out_proj.bias": 0.005798009689897299, + "transformer.layers.3.linear1.weight": 0.04585086181759834, + "transformer.layers.3.linear1.bias": 0.0035672886297106743, + "transformer.layers.3.linear2.weight": 0.026936832815408707, + "transformer.layers.3.linear2.bias": 0.0064656599424779415, + "transformer.layers.3.norm1.weight": 0.0070354449562728405, + "transformer.layers.3.norm1.bias": 0.01061435416340828, + "transformer.layers.3.norm2.weight": 0.003428481053560972, + "transformer.layers.3.norm2.bias": 0.004620372783392668, + "head.weight": 0.369255930185318, + "head.bias": 0.01178712211549282, + "global_embedding.weight": 0.015738245099782944, + "global_cnn.0.weight": 0.1268678605556488, + "global_cnn.0.bias": 0.0036709210835397243, + "global_cnn.2.weight": 0.20947813987731934, + "global_cnn.2.bias": 0.004978574346750975, + "global_proj.weight": 0.06738165766000748, + "global_proj.bias": 0.01836674101650715, + "goal_head.0.weight": 0.04012720659375191, + "goal_head.0.bias": 0.008807106874883175, + "goal_head.2.weight": 0.04615473747253418, + "goal_head.2.bias": 0.01777409203350544 + }, + { + "global_gate": 0.00020405325631145388, + "embedding.weight": 0.0010522223310545087, + "cnn.0.weight": 0.02949954755604267, + "cnn.0.bias": 0.0013347320491448045, + "cnn.2.weight": 0.008704925887286663, + "cnn.2.bias": 0.0032890441361814737, + "cnn.5.weight": 0.012221085838973522, + "cnn.5.bias": 0.002975963056087494, + "action_emb.weight": 0.010992863215506077, + "timestep_emb.weight": 0.001840011216700077, + "pos_emb.weight": 0.003530758898705244, + "transformer.layers.0.self_attn.in_proj_weight": 0.03323788940906525, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023630931973457336, + "transformer.layers.0.self_attn.out_proj.weight": 0.03681812062859535, + "transformer.layers.0.self_attn.out_proj.bias": 0.003511723130941391, + "transformer.layers.0.linear1.weight": 0.05199171602725983, + "transformer.layers.0.linear1.bias": 0.002059677615761757, + "transformer.layers.0.linear2.weight": 0.048478759825229645, + "transformer.layers.0.linear2.bias": 0.0027278191410005093, + "transformer.layers.0.norm1.weight": 0.0017914781346917152, + "transformer.layers.0.norm1.bias": 0.0020415980834513903, + "transformer.layers.0.norm2.weight": 0.006025838200002909, + "transformer.layers.0.norm2.bias": 0.0016839595045894384, + "transformer.layers.1.self_attn.in_proj_weight": 0.04542311653494835, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019967963453382254, + "transformer.layers.1.self_attn.out_proj.weight": 0.03701716661453247, + "transformer.layers.1.self_attn.out_proj.bias": 0.002155008725821972, + "transformer.layers.1.linear1.weight": 0.025305159389972687, + "transformer.layers.1.linear1.bias": 0.0012308177538216114, + "transformer.layers.1.linear2.weight": 0.034406401216983795, + "transformer.layers.1.linear2.bias": 0.002099421573802829, + "transformer.layers.1.norm1.weight": 0.0033978826832026243, + "transformer.layers.1.norm1.bias": 0.0021886813919991255, + "transformer.layers.1.norm2.weight": 0.0023249296937137842, + "transformer.layers.1.norm2.bias": 0.0009466726332902908, + "transformer.layers.2.self_attn.in_proj_weight": 0.048165787011384964, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023654273245483637, + "transformer.layers.2.self_attn.out_proj.weight": 0.035288892686367035, + "transformer.layers.2.self_attn.out_proj.bias": 0.002054335316643119, + "transformer.layers.2.linear1.weight": 0.018438944593071938, + "transformer.layers.2.linear1.bias": 0.0010846100049093366, + "transformer.layers.2.linear2.weight": 0.023438533768057823, + "transformer.layers.2.linear2.bias": 0.0020768456161022186, + "transformer.layers.2.norm1.weight": 0.0035366960801184177, + "transformer.layers.2.norm1.bias": 0.002761000534519553, + "transformer.layers.2.norm2.weight": 0.0013126763515174389, + "transformer.layers.2.norm2.bias": 0.0011245127534493804, + "transformer.layers.3.self_attn.in_proj_weight": 0.07205046713352203, + "transformer.layers.3.self_attn.in_proj_bias": 0.00439720181748271, + "transformer.layers.3.self_attn.out_proj.weight": 0.04146625101566315, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030209326650947332, + "transformer.layers.3.linear1.weight": 0.03540467098355293, + "transformer.layers.3.linear1.bias": 0.0024171192198991776, + "transformer.layers.3.linear2.weight": 0.021545182913541794, + "transformer.layers.3.linear2.bias": 0.0034390788059681654, + "transformer.layers.3.norm1.weight": 0.00613716384395957, + "transformer.layers.3.norm1.bias": 0.0058794524520635605, + "transformer.layers.3.norm2.weight": 0.002473234198987484, + "transformer.layers.3.norm2.bias": 0.0025966139510273933, + "head.weight": 0.2956618666648865, + "head.bias": 0.006386633031070232, + "global_embedding.weight": 0.007804488763213158, + "global_cnn.0.weight": 0.0882558673620224, + "global_cnn.0.bias": 0.003207409055903554, + "global_cnn.2.weight": 0.23341329395771027, + "global_cnn.2.bias": 0.007830488495528698, + "global_proj.weight": 0.08046908676624298, + "global_proj.bias": 0.03027699515223503, + "goal_head.0.weight": 0.051920466125011444, + "goal_head.0.bias": 0.014471562579274178, + "goal_head.2.weight": 0.06727512925863266, + "goal_head.2.bias": 0.02976459078490734 + }, + { + "global_gate": 5.2340965339681134e-05, + "embedding.weight": 0.0017544839065521955, + "cnn.0.weight": 0.035588108003139496, + "cnn.0.bias": 0.0015210923738777637, + "cnn.2.weight": 0.0076022762805223465, + "cnn.2.bias": 0.003111769212409854, + "cnn.5.weight": 0.00989567767828703, + "cnn.5.bias": 0.002249188721179962, + "action_emb.weight": 0.01061128918081522, + "timestep_emb.weight": 0.002133757807314396, + "pos_emb.weight": 0.004390375688672066, + "transformer.layers.0.self_attn.in_proj_weight": 0.0288385096937418, + "transformer.layers.0.self_attn.in_proj_bias": 0.002480578375980258, + "transformer.layers.0.self_attn.out_proj.weight": 0.03209306299686432, + "transformer.layers.0.self_attn.out_proj.bias": 0.004373033996671438, + "transformer.layers.0.linear1.weight": 0.05069512128829956, + "transformer.layers.0.linear1.bias": 0.002253514714539051, + "transformer.layers.0.linear2.weight": 0.04011104628443718, + "transformer.layers.0.linear2.bias": 0.0033328335266560316, + "transformer.layers.0.norm1.weight": 0.0016144780674949288, + "transformer.layers.0.norm1.bias": 0.0020979358814656734, + "transformer.layers.0.norm2.weight": 0.005272142589092255, + "transformer.layers.0.norm2.bias": 0.0033017389941960573, + "transformer.layers.1.self_attn.in_proj_weight": 0.046334560960531235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022666174918413162, + "transformer.layers.1.self_attn.out_proj.weight": 0.03605607524514198, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025528136175125837, + "transformer.layers.1.linear1.weight": 0.021074360236525536, + "transformer.layers.1.linear1.bias": 0.0012062106980010867, + "transformer.layers.1.linear2.weight": 0.027047012001276016, + "transformer.layers.1.linear2.bias": 0.0023858826607465744, + "transformer.layers.1.norm1.weight": 0.0030167268123477697, + "transformer.layers.1.norm1.bias": 0.0023718804586678743, + "transformer.layers.1.norm2.weight": 0.0016241857083514333, + "transformer.layers.1.norm2.bias": 0.0012879181886091828, + "transformer.layers.2.self_attn.in_proj_weight": 0.036559682339429855, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022616630885750055, + "transformer.layers.2.self_attn.out_proj.weight": 0.028346097096800804, + "transformer.layers.2.self_attn.out_proj.bias": 0.002072319621220231, + "transformer.layers.2.linear1.weight": 0.014914202503859997, + "transformer.layers.2.linear1.bias": 0.0008636427228339016, + "transformer.layers.2.linear2.weight": 0.01857038401067257, + "transformer.layers.2.linear2.bias": 0.0021248245611786842, + "transformer.layers.2.norm1.weight": 0.002528031822293997, + "transformer.layers.2.norm1.bias": 0.002505765063688159, + "transformer.layers.2.norm2.weight": 0.000904334825463593, + "transformer.layers.2.norm2.bias": 0.000686903134919703, + "transformer.layers.3.self_attn.in_proj_weight": 0.06152258440852165, + "transformer.layers.3.self_attn.in_proj_bias": 0.003648084355518222, + "transformer.layers.3.self_attn.out_proj.weight": 0.031379807740449905, + "transformer.layers.3.self_attn.out_proj.bias": 0.002985750325024128, + "transformer.layers.3.linear1.weight": 0.02592271938920021, + "transformer.layers.3.linear1.bias": 0.0017343462677672505, + "transformer.layers.3.linear2.weight": 0.018970364704728127, + "transformer.layers.3.linear2.bias": 0.0031439911108464003, + "transformer.layers.3.norm1.weight": 0.004986165557056665, + "transformer.layers.3.norm1.bias": 0.005074974615126848, + "transformer.layers.3.norm2.weight": 0.0016401006141677499, + "transformer.layers.3.norm2.bias": 0.0015641627833247185, + "head.weight": 0.230007603764534, + "head.bias": 0.006558448076248169, + "global_embedding.weight": 0.013445560820400715, + "global_cnn.0.weight": 0.10687939822673798, + "global_cnn.0.bias": 0.005275939591228962, + "global_cnn.2.weight": 0.23611339926719666, + "global_cnn.2.bias": 0.01070466823875904, + "global_proj.weight": 0.087828628718853, + "global_proj.bias": 0.043722908943891525, + "goal_head.0.weight": 0.05616170912981033, + "goal_head.0.bias": 0.02052345871925354, + "goal_head.2.weight": 0.0748085081577301, + "goal_head.2.bias": 0.045446738600730896 + }, + { + "global_gate": 0.00015295670891646296, + "embedding.weight": 0.000504926370922476, + "cnn.0.weight": 0.014987259171903133, + "cnn.0.bias": 0.0006138047319836915, + "cnn.2.weight": 0.005481235217303038, + "cnn.2.bias": 0.0010978212812915444, + "cnn.5.weight": 0.010160013101994991, + "cnn.5.bias": 0.0014700896572321653, + "action_emb.weight": 0.0064712208695709705, + "timestep_emb.weight": 0.001958191627636552, + "pos_emb.weight": 0.0031223916448652744, + "transformer.layers.0.self_attn.in_proj_weight": 0.022067129611968994, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014697230653837323, + "transformer.layers.0.self_attn.out_proj.weight": 0.025608187541365623, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022788236383348703, + "transformer.layers.0.linear1.weight": 0.03324957191944122, + "transformer.layers.0.linear1.bias": 0.0012503342004492879, + "transformer.layers.0.linear2.weight": 0.027659397572278976, + "transformer.layers.0.linear2.bias": 0.001857415889389813, + "transformer.layers.0.norm1.weight": 0.0011670745443552732, + "transformer.layers.0.norm1.bias": 0.0012584718642756343, + "transformer.layers.0.norm2.weight": 0.0037485784851014614, + "transformer.layers.0.norm2.bias": 0.00133603997528553, + "transformer.layers.1.self_attn.in_proj_weight": 0.02849702350795269, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012637897161766887, + "transformer.layers.1.self_attn.out_proj.weight": 0.022880198433995247, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015881052240729332, + "transformer.layers.1.linear1.weight": 0.01375763863325119, + "transformer.layers.1.linear1.bias": 0.0007710355566814542, + "transformer.layers.1.linear2.weight": 0.01856631226837635, + "transformer.layers.1.linear2.bias": 0.0015438924310728908, + "transformer.layers.1.norm1.weight": 0.001963231945410371, + "transformer.layers.1.norm1.bias": 0.0010182892438024282, + "transformer.layers.1.norm2.weight": 0.0011374738533049822, + "transformer.layers.1.norm2.bias": 0.0007956135086715221, + "transformer.layers.2.self_attn.in_proj_weight": 0.025402506813406944, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015591278206557035, + "transformer.layers.2.self_attn.out_proj.weight": 0.020580612123012543, + "transformer.layers.2.self_attn.out_proj.bias": 0.001631923601962626, + "transformer.layers.2.linear1.weight": 0.011141871102154255, + "transformer.layers.2.linear1.bias": 0.0007321695447899401, + "transformer.layers.2.linear2.weight": 0.013779069297015667, + "transformer.layers.2.linear2.bias": 0.0017083700513467193, + "transformer.layers.2.norm1.weight": 0.0016323562012985349, + "transformer.layers.2.norm1.bias": 0.0016477341996505857, + "transformer.layers.2.norm2.weight": 0.0006663225940428674, + "transformer.layers.2.norm2.bias": 0.000823750626295805, + "transformer.layers.3.self_attn.in_proj_weight": 0.03968548774719238, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031702150590717793, + "transformer.layers.3.self_attn.out_proj.weight": 0.021483147516846657, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022194029297679663, + "transformer.layers.3.linear1.weight": 0.019663477316498756, + "transformer.layers.3.linear1.bias": 0.0014754277653992176, + "transformer.layers.3.linear2.weight": 0.013605729676783085, + "transformer.layers.3.linear2.bias": 0.0027481871657073498, + "transformer.layers.3.norm1.weight": 0.003232760587707162, + "transformer.layers.3.norm1.bias": 0.004432320594787598, + "transformer.layers.3.norm2.weight": 0.0012712905881926417, + "transformer.layers.3.norm2.bias": 0.0017994196387007833, + "head.weight": 0.172506645321846, + "head.bias": 0.005056646186858416, + "global_embedding.weight": 0.009957576170563698, + "global_cnn.0.weight": 0.09761328995227814, + "global_cnn.0.bias": 0.0035832878202199936, + "global_cnn.2.weight": 0.30217793583869934, + "global_cnn.2.bias": 0.01506242249161005, + "global_proj.weight": 0.07637268304824829, + "global_proj.bias": 0.033988308161497116, + "goal_head.0.weight": 0.04011233523488045, + "goal_head.0.bias": 0.01296417135745287, + "goal_head.2.weight": 0.047120627015829086, + "goal_head.2.bias": 0.024380341172218323 + }, + { + "global_gate": 2.5642901164246723e-05, + "embedding.weight": 0.0008964447770267725, + "cnn.0.weight": 0.018633881583809853, + "cnn.0.bias": 0.0007247865432873368, + "cnn.2.weight": 0.004814526066184044, + "cnn.2.bias": 0.001562490127980709, + "cnn.5.weight": 0.006960693746805191, + "cnn.5.bias": 0.0013341642916202545, + "action_emb.weight": 0.004139596596360207, + "timestep_emb.weight": 0.0010164061095565557, + "pos_emb.weight": 0.0020760511979460716, + "transformer.layers.0.self_attn.in_proj_weight": 0.014426222071051598, + "transformer.layers.0.self_attn.in_proj_bias": 0.0013361112214624882, + "transformer.layers.0.self_attn.out_proj.weight": 0.015680741518735886, + "transformer.layers.0.self_attn.out_proj.bias": 0.002061821985989809, + "transformer.layers.0.linear1.weight": 0.021152064204216003, + "transformer.layers.0.linear1.bias": 0.0009557034936733544, + "transformer.layers.0.linear2.weight": 0.017890146002173424, + "transformer.layers.0.linear2.bias": 0.0013907657703384757, + "transformer.layers.0.norm1.weight": 0.0007981043308973312, + "transformer.layers.0.norm1.bias": 0.0011804786045104265, + "transformer.layers.0.norm2.weight": 0.0021857363171875477, + "transformer.layers.0.norm2.bias": 0.0013236614177003503, + "transformer.layers.1.self_attn.in_proj_weight": 0.01835089921951294, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007755401311442256, + "transformer.layers.1.self_attn.out_proj.weight": 0.014898773282766342, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011740033514797688, + "transformer.layers.1.linear1.weight": 0.008914511650800705, + "transformer.layers.1.linear1.bias": 0.000536029867362231, + "transformer.layers.1.linear2.weight": 0.011760720051825047, + "transformer.layers.1.linear2.bias": 0.0011124256998300552, + "transformer.layers.1.norm1.weight": 0.0012181326746940613, + "transformer.layers.1.norm1.bias": 0.0008282553171738982, + "transformer.layers.1.norm2.weight": 0.0007496075704693794, + "transformer.layers.1.norm2.bias": 0.0006182766519486904, + "transformer.layers.2.self_attn.in_proj_weight": 0.017166009172797203, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010297015542164445, + "transformer.layers.2.self_attn.out_proj.weight": 0.011978516355156898, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010269195772707462, + "transformer.layers.2.linear1.weight": 0.006553200539201498, + "transformer.layers.2.linear1.bias": 0.00042141161975450814, + "transformer.layers.2.linear2.weight": 0.008076012134552002, + "transformer.layers.2.linear2.bias": 0.0010572160826995969, + "transformer.layers.2.norm1.weight": 0.0011273963609710336, + "transformer.layers.2.norm1.bias": 0.0012160385958850384, + "transformer.layers.2.norm2.weight": 0.00039670796832069755, + "transformer.layers.2.norm2.bias": 0.00043363403528928757, + "transformer.layers.3.self_attn.in_proj_weight": 0.024462709203362465, + "transformer.layers.3.self_attn.in_proj_bias": 0.001822098740376532, + "transformer.layers.3.self_attn.out_proj.weight": 0.013199102133512497, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015555336140096188, + "transformer.layers.3.linear1.weight": 0.011466329917311668, + "transformer.layers.3.linear1.bias": 0.0009212574223056436, + "transformer.layers.3.linear2.weight": 0.007174498867243528, + "transformer.layers.3.linear2.bias": 0.001761299092322588, + "transformer.layers.3.norm1.weight": 0.0020283281337469816, + "transformer.layers.3.norm1.bias": 0.0025274900253862143, + "transformer.layers.3.norm2.weight": 0.0007386751822195947, + "transformer.layers.3.norm2.bias": 0.0010190196335315704, + "head.weight": 0.11612202972173691, + "head.bias": 0.004316846374422312, + "global_embedding.weight": 0.013618134893476963, + "global_cnn.0.weight": 0.05429273843765259, + "global_cnn.0.bias": 0.0022579487413167953, + "global_cnn.2.weight": 0.11194887012243271, + "global_cnn.2.bias": 0.004160098731517792, + "global_proj.weight": 0.029191071167588234, + "global_proj.bias": 0.013869385235011578, + "goal_head.0.weight": 0.01925574615597725, + "goal_head.0.bias": 0.006593931466341019, + "goal_head.2.weight": 0.026067864149808884, + "goal_head.2.bias": 0.01431694719940424 + }, + { + "global_gate": 1.9734252418857068e-05, + "embedding.weight": 0.0007181490655057132, + "cnn.0.weight": 0.02523435465991497, + "cnn.0.bias": 0.001091564423404634, + "cnn.2.weight": 0.007053499110043049, + "cnn.2.bias": 0.002251666272059083, + "cnn.5.weight": 0.010598563589155674, + "cnn.5.bias": 0.0021511083468794823, + "action_emb.weight": 0.006748259998857975, + "timestep_emb.weight": 0.0022330123465508223, + "pos_emb.weight": 0.005564836785197258, + "transformer.layers.0.self_attn.in_proj_weight": 0.028890050947666168, + "transformer.layers.0.self_attn.in_proj_bias": 0.001532343216240406, + "transformer.layers.0.self_attn.out_proj.weight": 0.026659803465008736, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021677694749087095, + "transformer.layers.0.linear1.weight": 0.04486670345067978, + "transformer.layers.0.linear1.bias": 0.0016664041904732585, + "transformer.layers.0.linear2.weight": 0.03629295527935028, + "transformer.layers.0.linear2.bias": 0.0017566278111189604, + "transformer.layers.0.norm1.weight": 0.0015199220506474376, + "transformer.layers.0.norm1.bias": 0.0013074266025796533, + "transformer.layers.0.norm2.weight": 0.005270748399198055, + "transformer.layers.0.norm2.bias": 0.0014186345506459475, + "transformer.layers.1.self_attn.in_proj_weight": 0.03925224766135216, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011060398537665606, + "transformer.layers.1.self_attn.out_proj.weight": 0.0270089041441679, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015420196577906609, + "transformer.layers.1.linear1.weight": 0.018779829144477844, + "transformer.layers.1.linear1.bias": 0.0008499198011122644, + "transformer.layers.1.linear2.weight": 0.022410724312067032, + "transformer.layers.1.linear2.bias": 0.0014333330327644944, + "transformer.layers.1.norm1.weight": 0.0024807704612612724, + "transformer.layers.1.norm1.bias": 0.0009646827238611877, + "transformer.layers.1.norm2.weight": 0.0015461493749171495, + "transformer.layers.1.norm2.bias": 0.000852767494507134, + "transformer.layers.2.self_attn.in_proj_weight": 0.03230278939008713, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014918848173692822, + "transformer.layers.2.self_attn.out_proj.weight": 0.025251157581806183, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013174116611480713, + "transformer.layers.2.linear1.weight": 0.013252628035843372, + "transformer.layers.2.linear1.bias": 0.0008042162517085671, + "transformer.layers.2.linear2.weight": 0.01535540260374546, + "transformer.layers.2.linear2.bias": 0.0013707750476896763, + "transformer.layers.2.norm1.weight": 0.002573296893388033, + "transformer.layers.2.norm1.bias": 0.001674474449828267, + "transformer.layers.2.norm2.weight": 0.0008963228319771588, + "transformer.layers.2.norm2.bias": 0.0010189419845119119, + "transformer.layers.3.self_attn.in_proj_weight": 0.04547815024852753, + "transformer.layers.3.self_attn.in_proj_bias": 0.002344504464417696, + "transformer.layers.3.self_attn.out_proj.weight": 0.02466925047338009, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016542639350518584, + "transformer.layers.3.linear1.weight": 0.024196401238441467, + "transformer.layers.3.linear1.bias": 0.0017200980801135302, + "transformer.layers.3.linear2.weight": 0.013432472944259644, + "transformer.layers.3.linear2.bias": 0.0023089556489139795, + "transformer.layers.3.norm1.weight": 0.003664962248876691, + "transformer.layers.3.norm1.bias": 0.002960815094411373, + "transformer.layers.3.norm2.weight": 0.0017134759109467268, + "transformer.layers.3.norm2.bias": 0.0023105493746697903, + "head.weight": 0.18796582520008087, + "head.bias": 0.00413559889420867, + "global_embedding.weight": 0.0027480346616357565, + "global_cnn.0.weight": 0.025583500042557716, + "global_cnn.0.bias": 0.0009268854628317058, + "global_cnn.2.weight": 0.05383947864174843, + "global_cnn.2.bias": 0.0020641200244426727, + "global_proj.weight": 0.012183856219053268, + "global_proj.bias": 0.005199368577450514, + "goal_head.0.weight": 0.005298786796629429, + "goal_head.0.bias": 0.0015027630142867565, + "goal_head.2.weight": 0.006870769429951906, + "goal_head.2.bias": 0.002702397992834449 + }, + { + "global_gate": 0.000276534614386037, + "embedding.weight": 0.0009374123765155673, + "cnn.0.weight": 0.023703478276729584, + "cnn.0.bias": 0.0008549710619263351, + "cnn.2.weight": 0.006999894976615906, + "cnn.2.bias": 0.0019864763598889112, + "cnn.5.weight": 0.00781066482886672, + "cnn.5.bias": 0.0019619078375399113, + "action_emb.weight": 0.005031699314713478, + "timestep_emb.weight": 0.0014361398061737418, + "pos_emb.weight": 0.0029596793465316296, + "transformer.layers.0.self_attn.in_proj_weight": 0.02696150727570057, + "transformer.layers.0.self_attn.in_proj_bias": 0.0022015897557139397, + "transformer.layers.0.self_attn.out_proj.weight": 0.024962347000837326, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029215470422059298, + "transformer.layers.0.linear1.weight": 0.025845205411314964, + "transformer.layers.0.linear1.bias": 0.0012983399210497737, + "transformer.layers.0.linear2.weight": 0.02992074564099312, + "transformer.layers.0.linear2.bias": 0.002573590259999037, + "transformer.layers.0.norm1.weight": 0.0016125466208904982, + "transformer.layers.0.norm1.bias": 0.002107266802340746, + "transformer.layers.0.norm2.weight": 0.0023156539537012577, + "transformer.layers.0.norm2.bias": 0.0013120935764163733, + "transformer.layers.1.self_attn.in_proj_weight": 0.027533186599612236, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015743774129077792, + "transformer.layers.1.self_attn.out_proj.weight": 0.027928736060857773, + "transformer.layers.1.self_attn.out_proj.bias": 0.002311855787411332, + "transformer.layers.1.linear1.weight": 0.015977751463651657, + "transformer.layers.1.linear1.bias": 0.0010025723604485393, + "transformer.layers.1.linear2.weight": 0.023131918162107468, + "transformer.layers.1.linear2.bias": 0.0023292647674679756, + "transformer.layers.1.norm1.weight": 0.0017727749655023217, + "transformer.layers.1.norm1.bias": 0.0013944422826170921, + "transformer.layers.1.norm2.weight": 0.0011758127948269248, + "transformer.layers.1.norm2.bias": 0.001098208362236619, + "transformer.layers.2.self_attn.in_proj_weight": 0.027560848742723465, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018712811870500445, + "transformer.layers.2.self_attn.out_proj.weight": 0.02666744962334633, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023528244346380234, + "transformer.layers.2.linear1.weight": 0.013588624075055122, + "transformer.layers.2.linear1.bias": 0.0008987783221527934, + "transformer.layers.2.linear2.weight": 0.017459437251091003, + "transformer.layers.2.linear2.bias": 0.00250107585452497, + "transformer.layers.2.norm1.weight": 0.002165096113458276, + "transformer.layers.2.norm1.bias": 0.0023511103354394436, + "transformer.layers.2.norm2.weight": 0.0008428141591139138, + "transformer.layers.2.norm2.bias": 0.0010040533961728215, + "transformer.layers.3.self_attn.in_proj_weight": 0.059326961636543274, + "transformer.layers.3.self_attn.in_proj_bias": 0.005754267331212759, + "transformer.layers.3.self_attn.out_proj.weight": 0.030188102275133133, + "transformer.layers.3.self_attn.out_proj.bias": 0.004294183105230331, + "transformer.layers.3.linear1.weight": 0.02635771967470646, + "transformer.layers.3.linear1.bias": 0.0022036489099264145, + "transformer.layers.3.linear2.weight": 0.01853037439286709, + "transformer.layers.3.linear2.bias": 0.004926928784698248, + "transformer.layers.3.norm1.weight": 0.005644421558827162, + "transformer.layers.3.norm1.bias": 0.008566739037632942, + "transformer.layers.3.norm2.weight": 0.0017659241566434503, + "transformer.layers.3.norm2.bias": 0.00275208312086761, + "head.weight": 0.26092028617858887, + "head.bias": 0.009182287380099297, + "global_embedding.weight": 0.006214323919266462, + "global_cnn.0.weight": 0.07047691196203232, + "global_cnn.0.bias": 0.0026803547516465187, + "global_cnn.2.weight": 0.1057257279753685, + "global_cnn.2.bias": 0.005863657686859369, + "global_proj.weight": 0.029684536159038544, + "global_proj.bias": 0.01979432813823223, + "goal_head.0.weight": 0.021456273272633553, + "goal_head.0.bias": 0.00974067859351635, + "goal_head.2.weight": 0.030560612678527832, + "goal_head.2.bias": 0.02265247330069542 + }, + { + "global_gate": 2.5354811441502534e-06, + "embedding.weight": 0.004101867321878672, + "cnn.0.weight": 0.07122279703617096, + "cnn.0.bias": 0.003006942803040147, + "cnn.2.weight": 0.016098694875836372, + "cnn.2.bias": 0.004943907726556063, + "cnn.5.weight": 0.015706509351730347, + "cnn.5.bias": 0.004248758312314749, + "action_emb.weight": 0.008697349578142166, + "timestep_emb.weight": 0.0016398077132180333, + "pos_emb.weight": 0.003623673692345619, + "transformer.layers.0.self_attn.in_proj_weight": 0.03923530504107475, + "transformer.layers.0.self_attn.in_proj_bias": 0.004056455567479134, + "transformer.layers.0.self_attn.out_proj.weight": 0.04077460616827011, + "transformer.layers.0.self_attn.out_proj.bias": 0.005393002647906542, + "transformer.layers.0.linear1.weight": 0.043109744787216187, + "transformer.layers.0.linear1.bias": 0.0023646997287869453, + "transformer.layers.0.linear2.weight": 0.04619114100933075, + "transformer.layers.0.linear2.bias": 0.0045459214597940445, + "transformer.layers.0.norm1.weight": 0.002174283843487501, + "transformer.layers.0.norm1.bias": 0.00373061653226614, + "transformer.layers.0.norm2.weight": 0.003624259028583765, + "transformer.layers.0.norm2.bias": 0.0024720383808016777, + "transformer.layers.1.self_attn.in_proj_weight": 0.040616218000650406, + "transformer.layers.1.self_attn.in_proj_bias": 0.0028290546033531427, + "transformer.layers.1.self_attn.out_proj.weight": 0.03832241892814636, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036693282891064882, + "transformer.layers.1.linear1.weight": 0.024317022413015366, + "transformer.layers.1.linear1.bias": 0.0015257777413353324, + "transformer.layers.1.linear2.weight": 0.03243808448314667, + "transformer.layers.1.linear2.bias": 0.0036464561708271503, + "transformer.layers.1.norm1.weight": 0.0025635536294430494, + "transformer.layers.1.norm1.bias": 0.0027734937611967325, + "transformer.layers.1.norm2.weight": 0.0018019332783296704, + "transformer.layers.1.norm2.bias": 0.001725029549561441, + "transformer.layers.2.self_attn.in_proj_weight": 0.04427691549062729, + "transformer.layers.2.self_attn.in_proj_bias": 0.003244611667469144, + "transformer.layers.2.self_attn.out_proj.weight": 0.03313170000910759, + "transformer.layers.2.self_attn.out_proj.bias": 0.0038509732112288475, + "transformer.layers.2.linear1.weight": 0.021662142127752304, + "transformer.layers.2.linear1.bias": 0.0017229565419256687, + "transformer.layers.2.linear2.weight": 0.02522679790854454, + "transformer.layers.2.linear2.bias": 0.004107336513698101, + "transformer.layers.2.norm1.weight": 0.00292897573672235, + "transformer.layers.2.norm1.bias": 0.0036561000160872936, + "transformer.layers.2.norm2.weight": 0.0014276544097810984, + "transformer.layers.2.norm2.bias": 0.002438096795231104, + "transformer.layers.3.self_attn.in_proj_weight": 0.06902629882097244, + "transformer.layers.3.self_attn.in_proj_bias": 0.008241272531449795, + "transformer.layers.3.self_attn.out_proj.weight": 0.03503061830997467, + "transformer.layers.3.self_attn.out_proj.bias": 0.006239423528313637, + "transformer.layers.3.linear1.weight": 0.04096844047307968, + "transformer.layers.3.linear1.bias": 0.004079573787748814, + "transformer.layers.3.linear2.weight": 0.02412272058427334, + "transformer.layers.3.linear2.bias": 0.007872570306062698, + "transformer.layers.3.norm1.weight": 0.00602329894900322, + "transformer.layers.3.norm1.bias": 0.011185524985194206, + "transformer.layers.3.norm2.weight": 0.0027346177957952023, + "transformer.layers.3.norm2.bias": 0.005861186888068914, + "head.weight": 0.3614215552806854, + "head.bias": 0.015977011993527412, + "global_embedding.weight": 0.02462872490286827, + "global_cnn.0.weight": 0.16324684023857117, + "global_cnn.0.bias": 0.006811680272221565, + "global_cnn.2.weight": 0.34697121381759644, + "global_cnn.2.bias": 0.018133359029889107, + "global_proj.weight": 0.06447110325098038, + "global_proj.bias": 0.03766819089651108, + "goal_head.0.weight": 0.038987960666418076, + "goal_head.0.bias": 0.01550161000341177, + "goal_head.2.weight": 0.05000657960772514, + "goal_head.2.bias": 0.031270019710063934 + }, + { + "global_gate": 0.00023898665676824749, + "embedding.weight": 0.0032329594250768423, + "cnn.0.weight": 0.054974641650915146, + "cnn.0.bias": 0.002416500821709633, + "cnn.2.weight": 0.01217703614383936, + "cnn.2.bias": 0.004231278318911791, + "cnn.5.weight": 0.012962722219526768, + "cnn.5.bias": 0.003155795391649008, + "action_emb.weight": 0.005570973735302687, + "timestep_emb.weight": 0.001228046603500843, + "pos_emb.weight": 0.002652052789926529, + "transformer.layers.0.self_attn.in_proj_weight": 0.027086466550827026, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023854190949350595, + "transformer.layers.0.self_attn.out_proj.weight": 0.030648248270154, + "transformer.layers.0.self_attn.out_proj.bias": 0.0033691171556711197, + "transformer.layers.0.linear1.weight": 0.030531324446201324, + "transformer.layers.0.linear1.bias": 0.0015529788797721267, + "transformer.layers.0.linear2.weight": 0.026909461244940758, + "transformer.layers.0.linear2.bias": 0.0025858592707663774, + "transformer.layers.0.norm1.weight": 0.0015511952806264162, + "transformer.layers.0.norm1.bias": 0.002134129870682955, + "transformer.layers.0.norm2.weight": 0.0030890051275491714, + "transformer.layers.0.norm2.bias": 0.0020205567125231028, + "transformer.layers.1.self_attn.in_proj_weight": 0.026956800371408463, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015922222519293427, + "transformer.layers.1.self_attn.out_proj.weight": 0.023548413068056107, + "transformer.layers.1.self_attn.out_proj.bias": 0.001957445405423641, + "transformer.layers.1.linear1.weight": 0.014188048429787159, + "transformer.layers.1.linear1.bias": 0.0008688755333423615, + "transformer.layers.1.linear2.weight": 0.017797116190195084, + "transformer.layers.1.linear2.bias": 0.001855034613981843, + "transformer.layers.1.norm1.weight": 0.001854754169471562, + "transformer.layers.1.norm1.bias": 0.0015440003480762243, + "transformer.layers.1.norm2.weight": 0.0011883806437253952, + "transformer.layers.1.norm2.bias": 0.0010361478198319674, + "transformer.layers.2.self_attn.in_proj_weight": 0.024425487965345383, + "transformer.layers.2.self_attn.in_proj_bias": 0.001616590074263513, + "transformer.layers.2.self_attn.out_proj.weight": 0.01701223850250244, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017059487290680408, + "transformer.layers.2.linear1.weight": 0.010442058555781841, + "transformer.layers.2.linear1.bias": 0.0007169747841544449, + "transformer.layers.2.linear2.weight": 0.012426088564097881, + "transformer.layers.2.linear2.bias": 0.0018292554887011647, + "transformer.layers.2.norm1.weight": 0.0017940291436389089, + "transformer.layers.2.norm1.bias": 0.0021672791335731745, + "transformer.layers.2.norm2.weight": 0.0006849994533695281, + "transformer.layers.2.norm2.bias": 0.0008275021682493389, + "transformer.layers.3.self_attn.in_proj_weight": 0.037237897515296936, + "transformer.layers.3.self_attn.in_proj_bias": 0.004078875761479139, + "transformer.layers.3.self_attn.out_proj.weight": 0.020023442804813385, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030602053739130497, + "transformer.layers.3.linear1.weight": 0.020659876987338066, + "transformer.layers.3.linear1.bias": 0.0019205787684768438, + "transformer.layers.3.linear2.weight": 0.01305842213332653, + "transformer.layers.3.linear2.bias": 0.0037187698762863874, + "transformer.layers.3.norm1.weight": 0.003058015601709485, + "transformer.layers.3.norm1.bias": 0.005658361595124006, + "transformer.layers.3.norm2.weight": 0.0013452625134959817, + "transformer.layers.3.norm2.bias": 0.00238124025054276, + "head.weight": 0.166268989443779, + "head.bias": 0.006871703080832958, + "global_embedding.weight": 0.012163428589701653, + "global_cnn.0.weight": 0.09679462015628815, + "global_cnn.0.bias": 0.004776890389621258, + "global_cnn.2.weight": 0.2521452009677887, + "global_cnn.2.bias": 0.014148615300655365, + "global_proj.weight": 0.09277334064245224, + "global_proj.bias": 0.05347887799143791, + "goal_head.0.weight": 0.06054246053099632, + "goal_head.0.bias": 0.024653548374772072, + "goal_head.2.weight": 0.08360452950000763, + "goal_head.2.bias": 0.05629774555563927 + }, + { + "global_gate": 0.00015066220657899976, + "embedding.weight": 0.0006745720747858286, + "cnn.0.weight": 0.02031944878399372, + "cnn.0.bias": 0.0008551424834877253, + "cnn.2.weight": 0.006388066336512566, + "cnn.2.bias": 0.0024057833943516016, + "cnn.5.weight": 0.007332093082368374, + "cnn.5.bias": 0.001595091656781733, + "action_emb.weight": 0.00445346487686038, + "timestep_emb.weight": 0.0014356719329953194, + "pos_emb.weight": 0.002997614676132798, + "transformer.layers.0.self_attn.in_proj_weight": 0.02570834569633007, + "transformer.layers.0.self_attn.in_proj_bias": 0.002382667036727071, + "transformer.layers.0.self_attn.out_proj.weight": 0.02886040322482586, + "transformer.layers.0.self_attn.out_proj.bias": 0.003393759485334158, + "transformer.layers.0.linear1.weight": 0.02659706585109234, + "transformer.layers.0.linear1.bias": 0.0015196393942460418, + "transformer.layers.0.linear2.weight": 0.02730219066143036, + "transformer.layers.0.linear2.bias": 0.002495237160474062, + "transformer.layers.0.norm1.weight": 0.0014640612062066793, + "transformer.layers.0.norm1.bias": 0.002178543945774436, + "transformer.layers.0.norm2.weight": 0.002600244479253888, + "transformer.layers.0.norm2.bias": 0.0023080119863152504, + "transformer.layers.1.self_attn.in_proj_weight": 0.025922661647200584, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016598132206127048, + "transformer.layers.1.self_attn.out_proj.weight": 0.025558238849043846, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019412585534155369, + "transformer.layers.1.linear1.weight": 0.014330641366541386, + "transformer.layers.1.linear1.bias": 0.0007856324082240462, + "transformer.layers.1.linear2.weight": 0.018412398174405098, + "transformer.layers.1.linear2.bias": 0.0018327584257349372, + "transformer.layers.1.norm1.weight": 0.0016863344935700297, + "transformer.layers.1.norm1.bias": 0.0016198615776374936, + "transformer.layers.1.norm2.weight": 0.0011290875263512135, + "transformer.layers.1.norm2.bias": 0.0009505641646683216, + "transformer.layers.2.self_attn.in_proj_weight": 0.024253442883491516, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013789531076326966, + "transformer.layers.2.self_attn.out_proj.weight": 0.02304808422923088, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018059436697512865, + "transformer.layers.2.linear1.weight": 0.011076420545578003, + "transformer.layers.2.linear1.bias": 0.0007413652492687106, + "transformer.layers.2.linear2.weight": 0.014125723391771317, + "transformer.layers.2.linear2.bias": 0.0019336959812790155, + "transformer.layers.2.norm1.weight": 0.0020151501521468163, + "transformer.layers.2.norm1.bias": 0.0013762131566181779, + "transformer.layers.2.norm2.weight": 0.0007539595244452357, + "transformer.layers.2.norm2.bias": 0.0008797435439191759, + "transformer.layers.3.self_attn.in_proj_weight": 0.046082545071840286, + "transformer.layers.3.self_attn.in_proj_bias": 0.0039671375416219234, + "transformer.layers.3.self_attn.out_proj.weight": 0.02661382593214512, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029905918054282665, + "transformer.layers.3.linear1.weight": 0.023507166653871536, + "transformer.layers.3.linear1.bias": 0.0020482416730374098, + "transformer.layers.3.linear2.weight": 0.015727095305919647, + "transformer.layers.3.linear2.bias": 0.0036708402913063765, + "transformer.layers.3.norm1.weight": 0.004093642346560955, + "transformer.layers.3.norm1.bias": 0.00544879212975502, + "transformer.layers.3.norm2.weight": 0.0015653972513973713, + "transformer.layers.3.norm2.bias": 0.0025783542077988386, + "head.weight": 0.20918899774551392, + "head.bias": 0.007211341988295317, + "global_embedding.weight": 0.015152857638895512, + "global_cnn.0.weight": 0.14273951947689056, + "global_cnn.0.bias": 0.00489076878875494, + "global_cnn.2.weight": 0.24057641625404358, + "global_cnn.2.bias": 0.011209508404135704, + "global_proj.weight": 0.07111810147762299, + "global_proj.bias": 0.04890952259302139, + "goal_head.0.weight": 0.05388777703046799, + "goal_head.0.bias": 0.02440870739519596, + "goal_head.2.weight": 0.08512305468320847, + "goal_head.2.bias": 0.05824883654713631 + }, + { + "global_gate": 8.529163460480049e-05, + "embedding.weight": 0.0006701707607135177, + "cnn.0.weight": 0.0192252304404974, + "cnn.0.bias": 0.0007256910903379321, + "cnn.2.weight": 0.006280113477259874, + "cnn.2.bias": 0.0015033339150249958, + "cnn.5.weight": 0.00794802512973547, + "cnn.5.bias": 0.0016894872533157468, + "action_emb.weight": 0.013464155606925488, + "timestep_emb.weight": 0.0014234335394576192, + "pos_emb.weight": 0.005041644908487797, + "transformer.layers.0.self_attn.in_proj_weight": 0.033720772713422775, + "transformer.layers.0.self_attn.in_proj_bias": 0.0017380601493641734, + "transformer.layers.0.self_attn.out_proj.weight": 0.04684562608599663, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024065435864031315, + "transformer.layers.0.linear1.weight": 0.06277994811534882, + "transformer.layers.0.linear1.bias": 0.0018883157754316926, + "transformer.layers.0.linear2.weight": 0.03962313383817673, + "transformer.layers.0.linear2.bias": 0.0018827887251973152, + "transformer.layers.0.norm1.weight": 0.001857512746937573, + "transformer.layers.0.norm1.bias": 0.001472627162002027, + "transformer.layers.0.norm2.weight": 0.00707663968205452, + "transformer.layers.0.norm2.bias": 0.0017112356144934893, + "transformer.layers.1.self_attn.in_proj_weight": 0.03887423127889633, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013423608615994453, + "transformer.layers.1.self_attn.out_proj.weight": 0.02712029404938221, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019398126751184464, + "transformer.layers.1.linear1.weight": 0.02200067788362503, + "transformer.layers.1.linear1.bias": 0.0011126748286187649, + "transformer.layers.1.linear2.weight": 0.023981567472219467, + "transformer.layers.1.linear2.bias": 0.0017938540549948812, + "transformer.layers.1.norm1.weight": 0.0023000596556812525, + "transformer.layers.1.norm1.bias": 0.0013103336095809937, + "transformer.layers.1.norm2.weight": 0.0020988278556615114, + "transformer.layers.1.norm2.bias": 0.0013135687913745642, + "transformer.layers.2.self_attn.in_proj_weight": 0.029852477833628654, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016657523810863495, + "transformer.layers.2.self_attn.out_proj.weight": 0.02239428274333477, + "transformer.layers.2.self_attn.out_proj.bias": 0.001783669926226139, + "transformer.layers.2.linear1.weight": 0.013372640125453472, + "transformer.layers.2.linear1.bias": 0.0008363495580852032, + "transformer.layers.2.linear2.weight": 0.015844443812966347, + "transformer.layers.2.linear2.bias": 0.001852561952546239, + "transformer.layers.2.norm1.weight": 0.002066240180283785, + "transformer.layers.2.norm1.bias": 0.001829315791837871, + "transformer.layers.2.norm2.weight": 0.0010089986026287079, + "transformer.layers.2.norm2.bias": 0.0009600699995644391, + "transformer.layers.3.self_attn.in_proj_weight": 0.0483720600605011, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037859666626900434, + "transformer.layers.3.self_attn.out_proj.weight": 0.020245037972927094, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024641791824251413, + "transformer.layers.3.linear1.weight": 0.020421070978045464, + "transformer.layers.3.linear1.bias": 0.0015902523882687092, + "transformer.layers.3.linear2.weight": 0.012470885179936886, + "transformer.layers.3.linear2.bias": 0.0028377692215144634, + "transformer.layers.3.norm1.weight": 0.004144189413636923, + "transformer.layers.3.norm1.bias": 0.0054414658807218075, + "transformer.layers.3.norm2.weight": 0.0015104245394468307, + "transformer.layers.3.norm2.bias": 0.0018730487208813429, + "head.weight": 0.16772642731666565, + "head.bias": 0.005264804698526859, + "global_embedding.weight": 0.011389195919036865, + "global_cnn.0.weight": 0.12984849512577057, + "global_cnn.0.bias": 0.0040597934275865555, + "global_cnn.2.weight": 0.43104711174964905, + "global_cnn.2.bias": 0.02364499494433403, + "global_proj.weight": 0.09401395171880722, + "global_proj.bias": 0.06119978427886963, + "goal_head.0.weight": 0.05997484549880028, + "goal_head.0.bias": 0.02572746016085148, + "goal_head.2.weight": 0.08460839837789536, + "goal_head.2.bias": 0.05617973580956459 + }, + { + "global_gate": 0.00012331840116530657, + "embedding.weight": 0.0017189134377986193, + "cnn.0.weight": 0.046114809811115265, + "cnn.0.bias": 0.0015850402414798737, + "cnn.2.weight": 0.015350856818258762, + "cnn.2.bias": 0.006146022584289312, + "cnn.5.weight": 0.015236103907227516, + "cnn.5.bias": 0.0038020021747797728, + "action_emb.weight": 0.005438587628304958, + "timestep_emb.weight": 0.0017389249987900257, + "pos_emb.weight": 0.0041967942379415035, + "transformer.layers.0.self_attn.in_proj_weight": 0.03428483381867409, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025869880337268114, + "transformer.layers.0.self_attn.out_proj.weight": 0.035211823880672455, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030802174005657434, + "transformer.layers.0.linear1.weight": 0.03478500247001648, + "transformer.layers.0.linear1.bias": 0.001583700766786933, + "transformer.layers.0.linear2.weight": 0.032625049352645874, + "transformer.layers.0.linear2.bias": 0.0023389379493892193, + "transformer.layers.0.norm1.weight": 0.002071058377623558, + "transformer.layers.0.norm1.bias": 0.002640170743688941, + "transformer.layers.0.norm2.weight": 0.0034627306740731, + "transformer.layers.0.norm2.bias": 0.0016155136981979012, + "transformer.layers.1.self_attn.in_proj_weight": 0.033028509467840195, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016256269300356507, + "transformer.layers.1.self_attn.out_proj.weight": 0.026912253350019455, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018849577754735947, + "transformer.layers.1.linear1.weight": 0.01778583973646164, + "transformer.layers.1.linear1.bias": 0.0009009451605379581, + "transformer.layers.1.linear2.weight": 0.0220173466950655, + "transformer.layers.1.linear2.bias": 0.0017573890509083867, + "transformer.layers.1.norm1.weight": 0.00228338991291821, + "transformer.layers.1.norm1.bias": 0.0016538684722036123, + "transformer.layers.1.norm2.weight": 0.001350736478343606, + "transformer.layers.1.norm2.bias": 0.0007497624028474092, + "transformer.layers.2.self_attn.in_proj_weight": 0.030376169830560684, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014185196487233043, + "transformer.layers.2.self_attn.out_proj.weight": 0.024567315354943275, + "transformer.layers.2.self_attn.out_proj.bias": 0.001415925333276391, + "transformer.layers.2.linear1.weight": 0.012520900927484035, + "transformer.layers.2.linear1.bias": 0.0007173006888478994, + "transformer.layers.2.linear2.weight": 0.015848254784941673, + "transformer.layers.2.linear2.bias": 0.0014049973106011748, + "transformer.layers.2.norm1.weight": 0.002001129789277911, + "transformer.layers.2.norm1.bias": 0.0017241413006559014, + "transformer.layers.2.norm2.weight": 0.0007607010775245726, + "transformer.layers.2.norm2.bias": 0.0006896205013617873, + "transformer.layers.3.self_attn.in_proj_weight": 0.045018915086984634, + "transformer.layers.3.self_attn.in_proj_bias": 0.002361588878557086, + "transformer.layers.3.self_attn.out_proj.weight": 0.025353312492370605, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017584743909537792, + "transformer.layers.3.linear1.weight": 0.025941327214241028, + "transformer.layers.3.linear1.bias": 0.0018234177259728312, + "transformer.layers.3.linear2.weight": 0.016378123313188553, + "transformer.layers.3.linear2.bias": 0.001551310415379703, + "transformer.layers.3.norm1.weight": 0.003892977721989155, + "transformer.layers.3.norm1.bias": 0.002656554104760289, + "transformer.layers.3.norm2.weight": 0.0018117096042260528, + "transformer.layers.3.norm2.bias": 0.0020366297103464603, + "head.weight": 0.17551112174987793, + "head.bias": 0.0031139585189521313, + "global_embedding.weight": 0.007079025264829397, + "global_cnn.0.weight": 0.11142415553331375, + "global_cnn.0.bias": 0.005885911174118519, + "global_cnn.2.weight": 0.20464293658733368, + "global_cnn.2.bias": 0.011251242831349373, + "global_proj.weight": 0.06037093326449394, + "global_proj.bias": 0.04485456645488739, + "goal_head.0.weight": 0.0472254678606987, + "goal_head.0.bias": 0.02283444255590439, + "goal_head.2.weight": 0.07253827899694443, + "goal_head.2.bias": 0.05515459552407265 + }, + { + "global_gate": 0.0004001299093943089, + "embedding.weight": 0.0034776555839926004, + "cnn.0.weight": 0.056483957916498184, + "cnn.0.bias": 0.0022937736939638853, + "cnn.2.weight": 0.010330401360988617, + "cnn.2.bias": 0.0034193566534668207, + "cnn.5.weight": 0.011145868338644505, + "cnn.5.bias": 0.002762092277407646, + "action_emb.weight": 0.005508994217962027, + "timestep_emb.weight": 0.0011827204143628478, + "pos_emb.weight": 0.0029857847839593887, + "transformer.layers.0.self_attn.in_proj_weight": 0.03040236048400402, + "transformer.layers.0.self_attn.in_proj_bias": 0.003053196705877781, + "transformer.layers.0.self_attn.out_proj.weight": 0.02927391044795513, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037191894371062517, + "transformer.layers.0.linear1.weight": 0.02876633033156395, + "transformer.layers.0.linear1.bias": 0.0015626028180122375, + "transformer.layers.0.linear2.weight": 0.028931226581335068, + "transformer.layers.0.linear2.bias": 0.0029320337343961, + "transformer.layers.0.norm1.weight": 0.0018171182600781322, + "transformer.layers.0.norm1.bias": 0.0030054182279855013, + "transformer.layers.0.norm2.weight": 0.00268051540479064, + "transformer.layers.0.norm2.bias": 0.0016687556635588408, + "transformer.layers.1.self_attn.in_proj_weight": 0.028841644525527954, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018504303880035877, + "transformer.layers.1.self_attn.out_proj.weight": 0.024647781625390053, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022568870335817337, + "transformer.layers.1.linear1.weight": 0.01601237803697586, + "transformer.layers.1.linear1.bias": 0.0009206075919792056, + "transformer.layers.1.linear2.weight": 0.01905427873134613, + "transformer.layers.1.linear2.bias": 0.002022192347794771, + "transformer.layers.1.norm1.weight": 0.0019357955316081643, + "transformer.layers.1.norm1.bias": 0.0019122977973893285, + "transformer.layers.1.norm2.weight": 0.001354109263047576, + "transformer.layers.1.norm2.bias": 0.0009947161888703704, + "transformer.layers.2.self_attn.in_proj_weight": 0.026360977441072464, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016938382759690285, + "transformer.layers.2.self_attn.out_proj.weight": 0.019194267690181732, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016321436269208789, + "transformer.layers.2.linear1.weight": 0.010166915133595467, + "transformer.layers.2.linear1.bias": 0.0006762901903130114, + "transformer.layers.2.linear2.weight": 0.012166730128228664, + "transformer.layers.2.linear2.bias": 0.001591716893017292, + "transformer.layers.2.norm1.weight": 0.0018825717270374298, + "transformer.layers.2.norm1.bias": 0.0021104062907397747, + "transformer.layers.2.norm2.weight": 0.000678342126775533, + "transformer.layers.2.norm2.bias": 0.0006680491496808827, + "transformer.layers.3.self_attn.in_proj_weight": 0.03889705240726471, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026642647571861744, + "transformer.layers.3.self_attn.out_proj.weight": 0.01842358522117138, + "transformer.layers.3.self_attn.out_proj.bias": 0.001865927129983902, + "transformer.layers.3.linear1.weight": 0.0203721784055233, + "transformer.layers.3.linear1.bias": 0.0016904213698580861, + "transformer.layers.3.linear2.weight": 0.011550474911928177, + "transformer.layers.3.linear2.bias": 0.002202852861955762, + "transformer.layers.3.norm1.weight": 0.003285193582996726, + "transformer.layers.3.norm1.bias": 0.0041125984862446785, + "transformer.layers.3.norm2.weight": 0.0014519112883135676, + "transformer.layers.3.norm2.bias": 0.002359305741265416, + "head.weight": 0.15145400166511536, + "head.bias": 0.004605336580425501, + "global_embedding.weight": 0.0039026786107569933, + "global_cnn.0.weight": 0.03138502687215805, + "global_cnn.0.bias": 0.0014132288051769137, + "global_cnn.2.weight": 0.06283233314752579, + "global_cnn.2.bias": 0.0026802446227520704, + "global_proj.weight": 0.012110456824302673, + "global_proj.bias": 0.00883164256811142, + "goal_head.0.weight": 0.0034852244425565004, + "goal_head.0.bias": 0.0014682527398690581, + "goal_head.2.weight": 0.007228241302073002, + "goal_head.2.bias": 0.0034023683983832598 + }, + { + "global_gate": 0.0002612658136058599, + "embedding.weight": 0.0019333857344463468, + "cnn.0.weight": 0.048166368156671524, + "cnn.0.bias": 0.0018887119367718697, + "cnn.2.weight": 0.013239187188446522, + "cnn.2.bias": 0.00465616537258029, + "cnn.5.weight": 0.01358967274427414, + "cnn.5.bias": 0.004427912645041943, + "action_emb.weight": 0.00822500605136156, + "timestep_emb.weight": 0.0019445980433374643, + "pos_emb.weight": 0.003885900368914008, + "transformer.layers.0.self_attn.in_proj_weight": 0.039830632507801056, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035455538891255856, + "transformer.layers.0.self_attn.out_proj.weight": 0.042089443653821945, + "transformer.layers.0.self_attn.out_proj.bias": 0.004848772659897804, + "transformer.layers.0.linear1.weight": 0.04073604196310043, + "transformer.layers.0.linear1.bias": 0.002045698929578066, + "transformer.layers.0.linear2.weight": 0.04222940653562546, + "transformer.layers.0.linear2.bias": 0.0038381509948521852, + "transformer.layers.0.norm1.weight": 0.0021919109858572483, + "transformer.layers.0.norm1.bias": 0.0032942933030426502, + "transformer.layers.0.norm2.weight": 0.004042658023536205, + "transformer.layers.0.norm2.bias": 0.002244075760245323, + "transformer.layers.1.self_attn.in_proj_weight": 0.0432530976831913, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023828025441616774, + "transformer.layers.1.self_attn.out_proj.weight": 0.04607908055186272, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031570696737617254, + "transformer.layers.1.linear1.weight": 0.023538412526249886, + "transformer.layers.1.linear1.bias": 0.0012824793811887503, + "transformer.layers.1.linear2.weight": 0.033722102642059326, + "transformer.layers.1.linear2.bias": 0.0030595276039093733, + "transformer.layers.1.norm1.weight": 0.0025050067342817783, + "transformer.layers.1.norm1.bias": 0.002438979223370552, + "transformer.layers.1.norm2.weight": 0.001918247900903225, + "transformer.layers.1.norm2.bias": 0.0014371501747518778, + "transformer.layers.2.self_attn.in_proj_weight": 0.0414976142346859, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025456359144300222, + "transformer.layers.2.self_attn.out_proj.weight": 0.036804500967264175, + "transformer.layers.2.self_attn.out_proj.bias": 0.002945004031062126, + "transformer.layers.2.linear1.weight": 0.019166866317391396, + "transformer.layers.2.linear1.bias": 0.001163084409199655, + "transformer.layers.2.linear2.weight": 0.025127213448286057, + "transformer.layers.2.linear2.bias": 0.003023990662768483, + "transformer.layers.2.norm1.weight": 0.0033954791724681854, + "transformer.layers.2.norm1.bias": 0.003329339437186718, + "transformer.layers.2.norm2.weight": 0.0012406749883666635, + "transformer.layers.2.norm2.bias": 0.0011473092017695308, + "transformer.layers.3.self_attn.in_proj_weight": 0.08126518130302429, + "transformer.layers.3.self_attn.in_proj_bias": 0.005731747951358557, + "transformer.layers.3.self_attn.out_proj.weight": 0.04179281368851662, + "transformer.layers.3.self_attn.out_proj.bias": 0.004444072488695383, + "transformer.layers.3.linear1.weight": 0.03936568647623062, + "transformer.layers.3.linear1.bias": 0.003105904208496213, + "transformer.layers.3.linear2.weight": 0.02360004372894764, + "transformer.layers.3.linear2.bias": 0.00513458950445056, + "transformer.layers.3.norm1.weight": 0.006559321656823158, + "transformer.layers.3.norm1.bias": 0.007563126273453236, + "transformer.layers.3.norm2.weight": 0.002948417328298092, + "transformer.layers.3.norm2.bias": 0.0035723422188311815, + "head.weight": 0.35212039947509766, + "head.bias": 0.010908222757279873, + "global_embedding.weight": 0.015061957761645317, + "global_cnn.0.weight": 0.1215117797255516, + "global_cnn.0.bias": 0.003789589274674654, + "global_cnn.2.weight": 0.31579211354255676, + "global_cnn.2.bias": 0.01371045969426632, + "global_proj.weight": 0.041856806725263596, + "global_proj.bias": 0.02673533372581005, + "goal_head.0.weight": 0.019230015575885773, + "goal_head.0.bias": 0.0080658458173275, + "goal_head.2.weight": 0.02522524818778038, + "goal_head.2.bias": 0.016114937141537666 + }, + { + "global_gate": 0.00022798754798714072, + "embedding.weight": 0.001094156177714467, + "cnn.0.weight": 0.027095969766378403, + "cnn.0.bias": 0.0012662773951888084, + "cnn.2.weight": 0.009807853028178215, + "cnn.2.bias": 0.0032217074185609818, + "cnn.5.weight": 0.009489168412983418, + "cnn.5.bias": 0.0019866053480654955, + "action_emb.weight": 0.013867268338799477, + "timestep_emb.weight": 0.0015421410789713264, + "pos_emb.weight": 0.002935997676104307, + "transformer.layers.0.self_attn.in_proj_weight": 0.03566862270236015, + "transformer.layers.0.self_attn.in_proj_bias": 0.003060751361772418, + "transformer.layers.0.self_attn.out_proj.weight": 0.05081361532211304, + "transformer.layers.0.self_attn.out_proj.bias": 0.004092721734195948, + "transformer.layers.0.linear1.weight": 0.06104578077793121, + "transformer.layers.0.linear1.bias": 0.0023735675495117903, + "transformer.layers.0.linear2.weight": 0.04299362003803253, + "transformer.layers.0.linear2.bias": 0.0029157144017517567, + "transformer.layers.0.norm1.weight": 0.0019980401266366243, + "transformer.layers.0.norm1.bias": 0.0030534330289810896, + "transformer.layers.0.norm2.weight": 0.00741203548386693, + "transformer.layers.0.norm2.bias": 0.0027453945949673653, + "transformer.layers.1.self_attn.in_proj_weight": 0.03962782770395279, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019158252980560064, + "transformer.layers.1.self_attn.out_proj.weight": 0.03851085156202316, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024280736688524485, + "transformer.layers.1.linear1.weight": 0.024140892550349236, + "transformer.layers.1.linear1.bias": 0.0013219347456470132, + "transformer.layers.1.linear2.weight": 0.02687130868434906, + "transformer.layers.1.linear2.bias": 0.0021928015630692244, + "transformer.layers.1.norm1.weight": 0.0026276407297700644, + "transformer.layers.1.norm1.bias": 0.0019850810058414936, + "transformer.layers.1.norm2.weight": 0.0023680157028138638, + "transformer.layers.1.norm2.bias": 0.0015481365844607353, + "transformer.layers.2.self_attn.in_proj_weight": 0.03567638248205185, + "transformer.layers.2.self_attn.in_proj_bias": 0.00214668782427907, + "transformer.layers.2.self_attn.out_proj.weight": 0.02702334150671959, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017605243483558297, + "transformer.layers.2.linear1.weight": 0.014036445878446102, + "transformer.layers.2.linear1.bias": 0.0008283837232738733, + "transformer.layers.2.linear2.weight": 0.017893757671117783, + "transformer.layers.2.linear2.bias": 0.001689263852313161, + "transformer.layers.2.norm1.weight": 0.003306162776425481, + "transformer.layers.2.norm1.bias": 0.0028979808557778597, + "transformer.layers.2.norm2.weight": 0.0008361994987353683, + "transformer.layers.2.norm2.bias": 0.0007339829462580383, + "transformer.layers.3.self_attn.in_proj_weight": 0.05623060464859009, + "transformer.layers.3.self_attn.in_proj_bias": 0.003063623094931245, + "transformer.layers.3.self_attn.out_proj.weight": 0.028507130220532417, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022425323259085417, + "transformer.layers.3.linear1.weight": 0.02944224700331688, + "transformer.layers.3.linear1.bias": 0.002136124996468425, + "transformer.layers.3.linear2.weight": 0.017983077093958855, + "transformer.layers.3.linear2.bias": 0.0024066020268946886, + "transformer.layers.3.norm1.weight": 0.005163197871297598, + "transformer.layers.3.norm1.bias": 0.004297108389437199, + "transformer.layers.3.norm2.weight": 0.0021476575639098883, + "transformer.layers.3.norm2.bias": 0.0021754412446171045, + "head.weight": 0.22712619602680206, + "head.bias": 0.005487790331244469, + "global_embedding.weight": 0.006646505557000637, + "global_cnn.0.weight": 0.05022892355918884, + "global_cnn.0.bias": 0.0014252529945224524, + "global_cnn.2.weight": 0.13132807612419128, + "global_cnn.2.bias": 0.006650978233665228, + "global_proj.weight": 0.02596953697502613, + "global_proj.bias": 0.018280424177646637, + "goal_head.0.weight": 0.014963393099606037, + "goal_head.0.bias": 0.006798631977289915, + "goal_head.2.weight": 0.0201844684779644, + "goal_head.2.bias": 0.014053888618946075 + }, + { + "global_gate": 0.0003710649907588959, + "embedding.weight": 0.0012216956820338964, + "cnn.0.weight": 0.026754632592201233, + "cnn.0.bias": 0.0012559030437842011, + "cnn.2.weight": 0.007278168108314276, + "cnn.2.bias": 0.0030577487777918577, + "cnn.5.weight": 0.008127420209348202, + "cnn.5.bias": 0.0023816947359591722, + "action_emb.weight": 0.0030041609425097704, + "timestep_emb.weight": 0.0011177208507433534, + "pos_emb.weight": 0.0027383610140532255, + "transformer.layers.0.self_attn.in_proj_weight": 0.024947816506028175, + "transformer.layers.0.self_attn.in_proj_bias": 0.0020358040928840637, + "transformer.layers.0.self_attn.out_proj.weight": 0.022655928507447243, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024691184516996145, + "transformer.layers.0.linear1.weight": 0.020497193560004234, + "transformer.layers.0.linear1.bias": 0.0010756816482171416, + "transformer.layers.0.linear2.weight": 0.020943231880664825, + "transformer.layers.0.linear2.bias": 0.0017951754853129387, + "transformer.layers.0.norm1.weight": 0.00140678440220654, + "transformer.layers.0.norm1.bias": 0.0019889178220182657, + "transformer.layers.0.norm2.weight": 0.001881066826172173, + "transformer.layers.0.norm2.bias": 0.0011585693573579192, + "transformer.layers.1.self_attn.in_proj_weight": 0.019817037507891655, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012041801819577813, + "transformer.layers.1.self_attn.out_proj.weight": 0.018175333738327026, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014499507378786802, + "transformer.layers.1.linear1.weight": 0.01067162211984396, + "transformer.layers.1.linear1.bias": 0.0005793159361928701, + "transformer.layers.1.linear2.weight": 0.013144424185156822, + "transformer.layers.1.linear2.bias": 0.0013668237952515483, + "transformer.layers.1.norm1.weight": 0.0014316014712676406, + "transformer.layers.1.norm1.bias": 0.0012587604578584433, + "transformer.layers.1.norm2.weight": 0.0008759161573834717, + "transformer.layers.1.norm2.bias": 0.0005922226700931787, + "transformer.layers.2.self_attn.in_proj_weight": 0.017532646656036377, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011328599648550153, + "transformer.layers.2.self_attn.out_proj.weight": 0.015073954127728939, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011895900825038552, + "transformer.layers.2.linear1.weight": 0.00779961422085762, + "transformer.layers.2.linear1.bias": 0.0004617309896275401, + "transformer.layers.2.linear2.weight": 0.00923773180693388, + "transformer.layers.2.linear2.bias": 0.0011867765570059419, + "transformer.layers.2.norm1.weight": 0.0013908324763178825, + "transformer.layers.2.norm1.bias": 0.0015250485157594085, + "transformer.layers.2.norm2.weight": 0.0005073471111245453, + "transformer.layers.2.norm2.bias": 0.00042779449722729623, + "transformer.layers.3.self_attn.in_proj_weight": 0.03285931423306465, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020587933249771595, + "transformer.layers.3.self_attn.out_proj.weight": 0.01452519278973341, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015305464621633291, + "transformer.layers.3.linear1.weight": 0.015314890071749687, + "transformer.layers.3.linear1.bias": 0.0010887031676247716, + "transformer.layers.3.linear2.weight": 0.008938691578805447, + "transformer.layers.3.linear2.bias": 0.0016022896161302924, + "transformer.layers.3.norm1.weight": 0.0026759293396025896, + "transformer.layers.3.norm1.bias": 0.002971129259094596, + "transformer.layers.3.norm2.weight": 0.0012145632645115256, + "transformer.layers.3.norm2.bias": 0.0015481841983273625, + "head.weight": 0.1249423697590828, + "head.bias": 0.004297283478081226, + "global_embedding.weight": 0.006554798688739538, + "global_cnn.0.weight": 0.04098635911941528, + "global_cnn.0.bias": 0.0017846577102318406, + "global_cnn.2.weight": 0.08708459883928299, + "global_cnn.2.bias": 0.004179114010185003, + "global_proj.weight": 0.021218394860625267, + "global_proj.bias": 0.014120385982096195, + "goal_head.0.weight": 0.012252469547092915, + "goal_head.0.bias": 0.005313744768500328, + "goal_head.2.weight": 0.01910056732594967, + "goal_head.2.bias": 0.011934473179280758 + }, + { + "global_gate": 0.0003978125751018524, + "embedding.weight": 0.0010213784407824278, + "cnn.0.weight": 0.026779815554618835, + "cnn.0.bias": 0.0012766281142830849, + "cnn.2.weight": 0.008543034084141254, + "cnn.2.bias": 0.004955374635756016, + "cnn.5.weight": 0.00910746306180954, + "cnn.5.bias": 0.0025317715480923653, + "action_emb.weight": 0.006680785678327084, + "timestep_emb.weight": 0.0014635338447988033, + "pos_emb.weight": 0.0033447332680225372, + "transformer.layers.0.self_attn.in_proj_weight": 0.030816011130809784, + "transformer.layers.0.self_attn.in_proj_bias": 0.002349535236135125, + "transformer.layers.0.self_attn.out_proj.weight": 0.03028852678835392, + "transformer.layers.0.self_attn.out_proj.bias": 0.003444508882239461, + "transformer.layers.0.linear1.weight": 0.03392856568098068, + "transformer.layers.0.linear1.bias": 0.0016300819115713239, + "transformer.layers.0.linear2.weight": 0.03455391526222229, + "transformer.layers.0.linear2.bias": 0.0023571436759084463, + "transformer.layers.0.norm1.weight": 0.002100085373967886, + "transformer.layers.0.norm1.bias": 0.0022449821699410677, + "transformer.layers.0.norm2.weight": 0.0033963772002607584, + "transformer.layers.0.norm2.bias": 0.002231125021353364, + "transformer.layers.1.self_attn.in_proj_weight": 0.029530944302678108, + "transformer.layers.1.self_attn.in_proj_bias": 0.00179030722938478, + "transformer.layers.1.self_attn.out_proj.weight": 0.027012331411242485, + "transformer.layers.1.self_attn.out_proj.bias": 0.002067022491246462, + "transformer.layers.1.linear1.weight": 0.01949392445385456, + "transformer.layers.1.linear1.bias": 0.0010314065730199218, + "transformer.layers.1.linear2.weight": 0.025538885965943336, + "transformer.layers.1.linear2.bias": 0.0019983616657555103, + "transformer.layers.1.norm1.weight": 0.001856071874499321, + "transformer.layers.1.norm1.bias": 0.0018834006041288376, + "transformer.layers.1.norm2.weight": 0.001638800953514874, + "transformer.layers.1.norm2.bias": 0.0010411238763481379, + "transformer.layers.2.self_attn.in_proj_weight": 0.03699773550033569, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021283887326717377, + "transformer.layers.2.self_attn.out_proj.weight": 0.024721063673496246, + "transformer.layers.2.self_attn.out_proj.bias": 0.002051057294011116, + "transformer.layers.2.linear1.weight": 0.01601918786764145, + "transformer.layers.2.linear1.bias": 0.0010076411999762058, + "transformer.layers.2.linear2.weight": 0.019153708592057228, + "transformer.layers.2.linear2.bias": 0.0021734272595494986, + "transformer.layers.2.norm1.weight": 0.002661928068846464, + "transformer.layers.2.norm1.bias": 0.003074753563851118, + "transformer.layers.2.norm2.weight": 0.0011416462948545814, + "transformer.layers.2.norm2.bias": 0.0012492431560531259, + "transformer.layers.3.self_attn.in_proj_weight": 0.05692054703831673, + "transformer.layers.3.self_attn.in_proj_bias": 0.0054099769331514835, + "transformer.layers.3.self_attn.out_proj.weight": 0.02451704628765583, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036143390461802483, + "transformer.layers.3.linear1.weight": 0.02877923473715782, + "transformer.layers.3.linear1.bias": 0.002429815474897623, + "transformer.layers.3.linear2.weight": 0.016538655385375023, + "transformer.layers.3.linear2.bias": 0.004291244316846132, + "transformer.layers.3.norm1.weight": 0.004723652731627226, + "transformer.layers.3.norm1.bias": 0.007415855303406715, + "transformer.layers.3.norm2.weight": 0.001963870832696557, + "transformer.layers.3.norm2.bias": 0.0029727492947131395, + "head.weight": 0.22856321930885315, + "head.bias": 0.009205055423080921, + "global_embedding.weight": 0.010455101728439331, + "global_cnn.0.weight": 0.05834429711103439, + "global_cnn.0.bias": 0.002612201264128089, + "global_cnn.2.weight": 0.1428159922361374, + "global_cnn.2.bias": 0.007492531090974808, + "global_proj.weight": 0.027921268716454506, + "global_proj.bias": 0.018984448164701462, + "goal_head.0.weight": 0.014746890403330326, + "goal_head.0.bias": 0.006163078360259533, + "goal_head.2.weight": 0.019810622557997704, + "goal_head.2.bias": 0.012773612514138222 + }, + { + "global_gate": 1.3899162695452105e-05, + "embedding.weight": 0.0016172088216990232, + "cnn.0.weight": 0.036045461893081665, + "cnn.0.bias": 0.0011297812452539802, + "cnn.2.weight": 0.01222814992070198, + "cnn.2.bias": 0.0030033625662326813, + "cnn.5.weight": 0.01138780452311039, + "cnn.5.bias": 0.002385926665738225, + "action_emb.weight": 0.004506681580096483, + "timestep_emb.weight": 0.0012341170804575086, + "pos_emb.weight": 0.0027515958063304424, + "transformer.layers.0.self_attn.in_proj_weight": 0.024766134098172188, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019840095192193985, + "transformer.layers.0.self_attn.out_proj.weight": 0.022576717659831047, + "transformer.layers.0.self_attn.out_proj.bias": 0.002496409462764859, + "transformer.layers.0.linear1.weight": 0.024657823145389557, + "transformer.layers.0.linear1.bias": 0.0011894041672348976, + "transformer.layers.0.linear2.weight": 0.023936854675412178, + "transformer.layers.0.linear2.bias": 0.0019999693613499403, + "transformer.layers.0.norm1.weight": 0.0014766310341656208, + "transformer.layers.0.norm1.bias": 0.001956371357664466, + "transformer.layers.0.norm2.weight": 0.002480955794453621, + "transformer.layers.0.norm2.bias": 0.001099475659430027, + "transformer.layers.1.self_attn.in_proj_weight": 0.021923519670963287, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013600249076262116, + "transformer.layers.1.self_attn.out_proj.weight": 0.02283521741628647, + "transformer.layers.1.self_attn.out_proj.bias": 0.001619196031242609, + "transformer.layers.1.linear1.weight": 0.013412175700068474, + "transformer.layers.1.linear1.bias": 0.0006851544021628797, + "transformer.layers.1.linear2.weight": 0.017366239801049232, + "transformer.layers.1.linear2.bias": 0.0015738392248749733, + "transformer.layers.1.norm1.weight": 0.0016184792621061206, + "transformer.layers.1.norm1.bias": 0.001339260139502585, + "transformer.layers.1.norm2.weight": 0.001078725210390985, + "transformer.layers.1.norm2.bias": 0.0006591268465854228, + "transformer.layers.2.self_attn.in_proj_weight": 0.021918674930930138, + "transformer.layers.2.self_attn.in_proj_bias": 0.001484110252931714, + "transformer.layers.2.self_attn.out_proj.weight": 0.017808744683861732, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013907604152336717, + "transformer.layers.2.linear1.weight": 0.009489525109529495, + "transformer.layers.2.linear1.bias": 0.0005606184131465852, + "transformer.layers.2.linear2.weight": 0.011907435022294521, + "transformer.layers.2.linear2.bias": 0.0014375596074387431, + "transformer.layers.2.norm1.weight": 0.0018454607343301177, + "transformer.layers.2.norm1.bias": 0.0020162309519946575, + "transformer.layers.2.norm2.weight": 0.0005810024449601769, + "transformer.layers.2.norm2.bias": 0.0005039448151364923, + "transformer.layers.3.self_attn.in_proj_weight": 0.039275508373975754, + "transformer.layers.3.self_attn.in_proj_bias": 0.00192194152623415, + "transformer.layers.3.self_attn.out_proj.weight": 0.018796255812048912, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017785720992833376, + "transformer.layers.3.linear1.weight": 0.019663702696561813, + "transformer.layers.3.linear1.bias": 0.0014834575122222304, + "transformer.layers.3.linear2.weight": 0.011198210529983044, + "transformer.layers.3.linear2.bias": 0.0020660823211073875, + "transformer.layers.3.norm1.weight": 0.0035851439461112022, + "transformer.layers.3.norm1.bias": 0.002065561478957534, + "transformer.layers.3.norm2.weight": 0.0015401451382786036, + "transformer.layers.3.norm2.bias": 0.0021189770195633173, + "head.weight": 0.15431153774261475, + "head.bias": 0.004543399903923273, + "global_embedding.weight": 0.00409057829529047, + "global_cnn.0.weight": 0.05705144256353378, + "global_cnn.0.bias": 0.0020218733698129654, + "global_cnn.2.weight": 0.12921826541423798, + "global_cnn.2.bias": 0.00712054967880249, + "global_proj.weight": 0.01713620312511921, + "global_proj.bias": 0.014889965765178204, + "goal_head.0.weight": 0.010492797009646893, + "goal_head.0.bias": 0.005032496992498636, + "goal_head.2.weight": 0.018004920333623886, + "goal_head.2.bias": 0.010793954133987427 + }, + { + "global_gate": 6.102395218476886e-06, + "embedding.weight": 0.0008209520019590855, + "cnn.0.weight": 0.01727529801428318, + "cnn.0.bias": 0.0006833472289144993, + "cnn.2.weight": 0.005909651052206755, + "cnn.2.bias": 0.0021995638962835073, + "cnn.5.weight": 0.007420724257826805, + "cnn.5.bias": 0.0019542488735169172, + "action_emb.weight": 0.004916456062346697, + "timestep_emb.weight": 0.001251626294106245, + "pos_emb.weight": 0.002917330712080002, + "transformer.layers.0.self_attn.in_proj_weight": 0.03178757056593895, + "transformer.layers.0.self_attn.in_proj_bias": 0.002459278330206871, + "transformer.layers.0.self_attn.out_proj.weight": 0.025264672935009003, + "transformer.layers.0.self_attn.out_proj.bias": 0.003023267723619938, + "transformer.layers.0.linear1.weight": 0.027498189359903336, + "transformer.layers.0.linear1.bias": 0.0013157366774976254, + "transformer.layers.0.linear2.weight": 0.024536829441785812, + "transformer.layers.0.linear2.bias": 0.002146750222891569, + "transformer.layers.0.norm1.weight": 0.0020104527939110994, + "transformer.layers.0.norm1.bias": 0.002514017280191183, + "transformer.layers.0.norm2.weight": 0.0024660241324454546, + "transformer.layers.0.norm2.bias": 0.001595127396285534, + "transformer.layers.1.self_attn.in_proj_weight": 0.02288758009672165, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014745680382475257, + "transformer.layers.1.self_attn.out_proj.weight": 0.023924995213747025, + "transformer.layers.1.self_attn.out_proj.bias": 0.001642699120566249, + "transformer.layers.1.linear1.weight": 0.01531176082789898, + "transformer.layers.1.linear1.bias": 0.0007466350798495114, + "transformer.layers.1.linear2.weight": 0.017204055562615395, + "transformer.layers.1.linear2.bias": 0.0014297112356871367, + "transformer.layers.1.norm1.weight": 0.001659631496295333, + "transformer.layers.1.norm1.bias": 0.0015234675956889987, + "transformer.layers.1.norm2.weight": 0.0013154844054952264, + "transformer.layers.1.norm2.bias": 0.0009009739151224494, + "transformer.layers.2.self_attn.in_proj_weight": 0.024135567247867584, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012856960529461503, + "transformer.layers.2.self_attn.out_proj.weight": 0.02040407992899418, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012425517197698355, + "transformer.layers.2.linear1.weight": 0.010985637083649635, + "transformer.layers.2.linear1.bias": 0.0006317998049780726, + "transformer.layers.2.linear2.weight": 0.012635667808353901, + "transformer.layers.2.linear2.bias": 0.0010743429884314537, + "transformer.layers.2.norm1.weight": 0.002011906821280718, + "transformer.layers.2.norm1.bias": 0.0016992028104141355, + "transformer.layers.2.norm2.weight": 0.0008520738920196891, + "transformer.layers.2.norm2.bias": 0.0007624278659932315, + "transformer.layers.3.self_attn.in_proj_weight": 0.03968430683016777, + "transformer.layers.3.self_attn.in_proj_bias": 0.0017767129465937614, + "transformer.layers.3.self_attn.out_proj.weight": 0.019884314388036728, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014762749196961522, + "transformer.layers.3.linear1.weight": 0.02241840586066246, + "transformer.layers.3.linear1.bias": 0.001607162645086646, + "transformer.layers.3.linear2.weight": 0.01321160327643156, + "transformer.layers.3.linear2.bias": 0.0016559121431782842, + "transformer.layers.3.norm1.weight": 0.003218322992324829, + "transformer.layers.3.norm1.bias": 0.0021515721455216408, + "transformer.layers.3.norm2.weight": 0.0017849550349637866, + "transformer.layers.3.norm2.bias": 0.0023869185242801905, + "head.weight": 0.1468910425901413, + "head.bias": 0.0034702434204518795, + "global_embedding.weight": 0.00992201454937458, + "global_cnn.0.weight": 0.03346329182386398, + "global_cnn.0.bias": 0.0014168749330565333, + "global_cnn.2.weight": 0.051369789987802505, + "global_cnn.2.bias": 0.0024324445985257626, + "global_proj.weight": 0.011580737307667732, + "global_proj.bias": 0.007402965798974037, + "goal_head.0.weight": 0.007020765915513039, + "goal_head.0.bias": 0.0032868697308003902, + "goal_head.2.weight": 0.013124686665832996, + "goal_head.2.bias": 0.0077852169051766396 + }, + { + "global_gate": 0.0002016369253396988, + "embedding.weight": 0.0018475120887160301, + "cnn.0.weight": 0.032981276512145996, + "cnn.0.bias": 0.0012603774666786194, + "cnn.2.weight": 0.007763148285448551, + "cnn.2.bias": 0.0024447322357445955, + "cnn.5.weight": 0.008198760449886322, + "cnn.5.bias": 0.0025547933764755726, + "action_emb.weight": 0.007703869603574276, + "timestep_emb.weight": 0.001534045790322125, + "pos_emb.weight": 0.0036766768898814917, + "transformer.layers.0.self_attn.in_proj_weight": 0.027652153745293617, + "transformer.layers.0.self_attn.in_proj_bias": 0.001977264415472746, + "transformer.layers.0.self_attn.out_proj.weight": 0.036119017750024796, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030165216885507107, + "transformer.layers.0.linear1.weight": 0.037791427224874496, + "transformer.layers.0.linear1.bias": 0.001506915083155036, + "transformer.layers.0.linear2.weight": 0.03135225549340248, + "transformer.layers.0.linear2.bias": 0.0026529657188802958, + "transformer.layers.0.norm1.weight": 0.0015436977846547961, + "transformer.layers.0.norm1.bias": 0.00183343724347651, + "transformer.layers.0.norm2.weight": 0.004043214954435825, + "transformer.layers.0.norm2.bias": 0.0017880762461572886, + "transformer.layers.1.self_attn.in_proj_weight": 0.031176650896668434, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018863180885091424, + "transformer.layers.1.self_attn.out_proj.weight": 0.03262313827872276, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024711880832910538, + "transformer.layers.1.linear1.weight": 0.01835652068257332, + "transformer.layers.1.linear1.bias": 0.0010409861570224166, + "transformer.layers.1.linear2.weight": 0.021913956850767136, + "transformer.layers.1.linear2.bias": 0.002313741482794285, + "transformer.layers.1.norm1.weight": 0.0020640497095882893, + "transformer.layers.1.norm1.bias": 0.001995096681639552, + "transformer.layers.1.norm2.weight": 0.0017055727075785398, + "transformer.layers.1.norm2.bias": 0.0013434457359835505, + "transformer.layers.2.self_attn.in_proj_weight": 0.031006809324026108, + "transformer.layers.2.self_attn.in_proj_bias": 0.002037955680862069, + "transformer.layers.2.self_attn.out_proj.weight": 0.02811346761882305, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021453031804412603, + "transformer.layers.2.linear1.weight": 0.01339498907327652, + "transformer.layers.2.linear1.bias": 0.0008487284067086875, + "transformer.layers.2.linear2.weight": 0.017170581966638565, + "transformer.layers.2.linear2.bias": 0.002213893225416541, + "transformer.layers.2.norm1.weight": 0.002297952538356185, + "transformer.layers.2.norm1.bias": 0.0024730616714805365, + "transformer.layers.2.norm2.weight": 0.0009058313444256783, + "transformer.layers.2.norm2.bias": 0.0008496149675920606, + "transformer.layers.3.self_attn.in_proj_weight": 0.055068157613277435, + "transformer.layers.3.self_attn.in_proj_bias": 0.005049047991633415, + "transformer.layers.3.self_attn.out_proj.weight": 0.03197797015309334, + "transformer.layers.3.self_attn.out_proj.bias": 0.004038106184452772, + "transformer.layers.3.linear1.weight": 0.03821561485528946, + "transformer.layers.3.linear1.bias": 0.0034122804645448923, + "transformer.layers.3.linear2.weight": 0.02299518696963787, + "transformer.layers.3.linear2.bias": 0.005205607041716576, + "transformer.layers.3.norm1.weight": 0.004929768852889538, + "transformer.layers.3.norm1.bias": 0.00791033823043108, + "transformer.layers.3.norm2.weight": 0.0028713522478938103, + "transformer.layers.3.norm2.bias": 0.004772039595991373, + "head.weight": 0.2981131374835968, + "head.bias": 0.010700530372560024, + "global_embedding.weight": 0.004012701101601124, + "global_cnn.0.weight": 0.03433830663561821, + "global_cnn.0.bias": 0.0013842929620295763, + "global_cnn.2.weight": 0.05923483520746231, + "global_cnn.2.bias": 0.003403489012271166, + "global_proj.weight": 0.01337433885782957, + "global_proj.bias": 0.008436943404376507, + "goal_head.0.weight": 0.00704951910302043, + "goal_head.0.bias": 0.0028813795652240515, + "goal_head.2.weight": 0.010516883805394173, + "goal_head.2.bias": 0.005907043814659119 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.14457201957702637, - 0.17354950308799744, - 0.11889555305242538, - 0.23026607930660248, - 0.07261011004447937, - 0.06272679567337036, - 0.14344343543052673, - 0.1538216471672058, - 0.17508408427238464, - 0.06839658319950104 + 0.29129117727279663, + 0.3011156916618347, + 0.38891804218292236, + 0.396668016910553, + 0.31168293952941895, + 0.3801901936531067, + 0.39283519983291626, + 0.3866758346557617, + 0.29749420285224915, + 0.269402414560318, + 0.3477441370487213, + 0.3660851716995239, + 0.4358980357646942, + 0.7055138945579529, + 0.5497637987136841, + 0.506219744682312, + 0.34002819657325745, + 0.4714977443218231, + 0.6933884024620056, + 0.5990877747535706 ], "repr_drift_kl_low_t": [ - 0.17511948943138123, - 0.15225476026535034, - 0.12364037334918976, - 0.2513692378997803, - 0.0613328218460083, - 0.0613781213760376, - 0.14994771778583527, - 0.156107097864151, - 0.17654332518577576, - 0.06347104907035828 + 0.38714754581451416, + 0.35322245955467224, + 0.49017441272735596, + 0.4865652620792389, + 0.3738102316856384, + 0.47246721386909485, + 0.47676944732666016, + 0.4705703556537628, + 0.35712727904319763, + 0.32950207591056824, + 0.4362508952617645, + 0.46551084518432617, + 0.5349203944206238, + 0.9181349277496338, + 0.6735808849334717, + 0.6347560286521912, + 0.4094606935977936, + 0.5904511213302612, + 0.8731520771980286, + 0.7287362217903137 ], "repr_drift_kl_mid_t": [ - 0.13937336206436157, - 0.1363971084356308, - 0.10390417277812958, - 0.21351537108421326, - 0.054673515260219574, - 0.05596365034580231, - 0.14297166466712952, - 0.13642261922359467, - 0.17736825346946716, - 0.06563500314950943 + 0.28066113591194153, + 0.2922162115573883, + 0.39491507411003113, + 0.4011007845401764, + 0.3110959231853485, + 0.39219608902931213, + 0.3881489634513855, + 0.38914650678634644, + 0.3067779541015625, + 0.26158812642097473, + 0.36500611901283264, + 0.3720167875289917, + 0.4397433400154114, + 0.7243527173995972, + 0.5562297105789185, + 0.5267388224601746, + 0.34481361508369446, + 0.4825384318828583, + 0.7019674777984619, + 0.6068883538246155 ], "repr_drift_kl_high_t": [ - 0.13741545379161835, - 0.22239159047603607, - 0.19893740117549896, - 0.24508541822433472, - 0.09362278878688812, - 0.08297400176525116, - 0.15344716608524323, - 0.16487117111682892, - 0.19873446226119995, - 0.10116013884544373 + 0.2185399830341339, + 0.2525177001953125, + 0.3013642132282257, + 0.314199298620224, + 0.24322442710399628, + 0.2733287811279297, + 0.3103715479373932, + 0.2746536433696747, + 0.21114249527454376, + 0.20599325001239777, + 0.24136097729206085, + 0.25759634375572205, + 0.33737507462501526, + 0.4624400734901428, + 0.39333853125572205, + 0.37553122639656067, + 0.24935126304626465, + 0.3419870436191559, + 0.47961732745170593, + 0.4293329417705536 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8936548233032227, - 0.9029766321182251, - 0.6587148308753967, - 0.8926205039024353, - 0.7785120606422424 + 0.7140265107154846, + 0.7448617815971375, + 0.8690230846405029, + 0.815665602684021, + 0.7924709320068359, + 0.6667526960372925, + 0.5691539645195007, + 0.7226332426071167, + 0.5607531666755676, + 0.6441971659660339 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.3330161571502686, - 1.4317821264266968, - 2.25284481048584, - 1.981330394744873, - 0.3647800385951996, - 0.49367573857307434, - 0.5028682351112366, - 0.4095489978790283, - 0.6727398037910461, - 0.6719358563423157 + 0.6138569712638855, + 0.4656936228275299, + 0.5772770643234253, + 0.42033421993255615, + 0.18424339592456818, + 0.4373602867126465, + 0.2717753052711487, + 0.549952507019043, + 0.4166882634162903, + 0.3596574366092682, + 0.49306780099868774, + 0.3596431612968445, + 0.5898012518882751, + 0.5679010152816772, + 0.34258711338043213, + 0.22792468965053558, + 0.30469128489494324, + 0.25667712092399597, + 0.18007999658584595, + 0.22980618476867676 ], "norm_high_t": [ - 2.738241195678711, - 1.5389351844787598, - 1.8651487827301025, - 0.8778669238090515, - 0.23642665147781372, - 0.4171502888202667, - 0.4473409056663513, - 0.40578699111938477, - 0.49711430072784424, - 0.2848271429538727 + 0.5142432451248169, + 0.4310084283351898, + 0.6173105835914612, + 0.45957380533218384, + 0.19769619405269623, + 0.40614932775497437, + 0.5065442323684692, + 0.6503756642341614, + 0.4162500202655792, + 0.5993880033493042, + 0.5354581475257874, + 0.5083484649658203, + 0.4019554555416107, + 0.8720158338546753, + 0.4042653739452362, + 0.4091219902038574, + 0.3425682485103607, + 0.3100513219833374, + 0.48855459690093994, + 0.5971553325653076 ], "lowhigh_cos": [ - 0.867474377155304, - 0.6767840385437012, - 0.6084327101707458, - 0.1942538619041443, - 0.21075007319450378, - 0.5088602900505066, - 0.5740505456924438, - 0.6991893649101257, - -0.05772888660430908, - 0.3388189375400543 + 0.2073247730731964, + 0.7151101231575012, + 0.24049316346645355, + 0.6753374338150024, + 0.44916608929634094, + 0.448270320892334, + 0.16720202565193176, + 0.466711163520813, + 0.7684890627861023, + 0.6092223525047302, + 0.9043381810188293, + 0.43934255838394165, + 0.20834492146968842, + 0.6538750529289246, + 0.45326313376426697, + 0.28439030051231384, + 0.3336925208568573, + 0.6273165941238403, + 0.17772653698921204, + 0.2543509900569916 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.554308295249939, - "t_0.1-0.2": 3.435575246810913, - "t_0.2-0.3": 2.9553074836730957, - "t_0.3-0.4": 2.943578004837036, - "t_0.4-0.5": 3.1363868713378906, - "t_0.5-0.6": 2.987576484680176, - "t_0.6-0.7": 2.703054666519165, - "t_0.7-0.8": 2.9818453788757324, - "t_0.8-0.9": 2.4440906047821045, - "t_0.9-1.0": 2.574787139892578 - }, - { - "t_0.0-0.1": 1.5884312391281128, - "t_0.1-0.2": 1.4785469770431519, - "t_0.2-0.3": 1.4224737882614136, - "t_0.3-0.4": 1.335979700088501, - "t_0.4-0.5": 1.5512231588363647, - "t_0.5-0.6": 1.2353589534759521, - "t_0.6-0.7": 1.24403977394104, - "t_0.7-0.8": 1.336991310119629, - "t_0.8-0.9": 1.3056678771972656, - "t_0.9-1.0": 1.5173197984695435 - }, - { - "t_0.0-0.1": 1.646728277206421, - "t_0.1-0.2": 1.7243300676345825, - "t_0.2-0.3": 1.4453822374343872, - "t_0.3-0.4": 1.528201937675476, - "t_0.4-0.5": 1.8485381603240967, - "t_0.5-0.6": 1.4363280534744263, - "t_0.6-0.7": 1.6747623682022095, - "t_0.7-0.8": 1.8827375173568726, - "t_0.8-0.9": 1.7752357721328735, - "t_0.9-1.0": 2.0110886096954346 - }, - { - "t_0.0-0.1": 1.6822558641433716, - "t_0.1-0.2": 2.1253151893615723, - "t_0.2-0.3": 1.9185101985931396, - "t_0.3-0.4": 1.4203187227249146, - "t_0.4-0.5": 1.3625539541244507, - "t_0.5-0.6": 1.276921272277832, - "t_0.6-0.7": 1.0313942432403564, - "t_0.7-0.8": 0.8324947953224182, - "t_0.8-0.9": 0.7684212327003479, - "t_0.9-1.0": 0.9233648180961609 - }, - { - "t_0.0-0.1": 0.4007816016674042, - "t_0.1-0.2": 0.20171573758125305, - "t_0.2-0.3": 0.19433866441249847, - "t_0.3-0.4": 0.18213333189487457, - "t_0.4-0.5": 0.1873805671930313, - "t_0.5-0.6": 0.1904069483280182, - "t_0.6-0.7": 0.1813293844461441, - "t_0.7-0.8": 0.18822148442268372, - "t_0.8-0.9": 0.19333183765411377, - "t_0.9-1.0": 0.5477545261383057 - }, - { - "t_0.0-0.1": 0.7877039313316345, - "t_0.1-0.2": 0.5369178056716919, - "t_0.2-0.3": 0.43907612562179565, - "t_0.3-0.4": 0.3890966475009918, - "t_0.4-0.5": 0.47135356068611145, - "t_0.5-0.6": 0.3734435737133026, - "t_0.6-0.7": 0.48801344633102417, - "t_0.7-0.8": 0.3733406364917755, - "t_0.8-0.9": 0.3727288544178009, - "t_0.9-1.0": 0.4083458185195923 - }, - { - "t_0.0-0.1": 0.48123759031295776, - "t_0.1-0.2": 0.5864821672439575, - "t_0.2-0.3": 0.3126697242259979, - "t_0.3-0.4": 0.2896140217781067, - "t_0.4-0.5": 0.29192858934402466, - "t_0.5-0.6": 0.34978121519088745, - "t_0.6-0.7": 0.31407585740089417, - "t_0.7-0.8": 0.29399624466896057, - "t_0.8-0.9": 0.40054965019226074, - "t_0.9-1.0": 0.4796904921531677 - }, - { - "t_0.0-0.1": 0.6720011234283447, - "t_0.1-0.2": 0.46371781826019287, - "t_0.2-0.3": 0.38647961616516113, - "t_0.3-0.4": 0.3748832046985626, - "t_0.4-0.5": 0.377825528383255, - "t_0.5-0.6": 0.3657108545303345, - "t_0.6-0.7": 0.3771260380744934, - "t_0.7-0.8": 0.38774001598358154, - "t_0.8-0.9": 0.39180684089660645, - "t_0.9-1.0": 0.3738832473754883 - }, - { - "t_0.0-0.1": 0.5939874649047852, - "t_0.1-0.2": 0.8031019568443298, - "t_0.2-0.3": 0.371807724237442, - "t_0.3-0.4": 0.6562706828117371, - "t_0.4-0.5": 0.4613412022590637, - "t_0.5-0.6": 0.3848406970500946, - "t_0.6-0.7": 0.4793076515197754, - "t_0.7-0.8": 0.7063146233558655, - "t_0.8-0.9": 0.3903621435165405, - "t_0.9-1.0": 0.48648208379745483 - }, - { - "t_0.0-0.1": 0.4445306956768036, - "t_0.1-0.2": 0.36749395728111267, - "t_0.2-0.3": 0.43008527159690857, - "t_0.3-0.4": 0.29991891980171204, - "t_0.4-0.5": 0.29604801535606384, - "t_0.5-0.6": 0.26958993077278137, - "t_0.6-0.7": 0.26993656158447266, - "t_0.7-0.8": 0.3186994791030884, - "t_0.8-0.9": 0.29697468876838684, - "t_0.9-1.0": 0.41809579730033875 + "t_0.0-0.1": 0.6329396367073059, + "t_0.1-0.2": 0.5088621973991394, + "t_0.2-0.3": 0.5510827898979187, + "t_0.3-0.4": 0.4875366985797882, + "t_0.4-0.5": 0.47754648327827454, + "t_0.5-0.6": 0.5510774850845337, + "t_0.6-0.7": 0.5570163726806641, + "t_0.7-0.8": 0.5031090974807739, + "t_0.8-0.9": 0.5094611644744873, + "t_0.9-1.0": 0.692365825176239 + }, + { + "t_0.0-0.1": 0.5521465539932251, + "t_0.1-0.2": 0.42383748292922974, + "t_0.2-0.3": 0.42578449845314026, + "t_0.3-0.4": 0.4427523612976074, + "t_0.4-0.5": 0.4077948331832886, + "t_0.5-0.6": 0.43111249804496765, + "t_0.6-0.7": 0.4447401165962219, + "t_0.7-0.8": 0.4127034544944763, + "t_0.8-0.9": 0.4173968434333801, + "t_0.9-1.0": 0.5858266949653625 + }, + { + "t_0.0-0.1": 0.5104719400405884, + "t_0.1-0.2": 0.41815146803855896, + "t_0.2-0.3": 0.38262829184532166, + "t_0.3-0.4": 0.37273699045181274, + "t_0.4-0.5": 0.3581734597682953, + "t_0.5-0.6": 0.37505674362182617, + "t_0.6-0.7": 0.3868216276168823, + "t_0.7-0.8": 0.41391241550445557, + "t_0.8-0.9": 0.5330938696861267, + "t_0.9-1.0": 0.8605286478996277 + }, + { + "t_0.0-0.1": 0.6194924116134644, + "t_0.1-0.2": 0.37513506412506104, + "t_0.2-0.3": 0.39548736810684204, + "t_0.3-0.4": 0.3845243453979492, + "t_0.4-0.5": 0.38571029901504517, + "t_0.5-0.6": 0.39666733145713806, + "t_0.6-0.7": 0.3945164680480957, + "t_0.7-0.8": 0.39170655608177185, + "t_0.8-0.9": 0.3964056968688965, + "t_0.9-1.0": 0.5201573371887207 + }, + { + "t_0.0-0.1": 0.22951801121234894, + "t_0.1-0.2": 0.17539343237876892, + "t_0.2-0.3": 0.18263670802116394, + "t_0.3-0.4": 0.18489766120910645, + "t_0.4-0.5": 0.17005407810211182, + "t_0.5-0.6": 0.19074061512947083, + "t_0.6-0.7": 0.18459925055503845, + "t_0.7-0.8": 0.18560083210468292, + "t_0.8-0.9": 0.18580417335033417, + "t_0.9-1.0": 0.23445765674114227 + }, + { + "t_0.0-0.1": 0.48615947365760803, + "t_0.1-0.2": 0.26873791217803955, + "t_0.2-0.3": 0.2804773449897766, + "t_0.3-0.4": 0.2536901831626892, + "t_0.4-0.5": 0.20518715679645538, + "t_0.5-0.6": 0.2745527923107147, + "t_0.6-0.7": 0.24288040399551392, + "t_0.7-0.8": 0.24668985605239868, + "t_0.8-0.9": 0.29904985427856445, + "t_0.9-1.0": 0.4463682770729065 + }, + { + "t_0.0-0.1": 0.2810717225074768, + "t_0.1-0.2": 0.3291741609573364, + "t_0.2-0.3": 0.3025951683521271, + "t_0.3-0.4": 0.26858779788017273, + "t_0.4-0.5": 0.25955531001091003, + "t_0.5-0.6": 0.2636772692203522, + "t_0.6-0.7": 0.30815091729164124, + "t_0.7-0.8": 0.41289210319519043, + "t_0.8-0.9": 0.47016075253486633, + "t_0.9-1.0": 0.6936113834381104 + }, + { + "t_0.0-0.1": 0.6046291589736938, + "t_0.1-0.2": 0.5462442636489868, + "t_0.2-0.3": 0.5853261947631836, + "t_0.3-0.4": 0.556308388710022, + "t_0.4-0.5": 0.5472453236579895, + "t_0.5-0.6": 0.5846226811408997, + "t_0.6-0.7": 0.6249508857727051, + "t_0.7-0.8": 0.6463225483894348, + "t_0.8-0.9": 0.6214264035224915, + "t_0.9-1.0": 0.6880426406860352 + }, + { + "t_0.0-0.1": 0.3929009735584259, + "t_0.1-0.2": 0.3759419918060303, + "t_0.2-0.3": 0.3482533097267151, + "t_0.3-0.4": 0.3601822257041931, + "t_0.4-0.5": 0.37255990505218506, + "t_0.5-0.6": 0.35998275876045227, + "t_0.6-0.7": 0.35996484756469727, + "t_0.7-0.8": 0.3714396059513092, + "t_0.8-0.9": 0.3812181353569031, + "t_0.9-1.0": 0.5239160656929016 + }, + { + "t_0.0-0.1": 0.3955788016319275, + "t_0.1-0.2": 0.3647770285606384, + "t_0.2-0.3": 0.34018802642822266, + "t_0.3-0.4": 0.34793761372566223, + "t_0.4-0.5": 0.345687597990036, + "t_0.5-0.6": 0.3554586172103882, + "t_0.6-0.7": 0.3629024624824524, + "t_0.7-0.8": 0.39656761288642883, + "t_0.8-0.9": 0.46716007590293884, + "t_0.9-1.0": 0.8487488031387329 + }, + { + "t_0.0-0.1": 0.5508556962013245, + "t_0.1-0.2": 0.5285012722015381, + "t_0.2-0.3": 0.5545166730880737, + "t_0.3-0.4": 0.516148567199707, + "t_0.4-0.5": 0.5246002674102783, + "t_0.5-0.6": 0.520578920841217, + "t_0.6-0.7": 0.537002682685852, + "t_0.7-0.8": 0.5315552949905396, + "t_0.8-0.9": 0.5168163180351257, + "t_0.9-1.0": 0.6267126798629761 + }, + { + "t_0.0-0.1": 0.5055545568466187, + "t_0.1-0.2": 0.36810147762298584, + "t_0.2-0.3": 0.3581535816192627, + "t_0.3-0.4": 0.3394262492656708, + "t_0.4-0.5": 0.35139042139053345, + "t_0.5-0.6": 0.3207622468471527, + "t_0.6-0.7": 0.3353903293609619, + "t_0.7-0.8": 0.3466166853904724, + "t_0.8-0.9": 0.3798423707485199, + "t_0.9-1.0": 0.696337878704071 + }, + { + "t_0.0-0.1": 0.3245496451854706, + "t_0.1-0.2": 0.20842230319976807, + "t_0.2-0.3": 0.18401432037353516, + "t_0.3-0.4": 0.1792287826538086, + "t_0.4-0.5": 0.17844492197036743, + "t_0.5-0.6": 0.15655775368213654, + "t_0.6-0.7": 0.16961631178855896, + "t_0.7-0.8": 0.16229166090488434, + "t_0.8-0.9": 0.23618526756763458, + "t_0.9-1.0": 0.6169303059577942 + }, + { + "t_0.0-0.1": 0.6870602369308472, + "t_0.1-0.2": 0.5199641585350037, + "t_0.2-0.3": 0.5269633531570435, + "t_0.3-0.4": 0.5866845846176147, + "t_0.4-0.5": 0.4789223074913025, + "t_0.5-0.6": 0.4882552921772003, + "t_0.6-0.7": 0.48689502477645874, + "t_0.7-0.8": 0.48150232434272766, + "t_0.8-0.9": 0.5641275644302368, + "t_0.9-1.0": 1.3396532535552979 + }, + { + "t_0.0-0.1": 0.3506025969982147, + "t_0.1-0.2": 0.2882075607776642, + "t_0.2-0.3": 0.27388694882392883, + "t_0.3-0.4": 0.28325074911117554, + "t_0.4-0.5": 0.25974833965301514, + "t_0.5-0.6": 0.24245068430900574, + "t_0.6-0.7": 0.2665154039859772, + "t_0.7-0.8": 0.27946937084198, + "t_0.8-0.9": 0.29387611150741577, + "t_0.9-1.0": 0.6971926093101501 + }, + { + "t_0.0-0.1": 0.32978543639183044, + "t_0.1-0.2": 0.1689947098493576, + "t_0.2-0.3": 0.16305121779441833, + "t_0.3-0.4": 0.1553790271282196, + "t_0.4-0.5": 0.14331340789794922, + "t_0.5-0.6": 0.15633586049079895, + "t_0.6-0.7": 0.1752767115831375, + "t_0.7-0.8": 0.1966078281402588, + "t_0.8-0.9": 0.22551442682743073, + "t_0.9-1.0": 0.5476658940315247 + }, + { + "t_0.0-0.1": 0.502291202545166, + "t_0.1-0.2": 0.28109240531921387, + "t_0.2-0.3": 0.2702001631259918, + "t_0.3-0.4": 0.2479979544878006, + "t_0.4-0.5": 0.2376253306865692, + "t_0.5-0.6": 0.25115668773651123, + "t_0.6-0.7": 0.2595783770084381, + "t_0.7-0.8": 0.27934500575065613, + "t_0.8-0.9": 0.29755574464797974, + "t_0.9-1.0": 0.4208768904209137 + }, + { + "t_0.0-0.1": 0.28656846284866333, + "t_0.1-0.2": 0.2452099621295929, + "t_0.2-0.3": 0.21652324497699738, + "t_0.3-0.4": 0.2285013049840927, + "t_0.4-0.5": 0.1968258172273636, + "t_0.5-0.6": 0.18722018599510193, + "t_0.6-0.7": 0.19303254783153534, + "t_0.7-0.8": 0.21545074880123138, + "t_0.8-0.9": 0.229795902967453, + "t_0.9-1.0": 0.40111589431762695 + }, + { + "t_0.0-0.1": 0.4804217517375946, + "t_0.1-0.2": 0.19266948103904724, + "t_0.2-0.3": 0.16922709345817566, + "t_0.3-0.4": 0.1343642622232437, + "t_0.4-0.5": 0.1655421257019043, + "t_0.5-0.6": 0.1789368838071823, + "t_0.6-0.7": 0.21051043272018433, + "t_0.7-0.8": 0.28870293498039246, + "t_0.8-0.9": 0.36452716588974, + "t_0.9-1.0": 0.5924110412597656 + }, + { + "t_0.0-0.1": 0.3895484507083893, + "t_0.1-0.2": 0.2869682013988495, + "t_0.2-0.3": 0.25534772872924805, + "t_0.3-0.4": 0.28270968794822693, + "t_0.4-0.5": 0.29622766375541687, + "t_0.5-0.6": 0.29749396443367004, + "t_0.6-0.7": 0.34497418999671936, + "t_0.7-0.8": 0.32205161452293396, + "t_0.8-0.9": 0.5054638981819153, + "t_0.9-1.0": 0.6882938742637634 } ], "win_rate": [ - 0.005199306644499302, - 0.02473604865372181, - 0.016597511246800423, - 0.1342412382364273, - 0.08897554129362106, - 0.09658617526292801, - 0.10977564752101898, - 0.021559633314609528, - 0.0040087467059493065, - 0.06311208009719849, - 0.130022332072258, - 0.034285712987184525, - 0.36222732067108154, - 0.0667433813214302, - 0.013814274221658707, - 0.002710027154535055, - 0.23320895433425903, - 0.2634003460407257, - 0.0061295973137021065, - 0.029831387102603912, - 0.12682010233402252, - 0.24374176561832428, - 0.0025597268249839544, - 0.404483437538147, - 0.008064515888690948, - 0.03465595096349716, - 0.04651162773370743, - 0.04946524277329445, - 0.43602225184440613, - 0.048374906182289124, - 0.03462321683764458, - 0.14660494029521942, - 0.10618336498737335, - 0.040707238018512726, - 0.060263652354478836, - 0.34806254506111145, - 0.03681351616978645, - 0.06770311295986176, - 0.20291480422019958, - 0.10580204427242279, - 0.23390662670135498, - 0.030975496396422386, - 0.11330275237560272, - 0.38380810618400574, - 0.1687956154346466, - 0.17311374843120575, - 0.1410835236310959, - 0.16293929517269135, - 0.0426858514547348, - 0.06856754422187805, - 0.005692599341273308, - 0.007186290342360735, - 0.13683372735977173, - 0.02053140103816986, - 0.015000000596046448, - 0.0069204154424369335, - 0.015037594363093376, - 0.2723194360733032, - 0.1314186155796051, - 0.11326861381530762, - 0.03142328932881355, - 0.22415369749069214, - 0.14949651062488556, - 0.07768402248620987, - 0.13345521688461304, - 0.006592291872948408, - 0.003086419776082039, - 0.06924254447221756, - 0.11279269307851791, - 0.00460122711956501, - 0.20055709779262543, - 0.1237393319606781, - 0.015577889047563076, - 0.4867118000984192, - 0.0050505055114626884, - 0.19532710313796997, - 0.004201680887490511, - 0.013113366439938545, - 0.018635854125022888, - 0.006592291872948408, - 0.003086419776082039, - 0.03585147112607956, - 0.13028322160243988, - 0.046572934836149216, - 0.04161937162280083, - 0.044574517756700516, - 0.006307339295744896, - 0.03824799507856369, - 0.07201404869556427, - 0.003355704713612795, - 0.011538461782038212, - 0.020664870738983154, - 0.032592590898275375, - 0.03363914042711258, - 0.0049166311509907246, - 0.057873159646987915, - 0.030405405908823013, - 0.19506369531154633, - 0.15104477107524872, - 0.1496957391500473, - 0.04374757781624794, - 0.16291913390159607, - 0.004201680887490511, - 0.04290762543678284, - 0.09238310903310776, - 0.006592291872948408, - 0.007445590104907751, - 0.23195309937000275, - 0.008269719779491425, - 0.15155130624771118, - 0.12690512835979462, - 0.01286048348993063, - 0.118121437728405, - 0.1004379540681839, - 0.004779411945492029, - 0.19647252559661865, - 0.04717898741364479, - 0.029402466490864754, - 0.08917461335659027, - 0.24697987735271454, - 0.11975397914648056, - 0.08302853256464005, - 0.15075376629829407, - 0.0023174970410764217, - 0.002634660340845585, - 0.2626846432685852, - 0.00920245423913002, - 0.10330747812986374, - 0.27889448404312134, - 0.03333333507180214, - 0.006637168116867542, - 0.05992509424686432, - 0.00911458395421505, - 0.016597511246800423, - 0.13779698312282562, - 0.14962121844291687, - 0.10580204427242279, - 0.07339449226856232, - 0.2989099323749542, - 0.11308641731739044, - 0.06995412707328796, - 0.002958579920232296, - 0.4830188751220703, - 0.004160362761467695, - 0.005630142986774445, - 0.2547169625759125, - 0.11567164212465286, - 0.008961303159594536, - 0.056203603744506836, - 0.08977338671684265, - 0.0045008184388279915, - 0.13218601047992706, - 0.07018812745809555, - 0.03897254168987274, - 0.2062852531671524, - 0.11401868611574173, - 0.07791164517402649, - 0.07032348960638046, - 0.06855984032154083, - 0.029818955808877945, - 0.0357142835855484, - 0.04827208071947098, - 0.1466885656118393, - 0.004901960492134094, - 0.007894736714661121, - 0.10256410390138626, - 0.03010536916553974, - 0.007336343172937632, - 0.23218141496181488, - 0.09406565874814987, - 0.009014084935188293, - 0.16563786566257477, - 0.0026041667442768812, - 0.010812975466251373, - 0.08091787248849869, - 0.02363184094429016, - 0.0026041667442768812, - 0.1460331231355667, - 0.08703190088272095, - 0.04745529592037201, - 0.004901960492134094, - 0.09678667783737183, - 0.09944264590740204, - 0.004431314766407013, - 0.005434782709926367, - 0.20142285525798798, - 0.020007550716400146, - 0.18221575021743774, - 0.23656387627124786, - 0.06951484084129333, - 0.006944444961845875, - 0.03348124399781227, - 0.042981501668691635, - 0.3997039198875427, - 0.00883152149617672, - 0.10479965060949326, - 0.09039900451898575, - 0.17073170840740204, - 0.009475219063460827, - 0.26594701409339905, - 0.056705672293901443, - 0.04390563815832138, - 0.07653701305389404, - 0.22909091413021088, - 0.009749303571879864, - 0.09573643654584885, - 0.2320328652858734, - 0.029302077367901802, - 0.14565742015838623, - 0.19338606297969818, - 0.0035971221514046192, - 0.05472636595368385, - 0.17147521674633026, - 0.018302828073501587, - 0.005054432433098555, - 0.0045008184388279915, - 0.08027523010969162, - 0.029887162148952484, - 0.0035097983200103045, - 0.06643887609243393, - 0.1073446273803711, - 0.07740169018507004, - 0.03404255211353302, - 0.006289307959377766, - 0.03915662690997124, - 0.033210333436727524, - 0.12452959269285202, - 0.010479042306542397, - 0.23286288976669312, - 0.008269719779491425, - 0.025191055610775948, - 0.029032258316874504, - 0.08745874464511871, - 0.020981956273317337, - 0.04371216893196106, - 0.19080603122711182, - 0.04258532077074051, - 0.025685526430606842, - 0.006353861186653376, - 0.006637168116867542, - 0.21000000834465027, - 0.1274678111076355, - 0.003355704713612795, - 0.0023427042178809643, - 0.0026212320663034916, - 0.003355704713612795, - 0.07221812754869461, - 0.12834466993808746, - 0.00853333342820406, - 0.0035771066322922707, - 0.1155339777469635, - 0.05198434740304947, - 0.08950395882129669, - 0.03291468322277069, - 0.012500000186264515, - 0.14751553535461426, - 0.004901960492134094, - 0.06806282699108124, - 0.27798935770988464, - 0.08997955173254013, - 0.15883859992027283, - 0.01065509021282196, - 0.15312232077121735, - 0.04993757605552673, - 0.0043685464188456535, - 0.011538461782038212, - 0.005976095795631409, - 0.06835799664258957, - 0.004692832473665476, - 0.02651515044271946, - 0.00238663493655622, - 0.1666666716337204, - 0.006944444961845875, - 0.02084011770784855, - 0.018597442656755447, - 0.10483484715223312, - 0.12196788936853409, - 0.00883152149617672, - 0.0031960229389369488, - 0.004431314766407013, - 0.11558109521865845, - 0.04048582911491394, - 0.07547813653945923, - 0.0027141133323311806, - 0.1536373496055603, - 0.10667050629854202, - 0.13867402076721191, - 0.04920634999871254, - 0.21900269389152527, - 0.01092896144837141, - 0.20307444036006927, - 0.08576389402151108, - 0.1595676988363266, - 0.03500432148575783, - 0.010714286006987095, - 0.022891566157341003, - 0.16236162185668945, - 0.06638526171445847, - 0.022082019597291946, - 0.011215629056096077, - 0.11859504133462906, - 0.008557457476854324, - 0.07995261996984482, - 0.17674927413463593, - 0.1449335515499115, - 0.013530655764043331, - 0.0745735764503479, - 0.1410835236310959, - 0.02447935752570629, - 0.0995967760682106, - 0.13042299449443817, - 0.029365822672843933, - 0.04996952787041664, - 0.002805049065500498, - 0.004751848056912422, - 0.020813623443245888, - 0.00710563687607646, - 0.00911458395421505, - 0.11212723702192307, - 0.0031960229389369488, - 0.009661835618317127, - 0.03265306353569031, - 0.13910061120986938, - 0.006289307959377766, - 0.00853333342820406, - 0.0016556291375309229, - 0.11311215907335281, - 0.013869625516235828, - 0.24337518215179443, - 0.011578305624425411, - 0.002929427195340395, - 0.009504412300884724, - 0.10372339934110641, - 0.06608478724956512, - 0.005130596924573183, - 0.03821440786123276, - 0.002805049065500498, - 0.004160362761467695, - 0.004059539642184973, - 0.009376723319292068, - 0.17106503248214722, - 0.01232394389808178, - 0.09928229451179504, - 0.0022668393794447184, - 0.10987173020839691, - 0.10542238503694534, - 0.12379280477762222, - 0.0032691608648747206, - 0.03988603875041008, - 0.12133072316646576, - 0.021852731704711914, - 0.004296455532312393, - 0.17707106471061707, - 0.0040087467059493065, - 0.07309069484472275, - 0.009339559823274612, - 0.08311688899993896, - 0.11277174204587936, - 0.05219206586480141, - 0.0016556291375309229, - 0.12145557999610901, - 0.0023174970410764217, - 0.13050313293933868, - 0.2181105762720108, - 0.0056584361009299755, - 0.04451150447130203, - 0.118121437728405, - 0.020975610241293907, - 0.05033690109848976, - 0.005692599341273308, - 0.08186940848827362, - 0.1319824755191803, - 0.005985266994684935, - 0.017501989379525185, - 0.03067961148917675, - 0.009374999441206455, - 0.06596451997756958, - 0.05904761701822281, - 0.11209964007139206, - 0.21717844903469086, - 0.011538461782038212, - 0.005130596924573183, - 0.004901960492134094, - 0.05621806159615517, - 0.004901960492134094, - 0.11099059879779816, - 0.005541346967220306, - 0.0047846888191998005, - 0.0022026430815458298, - 0.22340425848960876, - 0.16329550743103027, - 0.003086419776082039, - 0.004692832473665476, - 0.006289307959377766, - 0.005434782709926367, - 0.13329081237316132, - 0.004385964944958687, - 0.0031347961630672216, - 0.01232965663075447, - 0.014553014189004898, - 0.08186940848827362, - 0.0798424631357193, - 0.004385964944958687, - 0.10491367429494858, - 0.11500974744558334, - 0.060314059257507324, - 0.06761299818754196, - 0.06436233222484589, - 0.0054806070402264595, - 0.002984084887430072, - 0.05124340578913689, - 0.0019509476842358708, - 0.004201680887490511, - 0.005692599341273308, - 0.006289307959377766, - 0.028151391074061394, - 0.0720486119389534, - 0.07896221429109573, - 0.005199306644499302, - 0.07649253308773041, - 0.14457440376281738, - 0.02721712552011013, - 0.06311208009719849, - 0.004692832473665476, - 0.0993485376238823, - 0.001529051922261715, - 0.11692307144403458, - 0.017403708770871162, - 0.10147299617528915, - 0.11996337026357651, - 0.0059650614857673645, - 0.005692599341273308, - 0.2352173924446106, - 0.0535585917532444, - 0.002888318384066224, - 0.02116689272224903, - 0.11051692813634872, - 0.002710027154535055, - 0.02655826508998871, - 0.004385964944958687, - 0.12517647445201874, - 0.0788981020450592, - 0.047130368649959564, - 0.003086419776082039, - 0.0057212915271520615, - 0.15155130624771118, - 0.007862110622227192, - 0.17252510786056519, - 0.0033136967103928328, - 0.0691530704498291, - 0.17075665295124054, - 0.02916816622018814, - 0.08299458026885986, - 0.00538160465657711, - 0.0018980477470904589, - 0.0031960229389369488, - 0.08826261758804321, - 0.20302695035934448, - 0.09379727393388748, - 0.006637168116867542, - 0.17739403247833252, - 0.018352365121245384, - 0.004692832473665476, - 0.0027141133323311806, - 0.006680370308458805, - 0.13974186778068542, - 0.0025380710139870644, - 0.0016324626049026847, - 0.08605974167585373, - 0.020592020824551582, - 0.0035971221514046192, - 0.030791789293289185, - 0.0182170532643795, - 0.04804358631372452, - 0.016552716493606567, - 0.0018610421102494001, - 0.07374190539121628, - 0.039308175444602966, - 0.0025597268249839544, - 0.0954754576086998, - 0.0039748260751366615, - 0.07283987104892731, - 0.0031837918795645237, - 0.08227424323558807, - 0.013781921938061714, - 0.10272759199142456, - 0.003246753243729472, - 0.023178808391094208, - 0.07334360480308533, - 0.0038759689778089523, - 0.09430946409702301, - 0.0032626427710056305, - 0.0027141133323311806, - 0.002888318384066224, - 0.004892736207693815, - 0.0022522523067891598, - 0.08028098195791245, - 0.06616728752851486, - 0.009101251140236855, - 0.055055584758520126 + 0.06306963413953781, + 0.04768256098031998, + 0.07239200919866562, + 0.0728253573179245, + 0.07629840075969696, + 0.0696641206741333, + 0.08181300014257431, + 0.06086079031229019, + 0.13628362119197845, + 0.04870530217885971, + 0.024504952132701874, + 0.19064576923847198, + 0.07909967750310898, + 0.0441950187087059, + 0.0632530078291893, + 0.10507968068122864, + 0.04536221921443939, + 0.12159667164087296, + 0.2361111044883728, + 0.11049723625183105, + 0.15404298901557922, + 0.10255033522844315, + 0.1101112961769104, + 0.06532374024391174, + 0.09010238945484161, + 0.11601731926202774, + 0.0857914388179779, + 0.09635119140148163, + 0.10446758568286896, + 0.17544378340244293, + 0.1287919133901596, + 0.18198992311954498, + 0.09296875447034836, + 0.04117647185921669, + 0.07383041083812714, + 0.11855476349592209, + 0.10842645168304443, + 0.06680045276880264, + 0.14714398980140686, + 0.32676389813423157, + 0.10582011193037033, + 0.07513634115457535, + 0.05799026042222977, + 0.1383504420518875, + 0.015671642497181892, + 0.08185052871704102, + 0.05043746903538704, + 0.09059945493936539, + 0.05434782803058624, + 0.07054836302995682, + 0.04864124208688736, + 0.06126616522669792, + 0.0656716376543045, + 0.07627594470977783, + 0.15981259942054749, + 0.09243697673082352, + 0.13545817136764526, + 0.05871794745326042, + 0.09236545115709305, + 0.08589203655719757, + 0.1471688151359558, + 0.07101187109947205, + 0.10703448951244354, + 0.05401992425322533, + 0.09340434521436691, + 0.10913872718811035, + 0.09991197288036346, + 0.09335917234420776, + 0.14120948314666748, + 0.0797777771949768, + 0.09032846987247467, + 0.06789788603782654, + 0.09132559597492218, + 0.06568420678377151, + 0.0733301043510437, + 0.059672385454177856, + 0.024635255336761475, + 0.10956644266843796, + 0.06548507511615753, + 0.14628379046916962, + 0.08067456632852554, + 0.11555665731430054, + 0.007146996445953846, + 0.09584524482488632, + 0.10979904234409332, + 0.08280254900455475, + 0.06813739240169525, + 0.14685624837875366, + 0.0777963325381279, + 0.09588636457920074, + 0.06548775732517242, + 0.046073295176029205, + 0.05440806224942207, + 0.12591950595378876, + 0.07978831976652145, + 0.09302325546741486, + 0.12322603166103363, + 0.054774459451436996, + 0.025857780128717422, + 0.0498972162604332, + 0.04330512508749962, + 0.1760140210390091, + 0.16825902462005615, + 0.13358071446418762, + 0.12116359919309616, + 0.13235294818878174, + 0.04118993133306503, + 0.027167629450559616, + 0.10009533166885376, + 0.08705193549394608, + 0.08286403864622116, + 0.06440497934818268, + 0.06643180549144745, + 0.14750434458255768, + 0.09352919459342957, + 0.09511784464120865, + 0.12315112352371216, + 0.0841631144285202, + 0.10370687395334244, + 0.12112931907176971, + 0.1664629727602005, + 0.043553631752729416, + 0.030819138512015343, + 0.1047348901629448, + 0.027226891368627548, + 0.0741019919514656, + 0.08853784203529358, + 0.08665879815816879, + 0.12414613366127014, + 0.16274265944957733, + 0.1217121034860611, + 0.0957285687327385, + 0.14423076808452606, + 0.14591100811958313, + 0.08769407868385315, + 0.05501813814043999, + 0.031602706760168076, + 0.13337832689285278, + 0.08721227943897247, + 0.06016821414232254, + 0.05397550389170647, + 0.10748791694641113, + 0.09803920984268188, + 0.08206760883331299, + 0.0323251411318779, + 0.015950920060276985, + 0.0363636389374733, + 0.16050449013710022, + 0.13208046555519104, + 0.08200103044509888, + 0.0862923264503479, + 0.1408676952123642, + 0.09422304481267929, + 0.08116627484560013, + 0.1702127754688263, + 0.12206690013408661, + 0.18916437029838562, + 0.04077010229229927, + 0.07202351838350296, + 0.13360442221164703, + 0.048005908727645874, + 0.08687396347522736, + 0.04862665385007858, + 0.06877192854881287, + 0.18707014620304108, + 0.03846153989434242, + 0.02491624839603901, + 0.09817617386579514, + 0.0771649032831192, + 0.11884669214487076, + 0.14137765765190125, + 0.13147515058517456, + 0.04736091569066048, + 0.10187049955129623, + 0.061763420701026917, + 0.10785655677318573, + 0.03513513505458832, + 0.09448818862438202, + 0.11849881708621979, + 0.05520414188504219, + 0.03806502744555473, + 0.17426709830760956, + 0.07066521048545837, + 0.10631373524665833, + 0.11448763310909271, + 0.09928729385137558, + 0.04439014568924904, + 0.23453976213932037, + 0.13542361557483673, + 0.1261538416147232, + 0.07364975661039352, + 0.12135517597198486, + 0.1757063865661621, + 0.0903354361653328, + 0.06480920314788818, + 0.09563308209180832, + 0.08691180497407913, + 0.1152445450425148, + 0.04123711585998535, + 0.10855855792760849, + 0.12085670977830887, + 0.10318056493997574, + 0.10598775744438171, + 0.07323063164949417, + 0.08585476130247116, + 0.13366833329200745, + 0.1097026988863945, + 0.0977458581328392, + 0.1339259296655655, + 0.043478261679410934, + 0.06510651111602783, + 0.050686080008745193, + 0.10436102747917175, + 0.0554572269320488, + 0.148420050740242, + 0.07073508948087692, + 0.09774614125490189, + 0.09771181643009186, + 0.13400797545909882, + 0.0989350751042366, + 0.04177602753043175, + 0.15404364466667175, + 0.08542303740978241, + 0.15806303918361664, + 0.02962614595890045, + 0.019752047955989838, + 0.13106654584407806, + 0.11851608753204346, + 0.10433640331029892, + 0.1674654632806778, + 0.03773912787437439, + 0.11498771607875824, + 0.07488538324832916, + 0.0633280947804451, + 0.0793113186955452, + 0.0494772233068943, + 0.07106795907020569, + 0.12388775497674942, + 0.069129578769207, + 0.10822271555662155, + 0.1211288645863533, + 0.09775641560554504, + 0.1631799191236496, + 0.07195963710546494, + 0.1073291227221489, + 0.060567013919353485, + 0.09240349382162094, + 0.08986859023571014, + 0.0700620487332344, + 0.08010680973529816, + 0.072727270424366, + 0.09790045022964478, + 0.19087010622024536, + 0.14443500339984894, + 0.11748571693897247, + 0.08431372791528702, + 0.062474727630615234, + 0.041921213269233704, + 0.11007357388734818, + 0.15907567739486694, + 0.0905027911067009, + 0.08293204754590988, + 0.09977614134550095, + 0.1419679969549179, + 0.08248835802078247, + 0.18134714663028717, + 0.072884202003479, + 0.050772108137607574, + 0.10000000149011612, + 0.06799830496311188, + 0.07169459760189056, + 0.27808713912963867, + 0.08788037300109863, + 0.057331301271915436, + 0.038910504430532455, + 0.17053663730621338, + 0.02923109382390976, + 0.0902140736579895, + 0.15748031437397003, + 0.08464013040065765, + 0.13632287085056305, + 0.03660520538687706, + 0.08859623223543167, + 0.0884777158498764, + 0.1252017617225647, + 0.030789826065301895, + 0.07449638843536377, + 0.09387825429439545, + 0.12380102276802063, + 0.047465160489082336, + 0.06794294714927673, + 0.09676062315702438, + 0.03229130804538727, + 0.10151251405477524, + 0.09035752713680267, + 0.06299212574958801, + 0.0567675344645977, + 0.10192195326089859, + 0.16867220401763916, + 0.07401404529809952, + 0.08114507049322128, + 0.08751486241817474, + 0.07674750685691833, + 0.062350597232580185, + 0.0949469581246376, + 0.12182740867137909, + 0.18478260934352875, + 0.10362694412469864, + 0.06470070034265518, + 0.0385466031730175, + 0.1181364431977272, + 0.07207071781158447, + 0.08746415376663208, + 0.15117371082305908, + 0.11263736337423325, + 0.03025210089981556, + 0.054788317531347275, + 0.08882392942905426, + 0.10629676282405853, + 0.058072008192539215, + 0.06483539193868637, + 0.10508649796247482, + 0.08819425106048584, + 0.01835937611758709, + 0.07307692617177963, + 0.210886150598526, + 0.05126608535647392, + 0.08444902300834656, + 0.09065817296504974, + 0.08414449542760849, + 0.03807367756962776, + 0.08711691945791245, + 0.05997570604085922, + 0.11429374665021896, + 0.08665458858013153, + 0.0989830493927002, + 0.06477437913417816, + 0.11445427685976028, + 0.11166335642337799, + 0.12132467329502106, + 0.023229246959090233, + 0.1166975349187851, + 0.03830944001674652, + 0.0555555559694767, + 0.07806400954723358, + 0.06589844822883606, + 0.11850209534168243, + 0.10817030817270279, + 0.0644485205411911, + 0.17045454680919647, + 0.0728769302368164, + 0.041759882122278214, + 0.07023319602012634, + 0.07719733566045761, + 0.030709736049175262, + 0.04713519662618637, + 0.11799035966396332, + 0.133314847946167, + 0.12729257345199585, + 0.07673732191324234, + 0.07988624274730682, + 0.1110120415687561, + 0.07119021564722061, + 0.12930649518966675, + 0.169672429561615, + 0.08194906264543533, + 0.07834506779909134, + 0.09603841602802277, + 0.05992889776825905, + 0.08589810132980347, + 0.049871183931827545, + 0.1500324010848999, + 0.07952724397182465, + 0.13258109986782074, + 0.09513930231332779, + 0.07849708944559097, + 0.11906866729259491, + 0.02804219163954258, + 0.06665264815092087, + 0.10228700935840607, + 0.10522817820310593, + 0.06664767861366272, + 0.15271899104118347, + 0.09060022234916687, + 0.05917289853096008, + 0.09605968743562698, + 0.1556433141231537, + 0.1213841512799263, + 0.05448630824685097, + 0.13818861544132233, + 0.083750419318676, + 0.07765023410320282, + 0.04659566655755043, + 0.026234200224280357, + 0.08693540096282959, + 0.08812566101551056, + 0.16100767254829407, + 0.14554139971733093, + 0.11436259001493454, + 0.07857143133878708, + 0.1006944477558136, + 0.06568333506584167, + 0.0742115005850792, + 0.07484307140111923, + 0.11711712181568146, + 0.0859333723783493, + 0.07535170763731003, + 0.1165919303894043, + 0.06191082298755646, + 0.09988649189472198, + 0.05284640192985535, + 0.1339227259159088, + 0.09526953101158142, + 0.11184778809547424, + 0.16104868054389954, + 0.12014260143041611, + 0.0665956363081932, + 0.11626402288675308, + 0.09346011281013489, + 0.03152470290660858, + 0.07674772292375565, + 0.08652658015489578, + 0.01766304299235344, + 0.14041699469089508, + 0.07220844179391861, + 0.07706722617149353, + 0.05417430028319359, + 0.07859734445810318, + 0.0982896238565445, + 0.05978260934352875, + 0.13023047149181366, + 0.04959171265363693, + 0.026980482041835785, + 0.032688457518815994, + 0.06474659591913223, + 0.1204158216714859, + 0.10512619465589523, + 0.04174181818962097, + 0.1578027606010437, + 0.144340381026268, + 0.10667848587036133, + 0.10969386994838715, + 0.0872926115989685, + 0.11997177451848984, + 0.072356216609478, + 0.09205775707960129, + 0.041167501360177994, + 0.11820462346076965, + 0.05322997272014618, + 0.08679120242595673, + 0.14167767763137817, + 0.10394802689552307, + 0.04741024971008301, + 0.12895174324512482, + 0.06024716794490814, + 0.08900226652622223, + 0.07813655585050583, + 0.04035968333482742, + 0.01518336869776249, + 0.0306143406778574, + 0.030226118862628937, + 0.09302325546741486, + 0.0823872834444046, + 0.15685252845287323, + 0.07937723398208618, + 0.14768041670322418, + 0.22027438879013062, + 0.10094636678695679, + 0.07086123526096344, + 0.06766917556524277, + 0.020907578989863396, + 0.07078529894351959, + 0.031951840966939926, + 0.0748538076877594, + 0.11042781174182892, + 0.14981889724731445, + 0.0342298299074173, + 0.12916989624500275, + 0.17645636200904846, + 0.062334537506103516, + 0.09434998035430908, + 0.08771929889917374, + 0.09391259402036667, + 0.045200083404779434, + 0.08986391872167587, + 0.17519977688789368, + 0.12124016135931015, + 0.014032665640115738, + 0.05955216661095619, + 0.05018850043416023, + 0.039861034601926804, + 0.03377777710556984, + 0.10777974128723145, + 0.049771688878536224, + 0.16142714023590088, + 0.07896360009908676, + 0.222968190908432, + 0.047351524233818054, + 0.1128062829375267, + 0.13055555522441864 ], "effective_batch_size": [ - 67.5317611694336, - 40.43056106567383, - 39.36961364746094, - 55.30766677856445, - 63.10093688964844, - 63.490333557128906, - 59.17604446411133, - 42.232547760009766, - 42.181617736816406, - 52.33606719970703, - 87.63262176513672, - 46.324668884277344, - 111.91149139404297, - 59.097900390625, - 45.694068908691406, - 40.66700744628906, - 106.75870513916016, - 99.33647155761719, - 42.72496032714844, - 50.183311462402344, - 91.4903335571289, - 97.36849975585938, - 48.960575103759766, - 142.6012420654297, - 41.06948471069336, - 46.19615173339844, - 52.941593170166016, - 56.190399169921875, - 189.4458465576172, - 59.8995475769043, - 42.714111328125, - 91.47528839111328, - 72.63395690917969, - 49.3438606262207, - 55.318504333496094, - 115.0156478881836, - 46.32794189453125, - 63.786922454833984, - 105.8411636352539, - 68.07460021972656, - 89.92327117919922, - 44.1929931640625, - 76.88896942138672, - 159.10647583007812, - 106.89326477050781, - 83.52800750732422, - 97.04610443115234, - 94.28301239013672, - 52.513545989990234, - 63.97890853881836, - 45.300079345703125, - 39.482200622558594, - 87.63261413574219, - 40.60122299194336, - 39.482200622558594, - 41.895790100097656, - 44.05697250366211, - 102.66122436523438, - 86.2353286743164, - 64.14107513427734, - 47.30940628051758, - 111.57537078857422, - 90.42223358154297, - 56.69137191772461, - 88.21195220947266, - 41.00989532470703, - 42.58612823486328, - 53.75746154785156, - 60.297550201416016, - 42.328433990478516, - 72.61910247802734, - 72.51972961425781, - 69.34810638427734, - 87.8599624633789, - 48.371604919433594, - 108.0463638305664, - 44.446659088134766, - 42.591041564941406, - 41.47610092163086, - 41.895790100097656, - 67.5317611694336, - 41.47610092163086, - 66.02801513671875, - 44.08746337890625, - 45.47512435913086, - 43.517452239990234, - 42.120121002197266, - 42.606571197509766, - 71.29796600341797, - 47.055179595947266, - 39.482200622558594, - 40.00730514526367, - 41.47610092163086, - 41.47610092163086, - 54.22412109375, - 49.5289421081543, - 41.47610092163086, - 95.3047103881836, - 78.2708511352539, - 60.373146057128906, - 53.21367645263672, - 91.65400695800781, - 52.536476135253906, - 51.35673141479492, - 66.82572937011719, - 44.05697250366211, - 73.31645202636719, - 91.08794403076172, - 42.587284088134766, - 79.68867492675781, - 71.91956329345703, - 46.15825271606445, - 72.20748138427734, - 76.83572387695312, - 42.82563018798828, - 87.04420471191406, - 46.16407775878906, - 47.310081481933594, - 72.84098815917969, - 75.72203826904297, - 67.49418640136719, - 70.432373046875, - 80.44056701660156, - 42.27116775512695, - 47.703086853027344, - 126.80473327636719, - 39.482200622558594, - 64.43697357177734, - 144.9501495361328, - 59.351558685302734, - 41.49308776855469, - 61.72068786621094, - 42.07524108886719, - 43.386512756347656, - 61.092315673828125, - 79.74807739257812, - 65.78150939941406, - 65.09736633300781, - 105.03370666503906, - 75.68191528320312, - 64.81079864501953, - 41.573875427246094, - 211.89207458496094, - 47.703086853027344, - 41.895790100097656, - 123.54933166503906, - 70.4101333618164, - 40.8728141784668, - 54.25133514404297, - 63.586936950683594, - 39.44862365722656, - 67.20530700683594, - 62.76966857910156, - 43.98591613769531, - 115.14806365966797, - 81.44515228271484, - 60.29537582397461, - 54.62395477294922, - 50.35831832885742, - 43.386512756347656, - 47.10594177246094, - 48.70958709716797, - 91.3961410522461, - 39.6721305847168, - 40.60122299194336, - 70.92528533935547, - 42.17543029785156, - 80.9434585571289, - 120.87535095214844, - 65.83396911621094, - 41.09623336791992, - 98.29031372070312, - 54.334007263183594, - 58.09315490722656, - 53.964881896972656, - 42.760990142822266, - 41.895790100097656, - 68.96000671386719, - 65.43014526367188, - 51.90840530395508, - 42.044044494628906, - 58.56603240966797, - 71.51690673828125, - 46.953372955322266, - 40.60122299194336, - 77.28704833984375, - 43.9868049621582, - 117.09058380126953, - 94.67729949951172, - 60.56643295288086, - 46.364200592041016, - 50.25422668457031, - 54.20613479614258, - 118.22966766357422, - 41.373897552490234, - 72.53724670410156, - 54.8653564453125, - 92.32247924804688, - 43.79725646972656, - 115.9470443725586, - 52.44455337524414, - 53.46003723144531, - 51.621238708496094, - 128.98097229003906, - 42.20075607299805, - 73.92565155029297, - 101.2031478881836, - 51.36125564575195, - 91.32778930664062, - 93.363037109375, - 44.49446487426758, - 56.05412292480469, - 97.64502716064453, - 47.12761306762695, - 41.895790100097656, - 44.05697250366211, - 61.720680236816406, - 40.9168586730957, - 48.29581832885742, - 45.5595588684082, - 70.85065460205078, - 57.25468444824219, - 42.07524108886719, - 40.00730514526367, - 43.38651657104492, - 42.07524108886719, - 81.07108306884766, - 39.85641860961914, - 93.9352798461914, - 41.44266891479492, - 46.19903564453125, - 47.90146255493164, - 62.71625900268555, - 39.44862365722656, - 41.93644714355469, - 89.88042449951172, - 46.26326370239258, - 42.57555389404297, - 47.231101989746094, - 39.85641860961914, - 90.17066955566406, - 82.07624816894531, - 39.93918228149414, - 39.6721305847168, - 104.52373504638672, - 104.52373504638672, - 50.35831832885742, - 62.94685745239258, - 49.4167594909668, - 64.51469421386719, - 68.61750030517578, - 48.088985443115234, - 69.19156646728516, - 46.57730484008789, - 41.44594955444336, - 68.774169921875, - 42.26975631713867, - 59.50669860839844, - 90.47853088378906, - 58.12708282470703, - 93.56551361083984, - 45.43248748779297, - 88.01819610595703, - 49.79092025756836, - 41.895790100097656, - 40.924522399902344, - 39.85642623901367, - 48.737030029296875, - 54.683738708496094, - 39.6721305847168, - 81.02692413330078, - 85.72694396972656, - 44.537357330322266, - 39.80183029174805, - 40.00730514526367, - 62.62348937988281, - 71.00213623046875, - 40.774723052978516, - 40.0538330078125, - 39.85641098022461, - 84.34986114501953, - 43.581722259521484, - 62.71373748779297, - 40.1893424987793, - 93.870361328125, - 77.04232025146484, - 92.25051879882812, - 52.57835006713867, - 83.81356048583984, - 47.120399475097656, - 113.38296508789062, - 60.71919250488281, - 100.35543823242188, - 50.986907958984375, - 43.386512756347656, - 44.54228210449219, - 78.54926300048828, - 58.54269790649414, - 45.60025405883789, - 56.25802230834961, - 70.14645385742188, - 40.27695846557617, - 55.061073303222656, - 109.89435577392578, - 70.20214080810547, - 46.512577056884766, - 56.72148513793945, - 93.42678833007812, - 43.224884033203125, - 67.67337036132812, - 87.9905014038086, - 47.38801193237305, - 55.218929290771484, - 47.703086853027344, - 39.85642623901367, - 39.36960983276367, - 44.05696487426758, - 54.224124908447266, - 62.90294647216797, - 54.224124908447266, - 39.6721305847168, - 40.924522399902344, - 55.750328063964844, - 50.8720588684082, - 72.17343139648438, - 67.5317611694336, - 65.47560119628906, - 45.834896087646484, - 96.62429809570312, - 42.351722717285156, - 42.63706588745117, - 40.892601013183594, - 67.26985931396484, - 58.140625, - 39.36961364746094, - 40.92451858520508, - 44.05697250366211, - 54.22412109375, - 54.22412109375, - 73.30488586425781, - 87.00382995605469, - 40.60122299194336, - 60.31753158569336, - 44.969154357910156, - 62.81267166137695, - 61.08143997192383, - 84.27938842773438, - 49.10814666748047, - 52.078712463378906, - 72.7249755859375, - 44.426116943359375, - 67.5317611694336, - 59.335105895996094, - 69.6557388305664, - 55.755287170410156, - 40.00730895996094, - 63.52897262573242, - 67.17436218261719, - 50.45290756225586, - 40.60122299194336, - 73.67793273925781, - 39.85641860961914, - 74.2764892578125, - 103.4421157836914, - 40.43056106567383, - 48.709590911865234, - 78.59405517578125, - 42.5905876159668, - 47.90146255493164, - 41.07483673095703, - 54.777137756347656, - 73.41291809082031, - 42.05252456665039, - 39.44862365722656, - 41.640140533447266, - 40.60122299194336, - 48.70958709716797, - 51.19669723510742, - 103.135986328125, - 115.18849182128906, - 48.494266510009766, - 41.734832763671875, - 40.17346954345703, - 48.7095832824707, - 67.5317611694336, - 71.4139633178711, - 64.80892181396484, - 39.711204528808594, - 44.896942138671875, - 104.27909088134766, - 78.46534729003906, - 49.20155334472656, - 43.095211029052734, - 40.855777740478516, - 67.5317611694336, - 80.50472259521484, - 43.18494415283203, - 48.99156188964844, - 70.11750030517578, - 46.800846099853516, - 60.06059265136719, - 54.02354049682617, - 44.67028045654297, - 61.62264633178711, - 74.30170440673828, - 46.90904998779297, - 54.830108642578125, - 60.30000305175781, - 43.45973587036133, - 41.895782470703125, - 45.5595588684082, - 104.52373504638672, - 54.22412109375, - 54.22412109375, - 47.703086853027344, - 40.43056106567383, - 50.213287353515625, - 54.028709411621094, - 39.36960983276367, - 58.173580169677734, - 74.16399383544922, - 44.42003631591797, - 56.28752899169922, - 42.92162322998047, - 58.77881622314453, - 63.1829833984375, - 50.85105895996094, - 41.6744499206543, - 74.4220962524414, - 71.43338012695312, - 48.712554931640625, - 45.39010238647461, - 109.28499603271484, - 47.744773864746094, - 44.80762481689453, - 39.44862365722656, - 124.46090698242188, - 71.05908203125, - 40.52289581298828, - 46.37150955200195, - 88.95702362060547, - 56.7615852355957, - 45.5595588684082, - 41.30543518066406, - 40.60122299194336, - 79.92594146728516, - 41.47693634033203, - 102.0749740600586, - 52.88465881347656, - 54.08977127075195, - 91.55620574951172, - 42.769012451171875, - 74.33538818359375, - 50.136329650878906, - 54.224124908447266, - 54.22412109375, - 59.92395782470703, - 103.95144653320312, - 72.84053802490234, - 48.0391960144043, - 69.05856323242188, - 44.60364532470703, - 52.0246467590332, - 41.895790100097656, - 47.703086853027344, - 65.57391357421875, - 76.40206909179688, - 57.58745574951172, - 55.731082916259766, - 39.92671585083008, - 47.703086853027344, - 42.4029426574707, - 40.60122299194336, - 42.07524108886719, - 39.44862365722656, - 44.05696487426758, - 56.38157653808594, - 46.41318130493164, - 69.06829071044922, - 68.15419006347656, - 67.5317611694336, - 52.23525619506836, - 66.47840118408203, - 56.48708724975586, - 39.6721305847168, - 65.11125946044922, - 54.22412109375, - 40.864837646484375, - 59.95732879638672, - 41.895790100097656, - 60.55022430419922, - 50.93403625488281, - 52.625160217285156, - 67.5317611694336, - 54.94818878173828, - 512.0, - 59.03048324584961, - 50.358314514160156, - 54.22412109375, - 41.47610092163086 + 544.9313354492188, + 460.8743591308594, + 573.8617553710938, + 529.550537109375, + 597.6580810546875, + 547.1351318359375, + 687.3046264648438, + 496.6556701660156, + 771.2044067382812, + 495.8608703613281, + 488.31146240234375, + 938.6085815429688, + 551.529541015625, + 485.3735656738281, + 636.8191528320312, + 701.12255859375, + 455.9927062988281, + 775.756103515625, + 714.4508056640625, + 756.074462890625, + 910.5655517578125, + 756.4298095703125, + 732.069580078125, + 561.1395263671875, + 646.8171997070312, + 797.9859619140625, + 670.2156372070312, + 797.90673828125, + 677.0304565429688, + 993.8583374023438, + 818.4330444335938, + 928.3496704101562, + 719.43359375, + 623.2349243164062, + 524.8860473632812, + 559.07080078125, + 724.0491943359375, + 573.8846435546875, + 909.2299194335938, + 947.3924560546875, + 759.66748046875, + 640.758544921875, + 562.5328369140625, + 620.198974609375, + 471.4407043457031, + 588.5057373046875, + 528.7512817382812, + 664.728515625, + 569.8043823242188, + 573.2581787109375, + 598.0216674804688, + 660.8760986328125, + 590.8795166015625, + 636.842041015625, + 845.3823852539062, + 627.351318359375, + 718.9971313476562, + 543.1484985351562, + 844.623779296875, + 666.5711669921875, + 867.4313354492188, + 614.0411987304688, + 652.0091552734375, + 482.3965759277344, + 462.6147155761719, + 652.0716552734375, + 732.6809692382812, + 684.422119140625, + 868.7069091796875, + 667.2263793945312, + 691.58984375, + 598.830322265625, + 724.7720947265625, + 595.8399047851562, + 598.5421142578125, + 619.2186889648438, + 486.5445251464844, + 745.1324462890625, + 580.30419921875, + 779.3887939453125, + 663.0408325195312, + 766.512451171875, + 516.2587280273438, + 699.415771484375, + 833.2301635742188, + 699.3668212890625, + 548.1047973632812, + 849.5865478515625, + 578.2449340820312, + 762.7885131835938, + 568.0140380859375, + 516.9829711914062, + 598.3760375976562, + 813.35986328125, + 676.8925170898438, + 676.6286010742188, + 661.656494140625, + 619.464599609375, + 548.3203125, + 632.3619384765625, + 554.7167358398438, + 943.999267578125, + 902.7822265625, + 894.7891235351562, + 837.181884765625, + 708.219970703125, + 579.8563842773438, + 442.67010498046875, + 597.354736328125, + 724.3897705078125, + 683.3750610351562, + 604.147216796875, + 564.1647338867188, + 818.7176513671875, + 746.1336669921875, + 707.1524047851562, + 803.1181640625, + 683.8497314453125, + 754.9540405273438, + 761.334228515625, + 935.2545166015625, + 497.67620849609375, + 496.4154968261719, + 669.1776733398438, + 373.89752197265625, + 712.5138549804688, + 670.7135620117188, + 687.152587890625, + 801.147216796875, + 663.834716796875, + 866.75048828125, + 754.3566284179688, + 656.1658935546875, + 849.255859375, + 724.1326904296875, + 624.8572387695312, + 380.460693359375, + 808.4749145507812, + 720.1288452148438, + 669.7922973632812, + 599.7357177734375, + 730.9915771484375, + 736.9767456054688, + 674.2531127929688, + 503.6725769042969, + 410.7796936035156, + 450.9314270019531, + 877.92578125, + 880.459716796875, + 705.4465942382812, + 684.0958251953125, + 497.8599853515625, + 722.8922119140625, + 697.470947265625, + 979.1251831054688, + 807.8798217773438, + 959.2681274414062, + 527.3988647460938, + 640.919189453125, + 757.5663452148438, + 474.2926025390625, + 728.451416015625, + 537.4747924804688, + 699.4945678710938, + 887.1395874023438, + 664.0266723632812, + 481.606689453125, + 539.3012084960938, + 723.852783203125, + 667.8901977539062, + 828.0008544921875, + 867.2666625976562, + 589.439697265625, + 809.5833129882812, + 620.8624267578125, + 761.1166381835938, + 628.8980712890625, + 748.62646484375, + 776.7711181640625, + 590.7388305664062, + 487.1257629394531, + 685.3704833984375, + 649.6292724609375, + 919.875, + 772.0308227539062, + 776.69677734375, + 543.2540283203125, + 1127.6068115234375, + 874.4906616210938, + 845.2083129882812, + 616.254150390625, + 770.3157958984375, + 780.4986572265625, + 678.235595703125, + 675.718017578125, + 687.6270751953125, + 732.2484741210938, + 745.166015625, + 549.1052856445312, + 667.734375, + 744.3427124023438, + 720.2766723632812, + 753.9370727539062, + 763.3442993164062, + 702.635986328125, + 791.5083618164062, + 845.576171875, + 739.7389526367188, + 851.8026123046875, + 602.2706909179688, + 701.6318969726562, + 543.1642456054688, + 670.7450561523438, + 540.8618774414062, + 763.4879760742188, + 553.961181640625, + 679.5992431640625, + 740.7411499023438, + 746.074462890625, + 693.935302734375, + 514.0702514648438, + 755.5657958984375, + 690.9651489257812, + 896.04541015625, + 505.8365478515625, + 429.0560302734375, + 797.533203125, + 680.3180541992188, + 715.4815063476562, + 953.291259765625, + 522.7494506835938, + 783.109619140625, + 613.6788940429688, + 737.5936889648438, + 607.2185668945312, + 600.4819946289062, + 616.8304443359375, + 460.3733825683594, + 701.109619140625, + 762.1763916015625, + 871.5101928710938, + 714.5725708007812, + 890.04052734375, + 623.2484741210938, + 779.457763671875, + 550.0606079101562, + 645.1112670898438, + 637.0014038085938, + 636.9663696289062, + 664.8006591796875, + 439.87841796875, + 697.7665405273438, + 930.9637451171875, + 923.6638793945312, + 883.396484375, + 788.482666015625, + 655.002197265625, + 551.043701171875, + 664.6104125976562, + 760.2468872070312, + 691.8921508789062, + 645.5711669921875, + 620.254150390625, + 930.9714965820312, + 779.864990234375, + 857.9076538085938, + 638.9833374023438, + 558.7323608398438, + 730.6258544921875, + 699.2813110351562, + 602.9280395507812, + 1041.2960205078125, + 764.3316650390625, + 687.0704345703125, + 454.2591247558594, + 916.1696166992188, + 506.5052490234375, + 651.291748046875, + 760.2661743164062, + 707.2301025390625, + 949.427978515625, + 613.0601806640625, + 686.2845458984375, + 690.7186889648438, + 904.6422119140625, + 565.5873413085938, + 474.7609558105469, + 767.9979858398438, + 818.9612426757812, + 566.5903930664062, + 701.8058471679688, + 815.4360961914062, + 478.76812744140625, + 694.4855346679688, + 687.4938354492188, + 704.135986328125, + 578.7257080078125, + 715.9191284179688, + 987.773681640625, + 666.4618530273438, + 633.5009765625, + 625.7197265625, + 725.6931762695312, + 547.6890869140625, + 692.5821533203125, + 836.6991577148438, + 968.8816528320312, + 771.2405395507812, + 597.1648559570312, + 491.33746337890625, + 785.0291748046875, + 598.5892944335938, + 739.3663330078125, + 788.3297729492188, + 656.6463012695312, + 494.3780212402344, + 560.503662109375, + 700.6156616210938, + 735.088134765625, + 671.0748291015625, + 624.4459228515625, + 646.7897338867188, + 693.2816162109375, + 650.7913208007812, + 666.674072265625, + 1097.0888671875, + 651.4143676757812, + 652.3599853515625, + 713.4348754882812, + 654.9827880859375, + 457.3320007324219, + 677.8643798828125, + 621.3591918945312, + 753.3748168945312, + 694.0365600585938, + 734.6157836914062, + 726.4952392578125, + 771.4605102539062, + 731.7974853515625, + 817.6895141601562, + 509.35784912109375, + 686.79736328125, + 504.0413513183594, + 548.2371826171875, + 638.8478393554688, + 590.5260620117188, + 866.701171875, + 788.9017333984375, + 653.9232788085938, + 975.8041381835938, + 711.266357421875, + 555.704345703125, + 638.5079345703125, + 670.09228515625, + 464.31658935546875, + 707.1012573242188, + 781.896240234375, + 857.8895263671875, + 1024.9381103515625, + 641.9125366210938, + 735.802001953125, + 500.5152893066406, + 592.5694580078125, + 877.1080932617188, + 826.0730590820312, + 688.112060546875, + 690.4453735351562, + 635.4960327148438, + 551.9102783203125, + 706.3116455078125, + 547.1901245117188, + 775.7611694335938, + 694.4454345703125, + 824.3264770507812, + 840.3255004882812, + 670.850830078125, + 803.8444213867188, + 482.1243896484375, + 590.3467407226562, + 654.0006103515625, + 764.3754272460938, + 585.1824340820312, + 760.3843383789062, + 710.3870849609375, + 688.8419189453125, + 860.3255615234375, + 911.3216552734375, + 757.8182983398438, + 529.6820068359375, + 882.2952880859375, + 601.2744750976562, + 716.4486694335938, + 496.6807556152344, + 447.62396240234375, + 410.0459899902344, + 723.9183959960938, + 751.1156005859375, + 820.9126586914062, + 701.3504028320312, + 712.2229614257812, + 745.2560424804688, + 594.4521484375, + 826.0647583007812, + 708.1102294921875, + 653.7830810546875, + 697.2236328125, + 735.8160400390625, + 819.7630615234375, + 586.9509887695312, + 761.2590942382812, + 513.0022583007812, + 758.1970825195312, + 677.17919921875, + 764.0288696289062, + 955.6455078125, + 754.971923828125, + 746.6106567382812, + 820.7684936523438, + 734.2881469726562, + 504.3028259277344, + 641.5765380859375, + 659.4888916015625, + 527.0320434570312, + 790.8516235351562, + 621.084716796875, + 597.27978515625, + 562.0507202148438, + 650.5639038085938, + 660.118408203125, + 631.42724609375, + 842.4671020507812, + 516.2554931640625, + 575.3159790039062, + 516.9364624023438, + 620.0319213867188, + 718.5717163085938, + 762.4606323242188, + 504.88720703125, + 977.787353515625, + 873.739013671875, + 708.291748046875, + 766.0638427734375, + 650.9678955078125, + 717.9772338867188, + 580.084228515625, + 799.3773803710938, + 607.673095703125, + 826.3418579101562, + 640.0546264648438, + 691.6976928710938, + 830.846435546875, + 832.5643920898438, + 597.1592407226562, + 701.5502319335938, + 648.8179321289062, + 700.5958251953125, + 703.4632568359375, + 514.1603393554688, + 392.6943664550781, + 539.1475219726562, + 604.55419921875, + 805.7283325195312, + 698.6707153320312, + 937.3999633789062, + 668.5529174804688, + 921.34375, + 801.613525390625, + 850.3657836914062, + 693.7880249023438, + 705.8556518554688, + 416.40325927734375, + 658.4249877929688, + 517.0895385742188, + 667.8114013671875, + 772.4492797851562, + 785.822265625, + 493.15521240234375, + 626.1858520507812, + 954.9557495117188, + 665.9530639648438, + 733.1251831054688, + 752.4221801757812, + 846.4711303710938, + 589.953125, + 678.946044921875, + 877.3944702148438, + 776.899169921875, + 443.3526306152344, + 619.5961303710938, + 550.7263793945312, + 550.0304565429688, + 486.9325866699219, + 828.9678955078125, + 625.96044921875, + 931.3199462890625, + 670.6380004882812, + 901.5756225585938, + 563.6173095703125, + 861.162841796875, + 842.2567138671875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.3, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -26170,374 +32179,374 @@ 2 ], "wall_clock_s": [ - 497.0, - 513.6, - 496.9 + 936.0, + 964.8, + 925.0 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.199426531791687, + "loss": 0.2019418627023697, "env_score_iters": 500, - "env_score": -3.012636423110962, + "env_score": -0.3677242696285248, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.4375, "grad_align_iters": 500, - "grad_align": 0.1998707801103592, - "rl_grad_norm": 0.35737529397010803, - "bc_grad_norm": 0.21524278819561005, + "grad_align": -0.06415148824453354, + "rl_grad_norm": 0.3155679702758789, + "bc_grad_norm": 4.000342845916748, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00013684277655556798, - "embedding.weight": 0.0008908946183510125, - "cnn.0.weight": 0.020939728245139122, - "cnn.0.bias": 0.0008930756594054401, - "cnn.2.weight": 0.007526541128754616, - "cnn.2.bias": 0.0015313610201701522, - "cnn.5.weight": 0.013230016455054283, - "cnn.5.bias": 0.0015350953908637166, - "action_emb.weight": 0.007575000170618296, - "timestep_emb.weight": 0.003664802759885788, - "pos_emb.weight": 0.005030808504670858, - "transformer.layers.0.self_attn.in_proj_weight": 0.03194568678736687, - "transformer.layers.0.self_attn.in_proj_bias": 0.003047337755560875, - "transformer.layers.0.self_attn.out_proj.weight": 0.03489164263010025, - "transformer.layers.0.self_attn.out_proj.bias": 0.004951202776283026, - "transformer.layers.0.linear1.weight": 0.040281035006046295, - "transformer.layers.0.linear1.bias": 0.002103406935930252, - "transformer.layers.0.linear2.weight": 0.043081846088171005, - "transformer.layers.0.linear2.bias": 0.0034418446011841297, - "transformer.layers.0.norm1.weight": 0.0019301470601931214, - "transformer.layers.0.norm1.bias": 0.0028960665222257376, - "transformer.layers.0.norm2.weight": 0.003945191390812397, - "transformer.layers.0.norm2.bias": 0.0034846628550440073, - "transformer.layers.1.self_attn.in_proj_weight": 0.0322057269513607, - "transformer.layers.1.self_attn.in_proj_bias": 0.002346891211345792, - "transformer.layers.1.self_attn.out_proj.weight": 0.029528627172112465, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028571432922035456, - "transformer.layers.1.linear1.weight": 0.026021966710686684, - "transformer.layers.1.linear1.bias": 0.0013032255228608847, - "transformer.layers.1.linear2.weight": 0.03352351486682892, - "transformer.layers.1.linear2.bias": 0.0026795347221195698, - "transformer.layers.1.norm1.weight": 0.0019860900938510895, - "transformer.layers.1.norm1.bias": 0.0026471936143934727, - "transformer.layers.1.norm2.weight": 0.0018800117541104555, - "transformer.layers.1.norm2.bias": 0.0013386652572080493, - "transformer.layers.2.self_attn.in_proj_weight": 0.049244944006204605, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028292436618357897, - "transformer.layers.2.self_attn.out_proj.weight": 0.02457219921052456, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027328815776854753, - "transformer.layers.2.linear1.weight": 0.020394695922732353, - "transformer.layers.2.linear1.bias": 0.001181660103611648, - "transformer.layers.2.linear2.weight": 0.022409550845623016, - "transformer.layers.2.linear2.bias": 0.0030430720653384924, - "transformer.layers.2.norm1.weight": 0.003554087597876787, - "transformer.layers.2.norm1.bias": 0.0033566122874617577, - "transformer.layers.2.norm2.weight": 0.001373660285025835, - "transformer.layers.2.norm2.bias": 0.0013614604249596596, - "transformer.layers.3.self_attn.in_proj_weight": 0.06968250870704651, - "transformer.layers.3.self_attn.in_proj_bias": 0.005043690092861652, - "transformer.layers.3.self_attn.out_proj.weight": 0.03390177711844444, - "transformer.layers.3.self_attn.out_proj.bias": 0.00481857405975461, - "transformer.layers.3.linear1.weight": 0.060343366116285324, - "transformer.layers.3.linear1.bias": 0.004065555986016989, - "transformer.layers.3.linear2.weight": 0.03391071408987045, - "transformer.layers.3.linear2.bias": 0.007016561925411224, - "transformer.layers.3.norm1.weight": 0.0058782282285392284, - "transformer.layers.3.norm1.bias": 0.00676130224019289, - "transformer.layers.3.norm2.weight": 0.005185930524021387, - "transformer.layers.3.norm2.bias": 0.00574297783896327, - "head.weight": 0.4215562045574188, - "head.bias": 0.015919961035251617, - "global_embedding.weight": 0.0033144087065011263, - "global_cnn.0.weight": 0.05088067427277565, - "global_cnn.0.bias": 0.0017677278956398368, - "global_cnn.2.weight": 0.06475631892681122, - "global_cnn.2.bias": 0.0024463459849357605, - "global_proj.weight": 0.01944982446730137, - "global_proj.bias": 0.015267609618604183, - "goal_head.0.weight": 0.01781514845788479, - "goal_head.0.bias": 0.00866592675447464, - "goal_head.2.weight": 0.04498422145843506, - "goal_head.2.bias": 0.026158355176448822 + "global_gate": 0.0002016369253396988, + "embedding.weight": 0.0018475120887160301, + "cnn.0.weight": 0.032981276512145996, + "cnn.0.bias": 0.0012603774666786194, + "cnn.2.weight": 0.007763148285448551, + "cnn.2.bias": 0.0024447322357445955, + "cnn.5.weight": 0.008198760449886322, + "cnn.5.bias": 0.0025547933764755726, + "action_emb.weight": 0.007703869603574276, + "timestep_emb.weight": 0.001534045790322125, + "pos_emb.weight": 0.0036766768898814917, + "transformer.layers.0.self_attn.in_proj_weight": 0.027652153745293617, + "transformer.layers.0.self_attn.in_proj_bias": 0.001977264415472746, + "transformer.layers.0.self_attn.out_proj.weight": 0.036119017750024796, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030165216885507107, + "transformer.layers.0.linear1.weight": 0.037791427224874496, + "transformer.layers.0.linear1.bias": 0.001506915083155036, + "transformer.layers.0.linear2.weight": 0.03135225549340248, + "transformer.layers.0.linear2.bias": 0.0026529657188802958, + "transformer.layers.0.norm1.weight": 0.0015436977846547961, + "transformer.layers.0.norm1.bias": 0.00183343724347651, + "transformer.layers.0.norm2.weight": 0.004043214954435825, + "transformer.layers.0.norm2.bias": 0.0017880762461572886, + "transformer.layers.1.self_attn.in_proj_weight": 0.031176650896668434, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018863180885091424, + "transformer.layers.1.self_attn.out_proj.weight": 0.03262313827872276, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024711880832910538, + "transformer.layers.1.linear1.weight": 0.01835652068257332, + "transformer.layers.1.linear1.bias": 0.0010409861570224166, + "transformer.layers.1.linear2.weight": 0.021913956850767136, + "transformer.layers.1.linear2.bias": 0.002313741482794285, + "transformer.layers.1.norm1.weight": 0.0020640497095882893, + "transformer.layers.1.norm1.bias": 0.001995096681639552, + "transformer.layers.1.norm2.weight": 0.0017055727075785398, + "transformer.layers.1.norm2.bias": 0.0013434457359835505, + "transformer.layers.2.self_attn.in_proj_weight": 0.031006809324026108, + "transformer.layers.2.self_attn.in_proj_bias": 0.002037955680862069, + "transformer.layers.2.self_attn.out_proj.weight": 0.02811346761882305, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021453031804412603, + "transformer.layers.2.linear1.weight": 0.01339498907327652, + "transformer.layers.2.linear1.bias": 0.0008487284067086875, + "transformer.layers.2.linear2.weight": 0.017170581966638565, + "transformer.layers.2.linear2.bias": 0.002213893225416541, + "transformer.layers.2.norm1.weight": 0.002297952538356185, + "transformer.layers.2.norm1.bias": 0.0024730616714805365, + "transformer.layers.2.norm2.weight": 0.0009058313444256783, + "transformer.layers.2.norm2.bias": 0.0008496149675920606, + "transformer.layers.3.self_attn.in_proj_weight": 0.055068157613277435, + "transformer.layers.3.self_attn.in_proj_bias": 0.005049047991633415, + "transformer.layers.3.self_attn.out_proj.weight": 0.03197797015309334, + "transformer.layers.3.self_attn.out_proj.bias": 0.004038106184452772, + "transformer.layers.3.linear1.weight": 0.03821561485528946, + "transformer.layers.3.linear1.bias": 0.0034122804645448923, + "transformer.layers.3.linear2.weight": 0.02299518696963787, + "transformer.layers.3.linear2.bias": 0.005205607041716576, + "transformer.layers.3.norm1.weight": 0.004929768852889538, + "transformer.layers.3.norm1.bias": 0.00791033823043108, + "transformer.layers.3.norm2.weight": 0.0028713522478938103, + "transformer.layers.3.norm2.bias": 0.004772039595991373, + "head.weight": 0.2981131374835968, + "head.bias": 0.010700530372560024, + "global_embedding.weight": 0.004012701101601124, + "global_cnn.0.weight": 0.03433830663561821, + "global_cnn.0.bias": 0.0013842929620295763, + "global_cnn.2.weight": 0.05923483520746231, + "global_cnn.2.bias": 0.003403489012271166, + "global_proj.weight": 0.01337433885782957, + "global_proj.bias": 0.008436943404376507, + "goal_head.0.weight": 0.00704951910302043, + "goal_head.0.bias": 0.0028813795652240515, + "goal_head.2.weight": 0.010516883805394173, + "goal_head.2.bias": 0.005907043814659119 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06839658319950104, - "repr_drift_kl_low_t": 0.06347104907035828, - "repr_drift_kl_mid_t": 0.06563500314950943, - "repr_drift_kl_high_t": 0.10116013884544373, + "repr_drift_kl": 0.5990877747535706, + "repr_drift_kl_low_t": 0.7287362217903137, + "repr_drift_kl_mid_t": 0.6068883538246155, + "repr_drift_kl_high_t": 0.4293329417705536, "cka_iters": 500, - "cka_similarity": 0.7785120606422424, + "cka_similarity": 0.6441971659660339, "t_analysis_iters": 500, - "norm_low_t": 0.6719358563423157, - "norm_high_t": 0.2848271429538727, - "lowhigh_cos": 0.3388189375400543, + "norm_low_t": 0.22980618476867676, + "norm_high_t": 0.5971553325653076, + "lowhigh_cos": 0.2543509900569916, "t_bin_norms": { - "t_0.0-0.1": 0.4445306956768036, - "t_0.1-0.2": 0.36749395728111267, - "t_0.2-0.3": 0.43008527159690857, - "t_0.3-0.4": 0.29991891980171204, - "t_0.4-0.5": 0.29604801535606384, - "t_0.5-0.6": 0.26958993077278137, - "t_0.6-0.7": 0.26993656158447266, - "t_0.7-0.8": 0.3186994791030884, - "t_0.8-0.9": 0.29697468876838684, - "t_0.9-1.0": 0.41809579730033875 - }, - "win_rate": 0.055055584758520126, - "effective_batch_size": 41.47610092163086, + "t_0.0-0.1": 0.3895484507083893, + "t_0.1-0.2": 0.2869682013988495, + "t_0.2-0.3": 0.25534772872924805, + "t_0.3-0.4": 0.28270968794822693, + "t_0.4-0.5": 0.29622766375541687, + "t_0.5-0.6": 0.29749396443367004, + "t_0.6-0.7": 0.34497418999671936, + "t_0.7-0.8": 0.32205161452293396, + "t_0.8-0.9": 0.5054638981819153, + "t_0.9-1.0": 0.6882938742637634 + }, + "win_rate": 0.13055555522441864, + "effective_batch_size": 842.2567138671875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.05837107077240944, + "loss": 0.08861269056797028, "env_score_iters": 500, - "env_score": -2.801250696182251, + "env_score": -0.5221846103668213, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.33749999999999997, "grad_align_iters": 500, - "grad_align": 0.5218453407287598, - "rl_grad_norm": 0.3805469572544098, - "bc_grad_norm": 0.2194826602935791, + "grad_align": 0.16731201112270355, + "rl_grad_norm": 0.21682606637477875, + "bc_grad_norm": 2.4858195781707764, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000012067676834703889, - "embedding.weight": 0.0010435461299493909, - "cnn.0.weight": 0.02749110758304596, - "cnn.0.bias": 0.0011643031612038612, - "cnn.2.weight": 0.00841913279145956, - "cnn.2.bias": 0.002785784425213933, - "cnn.5.weight": 0.011152420192956924, - "cnn.5.bias": 0.003386125434190035, - "action_emb.weight": 0.005453305784612894, - "timestep_emb.weight": 0.0021726060658693314, - "pos_emb.weight": 0.002467941725626588, - "transformer.layers.0.self_attn.in_proj_weight": 0.04147324338555336, - "transformer.layers.0.self_attn.in_proj_bias": 0.0039384267292916775, - "transformer.layers.0.self_attn.out_proj.weight": 0.03158770874142647, - "transformer.layers.0.self_attn.out_proj.bias": 0.004049168433994055, - "transformer.layers.0.linear1.weight": 0.026683365926146507, - "transformer.layers.0.linear1.bias": 0.0013781959423795342, - "transformer.layers.0.linear2.weight": 0.026659807190299034, - "transformer.layers.0.linear2.bias": 0.0027029879856854677, - "transformer.layers.0.norm1.weight": 0.002519558882340789, - "transformer.layers.0.norm1.bias": 0.004249629098922014, - "transformer.layers.0.norm2.weight": 0.0026721248868852854, - "transformer.layers.0.norm2.bias": 0.001660694950260222, - "transformer.layers.1.self_attn.in_proj_weight": 0.026150532066822052, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017967583844438195, - "transformer.layers.1.self_attn.out_proj.weight": 0.02270292118191719, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019691314082592726, - "transformer.layers.1.linear1.weight": 0.012660643085837364, - "transformer.layers.1.linear1.bias": 0.0007915202877484262, - "transformer.layers.1.linear2.weight": 0.014827078208327293, - "transformer.layers.1.linear2.bias": 0.0019349728245288134, - "transformer.layers.1.norm1.weight": 0.001982850721105933, - "transformer.layers.1.norm1.bias": 0.0018202184000983834, - "transformer.layers.1.norm2.weight": 0.0010102808009833097, - "transformer.layers.1.norm2.bias": 0.0007674479857087135, - "transformer.layers.2.self_attn.in_proj_weight": 0.026142120361328125, - "transformer.layers.2.self_attn.in_proj_bias": 0.001761522376909852, - "transformer.layers.2.self_attn.out_proj.weight": 0.015216701664030552, - "transformer.layers.2.self_attn.out_proj.bias": 0.0017763001378625631, - "transformer.layers.2.linear1.weight": 0.008758749812841415, - "transformer.layers.2.linear1.bias": 0.0006043589091859758, - "transformer.layers.2.linear2.weight": 0.010223289020359516, - "transformer.layers.2.linear2.bias": 0.0018845866434276104, - "transformer.layers.2.norm1.weight": 0.002745960373431444, - "transformer.layers.2.norm1.bias": 0.0023617863189429045, - "transformer.layers.2.norm2.weight": 0.0006729718297719955, - "transformer.layers.2.norm2.bias": 0.0006862360169179738, - "transformer.layers.3.self_attn.in_proj_weight": 0.03884194791316986, - "transformer.layers.3.self_attn.in_proj_bias": 0.0036862478591501713, - "transformer.layers.3.self_attn.out_proj.weight": 0.017996326088905334, - "transformer.layers.3.self_attn.out_proj.bias": 0.0032398768234997988, - "transformer.layers.3.linear1.weight": 0.033532049506902695, - "transformer.layers.3.linear1.bias": 0.0030042482540011406, - "transformer.layers.3.linear2.weight": 0.01817687228322029, - "transformer.layers.3.linear2.bias": 0.005222292151302099, - "transformer.layers.3.norm1.weight": 0.0035306066274642944, - "transformer.layers.3.norm1.bias": 0.005223524756729603, - "transformer.layers.3.norm2.weight": 0.003500196151435375, - "transformer.layers.3.norm2.bias": 0.005002480931580067, - "head.weight": 0.28991591930389404, - "head.bias": 0.012798244133591652, - "global_embedding.weight": 0.0051994724199175835, - "global_cnn.0.weight": 0.043787289410829544, - "global_cnn.0.bias": 0.0015612602001056075, - "global_cnn.2.weight": 0.08071836829185486, - "global_cnn.2.bias": 0.004193627275526524, - "global_proj.weight": 0.02752033621072769, - "global_proj.bias": 0.01571064628660679, - "goal_head.0.weight": 0.015473918989300728, - "goal_head.0.bias": 0.006970252841711044, - "goal_head.2.weight": 0.020664270967245102, - "goal_head.2.bias": 0.01659800298511982 + "global_gate": 1.8326365534448996e-05, + "embedding.weight": 0.00045537890400737524, + "cnn.0.weight": 0.011881851591169834, + "cnn.0.bias": 0.0004024878144264221, + "cnn.2.weight": 0.0034705756697803736, + "cnn.2.bias": 0.0012730293674394488, + "cnn.5.weight": 0.0041672298684716225, + "cnn.5.bias": 0.0009847168112173676, + "action_emb.weight": 0.002971509238705039, + "timestep_emb.weight": 0.0006831847131252289, + "pos_emb.weight": 0.0014597097178921103, + "transformer.layers.0.self_attn.in_proj_weight": 0.010735810734331608, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009902205783873796, + "transformer.layers.0.self_attn.out_proj.weight": 0.011022289283573627, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014535157242789865, + "transformer.layers.0.linear1.weight": 0.015053099021315575, + "transformer.layers.0.linear1.bias": 0.0006810608319938183, + "transformer.layers.0.linear2.weight": 0.014293540269136429, + "transformer.layers.0.linear2.bias": 0.001290193642489612, + "transformer.layers.0.norm1.weight": 0.000640847603790462, + "transformer.layers.0.norm1.bias": 0.0009541215258650482, + "transformer.layers.0.norm2.weight": 0.0013732569059357047, + "transformer.layers.0.norm2.bias": 0.0006633595912717283, + "transformer.layers.1.self_attn.in_proj_weight": 0.011752019636332989, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006991113186813891, + "transformer.layers.1.self_attn.out_proj.weight": 0.01154735404998064, + "transformer.layers.1.self_attn.out_proj.bias": 0.001085597206838429, + "transformer.layers.1.linear1.weight": 0.008669612929224968, + "transformer.layers.1.linear1.bias": 0.0005033191991969943, + "transformer.layers.1.linear2.weight": 0.011109785176813602, + "transformer.layers.1.linear2.bias": 0.0010866055963560939, + "transformer.layers.1.norm1.weight": 0.0008933194912970066, + "transformer.layers.1.norm1.bias": 0.000645670632366091, + "transformer.layers.1.norm2.weight": 0.0007451693527400494, + "transformer.layers.1.norm2.bias": 0.0005446379072964191, + "transformer.layers.2.self_attn.in_proj_weight": 0.01333695836365223, + "transformer.layers.2.self_attn.in_proj_bias": 0.000978196389041841, + "transformer.layers.2.self_attn.out_proj.weight": 0.01057372149080038, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011053630150854588, + "transformer.layers.2.linear1.weight": 0.007407221477478743, + "transformer.layers.2.linear1.bias": 0.0005730322445742786, + "transformer.layers.2.linear2.weight": 0.008052955381572247, + "transformer.layers.2.linear2.bias": 0.0012350288452580571, + "transformer.layers.2.norm1.weight": 0.0010142266983166337, + "transformer.layers.2.norm1.bias": 0.0012274759355932474, + "transformer.layers.2.norm2.weight": 0.0005751926801167428, + "transformer.layers.2.norm2.bias": 0.0008296605083160102, + "transformer.layers.3.self_attn.in_proj_weight": 0.022742480039596558, + "transformer.layers.3.self_attn.in_proj_bias": 0.00239657168276608, + "transformer.layers.3.self_attn.out_proj.weight": 0.011564100161194801, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018343947594985366, + "transformer.layers.3.linear1.weight": 0.014459604397416115, + "transformer.layers.3.linear1.bias": 0.0012930860975757241, + "transformer.layers.3.linear2.weight": 0.008023753762245178, + "transformer.layers.3.linear2.bias": 0.002347925677895546, + "transformer.layers.3.norm1.weight": 0.00196781475096941, + "transformer.layers.3.norm1.bias": 0.0034883429761976004, + "transformer.layers.3.norm2.weight": 0.0010357883293181658, + "transformer.layers.3.norm2.bias": 0.0018230098066851497, + "head.weight": 0.11609427630901337, + "head.bias": 0.004810389596968889, + "global_embedding.weight": 0.004747586324810982, + "global_cnn.0.weight": 0.0322304330766201, + "global_cnn.0.bias": 0.0012250575236976147, + "global_cnn.2.weight": 0.07801657915115356, + "global_cnn.2.bias": 0.003947761375457048, + "global_proj.weight": 0.014576788060367107, + "global_proj.bias": 0.010654100216925144, + "goal_head.0.weight": 0.011033006943762302, + "goal_head.0.bias": 0.005064859986305237, + "goal_head.2.weight": 0.01744401827454567, + "goal_head.2.bias": 0.011891309171915054 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.10269700735807419, - "repr_drift_kl_low_t": 0.09188663959503174, - "repr_drift_kl_mid_t": 0.0815134346485138, - "repr_drift_kl_high_t": 0.165693998336792, + "repr_drift_kl": 0.37499919533729553, + "repr_drift_kl_low_t": 0.43900537490844727, + "repr_drift_kl_mid_t": 0.3762156665325165, + "repr_drift_kl_high_t": 0.30711814761161804, "cka_iters": 500, - "cka_similarity": 0.5929681062698364, + "cka_similarity": 0.7199043035507202, "t_analysis_iters": 500, - "norm_low_t": 0.24566319584846497, - "norm_high_t": 0.6363186836242676, - "lowhigh_cos": -0.027388447895646095, + "norm_low_t": 0.1663905829191208, + "norm_high_t": 0.34310242533683777, + "lowhigh_cos": 0.19491459429264069, "t_bin_norms": { - "t_0.0-0.1": 0.25735417008399963, - "t_0.1-0.2": 0.1672779619693756, - "t_0.2-0.3": 0.15648257732391357, - "t_0.3-0.4": 0.26270851492881775, - "t_0.4-0.5": 0.24690449237823486, - "t_0.5-0.6": 0.19622425734996796, - "t_0.6-0.7": 0.2576238214969635, - "t_0.7-0.8": 0.2795209288597107, - "t_0.8-0.9": 0.45053690671920776, - "t_0.9-1.0": 0.7157561779022217 - }, - "win_rate": 0.09163762629032135, - "effective_batch_size": 64.43695831298828, + "t_0.0-0.1": 0.2668877840042114, + "t_0.1-0.2": 0.1377304047346115, + "t_0.2-0.3": 0.1501931995153427, + "t_0.3-0.4": 0.1357315480709076, + "t_0.4-0.5": 0.1385089010000229, + "t_0.5-0.6": 0.1613706648349762, + "t_0.6-0.7": 0.15313859283924103, + "t_0.7-0.8": 0.1660999357700348, + "t_0.8-0.9": 0.21042029559612274, + "t_0.9-1.0": 0.5482728481292725 + }, + "win_rate": 0.03820224851369858, + "effective_batch_size": 494.8751220703125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.05882127955555916, + "loss": 0.1416676938533783, "env_score_iters": 500, - "env_score": -3.747776985168457, + "env_score": -0.3016584515571594, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4625, "grad_align_iters": 500, - "grad_align": 0.2848169803619385, - "rl_grad_norm": 0.2258928418159485, - "bc_grad_norm": 0.7655364274978638, + "grad_align": -0.15270307660102844, + "rl_grad_norm": 0.28809717297554016, + "bc_grad_norm": 3.5087831020355225, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00011466733121778816, - "embedding.weight": 0.0017052614130079746, - "cnn.0.weight": 0.05156484991312027, - "cnn.0.bias": 0.001678643049672246, - "cnn.2.weight": 0.015736619010567665, - "cnn.2.bias": 0.005346896592527628, - "cnn.5.weight": 0.0167990829795599, - "cnn.5.bias": 0.0037338051479309797, - "action_emb.weight": 0.0022910519037395716, - "timestep_emb.weight": 0.0014601763105019927, - "pos_emb.weight": 0.0017539665568619967, - "transformer.layers.0.self_attn.in_proj_weight": 0.01983102783560753, - "transformer.layers.0.self_attn.in_proj_bias": 0.0015997752780094743, - "transformer.layers.0.self_attn.out_proj.weight": 0.0197592843323946, - "transformer.layers.0.self_attn.out_proj.bias": 0.001947722746990621, - "transformer.layers.0.linear1.weight": 0.014175383374094963, - "transformer.layers.0.linear1.bias": 0.000808221404440701, - "transformer.layers.0.linear2.weight": 0.015915973111987114, - "transformer.layers.0.linear2.bias": 0.0013515185564756393, - "transformer.layers.0.norm1.weight": 0.001230468973517418, - "transformer.layers.0.norm1.bias": 0.0017289376119151711, - "transformer.layers.0.norm2.weight": 0.0012099527521058917, - "transformer.layers.0.norm2.bias": 0.0011771731078624725, - "transformer.layers.1.self_attn.in_proj_weight": 0.014587421901524067, - "transformer.layers.1.self_attn.in_proj_bias": 0.000880587613210082, - "transformer.layers.1.self_attn.out_proj.weight": 0.016650494188070297, - "transformer.layers.1.self_attn.out_proj.bias": 0.0011520629050210118, - "transformer.layers.1.linear1.weight": 0.009754868224263191, - "transformer.layers.1.linear1.bias": 0.0005128130433149636, - "transformer.layers.1.linear2.weight": 0.01141456700861454, - "transformer.layers.1.linear2.bias": 0.0010133126052096486, - "transformer.layers.1.norm1.weight": 0.000861095730215311, - "transformer.layers.1.norm1.bias": 0.0008836882188916206, - "transformer.layers.1.norm2.weight": 0.0007190999458543956, - "transformer.layers.1.norm2.bias": 0.0005523959989659488, - "transformer.layers.2.self_attn.in_proj_weight": 0.02129417657852173, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009824105072766542, - "transformer.layers.2.self_attn.out_proj.weight": 0.009713936597108841, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008849662262946367, - "transformer.layers.2.linear1.weight": 0.005872570443898439, - "transformer.layers.2.linear1.bias": 0.00032830052077770233, - "transformer.layers.2.linear2.weight": 0.007092363201081753, - "transformer.layers.2.linear2.bias": 0.0008823086391203105, - "transformer.layers.2.norm1.weight": 0.0014280700124800205, - "transformer.layers.2.norm1.bias": 0.0011689495295286179, - "transformer.layers.2.norm2.weight": 0.0003748245653696358, - "transformer.layers.2.norm2.bias": 0.000286258349660784, - "transformer.layers.3.self_attn.in_proj_weight": 0.02213432639837265, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017376146279275417, - "transformer.layers.3.self_attn.out_proj.weight": 0.012661021202802658, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014414986362680793, - "transformer.layers.3.linear1.weight": 0.018600473180413246, - "transformer.layers.3.linear1.bias": 0.001276872935704887, - "transformer.layers.3.linear2.weight": 0.010889346711337566, - "transformer.layers.3.linear2.bias": 0.0020000282675027847, - "transformer.layers.3.norm1.weight": 0.001719675725325942, - "transformer.layers.3.norm1.bias": 0.002456473186612129, - "transformer.layers.3.norm2.weight": 0.0016680739354342222, - "transformer.layers.3.norm2.bias": 0.0019416901050135493, - "head.weight": 0.13420650362968445, - "head.bias": 0.004570377059280872, - "global_embedding.weight": 0.00907373521476984, - "global_cnn.0.weight": 0.08100637793540955, - "global_cnn.0.bias": 0.00270282500423491, - "global_cnn.2.weight": 0.147114098072052, - "global_cnn.2.bias": 0.006742964964359999, - "global_proj.weight": 0.03269713744521141, - "global_proj.bias": 0.025752821937203407, - "goal_head.0.weight": 0.029464082792401314, - "goal_head.0.bias": 0.013564473018050194, - "goal_head.2.weight": 0.06075330078601837, - "goal_head.2.bias": 0.03581429272890091 + "global_gate": 0.0002496239903848618, + "embedding.weight": 0.0013207572046667337, + "cnn.0.weight": 0.03787396475672722, + "cnn.0.bias": 0.0014526889426633716, + "cnn.2.weight": 0.01348473783582449, + "cnn.2.bias": 0.0036224343348294497, + "cnn.5.weight": 0.014299280941486359, + "cnn.5.bias": 0.004000048618763685, + "action_emb.weight": 0.006545318756252527, + "timestep_emb.weight": 0.0017319476464763284, + "pos_emb.weight": 0.006074715405702591, + "transformer.layers.0.self_attn.in_proj_weight": 0.034017644822597504, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023219941649585962, + "transformer.layers.0.self_attn.out_proj.weight": 0.0384187176823616, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031720702536404133, + "transformer.layers.0.linear1.weight": 0.04226145148277283, + "transformer.layers.0.linear1.bias": 0.0016708767507225275, + "transformer.layers.0.linear2.weight": 0.03595224395394325, + "transformer.layers.0.linear2.bias": 0.0024095019325613976, + "transformer.layers.0.norm1.weight": 0.002039513783529401, + "transformer.layers.0.norm1.bias": 0.0021688921842724085, + "transformer.layers.0.norm2.weight": 0.0047781988978385925, + "transformer.layers.0.norm2.bias": 0.0016187785658985376, + "transformer.layers.1.self_attn.in_proj_weight": 0.025278430432081223, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017055197386071086, + "transformer.layers.1.self_attn.out_proj.weight": 0.026813684031367302, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019965358078479767, + "transformer.layers.1.linear1.weight": 0.02148888260126114, + "transformer.layers.1.linear1.bias": 0.0009817664977163076, + "transformer.layers.1.linear2.weight": 0.02369651570916176, + "transformer.layers.1.linear2.bias": 0.0018265856197103858, + "transformer.layers.1.norm1.weight": 0.0016731979558244348, + "transformer.layers.1.norm1.bias": 0.0017010238952934742, + "transformer.layers.1.norm2.weight": 0.0020930871833115816, + "transformer.layers.1.norm2.bias": 0.0009707548888400197, + "transformer.layers.2.self_attn.in_proj_weight": 0.033562999218702316, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017135287635028362, + "transformer.layers.2.self_attn.out_proj.weight": 0.027107328176498413, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015844604931771755, + "transformer.layers.2.linear1.weight": 0.016589825972914696, + "transformer.layers.2.linear1.bias": 0.0009141153423115611, + "transformer.layers.2.linear2.weight": 0.018064746633172035, + "transformer.layers.2.linear2.bias": 0.0014147012261673808, + "transformer.layers.2.norm1.weight": 0.0026224632747471333, + "transformer.layers.2.norm1.bias": 0.0019556591287255287, + "transformer.layers.2.norm2.weight": 0.0012484481558203697, + "transformer.layers.2.norm2.bias": 0.0008660416351631284, + "transformer.layers.3.self_attn.in_proj_weight": 0.053839802742004395, + "transformer.layers.3.self_attn.in_proj_bias": 0.002197596710175276, + "transformer.layers.3.self_attn.out_proj.weight": 0.02063707448542118, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013377730501815677, + "transformer.layers.3.linear1.weight": 0.027833661064505577, + "transformer.layers.3.linear1.bias": 0.002108265645802021, + "transformer.layers.3.linear2.weight": 0.016415368765592575, + "transformer.layers.3.linear2.bias": 0.0007457438041456044, + "transformer.layers.3.norm1.weight": 0.004502663854509592, + "transformer.layers.3.norm1.bias": 0.0027653316501528025, + "transformer.layers.3.norm2.weight": 0.002181599149480462, + "transformer.layers.3.norm2.bias": 0.003092971397563815, + "head.weight": 0.14858055114746094, + "head.bias": 0.001978442072868347, + "global_embedding.weight": 0.01175727229565382, + "global_cnn.0.weight": 0.07298073172569275, + "global_cnn.0.bias": 0.0027618303429335356, + "global_cnn.2.weight": 0.14358943700790405, + "global_cnn.2.bias": 0.006947792135179043, + "global_proj.weight": 0.03127768263220787, + "global_proj.bias": 0.021897384896874428, + "goal_head.0.weight": 0.0206074770539999, + "goal_head.0.bias": 0.009149553254246712, + "goal_head.2.weight": 0.032141514122486115, + "goal_head.2.bias": 0.02040194347500801 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21629628539085388, - "repr_drift_kl_low_t": 0.20755301415920258, - "repr_drift_kl_mid_t": 0.19153767824172974, - "repr_drift_kl_high_t": 0.3323971629142761, + "repr_drift_kl": 0.48347917199134827, + "repr_drift_kl_low_t": 0.6021254658699036, + "repr_drift_kl_mid_t": 0.48243585228919983, + "repr_drift_kl_high_t": 0.3834613263607025, "cka_iters": 500, - "cka_similarity": 0.9285190105438232, + "cka_similarity": 0.6928863525390625, "t_analysis_iters": 500, - "norm_low_t": 0.238185316324234, - "norm_high_t": 0.300102174282074, - "lowhigh_cos": 0.5954501032829285, + "norm_low_t": 0.34501081705093384, + "norm_high_t": 0.3471585214138031, + "lowhigh_cos": 0.5118008852005005, "t_bin_norms": { - "t_0.0-0.1": 0.23634286224842072, - "t_0.1-0.2": 0.23126059770584106, - "t_0.2-0.3": 0.2462087869644165, - "t_0.3-0.4": 0.3193570375442505, - "t_0.4-0.5": 0.2191205471754074, - "t_0.5-0.6": 0.2047714740037918, - "t_0.6-0.7": 0.22550886869430542, - "t_0.7-0.8": 0.23660774528980255, - "t_0.8-0.9": 0.24173736572265625, - "t_0.9-1.0": 0.41953763365745544 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 41.895790100097656, + "t_0.0-0.1": 0.23404914140701294, + "t_0.1-0.2": 0.2775135040283203, + "t_0.2-0.3": 0.28590893745422363, + "t_0.3-0.4": 0.27242767810821533, + "t_0.4-0.5": 0.2896735668182373, + "t_0.5-0.6": 0.2824929654598236, + "t_0.6-0.7": 0.31692633032798767, + "t_0.7-0.8": 0.32062458992004395, + "t_0.8-0.9": 0.31793567538261414, + "t_0.9-1.0": 0.42804649472236633 + }, + "win_rate": 0.09729578346014023, + "effective_batch_size": 713.0534057617188, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.05 } } ] }, "trust_region_kl": { - "score": 0.65, - "score_std": 0.02041241452319317, + "score": 0.425, + "score_std": 0.010206207261596585, "all_scores": [ - 0.625, - 0.65, - 0.675 + 0.4125, + 0.4375, + 0.425 ], "history": { "iters": [ @@ -27043,506 +33052,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 22.6379451751709, - 316.082763671875, - 1.3300480842590332, - 6.638379096984863, - 0.06523291766643524, - 19.1381778717041, - 0.25220274925231934, - 475.048095703125, - 71.46368408203125, - 1157.8076171875, - 1.1819798946380615, - 713.3563842773438, - 45.34561538696289, - 211.8914794921875, - 0.2562084197998047, - 122.41905975341797, - 300.3868713378906, - 0.42758768796920776, - 48.093994140625, - 0.5476039052009583, - 73.77471160888672, - 0.1749476194381714, - 455.7734680175781, - 0.13993345201015472, - 13.083149909973145, - 24.664424896240234, - 4.918176174163818, - 257.0548400878906, - 0.03672640025615692, - 0.1025487557053566, - 23.719451904296875, - 2.1512954235076904, - 0.5946104526519775, - 0.06331909447908401, - 1.135655403137207, - 137.83984375, - 2.266787528991699, - 3.1565191745758057, - 0.16570186614990234, - 0.6637423038482666, - 0.39138802886009216, - 8.365633964538574, - 178.42881774902344, - 0.3968268632888794, - 0.7657801508903503, - 0.20074062049388885, - 486.01458740234375, - 0.4122735261917114, - 53.63311004638672, - 1.323431372642517, - 0.04543706029653549, - 109.15282440185547, - 106.44915008544922, - 226.93980407714844, - 27.10094451904297, - 0.4393101930618286, - 129.2472686767578, - 0.12387002259492874, - 69.99642944335938, - 0.6751576066017151, - 3.2457399368286133, - 5.234318733215332, - 0.23429006338119507, - 1.0403320789337158, - 0.031667985022068024, - 1.0605835914611816, - 5.089974403381348, - 0.1163128912448883, - 0.04669322818517685, - 0.6836457848548889, - 28.461565017700195, - 0.20417888462543488, - 0.4316937327384949, - 0.046634696424007416, - 13.566877365112305, - 0.4874005615711212, - 11.203510284423828, - 14.296905517578125, - 0.04671567678451538, - 40.691810607910156, - 0.5699200630187988, - 0.06042403355240822, - 4.660057544708252, - 0.09368927031755447, - 0.18142366409301758, - 0.019338561221957207, - 0.12832477688789368, - 0.21830907464027405, - 20.047866821289062, - 22.41559410095215, - 0.1396346390247345, - 1.1589114665985107, - 0.18764445185661316, - 0.032402992248535156, - 0.061156265437603, - 0.18322667479515076, - 0.04722366854548454, - 0.0991646945476532, - 64.27050018310547, - 0.13195772469043732, - 3.6953012943267822, - 0.05392267182469368, - 0.3140132427215576, - 0.07335082441568375, - 0.0933363139629364, - 0.023271415382623672, - 4.950528621673584, - 185.0010986328125, - 1.30135178565979, - 0.07749156653881073, - 0.13652107119560242, - 29.666019439697266, - 4.828998565673828, - 0.13226164877414703, - 0.4899126887321472, - 0.10730956494808197, - 0.297463059425354, - 2.522761344909668, - 0.2768672704696655, - 26.373369216918945, - 43.090980529785156, - 7.972064971923828, - 0.04663468524813652, - 0.02192901447415352, - 404.0981750488281, - 0.29624852538108826, - 0.6236996054649353, - 20.42595863342285, - 0.11097477376461029, - 0.018013358116149902, - 0.0816090777516365, - 29.97037124633789, - 0.04144490510225296, - 0.013997817412018776, - 0.11578943580389023, - 37.35306930541992, - 0.059694092720746994, - 4.58460807800293, - 0.18432073295116425, - 1.3180184364318848, - 0.07444982975721359, - 0.7932349443435669, - 7.451547622680664, - 11.375882148742676, - 0.09480125457048416, - 25.443500518798828, - 0.09585923701524734, - 0.08132287114858627, - 0.8554985523223877, - 20.257909774780273, - 58.99279022216797, - 0.9469183683395386, - 0.8041433095932007, - 34.72874450683594, - 0.5658897161483765, - 157.2381134033203, - 4.979739189147949, - 30.2452335357666, - 0.06415865570306778, - 1.4408496618270874, - 0.24079149961471558, - 2.0812525749206543, - 33.412784576416016, - 1.0438257455825806, - 0.03936564549803734, - 0.16496144235134125, - 0.07092296332120895, - 1.148937702178955, - 1.5668880939483643, - 0.2869475781917572, - 0.23065997660160065, - 0.09886790066957474, - 0.6287407279014587, - 0.07579534500837326, - 153.3540496826172, - 0.021967820823192596, - 297.38995361328125, - 0.06745856255292892, - 0.03104947879910469, - 19.127235412597656, - 0.5114459991455078, - 0.42013484239578247, - 20.70107650756836, - 0.22113949060440063, - 6.583242416381836, - 0.16981081664562225, - 0.043886423110961914, - 0.43420982360839844, - 56.54033660888672, - 0.14739570021629333, - 0.004261923488229513, - 1.1202664375305176, - 57.50229263305664, - 0.017167242243885994, - 20.096750259399414, - 0.05280788615345955, - 0.8729495406150818, - 0.08454302698373795, - 0.060297634452581406, - 0.13213738799095154, - 0.02713511511683464, - 0.23126931488513947, - 26.444181442260742, - 0.028210166841745377, - 54.83092498779297, - 54.9286003112793, - 0.20976801216602325, - 0.3499371111392975, - 1.9605634212493896, - 0.01523658074438572, - 2.435152530670166, - 4.608895301818848, - 0.5976271629333496, - 0.02411559969186783, - 0.13422346115112305, - 0.050837136805057526, - 5.9913482666015625, - 7.821572303771973, - 2.4921445846557617, - 252.58340454101562, - 3.9699244499206543, - 0.6281787157058716, - 0.04291817918419838, - 26.333600997924805, - 0.04438005015254021, - 0.19452863931655884, - 1.1325464248657227, - 20.486087799072266, - 0.12952172756195068, - 0.05970568582415581, - 3.2393665313720703, - 3.478379726409912, - 0.7408137917518616, - 0.16185548901557922, - 1.1112006902694702, - 0.25040215253829956, - 0.6371937990188599, - 0.036535680294036865, - 0.3237566351890564, - 0.07279978692531586, - 0.35534173250198364, - 8.877669334411621, - 0.03635852783918381, - 27.843854904174805, - 0.28788113594055176, - 782.5186767578125, - 172.60223388671875, - 44.55691146850586, - 0.030441174283623695, - 0.07687990367412567, - 0.23796354234218597, - 0.08164367079734802, - 0.246072918176651, - 32.14112854003906, - 16.865488052368164, - 0.7255839705467224, - 0.029197372496128082, - 48.14970779418945, - 0.3191959261894226, - 84.9448013305664, - 2.3344216346740723, - 9.354702949523926, - 0.944567084312439, - 0.31573837995529175, - 204.09640502929688, - 0.2611333131790161, - 161.69772338867188, - 24.001651763916016, - 75.38478088378906, - 0.010490643791854382, - 264.3374328613281, - 19.607900619506836, - 0.027441080659627914, - 163.25718688964844, - 37.698001861572266, - 4.624314785003662, - 0.054567329585552216, - 2.4757418632507324, - 0.07612816989421844, - 0.6485373377799988, - 1.1972111463546753, - 27.377891540527344, - 0.6730172634124756, - 26.395551681518555, - 0.5682064294815063, - 26.521272659301758, - 0.7351763844490051, - 0.14425738155841827, - 0.10104046761989594, - 5.703944683074951, - 0.1560092568397522, - 0.026121065020561218, - 15.623557090759277, - 0.7071322202682495, - 54.08193588256836, - 0.1341690719127655, - 0.01649188995361328, - 15.31322956085205, - 0.01217818632721901, - 0.015871547162532806, - 0.16597174108028412, - 0.35103839635849, - 18.96131706237793, - 10.540348052978516, - 0.08332900702953339, - 0.27276021242141724, - 0.11661587655544281, - 10.913727760314941, - 42.94398880004883, - 0.12922410666942596, - 0.02842509187757969, - 0.037499263882637024, - 0.020826831459999084, - 1.4832477569580078, - 0.09105895459651947, - 0.2281983494758606, - 0.0581052303314209, - 0.4175349771976471, - 0.08570007979869843, - 1.975373387336731, - 0.6428002119064331, - 5.956112384796143, - 0.029553931206464767, - 0.48833954334259033, - 0.02120523899793625, - 2.763190746307373, - 0.03596542403101921, - 56.402042388916016, - 0.06880076229572296, - 0.03318529948592186, - 0.21301522850990295, - 0.66441810131073, - 0.8706494569778442, - 0.14632399380207062, - 1.075490951538086, - 0.09659338742494583, - 0.029652778059244156, - 0.018668392673134804, - 0.08513229340314865, - 76.52532958984375, - 0.03566628694534302, - 0.058477066457271576, - 40.737308502197266, - 22.118637084960938, - 0.4821535646915436, - 0.12513211369514465, - 3.075166702270508, - 0.12753938138484955, - 1.3522125482559204, - 0.12225012481212616, - 0.02389209344983101, - 0.16497693955898285, - 0.06268015503883362, - 0.3191622495651245, - 0.03462116792798042, - 0.45066991448402405, - 2.777127504348755, - 1.1742427349090576, - 1.9841854572296143, - 1.2094990015029907, - 1.6083229780197144, - 0.04161453992128372, - 13.926128387451172, - 0.8080123066902161, - 11.284049034118652, - 56.8914794921875, - 0.6180720925331116, - 37.04511260986328, - 10.705000877380371, - 0.49019500613212585, - 0.8359836935997009, - 0.03256719931960106, - 0.598539412021637, - 0.6250172853469849, - 0.0611439011991024, - 0.9220437407493591, - 0.3205159902572632, - 0.058558572083711624, - 457.3519592285156, - 0.3433873951435089, - 0.029449496418237686, - 21.950407028198242, - 0.014649061486124992, - 65.03617858886719, - 0.3045387864112854, - 12.918463706970215, - 38.64369201660156, - 0.7079942226409912, - 27.063051223754883, - 14.190481185913086, - 0.5008125901222229, - 0.05008186772465706, - 0.019943449646234512, - 0.002151269232854247, - 174.01429748535156, - 4.129588603973389, - 0.03074820153415203, - 22.038066864013672, - 0.02531474083662033, - 0.7963045835494995, - 0.42546337842941284, - 12.570590019226074, - 1.0441011190414429, - 0.7700855135917664, - 0.6787030696868896, - 0.5226871371269226, - 10.002568244934082, - 0.038707345724105835, - 0.6301590204238892, - 8.37688159942627, - 1.3241370916366577, - 5.183688640594482, - 0.6336502432823181, - 0.02512940764427185, - 0.9117894172668457, - 0.013930369168519974, - 0.1346752643585205, - 0.09665092080831528, - 0.7483840584754944, - 0.15534046292304993, - 0.07773222774267197, - 0.04870946332812309, - 0.46763765811920166, - 0.7884804010391235, - 9.395974159240723, - 0.09982294589281082, - 22.99270248413086, - 116.31541442871094, - 1.8333485126495361, - 14.579133987426758, - 0.022808177396655083, - 91.42062377929688, - 0.8416767120361328, - 0.01412099041044712, - 157.43661499023438, - 0.0604754239320755, - 0.026733390986919403, - 0.13871923089027405, - 0.2975836992263794, - 54.305110931396484, - 0.16519448161125183, - 7.393149375915527, - 10.146883964538574, - 4.052552700042725, - 0.2487126737833023, - 0.043833084404468536, - 12.509921073913574, - 0.017891399562358856, - 1.7263846397399902, - 0.06389421224594116, - 0.431537926197052, - 0.850556492805481, - 5.004987716674805, - 0.010932697914540768, - 2.6596221923828125, - 0.11500023305416107, - 0.3606458604335785, - 29.57429313659668, - 271.6966247558594, - 0.13878752291202545, - 1.0253795385360718, - 0.8548883199691772, - 0.011451942846179008, - 0.0294623002409935, - 6.182000160217285, - 2.7260208129882812, - 0.008653144352138042, - 0.9177752733230591, - 1.180998682975769, - 379.6405029296875, - 0.12810732424259186, - 0.06905510276556015, - 0.6126154661178589, - 0.010060973465442657, - 1.215327262878418, - 4.692896842956543, - 10.584787368774414, - 0.023851674050092697, - 0.1318681389093399, - 2.9787721633911133, - 1.0016469955444336, - 0.7169650793075562, - 0.6534205079078674, - 7.132177352905273, - 0.20217768847942352, - 5.107843399047852, - 1.4149503707885742, - 5.631261348724365, - 0.021709652617573738, - 0.4854274392127991, - 0.46799081563949585, - 0.08994714170694351, - 0.13302506506443024, - 0.14754952490329742, - 0.7804051637649536, - 5.804542064666748, - 0.829598605632782, - 1.4576056003570557, - 0.020320432260632515 + 0.7734967470169067, + 536.3560180664062, + 71.71549224853516, + 69.42640686035156, + 41.38524627685547, + 95.4886474609375, + 193.6957550048828, + 7.307708740234375, + 355.3411560058594, + 37.37779998779297, + 0.41668713092803955, + 847.0628662109375, + 20.57516860961914, + 0.252443790435791, + 10.369608879089355, + 78.1126708984375, + 15.430703163146973, + 23.612590789794922, + 89.87303924560547, + 13.281261444091797, + 7.612176895141602, + 9.701488494873047, + 3.38568377494812, + 0.8581771850585938, + 16.864267349243164, + 3.6755118370056152, + 1.031368613243103, + 0.5186673402786255, + 0.7810813784599304, + 6.740944862365723, + 0.7120296955108643, + 12.445469856262207, + 0.6831015944480896, + 47.207061767578125, + 29.732830047607422, + 18.580646514892578, + 8.179797172546387, + 0.5131335258483887, + 19.191082000732422, + 40.24129104614258, + 3.6321794986724854, + 8.365578651428223, + 4.550199508666992, + 1.9949849843978882, + 0.426677405834198, + 0.6091367602348328, + 0.43124091625213623, + 10.05911636352539, + 9.215033531188965, + 0.33791449666023254, + 2.7901463508605957, + 0.5532550811767578, + 1.6090328693389893, + 0.32199397683143616, + 4.901308536529541, + 0.3254421055316925, + 4.502130508422852, + 0.2645954489707947, + 11.918306350708008, + 66.7856216430664, + 8.70709228515625, + 0.8739485144615173, + 0.4960010051727295, + 0.48953256011009216, + 0.36134737730026245, + 0.699417769908905, + 1.418979525566101, + 0.5368660688400269, + 15.49747371673584, + 0.45591872930526733, + 0.66767418384552, + 22.666961669921875, + 1.8866803646087646, + 1.0456775426864624, + 0.4215261936187744, + 0.6910317540168762, + 0.26782935857772827, + 1.0113976001739502, + 3.799050807952881, + 3.5189015865325928, + 1.0756949186325073, + 0.7328738570213318, + 0.4778108298778534, + 6.842390537261963, + 0.5509170889854431, + 0.8993699550628662, + 0.4231131374835968, + 0.5823653340339661, + 0.5330160856246948, + 0.6112439036369324, + 0.5293976664543152, + 0.3252844512462616, + 52.47697448730469, + 53.831451416015625, + 16.575462341308594, + 43.24578857421875, + 10.520307540893555, + 0.22669006884098053, + 1.7795900106430054, + 0.2846648395061493, + 0.2115596979856491, + 15.971336364746094, + 60.44551086425781, + 28.2188777923584, + 2.060971736907959, + 18.566987991333008, + 0.3308355510234833, + 0.20133064687252045, + 0.43472999334335327, + 5.72530460357666, + 0.44959181547164917, + 0.42201918363571167, + 0.47507163882255554, + 9.158820152282715, + 3.380126953125, + 2.658254623413086, + 5.667873382568359, + 0.4109639525413513, + 0.3314352333545685, + 10.338187217712402, + 24.154212951660156, + 0.3098032772541046, + 0.2887085974216461, + 13.903404235839844, + 12.220132827758789, + 17.201770782470703, + 7.824932098388672, + 0.22996574640274048, + 19.704906463623047, + 10.00925064086914, + 0.5712622404098511, + 0.5718304514884949, + 0.7987875938415527, + 0.6160638332366943, + 0.72227942943573, + 0.43669965863227844, + 0.3050309717655182, + 6.442237377166748, + 0.34482070803642273, + 0.2317357361316681, + 0.3317469358444214, + 31.768898010253906, + 18.514928817749023, + 6.213780879974365, + 0.34451526403427124, + 0.17302849888801575, + 0.06088128685951233, + 17.24216651916504, + 5.065528869628906, + 4.085373401641846, + 1.4506456851959229, + 15.853156089782715, + 1.2585151195526123, + 0.7067628502845764, + 1.3157140016555786, + 0.5193962454795837, + 10.429492950439453, + 0.2626672089099884, + 0.28294187784194946, + 0.5235646963119507, + 0.5044886469841003, + 0.43901708722114563, + 0.4795595705509186, + 2.4717280864715576, + 57.925411224365234, + 2.441861629486084, + 0.17810669541358948, + 3.0016984939575195, + 0.31139156222343445, + 2.826049566268921, + 0.7083015441894531, + 0.3699735403060913, + 0.07116882503032684, + 19.342870712280273, + 16.025285720825195, + 19.528921127319336, + 0.5049433708190918, + 0.39755380153656006, + 4.444028854370117, + 0.33563417196273804, + 0.27161431312561035, + 17.887895584106445, + 1.049468994140625, + 10.071700096130371, + 5.198029518127441, + 0.4789317846298218, + 0.31900227069854736, + 17.624929428100586, + 0.6559507846832275, + 4.6695237159729, + 0.44928765296936035, + 2.7146220207214355, + 2.0993218421936035, + 0.46752941608428955, + 0.547653317451477, + 6.780689239501953, + 0.49608129262924194, + 1.3864959478378296, + 0.15450100600719452, + 0.5749227404594421, + 2.7383627891540527, + 0.3483220636844635, + 0.4713907539844513, + 1.354144811630249, + 0.37808045744895935, + 5.094128608703613, + 13.437154769897461, + 0.382497102022171, + 6.512078285217285, + 0.2799544036388397, + 3.419339895248413, + 0.31467464566230774, + 6.259005546569824, + 0.22778701782226562, + 4.793422222137451, + 0.17412234842777252, + 1.235263705253601, + 1.0683692693710327, + 0.504908561706543, + 1.3345575332641602, + 0.2398291379213333, + 0.3710192143917084, + 0.40399113297462463, + 0.9792888760566711, + 0.180416539311409, + 0.24159863591194153, + 8.958839416503906, + 41.916587829589844, + 24.484233856201172, + 4.654504776000977, + 0.31504157185554504, + 23.43662452697754, + 18.213022232055664, + 15.815286636352539, + 0.3793174624443054, + 0.1824503093957901, + 0.24790839850902557, + 37.86018753051758, + 25.630916595458984, + 5.979530334472656, + 9.76302433013916, + 0.4972435534000397, + 45.901123046875, + 5.589865684509277, + 3.2973217964172363, + 0.401409775018692, + 0.44718068838119507, + 1.1841769218444824, + 3.6398892402648926, + 0.3697856068611145, + 9.301204681396484, + 0.9383218288421631, + 23.62307357788086, + 0.21850018203258514, + 1.4836292266845703, + 5.644718647003174, + 0.45984047651290894, + 0.36611872911453247, + 0.39296260476112366, + 0.7021311521530151, + 0.5613355040550232, + 0.18196594715118408, + 0.2464148998260498, + 20.83639144897461, + 11.51915454864502, + 36.50481414794922, + 0.35049691796302795, + 0.18782579898834229, + 14.237103462219238, + 45.58833694458008, + 2.126438617706299, + 28.408645629882812, + 0.5732349157333374, + 0.37122729420661926, + 0.23883281648159027, + 9.704949378967285, + 0.26289257407188416, + 0.38295379281044006, + 11.439538955688477, + 0.34661784768104553, + 15.275504112243652, + 0.18425723910331726, + 2.4223990440368652, + 4.686729431152344, + 1.5059983730316162, + 2.273392677307129, + 0.19952374696731567, + 0.37664908170700073, + 0.5772400498390198, + 0.2815109193325043, + 4.037299633026123, + 11.79804801940918, + 0.3555859625339508, + 0.34825435280799866, + 1.2369580268859863, + 0.7940740585327148, + 0.334067165851593, + 0.5803449749946594, + 1.8621978759765625, + 0.15237286686897278, + 0.40442538261413574, + 0.3597021698951721, + 9.398910522460938, + 0.3119366466999054, + 13.557412147521973, + 20.971458435058594, + 152.4678955078125, + 5.3011064529418945, + 0.1862647831439972, + 0.16974960267543793, + 2.1767945289611816, + 0.38483041524887085, + 0.30677565932273865, + 0.3428115248680115, + 2.4867217540740967, + 0.15096478164196014, + 0.4566307067871094, + 7.50383996963501, + 0.24334684014320374, + 0.3011215925216675, + 0.2895888686180115, + 1.7333652973175049, + 3.6736199855804443, + 0.5382947325706482, + 0.3655596077442169, + 5.595645904541016, + 0.3485868573188782, + 0.44918084144592285, + 0.4115598201751709, + 0.26741650700569153, + 0.26295211911201477, + 0.7055996656417847, + 6.416388511657715, + 4.076754570007324, + 0.5783830881118774, + 0.6360068321228027, + 0.4501895010471344, + 2.0185928344726562, + 0.3409304618835449, + 3.1070632934570312, + 0.1843191385269165, + 0.4701734483242035, + 0.13616766035556793, + 0.4136764109134674, + 0.4493461549282074, + 3.0773370265960693, + 13.24743938446045, + 0.7658240795135498, + 0.48096832633018494, + 16.927091598510742, + 0.3737910985946655, + 0.32907265424728394, + 1.1737743616104126, + 0.24291390180587769, + 2.24727463722229, + 5.1284589767456055, + 5.433469772338867, + 4.3217034339904785, + 10.177334785461426, + 0.4661133587360382, + 0.3591909408569336, + 7.616608619689941, + 0.49058592319488525, + 3.56375789642334, + 2.041177988052368, + 0.29997149109840393, + 0.37543293833732605, + 0.2943611443042755, + 0.209503635764122, + 1.3354260921478271, + 1.039549469947815, + 2.8623337745666504, + 0.7570769786834717, + 2.115675449371338, + 0.5202926397323608, + 0.3722158968448639, + 4.24333381652832, + 0.12764133512973785, + 0.2911384701728821, + 5.586817741394043, + 0.6484357118606567, + 0.19093486666679382, + 0.4406372308731079, + 0.315441370010376, + 0.3167138695716858, + 16.5041561126709, + 14.902872085571289, + 2.7956345081329346, + 0.18258270621299744, + 7.063961029052734, + 2.543452501296997, + 0.3816801905632019, + 0.2888646423816681, + 0.29876708984375, + 0.1333635449409485, + 0.4007783830165863, + 0.4536522924900055, + 5.71138858795166, + 16.528121948242188, + 0.2732502520084381, + 0.32216259837150574, + 0.29282718896865845, + 5.388459205627441, + 2.4752185344696045, + 5.404211044311523, + 6.078161239624023, + 0.4188186228275299, + 0.48897585272789, + 0.3355432450771332, + 0.6801934838294983, + 0.1874917447566986, + 0.9129738807678223, + 0.3441842794418335, + 0.6105974912643433, + 0.4686897099018097, + 1.1166633367538452, + 0.4091988205909729, + 0.9600720405578613, + 0.3951200246810913, + 0.2601446509361267, + 3.2166428565979004, + 2.0079379081726074, + 0.267486035823822, + 0.8797837495803833, + 0.5647720694541931, + 0.34245583415031433, + 2.6644465923309326, + 0.18072301149368286, + 1.2419912815093994, + 0.3084120750427246, + 2.5829975605010986, + 0.29980379343032837, + 0.2796231806278229, + 0.18258316814899445, + 8.673530578613281, + 5.157282829284668, + 42.433162689208984, + 1.4501854181289673, + 6.367554187774658, + 1.5053033828735352, + 0.39463794231414795, + 0.30547472834587097, + 0.26108518242836, + 0.3624338209629059, + 0.4575784504413605, + 4.992883205413818, + 0.19814392924308777, + 3.4449548721313477, + 0.3098096251487732, + 3.970963478088379, + 12.123505592346191, + 40.5505256652832, + 0.15723416209220886, + 31.085418701171875, + 0.40054234862327576, + 0.3569493591785431, + 0.5810202956199646, + 0.1798916906118393, + 0.2210696041584015, + 15.400620460510254, + 9.8497953414917, + 8.289509773254395, + 1.8558627367019653, + 10.916451454162598, + 0.28782039880752563, + 0.4596747159957886, + 1.4186776876449585, + 2.2863073348999023, + 0.5410158038139343, + 0.4003255367279053, + 0.2064332216978073, + 0.3185666799545288, + 0.14629726111888885, + 49.8748893737793, + 54.70280456542969, + 66.74532318115234, + 0.2101459950208664, + 2.014385223388672, + 9.25234603881836, + 1.1403706073760986, + 0.25906041264533997, + 0.27011698484420776, + 0.5750730633735657, + 0.3406575918197632, + 4.185410499572754, + 20.65517807006836, + 0.5084983110427856, + 0.16424229741096497, + 0.37176764011383057, + 2.125391721725464, + 2.634981393814087, + 0.2623910903930664, + 0.4965575933456421, + 2.296387195587158, + 2.4677398204803467, + 0.22745777666568756, + 7.029707908630371, + 0.5829751491546631, + 3.6654157638549805, + 0.5365779399871826 ], "env_score_iters": [ 1, @@ -28047,2644 +34056,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.973724126815796, - -4.564357280731201, - -2.6886346340179443, - -2.2629730701446533, - -3.0034518241882324, - -0.9268261790275574, - -2.900496244430542, - 2.245662212371826, - -1.257193922996521, - 2.0133056640625, - -3.322087526321411, - -1.0141324996948242, - 6.77285623550415, - -2.4607717990875244, - -1.4236067533493042, - -5.9401068687438965, - -5.125497817993164, - -4.639859676361084, - 0.8676012754440308, - -5.725986480712891, - -2.2598485946655273, - -6.452329635620117, - -7.005083084106445, - 0.49697887897491455, - -2.611680269241333, - -3.2480430603027344, - -2.32340669631958, - -2.660545587539673, - -1.9158763885498047, - -4.872096061706543, - 1.83827805519104, - 1.2428418397903442, - -2.893440008163452, - 1.7603389024734497, - -2.6151111125946045, - -0.9158627986907959, - -2.524721145629883, - -0.9079484939575195, - 7.663058280944824, - -2.7880096435546875, - -4.202480792999268, - -3.488352060317993, - 0.9430006742477417, - -2.040618658065796, - -0.44209516048431396, - -4.225295543670654, - -3.318545341491699, - 1.3277220726013184, - -2.6569814682006836, - 0.1552157998085022, - 1.5665557384490967, - -2.8247032165527344, - 5.532686233520508, - -2.359701633453369, - 7.962820529937744, - -1.7064805030822754, - -0.9474415183067322, - -2.361797332763672, - -3.2731471061706543, - -0.34395721554756165, - -3.953808307647705, - -4.078100681304932, - -2.1793742179870605, - -8.229310035705566, - -3.8549866676330566, - -4.467310905456543, - -2.479125499725342, - -3.096003293991089, - 1.5371636152267456, - -3.8407931327819824, - -2.603564977645874, - -2.7093093395233154, - -1.2106989622116089, - -2.258087635040283, - -3.5197815895080566, - 0.567186176776886, - -4.564828395843506, - -3.8515405654907227, - -2.556319236755371, - -6.0699310302734375, - -3.7507593631744385, - -2.898467779159546, - -3.1501314640045166, - -5.468829154968262, - -1.3247705698013306, - -6.40841007232666, - -4.475127696990967, - -2.8156278133392334, - -2.899338722229004, - -3.4783294200897217, - -4.9502410888671875, - -3.0665152072906494, - -4.087863922119141, - -3.692943811416626, - -0.8729341626167297, - -3.2423458099365234, - -3.6010048389434814, - -3.211665153503418, - -3.42523193359375, - -2.8475189208984375, - -8.254657745361328, - -2.100756883621216, - -1.5318578481674194, - 2.109708070755005, - -0.41737595200538635, - -3.7447612285614014, - -3.41633939743042, - 1.485700011253357, - -2.1596100330352783, - -3.2926926612854004, - -3.0017452239990234, - -3.4042789936065674, - -3.6492719650268555, - -2.746833086013794, - -1.3646929264068604, - 1.1812078952789307, - -6.097925662994385, - -3.263951301574707, - -3.7765817642211914, - -5.50813627243042, - -2.349759578704834, - -4.170223236083984, - -1.1231383085250854, - -9.406021118164062, - -3.1080620288848877, - -3.4585793018341064, - -4.157558917999268, - -3.134733200073242, - -4.656342506408691, - -3.6211302280426025, - -2.154695987701416, - -4.964609622955322, - -4.8451972007751465, - -0.6470804214477539, - -3.284325361251831, - -1.463686227798462, - -4.165891647338867, - 0.5150598287582397, - -2.940973997116089, - -0.18735931813716888, - -3.670072555541992, - -1.0384362936019897, - -2.64734148979187, - -3.7065556049346924, - -3.259727716445923, - -8.173330307006836, - -1.669826865196228, - -5.5269646644592285, - 0.11230181902647018, - -2.999227523803711, - -2.2969393730163574, - -4.7559814453125, - -3.2929115295410156, - -0.2209271639585495, - -3.967463970184326, - -3.767047882080078, - -4.3052520751953125, - -3.3136205673217773, - -6.971947193145752, - -7.4343390464782715, - -2.903205156326294, - -2.4185445308685303, - -3.0385022163391113, - 0.7955129146575928, - -1.2796586751937866, - -2.6469805240631104, - -2.5523483753204346, - -2.9099130630493164, - -1.0161532163619995, - -3.446676731109619, - 1.1204060316085815, - -3.238497018814087, - -2.820122480392456, - -3.359581232070923, - -3.164337158203125, - -2.523362398147583, - -1.1767388582229614, - -3.6503889560699463, - -3.5427699089050293, - -3.2896761894226074, - -0.8795769214630127, - -3.8410258293151855, - -1.8517711162567139, - 0.2803897261619568, - 3.661499261856079, - -3.0029568672180176, - -4.284401893615723, - -1.5469595193862915, - 2.5166351795196533, - -2.242872476577759, - -0.25871747732162476, - -1.8526467084884644, - 1.1487623453140259, - -2.07492995262146, - -4.007123947143555, - -3.4640092849731445, - -3.234285593032837, - -3.8498220443725586, - 1.144439697265625, - -2.9248242378234863, - -0.8773119449615479, - -1.406421184539795, - -3.548797845840454, - -2.314455270767212, - -1.0438474416732788, - -3.9579010009765625, - -6.593698978424072, - -0.8285698294639587, - -0.8535585999488831, - -4.977164268493652, - -3.289910316467285, - -3.0807011127471924, - -7.038110733032227, - -4.06257963180542, - -2.8352348804473877, - 0.5856522917747498, - -1.733917474746704, - -1.276100993156433, - -3.684502124786377, - -3.9204940795898438, - -3.8173539638519287, - -3.902057409286499, - -0.5231144428253174, - -0.39423105120658875, - -2.016550302505493, - -3.591679573059082, - 0.974307119846344, - 1.088657021522522, - -1.1153210401535034, - -2.6843340396881104, - 0.18709512054920197, - -3.682819366455078, - -1.8077338933944702, - -2.93243408203125, - -1.516194462776184, - -1.8896267414093018, - -2.758035182952881, - -7.23428201675415, - -3.0615222454071045, - -4.144047260284424, - -4.135291576385498, - -0.9286678433418274, - -1.0930782556533813, - -0.2561046779155731, - -3.7728192806243896, - -3.609525442123413, - -3.1109120845794678, - -4.326387882232666, - -3.1633102893829346, - -2.2425355911254883, - -3.8278119564056396, - -3.7410430908203125, - -4.003252983093262, - -4.890166759490967, - -3.109184741973877, - -1.2643002271652222, - -6.297711372375488, - -0.19153070449829102, - -0.879063606262207, - -2.893932819366455, - -3.3614115715026855, - -4.717978000640869, - -0.6630350351333618, - -0.7886839509010315, - -3.6267077922821045, - -3.922276020050049, - 2.3127286434173584, - -5.33775520324707, - -3.819075345993042, - -2.008845806121826, - 1.0919479131698608, - -1.9770392179489136, - -2.8184001445770264, - 1.2818132638931274, - -4.089907169342041, - -1.2794612646102905, - 0.049713537096977234, - 2.5251126289367676, - -3.5970892906188965, - -2.410309314727783, - -2.2231059074401855, - -3.4981484413146973, - -1.7397624254226685, - -0.49788662791252136, - -4.199350833892822, - 2.309722423553467, - -3.9224233627319336, - -3.1153740882873535, - -3.048126220703125, - -1.7092328071594238, - -1.0820581912994385, - -3.8018293380737305, - -3.7005198001861572, - -1.4179630279541016, - -3.5712485313415527, - -3.8630361557006836, - -3.0227484703063965, - -2.213393449783325, - -1.9664686918258667, - -5.56645393371582, - -3.583237648010254, - -2.520989418029785, - -2.753718852996826, - -3.1156270503997803, - 0.11757507175207138, - -2.8754680156707764, - -3.4266140460968018, - -3.6544065475463867, - -3.4735631942749023, - -4.324915885925293, - -3.253141164779663, - -1.7160980701446533, - -3.512073516845703, - -1.667960286140442, - -3.5721070766448975, - -3.7092339992523193, - -4.195032596588135, - -2.0594749450683594, - -2.7386109828948975, - -7.027099609375, - -3.7451186180114746, - -3.5058388710021973, - -4.08071756362915, - 0.721785306930542, - -3.0144338607788086, - -4.075698375701904, - -0.3753935396671295, - -0.9852302074432373, - -1.5265238285064697, - -3.3107454776763916, - -1.0634170770645142, - -3.060656785964966, - -4.5623321533203125, - -3.7146987915039062, - -3.163329601287842, - -1.038840651512146, - -3.776959180831909, - -3.7657525539398193, - 0.613408625125885, - 0.2599453032016754, - -7.288372039794922, - -5.419209957122803, - -2.295588731765747, - -5.78925085067749, - 0.8848841190338135, - -4.545377254486084, - -3.4122517108917236, - -2.836188554763794, - -5.2446441650390625, - -3.422506332397461, - -7.7902960777282715, - -0.4494948983192444, - -0.6005194187164307, - -0.767681360244751, - -1.9849389791488647, - -0.5425450801849365, - -5.344642639160156, - -3.8507473468780518, - 2.824910879135132, - -1.0195823907852173, - -3.9074995517730713, - -3.7201924324035645, - -0.33001574873924255, - -4.646772384643555, - -2.309934139251709, - -3.1914470195770264, - -2.223550319671631, - -4.455624580383301, - -1.629064679145813, - -2.4600043296813965, - -4.39506721496582, - -3.6349363327026367, - -2.7459118366241455, - -3.673917531967163, - 6.13889741897583, - -2.9192452430725098, - -3.3386075496673584, - -4.029847145080566, - -3.607111692428589, - 1.1834943294525146, - -3.0904746055603027, - -4.919958591461182, - -3.308783531188965, - -0.9589669108390808, - -5.2316694259643555, - 0.30107131600379944, - -2.577638626098633, - -3.504045248031616, - -4.139842987060547, - -3.5990986824035645, - 8.408010482788086, - -7.1657490730285645, - -3.0080692768096924, - 2.720200300216675, - -3.172057867050171, - -1.0587960481643677, - -6.508846759796143, - -1.8545646667480469, - -1.5029064416885376, - -2.851564645767212, - -4.214233875274658, - 1.0193167924880981, - 0.7264765501022339, - -4.271494388580322, - -2.419037342071533, - 1.8777849674224854, - -7.4218058586120605, - -3.831080198287964, - -1.6088800430297852, - -3.5488693714141846, - -5.212310314178467, - -6.24221658706665, - -2.2310805320739746, - -2.7632529735565186, - -1.4715262651443481, - -3.382739305496216, - -3.31888484954834, - -3.7587997913360596, - -2.3196845054626465, - 0.4946646988391876, - -4.055278301239014, - -2.7451493740081787, - -2.1468570232391357, - -3.4623475074768066, - -4.038623332977295, - -1.294846534729004, - -6.076508522033691, - -0.5084235072135925, - -3.1474411487579346, - -4.42134428024292, - 0.002593823941424489, - -2.3974056243896484, - -3.790329694747925, - -6.243697643280029, - -2.7803473472595215, - -3.01287841796875, - -3.1851112842559814, - -0.8940697312355042, - -3.097864866256714, - -4.507086277008057, - -3.8993959426879883, - -3.716571092605591, - -0.8897559642791748, - -4.086716651916504, - -2.3147809505462646, - -4.044476509094238, - -2.4796855449676514, - -1.104253888130188, - -2.108997344970703, - -3.9113025665283203, - -1.3941895961761475, - -3.718172550201416, - -1.2112282514572144, - -3.3202908039093018, - 2.727846384048462, - -2.76483416557312, - -3.482917308807373, - -3.2409827709198, - -3.9458141326904297, - -3.7899208068847656, - 0.14233024418354034, - -1.4825234413146973, - -4.3094162940979, - -2.8533332347869873, - -2.5878500938415527, - -5.10569429397583, - -2.4875905513763428, - -3.9273569583892822, - -3.338092088699341, - -4.639832019805908, - -3.398092269897461, - -3.0160350799560547, - -1.3745583295822144, - -4.105643272399902, - -4.414718151092529, - -0.7089104652404785, - -2.749798536300659, - -3.5954463481903076, - -0.46147915720939636, - 0.692613959312439, - -3.127673625946045, - -2.8918426036834717, - -3.720954656600952, - -0.7798330783843994, - -3.702829360961914, - -0.5806199312210083, - -1.1751055717468262, - -3.644927740097046, - -3.430115222930908, - -3.9675002098083496, - -3.1828508377075195, - -0.3777315318584442, - -1.2408549785614014, - -1.7851237058639526, - -4.085543632507324 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4509708285331726, + -0.5514467358589172, + -0.6622143387794495, + -0.5555137991905212, + -0.6851998567581177, + -0.5449297428131104, + -0.6276065111160278, + -0.2771894037723541, + -0.4454074501991272, + -0.5041603446006775, + -0.4283047020435333, + -0.6204875111579895, + -0.695789098739624, + -0.38384100794792175, + 0.2952567934989929, + -0.6272192597389221, + -0.3018057346343994, + -0.5328313708305359, + -0.4017179012298584, + -0.5304325222969055, + -0.5918154120445251, + -0.4944610595703125, + -0.5159189105033875, + -0.6978632211685181, + -0.4348359704017639, + -0.33344727754592896, + -0.4354861378669739, + -0.21351784467697144, + -0.5032836198806763, + -0.5421831011772156, + -0.441355437040329, + -0.4230024814605713, + -0.4284251630306244, + -0.40650054812431335, + -0.2444649338722229, + -0.3196413516998291, + -0.5118284225463867, + -0.763277530670166, + -0.49576759338378906, + -0.6289276480674744, + -0.5921766757965088, + -0.49278441071510315, + -0.3954566419124603, + -0.46695590019226074, + -0.47076404094696045, + -0.46966731548309326, + -0.5294132232666016, + -0.43695881962776184, + -0.5053980946540833, + -0.5699872374534607, + -0.5104995369911194, + -0.27277353405952454, + -0.3377607762813568, + -0.5355971455574036, + -0.31610313057899475, + -0.7237905859947205, + -0.7041572332382202, + -0.6390336155891418, + -0.3991025388240814, + -0.47985154390335083, + -0.3303895592689514, + -0.5991941094398499, + -0.4700931906700134, + -0.48222336173057556, + -0.5809382200241089, + -0.46625617146492004, + -0.9598698019981384, + -0.4381099343299866, + -0.3534913659095764, + -0.49639275670051575, + -0.3651476800441742, + -0.5236616730690002, + -0.6126365065574646, + -0.5567061901092529, + -0.523478627204895, + -0.4423092305660248, + -1.0305323600769043, + -0.37147870659828186, + -0.7616150379180908, + -0.6201262474060059, + -0.5394067168235779, + -0.6972420811653137, + -0.3815126121044159, + -0.5117862224578857, + -0.6663239598274231, + -0.32251232862472534, + -0.630553126335144, + -0.5785825848579407, + -0.5147536993026733, + -0.4993850290775299, + -0.6439977884292603, + -0.46010059118270874, + -0.5737561583518982, + -0.4596392512321472, + -0.611808717250824, + -0.5192335247993469, + -0.699803352355957, + -0.3596794307231903, + -0.5102415680885315, + -0.6153564453125, + -0.46462711691856384, + -0.49806031584739685, + -0.5993515849113464, + -0.5497828125953674, + -0.41791799664497375, + -0.9193154573440552, + -0.5649238228797913, + -0.47011861205101013, + -0.42094162106513977, + -0.6199769377708435, + -0.5559373497962952, + -0.5292002558708191, + -0.5602604746818542, + -0.5206378698348999, + -0.4910791516304016, + -0.44334787130355835, + -0.39595404267311096, + -0.4509805142879486, + -0.42689716815948486, + -0.4941757917404175, + -0.4278980493545532, + -0.47477787733078003, + -0.46168163418769836, + -0.49236467480659485, + -0.26382341980934143, + -0.6603558659553528, + -0.41344696283340454, + -0.505092203617096, + -0.3324927091598511, + -0.5238295197486877, + -0.5517470836639404, + -0.34878721833229065, + -0.3734465539455414, + -0.5781809687614441, + -0.4474421739578247, + -0.4743894934654236, + -0.5857335329055786, + -0.6848442554473877, + -0.43458041548728943, + -0.5732623338699341, + -0.683336079120636, + -0.6179701685905457, + -0.741102933883667, + -0.42275097966194153, + -0.5669369101524353, + -0.551445484161377, + -0.38402315974235535, + 0.0859091579914093, + -0.4286241829395294, + -0.5542879700660706, + -0.5059669613838196, + -0.8941778540611267, + -0.1952049285173416, + -0.5568432807922363, + -0.5400894284248352, + -0.5183190703392029, + -0.4762674570083618, + -0.46875855326652527, + -0.8252358436584473, + -0.572075366973877, + -0.4728308320045471, + -0.4374609589576721, + -0.6676638722419739, + -0.5251832008361816, + -0.5261054635047913, + -0.4195513427257538, + -0.47894302010536194, + -0.6766148209571838, + -0.5946781635284424, + -0.42399799823760986, + -0.5329442620277405, + -0.47414377331733704, + -0.42677637934684753, + -0.4336126148700714, + -0.2733239233493805, + -0.5151327848434448, + -0.5365413427352905, + -0.4349851608276367, + -0.5197292566299438, + -0.5418309569358826, + -0.6074672937393188, + -0.7025109529495239, + -0.5938128232955933, + -0.22225764393806458, + -0.4659578800201416, + -0.6012880206108093, + -0.5250464677810669, + -0.577344536781311, + -0.31926003098487854, + -0.20001694560050964, + -0.5421952605247498, + -0.6204824447631836, + -0.557456910610199, + -0.5275974869728088, + -0.47409892082214355, + -0.5206884145736694, + -0.6675823330879211, + -0.5956330299377441, + -0.5487945079803467, + -0.6615881323814392, + -0.6532776951789856, + -0.4217657446861267, + -0.4670093357563019, + -0.6003866791725159, + -0.4675465226173401, + -0.47020143270492554, + -0.4665590524673462, + -0.348172664642334, + -0.31257617473602295, + -0.6212967038154602, + -0.5730145573616028, + -0.48824435472488403, + -0.4985101521015167, + -0.6262475848197937, + -0.5245869755744934, + -0.587960422039032, + -0.5644938349723816, + -0.6555734276771545, + -0.6177068948745728, + -0.5644111037254333, + -0.5769644975662231, + -0.5545734167098999, + -0.3753969073295593, + -0.543344259262085, + -0.5194697380065918, + -0.4860002398490906, + -0.7060319781303406, + -0.30295950174331665, + -0.5982468128204346, + -0.47385919094085693, + -0.5015338659286499, + -0.7465024590492249, + -0.6307455897331238, + -0.34358274936676025, + -0.41869884729385376, + -0.5466947555541992, + -0.4790478050708771, + -0.37354275584220886, + -0.6635719537734985, + -0.5978149771690369, + -0.3160367012023926, + -0.48270517587661743, + -0.378741979598999, + -0.6709859371185303, + -0.5183184146881104, + -0.46863216161727905, + -0.258914589881897, + -0.5854294300079346, + -0.6510534286499023, + -0.5388999581336975, + -0.4361909329891205, + -0.5553898811340332, + -0.5670607089996338, + -0.6872798800468445, + -0.3351132571697235, + -0.9379406571388245, + -0.38325291872024536, + -0.573184072971344, + -0.5624624490737915, + -0.5604462027549744, + -0.7178730368614197, + -0.5042848587036133, + -0.4831558167934418, + -0.6131530404090881, + -0.5682847499847412, + -0.6776046752929688, + -0.6754981279373169, + -0.344470739364624, + -0.5540409684181213, + -0.586104691028595, + -0.6672056913375854, + -0.419024795293808, + -0.8341726064682007, + -0.5770930051803589, + -0.4877961277961731, + -0.516070544719696, + -0.610137403011322, + -0.5131961703300476, + -0.6200264096260071, + -0.5785544514656067, + -0.5220358967781067, + -0.6077977418899536, + -0.5431825518608093, + -0.6231784820556641, + -0.4664163291454315, + -0.6404216885566711, + -0.6117632985115051, + -0.7303669452667236, + -0.6915010213851929, + -0.3783130943775177, + -0.4952816665172577, + -0.6368253827095032, + -0.661322295665741, + -0.5304740071296692, + -0.5059149861335754, + -0.5286099314689636, + -0.531035304069519, + -0.5081943869590759, + -0.5780113339424133, + -0.529304563999176, + -0.5371440052986145, + -0.291888952255249, + -0.5102407932281494, + -0.5930612683296204, + -0.5736051201820374, + -0.4468154013156891, + -0.4270584285259247, + -0.6643933057785034, + -0.6154062151908875, + -0.6617175936698914, + -0.27435311675071716, + -0.6161627769470215, + -0.6841833591461182, + -0.37594375014305115, + -0.6303647756576538, + -0.6366227865219116, + -0.5692802667617798, + -0.5180320143699646, + -0.5736889243125916, + -0.49386632442474365, + -0.47757333517074585, + -0.3954152762889862, + -0.6255254745483398, + -0.5353156328201294, + -0.5541582107543945, + -0.6170589327812195, + -0.5354183912277222, + -0.6304274797439575, + -0.5458624958992004, + -0.11319690942764282, + -0.6032318472862244, + -0.5319648385047913, + -0.5161260962486267, + -0.4576859474182129, + -0.4907641112804413, + -0.5337690711021423, + -0.5877500176429749, + -0.5455500483512878, + -0.637234091758728, + -0.5378116965293884, + -0.5088638663291931, + -0.71137934923172, + -0.3920343518257141, + -0.5578705668449402, + -0.4228722155094147, + -0.6158867478370667, + -0.5356141328811646, + -0.4010998606681824, + -0.5886049270629883, + -0.5360491275787354, + -0.6606857180595398, + -0.5202654004096985, + -0.5026635527610779, + -0.5721192955970764, + -0.4774692952632904, + -0.39669203758239746, + -0.6603114008903503, + -0.32416146993637085, + -0.6688675880432129, + -0.6118649840354919, + -0.42143911123275757, + -0.5639316439628601, + -0.6683796644210815, + -0.5108315348625183, + -0.5183460116386414, + -0.5797731876373291, + -0.4755987823009491, + -0.5475265979766846, + -0.5079060792922974, + -0.6716634631156921, + -0.35993602871894836, + -0.5594494342803955, + -0.18925464153289795, + -0.8183321952819824, + -0.5319980382919312, + -0.4538387656211853, + -0.5177611112594604, + -0.5042813420295715, + -0.4988945424556732, + -0.643963098526001, + -0.39290133118629456, + -0.3711526095867157, + -0.4204694330692291, + -0.578899085521698, + -0.5143609046936035, + -0.5422661900520325, + -0.8108692169189453, + -0.4102551341056824, + -0.48861944675445557, + -0.5878259539604187, + -0.4632067084312439, + -0.49828052520751953, + -0.46062326431274414, + -0.562526285648346, + -0.6713242530822754, + -0.4461057484149933, + -0.4877874553203583, + -0.40280240774154663, + -0.5889340043067932, + -0.4782733619213104, + -0.3820677399635315, + -0.7081400752067566, + -0.4869939386844635, + -0.43410927057266235, + -0.5324192047119141, + -0.7022672295570374, + -0.508172333240509, + -0.4796155095100403, + -0.5520983338356018, + -0.5445681214332581, + -0.428606241941452, + -0.5602624416351318, + -0.7068171501159668, + -0.8163256645202637, + -0.43433883786201477, + -0.5422515273094177, + -0.5875463485717773, + -0.5153851509094238, + -0.666357696056366, + -0.5449262857437134, + -0.6000445485115051, + -0.554395854473114, + -0.3906933069229126, + -0.61236172914505, + -0.4204937219619751, + -0.5120915770530701, + -0.5993614196777344, + -0.5328016877174377, + -0.5288440585136414, + -0.6526889801025391, + -0.5465978384017944, + -0.6009860634803772, + -0.5240215063095093, + -0.6520237922668457, + -0.4797440469264984, + -0.4898446500301361, + -0.4988740384578705, + -0.6032828092575073, + -0.606590986251831, + -0.5299362540245056, + -0.35387110710144043, + -0.43770042061805725, + -0.5616099834442139, + -0.7179837226867676, + -0.31843453645706177, + -0.5944515466690063, + -0.4676610827445984, + -0.47198474407196045, + -0.6893919110298157, + -0.6041198372840881, + -0.7697812914848328, + -0.4607360064983368, + -0.24855341017246246, + -0.6447263360023499, + -0.5245428085327148, + -0.5207757949829102, + -0.46591508388519287, + -0.3984355628490448, + -0.46583935618400574, + -0.4885982275009155, + -0.47523629665374756, + -0.5389969944953918, + -0.2896847724914551, + -0.6619925498962402, + -0.5656772255897522, + -0.5809386968612671, + -0.4855152666568756, + -0.6353716850280762, + -0.5360267758369446, + -0.5123029947280884, + -0.4822344481945038, + -0.40637508034706116, + -0.7763565182685852, + -0.5519883632659912, + -0.32822349667549133, + -0.41962194442749023, + -0.5805928707122803, + -0.6007082462310791, + -0.5385080575942993, + -0.5276952981948853, + -0.7130435705184937, + -0.5327370762825012, + -0.5251393914222717, + -0.5453571081161499, + -0.5379940867424011, + -0.5035025477409363, + -0.5782772302627563, + -0.5864998698234558, + -0.5504944324493408, + -0.46145036816596985, + -0.2959962487220764, + -0.5238997936248779, + -0.4239230453968048, + -0.37553510069847107, + -0.4619108736515045, + -0.5385284423828125 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.675, - 0.65, - 0.7, - 0.7, - 0.7, - 0.675, - 0.65, - 0.5750000000000001, - 0.65 + 0.4875, + 0.5125000000000001, + 0.45, + 0.4625, + 0.475, + 0.4624999999999999, + 0.43749999999999994, + 0.44999999999999996, + 0.475, + 0.4, + 0.475, + 0.525, + 0.4875, + 0.43749999999999994, + 0.46249999999999997, + 0.44999999999999996, + 0.475, + 0.46249999999999997, + 0.46249999999999997, + 0.43749999999999994 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8549002408981323, - 0.7874649167060852, - 0.7119992971420288, - 0.5802942514419556, - 0.5942005515098572, - 0.9632731676101685, - 0.861869215965271, - 0.7427862286567688, - 0.6196630001068115, - 0.9599806070327759 + -0.04692772403359413, + 0.36564990878105164, + 0.22134383022785187, + 0.3583553731441498, + 0.3260059952735901, + 0.34070512652397156, + 0.18994954228401184, + 0.5144316554069519, + 0.027701908722519875, + 0.3365984261035919, + 0.45658132433891296, + 0.14879652857780457, + 0.2702087163925171, + 0.20957793295383453, + 0.20951616764068604, + 0.30694642663002014, + 0.3855057954788208, + 0.3753436803817749, + 0.45017215609550476, + 0.3856305181980133 ], "rl_grad_norm": [ - 5.490283489227295, - 2.228200674057007, - 2.0887205600738525, - 0.41524434089660645, - 0.8608185052871704, - 0.47109460830688477, - 3.06697154045105, - 0.36642900109291077, - 2.01352596282959, - 0.30603933334350586 + 6.296796798706055, + 1.204688310623169, + 1.7157399654388428, + 1.1370381116867065, + 1.0566413402557373, + 1.6379104852676392, + 1.5654696226119995, + 1.4576916694641113, + 0.5589974522590637, + 0.9361011981964111, + 0.7798778414726257, + 0.523560106754303, + 1.3599821329116821, + 1.7171436548233032, + 1.6139576435089111, + 0.7371161580085754, + 0.7646179795265198, + 0.6111476421356201, + 1.3445513248443604, + 1.1776748895645142 ], "bc_grad_norm": [ - 3.7760891914367676, - 1.7454290390014648, - 0.6181079149246216, - 0.3134276866912842, - 1.4225208759307861, - 0.47845086455345154, - 0.8414080739021301, - 0.30064424872398376, - 0.7222054600715637, - 0.3217008411884308 + 3.540201425552368, + 2.001455783843994, + 2.4379327297210693, + 1.7760080099105835, + 3.890015125274658, + 3.3093128204345703, + 3.7143731117248535, + 3.4414820671081543, + 1.787800908088684, + 1.7616174221038818, + 1.7569888830184937, + 2.620443105697632, + 3.225759983062744, + 6.292311191558838, + 2.864363193511963, + 3.43672513961792, + 3.3647890090942383, + 2.8109941482543945, + 4.948970794677734, + 3.845895528793335 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.024981800466775894, - "embedding.weight": 7.694552421569824, - "cnn.0.weight": 163.4690704345703, - "cnn.0.bias": 7.262206077575684, - "cnn.2.weight": 51.965572357177734, - "cnn.2.bias": 22.434154510498047, - "cnn.5.weight": 55.5091667175293, - "cnn.5.bias": 19.784090042114258, - "action_emb.weight": 26.31973648071289, - "timestep_emb.weight": 4.09122371673584, - "pos_emb.weight": 7.297407150268555, - "transformer.layers.0.self_attn.in_proj_weight": 125.79112243652344, - "transformer.layers.0.self_attn.in_proj_bias": 13.15851879119873, - "transformer.layers.0.self_attn.out_proj.weight": 126.51297760009766, - "transformer.layers.0.self_attn.out_proj.bias": 17.288293838500977, - "transformer.layers.0.linear1.weight": 119.65831756591797, - "transformer.layers.0.linear1.bias": 6.996989727020264, - "transformer.layers.0.linear2.weight": 148.9019775390625, - "transformer.layers.0.linear2.bias": 12.082464218139648, - "transformer.layers.0.norm1.weight": 6.754843711853027, - "transformer.layers.0.norm1.bias": 11.78254222869873, - "transformer.layers.0.norm2.weight": 9.296690940856934, - "transformer.layers.0.norm2.bias": 8.201766967773438, - "transformer.layers.1.self_attn.in_proj_weight": 126.35076141357422, - "transformer.layers.1.self_attn.in_proj_bias": 10.908605575561523, - "transformer.layers.1.self_attn.out_proj.weight": 115.55882263183594, - "transformer.layers.1.self_attn.out_proj.bias": 9.715998649597168, - "transformer.layers.1.linear1.weight": 83.5902099609375, - "transformer.layers.1.linear1.bias": 4.618753433227539, - "transformer.layers.1.linear2.weight": 106.35655212402344, - "transformer.layers.1.linear2.bias": 8.446150779724121, - "transformer.layers.1.norm1.weight": 8.364259719848633, - "transformer.layers.1.norm1.bias": 9.643898010253906, - "transformer.layers.1.norm2.weight": 6.168820381164551, - "transformer.layers.1.norm2.bias": 4.806511878967285, - "transformer.layers.2.self_attn.in_proj_weight": 223.89474487304688, - "transformer.layers.2.self_attn.in_proj_bias": 13.280830383300781, - "transformer.layers.2.self_attn.out_proj.weight": 85.1597671508789, - "transformer.layers.2.self_attn.out_proj.bias": 6.974586486816406, - "transformer.layers.2.linear1.weight": 46.34784698486328, - "transformer.layers.2.linear1.bias": 2.943817377090454, - "transformer.layers.2.linear2.weight": 58.04423522949219, - "transformer.layers.2.linear2.bias": 6.731074810028076, - "transformer.layers.2.norm1.weight": 16.672420501708984, - "transformer.layers.2.norm1.bias": 14.401450157165527, - "transformer.layers.2.norm2.weight": 3.324378490447998, - "transformer.layers.2.norm2.bias": 2.929441213607788, - "transformer.layers.3.self_attn.in_proj_weight": 143.1771240234375, - "transformer.layers.3.self_attn.in_proj_bias": 11.650008201599121, - "transformer.layers.3.self_attn.out_proj.weight": 96.73731231689453, - "transformer.layers.3.self_attn.out_proj.bias": 9.386815071105957, - "transformer.layers.3.linear1.weight": 108.81710052490234, - "transformer.layers.3.linear1.bias": 8.392780303955078, - "transformer.layers.3.linear2.weight": 58.203739166259766, - "transformer.layers.3.linear2.bias": 10.341913223266602, - "transformer.layers.3.norm1.weight": 11.620311737060547, - "transformer.layers.3.norm1.bias": 17.045095443725586, - "transformer.layers.3.norm2.weight": 8.260476112365723, - "transformer.layers.3.norm2.bias": 9.909191131591797, - "head.weight": 658.1945190429688, - "head.bias": 19.631977081298828, - "global_embedding.weight": 52.13327407836914, - "global_cnn.0.weight": 176.032470703125, - "global_cnn.0.bias": 8.243229866027832, - "global_cnn.2.weight": 207.45645141601562, - "global_cnn.2.bias": 9.884584426879883, - "global_proj.weight": 44.43814468383789, - "global_proj.bias": 20.558971405029297, - "goal_head.0.weight": 0.2378784716129303, - "goal_head.0.bias": 0.1059296652674675, - "goal_head.2.weight": 0.26803335547447205, - "goal_head.2.bias": 0.23640047013759613 - }, - { - "global_gate": 3.1854870319366455, - "embedding.weight": 27.082500457763672, - "cnn.0.weight": 560.5193481445312, - "cnn.0.bias": 26.592906951904297, - "cnn.2.weight": 133.53076171875, - "cnn.2.bias": 57.8333740234375, - "cnn.5.weight": 150.36099243164062, - "cnn.5.bias": 46.919464111328125, - "action_emb.weight": 77.72270965576172, - "timestep_emb.weight": 9.525422096252441, - "pos_emb.weight": 16.67941665649414, - "transformer.layers.0.self_attn.in_proj_weight": 270.2176513671875, - "transformer.layers.0.self_attn.in_proj_bias": 25.7871150970459, - "transformer.layers.0.self_attn.out_proj.weight": 233.04248046875, - "transformer.layers.0.self_attn.out_proj.bias": 32.05586624145508, - "transformer.layers.0.linear1.weight": 308.454833984375, - "transformer.layers.0.linear1.bias": 14.376982688903809, - "transformer.layers.0.linear2.weight": 302.8194580078125, - "transformer.layers.0.linear2.bias": 22.19972801208496, - "transformer.layers.0.norm1.weight": 16.000028610229492, - "transformer.layers.0.norm1.bias": 27.114147186279297, - "transformer.layers.0.norm2.weight": 25.748085021972656, - "transformer.layers.0.norm2.bias": 16.301481246948242, - "transformer.layers.1.self_attn.in_proj_weight": 247.0248565673828, - "transformer.layers.1.self_attn.in_proj_bias": 16.804353713989258, - "transformer.layers.1.self_attn.out_proj.weight": 282.2237854003906, - "transformer.layers.1.self_attn.out_proj.bias": 18.696842193603516, - "transformer.layers.1.linear1.weight": 209.55923461914062, - "transformer.layers.1.linear1.bias": 9.912339210510254, - "transformer.layers.1.linear2.weight": 218.6070098876953, - "transformer.layers.1.linear2.bias": 16.1063175201416, - "transformer.layers.1.norm1.weight": 17.544275283813477, - "transformer.layers.1.norm1.bias": 14.01496696472168, - "transformer.layers.1.norm2.weight": 16.263410568237305, - "transformer.layers.1.norm2.bias": 9.032729148864746, - "transformer.layers.2.self_attn.in_proj_weight": 436.7615966796875, - "transformer.layers.2.self_attn.in_proj_bias": 17.369752883911133, - "transformer.layers.2.self_attn.out_proj.weight": 173.15631103515625, - "transformer.layers.2.self_attn.out_proj.bias": 12.688758850097656, - "transformer.layers.2.linear1.weight": 88.6203384399414, - "transformer.layers.2.linear1.bias": 5.864885330200195, - "transformer.layers.2.linear2.weight": 92.07865142822266, - "transformer.layers.2.linear2.bias": 12.565792083740234, - "transformer.layers.2.norm1.weight": 36.24575424194336, - "transformer.layers.2.norm1.bias": 21.660964965820312, - "transformer.layers.2.norm2.weight": 6.084202289581299, - "transformer.layers.2.norm2.bias": 6.2483367919921875, - "transformer.layers.3.self_attn.in_proj_weight": 270.6744079589844, - "transformer.layers.3.self_attn.in_proj_bias": 17.288814544677734, - "transformer.layers.3.self_attn.out_proj.weight": 172.51422119140625, - "transformer.layers.3.self_attn.out_proj.bias": 15.598586082458496, - "transformer.layers.3.linear1.weight": 152.44784545898438, - "transformer.layers.3.linear1.bias": 11.857794761657715, - "transformer.layers.3.linear2.weight": 84.21302032470703, - "transformer.layers.3.linear2.bias": 18.811569213867188, - "transformer.layers.3.norm1.weight": 22.199501037597656, - "transformer.layers.3.norm1.bias": 20.972583770751953, - "transformer.layers.3.norm2.weight": 10.502803802490234, - "transformer.layers.3.norm2.bias": 14.765522956848145, - "head.weight": 1259.5791015625, - "head.bias": 39.786895751953125, - "global_embedding.weight": 34.15583419799805, - "global_cnn.0.weight": 220.6717071533203, - "global_cnn.0.bias": 9.116368293762207, - "global_cnn.2.weight": 266.4184265136719, - "global_cnn.2.bias": 17.863948822021484, - "global_proj.weight": 99.55879211425781, - "global_proj.bias": 62.6980094909668, - "goal_head.0.weight": 0.14586667716503143, - "goal_head.0.bias": 0.06261704117059708, - "goal_head.2.weight": 0.17215771973133087, - "goal_head.2.bias": 0.1456041783094406 - }, - { - "global_gate": 0.0017297847662121058, - "embedding.weight": 0.055144622921943665, - "cnn.0.weight": 0.740002453327179, - "cnn.0.bias": 0.04191042110323906, - "cnn.2.weight": 0.11727979779243469, - "cnn.2.bias": 0.06186891347169876, - "cnn.5.weight": 0.09426821023225784, - "cnn.5.bias": 0.037814442068338394, - "action_emb.weight": 0.053481265902519226, - "timestep_emb.weight": 0.01476291473954916, - "pos_emb.weight": 0.021276479586958885, - "transformer.layers.0.self_attn.in_proj_weight": 0.2697613537311554, - "transformer.layers.0.self_attn.in_proj_bias": 0.028098074719309807, - "transformer.layers.0.self_attn.out_proj.weight": 0.24436776340007782, - "transformer.layers.0.self_attn.out_proj.bias": 0.03481149673461914, - "transformer.layers.0.linear1.weight": 0.24661533534526825, - "transformer.layers.0.linear1.bias": 0.014541983604431152, - "transformer.layers.0.linear2.weight": 0.2976832687854767, - "transformer.layers.0.linear2.bias": 0.027821291238069534, - "transformer.layers.0.norm1.weight": 0.015805590897798538, - "transformer.layers.0.norm1.bias": 0.028410110622644424, - "transformer.layers.0.norm2.weight": 0.02106999047100544, - "transformer.layers.0.norm2.bias": 0.015298565849661827, - "transformer.layers.1.self_attn.in_proj_weight": 0.26924970746040344, - "transformer.layers.1.self_attn.in_proj_bias": 0.021611565724015236, - "transformer.layers.1.self_attn.out_proj.weight": 0.2216547280550003, - "transformer.layers.1.self_attn.out_proj.bias": 0.019832570105791092, - "transformer.layers.1.linear1.weight": 0.17597311735153198, - "transformer.layers.1.linear1.bias": 0.009996584616601467, - "transformer.layers.1.linear2.weight": 0.21595816314220428, - "transformer.layers.1.linear2.bias": 0.018267573788762093, - "transformer.layers.1.norm1.weight": 0.017303142696619034, - "transformer.layers.1.norm1.bias": 0.02368384785950184, - "transformer.layers.1.norm2.weight": 0.014335887506604195, - "transformer.layers.1.norm2.bias": 0.010716123506426811, - "transformer.layers.2.self_attn.in_proj_weight": 0.3896249532699585, - "transformer.layers.2.self_attn.in_proj_bias": 0.01992434449493885, - "transformer.layers.2.self_attn.out_proj.weight": 0.19934429228305817, - "transformer.layers.2.self_attn.out_proj.bias": 0.01552246417850256, - "transformer.layers.2.linear1.weight": 0.10919620841741562, - "transformer.layers.2.linear1.bias": 0.007015975192189217, - "transformer.layers.2.linear2.weight": 0.1230379119515419, - "transformer.layers.2.linear2.bias": 0.015243319794535637, - "transformer.layers.2.norm1.weight": 0.04502742737531662, - "transformer.layers.2.norm1.bias": 0.023928284645080566, - "transformer.layers.2.norm2.weight": 0.008013665676116943, - "transformer.layers.2.norm2.bias": 0.008094248361885548, - "transformer.layers.3.self_attn.in_proj_weight": 0.3577658534049988, - "transformer.layers.3.self_attn.in_proj_bias": 0.02926976978778839, - "transformer.layers.3.self_attn.out_proj.weight": 0.2037997543811798, - "transformer.layers.3.self_attn.out_proj.bias": 0.023680895566940308, - "transformer.layers.3.linear1.weight": 0.20963715016841888, - "transformer.layers.3.linear1.bias": 0.01636541448533535, - "transformer.layers.3.linear2.weight": 0.12743926048278809, - "transformer.layers.3.linear2.bias": 0.02456638589501381, - "transformer.layers.3.norm1.weight": 0.0330314040184021, - "transformer.layers.3.norm1.bias": 0.037487585097551346, - "transformer.layers.3.norm2.weight": 0.01410787831991911, - "transformer.layers.3.norm2.bias": 0.019831256940960884, - "head.weight": 1.5482299327850342, - "head.bias": 0.04709210246801376, - "global_embedding.weight": 0.07689562439918518, - "global_cnn.0.weight": 0.3440568149089813, - "global_cnn.0.bias": 0.013970641419291496, - "global_cnn.2.weight": 0.5601385235786438, - "global_cnn.2.bias": 0.025082727894186974, - "global_proj.weight": 0.167403906583786, - "global_proj.bias": 0.08436719328165054, - "goal_head.0.weight": 0.07601796090602875, - "goal_head.0.bias": 0.028812546283006668, - "goal_head.2.weight": 0.10448532551527023, - "goal_head.2.bias": 0.06718359887599945 - }, - { - "global_gate": 0.00016601891547907144, - "embedding.weight": 0.003180298488587141, - "cnn.0.weight": 0.08704476803541183, - "cnn.0.bias": 0.003193798940628767, - "cnn.2.weight": 0.03178621456027031, - "cnn.2.bias": 0.009869526140391827, - "cnn.5.weight": 0.038813065737485886, - "cnn.5.bias": 0.010000603273510933, - "action_emb.weight": 0.0050785173662006855, - "timestep_emb.weight": 0.00327981635928154, - "pos_emb.weight": 0.004239537287503481, - "transformer.layers.0.self_attn.in_proj_weight": 0.07050840556621552, - "transformer.layers.0.self_attn.in_proj_bias": 0.00393724488094449, - "transformer.layers.0.self_attn.out_proj.weight": 0.03562294319272041, - "transformer.layers.0.self_attn.out_proj.bias": 0.003636356210336089, - "transformer.layers.0.linear1.weight": 0.02940164878964424, - "transformer.layers.0.linear1.bias": 0.0014658261789008975, - "transformer.layers.0.linear2.weight": 0.034959156066179276, - "transformer.layers.0.linear2.bias": 0.002487187972292304, - "transformer.layers.0.norm1.weight": 0.004148736596107483, - "transformer.layers.0.norm1.bias": 0.003501528175547719, - "transformer.layers.0.norm2.weight": 0.0022255475632846355, - "transformer.layers.0.norm2.bias": 0.0014951322227716446, - "transformer.layers.1.self_attn.in_proj_weight": 0.03263939544558525, - "transformer.layers.1.self_attn.in_proj_bias": 0.0018350769532844424, - "transformer.layers.1.self_attn.out_proj.weight": 0.02686925232410431, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019232257036492229, - "transformer.layers.1.linear1.weight": 0.021168429404497147, - "transformer.layers.1.linear1.bias": 0.0010751832742244005, - "transformer.layers.1.linear2.weight": 0.023743093013763428, - "transformer.layers.1.linear2.bias": 0.0016985585680231452, - "transformer.layers.1.norm1.weight": 0.00202951836399734, - "transformer.layers.1.norm1.bias": 0.0017116623930633068, - "transformer.layers.1.norm2.weight": 0.0014200260629877448, - "transformer.layers.1.norm2.bias": 0.001080382731743157, - "transformer.layers.2.self_attn.in_proj_weight": 0.044725630432367325, - "transformer.layers.2.self_attn.in_proj_bias": 0.00186286645475775, - "transformer.layers.2.self_attn.out_proj.weight": 0.021587476134300232, - "transformer.layers.2.self_attn.out_proj.bias": 0.001359182526357472, - "transformer.layers.2.linear1.weight": 0.016433971002697945, - "transformer.layers.2.linear1.bias": 0.0008842414245009422, - "transformer.layers.2.linear2.weight": 0.015471834689378738, - "transformer.layers.2.linear2.bias": 0.0012456591939553618, - "transformer.layers.2.norm1.weight": 0.003118366003036499, - "transformer.layers.2.norm1.bias": 0.002019396750256419, - "transformer.layers.2.norm2.weight": 0.0009996509179472923, - "transformer.layers.2.norm2.bias": 0.0008298589964397252, - "transformer.layers.3.self_attn.in_proj_weight": 0.04218863695859909, - "transformer.layers.3.self_attn.in_proj_bias": 0.002244972623884678, - "transformer.layers.3.self_attn.out_proj.weight": 0.020114615559577942, - "transformer.layers.3.self_attn.out_proj.bias": 0.001340497168712318, - "transformer.layers.3.linear1.weight": 0.035355277359485626, - "transformer.layers.3.linear1.bias": 0.00214319652877748, - "transformer.layers.3.linear2.weight": 0.01553717628121376, - "transformer.layers.3.linear2.bias": 0.001548052066937089, - "transformer.layers.3.norm1.weight": 0.0027473364025354385, - "transformer.layers.3.norm1.bias": 0.0023176749236881733, - "transformer.layers.3.norm2.weight": 0.002595399972051382, - "transformer.layers.3.norm2.bias": 0.00259665260091424, - "head.weight": 0.1946558803319931, - "head.bias": 0.003413784084841609, - "global_embedding.weight": 0.01395484060049057, - "global_cnn.0.weight": 0.11975913494825363, - "global_cnn.0.bias": 0.003929974976927042, - "global_cnn.2.weight": 0.20648549497127533, - "global_cnn.2.bias": 0.01421208493411541, - "global_proj.weight": 0.05511924996972084, - "global_proj.bias": 0.0360211618244648, - "goal_head.0.weight": 0.03155003488063812, - "goal_head.0.bias": 0.013996009714901447, - "goal_head.2.weight": 0.04446939378976822, - "goal_head.2.bias": 0.03400035575032234 - }, - { - "global_gate": 0.03775426000356674, - "embedding.weight": 3.391317367553711, - "cnn.0.weight": 88.98965454101562, - "cnn.0.bias": 3.6573150157928467, - "cnn.2.weight": 27.59276008605957, - "cnn.2.bias": 6.060675621032715, - "cnn.5.weight": 25.51707649230957, - "cnn.5.bias": 6.303452014923096, - "action_emb.weight": 1.1339808702468872, - "timestep_emb.weight": 0.9521685838699341, - "pos_emb.weight": 0.3911476135253906, - "transformer.layers.0.self_attn.in_proj_weight": 25.263877868652344, - "transformer.layers.0.self_attn.in_proj_bias": 1.557734489440918, - "transformer.layers.0.self_attn.out_proj.weight": 23.541704177856445, - "transformer.layers.0.self_attn.out_proj.bias": 1.6506853103637695, - "transformer.layers.0.linear1.weight": 11.763694763183594, - "transformer.layers.0.linear1.bias": 0.6283525228500366, - "transformer.layers.0.linear2.weight": 15.42303466796875, - "transformer.layers.0.linear2.bias": 0.7248187065124512, - "transformer.layers.0.norm1.weight": 1.5210731029510498, - "transformer.layers.0.norm1.bias": 1.6310361623764038, - "transformer.layers.0.norm2.weight": 0.9017176628112793, - "transformer.layers.0.norm2.bias": 0.7006157040596008, - "transformer.layers.1.self_attn.in_proj_weight": 10.925664901733398, - "transformer.layers.1.self_attn.in_proj_bias": 0.5621598362922668, - "transformer.layers.1.self_attn.out_proj.weight": 8.924487113952637, - "transformer.layers.1.self_attn.out_proj.bias": 0.4372541904449463, - "transformer.layers.1.linear1.weight": 4.914875030517578, - "transformer.layers.1.linear1.bias": 0.26782840490341187, - "transformer.layers.1.linear2.weight": 6.147857666015625, - "transformer.layers.1.linear2.bias": 0.37354761362075806, - "transformer.layers.1.norm1.weight": 0.7464216947555542, - "transformer.layers.1.norm1.bias": 0.5265969038009644, - "transformer.layers.1.norm2.weight": 0.43684038519859314, - "transformer.layers.1.norm2.bias": 0.29280591011047363, - "transformer.layers.2.self_attn.in_proj_weight": 10.51382827758789, - "transformer.layers.2.self_attn.in_proj_bias": 0.4622634947299957, - "transformer.layers.2.self_attn.out_proj.weight": 4.539702892303467, - "transformer.layers.2.self_attn.out_proj.bias": 0.22642044723033905, - "transformer.layers.2.linear1.weight": 2.179649591445923, - "transformer.layers.2.linear1.bias": 0.1266869753599167, - "transformer.layers.2.linear2.weight": 2.465439558029175, - "transformer.layers.2.linear2.bias": 0.2097567766904831, - "transformer.layers.2.norm1.weight": 1.0361096858978271, - "transformer.layers.2.norm1.bias": 0.43245023488998413, - "transformer.layers.2.norm2.weight": 0.15813800692558289, - "transformer.layers.2.norm2.bias": 0.13541926443576813, - "transformer.layers.3.self_attn.in_proj_weight": 5.462259292602539, - "transformer.layers.3.self_attn.in_proj_bias": 0.24535225331783295, - "transformer.layers.3.self_attn.out_proj.weight": 3.6062979698181152, - "transformer.layers.3.self_attn.out_proj.bias": 0.1841038465499878, - "transformer.layers.3.linear1.weight": 4.164307117462158, - "transformer.layers.3.linear1.bias": 0.2638046443462372, - "transformer.layers.3.linear2.weight": 2.5878818035125732, - "transformer.layers.3.linear2.bias": 0.19313275814056396, - "transformer.layers.3.norm1.weight": 0.4761682152748108, - "transformer.layers.3.norm1.bias": 0.3070038855075836, - "transformer.layers.3.norm2.weight": 0.31992238759994507, - "transformer.layers.3.norm2.bias": 0.2815905511379242, - "head.weight": 25.114328384399414, - "head.bias": 0.39714014530181885, - "global_embedding.weight": 2.624680280685425, - "global_cnn.0.weight": 9.671161651611328, - "global_cnn.0.bias": 0.39685553312301636, - "global_cnn.2.weight": 12.257572174072266, - "global_cnn.2.bias": 0.7275768518447876, - "global_proj.weight": 3.7212471961975098, - "global_proj.bias": 2.361206293106079, - "goal_head.0.weight": 0.08526540547609329, - "goal_head.0.bias": 0.04208679869771004, - "goal_head.2.weight": 0.11639177799224854, - "goal_head.2.bias": 0.1012810692191124 - }, - { - "global_gate": 0.00004822960909223184, - "embedding.weight": 0.0006538089364767075, - "cnn.0.weight": 0.01776081882417202, - "cnn.0.bias": 0.0006732202018611133, - "cnn.2.weight": 0.004640818107873201, - "cnn.2.bias": 0.0019499848131090403, - "cnn.5.weight": 0.005747100804001093, - "cnn.5.bias": 0.0015605906955897808, - "action_emb.weight": 0.0009647441329434514, - "timestep_emb.weight": 0.0006567455129697919, - "pos_emb.weight": 0.0007301988662220538, - "transformer.layers.0.self_attn.in_proj_weight": 0.011488070711493492, - "transformer.layers.0.self_attn.in_proj_bias": 0.0007122421520762146, - "transformer.layers.0.self_attn.out_proj.weight": 0.00902546290308237, - "transformer.layers.0.self_attn.out_proj.bias": 0.0007355372654274106, - "transformer.layers.0.linear1.weight": 0.006228180602192879, - "transformer.layers.0.linear1.bias": 0.00032354265567846596, - "transformer.layers.0.linear2.weight": 0.006811544764786959, - "transformer.layers.0.linear2.bias": 0.0004757707647513598, - "transformer.layers.0.norm1.weight": 0.0007816385477781296, - "transformer.layers.0.norm1.bias": 0.0007156203500926495, - "transformer.layers.0.norm2.weight": 0.0004854833532590419, - "transformer.layers.0.norm2.bias": 0.0003731483011506498, - "transformer.layers.1.self_attn.in_proj_weight": 0.006980805192142725, - "transformer.layers.1.self_attn.in_proj_bias": 0.00035254860995337367, - "transformer.layers.1.self_attn.out_proj.weight": 0.005432929378002882, - "transformer.layers.1.self_attn.out_proj.bias": 0.00042772392043843865, - "transformer.layers.1.linear1.weight": 0.003959696739912033, - "transformer.layers.1.linear1.bias": 0.00024105522606987506, - "transformer.layers.1.linear2.weight": 0.004497024696320295, - "transformer.layers.1.linear2.bias": 0.00035591103369370103, - "transformer.layers.1.norm1.weight": 0.00043082714546471834, - "transformer.layers.1.norm1.bias": 0.0003385679447092116, - "transformer.layers.1.norm2.weight": 0.0002934022049885243, - "transformer.layers.1.norm2.bias": 0.00028420734452083707, - "transformer.layers.2.self_attn.in_proj_weight": 0.008918127045035362, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004136327770538628, - "transformer.layers.2.self_attn.out_proj.weight": 0.005072495434433222, - "transformer.layers.2.self_attn.out_proj.bias": 0.00020550662884488702, - "transformer.layers.2.linear1.weight": 0.0020458258222788572, - "transformer.layers.2.linear1.bias": 0.00011627269850578159, - "transformer.layers.2.linear2.weight": 0.002280856017023325, - "transformer.layers.2.linear2.bias": 0.0001754129189066589, - "transformer.layers.2.norm1.weight": 0.0006644727545790374, - "transformer.layers.2.norm1.bias": 0.000513849372509867, - "transformer.layers.2.norm2.weight": 0.00013158880756236613, - "transformer.layers.2.norm2.bias": 0.00011827851994894445, - "transformer.layers.3.self_attn.in_proj_weight": 0.005484441295266151, - "transformer.layers.3.self_attn.in_proj_bias": 0.00022079277550801635, - "transformer.layers.3.self_attn.out_proj.weight": 0.0033982873428612947, - "transformer.layers.3.self_attn.out_proj.bias": 0.0001663572184043005, - "transformer.layers.3.linear1.weight": 0.004004227928817272, - "transformer.layers.3.linear1.bias": 0.00021969032241031528, - "transformer.layers.3.linear2.weight": 0.002045050961896777, - "transformer.layers.3.linear2.bias": 0.00018064543837681413, - "transformer.layers.3.norm1.weight": 0.0004169853054918349, - "transformer.layers.3.norm1.bias": 0.000271022116066888, - "transformer.layers.3.norm2.weight": 0.0002736557216849178, - "transformer.layers.3.norm2.bias": 0.00024768864386714995, - "head.weight": 0.02543635480105877, - "head.bias": 0.00044168802560307086, - "global_embedding.weight": 0.026800964027643204, - "global_cnn.0.weight": 0.1694086790084839, - "global_cnn.0.bias": 0.004946342669427395, - "global_cnn.2.weight": 0.4037778675556183, - "global_cnn.2.bias": 0.02056836150586605, - "global_proj.weight": 0.07838351279497147, - "global_proj.bias": 0.05065743997693062, - "goal_head.0.weight": 0.048713359981775284, - "goal_head.0.bias": 0.022009916603565216, - "goal_head.2.weight": 0.07132499665021896, - "goal_head.2.bias": 0.05465377867221832 - }, - { - "global_gate": 0.0009330112952739, - "embedding.weight": 0.03479531407356262, - "cnn.0.weight": 0.58980393409729, - "cnn.0.bias": 0.02382076159119606, - "cnn.2.weight": 0.12510406970977783, - "cnn.2.bias": 0.04176650568842888, - "cnn.5.weight": 0.12373290956020355, - "cnn.5.bias": 0.0481039360165596, - "action_emb.weight": 0.0974447950720787, - "timestep_emb.weight": 0.027896350249648094, - "pos_emb.weight": 0.042383115738630295, - "transformer.layers.0.self_attn.in_proj_weight": 0.4514222741127014, - "transformer.layers.0.self_attn.in_proj_bias": 0.040606096386909485, - "transformer.layers.0.self_attn.out_proj.weight": 0.48665496706962585, - "transformer.layers.0.self_attn.out_proj.bias": 0.05347105488181114, - "transformer.layers.0.linear1.weight": 0.4488266110420227, - "transformer.layers.0.linear1.bias": 0.022624444216489792, - "transformer.layers.0.linear2.weight": 0.5545045137405396, - "transformer.layers.0.linear2.bias": 0.04067477211356163, - "transformer.layers.0.norm1.weight": 0.027181167155504227, - "transformer.layers.0.norm1.bias": 0.04198998212814331, - "transformer.layers.0.norm2.weight": 0.04188920557498932, - "transformer.layers.0.norm2.bias": 0.02501128986477852, - "transformer.layers.1.self_attn.in_proj_weight": 0.46715500950813293, - "transformer.layers.1.self_attn.in_proj_bias": 0.027761774137616158, - "transformer.layers.1.self_attn.out_proj.weight": 0.45386824011802673, - "transformer.layers.1.self_attn.out_proj.bias": 0.03443092852830887, - "transformer.layers.1.linear1.weight": 0.3133966028690338, - "transformer.layers.1.linear1.bias": 0.016077272593975067, - "transformer.layers.1.linear2.weight": 0.4082292914390564, - "transformer.layers.1.linear2.bias": 0.03135020285844803, - "transformer.layers.1.norm1.weight": 0.0326099693775177, - "transformer.layers.1.norm1.bias": 0.029664965346455574, - "transformer.layers.1.norm2.weight": 0.026681382209062576, - "transformer.layers.1.norm2.bias": 0.013909759931266308, - "transformer.layers.2.self_attn.in_proj_weight": 0.6998206377029419, - "transformer.layers.2.self_attn.in_proj_bias": 0.0331035852432251, - "transformer.layers.2.self_attn.out_proj.weight": 0.390392929315567, - "transformer.layers.2.self_attn.out_proj.bias": 0.02552398480474949, - "transformer.layers.2.linear1.weight": 0.20719949901103973, - "transformer.layers.2.linear1.bias": 0.012819541618227959, - "transformer.layers.2.linear2.weight": 0.256714791059494, - "transformer.layers.2.linear2.bias": 0.023208141326904297, - "transformer.layers.2.norm1.weight": 0.07287932187318802, - "transformer.layers.2.norm1.bias": 0.03227488696575165, - "transformer.layers.2.norm2.weight": 0.014410622417926788, - "transformer.layers.2.norm2.bias": 0.013071611523628235, - "transformer.layers.3.self_attn.in_proj_weight": 0.8087959885597229, - "transformer.layers.3.self_attn.in_proj_bias": 0.03856503590941429, - "transformer.layers.3.self_attn.out_proj.weight": 0.35023391246795654, - "transformer.layers.3.self_attn.out_proj.bias": 0.021283335983753204, - "transformer.layers.3.linear1.weight": 0.4032978117465973, - "transformer.layers.3.linear1.bias": 0.031713005155324936, - "transformer.layers.3.linear2.weight": 0.24016813933849335, - "transformer.layers.3.linear2.bias": 0.029507555067539215, - "transformer.layers.3.norm1.weight": 0.06690473854541779, - "transformer.layers.3.norm1.bias": 0.03666166588664055, - "transformer.layers.3.norm2.weight": 0.031469233334064484, - "transformer.layers.3.norm2.bias": 0.04399003088474274, - "head.weight": 2.858905792236328, - "head.bias": 0.06499768048524857, - "global_embedding.weight": 0.09553901106119156, - "global_cnn.0.weight": 0.33321627974510193, - "global_cnn.0.bias": 0.014312566258013248, - "global_cnn.2.weight": 0.35532933473587036, - "global_cnn.2.bias": 0.019467884674668312, - "global_proj.weight": 0.1309228539466858, - "global_proj.bias": 0.07314079254865646, - "goal_head.0.weight": 0.019921690225601196, - "goal_head.0.bias": 0.009159455075860023, - "goal_head.2.weight": 0.034288905560970306, - "goal_head.2.bias": 0.024819588288664818 - }, - { - "global_gate": 0.0003277188807260245, - "embedding.weight": 0.004505118355154991, - "cnn.0.weight": 0.07561536878347397, - "cnn.0.bias": 0.0035891844891011715, - "cnn.2.weight": 0.034637074917554855, - "cnn.2.bias": 0.008692764677107334, - "cnn.5.weight": 0.0660986453294754, - "cnn.5.bias": 0.0071129282005131245, - "action_emb.weight": 0.006287174765020609, - "timestep_emb.weight": 0.004447625018656254, - "pos_emb.weight": 0.0052094897255301476, - "transformer.layers.0.self_attn.in_proj_weight": 0.09586113691329956, - "transformer.layers.0.self_attn.in_proj_bias": 0.0062348260544240475, - "transformer.layers.0.self_attn.out_proj.weight": 0.09002000093460083, - "transformer.layers.0.self_attn.out_proj.bias": 0.006793428678065538, - "transformer.layers.0.linear1.weight": 0.05440699681639671, - "transformer.layers.0.linear1.bias": 0.0027138199657201767, - "transformer.layers.0.linear2.weight": 0.06958184391260147, - "transformer.layers.0.linear2.bias": 0.00393291050568223, - "transformer.layers.0.norm1.weight": 0.0056167240254580975, - "transformer.layers.0.norm1.bias": 0.00553467171266675, - "transformer.layers.0.norm2.weight": 0.004065278917551041, - "transformer.layers.0.norm2.bias": 0.002803370589390397, - "transformer.layers.1.self_attn.in_proj_weight": 0.06033550202846527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027209066320210695, - "transformer.layers.1.self_attn.out_proj.weight": 0.03688471391797066, - "transformer.layers.1.self_attn.out_proj.bias": 0.00265036104246974, - "transformer.layers.1.linear1.weight": 0.025703061372041702, - "transformer.layers.1.linear1.bias": 0.0013248053146526217, - "transformer.layers.1.linear2.weight": 0.0320717990398407, - "transformer.layers.1.linear2.bias": 0.0024525600019842386, - "transformer.layers.1.norm1.weight": 0.004191666375845671, - "transformer.layers.1.norm1.bias": 0.002723107347264886, - "transformer.layers.1.norm2.weight": 0.0016899284673854709, - "transformer.layers.1.norm2.bias": 0.0013950590509921312, - "transformer.layers.2.self_attn.in_proj_weight": 0.048915497958660126, - "transformer.layers.2.self_attn.in_proj_bias": 0.0023652215022593737, - "transformer.layers.2.self_attn.out_proj.weight": 0.03424905985593796, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020456716883927584, - "transformer.layers.2.linear1.weight": 0.019584447145462036, - "transformer.layers.2.linear1.bias": 0.0009520937455818057, - "transformer.layers.2.linear2.weight": 0.02459990605711937, - "transformer.layers.2.linear2.bias": 0.002038580598309636, - "transformer.layers.2.norm1.weight": 0.0038127233274281025, - "transformer.layers.2.norm1.bias": 0.002763737691566348, - "transformer.layers.2.norm2.weight": 0.0011898837983608246, - "transformer.layers.2.norm2.bias": 0.0009597282041795552, - "transformer.layers.3.self_attn.in_proj_weight": 0.0691622868180275, - "transformer.layers.3.self_attn.in_proj_bias": 0.004042624495923519, - "transformer.layers.3.self_attn.out_proj.weight": 0.02438473515212536, - "transformer.layers.3.self_attn.out_proj.bias": 0.0028435434214770794, - "transformer.layers.3.linear1.weight": 0.037413399666547775, - "transformer.layers.3.linear1.bias": 0.0024593162816017866, - "transformer.layers.3.linear2.weight": 0.022305257618427277, - "transformer.layers.3.linear2.bias": 0.003543407190591097, - "transformer.layers.3.norm1.weight": 0.0046413978561758995, - "transformer.layers.3.norm1.bias": 0.004882446955889463, - "transformer.layers.3.norm2.weight": 0.0025732996873557568, - "transformer.layers.3.norm2.bias": 0.00353052606806159, - "head.weight": 0.26265719532966614, - "head.bias": 0.007091013714671135, - "global_embedding.weight": 0.05687220022082329, - "global_cnn.0.weight": 0.2028302252292633, - "global_cnn.0.bias": 0.007493063807487488, - "global_cnn.2.weight": 0.3467615246772766, - "global_cnn.2.bias": 0.023669777438044548, - "global_proj.weight": 0.07265724986791611, - "global_proj.bias": 0.058945417404174805, - "goal_head.0.weight": 0.0412212610244751, - "goal_head.0.bias": 0.02111663855612278, - "goal_head.2.weight": 0.06540524959564209, - "goal_head.2.bias": 0.05329949036240578 - }, - { - "global_gate": 0.001467265305109322, - "embedding.weight": 0.018807610496878624, - "cnn.0.weight": 0.39140793681144714, - "cnn.0.bias": 0.01925400272011757, - "cnn.2.weight": 0.10209592431783676, - "cnn.2.bias": 0.024814626201987267, - "cnn.5.weight": 0.1338687241077423, - "cnn.5.bias": 0.017936140298843384, - "action_emb.weight": 0.04174022749066353, - "timestep_emb.weight": 0.013423707336187363, - "pos_emb.weight": 0.02001039683818817, - "transformer.layers.0.self_attn.in_proj_weight": 0.23652790486812592, - "transformer.layers.0.self_attn.in_proj_bias": 0.021326949819922447, - "transformer.layers.0.self_attn.out_proj.weight": 0.16741949319839478, - "transformer.layers.0.self_attn.out_proj.bias": 0.027941254898905754, - "transformer.layers.0.linear1.weight": 0.17229127883911133, - "transformer.layers.0.linear1.bias": 0.011307824403047562, - "transformer.layers.0.linear2.weight": 0.18834620714187622, - "transformer.layers.0.linear2.bias": 0.02073947712779045, - "transformer.layers.0.norm1.weight": 0.01370028406381607, - "transformer.layers.0.norm1.bias": 0.020384114235639572, - "transformer.layers.0.norm2.weight": 0.015128104016184807, - "transformer.layers.0.norm2.bias": 0.01636613719165325, - "transformer.layers.1.self_attn.in_proj_weight": 0.17620807886123657, - "transformer.layers.1.self_attn.in_proj_bias": 0.012679235078394413, - "transformer.layers.1.self_attn.out_proj.weight": 0.1780804842710495, - "transformer.layers.1.self_attn.out_proj.bias": 0.017268776893615723, - "transformer.layers.1.linear1.weight": 0.11263752728700638, - "transformer.layers.1.linear1.bias": 0.00678264768794179, - "transformer.layers.1.linear2.weight": 0.14648735523223877, - "transformer.layers.1.linear2.bias": 0.01625703275203705, - "transformer.layers.1.norm1.weight": 0.011066492646932602, - "transformer.layers.1.norm1.bias": 0.01222214661538601, - "transformer.layers.1.norm2.weight": 0.008127009496092796, - "transformer.layers.1.norm2.bias": 0.006757473573088646, - "transformer.layers.2.self_attn.in_proj_weight": 0.2879538834095001, - "transformer.layers.2.self_attn.in_proj_bias": 0.016306502744555473, - "transformer.layers.2.self_attn.out_proj.weight": 0.1640446037054062, - "transformer.layers.2.self_attn.out_proj.bias": 0.014941607601940632, - "transformer.layers.2.linear1.weight": 0.07824283838272095, - "transformer.layers.2.linear1.bias": 0.005421171896159649, - "transformer.layers.2.linear2.weight": 0.09312465041875839, - "transformer.layers.2.linear2.bias": 0.01577168144285679, - "transformer.layers.2.norm1.weight": 0.03040774166584015, - "transformer.layers.2.norm1.bias": 0.018857069313526154, - "transformer.layers.2.norm2.weight": 0.0054283831268548965, - "transformer.layers.2.norm2.bias": 0.005985781084746122, - "transformer.layers.3.self_attn.in_proj_weight": 0.2885059714317322, - "transformer.layers.3.self_attn.in_proj_bias": 0.02246854268014431, - "transformer.layers.3.self_attn.out_proj.weight": 0.1465310901403427, - "transformer.layers.3.self_attn.out_proj.bias": 0.020660530775785446, - "transformer.layers.3.linear1.weight": 0.20156726241111755, - "transformer.layers.3.linear1.bias": 0.016475282609462738, - "transformer.layers.3.linear2.weight": 0.11267910897731781, - "transformer.layers.3.linear2.bias": 0.028574001044034958, - "transformer.layers.3.norm1.weight": 0.025308627635240555, - "transformer.layers.3.norm1.bias": 0.029778629541397095, - "transformer.layers.3.norm2.weight": 0.015384911559522152, - "transformer.layers.3.norm2.bias": 0.02391543984413147, - "head.weight": 1.740647554397583, - "head.bias": 0.06439349055290222, - "global_embedding.weight": 0.05399921536445618, - "global_cnn.0.weight": 0.26528072357177734, - "global_cnn.0.bias": 0.009054109454154968, - "global_cnn.2.weight": 0.33527687191963196, - "global_cnn.2.bias": 0.022368518635630608, - "global_proj.weight": 0.09213629364967346, - "global_proj.bias": 0.06763678789138794, - "goal_head.0.weight": 0.06289883702993393, - "goal_head.0.bias": 0.02875545062124729, - "goal_head.2.weight": 0.10734151303768158, - "goal_head.2.bias": 0.07328137755393982 - }, - { - "global_gate": 0.00012813768989872187, - "embedding.weight": 0.0013795322738587856, - "cnn.0.weight": 0.0344819650053978, - "cnn.0.bias": 0.0013134028995409608, - "cnn.2.weight": 0.010386880487203598, - "cnn.2.bias": 0.0022834509145468473, - "cnn.5.weight": 0.00998641736805439, - "cnn.5.bias": 0.0026588833425194025, - "action_emb.weight": 0.0016991576412692666, - "timestep_emb.weight": 0.0011407695710659027, - "pos_emb.weight": 0.0016946885734796524, - "transformer.layers.0.self_attn.in_proj_weight": 0.021158406510949135, - "transformer.layers.0.self_attn.in_proj_bias": 0.0014615532709285617, - "transformer.layers.0.self_attn.out_proj.weight": 0.01687624678015709, - "transformer.layers.0.self_attn.out_proj.bias": 0.0015829645562916994, - "transformer.layers.0.linear1.weight": 0.011284686625003815, - "transformer.layers.0.linear1.bias": 0.0006544495699927211, - "transformer.layers.0.linear2.weight": 0.013796649873256683, - "transformer.layers.0.linear2.bias": 0.0010164971463382244, - "transformer.layers.0.norm1.weight": 0.0013775007100775838, - "transformer.layers.0.norm1.bias": 0.001505775609984994, - "transformer.layers.0.norm2.weight": 0.0007967410492710769, - "transformer.layers.0.norm2.bias": 0.0006959924940019846, - "transformer.layers.1.self_attn.in_proj_weight": 0.011493402533233166, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006042477325536311, - "transformer.layers.1.self_attn.out_proj.weight": 0.010233636945486069, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007174270576797426, - "transformer.layers.1.linear1.weight": 0.006303114350885153, - "transformer.layers.1.linear1.bias": 0.00031778187258169055, - "transformer.layers.1.linear2.weight": 0.007601963821798563, - "transformer.layers.1.linear2.bias": 0.0006546531221829355, - "transformer.layers.1.norm1.weight": 0.0007685109740123153, - "transformer.layers.1.norm1.bias": 0.0005997330299578607, - "transformer.layers.1.norm2.weight": 0.0004171766631770879, - "transformer.layers.1.norm2.bias": 0.00030628888634964824, - "transformer.layers.2.self_attn.in_proj_weight": 0.010607735253870487, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006205539684742689, - "transformer.layers.2.self_attn.out_proj.weight": 0.007372706662863493, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006407585460692644, - "transformer.layers.2.linear1.weight": 0.0053394935093820095, - "transformer.layers.2.linear1.bias": 0.00028378653223626316, - "transformer.layers.2.linear2.weight": 0.005645222030580044, - "transformer.layers.2.linear2.bias": 0.0006374655058607459, - "transformer.layers.2.norm1.weight": 0.0007131164311431348, - "transformer.layers.2.norm1.bias": 0.0008105222950689495, - "transformer.layers.2.norm2.weight": 0.00030021549900993705, - "transformer.layers.2.norm2.bias": 0.00025164894759655, - "transformer.layers.3.self_attn.in_proj_weight": 0.015714026987552643, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010390442330390215, - "transformer.layers.3.self_attn.out_proj.weight": 0.0097667770460248, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008878375519998372, - "transformer.layers.3.linear1.weight": 0.007659641094505787, - "transformer.layers.3.linear1.bias": 0.0004726143379230052, - "transformer.layers.3.linear2.weight": 0.005318929441273212, - "transformer.layers.3.linear2.bias": 0.0009583667269907892, - "transformer.layers.3.norm1.weight": 0.0011012632166966796, - "transformer.layers.3.norm1.bias": 0.0013088121777400374, - "transformer.layers.3.norm2.weight": 0.0004446355742402375, - "transformer.layers.3.norm2.bias": 0.0004542611422948539, - "head.weight": 0.07089806348085403, - "head.bias": 0.0019771959632635117, - "global_embedding.weight": 0.02685537561774254, - "global_cnn.0.weight": 0.16256825625896454, - "global_cnn.0.bias": 0.008516711182892323, - "global_cnn.2.weight": 0.18741123378276825, - "global_cnn.2.bias": 0.016090046614408493, - "global_proj.weight": 0.06091825291514397, - "global_proj.bias": 0.056723907589912415, - "goal_head.0.weight": 0.05563627928495407, - "goal_head.0.bias": 0.030567530542612076, - "goal_head.2.weight": 0.09458010643720627, - "goal_head.2.bias": 0.08968126773834229 + "global_gate": 0.22662734985351562, + "embedding.weight": 10.829375267028809, + "cnn.0.weight": 277.2892761230469, + "cnn.0.bias": 13.074481964111328, + "cnn.2.weight": 63.410301208496094, + "cnn.2.bias": 38.8310432434082, + "cnn.5.weight": 54.542850494384766, + "cnn.5.bias": 26.522018432617188, + "action_emb.weight": 30.025300979614258, + "timestep_emb.weight": 1.5734930038452148, + "pos_emb.weight": 4.304932594299316, + "transformer.layers.0.self_attn.in_proj_weight": 230.0723419189453, + "transformer.layers.0.self_attn.in_proj_bias": 11.649861335754395, + "transformer.layers.0.self_attn.out_proj.weight": 85.83390045166016, + "transformer.layers.0.self_attn.out_proj.bias": 11.278984069824219, + "transformer.layers.0.linear1.weight": 120.27849578857422, + "transformer.layers.0.linear1.bias": 5.093420028686523, + "transformer.layers.0.linear2.weight": 125.06687927246094, + "transformer.layers.0.linear2.bias": 6.635947227478027, + "transformer.layers.0.norm1.weight": 16.306652069091797, + "transformer.layers.0.norm1.bias": 12.253437042236328, + "transformer.layers.0.norm2.weight": 11.069059371948242, + "transformer.layers.0.norm2.bias": 4.452345848083496, + "transformer.layers.1.self_attn.in_proj_weight": 74.72987365722656, + "transformer.layers.1.self_attn.in_proj_bias": 4.2196760177612305, + "transformer.layers.1.self_attn.out_proj.weight": 63.32292175292969, + "transformer.layers.1.self_attn.out_proj.bias": 4.989336967468262, + "transformer.layers.1.linear1.weight": 76.11060333251953, + "transformer.layers.1.linear1.bias": 3.2699103355407715, + "transformer.layers.1.linear2.weight": 77.68167114257812, + "transformer.layers.1.linear2.bias": 3.827497959136963, + "transformer.layers.1.norm1.weight": 5.382795810699463, + "transformer.layers.1.norm1.bias": 3.791613817214966, + "transformer.layers.1.norm2.weight": 6.7020649909973145, + "transformer.layers.1.norm2.bias": 3.1058218479156494, + "transformer.layers.2.self_attn.in_proj_weight": 110.71978759765625, + "transformer.layers.2.self_attn.in_proj_bias": 3.672455072402954, + "transformer.layers.2.self_attn.out_proj.weight": 43.016807556152344, + "transformer.layers.2.self_attn.out_proj.bias": 2.3938848972320557, + "transformer.layers.2.linear1.weight": 25.924116134643555, + "transformer.layers.2.linear1.bias": 1.3492690324783325, + "transformer.layers.2.linear2.weight": 29.0252628326416, + "transformer.layers.2.linear2.bias": 2.124239921569824, + "transformer.layers.2.norm1.weight": 11.64406681060791, + "transformer.layers.2.norm1.bias": 4.026948928833008, + "transformer.layers.2.norm2.weight": 1.81852388381958, + "transformer.layers.2.norm2.bias": 1.3450623750686646, + "transformer.layers.3.self_attn.in_proj_weight": 66.06076049804688, + "transformer.layers.3.self_attn.in_proj_bias": 3.890537738800049, + "transformer.layers.3.self_attn.out_proj.weight": 26.67343521118164, + "transformer.layers.3.self_attn.out_proj.bias": 2.3979523181915283, + "transformer.layers.3.linear1.weight": 28.013324737548828, + "transformer.layers.3.linear1.bias": 1.8385059833526611, + "transformer.layers.3.linear2.weight": 16.9202823638916, + "transformer.layers.3.linear2.bias": 2.5423645973205566, + "transformer.layers.3.norm1.weight": 6.3664445877075195, + "transformer.layers.3.norm1.bias": 5.534886837005615, + "transformer.layers.3.norm2.weight": 1.9910476207733154, + "transformer.layers.3.norm2.bias": 1.837048053741455, + "head.weight": 197.75889587402344, + "head.bias": 4.729278087615967, + "global_embedding.weight": 139.0926513671875, + "global_cnn.0.weight": 523.4141235351562, + "global_cnn.0.bias": 21.157501220703125, + "global_cnn.2.weight": 557.46240234375, + "global_cnn.2.bias": 21.731266021728516, + "global_proj.weight": 142.51446533203125, + "global_proj.bias": 20.584379196166992, + "goal_head.0.weight": 0.4436410665512085, + "goal_head.0.bias": 0.12366422265768051, + "goal_head.2.weight": 0.5313529968261719, + "goal_head.2.bias": 0.2448536902666092 + }, + { + "global_gate": 0.0005926769808866084, + "embedding.weight": 0.007751166820526123, + "cnn.0.weight": 0.1858542412519455, + "cnn.0.bias": 0.008698570542037487, + "cnn.2.weight": 0.05777152255177498, + "cnn.2.bias": 0.027482712641358376, + "cnn.5.weight": 0.07591558247804642, + "cnn.5.bias": 0.0198493842035532, + "action_emb.weight": 0.03365316614508629, + "timestep_emb.weight": 0.012114242650568485, + "pos_emb.weight": 0.015768487006425858, + "transformer.layers.0.self_attn.in_proj_weight": 0.20254464447498322, + "transformer.layers.0.self_attn.in_proj_bias": 0.02213006094098091, + "transformer.layers.0.self_attn.out_proj.weight": 0.20062008500099182, + "transformer.layers.0.self_attn.out_proj.bias": 0.029483329504728317, + "transformer.layers.0.linear1.weight": 0.17578721046447754, + "transformer.layers.0.linear1.bias": 0.012884904630482197, + "transformer.layers.0.linear2.weight": 0.20287661254405975, + "transformer.layers.0.linear2.bias": 0.022265614941716194, + "transformer.layers.0.norm1.weight": 0.011318911798298359, + "transformer.layers.0.norm1.bias": 0.01808835193514824, + "transformer.layers.0.norm2.weight": 0.014742041938006878, + "transformer.layers.0.norm2.bias": 0.0155451949685812, + "transformer.layers.1.self_attn.in_proj_weight": 0.1911674439907074, + "transformer.layers.1.self_attn.in_proj_bias": 0.013109492138028145, + "transformer.layers.1.self_attn.out_proj.weight": 0.19223062694072723, + "transformer.layers.1.self_attn.out_proj.bias": 0.016436398029327393, + "transformer.layers.1.linear1.weight": 0.10086610168218613, + "transformer.layers.1.linear1.bias": 0.00702313706278801, + "transformer.layers.1.linear2.weight": 0.13163764774799347, + "transformer.layers.1.linear2.bias": 0.013892807997763157, + "transformer.layers.1.norm1.weight": 0.012361695989966393, + "transformer.layers.1.norm1.bias": 0.012578213587403297, + "transformer.layers.1.norm2.weight": 0.008196337148547173, + "transformer.layers.1.norm2.bias": 0.008158756420016289, + "transformer.layers.2.self_attn.in_proj_weight": 0.20336632430553436, + "transformer.layers.2.self_attn.in_proj_bias": 0.012994750402867794, + "transformer.layers.2.self_attn.out_proj.weight": 0.12330316007137299, + "transformer.layers.2.self_attn.out_proj.bias": 0.009676413610577583, + "transformer.layers.2.linear1.weight": 0.0637395977973938, + "transformer.layers.2.linear1.bias": 0.004192144609987736, + "transformer.layers.2.linear2.weight": 0.07990860193967819, + "transformer.layers.2.linear2.bias": 0.008820191957056522, + "transformer.layers.2.norm1.weight": 0.018413463607430458, + "transformer.layers.2.norm1.bias": 0.015768414363265038, + "transformer.layers.2.norm2.weight": 0.004420256242156029, + "transformer.layers.2.norm2.bias": 0.004813954699784517, + "transformer.layers.3.self_attn.in_proj_weight": 0.2183946967124939, + "transformer.layers.3.self_attn.in_proj_bias": 0.014158782549202442, + "transformer.layers.3.self_attn.out_proj.weight": 0.12063008546829224, + "transformer.layers.3.self_attn.out_proj.bias": 0.010648684576153755, + "transformer.layers.3.linear1.weight": 0.11773090809583664, + "transformer.layers.3.linear1.bias": 0.008357583545148373, + "transformer.layers.3.linear2.weight": 0.07639355957508087, + "transformer.layers.3.linear2.bias": 0.010594509541988373, + "transformer.layers.3.norm1.weight": 0.01821352355182171, + "transformer.layers.3.norm1.bias": 0.018096690997481346, + "transformer.layers.3.norm2.weight": 0.009027795866131783, + "transformer.layers.3.norm2.bias": 0.010236215777695179, + "head.weight": 0.7707535624504089, + "head.bias": 0.0196902547031641, + "global_embedding.weight": 0.055356234312057495, + "global_cnn.0.weight": 0.3004652261734009, + "global_cnn.0.bias": 0.010930664837360382, + "global_cnn.2.weight": 0.5041179656982422, + "global_cnn.2.bias": 0.01868179254233837, + "global_proj.weight": 0.15361644327640533, + "global_proj.bias": 0.06476044654846191, + "goal_head.0.weight": 0.09123064577579498, + "goal_head.0.bias": 0.02960170991718769, + "goal_head.2.weight": 0.11920614540576935, + "goal_head.2.bias": 0.06200746074318886 + }, + { + "global_gate": 0.001286029233597219, + "embedding.weight": 0.02539125271141529, + "cnn.0.weight": 0.5649164915084839, + "cnn.0.bias": 0.02783641405403614, + "cnn.2.weight": 0.13788031041622162, + "cnn.2.bias": 0.04915565624833107, + "cnn.5.weight": 0.1092057004570961, + "cnn.5.bias": 0.046936456114053726, + "action_emb.weight": 0.028330428525805473, + "timestep_emb.weight": 0.0065348451025784016, + "pos_emb.weight": 0.014048285782337189, + "transformer.layers.0.self_attn.in_proj_weight": 0.21627213060855865, + "transformer.layers.0.self_attn.in_proj_bias": 0.022613102570176125, + "transformer.layers.0.self_attn.out_proj.weight": 0.19485914707183838, + "transformer.layers.0.self_attn.out_proj.bias": 0.028141213580965996, + "transformer.layers.0.linear1.weight": 0.15577906370162964, + "transformer.layers.0.linear1.bias": 0.011764800176024437, + "transformer.layers.0.linear2.weight": 0.2164180874824524, + "transformer.layers.0.linear2.bias": 0.02163814567029476, + "transformer.layers.0.norm1.weight": 0.011785399168729782, + "transformer.layers.0.norm1.bias": 0.021708501502871513, + "transformer.layers.0.norm2.weight": 0.010964549146592617, + "transformer.layers.0.norm2.bias": 0.011639595031738281, + "transformer.layers.1.self_attn.in_proj_weight": 0.2007158398628235, + "transformer.layers.1.self_attn.in_proj_bias": 0.01399171818047762, + "transformer.layers.1.self_attn.out_proj.weight": 0.1935776025056839, + "transformer.layers.1.self_attn.out_proj.bias": 0.014933892525732517, + "transformer.layers.1.linear1.weight": 0.10959136486053467, + "transformer.layers.1.linear1.bias": 0.007411573547869921, + "transformer.layers.1.linear2.weight": 0.14356467127799988, + "transformer.layers.1.linear2.bias": 0.012059124186635017, + "transformer.layers.1.norm1.weight": 0.01822567731142044, + "transformer.layers.1.norm1.bias": 0.015903489664196968, + "transformer.layers.1.norm2.weight": 0.008426148444414139, + "transformer.layers.1.norm2.bias": 0.009410696104168892, + "transformer.layers.2.self_attn.in_proj_weight": 0.22823739051818848, + "transformer.layers.2.self_attn.in_proj_bias": 0.011482167057693005, + "transformer.layers.2.self_attn.out_proj.weight": 0.1534680724143982, + "transformer.layers.2.self_attn.out_proj.bias": 0.008883439935743809, + "transformer.layers.2.linear1.weight": 0.07549728453159332, + "transformer.layers.2.linear1.bias": 0.004876934457570314, + "transformer.layers.2.linear2.weight": 0.08999091386795044, + "transformer.layers.2.linear2.bias": 0.007931152358651161, + "transformer.layers.2.norm1.weight": 0.023310406133532524, + "transformer.layers.2.norm1.bias": 0.013559977523982525, + "transformer.layers.2.norm2.weight": 0.0055031562224030495, + "transformer.layers.2.norm2.bias": 0.005306691396981478, + "transformer.layers.3.self_attn.in_proj_weight": 0.20299984514713287, + "transformer.layers.3.self_attn.in_proj_bias": 0.01190225314348936, + "transformer.layers.3.self_attn.out_proj.weight": 0.12304595857858658, + "transformer.layers.3.self_attn.out_proj.bias": 0.00823417492210865, + "transformer.layers.3.linear1.weight": 0.13875837624073029, + "transformer.layers.3.linear1.bias": 0.00953966286033392, + "transformer.layers.3.linear2.weight": 0.0898926854133606, + "transformer.layers.3.linear2.bias": 0.007191505283117294, + "transformer.layers.3.norm1.weight": 0.02105020359158516, + "transformer.layers.3.norm1.bias": 0.01707051321864128, + "transformer.layers.3.norm2.weight": 0.010372533462941647, + "transformer.layers.3.norm2.bias": 0.011768209747970104, + "head.weight": 0.8877962231636047, + "head.bias": 0.01354540791362524, + "global_embedding.weight": 0.1750560849905014, + "global_cnn.0.weight": 0.7156469821929932, + "global_cnn.0.bias": 0.028535019606351852, + "global_cnn.2.weight": 1.205087423324585, + "global_cnn.2.bias": 0.05881112813949585, + "global_proj.weight": 0.22349564731121063, + "global_proj.bias": 0.13132162392139435, + "goal_head.0.weight": 0.11276800185441971, + "goal_head.0.bias": 0.0496968999505043, + "goal_head.2.weight": 0.13819840550422668, + "goal_head.2.bias": 0.10549236088991165 + }, + { + "global_gate": 4.865408982368535e-07, + "embedding.weight": 0.01945330761373043, + "cnn.0.weight": 0.30225205421447754, + "cnn.0.bias": 0.009121563285589218, + "cnn.2.weight": 0.03836078569293022, + "cnn.2.bias": 0.011245430447161198, + "cnn.5.weight": 0.03204042837023735, + "cnn.5.bias": 0.011301131919026375, + "action_emb.weight": 0.024475790560245514, + "timestep_emb.weight": 0.003518560901284218, + "pos_emb.weight": 0.007658840157091618, + "transformer.layers.0.self_attn.in_proj_weight": 0.08763228356838226, + "transformer.layers.0.self_attn.in_proj_bias": 0.009802138432860374, + "transformer.layers.0.self_attn.out_proj.weight": 0.1042124330997467, + "transformer.layers.0.self_attn.out_proj.bias": 0.014611871913075447, + "transformer.layers.0.linear1.weight": 0.10384566336870193, + "transformer.layers.0.linear1.bias": 0.006056562531739473, + "transformer.layers.0.linear2.weight": 0.1237071081995964, + "transformer.layers.0.linear2.bias": 0.01083671860396862, + "transformer.layers.0.norm1.weight": 0.004896959289908409, + "transformer.layers.0.norm1.bias": 0.008309492841362953, + "transformer.layers.0.norm2.weight": 0.008976001292467117, + "transformer.layers.0.norm2.bias": 0.007810485549271107, + "transformer.layers.1.self_attn.in_proj_weight": 0.11452239751815796, + "transformer.layers.1.self_attn.in_proj_bias": 0.007241540588438511, + "transformer.layers.1.self_attn.out_proj.weight": 0.10751526057720184, + "transformer.layers.1.self_attn.out_proj.bias": 0.008860238827764988, + "transformer.layers.1.linear1.weight": 0.0711258053779602, + "transformer.layers.1.linear1.bias": 0.0041829063557088375, + "transformer.layers.1.linear2.weight": 0.10020163655281067, + "transformer.layers.1.linear2.bias": 0.008686036802828312, + "transformer.layers.1.norm1.weight": 0.006941003724932671, + "transformer.layers.1.norm1.bias": 0.007038515992462635, + "transformer.layers.1.norm2.weight": 0.004595745820552111, + "transformer.layers.1.norm2.bias": 0.0033371890895068645, + "transformer.layers.2.self_attn.in_proj_weight": 0.1541414111852646, + "transformer.layers.2.self_attn.in_proj_bias": 0.008459278382360935, + "transformer.layers.2.self_attn.out_proj.weight": 0.1019284650683403, + "transformer.layers.2.self_attn.out_proj.bias": 0.008501145988702774, + "transformer.layers.2.linear1.weight": 0.056933630257844925, + "transformer.layers.2.linear1.bias": 0.0039809709414839745, + "transformer.layers.2.linear2.weight": 0.07354956120252609, + "transformer.layers.2.linear2.bias": 0.008541004732251167, + "transformer.layers.2.norm1.weight": 0.01484715286642313, + "transformer.layers.2.norm1.bias": 0.010222500190138817, + "transformer.layers.2.norm2.weight": 0.003355745691806078, + "transformer.layers.2.norm2.bias": 0.0037498781457543373, + "transformer.layers.3.self_attn.in_proj_weight": 0.2263476699590683, + "transformer.layers.3.self_attn.in_proj_bias": 0.01848871447145939, + "transformer.layers.3.self_attn.out_proj.weight": 0.12236082553863525, + "transformer.layers.3.self_attn.out_proj.bias": 0.014124305918812752, + "transformer.layers.3.linear1.weight": 0.12796281278133392, + "transformer.layers.3.linear1.bias": 0.010251829400658607, + "transformer.layers.3.linear2.weight": 0.081336110830307, + "transformer.layers.3.linear2.bias": 0.01532867643982172, + "transformer.layers.3.norm1.weight": 0.017372949048876762, + "transformer.layers.3.norm1.bias": 0.02551146410405636, + "transformer.layers.3.norm2.weight": 0.008071117103099823, + "transformer.layers.3.norm2.bias": 0.011162787675857544, + "head.weight": 0.9042856693267822, + "head.bias": 0.02788442000746727, + "global_embedding.weight": 0.02105434611439705, + "global_cnn.0.weight": 0.09882532060146332, + "global_cnn.0.bias": 0.004657600075006485, + "global_cnn.2.weight": 0.16218742728233337, + "global_cnn.2.bias": 0.008608569391071796, + "global_proj.weight": 0.039899080991744995, + "global_proj.bias": 0.027281714603304863, + "goal_head.0.weight": 0.025534089654684067, + "goal_head.0.bias": 0.013300172053277493, + "goal_head.2.weight": 0.03268015757203102, + "goal_head.2.bias": 0.03167714178562164 + }, + { + "global_gate": 0.41669970750808716, + "embedding.weight": 9.100542068481445, + "cnn.0.weight": 131.16812133789062, + "cnn.0.bias": 5.6466217041015625, + "cnn.2.weight": 18.034290313720703, + "cnn.2.bias": 6.9715166091918945, + "cnn.5.weight": 17.994558334350586, + "cnn.5.bias": 5.925516605377197, + "action_emb.weight": 9.419242858886719, + "timestep_emb.weight": 0.9269372224807739, + "pos_emb.weight": 3.0815317630767822, + "transformer.layers.0.self_attn.in_proj_weight": 46.92282485961914, + "transformer.layers.0.self_attn.in_proj_bias": 4.494075775146484, + "transformer.layers.0.self_attn.out_proj.weight": 43.725364685058594, + "transformer.layers.0.self_attn.out_proj.bias": 5.612507343292236, + "transformer.layers.0.linear1.weight": 41.65248107910156, + "transformer.layers.0.linear1.bias": 2.3035855293273926, + "transformer.layers.0.linear2.weight": 45.93360137939453, + "transformer.layers.0.linear2.bias": 4.418020725250244, + "transformer.layers.0.norm1.weight": 2.630114793777466, + "transformer.layers.0.norm1.bias": 4.113770008087158, + "transformer.layers.0.norm2.weight": 3.677379846572876, + "transformer.layers.0.norm2.bias": 2.6223127841949463, + "transformer.layers.1.self_attn.in_proj_weight": 45.15394592285156, + "transformer.layers.1.self_attn.in_proj_bias": 2.8079569339752197, + "transformer.layers.1.self_attn.out_proj.weight": 47.32228088378906, + "transformer.layers.1.self_attn.out_proj.bias": 3.5435822010040283, + "transformer.layers.1.linear1.weight": 24.337505340576172, + "transformer.layers.1.linear1.bias": 1.515457034111023, + "transformer.layers.1.linear2.weight": 36.01722717285156, + "transformer.layers.1.linear2.bias": 3.4852092266082764, + "transformer.layers.1.norm1.weight": 2.8842759132385254, + "transformer.layers.1.norm1.bias": 2.8983397483825684, + "transformer.layers.1.norm2.weight": 1.6839187145233154, + "transformer.layers.1.norm2.bias": 1.200179934501648, + "transformer.layers.2.self_attn.in_proj_weight": 55.105953216552734, + "transformer.layers.2.self_attn.in_proj_bias": 3.038361072540283, + "transformer.layers.2.self_attn.out_proj.weight": 39.66714859008789, + "transformer.layers.2.self_attn.out_proj.bias": 3.5981385707855225, + "transformer.layers.2.linear1.weight": 23.295740127563477, + "transformer.layers.2.linear1.bias": 1.5789775848388672, + "transformer.layers.2.linear2.weight": 28.849498748779297, + "transformer.layers.2.linear2.bias": 3.6672377586364746, + "transformer.layers.2.norm1.weight": 4.064969539642334, + "transformer.layers.2.norm1.bias": 3.1308515071868896, + "transformer.layers.2.norm2.weight": 1.3702220916748047, + "transformer.layers.2.norm2.bias": 1.5184670686721802, + "transformer.layers.3.self_attn.in_proj_weight": 105.6713638305664, + "transformer.layers.3.self_attn.in_proj_bias": 8.864897727966309, + "transformer.layers.3.self_attn.out_proj.weight": 59.911865234375, + "transformer.layers.3.self_attn.out_proj.bias": 6.551482677459717, + "transformer.layers.3.linear1.weight": 58.43183517456055, + "transformer.layers.3.linear1.bias": 4.804342269897461, + "transformer.layers.3.linear2.weight": 34.917144775390625, + "transformer.layers.3.linear2.bias": 7.560401439666748, + "transformer.layers.3.norm1.weight": 7.796576023101807, + "transformer.layers.3.norm1.bias": 11.927767753601074, + "transformer.layers.3.norm2.weight": 3.9362375736236572, + "transformer.layers.3.norm2.bias": 5.585693836212158, + "head.weight": 436.66229248046875, + "head.bias": 14.036776542663574, + "global_embedding.weight": 7.926650047302246, + "global_cnn.0.weight": 45.058082580566406, + "global_cnn.0.bias": 1.9286205768585205, + "global_cnn.2.weight": 89.97830200195312, + "global_cnn.2.bias": 3.034273624420166, + "global_proj.weight": 18.215715408325195, + "global_proj.bias": 8.868188858032227, + "goal_head.0.weight": 0.035539496690034866, + "goal_head.0.bias": 0.014202650636434555, + "goal_head.2.weight": 0.05245921015739441, + "goal_head.2.bias": 0.030756544321775436 + }, + { + "global_gate": 0.1322740614414215, + "embedding.weight": 3.2594966888427734, + "cnn.0.weight": 47.492713928222656, + "cnn.0.bias": 1.5513321161270142, + "cnn.2.weight": 7.974911212921143, + "cnn.2.bias": 3.1442513465881348, + "cnn.5.weight": 7.265067100524902, + "cnn.5.bias": 2.1451878547668457, + "action_emb.weight": 3.087427854537964, + "timestep_emb.weight": 0.2878324091434479, + "pos_emb.weight": 0.6537756323814392, + "transformer.layers.0.self_attn.in_proj_weight": 14.323677062988281, + "transformer.layers.0.self_attn.in_proj_bias": 1.3189101219177246, + "transformer.layers.0.self_attn.out_proj.weight": 12.525510787963867, + "transformer.layers.0.self_attn.out_proj.bias": 1.6787298917770386, + "transformer.layers.0.linear1.weight": 12.956972122192383, + "transformer.layers.0.linear1.bias": 0.6814901232719421, + "transformer.layers.0.linear2.weight": 11.634299278259277, + "transformer.layers.0.linear2.bias": 1.2459276914596558, + "transformer.layers.0.norm1.weight": 0.8856819868087769, + "transformer.layers.0.norm1.bias": 1.2317944765090942, + "transformer.layers.0.norm2.weight": 1.2624433040618896, + "transformer.layers.0.norm2.bias": 0.8879023790359497, + "transformer.layers.1.self_attn.in_proj_weight": 11.557884216308594, + "transformer.layers.1.self_attn.in_proj_bias": 0.7658848166465759, + "transformer.layers.1.self_attn.out_proj.weight": 10.099853515625, + "transformer.layers.1.self_attn.out_proj.bias": 1.0057837963104248, + "transformer.layers.1.linear1.weight": 5.772193431854248, + "transformer.layers.1.linear1.bias": 0.36703720688819885, + "transformer.layers.1.linear2.weight": 7.524677276611328, + "transformer.layers.1.linear2.bias": 0.9472662210464478, + "transformer.layers.1.norm1.weight": 0.7751900553703308, + "transformer.layers.1.norm1.bias": 0.7594804763793945, + "transformer.layers.1.norm2.weight": 0.46182945370674133, + "transformer.layers.1.norm2.bias": 0.37959524989128113, + "transformer.layers.2.self_attn.in_proj_weight": 13.949840545654297, + "transformer.layers.2.self_attn.in_proj_bias": 1.0414656400680542, + "transformer.layers.2.self_attn.out_proj.weight": 9.92636489868164, + "transformer.layers.2.self_attn.out_proj.bias": 1.0205307006835938, + "transformer.layers.2.linear1.weight": 4.467252731323242, + "transformer.layers.2.linear1.bias": 0.33801355957984924, + "transformer.layers.2.linear2.weight": 5.1638569831848145, + "transformer.layers.2.linear2.bias": 1.0104210376739502, + "transformer.layers.2.norm1.weight": 1.0815988779067993, + "transformer.layers.2.norm1.bias": 1.1676011085510254, + "transformer.layers.2.norm2.weight": 0.30847200751304626, + "transformer.layers.2.norm2.bias": 0.382680207490921, + "transformer.layers.3.self_attn.in_proj_weight": 19.107458114624023, + "transformer.layers.3.self_attn.in_proj_bias": 2.1130220890045166, + "transformer.layers.3.self_attn.out_proj.weight": 8.860342025756836, + "transformer.layers.3.self_attn.out_proj.bias": 1.6247574090957642, + "transformer.layers.3.linear1.weight": 9.687585830688477, + "transformer.layers.3.linear1.bias": 0.8682060241699219, + "transformer.layers.3.linear2.weight": 6.333718299865723, + "transformer.layers.3.linear2.bias": 1.8687371015548706, + "transformer.layers.3.norm1.weight": 1.3948676586151123, + "transformer.layers.3.norm1.bias": 2.829678535461426, + "transformer.layers.3.norm2.weight": 0.7131069302558899, + "transformer.layers.3.norm2.bias": 1.0335336923599243, + "head.weight": 88.33329772949219, + "head.bias": 3.6439194679260254, + "global_embedding.weight": 3.9073266983032227, + "global_cnn.0.weight": 20.080230712890625, + "global_cnn.0.bias": 0.812332808971405, + "global_cnn.2.weight": 37.36123275756836, + "global_cnn.2.bias": 1.3494038581848145, + "global_proj.weight": 6.481176853179932, + "global_proj.bias": 3.3555214405059814, + "goal_head.0.weight": 0.03865690529346466, + "goal_head.0.bias": 0.01597394049167633, + "goal_head.2.weight": 0.05783291533589363, + "goal_head.2.bias": 0.03619063273072243 + }, + { + "global_gate": 0.4864366948604584, + "embedding.weight": 7.476495742797852, + "cnn.0.weight": 162.6654510498047, + "cnn.0.bias": 8.261106491088867, + "cnn.2.weight": 35.168704986572266, + "cnn.2.bias": 16.54008674621582, + "cnn.5.weight": 32.3040657043457, + "cnn.5.bias": 12.68440055847168, + "action_emb.weight": 12.703474998474121, + "timestep_emb.weight": 1.239622950553894, + "pos_emb.weight": 3.1189255714416504, + "transformer.layers.0.self_attn.in_proj_weight": 62.204830169677734, + "transformer.layers.0.self_attn.in_proj_bias": 6.8120436668396, + "transformer.layers.0.self_attn.out_proj.weight": 60.46294021606445, + "transformer.layers.0.self_attn.out_proj.bias": 9.341798782348633, + "transformer.layers.0.linear1.weight": 53.084228515625, + "transformer.layers.0.linear1.bias": 3.6684422492980957, + "transformer.layers.0.linear2.weight": 64.1201400756836, + "transformer.layers.0.linear2.bias": 7.312627792358398, + "transformer.layers.0.norm1.weight": 3.714226007461548, + "transformer.layers.0.norm1.bias": 6.13687801361084, + "transformer.layers.0.norm2.weight": 4.2752509117126465, + "transformer.layers.0.norm2.bias": 3.8625919818878174, + "transformer.layers.1.self_attn.in_proj_weight": 52.45694351196289, + "transformer.layers.1.self_attn.in_proj_bias": 4.563286304473877, + "transformer.layers.1.self_attn.out_proj.weight": 65.1280746459961, + "transformer.layers.1.self_attn.out_proj.bias": 6.481292247772217, + "transformer.layers.1.linear1.weight": 40.204246520996094, + "transformer.layers.1.linear1.bias": 2.8241829872131348, + "transformer.layers.1.linear2.weight": 50.46528625488281, + "transformer.layers.1.linear2.bias": 6.169203758239746, + "transformer.layers.1.norm1.weight": 3.1579973697662354, + "transformer.layers.1.norm1.bias": 3.6795766353607178, + "transformer.layers.1.norm2.weight": 2.9491968154907227, + "transformer.layers.1.norm2.bias": 3.0627176761627197, + "transformer.layers.2.self_attn.in_proj_weight": 95.38616180419922, + "transformer.layers.2.self_attn.in_proj_bias": 7.605243682861328, + "transformer.layers.2.self_attn.out_proj.weight": 49.087371826171875, + "transformer.layers.2.self_attn.out_proj.bias": 5.579156875610352, + "transformer.layers.2.linear1.weight": 24.798053741455078, + "transformer.layers.2.linear1.bias": 2.0715720653533936, + "transformer.layers.2.linear2.weight": 27.167409896850586, + "transformer.layers.2.linear2.bias": 5.731297969818115, + "transformer.layers.2.norm1.weight": 7.949850559234619, + "transformer.layers.2.norm1.bias": 8.842889785766602, + "transformer.layers.2.norm2.weight": 1.5129913091659546, + "transformer.layers.2.norm2.bias": 2.267474889755249, + "transformer.layers.3.self_attn.in_proj_weight": 77.84174346923828, + "transformer.layers.3.self_attn.in_proj_bias": 8.654069900512695, + "transformer.layers.3.self_attn.out_proj.weight": 43.23835754394531, + "transformer.layers.3.self_attn.out_proj.bias": 7.2215576171875, + "transformer.layers.3.linear1.weight": 45.88657760620117, + "transformer.layers.3.linear1.bias": 4.2078962326049805, + "transformer.layers.3.linear2.weight": 27.642248153686523, + "transformer.layers.3.linear2.bias": 8.108108520507812, + "transformer.layers.3.norm1.weight": 6.825313091278076, + "transformer.layers.3.norm1.bias": 12.621623039245605, + "transformer.layers.3.norm2.weight": 2.6540729999542236, + "transformer.layers.3.norm2.bias": 4.712158679962158, + "head.weight": 420.5447692871094, + "head.bias": 16.713064193725586, + "global_embedding.weight": 22.187673568725586, + "global_cnn.0.weight": 63.193702697753906, + "global_cnn.0.bias": 3.0160598754882812, + "global_cnn.2.weight": 77.2607192993164, + "global_cnn.2.bias": 3.5123250484466553, + "global_proj.weight": 21.41643714904785, + "global_proj.bias": 12.576017379760742, + "goal_head.0.weight": 0.04288278892636299, + "goal_head.0.bias": 0.018339945003390312, + "goal_head.2.weight": 0.05789675936102867, + "goal_head.2.bias": 0.04041344299912453 + }, + { + "global_gate": 0.0405682697892189, + "embedding.weight": 0.1881577968597412, + "cnn.0.weight": 5.5676069259643555, + "cnn.0.bias": 0.24422957003116608, + "cnn.2.weight": 1.3946092128753662, + "cnn.2.bias": 0.5764568448066711, + "cnn.5.weight": 1.3549607992172241, + "cnn.5.bias": 0.4950466752052307, + "action_emb.weight": 1.1522377729415894, + "timestep_emb.weight": 0.07207384705543518, + "pos_emb.weight": 0.18642686307430267, + "transformer.layers.0.self_attn.in_proj_weight": 3.3395228385925293, + "transformer.layers.0.self_attn.in_proj_bias": 0.34282320737838745, + "transformer.layers.0.self_attn.out_proj.weight": 2.9740607738494873, + "transformer.layers.0.self_attn.out_proj.bias": 0.4548148214817047, + "transformer.layers.0.linear1.weight": 4.698328495025635, + "transformer.layers.0.linear1.bias": 0.21803995966911316, + "transformer.layers.0.linear2.weight": 3.9884536266326904, + "transformer.layers.0.linear2.bias": 0.3461048901081085, + "transformer.layers.0.norm1.weight": 0.1858222782611847, + "transformer.layers.0.norm1.bias": 0.31405866146087646, + "transformer.layers.0.norm2.weight": 0.4776192903518677, + "transformer.layers.0.norm2.bias": 0.2788197100162506, + "transformer.layers.1.self_attn.in_proj_weight": 3.2725417613983154, + "transformer.layers.1.self_attn.in_proj_bias": 0.253673255443573, + "transformer.layers.1.self_attn.out_proj.weight": 3.1951706409454346, + "transformer.layers.1.self_attn.out_proj.bias": 0.32320183515548706, + "transformer.layers.1.linear1.weight": 2.491081714630127, + "transformer.layers.1.linear1.bias": 0.13674631714820862, + "transformer.layers.1.linear2.weight": 2.7280359268188477, + "transformer.layers.1.linear2.bias": 0.2937772274017334, + "transformer.layers.1.norm1.weight": 0.2263956218957901, + "transformer.layers.1.norm1.bias": 0.24713633954524994, + "transformer.layers.1.norm2.weight": 0.20634210109710693, + "transformer.layers.1.norm2.bias": 0.15065470337867737, + "transformer.layers.2.self_attn.in_proj_weight": 5.28784704208374, + "transformer.layers.2.self_attn.in_proj_bias": 0.33673548698425293, + "transformer.layers.2.self_attn.out_proj.weight": 2.7565412521362305, + "transformer.layers.2.self_attn.out_proj.bias": 0.26579347252845764, + "transformer.layers.2.linear1.weight": 1.3224928379058838, + "transformer.layers.2.linear1.bias": 0.08864352852106094, + "transformer.layers.2.linear2.weight": 1.4529705047607422, + "transformer.layers.2.linear2.bias": 0.2619892358779907, + "transformer.layers.2.norm1.weight": 0.5073025822639465, + "transformer.layers.2.norm1.bias": 0.3859264552593231, + "transformer.layers.2.norm2.weight": 0.0907244086265564, + "transformer.layers.2.norm2.bias": 0.09399039298295975, + "transformer.layers.3.self_attn.in_proj_weight": 4.896851539611816, + "transformer.layers.3.self_attn.in_proj_bias": 0.5432077050209045, + "transformer.layers.3.self_attn.out_proj.weight": 2.205994129180908, + "transformer.layers.3.self_attn.out_proj.bias": 0.4248679280281067, + "transformer.layers.3.linear1.weight": 2.6074466705322266, + "transformer.layers.3.linear1.bias": 0.23913727700710297, + "transformer.layers.3.linear2.weight": 1.7076903581619263, + "transformer.layers.3.linear2.bias": 0.4992679953575134, + "transformer.layers.3.norm1.weight": 0.38674217462539673, + "transformer.layers.3.norm1.bias": 0.7378346920013428, + "transformer.layers.3.norm2.weight": 0.18665990233421326, + "transformer.layers.3.norm2.bias": 0.2868228554725647, + "head.weight": 23.413360595703125, + "head.bias": 0.9654304385185242, + "global_embedding.weight": 0.9268655776977539, + "global_cnn.0.weight": 4.029256820678711, + "global_cnn.0.bias": 0.15742634236812592, + "global_cnn.2.weight": 7.023000717163086, + "global_cnn.2.bias": 0.26041272282600403, + "global_proj.weight": 1.24534273147583, + "global_proj.bias": 0.5957687497138977, + "goal_head.0.weight": 0.07489166408777237, + "goal_head.0.bias": 0.03112885169684887, + "goal_head.2.weight": 0.10122998803853989, + "goal_head.2.bias": 0.06582140177488327 + }, + { + "global_gate": 0.00041167819290421903, + "embedding.weight": 0.0051592630334198475, + "cnn.0.weight": 0.0978822261095047, + "cnn.0.bias": 0.003932463005185127, + "cnn.2.weight": 0.01972087472677231, + "cnn.2.bias": 0.008694909512996674, + "cnn.5.weight": 0.024080166593194008, + "cnn.5.bias": 0.007416382897645235, + "action_emb.weight": 0.013315465301275253, + "timestep_emb.weight": 0.0024732304736971855, + "pos_emb.weight": 0.0042464337311685085, + "transformer.layers.0.self_attn.in_proj_weight": 0.052600421011447906, + "transformer.layers.0.self_attn.in_proj_bias": 0.004641947336494923, + "transformer.layers.0.self_attn.out_proj.weight": 0.05235426127910614, + "transformer.layers.0.self_attn.out_proj.bias": 0.006344074383378029, + "transformer.layers.0.linear1.weight": 0.056381870061159134, + "transformer.layers.0.linear1.bias": 0.0029334325809031725, + "transformer.layers.0.linear2.weight": 0.0630502998828888, + "transformer.layers.0.linear2.bias": 0.005479232408106327, + "transformer.layers.0.norm1.weight": 0.002823206828907132, + "transformer.layers.0.norm1.bias": 0.003965024370700121, + "transformer.layers.0.norm2.weight": 0.004738966468721628, + "transformer.layers.0.norm2.bias": 0.0031313207000494003, + "transformer.layers.1.self_attn.in_proj_weight": 0.059645574539899826, + "transformer.layers.1.self_attn.in_proj_bias": 0.003786159213632345, + "transformer.layers.1.self_attn.out_proj.weight": 0.06550828367471695, + "transformer.layers.1.self_attn.out_proj.bias": 0.004949943628162146, + "transformer.layers.1.linear1.weight": 0.03865703195333481, + "transformer.layers.1.linear1.bias": 0.0021464964374899864, + "transformer.layers.1.linear2.weight": 0.04991316795349121, + "transformer.layers.1.linear2.bias": 0.004859130829572678, + "transformer.layers.1.norm1.weight": 0.003374881576746702, + "transformer.layers.1.norm1.bias": 0.003929295111447573, + "transformer.layers.1.norm2.weight": 0.0027865536976605654, + "transformer.layers.1.norm2.bias": 0.0020614347886294127, + "transformer.layers.2.self_attn.in_proj_weight": 0.08483485132455826, + "transformer.layers.2.self_attn.in_proj_bias": 0.005033858586102724, + "transformer.layers.2.self_attn.out_proj.weight": 0.05724368989467621, + "transformer.layers.2.self_attn.out_proj.bias": 0.004874058999121189, + "transformer.layers.2.linear1.weight": 0.027017541229724884, + "transformer.layers.2.linear1.bias": 0.0018871808424592018, + "transformer.layers.2.linear2.weight": 0.03290518373250961, + "transformer.layers.2.linear2.bias": 0.00496057840064168, + "transformer.layers.2.norm1.weight": 0.00819607824087143, + "transformer.layers.2.norm1.bias": 0.006191238295286894, + "transformer.layers.2.norm2.weight": 0.0017596300458535552, + "transformer.layers.2.norm2.bias": 0.0019904552027583122, + "transformer.layers.3.self_attn.in_proj_weight": 0.08440115302801132, + "transformer.layers.3.self_attn.in_proj_bias": 0.008409165777266026, + "transformer.layers.3.self_attn.out_proj.weight": 0.05078066140413284, + "transformer.layers.3.self_attn.out_proj.bias": 0.007245955988764763, + "transformer.layers.3.linear1.weight": 0.05749426782131195, + "transformer.layers.3.linear1.bias": 0.004811331629753113, + "transformer.layers.3.linear2.weight": 0.03561514988541603, + "transformer.layers.3.linear2.bias": 0.008098887279629707, + "transformer.layers.3.norm1.weight": 0.0062232064083218575, + "transformer.layers.3.norm1.bias": 0.011191275902092457, + "transformer.layers.3.norm2.weight": 0.0035270527005195618, + "transformer.layers.3.norm2.bias": 0.005302187521010637, + "head.weight": 0.4527103900909424, + "head.bias": 0.015790864825248718, + "global_embedding.weight": 0.031661149114370346, + "global_cnn.0.weight": 0.1354435384273529, + "global_cnn.0.bias": 0.005484120920300484, + "global_cnn.2.weight": 0.2010124772787094, + "global_cnn.2.bias": 0.01013459824025631, + "global_proj.weight": 0.04929638281464577, + "global_proj.bias": 0.031098952516913414, + "goal_head.0.weight": 0.029516814276576042, + "goal_head.0.bias": 0.01289895549416542, + "goal_head.2.weight": 0.040297731757164, + "goal_head.2.bias": 0.02861468866467476 + }, + { + "global_gate": 0.0010440103942528367, + "embedding.weight": 0.010794141329824924, + "cnn.0.weight": 0.20048613846302032, + "cnn.0.bias": 0.008441758342087269, + "cnn.2.weight": 0.05357031151652336, + "cnn.2.bias": 0.01915799453854561, + "cnn.5.weight": 0.055145151913166046, + "cnn.5.bias": 0.013500258326530457, + "action_emb.weight": 0.02065415307879448, + "timestep_emb.weight": 0.0036843435373157263, + "pos_emb.weight": 0.007731055375188589, + "transformer.layers.0.self_attn.in_proj_weight": 0.11054224520921707, + "transformer.layers.0.self_attn.in_proj_bias": 0.010606659576296806, + "transformer.layers.0.self_attn.out_proj.weight": 0.0934683084487915, + "transformer.layers.0.self_attn.out_proj.bias": 0.012160489335656166, + "transformer.layers.0.linear1.weight": 0.09184172004461288, + "transformer.layers.0.linear1.bias": 0.005486778449267149, + "transformer.layers.0.linear2.weight": 0.10518182814121246, + "transformer.layers.0.linear2.bias": 0.009503765031695366, + "transformer.layers.0.norm1.weight": 0.006292823236435652, + "transformer.layers.0.norm1.bias": 0.010322156362235546, + "transformer.layers.0.norm2.weight": 0.007661269512027502, + "transformer.layers.0.norm2.bias": 0.005338864400982857, + "transformer.layers.1.self_attn.in_proj_weight": 0.10805533826351166, + "transformer.layers.1.self_attn.in_proj_bias": 0.0061935861594974995, + "transformer.layers.1.self_attn.out_proj.weight": 0.09296861290931702, + "transformer.layers.1.self_attn.out_proj.bias": 0.0073702093213796616, + "transformer.layers.1.linear1.weight": 0.058915697038173676, + "transformer.layers.1.linear1.bias": 0.003840362187474966, + "transformer.layers.1.linear2.weight": 0.07713929563760757, + "transformer.layers.1.linear2.bias": 0.006943638902157545, + "transformer.layers.1.norm1.weight": 0.007224321365356445, + "transformer.layers.1.norm1.bias": 0.0067387791350483894, + "transformer.layers.1.norm2.weight": 0.004382898099720478, + "transformer.layers.1.norm2.bias": 0.004239157773554325, + "transformer.layers.2.self_attn.in_proj_weight": 0.12771743535995483, + "transformer.layers.2.self_attn.in_proj_bias": 0.008344613946974277, + "transformer.layers.2.self_attn.out_proj.weight": 0.08902350813150406, + "transformer.layers.2.self_attn.out_proj.bias": 0.006462892517447472, + "transformer.layers.2.linear1.weight": 0.04065616801381111, + "transformer.layers.2.linear1.bias": 0.0028368572238832712, + "transformer.layers.2.linear2.weight": 0.05161162465810776, + "transformer.layers.2.linear2.bias": 0.006708155851811171, + "transformer.layers.2.norm1.weight": 0.015287540853023529, + "transformer.layers.2.norm1.bias": 0.009942948818206787, + "transformer.layers.2.norm2.weight": 0.002853919519111514, + "transformer.layers.2.norm2.bias": 0.003126635914668441, + "transformer.layers.3.self_attn.in_proj_weight": 0.13902494311332703, + "transformer.layers.3.self_attn.in_proj_bias": 0.009665765799582005, + "transformer.layers.3.self_attn.out_proj.weight": 0.07213541865348816, + "transformer.layers.3.self_attn.out_proj.bias": 0.008713265880942345, + "transformer.layers.3.linear1.weight": 0.08511234074831009, + "transformer.layers.3.linear1.bias": 0.006665319669991732, + "transformer.layers.3.linear2.weight": 0.05980714038014412, + "transformer.layers.3.linear2.bias": 0.009671323001384735, + "transformer.layers.3.norm1.weight": 0.01209327019751072, + "transformer.layers.3.norm1.bias": 0.013082859106361866, + "transformer.layers.3.norm2.weight": 0.005323096178472042, + "transformer.layers.3.norm2.bias": 0.007031773217022419, + "head.weight": 0.670539140701294, + "head.bias": 0.019501736387610435, + "global_embedding.weight": 0.03427461162209511, + "global_cnn.0.weight": 0.21167083084583282, + "global_cnn.0.bias": 0.009249383583664894, + "global_cnn.2.weight": 0.2702338397502899, + "global_cnn.2.bias": 0.013031011447310448, + "global_proj.weight": 0.09645214676856995, + "global_proj.bias": 0.07042200118303299, + "goal_head.0.weight": 0.07558127492666245, + "goal_head.0.bias": 0.0377943180501461, + "goal_head.2.weight": 0.11834724247455597, + "goal_head.2.bias": 0.0945809930562973 + }, + { + "global_gate": 4.093921234016307e-05, + "embedding.weight": 0.018400898203253746, + "cnn.0.weight": 0.281507283449173, + "cnn.0.bias": 0.008877051994204521, + "cnn.2.weight": 0.04712139442563057, + "cnn.2.bias": 0.018237072974443436, + "cnn.5.weight": 0.03077443316578865, + "cnn.5.bias": 0.011808468028903008, + "action_emb.weight": 0.011609128676354885, + "timestep_emb.weight": 0.002531440230086446, + "pos_emb.weight": 0.006064739543944597, + "transformer.layers.0.self_attn.in_proj_weight": 0.08224666863679886, + "transformer.layers.0.self_attn.in_proj_bias": 0.00836577545851469, + "transformer.layers.0.self_attn.out_proj.weight": 0.07076086103916168, + "transformer.layers.0.self_attn.out_proj.bias": 0.009806536138057709, + "transformer.layers.0.linear1.weight": 0.05769723653793335, + "transformer.layers.0.linear1.bias": 0.003764116670936346, + "transformer.layers.0.linear2.weight": 0.07529506087303162, + "transformer.layers.0.linear2.bias": 0.0075532603077590466, + "transformer.layers.0.norm1.weight": 0.0050264038145542145, + "transformer.layers.0.norm1.bias": 0.008209633640944958, + "transformer.layers.0.norm2.weight": 0.004422971047461033, + "transformer.layers.0.norm2.bias": 0.0038438013289123774, + "transformer.layers.1.self_attn.in_proj_weight": 0.07037420570850372, + "transformer.layers.1.self_attn.in_proj_bias": 0.005243855062872171, + "transformer.layers.1.self_attn.out_proj.weight": 0.08962447196245193, + "transformer.layers.1.self_attn.out_proj.bias": 0.00569657888263464, + "transformer.layers.1.linear1.weight": 0.04139373078942299, + "transformer.layers.1.linear1.bias": 0.0025604134425520897, + "transformer.layers.1.linear2.weight": 0.05996037274599075, + "transformer.layers.1.linear2.bias": 0.0052223531529307365, + "transformer.layers.1.norm1.weight": 0.004738747142255306, + "transformer.layers.1.norm1.bias": 0.0057487632147967815, + "transformer.layers.1.norm2.weight": 0.002693783724680543, + "transformer.layers.1.norm2.bias": 0.002557686995714903, + "transformer.layers.2.self_attn.in_proj_weight": 0.10310914367437363, + "transformer.layers.2.self_attn.in_proj_bias": 0.005015508737415075, + "transformer.layers.2.self_attn.out_proj.weight": 0.06543882191181183, + "transformer.layers.2.self_attn.out_proj.bias": 0.0042188712395727634, + "transformer.layers.2.linear1.weight": 0.035960763692855835, + "transformer.layers.2.linear1.bias": 0.0023349474649876356, + "transformer.layers.2.linear2.weight": 0.04515282064676285, + "transformer.layers.2.linear2.bias": 0.004260245244950056, + "transformer.layers.2.norm1.weight": 0.008147653192281723, + "transformer.layers.2.norm1.bias": 0.005125924479216337, + "transformer.layers.2.norm2.weight": 0.0022916821762919426, + "transformer.layers.2.norm2.bias": 0.0021867663599550724, + "transformer.layers.3.self_attn.in_proj_weight": 0.14080840349197388, + "transformer.layers.3.self_attn.in_proj_bias": 0.0082808593288064, + "transformer.layers.3.self_attn.out_proj.weight": 0.08491934090852737, + "transformer.layers.3.self_attn.out_proj.bias": 0.006727953441441059, + "transformer.layers.3.linear1.weight": 0.0819036066532135, + "transformer.layers.3.linear1.bias": 0.006063453387469053, + "transformer.layers.3.linear2.weight": 0.051913559436798096, + "transformer.layers.3.linear2.bias": 0.008239260874688625, + "transformer.layers.3.norm1.weight": 0.011958913877606392, + "transformer.layers.3.norm1.bias": 0.011937497183680534, + "transformer.layers.3.norm2.weight": 0.005326505750417709, + "transformer.layers.3.norm2.bias": 0.006730170454829931, + "head.weight": 0.6312158703804016, + "head.bias": 0.015383082441985607, + "global_embedding.weight": 0.015917716547846794, + "global_cnn.0.weight": 0.08545957505702972, + "global_cnn.0.bias": 0.003958600107580423, + "global_cnn.2.weight": 0.2447349727153778, + "global_cnn.2.bias": 0.014320926740765572, + "global_proj.weight": 0.06698942184448242, + "global_proj.bias": 0.041088610887527466, + "goal_head.0.weight": 0.03633711487054825, + "goal_head.0.bias": 0.015500761568546295, + "goal_head.2.weight": 0.04699235036969185, + "goal_head.2.bias": 0.03557009994983673 + }, + { + "global_gate": 0.0003559814067557454, + "embedding.weight": 0.004428446292877197, + "cnn.0.weight": 0.08334318548440933, + "cnn.0.bias": 0.0028506580274552107, + "cnn.2.weight": 0.022680895403027534, + "cnn.2.bias": 0.008800996467471123, + "cnn.5.weight": 0.018425751477479935, + "cnn.5.bias": 0.006992613431066275, + "action_emb.weight": 0.00676549831405282, + "timestep_emb.weight": 0.0013338403077796102, + "pos_emb.weight": 0.0032729129306972027, + "transformer.layers.0.self_attn.in_proj_weight": 0.04582274705171585, + "transformer.layers.0.self_attn.in_proj_bias": 0.004330493975430727, + "transformer.layers.0.self_attn.out_proj.weight": 0.04188643395900726, + "transformer.layers.0.self_attn.out_proj.bias": 0.005387044511735439, + "transformer.layers.0.linear1.weight": 0.03301523998379707, + "transformer.layers.0.linear1.bias": 0.0021106719505041838, + "transformer.layers.0.linear2.weight": 0.04217081144452095, + "transformer.layers.0.linear2.bias": 0.004121654201298952, + "transformer.layers.0.norm1.weight": 0.0030322340317070484, + "transformer.layers.0.norm1.bias": 0.004209600854665041, + "transformer.layers.0.norm2.weight": 0.0027676536701619625, + "transformer.layers.0.norm2.bias": 0.002441138494759798, + "transformer.layers.1.self_attn.in_proj_weight": 0.03923531249165535, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024645524099469185, + "transformer.layers.1.self_attn.out_proj.weight": 0.045830704271793365, + "transformer.layers.1.self_attn.out_proj.bias": 0.00346922455355525, + "transformer.layers.1.linear1.weight": 0.02219056896865368, + "transformer.layers.1.linear1.bias": 0.0014229153748601675, + "transformer.layers.1.linear2.weight": 0.031253449618816376, + "transformer.layers.1.linear2.bias": 0.0033397204242646694, + "transformer.layers.1.norm1.weight": 0.002866350347176194, + "transformer.layers.1.norm1.bias": 0.0025327964685857296, + "transformer.layers.1.norm2.weight": 0.0016024531796574593, + "transformer.layers.1.norm2.bias": 0.0015263332752510905, + "transformer.layers.2.self_attn.in_proj_weight": 0.054043419659137726, + "transformer.layers.2.self_attn.in_proj_bias": 0.003410306526347995, + "transformer.layers.2.self_attn.out_proj.weight": 0.03530002385377884, + "transformer.layers.2.self_attn.out_proj.bias": 0.003208609763532877, + "transformer.layers.2.linear1.weight": 0.01903071440756321, + "transformer.layers.2.linear1.bias": 0.0013157121138647199, + "transformer.layers.2.linear2.weight": 0.022227950394153595, + "transformer.layers.2.linear2.bias": 0.003272546920925379, + "transformer.layers.2.norm1.weight": 0.004168856889009476, + "transformer.layers.2.norm1.bias": 0.003636618610471487, + "transformer.layers.2.norm2.weight": 0.001271237968467176, + "transformer.layers.2.norm2.bias": 0.0013601169921457767, + "transformer.layers.3.self_attn.in_proj_weight": 0.07176388800144196, + "transformer.layers.3.self_attn.in_proj_bias": 0.006705602165311575, + "transformer.layers.3.self_attn.out_proj.weight": 0.042656224220991135, + "transformer.layers.3.self_attn.out_proj.bias": 0.005988040938973427, + "transformer.layers.3.linear1.weight": 0.04438491538167, + "transformer.layers.3.linear1.bias": 0.0036601126194000244, + "transformer.layers.3.linear2.weight": 0.029328864067792892, + "transformer.layers.3.linear2.bias": 0.006938969250768423, + "transformer.layers.3.norm1.weight": 0.005626543425023556, + "transformer.layers.3.norm1.bias": 0.009121790528297424, + "transformer.layers.3.norm2.weight": 0.002963918261229992, + "transformer.layers.3.norm2.bias": 0.004176477901637554, + "head.weight": 0.36731410026550293, + "head.bias": 0.013285963796079159, + "global_embedding.weight": 0.017882496118545532, + "global_cnn.0.weight": 0.1439279168844223, + "global_cnn.0.bias": 0.003137116087600589, + "global_cnn.2.weight": 0.3063924312591553, + "global_cnn.2.bias": 0.011643943376839161, + "global_proj.weight": 0.058131489902734756, + "global_proj.bias": 0.032121069729328156, + "goal_head.0.weight": 0.03645601123571396, + "goal_head.0.bias": 0.013461019843816757, + "goal_head.2.weight": 0.04578098654747009, + "goal_head.2.bias": 0.02971010096371174 + }, + { + "global_gate": 0.0007096675108186901, + "embedding.weight": 0.00676585640758276, + "cnn.0.weight": 0.13965463638305664, + "cnn.0.bias": 0.005926657468080521, + "cnn.2.weight": 0.04368499293923378, + "cnn.2.bias": 0.018897369503974915, + "cnn.5.weight": 0.046270906925201416, + "cnn.5.bias": 0.01558329351246357, + "action_emb.weight": 0.02638181485235691, + "timestep_emb.weight": 0.003559261793270707, + "pos_emb.weight": 0.00886203721165657, + "transformer.layers.0.self_attn.in_proj_weight": 0.11301768571138382, + "transformer.layers.0.self_attn.in_proj_bias": 0.01235281117260456, + "transformer.layers.0.self_attn.out_proj.weight": 0.11278381943702698, + "transformer.layers.0.self_attn.out_proj.bias": 0.0177756454795599, + "transformer.layers.0.linear1.weight": 0.11508281528949738, + "transformer.layers.0.linear1.bias": 0.006848478689789772, + "transformer.layers.0.linear2.weight": 0.11888394504785538, + "transformer.layers.0.linear2.bias": 0.012271144427359104, + "transformer.layers.0.norm1.weight": 0.0064238919876515865, + "transformer.layers.0.norm1.bias": 0.012314933352172375, + "transformer.layers.0.norm2.weight": 0.010488674975931644, + "transformer.layers.0.norm2.bias": 0.009322071447968483, + "transformer.layers.1.self_attn.in_proj_weight": 0.11290084570646286, + "transformer.layers.1.self_attn.in_proj_bias": 0.007505143992602825, + "transformer.layers.1.self_attn.out_proj.weight": 0.12549477815628052, + "transformer.layers.1.self_attn.out_proj.bias": 0.010360184125602245, + "transformer.layers.1.linear1.weight": 0.0677804946899414, + "transformer.layers.1.linear1.bias": 0.004055787809193134, + "transformer.layers.1.linear2.weight": 0.08778545260429382, + "transformer.layers.1.linear2.bias": 0.009602811187505722, + "transformer.layers.1.norm1.weight": 0.007103640120476484, + "transformer.layers.1.norm1.bias": 0.007046540733426809, + "transformer.layers.1.norm2.weight": 0.004697538912296295, + "transformer.layers.1.norm2.bias": 0.004436308518052101, + "transformer.layers.2.self_attn.in_proj_weight": 0.1574651598930359, + "transformer.layers.2.self_attn.in_proj_bias": 0.009751038625836372, + "transformer.layers.2.self_attn.out_proj.weight": 0.09443231672048569, + "transformer.layers.2.self_attn.out_proj.bias": 0.008598861284554005, + "transformer.layers.2.linear1.weight": 0.049999505281448364, + "transformer.layers.2.linear1.bias": 0.0034981307107955217, + "transformer.layers.2.linear2.weight": 0.06174074113368988, + "transformer.layers.2.linear2.bias": 0.008726270869374275, + "transformer.layers.2.norm1.weight": 0.012271890416741371, + "transformer.layers.2.norm1.bias": 0.00960603915154934, + "transformer.layers.2.norm2.weight": 0.002988315187394619, + "transformer.layers.2.norm2.bias": 0.0033400915563106537, + "transformer.layers.3.self_attn.in_proj_weight": 0.22311419248580933, + "transformer.layers.3.self_attn.in_proj_bias": 0.019347483292222023, + "transformer.layers.3.self_attn.out_proj.weight": 0.1189400926232338, + "transformer.layers.3.self_attn.out_proj.bias": 0.016277344897389412, + "transformer.layers.3.linear1.weight": 0.12693820893764496, + "transformer.layers.3.linear1.bias": 0.01060632523149252, + "transformer.layers.3.linear2.weight": 0.08126144111156464, + "transformer.layers.3.linear2.bias": 0.019825290888547897, + "transformer.layers.3.norm1.weight": 0.01886310987174511, + "transformer.layers.3.norm1.bias": 0.027914676815271378, + "transformer.layers.3.norm2.weight": 0.00861132051795721, + "transformer.layers.3.norm2.bias": 0.012688571587204933, + "head.weight": 1.060184121131897, + "head.bias": 0.037786535918712616, + "global_embedding.weight": 0.05191892758011818, + "global_cnn.0.weight": 0.21112211048603058, + "global_cnn.0.bias": 0.006533720996230841, + "global_cnn.2.weight": 0.39714112877845764, + "global_cnn.2.bias": 0.018254175782203674, + "global_proj.weight": 0.08216135948896408, + "global_proj.bias": 0.05414466932415962, + "goal_head.0.weight": 0.03906366229057312, + "goal_head.0.bias": 0.017471829429268837, + "goal_head.2.weight": 0.05449796840548515, + "goal_head.2.bias": 0.03693928197026253 + }, + { + "global_gate": 0.8500746488571167, + "embedding.weight": 4.125643730163574, + "cnn.0.weight": 113.08149719238281, + "cnn.0.bias": 4.487390995025635, + "cnn.2.weight": 30.308700561523438, + "cnn.2.bias": 12.716577529907227, + "cnn.5.weight": 28.60405158996582, + "cnn.5.bias": 10.660552978515625, + "action_emb.weight": 19.450666427612305, + "timestep_emb.weight": 1.1276044845581055, + "pos_emb.weight": 5.028282642364502, + "transformer.layers.0.self_attn.in_proj_weight": 66.29774475097656, + "transformer.layers.0.self_attn.in_proj_bias": 4.22340202331543, + "transformer.layers.0.self_attn.out_proj.weight": 67.62860870361328, + "transformer.layers.0.self_attn.out_proj.bias": 5.732371807098389, + "transformer.layers.0.linear1.weight": 80.56039428710938, + "transformer.layers.0.linear1.bias": 3.1250033378601074, + "transformer.layers.0.linear2.weight": 74.81866455078125, + "transformer.layers.0.linear2.bias": 3.8232779502868652, + "transformer.layers.0.norm1.weight": 4.296313762664795, + "transformer.layers.0.norm1.bias": 4.049478530883789, + "transformer.layers.0.norm2.weight": 6.982113361358643, + "transformer.layers.0.norm2.bias": 2.947500705718994, + "transformer.layers.1.self_attn.in_proj_weight": 50.292076110839844, + "transformer.layers.1.self_attn.in_proj_bias": 2.4657578468322754, + "transformer.layers.1.self_attn.out_proj.weight": 49.83470153808594, + "transformer.layers.1.self_attn.out_proj.bias": 3.1573381423950195, + "transformer.layers.1.linear1.weight": 48.90496063232422, + "transformer.layers.1.linear1.bias": 2.373866081237793, + "transformer.layers.1.linear2.weight": 54.04570007324219, + "transformer.layers.1.linear2.bias": 2.8094191551208496, + "transformer.layers.1.norm1.weight": 3.316560745239258, + "transformer.layers.1.norm1.bias": 2.3994765281677246, + "transformer.layers.1.norm2.weight": 3.832014322280884, + "transformer.layers.1.norm2.bias": 1.9990015029907227, + "transformer.layers.2.self_attn.in_proj_weight": 107.4917984008789, + "transformer.layers.2.self_attn.in_proj_bias": 3.872053623199463, + "transformer.layers.2.self_attn.out_proj.weight": 42.110111236572266, + "transformer.layers.2.self_attn.out_proj.bias": 2.0986461639404297, + "transformer.layers.2.linear1.weight": 22.47720718383789, + "transformer.layers.2.linear1.bias": 1.388197422027588, + "transformer.layers.2.linear2.weight": 26.359169006347656, + "transformer.layers.2.linear2.bias": 2.19612717628479, + "transformer.layers.2.norm1.weight": 9.464348793029785, + "transformer.layers.2.norm1.bias": 4.02585506439209, + "transformer.layers.2.norm2.weight": 1.5976665019989014, + "transformer.layers.2.norm2.bias": 1.376064658164978, + "transformer.layers.3.self_attn.in_proj_weight": 74.43753814697266, + "transformer.layers.3.self_attn.in_proj_bias": 4.885433197021484, + "transformer.layers.3.self_attn.out_proj.weight": 42.95571517944336, + "transformer.layers.3.self_attn.out_proj.bias": 3.7825710773468018, + "transformer.layers.3.linear1.weight": 49.95341110229492, + "transformer.layers.3.linear1.bias": 3.5266177654266357, + "transformer.layers.3.linear2.weight": 31.445215225219727, + "transformer.layers.3.linear2.bias": 4.613986015319824, + "transformer.layers.3.norm1.weight": 6.304691791534424, + "transformer.layers.3.norm1.bias": 7.078733444213867, + "transformer.layers.3.norm2.weight": 3.446887969970703, + "transformer.layers.3.norm2.bias": 3.7129781246185303, + "head.weight": 356.9554748535156, + "head.bias": 8.92171573638916, + "global_embedding.weight": 18.347307205200195, + "global_cnn.0.weight": 69.1499252319336, + "global_cnn.0.bias": 2.791675567626953, + "global_cnn.2.weight": 106.47566223144531, + "global_cnn.2.bias": 4.32133150100708, + "global_proj.weight": 25.829269409179688, + "global_proj.bias": 12.416471481323242, + "goal_head.0.weight": 0.02764822356402874, + "goal_head.0.bias": 0.013206294737756252, + "goal_head.2.weight": 0.039376210421323776, + "goal_head.2.bias": 0.028117451816797256 + }, + { + "global_gate": 0.00017597140686120838, + "embedding.weight": 0.01358382124453783, + "cnn.0.weight": 0.2847375273704529, + "cnn.0.bias": 0.00746766384691, + "cnn.2.weight": 0.0667211040854454, + "cnn.2.bias": 0.02876819670200348, + "cnn.5.weight": 0.059082988649606705, + "cnn.5.bias": 0.023634977638721466, + "action_emb.weight": 0.025328129529953003, + "timestep_emb.weight": 0.004249007441103458, + "pos_emb.weight": 0.010946211405098438, + "transformer.layers.0.self_attn.in_proj_weight": 0.12765614688396454, + "transformer.layers.0.self_attn.in_proj_bias": 0.010915436781942844, + "transformer.layers.0.self_attn.out_proj.weight": 0.12627464532852173, + "transformer.layers.0.self_attn.out_proj.bias": 0.014113985933363438, + "transformer.layers.0.linear1.weight": 0.11162793636322021, + "transformer.layers.0.linear1.bias": 0.005825349595397711, + "transformer.layers.0.linear2.weight": 0.14147208631038666, + "transformer.layers.0.linear2.bias": 0.010831842198967934, + "transformer.layers.0.norm1.weight": 0.007972369901835918, + "transformer.layers.0.norm1.bias": 0.00999172031879425, + "transformer.layers.0.norm2.weight": 0.008944950997829437, + "transformer.layers.0.norm2.bias": 0.0057884142734110355, + "transformer.layers.1.self_attn.in_proj_weight": 0.13228300213813782, + "transformer.layers.1.self_attn.in_proj_bias": 0.00796265434473753, + "transformer.layers.1.self_attn.out_proj.weight": 0.13443408906459808, + "transformer.layers.1.self_attn.out_proj.bias": 0.008952041156589985, + "transformer.layers.1.linear1.weight": 0.08497946709394455, + "transformer.layers.1.linear1.bias": 0.004706500098109245, + "transformer.layers.1.linear2.weight": 0.11184199154376984, + "transformer.layers.1.linear2.bias": 0.008382974192500114, + "transformer.layers.1.norm1.weight": 0.008929488249123096, + "transformer.layers.1.norm1.bias": 0.00848371908068657, + "transformer.layers.1.norm2.weight": 0.00594362523406744, + "transformer.layers.1.norm2.bias": 0.004774345550686121, + "transformer.layers.2.self_attn.in_proj_weight": 0.22036509215831757, + "transformer.layers.2.self_attn.in_proj_bias": 0.01055228803306818, + "transformer.layers.2.self_attn.out_proj.weight": 0.12374409288167953, + "transformer.layers.2.self_attn.out_proj.bias": 0.008147460408508778, + "transformer.layers.2.linear1.weight": 0.06127816438674927, + "transformer.layers.2.linear1.bias": 0.004144690465182066, + "transformer.layers.2.linear2.weight": 0.07288087904453278, + "transformer.layers.2.linear2.bias": 0.008378949947655201, + "transformer.layers.2.norm1.weight": 0.01775386370718479, + "transformer.layers.2.norm1.bias": 0.0100312614813447, + "transformer.layers.2.norm2.weight": 0.004055703058838844, + "transformer.layers.2.norm2.bias": 0.004524609073996544, + "transformer.layers.3.self_attn.in_proj_weight": 0.25029829144477844, + "transformer.layers.3.self_attn.in_proj_bias": 0.01618456095457077, + "transformer.layers.3.self_attn.out_proj.weight": 0.14148642122745514, + "transformer.layers.3.self_attn.out_proj.bias": 0.012371310032904148, + "transformer.layers.3.linear1.weight": 0.1237601786851883, + "transformer.layers.3.linear1.bias": 0.009423445910215378, + "transformer.layers.3.linear2.weight": 0.08013265579938889, + "transformer.layers.3.linear2.bias": 0.014329168014228344, + "transformer.layers.3.norm1.weight": 0.021795641630887985, + "transformer.layers.3.norm1.bias": 0.023191984742879868, + "transformer.layers.3.norm2.weight": 0.00830894336104393, + "transformer.layers.3.norm2.bias": 0.009943651035428047, + "head.weight": 1.056740164756775, + "head.bias": 0.028126612305641174, + "global_embedding.weight": 0.03790782764554024, + "global_cnn.0.weight": 0.3881623446941376, + "global_cnn.0.bias": 0.010944896377623081, + "global_cnn.2.weight": 0.8183071613311768, + "global_cnn.2.bias": 0.03847287595272064, + "global_proj.weight": 0.1693410575389862, + "global_proj.bias": 0.135031595826149, + "goal_head.0.weight": 0.10571590811014175, + "goal_head.0.bias": 0.052438732236623764, + "goal_head.2.weight": 0.14437775313854218, + "goal_head.2.bias": 0.11487025767564774 + }, + { + "global_gate": 0.0010957265039905906, + "embedding.weight": 0.015020476654171944, + "cnn.0.weight": 0.2509375810623169, + "cnn.0.bias": 0.007403946947306395, + "cnn.2.weight": 0.040390919893980026, + "cnn.2.bias": 0.01541808806359768, + "cnn.5.weight": 0.03294460102915764, + "cnn.5.bias": 0.011651060543954372, + "action_emb.weight": 0.011669057421386242, + "timestep_emb.weight": 0.0026324812788516283, + "pos_emb.weight": 0.007162284106016159, + "transformer.layers.0.self_attn.in_proj_weight": 0.07346433401107788, + "transformer.layers.0.self_attn.in_proj_bias": 0.006071862764656544, + "transformer.layers.0.self_attn.out_proj.weight": 0.06723882257938385, + "transformer.layers.0.self_attn.out_proj.bias": 0.0071619488298892975, + "transformer.layers.0.linear1.weight": 0.058020416647195816, + "transformer.layers.0.linear1.bias": 0.0030838828533887863, + "transformer.layers.0.linear2.weight": 0.07065150141716003, + "transformer.layers.0.linear2.bias": 0.005177039187401533, + "transformer.layers.0.norm1.weight": 0.004152595065534115, + "transformer.layers.0.norm1.bias": 0.006220693700015545, + "transformer.layers.0.norm2.weight": 0.004820273723453283, + "transformer.layers.0.norm2.bias": 0.002706259721890092, + "transformer.layers.1.self_attn.in_proj_weight": 0.06679579615592957, + "transformer.layers.1.self_attn.in_proj_bias": 0.004336273763328791, + "transformer.layers.1.self_attn.out_proj.weight": 0.06656524538993835, + "transformer.layers.1.self_attn.out_proj.bias": 0.0044466727413237095, + "transformer.layers.1.linear1.weight": 0.04381348565220833, + "transformer.layers.1.linear1.bias": 0.002630328293889761, + "transformer.layers.1.linear2.weight": 0.05835886299610138, + "transformer.layers.1.linear2.bias": 0.003958060871809721, + "transformer.layers.1.norm1.weight": 0.004225652664899826, + "transformer.layers.1.norm1.bias": 0.004519828595221043, + "transformer.layers.1.norm2.weight": 0.003504800610244274, + "transformer.layers.1.norm2.bias": 0.002606224501505494, + "transformer.layers.2.self_attn.in_proj_weight": 0.10141148418188095, + "transformer.layers.2.self_attn.in_proj_bias": 0.004094316158443689, + "transformer.layers.2.self_attn.out_proj.weight": 0.07277345657348633, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033927212934941053, + "transformer.layers.2.linear1.weight": 0.03375273197889328, + "transformer.layers.2.linear1.bias": 0.002148460363969207, + "transformer.layers.2.linear2.weight": 0.0425306037068367, + "transformer.layers.2.linear2.bias": 0.0033421223051846027, + "transformer.layers.2.norm1.weight": 0.009781595319509506, + "transformer.layers.2.norm1.bias": 0.003978272899985313, + "transformer.layers.2.norm2.weight": 0.0024749243166297674, + "transformer.layers.2.norm2.bias": 0.002261714544147253, + "transformer.layers.3.self_attn.in_proj_weight": 0.13513794541358948, + "transformer.layers.3.self_attn.in_proj_bias": 0.007196993567049503, + "transformer.layers.3.self_attn.out_proj.weight": 0.081428661942482, + "transformer.layers.3.self_attn.out_proj.bias": 0.004859606735408306, + "transformer.layers.3.linear1.weight": 0.06914904713630676, + "transformer.layers.3.linear1.bias": 0.004586140159517527, + "transformer.layers.3.linear2.weight": 0.045377664268016815, + "transformer.layers.3.linear2.bias": 0.005258719436824322, + "transformer.layers.3.norm1.weight": 0.012156572192907333, + "transformer.layers.3.norm1.bias": 0.01040264219045639, + "transformer.layers.3.norm2.weight": 0.004776462912559509, + "transformer.layers.3.norm2.bias": 0.004292611498385668, + "head.weight": 0.5608799457550049, + "head.bias": 0.009703552350401878, + "global_embedding.weight": 0.02967786230146885, + "global_cnn.0.weight": 0.07774954289197922, + "global_cnn.0.bias": 0.003671804443001747, + "global_cnn.2.weight": 0.07276973128318787, + "global_cnn.2.bias": 0.003709295531734824, + "global_proj.weight": 0.02528994157910347, + "global_proj.bias": 0.015968425199389458, + "goal_head.0.weight": 0.015332126058638096, + "goal_head.0.bias": 0.007603166624903679, + "goal_head.2.weight": 0.027577944099903107, + "goal_head.2.bias": 0.018342984840273857 + }, + { + "global_gate": 0.0005284198559820652, + "embedding.weight": 0.006186348851770163, + "cnn.0.weight": 0.13932308554649353, + "cnn.0.bias": 0.005731504876166582, + "cnn.2.weight": 0.03847292810678482, + "cnn.2.bias": 0.018828488886356354, + "cnn.5.weight": 0.03594202175736427, + "cnn.5.bias": 0.013968972489237785, + "action_emb.weight": 0.013992241583764553, + "timestep_emb.weight": 0.00307328044436872, + "pos_emb.weight": 0.006928369402885437, + "transformer.layers.0.self_attn.in_proj_weight": 0.07276428490877151, + "transformer.layers.0.self_attn.in_proj_bias": 0.007649735081940889, + "transformer.layers.0.self_attn.out_proj.weight": 0.07901159673929214, + "transformer.layers.0.self_attn.out_proj.bias": 0.009721807204186916, + "transformer.layers.0.linear1.weight": 0.06506078690290451, + "transformer.layers.0.linear1.bias": 0.0035858498886227608, + "transformer.layers.0.linear2.weight": 0.08002208173274994, + "transformer.layers.0.linear2.bias": 0.007489338051527739, + "transformer.layers.0.norm1.weight": 0.004534627310931683, + "transformer.layers.0.norm1.bias": 0.0072687906213104725, + "transformer.layers.0.norm2.weight": 0.004614778328686953, + "transformer.layers.0.norm2.bias": 0.003315493930131197, + "transformer.layers.1.self_attn.in_proj_weight": 0.07313448190689087, + "transformer.layers.1.self_attn.in_proj_bias": 0.005132798571139574, + "transformer.layers.1.self_attn.out_proj.weight": 0.07268664985895157, + "transformer.layers.1.self_attn.out_proj.bias": 0.005861759185791016, + "transformer.layers.1.linear1.weight": 0.047068800777196884, + "transformer.layers.1.linear1.bias": 0.002651941031217575, + "transformer.layers.1.linear2.weight": 0.06270163506269455, + "transformer.layers.1.linear2.bias": 0.005875713191926479, + "transformer.layers.1.norm1.weight": 0.005172665696591139, + "transformer.layers.1.norm1.bias": 0.005532184615731239, + "transformer.layers.1.norm2.weight": 0.0032037971541285515, + "transformer.layers.1.norm2.bias": 0.002451931592077017, + "transformer.layers.2.self_attn.in_proj_weight": 0.12336210161447525, + "transformer.layers.2.self_attn.in_proj_bias": 0.00721781887114048, + "transformer.layers.2.self_attn.out_proj.weight": 0.07712217420339584, + "transformer.layers.2.self_attn.out_proj.bias": 0.005370873957872391, + "transformer.layers.2.linear1.weight": 0.03380335122346878, + "transformer.layers.2.linear1.bias": 0.0024286925327032804, + "transformer.layers.2.linear2.weight": 0.042301807552576065, + "transformer.layers.2.linear2.bias": 0.005564626306295395, + "transformer.layers.2.norm1.weight": 0.01133424136787653, + "transformer.layers.2.norm1.bias": 0.008305172435939312, + "transformer.layers.2.norm2.weight": 0.0022612838074564934, + "transformer.layers.2.norm2.bias": 0.002553880913183093, + "transformer.layers.3.self_attn.in_proj_weight": 0.11074642837047577, + "transformer.layers.3.self_attn.in_proj_bias": 0.0075411610305309296, + "transformer.layers.3.self_attn.out_proj.weight": 0.0671803206205368, + "transformer.layers.3.self_attn.out_proj.bias": 0.006940418388694525, + "transformer.layers.3.linear1.weight": 0.07325851917266846, + "transformer.layers.3.linear1.bias": 0.006045925430953503, + "transformer.layers.3.linear2.weight": 0.04893377423286438, + "transformer.layers.3.linear2.bias": 0.007940185256302357, + "transformer.layers.3.norm1.weight": 0.008904976770281792, + "transformer.layers.3.norm1.bias": 0.01002597901970148, + "transformer.layers.3.norm2.weight": 0.004716647323220968, + "transformer.layers.3.norm2.bias": 0.007169443182647228, + "head.weight": 0.636512815952301, + "head.bias": 0.017246855422854424, + "global_embedding.weight": 0.01582201197743416, + "global_cnn.0.weight": 0.06405099481344223, + "global_cnn.0.bias": 0.002558029256761074, + "global_cnn.2.weight": 0.14088071882724762, + "global_cnn.2.bias": 0.008294141851365566, + "global_proj.weight": 0.04170849919319153, + "global_proj.bias": 0.0254721250385046, + "goal_head.0.weight": 0.019115475937724113, + "goal_head.0.bias": 0.008160088211297989, + "goal_head.2.weight": 0.025028245523571968, + "goal_head.2.bias": 0.017171837389469147 + }, + { + "global_gate": 0.15160931646823883, + "embedding.weight": 2.127899646759033, + "cnn.0.weight": 44.13022994995117, + "cnn.0.bias": 1.5597399473190308, + "cnn.2.weight": 10.561286926269531, + "cnn.2.bias": 3.1300766468048096, + "cnn.5.weight": 8.17828369140625, + "cnn.5.bias": 3.5892608165740967, + "action_emb.weight": 6.814991474151611, + "timestep_emb.weight": 0.3602963089942932, + "pos_emb.weight": 1.2123123407363892, + "transformer.layers.0.self_attn.in_proj_weight": 21.482641220092773, + "transformer.layers.0.self_attn.in_proj_bias": 1.8945276737213135, + "transformer.layers.0.self_attn.out_proj.weight": 19.239273071289062, + "transformer.layers.0.self_attn.out_proj.bias": 2.4058048725128174, + "transformer.layers.0.linear1.weight": 25.901906967163086, + "transformer.layers.0.linear1.bias": 1.0981595516204834, + "transformer.layers.0.linear2.weight": 22.30750846862793, + "transformer.layers.0.linear2.bias": 1.6753332614898682, + "transformer.layers.0.norm1.weight": 1.1868902444839478, + "transformer.layers.0.norm1.bias": 1.9929827451705933, + "transformer.layers.0.norm2.weight": 2.4323315620422363, + "transformer.layers.0.norm2.bias": 1.0479425191879272, + "transformer.layers.1.self_attn.in_proj_weight": 18.971776962280273, + "transformer.layers.1.self_attn.in_proj_bias": 1.083666205406189, + "transformer.layers.1.self_attn.out_proj.weight": 14.711020469665527, + "transformer.layers.1.self_attn.out_proj.bias": 1.3635718822479248, + "transformer.layers.1.linear1.weight": 15.872207641601562, + "transformer.layers.1.linear1.bias": 0.759966254234314, + "transformer.layers.1.linear2.weight": 15.826837539672852, + "transformer.layers.1.linear2.bias": 1.3366814851760864, + "transformer.layers.1.norm1.weight": 1.1875364780426025, + "transformer.layers.1.norm1.bias": 1.100340485572815, + "transformer.layers.1.norm2.weight": 1.24553382396698, + "transformer.layers.1.norm2.bias": 0.7083625793457031, + "transformer.layers.2.self_attn.in_proj_weight": 32.40145492553711, + "transformer.layers.2.self_attn.in_proj_bias": 1.5645463466644287, + "transformer.layers.2.self_attn.out_proj.weight": 15.101852416992188, + "transformer.layers.2.self_attn.out_proj.bias": 1.271178960800171, + "transformer.layers.2.linear1.weight": 6.478102684020996, + "transformer.layers.2.linear1.bias": 0.4675866365432739, + "transformer.layers.2.linear2.weight": 8.20486831665039, + "transformer.layers.2.linear2.bias": 1.2652275562286377, + "transformer.layers.2.norm1.weight": 3.2200491428375244, + "transformer.layers.2.norm1.bias": 1.841374158859253, + "transformer.layers.2.norm2.weight": 0.4177892208099365, + "transformer.layers.2.norm2.bias": 0.5026333928108215, + "transformer.layers.3.self_attn.in_proj_weight": 26.638713836669922, + "transformer.layers.3.self_attn.in_proj_bias": 2.45925235748291, + "transformer.layers.3.self_attn.out_proj.weight": 12.771856307983398, + "transformer.layers.3.self_attn.out_proj.bias": 2.0903873443603516, + "transformer.layers.3.linear1.weight": 14.961748123168945, + "transformer.layers.3.linear1.bias": 1.3463155031204224, + "transformer.layers.3.linear2.weight": 9.703983306884766, + "transformer.layers.3.linear2.bias": 2.563769817352295, + "transformer.layers.3.norm1.weight": 2.4876344203948975, + "transformer.layers.3.norm1.bias": 3.706437349319458, + "transformer.layers.3.norm2.weight": 1.0997564792633057, + "transformer.layers.3.norm2.bias": 1.7906092405319214, + "head.weight": 128.1360321044922, + "head.bias": 4.99256706237793, + "global_embedding.weight": 7.843489646911621, + "global_cnn.0.weight": 27.957162857055664, + "global_cnn.0.bias": 1.195001244544983, + "global_cnn.2.weight": 54.60563659667969, + "global_cnn.2.bias": 1.9407250881195068, + "global_proj.weight": 8.891202926635742, + "global_proj.bias": 5.081876277923584, + "goal_head.0.weight": 0.03183872997760773, + "goal_head.0.bias": 0.014013159088790417, + "goal_head.2.weight": 0.04324688762426376, + "goal_head.2.bias": 0.030052658170461655 + }, + { + "global_gate": 2.0906240940093994, + "embedding.weight": 13.236249923706055, + "cnn.0.weight": 256.7456359863281, + "cnn.0.bias": 8.565608024597168, + "cnn.2.weight": 51.85039138793945, + "cnn.2.bias": 19.137298583984375, + "cnn.5.weight": 51.07204055786133, + "cnn.5.bias": 19.023571014404297, + "action_emb.weight": 25.139415740966797, + "timestep_emb.weight": 2.8447206020355225, + "pos_emb.weight": 7.614779949188232, + "transformer.layers.0.self_attn.in_proj_weight": 122.19927215576172, + "transformer.layers.0.self_attn.in_proj_bias": 13.537364959716797, + "transformer.layers.0.self_attn.out_proj.weight": 113.18000793457031, + "transformer.layers.0.self_attn.out_proj.bias": 17.40516471862793, + "transformer.layers.0.linear1.weight": 102.61381530761719, + "transformer.layers.0.linear1.bias": 6.874080657958984, + "transformer.layers.0.linear2.weight": 120.80520629882812, + "transformer.layers.0.linear2.bias": 14.060391426086426, + "transformer.layers.0.norm1.weight": 7.768277645111084, + "transformer.layers.0.norm1.bias": 14.061136245727539, + "transformer.layers.0.norm2.weight": 8.713522911071777, + "transformer.layers.0.norm2.bias": 8.175230979919434, + "transformer.layers.1.self_attn.in_proj_weight": 114.48755645751953, + "transformer.layers.1.self_attn.in_proj_bias": 8.926351547241211, + "transformer.layers.1.self_attn.out_proj.weight": 107.80792236328125, + "transformer.layers.1.self_attn.out_proj.bias": 11.665858268737793, + "transformer.layers.1.linear1.weight": 72.53195190429688, + "transformer.layers.1.linear1.bias": 4.9904985427856445, + "transformer.layers.1.linear2.weight": 89.98371887207031, + "transformer.layers.1.linear2.bias": 11.283089637756348, + "transformer.layers.1.norm1.weight": 8.157999992370605, + "transformer.layers.1.norm1.bias": 8.936156272888184, + "transformer.layers.1.norm2.weight": 5.401504039764404, + "transformer.layers.1.norm2.bias": 5.462579727172852, + "transformer.layers.2.self_attn.in_proj_weight": 177.0751190185547, + "transformer.layers.2.self_attn.in_proj_bias": 13.769972801208496, + "transformer.layers.2.self_attn.out_proj.weight": 95.95269775390625, + "transformer.layers.2.self_attn.out_proj.bias": 9.967896461486816, + "transformer.layers.2.linear1.weight": 47.7593879699707, + "transformer.layers.2.linear1.bias": 3.6672496795654297, + "transformer.layers.2.linear2.weight": 59.608238220214844, + "transformer.layers.2.linear2.bias": 10.24876594543457, + "transformer.layers.2.norm1.weight": 16.541969299316406, + "transformer.layers.2.norm1.bias": 15.88548469543457, + "transformer.layers.2.norm2.weight": 3.1159796714782715, + "transformer.layers.2.norm2.bias": 3.8753111362457275, + "transformer.layers.3.self_attn.in_proj_weight": 202.51864624023438, + "transformer.layers.3.self_attn.in_proj_bias": 21.24337387084961, + "transformer.layers.3.self_attn.out_proj.weight": 99.62144470214844, + "transformer.layers.3.self_attn.out_proj.bias": 17.87006950378418, + "transformer.layers.3.linear1.weight": 123.11192321777344, + "transformer.layers.3.linear1.bias": 11.188051223754883, + "transformer.layers.3.linear2.weight": 81.4898681640625, + "transformer.layers.3.linear2.bias": 22.550535202026367, + "transformer.layers.3.norm1.weight": 18.012937545776367, + "transformer.layers.3.norm1.bias": 32.070274353027344, + "transformer.layers.3.norm2.weight": 9.666156768798828, + "transformer.layers.3.norm2.bias": 15.274331092834473, + "head.weight": 1039.455078125, + "head.bias": 43.793216705322266, + "global_embedding.weight": 17.72368049621582, + "global_cnn.0.weight": 77.10399627685547, + "global_cnn.0.bias": 3.130460262298584, + "global_cnn.2.weight": 136.75225830078125, + "global_cnn.2.bias": 5.791384696960449, + "global_proj.weight": 34.20156478881836, + "global_proj.bias": 20.11905860900879, + "goal_head.0.weight": 0.03892829641699791, + "goal_head.0.bias": 0.01908324658870697, + "goal_head.2.weight": 0.06384795159101486, + "goal_head.2.bias": 0.04542732238769531 + }, + { + "global_gate": 0.047370415180921555, + "embedding.weight": 1.452841877937317, + "cnn.0.weight": 22.08889389038086, + "cnn.0.bias": 0.8530312776565552, + "cnn.2.weight": 3.920179843902588, + "cnn.2.bias": 1.342382788658142, + "cnn.5.weight": 3.3353986740112305, + "cnn.5.bias": 0.9863048195838928, + "action_emb.weight": 1.71403169631958, + "timestep_emb.weight": 0.14113622903823853, + "pos_emb.weight": 0.3287089765071869, + "transformer.layers.0.self_attn.in_proj_weight": 6.825338840484619, + "transformer.layers.0.self_attn.in_proj_bias": 0.7615096569061279, + "transformer.layers.0.self_attn.out_proj.weight": 5.745277404785156, + "transformer.layers.0.self_attn.out_proj.bias": 0.9556520581245422, + "transformer.layers.0.linear1.weight": 6.615528106689453, + "transformer.layers.0.linear1.bias": 0.3838052451610565, + "transformer.layers.0.linear2.weight": 5.948807239532471, + "transformer.layers.0.linear2.bias": 0.7094038724899292, + "transformer.layers.0.norm1.weight": 0.472409725189209, + "transformer.layers.0.norm1.bias": 0.6675748229026794, + "transformer.layers.0.norm2.weight": 0.6617793440818787, + "transformer.layers.0.norm2.bias": 0.5123122930526733, + "transformer.layers.1.self_attn.in_proj_weight": 5.282919883728027, + "transformer.layers.1.self_attn.in_proj_bias": 0.4547479748725891, + "transformer.layers.1.self_attn.out_proj.weight": 4.491620063781738, + "transformer.layers.1.self_attn.out_proj.bias": 0.5877061486244202, + "transformer.layers.1.linear1.weight": 3.756746768951416, + "transformer.layers.1.linear1.bias": 0.23811845481395721, + "transformer.layers.1.linear2.weight": 4.301130771636963, + "transformer.layers.1.linear2.bias": 0.5738343596458435, + "transformer.layers.1.norm1.weight": 0.40506646037101746, + "transformer.layers.1.norm1.bias": 0.4036317467689514, + "transformer.layers.1.norm2.weight": 0.28944599628448486, + "transformer.layers.1.norm2.bias": 0.256656289100647, + "transformer.layers.2.self_attn.in_proj_weight": 10.14071273803711, + "transformer.layers.2.self_attn.in_proj_bias": 0.847077488899231, + "transformer.layers.2.self_attn.out_proj.weight": 3.1459717750549316, + "transformer.layers.2.self_attn.out_proj.bias": 0.4358506500720978, + "transformer.layers.2.linear1.weight": 1.4792393445968628, + "transformer.layers.2.linear1.bias": 0.12862662971019745, + "transformer.layers.2.linear2.weight": 1.842383861541748, + "transformer.layers.2.linear2.bias": 0.43791571259498596, + "transformer.layers.2.norm1.weight": 0.8751683235168457, + "transformer.layers.2.norm1.bias": 1.0159988403320312, + "transformer.layers.2.norm2.weight": 0.1104346364736557, + "transformer.layers.2.norm2.bias": 0.13858374953269958, + "transformer.layers.3.self_attn.in_proj_weight": 4.608675003051758, + "transformer.layers.3.self_attn.in_proj_bias": 0.4602189064025879, + "transformer.layers.3.self_attn.out_proj.weight": 2.5002501010894775, + "transformer.layers.3.self_attn.out_proj.bias": 0.41575223207473755, + "transformer.layers.3.linear1.weight": 2.757603168487549, + "transformer.layers.3.linear1.bias": 0.283168762922287, + "transformer.layers.3.linear2.weight": 1.7595187425613403, + "transformer.layers.3.linear2.bias": 0.4395255744457245, + "transformer.layers.3.norm1.weight": 0.3820887506008148, + "transformer.layers.3.norm1.bias": 0.6092700362205505, + "transformer.layers.3.norm2.weight": 0.189239040017128, + "transformer.layers.3.norm2.bias": 0.3439304530620575, + "head.weight": 21.368513107299805, + "head.bias": 1.006932258605957, + "global_embedding.weight": 0.6124861836433411, + "global_cnn.0.weight": 3.6345150470733643, + "global_cnn.0.bias": 0.09014786034822464, + "global_cnn.2.weight": 6.677204608917236, + "global_cnn.2.bias": 0.3251292407512665, + "global_proj.weight": 1.685054898262024, + "global_proj.bias": 1.2012858390808105, + "goal_head.0.weight": 0.029147755354642868, + "goal_head.0.bias": 0.014603430405259132, + "goal_head.2.weight": 0.044818662106990814, + "goal_head.2.bias": 0.033721696585416794 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.09230631589889526, - 0.13261982798576355, - 0.0496218204498291, - 0.014844713732600212, - 0.05833456665277481, - 0.014075253158807755, - 0.057477597147226334, - 0.013749180361628532, - 0.029255453497171402, - 0.044459979981184006 + 0.16647067666053772, + 0.0553557462990284, + 0.08867519348859787, + 0.0621236152946949, + 0.09674248099327087, + 0.12712247669696808, + 0.11887678503990173, + 0.08274960517883301, + 0.032217156141996384, + 0.05900305509567261, + 0.07121370732784271, + 0.053233396261930466, + 0.0682845190167427, + 0.1420215219259262, + 0.0777619257569313, + 0.11994104832410812, + 0.07851395756006241, + 0.11125466972589493, + 0.16708150506019592, + 0.11921841651201248 ], "repr_drift_kl_low_t": [ - 0.10809899866580963, - 0.13626867532730103, - 0.05635947734117508, - 0.014040036126971245, - 0.053132735192775726, - 0.015021092258393764, - 0.07234753668308258, - 0.012330345809459686, - 0.0384041965007782, - 0.02753927744925022 + 0.2383517324924469, + 0.07089299708604813, + 0.1403951644897461, + 0.0852075144648552, + 0.13962092995643616, + 0.18867497146129608, + 0.17227475345134735, + 0.12592822313308716, + 0.0422150082886219, + 0.08140888810157776, + 0.10271503031253815, + 0.08179594576358795, + 0.10314872115850449, + 0.23491664230823517, + 0.12289553135633469, + 0.18606553971767426, + 0.11147857457399368, + 0.1665477156639099, + 0.23870623111724854, + 0.17786788940429688 ], "repr_drift_kl_mid_t": [ - 0.08418545126914978, - 0.0961771085858345, - 0.03939179331064224, - 0.011056492105126381, - 0.04164215922355652, - 0.0115746408700943, - 0.051511552184820175, - 0.008646175265312195, - 0.02763950452208519, - 0.033483486622571945 + 0.1579536646604538, + 0.052887920290231705, + 0.07978615164756775, + 0.05390985682606697, + 0.08980562537908554, + 0.11481383442878723, + 0.11123427003622055, + 0.07251027971506119, + 0.028598899021744728, + 0.05353149026632309, + 0.07144728302955627, + 0.04973899945616722, + 0.06385771185159683, + 0.13032828271389008, + 0.06955616921186447, + 0.10987577587366104, + 0.07198125123977661, + 0.10909460484981537, + 0.15347015857696533, + 0.10634595155715942 ], "repr_drift_kl_high_t": [ - 0.08552055805921555, - 0.184473916888237, - 0.07414761185646057, - 0.02862553671002388, - 0.06396031379699707, - 0.025703782215714455, - 0.06682731211185455, - 0.016226667910814285, - 0.03218246251344681, - 0.07883265614509583 + 0.1257304847240448, + 0.05658360943198204, + 0.04736350104212761, + 0.048976749181747437, + 0.07037460803985596, + 0.0869755744934082, + 0.07862314581871033, + 0.05520787835121155, + 0.028440283611416817, + 0.047657310962677, + 0.03763343393802643, + 0.03245890513062477, + 0.04422866925597191, + 0.0742960125207901, + 0.04826803505420685, + 0.06380217522382736, + 0.055149905383586884, + 0.06206677481532097, + 0.1133306473493576, + 0.08012613654136658 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8856183290481567, - 0.85850989818573, - 0.8938235640525818, - 0.9831835627555847, - 0.873727023601532 + 0.879697859287262, + 0.9255080223083496, + 0.8985350728034973, + 0.9262098073959351, + 0.9083611369132996, + 0.9147388935089111, + 0.9143456816673279, + 0.9654378890991211, + 0.8972955346107483, + 0.9126115441322327 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 5.198400020599365, - 2.5423965454101562, - 2.538860321044922, - 0.5701393485069275, - 0.8707590103149414, - 0.5400906801223755, - 3.7423911094665527, - 0.27362924814224243, - 2.080012559890747, - 0.30443471670150757 + 5.316573619842529, + 1.2091823816299438, + 1.7826379537582397, + 1.3528339862823486, + 1.2074854373931885, + 1.5013236999511719, + 1.5734505653381348, + 1.4010981321334839, + 0.5425890684127808, + 0.9753881096839905, + 0.7167859673500061, + 0.46124187111854553, + 1.2130862474441528, + 1.5055131912231445, + 1.5199010372161865, + 0.7005936503410339, + 0.8808010220527649, + 0.8558259606361389, + 1.5985379219055176, + 1.2694005966186523 ], "norm_high_t": [ - 4.926820755004883, - 2.779249668121338, - 2.4207706451416016, - 0.37080320715904236, - 0.9528696537017822, - 0.5013593435287476, - 3.3363959789276123, - 0.36811137199401855, - 2.131462335586548, - 0.3150267004966736 + 7.411597728729248, + 1.4830156564712524, + 1.7849340438842773, + 1.1313843727111816, + 1.0527147054672241, + 1.6104648113250732, + 2.3087966442108154, + 1.7885069847106934, + 0.6299145817756653, + 0.9998647570610046, + 1.059407353401184, + 0.6801301836967468, + 1.7748537063598633, + 2.6584043502807617, + 1.8890053033828735, + 0.9308505654335022, + 0.7520199418067932, + 0.7733441591262817, + 1.6144585609436035, + 1.304644227027893 ], "lowhigh_cos": [ - 0.85431969165802, - 0.4204055666923523, - 0.39970123767852783, - 0.509364902973175, - 0.9207302927970886, - 0.7044810652732849, - 0.5560643672943115, - 0.7995440363883972, - 0.25193965435028076, - 0.9652153253555298 + 0.841474175453186, + 0.7485323548316956, + 0.8463691473007202, + 0.7891203761100769, + 0.8408157825469971, + 0.8488343358039856, + 0.7359446883201599, + 0.6965323090553284, + 0.5981914401054382, + 0.6154624223709106, + 0.641420304775238, + 0.6335122585296631, + 0.6968382596969604, + 0.4669170081615448, + 0.672794759273529, + 0.578434944152832, + 0.5789530873298645, + 0.5115379691123962, + 0.5911857485771179, + 0.6831605434417725 ], "t_bin_norms": [ { - "t_0.0-0.1": 6.289369583129883, - "t_0.1-0.2": 5.941370010375977, - "t_0.2-0.3": 5.647867679595947, - "t_0.3-0.4": 6.233592987060547, - "t_0.4-0.5": 6.517845630645752, - "t_0.5-0.6": 6.239536762237549, - "t_0.6-0.7": 6.555191516876221, - "t_0.7-0.8": 5.985992431640625, - "t_0.8-0.9": 5.357120990753174, - "t_0.9-1.0": 4.319272041320801 - }, - { - "t_0.0-0.1": 2.2661969661712646, - "t_0.1-0.2": 2.287663459777832, - "t_0.2-0.3": 2.075901508331299, - "t_0.3-0.4": 1.9926743507385254, - "t_0.4-0.5": 2.099482297897339, - "t_0.5-0.6": 2.1194558143615723, - "t_0.6-0.7": 2.214719772338867, - "t_0.7-0.8": 2.1564581394195557, - "t_0.8-0.9": 2.2358524799346924, - "t_0.9-1.0": 3.18442440032959 - }, - { - "t_0.0-0.1": 2.429722785949707, - "t_0.1-0.2": 2.6421048641204834, - "t_0.2-0.3": 2.5693416595458984, - "t_0.3-0.4": 2.363511800765991, - "t_0.4-0.5": 2.1919281482696533, - "t_0.5-0.6": 1.9840301275253296, - "t_0.6-0.7": 1.5920926332473755, - "t_0.7-0.8": 1.596718430519104, - "t_0.8-0.9": 2.1814332008361816, - "t_0.9-1.0": 3.6501312255859375 - }, - { - "t_0.0-0.1": 0.3420398235321045, - "t_0.1-0.2": 0.3497627079486847, - "t_0.2-0.3": 0.37553349137306213, - "t_0.3-0.4": 0.38106706738471985, - "t_0.4-0.5": 0.3502644896507263, - "t_0.5-0.6": 0.3874236047267914, - "t_0.6-0.7": 0.43265828490257263, - "t_0.7-0.8": 0.35268768668174744, - "t_0.8-0.9": 0.35374364256858826, - "t_0.9-1.0": 0.3835715651512146 - }, - { - "t_0.0-0.1": 0.8597723841667175, - "t_0.1-0.2": 0.8639421463012695, - "t_0.2-0.3": 0.8821910619735718, - "t_0.3-0.4": 0.8688485026359558, - "t_0.4-0.5": 0.87187260389328, - "t_0.5-0.6": 1.259918451309204, - "t_0.6-0.7": 0.8693490028381348, - "t_0.7-0.8": 0.8703014254570007, - "t_0.8-0.9": 0.860740602016449, - "t_0.9-1.0": 0.8790296912193298 - }, - { - "t_0.0-0.1": 0.4621478021144867, - "t_0.1-0.2": 0.46638843417167664, - "t_0.2-0.3": 0.4625285863876343, - "t_0.3-0.4": 0.4768047630786896, - "t_0.4-0.5": 0.46254152059555054, - "t_0.5-0.6": 0.48996472358703613, - "t_0.6-0.7": 0.46560022234916687, - "t_0.7-0.8": 0.5168991088867188, - "t_0.8-0.9": 0.48012250661849976, - "t_0.9-1.0": 0.7204541563987732 - }, - { - "t_0.0-0.1": 5.004904270172119, - "t_0.1-0.2": 3.815286636352539, - "t_0.2-0.3": 3.4963130950927734, - "t_0.3-0.4": 3.434241771697998, - "t_0.4-0.5": 4.1667022705078125, - "t_0.5-0.6": 3.780748128890991, - "t_0.6-0.7": 3.2056946754455566, - "t_0.7-0.8": 3.3732292652130127, - "t_0.8-0.9": 3.6522302627563477, - "t_0.9-1.0": 3.5977632999420166 - }, - { - "t_0.0-0.1": 0.2805992662906647, - "t_0.1-0.2": 0.6480434536933899, - "t_0.2-0.3": 0.346808522939682, - "t_0.3-0.4": 0.3225927948951721, - "t_0.4-0.5": 0.34908434748649597, - "t_0.5-0.6": 0.4757697582244873, - "t_0.6-0.7": 0.3339111804962158, - "t_0.7-0.8": 0.39890092611312866, - "t_0.8-0.9": 0.3715551793575287, - "t_0.9-1.0": 0.3864109218120575 - }, - { - "t_0.0-0.1": 1.9958302974700928, - "t_0.1-0.2": 2.135883331298828, - "t_0.2-0.3": 1.9088867902755737, - "t_0.3-0.4": 1.9324126243591309, - "t_0.4-0.5": 2.4012598991394043, - "t_0.5-0.6": 1.892940878868103, - "t_0.6-0.7": 1.830215334892273, - "t_0.7-0.8": 1.7845425605773926, - "t_0.8-0.9": 1.9596682786941528, - "t_0.9-1.0": 2.0971014499664307 - }, - { - "t_0.0-0.1": 0.30410781502723694, - "t_0.1-0.2": 0.3043785095214844, - "t_0.2-0.3": 0.3050539791584015, - "t_0.3-0.4": 0.30654770135879517, - "t_0.4-0.5": 0.3091338574886322, - "t_0.5-0.6": 0.3151802718639374, - "t_0.6-0.7": 0.32228779792785645, - "t_0.7-0.8": 0.3081783056259155, - "t_0.8-0.9": 0.30991053581237793, - "t_0.9-1.0": 0.3126123249530792 + "t_0.0-0.1": 4.656919956207275, + "t_0.1-0.2": 5.1970953941345215, + "t_0.2-0.3": 5.496182918548584, + "t_0.3-0.4": 5.798740863800049, + "t_0.4-0.5": 6.071232318878174, + "t_0.5-0.6": 6.273046016693115, + "t_0.6-0.7": 5.750792026519775, + "t_0.7-0.8": 6.542847633361816, + "t_0.8-0.9": 6.80670690536499, + "t_0.9-1.0": 7.911763668060303 + }, + { + "t_0.0-0.1": 0.9622619152069092, + "t_0.1-0.2": 1.0137983560562134, + "t_0.2-0.3": 1.0448836088180542, + "t_0.3-0.4": 1.0361692905426025, + "t_0.4-0.5": 1.0589144229888916, + "t_0.5-0.6": 0.9909193515777588, + "t_0.6-0.7": 1.0637037754058838, + "t_0.7-0.8": 1.1232059001922607, + "t_0.8-0.9": 1.2265952825546265, + "t_0.9-1.0": 2.0373146533966064 + }, + { + "t_0.0-0.1": 1.6592382192611694, + "t_0.1-0.2": 1.830625057220459, + "t_0.2-0.3": 1.721659541130066, + "t_0.3-0.4": 1.7907465696334839, + "t_0.4-0.5": 1.8260310888290405, + "t_0.5-0.6": 1.8270444869995117, + "t_0.6-0.7": 1.8045082092285156, + "t_0.7-0.8": 1.7754547595977783, + "t_0.8-0.9": 1.804537057876587, + "t_0.9-1.0": 2.5152840614318848 + }, + { + "t_0.0-0.1": 0.949320912361145, + "t_0.1-0.2": 1.1341171264648438, + "t_0.2-0.3": 1.285323143005371, + "t_0.3-0.4": 1.104026436805725, + "t_0.4-0.5": 1.1211539506912231, + "t_0.5-0.6": 1.1818784475326538, + "t_0.6-0.7": 1.0545148849487305, + "t_0.7-0.8": 1.1097166538238525, + "t_0.8-0.9": 1.1557960510253906, + "t_0.9-1.0": 1.1342003345489502 + }, + { + "t_0.0-0.1": 1.126213550567627, + "t_0.1-0.2": 1.0462801456451416, + "t_0.2-0.3": 1.1012449264526367, + "t_0.3-0.4": 1.0550158023834229, + "t_0.4-0.5": 1.0333664417266846, + "t_0.5-0.6": 1.01937735080719, + "t_0.6-0.7": 1.033998966217041, + "t_0.7-0.8": 1.0678828954696655, + "t_0.8-0.9": 1.116137981414795, + "t_0.9-1.0": 1.0368387699127197 + }, + { + "t_0.0-0.1": 2.517145872116089, + "t_0.1-0.2": 1.517505407333374, + "t_0.2-0.3": 1.5592290163040161, + "t_0.3-0.4": 1.569409728050232, + "t_0.4-0.5": 1.6948497295379639, + "t_0.5-0.6": 1.6324270963668823, + "t_0.6-0.7": 1.6524370908737183, + "t_0.7-0.8": 1.61789071559906, + "t_0.8-0.9": 1.6923093795776367, + "t_0.9-1.0": 1.6887465715408325 + }, + { + "t_0.0-0.1": 1.8477622270584106, + "t_0.1-0.2": 1.5811941623687744, + "t_0.2-0.3": 1.613227128982544, + "t_0.3-0.4": 1.5321769714355469, + "t_0.4-0.5": 1.582627773284912, + "t_0.5-0.6": 1.6040325164794922, + "t_0.6-0.7": 1.6247680187225342, + "t_0.7-0.8": 1.7020378112792969, + "t_0.8-0.9": 2.004913568496704, + "t_0.9-1.0": 2.7152743339538574 + }, + { + "t_0.0-0.1": 1.3997474908828735, + "t_0.1-0.2": 1.4149119853973389, + "t_0.2-0.3": 1.455535650253296, + "t_0.3-0.4": 1.4558851718902588, + "t_0.4-0.5": 1.4679666757583618, + "t_0.5-0.6": 1.4434524774551392, + "t_0.6-0.7": 1.4107882976531982, + "t_0.7-0.8": 1.5017306804656982, + "t_0.8-0.9": 1.6887245178222656, + "t_0.9-1.0": 2.0940797328948975 + }, + { + "t_0.0-0.1": 0.6951249241828918, + "t_0.1-0.2": 0.5570030808448792, + "t_0.2-0.3": 0.5410317778587341, + "t_0.3-0.4": 0.5752468705177307, + "t_0.4-0.5": 0.5808295607566833, + "t_0.5-0.6": 0.5619325637817383, + "t_0.6-0.7": 0.5630485415458679, + "t_0.7-0.8": 0.6262694001197815, + "t_0.8-0.9": 0.7137792110443115, + "t_0.9-1.0": 0.7204229235649109 + }, + { + "t_0.0-0.1": 1.1607513427734375, + "t_0.1-0.2": 0.9982478022575378, + "t_0.2-0.3": 0.9589041471481323, + "t_0.3-0.4": 0.921629786491394, + "t_0.4-0.5": 0.9083917737007141, + "t_0.5-0.6": 0.9633936882019043, + "t_0.6-0.7": 0.9116129279136658, + "t_0.7-0.8": 0.9089528918266296, + "t_0.8-0.9": 0.9497966766357422, + "t_0.9-1.0": 1.2661380767822266 + }, + { + "t_0.0-0.1": 0.8161417245864868, + "t_0.1-0.2": 0.7276701927185059, + "t_0.2-0.3": 0.803029477596283, + "t_0.3-0.4": 0.8048237562179565, + "t_0.4-0.5": 0.7986642718315125, + "t_0.5-0.6": 0.8068622946739197, + "t_0.6-0.7": 0.7614108324050903, + "t_0.7-0.8": 0.8000891208648682, + "t_0.8-0.9": 0.8624547123908997, + "t_0.9-1.0": 1.133547067642212 + }, + { + "t_0.0-0.1": 0.5460547208786011, + "t_0.1-0.2": 0.5307891368865967, + "t_0.2-0.3": 0.49006640911102295, + "t_0.3-0.4": 0.48286062479019165, + "t_0.4-0.5": 0.49019378423690796, + "t_0.5-0.6": 0.5086471438407898, + "t_0.6-0.7": 0.5133345723152161, + "t_0.7-0.8": 0.5113912224769592, + "t_0.8-0.9": 0.530372679233551, + "t_0.9-1.0": 0.7926860451698303 + }, + { + "t_0.0-0.1": 1.6979329586029053, + "t_0.1-0.2": 1.272737979888916, + "t_0.2-0.3": 1.2470314502716064, + "t_0.3-0.4": 1.2586525678634644, + "t_0.4-0.5": 1.30331552028656, + "t_0.5-0.6": 1.2305474281311035, + "t_0.6-0.7": 1.3019015789031982, + "t_0.7-0.8": 1.3890944719314575, + "t_0.8-0.9": 1.655893325805664, + "t_0.9-1.0": 1.9789209365844727 + }, + { + "t_0.0-0.1": 1.3897000551223755, + "t_0.1-0.2": 1.59710693359375, + "t_0.2-0.3": 1.5918798446655273, + "t_0.3-0.4": 1.5542032718658447, + "t_0.4-0.5": 1.481649398803711, + "t_0.5-0.6": 1.6279761791229248, + "t_0.6-0.7": 1.6388545036315918, + "t_0.7-0.8": 1.8169199228286743, + "t_0.8-0.9": 2.1888957023620605, + "t_0.9-1.0": 3.2311301231384277 + }, + { + "t_0.0-0.1": 1.9641914367675781, + "t_0.1-0.2": 1.6043100357055664, + "t_0.2-0.3": 1.5797374248504639, + "t_0.3-0.4": 1.6334205865859985, + "t_0.4-0.5": 1.5882821083068848, + "t_0.5-0.6": 1.6777849197387695, + "t_0.6-0.7": 1.5939981937408447, + "t_0.7-0.8": 1.6699225902557373, + "t_0.8-0.9": 1.9636993408203125, + "t_0.9-1.0": 2.112513542175293 + }, + { + "t_0.0-0.1": 1.4573148488998413, + "t_0.1-0.2": 0.7911437749862671, + "t_0.2-0.3": 0.7120253443717957, + "t_0.3-0.4": 0.7188938856124878, + "t_0.4-0.5": 0.6930979490280151, + "t_0.5-0.6": 0.7128057479858398, + "t_0.6-0.7": 0.7461544871330261, + "t_0.7-0.8": 0.7330946922302246, + "t_0.8-0.9": 0.8229160308837891, + "t_0.9-1.0": 1.2476366758346558 + }, + { + "t_0.0-0.1": 1.0835163593292236, + "t_0.1-0.2": 0.8871564865112305, + "t_0.2-0.3": 0.8681111931800842, + "t_0.3-0.4": 0.8668911457061768, + "t_0.4-0.5": 0.8348388075828552, + "t_0.5-0.6": 0.8100031018257141, + "t_0.6-0.7": 0.7691614031791687, + "t_0.7-0.8": 0.7009873390197754, + "t_0.8-0.9": 0.7453805804252625, + "t_0.9-1.0": 0.9155442118644714 + }, + { + "t_0.0-0.1": 0.782406747341156, + "t_0.1-0.2": 0.6517406105995178, + "t_0.2-0.3": 0.6641382575035095, + "t_0.3-0.4": 0.621206521987915, + "t_0.4-0.5": 0.6301994323730469, + "t_0.5-0.6": 0.6218677759170532, + "t_0.6-0.7": 0.6409481167793274, + "t_0.7-0.8": 0.6613013744354248, + "t_0.8-0.9": 0.6550504565238953, + "t_0.9-1.0": 0.9291346073150635 + }, + { + "t_0.0-0.1": 1.1837115287780762, + "t_0.1-0.2": 1.5008796453475952, + "t_0.2-0.3": 1.4829590320587158, + "t_0.3-0.4": 1.5218185186386108, + "t_0.4-0.5": 1.505407452583313, + "t_0.5-0.6": 1.4717379808425903, + "t_0.6-0.7": 1.4125560522079468, + "t_0.7-0.8": 1.4431296586990356, + "t_0.8-0.9": 1.6017452478408813, + "t_0.9-1.0": 1.848505973815918 + }, + { + "t_0.0-0.1": 1.3804552555084229, + "t_0.1-0.2": 1.2610177993774414, + "t_0.2-0.3": 1.2035421133041382, + "t_0.3-0.4": 1.2076958417892456, + "t_0.4-0.5": 1.3070933818817139, + "t_0.5-0.6": 1.1967922449111938, + "t_0.6-0.7": 1.1951781511306763, + "t_0.7-0.8": 1.1673970222473145, + "t_0.8-0.9": 1.2455030679702759, + "t_0.9-1.0": 1.4581769704818726 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.01244813296943903, - 0.026965003460645676, - 0.05051150918006897, - 0.03402366861701012, - 0.21041519939899445, - 0.0077751195058226585, - 0.4008888900279999, - 0.08361581712961197, - 0.1861937940120697, - 0.018018018454313278, - 0.23320895433425903, - 0.37655016779899597, - 0.031982939690351486, - 0.013047530315816402, - 0.042521994560956955, - 0.13552801311016083, - 0.01764705963432789, - 0.13154762983322144, - 0.013302926905453205, - 0.04674127697944641, - 0.13727454841136932, - 0.023351648822426796, - 0.5479375720024109, - 0.010501750744879246, - 0.009749303571879864, - 0.13050313293933868, - 0.10656436532735825, - 0.055776894092559814, - 0.006127451080828905, - 0.2756797671318054, - 0.1511555314064026, - 0.10519605129957199, - 0.16939251124858856, - 0.03052728995680809, - 0.18970894813537598, - 0.04600345343351364, - 0.06866952776908875, - 0.6225895285606384, - 0.04614325240254402, - 0.09379727393388748, - 0.1267748475074768, - 0.15004055202007294, - 0.049976203590631485, - 0.16267059743404388, - 0.0323176383972168, - 0.006637168116867542, - 0.1621621549129486, - 0.016597511246800423, - 0.09550046175718307, - 0.18885448575019836, - 0.04125837981700897, - 0.27780601382255554, - 0.16116750240325928, - 0.5394088625907898, - 0.06386779993772507, - 0.09498807042837143, - 0.20880453288555145, - 0.02192840911448002, - 0.09015829861164093, - 0.006592291872948408, - 0.09216418117284775, - 0.04634495824575424, - 0.07924286276102066, - 0.0049827522598207, - 0.20443519949913025, - 0.1457541286945343, - 0.10161229223012924, - 0.24025341868400574, - 0.0050505055114626884, - 0.05362318828701973, - 0.03702031448483467, - 0.08078693598508835, - 0.046715326607227325, - 0.005692599341273308, - 0.12109203636646271, - 0.010532150976359844, - 0.09216418117284775, - 0.0882352963089943, - 0.007778738159686327, - 0.015853149816393852, - 0.007957559078931808, - 0.015235456638038158, - 0.07201404869556427, - 0.134852796792984, - 0.10390516370534897, - 0.0066828676499426365, - 0.09556786715984344, - 0.020661156624555588, - 0.05879846587777138, - 0.0019267823081463575, - 0.019362187013030052, - 0.012658228166401386, - 0.004323899280279875, - 0.08050436526536942, - 0.09995969384908676, - 0.010458839125931263, - 0.005692599341273308, - 0.03413143381476402, - 0.09238310903310776, - 0.007095793262124062, - 0.14220182597637177, - 0.15347334742546082, - 0.20178282260894775, - 0.09489575773477554, - 0.0037313434295356274, - 0.018923712894320488, - 0.1615999937057495, - 0.04873853176832199, - 0.02139800414443016, - 0.04764219745993614, - 0.01091326866298914, - 0.024171890690922737, - 0.10147299617528915, - 0.048245616257190704, - 0.20551377534866333, - 0.004059539642184973, - 0.012500000186264515, - 0.0016111708246171474, - 0.0034987276885658503, - 0.09221076965332031, - 0.10970323532819748, - 0.07550731301307678, - 0.06937173008918762, - 0.03294573724269867, - 0.006944444961845875, - 0.009782608598470688, - 0.00911458395421505, - 0.010714286006987095, - 0.005976095795631409, - 0.2547169625759125, - 0.17151989042758942, - 0.0032894734758883715, - 0.0617363303899765, - 0.021343378350138664, - 0.07512520998716354, - 0.0031421836465597153, - 0.12649573385715485, - 0.16563786566257477, - 0.1144501268863678, - 0.02053140103816986, - 0.17658276855945587, - 0.005434782709926367, - 0.01001112349331379, - 0.07307692617177963, - 0.005130596924573183, - 0.0672963410615921, - 0.09507042169570923, - 0.09679877758026123, - 0.18221575021743774, - 0.05589639022946358, - 0.0613086000084877, - 0.008900190703570843, - 0.1282811164855957, - 0.012951602227985859, - 0.004323899280279875, - 0.03483201563358307, - 0.005976095795631409, - 0.006637168116867542, - 0.013174670748412609, - 0.09600313007831573, - 0.028138527646660805, - 0.12854251265525818, - 0.15432648360729218, - 0.14123278856277466, - 0.041766684502363205, - 0.10040430724620819, - 0.00973360612988472, - 0.07536231726408005, - 0.011538461782038212, - 0.26816239953041077, - 0.0026041667442768812, - 0.06945863366127014, - 0.01110550295561552, - 0.020592020824551582, - 0.01965065486729145, - 0.17961165308952332, - 0.04079696163535118, - 0.10340531170368195, - 0.030975496396422386, - 0.20540264248847961, - 0.016304347664117813, - 0.18221575021743774, - 0.22285713255405426, - 0.2706480324268341, - 0.03227485716342926, - 0.004983388818800449, - 0.04755043238401413, - 0.21477429568767548, - 0.03681351616978645, - 0.1921602040529251, - 0.1410835236310959, - 0.10624033212661743, - 0.015000000596046448, - 0.014962594024837017, - 0.013647058978676796, - 0.00538160465657711, - 0.028246013447642326, - 0.3167649507522583, - 0.1634114682674408, - 0.16827094554901123, - 0.15955056250095367, - 0.04229607433080673, - 0.10076157003641129, - 0.07147110998630524, - 0.004323899280279875, - 0.00657131802290678, - 0.08037693798542023, - 0.06463595479726791, - 0.006396588869392872, - 0.014804845675826073, - 0.08027523010969162, - 0.011748909018933773, - 0.009999999776482582, - 0.057500001043081284, - 0.313043475151062, - 0.08491367101669312, - 0.06787879019975662, - 0.006289307959377766, - 0.09195402264595032, - 0.01653696410357952, - 0.0182291679084301, - 0.08670033514499664, - 0.1163734719157219, - 0.011414077132940292, - 0.005886970087885857, - 0.12298604100942612, - 0.12546125054359436, - 0.07782100886106491, - 0.023351648822426796, - 0.12585033476352692, - 0.022182468324899673, - 0.05968639254570007, - 0.004385964944958687, - 0.042662113904953, - 0.26244813203811646, - 0.10833333432674408, - 0.003355704713612795, - 0.0035771066322922707, - 0.05689194053411484, - 0.0038677917327731848, - 0.15085157752037048, - 0.20151133835315704, - 0.1063360944390297, - 0.004201680887490511, - 0.08720112591981888, - 0.021462105214595795, - 0.0985473096370697, - 0.03625377640128136, - 0.05802861601114273, - 0.14196428656578064, - 0.013256738893687725, - 0.004901960492134094, - 0.19989904761314392, - 0.02659110724925995, - 0.20691579580307007, - 0.09777424484491348, - 0.10676691681146622, - 0.08643457293510437, - 0.018139714375138283, - 0.06891635060310364, - 0.02876480482518673, - 0.11973918974399567, - 0.09849462658166885, - 0.011538461782038212, - 0.0027985074557363987, - 0.3159269094467163, - 0.007625272031873465, - 0.0035971221514046192, - 0.07642799615859985, - 0.11465797573328018, - 0.13567009568214417, - 0.015000000596046448, - 0.1530751734972, - 0.014634146355092525, - 0.07823871821165085, - 0.11457035690546036, - 0.21137890219688416, - 0.06583506613969803, - 0.04162219911813736, - 0.11827956885099411, - 0.018847007304430008, - 0.07127772271633148, - 0.05841924622654915, - 0.01092896144837141, - 0.1708754152059555, - 0.07894737273454666, - 0.010479042306542397, - 0.023483365774154663, - 0.07605069875717163, - 0.08337675780057907, - 0.017422866076231003, - 0.0045008184388279915, - 0.07625272125005722, - 0.003355704713612795, - 0.005130596924573183, - 0.016335228458046913, - 0.07162725925445557, - 0.12553343176841736, - 0.1464032530784607, - 0.010606060735881329, - 0.028070176020264626, - 0.1346733719110489, - 0.10580204427242279, - 0.12124711275100708, - 0.08867751061916351, - 0.007336343172937632, - 0.009376723319292068, - 0.005130596924573183, - 0.012054506689310074, - 0.012666244059801102, - 0.07472904026508331, - 0.013056835159659386, - 0.15887463092803955, - 0.0026212320663034916, - 0.08042293787002563, - 0.028688523918390274, - 0.09832775592803955, - 0.13050313293933868, - 0.11003521084785461, - 0.0016556291375309229, - 0.013869625516235828, - 0.006289307959377766, - 0.24337518215179443, - 0.007710843347012997, - 0.0020242915488779545, - 0.11768953502178192, - 0.24888558685779572, - 0.096146360039711, - 0.009749303571879864, - 0.0833333358168602, - 0.011904762126505375, - 0.0047846888191998005, - 0.002195734065026045, - 0.14057332277297974, - 0.15392015874385834, - 0.008269719779491425, - 0.005721830762922764, - 0.2015065848827362, - 0.12547945976257324, - 0.0016324626049026847, - 0.014320987276732922, - 0.08902616053819656, - 0.015529842115938663, - 0.24758686125278473, - 0.01605839468538761, - 0.0037251655012369156, - 0.11821623891592026, - 0.0772179663181305, - 0.09728752076625824, - 0.003355704713612795, - 0.05625717341899872, - 0.19419746100902557, - 0.09561753273010254, - 0.06187569722533226, - 0.10529716312885284, - 0.006592291872948408, - 0.0077751195058226585, - 0.19044701755046844, - 0.09096573293209076, - 0.04279660806059837, - 0.0974842756986618, - 0.07037815451622009, - 0.008723599836230278, - 0.1505376249551773, - 0.07850964367389679, - 0.17410071194171906, - 0.007231404539197683, - 0.07162725925445557, - 0.04683544486761093, - 0.020179372280836105, - 0.034957628697156906, - 0.03434929996728897, - 0.22010870277881622, - 0.5266618132591248, - 0.03363914042711258, - 0.008368201553821564, - 0.0031960229389369488, - 0.020477814599871635, - 0.15281501412391663, - 0.025572005659341812, - 0.039522435516119, - 0.12065637111663818, - 0.08801653236150742, - 0.12059368938207626, - 0.28443875908851624, - 0.06315789371728897, - 0.009451796300709248, - 0.005692599341273308, - 0.005434782709926367, - 0.37990429997444153, - 0.01078680157661438, - 0.0059652929194271564, - 0.26071101427078247, - 0.020136931911110878, - 0.0759589821100235, - 0.0034722222480922937, - 0.0640958845615387, - 0.10391566157341003, - 0.18065693974494934, - 0.08019480109214783, - 0.19206009805202484, - 0.17617164552211761, - 0.007894736714661121, - 0.05460750684142113, - 0.15591397881507874, - 0.02214650809764862, - 0.11690731346607208, - 0.08693516999483109, - 0.0077751195058226585, - 0.0803670734167099, - 0.0027985074557363987, - 0.01982097141444683, - 0.020608440041542053, - 0.08103563636541367, - 0.12397447228431702, - 0.009386281482875347, - 0.009999999776482582, - 0.05157848075032234, - 0.11045576632022858, - 0.0023174970410764217, - 0.10530246794223785, - 0.12063491344451904, - 0.006592291872948408, - 0.008064515888690948, - 0.07970297336578369, - 0.004323899280279875, - 0.17886531352996826, - 0.049190159887075424, - 0.0034722222480922937, - 0.1584821492433548, - 0.005976095795631409, - 0.004901960492134094, - 0.010240655392408371, - 0.03714423626661301, - 0.12400399148464203, - 0.020981956273317337, - 0.07267441600561142, - 0.045807771384716034, - 0.02237878181040287, - 0.025769229978322983, - 0.0043963477946817875, - 0.13984045386314392, - 0.005434782709926367, - 0.062527135014534, - 0.012581168673932552, - 0.0689132884144783, - 0.0784090906381607, - 0.04213333502411842, - 0.002634660340845585, - 0.10846447944641113, - 0.007417397573590279, - 0.24277456104755402, - 0.004913076292723417, - 0.17765814065933228, - 0.13090229034423828, - 0.0033923860173672438, - 0.12235067784786224, - 0.0030487803742289543, - 0.005130596924573183, - 0.10733452439308167, - 0.1916329264640808, - 0.0036900369450449944, - 0.006289307959377766, - 0.13858962059020996, - 0.05237560719251633, - 0.01721014454960823, - 0.005199306644499302, - 0.054433222860097885, - 0.0040087467059493065, - 0.0033136967103928328, - 0.07472904026508331, - 0.07662337273359299, - 0.0030487803742289543, - 0.011969111859798431, - 0.08621933311223984, - 0.09216418117284775, - 0.10417480021715164, - 0.15632666647434235, - 0.23704031109809875, - 0.02711864374577999, - 0.03868340700864792, - 0.017758047208189964, - 0.08783120661973953, - 0.0038759689778089523, - 0.23146331310272217, - 0.056613486260175705, - 0.01381304208189249, - 0.025019245222210884, - 0.0038759689778089523, - 0.07420091331005096, - 0.10191082209348679, - 0.10176579654216766, - 0.08750719577074051, - 0.0032894734758883715 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.07083333283662796, + 0.07377634942531586, + 0.07554347813129425, + 0.02797657810151577, + 0.1583629846572876, + 0.04678826034069061, + 0.022607902064919472, + 0.2538555860519409, + 0.12258453667163849, + 0.02775941975414753, + 0.09863240271806717, + 0.11653116345405579, + 0.039215683937072754, + 0.13399894535541534, + 0.3064102530479431, + 0.11045029759407043, + 0.17192427814006805, + 0.0651431605219841, + 0.11214302480220795, + 0.08125778287649155, + 0.09937734156847, + 0.04461319372057915, + 0.10039113461971283, + 0.04296330735087395, + 0.08546169102191925, + 0.14424552023410797, + 0.08717206865549088, + 0.22329427301883698, + 0.09135299921035767, + 0.07225523889064789, + 0.062418725341558456, + 0.05316973477602005, + 0.12015945464372635, + 0.09232449531555176, + 0.14786845445632935, + 0.12811526656150818, + 0.10164771229028702, + 0.055906567722558975, + 0.0678555890917778, + 0.054580897092819214, + 0.050654806196689606, + 0.06367506086826324, + 0.06442654877901077, + 0.1438596546649933, + 0.0721951276063919, + 0.048166561871767044, + 0.09312903881072998, + 0.08113456517457962, + 0.09415285289287567, + 0.05120556801557541, + 0.13481444120407104, + 0.10485536605119705, + 0.14614427089691162, + 0.03606027737259865, + 0.09501557797193527, + 0.07795490324497223, + 0.09150000661611557, + 0.05921638756990433, + 0.07152146100997925, + 0.06036549061536789, + 0.0538368821144104, + 0.10650069266557693, + 0.08547982573509216, + 0.09740490466356277, + 0.04061538353562355, + 0.06711259484291077, + 0.05193118751049042, + 0.09833547472953796, + 0.14084021747112274, + 0.06093649938702583, + 0.06840948015451431, + 0.09761262685060501, + 0.023497268557548523, + 0.08227848261594772, + 0.08015580475330353, + 0.023282011970877647, + 0.06984186172485352, + 0.11212582141160965, + 0.03669377416372299, + 0.0792246088385582, + 0.0678001269698143, + 0.14904968440532684, + 0.07384954392910004, + 0.09317050874233246, + 0.054948803037405014, + 0.12781955301761627, + 0.07723063975572586, + 0.036862581968307495, + 0.10846039652824402, + 0.1293986588716507, + 0.0373493991792202, + 0.09164265543222427, + 0.13173078000545502, + 0.035370878875255585, + 0.00888450164347887, + 0.04807894304394722, + 0.022614313289523125, + 0.15909655392169952, + 0.15175195038318634, + 0.05873715132474899, + 0.061149030923843384, + 0.09821926057338715, + 0.03618849441409111, + 0.03830823674798012, + 0.06960408389568329, + 0.0735863670706749, + 0.07844129949808121, + 0.06730008125305176, + 0.08511923253536224, + 0.05983101204037666, + 0.07220838963985443, + 0.0732131227850914, + 0.08853831887245178, + 0.06482411921024323, + 0.05656374990940094, + 0.08882815390825272, + 0.1516219973564148, + 0.061714544892311096, + 0.07077408581972122, + 0.06666666269302368, + 0.06921618431806564, + 0.08331093937158585, + 0.09004458039999008, + 0.03776256740093231, + 0.12216553092002869, + 0.046892039477825165, + 0.08999772369861603, + 0.1302269995212555, + 0.0976744219660759, + 0.08218847960233688, + 0.11939849704504013, + 0.08457349985837936, + 0.06992380321025848, + 0.11729087680578232, + 0.07946840673685074, + 0.04832962155342102, + 0.06248702481389046, + 0.10069355368614197, + 0.12109984457492828, + 0.01713641546666622, + 0.034341637045145035, + 0.020240699872374535, + 0.007901391014456749, + 0.14382947981357574, + 0.06148791313171387, + 0.07803943008184433, + 0.09925293177366257, + 0.25486472249031067, + 0.13096413016319275, + 0.09797297418117523, + 0.14906542003154755, + 0.07505261152982712, + 0.16915422677993774, + 0.04237503185868263, + 0.04276568815112114, + 0.07366906106472015, + 0.05297209694981575, + 0.06878172606229782, + 0.017512788996100426, + 0.08722510188817978, + 0.1977458894252777, + 0.09921173751354218, + 0.026887502521276474, + 0.07729782164096832, + 0.0372246690094471, + 0.10732322931289673, + 0.15680472552776337, + 0.0630858913064003, + 0.028716720640659332, + 0.07714872062206268, + 0.08057521283626556, + 0.1053147241473198, + 0.0628557875752449, + 0.07033081352710724, + 0.13630183041095734, + 0.04277534410357475, + 0.0421878807246685, + 0.17122888565063477, + 0.07024432718753815, + 0.0914522036910057, + 0.1191573441028595, + 0.09515859931707382, + 0.03306485712528229, + 0.23695015907287598, + 0.14948315918445587, + 0.07319485396146774, + 0.09673726558685303, + 0.07623858004808426, + 0.120066337287426, + 0.08247863501310349, + 0.08525345474481583, + 0.10958590358495712, + 0.085999995470047, + 0.1485525667667389, + 0.0298822820186615, + 0.07304730266332626, + 0.055063121020793915, + 0.06488042324781418, + 0.11384544521570206, + 0.07807942479848862, + 0.051511283963918686, + 0.11081513017416, + 0.13233724236488342, + 0.0722159743309021, + 0.12955255806446075, + 0.05847136303782463, + 0.05278012901544571, + 0.08038976788520813, + 0.16047483682632446, + 0.018244219943881035, + 0.12520821392536163, + 0.04687045142054558, + 0.09528236091136932, + 0.142686665058136, + 0.06447453051805496, + 0.12347052991390228, + 0.04822694882750511, + 0.04296644777059555, + 0.06406384706497192, + 0.07838772982358932, + 0.01597520336508751, + 0.034813426434993744, + 0.17518463730812073, + 0.10108982026576996, + 0.09700000286102295, + 0.09814868867397308, + 0.059219129383563995, + 0.1605003923177719, + 0.08271078020334244, + 0.10386183857917786, + 0.056830309331417084, + 0.029128048568964005, + 0.02456698566675186, + 0.08119434863328934, + 0.09484139829874039, + 0.07047517597675323, + 0.13783249258995056, + 0.0947204977273941, + 0.11489124596118927, + 0.07436953485012054, + 0.14688602089881897, + 0.07644007354974747, + 0.08699902147054672, + 0.0954868346452713, + 0.09684916585683823, + 0.06066838279366493, + 0.06815703213214874, + 0.05606312304735184, + 0.15296661853790283, + 0.027770141139626503, + 0.11246200650930405, + 0.0688018947839737, + 0.06457142531871796, + 0.0763825923204422, + 0.08714069426059723, + 0.07967212796211243, + 0.10753221064805984, + 0.02490800991654396, + 0.047646380960941315, + 0.15813423693180084, + 0.08044243603944778, + 0.1876196563243866, + 0.06672999262809753, + 0.03406326100230217, + 0.11288685351610184, + 0.1169125959277153, + 0.07257398217916489, + 0.19534556567668915, + 0.07488633692264557, + 0.048949580639600754, + 0.034323565661907196, + 0.13653457164764404, + 0.05559337139129639, + 0.06225848197937012, + 0.13298246264457703, + 0.052119653671979904, + 0.08502339571714401, + 0.03368370607495308, + 0.0375962108373642, + 0.0794268548488617, + 0.07472143322229385, + 0.06888888776302338, + 0.03504335135221481, + 0.07808022946119308, + 0.12208760529756546, + 0.02912006713449955, + 0.08700299263000488, + 0.1296454519033432, + 0.05749014392495155, + 0.09045881032943726, + 0.1087944358587265, + 0.09295539557933807, + 0.050652340054512024, + 0.10262390226125717, + 0.10709837824106216, + 0.036007579416036606, + 0.07435273379087448, + 0.06806661933660507, + 0.10624092817306519, + 0.057843323796987534, + 0.0886605829000473, + 0.09417169541120529, + 0.14561350643634796, + 0.08536004275083542, + 0.028156621381640434, + 0.04266039654612541, + 0.12309613823890686, + 0.08057922124862671, + 0.0572640523314476, + 0.07678292691707611, + 0.08968903124332428, + 0.015308641828596592, + 0.04179534688591957, + 0.12773333489894867, + 0.04282839968800545, + 0.05842696502804756, + 0.06537771224975586, + 0.11274626106023788, + 0.11940661817789078, + 0.048283886164426804, + 0.08078476041555405, + 0.16326530277729034, + 0.041834451258182526, + 0.07438016682863235, + 0.06930693238973618, + 0.035353533923625946, + 0.04080338403582573, + 0.06488659232854843, + 0.0651245042681694, + 0.12930452823638916, + 0.09134253114461899, + 0.06072197109460831, + 0.07155755907297134, + 0.14641493558883667, + 0.07040230184793472, + 0.12956494092941284, + 0.022433863952755928, + 0.07478383183479309, + 0.013720743358135223, + 0.06648474931716919, + 0.0801781713962555, + 0.06878410279750824, + 0.11000262945890427, + 0.07793240994215012, + 0.08856263011693954, + 0.1265527904033661, + 0.07882838696241379, + 0.0844895988702774, + 0.10354360938072205, + 0.06384323537349701, + 0.025184275582432747, + 0.06519770622253418, + 0.11400383710861206, + 0.05880849063396454, + 0.1326897144317627, + 0.10038398951292038, + 0.06208997219800949, + 0.2110091745853424, + 0.07558228820562363, + 0.12841717898845673, + 0.1304633617401123, + 0.07728707045316696, + 0.06891574710607529, + 0.05177373066544533, + 0.028981978073716164, + 0.07750840485095978, + 0.08651816844940186, + 0.0928143709897995, + 0.07456140220165253, + 0.08281522244215012, + 0.13136132061481476, + 0.05520926043391228, + 0.1490246206521988, + 0.01927710883319378, + 0.0397157184779644, + 0.11986588686704636, + 0.07680913805961609, + 0.029439998790621758, + 0.09408602118492126, + 0.057407815009355545, + 0.07130520045757294, + 0.1012883186340332, + 0.09051049500703812, + 0.0673689991235733, + 0.04233765974640846, + 0.09385863691568375, + 0.10474307835102081, + 0.08097825944423676, + 0.04375497251749039, + 0.05004528909921646, + 0.021535580977797508, + 0.07663615047931671, + 0.08325297385454178, + 0.06893567740917206, + 0.10854630917310715, + 0.04863926023244858, + 0.0787292867898941, + 0.05398077517747879, + 0.0684223473072052, + 0.09541381150484085, + 0.08053166419267654, + 0.1063976138830185, + 0.07154776901006699, + 0.12045060843229294, + 0.05795053020119667, + 0.08894357830286026, + 0.03707224130630493, + 0.0927872434258461, + 0.051253851503133774, + 0.08786395192146301, + 0.08754098415374756, + 0.11079660058021545, + 0.05379912629723549, + 0.10332023352384567, + 0.08052388578653336, + 0.041144900023937225, + 0.06327801197767258, + 0.09554297477006912, + 0.04131847620010376, + 0.04097583889961243, + 0.0470266230404377, + 0.05621011182665825, + 0.09218613058328629, + 0.03623923286795616, + 0.09590254724025726, + 0.05323798209428787, + 0.10935712605714798, + 0.036363635212183, + 0.06131621450185776, + 0.03704550862312317, + 0.06795042008161545, + 0.0498046875, + 0.08491107076406479, + 0.030176643282175064, + 0.1526433378458023, + 0.09461924433708191, + 0.04640718549489975, + 0.05857215076684952, + 0.05261953920125961, + 0.0853113979101181, + 0.07670794427394867, + 0.10374639928340912, + 0.04373104125261307, + 0.09386026859283447, + 0.07150285691022873, + 0.06312292069196701, + 0.11167673766613007, + 0.08782771974802017, + 0.03151378780603409, + 0.15223367512226105, + 0.042391709983348846, + 0.06257668882608414, + 0.15466351807117462, + 0.02883383072912693, + 0.03962179273366928, + 0.08584640175104141, + 0.046348314732313156, + 0.12869055569171906, + 0.08677004277706146, + 0.09609030187129974, + 0.05590690299868584, + 0.07237999886274338, + 0.13258203864097595, + 0.08727569878101349, + 0.0866270437836647, + 0.06780055910348892, + 0.04142582044005394, + 0.042037494480609894, + 0.026115024462342262, + 0.10774936527013779, + 0.15434537827968597, + 0.16946160793304443, + 0.026855841279029846, + 0.12325141578912735, + 0.1741558164358139, + 0.12234385311603546, + 0.04333128407597542, + 0.02180074155330658, + 0.10706033557653427, + 0.05306476354598999, + 0.05602682754397392, + 0.13497821986675262, + 0.09756722301244736, + 0.015912897884845734, + 0.08273297548294067, + 0.07157839834690094, + 0.02059788629412651, + 0.04476834833621979, + 0.0581660121679306, + 0.09134406596422195, + 0.1252622753381729, + 0.06280829012393951, + 0.16832958161830902, + 0.11603139340877533, + 0.14435695111751556, + 0.08275862038135529 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 44.05696487426758, - 40.43056106567383, - 49.528934478759766, - 44.08746337890625, - 115.84260559082031, - 109.10202026367188, - 125.82340240478516, - 60.82075500488281, - 130.30055236816406, - 39.482200622558594, - 151.8616180419922, - 175.35508728027344, - 40.92451858520508, - 40.60122299194336, - 43.386512756347656, - 100.88015747070312, - 40.60122299194336, - 88.5726547241211, - 39.85642623901367, - 47.90146255493164, - 87.01624298095703, - 39.448631286621094, - 222.54037475585938, - 47.703086853027344, - 39.482200622558594, - 94.1360855102539, - 75.4793930053711, - 47.90146255493164, - 67.5317611694336, - 89.06246185302734, - 98.00141906738281, - 75.4496078491211, - 101.83226013183594, - 41.47610092163086, - 69.721923828125, - 47.901451110839844, - 65.71790313720703, - 214.81588745117188, - 47.90146255493164, - 62.62348937988281, - 89.0468978881836, - 90.47749328613281, - 53.757450103759766, - 79.55949401855469, - 41.47610092163086, - 47.703086853027344, - 109.37096405029297, - 41.895790100097656, - 69.00912475585938, - 111.62964630126953, - 46.32465744018555, - 149.80856323242188, - 113.64128875732422, - 182.0486297607422, - 55.49595642089844, - 67.17436218261719, - 107.33197021484375, - 39.482200622558594, - 68.09083557128906, - 67.5317611694336, - 67.17436218261719, - 45.5595588684082, - 69.92909240722656, - 104.52373504638672, - 83.4532699584961, - 97.1121597290039, - 74.37645721435547, - 97.19695281982422, - 47.703086853027344, - 47.90145492553711, - 51.196693420410156, - 59.030479431152344, - 46.32465744018555, - 47.703086853027344, - 74.5511245727539, - 47.703086853027344, - 70.85063934326172, - 62.62348937988281, - 47.703086853027344, - 39.482200622558594, - 67.5317611694336, - 39.85641860961914, - 59.03047561645508, - 90.24781799316406, - 70.85065460205078, - 89.26777648925781, - 68.09083557128906, - 39.3696174621582, - 47.90145492553711, - 67.5317611694336, - 40.43056106567383, - 41.895782470703125, - 54.22412109375, - 59.28281784057617, - 76.40020751953125, - 41.895790100097656, - 67.5317611694336, - 40.92451477050781, - 68.09085845947266, - 44.05696487426758, - 111.5487060546875, - 61.74172592163086, - 116.13229370117188, - 71.77371978759766, - 54.22412109375, - 39.6721305847168, - 106.5253677368164, - 43.386512756347656, - 40.60122299194336, - 49.52893829345703, - 39.85641860961914, - 41.47610092163086, - 63.528995513916016, - 44.81291198730469, - 127.86095428466797, - 104.52373504638672, - 44.05697250366211, - 67.5317611694336, - 67.5317611694336, - 62.62348937988281, - 64.55856323242188, - 54.62394332885742, - 59.923946380615234, - 42.38624954223633, - 54.224124908447266, - 39.85641860961914, - 54.22412109375, - 40.60122299194336, - 54.22412109375, - 141.9008026123047, - 96.82913970947266, - 512.0, - 50.35831832885742, - 39.67212677001953, - 57.254695892333984, - 66.0279769897461, - 86.69319915771484, - 102.49720764160156, - 80.13676452636719, - 39.448631286621094, - 77.67276000976562, - 118.40248107910156, - 41.895790100097656, - 58.140621185302734, - 67.5317611694336, - 49.52893829345703, - 68.09083557128906, - 66.25981903076172, - 120.4361572265625, - 52.89699935913086, - 54.62394714355469, - 54.22412109375, - 84.81627655029297, - 44.05697250366211, - 67.5317611694336, - 40.00730514526367, - 44.05697250366211, - 104.52373504638672, - 39.85642623901367, - 63.29183578491211, - 39.6721305847168, - 83.30686950683594, - 93.28109741210938, - 71.59742736816406, - 41.47610092163086, - 85.5872802734375, - 47.703086853027344, - 57.254695892333984, - 39.85641860961914, - 161.56362915039062, - 512.0, - 63.528995513916016, - 40.601219177246094, - 39.44862365722656, - 39.85641098022461, - 77.43553924560547, - 44.08745193481445, - 72.69819641113281, - 39.6721305847168, - 70.47042083740234, - 39.482200622558594, - 125.42753601074219, - 105.8359146118164, - 157.11561584472656, - 40.92451477050781, - 104.52373504638672, - 48.70958709716797, - 129.03639221191406, - 45.5595588684082, - 91.18606567382812, - 103.30963897705078, - 67.17436218261719, - 39.85641860961914, - 47.703086853027344, - 39.85641860961914, - 54.224124908447266, - 40.007301330566406, - 112.76791381835938, - 115.3375473022461, - 80.15999603271484, - 109.78378295898438, - 47.907798767089844, - 58.471954345703125, - 62.62348937988281, - 67.5317611694336, - 41.895782470703125, - 69.92909240722656, - 57.25468444824219, - 104.52373504638672, - 39.482200622558594, - 62.62348937988281, - 54.22412109375, - 39.85641860961914, - 58.140625, - 137.225341796875, - 68.09083557128906, - 54.62394714355469, - 54.22412109375, - 65.34730529785156, - 39.482200622558594, - 39.6721305847168, - 66.25981140136719, - 77.3393325805664, - 117.68436431884766, - 54.22412109375, - 68.09085845947266, - 87.63262176513672, - 60.820762634277344, - 40.00730514526367, - 82.00624084472656, - 39.448631286621094, - 60.82075119018555, - 54.22412109375, - 48.70958709716797, - 162.66513061523438, - 76.40882873535156, - 67.5317611694336, - 47.703086853027344, - 52.89699935913086, - 104.52373504638672, - 105.57367706298828, - 101.7666244506836, - 64.43696594238281, - 67.5317611694336, - 61.72069549560547, - 42.07524108886719, - 64.43697357177734, - 40.43056106567383, - 61.720664978027344, - 92.81050109863281, - 40.00730514526367, - 67.5317611694336, - 96.97514343261719, - 41.47610092163086, - 82.87686920166016, - 68.09083557128906, - 68.09085845947266, - 69.92909240722656, - 42.714111328125, - 58.140621185302734, - 40.43056106567383, - 83.87886047363281, - 78.2708511352539, - 44.05697250366211, - 67.5317611694336, - 105.90221405029297, - 44.05697250366211, - 67.5317611694336, - 63.52898025512695, - 82.00621795654297, - 85.67755889892578, - 39.85641860961914, - 95.16792297363281, - 41.895790100097656, - 56.625404357910156, - 79.20333862304688, - 135.0104522705078, - 54.62395477294922, - 44.81291198730469, - 75.1758804321289, - 39.85641860961914, - 62.62348937988281, - 49.52893829345703, - 39.85641860961914, - 99.92359161376953, - 52.04319381713867, - 44.05697250366211, - 39.6721305847168, - 59.03047561645508, - 59.03047561645508, - 40.60122299194336, - 104.52373504638672, - 59.9239501953125, - 80.57096862792969, - 104.52373504638672, - 39.36961364746094, - 50.35831832885742, - 97.58487701416016, - 93.28109741210938, - 41.895790100097656, - 40.92451858520508, - 87.20379638671875, - 70.85065460205078, - 87.63262176513672, - 63.00923156738281, - 47.703086853027344, - 54.22412109375, - 104.52373504638672, - 47.703086853027344, - 41.895790100097656, - 62.62348937988281, - 39.482200622558594, - 84.40644073486328, - 82.83087158203125, - 56.37299728393555, - 42.07524108886719, - 70.85064697265625, - 91.71514892578125, - 88.57263946533203, - 512.0, - 39.85641860961914, - 54.224124908447266, - 126.39518737792969, - 39.482200622558594, - 104.52373504638672, - 88.57266235351562, - 73.40946197509766, - 70.85065460205078, - 40.60122299194336, - 62.62348937988281, - 40.60122299194336, - 54.22412109375, - 67.5317611694336, - 99.76653289794922, - 90.68687438964844, - 47.703086853027344, - 67.5317611694336, - 120.0518569946289, - 88.5726547241211, - 512.0, - 39.85641860961914, - 62.62348175048828, - 41.895790100097656, - 91.58821868896484, - 44.05697250366211, - 47.703086853027344, - 86.06732177734375, - 59.92394256591797, - 66.25981140136719, - 67.5317611694336, - 54.62394714355469, - 81.0347671508789, - 74.5511245727539, - 54.62394714355469, - 78.2708511352539, - 74.80123901367188, - 67.5317611694336, - 116.01338195800781, - 60.82076644897461, - 45.5595588684082, - 74.5511245727539, - 57.254695892333984, - 54.22412109375, - 86.69319915771484, - 65.3473129272461, - 98.56666564941406, - 40.60122299194336, - 53.757450103759766, - 54.62395477294922, - 39.36962127685547, - 43.386512756347656, - 41.47610092163086, - 134.18409729003906, - 167.09674072265625, - 45.5595588684082, - 54.22412109375, - 77.99421691894531, - 41.998809814453125, - 86.69319152832031, - 43.386505126953125, - 41.47610092163086, - 91.79346466064453, - 63.52898025512695, - 89.51326751708984, - 98.08757781982422, - 52.89699935913086, - 41.895790100097656, - 67.5317611694336, - 512.0, - 220.9602508544922, - 47.703086853027344, - 54.22412109375, - 147.4192657470703, - 39.85641860961914, - 63.52897262573242, - 104.52373504638672, - 46.32465744018555, - 72.69819641113281, - 77.470947265625, - 55.49595260620117, - 105.73448181152344, - 93.24183654785156, - 41.895782470703125, - 53.757450103759766, - 89.51325988769531, - 40.00730514526367, - 72.69819641113281, - 59.9239387512207, - 67.5317611694336, - 60.82076644897461, - 512.0, - 39.3696174621582, - 39.482200622558594, - 67.17436218261719, - 87.29065704345703, - 47.703086853027344, - 54.22412109375, - 50.35831832885742, - 65.34730529785156, - 104.52373504638672, - 64.21729278564453, - 81.87939453125, - 54.224124908447266, - 44.05696487426758, - 64.43696594238281, - 67.5317611694336, - 92.54486846923828, - 47.90146255493164, - 67.5317611694336, - 98.0014419555664, - 100.6439208984375, - 44.05696487426758, - 41.895782470703125, - 44.81291198730469, - 94.98329162597656, - 40.92451477050781, - 63.144405364990234, - 45.5595588684082, - 39.85641098022461, - 40.92451858520508, - 67.5317611694336, - 89.691162109375, - 67.5317611694336, - 58.140625, - 54.22412109375, - 47.90146255493164, - 60.820770263671875, - 43.386505126953125, - 104.52373504638672, - 80.13678741455078, - 95.7154541015625, - 102.19288635253906, - 67.5317611694336, - 103.74585723876953, - 96.31755828857422, - 67.5317611694336, - 95.61080932617188, - 512.0, - 54.224124908447266, - 77.3393325805664, - 86.2596206665039, - 512.0, - 112.76618194580078, - 91.26616668701172, - 47.901451110839844, - 39.482200622558594, - 54.224124908447266, - 54.62395477294922, - 512.0, - 67.5317611694336, - 59.923946380615234, - 59.03047180175781, - 54.22412109375, - 41.895790100097656, - 67.17436218261719, - 65.34730529785156, - 84.20404052734375, - 74.66999053955078, - 90.79774475097656, - 40.00730514526367, - 47.10594177246094, - 39.482200622558594, - 67.17436218261719, - 104.52373504638672, - 88.50670623779297, - 54.52854919433594, - 41.895790100097656, - 39.67213821411133, - 104.52373504638672, - 63.52898025512695, - 79.20336151123047, - 69.92909240722656, - 63.52896499633789, - 67.5317611694336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 580.6314697265625, + 576.2310791015625, + 470.3839416503906, + 257.75042724609375, + 882.4782104492188, + 455.2535095214844, + 357.46429443359375, + 1044.126953125, + 535.4370727539062, + 319.0918273925781, + 685.9762573242188, + 758.223876953125, + 312.810791015625, + 684.0603637695312, + 654.52099609375, + 713.0369262695312, + 841.744140625, + 545.6605224609375, + 733.0045776367188, + 420.77227783203125, + 648.5798950195312, + 525.1248779296875, + 714.120361328125, + 507.8255920410156, + 504.08660888671875, + 810.798828125, + 658.2241821289062, + 787.2294311523438, + 707.76513671875, + 424.8232421875, + 398.210693359375, + 304.0387878417969, + 586.5160522460938, + 493.5129699707031, + 794.794921875, + 515.1334228515625, + 694.6338500976562, + 582.2236328125, + 530.6304321289062, + 336.8354797363281, + 445.0057067871094, + 596.09521484375, + 428.50115966796875, + 889.6215209960938, + 393.2390441894531, + 344.7095642089844, + 709.8699951171875, + 658.9963989257812, + 615.9016723632812, + 486.7558898925781, + 727.724365234375, + 307.7567443847656, + 698.6840209960938, + 333.02850341796875, + 657.4593505859375, + 571.753662109375, + 582.912841796875, + 538.4057006835938, + 554.19775390625, + 508.0328063964844, + 287.4478454589844, + 453.45758056640625, + 614.5946044921875, + 717.185791015625, + 408.0422058105469, + 598.9185791015625, + 335.6711120605469, + 569.8232421875, + 527.5781860351562, + 659.9827270507812, + 518.9402465820312, + 684.7361450195312, + 383.38592529296875, + 607.0861206054688, + 702.4391479492188, + 362.0520935058594, + 638.7691040039062, + 647.407470703125, + 423.630615234375, + 662.5927124023438, + 632.59619140625, + 594.905029296875, + 495.23248291015625, + 750.7589721679688, + 412.9218444824219, + 526.584716796875, + 627.7772827148438, + 514.047607421875, + 769.1832885742188, + 818.073974609375, + 482.6645202636719, + 563.148681640625, + 541.0796508789062, + 308.6777648925781, + 368.8509521484375, + 512.231201171875, + 380.2564697265625, + 818.1061401367188, + 752.2590942382812, + 512.6383666992188, + 442.4952392578125, + 573.1742553710938, + 412.7686767578125, + 407.9227294921875, + 381.3726806640625, + 497.5647277832031, + 551.5858154296875, + 513.5130615234375, + 457.2781677246094, + 507.7207336425781, + 545.70166015625, + 608.2349243164062, + 583.3363037109375, + 493.9283447265625, + 564.4028930664062, + 378.6016540527344, + 877.7470092773438, + 495.8203125, + 374.88092041015625, + 573.6749877929688, + 408.2707824707031, + 561.5362548828125, + 538.9782104492188, + 449.09100341796875, + 680.4119873046875, + 340.2832946777344, + 644.7460327148438, + 567.6159057617188, + 302.353759765625, + 535.7612915039062, + 547.439208984375, + 385.4615783691406, + 347.9895935058594, + 742.3018188476562, + 498.7349548339844, + 489.14923095703125, + 539.6845092773438, + 660.3391723632812, + 781.5552368164062, + 522.7979736328125, + 442.68310546875, + 396.39141845703125, + 322.8512878417969, + 835.2474365234375, + 637.9629516601562, + 526.7789306640625, + 745.6669311523438, + 490.18701171875, + 555.259521484375, + 681.1390380859375, + 865.3754272460938, + 531.30078125, + 665.203369140625, + 421.556640625, + 464.97540283203125, + 457.0289611816406, + 275.7641906738281, + 522.1984252929688, + 397.16644287109375, + 572.420654296875, + 693.5808715820312, + 633.051025390625, + 365.0590515136719, + 489.4461364746094, + 567.784423828125, + 487.1004638671875, + 944.00830078125, + 513.3977661132812, + 307.5562438964844, + 516.9446411132812, + 599.2089233398438, + 652.6438598632812, + 563.9724731445312, + 483.067138671875, + 563.6550903320312, + 359.17352294921875, + 411.97930908203125, + 698.4409790039062, + 545.7230834960938, + 748.3255615234375, + 810.5198974609375, + 623.0470581054688, + 510.5318908691406, + 872.7017211914062, + 732.3568725585938, + 571.5989990234375, + 717.7598266601562, + 600.0074462890625, + 501.8253479003906, + 322.5142517089844, + 411.05072021484375, + 695.0704345703125, + 548.14208984375, + 733.4492797851562, + 320.068359375, + 606.396484375, + 450.2216796875, + 562.65380859375, + 712.0798950195312, + 637.590576171875, + 554.6838989257812, + 629.4375610351562, + 837.6356811523438, + 536.0736694335938, + 682.311279296875, + 518.06640625, + 464.39447021484375, + 309.6903991699219, + 870.3580932617188, + 392.46551513671875, + 659.56201171875, + 372.3812255859375, + 659.4013061523438, + 872.7316284179688, + 419.1435852050781, + 445.3597717285156, + 411.1946105957031, + 462.5754089355469, + 548.4574584960938, + 635.0565185546875, + 350.5115966796875, + 423.1838684082031, + 693.5845947265625, + 495.9067077636719, + 628.2281494140625, + 514.8670654296875, + 501.4744567871094, + 797.19091796875, + 564.7959594726562, + 678.008056640625, + 430.160400390625, + 463.4998779296875, + 466.267822265625, + 336.8848571777344, + 481.38104248046875, + 561.2520751953125, + 841.5426025390625, + 558.3853149414062, + 620.7613525390625, + 495.78216552734375, + 669.428955078125, + 557.7474975585938, + 409.1806945800781, + 664.0376586914062, + 590.47021484375, + 489.6356506347656, + 290.3962097167969, + 631.8936157226562, + 627.5164794921875, + 379.5103454589844, + 678.647705078125, + 599.1055297851562, + 583.3539428710938, + 571.0486450195312, + 463.38726806640625, + 419.8609313964844, + 654.9895629882812, + 401.1264953613281, + 389.06829833984375, + 746.8274536132812, + 564.3714599609375, + 730.1754760742188, + 554.27880859375, + 370.81732177734375, + 761.6063842773438, + 862.7614135742188, + 627.8964233398438, + 652.8619384765625, + 487.2236022949219, + 584.9100952148438, + 440.50177001953125, + 636.2095336914062, + 467.36529541015625, + 568.6665649414062, + 496.4346618652344, + 551.8277587890625, + 658.799072265625, + 393.48388671875, + 354.7667541503906, + 623.3150634765625, + 770.0855102539062, + 603.5844116210938, + 315.6282653808594, + 592.677734375, + 732.3080444335938, + 532.5435180664062, + 662.025146484375, + 818.2837524414062, + 375.985107421875, + 538.8365478515625, + 635.0396728515625, + 735.8253784179688, + 414.3551025390625, + 758.322509765625, + 783.035888671875, + 299.1184997558594, + 584.5941772460938, + 556.5414428710938, + 550.4429321289062, + 575.9230346679688, + 677.4158325195312, + 558.1773071289062, + 691.9150390625, + 562.6204833984375, + 438.40679931640625, + 382.9812927246094, + 695.9823608398438, + 634.3388061523438, + 567.3118286132812, + 588.6395263671875, + 631.455322265625, + 383.47760009765625, + 440.30682373046875, + 653.4217529296875, + 376.3443603515625, + 490.3111572265625, + 572.5726318359375, + 650.6363525390625, + 757.7415161132812, + 538.956787109375, + 472.7724609375, + 834.3156127929688, + 588.9641723632812, + 657.2372436523438, + 554.8629760742188, + 442.253173828125, + 412.9588623046875, + 399.9515075683594, + 564.908447265625, + 545.1142578125, + 578.2970581054688, + 531.3947143554688, + 634.0106811523438, + 897.043212890625, + 446.1604309082031, + 613.5175170898438, + 390.20916748046875, + 547.90234375, + 350.95751953125, + 475.31640625, + 586.0227661132812, + 645.1080322265625, + 632.73095703125, + 643.5814819335938, + 607.3784790039062, + 832.1001586914062, + 651.9094848632812, + 524.443115234375, + 597.6422729492188, + 517.8499145507812, + 447.6472473144531, + 397.986328125, + 568.8094482421875, + 452.9221496582031, + 914.6524658203125, + 521.1986083984375, + 467.0933837890625, + 601.5177001953125, + 659.60107421875, + 767.8532104492188, + 513.4345703125, + 567.7018432617188, + 622.6118774414062, + 605.720947265625, + 488.28936767578125, + 740.8026123046875, + 577.4575805664062, + 513.7518310546875, + 618.0238647460938, + 534.7200317382812, + 578.3594970703125, + 567.2569580078125, + 630.8578491210938, + 382.3321533203125, + 520.87548828125, + 692.729736328125, + 625.3681030273438, + 328.154052734375, + 489.5966491699219, + 544.4089965820312, + 523.2157592773438, + 755.373291015625, + 553.8870239257812, + 418.3399658203125, + 357.7198791503906, + 664.3651733398438, + 566.4452514648438, + 489.6941223144531, + 525.442138671875, + 458.6410217285156, + 242.0042266845703, + 393.9993591308594, + 440.4818420410156, + 468.27764892578125, + 568.9976196289062, + 466.9703369140625, + 586.0966796875, + 484.6409606933594, + 580.6347045898438, + 581.390869140625, + 378.62860107421875, + 685.7881469726562, + 746.2880249023438, + 780.5845947265625, + 469.50115966796875, + 681.6821899414062, + 405.1536865234375, + 386.1544494628906, + 541.8744506835938, + 618.1131591796875, + 510.5683288574219, + 459.4562683105469, + 565.1685180664062, + 678.8627319335938, + 620.61083984375, + 487.3031311035156, + 478.47747802734375, + 622.307861328125, + 431.7392578125, + 576.6790161132812, + 450.048828125, + 495.31024169921875, + 562.761962890625, + 355.3084716796875, + 665.7374877929688, + 529.8922119140625, + 697.0075073242188, + 501.6551208496094, + 380.12835693359375, + 435.6634216308594, + 573.6036376953125, + 514.0731201171875, + 478.4454040527344, + 441.9117736816406, + 796.4197387695312, + 635.50048828125, + 526.6316528320312, + 495.8345947265625, + 490.74200439453125, + 551.0364379882812, + 344.1593933105469, + 824.2337646484375, + 368.89434814453125, + 695.2813110351562, + 455.05035400390625, + 585.5054931640625, + 533.0313720703125, + 700.061767578125, + 369.0963134765625, + 600.8764038085938, + 551.51123046875, + 653.868896484375, + 619.6267700195312, + 385.8158264160156, + 504.2680969238281, + 658.3065795898438, + 513.1046752929688, + 802.5756225585938, + 425.5707702636719, + 653.7762451171875, + 479.4080810546875, + 585.7520751953125, + 512.059814453125, + 629.4973754882812, + 665.2288208007812, + 537.0953979492188, + 414.92138671875, + 496.5527648925781, + 295.99835205078125, + 831.1312255859375, + 722.8651733398438, + 733.5468139648438, + 385.277587890625, + 424.0846862792969, + 798.1895141601562, + 853.7291259765625, + 337.90252685546875, + 508.3443908691406, + 637.265380859375, + 527.7797241210938, + 592.82080078125, + 583.4232177734375, + 581.1724853515625, + 315.3818054199219, + 596.6671142578125, + 456.79547119140625, + 519.0001220703125, + 461.99505615234375, + 625.6970825195312, + 803.1992797851562, + 901.39208984375, + 336.7712707519531, + 625.5805053710938, + 604.2239990234375, + 851.6226196289062, + 656.3268432617188 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -30695,374 +37794,374 @@ 2 ], "wall_clock_s": [ - 474.6, - 473.7, - 431.7 + 946.5, + 962.3, + 946.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.020320432260632515, + "loss": 0.5365779399871826, "env_score_iters": 500, - "env_score": -4.085543632507324, + "env_score": -0.5385284423828125, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.43749999999999994, "grad_align_iters": 500, - "grad_align": 0.9599806070327759, - "rl_grad_norm": 0.30603933334350586, - "bc_grad_norm": 0.3217008411884308, + "grad_align": 0.3856305181980133, + "rl_grad_norm": 1.1776748895645142, + "bc_grad_norm": 3.845895528793335, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00012813768989872187, - "embedding.weight": 0.0013795322738587856, - "cnn.0.weight": 0.0344819650053978, - "cnn.0.bias": 0.0013134028995409608, - "cnn.2.weight": 0.010386880487203598, - "cnn.2.bias": 0.0022834509145468473, - "cnn.5.weight": 0.00998641736805439, - "cnn.5.bias": 0.0026588833425194025, - "action_emb.weight": 0.0016991576412692666, - "timestep_emb.weight": 0.0011407695710659027, - "pos_emb.weight": 0.0016946885734796524, - "transformer.layers.0.self_attn.in_proj_weight": 0.021158406510949135, - "transformer.layers.0.self_attn.in_proj_bias": 0.0014615532709285617, - "transformer.layers.0.self_attn.out_proj.weight": 0.01687624678015709, - "transformer.layers.0.self_attn.out_proj.bias": 0.0015829645562916994, - "transformer.layers.0.linear1.weight": 0.011284686625003815, - "transformer.layers.0.linear1.bias": 0.0006544495699927211, - "transformer.layers.0.linear2.weight": 0.013796649873256683, - "transformer.layers.0.linear2.bias": 0.0010164971463382244, - "transformer.layers.0.norm1.weight": 0.0013775007100775838, - "transformer.layers.0.norm1.bias": 0.001505775609984994, - "transformer.layers.0.norm2.weight": 0.0007967410492710769, - "transformer.layers.0.norm2.bias": 0.0006959924940019846, - "transformer.layers.1.self_attn.in_proj_weight": 0.011493402533233166, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006042477325536311, - "transformer.layers.1.self_attn.out_proj.weight": 0.010233636945486069, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007174270576797426, - "transformer.layers.1.linear1.weight": 0.006303114350885153, - "transformer.layers.1.linear1.bias": 0.00031778187258169055, - "transformer.layers.1.linear2.weight": 0.007601963821798563, - "transformer.layers.1.linear2.bias": 0.0006546531221829355, - "transformer.layers.1.norm1.weight": 0.0007685109740123153, - "transformer.layers.1.norm1.bias": 0.0005997330299578607, - "transformer.layers.1.norm2.weight": 0.0004171766631770879, - "transformer.layers.1.norm2.bias": 0.00030628888634964824, - "transformer.layers.2.self_attn.in_proj_weight": 0.010607735253870487, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006205539684742689, - "transformer.layers.2.self_attn.out_proj.weight": 0.007372706662863493, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006407585460692644, - "transformer.layers.2.linear1.weight": 0.0053394935093820095, - "transformer.layers.2.linear1.bias": 0.00028378653223626316, - "transformer.layers.2.linear2.weight": 0.005645222030580044, - "transformer.layers.2.linear2.bias": 0.0006374655058607459, - "transformer.layers.2.norm1.weight": 0.0007131164311431348, - "transformer.layers.2.norm1.bias": 0.0008105222950689495, - "transformer.layers.2.norm2.weight": 0.00030021549900993705, - "transformer.layers.2.norm2.bias": 0.00025164894759655, - "transformer.layers.3.self_attn.in_proj_weight": 0.015714026987552643, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010390442330390215, - "transformer.layers.3.self_attn.out_proj.weight": 0.0097667770460248, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008878375519998372, - "transformer.layers.3.linear1.weight": 0.007659641094505787, - "transformer.layers.3.linear1.bias": 0.0004726143379230052, - "transformer.layers.3.linear2.weight": 0.005318929441273212, - "transformer.layers.3.linear2.bias": 0.0009583667269907892, - "transformer.layers.3.norm1.weight": 0.0011012632166966796, - "transformer.layers.3.norm1.bias": 0.0013088121777400374, - "transformer.layers.3.norm2.weight": 0.0004446355742402375, - "transformer.layers.3.norm2.bias": 0.0004542611422948539, - "head.weight": 0.07089806348085403, - "head.bias": 0.0019771959632635117, - "global_embedding.weight": 0.02685537561774254, - "global_cnn.0.weight": 0.16256825625896454, - "global_cnn.0.bias": 0.008516711182892323, - "global_cnn.2.weight": 0.18741123378276825, - "global_cnn.2.bias": 0.016090046614408493, - "global_proj.weight": 0.06091825291514397, - "global_proj.bias": 0.056723907589912415, - "goal_head.0.weight": 0.05563627928495407, - "goal_head.0.bias": 0.030567530542612076, - "goal_head.2.weight": 0.09458010643720627, - "goal_head.2.bias": 0.08968126773834229 + "global_gate": 0.047370415180921555, + "embedding.weight": 1.452841877937317, + "cnn.0.weight": 22.08889389038086, + "cnn.0.bias": 0.8530312776565552, + "cnn.2.weight": 3.920179843902588, + "cnn.2.bias": 1.342382788658142, + "cnn.5.weight": 3.3353986740112305, + "cnn.5.bias": 0.9863048195838928, + "action_emb.weight": 1.71403169631958, + "timestep_emb.weight": 0.14113622903823853, + "pos_emb.weight": 0.3287089765071869, + "transformer.layers.0.self_attn.in_proj_weight": 6.825338840484619, + "transformer.layers.0.self_attn.in_proj_bias": 0.7615096569061279, + "transformer.layers.0.self_attn.out_proj.weight": 5.745277404785156, + "transformer.layers.0.self_attn.out_proj.bias": 0.9556520581245422, + "transformer.layers.0.linear1.weight": 6.615528106689453, + "transformer.layers.0.linear1.bias": 0.3838052451610565, + "transformer.layers.0.linear2.weight": 5.948807239532471, + "transformer.layers.0.linear2.bias": 0.7094038724899292, + "transformer.layers.0.norm1.weight": 0.472409725189209, + "transformer.layers.0.norm1.bias": 0.6675748229026794, + "transformer.layers.0.norm2.weight": 0.6617793440818787, + "transformer.layers.0.norm2.bias": 0.5123122930526733, + "transformer.layers.1.self_attn.in_proj_weight": 5.282919883728027, + "transformer.layers.1.self_attn.in_proj_bias": 0.4547479748725891, + "transformer.layers.1.self_attn.out_proj.weight": 4.491620063781738, + "transformer.layers.1.self_attn.out_proj.bias": 0.5877061486244202, + "transformer.layers.1.linear1.weight": 3.756746768951416, + "transformer.layers.1.linear1.bias": 0.23811845481395721, + "transformer.layers.1.linear2.weight": 4.301130771636963, + "transformer.layers.1.linear2.bias": 0.5738343596458435, + "transformer.layers.1.norm1.weight": 0.40506646037101746, + "transformer.layers.1.norm1.bias": 0.4036317467689514, + "transformer.layers.1.norm2.weight": 0.28944599628448486, + "transformer.layers.1.norm2.bias": 0.256656289100647, + "transformer.layers.2.self_attn.in_proj_weight": 10.14071273803711, + "transformer.layers.2.self_attn.in_proj_bias": 0.847077488899231, + "transformer.layers.2.self_attn.out_proj.weight": 3.1459717750549316, + "transformer.layers.2.self_attn.out_proj.bias": 0.4358506500720978, + "transformer.layers.2.linear1.weight": 1.4792393445968628, + "transformer.layers.2.linear1.bias": 0.12862662971019745, + "transformer.layers.2.linear2.weight": 1.842383861541748, + "transformer.layers.2.linear2.bias": 0.43791571259498596, + "transformer.layers.2.norm1.weight": 0.8751683235168457, + "transformer.layers.2.norm1.bias": 1.0159988403320312, + "transformer.layers.2.norm2.weight": 0.1104346364736557, + "transformer.layers.2.norm2.bias": 0.13858374953269958, + "transformer.layers.3.self_attn.in_proj_weight": 4.608675003051758, + "transformer.layers.3.self_attn.in_proj_bias": 0.4602189064025879, + "transformer.layers.3.self_attn.out_proj.weight": 2.5002501010894775, + "transformer.layers.3.self_attn.out_proj.bias": 0.41575223207473755, + "transformer.layers.3.linear1.weight": 2.757603168487549, + "transformer.layers.3.linear1.bias": 0.283168762922287, + "transformer.layers.3.linear2.weight": 1.7595187425613403, + "transformer.layers.3.linear2.bias": 0.4395255744457245, + "transformer.layers.3.norm1.weight": 0.3820887506008148, + "transformer.layers.3.norm1.bias": 0.6092700362205505, + "transformer.layers.3.norm2.weight": 0.189239040017128, + "transformer.layers.3.norm2.bias": 0.3439304530620575, + "head.weight": 21.368513107299805, + "head.bias": 1.006932258605957, + "global_embedding.weight": 0.6124861836433411, + "global_cnn.0.weight": 3.6345150470733643, + "global_cnn.0.bias": 0.09014786034822464, + "global_cnn.2.weight": 6.677204608917236, + "global_cnn.2.bias": 0.3251292407512665, + "global_proj.weight": 1.685054898262024, + "global_proj.bias": 1.2012858390808105, + "goal_head.0.weight": 0.029147755354642868, + "goal_head.0.bias": 0.014603430405259132, + "goal_head.2.weight": 0.044818662106990814, + "goal_head.2.bias": 0.033721696585416794 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.044459979981184006, - "repr_drift_kl_low_t": 0.02753927744925022, - "repr_drift_kl_mid_t": 0.033483486622571945, - "repr_drift_kl_high_t": 0.07883265614509583, + "repr_drift_kl": 0.11921841651201248, + "repr_drift_kl_low_t": 0.17786788940429688, + "repr_drift_kl_mid_t": 0.10634595155715942, + "repr_drift_kl_high_t": 0.08012613654136658, "cka_iters": 500, - "cka_similarity": 0.873727023601532, + "cka_similarity": 0.9126115441322327, "t_analysis_iters": 500, - "norm_low_t": 0.30443471670150757, - "norm_high_t": 0.3150267004966736, - "lowhigh_cos": 0.9652153253555298, + "norm_low_t": 1.2694005966186523, + "norm_high_t": 1.304644227027893, + "lowhigh_cos": 0.6831605434417725, "t_bin_norms": { - "t_0.0-0.1": 0.30410781502723694, - "t_0.1-0.2": 0.3043785095214844, - "t_0.2-0.3": 0.3050539791584015, - "t_0.3-0.4": 0.30654770135879517, - "t_0.4-0.5": 0.3091338574886322, - "t_0.5-0.6": 0.3151802718639374, - "t_0.6-0.7": 0.32228779792785645, - "t_0.7-0.8": 0.3081783056259155, - "t_0.8-0.9": 0.30991053581237793, - "t_0.9-1.0": 0.3126123249530792 - }, - "win_rate": 0.0032894734758883715, - "effective_batch_size": 67.5317611694336, + "t_0.0-0.1": 1.3804552555084229, + "t_0.1-0.2": 1.2610177993774414, + "t_0.2-0.3": 1.2035421133041382, + "t_0.3-0.4": 1.2076958417892456, + "t_0.4-0.5": 1.3070933818817139, + "t_0.5-0.6": 1.1967922449111938, + "t_0.6-0.7": 1.1951781511306763, + "t_0.7-0.8": 1.1673970222473145, + "t_0.8-0.9": 1.2455030679702759, + "t_0.9-1.0": 1.4581769704818726 + }, + "win_rate": 0.08275862038135529, + "effective_batch_size": 656.3268432617188, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.807966947555542, + "loss": 0.16322916746139526, "env_score_iters": 500, - "env_score": -0.2040340155363083, + "env_score": -0.6253576278686523, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.8036665916442871, - "rl_grad_norm": 1.7053788900375366, - "bc_grad_norm": 0.5802025198936462, + "grad_align": 0.3008831739425659, + "rl_grad_norm": 0.38980600237846375, + "bc_grad_norm": 2.003624677658081, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0009296960197389126, - "embedding.weight": 0.004171109292656183, - "cnn.0.weight": 0.12369167059659958, - "cnn.0.bias": 0.004188395570963621, - "cnn.2.weight": 0.04918544739484787, - "cnn.2.bias": 0.009602703154087067, - "cnn.5.weight": 0.055472563952207565, - "cnn.5.bias": 0.011867952533066273, - "action_emb.weight": 0.043685365468263626, - "timestep_emb.weight": 0.010884546674787998, - "pos_emb.weight": 0.0163155198097229, - "transformer.layers.0.self_attn.in_proj_weight": 0.17349593341350555, - "transformer.layers.0.self_attn.in_proj_bias": 0.018769314512610435, - "transformer.layers.0.self_attn.out_proj.weight": 0.14421173930168152, - "transformer.layers.0.self_attn.out_proj.bias": 0.022426249459385872, - "transformer.layers.0.linear1.weight": 0.18009676039218903, - "transformer.layers.0.linear1.bias": 0.009786020033061504, - "transformer.layers.0.linear2.weight": 0.18892574310302734, - "transformer.layers.0.linear2.bias": 0.019315345212817192, - "transformer.layers.0.norm1.weight": 0.011505506932735443, - "transformer.layers.0.norm1.bias": 0.019205141812562943, - "transformer.layers.0.norm2.weight": 0.017278097569942474, - "transformer.layers.0.norm2.bias": 0.01013825461268425, - "transformer.layers.1.self_attn.in_proj_weight": 0.1539057046175003, - "transformer.layers.1.self_attn.in_proj_bias": 0.012087302282452583, - "transformer.layers.1.self_attn.out_proj.weight": 0.158686101436615, - "transformer.layers.1.self_attn.out_proj.bias": 0.016802504658699036, - "transformer.layers.1.linear1.weight": 0.12262474745512009, - "transformer.layers.1.linear1.bias": 0.007228364236652851, - "transformer.layers.1.linear2.weight": 0.14484696090221405, - "transformer.layers.1.linear2.bias": 0.016760563477873802, - "transformer.layers.1.norm1.weight": 0.00970347598195076, - "transformer.layers.1.norm1.bias": 0.011932291090488434, - "transformer.layers.1.norm2.weight": 0.009498036466538906, - "transformer.layers.1.norm2.bias": 0.007196271326392889, - "transformer.layers.2.self_attn.in_proj_weight": 0.30679845809936523, - "transformer.layers.2.self_attn.in_proj_bias": 0.019110601395368576, - "transformer.layers.2.self_attn.out_proj.weight": 0.1607426404953003, - "transformer.layers.2.self_attn.out_proj.bias": 0.01623292826116085, - "transformer.layers.2.linear1.weight": 0.07287643849849701, - "transformer.layers.2.linear1.bias": 0.005281093996018171, - "transformer.layers.2.linear2.weight": 0.08790836483240128, - "transformer.layers.2.linear2.bias": 0.017235923558473587, - "transformer.layers.2.norm1.weight": 0.03381980583071709, - "transformer.layers.2.norm1.bias": 0.023457380011677742, - "transformer.layers.2.norm2.weight": 0.0055223871022462845, - "transformer.layers.2.norm2.bias": 0.006349748000502586, - "transformer.layers.3.self_attn.in_proj_weight": 0.26367542147636414, - "transformer.layers.3.self_attn.in_proj_bias": 0.025407036766409874, - "transformer.layers.3.self_attn.out_proj.weight": 0.13292688131332397, - "transformer.layers.3.self_attn.out_proj.bias": 0.0236897524446249, - "transformer.layers.3.linear1.weight": 0.1935296654701233, - "transformer.layers.3.linear1.bias": 0.015898138284683228, - "transformer.layers.3.linear2.weight": 0.11074724048376083, - "transformer.layers.3.linear2.bias": 0.02943161129951477, - "transformer.layers.3.norm1.weight": 0.02146005816757679, - "transformer.layers.3.norm1.bias": 0.03438153117895126, - "transformer.layers.3.norm2.weight": 0.016389720141887665, - "transformer.layers.3.norm2.bias": 0.02326297201216221, - "head.weight": 1.6791003942489624, - "head.bias": 0.06582603603601456, - "global_embedding.weight": 0.02020992897450924, - "global_cnn.0.weight": 0.09412290155887604, - "global_cnn.0.bias": 0.0036758321803063154, - "global_cnn.2.weight": 0.1560545265674591, - "global_cnn.2.bias": 0.007425013463944197, - "global_proj.weight": 0.04350544512271881, - "global_proj.bias": 0.02880311943590641, - "goal_head.0.weight": 0.01649169810116291, - "goal_head.0.bias": 0.007714068051427603, - "goal_head.2.weight": 0.025191472843289375, - "goal_head.2.bias": 0.020881079137325287 + "global_gate": 0.0004178059461992234, + "embedding.weight": 0.0028539267368614674, + "cnn.0.weight": 0.04939394071698189, + "cnn.0.bias": 0.002304490189999342, + "cnn.2.weight": 0.014707714319229126, + "cnn.2.bias": 0.00580427423119545, + "cnn.5.weight": 0.02038946934044361, + "cnn.5.bias": 0.00400649756193161, + "action_emb.weight": 0.010364178568124771, + "timestep_emb.weight": 0.0021255819592624903, + "pos_emb.weight": 0.0038143086712807417, + "transformer.layers.0.self_attn.in_proj_weight": 0.04155624285340309, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035691733937710524, + "transformer.layers.0.self_attn.out_proj.weight": 0.039456143975257874, + "transformer.layers.0.self_attn.out_proj.bias": 0.0052054766565561295, + "transformer.layers.0.linear1.weight": 0.04090166836977005, + "transformer.layers.0.linear1.bias": 0.0022479481995105743, + "transformer.layers.0.linear2.weight": 0.04143031686544418, + "transformer.layers.0.linear2.bias": 0.00450089480727911, + "transformer.layers.0.norm1.weight": 0.0025773148518055677, + "transformer.layers.0.norm1.bias": 0.00384487840346992, + "transformer.layers.0.norm2.weight": 0.0036655557341873646, + "transformer.layers.0.norm2.bias": 0.0027180432807654142, + "transformer.layers.1.self_attn.in_proj_weight": 0.04210131615400314, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026205298490822315, + "transformer.layers.1.self_attn.out_proj.weight": 0.03988494351506233, + "transformer.layers.1.self_attn.out_proj.bias": 0.003996372222900391, + "transformer.layers.1.linear1.weight": 0.024909095838665962, + "transformer.layers.1.linear1.bias": 0.0016750363865867257, + "transformer.layers.1.linear2.weight": 0.03295150399208069, + "transformer.layers.1.linear2.bias": 0.003908696584403515, + "transformer.layers.1.norm1.weight": 0.0030456394888460636, + "transformer.layers.1.norm1.bias": 0.002413375535979867, + "transformer.layers.1.norm2.weight": 0.0018014434026554227, + "transformer.layers.1.norm2.bias": 0.0016019046306610107, + "transformer.layers.2.self_attn.in_proj_weight": 0.06565447151660919, + "transformer.layers.2.self_attn.in_proj_bias": 0.004403685685247183, + "transformer.layers.2.self_attn.out_proj.weight": 0.040228456258773804, + "transformer.layers.2.self_attn.out_proj.bias": 0.003566072089597583, + "transformer.layers.2.linear1.weight": 0.01713201031088829, + "transformer.layers.2.linear1.bias": 0.0012451005168259144, + "transformer.layers.2.linear2.weight": 0.022408053278923035, + "transformer.layers.2.linear2.bias": 0.003851176705211401, + "transformer.layers.2.norm1.weight": 0.006037904880940914, + "transformer.layers.2.norm1.bias": 0.004438191186636686, + "transformer.layers.2.norm2.weight": 0.001158291008323431, + "transformer.layers.2.norm2.bias": 0.0014684649650007486, + "transformer.layers.3.self_attn.in_proj_weight": 0.061318155378103256, + "transformer.layers.3.self_attn.in_proj_bias": 0.004855419509112835, + "transformer.layers.3.self_attn.out_proj.weight": 0.03636063635349274, + "transformer.layers.3.self_attn.out_proj.bias": 0.004556767176836729, + "transformer.layers.3.linear1.weight": 0.0421217679977417, + "transformer.layers.3.linear1.bias": 0.003351633669808507, + "transformer.layers.3.linear2.weight": 0.02771059237420559, + "transformer.layers.3.linear2.bias": 0.005428158212453127, + "transformer.layers.3.norm1.weight": 0.005409065634012222, + "transformer.layers.3.norm1.bias": 0.0061070481315255165, + "transformer.layers.3.norm2.weight": 0.003020376665517688, + "transformer.layers.3.norm2.bias": 0.0037900751922279596, + "head.weight": 0.359645813703537, + "head.bias": 0.013084692880511284, + "global_embedding.weight": 0.007980815134942532, + "global_cnn.0.weight": 0.12171805649995804, + "global_cnn.0.bias": 0.005187504924833775, + "global_cnn.2.weight": 0.2376764714717865, + "global_cnn.2.bias": 0.00819489173591137, + "global_proj.weight": 0.028701862320303917, + "global_proj.bias": 0.01722125895321369, + "goal_head.0.weight": 0.013645349070429802, + "goal_head.0.bias": 0.00640327762812376, + "goal_head.2.weight": 0.016709860414266586, + "goal_head.2.bias": 0.016341300681233406 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.048489928245544434, - "repr_drift_kl_low_t": 0.0642363429069519, - "repr_drift_kl_mid_t": 0.0416349396109581, - "repr_drift_kl_high_t": 0.042864907532930374, + "repr_drift_kl": 0.05609320104122162, + "repr_drift_kl_low_t": 0.06905359774827957, + "repr_drift_kl_mid_t": 0.05122563615441322, + "repr_drift_kl_high_t": 0.052572738379240036, "cka_iters": 500, - "cka_similarity": 0.8864861130714417, + "cka_similarity": 0.9594197273254395, "t_analysis_iters": 500, - "norm_low_t": 2.0061678886413574, - "norm_high_t": 2.513782024383545, - "lowhigh_cos": 0.31272852420806885, + "norm_low_t": 0.6878740191459656, + "norm_high_t": 0.3741411864757538, + "lowhigh_cos": 0.539688229560852, "t_bin_norms": { - "t_0.0-0.1": 2.4202253818511963, - "t_0.1-0.2": 2.079252004623413, - "t_0.2-0.3": 1.784480094909668, - "t_0.3-0.4": 1.8902313709259033, - "t_0.4-0.5": 1.9713025093078613, - "t_0.5-0.6": 2.0676040649414062, - "t_0.6-0.7": 1.797746181488037, - "t_0.7-0.8": 1.8619879484176636, - "t_0.8-0.9": 2.313197374343872, - "t_0.9-1.0": 3.2146592140197754 - }, - "win_rate": 0.09426750987768173, - "effective_batch_size": 65.3472900390625, + "t_0.0-0.1": 0.4908026158809662, + "t_0.1-0.2": 0.43850287795066833, + "t_0.2-0.3": 0.4452661871910095, + "t_0.3-0.4": 0.4140283763408661, + "t_0.4-0.5": 0.4478272795677185, + "t_0.5-0.6": 0.4192178249359131, + "t_0.6-0.7": 0.400814414024353, + "t_0.7-0.8": 0.4013388454914093, + "t_0.8-0.9": 0.38858410716056824, + "t_0.9-1.0": 0.41121989488601685 + }, + "win_rate": 0.02423965372145176, + "effective_batch_size": 427.11077880859375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 129.3425750732422, + "loss": 1.1265983581542969, "env_score_iters": 500, - "env_score": 0.8305447101593018, + "env_score": -0.5207757353782654, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.7461100816726685, - "rl_grad_norm": 2.1196134090423584, - "bc_grad_norm": 0.9645593762397766, + "grad_align": 0.13688527047634125, + "rl_grad_norm": 1.0865222215652466, + "bc_grad_norm": 3.5240767002105713, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 7.590497016906738, - "embedding.weight": 42.75127029418945, - "cnn.0.weight": 1277.8302001953125, - "cnn.0.bias": 34.170047760009766, - "cnn.2.weight": 486.74658203125, - "cnn.2.bias": 92.1436767578125, - "cnn.5.weight": 622.9518432617188, - "cnn.5.bias": 90.3329849243164, - "action_emb.weight": 73.37960815429688, - "timestep_emb.weight": 22.727745056152344, - "pos_emb.weight": 24.43710708618164, - "transformer.layers.0.self_attn.in_proj_weight": 587.4345092773438, - "transformer.layers.0.self_attn.in_proj_bias": 48.99493408203125, - "transformer.layers.0.self_attn.out_proj.weight": 611.889892578125, - "transformer.layers.0.self_attn.out_proj.bias": 61.15327453613281, - "transformer.layers.0.linear1.weight": 401.6861267089844, - "transformer.layers.0.linear1.bias": 22.397579193115234, - "transformer.layers.0.linear2.weight": 470.5594177246094, - "transformer.layers.0.linear2.bias": 39.266510009765625, - "transformer.layers.0.norm1.weight": 32.37868881225586, - "transformer.layers.0.norm1.bias": 52.89936065673828, - "transformer.layers.0.norm2.weight": 32.99966812133789, - "transformer.layers.0.norm2.bias": 26.5853271484375, - "transformer.layers.1.self_attn.in_proj_weight": 520.4514770507812, - "transformer.layers.1.self_attn.in_proj_bias": 31.685319900512695, - "transformer.layers.1.self_attn.out_proj.weight": 294.2261962890625, - "transformer.layers.1.self_attn.out_proj.bias": 30.971458435058594, - "transformer.layers.1.linear1.weight": 188.59658813476562, - "transformer.layers.1.linear1.bias": 11.058023452758789, - "transformer.layers.1.linear2.weight": 227.6817626953125, - "transformer.layers.1.linear2.bias": 29.228919982910156, - "transformer.layers.1.norm1.weight": 35.67862319946289, - "transformer.layers.1.norm1.bias": 31.66545867919922, - "transformer.layers.1.norm2.weight": 13.236234664916992, - "transformer.layers.1.norm2.bias": 10.288817405700684, - "transformer.layers.2.self_attn.in_proj_weight": 468.9706726074219, - "transformer.layers.2.self_attn.in_proj_bias": 31.615949630737305, - "transformer.layers.2.self_attn.out_proj.weight": 212.6979217529297, - "transformer.layers.2.self_attn.out_proj.bias": 26.678871154785156, - "transformer.layers.2.linear1.weight": 104.07792663574219, - "transformer.layers.2.linear1.bias": 7.968780040740967, - "transformer.layers.2.linear2.weight": 113.11976623535156, - "transformer.layers.2.linear2.bias": 28.598604202270508, - "transformer.layers.2.norm1.weight": 43.35029983520508, - "transformer.layers.2.norm1.bias": 37.745635986328125, - "transformer.layers.2.norm2.weight": 7.873213291168213, - "transformer.layers.2.norm2.bias": 9.613468170166016, - "transformer.layers.3.self_attn.in_proj_weight": 318.4873962402344, - "transformer.layers.3.self_attn.in_proj_bias": 35.18380355834961, - "transformer.layers.3.self_attn.out_proj.weight": 192.07998657226562, - "transformer.layers.3.self_attn.out_proj.bias": 40.22856903076172, - "transformer.layers.3.linear1.weight": 322.5145568847656, - "transformer.layers.3.linear1.bias": 31.986988067626953, - "transformer.layers.3.linear2.weight": 164.991455078125, - "transformer.layers.3.linear2.bias": 59.235595703125, - "transformer.layers.3.norm1.weight": 26.57012176513672, - "transformer.layers.3.norm1.bias": 46.06373596191406, - "transformer.layers.3.norm2.weight": 29.476015090942383, - "transformer.layers.3.norm2.bias": 51.18991470336914, - "head.weight": 2821.296142578125, - "head.bias": 144.50421142578125, - "global_embedding.weight": 69.2276840209961, - "global_cnn.0.weight": 251.88584899902344, - "global_cnn.0.bias": 11.467551231384277, - "global_cnn.2.weight": 441.3309631347656, - "global_cnn.2.bias": 24.058992385864258, - "global_proj.weight": 165.90725708007812, - "global_proj.bias": 110.68966674804688, - "goal_head.0.weight": 0.03458714112639427, - "goal_head.0.bias": 0.01625535637140274, - "goal_head.2.weight": 0.05569807067513466, - "goal_head.2.bias": 0.039267171174287796 + "global_gate": 0.09309252351522446, + "embedding.weight": 0.48356619477272034, + "cnn.0.weight": 8.483707427978516, + "cnn.0.bias": 0.3159842789173126, + "cnn.2.weight": 2.294238567352295, + "cnn.2.bias": 0.5483947992324829, + "cnn.5.weight": 2.0250062942504883, + "cnn.5.bias": 0.5468353033065796, + "action_emb.weight": 0.9760016798973083, + "timestep_emb.weight": 0.10174696147441864, + "pos_emb.weight": 0.24372610449790955, + "transformer.layers.0.self_attn.in_proj_weight": 3.7770345211029053, + "transformer.layers.0.self_attn.in_proj_bias": 0.3667973577976227, + "transformer.layers.0.self_attn.out_proj.weight": 3.4737181663513184, + "transformer.layers.0.self_attn.out_proj.bias": 0.4757497310638428, + "transformer.layers.0.linear1.weight": 3.9955408573150635, + "transformer.layers.0.linear1.bias": 0.20371368527412415, + "transformer.layers.0.linear2.weight": 3.7161197662353516, + "transformer.layers.0.linear2.bias": 0.3663843274116516, + "transformer.layers.0.norm1.weight": 0.22898152470588684, + "transformer.layers.0.norm1.bias": 0.3397241234779358, + "transformer.layers.0.norm2.weight": 0.4017261564731598, + "transformer.layers.0.norm2.bias": 0.23812468349933624, + "transformer.layers.1.self_attn.in_proj_weight": 3.434253692626953, + "transformer.layers.1.self_attn.in_proj_bias": 0.2359669804573059, + "transformer.layers.1.self_attn.out_proj.weight": 3.7122411727905273, + "transformer.layers.1.self_attn.out_proj.bias": 0.31604647636413574, + "transformer.layers.1.linear1.weight": 2.1055054664611816, + "transformer.layers.1.linear1.bias": 0.12260760366916656, + "transformer.layers.1.linear2.weight": 2.625117301940918, + "transformer.layers.1.linear2.bias": 0.29512161016464233, + "transformer.layers.1.norm1.weight": 0.2250443696975708, + "transformer.layers.1.norm1.bias": 0.24843402206897736, + "transformer.layers.1.norm2.weight": 0.17710131406784058, + "transformer.layers.1.norm2.bias": 0.12180385738611221, + "transformer.layers.2.self_attn.in_proj_weight": 5.154484748840332, + "transformer.layers.2.self_attn.in_proj_bias": 0.3545607030391693, + "transformer.layers.2.self_attn.out_proj.weight": 2.82574200630188, + "transformer.layers.2.self_attn.out_proj.bias": 0.2906625270843506, + "transformer.layers.2.linear1.weight": 1.5084524154663086, + "transformer.layers.2.linear1.bias": 0.10311360657215118, + "transformer.layers.2.linear2.weight": 1.7862468957901, + "transformer.layers.2.linear2.bias": 0.2827468812465668, + "transformer.layers.2.norm1.weight": 0.3997097611427307, + "transformer.layers.2.norm1.bias": 0.39124640822410583, + "transformer.layers.2.norm2.weight": 0.10776101052761078, + "transformer.layers.2.norm2.bias": 0.10582062602043152, + "transformer.layers.3.self_attn.in_proj_weight": 6.614536762237549, + "transformer.layers.3.self_attn.in_proj_bias": 0.6448588371276855, + "transformer.layers.3.self_attn.out_proj.weight": 3.2849409580230713, + "transformer.layers.3.self_attn.out_proj.bias": 0.5272966623306274, + "transformer.layers.3.linear1.weight": 3.511855363845825, + "transformer.layers.3.linear1.bias": 0.30586570501327515, + "transformer.layers.3.linear2.weight": 2.3254246711730957, + "transformer.layers.3.linear2.bias": 0.658628523349762, + "transformer.layers.3.norm1.weight": 0.5384035110473633, + "transformer.layers.3.norm1.bias": 0.9009100198745728, + "transformer.layers.3.norm2.weight": 0.2616570293903351, + "transformer.layers.3.norm2.bias": 0.41749462485313416, + "head.weight": 31.993078231811523, + "head.bias": 1.3502800464630127, + "global_embedding.weight": 1.6081994771957397, + "global_cnn.0.weight": 4.720346450805664, + "global_cnn.0.bias": 0.21087542176246643, + "global_cnn.2.weight": 6.471231460571289, + "global_cnn.2.bias": 0.23431286215782166, + "global_proj.weight": 1.093217134475708, + "global_proj.bias": 0.7069796323776245, + "goal_head.0.weight": 0.0400141179561615, + "goal_head.0.bias": 0.020903488621115685, + "goal_head.2.weight": 0.06346442550420761, + "goal_head.2.bias": 0.04587240144610405 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1777891218662262, - "repr_drift_kl_low_t": 0.26011037826538086, - "repr_drift_kl_mid_t": 0.1645437777042389, - "repr_drift_kl_high_t": 0.14035716652870178, + "repr_drift_kl": 0.11666422337293625, + "repr_drift_kl_low_t": 0.16886278986930847, + "repr_drift_kl_mid_t": 0.10588011145591736, + "repr_drift_kl_high_t": 0.08359066396951675, "cka_iters": 500, - "cka_similarity": 0.8544544577598572, + "cka_similarity": 0.9106433987617493, "t_analysis_iters": 500, - "norm_low_t": 2.9104294776916504, - "norm_high_t": 2.743333101272583, - "lowhigh_cos": 0.1821454018354416, + "norm_low_t": 1.1932542324066162, + "norm_high_t": 1.4172911643981934, + "lowhigh_cos": 0.7669965028762817, "t_bin_norms": { - "t_0.0-0.1": 2.8862996101379395, - "t_0.1-0.2": 2.20458984375, - "t_0.2-0.3": 2.0687334537506104, - "t_0.3-0.4": 2.3199520111083984, - "t_0.4-0.5": 2.084585189819336, - "t_0.5-0.6": 2.077221155166626, - "t_0.6-0.7": 2.1227006912231445, - "t_0.7-0.8": 2.1517326831817627, - "t_0.8-0.9": 3.0871548652648926, - "t_0.9-1.0": 3.240506887435913 - }, - "win_rate": 0.11788617819547653, - "effective_batch_size": 81.07108306884766, + "t_0.0-0.1": 1.1602627038955688, + "t_0.1-0.2": 1.0944093465805054, + "t_0.2-0.3": 1.0319565534591675, + "t_0.3-0.4": 1.0220186710357666, + "t_0.4-0.5": 1.0773099660873413, + "t_0.5-0.6": 1.0539499521255493, + "t_0.6-0.7": 1.114595890045166, + "t_0.7-0.8": 1.1265745162963867, + "t_0.8-0.9": 1.3137538433074951, + "t_0.9-1.0": 1.6099205017089844 + }, + "win_rate": 0.08485273271799088, + "effective_batch_size": 633.8862915039062, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "t_curriculum": { - "score": 0.5833333333333334, - "score_std": 0.03118047822311616, + "score": 0.42916666666666664, + "score_std": 0.025685058345704066, "all_scores": [ - 0.55, - 0.5750000000000001, - 0.625 + 0.39999999999999997, + 0.425, + 0.46249999999999997 ], "history": { "iters": [ @@ -31568,506 +38667,506 @@ 500 ], "loss": [ - 0.06638278067111969, - 1.568373441696167, - 2.390986680984497, - 0.754340648651123, - 0.37579745054244995, - 0.03458795323967934, - 0.26101067662239075, - 0.05110633745789528, - 0.633174479007721, - 0.44629716873168945, - 0.8264930844306946, - 0.3187199831008911, - 1.5998164415359497, - 0.047063782811164856, - 0.2049538493156433, - 0.4197238087654114, - 0.11928004771471024, - 1.2380458116531372, - 0.030062086880207062, - 0.415323942899704, - 0.23545892536640167, - 0.43052881956100464, - 0.46100932359695435, - 1.0175855159759521, - 0.03014903888106346, - 1.0262691974639893, - 1.2033607959747314, - 1.2894071340560913, - 1.1713204383850098, - 0.549463152885437, - 0.5660239458084106, - 0.48693013191223145, - 0.1552506536245346, - 0.11943401396274567, - 0.13328099250793457, - 0.06872495263814926, - 0.15561233460903168, - 0.7498624920845032, - 0.8022938966751099, - 0.613343358039856, - 0.16403451561927795, - 0.4110214412212372, - 0.14595061540603638, - 1.3244777917861938, - 0.11527150869369507, - 0.7972780466079712, - 0.07888173311948776, - 1.283480167388916, - 0.29699206352233887, - 0.030591508373618126, - 0.1996021717786789, - 0.020085599273443222, - 0.26991769671440125, - 0.7340900897979736, - 0.6944954991340637, - 0.45125728845596313, - 0.2985490560531616, - 0.6328104138374329, - 0.6896662712097168, - 0.6478372812271118, - 0.04806818068027496, - 0.6247603893280029, - 0.4841175079345703, - 0.6421147584915161, - 0.1400115191936493, - 0.004236153326928616, - 0.04025019705295563, - 0.3298013508319855, - 0.31173646450042725, - 0.14248840510845184, - 0.10849717259407043, - 0.5991360545158386, - 0.0717543512582779, - 0.13304100930690765, - 0.03351210057735443, - 0.2567182183265686, - 0.08438136428594589, - 0.23400790989398956, - 0.5695466995239258, - 0.05785558000206947, - 0.4462238848209381, - 0.7619644403457642, - 0.14718057215213776, - 0.6694452166557312, - 0.051077406853437424, - 0.13183945417404175, - 0.17483602464199066, - 1.202721118927002, - 0.1514657586812973, - 0.13530315458774567, - 0.7934447526931763, - 0.4383140206336975, - 0.5001400709152222, - 0.6495234966278076, - 0.021893179044127464, - 0.3619508147239685, - 0.1775989979505539, - 0.1583249568939209, - 0.5084337592124939, - 0.7268998026847839, - 0.059349965304136276, - 0.39941033720970154, - 0.020538272336125374, - 0.3477509915828705, - 0.18965113162994385, - 0.03608683869242668, - 0.037659671157598495, - 0.145186647772789, - 0.5593839287757874, - 0.20831462740898132, - 0.48176491260528564, - 0.046223487704992294, - 0.6058497428894043, - 0.5687809586524963, - 0.01979440450668335, - 0.4512384533882141, - 0.15097011625766754, - 0.46742740273475647, - 0.8687950968742371, - 0.41614896059036255, - 0.367681086063385, - 0.3736419081687927, - 0.5164609551429749, - 0.2959575951099396, - 0.010082879103720188, - 1.132042407989502, - 0.43681085109710693, - 0.36125072836875916, - 1.1912925243377686, - 0.643440306186676, - 0.04694611206650734, - 0.6727790832519531, - 0.03148617595434189, - 0.02956247702240944, - 0.4780028462409973, - 0.19310910999774933, - 0.3925204873085022, - 0.08631496131420135, - 0.7689772844314575, - 0.47416725754737854, - 0.47388049960136414, - 0.04707951843738556, - 1.1421743631362915, - 0.20473980903625488, - 1.0916237831115723, - 0.04575240984559059, - 0.02654600329697132, - 0.03120335191488266, - 0.024440910667181015, - 0.41756102442741394, - 0.1030217707157135, - 0.40987932682037354, - 1.0284465551376343, - 0.4139193296432495, - 0.5190884470939636, - 0.028076641261577606, - 0.7973927855491638, - 0.42746689915657043, - 0.3009233772754669, - 0.031558774411678314, - 0.20947018265724182, - 0.42692986130714417, - 0.6564982533454895, - 0.042616330087184906, - 0.24351921677589417, - 0.028311070054769516, - 0.20514816045761108, - 0.42840811610221863, - 0.04475949704647064, - 0.4790998697280884, - 0.16857410967350006, - 0.13912364840507507, - 0.1468590497970581, - 0.7226967811584473, - 0.6626814603805542, - 0.2734409272670746, - 0.10580486804246902, - 0.6641370058059692, - 0.2728205919265747, - 0.026309087872505188, - 0.3448592722415924, - 0.045764755457639694, - 0.21985787153244019, - 0.07115688920021057, - 0.02340199425816536, - 0.4009445309638977, - 0.04205984249711037, - 0.03919823467731476, - 0.09512332081794739, - 1.0954359769821167, - 0.022751880809664726, - 0.019567854702472687, - 0.7579768896102905, - 0.06120661273598671, - 0.04527628794312477, - 0.6358386874198914, - 0.9999985098838806, - 0.03680768609046936, - 0.06356050819158554, - 0.7089601159095764, - 0.6265184879302979, - 0.07034365832805634, - 0.24997803568840027, - 0.20709626376628876, - 0.06991475820541382, - 0.32641831040382385, - 1.2198556661605835, - 0.034870073199272156, - 0.2353103756904602, - 0.27622219920158386, - 0.009111961349844933, - 0.5727511048316956, - 0.6778711676597595, - 0.7622841000556946, - 0.02217937633395195, - 0.17194616794586182, - 0.042091187089681625, - 0.0805029645562172, - 0.010441455990076065, - 0.02119142934679985, - 1.0978931188583374, - 0.3457908034324646, - 0.14796866476535797, - 0.0953894555568695, - 0.3361629247665405, - 0.6443466544151306, - 0.761945366859436, - 0.710777759552002, - 0.6505587697029114, - 1.0154296159744263, - 0.2723149061203003, - 0.037352997809648514, - 0.48844102025032043, - 0.7207520604133606, - 0.315371572971344, - 0.6683783531188965, - 0.222776859998703, - 0.20282864570617676, - 0.017705116420984268, - 0.0648738220334053, - 0.022767234593629837, - 0.04332433640956879, - 0.019141264259815216, - 0.5430203080177307, - 0.09346295893192291, - 0.014977002516388893, - 0.756162703037262, - 1.1345419883728027, - 0.5485525727272034, - 0.011700169183313847, - 0.03565339744091034, - 0.03488318994641304, - 0.0683184564113617, - 0.4572693705558777, - 0.36451852321624756, - 0.6571630835533142, - 0.0030746085103601217, - 0.455746591091156, - 0.0557536780834198, - 0.06045382469892502, - 0.5738866329193115, - 0.016419067978858948, - 0.49908801913261414, - 0.5483925938606262, - 0.019267652183771133, - 0.5995017290115356, - 0.01689547300338745, - 1.0590882301330566, - 0.250998318195343, - 0.22433997690677643, - 0.017871128395199776, - 0.9107396006584167, - 0.05620715394616127, - 0.00425599655136466, - 1.1216709613800049, - 0.20753033459186554, - 0.35833990573883057, - 0.04861990362405777, - 0.4234623908996582, - 0.015950512140989304, - 0.3260801136493683, - 0.7235168814659119, - 0.03717467561364174, - 0.029735883697867393, - 0.3886723220348358, - 0.22112004458904266, - 0.13865825533866882, - 1.051152229309082, - 1.0558159351348877, - 0.017995430156588554, - 0.025578249245882034, - 0.1250780075788498, - 0.011319510638713837, - 0.22541384398937225, - 0.7984889149665833, - 0.38066738843917847, - 0.4158932566642761, - 0.5370125770568848, - 0.3013763129711151, - 0.21280024945735931, - 0.06707736849784851, - 1.0274934768676758, - 0.2650201618671417, - 0.8515533208847046, - 0.7343978881835938, - 0.053326912224292755, - 0.4630371630191803, - 0.7019565105438232, - 0.6231026649475098, - 0.689072847366333, - 0.4097261130809784, - 0.19549481570720673, - 0.4728716015815735, - 0.4745727479457855, - 0.05268451198935509, - 0.18081624805927277, - 0.8706067204475403, - 0.5421339869499207, - 0.04689309000968933, - 0.04873799905180931, - 0.03475917875766754, - 0.4986012279987335, - 0.33854421973228455, - 0.05844704806804657, - 0.29597967863082886, - 0.324492484331131, - 0.4878920018672943, - 0.04416531324386597, - 0.5939972400665283, - 0.11362636834383011, - 0.0452810563147068, - 0.08603475242853165, - 0.22624029219150543, - 0.08608786761760712, - 0.03510531038045883, - 0.801339864730835, - 0.06747724115848541, - 0.029590671882033348, - 0.11833581328392029, - 0.4016149938106537, - 0.4912745952606201, - 0.7405463457107544, - 0.05642019584774971, - 0.9151338338851929, - 0.3968018591403961, - 0.41078388690948486, - 0.029905911535024643, - 0.2847517430782318, - 0.028420498594641685, - 0.031728073954582214, - 0.09863658249378204, - 0.01650446094572544, - 0.07411698251962662, - 0.060523856431245804, - 0.13697031140327454, - 0.312783420085907, - 0.10457605123519897, - 0.12686221301555634, - 0.011726679280400276, - 0.008530364371836185, - 0.564068078994751, - 0.06210845708847046, - 0.06768301874399185, - 0.8181339502334595, - 0.03639252483844757, - 0.03184714913368225, - 0.7265925407409668, - 0.07038519531488419, - 0.23742671310901642, - 0.039382658898830414, - 0.08679746091365814, - 0.04074797034263611, - 0.022624945268034935, - 0.3718859851360321, - 0.51631098985672, - 0.006623424589633942, - 0.049756355583667755, - 0.19231349229812622, - 0.03680389001965523, - 0.9414882063865662, - 0.4624500274658203, - 0.43425408005714417, - 0.25456562638282776, - 0.31360486149787903, - 0.5700075626373291, - 0.095084547996521, - 0.021228628233075142, - 0.055379852652549744, - 0.48952382802963257, - 0.11604206264019012, - 0.627311646938324, - 0.02033238857984543, - 0.06896176934242249, - 0.06509121507406235, - 0.033560611307621, - 1.1468392610549927, - 0.13575026392936707, - 0.10946609824895859, - 0.3566070795059204, - 0.09508079290390015, - 0.018516648560762405, - 0.0253727026283741, - 0.5819283723831177, - 0.058453887701034546, - 0.08219921588897705, - 0.024531612172722816, - 0.4205738306045532, - 0.24459496140480042, - 0.019130835309624672, - 0.05077328532934189, - 0.07492789626121521, - 0.03292910382151604, - 0.029003974050283432, - 0.6886973977088928, - 0.2246423363685608, - 0.16396647691726685, - 0.06336099654436111, - 0.020343750715255737, - 0.02236618846654892, - 0.42810413241386414, - 0.033828768879175186, - 0.025115691125392914, - 0.06590069830417633, - 0.019414598122239113, - 0.12579698860645294, - 0.012773431837558746, - 0.4584079682826996, - 0.32047420740127563, - 0.02336038649082184, - 0.016732284799218178, - 0.5220115184783936, - 0.27973973751068115, - 0.12866829335689545, - 0.010601679794490337, - 0.02993302047252655, - 0.0647931769490242, - 0.14890317618846893, - 0.4833524227142334, - 0.7114438414573669, - 0.024502873420715332, - 0.14024972915649414, - 0.05496421456336975, - 0.3040439188480377, - 0.6521192193031311, - 0.029885461553931236, - 0.44430437684059143, - 0.018481280654668808, - 0.05855926126241684, - 0.011186491698026657, - 0.3603918254375458, - 0.05920170247554779, - 0.026900576427578926, - 0.41863003373146057, - 0.5319632887840271, - 0.1314917504787445, - 0.37813934683799744, - 0.24856102466583252, - 0.2527446746826172, - 0.3305984437465668, - 0.4669967591762543, - 0.11803129315376282, - 0.009701798669993877, - 0.4687805771827698, - 0.00404434185475111, - 0.08712133020162582, - 0.6101816296577454, - 0.48648491501808167, - 0.027874648571014404, - 0.2787008583545685, - 0.5550870299339294, - 0.04865699261426926, - 0.29977017641067505, - 0.046406812965869904, - 0.3215866684913635, - 0.045121822506189346, - 0.012669474817812443, - 0.277450829744339, - 0.018209122121334076, - 0.06513288617134094, - 0.023903410881757736, - 0.011035695672035217, - 0.008397994562983513, - 0.03464411571621895, - 0.06203281506896019, - 0.355518102645874, - 0.36200273036956787, - 0.013179085217416286, - 0.04898013919591904, - 0.09322687983512878, - 0.0324690081179142, - 0.03007023222744465, - 0.47662678360939026, - 0.012633008882403374, - 0.013463109731674194, - 0.010489806532859802, - 0.23722195625305176, - 0.09586753696203232, - 0.015470352955162525, - 0.05915618687868118, - 0.07184150815010071 + 0.7486730813980103, + 0.8396612405776978, + 0.42941442131996155, + 0.3184283971786499, + 0.3958328366279602, + 0.37754786014556885, + 0.31897449493408203, + 0.13496874272823334, + 0.6726722717285156, + 0.19777566194534302, + 0.3384726941585541, + 0.593431293964386, + 0.29340702295303345, + 0.4180140495300293, + 0.19391945004463196, + 0.4572544991970062, + 0.26084664463996887, + 0.3891581892967224, + 0.46748027205467224, + 0.5027605891227722, + 0.3528636693954468, + 0.35241201519966125, + 0.33740827441215515, + 0.1781768500804901, + 0.33891111612319946, + 0.28066831827163696, + 0.2889273762702942, + 0.3266064524650574, + 0.34508848190307617, + 0.4247073829174042, + 0.2337704598903656, + 0.462750643491745, + 0.1990024745464325, + 0.22800172865390778, + 0.1732524186372757, + 0.10613527148962021, + 0.2897703945636749, + 0.33407291769981384, + 0.2971382439136505, + 0.4932210147380829, + 0.2336818426847458, + 0.2212400585412979, + 0.16861040890216827, + 0.18549780547618866, + 0.14799270033836365, + 0.2355646789073944, + 0.2289571613073349, + 0.3074282109737396, + 0.19320015609264374, + 0.12448322027921677, + 0.22587783634662628, + 0.22699838876724243, + 0.17509344220161438, + 0.2541479766368866, + 0.2602858543395996, + 0.2312825322151184, + 0.3080993592739105, + 0.0832744836807251, + 0.20589862763881683, + 0.2224665880203247, + 0.2724798023700714, + 0.17319664359092712, + 0.2052050083875656, + 0.16313859820365906, + 0.15240678191184998, + 0.24516400694847107, + 0.21236571669578552, + 0.19184188544750214, + 0.16157475113868713, + 0.20009364187717438, + 0.10099522769451141, + 0.2047394961118698, + 0.1824243813753128, + 0.1028062254190445, + 0.1728612333536148, + 0.19412662088871002, + 0.11662010848522186, + 0.219440758228302, + 0.19161897897720337, + 0.18137966096401215, + 0.16612325608730316, + 0.25484415888786316, + 0.04150549694895744, + 0.2508030831813812, + 0.2504282593727112, + 0.16899707913398743, + 0.10280716419219971, + 0.20163463056087494, + 0.1760820895433426, + 0.18276315927505493, + 0.23099285364151, + 0.12700478732585907, + 0.1660202443599701, + 0.19113649427890778, + 0.16410480439662933, + 0.14245176315307617, + 0.16392481327056885, + 0.04115986451506615, + 0.13949966430664062, + 0.11321152746677399, + 0.14571981132030487, + 0.20016397535800934, + 0.20097315311431885, + 0.23395977914333344, + 0.1711626648902893, + 0.16242820024490356, + 0.09375937283039093, + 0.07461688667535782, + 0.0628332868218422, + 0.12420220673084259, + 0.08539498597383499, + 0.13630634546279907, + 0.1309736669063568, + 0.19639964401721954, + 0.1316109299659729, + 0.16006354987621307, + 0.15357959270477295, + 0.1484004408121109, + 0.1269221305847168, + 0.15737435221672058, + 0.16532275080680847, + 0.0898868665099144, + 0.11517351865768433, + 0.16682113707065582, + 0.10512861609458923, + 0.13148027658462524, + 0.17082050442695618, + 0.07727024704217911, + 0.16169001162052155, + 0.11755995452404022, + 0.14752328395843506, + 0.2120007574558258, + 0.16979452967643738, + 0.14472848176956177, + 0.16059841215610504, + 0.08745002001523972, + 0.08525746315717697, + 0.19164150953292847, + 0.15897926688194275, + 0.10112304240465164, + 0.15870079398155212, + 0.2244224101305008, + 0.15540951490402222, + 0.061620160937309265, + 0.07869578152894974, + 0.0953080803155899, + 0.03440624848008156, + 0.21067196130752563, + 0.1162872388958931, + 0.12787216901779175, + 0.14921140670776367, + 0.21110165119171143, + 0.11632289737462997, + 0.14102211594581604, + 0.15843020379543304, + 0.14454588294029236, + 0.2040787786245346, + 0.08743316680192947, + 0.11452917754650116, + 0.15376079082489014, + 0.052793681621551514, + 0.1516907811164856, + 0.11572463065385818, + 0.09918727725744247, + 0.19156120717525482, + 0.12204410880804062, + 0.04770706221461296, + 0.15081605315208435, + 0.11782493442296982, + 0.11945825070142746, + 0.19063793122768402, + 0.17391154170036316, + 0.08496267348527908, + 0.15833693742752075, + 0.15682272613048553, + 0.15736885368824005, + 0.10317850112915039, + 0.10579457134008408, + 0.19944514334201813, + 0.059768613427877426, + 0.07140769064426422, + 0.18756525218486786, + 0.1480579674243927, + 0.1664760410785675, + 0.1620512753725052, + 0.16006767749786377, + 0.08539237082004547, + 0.1482761800289154, + 0.16360706090927124, + 0.14373846352100372, + 0.13427042961120605, + 0.18684011697769165, + 0.07641440629959106, + 0.06385424733161926, + 0.10465459525585175, + 0.18220143020153046, + 0.11022049188613892, + 0.16505324840545654, + 0.03608591482043266, + 0.15600508451461792, + 0.15142647922039032, + 0.08456340432167053, + 0.1648835986852646, + 0.18424026668071747, + 0.1274932622909546, + 0.22879289090633392, + 0.15280725061893463, + 0.15111497044563293, + 0.1746016889810562, + 0.08043062686920166, + 0.06799380481243134, + 0.0822693258523941, + 0.12162049859762192, + 0.09120699763298035, + 0.11781984567642212, + 0.06964118033647537, + 0.13548611104488373, + 0.20593659579753876, + 0.13238021731376648, + 0.11239645630121231, + 0.12572701275348663, + 0.12266969680786133, + 0.10169835388660431, + 0.1635296791791916, + 0.08814305067062378, + 0.08327802270650864, + 0.18281014263629913, + 0.13544794917106628, + 0.10056948661804199, + 0.18729102611541748, + 0.11183173954486847, + 0.10686340183019638, + 0.09926573187112808, + 0.08792474865913391, + 0.09438066929578781, + 0.058304641395807266, + 0.09117298573255539, + 0.11088335514068604, + 0.16866183280944824, + 0.10929813235998154, + 0.16224615275859833, + 0.12736909091472626, + 0.13192830979824066, + 0.11426988244056702, + 0.09492955356836319, + 0.10171817988157272, + 0.0859445109963417, + 0.13055044412612915, + 0.13140402734279633, + 0.09359317272901535, + 0.09013985097408295, + 0.10195596516132355, + 0.18838801980018616, + 0.09474020451307297, + 0.1514534056186676, + 0.11794895678758621, + 0.11317657679319382, + 0.10039017349481583, + 0.06930574029684067, + 0.11461807787418365, + 0.11458209156990051, + 0.06855935603380203, + 0.12567491829395294, + 0.128310427069664, + 0.10102319717407227, + 0.1682107150554657, + 0.050883419811725616, + 0.06439889967441559, + 0.12193156033754349, + 0.14885343611240387, + 0.13884347677230835, + 0.15654072165489197, + 0.13230560719966888, + 0.12612122297286987, + 0.03963638097047806, + 0.11643727868795395, + 0.11695586889982224, + 0.14718636870384216, + 0.1050543412566185, + 0.13670602440834045, + 0.23943613469600677, + 0.07486314326524734, + 0.13268861174583435, + 0.12928207218647003, + 0.12490366399288177, + 0.08571680635213852, + 0.07849534600973129, + 0.09659464657306671, + 0.1932411938905716, + 0.11431296914815903, + 0.13184557855129242, + 0.17725509405136108, + 0.10005055367946625, + 0.08602781593799591, + 0.12617412209510803, + 0.20020714402198792, + 0.10720289498567581, + 0.12484348565340042, + 0.2143803834915161, + 0.03038031980395317, + 0.11894357204437256, + 0.147025927901268, + 0.1075844094157219, + 0.1057371273636818, + 0.14141155779361725, + 0.07718192785978317, + 0.16778455674648285, + 0.13081657886505127, + 0.0982510894536972, + 0.04180847480893135, + 0.14466635882854462, + 0.12124386429786682, + 0.10325001180171967, + 0.10451877117156982, + 0.09923919290304184, + 0.030832508578896523, + 0.08857261389493942, + 0.15822254121303558, + 0.10244874656200409, + 0.12481763958930969, + 0.09212075918912888, + 0.1267947256565094, + 0.11439885944128036, + 0.11562143266201019, + 0.11603838950395584, + 0.2031497061252594, + 0.13382594287395477, + 0.11612124741077423, + 0.1451222002506256, + 0.10428537428379059, + 0.08938178420066833, + 0.06306017935276031, + 0.10807863622903824, + 0.08898145705461502, + 0.12073495239019394, + 0.12038204073905945, + 0.07171782106161118, + 0.1555052399635315, + 0.08468668907880783, + 0.15481828153133392, + 0.04346872866153717, + 0.07979197055101395, + 0.08590270578861237, + 0.1003798395395279, + 0.08697853982448578, + 0.12210363894701004, + 0.13945454359054565, + 0.11996885389089584, + 0.08081560581922531, + 0.18218226730823517, + 0.12013554573059082, + 0.09415961802005768, + 0.07832154631614685, + 0.1626468300819397, + 0.06071513518691063, + 0.11158175021409988, + 0.12353861331939697, + 0.12892207503318787, + 0.19754040241241455, + 0.08383873850107193, + 0.09027626365423203, + 0.08455236256122589, + 0.11148547381162643, + 0.14433182775974274, + 0.12254408746957779, + 0.11250759661197662, + 0.10217005759477615, + 0.11529137194156647, + 0.09319330751895905, + 0.18057583272457123, + 0.11986559629440308, + 0.11735798418521881, + 0.10025085508823395, + 0.11894133687019348, + 0.10127020627260208, + 0.12107501178979874, + 0.141245499253273, + 0.11824767291545868, + 0.10300429910421371, + 0.17073526978492737, + 0.12600389122962952, + 0.06671282649040222, + 0.11352109909057617, + 0.12814092636108398, + 0.03583314269781113, + 0.14432291686534882, + 0.19066308438777924, + 0.10332866758108139, + 0.034258145838975906, + 0.17658936977386475, + 0.13703946769237518, + 0.18896080553531647, + 0.09271607547998428, + 0.05602070689201355, + 0.04700568690896034, + 0.10408700257539749, + 0.0966184064745903, + 0.14228147268295288, + 0.14461027085781097, + 0.11504797637462616, + 0.12882918119430542, + 0.069203682243824, + 0.09799173474311829, + 0.08140739798545837, + 0.09937307983636856, + 0.12009572982788086, + 0.13639256358146667, + 0.23596522212028503, + 0.052795276045799255, + 0.1538984477519989, + 0.0380181185901165, + 0.11979217082262039, + 0.10375306010246277, + 0.14516331255435944, + 0.2056521475315094, + 0.19868583977222443, + 0.07911078631877899, + 0.1431390643119812, + 0.13204173743724823, + 0.09275422990322113, + 0.13707256317138672, + 0.18313777446746826, + 0.03174327313899994, + 0.11443328857421875, + 0.10903998464345932, + 0.06443725526332855, + 0.10894258320331573, + 0.1019754484295845, + 0.13126659393310547, + 0.12392649799585342, + 0.0948922261595726, + 0.0905880481004715, + 0.0646875649690628, + 0.09432710707187653, + 0.09923697263002396, + 0.1174359992146492, + 0.16838589310646057, + 0.11670926213264465, + 0.1702679693698883, + 0.16479931771755219, + 0.09825552999973297, + 0.14841602742671967, + 0.11956362426280975, + 0.14402279257774353, + 0.09990261495113373, + 0.10889914631843567, + 0.12335139513015747, + 0.10312619805335999, + 0.11064786463975906, + 0.11679163575172424, + 0.1403532177209854, + 0.14495418965816498, + 0.049739692360162735, + 0.20944806933403015, + 0.10629062354564667, + 0.1327834129333496, + 0.12020771205425262, + 0.1098954826593399, + 0.10175815224647522, + 0.10948047041893005, + 0.09852881729602814, + 0.1551865041255951, + 0.14425531029701233, + 0.164682999253273, + 0.14641106128692627, + 0.12363768368959427, + 0.11618338525295258, + 0.2042820006608963, + 0.12444329261779785, + 0.11782056838274002, + 0.06313896179199219, + 0.10329503566026688, + 0.06670389324426651, + 0.18693365156650543, + 0.18995776772499084, + 0.13575729727745056, + 0.09508030116558075, + 0.1310136318206787, + 0.19782596826553345, + 0.09719004482030869, + 0.10713724792003632, + 0.11829939484596252, + 0.1649748831987381, + 0.07737415283918381, + 0.18924403190612793, + 0.10943739116191864, + 0.1834689825773239, + 0.07170908153057098, + 0.10499399900436401, + 0.08616114407777786, + 0.1599787175655365, + 0.11692029982805252, + 0.13834820687770844, + 0.18013033270835876, + 0.16564272344112396, + 0.1024552509188652, + 0.15054431557655334, + 0.15332283079624176, + 0.18526099622249603, + 0.16624894738197327 ], "env_score_iters": [ 1, @@ -32572,2643 +39671,3733 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.73976469039917, - -2.973724126815796, - -3.7555527687072754, - -3.297581672668457, - -1.3544366359710693, - -2.2677862644195557, - 0.14472167193889618, - -2.7172796726226807, - -2.0094592571258545, - -3.652618646621704, - -2.829700231552124, - -3.7061593532562256, - -0.970084011554718, - 1.1539174318313599, - -3.317514419555664, - 0.27520355582237244, - -5.882538795471191, - -4.317885398864746, - -4.637393474578857, - 2.1585729122161865, - -3.919130325317383, - 0.6970582604408264, - 1.87855863571167, - -0.24457454681396484, - 2.03867506980896, - -3.049234628677368, - 0.1083349958062172, - -0.8786989450454712, - -2.479102849960327, - -3.2607438564300537, - -4.2689924240112305, - -1.0009187459945679, - -3.024916410446167, - -0.7314583659172058, - 0.3728625774383545, - -1.2772140502929688, - -2.7293970584869385, - -1.7605230808258057, - -2.6071996688842773, - 5.976370334625244, - -3.530836343765259, - -0.3069588541984558, - -2.8614375591278076, - 6.800314903259277, - -1.3722039461135864, - -2.9810101985931396, - -5.9545817375183105, - -3.0963237285614014, - -2.4019689559936523, - -0.1577758938074112, - 0.8653185963630676, - -2.4684014320373535, - -1.6333163976669312, - -0.3856599032878876, - 0.00703180767595768, - 3.3422107696533203, - -3.447287082672119, - -1.10228431224823, - -0.7208811640739441, - -1.3980019092559814, - -2.415660858154297, - -3.859827756881714, - -4.880763530731201, - -1.855294108390808, - -2.793142795562744, - -3.0525834560394287, - -5.47152853012085, - -2.252795457839966, - -3.0288314819335938, - -0.8221386671066284, - -2.7981364727020264, - -2.723088264465332, - -3.983205556869507, - -2.2377166748046875, - -1.23320472240448, - -3.525144338607788, - -2.2061562538146973, - -0.8938159346580505, - -2.2647705078125, - 0.8869030475616455, - -6.080376148223877, - -2.3629684448242188, - -2.129993438720703, - 1.4049086570739746, - -5.47369909286499, - -3.5158584117889404, - -1.7872998714447021, - -1.8587688207626343, - -4.727613925933838, - -0.14171069860458374, - -4.119393825531006, - -3.7317233085632324, - -2.3804593086242676, - -3.413118600845337, - -1.0311826467514038, - -0.43344321846961975, - -3.17232084274292, - -2.1377112865448, - -3.219226598739624, - -4.1930131912231445, - -1.9978595972061157, - -8.166655540466309, - -2.1610090732574463, - -2.4761438369750977, - -1.4143472909927368, - -2.273252487182617, - -2.1375250816345215, - -3.8461086750030518, - 0.26314565539360046, - -2.1118223667144775, - -3.840099334716797, - -0.5529273748397827, - -3.120894432067871, - -2.1063108444213867, - 0.7622928619384766, - -0.7834268808364868, - -2.410649061203003, - -3.58801531791687, - -1.49595308303833, - -2.2588107585906982, - -4.071725845336914, - 2.6155190467834473, - -3.6345510482788086, - -2.526793956756592, - 5.427605152130127, - -2.978747844696045, - -2.5044565200805664, - -3.4614884853363037, - -3.3657519817352295, - -3.884326219558716, - -0.9145767092704773, - -1.838525652885437, - -4.779950141906738, - -3.517077684402466, - 0.5990238785743713, - -0.9665072560310364, - -2.4553768634796143, - -3.998059034347534, - 8.366061210632324, - -2.900324821472168, - -1.223697543144226, - -3.648297071456909, - -3.345229387283325, - -2.574479341506958, - -3.37373948097229, - -1.5693073272705078, - -10.105302810668945, - -3.108487606048584, - -6.541556358337402, - -0.5535867810249329, - -0.06627655029296875, - -4.5412163734436035, - -1.6760010719299316, - -1.3208650350570679, - -1.7715736627578735, - -4.097855091094971, - -3.427436590194702, - -2.3468334674835205, - -0.46613892912864685, - -6.632770538330078, - -6.251081466674805, - -2.7717714309692383, - -1.7688671350479126, - -1.81119966506958, - -3.9917843341827393, - -1.4888557195663452, - -2.468921661376953, - -2.7340948581695557, - -2.269524335861206, - -0.583571195602417, - -0.3060326874256134, - 3.2374556064605713, - -2.381373643875122, - -2.088024139404297, - -2.6161866188049316, - -4.512759685516357, - -1.828713059425354, - -2.8614888191223145, - -3.7291135787963867, - -4.295627117156982, - -4.105253219604492, - -2.326256275177002, - -6.803039073944092, - -1.9190524816513062, - -0.38903817534446716, - 2.606187105178833, - -3.76680850982666, - -4.3406147956848145, - 0.336115300655365, - -9.23915958404541, - -2.781585693359375, - -1.1342442035675049, - 2.85117244720459, - -2.3651185035705566, - -2.8692879676818848, - -0.3821299970149994, - -0.8382501602172852, - -1.5325047969818115, - -3.650960922241211, - -0.8376091718673706, - -2.4145877361297607, - -1.239546775817871, - 2.3120510578155518, - -4.003041744232178, - -1.5037922859191895, - -2.0193727016448975, - -3.487290143966675, - -4.434896945953369, - 0.30597540736198425, - -1.2339450120925903, - -5.223661422729492, - -2.537991523742676, - -3.1825225353240967, - -6.735797882080078, - -4.257829189300537, - -3.0833916664123535, - 1.598702073097229, - -4.09883975982666, - -2.866755962371826, - -3.4340362548828125, - -1.9768110513687134, - 1.3040180206298828, - -1.9197633266448975, - -1.3934733867645264, - 0.6100504398345947, - 5.88799524307251, - -2.522024631500244, - -2.200061559677124, - -0.9378384947776794, - -6.708812713623047, - -0.9125621318817139, - 0.1047380194067955, - -3.602022647857666, - -2.557814836502075, - -2.7444255352020264, - -3.135772943496704, - -2.1474900245666504, - -1.923293113708496, - -4.9264349937438965, - -2.128096342086792, - -5.477447986602783, - -3.5579581260681152, - 2.6071386337280273, - 0.7128210663795471, - -0.3747366964817047, - -3.7962143421173096, - -4.327676773071289, - -3.350703001022339, - -3.9609673023223877, - -0.514718234539032, - -1.7195219993591309, - -5.633755207061768, - -3.998551607131958, - -3.786741256713867, - -8.452652931213379, - -2.1088876724243164, - -0.3996180593967438, - -7.240705490112305, - -2.2346651554107666, - -0.9523373246192932, - -4.143763065338135, - -1.2284375429153442, - -5.319215297698975, - 1.8272727727890015, - -2.9735183715820312, - -3.339574098587036, - -3.822112560272217, - 1.2156389951705933, - -6.201262950897217, - -3.9647116661071777, - -2.483743667602539, - 0.9287453293800354, - -1.4541810750961304, - -3.0282044410705566, - -3.612346649169922, - -4.062248706817627, - -2.116567373275757, - -1.6695493459701538, - -4.907459735870361, - -5.529029369354248, - -1.6328541040420532, - -3.045732259750366, - -2.42988920211792, - 0.32132333517074585, - 0.32873642444610596, - -3.9858810901641846, - -2.2353317737579346, - -4.424899578094482, - -3.201137065887451, - -2.947420597076416, - -0.5140284895896912, - -2.1885337829589844, - -1.3332886695861816, - -3.175903081893921, - -1.4519023895263672, - -2.536769151687622, - -4.948791027069092, - 1.834486961364746, - -2.7708332538604736, - -1.9524800777435303, - -6.044286727905273, - -3.652153730392456, - -1.360605001449585, - 1.5069823265075684, - -3.2077536582946777, - 0.3503721356391907, - -1.6341427564620972, - -1.252802848815918, - -1.7674823999404907, - -0.6591304540634155, - -4.564045429229736, - -2.509354829788208, - 0.8914403915405273, - -2.1628847122192383, - -3.4551427364349365, - -2.978229522705078, - -3.905306100845337, - -3.954580307006836, - -2.000459671020508, - -2.729496717453003, - -2.5164966583251953, - -3.262977123260498, - 0.3542136549949646, - -3.5747807025909424, - 1.198907494544983, - -2.711235523223877, - -3.796431303024292, - -2.0675652027130127, - -2.0222012996673584, - -4.492681503295898, - -3.3063206672668457, - 0.35582953691482544, - -3.5203895568847656, - -4.58029842376709, - -2.8382320404052734, - -1.9932889938354492, - 0.1133572980761528, - -1.9251168966293335, - -2.664490222930908, - -5.4281229972839355, - -1.439228892326355, - -5.473926544189453, - -5.965096473693848, - -1.9341888427734375, - -6.474265098571777, - -4.171671390533447, - -3.713594913482666, - -3.6509857177734375, - -1.744439959526062, - -3.478238821029663, - -3.524536371231079, - -3.396132707595825, - -1.016912579536438, - -2.693387746810913, - -3.5445175170898438, - -4.113578796386719, - -0.4863027036190033, - -5.297007083892822, - -3.1209850311279297, - 0.44917523860931396, - -3.542879581451416, - -4.922886848449707, - 0.8544571399688721, - -2.046011209487915, - -3.832073926925659, - -5.077194690704346, - -6.462174415588379, - -6.259289741516113, - -4.661895275115967, - -2.9961209297180176, - -3.712707042694092, - -4.196329593658447, - -3.388056755065918, - -3.941377878189087, - -3.2263829708099365, - -4.2906012535095215, - -1.934900164604187, - -1.534109115600586, - -1.1018505096435547, - -1.9265257120132446, - -1.995750904083252, - -3.526700496673584, - -5.521831035614014, - -4.1154985427856445, - -3.2804572582244873, - -1.6839720010757446, - 2.9661641120910645, - -4.054717540740967, - -5.137252330780029, - -3.037654161453247, - -3.6470425128936768, - 7.484192848205566, - -6.55747127532959, - -3.2342329025268555, - -0.6780273914337158, - -0.06607216596603394, - -3.5953376293182373, - -8.410176277160645, - -3.2433817386627197, - -4.803732872009277, - -4.198597431182861, - -3.633978843688965, - -2.445160388946533, - -2.4889683723449707, - -4.463827610015869, - -4.037904739379883, - -4.344579696655273, - -7.84879732131958, - -4.287911415100098, - -3.6723639965057373, - -4.569827079772949, - -7.1304168701171875, - -3.787193775177002, - -0.9683361053466797, - -3.572014093399048, - -3.5088846683502197, - -4.878342628479004, - -3.279014825820923, - -2.0527877807617188, - -4.538019180297852, - -3.158973217010498, - -4.1579108238220215, - -1.5258142948150635, - -1.6918975114822388, - -3.407322406768799, - -7.6049628257751465, - -2.92741060256958, - -3.5747432708740234, - -3.466306686401367, - -4.541993618011475, - -4.431342601776123, - -5.203117370605469, - -2.08923602104187, - -3.9021406173706055, - -5.506038188934326, - -3.733062982559204, - -2.348663806915283, - -3.1776070594787598, - -2.17851185798645, - -0.8167266249656677, - -4.943765163421631, - -0.6596416234970093, - -3.777115821838379, - -2.6993203163146973, - -3.94795298576355, - -3.9034414291381836, - -3.6915104389190674, - -4.238888263702393, - -1.5462427139282227, - -1.0326683521270752, - -3.7688679695129395, - -2.4136087894439697, - -1.8285064697265625, - -1.8115277290344238, - -1.979910969734192, - -2.2171480655670166, - -2.845252513885498, - -3.2569596767425537, - -2.825050115585327, - -3.997331142425537, - -3.5044686794281006, - -2.9506008625030518, - -2.398482084274292, - -5.937121868133545, - -2.6857104301452637, - 1.3940602540969849, - -5.526303768157959, - 1.5248727798461914, - -3.164647102355957, - -3.4656264781951904, - -3.629570960998535, - -3.8144352436065674, - -3.4503464698791504, - -6.252040386199951, - -4.400493144989014, - -4.494757652282715, - -3.672934055328369, - -3.5778582096099854, - -3.9788975715637207, - -2.8234035968780518, - -2.058773994445801, - -2.1780636310577393, - -3.9996914863586426, - -4.224611282348633, - -2.9621691703796387, - -4.682268142700195, - -4.006935119628906, - -3.1518654823303223, - -4.354305267333984, - -3.9472947120666504, - -4.179069519042969, - -3.6223583221435547, - -2.1748831272125244, - -3.2084057331085205, - -4.7846832275390625, - -4.1924662590026855 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4402334690093994, + -0.555357038974762, + -0.6625621914863586, + -0.5578266978263855, + -0.6172896027565002, + -0.7806676030158997, + -0.5822921395301819, + -0.3810131847858429, + -0.44272223114967346, + -0.6078808307647705, + -0.7466436624526978, + -0.5683059692382812, + -0.26421627402305603, + -0.6879271864891052, + -0.23234066367149353, + -0.27480822801589966, + -0.3947613835334778, + -0.38680627942085266, + -0.3974030911922455, + -0.5592175722122192, + -0.3290417790412903, + -0.6169659495353699, + -0.5787395238876343, + -0.5049543380737305, + -0.4230017066001892, + -0.4487611949443817, + -0.5577006936073303, + -0.3813324570655823, + -0.546545147895813, + -0.5965594053268433, + -0.385242223739624, + -0.4495214521884918, + -0.5713571906089783, + -0.4101865291595459, + -0.5010873675346375, + -0.1444312185049057, + -0.5073862671852112, + -0.665781557559967, + -0.6364158987998962, + -0.643771767616272, + -0.5759081244468689, + -0.5064061880111694, + -0.4637766182422638, + -0.5123354196548462, + -0.5019162893295288, + -0.4848012328147888, + -0.592994749546051, + -0.4459954500198364, + -0.5907086133956909, + -0.4438336491584778, + -0.3786323666572571, + -0.3969997465610504, + -0.42506471276283264, + -0.5867201685905457, + -0.39951834082603455, + -0.7354443669319153, + -0.6268904805183411, + -0.6048305630683899, + -0.4450593590736389, + -0.6068141460418701, + -0.33235296607017517, + -0.6848745942115784, + -0.5390529036521912, + -0.5501016974449158, + -0.4249309003353119, + -0.548770010471344, + -0.5330477356910706, + -0.5400434136390686, + -0.6613740921020508, + -0.5391235947608948, + -0.49462980031967163, + -0.5448513627052307, + -0.691769540309906, + -0.5520758032798767, + -0.5112432241439819, + -0.47738155722618103, + -0.93101966381073, + -0.36345726251602173, + -0.8324978351593018, + -0.48247551918029785, + -0.5193157196044922, + -0.3253703713417053, + -0.4841327667236328, + -0.6254730224609375, + -0.5078588128089905, + -0.48719048500061035, + -0.5212239623069763, + -0.5333041548728943, + -0.49458935856819153, + -0.5045825242996216, + -0.5138194561004639, + -0.48645687103271484, + -0.6330516338348389, + -0.5468872785568237, + -0.6113154292106628, + -0.5375446677207947, + -0.46730759739875793, + -0.663920521736145, + -0.6126154661178589, + -0.4713842570781708, + -0.41987940669059753, + -0.49601924419403076, + -0.6814031004905701, + -0.5938464403152466, + -0.42290687561035156, + -0.6897653937339783, + -0.6324437260627747, + -0.5046778321266174, + -0.5424607396125793, + -0.5297287702560425, + -0.5021892189979553, + -0.5858540534973145, + -0.5636407732963562, + -0.5516509413719177, + -0.47950443625450134, + -0.504429817199707, + -0.7388526797294617, + -0.5119956135749817, + -0.4661233425140381, + -0.5319931507110596, + -0.5761165022850037, + -0.5349364280700684, + -0.362471342086792, + -0.6302571892738342, + -0.4294039309024811, + -0.6347430944442749, + -0.425627738237381, + -0.6203951239585876, + -0.34253185987472534, + -0.38059353828430176, + -0.6209800243377686, + -0.4705198407173157, + -0.43057307600975037, + -0.6024468541145325, + -0.5986206531524658, + -0.47662341594696045, + -0.5083822011947632, + -0.6633653044700623, + -0.5054779648780823, + -0.582970380783081, + -0.7042572498321533, + -0.6775816082954407, + -0.6153059005737305, + -0.4601302742958069, + -0.7297866344451904, + -0.8911684155464172, + -0.39119547605514526, + -0.11813365668058395, + -0.4716291129589081, + -0.6352121829986572, + -0.4535641074180603, + -0.8376574516296387, + -0.37543371319770813, + -0.5251441597938538, + -0.5542150735855103, + -0.487979918718338, + -0.5177902579307556, + -0.574774444103241, + -0.7945057153701782, + -0.6479851603507996, + -0.49965134263038635, + -0.48142194747924805, + -0.604571521282196, + -0.5409513711929321, + -0.5445826649665833, + -0.46191245317459106, + -0.47330111265182495, + -0.5637646913528442, + -0.7148034572601318, + -0.4507603943347931, + -0.7984792590141296, + -0.4149695336818695, + -0.5144786834716797, + -0.6850600838661194, + -0.4420170485973358, + -0.6535840630531311, + -0.5826722979545593, + -0.6528408527374268, + -0.5540222525596619, + -0.3651398718357086, + -0.5246679186820984, + -0.633391797542572, + -0.5405976176261902, + -0.5158833861351013, + -0.6334149241447449, + -0.6916785836219788, + -0.5833997130393982, + -0.5054071545600891, + -0.6635227799415588, + -0.3493240177631378, + -0.653465211391449, + -0.5854795575141907, + -0.5437929630279541, + -0.4532783627510071, + -0.5370544791221619, + -0.5042647123336792, + -0.5552533864974976, + -0.5282030701637268, + -0.45209264755249023, + -0.7794990539550781, + -0.5821964144706726, + -0.4152015745639801, + -0.4478531777858734, + -0.633858859539032, + -0.5900048613548279, + -0.524471640586853, + -0.5879550576210022, + -0.5452095866203308, + -0.38233819603919983, + -0.5713479518890381, + -0.5620784759521484, + -0.5574236512184143, + -0.6449851989746094, + -0.553734302520752, + -0.5540013909339905, + -0.25082674622535706, + -0.6096609830856323, + -0.5424855947494507, + -0.6551650762557983, + -0.5933873653411865, + -0.636355996131897, + -0.5500112771987915, + -0.38851410150527954, + -0.565523624420166, + -0.701408326625824, + -0.38083624839782715, + -0.8882652521133423, + -0.44703611731529236, + -0.5799785256385803, + -0.5837274789810181, + -0.5517116189002991, + -0.6471220850944519, + -0.5808718800544739, + -0.23014990985393524, + -0.5797842144966125, + -0.6164492964744568, + -0.48953506350517273, + -0.5472781658172607, + -0.6758450865745544, + -0.560651957988739, + -0.5521314144134521, + -0.5342699289321899, + -0.8611066341400146, + -0.7659081816673279, + -0.5846584439277649, + -0.5147554874420166, + -0.44499754905700684, + -0.720497190952301, + -0.6058687567710876, + -0.5061442255973816, + -0.5205935835838318, + -0.524791955947876, + -0.5994781255722046, + -0.8369730710983276, + -0.5440404415130615, + -0.6645097136497498, + -0.40229177474975586, + -0.6155626177787781, + -0.4802224636077881, + -0.7345081567764282, + -0.6570900082588196, + -0.5067268013954163, + -0.5982149243354797, + -0.5947620868682861, + -0.677610456943512, + -0.6578895449638367, + -0.5865901708602905, + -0.5021111369132996, + -0.602045476436615, + -0.4901129901409149, + -0.7097729444503784, + -0.5297456383705139, + -0.785563588142395, + -0.6854650974273682, + -0.5217768549919128, + -0.5526052117347717, + -0.6797918677330017, + -0.5244107842445374, + -0.5820088982582092, + -0.6658052802085876, + -0.49107837677001953, + -0.5360795855522156, + -0.5173822641372681, + -0.5072267055511475, + -0.5060573816299438, + -0.674382209777832, + -0.7790337204933167, + -0.5385931134223938, + -0.6546803712844849, + -0.5121333599090576, + -0.6181496381759644, + -0.6403955817222595, + -0.61652010679245, + -0.6462439894676208, + -0.5180068016052246, + -0.5415562987327576, + -0.6021695733070374, + -0.571541965007782, + -0.5604736804962158, + -0.542028546333313, + -0.5167366862297058, + -0.5150045156478882, + -0.6284363865852356, + -0.5981979966163635, + -0.5309624671936035, + -0.5090218186378479, + -0.5469629168510437, + -0.7300603985786438, + -0.6868005394935608, + -0.4020635187625885, + -0.4307638108730316, + -0.5597881078720093, + -0.6321084499359131, + -0.6693718433380127, + -0.5521264672279358, + -0.4793391823768616, + -0.5870076417922974, + -0.5468522906303406, + -0.4995879828929901, + -0.4594458043575287, + -0.5186735987663269, + -0.3030661642551422, + -0.5162596702575684, + -0.5397558212280273, + -0.5854943990707397, + -0.5724867582321167, + -0.5769458413124084, + -0.5683398246765137, + -0.5672807097434998, + -0.47369951009750366, + -0.6391736268997192, + -0.5347867608070374, + -0.46904274821281433, + -0.46507540345191956, + -0.5953213572502136, + -0.6156001091003418, + -0.7155904173851013, + -0.6471874713897705, + -0.5015340447425842, + -0.5010658502578735, + -0.49943363666534424, + -0.7381759285926819, + -0.377787709236145, + -0.48369601368904114, + -0.5498654842376709, + -0.5794990658760071, + -0.5956824421882629, + -0.5617800951004028, + -0.5931376218795776, + -0.5329409241676331, + -0.5349242687225342, + -0.5995467901229858, + -0.583267331123352, + -0.5222732424736023, + -0.44860541820526123, + -0.5521512627601624, + -0.6965966820716858, + -0.5865492820739746, + -0.712144672870636, + -0.645706057548523, + -0.34642788767814636, + -0.5346971750259399, + -0.6596450805664062, + -0.5280196666717529, + -0.7043797373771667, + -0.6480680108070374, + -0.49940794706344604, + -0.44211000204086304, + -0.5540030598640442, + -0.47843730449676514, + -0.585854709148407, + -0.6151759624481201, + -0.16542397439479828, + -0.8557676076889038, + -0.5897182822227478, + -0.5170713663101196, + -0.5000298619270325, + -0.5247324109077454, + -0.505895733833313, + -0.6526347398757935, + -0.5785820484161377, + -0.48340266942977905, + -0.30806368589401245, + -0.5736755132675171, + -0.5893945097923279, + -0.614072322845459, + -0.7131826877593994, + -0.42395877838134766, + -0.5386747717857361, + -0.6849158406257629, + -0.4633162021636963, + -0.5492056012153625, + -0.4737756550312042, + -0.33728259801864624, + -0.669164776802063, + -0.47676682472229004, + -0.5226259231567383, + -0.6130328178405762, + -0.7662710547447205, + -0.6639747619628906, + -0.519999623298645, + -0.6022434234619141, + -0.4968303442001343, + -0.4218986928462982, + -0.640982985496521, + -0.5366250872612, + -0.6388166546821594, + -0.4932743012905121, + -0.6634276509284973, + -0.5576331615447998, + -0.43906620144844055, + -0.8115515112876892, + -0.7264611721038818, + -0.8229946494102478, + -0.38930782675743103, + -0.5342714190483093, + -0.5297502875328064, + -0.6360528469085693, + -0.7851945161819458, + -0.5687628388404846, + -0.6390015482902527, + -0.6002036929130554, + -0.5123831033706665, + -0.5839172005653381, + -0.429124116897583, + -0.5797173380851746, + -0.6746641993522644, + -0.5841720104217529, + -0.4673442244529724, + -0.5564170479774475, + -0.5230578780174255, + -0.5229484438896179, + -0.5632064342498779, + -0.47317224740982056, + -0.49962806701660156, + -0.6380535364151001, + -0.571723997592926, + -0.41553953289985657, + -0.5847029685974121, + -0.6068098545074463, + -0.557523787021637, + -0.5200353264808655, + -0.5982000231742859, + -0.927945077419281, + -0.42692115902900696, + -0.6191487908363342, + -0.4299209713935852, + -0.5114865899085999, + -0.7407897114753723, + -0.6132999062538147, + -0.6449404358863831, + -0.5153526067733765, + -0.4983575642108917, + -0.5498090386390686, + -0.47900646924972534, + -0.5302842259407043, + -0.487774133682251, + -0.561765730381012, + -0.4524078965187073, + -0.48244529962539673, + -0.5047081708908081, + -0.5491661429405212, + -0.467047780752182, + -0.3701309561729431, + -0.6619153022766113, + -0.6210485100746155, + -0.5444474220275879, + -0.6336140632629395, + -0.7278133034706116, + -0.5663021802902222, + -0.47076359391212463, + -0.3353244364261627, + -0.7476484179496765, + -0.3800075948238373, + -0.4596741199493408, + -0.5750710368156433, + -0.6822438836097717, + -0.5528608560562134, + -0.5607154965400696, + -0.49590611457824707, + -0.49069052934646606, + -0.5008294582366943, + -0.4907144010066986, + -0.5792083740234375, + -0.6229816675186157, + -0.643780529499054, + -0.5746795535087585, + -0.6663497686386108, + -0.5580406785011292, + -0.5314988493919373, + -0.397749125957489, + -0.6224431991577148, + -0.5218542218208313, + -0.3861536681652069, + -0.49759387969970703, + -0.5434566736221313 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.675, - 0.625, - 0.625, - 0.65, - 0.55, - 0.55, - 0.5750000000000001, - 0.6, - 0.6 + 0.4875, + 0.475, + 0.43749999999999994, + 0.44999999999999996, + 0.5, + 0.43749999999999994, + 0.43749999999999994, + 0.43749999999999994, + 0.475, + 0.4375, + 0.43749999999999994, + 0.3875, + 0.44999999999999996, + 0.42500000000000004, + 0.4375, + 0.42500000000000004, + 0.43749999999999994, + 0.4125, + 0.4, + 0.375 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.664682924747467, - 0.5537117123603821, - 0.620362401008606, - 0.7437867522239685, - 0.5748301148414612, - 0.6604877710342407, - 0.868474543094635, - 0.3173521161079407, - 0.7462940216064453, - 0.5453985333442688 + 0.17961394786834717, + -0.08760002255439758, + 0.0664297491312027, + -0.010891150683164597, + -0.21657806634902954, + 0.146721750497818, + 0.2145133912563324, + -0.01914503425359726, + 0.2081405073404312, + 0.27273064851760864, + 0.3059793710708618, + 0.002145724603906274, + -0.08607125282287598, + 0.050597183406353, + -0.0026142634451389313, + -0.09571503102779388, + -0.1387556493282318, + 0.029190201312303543, + 0.15637484192848206, + 0.11495096981525421 ], "rl_grad_norm": [ - 0.42847132682800293, - 0.8777830004692078, - 1.1879708766937256, - 1.4273898601531982, - 0.3785519599914551, - 0.8679500222206116, - 0.6670029163360596, - 0.44954657554626465, - 0.8706974387168884, - 0.6900269985198975 + 1.0583555698394775, + 0.4081942141056061, + 0.5157150030136108, + 0.3515356183052063, + 0.2416219264268875, + 0.27324166893959045, + 0.44960445165634155, + 0.5906131267547607, + 0.2938540577888489, + 0.5461117029190063, + 0.3812101483345032, + 0.25123822689056396, + 0.3201811909675598, + 0.4266777038574219, + 0.5476160049438477, + 0.6515118479728699, + 0.3737615942955017, + 0.2010781317949295, + 0.7174500226974487, + 0.738196849822998 ], "bc_grad_norm": [ - 0.7580227255821228, - 0.7532930970191956, - 0.6921185851097107, - 0.7878757119178772, - 0.5988459587097168, - 0.4908522963523865, - 0.9241158962249756, - 0.6211666464805603, - 0.7633750438690186, - 0.8391824960708618 + 3.528916597366333, + 1.9552043676376343, + 2.7025904655456543, + 1.7994987964630127, + 2.7874369621276855, + 3.0626118183135986, + 3.129505157470703, + 4.7956862449646, + 2.5537195205688477, + 1.9951883554458618, + 2.293292999267578, + 2.6557657718658447, + 3.4999566078186035, + 9.148780822753906, + 5.421265125274658, + 6.011214256286621, + 4.002618789672852, + 5.74587869644165, + 9.4661283493042, + 5.673396587371826 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.000053017825848655775, - "embedding.weight": 0.001671690959483385, - "cnn.0.weight": 0.03190179169178009, - "cnn.0.bias": 0.0012714226031675935, - "cnn.2.weight": 0.00824718177318573, - "cnn.2.bias": 0.0035745224449783564, - "cnn.5.weight": 0.01300901174545288, - "cnn.5.bias": 0.0026796965394169092, - "action_emb.weight": 0.001065689604729414, - "timestep_emb.weight": 0.00042796548223122954, - "pos_emb.weight": 0.00045912948553450406, - "transformer.layers.0.self_attn.in_proj_weight": 0.012972569093108177, - "transformer.layers.0.self_attn.in_proj_bias": 0.0009119326714426279, - "transformer.layers.0.self_attn.out_proj.weight": 0.009356173686683178, - "transformer.layers.0.self_attn.out_proj.bias": 0.001232665148563683, - "transformer.layers.0.linear1.weight": 0.0061644697561860085, - "transformer.layers.0.linear1.bias": 0.00042126659536734223, - "transformer.layers.0.linear2.weight": 0.008812857791781425, - "transformer.layers.0.linear2.bias": 0.0009693911415524781, - "transformer.layers.0.norm1.weight": 0.0008824864635244012, - "transformer.layers.0.norm1.bias": 0.0008340222411789, - "transformer.layers.0.norm2.weight": 0.0003994382277596742, - "transformer.layers.0.norm2.bias": 0.00035554065834730864, - "transformer.layers.1.self_attn.in_proj_weight": 0.0071928068064153194, - "transformer.layers.1.self_attn.in_proj_bias": 0.000529091339558363, - "transformer.layers.1.self_attn.out_proj.weight": 0.009455922991037369, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008406985434703529, - "transformer.layers.1.linear1.weight": 0.0043457322753965855, - "transformer.layers.1.linear1.bias": 0.0003131689445581287, - "transformer.layers.1.linear2.weight": 0.005268648732453585, - "transformer.layers.1.linear2.bias": 0.0008305081282742321, - "transformer.layers.1.norm1.weight": 0.00041155770304612815, - "transformer.layers.1.norm1.bias": 0.0004778288712259382, - "transformer.layers.1.norm2.weight": 0.00027080834843218327, - "transformer.layers.1.norm2.bias": 0.00032663685851730406, - "transformer.layers.2.self_attn.in_proj_weight": 0.007494803052395582, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005383064853958786, - "transformer.layers.2.self_attn.out_proj.weight": 0.006569760851562023, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008004299597814679, - "transformer.layers.2.linear1.weight": 0.004329930525273085, - "transformer.layers.2.linear1.bias": 0.0003211254079360515, - "transformer.layers.2.linear2.weight": 0.003815519157797098, - "transformer.layers.2.linear2.bias": 0.0008306783274747431, - "transformer.layers.2.norm1.weight": 0.00044013644219376147, - "transformer.layers.2.norm1.bias": 0.0005710688419640064, - "transformer.layers.2.norm2.weight": 0.00029151811031624675, - "transformer.layers.2.norm2.bias": 0.0003342311829328537, - "transformer.layers.3.self_attn.in_proj_weight": 0.014570179395377636, - "transformer.layers.3.self_attn.in_proj_bias": 0.0012716157361865044, - "transformer.layers.3.self_attn.out_proj.weight": 0.009583977051079273, - "transformer.layers.3.self_attn.out_proj.bias": 0.0012412815121933818, - "transformer.layers.3.linear1.weight": 0.011036752723157406, - "transformer.layers.3.linear1.bias": 0.0008967170724645257, - "transformer.layers.3.linear2.weight": 0.005808263551443815, - "transformer.layers.3.linear2.bias": 0.0015810377663001418, - "transformer.layers.3.norm1.weight": 0.0011443105759099126, - "transformer.layers.3.norm1.bias": 0.0017682439647614956, - "transformer.layers.3.norm2.weight": 0.0008215497946366668, - "transformer.layers.3.norm2.bias": 0.0011524782748892903, - "head.weight": 0.08018749207258224, - "head.bias": 0.002787367207929492, - "global_embedding.weight": 0.01226966455578804, - "global_cnn.0.weight": 0.13093262910842896, - "global_cnn.0.bias": 0.004630229435861111, - "global_cnn.2.weight": 0.3468700349330902, - "global_cnn.2.bias": 0.01282451767474413, - "global_proj.weight": 0.1145147755742073, - "global_proj.bias": 0.050577472895383835, - "goal_head.0.weight": 0.07179286330938339, - "goal_head.0.bias": 0.023784903809428215, - "goal_head.2.weight": 0.10393312573432922, - "goal_head.2.bias": 0.05355483666062355 - }, - { - "global_gate": 0.00034408984356559813, - "embedding.weight": 0.006439008750021458, - "cnn.0.weight": 0.1039864644408226, - "cnn.0.bias": 0.004681247752159834, - "cnn.2.weight": 0.0213887058198452, - "cnn.2.bias": 0.008362463675439358, - "cnn.5.weight": 0.021312739700078964, - "cnn.5.bias": 0.006519296206533909, - "action_emb.weight": 0.015358813107013702, - "timestep_emb.weight": 0.003965168725699186, - "pos_emb.weight": 0.005193888675421476, - "transformer.layers.0.self_attn.in_proj_weight": 0.05759144946932793, - "transformer.layers.0.self_attn.in_proj_bias": 0.005677082110196352, - "transformer.layers.0.self_attn.out_proj.weight": 0.059456322342157364, - "transformer.layers.0.self_attn.out_proj.bias": 0.007846473716199398, - "transformer.layers.0.linear1.weight": 0.06651525944471359, - "transformer.layers.0.linear1.bias": 0.0032966467551887035, - "transformer.layers.0.linear2.weight": 0.0740850567817688, - "transformer.layers.0.linear2.bias": 0.006316781975328922, - "transformer.layers.0.norm1.weight": 0.003202753374353051, - "transformer.layers.0.norm1.bias": 0.004993483889847994, - "transformer.layers.0.norm2.weight": 0.005511563736945391, - "transformer.layers.0.norm2.bias": 0.003199577098712325, - "transformer.layers.1.self_attn.in_proj_weight": 0.06459901481866837, - "transformer.layers.1.self_attn.in_proj_bias": 0.003615935333073139, - "transformer.layers.1.self_attn.out_proj.weight": 0.059847649186849594, - "transformer.layers.1.self_attn.out_proj.bias": 0.00512664532288909, - "transformer.layers.1.linear1.weight": 0.03942786529660225, - "transformer.layers.1.linear1.bias": 0.0021806920412927866, - "transformer.layers.1.linear2.weight": 0.04915999993681908, - "transformer.layers.1.linear2.bias": 0.004808653611689806, - "transformer.layers.1.norm1.weight": 0.003802589140832424, - "transformer.layers.1.norm1.bias": 0.0032867752015590668, - "transformer.layers.1.norm2.weight": 0.0028337412513792515, - "transformer.layers.1.norm2.bias": 0.0021280988585203886, - "transformer.layers.2.self_attn.in_proj_weight": 0.09509361535310745, - "transformer.layers.2.self_attn.in_proj_bias": 0.005348448175936937, - "transformer.layers.2.self_attn.out_proj.weight": 0.05056815966963768, - "transformer.layers.2.self_attn.out_proj.bias": 0.00469986954703927, - "transformer.layers.2.linear1.weight": 0.029707059264183044, - "transformer.layers.2.linear1.bias": 0.0018699585925787687, - "transformer.layers.2.linear2.weight": 0.03269360214471817, - "transformer.layers.2.linear2.bias": 0.004452774301171303, - "transformer.layers.2.norm1.weight": 0.006455085705965757, - "transformer.layers.2.norm1.bias": 0.005563807673752308, - "transformer.layers.2.norm2.weight": 0.0018924730829894543, - "transformer.layers.2.norm2.bias": 0.0018111701356247067, - "transformer.layers.3.self_attn.in_proj_weight": 0.10629034787416458, - "transformer.layers.3.self_attn.in_proj_bias": 0.008430903777480125, - "transformer.layers.3.self_attn.out_proj.weight": 0.05884220823645592, - "transformer.layers.3.self_attn.out_proj.bias": 0.006744548678398132, - "transformer.layers.3.linear1.weight": 0.09700795263051987, - "transformer.layers.3.linear1.bias": 0.007338782772421837, - "transformer.layers.3.linear2.weight": 0.05091889575123787, - "transformer.layers.3.linear2.bias": 0.010073811747133732, - "transformer.layers.3.norm1.weight": 0.008807124570012093, - "transformer.layers.3.norm1.bias": 0.01238594762980938, - "transformer.layers.3.norm2.weight": 0.007663363125175238, - "transformer.layers.3.norm2.bias": 0.010370004922151566, - "head.weight": 0.5774132013320923, - "head.bias": 0.01888398639857769, - "global_embedding.weight": 0.01873219758272171, - "global_cnn.0.weight": 0.19389492273330688, - "global_cnn.0.bias": 0.004715323448181152, - "global_cnn.2.weight": 0.5202608704566956, - "global_cnn.2.bias": 0.023906182497739792, - "global_proj.weight": 0.08411724120378494, - "global_proj.bias": 0.04882432520389557, - "goal_head.0.weight": 0.04496501758694649, - "goal_head.0.bias": 0.019051987677812576, - "goal_head.2.weight": 0.05841057002544403, - "goal_head.2.bias": 0.041956182569265366 - }, - { - "global_gate": 0.0006213895394466817, - "embedding.weight": 0.005855804309248924, - "cnn.0.weight": 0.08300551027059555, - "cnn.0.bias": 0.004361327737569809, - "cnn.2.weight": 0.019849691540002823, - "cnn.2.bias": 0.0069338600151240826, - "cnn.5.weight": 0.020141225308179855, - "cnn.5.bias": 0.005155766382813454, - "action_emb.weight": 0.019235560670495033, - "timestep_emb.weight": 0.006734057329595089, - "pos_emb.weight": 0.007435836363583803, - "transformer.layers.0.self_attn.in_proj_weight": 0.07479463517665863, - "transformer.layers.0.self_attn.in_proj_bias": 0.006272601895034313, - "transformer.layers.0.self_attn.out_proj.weight": 0.07076442241668701, - "transformer.layers.0.self_attn.out_proj.bias": 0.008604725822806358, - "transformer.layers.0.linear1.weight": 0.08646319806575775, - "transformer.layers.0.linear1.bias": 0.004264151677489281, - "transformer.layers.0.linear2.weight": 0.08654210716485977, - "transformer.layers.0.linear2.bias": 0.006665182299911976, - "transformer.layers.0.norm1.weight": 0.0041771866381168365, - "transformer.layers.0.norm1.bias": 0.005536503624171019, - "transformer.layers.0.norm2.weight": 0.008378400467336178, - "transformer.layers.0.norm2.bias": 0.005107317119836807, - "transformer.layers.1.self_attn.in_proj_weight": 0.07332807034254074, - "transformer.layers.1.self_attn.in_proj_bias": 0.004089541733264923, - "transformer.layers.1.self_attn.out_proj.weight": 0.06526932120323181, - "transformer.layers.1.self_attn.out_proj.bias": 0.005761391948908567, - "transformer.layers.1.linear1.weight": 0.048280246555805206, - "transformer.layers.1.linear1.bias": 0.002548924647271633, - "transformer.layers.1.linear2.weight": 0.06261883676052094, - "transformer.layers.1.linear2.bias": 0.005157702602446079, - "transformer.layers.1.norm1.weight": 0.004443618003278971, - "transformer.layers.1.norm1.bias": 0.0034006109926849604, - "transformer.layers.1.norm2.weight": 0.0037685215938836336, - "transformer.layers.1.norm2.bias": 0.0025528371334075928, - "transformer.layers.2.self_attn.in_proj_weight": 0.09294192492961884, - "transformer.layers.2.self_attn.in_proj_bias": 0.005003743804991245, - "transformer.layers.2.self_attn.out_proj.weight": 0.05717601254582405, - "transformer.layers.2.self_attn.out_proj.bias": 0.005125736817717552, - "transformer.layers.2.linear1.weight": 0.038037363439798355, - "transformer.layers.2.linear1.bias": 0.0021539300214499235, - "transformer.layers.2.linear2.weight": 0.04848447069525719, - "transformer.layers.2.linear2.bias": 0.004958008881658316, - "transformer.layers.2.norm1.weight": 0.006082131993025541, - "transformer.layers.2.norm1.bias": 0.0058728111907839775, - "transformer.layers.2.norm2.weight": 0.002394232666119933, - "transformer.layers.2.norm2.bias": 0.0020906992722302675, - "transformer.layers.3.self_attn.in_proj_weight": 0.1504795253276825, - "transformer.layers.3.self_attn.in_proj_bias": 0.011336890049278736, - "transformer.layers.3.self_attn.out_proj.weight": 0.06793734431266785, - "transformer.layers.3.self_attn.out_proj.bias": 0.0074257999658584595, - "transformer.layers.3.linear1.weight": 0.0813094973564148, - "transformer.layers.3.linear1.bias": 0.00629615830257535, - "transformer.layers.3.linear2.weight": 0.05050275847315788, - "transformer.layers.3.linear2.bias": 0.009889483451843262, - "transformer.layers.3.norm1.weight": 0.011740596033632755, - "transformer.layers.3.norm1.bias": 0.016017911955714226, - "transformer.layers.3.norm2.weight": 0.005773135460913181, - "transformer.layers.3.norm2.bias": 0.007949117571115494, - "head.weight": 0.5326082706451416, - "head.bias": 0.01863090507686138, - "global_embedding.weight": 0.026439987123012543, - "global_cnn.0.weight": 0.2483678013086319, - "global_cnn.0.bias": 0.007081574760377407, - "global_cnn.2.weight": 0.5596439242362976, - "global_cnn.2.bias": 0.029874982312321663, - "global_proj.weight": 0.09883411973714828, - "global_proj.bias": 0.06773044168949127, - "goal_head.0.weight": 0.053464435040950775, - "goal_head.0.bias": 0.025207502767443657, - "goal_head.2.weight": 0.07500521093606949, - "goal_head.2.bias": 0.05674387514591217 - }, - { - "global_gate": 0.00036244909279048443, - "embedding.weight": 0.005737344268709421, - "cnn.0.weight": 0.08670013397932053, - "cnn.0.bias": 0.004713432397693396, - "cnn.2.weight": 0.02476380206644535, - "cnn.2.bias": 0.01118522323668003, - "cnn.5.weight": 0.025784386321902275, - "cnn.5.bias": 0.007638538721948862, - "action_emb.weight": 0.028866086155176163, - "timestep_emb.weight": 0.009401059709489346, - "pos_emb.weight": 0.015160045586526394, - "transformer.layers.0.self_attn.in_proj_weight": 0.0937681719660759, - "transformer.layers.0.self_attn.in_proj_bias": 0.009284473955631256, - "transformer.layers.0.self_attn.out_proj.weight": 0.09881526976823807, - "transformer.layers.0.self_attn.out_proj.bias": 0.015380139462649822, - "transformer.layers.0.linear1.weight": 0.12896886467933655, - "transformer.layers.0.linear1.bias": 0.0068116569891572, - "transformer.layers.0.linear2.weight": 0.15732936561107635, - "transformer.layers.0.linear2.bias": 0.01336651761084795, - "transformer.layers.0.norm1.weight": 0.004618562292307615, - "transformer.layers.0.norm1.bias": 0.007790529169142246, - "transformer.layers.0.norm2.weight": 0.011093211360275745, - "transformer.layers.0.norm2.bias": 0.008388726972043514, - "transformer.layers.1.self_attn.in_proj_weight": 0.10552604496479034, - "transformer.layers.1.self_attn.in_proj_bias": 0.008094696328043938, - "transformer.layers.1.self_attn.out_proj.weight": 0.1081620305776596, - "transformer.layers.1.self_attn.out_proj.bias": 0.012288562953472137, - "transformer.layers.1.linear1.weight": 0.09521602094173431, - "transformer.layers.1.linear1.bias": 0.005438355263322592, - "transformer.layers.1.linear2.weight": 0.12899132072925568, - "transformer.layers.1.linear2.bias": 0.011742276139557362, - "transformer.layers.1.norm1.weight": 0.00633331248536706, - "transformer.layers.1.norm1.bias": 0.0068299053236842155, - "transformer.layers.1.norm2.weight": 0.007416361011564732, - "transformer.layers.1.norm2.bias": 0.0062994868494570255, - "transformer.layers.2.self_attn.in_proj_weight": 0.20938406884670258, - "transformer.layers.2.self_attn.in_proj_bias": 0.01005642581731081, - "transformer.layers.2.self_attn.out_proj.weight": 0.10223835706710815, - "transformer.layers.2.self_attn.out_proj.bias": 0.011476912535727024, - "transformer.layers.2.linear1.weight": 0.07851635664701462, - "transformer.layers.2.linear1.bias": 0.0049491021782159805, - "transformer.layers.2.linear2.weight": 0.09392072260379791, - "transformer.layers.2.linear2.bias": 0.01223074272274971, - "transformer.layers.2.norm1.weight": 0.014857759699225426, - "transformer.layers.2.norm1.bias": 0.011013221926987171, - "transformer.layers.2.norm2.weight": 0.0052335127256810665, - "transformer.layers.2.norm2.bias": 0.0051253847777843475, - "transformer.layers.3.self_attn.in_proj_weight": 0.2538706660270691, - "transformer.layers.3.self_attn.in_proj_bias": 0.026231983676552773, - "transformer.layers.3.self_attn.out_proj.weight": 0.11664696782827377, - "transformer.layers.3.self_attn.out_proj.bias": 0.021333571523427963, - "transformer.layers.3.linear1.weight": 0.1776665598154068, - "transformer.layers.3.linear1.bias": 0.014958981424570084, - "transformer.layers.3.linear2.weight": 0.11001460999250412, - "transformer.layers.3.linear2.bias": 0.02766055054962635, - "transformer.layers.3.norm1.weight": 0.020304396748542786, - "transformer.layers.3.norm1.bias": 0.03757958486676216, - "transformer.layers.3.norm2.weight": 0.014125625602900982, - "transformer.layers.3.norm2.bias": 0.0195313710719347, - "head.weight": 1.246423602104187, - "head.bias": 0.05180935189127922, - "global_embedding.weight": 0.007799450773745775, - "global_cnn.0.weight": 0.06765773147344589, - "global_cnn.0.bias": 0.002157698618248105, - "global_cnn.2.weight": 0.15392163395881653, - "global_cnn.2.bias": 0.008650067262351513, - "global_proj.weight": 0.032291870564222336, - "global_proj.bias": 0.02245301939547062, - "goal_head.0.weight": 0.01732480525970459, - "goal_head.0.bias": 0.008159193210303783, - "goal_head.2.weight": 0.027485569939017296, - "goal_head.2.bias": 0.018206819891929626 - }, - { - "global_gate": 8.876143510860857e-6, - "embedding.weight": 0.0004333031829446554, - "cnn.0.weight": 0.013218325562775135, - "cnn.0.bias": 0.00046534481225535274, - "cnn.2.weight": 0.003581504337489605, - "cnn.2.bias": 0.001406573923304677, - "cnn.5.weight": 0.005910200532525778, - "cnn.5.bias": 0.0009552545961923897, - "action_emb.weight": 0.0014531259657815099, - "timestep_emb.weight": 0.0009336788789369166, - "pos_emb.weight": 0.0016395497368648648, - "transformer.layers.0.self_attn.in_proj_weight": 0.00927689578384161, - "transformer.layers.0.self_attn.in_proj_bias": 0.0006909306976012886, - "transformer.layers.0.self_attn.out_proj.weight": 0.009214646182954311, - "transformer.layers.0.self_attn.out_proj.bias": 0.0010694871889427304, - "transformer.layers.0.linear1.weight": 0.009771136566996574, - "transformer.layers.0.linear1.bias": 0.0004825117066502571, - "transformer.layers.0.linear2.weight": 0.011377510614693165, - "transformer.layers.0.linear2.bias": 0.0007892731227912009, - "transformer.layers.0.norm1.weight": 0.0005128014017827809, - "transformer.layers.0.norm1.bias": 0.0006666345871053636, - "transformer.layers.0.norm2.weight": 0.0008357267361134291, - "transformer.layers.0.norm2.bias": 0.0006640800856985152, - "transformer.layers.1.self_attn.in_proj_weight": 0.010352417826652527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005046462174504995, - "transformer.layers.1.self_attn.out_proj.weight": 0.010067267343401909, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006808375474065542, - "transformer.layers.1.linear1.weight": 0.006414644420146942, - "transformer.layers.1.linear1.bias": 0.00031281739939004183, - "transformer.layers.1.linear2.weight": 0.007689484395086765, - "transformer.layers.1.linear2.bias": 0.0006099106394685805, - "transformer.layers.1.norm1.weight": 0.0006311133620329201, - "transformer.layers.1.norm1.bias": 0.0004749913641717285, - "transformer.layers.1.norm2.weight": 0.00041763950139284134, - "transformer.layers.1.norm2.bias": 0.00028961984207853675, - "transformer.layers.2.self_attn.in_proj_weight": 0.014657750725746155, - "transformer.layers.2.self_attn.in_proj_bias": 0.000599975697696209, - "transformer.layers.2.self_attn.out_proj.weight": 0.00713850324973464, - "transformer.layers.2.self_attn.out_proj.bias": 0.000537313986569643, - "transformer.layers.2.linear1.weight": 0.004882415756583214, - "transformer.layers.2.linear1.bias": 0.00023868730932008475, - "transformer.layers.2.linear2.weight": 0.005010367836803198, - "transformer.layers.2.linear2.bias": 0.0005411938182078302, - "transformer.layers.2.norm1.weight": 0.0010508656268939376, - "transformer.layers.2.norm1.bias": 0.0007221809937618673, - "transformer.layers.2.norm2.weight": 0.00028377806302160025, - "transformer.layers.2.norm2.bias": 0.00019851422985084355, - "transformer.layers.3.self_attn.in_proj_weight": 0.013852594420313835, - "transformer.layers.3.self_attn.in_proj_bias": 0.000830540549941361, - "transformer.layers.3.self_attn.out_proj.weight": 0.007523505482822657, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007710683275945485, - "transformer.layers.3.linear1.weight": 0.014379669912159443, - "transformer.layers.3.linear1.bias": 0.000907098175957799, - "transformer.layers.3.linear2.weight": 0.007150351069867611, - "transformer.layers.3.linear2.bias": 0.0011957943206653, - "transformer.layers.3.norm1.weight": 0.0010454390430822968, - "transformer.layers.3.norm1.bias": 0.0009896326810121536, - "transformer.layers.3.norm2.weight": 0.0012299073860049248, - "transformer.layers.3.norm2.bias": 0.0013836962170898914, - "head.weight": 0.0949828252196312, - "head.bias": 0.0025599803775548935, - "global_embedding.weight": 0.023665741086006165, - "global_cnn.0.weight": 0.13462592661380768, - "global_cnn.0.bias": 0.00436148839071393, - "global_cnn.2.weight": 0.2897997200489044, - "global_cnn.2.bias": 0.013919204473495483, - "global_proj.weight": 0.04196085408329964, - "global_proj.bias": 0.03162449970841408, - "goal_head.0.weight": 0.024738777428865433, - "goal_head.0.bias": 0.012400231324136257, - "goal_head.2.weight": 0.03674406185746193, - "goal_head.2.bias": 0.028005316853523254 - }, - { - "global_gate": 4.317528691899497e-6, - "embedding.weight": 0.002883394481614232, - "cnn.0.weight": 0.03775115683674812, - "cnn.0.bias": 0.0017807079711928964, - "cnn.2.weight": 0.0057153282687067986, - "cnn.2.bias": 0.0022831284441053867, - "cnn.5.weight": 0.012495835311710835, - "cnn.5.bias": 0.002120551886036992, - "action_emb.weight": 0.013392125256359577, - "timestep_emb.weight": 0.004942639730870724, - "pos_emb.weight": 0.009058264084160328, - "transformer.layers.0.self_attn.in_proj_weight": 0.055450666695833206, - "transformer.layers.0.self_attn.in_proj_bias": 0.00597546948119998, - "transformer.layers.0.self_attn.out_proj.weight": 0.05738357827067375, - "transformer.layers.0.self_attn.out_proj.bias": 0.009866336360573769, - "transformer.layers.0.linear1.weight": 0.06616437435150146, - "transformer.layers.0.linear1.bias": 0.0037558656185865402, - "transformer.layers.0.linear2.weight": 0.07666049897670746, - "transformer.layers.0.linear2.bias": 0.006726372055709362, - "transformer.layers.0.norm1.weight": 0.0028936199378222227, - "transformer.layers.0.norm1.bias": 0.005222662817686796, - "transformer.layers.0.norm2.weight": 0.005344884004443884, - "transformer.layers.0.norm2.bias": 0.005211641080677509, - "transformer.layers.1.self_attn.in_proj_weight": 0.05551532655954361, - "transformer.layers.1.self_attn.in_proj_bias": 0.003819757839664817, - "transformer.layers.1.self_attn.out_proj.weight": 0.05285122990608215, - "transformer.layers.1.self_attn.out_proj.bias": 0.0058433241210877895, - "transformer.layers.1.linear1.weight": 0.044450756162405014, - "transformer.layers.1.linear1.bias": 0.0024755459744483232, - "transformer.layers.1.linear2.weight": 0.06013045087456703, - "transformer.layers.1.linear2.bias": 0.005540756043046713, - "transformer.layers.1.norm1.weight": 0.003203467931598425, - "transformer.layers.1.norm1.bias": 0.003358073765411973, - "transformer.layers.1.norm2.weight": 0.0032093413174152374, - "transformer.layers.1.norm2.bias": 0.0029897119384258986, - "transformer.layers.2.self_attn.in_proj_weight": 0.10938457399606705, - "transformer.layers.2.self_attn.in_proj_bias": 0.004876930266618729, - "transformer.layers.2.self_attn.out_proj.weight": 0.04657028988003731, - "transformer.layers.2.self_attn.out_proj.bias": 0.0056122723035514355, - "transformer.layers.2.linear1.weight": 0.034213513135910034, - "transformer.layers.2.linear1.bias": 0.0021698831114917994, - "transformer.layers.2.linear2.weight": 0.04232872650027275, - "transformer.layers.2.linear2.bias": 0.005849782377481461, - "transformer.layers.2.norm1.weight": 0.007140216417610645, - "transformer.layers.2.norm1.bias": 0.004516134969890118, - "transformer.layers.2.norm2.weight": 0.002166503109037876, - "transformer.layers.2.norm2.bias": 0.0022413330152630806, - "transformer.layers.3.self_attn.in_proj_weight": 0.11711472272872925, - "transformer.layers.3.self_attn.in_proj_bias": 0.013889234513044357, - "transformer.layers.3.self_attn.out_proj.weight": 0.049088023602962494, - "transformer.layers.3.self_attn.out_proj.bias": 0.011045959778130054, - "transformer.layers.3.linear1.weight": 0.10883838683366776, - "transformer.layers.3.linear1.bias": 0.008832507766783237, - "transformer.layers.3.linear2.weight": 0.06237463653087616, - "transformer.layers.3.linear2.bias": 0.015976542606949806, - "transformer.layers.3.norm1.weight": 0.00894137378782034, - "transformer.layers.3.norm1.bias": 0.01934739202260971, - "transformer.layers.3.norm2.weight": 0.009271444752812386, - "transformer.layers.3.norm2.bias": 0.012517085298895836, - "head.weight": 0.7424556612968445, - "head.bias": 0.03279154375195503, - "global_embedding.weight": 0.005929599981755018, - "global_cnn.0.weight": 0.13286641240119934, - "global_cnn.0.bias": 0.002811330370604992, - "global_cnn.2.weight": 0.28964486718177795, - "global_cnn.2.bias": 0.013236414641141891, - "global_proj.weight": 0.04347478970885277, - "global_proj.bias": 0.03153517469763756, - "goal_head.0.weight": 0.022352000698447227, - "goal_head.0.bias": 0.011380639858543873, - "goal_head.2.weight": 0.031586483120918274, - "goal_head.2.bias": 0.02612873911857605 - }, - { - "global_gate": 0.00011353180161677301, - "embedding.weight": 0.001371723017655313, - "cnn.0.weight": 0.028413156047463417, - "cnn.0.bias": 0.0013067922554910183, - "cnn.2.weight": 0.011819836683571339, - "cnn.2.bias": 0.0029868308920413256, - "cnn.5.weight": 0.011059199459850788, - "cnn.5.bias": 0.0019245111616328359, - "action_emb.weight": 0.002294568344950676, - "timestep_emb.weight": 0.0013024145737290382, - "pos_emb.weight": 0.0022718484979122877, - "transformer.layers.0.self_attn.in_proj_weight": 0.016712747514247894, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010179125238209963, - "transformer.layers.0.self_attn.out_proj.weight": 0.012702744454145432, - "transformer.layers.0.self_attn.out_proj.bias": 0.001327022328041494, - "transformer.layers.0.linear1.weight": 0.016335217282176018, - "transformer.layers.0.linear1.bias": 0.0006362534477375448, - "transformer.layers.0.linear2.weight": 0.016910770907998085, - "transformer.layers.0.linear2.bias": 0.000790645310189575, - "transformer.layers.0.norm1.weight": 0.0010396966245025396, - "transformer.layers.0.norm1.bias": 0.0007982818060554564, - "transformer.layers.0.norm2.weight": 0.001503224833868444, - "transformer.layers.0.norm2.bias": 0.0006152264541015029, - "transformer.layers.1.self_attn.in_proj_weight": 0.018477344885468483, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006068049115128815, - "transformer.layers.1.self_attn.out_proj.weight": 0.012770457193255424, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005877997609786689, - "transformer.layers.1.linear1.weight": 0.009157746098935604, - "transformer.layers.1.linear1.bias": 0.00039846112485975027, - "transformer.layers.1.linear2.weight": 0.010576710104942322, - "transformer.layers.1.linear2.bias": 0.0005448778974823654, - "transformer.layers.1.norm1.weight": 0.0013738998677581549, - "transformer.layers.1.norm1.bias": 0.0006909497315064073, - "transformer.layers.1.norm2.weight": 0.0007148140575736761, - "transformer.layers.1.norm2.bias": 0.00032162611023522913, - "transformer.layers.2.self_attn.in_proj_weight": 0.024022920057177544, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007708192570134997, - "transformer.layers.2.self_attn.out_proj.weight": 0.007836864329874516, - "transformer.layers.2.self_attn.out_proj.bias": 0.0003281945246271789, - "transformer.layers.2.linear1.weight": 0.004597819410264492, - "transformer.layers.2.linear1.bias": 0.0002101983700413257, - "transformer.layers.2.linear2.weight": 0.005028701387345791, - "transformer.layers.2.linear2.bias": 0.00030913521186448634, - "transformer.layers.2.norm1.weight": 0.0016354155959561467, - "transformer.layers.2.norm1.bias": 0.0007813633419573307, - "transformer.layers.2.norm2.weight": 0.00028081872733309865, - "transformer.layers.2.norm2.bias": 0.0001521804806543514, - "transformer.layers.3.self_attn.in_proj_weight": 0.0148601233959198, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006614551530219615, - "transformer.layers.3.self_attn.out_proj.weight": 0.00726913521066308, - "transformer.layers.3.self_attn.out_proj.bias": 0.0004227260942570865, - "transformer.layers.3.linear1.weight": 0.011039414443075657, - "transformer.layers.3.linear1.bias": 0.0005497782258316875, - "transformer.layers.3.linear2.weight": 0.00590367941185832, - "transformer.layers.3.linear2.bias": 0.0005156660918146372, - "transformer.layers.3.norm1.weight": 0.0011262937914580107, - "transformer.layers.3.norm1.bias": 0.000794103485532105, - "transformer.layers.3.norm2.weight": 0.0008439441444352269, - "transformer.layers.3.norm2.bias": 0.0005723467329517007, - "head.weight": 0.08461519330739975, - "head.bias": 0.0011624805629253387, - "global_embedding.weight": 0.01833992451429367, - "global_cnn.0.weight": 0.12008058279752731, - "global_cnn.0.bias": 0.0029942223336547613, - "global_cnn.2.weight": 0.27652299404144287, - "global_cnn.2.bias": 0.013229677453637123, - "global_proj.weight": 0.069244384765625, - "global_proj.bias": 0.04577328637242317, - "goal_head.0.weight": 0.04239249974489212, - "goal_head.0.bias": 0.020205162465572357, - "goal_head.2.weight": 0.06083563715219498, - "goal_head.2.bias": 0.04850989580154419 - }, - { - "global_gate": 0.0004974749172106385, - "embedding.weight": 0.001877001952379942, - "cnn.0.weight": 0.05344392731785774, - "cnn.0.bias": 0.0017011777963489294, - "cnn.2.weight": 0.019426990300416946, - "cnn.2.bias": 0.006309681572020054, - "cnn.5.weight": 0.025519244372844696, - "cnn.5.bias": 0.005511272232979536, - "action_emb.weight": 0.0098332604393363, - "timestep_emb.weight": 0.004870656877756119, - "pos_emb.weight": 0.007387007586658001, - "transformer.layers.0.self_attn.in_proj_weight": 0.05557643622159958, - "transformer.layers.0.self_attn.in_proj_bias": 0.004553170874714851, - "transformer.layers.0.self_attn.out_proj.weight": 0.051654696464538574, - "transformer.layers.0.self_attn.out_proj.bias": 0.005681424401700497, - "transformer.layers.0.linear1.weight": 0.05337434262037277, - "transformer.layers.0.linear1.bias": 0.002640708349645138, - "transformer.layers.0.linear2.weight": 0.059637658298015594, - "transformer.layers.0.linear2.bias": 0.004707160871475935, - "transformer.layers.0.norm1.weight": 0.003488760208711028, - "transformer.layers.0.norm1.bias": 0.004175660200417042, - "transformer.layers.0.norm2.weight": 0.004677873570472002, - "transformer.layers.0.norm2.bias": 0.0027405857108533382, - "transformer.layers.1.self_attn.in_proj_weight": 0.047181904315948486, - "transformer.layers.1.self_attn.in_proj_bias": 0.0028768761549144983, - "transformer.layers.1.self_attn.out_proj.weight": 0.04698501527309418, - "transformer.layers.1.self_attn.out_proj.bias": 0.003883081953972578, - "transformer.layers.1.linear1.weight": 0.032656215131282806, - "transformer.layers.1.linear1.bias": 0.0017740880139172077, - "transformer.layers.1.linear2.weight": 0.04410688579082489, - "transformer.layers.1.linear2.bias": 0.0037367905024439096, - "transformer.layers.1.norm1.weight": 0.0031655458733439445, - "transformer.layers.1.norm1.bias": 0.0028605875559151173, - "transformer.layers.1.norm2.weight": 0.0021627680398523808, - "transformer.layers.1.norm2.bias": 0.0018895526882261038, - "transformer.layers.2.self_attn.in_proj_weight": 0.07999282330274582, - "transformer.layers.2.self_attn.in_proj_bias": 0.0036628188099712133, - "transformer.layers.2.self_attn.out_proj.weight": 0.043153684586286545, - "transformer.layers.2.self_attn.out_proj.bias": 0.0029567512683570385, - "transformer.layers.2.linear1.weight": 0.02532336860895157, - "transformer.layers.2.linear1.bias": 0.0013737502740696073, - "transformer.layers.2.linear2.weight": 0.02905995398759842, - "transformer.layers.2.linear2.bias": 0.0027258717454969883, - "transformer.layers.2.norm1.weight": 0.005445545073598623, - "transformer.layers.2.norm1.bias": 0.0047708661295473576, - "transformer.layers.2.norm2.weight": 0.0017465902492403984, - "transformer.layers.2.norm2.bias": 0.0014787171967327595, - "transformer.layers.3.self_attn.in_proj_weight": 0.07973667979240417, - "transformer.layers.3.self_attn.in_proj_bias": 0.0060149733908474445, - "transformer.layers.3.self_attn.out_proj.weight": 0.04524657502770424, - "transformer.layers.3.self_attn.out_proj.bias": 0.00483924662694335, - "transformer.layers.3.linear1.weight": 0.06957583129405975, - "transformer.layers.3.linear1.bias": 0.004229218233376741, - "transformer.layers.3.linear2.weight": 0.0383281409740448, - "transformer.layers.3.linear2.bias": 0.006293030921369791, - "transformer.layers.3.norm1.weight": 0.006559927947819233, - "transformer.layers.3.norm1.bias": 0.008480074815452099, - "transformer.layers.3.norm2.weight": 0.005850925110280514, - "transformer.layers.3.norm2.bias": 0.005570578388869762, - "head.weight": 0.482448548078537, - "head.bias": 0.01357728336006403, - "global_embedding.weight": 0.01609007455408573, - "global_cnn.0.weight": 0.07437252253293991, - "global_cnn.0.bias": 0.002745749894529581, - "global_cnn.2.weight": 0.12027811259031296, - "global_cnn.2.bias": 0.005351067055016756, - "global_proj.weight": 0.02269410528242588, - "global_proj.bias": 0.013528823852539062, - "goal_head.0.weight": 0.011036863550543785, - "goal_head.0.bias": 0.00495612807571888, - "goal_head.2.weight": 0.014198234304785728, - "goal_head.2.bias": 0.011501607485115528 - }, - { - "global_gate": 0.00021373669733293355, - "embedding.weight": 0.0016645900905132294, - "cnn.0.weight": 0.048828382045030594, - "cnn.0.bias": 0.0019005266949534416, - "cnn.2.weight": 0.015459204092621803, - "cnn.2.bias": 0.0047264182940125465, - "cnn.5.weight": 0.015965677797794342, - "cnn.5.bias": 0.0035104795824736357, - "action_emb.weight": 0.019916582852602005, - "timestep_emb.weight": 0.0075132399797439575, - "pos_emb.weight": 0.011982972733676434, - "transformer.layers.0.self_attn.in_proj_weight": 0.07193688303232193, - "transformer.layers.0.self_attn.in_proj_bias": 0.006640741601586342, - "transformer.layers.0.self_attn.out_proj.weight": 0.07222525030374527, - "transformer.layers.0.self_attn.out_proj.bias": 0.010496899485588074, - "transformer.layers.0.linear1.weight": 0.09218505024909973, - "transformer.layers.0.linear1.bias": 0.004578619729727507, - "transformer.layers.0.linear2.weight": 0.09919767826795578, - "transformer.layers.0.linear2.bias": 0.00820183102041483, - "transformer.layers.0.norm1.weight": 0.0038425575476139784, - "transformer.layers.0.norm1.bias": 0.005734224803745747, - "transformer.layers.0.norm2.weight": 0.008306396193802357, - "transformer.layers.0.norm2.bias": 0.006646445952355862, - "transformer.layers.1.self_attn.in_proj_weight": 0.07961081713438034, - "transformer.layers.1.self_attn.in_proj_bias": 0.005181162152439356, - "transformer.layers.1.self_attn.out_proj.weight": 0.0704299584031105, - "transformer.layers.1.self_attn.out_proj.bias": 0.007224228698760271, - "transformer.layers.1.linear1.weight": 0.0640467032790184, - "transformer.layers.1.linear1.bias": 0.003330446546897292, - "transformer.layers.1.linear2.weight": 0.08420620858669281, - "transformer.layers.1.linear2.bias": 0.006559884641319513, - "transformer.layers.1.norm1.weight": 0.004313408397138119, - "transformer.layers.1.norm1.bias": 0.003943284507840872, - "transformer.layers.1.norm2.weight": 0.004708585329353809, - "transformer.layers.1.norm2.bias": 0.0032422991935163736, - "transformer.layers.2.self_attn.in_proj_weight": 0.16908131539821625, - "transformer.layers.2.self_attn.in_proj_bias": 0.008059301413595676, - "transformer.layers.2.self_attn.out_proj.weight": 0.06858254969120026, - "transformer.layers.2.self_attn.out_proj.bias": 0.006944459397345781, - "transformer.layers.2.linear1.weight": 0.04392891004681587, - "transformer.layers.2.linear1.bias": 0.0026712219696491957, - "transformer.layers.2.linear2.weight": 0.053282711654901505, - "transformer.layers.2.linear2.bias": 0.006940484046936035, - "transformer.layers.2.norm1.weight": 0.01252876129001379, - "transformer.layers.2.norm1.bias": 0.008878936991095543, - "transformer.layers.2.norm2.weight": 0.0029056596104055643, - "transformer.layers.2.norm2.bias": 0.002855833387002349, - "transformer.layers.3.self_attn.in_proj_weight": 0.1822109967470169, - "transformer.layers.3.self_attn.in_proj_bias": 0.012661603279411793, - "transformer.layers.3.self_attn.out_proj.weight": 0.06988116353750229, - "transformer.layers.3.self_attn.out_proj.bias": 0.010834592394530773, - "transformer.layers.3.linear1.weight": 0.13508564233779907, - "transformer.layers.3.linear1.bias": 0.01090855523943901, - "transformer.layers.3.linear2.weight": 0.07377850264310837, - "transformer.layers.3.linear2.bias": 0.0179445780813694, - "transformer.layers.3.norm1.weight": 0.015030340291559696, - "transformer.layers.3.norm1.bias": 0.01812748797237873, - "transformer.layers.3.norm2.weight": 0.012650524266064167, - "transformer.layers.3.norm2.bias": 0.0173003189265728, - "head.weight": 0.9351245760917664, - "head.bias": 0.039978086948394775, - "global_embedding.weight": 0.01527341641485691, - "global_cnn.0.weight": 0.14231470227241516, - "global_cnn.0.bias": 0.005555018782615662, - "global_cnn.2.weight": 0.3622167706489563, - "global_cnn.2.bias": 0.021667150780558586, - "global_proj.weight": 0.12174639850854874, - "global_proj.bias": 0.08159293979406357, - "goal_head.0.weight": 0.0773388221859932, - "goal_head.0.bias": 0.03627663105726242, - "goal_head.2.weight": 0.12516838312149048, - "goal_head.2.bias": 0.09076231718063354 - }, - { - "global_gate": 0.0004654349759221077, - "embedding.weight": 0.000442189397290349, - "cnn.0.weight": 0.014277959242463112, - "cnn.0.bias": 0.0006728716543875635, - "cnn.2.weight": 0.004975748714059591, - "cnn.2.bias": 0.0016382801113650203, - "cnn.5.weight": 0.008165715262293816, - "cnn.5.bias": 0.0011667996877804399, - "action_emb.weight": 0.008646749891340733, - "timestep_emb.weight": 0.003137746127322316, - "pos_emb.weight": 0.004949997179210186, - "transformer.layers.0.self_attn.in_proj_weight": 0.028551798313856125, - "transformer.layers.0.self_attn.in_proj_bias": 0.00313493050634861, - "transformer.layers.0.self_attn.out_proj.weight": 0.026377834379673004, - "transformer.layers.0.self_attn.out_proj.bias": 0.00430526165291667, - "transformer.layers.0.linear1.weight": 0.04003668203949928, - "transformer.layers.0.linear1.bias": 0.0019618039950728416, - "transformer.layers.0.linear2.weight": 0.040101680904626846, - "transformer.layers.0.linear2.bias": 0.0034316345117986202, - "transformer.layers.0.norm1.weight": 0.001754160737618804, - "transformer.layers.0.norm1.bias": 0.0032182889990508556, - "transformer.layers.0.norm2.weight": 0.004723300226032734, - "transformer.layers.0.norm2.bias": 0.002282635075971484, - "transformer.layers.1.self_attn.in_proj_weight": 0.027812853455543518, - "transformer.layers.1.self_attn.in_proj_bias": 0.002095096046105027, - "transformer.layers.1.self_attn.out_proj.weight": 0.02733742631971836, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028212538454681635, - "transformer.layers.1.linear1.weight": 0.024568935856223106, - "transformer.layers.1.linear1.bias": 0.0013355741975829005, - "transformer.layers.1.linear2.weight": 0.03416352719068527, - "transformer.layers.1.linear2.bias": 0.0028122670482844114, - "transformer.layers.1.norm1.weight": 0.001704211113974452, - "transformer.layers.1.norm1.bias": 0.0021668891422450542, - "transformer.layers.1.norm2.weight": 0.002054990269243717, - "transformer.layers.1.norm2.bias": 0.0012615270679816604, - "transformer.layers.2.self_attn.in_proj_weight": 0.0467480830848217, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018939024303108454, - "transformer.layers.2.self_attn.out_proj.weight": 0.029810933396220207, - "transformer.layers.2.self_attn.out_proj.bias": 0.002541428664699197, - "transformer.layers.2.linear1.weight": 0.019047481939196587, - "transformer.layers.2.linear1.bias": 0.0010507688857614994, - "transformer.layers.2.linear2.weight": 0.022811539471149445, - "transformer.layers.2.linear2.bias": 0.0026274833362549543, - "transformer.layers.2.norm1.weight": 0.0029317170847207308, - "transformer.layers.2.norm1.bias": 0.001539000659249723, - "transformer.layers.2.norm2.weight": 0.0013047108659520745, - "transformer.layers.2.norm2.bias": 0.000994205824099481, - "transformer.layers.3.self_attn.in_proj_weight": 0.07593231648206711, - "transformer.layers.3.self_attn.in_proj_bias": 0.005776149686425924, - "transformer.layers.3.self_attn.out_proj.weight": 0.03271741047501564, - "transformer.layers.3.self_attn.out_proj.bias": 0.004696709103882313, - "transformer.layers.3.linear1.weight": 0.06457258760929108, - "transformer.layers.3.linear1.bias": 0.004513584543019533, - "transformer.layers.3.linear2.weight": 0.03290168195962906, - "transformer.layers.3.linear2.bias": 0.0072520277462899685, - "transformer.layers.3.norm1.weight": 0.006484617479145527, - "transformer.layers.3.norm1.bias": 0.008388778194785118, - "transformer.layers.3.norm2.weight": 0.0057057286612689495, - "transformer.layers.3.norm2.bias": 0.006959136109799147, - "head.weight": 0.4194227159023285, - "head.bias": 0.015968071296811104, - "global_embedding.weight": 0.01261862087994814, - "global_cnn.0.weight": 0.13263928890228271, - "global_cnn.0.bias": 0.004471874330192804, - "global_cnn.2.weight": 0.2437659353017807, - "global_cnn.2.bias": 0.01538027822971344, - "global_proj.weight": 0.05119811370968819, - "global_proj.bias": 0.03847038000822067, - "goal_head.0.weight": 0.03823703154921532, - "goal_head.0.bias": 0.01708034612238407, - "goal_head.2.weight": 0.08868839591741562, - "goal_head.2.bias": 0.03882211446762085 + "global_gate": 0.00020997105457354337, + "embedding.weight": 0.003824092447757721, + "cnn.0.weight": 0.10603749752044678, + "cnn.0.bias": 0.004372317343950272, + "cnn.2.weight": 0.04178287461400032, + "cnn.2.bias": 0.017499132081866264, + "cnn.5.weight": 0.03702106326818466, + "cnn.5.bias": 0.010159424506127834, + "action_emb.weight": 0.007877636700868607, + "timestep_emb.weight": 0.002285508904606104, + "pos_emb.weight": 0.0036825432907789946, + "transformer.layers.0.self_attn.in_proj_weight": 0.06688147783279419, + "transformer.layers.0.self_attn.in_proj_bias": 0.0063117207027971745, + "transformer.layers.0.self_attn.out_proj.weight": 0.0671008750796318, + "transformer.layers.0.self_attn.out_proj.bias": 0.009231191128492355, + "transformer.layers.0.linear1.weight": 0.047868166118860245, + "transformer.layers.0.linear1.bias": 0.0035293998662382364, + "transformer.layers.0.linear2.weight": 0.06482428312301636, + "transformer.layers.0.linear2.bias": 0.005840240977704525, + "transformer.layers.0.norm1.weight": 0.0040514483116567135, + "transformer.layers.0.norm1.bias": 0.00535889808088541, + "transformer.layers.0.norm2.weight": 0.0034046811051666737, + "transformer.layers.0.norm2.bias": 0.0048564523458480835, + "transformer.layers.1.self_attn.in_proj_weight": 0.060118597000837326, + "transformer.layers.1.self_attn.in_proj_bias": 0.0039992136880755424, + "transformer.layers.1.self_attn.out_proj.weight": 0.06071284040808678, + "transformer.layers.1.self_attn.out_proj.bias": 0.005060988012701273, + "transformer.layers.1.linear1.weight": 0.03222557529807091, + "transformer.layers.1.linear1.bias": 0.002236020751297474, + "transformer.layers.1.linear2.weight": 0.03949137032032013, + "transformer.layers.1.linear2.bias": 0.0045427316799759865, + "transformer.layers.1.norm1.weight": 0.00450696237385273, + "transformer.layers.1.norm1.bias": 0.003978807013481855, + "transformer.layers.1.norm2.weight": 0.0022926335223019123, + "transformer.layers.1.norm2.bias": 0.0027457864489406347, + "transformer.layers.2.self_attn.in_proj_weight": 0.07559740543365479, + "transformer.layers.2.self_attn.in_proj_bias": 0.005082062911242247, + "transformer.layers.2.self_attn.out_proj.weight": 0.0436142198741436, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030174527782946825, + "transformer.layers.2.linear1.weight": 0.017127659171819687, + "transformer.layers.2.linear1.bias": 0.0011747947428375483, + "transformer.layers.2.linear2.weight": 0.01942051202058792, + "transformer.layers.2.linear2.bias": 0.0029039853252470493, + "transformer.layers.2.norm1.weight": 0.007435021921992302, + "transformer.layers.2.norm1.bias": 0.006116565782576799, + "transformer.layers.2.norm2.weight": 0.0011157463304698467, + "transformer.layers.2.norm2.bias": 0.0010663863504305482, + "transformer.layers.3.self_attn.in_proj_weight": 0.0674988254904747, + "transformer.layers.3.self_attn.in_proj_bias": 0.004849698860198259, + "transformer.layers.3.self_attn.out_proj.weight": 0.032782237976789474, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030696203466504812, + "transformer.layers.3.linear1.weight": 0.030258504673838615, + "transformer.layers.3.linear1.bias": 0.0020135282538831234, + "transformer.layers.3.linear2.weight": 0.01927144080400467, + "transformer.layers.3.linear2.bias": 0.002607655944302678, + "transformer.layers.3.norm1.weight": 0.005491957068443298, + "transformer.layers.3.norm1.bias": 0.005216645542532206, + "transformer.layers.3.norm2.weight": 0.0021881849970668554, + "transformer.layers.3.norm2.bias": 0.002288547344505787, + "head.weight": 0.25311338901519775, + "head.bias": 0.006552418228238821, + "global_embedding.weight": 0.041221119463443756, + "global_cnn.0.weight": 0.2529403567314148, + "global_cnn.0.bias": 0.010864059440791607, + "global_cnn.2.weight": 0.6827743053436279, + "global_cnn.2.bias": 0.03131536394357681, + "global_proj.weight": 0.19754433631896973, + "global_proj.bias": 0.07465815544128418, + "goal_head.0.weight": 0.10358112305402756, + "goal_head.0.bias": 0.030695151537656784, + "goal_head.2.weight": 0.11930472403764725, + "goal_head.2.bias": 0.05906781926751137 + }, + { + "global_gate": 1.1547938811418135e-05, + "embedding.weight": 0.0015280954539775848, + "cnn.0.weight": 0.02571520395576954, + "cnn.0.bias": 0.0011318942997604609, + "cnn.2.weight": 0.006107183173298836, + "cnn.2.bias": 0.001623365213163197, + "cnn.5.weight": 0.00884618517011404, + "cnn.5.bias": 0.0017856573686003685, + "action_emb.weight": 0.007061382755637169, + "timestep_emb.weight": 0.0019352901726961136, + "pos_emb.weight": 0.002145957201719284, + "transformer.layers.0.self_attn.in_proj_weight": 0.026994209736585617, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027094443794339895, + "transformer.layers.0.self_attn.out_proj.weight": 0.02441817708313465, + "transformer.layers.0.self_attn.out_proj.bias": 0.003203135449439287, + "transformer.layers.0.linear1.weight": 0.03280960023403168, + "transformer.layers.0.linear1.bias": 0.0016065832460299134, + "transformer.layers.0.linear2.weight": 0.03428252786397934, + "transformer.layers.0.linear2.bias": 0.0023841625079512596, + "transformer.layers.0.norm1.weight": 0.001486988621763885, + "transformer.layers.0.norm1.bias": 0.0024494642857462168, + "transformer.layers.0.norm2.weight": 0.003421073080971837, + "transformer.layers.0.norm2.bias": 0.001632070168852806, + "transformer.layers.1.self_attn.in_proj_weight": 0.03473963961005211, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018772755283862352, + "transformer.layers.1.self_attn.out_proj.weight": 0.026949778199195862, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017527603777125478, + "transformer.layers.1.linear1.weight": 0.016827253624796867, + "transformer.layers.1.linear1.bias": 0.0009204325615428388, + "transformer.layers.1.linear2.weight": 0.024778543040156364, + "transformer.layers.1.linear2.bias": 0.0017158824484795332, + "transformer.layers.1.norm1.weight": 0.002210532547906041, + "transformer.layers.1.norm1.bias": 0.0017153513617813587, + "transformer.layers.1.norm2.weight": 0.0013937351759523153, + "transformer.layers.1.norm2.bias": 0.0008508944883942604, + "transformer.layers.2.self_attn.in_proj_weight": 0.040808308869600296, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021023820154368877, + "transformer.layers.2.self_attn.out_proj.weight": 0.02855197712779045, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016570128500461578, + "transformer.layers.2.linear1.weight": 0.01243696827441454, + "transformer.layers.2.linear1.bias": 0.0007893489091657102, + "transformer.layers.2.linear2.weight": 0.01637651026248932, + "transformer.layers.2.linear2.bias": 0.001644444651901722, + "transformer.layers.2.norm1.weight": 0.0032406405080109835, + "transformer.layers.2.norm1.bias": 0.002519234549254179, + "transformer.layers.2.norm2.weight": 0.000815807783510536, + "transformer.layers.2.norm2.bias": 0.0007717119297012687, + "transformer.layers.3.self_attn.in_proj_weight": 0.04081495851278305, + "transformer.layers.3.self_attn.in_proj_bias": 0.0024574091657996178, + "transformer.layers.3.self_attn.out_proj.weight": 0.026154253631830215, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018999946769326925, + "transformer.layers.3.linear1.weight": 0.020454129204154015, + "transformer.layers.3.linear1.bias": 0.0013516589533537626, + "transformer.layers.3.linear2.weight": 0.01455897931009531, + "transformer.layers.3.linear2.bias": 0.0020748015958815813, + "transformer.layers.3.norm1.weight": 0.0031288587488234043, + "transformer.layers.3.norm1.bias": 0.002884010784327984, + "transformer.layers.3.norm2.weight": 0.001323234522715211, + "transformer.layers.3.norm2.bias": 0.0012970160460099578, + "head.weight": 0.19514693319797516, + "head.bias": 0.004738240037113428, + "global_embedding.weight": 0.0038852584548294544, + "global_cnn.0.weight": 0.09547293186187744, + "global_cnn.0.bias": 0.003539356868714094, + "global_cnn.2.weight": 0.26066792011260986, + "global_cnn.2.bias": 0.008690420538187027, + "global_proj.weight": 0.09131725132465363, + "global_proj.bias": 0.03396441042423248, + "goal_head.0.weight": 0.05488310381770134, + "goal_head.0.bias": 0.015610507689416409, + "goal_head.2.weight": 0.06954056024551392, + "goal_head.2.bias": 0.0321568101644516 + }, + { + "global_gate": 1.4394852769328281e-05, + "embedding.weight": 0.0006504718330688775, + "cnn.0.weight": 0.015157465822994709, + "cnn.0.bias": 0.0006726221763528883, + "cnn.2.weight": 0.004418858326971531, + "cnn.2.bias": 0.0013557947240769863, + "cnn.5.weight": 0.005895919632166624, + "cnn.5.bias": 0.0013449529651552439, + "action_emb.weight": 0.008083621971309185, + "timestep_emb.weight": 0.0016163630643859506, + "pos_emb.weight": 0.002215078566223383, + "transformer.layers.0.self_attn.in_proj_weight": 0.027117107063531876, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023527471348643303, + "transformer.layers.0.self_attn.out_proj.weight": 0.026452956721186638, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037655155174434185, + "transformer.layers.0.linear1.weight": 0.037586841732263565, + "transformer.layers.0.linear1.bias": 0.0017714648274704814, + "transformer.layers.0.linear2.weight": 0.03581846132874489, + "transformer.layers.0.linear2.bias": 0.0029968339949846268, + "transformer.layers.0.norm1.weight": 0.0013987859711050987, + "transformer.layers.0.norm1.bias": 0.0020626767072826624, + "transformer.layers.0.norm2.weight": 0.0036787050776183605, + "transformer.layers.0.norm2.bias": 0.002238903194665909, + "transformer.layers.1.self_attn.in_proj_weight": 0.02975817583501339, + "transformer.layers.1.self_attn.in_proj_bias": 0.00175448227673769, + "transformer.layers.1.self_attn.out_proj.weight": 0.029983729124069214, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023905071429908276, + "transformer.layers.1.linear1.weight": 0.019763631746172905, + "transformer.layers.1.linear1.bias": 0.0010777839925140142, + "transformer.layers.1.linear2.weight": 0.02913942188024521, + "transformer.layers.1.linear2.bias": 0.002272168407216668, + "transformer.layers.1.norm1.weight": 0.002044133609160781, + "transformer.layers.1.norm1.bias": 0.0016954325838014483, + "transformer.layers.1.norm2.weight": 0.0015290232840925455, + "transformer.layers.1.norm2.bias": 0.0011383123928681016, + "transformer.layers.2.self_attn.in_proj_weight": 0.038766324520111084, + "transformer.layers.2.self_attn.in_proj_bias": 0.002066816436126828, + "transformer.layers.2.self_attn.out_proj.weight": 0.03479032590985298, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021260681096464396, + "transformer.layers.2.linear1.weight": 0.015073210932314396, + "transformer.layers.2.linear1.bias": 0.0009563748608343303, + "transformer.layers.2.linear2.weight": 0.0198002178221941, + "transformer.layers.2.linear2.bias": 0.0021900993306189775, + "transformer.layers.2.norm1.weight": 0.0029964405111968517, + "transformer.layers.2.norm1.bias": 0.002213351894170046, + "transformer.layers.2.norm2.weight": 0.0009271789458580315, + "transformer.layers.2.norm2.bias": 0.0008661167812533677, + "transformer.layers.3.self_attn.in_proj_weight": 0.055101800709962845, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034900405444204807, + "transformer.layers.3.self_attn.out_proj.weight": 0.03743402287364006, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030672720167785883, + "transformer.layers.3.linear1.weight": 0.030551709234714508, + "transformer.layers.3.linear1.bias": 0.0019678405951708555, + "transformer.layers.3.linear2.weight": 0.020148424431681633, + "transformer.layers.3.linear2.bias": 0.0030672538559883833, + "transformer.layers.3.norm1.weight": 0.004482524935156107, + "transformer.layers.3.norm1.bias": 0.004594734404236078, + "transformer.layers.3.norm2.weight": 0.002054257784038782, + "transformer.layers.3.norm2.bias": 0.0019620959646999836, + "head.weight": 0.2965540289878845, + "head.bias": 0.007100802380591631, + "global_embedding.weight": 0.023551618680357933, + "global_cnn.0.weight": 0.12785081565380096, + "global_cnn.0.bias": 0.006412173621356487, + "global_cnn.2.weight": 0.21725139021873474, + "global_cnn.2.bias": 0.01031589787453413, + "global_proj.weight": 0.05532507225871086, + "global_proj.bias": 0.033487819135189056, + "goal_head.0.weight": 0.03216825798153877, + "goal_head.0.bias": 0.014949441887438297, + "goal_head.2.weight": 0.037392016500234604, + "goal_head.2.bias": 0.034828249365091324 + }, + { + "global_gate": 9.357764793094248e-05, + "embedding.weight": 0.0013345490442588925, + "cnn.0.weight": 0.02389977127313614, + "cnn.0.bias": 0.001060193288139999, + "cnn.2.weight": 0.0055684419348835945, + "cnn.2.bias": 0.0018739586230367422, + "cnn.5.weight": 0.007969100028276443, + "cnn.5.bias": 0.0016360689187422395, + "action_emb.weight": 0.006705116014927626, + "timestep_emb.weight": 0.0014204109320417047, + "pos_emb.weight": 0.002408475847914815, + "transformer.layers.0.self_attn.in_proj_weight": 0.029208676889538765, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025261910632252693, + "transformer.layers.0.self_attn.out_proj.weight": 0.02663251757621765, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036438663955777884, + "transformer.layers.0.linear1.weight": 0.03143179789185524, + "transformer.layers.0.linear1.bias": 0.0016143183456733823, + "transformer.layers.0.linear2.weight": 0.03572814166545868, + "transformer.layers.0.linear2.bias": 0.0030083893798291683, + "transformer.layers.0.norm1.weight": 0.0016552754677832127, + "transformer.layers.0.norm1.bias": 0.0022836877033114433, + "transformer.layers.0.norm2.weight": 0.00256397295743227, + "transformer.layers.0.norm2.bias": 0.0018585211364552379, + "transformer.layers.1.self_attn.in_proj_weight": 0.03241444751620293, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019685791339725256, + "transformer.layers.1.self_attn.out_proj.weight": 0.027659939602017403, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024086819030344486, + "transformer.layers.1.linear1.weight": 0.020362291485071182, + "transformer.layers.1.linear1.bias": 0.0010993249015882611, + "transformer.layers.1.linear2.weight": 0.025343799963593483, + "transformer.layers.1.linear2.bias": 0.00243223924189806, + "transformer.layers.1.norm1.weight": 0.002535420237109065, + "transformer.layers.1.norm1.bias": 0.0019281012937426567, + "transformer.layers.1.norm2.weight": 0.0015869549242779613, + "transformer.layers.1.norm2.bias": 0.0010710827773436904, + "transformer.layers.2.self_attn.in_proj_weight": 0.033395733684301376, + "transformer.layers.2.self_attn.in_proj_bias": 0.002582998713478446, + "transformer.layers.2.self_attn.out_proj.weight": 0.025856200605630875, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024803706910461187, + "transformer.layers.2.linear1.weight": 0.014529294334352016, + "transformer.layers.2.linear1.bias": 0.001042890246026218, + "transformer.layers.2.linear2.weight": 0.01585443876683712, + "transformer.layers.2.linear2.bias": 0.0026214008685201406, + "transformer.layers.2.norm1.weight": 0.002941607730463147, + "transformer.layers.2.norm1.bias": 0.00337759661488235, + "transformer.layers.2.norm2.weight": 0.0010139208752661943, + "transformer.layers.2.norm2.bias": 0.0012326539726927876, + "transformer.layers.3.self_attn.in_proj_weight": 0.04157687723636627, + "transformer.layers.3.self_attn.in_proj_bias": 0.003587522776797414, + "transformer.layers.3.self_attn.out_proj.weight": 0.022241463884711266, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032271784730255604, + "transformer.layers.3.linear1.weight": 0.02496158890426159, + "transformer.layers.3.linear1.bias": 0.0021600176114588976, + "transformer.layers.3.linear2.weight": 0.015168636105954647, + "transformer.layers.3.linear2.bias": 0.0038216609973460436, + "transformer.layers.3.norm1.weight": 0.003231992945075035, + "transformer.layers.3.norm1.bias": 0.004620865918695927, + "transformer.layers.3.norm2.weight": 0.0015580635517835617, + "transformer.layers.3.norm2.bias": 0.002578896703198552, + "head.weight": 0.20721951127052307, + "head.bias": 0.007717624772340059, + "global_embedding.weight": 0.016731182113289833, + "global_cnn.0.weight": 0.08132346719503403, + "global_cnn.0.bias": 0.0032169364858418703, + "global_cnn.2.weight": 0.24877551198005676, + "global_cnn.2.bias": 0.01264670304954052, + "global_proj.weight": 0.06011645868420601, + "global_proj.bias": 0.02858969196677208, + "goal_head.0.weight": 0.03217197582125664, + "goal_head.0.bias": 0.0110561428591609, + "goal_head.2.weight": 0.040248628705739975, + "goal_head.2.bias": 0.021291211247444153 + }, + { + "global_gate": 2.5431812900933437e-05, + "embedding.weight": 0.0006053750403225422, + "cnn.0.weight": 0.013982883654534817, + "cnn.0.bias": 0.0006076243589632213, + "cnn.2.weight": 0.004198386333882809, + "cnn.2.bias": 0.0018336009234189987, + "cnn.5.weight": 0.005735180806368589, + "cnn.5.bias": 0.0013498597545549273, + "action_emb.weight": 0.0053892722353339195, + "timestep_emb.weight": 0.0012371971970424056, + "pos_emb.weight": 0.0024336145725101233, + "transformer.layers.0.self_attn.in_proj_weight": 0.016245409846305847, + "transformer.layers.0.self_attn.in_proj_bias": 0.001357051427476108, + "transformer.layers.0.self_attn.out_proj.weight": 0.015713006258010864, + "transformer.layers.0.self_attn.out_proj.bias": 0.001829231739975512, + "transformer.layers.0.linear1.weight": 0.02718423493206501, + "transformer.layers.0.linear1.bias": 0.0010744689498096704, + "transformer.layers.0.linear2.weight": 0.025160882622003555, + "transformer.layers.0.linear2.bias": 0.001666040625423193, + "transformer.layers.0.norm1.weight": 0.0008596637053415179, + "transformer.layers.0.norm1.bias": 0.001187427551485598, + "transformer.layers.0.norm2.weight": 0.002737912815064192, + "transformer.layers.0.norm2.bias": 0.000922091247048229, + "transformer.layers.1.self_attn.in_proj_weight": 0.020209087058901787, + "transformer.layers.1.self_attn.in_proj_bias": 0.001086403732188046, + "transformer.layers.1.self_attn.out_proj.weight": 0.017520302906632423, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015740833478048444, + "transformer.layers.1.linear1.weight": 0.01486461516469717, + "transformer.layers.1.linear1.bias": 0.0007781517342664301, + "transformer.layers.1.linear2.weight": 0.018697017803788185, + "transformer.layers.1.linear2.bias": 0.0015530188102275133, + "transformer.layers.1.norm1.weight": 0.0012049924116581678, + "transformer.layers.1.norm1.bias": 0.0009174608276225626, + "transformer.layers.1.norm2.weight": 0.0011711625847965479, + "transformer.layers.1.norm2.bias": 0.0008530671475455165, + "transformer.layers.2.self_attn.in_proj_weight": 0.02510359324514866, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015643483493477106, + "transformer.layers.2.self_attn.out_proj.weight": 0.020215483382344246, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014126608148217201, + "transformer.layers.2.linear1.weight": 0.009672796353697777, + "transformer.layers.2.linear1.bias": 0.0005952515639364719, + "transformer.layers.2.linear2.weight": 0.01176513358950615, + "transformer.layers.2.linear2.bias": 0.001484308042563498, + "transformer.layers.2.norm1.weight": 0.0019622743129730225, + "transformer.layers.2.norm1.bias": 0.0017900282982736826, + "transformer.layers.2.norm2.weight": 0.0005860168021172285, + "transformer.layers.2.norm2.bias": 0.0005956273525953293, + "transformer.layers.3.self_attn.in_proj_weight": 0.03697579726576805, + "transformer.layers.3.self_attn.in_proj_bias": 0.0024370925966650248, + "transformer.layers.3.self_attn.out_proj.weight": 0.019692610949277878, + "transformer.layers.3.self_attn.out_proj.bias": 0.001893026172183454, + "transformer.layers.3.linear1.weight": 0.014963443391025066, + "transformer.layers.3.linear1.bias": 0.001098115579225123, + "transformer.layers.3.linear2.weight": 0.010587399825453758, + "transformer.layers.3.linear2.bias": 0.002022945787757635, + "transformer.layers.3.norm1.weight": 0.0031754530500620604, + "transformer.layers.3.norm1.bias": 0.00276272208429873, + "transformer.layers.3.norm2.weight": 0.0009839743142947555, + "transformer.layers.3.norm2.bias": 0.0010493409354239702, + "head.weight": 0.1509414166212082, + "head.bias": 0.004847545176744461, + "global_embedding.weight": 0.004160347394645214, + "global_cnn.0.weight": 0.03687020763754845, + "global_cnn.0.bias": 0.001186095061711967, + "global_cnn.2.weight": 0.09320070594549179, + "global_cnn.2.bias": 0.005101845134049654, + "global_proj.weight": 0.02096840739250183, + "global_proj.bias": 0.012712869793176651, + "goal_head.0.weight": 0.013271307572722435, + "goal_head.0.bias": 0.005276520736515522, + "goal_head.2.weight": 0.01843293011188507, + "goal_head.2.bias": 0.010862299241125584 + }, + { + "global_gate": 1.630409315112047e-05, + "embedding.weight": 0.0007207163143903017, + "cnn.0.weight": 0.016566665843129158, + "cnn.0.bias": 0.00050021440256387, + "cnn.2.weight": 0.0043694195337593555, + "cnn.2.bias": 0.0014035513158887625, + "cnn.5.weight": 0.006525650154799223, + "cnn.5.bias": 0.0014514969661831856, + "action_emb.weight": 0.012409432791173458, + "timestep_emb.weight": 0.0017951487097889185, + "pos_emb.weight": 0.003170258831232786, + "transformer.layers.0.self_attn.in_proj_weight": 0.03212830796837807, + "transformer.layers.0.self_attn.in_proj_bias": 0.002609377959743142, + "transformer.layers.0.self_attn.out_proj.weight": 0.030746638774871826, + "transformer.layers.0.self_attn.out_proj.bias": 0.003541914513334632, + "transformer.layers.0.linear1.weight": 0.056123919785022736, + "transformer.layers.0.linear1.bias": 0.002052360214293003, + "transformer.layers.0.linear2.weight": 0.03655519336462021, + "transformer.layers.0.linear2.bias": 0.002490986604243517, + "transformer.layers.0.norm1.weight": 0.0018633269937708974, + "transformer.layers.0.norm1.bias": 0.0024700684007257223, + "transformer.layers.0.norm2.weight": 0.006249811965972185, + "transformer.layers.0.norm2.bias": 0.00290672667324543, + "transformer.layers.1.self_attn.in_proj_weight": 0.033566586673259735, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015324974665418267, + "transformer.layers.1.self_attn.out_proj.weight": 0.025681819766759872, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020930920727550983, + "transformer.layers.1.linear1.weight": 0.0207483172416687, + "transformer.layers.1.linear1.bias": 0.0010010976111516356, + "transformer.layers.1.linear2.weight": 0.024083541706204414, + "transformer.layers.1.linear2.bias": 0.0018743197433650494, + "transformer.layers.1.norm1.weight": 0.0022804317995905876, + "transformer.layers.1.norm1.bias": 0.0014938300009816885, + "transformer.layers.1.norm2.weight": 0.0019821752794086933, + "transformer.layers.1.norm2.bias": 0.0011986219324171543, + "transformer.layers.2.self_attn.in_proj_weight": 0.03711953014135361, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020804512314498425, + "transformer.layers.2.self_attn.out_proj.weight": 0.025844264775514603, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018600679468363523, + "transformer.layers.2.linear1.weight": 0.013062212616205215, + "transformer.layers.2.linear1.bias": 0.0007437064778059721, + "transformer.layers.2.linear2.weight": 0.015949556604027748, + "transformer.layers.2.linear2.bias": 0.001847672974690795, + "transformer.layers.2.norm1.weight": 0.0024602129124104977, + "transformer.layers.2.norm1.bias": 0.0025018835440278053, + "transformer.layers.2.norm2.weight": 0.0008839485817588866, + "transformer.layers.2.norm2.bias": 0.0007219537510536611, + "transformer.layers.3.self_attn.in_proj_weight": 0.04275592043995857, + "transformer.layers.3.self_attn.in_proj_bias": 0.003877001814544201, + "transformer.layers.3.self_attn.out_proj.weight": 0.022931145504117012, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026653925888240337, + "transformer.layers.3.linear1.weight": 0.020392877981066704, + "transformer.layers.3.linear1.bias": 0.0015015968820080161, + "transformer.layers.3.linear2.weight": 0.01393565908074379, + "transformer.layers.3.linear2.bias": 0.0027114746626466513, + "transformer.layers.3.norm1.weight": 0.0032191802747547626, + "transformer.layers.3.norm1.bias": 0.005514831282198429, + "transformer.layers.3.norm2.weight": 0.0014248952502384782, + "transformer.layers.3.norm2.bias": 0.0016559244832023978, + "head.weight": 0.1662292331457138, + "head.bias": 0.0050493464805185795, + "global_embedding.weight": 0.006645273882895708, + "global_cnn.0.weight": 0.0775596871972084, + "global_cnn.0.bias": 0.00274427211843431, + "global_cnn.2.weight": 0.08925506472587585, + "global_cnn.2.bias": 0.004408989101648331, + "global_proj.weight": 0.019989660009741783, + "global_proj.bias": 0.010258735157549381, + "goal_head.0.weight": 0.009560935199260712, + "goal_head.0.bias": 0.0036719951312988997, + "goal_head.2.weight": 0.01208843756467104, + "goal_head.2.bias": 0.007638715673238039 + }, + { + "global_gate": 2.4315626433235593e-05, + "embedding.weight": 0.0006552320555783808, + "cnn.0.weight": 0.013083646073937416, + "cnn.0.bias": 0.0004894430167041719, + "cnn.2.weight": 0.0034919781610369682, + "cnn.2.bias": 0.0007316603441722691, + "cnn.5.weight": 0.005221445579081774, + "cnn.5.bias": 0.000994879170320928, + "action_emb.weight": 0.007944907993078232, + "timestep_emb.weight": 0.0016877060988917947, + "pos_emb.weight": 0.004714484326541424, + "transformer.layers.0.self_attn.in_proj_weight": 0.02462117373943329, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018933878745883703, + "transformer.layers.0.self_attn.out_proj.weight": 0.02349100634455681, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025989406276494265, + "transformer.layers.0.linear1.weight": 0.038930900394916534, + "transformer.layers.0.linear1.bias": 0.0014576967805624008, + "transformer.layers.0.linear2.weight": 0.0389518141746521, + "transformer.layers.0.linear2.bias": 0.0023197790142148733, + "transformer.layers.0.norm1.weight": 0.0013545838883146644, + "transformer.layers.0.norm1.bias": 0.001633215812034905, + "transformer.layers.0.norm2.weight": 0.0038193627260625362, + "transformer.layers.0.norm2.bias": 0.0010840578470379114, + "transformer.layers.1.self_attn.in_proj_weight": 0.035147737711668015, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015005285385996103, + "transformer.layers.1.self_attn.out_proj.weight": 0.02724473737180233, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022358756978064775, + "transformer.layers.1.linear1.weight": 0.024911316111683846, + "transformer.layers.1.linear1.bias": 0.0011358258780092, + "transformer.layers.1.linear2.weight": 0.03126049414277077, + "transformer.layers.1.linear2.bias": 0.0022010996472090483, + "transformer.layers.1.norm1.weight": 0.002319921739399433, + "transformer.layers.1.norm1.bias": 0.0014523062855005264, + "transformer.layers.1.norm2.weight": 0.0019771179649978876, + "transformer.layers.1.norm2.bias": 0.0009272370953112841, + "transformer.layers.2.self_attn.in_proj_weight": 0.04602862149477005, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021398072130978107, + "transformer.layers.2.self_attn.out_proj.weight": 0.027499733492732048, + "transformer.layers.2.self_attn.out_proj.bias": 0.002137175528332591, + "transformer.layers.2.linear1.weight": 0.016284191980957985, + "transformer.layers.2.linear1.bias": 0.0009214297751896083, + "transformer.layers.2.linear2.weight": 0.020155029371380806, + "transformer.layers.2.linear2.bias": 0.0022093839943408966, + "transformer.layers.2.norm1.weight": 0.003313656197860837, + "transformer.layers.2.norm1.bias": 0.0023049258161336184, + "transformer.layers.2.norm2.weight": 0.0011047526495531201, + "transformer.layers.2.norm2.bias": 0.0008888590964488685, + "transformer.layers.3.self_attn.in_proj_weight": 0.06374935060739517, + "transformer.layers.3.self_attn.in_proj_bias": 0.005242112558335066, + "transformer.layers.3.self_attn.out_proj.weight": 0.02918012998998165, + "transformer.layers.3.self_attn.out_proj.bias": 0.003790066810324788, + "transformer.layers.3.linear1.weight": 0.024727335199713707, + "transformer.layers.3.linear1.bias": 0.001999966334551573, + "transformer.layers.3.linear2.weight": 0.01703205704689026, + "transformer.layers.3.linear2.bias": 0.004027357790619135, + "transformer.layers.3.norm1.weight": 0.005452452693134546, + "transformer.layers.3.norm1.bias": 0.007559676188975573, + "transformer.layers.3.norm2.weight": 0.0016984232934191823, + "transformer.layers.3.norm2.bias": 0.002245750045403838, + "head.weight": 0.2256932258605957, + "head.bias": 0.008029723539948463, + "global_embedding.weight": 0.02560403384268284, + "global_cnn.0.weight": 0.12540028989315033, + "global_cnn.0.bias": 0.0053154658526182175, + "global_cnn.2.weight": 0.19831499457359314, + "global_cnn.2.bias": 0.013045575469732285, + "global_proj.weight": 0.06288701295852661, + "global_proj.bias": 0.04394370689988136, + "goal_head.0.weight": 0.04380051791667938, + "goal_head.0.bias": 0.020279714837670326, + "goal_head.2.weight": 0.06613873690366745, + "goal_head.2.bias": 0.04681938514113426 + }, + { + "global_gate": 0.00011806630209321156, + "embedding.weight": 0.0023114667274057865, + "cnn.0.weight": 0.04375132545828819, + "cnn.0.bias": 0.0015042718732729554, + "cnn.2.weight": 0.009535850025713444, + "cnn.2.bias": 0.0023940447717905045, + "cnn.5.weight": 0.010208859108388424, + "cnn.5.bias": 0.002070975722745061, + "action_emb.weight": 0.01972760632634163, + "timestep_emb.weight": 0.0037727723829448223, + "pos_emb.weight": 0.007731569930911064, + "transformer.layers.0.self_attn.in_proj_weight": 0.04309682175517082, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030212614219635725, + "transformer.layers.0.self_attn.out_proj.weight": 0.05010258033871651, + "transformer.layers.0.self_attn.out_proj.bias": 0.004606444388628006, + "transformer.layers.0.linear1.weight": 0.09495316445827484, + "transformer.layers.0.linear1.bias": 0.002970782807096839, + "transformer.layers.0.linear2.weight": 0.06534840166568756, + "transformer.layers.0.linear2.bias": 0.0034359092824161053, + "transformer.layers.0.norm1.weight": 0.002329616341739893, + "transformer.layers.0.norm1.bias": 0.0025627354625612497, + "transformer.layers.0.norm2.weight": 0.010740620084106922, + "transformer.layers.0.norm2.bias": 0.0033398233354091644, + "transformer.layers.1.self_attn.in_proj_weight": 0.05200806260108948, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022113092709332705, + "transformer.layers.1.self_attn.out_proj.weight": 0.04190317913889885, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031582049559801817, + "transformer.layers.1.linear1.weight": 0.041385140269994736, + "transformer.layers.1.linear1.bias": 0.0017441442469134927, + "transformer.layers.1.linear2.weight": 0.04519275948405266, + "transformer.layers.1.linear2.bias": 0.0025526052340865135, + "transformer.layers.1.norm1.weight": 0.003306910628452897, + "transformer.layers.1.norm1.bias": 0.0021455578971654177, + "transformer.layers.1.norm2.weight": 0.003919444978237152, + "transformer.layers.1.norm2.bias": 0.002098236232995987, + "transformer.layers.2.self_attn.in_proj_weight": 0.06781808286905289, + "transformer.layers.2.self_attn.in_proj_bias": 0.002213916974142194, + "transformer.layers.2.self_attn.out_proj.weight": 0.05144626274704933, + "transformer.layers.2.self_attn.out_proj.bias": 0.002279817359521985, + "transformer.layers.2.linear1.weight": 0.025195105001330376, + "transformer.layers.2.linear1.bias": 0.0012819600524380803, + "transformer.layers.2.linear2.weight": 0.031058378517627716, + "transformer.layers.2.linear2.bias": 0.002061650389805436, + "transformer.layers.2.norm1.weight": 0.005197661463171244, + "transformer.layers.2.norm1.bias": 0.0025855577550828457, + "transformer.layers.2.norm2.weight": 0.001766436267644167, + "transformer.layers.2.norm2.bias": 0.0010987312998622656, + "transformer.layers.3.self_attn.in_proj_weight": 0.1033109650015831, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036354742478579283, + "transformer.layers.3.self_attn.out_proj.weight": 0.04691280052065849, + "transformer.layers.3.self_attn.out_proj.bias": 0.001944054034538567, + "transformer.layers.3.linear1.weight": 0.03669396787881851, + "transformer.layers.3.linear1.bias": 0.0022326449397951365, + "transformer.layers.3.linear2.weight": 0.024063728749752045, + "transformer.layers.3.linear2.bias": 0.001576293958351016, + "transformer.layers.3.norm1.weight": 0.007734233513474464, + "transformer.layers.3.norm1.bias": 0.004221856594085693, + "transformer.layers.3.norm2.weight": 0.0022596975322812796, + "transformer.layers.3.norm2.bias": 0.002152139088138938, + "head.weight": 0.298453688621521, + "head.bias": 0.003283028258010745, + "global_embedding.weight": 0.031024396419525146, + "global_cnn.0.weight": 0.15268389880657196, + "global_cnn.0.bias": 0.005483157932758331, + "global_cnn.2.weight": 0.37288257479667664, + "global_cnn.2.bias": 0.01868303492665291, + "global_proj.weight": 0.09456807374954224, + "global_proj.bias": 0.0461316742002964, + "goal_head.0.weight": 0.04929279908537865, + "goal_head.0.bias": 0.017332743853330612, + "goal_head.2.weight": 0.05891073867678642, + "goal_head.2.bias": 0.03352002426981926 + }, + { + "global_gate": 8.113103831419721e-05, + "embedding.weight": 0.002405248349532485, + "cnn.0.weight": 0.04348038509488106, + "cnn.0.bias": 0.0017442667158320546, + "cnn.2.weight": 0.011621596291661263, + "cnn.2.bias": 0.0040761977434158325, + "cnn.5.weight": 0.01782124675810337, + "cnn.5.bias": 0.0036127218045294285, + "action_emb.weight": 0.0168145839124918, + "timestep_emb.weight": 0.003830157220363617, + "pos_emb.weight": 0.0064223832450807095, + "transformer.layers.0.self_attn.in_proj_weight": 0.04665645211935043, + "transformer.layers.0.self_attn.in_proj_bias": 0.0036403744015842676, + "transformer.layers.0.self_attn.out_proj.weight": 0.04611092060804367, + "transformer.layers.0.self_attn.out_proj.bias": 0.00467627914622426, + "transformer.layers.0.linear1.weight": 0.08282317221164703, + "transformer.layers.0.linear1.bias": 0.002748949220404029, + "transformer.layers.0.linear2.weight": 0.06134570389986038, + "transformer.layers.0.linear2.bias": 0.0039185588248074055, + "transformer.layers.0.norm1.weight": 0.0025646472349762917, + "transformer.layers.0.norm1.bias": 0.003204730339348316, + "transformer.layers.0.norm2.weight": 0.008640098385512829, + "transformer.layers.0.norm2.bias": 0.0023646815679967403, + "transformer.layers.1.self_attn.in_proj_weight": 0.04813128709793091, + "transformer.layers.1.self_attn.in_proj_bias": 0.00245272577740252, + "transformer.layers.1.self_attn.out_proj.weight": 0.042480017989873886, + "transformer.layers.1.self_attn.out_proj.bias": 0.0035992260091006756, + "transformer.layers.1.linear1.weight": 0.03912697359919548, + "transformer.layers.1.linear1.bias": 0.0016971937147900462, + "transformer.layers.1.linear2.weight": 0.046078864485025406, + "transformer.layers.1.linear2.bias": 0.0035568606108427048, + "transformer.layers.1.norm1.weight": 0.0029505665879696608, + "transformer.layers.1.norm1.bias": 0.0022418091539293528, + "transformer.layers.1.norm2.weight": 0.003667740151286125, + "transformer.layers.1.norm2.bias": 0.001746620750054717, + "transformer.layers.2.self_attn.in_proj_weight": 0.05257992818951607, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033059141132980585, + "transformer.layers.2.self_attn.out_proj.weight": 0.03896331042051315, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031833432149142027, + "transformer.layers.2.linear1.weight": 0.024689804762601852, + "transformer.layers.2.linear1.bias": 0.0014349378179758787, + "transformer.layers.2.linear2.weight": 0.029244033619761467, + "transformer.layers.2.linear2.bias": 0.003406994743272662, + "transformer.layers.2.norm1.weight": 0.004315970465540886, + "transformer.layers.2.norm1.bias": 0.004510164726525545, + "transformer.layers.2.norm2.weight": 0.0016969817224889994, + "transformer.layers.2.norm2.bias": 0.0015992223052307963, + "transformer.layers.3.self_attn.in_proj_weight": 0.08348503708839417, + "transformer.layers.3.self_attn.in_proj_bias": 0.007600986864417791, + "transformer.layers.3.self_attn.out_proj.weight": 0.037033811211586, + "transformer.layers.3.self_attn.out_proj.bias": 0.005337935406714678, + "transformer.layers.3.linear1.weight": 0.03543517366051674, + "transformer.layers.3.linear1.bias": 0.0027365037240087986, + "transformer.layers.3.linear2.weight": 0.023477056995034218, + "transformer.layers.3.linear2.bias": 0.005859526339918375, + "transformer.layers.3.norm1.weight": 0.006986489985138178, + "transformer.layers.3.norm1.bias": 0.010967603884637356, + "transformer.layers.3.norm2.weight": 0.002403165679425001, + "transformer.layers.3.norm2.bias": 0.003203375032171607, + "head.weight": 0.30538710951805115, + "head.bias": 0.010820106603205204, + "global_embedding.weight": 0.010423948988318443, + "global_cnn.0.weight": 0.07813140004873276, + "global_cnn.0.bias": 0.002972062909975648, + "global_cnn.2.weight": 0.1346443146467209, + "global_cnn.2.bias": 0.008189203217625618, + "global_proj.weight": 0.03527655079960823, + "global_proj.bias": 0.02848709374666214, + "goal_head.0.weight": 0.025536345317959785, + "goal_head.0.bias": 0.013543414883315563, + "goal_head.2.weight": 0.03665991500020027, + "goal_head.2.bias": 0.03300655260682106 + }, + { + "global_gate": 9.17588040465489e-05, + "embedding.weight": 0.0015061914455145597, + "cnn.0.weight": 0.02805677428841591, + "cnn.0.bias": 0.0008810231811366975, + "cnn.2.weight": 0.00794883631169796, + "cnn.2.bias": 0.003006445476785302, + "cnn.5.weight": 0.0111690117046237, + "cnn.5.bias": 0.002890980802476406, + "action_emb.weight": 0.005572527181357145, + "timestep_emb.weight": 0.003987533506006002, + "pos_emb.weight": 0.0070148492231965065, + "transformer.layers.0.self_attn.in_proj_weight": 0.03274591267108917, + "transformer.layers.0.self_attn.in_proj_bias": 0.002286007860675454, + "transformer.layers.0.self_attn.out_proj.weight": 0.03288513049483299, + "transformer.layers.0.self_attn.out_proj.bias": 0.003429940901696682, + "transformer.layers.0.linear1.weight": 0.04657386243343353, + "transformer.layers.0.linear1.bias": 0.0018083004979416728, + "transformer.layers.0.linear2.weight": 0.0428619384765625, + "transformer.layers.0.linear2.bias": 0.002243820345029235, + "transformer.layers.0.norm1.weight": 0.0018234159797430038, + "transformer.layers.0.norm1.bias": 0.0019315435783937573, + "transformer.layers.0.norm2.weight": 0.004706552252173424, + "transformer.layers.0.norm2.bias": 0.002348350826650858, + "transformer.layers.1.self_attn.in_proj_weight": 0.04612968489527702, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019249377073720098, + "transformer.layers.1.self_attn.out_proj.weight": 0.02381720021367073, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016647058073431253, + "transformer.layers.1.linear1.weight": 0.022786617279052734, + "transformer.layers.1.linear1.bias": 0.000923813902772963, + "transformer.layers.1.linear2.weight": 0.02682347409427166, + "transformer.layers.1.linear2.bias": 0.0015970367239788175, + "transformer.layers.1.norm1.weight": 0.0027022743597626686, + "transformer.layers.1.norm1.bias": 0.0018612558487802744, + "transformer.layers.1.norm2.weight": 0.0017686127685010433, + "transformer.layers.1.norm2.bias": 0.0007789161754772067, + "transformer.layers.2.self_attn.in_proj_weight": 0.03778177872300148, + "transformer.layers.2.self_attn.in_proj_bias": 0.001406735391356051, + "transformer.layers.2.self_attn.out_proj.weight": 0.021897830069065094, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014796070754528046, + "transformer.layers.2.linear1.weight": 0.01599840633571148, + "transformer.layers.2.linear1.bias": 0.0008099276456050575, + "transformer.layers.2.linear2.weight": 0.017662474885582924, + "transformer.layers.2.linear2.bias": 0.0015653260052204132, + "transformer.layers.2.norm1.weight": 0.0025167299900203943, + "transformer.layers.2.norm1.bias": 0.0014122991124168038, + "transformer.layers.2.norm2.weight": 0.0010270210914313793, + "transformer.layers.2.norm2.bias": 0.0008235686691477895, + "transformer.layers.3.self_attn.in_proj_weight": 0.04865862429141998, + "transformer.layers.3.self_attn.in_proj_bias": 0.003236187854781747, + "transformer.layers.3.self_attn.out_proj.weight": 0.019741641357541084, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022822744213044643, + "transformer.layers.3.linear1.weight": 0.02457115426659584, + "transformer.layers.3.linear1.bias": 0.0016260534757748246, + "transformer.layers.3.linear2.weight": 0.01388796977698803, + "transformer.layers.3.linear2.bias": 0.0027652597054839134, + "transformer.layers.3.norm1.weight": 0.004153344314545393, + "transformer.layers.3.norm1.bias": 0.004659631755203009, + "transformer.layers.3.norm2.weight": 0.0017493166960775852, + "transformer.layers.3.norm2.bias": 0.002046020468696952, + "head.weight": 0.1811855137348175, + "head.bias": 0.0052582742646336555, + "global_embedding.weight": 0.02289397269487381, + "global_cnn.0.weight": 0.23361000418663025, + "global_cnn.0.bias": 0.009309527464210987, + "global_cnn.2.weight": 0.3705989122390747, + "global_cnn.2.bias": 0.014631614089012146, + "global_proj.weight": 0.09963443130254745, + "global_proj.bias": 0.06512878090143204, + "goal_head.0.weight": 0.07136702537536621, + "goal_head.0.bias": 0.03200796991586685, + "goal_head.2.weight": 0.10749649256467819, + "goal_head.2.bias": 0.07579439878463745 + }, + { + "global_gate": 3.690177618409507e-05, + "embedding.weight": 0.00032124362769536674, + "cnn.0.weight": 0.008232886902987957, + "cnn.0.bias": 0.00031472367118112743, + "cnn.2.weight": 0.0022325897589325905, + "cnn.2.bias": 0.0008207644568756223, + "cnn.5.weight": 0.003427560441195965, + "cnn.5.bias": 0.0008621506858617067, + "action_emb.weight": 0.004986588843166828, + "timestep_emb.weight": 0.0012578107416629791, + "pos_emb.weight": 0.003554385155439377, + "transformer.layers.0.self_attn.in_proj_weight": 0.014089314267039299, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009659089264459908, + "transformer.layers.0.self_attn.out_proj.weight": 0.014510098844766617, + "transformer.layers.0.self_attn.out_proj.bias": 0.001678845495916903, + "transformer.layers.0.linear1.weight": 0.02687242440879345, + "transformer.layers.0.linear1.bias": 0.0011343456571921706, + "transformer.layers.0.linear2.weight": 0.02298320084810257, + "transformer.layers.0.linear2.bias": 0.0012474979739636183, + "transformer.layers.0.norm1.weight": 0.0007890010601840913, + "transformer.layers.0.norm1.bias": 0.0007717111147940159, + "transformer.layers.0.norm2.weight": 0.002959487261250615, + "transformer.layers.0.norm2.bias": 0.001676694257184863, + "transformer.layers.1.self_attn.in_proj_weight": 0.01534949243068695, + "transformer.layers.1.self_attn.in_proj_bias": 0.0008214846020564437, + "transformer.layers.1.self_attn.out_proj.weight": 0.013848279602825642, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010886496165767312, + "transformer.layers.1.linear1.weight": 0.0145771075040102, + "transformer.layers.1.linear1.bias": 0.0006605268572457135, + "transformer.layers.1.linear2.weight": 0.01731010712683201, + "transformer.layers.1.linear2.bias": 0.0010585633572191, + "transformer.layers.1.norm1.weight": 0.0010925504611805081, + "transformer.layers.1.norm1.bias": 0.0008814686443656683, + "transformer.layers.1.norm2.weight": 0.0012107930378988385, + "transformer.layers.1.norm2.bias": 0.0006695988704450428, + "transformer.layers.2.self_attn.in_proj_weight": 0.026888590306043625, + "transformer.layers.2.self_attn.in_proj_bias": 0.000947904190979898, + "transformer.layers.2.self_attn.out_proj.weight": 0.01614457368850708, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010674960212782025, + "transformer.layers.2.linear1.weight": 0.00959644466638565, + "transformer.layers.2.linear1.bias": 0.000517431297339499, + "transformer.layers.2.linear2.weight": 0.01165537629276514, + "transformer.layers.2.linear2.bias": 0.0011027456494048238, + "transformer.layers.2.norm1.weight": 0.0017598123522475362, + "transformer.layers.2.norm1.bias": 0.0010503876255825162, + "transformer.layers.2.norm2.weight": 0.0006640478386543691, + "transformer.layers.2.norm2.bias": 0.000520447560120374, + "transformer.layers.3.self_attn.in_proj_weight": 0.04449703171849251, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028057137969881296, + "transformer.layers.3.self_attn.out_proj.weight": 0.0177652258425951, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018983122427016497, + "transformer.layers.3.linear1.weight": 0.014017761684954166, + "transformer.layers.3.linear1.bias": 0.001003352226689458, + "transformer.layers.3.linear2.weight": 0.009636910632252693, + "transformer.layers.3.linear2.bias": 0.002079983474686742, + "transformer.layers.3.norm1.weight": 0.003796277567744255, + "transformer.layers.3.norm1.bias": 0.00424139155074954, + "transformer.layers.3.norm2.weight": 0.0009839454432949424, + "transformer.layers.3.norm2.bias": 0.001162589993327856, + "head.weight": 0.13342972099781036, + "head.bias": 0.003909963183104992, + "global_embedding.weight": 0.007564767263829708, + "global_cnn.0.weight": 0.11924855411052704, + "global_cnn.0.bias": 0.004515092819929123, + "global_cnn.2.weight": 0.29024267196655273, + "global_cnn.2.bias": 0.015799053013324738, + "global_proj.weight": 0.06912025809288025, + "global_proj.bias": 0.05324959009885788, + "goal_head.0.weight": 0.04917195066809654, + "goal_head.0.bias": 0.024711361154913902, + "goal_head.2.weight": 0.07250045239925385, + "goal_head.2.bias": 0.05888419598340988 + }, + { + "global_gate": 8.987053297460079e-05, + "embedding.weight": 0.0007515142788179219, + "cnn.0.weight": 0.012267857789993286, + "cnn.0.bias": 0.0006443352322094142, + "cnn.2.weight": 0.004227905999869108, + "cnn.2.bias": 0.0010859883623197675, + "cnn.5.weight": 0.008676392026245594, + "cnn.5.bias": 0.0009973103879019618, + "action_emb.weight": 0.0033425891306251287, + "timestep_emb.weight": 0.001231842441484332, + "pos_emb.weight": 0.0022397416178137064, + "transformer.layers.0.self_attn.in_proj_weight": 0.012179644778370857, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009914529509842396, + "transformer.layers.0.self_attn.out_proj.weight": 0.012607136741280556, + "transformer.layers.0.self_attn.out_proj.bias": 0.0013966801343485713, + "transformer.layers.0.linear1.weight": 0.0184191782027483, + "transformer.layers.0.linear1.bias": 0.0007896017050370574, + "transformer.layers.0.linear2.weight": 0.015559223480522633, + "transformer.layers.0.linear2.bias": 0.0009591308189556003, + "transformer.layers.0.norm1.weight": 0.0007757991552352905, + "transformer.layers.0.norm1.bias": 0.0008543806034140289, + "transformer.layers.0.norm2.weight": 0.0019312367076054215, + "transformer.layers.0.norm2.bias": 0.0009641897631809115, + "transformer.layers.1.self_attn.in_proj_weight": 0.0117200231179595, + "transformer.layers.1.self_attn.in_proj_bias": 0.000636763172224164, + "transformer.layers.1.self_attn.out_proj.weight": 0.011180080473423004, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008296470623463392, + "transformer.layers.1.linear1.weight": 0.009602713398635387, + "transformer.layers.1.linear1.bias": 0.0004692029033321887, + "transformer.layers.1.linear2.weight": 0.012129483744502068, + "transformer.layers.1.linear2.bias": 0.0006287625292316079, + "transformer.layers.1.norm1.weight": 0.000696454371791333, + "transformer.layers.1.norm1.bias": 0.0005904362187720835, + "transformer.layers.1.norm2.weight": 0.0007694547530263662, + "transformer.layers.1.norm2.bias": 0.0006428963970392942, + "transformer.layers.2.self_attn.in_proj_weight": 0.014611723832786083, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006463745958171785, + "transformer.layers.2.self_attn.out_proj.weight": 0.010678810067474842, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006516793509945273, + "transformer.layers.2.linear1.weight": 0.007253464311361313, + "transformer.layers.2.linear1.bias": 0.0003650294675026089, + "transformer.layers.2.linear2.weight": 0.007446009200066328, + "transformer.layers.2.linear2.bias": 0.000651234935503453, + "transformer.layers.2.norm1.weight": 0.001106600509956479, + "transformer.layers.2.norm1.bias": 0.0007777574937790632, + "transformer.layers.2.norm2.weight": 0.0004426655650604516, + "transformer.layers.2.norm2.bias": 0.0003645446849986911, + "transformer.layers.3.self_attn.in_proj_weight": 0.021406026557087898, + "transformer.layers.3.self_attn.in_proj_bias": 0.001237143063917756, + "transformer.layers.3.self_attn.out_proj.weight": 0.010758155025541782, + "transformer.layers.3.self_attn.out_proj.bias": 0.0008104961598291993, + "transformer.layers.3.linear1.weight": 0.013574618846178055, + "transformer.layers.3.linear1.bias": 0.0007352943648584187, + "transformer.layers.3.linear2.weight": 0.006835960317403078, + "transformer.layers.3.linear2.bias": 0.0009895035764202476, + "transformer.layers.3.norm1.weight": 0.0017026650020852685, + "transformer.layers.3.norm1.bias": 0.0017339480109512806, + "transformer.layers.3.norm2.weight": 0.0010145483538508415, + "transformer.layers.3.norm2.bias": 0.0008348505361936986, + "head.weight": 0.099647656083107, + "head.bias": 0.0019748785998672247, + "global_embedding.weight": 0.00814757775515318, + "global_cnn.0.weight": 0.08381792157888412, + "global_cnn.0.bias": 0.003836558200418949, + "global_cnn.2.weight": 0.13973188400268555, + "global_cnn.2.bias": 0.007261122576892376, + "global_proj.weight": 0.037708211690187454, + "global_proj.bias": 0.024847816675901413, + "goal_head.0.weight": 0.026671597734093666, + "goal_head.0.bias": 0.012017808854579926, + "goal_head.2.weight": 0.04042735695838928, + "goal_head.2.bias": 0.028474051505327225 + }, + { + "global_gate": 1.7667685824562795e-05, + "embedding.weight": 0.00023267505457624793, + "cnn.0.weight": 0.006711600814014673, + "cnn.0.bias": 0.00022612417524214834, + "cnn.2.weight": 0.002747087739408016, + "cnn.2.bias": 0.001060325070284307, + "cnn.5.weight": 0.005302330479025841, + "cnn.5.bias": 0.0009210671414621174, + "action_emb.weight": 0.005697619169950485, + "timestep_emb.weight": 0.002549566328525543, + "pos_emb.weight": 0.005279934499412775, + "transformer.layers.0.self_attn.in_proj_weight": 0.02273542247712612, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015974093694239855, + "transformer.layers.0.self_attn.out_proj.weight": 0.02211715839803219, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022032340057194233, + "transformer.layers.0.linear1.weight": 0.03943687304854393, + "transformer.layers.0.linear1.bias": 0.001439416198991239, + "transformer.layers.0.linear2.weight": 0.034489765763282776, + "transformer.layers.0.linear2.bias": 0.0018077336717396975, + "transformer.layers.0.norm1.weight": 0.0012172282440587878, + "transformer.layers.0.norm1.bias": 0.0014110784977674484, + "transformer.layers.0.norm2.weight": 0.003853543195873499, + "transformer.layers.0.norm2.bias": 0.0011944400612264872, + "transformer.layers.1.self_attn.in_proj_weight": 0.028700342401862144, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011993490625172853, + "transformer.layers.1.self_attn.out_proj.weight": 0.020266978070139885, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015164125943556428, + "transformer.layers.1.linear1.weight": 0.021549388766288757, + "transformer.layers.1.linear1.bias": 0.000923226005397737, + "transformer.layers.1.linear2.weight": 0.026446392759680748, + "transformer.layers.1.linear2.bias": 0.001383872120641172, + "transformer.layers.1.norm1.weight": 0.0017973146168515086, + "transformer.layers.1.norm1.bias": 0.0011225553462281823, + "transformer.layers.1.norm2.weight": 0.001801547477953136, + "transformer.layers.1.norm2.bias": 0.000782246352173388, + "transformer.layers.2.self_attn.in_proj_weight": 0.03828198462724686, + "transformer.layers.2.self_attn.in_proj_bias": 0.001406560535542667, + "transformer.layers.2.self_attn.out_proj.weight": 0.027250882238149643, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013610406313091516, + "transformer.layers.2.linear1.weight": 0.015065000392496586, + "transformer.layers.2.linear1.bias": 0.0007499459898099303, + "transformer.layers.2.linear2.weight": 0.01696273684501648, + "transformer.layers.2.linear2.bias": 0.0013305569300428033, + "transformer.layers.2.norm1.weight": 0.003006841754540801, + "transformer.layers.2.norm1.bias": 0.001765263732522726, + "transformer.layers.2.norm2.weight": 0.0010374832199886441, + "transformer.layers.2.norm2.bias": 0.0007291276706382632, + "transformer.layers.3.self_attn.in_proj_weight": 0.05558714270591736, + "transformer.layers.3.self_attn.in_proj_bias": 0.002515769097954035, + "transformer.layers.3.self_attn.out_proj.weight": 0.030426539480686188, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018220930360257626, + "transformer.layers.3.linear1.weight": 0.027386682108044624, + "transformer.layers.3.linear1.bias": 0.0016671004705131054, + "transformer.layers.3.linear2.weight": 0.016641609370708466, + "transformer.layers.3.linear2.bias": 0.002294657751917839, + "transformer.layers.3.norm1.weight": 0.004825260024517775, + "transformer.layers.3.norm1.bias": 0.003449500072747469, + "transformer.layers.3.norm2.weight": 0.002091430127620697, + "transformer.layers.3.norm2.bias": 0.001896921545267105, + "head.weight": 0.2189909666776657, + "head.bias": 0.00412613432854414, + "global_embedding.weight": 0.0020131166093051434, + "global_cnn.0.weight": 0.023335160687565804, + "global_cnn.0.bias": 0.0010096820769831538, + "global_cnn.2.weight": 0.09455542266368866, + "global_cnn.2.bias": 0.005356678273528814, + "global_proj.weight": 0.01966165192425251, + "global_proj.bias": 0.014573737047612667, + "goal_head.0.weight": 0.01269376277923584, + "goal_head.0.bias": 0.005794364959001541, + "goal_head.2.weight": 0.019023289903998375, + "goal_head.2.bias": 0.012188193388283253 + }, + { + "global_gate": 8.454342605546117e-06, + "embedding.weight": 0.0019102725200355053, + "cnn.0.weight": 0.03023781068623066, + "cnn.0.bias": 0.0012717684730887413, + "cnn.2.weight": 0.006502449978142977, + "cnn.2.bias": 0.0017950106412172318, + "cnn.5.weight": 0.007313176523894072, + "cnn.5.bias": 0.001474136020988226, + "action_emb.weight": 0.008967418223619461, + "timestep_emb.weight": 0.0023883478716015816, + "pos_emb.weight": 0.006375179160386324, + "transformer.layers.0.self_attn.in_proj_weight": 0.026783552020788193, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018197596073150635, + "transformer.layers.0.self_attn.out_proj.weight": 0.024647431448101997, + "transformer.layers.0.self_attn.out_proj.bias": 0.002347272355109453, + "transformer.layers.0.linear1.weight": 0.049964748322963715, + "transformer.layers.0.linear1.bias": 0.0018386048031970859, + "transformer.layers.0.linear2.weight": 0.039586830884218216, + "transformer.layers.0.linear2.bias": 0.0018283544341102242, + "transformer.layers.0.norm1.weight": 0.0013719089329242706, + "transformer.layers.0.norm1.bias": 0.0016951451543718576, + "transformer.layers.0.norm2.weight": 0.005789559334516525, + "transformer.layers.0.norm2.bias": 0.0015907338820397854, + "transformer.layers.1.self_attn.in_proj_weight": 0.027117175981402397, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013843582710251212, + "transformer.layers.1.self_attn.out_proj.weight": 0.021997233852744102, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016925832023844123, + "transformer.layers.1.linear1.weight": 0.025456992909312248, + "transformer.layers.1.linear1.bias": 0.0010644790017977357, + "transformer.layers.1.linear2.weight": 0.029759839177131653, + "transformer.layers.1.linear2.bias": 0.0015783939743414521, + "transformer.layers.1.norm1.weight": 0.0016492531867697835, + "transformer.layers.1.norm1.bias": 0.0015086085768416524, + "transformer.layers.1.norm2.weight": 0.002110527828335762, + "transformer.layers.1.norm2.bias": 0.0009369372273795307, + "transformer.layers.2.self_attn.in_proj_weight": 0.04860283061861992, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021296862978488207, + "transformer.layers.2.self_attn.out_proj.weight": 0.026398705318570137, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018359770765528083, + "transformer.layers.2.linear1.weight": 0.015725724399089813, + "transformer.layers.2.linear1.bias": 0.0009163452195934951, + "transformer.layers.2.linear2.weight": 0.01698201149702072, + "transformer.layers.2.linear2.bias": 0.0018930810038000345, + "transformer.layers.2.norm1.weight": 0.003880539909005165, + "transformer.layers.2.norm1.bias": 0.0023884514812380075, + "transformer.layers.2.norm2.weight": 0.0009802909335121512, + "transformer.layers.2.norm2.bias": 0.001038388698361814, + "transformer.layers.3.self_attn.in_proj_weight": 0.05606536939740181, + "transformer.layers.3.self_attn.in_proj_bias": 0.004649918060749769, + "transformer.layers.3.self_attn.out_proj.weight": 0.024662626907229424, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030572793912142515, + "transformer.layers.3.linear1.weight": 0.02576179802417755, + "transformer.layers.3.linear1.bias": 0.0019185706041753292, + "transformer.layers.3.linear2.weight": 0.015285132452845573, + "transformer.layers.3.linear2.bias": 0.003697217907756567, + "transformer.layers.3.norm1.weight": 0.004844741430133581, + "transformer.layers.3.norm1.bias": 0.006597396917641163, + "transformer.layers.3.norm2.weight": 0.0017194502288475633, + "transformer.layers.3.norm2.bias": 0.0026095134671777487, + "head.weight": 0.212312713265419, + "head.bias": 0.006759939715266228, + "global_embedding.weight": 0.007625978905707598, + "global_cnn.0.weight": 0.03484513610601425, + "global_cnn.0.bias": 0.001448628376238048, + "global_cnn.2.weight": 0.08960886299610138, + "global_cnn.2.bias": 0.0034327981993556023, + "global_proj.weight": 0.018023904412984848, + "global_proj.bias": 0.013490845449268818, + "goal_head.0.weight": 0.013125834055244923, + "goal_head.0.bias": 0.0061709582805633545, + "goal_head.2.weight": 0.020939012989401817, + "goal_head.2.bias": 0.014257983304560184 + }, + { + "global_gate": 2.933500218205154e-05, + "embedding.weight": 0.00028649208252318203, + "cnn.0.weight": 0.009012105874717236, + "cnn.0.bias": 0.00032455965992994606, + "cnn.2.weight": 0.002926287706941366, + "cnn.2.bias": 0.0011101941345259547, + "cnn.5.weight": 0.004546916112303734, + "cnn.5.bias": 0.0010249022161588073, + "action_emb.weight": 0.005674219224601984, + "timestep_emb.weight": 0.0018955467967316508, + "pos_emb.weight": 0.005112521816045046, + "transformer.layers.0.self_attn.in_proj_weight": 0.019255923107266426, + "transformer.layers.0.self_attn.in_proj_bias": 0.0013176995562389493, + "transformer.layers.0.self_attn.out_proj.weight": 0.021361233666539192, + "transformer.layers.0.self_attn.out_proj.bias": 0.0023147680331021547, + "transformer.layers.0.linear1.weight": 0.03516756370663643, + "transformer.layers.0.linear1.bias": 0.0014282241463661194, + "transformer.layers.0.linear2.weight": 0.02994425594806671, + "transformer.layers.0.linear2.bias": 0.001812519389204681, + "transformer.layers.0.norm1.weight": 0.0010421366896480322, + "transformer.layers.0.norm1.bias": 0.0011691396357491612, + "transformer.layers.0.norm2.weight": 0.003514496609568596, + "transformer.layers.0.norm2.bias": 0.0018226428655907512, + "transformer.layers.1.self_attn.in_proj_weight": 0.02511424757540226, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011254646815359592, + "transformer.layers.1.self_attn.out_proj.weight": 0.02088909037411213, + "transformer.layers.1.self_attn.out_proj.bias": 0.001758424798026681, + "transformer.layers.1.linear1.weight": 0.018956748768687248, + "transformer.layers.1.linear1.bias": 0.0009179750923067331, + "transformer.layers.1.linear2.weight": 0.02276168204843998, + "transformer.layers.1.linear2.bias": 0.0015348759479820728, + "transformer.layers.1.norm1.weight": 0.0017376361647620797, + "transformer.layers.1.norm1.bias": 0.0008918317034840584, + "transformer.layers.1.norm2.weight": 0.001527009648270905, + "transformer.layers.1.norm2.bias": 0.0011930001201108098, + "transformer.layers.2.self_attn.in_proj_weight": 0.03301440179347992, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014113790821284056, + "transformer.layers.2.self_attn.out_proj.weight": 0.021886982023715973, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013718338450416923, + "transformer.layers.2.linear1.weight": 0.012442666105926037, + "transformer.layers.2.linear1.bias": 0.000686315936036408, + "transformer.layers.2.linear2.weight": 0.014423818327486515, + "transformer.layers.2.linear2.bias": 0.0015018434496596456, + "transformer.layers.2.norm1.weight": 0.0023436550982296467, + "transformer.layers.2.norm1.bias": 0.0016863145865499973, + "transformer.layers.2.norm2.weight": 0.0008388986461795866, + "transformer.layers.2.norm2.bias": 0.0006258707144297659, + "transformer.layers.3.self_attn.in_proj_weight": 0.04282575845718384, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036969822831451893, + "transformer.layers.3.self_attn.out_proj.weight": 0.021937841549515724, + "transformer.layers.3.self_attn.out_proj.bias": 0.002695720409974456, + "transformer.layers.3.linear1.weight": 0.021338729187846184, + "transformer.layers.3.linear1.bias": 0.0016310506034642458, + "transformer.layers.3.linear2.weight": 0.01314748264849186, + "transformer.layers.3.linear2.bias": 0.0029310460668057203, + "transformer.layers.3.norm1.weight": 0.0034434988629072905, + "transformer.layers.3.norm1.bias": 0.0055292388424277306, + "transformer.layers.3.norm2.weight": 0.0015219543129205704, + "transformer.layers.3.norm2.bias": 0.0018851046916097403, + "head.weight": 0.16418127715587616, + "head.bias": 0.005731518380343914, + "global_embedding.weight": 0.007756682112812996, + "global_cnn.0.weight": 0.03848985955119133, + "global_cnn.0.bias": 0.0015052176313474774, + "global_cnn.2.weight": 0.10359583050012589, + "global_cnn.2.bias": 0.004711012821644545, + "global_proj.weight": 0.02283618040382862, + "global_proj.bias": 0.016664667055010796, + "goal_head.0.weight": 0.014577449299395084, + "goal_head.0.bias": 0.006723369471728802, + "goal_head.2.weight": 0.022014683112502098, + "goal_head.2.bias": 0.015260446816682816 + }, + { + "global_gate": 0.00010338160063838586, + "embedding.weight": 0.0008737946627661586, + "cnn.0.weight": 0.01673644781112671, + "cnn.0.bias": 0.0008734453585930169, + "cnn.2.weight": 0.004285814240574837, + "cnn.2.bias": 0.0015003900043666363, + "cnn.5.weight": 0.0064531187526881695, + "cnn.5.bias": 0.0016075734747573733, + "action_emb.weight": 0.010816812515258789, + "timestep_emb.weight": 0.002048342488706112, + "pos_emb.weight": 0.005325550213456154, + "transformer.layers.0.self_attn.in_proj_weight": 0.029122913256287575, + "transformer.layers.0.self_attn.in_proj_bias": 0.002835656516253948, + "transformer.layers.0.self_attn.out_proj.weight": 0.03328839689493179, + "transformer.layers.0.self_attn.out_proj.bias": 0.00443990295752883, + "transformer.layers.0.linear1.weight": 0.05384961888194084, + "transformer.layers.0.linear1.bias": 0.002194533823058009, + "transformer.layers.0.linear2.weight": 0.04486647993326187, + "transformer.layers.0.linear2.bias": 0.003541245125234127, + "transformer.layers.0.norm1.weight": 0.0017992801731452346, + "transformer.layers.0.norm1.bias": 0.0027015467640012503, + "transformer.layers.0.norm2.weight": 0.005584977567195892, + "transformer.layers.0.norm2.bias": 0.002625652588903904, + "transformer.layers.1.self_attn.in_proj_weight": 0.033153634518384933, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022011648397892714, + "transformer.layers.1.self_attn.out_proj.weight": 0.03503070026636124, + "transformer.layers.1.self_attn.out_proj.bias": 0.003322749864310026, + "transformer.layers.1.linear1.weight": 0.03142689913511276, + "transformer.layers.1.linear1.bias": 0.0016528286505490541, + "transformer.layers.1.linear2.weight": 0.03886556252837181, + "transformer.layers.1.linear2.bias": 0.003104273695498705, + "transformer.layers.1.norm1.weight": 0.00208495301194489, + "transformer.layers.1.norm1.bias": 0.0019237648230046034, + "transformer.layers.1.norm2.weight": 0.0027759321965277195, + "transformer.layers.1.norm2.bias": 0.002132096793502569, + "transformer.layers.2.self_attn.in_proj_weight": 0.055059246718883514, + "transformer.layers.2.self_attn.in_proj_bias": 0.003064937423914671, + "transformer.layers.2.self_attn.out_proj.weight": 0.04297688603401184, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030563792679458857, + "transformer.layers.2.linear1.weight": 0.02160293608903885, + "transformer.layers.2.linear1.bias": 0.0012710936134681106, + "transformer.layers.2.linear2.weight": 0.026489999145269394, + "transformer.layers.2.linear2.bias": 0.0031931204721331596, + "transformer.layers.2.norm1.weight": 0.004915772005915642, + "transformer.layers.2.norm1.bias": 0.0043239654041826725, + "transformer.layers.2.norm2.weight": 0.0014038416557013988, + "transformer.layers.2.norm2.bias": 0.0013192574260756373, + "transformer.layers.3.self_attn.in_proj_weight": 0.11107052862644196, + "transformer.layers.3.self_attn.in_proj_bias": 0.008590721525251865, + "transformer.layers.3.self_attn.out_proj.weight": 0.05258172005414963, + "transformer.layers.3.self_attn.out_proj.bias": 0.005985134281218052, + "transformer.layers.3.linear1.weight": 0.04188666120171547, + "transformer.layers.3.linear1.bias": 0.003155549755319953, + "transformer.layers.3.linear2.weight": 0.030821342021226883, + "transformer.layers.3.linear2.bias": 0.006798686925321817, + "transformer.layers.3.norm1.weight": 0.009576733224093914, + "transformer.layers.3.norm1.bias": 0.01297638937830925, + "transformer.layers.3.norm2.weight": 0.0027909392956644297, + "transformer.layers.3.norm2.bias": 0.0038224414456635714, + "head.weight": 0.4215940237045288, + "head.bias": 0.013245339505374432, + "global_embedding.weight": 0.014374147169291973, + "global_cnn.0.weight": 0.11209268867969513, + "global_cnn.0.bias": 0.003943255171179771, + "global_cnn.2.weight": 0.26823103427886963, + "global_cnn.2.bias": 0.011746595613658428, + "global_proj.weight": 0.04420673847198486, + "global_proj.bias": 0.03280828148126602, + "goal_head.0.weight": 0.029057571664452553, + "goal_head.0.bias": 0.013354943133890629, + "goal_head.2.weight": 0.04463255777955055, + "goal_head.2.bias": 0.02831774763762951 + }, + { + "global_gate": 2.0561674318742007e-05, + "embedding.weight": 0.002507679397240281, + "cnn.0.weight": 0.034373655915260315, + "cnn.0.bias": 0.0012846258468925953, + "cnn.2.weight": 0.004548148717731237, + "cnn.2.bias": 0.0016403446206822991, + "cnn.5.weight": 0.004445606376975775, + "cnn.5.bias": 0.0012785670114681125, + "action_emb.weight": 0.005149350501596928, + "timestep_emb.weight": 0.0016648409655317664, + "pos_emb.weight": 0.003987706266343594, + "transformer.layers.0.self_attn.in_proj_weight": 0.020199693739414215, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023395605385303497, + "transformer.layers.0.self_attn.out_proj.weight": 0.02512657456099987, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038341786712408066, + "transformer.layers.0.linear1.weight": 0.029480716213583946, + "transformer.layers.0.linear1.bias": 0.0016003836644813418, + "transformer.layers.0.linear2.weight": 0.030207842588424683, + "transformer.layers.0.linear2.bias": 0.002458111383020878, + "transformer.layers.0.norm1.weight": 0.001214214600622654, + "transformer.layers.0.norm1.bias": 0.0022612351458519697, + "transformer.layers.0.norm2.weight": 0.003060864517465234, + "transformer.layers.0.norm2.bias": 0.002752663567662239, + "transformer.layers.1.self_attn.in_proj_weight": 0.027158984914422035, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017923071281984448, + "transformer.layers.1.self_attn.out_proj.weight": 0.023417826741933823, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020544021390378475, + "transformer.layers.1.linear1.weight": 0.016772525385022163, + "transformer.layers.1.linear1.bias": 0.0009042317979037762, + "transformer.layers.1.linear2.weight": 0.023106327280402184, + "transformer.layers.1.linear2.bias": 0.0019342208979651332, + "transformer.layers.1.norm1.weight": 0.0019827918149530888, + "transformer.layers.1.norm1.bias": 0.0019612147007137537, + "transformer.layers.1.norm2.weight": 0.001522751641459763, + "transformer.layers.1.norm2.bias": 0.0010240969713777304, + "transformer.layers.2.self_attn.in_proj_weight": 0.029384898021817207, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015120182652026415, + "transformer.layers.2.self_attn.out_proj.weight": 0.02471962384879589, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017955590737983584, + "transformer.layers.2.linear1.weight": 0.014081860892474651, + "transformer.layers.2.linear1.bias": 0.0008231675601564348, + "transformer.layers.2.linear2.weight": 0.017498664557933807, + "transformer.layers.2.linear2.bias": 0.00192136166151613, + "transformer.layers.2.norm1.weight": 0.0022285045124590397, + "transformer.layers.2.norm1.bias": 0.001970364013686776, + "transformer.layers.2.norm2.weight": 0.0008855871274136007, + "transformer.layers.2.norm2.bias": 0.0009204641100950539, + "transformer.layers.3.self_attn.in_proj_weight": 0.05861318111419678, + "transformer.layers.3.self_attn.in_proj_bias": 0.0045226141810417175, + "transformer.layers.3.self_attn.out_proj.weight": 0.027409985661506653, + "transformer.layers.3.self_attn.out_proj.bias": 0.003230441827327013, + "transformer.layers.3.linear1.weight": 0.03121279738843441, + "transformer.layers.3.linear1.bias": 0.00252330070361495, + "transformer.layers.3.linear2.weight": 0.019175304099917412, + "transformer.layers.3.linear2.bias": 0.003863581921905279, + "transformer.layers.3.norm1.weight": 0.0051156897097826, + "transformer.layers.3.norm1.bias": 0.006197604350745678, + "transformer.layers.3.norm2.weight": 0.00223692599684, + "transformer.layers.3.norm2.bias": 0.003096657572314143, + "head.weight": 0.21402639150619507, + "head.bias": 0.007121262606233358, + "global_embedding.weight": 0.012156715616583824, + "global_cnn.0.weight": 0.07334409654140472, + "global_cnn.0.bias": 0.0029284560587257147, + "global_cnn.2.weight": 0.15402090549468994, + "global_cnn.2.bias": 0.005425612907856703, + "global_proj.weight": 0.014884889125823975, + "global_proj.bias": 0.007861687801778316, + "goal_head.0.weight": 0.0072456528432667255, + "goal_head.0.bias": 0.002852349542081356, + "goal_head.2.weight": 0.008867265656590462, + "goal_head.2.bias": 0.006240464746952057 + }, + { + "global_gate": 0.00035376849700696766, + "embedding.weight": 0.0019530898425728083, + "cnn.0.weight": 0.032535120844841, + "cnn.0.bias": 0.0012546167708933353, + "cnn.2.weight": 0.006410968489944935, + "cnn.2.bias": 0.0018757513025775552, + "cnn.5.weight": 0.006999783217906952, + "cnn.5.bias": 0.0018593186978250742, + "action_emb.weight": 0.048487287014722824, + "timestep_emb.weight": 0.003989394288510084, + "pos_emb.weight": 0.011502111330628395, + "transformer.layers.0.self_attn.in_proj_weight": 0.05830228701233864, + "transformer.layers.0.self_attn.in_proj_bias": 0.0046355207450687885, + "transformer.layers.0.self_attn.out_proj.weight": 0.09769721329212189, + "transformer.layers.0.self_attn.out_proj.bias": 0.008539770729839802, + "transformer.layers.0.linear1.weight": 0.21165016293525696, + "transformer.layers.0.linear1.bias": 0.005526128690689802, + "transformer.layers.0.linear2.weight": 0.09183170646429062, + "transformer.layers.0.linear2.bias": 0.005544938147068024, + "transformer.layers.0.norm1.weight": 0.0030711088329553604, + "transformer.layers.0.norm1.bias": 0.004525368567556143, + "transformer.layers.0.norm2.weight": 0.027811607345938683, + "transformer.layers.0.norm2.bias": 0.008059750311076641, + "transformer.layers.1.self_attn.in_proj_weight": 0.08077994734048843, + "transformer.layers.1.self_attn.in_proj_bias": 0.003417248371988535, + "transformer.layers.1.self_attn.out_proj.weight": 0.06543556600809097, + "transformer.layers.1.self_attn.out_proj.bias": 0.004929027520120144, + "transformer.layers.1.linear1.weight": 0.06415292620658875, + "transformer.layers.1.linear1.bias": 0.003085893578827381, + "transformer.layers.1.linear2.weight": 0.05480146408081055, + "transformer.layers.1.linear2.bias": 0.004896902479231358, + "transformer.layers.1.norm1.weight": 0.00542833749204874, + "transformer.layers.1.norm1.bias": 0.0029338763561099768, + "transformer.layers.1.norm2.weight": 0.007019967772066593, + "transformer.layers.1.norm2.bias": 0.00392949627712369, + "transformer.layers.2.self_attn.in_proj_weight": 0.09902685880661011, + "transformer.layers.2.self_attn.in_proj_bias": 0.0053621698170900345, + "transformer.layers.2.self_attn.out_proj.weight": 0.04933212697505951, + "transformer.layers.2.self_attn.out_proj.bias": 0.003597489558160305, + "transformer.layers.2.linear1.weight": 0.02517544850707054, + "transformer.layers.2.linear1.bias": 0.001467507565394044, + "transformer.layers.2.linear2.weight": 0.02823752351105213, + "transformer.layers.2.linear2.bias": 0.0032270413357764482, + "transformer.layers.2.norm1.weight": 0.00658079981803894, + "transformer.layers.2.norm1.bias": 0.005924521945416927, + "transformer.layers.2.norm2.weight": 0.0017355155432596803, + "transformer.layers.2.norm2.bias": 0.0014230335364118218, + "transformer.layers.3.self_attn.in_proj_weight": 0.11121571809053421, + "transformer.layers.3.self_attn.in_proj_bias": 0.005048979539424181, + "transformer.layers.3.self_attn.out_proj.weight": 0.0449371412396431, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018929450307041407, + "transformer.layers.3.linear1.weight": 0.036150891333818436, + "transformer.layers.3.linear1.bias": 0.002246529795229435, + "transformer.layers.3.linear2.weight": 0.021210649982094765, + "transformer.layers.3.linear2.bias": 0.002570131793618202, + "transformer.layers.3.norm1.weight": 0.009135494939982891, + "transformer.layers.3.norm1.bias": 0.007911492139101028, + "transformer.layers.3.norm2.weight": 0.002563531743362546, + "transformer.layers.3.norm2.bias": 0.00269051780924201, + "head.weight": 0.27553847432136536, + "head.bias": 0.0054238345474004745, + "global_embedding.weight": 0.0070395576767623425, + "global_cnn.0.weight": 0.03571894019842148, + "global_cnn.0.bias": 0.001203650259412825, + "global_cnn.2.weight": 0.08986733853816986, + "global_cnn.2.bias": 0.003697793697938323, + "global_proj.weight": 0.020866572856903076, + "global_proj.bias": 0.015505139715969563, + "goal_head.0.weight": 0.012557296082377434, + "goal_head.0.bias": 0.006088785827159882, + "goal_head.2.weight": 0.020961469039320946, + "goal_head.2.bias": 0.014606430195271969 + }, + { + "global_gate": 0.0001808845845516771, + "embedding.weight": 0.0009486213675700128, + "cnn.0.weight": 0.016457878053188324, + "cnn.0.bias": 0.0008208569488488138, + "cnn.2.weight": 0.004541807342320681, + "cnn.2.bias": 0.0013810091186314821, + "cnn.5.weight": 0.006124714855104685, + "cnn.5.bias": 0.0011583334999158978, + "action_emb.weight": 0.019396059215068817, + "timestep_emb.weight": 0.002493141684681177, + "pos_emb.weight": 0.006932229734957218, + "transformer.layers.0.self_attn.in_proj_weight": 0.03224018216133118, + "transformer.layers.0.self_attn.in_proj_bias": 0.002498239278793335, + "transformer.layers.0.self_attn.out_proj.weight": 0.039405707269907, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038685619365423918, + "transformer.layers.0.linear1.weight": 0.08556775003671646, + "transformer.layers.0.linear1.bias": 0.0024528068024665117, + "transformer.layers.0.linear2.weight": 0.0498012974858284, + "transformer.layers.0.linear2.bias": 0.0030268384143710136, + "transformer.layers.0.norm1.weight": 0.0018995179561898112, + "transformer.layers.0.norm1.bias": 0.002147342311218381, + "transformer.layers.0.norm2.weight": 0.011061473749577999, + "transformer.layers.0.norm2.bias": 0.002634273609146476, + "transformer.layers.1.self_attn.in_proj_weight": 0.034856218844652176, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018030006904155016, + "transformer.layers.1.self_attn.out_proj.weight": 0.0340130478143692, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028134360909461975, + "transformer.layers.1.linear1.weight": 0.03609895706176758, + "transformer.layers.1.linear1.bias": 0.0017358078621327877, + "transformer.layers.1.linear2.weight": 0.036216478794813156, + "transformer.layers.1.linear2.bias": 0.002546279923990369, + "transformer.layers.1.norm1.weight": 0.0024265176616609097, + "transformer.layers.1.norm1.bias": 0.0016444771317765117, + "transformer.layers.1.norm2.weight": 0.0037485326174646616, + "transformer.layers.1.norm2.bias": 0.002194971079006791, + "transformer.layers.2.self_attn.in_proj_weight": 0.06739095598459244, + "transformer.layers.2.self_attn.in_proj_bias": 0.0032275717239826918, + "transformer.layers.2.self_attn.out_proj.weight": 0.03433386608958244, + "transformer.layers.2.self_attn.out_proj.bias": 0.002169868443161249, + "transformer.layers.2.linear1.weight": 0.018852263689041138, + "transformer.layers.2.linear1.bias": 0.0010741453152149916, + "transformer.layers.2.linear2.weight": 0.020754052326083183, + "transformer.layers.2.linear2.bias": 0.0022799954749643803, + "transformer.layers.2.norm1.weight": 0.005123077891767025, + "transformer.layers.2.norm1.bias": 0.003988456912338734, + "transformer.layers.2.norm2.weight": 0.001197012490592897, + "transformer.layers.2.norm2.bias": 0.0011439084773883224, + "transformer.layers.3.self_attn.in_proj_weight": 0.06262719631195068, + "transformer.layers.3.self_attn.in_proj_bias": 0.004398409742861986, + "transformer.layers.3.self_attn.out_proj.weight": 0.03763079643249512, + "transformer.layers.3.self_attn.out_proj.bias": 0.0034614279866218567, + "transformer.layers.3.linear1.weight": 0.03720863163471222, + "transformer.layers.3.linear1.bias": 0.002513888292014599, + "transformer.layers.3.linear2.weight": 0.022707678377628326, + "transformer.layers.3.linear2.bias": 0.003991049714386463, + "transformer.layers.3.norm1.weight": 0.004815586376935244, + "transformer.layers.3.norm1.bias": 0.005642825271934271, + "transformer.layers.3.norm2.weight": 0.0027813215274363756, + "transformer.layers.3.norm2.bias": 0.003077338682487607, + "head.weight": 0.2964063882827759, + "head.bias": 0.008033367805182934, + "global_embedding.weight": 0.009628921747207642, + "global_cnn.0.weight": 0.0820189043879509, + "global_cnn.0.bias": 0.002732666442170739, + "global_cnn.2.weight": 0.17084835469722748, + "global_cnn.2.bias": 0.008058840408921242, + "global_proj.weight": 0.028650151565670967, + "global_proj.bias": 0.02363084815442562, + "goal_head.0.weight": 0.021478697657585144, + "goal_head.0.bias": 0.010764039121568203, + "goal_head.2.weight": 0.03533745929598808, + "goal_head.2.bias": 0.02564343996345997 + }, + { + "global_gate": 5.4974621889414266e-05, + "embedding.weight": 0.0009495222475379705, + "cnn.0.weight": 0.01794048212468624, + "cnn.0.bias": 0.0007863203645683825, + "cnn.2.weight": 0.005650184582918882, + "cnn.2.bias": 0.001540660043247044, + "cnn.5.weight": 0.007219806779175997, + "cnn.5.bias": 0.0014331403654068708, + "action_emb.weight": 0.023313887417316437, + "timestep_emb.weight": 0.0033084789756685495, + "pos_emb.weight": 0.008062666282057762, + "transformer.layers.0.self_attn.in_proj_weight": 0.03548535704612732, + "transformer.layers.0.self_attn.in_proj_bias": 0.003576837480068207, + "transformer.layers.0.self_attn.out_proj.weight": 0.04242166876792908, + "transformer.layers.0.self_attn.out_proj.bias": 0.006431160494685173, + "transformer.layers.0.linear1.weight": 0.09651234745979309, + "transformer.layers.0.linear1.bias": 0.003453585086390376, + "transformer.layers.0.linear2.weight": 0.06008029729127884, + "transformer.layers.0.linear2.bias": 0.00468453299254179, + "transformer.layers.0.norm1.weight": 0.0018805991858243942, + "transformer.layers.0.norm1.bias": 0.0032302439212799072, + "transformer.layers.0.norm2.weight": 0.011540311388671398, + "transformer.layers.0.norm2.bias": 0.005290962290018797, + "transformer.layers.1.self_attn.in_proj_weight": 0.045813288539648056, + "transformer.layers.1.self_attn.in_proj_bias": 0.002732855500653386, + "transformer.layers.1.self_attn.out_proj.weight": 0.04744879901409149, + "transformer.layers.1.self_attn.out_proj.bias": 0.004803055431693792, + "transformer.layers.1.linear1.weight": 0.039739228785037994, + "transformer.layers.1.linear1.bias": 0.00213870988227427, + "transformer.layers.1.linear2.weight": 0.05249200761318207, + "transformer.layers.1.linear2.bias": 0.00438605435192585, + "transformer.layers.1.norm1.weight": 0.0028537376783788204, + "transformer.layers.1.norm1.bias": 0.0023182465229183435, + "transformer.layers.1.norm2.weight": 0.0036545980256050825, + "transformer.layers.1.norm2.bias": 0.0028052222914993763, + "transformer.layers.2.self_attn.in_proj_weight": 0.06816055625677109, + "transformer.layers.2.self_attn.in_proj_bias": 0.003918016329407692, + "transformer.layers.2.self_attn.out_proj.weight": 0.05961043760180473, + "transformer.layers.2.self_attn.out_proj.bias": 0.004243145696818829, + "transformer.layers.2.linear1.weight": 0.02910606935620308, + "transformer.layers.2.linear1.bias": 0.0017013151664286852, + "transformer.layers.2.linear2.weight": 0.03488585725426674, + "transformer.layers.2.linear2.bias": 0.004444502759724855, + "transformer.layers.2.norm1.weight": 0.005240634549409151, + "transformer.layers.2.norm1.bias": 0.0037042933981865644, + "transformer.layers.2.norm2.weight": 0.0020607111509889364, + "transformer.layers.2.norm2.bias": 0.0019205831922590733, + "transformer.layers.3.self_attn.in_proj_weight": 0.12659360468387604, + "transformer.layers.3.self_attn.in_proj_bias": 0.010485056787729263, + "transformer.layers.3.self_attn.out_proj.weight": 0.0614999495446682, + "transformer.layers.3.self_attn.out_proj.bias": 0.007802974432706833, + "transformer.layers.3.linear1.weight": 0.05533240735530853, + "transformer.layers.3.linear1.bias": 0.004014312289655209, + "transformer.layers.3.linear2.weight": 0.03832186013460159, + "transformer.layers.3.linear2.bias": 0.009302441030740738, + "transformer.layers.3.norm1.weight": 0.011579553596675396, + "transformer.layers.3.norm1.bias": 0.016176259145140648, + "transformer.layers.3.norm2.weight": 0.004431986715644598, + "transformer.layers.3.norm2.bias": 0.005837839096784592, + "head.weight": 0.5734366178512573, + "head.bias": 0.01811745949089527, + "global_embedding.weight": 0.010984065011143684, + "global_cnn.0.weight": 0.05629349127411842, + "global_cnn.0.bias": 0.002897022059187293, + "global_cnn.2.weight": 0.10927955061197281, + "global_cnn.2.bias": 0.005734757520258427, + "global_proj.weight": 0.020075688138604164, + "global_proj.bias": 0.017314696684479713, + "goal_head.0.weight": 0.013181359507143497, + "goal_head.0.bias": 0.00696514593437314, + "goal_head.2.weight": 0.019429195672273636, + "goal_head.2.bias": 0.015857946127653122 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.16003429889678955, - 0.2573481798171997, - 0.1713729202747345, - 0.27924296259880066, - 0.14563365280628204, - 0.08492432534694672, - 0.11575233936309814, - 0.12803898751735687, - 0.20245610177516937, - 0.12079769372940063 + 0.36501333117485046, + 0.30128273367881775, + 0.4458467364311218, + 0.2849063277244568, + 0.43401092290878296, + 0.41332533955574036, + 0.45729243755340576, + 0.5833630561828613, + 0.46624627709388733, + 0.283681184053421, + 0.42275524139404297, + 0.385032594203949, + 0.6053816676139832, + 0.9266600012779236, + 0.6381484270095825, + 0.7758522629737854, + 0.593900203704834, + 0.6496838331222534, + 0.9760478138923645, + 0.7812944650650024 ], "repr_drift_kl_low_t": [ - 0.14968153834342957, - 0.17516979575157166, - 0.1871541440486908, - 0.2816053628921509, - 0.1346273571252823, - 0.062365904450416565, - 0.11440080404281616, - 0.10044331848621368, - 0.19566784799098969, - 0.07136638462543488 + 0.42825716733932495, + 0.3035528361797333, + 0.5576806664466858, + 0.31200695037841797, + 0.49508196115493774, + 0.5144079923629761, + 0.5423942804336548, + 0.677573561668396, + 0.5305399894714355, + 0.27700328826904297, + 0.46484628319740295, + 0.42439475655555725, + 0.6875462532043457, + 1.13693368434906, + 0.7293041348457336, + 0.9200430512428284, + 0.6671680808067322, + 0.7494555115699768, + 1.1984410285949707, + 0.9392426013946533 ], "repr_drift_kl_mid_t": [ - 0.14732331037521362, - 0.20570388436317444, - 0.1663644164800644, - 0.2570708692073822, - 0.1286334991455078, - 0.06994856894016266, - 0.1010744571685791, - 0.11351089179515839, - 0.1698302924633026, - 0.08040249347686768 + 0.356799840927124, + 0.28373828530311584, + 0.4269319176673889, + 0.26493942737579346, + 0.41500788927078247, + 0.41166213154792786, + 0.42726048827171326, + 0.5755507946014404, + 0.44001147150993347, + 0.24603581428527832, + 0.3953024446964264, + 0.3361840546131134, + 0.5744220018386841, + 0.90907222032547, + 0.6253079175949097, + 0.7573142051696777, + 0.5736109614372253, + 0.6285191774368286, + 0.9654331207275391, + 0.7691628932952881 ], "repr_drift_kl_high_t": [ - 0.1827821433544159, - 0.45602792501449585, - 0.17877119779586792, - 0.31859713792800903, - 0.20204216241836548, - 0.15289437770843506, - 0.21605803072452545, - 0.2113296389579773, - 0.30113935470581055, - 0.2457491159439087 + 0.31309735774993896, + 0.3564318120479584, + 0.3660363256931305, + 0.3105088770389557, + 0.41278061270713806, + 0.3781067728996277, + 0.41463738679885864, + 0.492482453584671, + 0.4322611391544342, + 0.3419032096862793, + 0.47877973318099976, + 0.4740883409976959, + 0.6083508729934692, + 0.723050594329834, + 0.6131967306137085, + 0.6430330872535706, + 0.5801414847373962, + 0.6047456860542297, + 0.7823522686958313, + 0.6575685143470764 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.6731202602386475, - 0.6161710023880005, - 0.8104024529457092, - 0.8081254363059998, - 0.7052847743034363 + 0.8228409290313721, + 0.6014054417610168, + 0.6836117506027222, + 0.545711874961853, + 0.34008869528770447, + 0.4958108067512512, + 0.592640221118927, + 0.5447021126747131, + 0.5496936440467834, + 0.507455050945282 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.4226815104484558, - 1.4219701290130615, - 1.2086477279663086, - 1.724544882774353, - 0.5067513585090637, - 0.8719830513000488, - 0.345708966255188, - 0.60425865650177, - 1.0133320093154907, - 0.5365745425224304 + 1.5942472219467163, + 0.5582786798477173, + 0.7519661784172058, + 0.35668182373046875, + 0.22819985449314117, + 0.2632545828819275, + 0.40084341168403625, + 0.6235964298248291, + 0.3454665541648865, + 0.8049896359443665, + 0.39279237389564514, + 0.24266044795513153, + 0.2586551010608673, + 0.3558543026447296, + 0.327452689409256, + 0.544370710849762, + 0.39835503697395325, + 0.29401227831840515, + 0.47994381189346313, + 0.5411512851715088 ], "norm_high_t": [ - 0.4547783136367798, - 0.8891130089759827, - 1.3889683485031128, - 1.2021228075027466, - 0.3936873972415924, - 1.0952796936035156, - 2.6905930042266846, - 1.6311393976211548, - 0.8137900829315186, - 0.6714125275611877 + 1.1406110525131226, + 0.4533325135707855, + 0.5963560938835144, + 0.6379452347755432, + 0.49694353342056274, + 0.813346266746521, + 1.251708984375, + 1.0657306909561157, + 0.5847512483596802, + 0.9182689189910889, + 0.48714086413383484, + 0.3811912536621094, + 0.5921411514282227, + 1.3010833263397217, + 1.529971957206726, + 1.0278984308242798, + 0.6411846876144409, + 0.4059830605983734, + 1.5179367065429688, + 1.2664084434509277 ], "lowhigh_cos": [ - 0.9112408757209778, - 0.20464250445365906, - 0.5507409572601318, - 0.4514509439468384, - 0.67270827293396, - 0.5276546478271484, - 0.3146166503429413, - 0.12629874050617218, - 0.5559160113334656, - 0.15083777904510498 + 0.04444248229265213, + 0.5698997974395752, + 0.6311513185501099, + 0.5073803067207336, + 0.2237197905778885, + 0.09359047561883926, + 0.32527410984039307, + 0.33585625886917114, + 0.25370511412620544, + 0.1182345598936081, + 0.7653784155845642, + 0.5192182660102844, + 0.5485713481903076, + -0.3139810562133789, + 0.5413366556167603, + 0.6695331335067749, + 0.4267028868198395, + -0.05431785807013512, + 0.5327304601669312, + 0.626491904258728 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.4218074381351471, - "t_0.1-0.2": 0.42306339740753174, - "t_0.2-0.3": 0.4216364622116089, - "t_0.3-0.4": 0.4208718240261078, - "t_0.4-0.5": 0.42590269446372986, - "t_0.5-0.6": 0.43107855319976807, - "t_0.6-0.7": 0.4291864335536957, - "t_0.7-0.8": 0.43207848072052, - "t_0.8-0.9": 0.4358699917793274, - "t_0.9-1.0": 0.50754714012146 - }, - { - "t_0.0-0.1": 1.8286752700805664, - "t_0.1-0.2": 1.0744749307632446, - "t_0.2-0.3": 0.8688637018203735, - "t_0.3-0.4": 0.9738530516624451, - "t_0.4-0.5": 0.7935287952423096, - "t_0.5-0.6": 0.7858191132545471, - "t_0.6-0.7": 0.8405099511146545, - "t_0.7-0.8": 0.9061335325241089, - "t_0.8-0.9": 0.9124307632446289, - "t_0.9-1.0": 1.0078914165496826 - }, - { - "t_0.0-0.1": 1.418155312538147, - "t_0.1-0.2": 1.5921740531921387, - "t_0.2-0.3": 1.5055999755859375, - "t_0.3-0.4": 1.5814458131790161, - "t_0.4-0.5": 0.8546529412269592, - "t_0.5-0.6": 0.8974583745002747, - "t_0.6-0.7": 1.0907336473464966, - "t_0.7-0.8": 0.9017990827560425, - "t_0.8-0.9": 1.0199404954910278, - "t_0.9-1.0": 1.1843593120574951 - }, - { - "t_0.0-0.1": 2.2593486309051514, - "t_0.1-0.2": 1.5958250761032104, - "t_0.2-0.3": 1.528814435005188, - "t_0.3-0.4": 1.678134560585022, - "t_0.4-0.5": 1.4584403038024902, - "t_0.5-0.6": 1.3110522031784058, - "t_0.6-0.7": 1.3127741813659668, - "t_0.7-0.8": 1.5966212749481201, - "t_0.8-0.9": 1.1841903924942017, - "t_0.9-1.0": 1.6463450193405151 - }, - { - "t_0.0-0.1": 0.33511584997177124, - "t_0.1-0.2": 0.427317351102829, - "t_0.2-0.3": 0.3432677388191223, - "t_0.3-0.4": 0.3643803298473358, - "t_0.4-0.5": 0.35993531346321106, - "t_0.5-0.6": 0.3667879104614258, - "t_0.6-0.7": 0.3971366882324219, - "t_0.7-0.8": 0.34824562072753906, - "t_0.8-0.9": 0.39163053035736084, - "t_0.9-1.0": 0.4048323333263397 - }, - { - "t_0.0-0.1": 0.6060566306114197, - "t_0.1-0.2": 0.9053139090538025, - "t_0.2-0.3": 0.6828302145004272, - "t_0.3-0.4": 0.8621957898139954, - "t_0.4-0.5": 0.7826036810874939, - "t_0.5-0.6": 0.8297695517539978, - "t_0.6-0.7": 0.6478656530380249, - "t_0.7-0.8": 0.847673773765564, - "t_0.8-0.9": 0.7964281439781189, - "t_0.9-1.0": 0.9367495775222778 - }, - { - "t_0.0-0.1": 0.35580959916114807, - "t_0.1-0.2": 0.4009615182876587, - "t_0.2-0.3": 0.39366698265075684, - "t_0.3-0.4": 0.3668847680091858, - "t_0.4-0.5": 0.3878515064716339, - "t_0.5-0.6": 0.3882339894771576, - "t_0.6-0.7": 0.3930092751979828, - "t_0.7-0.8": 0.6530322432518005, - "t_0.8-0.9": 1.0165542364120483, - "t_0.9-1.0": 4.004608631134033 - }, - { - "t_0.0-0.1": 0.695418119430542, - "t_0.1-0.2": 0.4126145839691162, - "t_0.2-0.3": 0.3071489930152893, - "t_0.3-0.4": 0.3757266402244568, - "t_0.4-0.5": 0.3034464418888092, - "t_0.5-0.6": 0.43617814779281616, - "t_0.6-0.7": 0.400054395198822, - "t_0.7-0.8": 0.5382446646690369, - "t_0.8-0.9": 0.6693521738052368, - "t_0.9-1.0": 2.3902547359466553 - }, - { - "t_0.0-0.1": 0.9065998792648315, - "t_0.1-0.2": 0.9152982234954834, - "t_0.2-0.3": 0.9564432501792908, - "t_0.3-0.4": 0.8149530291557312, - "t_0.4-0.5": 0.9243025183677673, - "t_0.5-0.6": 0.8096842169761658, - "t_0.6-0.7": 0.8296494483947754, - "t_0.7-0.8": 0.7519601583480835, - "t_0.8-0.9": 0.9321234822273254, - "t_0.9-1.0": 0.7940657138824463 - }, - { - "t_0.0-0.1": 0.4995885193347931, - "t_0.1-0.2": 0.5414944887161255, - "t_0.2-0.3": 0.45572054386138916, - "t_0.3-0.4": 0.47406521439552307, - "t_0.4-0.5": 0.5540018677711487, - "t_0.5-0.6": 0.6775482892990112, - "t_0.6-0.7": 0.4282976984977722, - "t_0.7-0.8": 0.6608080863952637, - "t_0.8-0.9": 0.6681936383247375, - "t_0.9-1.0": 0.8222482204437256 + "t_0.0-0.1": 1.8187801837921143, + "t_0.1-0.2": 1.6355104446411133, + "t_0.2-0.3": 1.427751064300537, + "t_0.3-0.4": 1.2986167669296265, + "t_0.4-0.5": 1.1517515182495117, + "t_0.5-0.6": 1.1041743755340576, + "t_0.6-0.7": 0.9842960238456726, + "t_0.7-0.8": 0.8620744943618774, + "t_0.8-0.9": 0.881240963935852, + "t_0.9-1.0": 1.456682562828064 + }, + { + "t_0.0-0.1": 0.6612053513526917, + "t_0.1-0.2": 0.6131688356399536, + "t_0.2-0.3": 0.537416398525238, + "t_0.3-0.4": 0.4571002423763275, + "t_0.4-0.5": 0.4373421370983124, + "t_0.5-0.6": 0.44405397772789, + "t_0.6-0.7": 0.3716900050640106, + "t_0.7-0.8": 0.3951893150806427, + "t_0.8-0.9": 0.42556390166282654, + "t_0.9-1.0": 0.5669314861297607 + }, + { + "t_0.0-0.1": 0.637565553188324, + "t_0.1-0.2": 0.6574863791465759, + "t_0.2-0.3": 0.6216185688972473, + "t_0.3-0.4": 0.5468361973762512, + "t_0.4-0.5": 0.43795183300971985, + "t_0.5-0.6": 0.4583301246166229, + "t_0.6-0.7": 0.4190351366996765, + "t_0.7-0.8": 0.4336532950401306, + "t_0.8-0.9": 0.5273779034614563, + "t_0.9-1.0": 0.8914681077003479 + }, + { + "t_0.0-0.1": 0.4929778575897217, + "t_0.1-0.2": 0.3388693332672119, + "t_0.2-0.3": 0.33160334825515747, + "t_0.3-0.4": 0.3557966947555542, + "t_0.4-0.5": 0.37089577317237854, + "t_0.5-0.6": 0.33629661798477173, + "t_0.6-0.7": 0.38917919993400574, + "t_0.7-0.8": 0.3684431314468384, + "t_0.8-0.9": 0.43631258606910706, + "t_0.9-1.0": 0.7472971677780151 + }, + { + "t_0.0-0.1": 0.2644909918308258, + "t_0.1-0.2": 0.27563047409057617, + "t_0.2-0.3": 0.24969643354415894, + "t_0.3-0.4": 0.1692560613155365, + "t_0.4-0.5": 0.18328411877155304, + "t_0.5-0.6": 0.21046648919582367, + "t_0.6-0.7": 0.17273260653018951, + "t_0.7-0.8": 0.22216512262821198, + "t_0.8-0.9": 0.3232695162296295, + "t_0.9-1.0": 0.7274379134178162 + }, + { + "t_0.0-0.1": 0.336758017539978, + "t_0.1-0.2": 0.2848670482635498, + "t_0.2-0.3": 0.3047209084033966, + "t_0.3-0.4": 0.24776987731456757, + "t_0.4-0.5": 0.2383270263671875, + "t_0.5-0.6": 0.2122110277414322, + "t_0.6-0.7": 0.23019792139530182, + "t_0.7-0.8": 0.3076898753643036, + "t_0.8-0.9": 0.5172221064567566, + "t_0.9-1.0": 1.2060601711273193 + }, + { + "t_0.0-0.1": 0.4662816524505615, + "t_0.1-0.2": 0.3689062297344208, + "t_0.2-0.3": 0.3901495635509491, + "t_0.3-0.4": 0.380476713180542, + "t_0.4-0.5": 0.42568519711494446, + "t_0.5-0.6": 0.3764045834541321, + "t_0.6-0.7": 0.3914174735546112, + "t_0.7-0.8": 0.5390812158584595, + "t_0.8-0.9": 0.8079444169998169, + "t_0.9-1.0": 1.734176754951477 + }, + { + "t_0.0-0.1": 0.6252145171165466, + "t_0.1-0.2": 0.5208947062492371, + "t_0.2-0.3": 0.5241777896881104, + "t_0.3-0.4": 0.5357159376144409, + "t_0.4-0.5": 0.5179336667060852, + "t_0.5-0.6": 0.6130528450012207, + "t_0.6-0.7": 0.6208533048629761, + "t_0.7-0.8": 0.6710811257362366, + "t_0.8-0.9": 0.6880432963371277, + "t_0.9-1.0": 1.3990761041641235 + }, + { + "t_0.0-0.1": 0.3807143568992615, + "t_0.1-0.2": 0.3536536395549774, + "t_0.2-0.3": 0.30297571420669556, + "t_0.3-0.4": 0.32531920075416565, + "t_0.4-0.5": 0.28986722230911255, + "t_0.5-0.6": 0.30281737446784973, + "t_0.6-0.7": 0.33880171179771423, + "t_0.7-0.8": 0.33419716358184814, + "t_0.8-0.9": 0.5056694149971008, + "t_0.9-1.0": 0.8004279136657715 + }, + { + "t_0.0-0.1": 0.5340075492858887, + "t_0.1-0.2": 0.506574273109436, + "t_0.2-0.3": 0.5206595659255981, + "t_0.3-0.4": 0.5152050852775574, + "t_0.4-0.5": 0.5138022899627686, + "t_0.5-0.6": 0.5367063283920288, + "t_0.6-0.7": 0.5824645757675171, + "t_0.7-0.8": 0.588870644569397, + "t_0.8-0.9": 0.6659671664237976, + "t_0.9-1.0": 1.2537602186203003 + }, + { + "t_0.0-0.1": 0.4207930266857147, + "t_0.1-0.2": 0.3798530697822571, + "t_0.2-0.3": 0.3840857446193695, + "t_0.3-0.4": 0.3891250789165497, + "t_0.4-0.5": 0.3928997814655304, + "t_0.5-0.6": 0.3730074167251587, + "t_0.6-0.7": 0.3785706162452698, + "t_0.7-0.8": 0.3851511776447296, + "t_0.8-0.9": 0.4623873233795166, + "t_0.9-1.0": 0.5693996548652649 + }, + { + "t_0.0-0.1": 0.2291327714920044, + "t_0.1-0.2": 0.19797120988368988, + "t_0.2-0.3": 0.21629393100738525, + "t_0.3-0.4": 0.21008867025375366, + "t_0.4-0.5": 0.2031562477350235, + "t_0.5-0.6": 0.2219991832971573, + "t_0.6-0.7": 0.22069302201271057, + "t_0.7-0.8": 0.2886480987071991, + "t_0.8-0.9": 0.27205488085746765, + "t_0.9-1.0": 0.529296338558197 + }, + { + "t_0.0-0.1": 0.3793312609195709, + "t_0.1-0.2": 0.2772437632083893, + "t_0.2-0.3": 0.24569672346115112, + "t_0.3-0.4": 0.25362899899482727, + "t_0.4-0.5": 0.24428032338619232, + "t_0.5-0.6": 0.2910499572753906, + "t_0.6-0.7": 0.3712490499019623, + "t_0.7-0.8": 0.3918920159339905, + "t_0.8-0.9": 0.4641925096511841, + "t_0.9-1.0": 0.8549471497535706 + }, + { + "t_0.0-0.1": 0.4533902108669281, + "t_0.1-0.2": 0.28247132897377014, + "t_0.2-0.3": 0.30308035016059875, + "t_0.3-0.4": 0.255075603723526, + "t_0.4-0.5": 0.23764224350452423, + "t_0.5-0.6": 0.3370945155620575, + "t_0.6-0.7": 0.3343885540962219, + "t_0.7-0.8": 0.44917553663253784, + "t_0.8-0.9": 0.762973964214325, + "t_0.9-1.0": 2.112895965576172 + }, + { + "t_0.0-0.1": 0.3225119113922119, + "t_0.1-0.2": 0.25275805592536926, + "t_0.2-0.3": 0.28875985741615295, + "t_0.3-0.4": 0.2694493234157562, + "t_0.4-0.5": 0.3464564085006714, + "t_0.5-0.6": 0.3723791241645813, + "t_0.6-0.7": 0.4537113308906555, + "t_0.7-0.8": 0.6185842156410217, + "t_0.8-0.9": 0.9991157650947571, + "t_0.9-1.0": 2.25346302986145 + }, + { + "t_0.0-0.1": 0.5926529169082642, + "t_0.1-0.2": 0.5167620778083801, + "t_0.2-0.3": 0.6032978892326355, + "t_0.3-0.4": 0.4900203347206116, + "t_0.4-0.5": 0.5362511277198792, + "t_0.5-0.6": 0.5326962471008301, + "t_0.6-0.7": 0.590708315372467, + "t_0.7-0.8": 0.5962632298469543, + "t_0.8-0.9": 0.8709776401519775, + "t_0.9-1.0": 1.1949008703231812 + }, + { + "t_0.0-0.1": 0.3165111243724823, + "t_0.1-0.2": 0.3408971130847931, + "t_0.2-0.3": 0.3253796100616455, + "t_0.3-0.4": 0.32427260279655457, + "t_0.4-0.5": 0.3267526924610138, + "t_0.5-0.6": 0.35469600558280945, + "t_0.6-0.7": 0.3709162771701813, + "t_0.7-0.8": 0.4445972442626953, + "t_0.8-0.9": 0.44702479243278503, + "t_0.9-1.0": 0.7974162697792053 + }, + { + "t_0.0-0.1": 0.43415945768356323, + "t_0.1-0.2": 0.30282142758369446, + "t_0.2-0.3": 0.22500565648078918, + "t_0.3-0.4": 0.20144562423229218, + "t_0.4-0.5": 0.2370724380016327, + "t_0.5-0.6": 0.230364590883255, + "t_0.6-0.7": 0.22043490409851074, + "t_0.7-0.8": 0.27992507815361023, + "t_0.8-0.9": 0.30324575304985046, + "t_0.9-1.0": 0.6436682343482971 + }, + { + "t_0.0-0.1": 0.6614755392074585, + "t_0.1-0.2": 0.4615752398967743, + "t_0.2-0.3": 0.4831400513648987, + "t_0.3-0.4": 0.6135230660438538, + "t_0.4-0.5": 0.5856456756591797, + "t_0.5-0.6": 0.5680423974990845, + "t_0.6-0.7": 0.7050468921661377, + "t_0.7-0.8": 0.7367869019508362, + "t_0.8-0.9": 1.0890108346939087, + "t_0.9-1.0": 1.927804708480835 + }, + { + "t_0.0-0.1": 0.7325615286827087, + "t_0.1-0.2": 0.5323032140731812, + "t_0.2-0.3": 0.455870658159256, + "t_0.3-0.4": 0.5574257969856262, + "t_0.4-0.5": 0.6323350667953491, + "t_0.5-0.6": 0.6477633118629456, + "t_0.6-0.7": 0.6725749373435974, + "t_0.7-0.8": 0.7944611310958862, + "t_0.8-0.9": 1.1593291759490967, + "t_0.9-1.0": 1.4656332731246948 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.034352175891399384, - 0.0070257605984807014, - 0.08811789751052856, - 0.05734190344810486, - 0.2203098088502884, - 0.006289307959377766, - 0.29817986488342285, - 0.0045008184388279915, - 0.03745318204164505, - 0.08330511301755905, - 0.23320895433425903, - 0.3399624824523926, - 0.0065645514987409115, - 0.06283185631036758, - 0.022942641749978065, - 0.1410646289587021, - 0.06529851257801056, - 0.2794811427593231, - 0.008064515888690948, - 0.2198275923728943, - 0.3094462454319, - 0.4597264528274536, - 0.14796747267246246, - 0.06341107934713364, - 0.10566037893295288, - 0.1762661337852478, - 0.21328818798065186, - 0.013947591185569763, - 0.013256738893687725, - 0.20612582564353943, - 0.026294821873307228, - 0.11295680701732635, - 0.23051947355270386, - 0.09185441583395004, - 0.1377212405204773, - 0.06692913919687271, - 0.09883938729763031, - 0.3217822015285492, - 0.02822791412472725, - 0.11910337954759598, - 0.15903307497501373, - 0.3273427486419678, - 0.06598034501075745, - 0.0029069767333567142, - 0.023892100900411606, - 0.007186290342360735, - 0.04885270074009895, - 0.10626029223203659, - 0.12831857800483704, - 0.06132461130619049, - 0.06587837636470795, - 0.0802069902420044, - 0.1842496246099472, - 0.24137930572032928, - 0.007575757801532745, - 0.1627039611339569, - 0.09276504814624786, - 0.08727053552865982, - 0.03125, - 0.007095793262124062, - 0.00238663493655622, - 0.05313092842698097, - 0.047749511897563934, - 0.02662167139351368, - 0.010714286006987095, - 0.15503551065921783, - 0.11277174204587936, - 0.29931190609931946, - 0.0050505055114626884, - 0.04861878231167793, - 0.004201680887490511, - 0.04609544575214386, - 0.08356290310621262, - 0.00710563687607646, - 0.05150976777076721, - 0.10392700880765915, - 0.12724092602729797, - 0.11591695994138718, - 0.007778738159686327, - 0.07779226452112198, - 0.030460141599178314, - 0.1683168262243271, - 0.07309941202402115, - 0.022532189264893532, - 0.22909091413021088, - 0.06811057031154633, - 0.12622657418251038, - 0.1039697602391243, - 0.0007849293760955334, - 0.08778893202543259, - 0.05824446305632591, - 0.023026317358016968, - 0.0961248055100441, - 0.16409888863563538, - 0.004413387272506952, - 0.0507042221724987, - 0.005692599341273308, - 0.11567164212465286, - 0.11180811375379562, - 0.008603239431977272, - 0.14220182597637177, - 0.1172625869512558, - 0.08553054183721542, - 0.04177897796034813, - 0.056153327226638794, - 0.011319281533360481, - 0.10178668051958084, - 0.10876482725143433, - 0.0033136967103928328, - 0.10889929533004761, - 0.038532111793756485, - 0.04541832581162453, - 0.12161143869161606, - 0.21886248886585236, - 0.05895795300602913, - 0.08703569322824478, - 0.15443424880504608, - 0.0596175491809845, - 0.0037364130839705467, - 0.30576440691947937, - 0.09692450612783432, - 0.1076798066496849, - 0.5738725066184998, - 0.11051692813634872, - 0.03396739065647125, - 0.10570070892572403, - 0.005976095795631409, - 0.016597511246800423, - 0.0818767249584198, - 0.14312976598739624, - 0.05329719930887222, - 0.0741666704416275, - 0.1043585017323494, - 0.06938774883747101, - 0.10702772438526154, - 0.002958579920232296, - 0.6341789364814758, - 0.03929430618882179, - 0.16939251124858856, - 0.02053140103816986, - 0.10147299617528915, - 0.0034722222480922937, - 0.004201680887490511, - 0.12851181626319885, - 0.008937438018620014, - 0.06088992953300476, - 0.1634114682674408, - 0.07344149798154831, - 0.27944403886795044, - 0.008557457476854324, - 0.14315900206565857, - 0.07642180472612381, - 0.0590163916349411, - 0.01092896144837141, - 0.02270483784377575, - 0.059207092970609665, - 0.11218678951263428, - 0.005345211364328861, - 0.04089219123125076, - 0.10182119160890579, - 0.03598400950431824, - 0.11594203114509583, - 0.016597511246800423, - 0.17481312155723572, - 0.04769805073738098, - 0.1752542406320572, - 0.03758496791124344, - 0.10581359267234802, - 0.11201867461204529, - 0.19695192575454712, - 0.028271112591028214, - 0.11272584646940231, - 0.04188481718301773, - 0.008101265877485275, - 0.05800604447722435, - 0.1294776201248169, - 0.03397341072559357, - 0.008268259465694427, - 0.008603239431977272, - 0.15230277180671692, - 0.0065543074160814285, - 0.18221575021743774, - 0.23927614092826843, - 0.21718145906925201, - 0.008064515888690948, - 0.004983388818800449, - 0.13392417132854462, - 0.009999999776482582, - 0.007606787607073784, - 0.0876205787062645, - 0.378754585981369, - 0.006555723492056131, - 0.011326861567795277, - 0.25200000405311584, - 0.1632012575864792, - 0.06294155865907669, - 0.1167701855301857, - 0.2627272605895996, - 0.16254417598247528, - 0.16660040616989136, - 0.344612181186676, - 0.00999375432729721, - 0.13447171449661255, - 0.05893446505069733, - 0.004032257944345474, - 0.10177304595708847, - 0.11330839991569519, - 0.14220182597637177, - 0.0054411194287240505, - 0.047288503497838974, - 0.09099740535020828, - 0.006862476002424955, - 0.003355704713612795, - 0.03378956392407417, - 0.1761297732591629, - 0.06718671321868896, - 0.019438445568084717, - 0.015064934268593788, - 0.07022607326507568, - 0.2935010492801666, - 0.15198791027069092, - 0.19985251128673553, - 0.23286288976669312, - 0.38198322057724, - 0.0669170394539833, - 0.004253308288753033, - 0.07204385101795197, - 0.12583668529987335, - 0.06376975029706955, - 0.1309288591146469, - 0.03881140053272247, - 0.03365606442093849, - 0.004385964944958687, - 0.009475219063460827, - 0.016597511246800423, - 0.12474747747182846, - 0.004323899280279875, - 0.09403669834136963, - 0.012298231944441795, - 0.021078092977404594, - 0.1357421875, - 0.18468469381332397, - 0.20137862861156464, - 0.004201680887490511, - 0.07530488073825836, - 0.007957559078931808, - 0.10272759199142456, - 0.1799686998128891, - 0.07283763587474823, - 0.08703190088272095, - 0.004901960492134094, - 0.0768355131149292, - 0.1367102414369583, - 0.07011747360229492, - 0.11690731346607208, - 0.004385964944958687, - 0.10461441427469254, - 0.09841107577085495, - 0.003722504246979952, - 0.17147521674633026, - 0.006543075665831566, - 0.21262209117412567, - 0.029629629105329514, - 0.04155707359313965, - 0.00238663493655622, - 0.15349143743515015, - 0.021176470443606377, - 0.002984084887430072, - 0.17813631892204285, - 0.2484624832868576, - 0.06567881256341934, - 0.00538160465657711, - 0.07771039009094238, - 0.005199306644499302, - 0.11840452253818512, - 0.23849765956401825, - 0.004032257944345474, - 0.014779980294406414, - 0.07525084167718887, - 0.03866279125213623, - 0.2800000011920929, - 0.21153846383094788, - 0.2962195873260498, - 0.01092896144837141, - 0.011326861567795277, - 0.09216418117284775, - 0.009475219063460827, - 0.048138055950403214, - 0.13554216921329498, - 0.14014801383018494, - 0.19175392389297485, - 0.09216418117284775, - 0.05322862043976784, - 0.1177094355225563, - 0.0026212320663034916, - 0.17587938904762268, - 0.04094827547669411, - 0.1293136179447174, - 0.1187528669834137, - 0.009605662897229195, - 0.0798424631357193, - 0.2811310589313507, - 0.10147299617528915, - 0.11564023047685623, - 0.18620875477790833, - 0.09764918684959412, - 0.0850939005613327, - 0.09230180084705353, - 0.008416622877120972, - 0.034408602863550186, - 0.15958550572395325, - 0.17256923019886017, - 0.015350877307355404, - 0.16678082942962646, - 0.010522359982132912, - 0.0995967760682106, - 0.061156414449214935, - 0.13050313293933868, - 0.05153566226363182, - 0.06705298274755478, - 0.2258516103029251, - 0.005130596924573183, - 0.16427432000637054, - 0.033934254199266434, - 0.0021321962121874094, - 0.05979202687740326, - 0.19431892037391663, - 0.015259739942848682, - 0.006289307959377766, - 0.14133551716804504, - 0.005145167000591755, - 0.004567814525216818, - 0.03977900743484497, - 0.1689765453338623, - 0.10653536021709442, - 0.18221575021743774, - 0.12779036164283752, - 0.1846330314874649, - 0.0677570104598999, - 0.06708653271198273, - 0.023051591590046883, - 0.04134831577539444, - 0.0024219590704888105, - 0.09057437628507614, - 0.021000618115067482, - 0.0035771066322922707, - 0.1524464190006256, - 0.0027141133323311806, - 0.09831738471984863, - 0.06703498959541321, - 0.028450999408960342, - 0.11277174204587936, - 0.004385964944958687, - 0.0016556291375309229, - 0.1102578192949295, - 0.0023174970410764217, - 0.13095861673355103, - 0.10710195451974869, - 0.007329843007028103, - 0.0047846888191998005, - 0.25175580382347107, - 0.01666666753590107, - 0.03702051565051079, - 0.00853333342820406, - 0.008245382457971573, - 0.06974880397319794, - 0.007231404539197683, - 0.0995967760682106, - 0.0954754576086998, - 0.015070921741425991, - 0.014234875328838825, - 0.10681817680597305, - 0.1410835236310959, - 0.3217468857765198, - 0.09185441583395004, - 0.07370183616876602, - 0.27344071865081787, - 0.06590723991394043, - 0.13259457051753998, - 0.016972165554761887, - 0.0035971221514046192, - 0.0047846888191998005, - 0.0907738134264946, - 0.05076142027974129, - 0.3924611806869507, - 0.0025380710139870644, - 0.01286048348993063, - 0.02223457396030426, - 0.005434782709926367, - 0.31376147270202637, - 0.030057251453399658, - 0.025900445878505707, - 0.07194826006889343, - 0.15457788109779358, - 0.010360842570662498, - 0.004567814525216818, - 0.10833333432674408, - 0.08423913270235062, - 0.11050156503915787, - 0.004160362761467695, - 0.1364092230796814, - 0.05911949649453163, - 0.0047846888191998005, - 0.009225700050592422, - 0.010176391340792179, - 0.002888318384066224, - 0.004201680887490511, - 0.11937469989061356, - 0.0692717581987381, - 0.05082070827484131, - 0.015437392517924309, - 0.07896221429109573, - 0.006944444961845875, - 0.07097334414720535, - 0.09927453100681305, - 0.009743774309754372, - 0.061314795166254044, - 0.0038759689778089523, - 0.01734646037220955, - 0.002872812794521451, - 0.11762735247612, - 0.06796769797801971, - 0.006784260272979736, - 0.005985266994684935, - 0.11317338049411774, - 0.05454009398818016, - 0.037959665060043335, - 0.0038677917327731848, - 0.009319986216723919, - 0.017174335196614265, - 0.02838427945971489, - 0.08299458026885986, - 0.12603406608104706, - 0.005976095795631409, - 0.21890756487846375, - 0.029130253940820694, - 0.27680525183677673, - 0.12576356530189514, - 0.00460122711956501, - 0.09115699678659439, - 0.004256828688085079, - 0.01265229657292366, - 0.005434782709926367, - 0.09992486983537674, - 0.09250280261039734, - 0.004431314766407013, - 0.0681731179356575, - 0.2611374258995056, - 0.018665850162506104, - 0.07273449748754501, - 0.0684790089726448, - 0.18283221125602722, - 0.06365576386451721, - 0.22054597735404968, - 0.10749808698892593, - 0.002423822646960616, - 0.13113972544670105, - 0.0034987276885658503, - 0.01943063735961914, - 0.14009927213191986, - 0.15500642359256744, - 0.0030095758847892284, - 0.09678667783737183, - 0.2953703701496124, - 0.002984084887430072, - 0.1387622058391571, - 0.022582922130823135, - 0.06289614737033844, - 0.005199306644499302, - 0.002195734065026045, - 0.05249745026230812, - 0.006637168116867542, - 0.0034987276885658503, - 0.004273504018783569, - 0.002984084887430072, - 0.0037313434295356274, - 0.005886970087885857, - 0.10078909993171692, - 0.06781609356403351, - 0.06017191708087921, - 0.003246753243729472, - 0.01666666753590107, - 0.013530655764043331, - 0.002984084887430072, - 0.08946700394153595, - 0.10276679694652557, - 0.004431314766407013, - 0.0037313434295356274, - 0.0038759689778089523, - 0.07544098049402237, - 0.026036132127046585, - 0.006307339295744896, - 0.004380908794701099, - 0.013089004904031754 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0731884092092514, + 0.07842086255550385, + 0.06847825646400452, + 0.02797657810151577, + 0.15622767806053162, + 0.030917635187506676, + 0.06892681121826172, + 0.16821995377540588, + 0.06712839752435684, + 0.0947781503200531, + 0.042681775987148285, + 0.13667650520801544, + 0.0961923822760582, + 0.10760233551263809, + 0.1709776371717453, + 0.16158458590507507, + 0.11580932140350342, + 0.10370561480522156, + 0.12467775493860245, + 0.06603773683309555, + 0.11461388319730759, + 0.08576641976833344, + 0.08994941413402557, + 0.10240690410137177, + 0.10174613445997238, + 0.14867502450942993, + 0.0717928558588028, + 0.19036225974559784, + 0.053314972668886185, + 0.06632343679666519, + 0.09170766174793243, + 0.03188405930995941, + 0.07996585220098495, + 0.13794998824596405, + 0.08974359184503555, + 0.23633092641830444, + 0.08277026563882828, + 0.05321326106786728, + 0.04300634562969208, + 0.06186726316809654, + 0.03430807963013649, + 0.06467141211032867, + 0.07103675603866577, + 0.11478685587644577, + 0.07407407462596893, + 0.04671115428209305, + 0.06708229333162308, + 0.061935484409332275, + 0.06051629036664963, + 0.09031446278095245, + 0.10589811950922012, + 0.09772727638483047, + 0.12622907757759094, + 0.0138248847797513, + 0.10410244017839432, + 0.05541801452636719, + 0.1260504126548767, + 0.07406593859195709, + 0.05216510593891144, + 0.05841287970542908, + 0.07103174924850464, + 0.10815174132585526, + 0.09214780479669571, + 0.07032348960638046, + 0.059220172464847565, + 0.05545324459671974, + 0.03403863683342934, + 0.06289460510015488, + 0.07235477864742279, + 0.040438078343868256, + 0.06239646300673485, + 0.06628412753343582, + 0.0384526289999485, + 0.08931661397218704, + 0.07377220690250397, + 0.0748484879732132, + 0.052386000752449036, + 0.1295577883720398, + 0.005831452086567879, + 0.11623895168304443, + 0.13013550639152527, + 0.09266886115074158, + 0.04190751165151596, + 0.08325132727622986, + 0.09486895799636841, + 0.08182071894407272, + 0.08986325562000275, + 0.058602023869752884, + 0.08133174479007721, + 0.09569161385297775, + 0.06486589461565018, + 0.04912184551358223, + 0.09667056053876877, + 0.00950628612190485, + 0.04887218028306961, + 0.05755101889371872, + 0.05882352963089943, + 0.09963184595108032, + 0.10307132452726364, + 0.1520979106426239, + 0.08993985503911972, + 0.08169727772474289, + 0.021340757608413696, + 0.03825656697154045, + 0.034244079142808914, + 0.039541129022836685, + 0.027063967660069466, + 0.058712124824523926, + 0.06201935186982155, + 0.09983360767364502, + 0.052033714950084686, + 0.05772459879517555, + 0.07352940738201141, + 0.0568530298769474, + 0.0567312017083168, + 0.06976744532585144, + 0.07032866030931473, + 0.04483111575245857, + 0.06311208009719849, + 0.0869189202785492, + 0.04647201672196388, + 0.05917938053607941, + 0.11337939649820328, + 0.03283052518963814, + 0.08795704692602158, + 0.06268328428268433, + 0.0892685279250145, + 0.09278977662324905, + 0.10280819237232208, + 0.09844677895307541, + 0.0930437296628952, + 0.05787098407745361, + 0.05000000074505806, + 0.1005452573299408, + 0.09679732471704483, + 0.04519427567720413, + 0.07386011630296707, + 0.1350431889295578, + 0.07789812982082367, + 0.034649867564439774, + 0.033287812024354935, + 0.024126755073666573, + 0.011671924032270908, + 0.11353486776351929, + 0.04505716264247894, + 0.0767553448677063, + 0.09868859499692917, + 0.16052958369255066, + 0.07284144312143326, + 0.06844940781593323, + 0.10939907282590866, + 0.08906971663236618, + 0.16521477699279785, + 0.05521783605217934, + 0.028351156041026115, + 0.08498253673315048, + 0.03923019766807556, + 0.09416508674621582, + 0.04830383509397507, + 0.0300242118537426, + 0.11625994741916656, + 0.06486064195632935, + 0.024499360471963882, + 0.08726207911968231, + 0.04680851101875305, + 0.06914178282022476, + 0.1172967404127121, + 0.08417266607284546, + 0.03713458031415939, + 0.08984892815351486, + 0.08726003766059875, + 0.1021355614066124, + 0.03576914593577385, + 0.04261854663491249, + 0.14442259073257446, + 0.017732558771967888, + 0.02924102358520031, + 0.11613723635673523, + 0.07569974660873413, + 0.11051402240991592, + 0.06799065321683884, + 0.09501934796571732, + 0.037643931806087494, + 0.06785813719034195, + 0.04723231494426727, + 0.0749896988272667, + 0.07580125331878662, + 0.1274779736995697, + 0.05374203994870186, + 0.053530748933553696, + 0.05817875266075134, + 0.09311475604772568, + 0.05769779905676842, + 0.09624487906694412, + 0.00744622154161334, + 0.10503186285495758, + 0.08004078269004822, + 0.053084030747413635, + 0.11902087926864624, + 0.10605461150407791, + 0.06886538118124008, + 0.11973646283149719, + 0.09258456528186798, + 0.08224258571863174, + 0.10648621618747711, + 0.02454308234155178, + 0.0350734107196331, + 0.025444665923714638, + 0.0791349783539772, + 0.029299361631274223, + 0.06696970015764236, + 0.038482096046209335, + 0.051898449659347534, + 0.12890996038913727, + 0.05657583102583885, + 0.11064954847097397, + 0.03959716111421585, + 0.07932542264461517, + 0.041631799191236496, + 0.07441633939743042, + 0.04645972698926926, + 0.020900322124361992, + 0.1351727992296219, + 0.07772380113601685, + 0.03461789712309837, + 0.11712214350700378, + 0.0343465581536293, + 0.07908034324645996, + 0.06203605979681015, + 0.035512328147888184, + 0.046475600451231, + 0.025902817025780678, + 0.04917743057012558, + 0.11207394301891327, + 0.07298680394887924, + 0.05310564860701561, + 0.10200267285108566, + 0.06944145262241364, + 0.07672633975744247, + 0.07385730743408203, + 0.04244694113731384, + 0.06259503215551376, + 0.023682810366153717, + 0.06055900827050209, + 0.04851439222693443, + 0.0572199746966362, + 0.0545305460691452, + 0.04316394031047821, + 0.1591796875, + 0.054216865450143814, + 0.07253521680831909, + 0.07082001864910126, + 0.0484699122607708, + 0.0505090057849884, + 0.0227151270955801, + 0.06358571350574493, + 0.06659045815467834, + 0.03129931539297104, + 0.08335712552070618, + 0.05644768849015236, + 0.04018789157271385, + 0.11363635957241058, + 0.020998720079660416, + 0.03256935998797417, + 0.06162162125110626, + 0.054054055362939835, + 0.06474582105875015, + 0.11974522471427917, + 0.08676937222480774, + 0.07884392887353897, + 0.024828767403960228, + 0.07868526130914688, + 0.03738512843847275, + 0.050889138132333755, + 0.08481708914041519, + 0.083939328789711, + 0.12051618844270706, + 0.024365738034248352, + 0.07847896218299866, + 0.04374437406659126, + 0.08751696348190308, + 0.054395824670791626, + 0.051514096558094025, + 0.045911047607660294, + 0.11768530309200287, + 0.032190196216106415, + 0.06750126928091049, + 0.12128549069166183, + 0.03825979307293892, + 0.06737691164016724, + 0.04374488815665245, + 0.03849538043141365, + 0.03581593930721283, + 0.06191369891166687, + 0.11023154109716415, + 0.011309524066746235, + 0.0514221154153347, + 0.06563080102205276, + 0.05669957771897316, + 0.052680738270282745, + 0.06624012440443039, + 0.045323047786951065, + 0.10989932715892792, + 0.054096877574920654, + 0.0246285367757082, + 0.022925131022930145, + 0.06632770597934723, + 0.05898004770278931, + 0.048752836883068085, + 0.056771136820316315, + 0.06144728511571884, + 0.006971339695155621, + 0.0474281907081604, + 0.055083028972148895, + 0.04471830651164055, + 0.07537131756544113, + 0.0541747584939003, + 0.07567804306745529, + 0.07292787730693817, + 0.04134885594248772, + 0.07237917184829712, + 0.11249999701976776, + 0.07235200703144073, + 0.03718908503651619, + 0.06899703294038773, + 0.05803672596812248, + 0.03731498867273331, + 0.029837774112820625, + 0.04152671620249748, + 0.03903243690729141, + 0.06046279892325401, + 0.04721343144774437, + 0.0376686155796051, + 0.09168222546577454, + 0.03557663783431053, + 0.09404013305902481, + 0.010475266724824905, + 0.03312405198812485, + 0.040155079215765, + 0.05208898335695267, + 0.053010810166597366, + 0.047880299389362335, + 0.100341796875, + 0.07294222712516785, + 0.04407259076833725, + 0.114364854991436, + 0.051730770617723465, + 0.044949498027563095, + 0.03275575488805771, + 0.08935546875, + 0.03386727720499039, + 0.05201592668890953, + 0.05941043049097061, + 0.08335559070110321, + 0.13013428449630737, + 0.03518667817115784, + 0.02903379499912262, + 0.07107438147068024, + 0.04566420614719391, + 0.06747086346149445, + 0.07880434393882751, + 0.07008086144924164, + 0.04506833851337433, + 0.05620406195521355, + 0.03724353015422821, + 0.055269237607717514, + 0.06911242753267288, + 0.0965891033411026, + 0.06723687052726746, + 0.04349030554294586, + 0.07017045468091965, + 0.03702385351061821, + 0.1244635134935379, + 0.06446505337953568, + 0.05226130783557892, + 0.09860558062791824, + 0.06331831216812134, + 0.026751592755317688, + 0.06790328025817871, + 0.06560550630092621, + 0.011284366250038147, + 0.07946725934743881, + 0.12067486345767975, + 0.04543107748031616, + 0.015560418367385864, + 0.08090409636497498, + 0.06822612136602402, + 0.08337444067001343, + 0.040869005024433136, + 0.020531965419650078, + 0.025369003415107727, + 0.06280193477869034, + 0.058697205036878586, + 0.0946856290102005, + 0.07599478214979172, + 0.06449893862009048, + 0.06897301971912384, + 0.0421498641371727, + 0.03488092124462128, + 0.03564131632447243, + 0.06575114279985428, + 0.09227780252695084, + 0.07515247166156769, + 0.11414141952991486, + 0.0128235574811697, + 0.06864564120769501, + 0.010796221904456615, + 0.06029684841632843, + 0.043420299887657166, + 0.09035687148571014, + 0.13705900311470032, + 0.09271078556776047, + 0.023886708542704582, + 0.08689869195222855, + 0.0758483037352562, + 0.0469578392803669, + 0.07280898839235306, + 0.11003319174051285, + 0.005842259153723717, + 0.056937798857688904, + 0.057499390095472336, + 0.0350746288895607, + 0.056113410741090775, + 0.03910209983587265, + 0.08008167147636414, + 0.04205900803208351, + 0.022442378103733063, + 0.028502121567726135, + 0.037344399839639664, + 0.0518251471221447, + 0.03258928656578064, + 0.059066880494356155, + 0.08556567132472992, + 0.042999476194381714, + 0.11173593997955322, + 0.0857427716255188, + 0.04194941371679306, + 0.10091502964496613, + 0.06762339919805527, + 0.0631045550107956, + 0.053645119071006775, + 0.0448705293238163, + 0.061153292655944824, + 0.027724049985408783, + 0.05228426679968834, + 0.03596225753426552, + 0.08279165625572205, + 0.05260869860649109, + 0.04682996869087219, + 0.10203470289707184, + 0.06493506580591202, + 0.05702730268239975, + 0.07757644355297089, + 0.04293148219585419, + 0.06534226983785629, + 0.05616338551044464, + 0.03785869479179382, + 0.06544150412082672, + 0.07405102998018265, + 0.06848911941051483, + 0.06564648449420929, + 0.08288955688476562, + 0.0785539522767067, + 0.13243922591209412, + 0.054203879088163376, + 0.04286365583539009, + 0.038765087723731995, + 0.04779806360602379, + 0.01570950262248516, + 0.08663701266050339, + 0.1082574799656868, + 0.09698476642370224, + 0.041872452944517136, + 0.09183274954557419, + 0.13334952294826508, + 0.042136624455451965, + 0.047746941447257996, + 0.05149572715163231, + 0.08739627152681351, + 0.020164787769317627, + 0.1177072674036026, + 0.07245106995105743, + 0.07851433753967285, + 0.01780611090362072, + 0.04154567793011665, + 0.03432494401931763, + 0.08137907087802887, + 0.03970775008201599, + 0.06440483033657074, + 0.07114122062921524, + 0.10068965703248978, + 0.06289854645729065, + 0.09100557118654251, + 0.06937063485383987, + 0.1244635209441185, + 0.0825752317905426 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 40.92451858520508, - 54.22412109375, - 62.62348937988281, - 54.62394714355469, - 98.7372055053711, - 95.87679290771484, - 123.6534652709961, - 54.224124908447266, - 41.47610092163086, - 77.3393325805664, - 141.29684448242188, - 140.54440307617188, - 47.703086853027344, - 47.90146255493164, - 43.386512756347656, - 76.34580993652344, - 55.49595642089844, - 116.03543090820312, - 67.5317611694336, - 124.626953125, - 133.0571746826172, - 185.85765075683594, - 104.63640594482422, - 58.140625, - 60.82076644897461, - 67.34877014160156, - 119.11917114257812, - 39.482200622558594, - 41.895790100097656, - 130.85679626464844, - 41.47610092163086, - 74.5511245727539, - 95.45564270019531, - 66.25981903076172, - 95.96009063720703, - 52.04319381713867, - 78.35078430175781, - 190.16453552246094, - 39.482200622558594, - 92.98289489746094, - 109.99134063720703, - 177.17855834960938, - 49.528934478759766, - 54.224124908447266, - 40.007301330566406, - 67.5317611694336, - 46.324668884277344, - 77.3393325805664, - 73.6240234375, - 52.04317855834961, - 52.04319381713867, - 62.62348937988281, - 85.927978515625, - 137.3419952392578, - 47.703086853027344, - 77.0785140991211, - 66.25981140136719, - 65.34730529785156, - 42.714107513427734, - 67.5317611694336, - 512.0, - 47.90146255493164, - 47.10594177246094, - 39.4486198425293, - 119.99597930908203, - 84.53054809570312, - 82.80713653564453, - 130.65594482421875, - 47.703086853027344, - 46.324668884277344, - 54.22412109375, - 44.08746337890625, - 63.528995513916016, - 41.895790100097656, - 51.19669723510742, - 75.47940826416016, - 74.30929565429688, - 74.55110931396484, - 67.5317611694336, - 71.77371978759766, - 40.43056106567383, - 105.57367706298828, - 56.37302017211914, - 39.44862365722656, - 143.52320861816406, - 56.373023986816406, - 81.33406829833984, - 69.00910949707031, - 104.52373504638672, - 67.66645050048828, - 55.49595642089844, - 40.92451858520508, - 61.72068786621094, - 94.09255981445312, - 54.22412109375, - 52.04319381713867, - 104.52373504638672, - 79.59163665771484, - 76.73284149169922, - 54.22412109375, - 93.27268981933594, - 78.70538330078125, - 74.5511245727539, - 45.559566497802734, - 59.9239501953125, - 41.895790100097656, - 69.00910949707031, - 77.8544692993164, - 47.703086853027344, - 80.13677978515625, - 41.47610092163086, - 57.25469207763672, - 83.87886810302734, - 98.75791931152344, - 50.389007568359375, - 54.62394714355469, - 94.70237731933594, - 49.52893829345703, - 67.5317611694336, - 115.02704620361328, - 66.70679473876953, - 84.1426773071289, - 171.3543701171875, - 73.6240234375, - 42.075233459472656, - 73.6240234375, - 67.5317611694336, - 39.482200622558594, - 60.820770263671875, - 95.18026733398438, - 52.89699935913086, - 57.25468826293945, - 77.33934783935547, - 58.140625, - 79.81022644042969, - 54.22412109375, - 199.5955047607422, - 44.81291198730469, - 106.63114166259766, - 39.36961364746094, - 69.92909240722656, - 121.57379150390625, - 54.224124908447266, - 68.1982421875, - 54.22412109375, - 52.89699935913086, - 107.46990203857422, - 60.82076644897461, - 82.78580474853516, - 47.703086853027344, - 82.85515594482422, - 55.4959602355957, - 47.901458740234375, - 44.05696487426758, - 39.448631286621094, - 53.757450103759766, - 78.2708511352539, - 67.5317611694336, - 49.573997497558594, - 68.06558227539062, - 44.18462371826172, - 89.16119384765625, - 54.22412109375, - 91.44625091552734, - 42.714111328125, - 111.57269287109375, - 45.5595588684082, - 72.69819641113281, - 71.77371978759766, - 117.98269653320312, - 39.36960983276367, - 78.2708511352539, - 45.5595588684082, - 44.05697250366211, - 51.196693420410156, - 81.3477554321289, - 42.7141227722168, - 40.60122299194336, - 47.703086853027344, - 78.99107360839844, - 67.5317611694336, - 132.76943969726562, - 99.29817199707031, - 123.01707458496094, - 44.05696487426758, - 47.703086853027344, - 86.69319152832031, - 41.895790100097656, - 47.703086853027344, - 70.85063934326172, - 128.7086639404297, - 104.52373504638672, - 47.703086853027344, - 144.38328552246094, - 82.95259094238281, - 53.757450103759766, - 70.74696350097656, - 104.16321563720703, - 73.79886627197266, - 70.42395782470703, - 165.44578552246094, - 44.05697250366211, - 60.789794921875, - 49.5289421081543, - 512.0, - 63.528987884521484, - 72.69818878173828, - 83.87886047363281, - 44.05697250366211, - 44.81291198730469, - 57.373165130615234, - 47.703086853027344, - 104.52373504638672, - 43.38652420043945, - 109.42164611816406, - 64.33275604248047, - 39.6721305847168, - 40.00730514526367, - 53.757450103759766, - 115.14683532714844, - 95.9488525390625, - 131.9152374267578, - 91.58386993408203, - 140.68048095703125, - 51.19670486450195, - 67.5317611694336, - 64.43695831298828, - 76.4088134765625, - 54.62394714355469, - 84.81626892089844, - 44.08746337890625, - 44.08745574951172, - 104.52373504638672, - 40.60122299194336, - 39.3696174621582, - 79.20336151123047, - 104.52373504638672, - 66.25979614257812, - 40.60122299194336, - 44.04214096069336, - 91.41780853271484, - 124.6097640991211, - 83.52180480957031, - 67.5317611694336, - 59.03047180175781, - 54.22412109375, - 84.72264862060547, - 96.52980041503906, - 49.52893829345703, - 66.25979614257812, - 104.52373504638672, - 65.3473129272461, - 84.5281753540039, - 58.140628814697266, - 71.77371978759766, - 512.0, - 84.11985778808594, - 77.3393325805664, - 47.703086853027344, - 99.32245635986328, - 54.22412109375, - 124.89539337158203, - 44.81291198730469, - 45.5595588684082, - 104.52373504638672, - 97.05650329589844, - 39.482200622558594, - 104.52373504638672, - 108.66844177246094, - 86.16886138916016, - 53.757450103759766, - 47.703086853027344, - 57.25469970703125, - 512.0, - 80.14321899414062, - 140.70347595214844, - 104.52373504638672, - 41.895790100097656, - 65.3473129272461, - 46.324668884277344, - 141.7166748046875, - 130.46360778808594, - 121.4712905883789, - 44.05697250366211, - 40.60122299194336, - 65.3473129272461, - 104.52373504638672, - 48.7095832824707, - 83.87886047363281, - 96.8478775024414, - 107.8962173461914, - 63.52898025512695, - 53.757450103759766, - 55.95487594604492, - 52.893707275390625, - 108.44457244873047, - 47.10594177246094, - 88.5726547241211, - 82.0062255859375, - 54.22412109375, - 59.030479431152344, - 104.24613952636719, - 72.69819641113281, - 81.0710678100586, - 83.07127380371094, - 59.03047561645508, - 66.25981140136719, - 75.4793930053711, - 54.224124908447266, - 39.6721305847168, - 107.46992492675781, - 112.27433013916016, - 41.895790100097656, - 97.3757553100586, - 44.05696487426758, - 66.25981140136719, - 59.030479431152344, - 94.10745239257812, - 48.70958709716797, - 56.373016357421875, - 99.00330352783203, - 93.82063293457031, - 100.83844757080078, - 40.43056106567383, - 47.10594177246094, - 54.62394714355469, - 80.72454071044922, - 41.895790100097656, - 47.703086853027344, - 97.05651092529297, - 44.05696487426758, - 104.52373504638672, - 49.528934478759766, - 100.92750549316406, - 69.00910949707031, - 100.46704864501953, - 75.51061248779297, - 111.07852935791016, - 61.72069549560547, - 58.140625, - 39.6721305847168, - 47.901458740234375, - 104.52373504638672, - 67.17436218261719, - 39.482200622558594, - 67.5317611694336, - 58.35598373413086, - 68.91429901123047, - 76.78372192382812, - 54.62395477294922, - 41.47610092163086, - 97.76407623291016, - 104.52373504638672, - 104.52373504638672, - 66.25979614257812, - 83.9841079711914, - 87.56349182128906, - 77.33934783935547, - 67.5317611694336, - 54.22412109375, - 106.13294219970703, - 39.85641860961914, - 44.81291198730469, - 104.52373504638672, - 88.24527740478516, - 52.89699935913086, - 54.22412109375, - 61.72068786621094, - 70.85065460205078, - 44.05696487426758, - 39.482200622558594, - 66.67745971679688, - 112.01595306396484, - 153.3529510498047, - 69.00910949707031, - 62.623497009277344, - 98.50664520263672, - 66.25979614257812, - 94.15664672851562, - 40.43056106567383, - 104.52373504638672, - 67.5317611694336, - 65.3473129272461, - 44.81291198730469, - 102.62919616699219, - 512.0, - 44.05696487426758, - 40.92451477050781, - 54.224124908447266, - 187.7542724609375, - 40.92451858520508, - 39.448631286621094, - 58.140628814697266, - 93.28109741210938, - 104.52373504638672, - 512.0, - 74.55110168457031, - 60.82075881958008, - 83.14450073242188, - 104.52373504638672, - 91.12566375732422, - 51.196693420410156, - 47.703086853027344, - 47.703086853027344, - 41.895790100097656, - 512.0, - 104.52373504638672, - 78.2708511352539, - 59.9239387512207, - 46.324668884277344, - 41.895790100097656, - 63.528987884521484, - 44.05696487426758, - 62.62348937988281, - 57.25468444824219, - 104.52373504638672, - 54.62394714355469, - 512.0, - 39.482200622558594, - 512.0, - 86.07020568847656, - 50.35832595825195, - 67.5317611694336, - 67.5317611694336, - 89.12194061279297, - 47.105934143066406, - 40.007301330566406, - 104.52373504638672, - 47.703086853027344, - 49.85771942138672, - 40.007301330566406, - 63.52897262573242, - 82.00621032714844, - 67.5317611694336, - 121.34320831298828, - 40.92451858520508, - 141.49256896972656, - 86.69319915771484, - 104.52373504638672, - 66.25981140136719, - 104.52373504638672, - 40.601219177246094, - 104.52373504638672, - 87.02685546875, - 77.3393325805664, - 47.703086853027344, - 57.25469207763672, - 116.04991912841797, - 40.92451858520508, - 57.25469207763672, - 52.04319381713867, - 79.91937255859375, - 54.62394714355469, - 94.05011749267578, - 79.39971160888672, - 104.52373504638672, - 89.22273254394531, - 54.224124908447266, - 40.60122299194336, - 106.63734436035156, - 79.65585327148438, - 67.5317611694336, - 64.43696594238281, - 123.17520904541016, - 74.69541931152344, - 87.63261413574219, - 42.07524108886719, - 60.82075881958008, - 67.5317611694336, - 104.52373504638672, - 47.90146255493164, - 104.52373504638672, - 47.703086853027344, - 67.5317611694336, - 104.52373504638672, - 104.52373504638672, - 47.29282760620117, - 75.91572570800781, - 54.62394714355469, - 52.04319381713867, - 67.5317611694336, - 41.895790100097656, - 39.482200622558594, - 112.8370361328125, - 72.69818878173828, - 74.46344757080078, - 104.52373504638672, - 67.5317611694336, - 512.0, - 72.26656341552734, - 42.07524108886719, - 44.05696487426758, - 47.703086853027344, - 39.482200622558594 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 599.3345336914062, + 598.9442749023438, + 456.37750244140625, + 257.75042724609375, + 824.7818603515625, + 389.54296875, + 544.8616943359375, + 872.1892700195312, + 431.8376770019531, + 521.98681640625, + 460.3571472167969, + 747.7393798828125, + 347.08441162109375, + 756.6864624023438, + 450.4646911621094, + 792.4017333984375, + 654.4277954101562, + 621.5557250976562, + 750.3118896484375, + 373.80517578125, + 684.4458618164062, + 614.892578125, + 679.0178833007812, + 734.0098876953125, + 442.7042236328125, + 678.9906005859375, + 581.6961669921875, + 691.2962646484375, + 493.633544921875, + 425.7811279296875, + 409.97637939453125, + 250.6572265625, + 539.5662231445312, + 698.0462036132812, + 766.6774291992188, + 691.2626953125, + 563.2984008789062, + 541.0852661132812, + 495.4479064941406, + 311.0032653808594, + 398.2258605957031, + 552.6848754882812, + 485.43829345703125, + 773.1246337890625, + 487.4534606933594, + 324.5403747558594, + 603.2388305664062, + 573.7526245117188, + 557.064453125, + 686.1163940429688, + 662.3430786132812, + 344.4330139160156, + 654.4786376953125, + 379.0375061035156, + 665.8040161132812, + 651.3150024414062, + 646.7717895507812, + 601.0180053710938, + 470.1726989746094, + 511.2441101074219, + 389.2113037109375, + 588.4483642578125, + 586.4951171875, + 627.209228515625, + 552.3474731445312, + 612.9281616210938, + 329.85101318359375, + 626.174072265625, + 575.763916015625, + 472.22003173828125, + 529.4784545898438, + 637.0618286132812, + 505.06201171875, + 622.9909057617188, + 622.40234375, + 557.2553100585938, + 675.6435546875, + 711.818359375, + 414.9964904785156, + 757.3106689453125, + 899.501953125, + 374.3589172363281, + 380.7254638671875, + 659.9202270507812, + 366.757568359375, + 524.8780517578125, + 723.6953735351562, + 516.3301391601562, + 746.7155151367188, + 744.6215209960938, + 572.447998046875, + 612.0252685546875, + 580.7799072265625, + 302.7398681640625, + 522.0897216796875, + 516.0791625976562, + 489.18280029296875, + 755.0094604492188, + 601.7933349609375, + 622.88671875, + 574.9215087890625, + 551.4360961914062, + 560.9746704101562, + 419.8837585449219, + 237.6705322265625, + 553.6369018554688, + 331.8343505859375, + 542.0842895507812, + 477.4301452636719, + 650.2139282226562, + 547.7777099609375, + 615.53857421875, + 543.3414306640625, + 481.45751953125, + 598.5537109375, + 480.3343505859375, + 610.314208984375, + 478.8082275390625, + 399.47723388671875, + 722.9483032226562, + 539.5132446289062, + 622.8389892578125, + 596.53662109375, + 488.576171875, + 614.7466430664062, + 362.975341796875, + 663.7073364257812, + 495.6705017089844, + 310.34490966796875, + 687.3056030273438, + 523.493408203125, + 465.5219421386719, + 229.73912048339844, + 764.8563232421875, + 668.4806518554688, + 496.7700500488281, + 690.284912109375, + 666.0287475585938, + 661.5230102539062, + 428.5145568847656, + 454.11968994140625, + 446.53472900390625, + 307.1686706542969, + 855.9906005859375, + 545.2445678710938, + 625.6976318359375, + 794.8192138671875, + 464.6573181152344, + 484.1215515136719, + 635.8250732421875, + 642.9429931640625, + 703.50732421875, + 689.8994750976562, + 404.3702392578125, + 619.1019897460938, + 485.67010498046875, + 303.26812744140625, + 673.3327026367188, + 521.149658203125, + 462.0509948730469, + 672.0492553710938, + 537.9812622070312, + 377.554443359375, + 534.9525146484375, + 538.649658203125, + 501.19403076171875, + 725.9365844726562, + 612.46240234375, + 355.7117614746094, + 674.892333984375, + 664.3496704101562, + 698.886962890625, + 549.2689819335938, + 498.3458251953125, + 704.5645751953125, + 311.0622863769531, + 499.657958984375, + 624.0200805664062, + 599.0535278320312, + 827.6827392578125, + 617.5536499023438, + 644.0416259765625, + 444.5818176269531, + 595.1932373046875, + 665.4714965820312, + 602.1657104492188, + 575.7028198242188, + 662.394775390625, + 305.73724365234375, + 296.1929016113281, + 434.0658264160156, + 716.372802734375, + 445.6199645996094, + 485.74853515625, + 431.9338684082031, + 699.6754760742188, + 620.141845703125, + 562.4732666015625, + 785.0909423828125, + 756.60302734375, + 657.8540649414062, + 621.3826293945312, + 761.6694946289062, + 665.5670166015625, + 656.0308837890625, + 444.93115234375, + 377.7511291503906, + 439.23779296875, + 660.79931640625, + 543.6680908203125, + 510.4232177734375, + 355.4822692871094, + 503.58001708984375, + 840.1082153320312, + 458.9162902832031, + 476.4526672363281, + 539.2429809570312, + 477.1923522949219, + 511.6910400390625, + 666.4014892578125, + 532.8226928710938, + 495.7365417480469, + 774.2418823242188, + 440.51361083984375, + 590.7501831054688, + 638.1327514648438, + 453.5526428222656, + 562.01025390625, + 447.2458801269531, + 579.9337158203125, + 467.1236267089844, + 461.8446350097656, + 536.7989501953125, + 321.4898986816406, + 623.4400634765625, + 609.4463500976562, + 667.9417114257812, + 565.2324829101562, + 537.5120849609375, + 487.7816467285156, + 441.6250305175781, + 487.0832824707031, + 398.3049011230469, + 679.476318359375, + 641.7938232421875, + 399.063232421875, + 371.10699462890625, + 610.0078125, + 597.7823486328125, + 465.0751647949219, + 644.765380859375, + 573.8204956054688, + 639.2890014648438, + 532.8153686523438, + 419.89398193359375, + 394.90093994140625, + 507.76513671875, + 488.51971435546875, + 588.32861328125, + 608.783935546875, + 487.54925537109375, + 496.06756591796875, + 406.606201171875, + 430.6985168457031, + 487.2484436035156, + 822.1048583984375, + 656.0635986328125, + 584.3766479492188, + 757.0848388671875, + 621.1578369140625, + 395.7391357421875, + 533.6968383789062, + 500.05157470703125, + 548.5016479492188, + 474.0043640136719, + 631.8165893554688, + 878.3011474609375, + 467.92572021484375, + 528.78857421875, + 528.298828125, + 690.0599975585938, + 514.3138427734375, + 359.17901611328125, + 585.8688354492188, + 857.357666015625, + 549.3832397460938, + 642.9705200195312, + 858.6814575195312, + 353.35308837890625, + 445.8108825683594, + 626.00439453125, + 543.6786499023438, + 513.670654296875, + 618.296875, + 799.562744140625, + 370.25787353515625, + 551.3202514648438, + 526.90966796875, + 542.7765502929688, + 582.09912109375, + 717.0833129882812, + 503.205810546875, + 645.0404052734375, + 606.86279296875, + 577.5084838867188, + 350.861572265625, + 590.1107788085938, + 662.865478515625, + 493.01947021484375, + 501.3407287597656, + 481.26873779296875, + 398.851318359375, + 566.4620971679688, + 677.066650390625, + 407.37542724609375, + 587.3021240234375, + 532.8577270507812, + 635.60498046875, + 580.4190673828125, + 624.093017578125, + 641.8828125, + 621.2401733398438, + 616.0223999023438, + 610.9043579101562, + 546.3277587890625, + 580.6964111328125, + 427.8261413574219, + 472.501220703125, + 618.9491577148438, + 454.7564697265625, + 522.6507568359375, + 624.9462280273438, + 485.7308044433594, + 776.7884521484375, + 340.44195556640625, + 538.0164184570312, + 374.91949462890625, + 547.1438598632812, + 412.4920349121094, + 447.7742919921875, + 474.8449401855469, + 578.628173828125, + 685.9383544921875, + 609.5072021484375, + 453.47723388671875, + 869.3084106445312, + 635.3203125, + 431.15411376953125, + 486.8492736816406, + 664.4708251953125, + 432.3031921386719, + 509.75164794921875, + 591.3760375976562, + 632.9578247070312, + 893.1939086914062, + 458.042236328125, + 470.44830322265625, + 333.9505310058594, + 564.5363159179688, + 711.4330444335938, + 457.8022766113281, + 501.3490295410156, + 523.9530029296875, + 526.4945678710938, + 534.63232421875, + 745.8672485351562, + 529.9755859375, + 452.13946533203125, + 562.2159423828125, + 585.5647583007812, + 469.9837646484375, + 542.1113891601562, + 511.7170715332031, + 590.0571899414062, + 511.3510437011719, + 660.47119140625, + 652.8328247070312, + 369.5389099121094, + 403.3155822753906, + 611.726318359375, + 392.6263732910156, + 716.0784912109375, + 738.0711059570312, + 466.04046630859375, + 400.1587829589844, + 782.0310668945312, + 518.0783081054688, + 617.1082153320312, + 505.8210754394531, + 368.60198974609375, + 251.20664978027344, + 453.3938903808594, + 375.2204284667969, + 508.1910705566406, + 415.1849060058594, + 475.1986389160156, + 522.5208740234375, + 451.95379638671875, + 472.083740234375, + 528.4796142578125, + 349.9745178222656, + 599.3441162109375, + 765.54638671875, + 857.0367431640625, + 404.1848449707031, + 621.4349365234375, + 436.9854736328125, + 469.5708923339844, + 543.6202392578125, + 592.9020385742188, + 628.5762939453125, + 421.6725158691406, + 454.66015625, + 707.593994140625, + 628.6551513671875, + 434.5433044433594, + 637.3723754882812, + 683.5905151367188, + 398.01837158203125, + 530.8432006835938, + 467.1133117675781, + 383.68304443359375, + 417.3328857421875, + 456.83929443359375, + 639.7203979492188, + 568.5601196289062, + 573.83642578125, + 518.7821655273438, + 280.1207580566406, + 524.9256591796875, + 593.6190185546875, + 639.15185546875, + 580.2069702148438, + 548.6390991210938, + 727.2041625976562, + 707.4287109375, + 361.3518981933594, + 590.3060913085938, + 586.9297485351562, + 571.62060546875, + 456.8219909667969, + 771.7096557617188, + 612.8612670898438, + 571.3347778320312, + 561.8790893554688, + 584.9465942382812, + 446.50048828125, + 613.8529052734375, + 437.4608459472656, + 615.0266723632812, + 556.0706787109375, + 661.9418334960938, + 548.8058471679688, + 544.66064453125, + 573.7796020507812, + 596.2713012695312, + 515.7431640625, + 611.5722045898438, + 439.8077697753906, + 573.9287109375, + 632.2356567382812, + 673.0089721679688, + 475.549560546875, + 632.5811767578125, + 555.0532836914062, + 578.9783325195312, + 446.2328186035156, + 556.478759765625, + 343.25872802734375, + 704.0977172851562, + 576.5537109375, + 516.4429931640625, + 546.5447998046875, + 367.4300537109375, + 822.7938232421875, + 533.0405883789062, + 412.5025329589844, + 586.0581665039062, + 595.5706176757812, + 540.8600463867188, + 800.1561279296875, + 439.6796875, + 611.8132934570312, + 411.07305908203125, + 455.5979919433594, + 413.7325134277344, + 615.477294921875, + 467.5322570800781, + 655.6417846679688, + 660.8995971679688, + 815.540283203125, + 388.817626953125, + 659.5278930664062, + 547.5467529296875, + 789.726318359375, + 734.1558837890625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.2, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.1 } ] @@ -35220,374 +43409,374 @@ 2 ], "wall_clock_s": [ - 450.0, - 452.7, - 450.1 + 935.2, + 939.9, + 910.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.07184150815010071, + "loss": 0.16624894738197327, "env_score_iters": 500, - "env_score": -4.1924662590026855, + "env_score": -0.5434566736221313, "eval_iters": 500, - "eval_score": 0.6, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.5453985333442688, - "rl_grad_norm": 0.6900269985198975, - "bc_grad_norm": 0.8391824960708618, + "grad_align": 0.11495096981525421, + "rl_grad_norm": 0.738196849822998, + "bc_grad_norm": 5.673396587371826, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0004654349759221077, - "embedding.weight": 0.000442189397290349, - "cnn.0.weight": 0.014277959242463112, - "cnn.0.bias": 0.0006728716543875635, - "cnn.2.weight": 0.004975748714059591, - "cnn.2.bias": 0.0016382801113650203, - "cnn.5.weight": 0.008165715262293816, - "cnn.5.bias": 0.0011667996877804399, - "action_emb.weight": 0.008646749891340733, - "timestep_emb.weight": 0.003137746127322316, - "pos_emb.weight": 0.004949997179210186, - "transformer.layers.0.self_attn.in_proj_weight": 0.028551798313856125, - "transformer.layers.0.self_attn.in_proj_bias": 0.00313493050634861, - "transformer.layers.0.self_attn.out_proj.weight": 0.026377834379673004, - "transformer.layers.0.self_attn.out_proj.bias": 0.00430526165291667, - "transformer.layers.0.linear1.weight": 0.04003668203949928, - "transformer.layers.0.linear1.bias": 0.0019618039950728416, - "transformer.layers.0.linear2.weight": 0.040101680904626846, - "transformer.layers.0.linear2.bias": 0.0034316345117986202, - "transformer.layers.0.norm1.weight": 0.001754160737618804, - "transformer.layers.0.norm1.bias": 0.0032182889990508556, - "transformer.layers.0.norm2.weight": 0.004723300226032734, - "transformer.layers.0.norm2.bias": 0.002282635075971484, - "transformer.layers.1.self_attn.in_proj_weight": 0.027812853455543518, - "transformer.layers.1.self_attn.in_proj_bias": 0.002095096046105027, - "transformer.layers.1.self_attn.out_proj.weight": 0.02733742631971836, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028212538454681635, - "transformer.layers.1.linear1.weight": 0.024568935856223106, - "transformer.layers.1.linear1.bias": 0.0013355741975829005, - "transformer.layers.1.linear2.weight": 0.03416352719068527, - "transformer.layers.1.linear2.bias": 0.0028122670482844114, - "transformer.layers.1.norm1.weight": 0.001704211113974452, - "transformer.layers.1.norm1.bias": 0.0021668891422450542, - "transformer.layers.1.norm2.weight": 0.002054990269243717, - "transformer.layers.1.norm2.bias": 0.0012615270679816604, - "transformer.layers.2.self_attn.in_proj_weight": 0.0467480830848217, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018939024303108454, - "transformer.layers.2.self_attn.out_proj.weight": 0.029810933396220207, - "transformer.layers.2.self_attn.out_proj.bias": 0.002541428664699197, - "transformer.layers.2.linear1.weight": 0.019047481939196587, - "transformer.layers.2.linear1.bias": 0.0010507688857614994, - "transformer.layers.2.linear2.weight": 0.022811539471149445, - "transformer.layers.2.linear2.bias": 0.0026274833362549543, - "transformer.layers.2.norm1.weight": 0.0029317170847207308, - "transformer.layers.2.norm1.bias": 0.001539000659249723, - "transformer.layers.2.norm2.weight": 0.0013047108659520745, - "transformer.layers.2.norm2.bias": 0.000994205824099481, - "transformer.layers.3.self_attn.in_proj_weight": 0.07593231648206711, - "transformer.layers.3.self_attn.in_proj_bias": 0.005776149686425924, - "transformer.layers.3.self_attn.out_proj.weight": 0.03271741047501564, - "transformer.layers.3.self_attn.out_proj.bias": 0.004696709103882313, - "transformer.layers.3.linear1.weight": 0.06457258760929108, - "transformer.layers.3.linear1.bias": 0.004513584543019533, - "transformer.layers.3.linear2.weight": 0.03290168195962906, - "transformer.layers.3.linear2.bias": 0.0072520277462899685, - "transformer.layers.3.norm1.weight": 0.006484617479145527, - "transformer.layers.3.norm1.bias": 0.008388778194785118, - "transformer.layers.3.norm2.weight": 0.0057057286612689495, - "transformer.layers.3.norm2.bias": 0.006959136109799147, - "head.weight": 0.4194227159023285, - "head.bias": 0.015968071296811104, - "global_embedding.weight": 0.01261862087994814, - "global_cnn.0.weight": 0.13263928890228271, - "global_cnn.0.bias": 0.004471874330192804, - "global_cnn.2.weight": 0.2437659353017807, - "global_cnn.2.bias": 0.01538027822971344, - "global_proj.weight": 0.05119811370968819, - "global_proj.bias": 0.03847038000822067, - "goal_head.0.weight": 0.03823703154921532, - "goal_head.0.bias": 0.01708034612238407, - "goal_head.2.weight": 0.08868839591741562, - "goal_head.2.bias": 0.03882211446762085 + "global_gate": 5.4974621889414266e-05, + "embedding.weight": 0.0009495222475379705, + "cnn.0.weight": 0.01794048212468624, + "cnn.0.bias": 0.0007863203645683825, + "cnn.2.weight": 0.005650184582918882, + "cnn.2.bias": 0.001540660043247044, + "cnn.5.weight": 0.007219806779175997, + "cnn.5.bias": 0.0014331403654068708, + "action_emb.weight": 0.023313887417316437, + "timestep_emb.weight": 0.0033084789756685495, + "pos_emb.weight": 0.008062666282057762, + "transformer.layers.0.self_attn.in_proj_weight": 0.03548535704612732, + "transformer.layers.0.self_attn.in_proj_bias": 0.003576837480068207, + "transformer.layers.0.self_attn.out_proj.weight": 0.04242166876792908, + "transformer.layers.0.self_attn.out_proj.bias": 0.006431160494685173, + "transformer.layers.0.linear1.weight": 0.09651234745979309, + "transformer.layers.0.linear1.bias": 0.003453585086390376, + "transformer.layers.0.linear2.weight": 0.06008029729127884, + "transformer.layers.0.linear2.bias": 0.00468453299254179, + "transformer.layers.0.norm1.weight": 0.0018805991858243942, + "transformer.layers.0.norm1.bias": 0.0032302439212799072, + "transformer.layers.0.norm2.weight": 0.011540311388671398, + "transformer.layers.0.norm2.bias": 0.005290962290018797, + "transformer.layers.1.self_attn.in_proj_weight": 0.045813288539648056, + "transformer.layers.1.self_attn.in_proj_bias": 0.002732855500653386, + "transformer.layers.1.self_attn.out_proj.weight": 0.04744879901409149, + "transformer.layers.1.self_attn.out_proj.bias": 0.004803055431693792, + "transformer.layers.1.linear1.weight": 0.039739228785037994, + "transformer.layers.1.linear1.bias": 0.00213870988227427, + "transformer.layers.1.linear2.weight": 0.05249200761318207, + "transformer.layers.1.linear2.bias": 0.00438605435192585, + "transformer.layers.1.norm1.weight": 0.0028537376783788204, + "transformer.layers.1.norm1.bias": 0.0023182465229183435, + "transformer.layers.1.norm2.weight": 0.0036545980256050825, + "transformer.layers.1.norm2.bias": 0.0028052222914993763, + "transformer.layers.2.self_attn.in_proj_weight": 0.06816055625677109, + "transformer.layers.2.self_attn.in_proj_bias": 0.003918016329407692, + "transformer.layers.2.self_attn.out_proj.weight": 0.05961043760180473, + "transformer.layers.2.self_attn.out_proj.bias": 0.004243145696818829, + "transformer.layers.2.linear1.weight": 0.02910606935620308, + "transformer.layers.2.linear1.bias": 0.0017013151664286852, + "transformer.layers.2.linear2.weight": 0.03488585725426674, + "transformer.layers.2.linear2.bias": 0.004444502759724855, + "transformer.layers.2.norm1.weight": 0.005240634549409151, + "transformer.layers.2.norm1.bias": 0.0037042933981865644, + "transformer.layers.2.norm2.weight": 0.0020607111509889364, + "transformer.layers.2.norm2.bias": 0.0019205831922590733, + "transformer.layers.3.self_attn.in_proj_weight": 0.12659360468387604, + "transformer.layers.3.self_attn.in_proj_bias": 0.010485056787729263, + "transformer.layers.3.self_attn.out_proj.weight": 0.0614999495446682, + "transformer.layers.3.self_attn.out_proj.bias": 0.007802974432706833, + "transformer.layers.3.linear1.weight": 0.05533240735530853, + "transformer.layers.3.linear1.bias": 0.004014312289655209, + "transformer.layers.3.linear2.weight": 0.03832186013460159, + "transformer.layers.3.linear2.bias": 0.009302441030740738, + "transformer.layers.3.norm1.weight": 0.011579553596675396, + "transformer.layers.3.norm1.bias": 0.016176259145140648, + "transformer.layers.3.norm2.weight": 0.004431986715644598, + "transformer.layers.3.norm2.bias": 0.005837839096784592, + "head.weight": 0.5734366178512573, + "head.bias": 0.01811745949089527, + "global_embedding.weight": 0.010984065011143684, + "global_cnn.0.weight": 0.05629349127411842, + "global_cnn.0.bias": 0.002897022059187293, + "global_cnn.2.weight": 0.10927955061197281, + "global_cnn.2.bias": 0.005734757520258427, + "global_proj.weight": 0.020075688138604164, + "global_proj.bias": 0.017314696684479713, + "goal_head.0.weight": 0.013181359507143497, + "goal_head.0.bias": 0.00696514593437314, + "goal_head.2.weight": 0.019429195672273636, + "goal_head.2.bias": 0.015857946127653122 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.12079769372940063, - "repr_drift_kl_low_t": 0.07136638462543488, - "repr_drift_kl_mid_t": 0.08040249347686768, - "repr_drift_kl_high_t": 0.2457491159439087, + "repr_drift_kl": 0.7812944650650024, + "repr_drift_kl_low_t": 0.9392426013946533, + "repr_drift_kl_mid_t": 0.7691628932952881, + "repr_drift_kl_high_t": 0.6575685143470764, "cka_iters": 500, - "cka_similarity": 0.7052847743034363, + "cka_similarity": 0.507455050945282, "t_analysis_iters": 500, - "norm_low_t": 0.5365745425224304, - "norm_high_t": 0.6714125275611877, - "lowhigh_cos": 0.15083777904510498, + "norm_low_t": 0.5411512851715088, + "norm_high_t": 1.2664084434509277, + "lowhigh_cos": 0.626491904258728, "t_bin_norms": { - "t_0.0-0.1": 0.4995885193347931, - "t_0.1-0.2": 0.5414944887161255, - "t_0.2-0.3": 0.45572054386138916, - "t_0.3-0.4": 0.47406521439552307, - "t_0.4-0.5": 0.5540018677711487, - "t_0.5-0.6": 0.6775482892990112, - "t_0.6-0.7": 0.4282976984977722, - "t_0.7-0.8": 0.6608080863952637, - "t_0.8-0.9": 0.6681936383247375, - "t_0.9-1.0": 0.8222482204437256 - }, - "win_rate": 0.013089004904031754, - "effective_batch_size": 39.482200622558594, + "t_0.0-0.1": 0.7325615286827087, + "t_0.1-0.2": 0.5323032140731812, + "t_0.2-0.3": 0.455870658159256, + "t_0.3-0.4": 0.5574257969856262, + "t_0.4-0.5": 0.6323350667953491, + "t_0.5-0.6": 0.6477633118629456, + "t_0.6-0.7": 0.6725749373435974, + "t_0.7-0.8": 0.7944611310958862, + "t_0.8-0.9": 1.1593291759490967, + "t_0.9-1.0": 1.4656332731246948 + }, + "win_rate": 0.0825752317905426, + "effective_batch_size": 734.1558837890625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.19290949404239655, + "loss": 0.0332823246717453, "env_score_iters": 500, - "env_score": -1.8215559720993042, + "env_score": -0.7128000259399414, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.4125, "grad_align_iters": 500, - "grad_align": 0.5040757656097412, - "rl_grad_norm": 0.8679420948028564, - "bc_grad_norm": 0.6032190322875977, + "grad_align": 0.10486515611410141, + "rl_grad_norm": 0.19048289954662323, + "bc_grad_norm": 2.845195770263672, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0012286859564483166, - "embedding.weight": 0.002411643974483013, - "cnn.0.weight": 0.08926448225975037, - "cnn.0.bias": 0.0031652471516281366, - "cnn.2.weight": 0.03329097107052803, - "cnn.2.bias": 0.010390936397016048, - "cnn.5.weight": 0.03833286464214325, - "cnn.5.bias": 0.00744019215926528, - "action_emb.weight": 0.019235961139202118, - "timestep_emb.weight": 0.006594628561288118, - "pos_emb.weight": 0.010762020014226437, - "transformer.layers.0.self_attn.in_proj_weight": 0.07968010753393173, - "transformer.layers.0.self_attn.in_proj_bias": 0.0066672200337052345, - "transformer.layers.0.self_attn.out_proj.weight": 0.07595723867416382, - "transformer.layers.0.self_attn.out_proj.bias": 0.009664990939199924, - "transformer.layers.0.linear1.weight": 0.09023259580135345, - "transformer.layers.0.linear1.bias": 0.0041946223936975, - "transformer.layers.0.linear2.weight": 0.09829653054475784, - "transformer.layers.0.linear2.bias": 0.007908760569989681, - "transformer.layers.0.norm1.weight": 0.004595138598233461, - "transformer.layers.0.norm1.bias": 0.006119073834270239, - "transformer.layers.0.norm2.weight": 0.008178353309631348, - "transformer.layers.0.norm2.bias": 0.004576403647661209, - "transformer.layers.1.self_attn.in_proj_weight": 0.08516952395439148, - "transformer.layers.1.self_attn.in_proj_bias": 0.0050193555653095245, - "transformer.layers.1.self_attn.out_proj.weight": 0.07616791129112244, - "transformer.layers.1.self_attn.out_proj.bias": 0.00614209333434701, - "transformer.layers.1.linear1.weight": 0.05900467932224274, - "transformer.layers.1.linear1.bias": 0.0030508667696267366, - "transformer.layers.1.linear2.weight": 0.0730840340256691, - "transformer.layers.1.linear2.bias": 0.005906684324145317, - "transformer.layers.1.norm1.weight": 0.005194396246224642, - "transformer.layers.1.norm1.bias": 0.005262511316686869, - "transformer.layers.1.norm2.weight": 0.004339946433901787, - "transformer.layers.1.norm2.bias": 0.0029301627073436975, - "transformer.layers.2.self_attn.in_proj_weight": 0.13833166658878326, - "transformer.layers.2.self_attn.in_proj_bias": 0.006597436033189297, - "transformer.layers.2.self_attn.out_proj.weight": 0.06159278005361557, - "transformer.layers.2.self_attn.out_proj.bias": 0.005602747201919556, - "transformer.layers.2.linear1.weight": 0.03502068296074867, - "transformer.layers.2.linear1.bias": 0.002018467290326953, - "transformer.layers.2.linear2.weight": 0.04357011988759041, - "transformer.layers.2.linear2.bias": 0.0053868661634624004, - "transformer.layers.2.norm1.weight": 0.00972358975559473, - "transformer.layers.2.norm1.bias": 0.008351322263479233, - "transformer.layers.2.norm2.weight": 0.002441778779029846, - "transformer.layers.2.norm2.bias": 0.0019462009659036994, - "transformer.layers.3.self_attn.in_proj_weight": 0.15045543015003204, - "transformer.layers.3.self_attn.in_proj_bias": 0.010993651114404202, - "transformer.layers.3.self_attn.out_proj.weight": 0.06700399518013, - "transformer.layers.3.self_attn.out_proj.bias": 0.008872631005942822, - "transformer.layers.3.linear1.weight": 0.11135640740394592, - "transformer.layers.3.linear1.bias": 0.008495107293128967, - "transformer.layers.3.linear2.weight": 0.05999772623181343, - "transformer.layers.3.linear2.bias": 0.013868749141693115, - "transformer.layers.3.norm1.weight": 0.012150052934885025, - "transformer.layers.3.norm1.bias": 0.01578112505376339, - "transformer.layers.3.norm2.weight": 0.009548948146402836, - "transformer.layers.3.norm2.bias": 0.014346444979310036, - "head.weight": 0.8251782655715942, - "head.bias": 0.03082888200879097, - "global_embedding.weight": 0.012724210508167744, - "global_cnn.0.weight": 0.08145753294229507, - "global_cnn.0.bias": 0.0028883495833724737, - "global_cnn.2.weight": 0.1398046910762787, - "global_cnn.2.bias": 0.006799161899834871, - "global_proj.weight": 0.04239213094115257, - "global_proj.bias": 0.02996761165559292, - "goal_head.0.weight": 0.026028979569673538, - "goal_head.0.bias": 0.013341164216399193, - "goal_head.2.weight": 0.040707144886255264, - "goal_head.2.bias": 0.035809677094221115 + "global_gate": 6.401128484867513e-05, + "embedding.weight": 0.00017306434165220708, + "cnn.0.weight": 0.00502708600834012, + "cnn.0.bias": 0.00017413544992450625, + "cnn.2.weight": 0.001859655836597085, + "cnn.2.bias": 0.0005915014771744609, + "cnn.5.weight": 0.0036757471971213818, + "cnn.5.bias": 0.0005407655262388289, + "action_emb.weight": 0.00315024028532207, + "timestep_emb.weight": 0.0008887162548489869, + "pos_emb.weight": 0.002360451500862837, + "transformer.layers.0.self_attn.in_proj_weight": 0.009939229115843773, + "transformer.layers.0.self_attn.in_proj_bias": 0.0007698155823163688, + "transformer.layers.0.self_attn.out_proj.weight": 0.009385428391397, + "transformer.layers.0.self_attn.out_proj.bias": 0.0009721294627524912, + "transformer.layers.0.linear1.weight": 0.017720088362693787, + "transformer.layers.0.linear1.bias": 0.0005832516471855342, + "transformer.layers.0.linear2.weight": 0.014506720006465912, + "transformer.layers.0.linear2.bias": 0.0007733502425253391, + "transformer.layers.0.norm1.weight": 0.0005619825678877532, + "transformer.layers.0.norm1.bias": 0.0007232903735712171, + "transformer.layers.0.norm2.weight": 0.0019449611427262425, + "transformer.layers.0.norm2.bias": 0.0004965834668837488, + "transformer.layers.1.self_attn.in_proj_weight": 0.008470275439321995, + "transformer.layers.1.self_attn.in_proj_bias": 0.000476648478070274, + "transformer.layers.1.self_attn.out_proj.weight": 0.009925630874931812, + "transformer.layers.1.self_attn.out_proj.bias": 0.0007194373174570501, + "transformer.layers.1.linear1.weight": 0.010158111341297626, + "transformer.layers.1.linear1.bias": 0.0004066603141836822, + "transformer.layers.1.linear2.weight": 0.01285633910447359, + "transformer.layers.1.linear2.bias": 0.0006797362584620714, + "transformer.layers.1.norm1.weight": 0.0004897236940450966, + "transformer.layers.1.norm1.bias": 0.00042474837391637266, + "transformer.layers.1.norm2.weight": 0.0009294121991842985, + "transformer.layers.1.norm2.bias": 0.000418627867475152, + "transformer.layers.2.self_attn.in_proj_weight": 0.017390890046954155, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005914204521104693, + "transformer.layers.2.self_attn.out_proj.weight": 0.013756155967712402, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006700201774947345, + "transformer.layers.2.linear1.weight": 0.007315673399716616, + "transformer.layers.2.linear1.bias": 0.000361898448318243, + "transformer.layers.2.linear2.weight": 0.008770562708377838, + "transformer.layers.2.linear2.bias": 0.0006839183042757213, + "transformer.layers.2.norm1.weight": 0.0013186101568862796, + "transformer.layers.2.norm1.bias": 0.0007101930677890778, + "transformer.layers.2.norm2.weight": 0.0005205653724260628, + "transformer.layers.2.norm2.bias": 0.00035714206751435995, + "transformer.layers.3.self_attn.in_proj_weight": 0.036696791648864746, + "transformer.layers.3.self_attn.in_proj_bias": 0.0017809433629736304, + "transformer.layers.3.self_attn.out_proj.weight": 0.01760357990860939, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011638313299044967, + "transformer.layers.3.linear1.weight": 0.011506040580570698, + "transformer.layers.3.linear1.bias": 0.00069237599382177, + "transformer.layers.3.linear2.weight": 0.008466767147183418, + "transformer.layers.3.linear2.bias": 0.0013285226887091994, + "transformer.layers.3.norm1.weight": 0.003323684213683009, + "transformer.layers.3.norm1.bias": 0.0028070323169231415, + "transformer.layers.3.norm2.weight": 0.0008924216381274164, + "transformer.layers.3.norm2.bias": 0.0008203943725675344, + "head.weight": 0.11183543503284454, + "head.bias": 0.0023959169629961252, + "global_embedding.weight": 0.01193816028535366, + "global_cnn.0.weight": 0.07178861647844315, + "global_cnn.0.bias": 0.002944818465039134, + "global_cnn.2.weight": 0.13798511028289795, + "global_cnn.2.bias": 0.007557606790214777, + "global_proj.weight": 0.021874552592635155, + "global_proj.bias": 0.0270976684987545, + "goal_head.0.weight": 0.018005264922976494, + "goal_head.0.bias": 0.012166233733296394, + "goal_head.2.weight": 0.02653084695339203, + "goal_head.2.bias": 0.031537070870399475 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.27011752128601074, - "repr_drift_kl_low_t": 0.2685883641242981, - "repr_drift_kl_mid_t": 0.2351801097393036, - "repr_drift_kl_high_t": 0.3862089216709137, + "repr_drift_kl": 0.4506029188632965, + "repr_drift_kl_low_t": 0.47276774048805237, + "repr_drift_kl_mid_t": 0.4206755459308624, + "repr_drift_kl_high_t": 0.4892294108867645, "cka_iters": 500, - "cka_similarity": 0.6918490529060364, + "cka_similarity": 0.6079446077346802, "t_analysis_iters": 500, - "norm_low_t": 0.8611521124839783, - "norm_high_t": 1.1804932355880737, - "lowhigh_cos": 0.5038228631019592, + "norm_low_t": 0.18970955908298492, + "norm_high_t": 0.2961652874946594, + "lowhigh_cos": 0.48638615012168884, "t_bin_norms": { - "t_0.0-0.1": 1.087299108505249, - "t_0.1-0.2": 0.8481313586235046, - "t_0.2-0.3": 0.42559149861335754, - "t_0.3-0.4": 0.9014097452163696, - "t_0.4-0.5": 0.8609529137611389, - "t_0.5-0.6": 0.7677525281906128, - "t_0.6-0.7": 0.9171699285507202, - "t_0.7-0.8": 0.887972891330719, - "t_0.8-0.9": 0.924682080745697, - "t_0.9-1.0": 1.0730407238006592 - }, - "win_rate": 0.0433027520775795, - "effective_batch_size": 47.901458740234375, + "t_0.0-0.1": 0.195170596241951, + "t_0.1-0.2": 0.1800117939710617, + "t_0.2-0.3": 0.17145037651062012, + "t_0.3-0.4": 0.1731785237789154, + "t_0.4-0.5": 0.17573265731334686, + "t_0.5-0.6": 0.17799708247184753, + "t_0.6-0.7": 0.18469402194023132, + "t_0.7-0.8": 0.1951708346605301, + "t_0.8-0.9": 0.2409319132566452, + "t_0.9-1.0": 0.38170894980430603 + }, + "win_rate": 0.009380863048136234, + "effective_batch_size": 403.7065734863281, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.0769663006067276, + "loss": 0.13513973355293274, "env_score_iters": 500, - "env_score": -5.160757064819336, + "env_score": -0.5603864789009094, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.7975843548774719, - "rl_grad_norm": 0.24960483610630035, - "bc_grad_norm": 1.6882742643356323, + "grad_align": 0.015822947025299072, + "rl_grad_norm": 0.406276673078537, + "bc_grad_norm": 5.308138370513916, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00007190534233814105, - "embedding.weight": 0.0011136851971969008, - "cnn.0.weight": 0.02783607691526413, - "cnn.0.bias": 0.0009040189324878156, - "cnn.2.weight": 0.006135099101811647, - "cnn.2.bias": 0.002232415834441781, - "cnn.5.weight": 0.005207553040236235, - "cnn.5.bias": 0.0014365935930982232, - "action_emb.weight": 0.0031642327085137367, - "timestep_emb.weight": 0.000979859963990748, - "pos_emb.weight": 0.001607514568604529, - "transformer.layers.0.self_attn.in_proj_weight": 0.010403787717223167, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010925785172730684, - "transformer.layers.0.self_attn.out_proj.weight": 0.01312484685331583, - "transformer.layers.0.self_attn.out_proj.bias": 0.0021489281207323074, - "transformer.layers.0.linear1.weight": 0.013258134946227074, - "transformer.layers.0.linear1.bias": 0.0007585191051475704, - "transformer.layers.0.linear2.weight": 0.015274624340236187, - "transformer.layers.0.linear2.bias": 0.0017582671716809273, - "transformer.layers.0.norm1.weight": 0.0005692141130566597, - "transformer.layers.0.norm1.bias": 0.0009316443465650082, - "transformer.layers.0.norm2.weight": 0.00109778787009418, - "transformer.layers.0.norm2.bias": 0.0010928232222795486, - "transformer.layers.1.self_attn.in_proj_weight": 0.01163280475884676, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009684233809821308, - "transformer.layers.1.self_attn.out_proj.weight": 0.010399984195828438, - "transformer.layers.1.self_attn.out_proj.bias": 0.001469839713536203, - "transformer.layers.1.linear1.weight": 0.008295269683003426, - "transformer.layers.1.linear1.bias": 0.0004691762151196599, - "transformer.layers.1.linear2.weight": 0.011425862088799477, - "transformer.layers.1.linear2.bias": 0.0014710024697706103, - "transformer.layers.1.norm1.weight": 0.0007923519005998969, - "transformer.layers.1.norm1.bias": 0.0010611305478960276, - "transformer.layers.1.norm2.weight": 0.0006006047478877008, - "transformer.layers.1.norm2.bias": 0.0005193710676394403, - "transformer.layers.2.self_attn.in_proj_weight": 0.020503710955381393, - "transformer.layers.2.self_attn.in_proj_bias": 0.001187226502224803, - "transformer.layers.2.self_attn.out_proj.weight": 0.010704896412789822, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014080452965572476, - "transformer.layers.2.linear1.weight": 0.007126706186681986, - "transformer.layers.2.linear1.bias": 0.00046640553046017885, - "transformer.layers.2.linear2.weight": 0.008340067230165005, - "transformer.layers.2.linear2.bias": 0.001528121647424996, - "transformer.layers.2.norm1.weight": 0.0013804055051878095, - "transformer.layers.2.norm1.bias": 0.001163280219770968, - "transformer.layers.2.norm2.weight": 0.000508959754370153, - "transformer.layers.2.norm2.bias": 0.0005972039652988315, - "transformer.layers.3.self_attn.in_proj_weight": 0.028717709705233574, - "transformer.layers.3.self_attn.in_proj_bias": 0.0033003431744873524, - "transformer.layers.3.self_attn.out_proj.weight": 0.012035086750984192, - "transformer.layers.3.self_attn.out_proj.bias": 0.0028371610678732395, - "transformer.layers.3.linear1.weight": 0.025810403749346733, - "transformer.layers.3.linear1.bias": 0.002249645534902811, - "transformer.layers.3.linear2.weight": 0.01405530609190464, - "transformer.layers.3.linear2.bias": 0.004254897125065327, - "transformer.layers.3.norm1.weight": 0.0024323195684701204, - "transformer.layers.3.norm1.bias": 0.004659647587686777, - "transformer.layers.3.norm2.weight": 0.002458479953929782, - "transformer.layers.3.norm2.bias": 0.0037078799214214087, - "head.weight": 0.2004391998052597, - "head.bias": 0.009079893119633198, - "global_embedding.weight": 0.0019718888215720654, - "global_cnn.0.weight": 0.02807016856968403, - "global_cnn.0.bias": 0.0008466368308290839, - "global_cnn.2.weight": 0.08086597174406052, - "global_cnn.2.bias": 0.0038919299840927124, - "global_proj.weight": 0.022078238427639008, - "global_proj.bias": 0.016387730836868286, - "goal_head.0.weight": 0.016750318929553032, - "goal_head.0.bias": 0.008197001181542873, - "goal_head.2.weight": 0.0318731926381588, - "goal_head.2.bias": 0.022350294515490532 + "global_gate": 7.121871021809056e-05, + "embedding.weight": 0.000850045878905803, + "cnn.0.weight": 0.01894770748913288, + "cnn.0.bias": 0.0010099743958562613, + "cnn.2.weight": 0.00619242200627923, + "cnn.2.bias": 0.0021774261258542538, + "cnn.5.weight": 0.00849023088812828, + "cnn.5.bias": 0.0017889640294015408, + "action_emb.weight": 0.013532904908061028, + "timestep_emb.weight": 0.0024893605150282383, + "pos_emb.weight": 0.007552583701908588, + "transformer.layers.0.self_attn.in_proj_weight": 0.03629563748836517, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026087607257068157, + "transformer.layers.0.self_attn.out_proj.weight": 0.050553664565086365, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038694271352142096, + "transformer.layers.0.linear1.weight": 0.07019028067588806, + "transformer.layers.0.linear1.bias": 0.002194678643718362, + "transformer.layers.0.linear2.weight": 0.0443093441426754, + "transformer.layers.0.linear2.bias": 0.00304596615023911, + "transformer.layers.0.norm1.weight": 0.002383823273703456, + "transformer.layers.0.norm1.bias": 0.002278711413964629, + "transformer.layers.0.norm2.weight": 0.008589575067162514, + "transformer.layers.0.norm2.bias": 0.0027289711870253086, + "transformer.layers.1.self_attn.in_proj_weight": 0.03357667848467827, + "transformer.layers.1.self_attn.in_proj_bias": 0.001896011526696384, + "transformer.layers.1.self_attn.out_proj.weight": 0.03585737943649292, + "transformer.layers.1.self_attn.out_proj.bias": 0.00293371663428843, + "transformer.layers.1.linear1.weight": 0.03339628502726555, + "transformer.layers.1.linear1.bias": 0.001535760355181992, + "transformer.layers.1.linear2.weight": 0.03599199280142784, + "transformer.layers.1.linear2.bias": 0.002536910120397806, + "transformer.layers.1.norm1.weight": 0.0019310681382194161, + "transformer.layers.1.norm1.bias": 0.001638799556531012, + "transformer.layers.1.norm2.weight": 0.003201141720637679, + "transformer.layers.1.norm2.bias": 0.0019396146526560187, + "transformer.layers.2.self_attn.in_proj_weight": 0.05588716268539429, + "transformer.layers.2.self_attn.in_proj_bias": 0.002813741797581315, + "transformer.layers.2.self_attn.out_proj.weight": 0.039793968200683594, + "transformer.layers.2.self_attn.out_proj.bias": 0.002323585096746683, + "transformer.layers.2.linear1.weight": 0.019265644252300262, + "transformer.layers.2.linear1.bias": 0.0010879593901336193, + "transformer.layers.2.linear2.weight": 0.022349482402205467, + "transformer.layers.2.linear2.bias": 0.002161132637411356, + "transformer.layers.2.norm1.weight": 0.0050201271660625935, + "transformer.layers.2.norm1.bias": 0.003465543733909726, + "transformer.layers.2.norm2.weight": 0.0012945327907800674, + "transformer.layers.2.norm2.bias": 0.001332102227024734, + "transformer.layers.3.self_attn.in_proj_weight": 0.0738041028380394, + "transformer.layers.3.self_attn.in_proj_bias": 0.004097070544958115, + "transformer.layers.3.self_attn.out_proj.weight": 0.03864748403429985, + "transformer.layers.3.self_attn.out_proj.bias": 0.00285403267480433, + "transformer.layers.3.linear1.weight": 0.03853472322225571, + "transformer.layers.3.linear1.bias": 0.0026633981615304947, + "transformer.layers.3.linear2.weight": 0.020824981853365898, + "transformer.layers.3.linear2.bias": 0.0037750359624624252, + "transformer.layers.3.norm1.weight": 0.006115710362792015, + "transformer.layers.3.norm1.bias": 0.005679176654666662, + "transformer.layers.3.norm2.weight": 0.002798677422106266, + "transformer.layers.3.norm2.bias": 0.003756934776902199, + "head.weight": 0.2948908507823944, + "head.bias": 0.00768402311950922, + "global_embedding.weight": 0.008350157178938389, + "global_cnn.0.weight": 0.08869718015193939, + "global_cnn.0.bias": 0.0038339763414114714, + "global_cnn.2.weight": 0.18602734804153442, + "global_cnn.2.bias": 0.008762285113334656, + "global_proj.weight": 0.030407464131712914, + "global_proj.bias": 0.027936751022934914, + "goal_head.0.weight": 0.02395188994705677, + "goal_head.0.bias": 0.012035425752401352, + "goal_head.2.weight": 0.04824380949139595, + "goal_head.2.bias": 0.028364911675453186 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.8863527774810791, - "repr_drift_kl_low_t": 0.8408163189888, - "repr_drift_kl_mid_t": 0.8224425315856934, - "repr_drift_kl_high_t": 1.0297824144363403, + "repr_drift_kl": 0.7623674273490906, + "repr_drift_kl_low_t": 0.9405992031097412, + "repr_drift_kl_mid_t": 0.7611867189407349, + "repr_drift_kl_high_t": 0.6285508871078491, "cka_iters": 500, - "cka_similarity": 0.7233501076698303, + "cka_similarity": 0.5707706809043884, "t_analysis_iters": 500, - "norm_low_t": 0.19074445962905884, - "norm_high_t": 0.3530501127243042, - "lowhigh_cos": 0.41958528757095337, + "norm_low_t": 0.48017388582229614, + "norm_high_t": 0.8538252711296082, + "lowhigh_cos": 0.1802610456943512, "t_bin_norms": { - "t_0.0-0.1": 0.3041287958621979, - "t_0.1-0.2": 0.16971978545188904, - "t_0.2-0.3": 0.22290419042110443, - "t_0.3-0.4": 0.18025219440460205, - "t_0.4-0.5": 0.28183212876319885, - "t_0.5-0.6": 0.20535752177238464, - "t_0.6-0.7": 0.2298019826412201, - "t_0.7-0.8": 0.22424085438251495, - "t_0.8-0.9": 0.24851267039775848, - "t_0.9-1.0": 0.4666694402694702 - }, - "win_rate": 0.008269719779491425, - "effective_batch_size": 47.703086853027344, + "t_0.0-0.1": 0.4293185770511627, + "t_0.1-0.2": 0.37671422958374023, + "t_0.2-0.3": 0.3345131576061249, + "t_0.3-0.4": 0.33025577664375305, + "t_0.4-0.5": 0.3513568043708801, + "t_0.5-0.6": 0.36204400658607483, + "t_0.6-0.7": 0.40100592374801636, + "t_0.7-0.8": 0.4725605547428131, + "t_0.8-0.9": 0.6297522783279419, + "t_0.9-1.0": 1.1200016736984253 + }, + "win_rate": 0.10423950850963593, + "effective_batch_size": 721.02099609375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "entropy_bonus": { - "score": 0.6166666666666667, - "score_std": 0.01178511301977575, + "score": 0.4458333333333333, + "score_std": 0.03280836614171588, "all_scores": [ - 0.625, - 0.6000000000000001, - 0.625 + 0.46249999999999997, + 0.39999999999999997, + 0.475 ], "history": { "iters": [ @@ -36093,506 +44282,506 @@ 500 ], "loss": [ - 0.03497619554400444, - 1.334492564201355, - 2.091493606567383, - 0.8617781400680542, - 0.36709555983543396, - 0.035019103437662125, - 0.046103984117507935, - 0.2789947986602783, - 0.20420800149440765, - 0.26955482363700867, - 1.2921240329742432, - 0.03156479820609093, - 0.37217429280281067, - 0.17549632489681244, - 0.06108555570244789, - 0.141119584441185, - 0.09014831483364105, - 1.2755908966064453, - 0.7464390397071838, - 1.0189450979232788, - 0.3662956655025482, - 0.1960379183292389, - 0.14322996139526367, - 0.6960783004760742, - 0.0754983201622963, - 0.3405846357345581, - 1.016202449798584, - 0.08606985211372375, - 0.8250367045402527, - 0.07379432767629623, - 0.06352043151855469, - 0.06855770945549011, - 0.6204199194908142, - 0.7601937055587769, - 0.25675976276397705, - 0.5855593681335449, - 0.9781718850135803, - 0.04793881997466087, - 1.405623435974121, - 0.7460664510726929, - 0.9029786586761475, - 0.04134369641542435, - 0.06741096079349518, - 1.2022627592086792, - 0.20423570275306702, - 0.24657981097698212, - 0.020385265350341797, - 1.2925184965133667, - 0.16678829491138458, - 0.2649262249469757, - 0.10512429475784302, - 0.021897146478295326, - 1.223641037940979, - 0.09363513439893723, - 0.11445089429616928, - 0.18849219381809235, - 0.5821288824081421, - 0.34488075971603394, - 0.14042167365550995, - 1.4495056867599487, - 0.4614357054233551, - 0.9476017355918884, - 0.16947489976882935, - 0.2649766206741333, - 0.04541914165019989, - 0.0055764587596058846, - 0.02475050836801529, - 0.04477953165769577, - 0.5374479293823242, - 0.030297299847006798, - 0.27680540084838867, - 0.741865873336792, - 0.30003973841667175, - 0.11363200843334198, - 0.010034782811999321, - 0.6443156003952026, - 0.32591384649276733, - 0.05446621775627136, - 0.19595424830913544, - 0.024557078257203102, - 0.8332045078277588, - 0.9216393828392029, - 0.019593430683016777, - 0.5181881785392761, - 0.2761748433113098, - 0.19980961084365845, - 0.0225447379052639, - 0.2642786502838135, - 0.202056422829628, - 0.588600754737854, - 1.3704241514205933, - 0.07749725878238678, - 0.0604679174721241, - 0.05193217843770981, - 0.023519665002822876, - 0.05394679680466652, - 0.7788349390029907, - 0.1685156375169754, - 0.22987207770347595, - 0.7117035388946533, - 0.25217074155807495, - 0.1923353672027588, - 0.039552487432956696, - 0.09728917479515076, - 0.28146952390670776, - 0.049750082194805145, - 0.04269058257341385, - 1.38469398021698, - 0.2950582802295685, - 0.14834310114383698, - 0.04088084399700165, - 0.08953762799501419, - 0.47371846437454224, - 0.28410130739212036, - 0.004573934245854616, - 0.46448901295661926, - 0.027111908420920372, - 0.0214056596159935, - 0.014776654541492462, - 0.24347370862960815, - 0.30908313393592834, - 0.12947827577590942, - 0.24060934782028198, - 0.3502952754497528, - 0.019289717078208923, - 1.6425143480300903, - 0.10256195813417435, - 0.4294309616088867, - 1.0673414468765259, - 0.349956750869751, - 0.532396137714386, - 0.09845652431249619, - 0.01370505802333355, - 0.054279476404190063, - 0.16171181201934814, - 0.5176808834075928, - 0.05947749316692352, - 0.3403525948524475, - 0.1141207292675972, - 0.352639764547348, - 0.5560579299926758, - 0.010886064730584621, - 1.2632334232330322, - 0.02784419246017933, - 0.9776360988616943, - 0.0818854570388794, - 0.4961635172367096, - 0.07218871265649796, - 0.1154543086886406, - 0.535312294960022, - 0.40729206800460815, - 0.2524929940700531, - 0.3768542408943176, - 0.09627082943916321, - 0.21594727039337158, - 0.02460438944399357, - 0.16769179701805115, - 0.026413362473249435, - 0.2841835021972656, - 0.035164326429367065, - 0.15068158507347107, - 0.029109178110957146, - 0.4087645709514618, - 0.07380369305610657, - 0.2634449303150177, - 0.2684844732284546, - 0.053671371191740036, - 0.07380455732345581, - 0.08830209076404572, - 0.08071309328079224, - 0.017138222232460976, - 0.14110389351844788, - 0.40615662932395935, - 0.2656770348548889, - 0.3975089490413666, - 1.2227635383605957, - 0.05489790812134743, - 0.6619042754173279, - 0.2713000774383545, - 0.05589041858911514, - 0.37864044308662415, - 0.16485996544361115, - 0.03724909946322441, - 0.17216737568378448, - 0.0058135660365223885, - 1.0606825351715088, - 0.5920704007148743, - 0.42786905169487, - 0.18591547012329102, - 0.3571085035800934, - 0.2128034085035324, - 0.005479203071445227, - 0.18970437347888947, - 0.9688090085983276, - 0.3147543668746948, - 0.6884732246398926, - 0.1431334912776947, - 0.24086393415927887, - 0.19865472614765167, - 0.41680556535720825, - 0.07678854465484619, - 0.010470468550920486, - 0.5934738516807556, - 0.31550294160842896, - 0.030297525227069855, - 0.8144874572753906, - 0.28110942244529724, - 0.02305980771780014, - 0.0311808492988348, - 0.28532713651657104, - 0.2000284194946289, - 0.2402554154396057, - 0.06346654891967773, - 0.8322832584381104, - 0.28664717078208923, - 0.005842364393174648, - 0.04356643185019493, - 0.2371179461479187, - 0.025570938363671303, - 0.009212655015289783, - 1.1808533668518066, - 0.6647784113883972, - 0.16340792179107666, - 0.008748546242713928, - 0.015206687152385712, - 0.08964169770479202, - 0.16951684653759003, - 0.8819334506988525, - 0.8963150382041931, - 0.06794831156730652, - 0.12139131873846054, - 0.1668020337820053, - 0.30342838168144226, - 0.18587832152843475, - 0.7006896734237671, - 0.003720149863511324, - 0.5455585718154907, - 0.07133185118436813, - 0.33413609862327576, - 0.3648124635219574, - 0.08804526180028915, - 0.90779048204422, - 0.024967528879642487, - 0.3853400647640228, - 0.10773654282093048, - 0.008393350057303905, - 0.02216227725148201, - 0.05755579099059105, - 0.02117255888879299, - 0.012439203448593616, - 0.10539977997541428, - 0.23833200335502625, - 0.091193288564682, - 0.262137770652771, - 0.19963032007217407, - 1.0008516311645508, - 0.005435928702354431, - 0.39649489521980286, - 0.5807872414588928, - 0.15254522860050201, - 0.16230441629886627, - 0.4758266508579254, - 0.25105637311935425, - 0.6776109933853149, - 0.03320050612092018, - 0.08207550644874573, - 0.016683543100953102, - 1.1094661951065063, - 0.3986523449420929, - 0.09962679445743561, - 0.020765870809555054, - 0.1784791648387909, - 0.02942885458469391, - 0.00998411513864994, - 0.09292430430650711, - 1.283068060874939, - 0.016076840460300446, - 0.05906993895769119, - 0.3466590940952301, - 0.022719627246260643, - 0.33968380093574524, - 1.1171871423721313, - 0.6700279712677002, - 0.016087066382169724, - 0.1832490712404251, - 0.06040332466363907, - 0.09988892823457718, - 0.5566931962966919, - 0.6119140386581421, - 0.5145438313484192, - 0.026484880596399307, - 0.1917710304260254, - 0.029075706377625465, - 0.439268559217453, - 0.41381171345710754, - 0.1496683955192566, - 0.10606331378221512, - 0.06159726157784462, - 0.2754380702972412, - 0.09525636583566666, - 0.005894256755709648, - 0.7120870351791382, - 0.4435337483882904, - 0.01462477259337902, - 0.801862895488739, - 0.2612498104572296, - 0.3334099352359772, - 0.34426480531692505, - 0.7122044563293457, - 0.7190365791320801, - 0.06414797902107239, - 0.024175841361284256, - 0.09387417137622833, - 0.5778496861457825, - 0.08342653512954712, - 0.08912941813468933, - 0.07381077855825424, - 0.5094102025032043, - 0.37243518233299255, - 0.037642091512680054, - 0.040101680904626846, - 0.08861654996871948, - 0.2838691771030426, - 0.004301015287637711, - 0.03753025457262993, - 0.004869623109698296, - 0.56071937084198, - 0.058073803782463074, - 0.07356993108987808, - 0.15335877239704132, - 0.08375467360019684, - 0.14964352548122406, - 0.4381638467311859, - 0.010268084704875946, - 0.08268164098262787, - 0.4130513370037079, - 0.049668774008750916, - 0.0159954521805048, - 0.010750005953013897, - 0.21415092051029205, - 1.101955771446228, - 0.02342510223388672, - 0.04194582253694534, - 0.6617732644081116, - 0.11342592537403107, - 0.040560632944107056, - 0.03486737981438637, - 0.10354936122894287, - 0.020980721339583397, - 0.05863099917769432, - 0.06180014833807945, - 0.01072349026799202, - 0.052998900413513184, - 0.019549863412976265, - 0.0161701962351799, - 0.2787698209285736, - 0.06952206045389175, - 0.015394650399684906, - 0.12463247030973434, - 0.030025189742445946, - 0.4304603040218353, - 0.07037635892629623, - 0.12115799635648727, - 0.40883302688598633, - 0.007576235570013523, - 0.4169140160083771, - 0.3751392960548401, - 0.38624629378318787, - 0.3506461977958679, - 0.12172666937112808, - 0.013614477589726448, - 0.48853400349617004, - 0.042076099663972855, - 0.5275540351867676, - 0.027306485921144485, - 0.03787415474653244, - 0.031508609652519226, - 0.045198872685432434, - 0.06855984032154083, - 1.0495222806930542, - 0.3390536308288574, - 0.2754870355129242, - 0.6940783262252808, - 0.5817448496818542, - 0.09050125628709793, - 0.08022145181894302, - 0.14540666341781616, - 0.007655753754079342, - 0.8644421696662903, - 0.01860034465789795, - 0.17877772450447083, - 0.014590553008019924, - 0.014652173034846783, - 0.034051306545734406, - 0.042693331837654114, - 0.8114248514175415, - 0.03518189117312431, - 0.054657112807035446, - 0.11930900067090988, - 0.030201073735952377, - 0.35925760865211487, - 0.11612792313098907, - 0.1707204133272171, - 0.667838454246521, - 0.03738229349255562, - 1.0801808834075928, - 0.4892570376396179, - 0.5434445142745972, - 0.01022240798920393, - 0.01965458318591118, - 0.31581634283065796, - 0.03075728937983513, - 0.31420639157295227, - 0.7741830348968506, - 0.834574818611145, - 0.20805883407592773, - 0.16611787676811218, - 0.12524758279323578, - 0.032194238156080246, - 0.3589420020580292, - 0.014443100430071354, - 0.13429614901542664, - 0.8173630833625793, - 0.03594434633851051, - 0.44578370451927185, - 0.0071176402270793915, - 0.05000116303563118, - 0.6000118851661682, - 0.05454026162624359, - 0.2999153435230255, - 0.21652765572071075, - 0.013864646665751934, - 0.18591120839118958, - 0.11679328233003616, - 0.11533650010824203, - 0.04907163232564926, - 0.26303476095199585, - 0.4810935854911804, - 0.3484191596508026, - 0.014100146479904652, - 0.33173003792762756, - 0.12919536232948303, - 0.1712295413017273, - 0.12821431457996368, - 0.20135611295700073, - 0.6133949160575867, - 0.061441924422979355, - 0.6944838166236877, - 0.01390769425779581, - 0.024802949279546738, - 0.01804889179766178, - 0.40445300936698914, - 0.3948960304260254, - 0.07403407990932465, - 0.0642440989613533, - 0.0182044617831707, - 0.24472269415855408, - 0.2561074495315552, - 0.4038776755332947, - 1.1738672256469727, - 0.1847994476556778, - 0.32060858607292175, - 0.012115057557821274, - 0.005806044675409794, - 0.013945572078227997, - 0.016684668138623238, - 0.5365880727767944, - 0.060240063816308975, - 0.2519005239009857, - 0.37118813395500183, - 0.2818065285682678, - 0.03941573575139046, - 0.029705028980970383, - 0.08242969214916229, - 0.004296774975955486, - 0.01699604094028473, - 0.39489397406578064, - 0.047531235963106155, - 0.021995846182107925, - 0.39945605397224426, - 0.016861137002706528, - 0.013642484322190285, - 0.06651165336370468, - 0.060203917324543, - 0.09486985951662064, - 0.20591746270656586, - 0.2995898723602295, - 0.7126057744026184, - 0.029662834480404854, - 0.17358753085136414, - 0.10897919535636902, - 0.5570738315582275, - 0.06863916665315628, - 0.02673163078725338, - 0.016145529225468636, - 0.02835407666862011, - 0.12446819245815277, - 0.028526412323117256, - 0.2381816953420639, - 0.23723356425762177 + 0.7727991938591003, + 0.7942056059837341, + 0.4134684205055237, + 0.34343674778938293, + 0.4005379378795624, + 0.2387346625328064, + 0.4275433123111725, + 0.2524203956127167, + 0.5912775993347168, + 0.14948265254497528, + 0.33018162846565247, + 0.5951266884803772, + 0.3226267993450165, + 0.22082826495170593, + 0.29567286372184753, + 0.4355466961860657, + 0.3460860848426819, + 0.35591065883636475, + 0.4985373616218567, + 0.4197145998477936, + 0.29557567834854126, + 0.3115570545196533, + 0.33951008319854736, + 0.26636579632759094, + 0.35026708245277405, + 0.4174002408981323, + 0.29580095410346985, + 0.2855287194252014, + 0.31734901666641235, + 0.4460390508174896, + 0.21941356360912323, + 0.4252972900867462, + 0.29139283299446106, + 0.16670118272304535, + 0.1737784445285797, + 0.19217707216739655, + 0.31784749031066895, + 0.2691545784473419, + 0.41087862849235535, + 0.35209721326828003, + 0.19220712780952454, + 0.21081258356571198, + 0.22890625894069672, + 0.206715390086174, + 0.19640707969665527, + 0.1852112114429474, + 0.192163348197937, + 0.3479536473751068, + 0.32929447293281555, + 0.177505224943161, + 0.28920069336891174, + 0.20651018619537354, + 0.19201211631298065, + 0.260099321603775, + 0.3340034484863281, + 0.1928519308567047, + 0.2714797258377075, + 0.14342138171195984, + 0.25998902320861816, + 0.2242114245891571, + 0.2918687164783478, + 0.16899286210536957, + 0.1866617202758789, + 0.19272488355636597, + 0.216105654835701, + 0.2008252590894699, + 0.29962992668151855, + 0.24192042648792267, + 0.24755984544754028, + 0.1630655825138092, + 0.1836695373058319, + 0.16408634185791016, + 0.261750191450119, + 0.10671484470367432, + 0.19425399601459503, + 0.2876211106777191, + 0.06974953413009644, + 0.20719844102859497, + 0.17065395414829254, + 0.2547962963581085, + 0.21511326730251312, + 0.18345774710178375, + 0.18142195045948029, + 0.2332470715045929, + 0.2436533272266388, + 0.21131719648838043, + 0.14984364807605743, + 0.19607135653495789, + 0.2098361998796463, + 0.191193088889122, + 0.2305755317211151, + 0.08938118815422058, + 0.1982651799917221, + 0.23554474115371704, + 0.1325168013572693, + 0.20007793605327606, + 0.24137449264526367, + 0.09397844225168228, + 0.14237749576568604, + 0.11464384198188782, + 0.07758601754903793, + 0.29064321517944336, + 0.27190926671028137, + 0.2439608871936798, + 0.24619179964065552, + 0.27708765864372253, + 0.08857379108667374, + 0.14134544134140015, + 0.19650501012802124, + 0.18932600319385529, + 0.19225549697875977, + 0.18643340468406677, + 0.12796884775161743, + 0.21802106499671936, + 0.19983232021331787, + 0.2658708393573761, + 0.20804940164089203, + 0.19642794132232666, + 0.21619591116905212, + 0.17665088176727295, + 0.22459377348423004, + 0.16691330075263977, + 0.1379777491092682, + 0.23238609731197357, + 0.07057033479213715, + 0.19203992187976837, + 0.19695262610912323, + 0.12421362102031708, + 0.20661339163780212, + 0.2018590122461319, + 0.2019934058189392, + 0.1580508053302765, + 0.13496804237365723, + 0.22192470729351044, + 0.23325949907302856, + 0.05157974362373352, + 0.11385829746723175, + 0.2487744837999344, + 0.15660354495048523, + 0.1498996913433075, + 0.17717915773391724, + 0.22425596415996552, + 0.2098010629415512, + 0.10546144098043442, + 0.10145721584558487, + 0.10140051692724228, + 0.06586777418851852, + 0.21880649030208588, + 0.1919560432434082, + 0.157993882894516, + 0.21160398423671722, + 0.20021694898605347, + 0.21781806647777557, + 0.20641732215881348, + 0.26609474420547485, + 0.2117711305618286, + 0.24635285139083862, + 0.13627202808856964, + 0.12473030388355255, + 0.1263469010591507, + 0.042997684329748154, + 0.15334945917129517, + 0.14371635019779205, + 0.14870397746562958, + 0.2763100266456604, + 0.11735550314188004, + 0.04555553197860718, + 0.18417605757713318, + 0.1337995082139969, + 0.2282383143901825, + 0.18091611564159393, + 0.19414159655570984, + 0.14314165711402893, + 0.23067690432071686, + 0.2369547337293625, + 0.2136509269475937, + 0.16660985350608826, + 0.17241230607032776, + 0.20970946550369263, + 0.10018184781074524, + 0.12145841866731644, + 0.17012526094913483, + 0.14129538834095, + 0.18806461989879608, + 0.21092577278614044, + 0.268939733505249, + 0.10444582998752594, + 0.20288968086242676, + 0.20283913612365723, + 0.16451463103294373, + 0.15089504420757294, + 0.2172084003686905, + 0.17909100651741028, + 0.17200477421283722, + 0.17791295051574707, + 0.2145732045173645, + 0.16716262698173523, + 0.14908961951732635, + 0.15118375420570374, + 0.1703033149242401, + 0.1648467779159546, + 0.17298342287540436, + 0.21505631506443024, + 0.21964997053146362, + 0.12893027067184448, + 0.23018719255924225, + 0.1893496960401535, + 0.15250813961029053, + 0.161871537566185, + 0.1363486498594284, + 0.2047077864408493, + 0.1095639020204544, + 0.16714565455913544, + 0.13609816133975983, + 0.2270912081003189, + 0.1088668629527092, + 0.14104628562927246, + 0.20422574877738953, + 0.16122493147850037, + 0.19851826131343842, + 0.15070652961730957, + 0.15701323747634888, + 0.10787895321846008, + 0.22287355363368988, + 0.12718509137630463, + 0.15019485354423523, + 0.23224687576293945, + 0.1970537155866623, + 0.2253047227859497, + 0.21088512241840363, + 0.0833965390920639, + 0.2109423279762268, + 0.17339769005775452, + 0.13027232885360718, + 0.13215211033821106, + 0.1512172520160675, + 0.16407348215579987, + 0.12540751695632935, + 0.17024245858192444, + 0.1845306158065796, + 0.2105093151330948, + 0.16456250846385956, + 0.25832563638687134, + 0.12666159868240356, + 0.30449196696281433, + 0.13628029823303223, + 0.0961967185139656, + 0.20720990002155304, + 0.2126549780368805, + 0.13653279840946198, + 0.07520443946123123, + 0.143194779753685, + 0.24881611764431, + 0.15979883074760437, + 0.15900878608226776, + 0.12197819352149963, + 0.16176296770572662, + 0.18617792427539825, + 0.1376643180847168, + 0.15524032711982727, + 0.17343798279762268, + 0.09965753555297852, + 0.1105298399925232, + 0.23016904294490814, + 0.14079318940639496, + 0.28470727801322937, + 0.1484764814376831, + 0.10498177260160446, + 0.20445707440376282, + 0.23137320578098297, + 0.18451394140720367, + 0.21376323699951172, + 0.23018158972263336, + 0.170197531580925, + 0.08428291976451874, + 0.1955288201570511, + 0.09230311959981918, + 0.15201842784881592, + 0.22343429923057556, + 0.1438615620136261, + 0.2036006599664688, + 0.11099405586719513, + 0.12398061901330948, + 0.15993021428585052, + 0.17358246445655823, + 0.1893014907836914, + 0.18109315633773804, + 0.17494504153728485, + 0.1841398924589157, + 0.16067738831043243, + 0.24783781170845032, + 0.20657648146152496, + 0.08279705047607422, + 0.11980222910642624, + 0.13589340448379517, + 0.18455380201339722, + 0.12141527235507965, + 0.16725651919841766, + 0.20591259002685547, + 0.13073621690273285, + 0.14461112022399902, + 0.19031015038490295, + 0.12343882024288177, + 0.13847216963768005, + 0.17763273417949677, + 0.17332570254802704, + 0.2119416743516922, + 0.15949231386184692, + 0.1555301696062088, + 0.06490229070186615, + 0.18681392073631287, + 0.17265404760837555, + 0.13759952783584595, + 0.16106565296649933, + 0.1336136907339096, + 0.09757285565137863, + 0.14332649111747742, + 0.15019932389259338, + 0.18417002260684967, + 0.15421783924102783, + 0.10272842645645142, + 0.24082155525684357, + 0.13198956847190857, + 0.11408460140228271, + 0.13734892010688782, + 0.24732738733291626, + 0.1721247434616089, + 0.1852187216281891, + 0.13342852890491486, + 0.12513385713100433, + 0.039400264620780945, + 0.12551262974739075, + 0.13477809727191925, + 0.12725511193275452, + 0.1375671923160553, + 0.17767778038978577, + 0.13940498232841492, + 0.1705547273159027, + 0.19147531688213348, + 0.21345527470111847, + 0.03523979336023331, + 0.0707770586013794, + 0.07214560359716415, + 0.1184249222278595, + 0.11333414912223816, + 0.11234200745820999, + 0.1447903960943222, + 0.16794201731681824, + 0.12382341921329498, + 0.24271084368228912, + 0.14751164615154266, + 0.15609712898731232, + 0.15762066841125488, + 0.12886713445186615, + 0.09003257751464844, + 0.11777675896883011, + 0.23526136577129364, + 0.1790667176246643, + 0.15930674970149994, + 0.12164012342691422, + 0.12731242179870605, + 0.1123114675283432, + 0.14468753337860107, + 0.2158188819885254, + 0.1229860708117485, + 0.13365261256694794, + 0.2376570850610733, + 0.07932204753160477, + 0.14023108780384064, + 0.11994297802448273, + 0.12368059158325195, + 0.20530910789966583, + 0.1297973096370697, + 0.1092027947306633, + 0.13530439138412476, + 0.13909488916397095, + 0.17956125736236572, + 0.0786958560347557, + 0.13335107266902924, + 0.12831051647663116, + 0.1354566365480423, + 0.10734035819768906, + 0.194343701004982, + 0.09067719429731369, + 0.11935082823038101, + 0.14192894101142883, + 0.20949627459049225, + 0.09239500015974045, + 0.10240162909030914, + 0.21287402510643005, + 0.10662345588207245, + 0.0903911292552948, + 0.08717726171016693, + 0.06716664135456085, + 0.06696069985628128, + 0.14459937810897827, + 0.2223333716392517, + 0.2265051305294037, + 0.1583300083875656, + 0.1078609824180603, + 0.14154137670993805, + 0.15605808794498444, + 0.1424887627363205, + 0.1622188240289688, + 0.06462151557207108, + 0.13654783368110657, + 0.21124769747257233, + 0.23311986029148102, + 0.09395570307970047, + 0.1862824559211731, + 0.09805998206138611, + 0.14393676817417145, + 0.10694687068462372, + 0.14979660511016846, + 0.179267019033432, + 0.12480048835277557, + 0.13622310757637024, + 0.1845310777425766, + 0.18777117133140564, + 0.14730890095233917, + 0.1266782283782959, + 0.17605698108673096, + 0.0736498311161995, + 0.10933492332696915, + 0.07967650145292282, + 0.12579244375228882, + 0.10568847507238388, + 0.13423052430152893, + 0.13954289257526398, + 0.12709683179855347, + 0.1330248862504959, + 0.10300245881080627, + 0.09311453998088837, + 0.10745415836572647, + 0.07348249852657318, + 0.15036238729953766, + 0.11237545311450958, + 0.13114884495735168, + 0.16725757718086243, + 0.134521946310997, + 0.16898885369300842, + 0.12318691611289978, + 0.12105216830968857, + 0.15638023614883423, + 0.11104650050401688, + 0.13366837799549103, + 0.14434830844402313, + 0.09730639308691025, + 0.09902948141098022, + 0.08241372555494308, + 0.1541687697172165, + 0.13475801050662994, + 0.12326665222644806, + 0.13722507655620575, + 0.1439657360315323, + 0.1699364185333252, + 0.16628137230873108, + 0.09335055202245712, + 0.039730824530124664, + 0.11753934621810913, + 0.11470401287078857, + 0.08103430271148682, + 0.08660639822483063, + 0.18117280304431915, + 0.13935932517051697, + 0.12382754683494568, + 0.16166998445987701, + 0.21871903538703918, + 0.1461508572101593, + 0.0904950276017189, + 0.06903695315122604, + 0.12092805653810501, + 0.08782560378313065, + 0.0763954222202301, + 0.15762567520141602, + 0.1646798551082611, + 0.1721103936433792, + 0.08241374045610428, + 0.17621487379074097, + 0.1131080687046051, + 0.18805848062038422, + 0.08237500488758087, + 0.17846252024173737, + 0.06949308514595032, + 0.17574962973594666, + 0.1466064155101776, + 0.12172442674636841, + 0.10290690511465073, + 0.12058734893798828, + 0.1080222800374031, + 0.0923316702246666, + 0.12055946886539459, + 0.15006573498249054, + 0.1488819122314453, + 0.14733658730983734, + 0.11922001838684082, + 0.1467403769493103, + 0.08467963337898254, + 0.1461300104856491, + 0.16903170943260193 ], "env_score_iters": [ 1, @@ -37097,2644 +45286,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.973724126815796, - -4.578555583953857, - -2.3959429264068604, - -3.0949251651763916, - -2.6875452995300293, - 4.07265043258667, - -3.2137370109558105, - -6.158245086669922, - -2.4956917762756348, - -3.3693461418151855, - -4.194660663604736, - -1.7787033319473267, - 3.6028811931610107, - -2.217988967895508, - -0.8683435320854187, - -4.242060661315918, - -3.2058229446411133, - -5.016997814178467, - -0.645167887210846, - -6.719572067260742, - -2.4078660011291504, - -4.324594020843506, - -3.8467016220092773, - 1.6671990156173706, - -2.931454658508301, - -3.2895894050598145, - -2.290893316268921, - -2.2797956466674805, - -3.0851705074310303, - -3.6507906913757324, - -0.5696814060211182, - 0.333997517824173, - -2.7277026176452637, - 5.503006458282471, - -0.9889017343521118, - 1.1066213846206665, - -3.420607805252075, - -3.3258073329925537, - 7.506957530975342, - -3.0828335285186768, - -3.2398345470428467, - -5.286422252655029, - 2.659142017364502, - -2.4544568061828613, - -2.3517160415649414, - -5.213921546936035, - -3.210951566696167, - 2.5331315994262695, - -3.805912733078003, - -2.44643497467041, - -2.674268960952759, - -1.4041465520858765, - -1.3800129890441895, - -2.5345993041992188, - 14.376848220825195, - -2.0424742698669434, - 0.7990555167198181, - -2.8374710083007812, - -2.4337027072906494, - -2.997436046600342, - -3.4506185054779053, - -5.045751571655273, - -3.325470447540283, - -7.578159809112549, - -3.805732011795044, - -4.603960037231445, - -1.281042218208313, - -2.3133416175842285, - -2.187278985977173, - -2.8701820373535156, - -0.2747567594051361, - -2.690249443054199, - -3.373037338256836, - -3.4292290210723877, - -3.7415082454681396, - -0.8937889337539673, - -1.8803354501724243, - -2.8347513675689697, - 0.43310001492500305, - -2.531672477722168, - -3.6741573810577393, - -3.1831765174865723, - -1.9131646156311035, - -4.093435287475586, - -1.2444641590118408, - -7.8711137771606445, - -3.7170674800872803, - -4.6878662109375, - -3.0019609928131104, - -4.037711143493652, - -5.08673620223999, - 0.6670953035354614, - -3.4167442321777344, - -2.9281415939331055, - -1.6372777223587036, - -2.2682933807373047, - -3.067680835723877, - -3.047288417816162, - -4.291275978088379, - -2.3803212642669678, - -8.978584289550781, - -1.9664047956466675, - 2.234480142593384, - -2.506721258163452, - -1.3389700651168823, - -3.8558921813964844, - -3.522373914718628, - -2.8042826652526855, - -2.331329822540283, - -3.7880001068115234, - -1.5738662481307983, - -3.7044520378112793, - -3.18794846534729, - -3.7087819576263428, - -1.9958088397979736, - -3.2947988510131836, - -5.472805976867676, - -2.3304123878479004, - -2.6166915893554688, - -5.498120307922363, - 1.7179533243179321, - -3.854227066040039, - -1.845278263092041, - 0.0584210641682148, - -1.9502980709075928, - -1.1241037845611572, - -3.6724653244018555, - -3.4881715774536133, - -3.952479362487793, - -2.4770455360412598, - -1.3882945775985718, - -5.846717357635498, - -1.8602136373519897, - -2.2687230110168457, - -0.9834709167480469, - -3.2368998527526855, - -4.269808769226074, - 7.322559833526611, - -3.854900360107422, - -1.2372825145721436, - 0.4756874442100525, - -0.8537338972091675, - -3.559436082839966, - -2.700296640396118, - -1.228811264038086, - -7.976826190948486, - -1.5052560567855835, - -3.7215447425842285, - -2.161231517791748, - -3.5386860370635986, - -4.190427780151367, - -5.248337268829346, - -3.0169460773468018, - -2.337277412414551, - -3.354933023452759, - -3.0539445877075195, - -4.007972717285156, - -0.9194521307945251, - -6.747585773468018, - -5.376781940460205, - -1.732424020767212, - -2.842039108276367, - -4.644161224365234, - -2.3088462352752686, - -3.1072998046875, - -3.5759944915771484, - -2.935023784637451, - -1.2321057319641113, - -2.945262908935547, - -2.016111135482788, - 6.090604782104492, - -3.234109878540039, - -2.809812068939209, - -2.422178030014038, - -3.4581003189086914, - -1.7364177703857422, - -2.5251030921936035, - -4.326661586761475, - -4.420778751373291, - -4.101993083953857, - 1.4371494054794312, - -0.3550708591938019, - -0.1174018606543541, - -1.6168729066848755, - -1.7770994901657104, - -2.607112407684326, - -4.617609024047852, - -2.0044620037078857, - 1.3960483074188232, - -1.3356949090957642, - -2.4234201908111572, - -1.4309180974960327, - -1.6754270792007446, - -1.421056866645813, - 0.17239806056022644, - -3.0726780891418457, - -3.3113551139831543, - -4.145262718200684, - -0.4696660041809082, - -3.429637908935547, - 1.143889307975769, - -1.3407293558120728, - -4.072418212890625, - -3.9757771492004395, - 1.2961437702178955, - -2.65209698677063, - -5.563414573669434, - -2.222898244857788, - -1.557218074798584, - -3.5763304233551025, - -3.436441659927368, - -3.2004687786102295, - -3.7565970420837402, - -4.6962409019470215, - -2.5103561878204346, - 3.19708251953125, - -1.2608286142349243, - -2.7251346111297607, - -4.229708671569824, - -5.877615451812744, - -3.732112407684326, - -3.345611333847046, - 1.100574254989624, - 0.36132508516311646, - -1.3024781942367554, - -4.07576322555542, - -1.6191681623458862, - -0.9687147736549377, - -7.046036243438721, - -0.7421507239341736, - -4.684399604797363, - -1.2167648077011108, - -7.870538234710693, - -0.31824010610580444, - -1.2163591384887695, - -2.7002737522125244, - -0.8926874399185181, - -4.959831237792969, - -1.2547088861465454, - -4.969327926635742, - -3.8744256496429443, - -2.593783140182495, - -2.926657199859619, - -3.418407440185547, - -3.4766509532928467, - -3.539614200592041, - -2.709198474884033, - -4.391102313995361, - -3.3447518348693848, - -2.571566581726074, - -5.5961689949035645, - -3.8951914310455322, - -1.4888873100280762, - -2.906663417816162, - -3.011619806289673, - -2.0857999324798584, - -4.449123859405518, - -2.466946601867676, - -0.6485276818275452, - -3.031033754348755, - -5.326723098754883, - -4.786969184875488, - 1.7450039386749268, - -1.8581559658050537, - -2.988415241241455, - -3.7685799598693848, - -2.4275951385498047, - -4.469357013702393, - -3.42376971244812, - -4.3818278312683105, - 5.311802387237549, - -3.8456175327301025, - -1.8213595151901245, - -4.223109722137451, - -4.0202860832214355, - -2.461358070373535, - 2.1648952960968018, - -1.0940607786178589, - -5.821853160858154, - -2.077240467071533, - -3.7137515544891357, - -2.1966094970703125, - -3.979400873184204, - -3.07027530670166, - -1.55730140209198, - -2.522740125656128, - -3.248181104660034, - -3.6059956550598145, - -2.429456949234009, - -2.758186101913452, - -3.0076067447662354, - -4.468437671661377, - -3.572446346282959, - -2.305370569229126, - -3.2332887649536133, - -3.975168228149414, - -0.14971405267715454, - -1.6729358434677124, - -4.263673782348633, - -0.7913579940795898, - -2.389617681503296, - -1.0315935611724854, - -1.1855019330978394, - -1.7341768741607666, - -0.5336686372756958, - -3.3498146533966064, - -5.7163405418396, - -2.621002197265625, - -0.3264114558696747, - -4.029119491577148, - -2.7616372108459473, - -2.28928542137146, - -1.540008783340454, - -1.822206974029541, - -4.160786151885986, - -4.186808109283447, - -3.2891833782196045, - -2.4859580993652344, - -3.6796436309814453, - -2.0637381076812744, - -3.556103467941284, - -0.9831492900848389, - -3.6723031997680664, - -7.8528733253479, - -3.3641855716705322, - -3.9374032020568848, - -2.801886796951294, - -1.376272201538086, - -4.280421733856201, - -3.108262538909912, - -1.788033366203308, - -3.3782262802124023, - -4.645171165466309, - -3.7199716567993164, - -2.1769256591796875, - 2.047952651977539, - -2.8405532836914062, - -3.568277597427368, - -5.02100133895874, - -2.951352596282959, - -6.254703998565674, - -6.637604713439941, - -2.388986110687256, - -6.066686630249023, - -3.482952117919922, - -3.983150005340576, - -3.3948562145233154, - -3.192348003387451, - -3.8715875148773193, - -3.9152915477752686, - -4.9301323890686035, - -1.291100025177002, - -3.0188486576080322, - -3.046856164932251, - -3.1536922454833984, - -2.117936372756958, - -4.377236843109131, - -1.623308539390564, - -0.603322446346283, - -3.536278247833252, - -3.337287187576294, - -0.8572993278503418, - -1.1459763050079346, - -2.5127339363098145, - -3.1880440711975098, - -6.134863376617432, - -4.504906177520752, - -4.391847133636475, - -0.7302794456481934, - -4.040605068206787, - -3.768526792526245, - -3.314223527908325, - -3.4887702465057373, - -6.0968780517578125, - 6.311100482940674, - -2.595635175704956, - -2.243894577026367, - -1.7490113973617554, - -0.4017138183116913, - -3.6335651874542236, - -3.664534091949463, - -5.081723690032959, - -3.564049243927002, - 0.1350235790014267, - -4.670534133911133, - -1.3826860189437866, - -3.7030251026153564, - -3.6746773719787598, - -4.132608413696289, - -3.327209711074829, - 1.235966682434082, - -6.78594446182251, - -3.396233320236206, - -3.2299485206604004, - -3.3260176181793213, - -2.29774808883667, - -2.5469298362731934, - -3.3559536933898926, - -2.199954032897949, - -5.309055805206299, - 0.6312111020088196, - -1.5648798942565918, - 0.6420480608940125, - -4.295357704162598, - -4.216261386871338, - -3.8960318565368652, - -7.78383207321167, - -2.1976311206817627, - -3.6969497203826904, - -2.8733434677124023, - -4.874952793121338, - -5.278163909912109, - -2.293980836868286, - -2.873020648956299, - -2.126620292663574, - -3.993424654006958, - -2.1596477031707764, - 2.3035123348236084, - -3.2119174003601074, - -2.181487798690796, - -4.052685737609863, - -3.526968240737915, - -3.456193447113037, - -2.609588384628296, - -6.247715473175049, - -3.5468318462371826, - -5.452521324157715, - -2.2554702758789062, - -3.4702324867248535, - -3.7708911895751953, - -5.197231292724609, - -5.307270526885986, - -2.2108311653137207, - -4.380430221557617, - -3.5656001567840576, - -1.3446401357650757, - -3.811601400375366, - -2.8479084968566895, - -3.493314027786255, - -3.982045888900757, - -0.7484492063522339, - -3.1078379154205322, - 1.6953200101852417, - -3.99043345451355, - -3.732311248779297, - -4.190793991088867, - -1.8648258447647095, - -1.7163556814193726, - -3.0256783962249756, - -3.8817296028137207, - -4.172023296356201, - -1.7815957069396973, - -0.6011938452720642, - -1.9350477457046509, - 2.828136920928955, - -3.1593291759490967, - 0.5815292000770569, - -3.677103042602539, - -4.388152599334717, - -3.76708722114563, - -3.7549235820770264, - -0.6743311285972595, - -5.516998767852783, - -3.964111328125, - -1.9923028945922852, - -2.161151170730591, - -4.404550552368164, - -3.7019002437591553, - -4.047163009643555, - -3.7602574825286865, - -3.425529956817627, - -3.5308187007904053, - -3.7245290279388428, - -4.13935661315918, - -3.4625675678253174, - -5.880326747894287, - -3.76021146774292, - -3.799555778503418, - -3.572395086288452, - -3.1945383548736572, - -3.050920009613037, - -1.6054836511611938, - 7.932409286499023, - -3.5558993816375732, - -0.8041995167732239, - -3.630051612854004, - -1.033339262008667, - -3.8994343280792236, - -3.9699199199676514, - -3.976325511932373, - -3.959587812423706, - -1.7954684495925903, - -2.9361066818237305, - -3.4537127017974854, - -3.141293525695801 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.3815325200557709, + -0.5173815488815308, + -0.5022717118263245, + -0.4011387228965759, + -0.47446563839912415, + -0.6038334369659424, + -0.6331477165222168, + -0.5774334669113159, + -0.5644260048866272, + -0.39063867926597595, + -0.1336914300918579, + -0.4531787931919098, + -0.4267304837703705, + -0.5455032587051392, + -0.4506654143333435, + -0.6158809661865234, + -0.7201276421546936, + -0.37728461623191833, + -0.3937220275402069, + -0.5543563961982727, + -0.24469546973705292, + -0.39999115467071533, + -0.5749532580375671, + -0.34242331981658936, + -0.36822521686553955, + -0.4677541255950928, + -0.435030996799469, + -0.39477699995040894, + -0.5004768967628479, + -0.40497276186943054, + -0.451504647731781, + -0.35803958773612976, + -0.5662809014320374, + -0.8149173855781555, + -0.5475237369537354, + -0.3655288815498352, + -0.7155882716178894, + -0.6291297674179077, + -0.5423862934112549, + -0.5873446464538574, + -0.35056257247924805, + -0.29196780920028687, + -0.5324256420135498, + -0.41260918974876404, + -0.4975876808166504, + -0.4816006124019623, + -0.2390718162059784, + -0.3827337324619293, + -0.4087243974208832, + -0.5955100655555725, + -0.34883180260658264, + -0.7288141846656799, + -0.5017837882041931, + -0.538016140460968, + -0.4432583153247833, + -0.589417576789856, + -0.2252950221300125, + -0.7284501791000366, + -0.39872369170188904, + -0.4196666479110718, + -0.35732612013816833, + -0.4491972029209137, + -0.8872077465057373, + -0.5539702773094177, + -0.4998226463794708, + -0.5546694397926331, + -0.552438497543335, + -0.4363182783126831, + -0.8071340322494507, + -0.6295247077941895, + -0.547838032245636, + -0.44504162669181824, + -0.8061753511428833, + -0.45810654759407043, + -0.7236934900283813, + -0.502926230430603, + -0.5939760208129883, + -0.8945236802101135, + -0.42149895429611206, + -0.4674775302410126, + -0.5066187977790833, + -0.44845324754714966, + -0.682359516620636, + -0.4898289144039154, + -0.5071389079093933, + -0.567520022392273, + -0.5773149132728577, + -0.40992480516433716, + -0.5499193668365479, + -0.5782368779182434, + -0.41071683168411255, + -0.5518236756324768, + -0.6342321038246155, + -0.29989495873451233, + -0.5140989422798157, + -0.5009397268295288, + -0.36177825927734375, + -0.2747083604335785, + -0.5353732109069824, + -0.6969648003578186, + -0.165409117937088, + -0.6186206936836243, + -0.49152448773384094, + -0.35214942693710327, + -0.5738243460655212, + -0.5397271513938904, + -0.47168412804603577, + -0.49792560935020447, + -0.43094316124916077, + -0.5579140186309814, + -0.4180229902267456, + -0.4243144392967224, + -0.5328213572502136, + -0.5039016604423523, + -0.5139661431312561, + -0.42183199524879456, + -0.5714282989501953, + -0.4052533507347107, + -0.36639347672462463, + -0.5046167373657227, + -0.28311094641685486, + -0.48914381861686707, + -0.45102912187576294, + -0.4800266921520233, + -0.18687574565410614, + -0.35361215472221375, + -0.45067766308784485, + -0.5682832598686218, + -0.27348148822784424, + -0.43840742111206055, + -0.8154483437538147, + -0.39032527804374695, + -0.4698181748390198, + -0.6476666331291199, + -0.41948893666267395, + -0.45145514607429504, + -0.7066676616668701, + -0.5760694146156311, + -0.7147173285484314, + -0.5029832720756531, + -0.4754347801208496, + -0.8603865504264832, + -0.3560921549797058, + -0.07598314434289932, + -0.431999534368515, + -0.6392381191253662, + -0.4323745667934418, + -0.6363649964332581, + -0.14662475883960724, + -0.5688250064849854, + -0.5025075078010559, + -0.5340057611465454, + -0.3857860267162323, + -0.5954620242118835, + -0.7954452037811279, + -0.6177346706390381, + -0.30342453718185425, + -0.5976660847663879, + -0.6096760630607605, + -0.4411579668521881, + -0.5531499981880188, + -0.16527962684631348, + -0.6843551993370056, + -0.4456925094127655, + -0.6905103325843811, + -0.422536164522171, + -0.5457078218460083, + -0.5170652866363525, + -0.4159485101699829, + -0.5823131799697876, + -0.29313379526138306, + -0.7023569941520691, + -0.4674980640411377, + -0.4503967761993408, + -0.5196471214294434, + -0.46302491426467896, + -0.452633798122406, + -0.5868464112281799, + -0.6315789818763733, + -0.4937821328639984, + -0.5082581043243408, + -0.6555866003036499, + -0.5417039394378662, + -0.6887170076370239, + -0.2536703646183014, + -0.22120285034179688, + -0.5131654143333435, + -0.5447494387626648, + -0.580020546913147, + -0.6717744469642639, + -0.4898092746734619, + -0.4450167119503021, + -0.4471759796142578, + -0.47122716903686523, + -0.45643264055252075, + -0.62293940782547, + -0.5438060164451599, + -0.5244302749633789, + -0.35913223028182983, + -0.6453611850738525, + -0.5337516665458679, + -0.46083348989486694, + -0.402182400226593, + -0.4645906686782837, + -0.43146786093711853, + -0.46198442578315735, + -0.37090152502059937, + -0.4870261251926422, + -0.5147460103034973, + -0.503149151802063, + -0.457043319940567, + -0.37424176931381226, + -0.5426356196403503, + -0.42389124631881714, + -0.505730390548706, + -0.46882757544517517, + -0.6005567312240601, + -0.5476136207580566, + -0.42752325534820557, + -0.2912544012069702, + -0.513766884803772, + -0.3757874667644501, + -0.7246503829956055, + -0.4022705852985382, + -0.7002894878387451, + -0.4351319670677185, + -0.4095290005207062, + -0.5448488593101501, + -0.6226284503936768, + -0.18237905204296112, + -0.5431428551673889, + -0.4690706729888916, + -0.3157922625541687, + -0.4225568473339081, + -0.35546940565109253, + -0.6533188223838806, + -0.4796822965145111, + -0.47304287552833557, + -0.5958898067474365, + -0.5422661900520325, + -0.3599856495857239, + -0.458423912525177, + -0.7974949479103088, + -0.4975195825099945, + -0.575185239315033, + -0.512336254119873, + -0.39941126108169556, + -0.5730028748512268, + -0.48271650075912476, + -0.6664878726005554, + -0.41271689534187317, + -0.457116037607193, + -0.3904910385608673, + -0.5500077605247498, + -0.4485364258289337, + -0.4909310042858124, + -0.616815984249115, + -0.16344445943832397, + -0.5080336928367615, + -0.5646052956581116, + -0.46566733717918396, + -0.6106424331665039, + -0.604047954082489, + -0.3100706934928894, + -0.37230104207992554, + -0.5436967611312866, + -0.5866153836250305, + -0.4543694853782654, + -0.6169412136077881, + -0.6774291396141052, + -0.2638181149959564, + -0.533664345741272, + -0.5219049453735352, + -0.39456576108932495, + -0.5840491056442261, + -0.5528168082237244, + -0.39375337958335876, + -0.42847543954849243, + -0.4637048840522766, + -0.617425262928009, + -0.40957126021385193, + -0.5752367973327637, + -0.6177394986152649, + -0.47877341508865356, + -0.6716316938400269, + -0.4905257821083069, + -0.5763182044029236, + -0.31699711084365845, + -0.4584020972251892, + -0.5213977694511414, + -0.4664849042892456, + -0.4573175013065338, + -0.5000782012939453, + -0.4645686447620392, + -0.5031300187110901, + -0.4637753367424011, + -0.4444635212421417, + -0.31526145339012146, + -0.37972837686538696, + -0.58930903673172, + -0.3816218078136444, + -0.505374014377594, + -0.43439027667045593, + -0.5731920599937439, + -0.410709410905838, + -0.5224283337593079, + -0.45781004428863525, + -0.5735638737678528, + -0.5170724987983704, + -0.4950353801250458, + -0.45261919498443604, + -0.4386860132217407, + -0.6128655076026917, + -0.36617356538772583, + -0.5209797024726868, + -0.4195333421230316, + -0.46505066752433777, + -0.29613813757896423, + -0.5229922533035278, + -0.4396630823612213, + -0.45658671855926514, + -0.5943515300750732, + -0.5838025212287903, + -0.5762148499488831, + -0.6098877787590027, + -0.2277277410030365, + -0.4470912516117096, + -0.3906964063644409, + -0.45317625999450684, + -0.3320455253124237, + -0.4295264482498169, + -0.36296403408050537, + -0.5530712008476257, + -0.707066535949707, + -0.5456175208091736, + -0.435409277677536, + -0.3632566034793854, + -0.6078504323959351, + -0.38209107518196106, + -0.45115935802459717, + -0.5573126673698425, + -0.5874438881874084, + -0.4628879129886627, + -0.4553526043891907, + -0.3569783866405487, + -0.5530163049697876, + -0.5901560187339783, + -0.5429785251617432, + -0.3968198597431183, + -0.4193930923938751, + -0.4962040185928345, + -0.41123685240745544, + -0.6370859742164612, + -0.45853549242019653, + -0.6279159188270569, + -0.3999515175819397, + -0.3360421657562256, + -0.43986237049102783, + -0.5059047341346741, + -0.48231104016304016, + -0.47429749369621277, + -0.6494866013526917, + -0.4486694931983948, + -0.47845330834388733, + -0.3540293872356415, + -0.4991515874862671, + -0.3744977116584778, + -0.49848413467407227, + -0.2250293344259262, + -0.5219894647598267, + -0.41154739260673523, + -0.38712403178215027, + -0.501885175704956, + -0.42303594946861267, + -0.3419921100139618, + -0.6351736783981323, + -0.45358529686927795, + -0.43040910363197327, + -0.1928303837776184, + -0.4176301956176758, + -0.5286073684692383, + -0.44532662630081177, + -0.7397234439849854, + -0.3799222707748413, + -0.5118789672851562, + -0.6135548949241638, + -0.35529863834381104, + -0.4097450077533722, + -0.251176118850708, + -0.2664451599121094, + -0.5994713306427002, + -0.4497724771499634, + -0.49903661012649536, + -0.38367214798927307, + -0.9182475805282593, + -0.7562700510025024, + -0.8097081780433655, + -0.43742454051971436, + -0.3785547614097595, + -0.23480324447155, + -0.6015576124191284, + -0.5771148204803467, + -0.5205313563346863, + -0.3562580943107605, + -0.5868774652481079, + -0.5191846489906311, + -0.46044620871543884, + -0.8216493725776672, + -0.6151432394981384, + -0.5851236581802368, + -0.32214877009391785, + -0.35856032371520996, + -0.4943511486053467, + -0.3912237286567688, + -0.6470801830291748, + -0.4275221526622772, + -0.5098214745521545, + -0.5513673424720764, + -0.5330473184585571, + -0.4724411368370056, + -0.30293652415275574, + -0.4731898009777069, + -0.6037267446517944, + -0.576566755771637, + -0.5548862218856812, + -0.6779245734214783, + -0.49303051829338074, + -0.4079585671424866, + -0.33824047446250916, + -0.4858669638633728, + -0.4614231586456299, + -0.6279301047325134, + -0.40295112133026123, + -0.5749831199645996, + -0.6785383820533752, + -0.4700773060321808, + -0.34245193004608154, + -0.5419043302536011, + -0.5250325798988342, + -0.8118149042129517, + -0.32055768370628357, + -0.5422894358634949, + -0.3127431571483612, + -0.3509608507156372, + -0.5290831923484802, + -0.487221896648407, + -0.5634543299674988, + -0.4159235656261444, + -0.3384087383747101, + -0.5935953259468079, + -0.5936150550842285, + -0.3928705155849457, + -0.49999529123306274, + -0.5442140698432922, + -0.4506225883960724, + -0.26819556951522827, + -0.4832679033279419, + -0.44683557748794556, + -0.31205320358276367, + -0.2757808566093445, + -0.5069561004638672, + -0.6797366142272949, + -0.534863293170929, + -0.6198045611381531, + -0.6236980557441711, + -0.4924700856208801, + -0.46946725249290466, + -0.28262102603912354, + -0.6489499807357788, + -0.24439702928066254, + -0.08318009227514267, + -0.49069640040397644, + -0.4629192352294922, + -0.6155968904495239, + -0.4489181637763977, + -0.5147386789321899, + -0.5452964305877686, + -0.4029527008533478, + -0.43346065282821655, + -0.5374704003334045, + -0.5652027726173401, + -0.5726326107978821, + -0.5193213224411011, + -0.4773443639278412, + -0.37738358974456787, + -0.3270045220851898, + -0.27576369047164917, + -0.41367143392562866, + -0.3764900863170624, + -0.49653756618499756, + -0.506698727607727, + -0.3406430780887604 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.625, - 0.65, - 0.7, - 0.625, - 0.6499999999999999, - 0.5750000000000001, - 0.5750000000000001, - 0.65, - 0.6000000000000001 + 0.4749999999999999, + 0.5125, + 0.48749999999999993, + 0.46249999999999997, + 0.4625, + 0.49999999999999994, + 0.475, + 0.525, + 0.4125, + 0.4749999999999999, + 0.44999999999999996, + 0.4375, + 0.44999999999999996, + 0.4625, + 0.475, + 0.44999999999999996, + 0.37500000000000006, + 0.47500000000000003, + 0.44999999999999996, + 0.42499999999999993 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.5055333971977234, - 0.6680489778518677, - 0.6353161931037903, - 0.6138973236083984, - 0.8000583052635193, - 0.7075715661048889, - 0.5847339034080505, - 0.8205370903015137, - 0.939337968826294, - 0.46067845821380615 + 0.07468919456005096, + -0.1255151331424713, + -0.12053781002759933, + -0.14882592856884003, + 0.13277564942836761, + -0.04026762396097183, + 0.31140705943107605, + 0.11705915629863739, + -0.04702332243323326, + 0.014822566881775856, + 0.24926252663135529, + -0.0787736251950264, + 0.05922604352235794, + -0.052529361099004745, + -0.09485684335231781, + -0.27123796939849854, + 0.0835125744342804, + -0.0517815537750721, + 0.15893349051475525, + 0.06632120162248611 ], "rl_grad_norm": [ - 0.6594977974891663, - 1.5379457473754883, - 1.3376293182373047, - 1.2898815870285034, - 0.34220752120018005, - 0.8426802754402161, - 0.3347380757331848, - 0.4276580810546875, - 0.5604819059371948, - 0.5651982426643372 + 1.6381189823150635, + 0.5439046025276184, + 0.6080136299133301, + 0.5163275003433228, + 0.2971046566963196, + 0.522399365901947, + 0.4357517957687378, + 0.4660417139530182, + 0.3885957598686218, + 0.4730303883552551, + 0.5142579078674316, + 0.378339022397995, + 0.25400927662849426, + 0.35506436228752136, + 0.2927788496017456, + 0.3728894293308258, + 0.15244854986667633, + 0.26892024278640747, + 0.23771488666534424, + 0.25133180618286133 ], "bc_grad_norm": [ - 0.5879093408584595, - 0.5367192625999451, - 0.44913485646247864, - 0.7576402425765991, - 0.33207178115844727, - 0.6431038975715637, - 0.49934181571006775, - 0.5510286092758179, - 0.602155864238739, - 0.32607322931289673 + 3.1590938568115234, + 1.7750433683395386, + 3.3517751693725586, + 2.1514415740966797, + 2.7211101055145264, + 3.268589496612549, + 4.044506549835205, + 3.568201780319214, + 2.376068353652954, + 1.9440455436706543, + 1.6122955083847046, + 2.4940221309661865, + 2.738069772720337, + 5.6970720291137695, + 2.783193349838257, + 2.9188599586486816, + 1.7891279458999634, + 2.9641177654266357, + 5.321862697601318, + 3.7232701778411865 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0003799793485086411, - "embedding.weight": 0.010969564318656921, - "cnn.0.weight": 0.26418164372444153, - "cnn.0.bias": 0.00933816283941269, - "cnn.2.weight": 0.0933099016547203, - "cnn.2.bias": 0.022770997136831284, - "cnn.5.weight": 0.21996039152145386, - "cnn.5.bias": 0.02657756209373474, - "action_emb.weight": 0.008356180042028427, - "timestep_emb.weight": 0.004694242961704731, - "pos_emb.weight": 0.005121109075844288, - "transformer.layers.0.self_attn.in_proj_weight": 0.15065114200115204, - "transformer.layers.0.self_attn.in_proj_bias": 0.010473769158124924, - "transformer.layers.0.self_attn.out_proj.weight": 0.10127897560596466, - "transformer.layers.0.self_attn.out_proj.bias": 0.011127392761409283, - "transformer.layers.0.linear1.weight": 0.06726425141096115, - "transformer.layers.0.linear1.bias": 0.003825069172307849, - "transformer.layers.0.linear2.weight": 0.08815488964319229, - "transformer.layers.0.linear2.bias": 0.006058645434677601, - "transformer.layers.0.norm1.weight": 0.010145285166800022, - "transformer.layers.0.norm1.bias": 0.010736503638327122, - "transformer.layers.0.norm2.weight": 0.004714525304734707, - "transformer.layers.0.norm2.bias": 0.0035569348838180304, - "transformer.layers.1.self_attn.in_proj_weight": 0.06275612860918045, - "transformer.layers.1.self_attn.in_proj_bias": 0.0032743748743087053, - "transformer.layers.1.self_attn.out_proj.weight": 0.06625811755657196, - "transformer.layers.1.self_attn.out_proj.bias": 0.004441695287823677, - "transformer.layers.1.linear1.weight": 0.03616240620613098, - "transformer.layers.1.linear1.bias": 0.0018015194218605757, - "transformer.layers.1.linear2.weight": 0.04536059871315956, - "transformer.layers.1.linear2.bias": 0.004134673625230789, - "transformer.layers.1.norm1.weight": 0.003910299390554428, - "transformer.layers.1.norm1.bias": 0.0030303727835416794, - "transformer.layers.1.norm2.weight": 0.0025905875954777002, - "transformer.layers.1.norm2.bias": 0.0015683703823015094, - "transformer.layers.2.self_attn.in_proj_weight": 0.05436800420284271, - "transformer.layers.2.self_attn.in_proj_bias": 0.0032134351786226034, - "transformer.layers.2.self_attn.out_proj.weight": 0.044923290610313416, - "transformer.layers.2.self_attn.out_proj.bias": 0.003934269770979881, - "transformer.layers.2.linear1.weight": 0.031443048268556595, - "transformer.layers.2.linear1.bias": 0.0016685124719515443, - "transformer.layers.2.linear2.weight": 0.03411412239074707, - "transformer.layers.2.linear2.bias": 0.004081319086253643, - "transformer.layers.2.norm1.weight": 0.003454664722084999, - "transformer.layers.2.norm1.bias": 0.0037656212225556374, - "transformer.layers.2.norm2.weight": 0.0019861648324877024, - "transformer.layers.2.norm2.bias": 0.0014372189762070775, - "transformer.layers.3.self_attn.in_proj_weight": 0.09206440299749374, - "transformer.layers.3.self_attn.in_proj_bias": 0.008126419968903065, - "transformer.layers.3.self_attn.out_proj.weight": 0.0521271638572216, - "transformer.layers.3.self_attn.out_proj.bias": 0.006949827540665865, - "transformer.layers.3.linear1.weight": 0.07867398113012314, - "transformer.layers.3.linear1.bias": 0.005014054477214813, - "transformer.layers.3.linear2.weight": 0.040560025721788406, - "transformer.layers.3.linear2.bias": 0.008318967185914516, - "transformer.layers.3.norm1.weight": 0.0069887894205749035, - "transformer.layers.3.norm1.bias": 0.011403579264879227, - "transformer.layers.3.norm2.weight": 0.005778077989816666, - "transformer.layers.3.norm2.bias": 0.005979243200272322, - "head.weight": 0.515680730342865, - "head.bias": 0.015246431343257427, - "global_embedding.weight": 0.03394031152129173, - "global_cnn.0.weight": 0.23600703477859497, - "global_cnn.0.bias": 0.008832566440105438, - "global_cnn.2.weight": 0.3928166329860687, - "global_cnn.2.bias": 0.017952745780348778, - "global_proj.weight": 0.12506915628910065, - "global_proj.bias": 0.06933735311031342, - "goal_head.0.weight": 0.07133157551288605, - "goal_head.0.bias": 0.025947052985429764, - "goal_head.2.weight": 0.11043242365121841, - "goal_head.2.bias": 0.060772594064474106 - }, - { - "global_gate": 0.00019973826420027763, - "embedding.weight": 0.019424203783273697, - "cnn.0.weight": 0.2557522654533386, - "cnn.0.bias": 0.0122139360755682, - "cnn.2.weight": 0.049528948962688446, - "cnn.2.bias": 0.01445725467056036, - "cnn.5.weight": 0.06644496321678162, - "cnn.5.bias": 0.01416969858109951, - "action_emb.weight": 0.01790289580821991, - "timestep_emb.weight": 0.00785695668309927, - "pos_emb.weight": 0.00885946024209261, - "transformer.layers.0.self_attn.in_proj_weight": 0.12160000205039978, - "transformer.layers.0.self_attn.in_proj_bias": 0.008350198157131672, - "transformer.layers.0.self_attn.out_proj.weight": 0.094459168612957, - "transformer.layers.0.self_attn.out_proj.bias": 0.010988191701471806, - "transformer.layers.0.linear1.weight": 0.08534875512123108, - "transformer.layers.0.linear1.bias": 0.004308813717216253, - "transformer.layers.0.linear2.weight": 0.10482415556907654, - "transformer.layers.0.linear2.bias": 0.009099654853343964, - "transformer.layers.0.norm1.weight": 0.00718659209087491, - "transformer.layers.0.norm1.bias": 0.007484637666493654, - "transformer.layers.0.norm2.weight": 0.00648080836981535, - "transformer.layers.0.norm2.bias": 0.004234574269503355, - "transformer.layers.1.self_attn.in_proj_weight": 0.08918290585279465, - "transformer.layers.1.self_attn.in_proj_bias": 0.005248421337455511, - "transformer.layers.1.self_attn.out_proj.weight": 0.09281829744577408, - "transformer.layers.1.self_attn.out_proj.bias": 0.007655423600226641, - "transformer.layers.1.linear1.weight": 0.054607123136520386, - "transformer.layers.1.linear1.bias": 0.003005696926265955, - "transformer.layers.1.linear2.weight": 0.06988353282213211, - "transformer.layers.1.linear2.bias": 0.007610503118485212, - "transformer.layers.1.norm1.weight": 0.005577343050390482, - "transformer.layers.1.norm1.bias": 0.004550033714622259, - "transformer.layers.1.norm2.weight": 0.0032928267028182745, - "transformer.layers.1.norm2.bias": 0.002475090092048049, - "transformer.layers.2.self_attn.in_proj_weight": 0.10036098212003708, - "transformer.layers.2.self_attn.in_proj_bias": 0.0060715037398040295, - "transformer.layers.2.self_attn.out_proj.weight": 0.06572619825601578, - "transformer.layers.2.self_attn.out_proj.bias": 0.007257757242769003, - "transformer.layers.2.linear1.weight": 0.052571043372154236, - "transformer.layers.2.linear1.bias": 0.003106983844190836, - "transformer.layers.2.linear2.weight": 0.0549699105322361, - "transformer.layers.2.linear2.bias": 0.007485940586775541, - "transformer.layers.2.norm1.weight": 0.006992134731262922, - "transformer.layers.2.norm1.bias": 0.006694494746625423, - "transformer.layers.2.norm2.weight": 0.0030978459399193525, - "transformer.layers.2.norm2.bias": 0.003287410596385598, - "transformer.layers.3.self_attn.in_proj_weight": 0.15532946586608887, - "transformer.layers.3.self_attn.in_proj_bias": 0.013268955051898956, - "transformer.layers.3.self_attn.out_proj.weight": 0.08702767640352249, - "transformer.layers.3.self_attn.out_proj.bias": 0.01192303467541933, - "transformer.layers.3.linear1.weight": 0.14188331365585327, - "transformer.layers.3.linear1.bias": 0.010594603605568409, - "transformer.layers.3.linear2.weight": 0.07791440933942795, - "transformer.layers.3.linear2.bias": 0.016451142728328705, - "transformer.layers.3.norm1.weight": 0.01139981672167778, - "transformer.layers.3.norm1.bias": 0.017984583973884583, - "transformer.layers.3.norm2.weight": 0.009357609786093235, - "transformer.layers.3.norm2.bias": 0.014685159549117088, - "head.weight": 0.8784700632095337, - "head.bias": 0.030292026698589325, - "global_embedding.weight": 0.011143657378852367, - "global_cnn.0.weight": 0.08512809872627258, - "global_cnn.0.bias": 0.0028987915720790625, - "global_cnn.2.weight": 0.20417948067188263, - "global_cnn.2.bias": 0.008306455798447132, - "global_proj.weight": 0.053537264466285706, - "global_proj.bias": 0.028164396062493324, - "goal_head.0.weight": 0.02998800203204155, - "goal_head.0.bias": 0.011297179386019707, - "goal_head.2.weight": 0.04230603575706482, - "goal_head.2.bias": 0.027112258598208427 - }, - { - "global_gate": 0.0007521903607994318, - "embedding.weight": 0.005282956175506115, - "cnn.0.weight": 0.09574003517627716, - "cnn.0.bias": 0.005215983372181654, - "cnn.2.weight": 0.024390004575252533, - "cnn.2.bias": 0.010368062183260918, - "cnn.5.weight": 0.036905184388160706, - "cnn.5.bias": 0.008137092925608158, - "action_emb.weight": 0.015831397846341133, - "timestep_emb.weight": 0.004905553534626961, - "pos_emb.weight": 0.0063057951629161835, - "transformer.layers.0.self_attn.in_proj_weight": 0.06448422372341156, - "transformer.layers.0.self_attn.in_proj_bias": 0.006653760559856892, - "transformer.layers.0.self_attn.out_proj.weight": 0.060541894286870956, - "transformer.layers.0.self_attn.out_proj.bias": 0.00928546953946352, - "transformer.layers.0.linear1.weight": 0.06715656816959381, - "transformer.layers.0.linear1.bias": 0.0037384326569736004, - "transformer.layers.0.linear2.weight": 0.08442484587430954, - "transformer.layers.0.linear2.bias": 0.007817007601261139, - "transformer.layers.0.norm1.weight": 0.003860813332721591, - "transformer.layers.0.norm1.bias": 0.005720681976526976, - "transformer.layers.0.norm2.weight": 0.004592344630509615, - "transformer.layers.0.norm2.bias": 0.003839271841570735, - "transformer.layers.1.self_attn.in_proj_weight": 0.056707512587308884, - "transformer.layers.1.self_attn.in_proj_bias": 0.004586559254676104, - "transformer.layers.1.self_attn.out_proj.weight": 0.0762777030467987, - "transformer.layers.1.self_attn.out_proj.bias": 0.006915057543665171, - "transformer.layers.1.linear1.weight": 0.05153581500053406, - "transformer.layers.1.linear1.bias": 0.0028967461548745632, - "transformer.layers.1.linear2.weight": 0.06441865861415863, - "transformer.layers.1.linear2.bias": 0.0066965436562895775, - "transformer.layers.1.norm1.weight": 0.0033429821487516165, - "transformer.layers.1.norm1.bias": 0.004225817508995533, - "transformer.layers.1.norm2.weight": 0.0035081438254565, - "transformer.layers.1.norm2.bias": 0.0028071145061403513, - "transformer.layers.2.self_attn.in_proj_weight": 0.09277088940143585, - "transformer.layers.2.self_attn.in_proj_bias": 0.005943832919001579, - "transformer.layers.2.self_attn.out_proj.weight": 0.05907855182886124, - "transformer.layers.2.self_attn.out_proj.bias": 0.006947387009859085, - "transformer.layers.2.linear1.weight": 0.04527389258146286, - "transformer.layers.2.linear1.bias": 0.0030681174248456955, - "transformer.layers.2.linear2.weight": 0.049548596143722534, - "transformer.layers.2.linear2.bias": 0.007387698162347078, - "transformer.layers.2.norm1.weight": 0.006761768367141485, - "transformer.layers.2.norm1.bias": 0.00607851380482316, - "transformer.layers.2.norm2.weight": 0.003429480828344822, - "transformer.layers.2.norm2.bias": 0.0036095748655498028, - "transformer.layers.3.self_attn.in_proj_weight": 0.1587495505809784, - "transformer.layers.3.self_attn.in_proj_bias": 0.015075217001140118, - "transformer.layers.3.self_attn.out_proj.weight": 0.07326792925596237, - "transformer.layers.3.self_attn.out_proj.bias": 0.012776803225278854, - "transformer.layers.3.linear1.weight": 0.1112215667963028, - "transformer.layers.3.linear1.bias": 0.008847489953041077, - "transformer.layers.3.linear2.weight": 0.06607329845428467, - "transformer.layers.3.linear2.bias": 0.016490356996655464, - "transformer.layers.3.norm1.weight": 0.012990439310669899, - "transformer.layers.3.norm1.bias": 0.02143189124763012, - "transformer.layers.3.norm2.weight": 0.009016231633722782, - "transformer.layers.3.norm2.bias": 0.01129841711372137, - "head.weight": 0.785192608833313, - "head.bias": 0.032039474695920944, - "global_embedding.weight": 0.01812954992055893, - "global_cnn.0.weight": 0.08814308792352676, - "global_cnn.0.bias": 0.0029747658409178257, - "global_cnn.2.weight": 0.2124301642179489, - "global_cnn.2.bias": 0.01115723978728056, - "global_proj.weight": 0.05169681832194328, - "global_proj.bias": 0.029695190489292145, - "goal_head.0.weight": 0.03193984553217888, - "goal_head.0.bias": 0.012988971546292305, - "goal_head.2.weight": 0.047540951520204544, - "goal_head.2.bias": 0.03215494379401207 - }, - { - "global_gate": 0.0006192860309965909, - "embedding.weight": 0.003624330274760723, - "cnn.0.weight": 0.07590410113334656, - "cnn.0.bias": 0.003711999859660864, - "cnn.2.weight": 0.026566853746771812, - "cnn.2.bias": 0.008992180228233337, - "cnn.5.weight": 0.037914667278528214, - "cnn.5.bias": 0.007089356426149607, - "action_emb.weight": 0.013750608079135418, - "timestep_emb.weight": 0.004672965034842491, - "pos_emb.weight": 0.006525527220219374, - "transformer.layers.0.self_attn.in_proj_weight": 0.06511159986257553, - "transformer.layers.0.self_attn.in_proj_bias": 0.0074052829295396805, - "transformer.layers.0.self_attn.out_proj.weight": 0.06278415769338608, - "transformer.layers.0.self_attn.out_proj.bias": 0.009986532852053642, - "transformer.layers.0.linear1.weight": 0.05898846685886383, - "transformer.layers.0.linear1.bias": 0.003785578766837716, - "transformer.layers.0.linear2.weight": 0.07753713428974152, - "transformer.layers.0.linear2.bias": 0.008990364149212837, - "transformer.layers.0.norm1.weight": 0.004122801125049591, - "transformer.layers.0.norm1.bias": 0.0073666744865477085, - "transformer.layers.0.norm2.weight": 0.005328143015503883, - "transformer.layers.0.norm2.bias": 0.003703097114339471, - "transformer.layers.1.self_attn.in_proj_weight": 0.06105847656726837, - "transformer.layers.1.self_attn.in_proj_bias": 0.005047686863690615, - "transformer.layers.1.self_attn.out_proj.weight": 0.077494777739048, - "transformer.layers.1.self_attn.out_proj.bias": 0.007640672381967306, - "transformer.layers.1.linear1.weight": 0.04132848232984543, - "transformer.layers.1.linear1.bias": 0.0026782876811921597, - "transformer.layers.1.linear2.weight": 0.0573427751660347, - "transformer.layers.1.linear2.bias": 0.0074656205251812935, - "transformer.layers.1.norm1.weight": 0.003319354495033622, - "transformer.layers.1.norm1.bias": 0.004856516607105732, - "transformer.layers.1.norm2.weight": 0.0031962620560079813, - "transformer.layers.1.norm2.bias": 0.0025224594864994287, - "transformer.layers.2.self_attn.in_proj_weight": 0.0767560601234436, - "transformer.layers.2.self_attn.in_proj_bias": 0.0058698528446257114, - "transformer.layers.2.self_attn.out_proj.weight": 0.05910644680261612, - "transformer.layers.2.self_attn.out_proj.bias": 0.007759123109281063, - "transformer.layers.2.linear1.weight": 0.04068218544125557, - "transformer.layers.2.linear1.bias": 0.0027672310825437307, - "transformer.layers.2.linear2.weight": 0.047318682074546814, - "transformer.layers.2.linear2.bias": 0.00812128558754921, - "transformer.layers.2.norm1.weight": 0.005282227881252766, - "transformer.layers.2.norm1.bias": 0.006667702924460173, - "transformer.layers.2.norm2.weight": 0.002724967198446393, - "transformer.layers.2.norm2.bias": 0.0028609600849449635, - "transformer.layers.3.self_attn.in_proj_weight": 0.17315641045570374, - "transformer.layers.3.self_attn.in_proj_bias": 0.017561277374625206, - "transformer.layers.3.self_attn.out_proj.weight": 0.08423732966184616, - "transformer.layers.3.self_attn.out_proj.bias": 0.014728239737451077, - "transformer.layers.3.linear1.weight": 0.11418336629867554, - "transformer.layers.3.linear1.bias": 0.009408371523022652, - "transformer.layers.3.linear2.weight": 0.07203174382448196, - "transformer.layers.3.linear2.bias": 0.018991606310009956, - "transformer.layers.3.norm1.weight": 0.01313740387558937, - "transformer.layers.3.norm1.bias": 0.02355288155376911, - "transformer.layers.3.norm2.weight": 0.008700522594153881, - "transformer.layers.3.norm2.bias": 0.011585593223571777, - "head.weight": 0.8961946368217468, - "head.bias": 0.03832871839404106, - "global_embedding.weight": 0.05235905572772026, - "global_cnn.0.weight": 0.23214900493621826, - "global_cnn.0.bias": 0.007318471558392048, - "global_cnn.2.weight": 0.5647348165512085, - "global_cnn.2.bias": 0.02555200830101967, - "global_proj.weight": 0.07267408072948456, - "global_proj.bias": 0.05109621584415436, - "goal_head.0.weight": 0.04089789465069771, - "goal_head.0.bias": 0.018888024613261223, - "goal_head.2.weight": 0.05630503594875336, - "goal_head.2.bias": 0.041527703404426575 - }, - { - "global_gate": 0.0001419805339537561, - "embedding.weight": 0.0013952739536762238, - "cnn.0.weight": 0.02622900903224945, - "cnn.0.bias": 0.0008683348423801363, - "cnn.2.weight": 0.009133772924542427, - "cnn.2.bias": 0.0028249919414520264, - "cnn.5.weight": 0.018147146329283714, - "cnn.5.bias": 0.0023390110582113266, - "action_emb.weight": 0.002304235240444541, - "timestep_emb.weight": 0.00206160731613636, - "pos_emb.weight": 0.001812600065022707, - "transformer.layers.0.self_attn.in_proj_weight": 0.021743718534708023, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011489571770653129, - "transformer.layers.0.self_attn.out_proj.weight": 0.025163725018501282, - "transformer.layers.0.self_attn.out_proj.bias": 0.0014970003394410014, - "transformer.layers.0.linear1.weight": 0.018100930377840996, - "transformer.layers.0.linear1.bias": 0.0008367866394110024, - "transformer.layers.0.linear2.weight": 0.021808834746479988, - "transformer.layers.0.linear2.bias": 0.001202293555252254, - "transformer.layers.0.norm1.weight": 0.0011244869092479348, - "transformer.layers.0.norm1.bias": 0.0010279386769980192, - "transformer.layers.0.norm2.weight": 0.00129772222135216, - "transformer.layers.0.norm2.bias": 0.0009050749358721077, - "transformer.layers.1.self_attn.in_proj_weight": 0.030198706313967705, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014920741086825728, - "transformer.layers.1.self_attn.out_proj.weight": 0.010100451298058033, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005754149751737714, - "transformer.layers.1.linear1.weight": 0.0065974025055766106, - "transformer.layers.1.linear1.bias": 0.0003217402845621109, - "transformer.layers.1.linear2.weight": 0.008769060485064983, - "transformer.layers.1.linear2.bias": 0.0005377037450671196, - "transformer.layers.1.norm1.weight": 0.0019073804141953588, - "transformer.layers.1.norm1.bias": 0.0016201570397242904, - "transformer.layers.1.norm2.weight": 0.0003946256765630096, - "transformer.layers.1.norm2.bias": 0.0002872266049962491, - "transformer.layers.2.self_attn.in_proj_weight": 0.015017044730484486, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005559114506468177, - "transformer.layers.2.self_attn.out_proj.weight": 0.006894565653055906, - "transformer.layers.2.self_attn.out_proj.bias": 0.00047849968541413546, - "transformer.layers.2.linear1.weight": 0.005744991824030876, - "transformer.layers.2.linear1.bias": 0.00028847125940956175, - "transformer.layers.2.linear2.weight": 0.006377675104886293, - "transformer.layers.2.linear2.bias": 0.0004501175135374069, - "transformer.layers.2.norm1.weight": 0.0009191878489218652, - "transformer.layers.2.norm1.bias": 0.0005370173021219671, - "transformer.layers.2.norm2.weight": 0.0003713176411110908, - "transformer.layers.2.norm2.bias": 0.00025984595413319767, - "transformer.layers.3.self_attn.in_proj_weight": 0.0156962089240551, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005805410910397768, - "transformer.layers.3.self_attn.out_proj.weight": 0.00761576509103179, - "transformer.layers.3.self_attn.out_proj.bias": 0.0004514145548455417, - "transformer.layers.3.linear1.weight": 0.015231863595545292, - "transformer.layers.3.linear1.bias": 0.0008268921519629657, - "transformer.layers.3.linear2.weight": 0.00845184363424778, - "transformer.layers.3.linear2.bias": 0.0006748001324012876, - "transformer.layers.3.norm1.weight": 0.0011531092459335923, - "transformer.layers.3.norm1.bias": 0.0007153537007980049, - "transformer.layers.3.norm2.weight": 0.0011260481551289558, - "transformer.layers.3.norm2.bias": 0.0009288781438954175, - "head.weight": 0.09527324140071869, - "head.bias": 0.001448010210879147, - "global_embedding.weight": 0.016404369845986366, - "global_cnn.0.weight": 0.09547590464353561, - "global_cnn.0.bias": 0.002626344794407487, - "global_cnn.2.weight": 0.2583644390106201, - "global_cnn.2.bias": 0.013527105562388897, - "global_proj.weight": 0.04836517199873924, - "global_proj.bias": 0.030426954850554466, - "goal_head.0.weight": 0.028170380741357803, - "goal_head.0.bias": 0.01196158118546009, - "goal_head.2.weight": 0.04119551181793213, - "goal_head.2.bias": 0.026474416255950928 - }, - { - "global_gate": 0.00013867716188542545, - "embedding.weight": 0.004925248213112354, - "cnn.0.weight": 0.09960980713367462, - "cnn.0.bias": 0.00374899385496974, - "cnn.2.weight": 0.027424495667219162, - "cnn.2.bias": 0.007181957364082336, - "cnn.5.weight": 0.043454743921756744, - "cnn.5.bias": 0.006485904101282358, - "action_emb.weight": 0.00618651183322072, - "timestep_emb.weight": 0.003262156620621681, - "pos_emb.weight": 0.0037284987047314644, - "transformer.layers.0.self_attn.in_proj_weight": 0.06491892784833908, - "transformer.layers.0.self_attn.in_proj_bias": 0.0055033923126757145, - "transformer.layers.0.self_attn.out_proj.weight": 0.06576809287071228, - "transformer.layers.0.self_attn.out_proj.bias": 0.006799154914915562, - "transformer.layers.0.linear1.weight": 0.04068046063184738, - "transformer.layers.0.linear1.bias": 0.0023155820090323687, - "transformer.layers.0.linear2.weight": 0.0498398058116436, - "transformer.layers.0.linear2.bias": 0.004008937161415815, - "transformer.layers.0.norm1.weight": 0.0038497529458254576, - "transformer.layers.0.norm1.bias": 0.005392904859036207, - "transformer.layers.0.norm2.weight": 0.00363016570918262, - "transformer.layers.0.norm2.bias": 0.0029593247454613447, - "transformer.layers.1.self_attn.in_proj_weight": 0.045327696949243546, - "transformer.layers.1.self_attn.in_proj_bias": 0.002758885733783245, - "transformer.layers.1.self_attn.out_proj.weight": 0.040044788271188736, - "transformer.layers.1.self_attn.out_proj.bias": 0.0026709777303040028, - "transformer.layers.1.linear1.weight": 0.021683545783162117, - "transformer.layers.1.linear1.bias": 0.001180564984679222, - "transformer.layers.1.linear2.weight": 0.028248094022274017, - "transformer.layers.1.linear2.bias": 0.0025041403714567423, - "transformer.layers.1.norm1.weight": 0.003147329203784466, - "transformer.layers.1.norm1.bias": 0.002996714785695076, - "transformer.layers.1.norm2.weight": 0.0015427813632413745, - "transformer.layers.1.norm2.bias": 0.001108040800318122, - "transformer.layers.2.self_attn.in_proj_weight": 0.05156131461262703, - "transformer.layers.2.self_attn.in_proj_bias": 0.0026087863370776176, - "transformer.layers.2.self_attn.out_proj.weight": 0.02061387524008751, - "transformer.layers.2.self_attn.out_proj.bias": 0.0021974986884742975, - "transformer.layers.2.linear1.weight": 0.014018679037690163, - "transformer.layers.2.linear1.bias": 0.0008325200760737062, - "transformer.layers.2.linear2.weight": 0.01602947525680065, - "transformer.layers.2.linear2.bias": 0.0021908313501626253, - "transformer.layers.2.norm1.weight": 0.003404410323128104, - "transformer.layers.2.norm1.bias": 0.0028326031751930714, - "transformer.layers.2.norm2.weight": 0.000878449238371104, - "transformer.layers.2.norm2.bias": 0.0006978488527238369, - "transformer.layers.3.self_attn.in_proj_weight": 0.04710084944963455, - "transformer.layers.3.self_attn.in_proj_bias": 0.003876171074807644, - "transformer.layers.3.self_attn.out_proj.weight": 0.023185420781373978, - "transformer.layers.3.self_attn.out_proj.bias": 0.003396713174879551, - "transformer.layers.3.linear1.weight": 0.037238068878650665, - "transformer.layers.3.linear1.bias": 0.0029764457140117884, - "transformer.layers.3.linear2.weight": 0.021349824965000153, - "transformer.layers.3.linear2.bias": 0.005034258123487234, - "transformer.layers.3.norm1.weight": 0.0039933836087584496, - "transformer.layers.3.norm1.bias": 0.005103802774101496, - "transformer.layers.3.norm2.weight": 0.002960285171866417, - "transformer.layers.3.norm2.bias": 0.004666127264499664, - "head.weight": 0.2744295597076416, - "head.bias": 0.010647669434547424, - "global_embedding.weight": 0.024739446118474007, - "global_cnn.0.weight": 0.18425841629505157, - "global_cnn.0.bias": 0.004110998474061489, - "global_cnn.2.weight": 0.44245555996894836, - "global_cnn.2.bias": 0.022178441286087036, - "global_proj.weight": 0.07465790957212448, - "global_proj.bias": 0.053137850016355515, - "goal_head.0.weight": 0.04001041129231453, - "goal_head.0.bias": 0.019371315836906433, - "goal_head.2.weight": 0.06049378216266632, - "goal_head.2.bias": 0.04543526470661163 - }, - { - "global_gate": 0.000618554768152535, - "embedding.weight": 0.0027793594636023045, - "cnn.0.weight": 0.04527580738067627, - "cnn.0.bias": 0.0018657599575817585, - "cnn.2.weight": 0.0133955804631114, - "cnn.2.bias": 0.003373368876054883, - "cnn.5.weight": 0.010993396863341331, - "cnn.5.bias": 0.002130274660885334, - "action_emb.weight": 0.0035355587024241686, - "timestep_emb.weight": 0.0020215462427586317, - "pos_emb.weight": 0.002047088695690036, - "transformer.layers.0.self_attn.in_proj_weight": 0.027855347841978073, - "transformer.layers.0.self_attn.in_proj_bias": 0.00184151332359761, - "transformer.layers.0.self_attn.out_proj.weight": 0.023610861971974373, - "transformer.layers.0.self_attn.out_proj.bias": 0.002124256221577525, - "transformer.layers.0.linear1.weight": 0.020242469385266304, - "transformer.layers.0.linear1.bias": 0.0009415076347067952, - "transformer.layers.0.linear2.weight": 0.021427998319268227, - "transformer.layers.0.linear2.bias": 0.0013419807655736804, - "transformer.layers.0.norm1.weight": 0.0017309922259300947, - "transformer.layers.0.norm1.bias": 0.001795574207790196, - "transformer.layers.0.norm2.weight": 0.0017223753966391087, - "transformer.layers.0.norm2.bias": 0.0009813711512833834, - "transformer.layers.1.self_attn.in_proj_weight": 0.02122964896261692, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009783264249563217, - "transformer.layers.1.self_attn.out_proj.weight": 0.01858382299542427, - "transformer.layers.1.self_attn.out_proj.bias": 0.000980776734650135, - "transformer.layers.1.linear1.weight": 0.010118363425135612, - "transformer.layers.1.linear1.bias": 0.0005480933468788862, - "transformer.layers.1.linear2.weight": 0.012694413773715496, - "transformer.layers.1.linear2.bias": 0.0009037170675583184, - "transformer.layers.1.norm1.weight": 0.0015045040054246783, - "transformer.layers.1.norm1.bias": 0.0010471561690792441, - "transformer.layers.1.norm2.weight": 0.000703456811606884, - "transformer.layers.1.norm2.bias": 0.0005926822195760906, - "transformer.layers.2.self_attn.in_proj_weight": 0.025052348151803017, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010987163987010717, - "transformer.layers.2.self_attn.out_proj.weight": 0.012577520683407784, - "transformer.layers.2.self_attn.out_proj.bias": 0.000704555946867913, - "transformer.layers.2.linear1.weight": 0.0068972441367805, - "transformer.layers.2.linear1.bias": 0.00036393056507222354, - "transformer.layers.2.linear2.weight": 0.008138122968375683, - "transformer.layers.2.linear2.bias": 0.0006437502452172339, - "transformer.layers.2.norm1.weight": 0.0019355916883796453, - "transformer.layers.2.norm1.bias": 0.0010726017644628882, - "transformer.layers.2.norm2.weight": 0.00040302216075360775, - "transformer.layers.2.norm2.bias": 0.00038244458846747875, - "transformer.layers.3.self_attn.in_proj_weight": 0.02664198912680149, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013504530070349574, - "transformer.layers.3.self_attn.out_proj.weight": 0.01442556269466877, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009042039164341986, - "transformer.layers.3.linear1.weight": 0.01894262433052063, - "transformer.layers.3.linear1.bias": 0.0011194456601515412, - "transformer.layers.3.linear2.weight": 0.00997429434210062, - "transformer.layers.3.linear2.bias": 0.0014055209467187524, - "transformer.layers.3.norm1.weight": 0.0019162462558597326, - "transformer.layers.3.norm1.bias": 0.0019050800474360585, - "transformer.layers.3.norm2.weight": 0.0014580429997295141, - "transformer.layers.3.norm2.bias": 0.0014437290374189615, - "head.weight": 0.13633957505226135, - "head.bias": 0.002477934118360281, - "global_embedding.weight": 0.022561393678188324, - "global_cnn.0.weight": 0.1165567934513092, - "global_cnn.0.bias": 0.004468075465410948, - "global_cnn.2.weight": 0.21930120885372162, - "global_cnn.2.bias": 0.009694354608654976, - "global_proj.weight": 0.07147534191608429, - "global_proj.bias": 0.047038111835718155, - "goal_head.0.weight": 0.051560353487730026, - "goal_head.0.bias": 0.023629676550626755, - "goal_head.2.weight": 0.07846926897764206, - "goal_head.2.bias": 0.061380501836538315 - }, - { - "global_gate": 0.000035898498026654124, - "embedding.weight": 0.00014600092254113406, - "cnn.0.weight": 0.004397055599838495, - "cnn.0.bias": 0.00016886461526155472, - "cnn.2.weight": 0.001487466157414019, - "cnn.2.bias": 0.0004532765888143331, - "cnn.5.weight": 0.0017427491256967187, - "cnn.5.bias": 0.0005446677096188068, - "action_emb.weight": 0.00039178566657938063, - "timestep_emb.weight": 0.00016959682398010045, - "pos_emb.weight": 0.0002260618202853948, - "transformer.layers.0.self_attn.in_proj_weight": 0.002824700903147459, - "transformer.layers.0.self_attn.in_proj_bias": 0.00018534963601268828, - "transformer.layers.0.self_attn.out_proj.weight": 0.002736286958679557, - "transformer.layers.0.self_attn.out_proj.bias": 0.00023631720978301018, - "transformer.layers.0.linear1.weight": 0.0021564792841672897, - "transformer.layers.0.linear1.bias": 0.00011528452159836888, - "transformer.layers.0.linear2.weight": 0.0026244281325489283, - "transformer.layers.0.linear2.bias": 0.0001583318371558562, - "transformer.layers.0.norm1.weight": 0.00016471900744363666, - "transformer.layers.0.norm1.bias": 0.0001583362463861704, - "transformer.layers.0.norm2.weight": 0.0001894245360745117, - "transformer.layers.0.norm2.bias": 0.00012153907300671563, - "transformer.layers.1.self_attn.in_proj_weight": 0.0028336611576378345, - "transformer.layers.1.self_attn.in_proj_bias": 0.00010037853644462302, - "transformer.layers.1.self_attn.out_proj.weight": 0.00343124708160758, - "transformer.layers.1.self_attn.out_proj.bias": 0.00012672148295678198, - "transformer.layers.1.linear1.weight": 0.0013096705079078674, - "transformer.layers.1.linear1.bias": 0.00007238502439577132, - "transformer.layers.1.linear2.weight": 0.0017495639622211456, - "transformer.layers.1.linear2.bias": 0.0001222812570631504, - "transformer.layers.1.norm1.weight": 0.00020269741071388125, - "transformer.layers.1.norm1.bias": 0.00011602872109506279, - "transformer.layers.1.norm2.weight": 0.00008577824337407947, - "transformer.layers.1.norm2.bias": 0.00006028310599504039, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030103109311312437, - "transformer.layers.2.self_attn.in_proj_bias": 0.0001208766334457323, - "transformer.layers.2.self_attn.out_proj.weight": 0.0017111109336838126, - "transformer.layers.2.self_attn.out_proj.bias": 0.00010286553151672706, - "transformer.layers.2.linear1.weight": 0.0010937292827293277, - "transformer.layers.2.linear1.bias": 0.00005839366349391639, - "transformer.layers.2.linear2.weight": 0.001211099443025887, - "transformer.layers.2.linear2.bias": 0.0000961164987529628, - "transformer.layers.2.norm1.weight": 0.00027167005464434624, - "transformer.layers.2.norm1.bias": 0.00013025656517129391, - "transformer.layers.2.norm2.weight": 0.00006169345579110086, - "transformer.layers.2.norm2.bias": 0.00004742960663861595, - "transformer.layers.3.self_attn.in_proj_weight": 0.0031519781332463026, - "transformer.layers.3.self_attn.in_proj_bias": 0.0001767414651112631, - "transformer.layers.3.self_attn.out_proj.weight": 0.0018047919729724526, - "transformer.layers.3.self_attn.out_proj.bias": 0.00012513819092418998, - "transformer.layers.3.linear1.weight": 0.002082579303532839, - "transformer.layers.3.linear1.bias": 0.00012639915803447366, - "transformer.layers.3.linear2.weight": 0.001103847287595272, - "transformer.layers.3.linear2.bias": 0.00015971616085153073, - "transformer.layers.3.norm1.weight": 0.0002677671145647764, - "transformer.layers.3.norm1.bias": 0.00024102575844153762, - "transformer.layers.3.norm2.weight": 0.00015055006952024996, - "transformer.layers.3.norm2.bias": 0.00015446376346517354, - "head.weight": 0.01726466603577137, - "head.bias": 0.0002945752639789134, - "global_embedding.weight": 0.013290777802467346, - "global_cnn.0.weight": 0.2036709189414978, - "global_cnn.0.bias": 0.009659620933234692, - "global_cnn.2.weight": 0.3215155005455017, - "global_cnn.2.bias": 0.0187844131141901, - "global_proj.weight": 0.08554987609386444, - "global_proj.bias": 0.07063556462526321, - "goal_head.0.weight": 0.06419631838798523, - "goal_head.0.bias": 0.036362964659929276, - "goal_head.2.weight": 0.09573622792959213, - "goal_head.2.bias": 0.10230681300163269 - }, - { - "global_gate": 9.051068445842247e-6, - "embedding.weight": 0.00042572119855321944, - "cnn.0.weight": 0.009244387969374657, - "cnn.0.bias": 0.0003489568771328777, - "cnn.2.weight": 0.003006041282787919, - "cnn.2.bias": 0.001036265166476369, - "cnn.5.weight": 0.004171435255557299, - "cnn.5.bias": 0.0005523114814423025, - "action_emb.weight": 0.0010354254627600312, - "timestep_emb.weight": 0.0007082025986164808, - "pos_emb.weight": 0.0011548823677003384, - "transformer.layers.0.self_attn.in_proj_weight": 0.00742366211488843, - "transformer.layers.0.self_attn.in_proj_bias": 0.0004703436279669404, - "transformer.layers.0.self_attn.out_proj.weight": 0.007095621898770332, - "transformer.layers.0.self_attn.out_proj.bias": 0.0006328413728624582, - "transformer.layers.0.linear1.weight": 0.007020511198788881, - "transformer.layers.0.linear1.bias": 0.0003128350945189595, - "transformer.layers.0.linear2.weight": 0.008682530373334885, - "transformer.layers.0.linear2.bias": 0.0005024702986702323, - "transformer.layers.0.norm1.weight": 0.00040300365071743727, - "transformer.layers.0.norm1.bias": 0.00041265887557528913, - "transformer.layers.0.norm2.weight": 0.0006269454606808722, - "transformer.layers.0.norm2.bias": 0.0002967297041323036, - "transformer.layers.1.self_attn.in_proj_weight": 0.008086401037871838, - "transformer.layers.1.self_attn.in_proj_bias": 0.000423637218773365, - "transformer.layers.1.self_attn.out_proj.weight": 0.007242928259074688, - "transformer.layers.1.self_attn.out_proj.bias": 0.00040640647057443857, - "transformer.layers.1.linear1.weight": 0.004836014471948147, - "transformer.layers.1.linear1.bias": 0.0002263015485368669, - "transformer.layers.1.linear2.weight": 0.00637098727747798, - "transformer.layers.1.linear2.bias": 0.0003761344705708325, - "transformer.layers.1.norm1.weight": 0.0004937811754643917, - "transformer.layers.1.norm1.bias": 0.0003860217402689159, - "transformer.layers.1.norm2.weight": 0.000301731051877141, - "transformer.layers.1.norm2.bias": 0.00021306102280505002, - "transformer.layers.2.self_attn.in_proj_weight": 0.007239407394081354, - "transformer.layers.2.self_attn.in_proj_bias": 0.0003026094345841557, - "transformer.layers.2.self_attn.out_proj.weight": 0.0057435063645243645, - "transformer.layers.2.self_attn.out_proj.bias": 0.0003358570102136582, - "transformer.layers.2.linear1.weight": 0.004751045722514391, - "transformer.layers.2.linear1.bias": 0.0002071605995297432, - "transformer.layers.2.linear2.weight": 0.005049239378422499, - "transformer.layers.2.linear2.bias": 0.0003196078760083765, - "transformer.layers.2.norm1.weight": 0.00047441062633879483, - "transformer.layers.2.norm1.bias": 0.0002883148845285177, - "transformer.layers.2.norm2.weight": 0.0002529275370761752, - "transformer.layers.2.norm2.bias": 0.00016576432972215116, - "transformer.layers.3.self_attn.in_proj_weight": 0.009932070970535278, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005373706808313727, - "transformer.layers.3.self_attn.out_proj.weight": 0.005763087421655655, - "transformer.layers.3.self_attn.out_proj.bias": 0.00046715018106624484, - "transformer.layers.3.linear1.weight": 0.014512613415718079, - "transformer.layers.3.linear1.bias": 0.000744650315027684, - "transformer.layers.3.linear2.weight": 0.0070814285427331924, - "transformer.layers.3.linear2.bias": 0.000802707567345351, - "transformer.layers.3.norm1.weight": 0.0007391569088213146, - "transformer.layers.3.norm1.bias": 0.0007109074504114687, - "transformer.layers.3.norm2.weight": 0.0012864700984209776, - "transformer.layers.3.norm2.bias": 0.0010508766863495111, - "head.weight": 0.0880684033036232, - "head.bias": 0.0017086458392441273, - "global_embedding.weight": 0.01811959780752659, - "global_cnn.0.weight": 0.24559102952480316, - "global_cnn.0.bias": 0.010903825983405113, - "global_cnn.2.weight": 0.4592185616493225, - "global_cnn.2.bias": 0.028092050924897194, - "global_proj.weight": 0.10084933787584305, - "global_proj.bias": 0.07883746922016144, - "goal_head.0.weight": 0.06540557742118835, - "goal_head.0.bias": 0.03477250412106514, - "goal_head.2.weight": 0.10673791915178299, - "goal_head.2.bias": 0.09657754004001617 - }, - { - "global_gate": 0.00020309799583628774, - "embedding.weight": 0.0017795348539948463, - "cnn.0.weight": 0.034272145479917526, - "cnn.0.bias": 0.0014940875116735697, - "cnn.2.weight": 0.007612230256199837, - "cnn.2.bias": 0.003162184963002801, - "cnn.5.weight": 0.00963660329580307, - "cnn.5.bias": 0.0023471650201827288, - "action_emb.weight": 0.01043642032891512, - "timestep_emb.weight": 0.004014037549495697, - "pos_emb.weight": 0.006137477699667215, - "transformer.layers.0.self_attn.in_proj_weight": 0.038912393152713776, - "transformer.layers.0.self_attn.in_proj_bias": 0.003273109206929803, - "transformer.layers.0.self_attn.out_proj.weight": 0.03419435769319534, - "transformer.layers.0.self_attn.out_proj.bias": 0.004443719517439604, - "transformer.layers.0.linear1.weight": 0.050057318061590195, - "transformer.layers.0.linear1.bias": 0.002143275924026966, - "transformer.layers.0.linear2.weight": 0.0490705631673336, - "transformer.layers.0.linear2.bias": 0.003944596275687218, - "transformer.layers.0.norm1.weight": 0.0021895477548241615, - "transformer.layers.0.norm1.bias": 0.0029591857455670834, - "transformer.layers.0.norm2.weight": 0.004532170947641134, - "transformer.layers.0.norm2.bias": 0.0021566618233919144, - "transformer.layers.1.self_attn.in_proj_weight": 0.03600434586405754, - "transformer.layers.1.self_attn.in_proj_bias": 0.002400830388069153, - "transformer.layers.1.self_attn.out_proj.weight": 0.036277808248996735, - "transformer.layers.1.self_attn.out_proj.bias": 0.003675513667985797, - "transformer.layers.1.linear1.weight": 0.03257064148783684, - "transformer.layers.1.linear1.bias": 0.0016908219549804926, - "transformer.layers.1.linear2.weight": 0.0395955890417099, - "transformer.layers.1.linear2.bias": 0.003513342933729291, - "transformer.layers.1.norm1.weight": 0.001924939570017159, - "transformer.layers.1.norm1.bias": 0.0019492426654323936, - "transformer.layers.1.norm2.weight": 0.0023933604825288057, - "transformer.layers.1.norm2.bias": 0.0017163276206701994, - "transformer.layers.2.self_attn.in_proj_weight": 0.06484591960906982, - "transformer.layers.2.self_attn.in_proj_bias": 0.0036000311374664307, - "transformer.layers.2.self_attn.out_proj.weight": 0.029153089970350266, - "transformer.layers.2.self_attn.out_proj.bias": 0.0031266987789422274, - "transformer.layers.2.linear1.weight": 0.025453316047787666, - "transformer.layers.2.linear1.bias": 0.0013515364844352007, - "transformer.layers.2.linear2.weight": 0.028988273814320564, - "transformer.layers.2.linear2.bias": 0.0031616827473044395, - "transformer.layers.2.norm1.weight": 0.004772006534039974, - "transformer.layers.2.norm1.bias": 0.004466058686375618, - "transformer.layers.2.norm2.weight": 0.0016098562628030777, - "transformer.layers.2.norm2.bias": 0.0013160092057660222, - "transformer.layers.3.self_attn.in_proj_weight": 0.09563593566417694, - "transformer.layers.3.self_attn.in_proj_bias": 0.007571995723992586, - "transformer.layers.3.self_attn.out_proj.weight": 0.03707139939069748, - "transformer.layers.3.self_attn.out_proj.bias": 0.006106272805482149, - "transformer.layers.3.linear1.weight": 0.07120087742805481, - "transformer.layers.3.linear1.bias": 0.00498593645170331, - "transformer.layers.3.linear2.weight": 0.03982095047831535, - "transformer.layers.3.linear2.bias": 0.008819247595965862, - "transformer.layers.3.norm1.weight": 0.00798093993216753, - "transformer.layers.3.norm1.bias": 0.010640612803399563, - "transformer.layers.3.norm2.weight": 0.005868684500455856, - "transformer.layers.3.norm2.bias": 0.00729779340326786, - "head.weight": 0.5164150595664978, - "head.bias": 0.01970890536904335, - "global_embedding.weight": 0.012920208275318146, - "global_cnn.0.weight": 0.07933837920427322, - "global_cnn.0.bias": 0.0023647905327379704, - "global_cnn.2.weight": 0.20792019367218018, - "global_cnn.2.bias": 0.013441644608974457, - "global_proj.weight": 0.055193979293107986, - "global_proj.bias": 0.042528074234724045, - "goal_head.0.weight": 0.033213529735803604, - "goal_head.0.bias": 0.01644398272037506, - "goal_head.2.weight": 0.05165283381938934, - "goal_head.2.bias": 0.03730015829205513 + "global_gate": 8.472123590763658e-05, + "embedding.weight": 0.002699850592762232, + "cnn.0.weight": 0.058420661836862564, + "cnn.0.bias": 0.0026289026718586683, + "cnn.2.weight": 0.01919396221637726, + "cnn.2.bias": 0.005761741194874048, + "cnn.5.weight": 0.02634647861123085, + "cnn.5.bias": 0.00524256844073534, + "action_emb.weight": 0.01803690753877163, + "timestep_emb.weight": 0.0026524134445935488, + "pos_emb.weight": 0.004159554373472929, + "transformer.layers.0.self_attn.in_proj_weight": 0.07471078634262085, + "transformer.layers.0.self_attn.in_proj_bias": 0.008451451547443867, + "transformer.layers.0.self_attn.out_proj.weight": 0.08914980292320251, + "transformer.layers.0.self_attn.out_proj.bias": 0.014697362668812275, + "transformer.layers.0.linear1.weight": 0.07343080639839172, + "transformer.layers.0.linear1.bias": 0.005924590397626162, + "transformer.layers.0.linear2.weight": 0.11709757894277573, + "transformer.layers.0.linear2.bias": 0.012862141244113445, + "transformer.layers.0.norm1.weight": 0.003574968781322241, + "transformer.layers.0.norm1.bias": 0.006377699784934521, + "transformer.layers.0.norm2.weight": 0.004997424315661192, + "transformer.layers.0.norm2.bias": 0.007166024763137102, + "transformer.layers.1.self_attn.in_proj_weight": 0.10219556093215942, + "transformer.layers.1.self_attn.in_proj_bias": 0.007352318149060011, + "transformer.layers.1.self_attn.out_proj.weight": 0.14858147501945496, + "transformer.layers.1.self_attn.out_proj.bias": 0.0114137576892972, + "transformer.layers.1.linear1.weight": 0.05719471350312233, + "transformer.layers.1.linear1.bias": 0.004345159512013197, + "transformer.layers.1.linear2.weight": 0.08973036706447601, + "transformer.layers.1.linear2.bias": 0.011280928738415241, + "transformer.layers.1.norm1.weight": 0.0053201098926365376, + "transformer.layers.1.norm1.bias": 0.006983601488173008, + "transformer.layers.1.norm2.weight": 0.0031808954663574696, + "transformer.layers.1.norm2.bias": 0.004145922139286995, + "transformer.layers.2.self_attn.in_proj_weight": 0.1179594099521637, + "transformer.layers.2.self_attn.in_proj_bias": 0.009071667678654194, + "transformer.layers.2.self_attn.out_proj.weight": 0.13462230563163757, + "transformer.layers.2.self_attn.out_proj.bias": 0.011648283340036869, + "transformer.layers.2.linear1.weight": 0.062035273760557175, + "transformer.layers.2.linear1.bias": 0.004442261997610331, + "transformer.layers.2.linear2.weight": 0.06521236896514893, + "transformer.layers.2.linear2.bias": 0.012124083936214447, + "transformer.layers.2.norm1.weight": 0.00905061885714531, + "transformer.layers.2.norm1.bias": 0.011619869619607925, + "transformer.layers.2.norm2.weight": 0.004063393920660019, + "transformer.layers.2.norm2.bias": 0.005123442504554987, + "transformer.layers.3.self_attn.in_proj_weight": 0.2728424072265625, + "transformer.layers.3.self_attn.in_proj_bias": 0.024356577545404434, + "transformer.layers.3.self_attn.out_proj.weight": 0.1556464284658432, + "transformer.layers.3.self_attn.out_proj.bias": 0.01924540102481842, + "transformer.layers.3.linear1.weight": 0.15585796535015106, + "transformer.layers.3.linear1.bias": 0.012284606695175171, + "transformer.layers.3.linear2.weight": 0.08929051458835602, + "transformer.layers.3.linear2.bias": 0.022831356152892113, + "transformer.layers.3.norm1.weight": 0.022005856037139893, + "transformer.layers.3.norm1.bias": 0.034208063036203384, + "transformer.layers.3.norm2.weight": 0.010185841470956802, + "transformer.layers.3.norm2.bias": 0.014724673703312874, + "head.weight": 1.4265061616897583, + "head.bias": 0.04379044845700264, + "global_embedding.weight": 0.019539030268788338, + "global_cnn.0.weight": 0.2675603926181793, + "global_cnn.0.bias": 0.011117539368569851, + "global_cnn.2.weight": 0.5194972157478333, + "global_cnn.2.bias": 0.022098707035183907, + "global_proj.weight": 0.2193957269191742, + "global_proj.bias": 0.07976706326007843, + "goal_head.0.weight": 0.12879164516925812, + "goal_head.0.bias": 0.036255206912755966, + "goal_head.2.weight": 0.15640129148960114, + "goal_head.2.bias": 0.07398119568824768 + }, + { + "global_gate": 0.00020830801804549992, + "embedding.weight": 0.0011326685780659318, + "cnn.0.weight": 0.035651497542858124, + "cnn.0.bias": 0.00146799860522151, + "cnn.2.weight": 0.02041972428560257, + "cnn.2.bias": 0.006782670971006155, + "cnn.5.weight": 0.030477512627840042, + "cnn.5.bias": 0.005260535515844822, + "action_emb.weight": 0.008978702127933502, + "timestep_emb.weight": 0.0024487078189849854, + "pos_emb.weight": 0.003990515135228634, + "transformer.layers.0.self_attn.in_proj_weight": 0.0630427822470665, + "transformer.layers.0.self_attn.in_proj_bias": 0.004945197608321905, + "transformer.layers.0.self_attn.out_proj.weight": 0.046547919511795044, + "transformer.layers.0.self_attn.out_proj.bias": 0.006211408413946629, + "transformer.layers.0.linear1.weight": 0.045041345059871674, + "transformer.layers.0.linear1.bias": 0.0026715213898569345, + "transformer.layers.0.linear2.weight": 0.05388542637228966, + "transformer.layers.0.linear2.bias": 0.004751964937895536, + "transformer.layers.0.norm1.weight": 0.004424258600920439, + "transformer.layers.0.norm1.bias": 0.004322828259319067, + "transformer.layers.0.norm2.weight": 0.0038555851206183434, + "transformer.layers.0.norm2.bias": 0.0034216693602502346, + "transformer.layers.1.self_attn.in_proj_weight": 0.05247786268591881, + "transformer.layers.1.self_attn.in_proj_bias": 0.003339575370773673, + "transformer.layers.1.self_attn.out_proj.weight": 0.04485386982560158, + "transformer.layers.1.self_attn.out_proj.bias": 0.0034995130263268948, + "transformer.layers.1.linear1.weight": 0.026315070688724518, + "transformer.layers.1.linear1.bias": 0.001416544197127223, + "transformer.layers.1.linear2.weight": 0.03607344254851341, + "transformer.layers.1.linear2.bias": 0.0033925932366400957, + "transformer.layers.1.norm1.weight": 0.003585186554118991, + "transformer.layers.1.norm1.bias": 0.003540381556376815, + "transformer.layers.1.norm2.weight": 0.0018475961405783892, + "transformer.layers.1.norm2.bias": 0.0012223197845742106, + "transformer.layers.2.self_attn.in_proj_weight": 0.049821607768535614, + "transformer.layers.2.self_attn.in_proj_bias": 0.002967194188386202, + "transformer.layers.2.self_attn.out_proj.weight": 0.04472720995545387, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033519102726131678, + "transformer.layers.2.linear1.weight": 0.023338964208960533, + "transformer.layers.2.linear1.bias": 0.0015971360262483358, + "transformer.layers.2.linear2.weight": 0.025884002447128296, + "transformer.layers.2.linear2.bias": 0.00339221628382802, + "transformer.layers.2.norm1.weight": 0.004051482770591974, + "transformer.layers.2.norm1.bias": 0.003011301625519991, + "transformer.layers.2.norm2.weight": 0.0015769954770803452, + "transformer.layers.2.norm2.bias": 0.0019576845224946737, + "transformer.layers.3.self_attn.in_proj_weight": 0.07468032091856003, + "transformer.layers.3.self_attn.in_proj_bias": 0.006348268128931522, + "transformer.layers.3.self_attn.out_proj.weight": 0.04939708486199379, + "transformer.layers.3.self_attn.out_proj.bias": 0.004731010179966688, + "transformer.layers.3.linear1.weight": 0.0495440810918808, + "transformer.layers.3.linear1.bias": 0.003911477513611317, + "transformer.layers.3.linear2.weight": 0.029047518968582153, + "transformer.layers.3.linear2.bias": 0.005836606957018375, + "transformer.layers.3.norm1.weight": 0.005670286249369383, + "transformer.layers.3.norm1.bias": 0.008561321534216404, + "transformer.layers.3.norm2.weight": 0.003321295138448477, + "transformer.layers.3.norm2.bias": 0.004731815308332443, + "head.weight": 0.36283308267593384, + "head.bias": 0.011539585888385773, + "global_embedding.weight": 0.011123763397336006, + "global_cnn.0.weight": 0.08131467550992966, + "global_cnn.0.bias": 0.0035618175752460957, + "global_cnn.2.weight": 0.15908661484718323, + "global_cnn.2.bias": 0.005824021063745022, + "global_proj.weight": 0.06035257875919342, + "global_proj.bias": 0.02425221912562847, + "goal_head.0.weight": 0.03245929628610611, + "goal_head.0.bias": 0.009950708597898483, + "goal_head.2.weight": 0.04311845079064369, + "goal_head.2.bias": 0.020626375451683998 + }, + { + "global_gate": 8.539501141058281e-05, + "embedding.weight": 0.0015243126545101404, + "cnn.0.weight": 0.028349583968520164, + "cnn.0.bias": 0.001295825350098312, + "cnn.2.weight": 0.008357662707567215, + "cnn.2.bias": 0.0026379134505987167, + "cnn.5.weight": 0.009775985032320023, + "cnn.5.bias": 0.002160255564376712, + "action_emb.weight": 0.01383565366268158, + "timestep_emb.weight": 0.0023131263442337513, + "pos_emb.weight": 0.004659829195588827, + "transformer.layers.0.self_attn.in_proj_weight": 0.03611751273274422, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032073650509119034, + "transformer.layers.0.self_attn.out_proj.weight": 0.03537242114543915, + "transformer.layers.0.self_attn.out_proj.bias": 0.004644832573831081, + "transformer.layers.0.linear1.weight": 0.0657249167561531, + "transformer.layers.0.linear1.bias": 0.0024884678423404694, + "transformer.layers.0.linear2.weight": 0.055559929460287094, + "transformer.layers.0.linear2.bias": 0.004115779884159565, + "transformer.layers.0.norm1.weight": 0.0020484125707298517, + "transformer.layers.0.norm1.bias": 0.0028958532493561506, + "transformer.layers.0.norm2.weight": 0.006698335986584425, + "transformer.layers.0.norm2.bias": 0.0021484456956386566, + "transformer.layers.1.self_attn.in_proj_weight": 0.05136502906680107, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025629596784710884, + "transformer.layers.1.self_attn.out_proj.weight": 0.04185214266180992, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033929815981537104, + "transformer.layers.1.linear1.weight": 0.029639197513461113, + "transformer.layers.1.linear1.bias": 0.0015901342267170548, + "transformer.layers.1.linear2.weight": 0.03385348245501518, + "transformer.layers.1.linear2.bias": 0.0034307953901588917, + "transformer.layers.1.norm1.weight": 0.003723973175510764, + "transformer.layers.1.norm1.bias": 0.0025027000810950994, + "transformer.layers.1.norm2.weight": 0.002421736717224121, + "transformer.layers.1.norm2.bias": 0.0017065569991245866, + "transformer.layers.2.self_attn.in_proj_weight": 0.04627196118235588, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033501230645924807, + "transformer.layers.2.self_attn.out_proj.weight": 0.045295678079128265, + "transformer.layers.2.self_attn.out_proj.bias": 0.003527458058670163, + "transformer.layers.2.linear1.weight": 0.02127641625702381, + "transformer.layers.2.linear1.bias": 0.0015397329116240144, + "transformer.layers.2.linear2.weight": 0.02348225936293602, + "transformer.layers.2.linear2.bias": 0.003585086902603507, + "transformer.layers.2.norm1.weight": 0.004127500578761101, + "transformer.layers.2.norm1.bias": 0.0035497762728482485, + "transformer.layers.2.norm2.weight": 0.0014949830947443843, + "transformer.layers.2.norm2.bias": 0.0018904717871919274, + "transformer.layers.3.self_attn.in_proj_weight": 0.06406174600124359, + "transformer.layers.3.self_attn.in_proj_bias": 0.005690122023224831, + "transformer.layers.3.self_attn.out_proj.weight": 0.036624591797590256, + "transformer.layers.3.self_attn.out_proj.bias": 0.004449588246643543, + "transformer.layers.3.linear1.weight": 0.04166099429130554, + "transformer.layers.3.linear1.bias": 0.0035420882049947977, + "transformer.layers.3.linear2.weight": 0.025494607165455818, + "transformer.layers.3.linear2.bias": 0.0052824467420578, + "transformer.layers.3.norm1.weight": 0.005352411884814501, + "transformer.layers.3.norm1.bias": 0.0077951084822416306, + "transformer.layers.3.norm2.weight": 0.002925403881818056, + "transformer.layers.3.norm2.bias": 0.004858213942497969, + "head.weight": 0.29607734084129333, + "head.bias": 0.010346729308366776, + "global_embedding.weight": 0.018783332780003548, + "global_cnn.0.weight": 0.16868658363819122, + "global_cnn.0.bias": 0.00516559649258852, + "global_cnn.2.weight": 0.4042808711528778, + "global_cnn.2.bias": 0.01669873297214508, + "global_proj.weight": 0.10808265954256058, + "global_proj.bias": 0.0516752228140831, + "goal_head.0.weight": 0.06407163292169571, + "goal_head.0.bias": 0.02312425896525383, + "goal_head.2.weight": 0.08153082430362701, + "goal_head.2.bias": 0.049149516969919205 + }, + { + "global_gate": 9.629995474824682e-05, + "embedding.weight": 0.0004957218188792467, + "cnn.0.weight": 0.017087962478399277, + "cnn.0.bias": 0.0005597010022029281, + "cnn.2.weight": 0.006691586226224899, + "cnn.2.bias": 0.0014117688406258821, + "cnn.5.weight": 0.011232259683310986, + "cnn.5.bias": 0.0014947413001209497, + "action_emb.weight": 0.005127219017595053, + "timestep_emb.weight": 0.0015233008889481425, + "pos_emb.weight": 0.0026321473997086287, + "transformer.layers.0.self_attn.in_proj_weight": 0.0202840156853199, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016455044969916344, + "transformer.layers.0.self_attn.out_proj.weight": 0.020100096240639687, + "transformer.layers.0.self_attn.out_proj.bias": 0.002227585297077894, + "transformer.layers.0.linear1.weight": 0.025976793840527534, + "transformer.layers.0.linear1.bias": 0.0011340506607666612, + "transformer.layers.0.linear2.weight": 0.027161866426467896, + "transformer.layers.0.linear2.bias": 0.001592714455910027, + "transformer.layers.0.norm1.weight": 0.0012010664213448763, + "transformer.layers.0.norm1.bias": 0.0013321662554517388, + "transformer.layers.0.norm2.weight": 0.0027531753294169903, + "transformer.layers.0.norm2.bias": 0.0009470857330597937, + "transformer.layers.1.self_attn.in_proj_weight": 0.02071179822087288, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009240295039489865, + "transformer.layers.1.self_attn.out_proj.weight": 0.02259744144976139, + "transformer.layers.1.self_attn.out_proj.bias": 0.001276569557376206, + "transformer.layers.1.linear1.weight": 0.014727241359651089, + "transformer.layers.1.linear1.bias": 0.0007161970133893192, + "transformer.layers.1.linear2.weight": 0.01992225833237171, + "transformer.layers.1.linear2.bias": 0.0011972390348091722, + "transformer.layers.1.norm1.weight": 0.0013123955577611923, + "transformer.layers.1.norm1.bias": 0.0008388031274080276, + "transformer.layers.1.norm2.weight": 0.001245436491444707, + "transformer.layers.1.norm2.bias": 0.0006517769652418792, + "transformer.layers.2.self_attn.in_proj_weight": 0.027255622670054436, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012333043850958347, + "transformer.layers.2.self_attn.out_proj.weight": 0.021505797281861305, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011549206683412194, + "transformer.layers.2.linear1.weight": 0.012337291613221169, + "transformer.layers.2.linear1.bias": 0.0006740522803738713, + "transformer.layers.2.linear2.weight": 0.014307369478046894, + "transformer.layers.2.linear2.bias": 0.0012419794220477343, + "transformer.layers.2.norm1.weight": 0.0019409850938245654, + "transformer.layers.2.norm1.bias": 0.0013338654534891248, + "transformer.layers.2.norm2.weight": 0.0007438648026436567, + "transformer.layers.2.norm2.bias": 0.000749984523281455, + "transformer.layers.3.self_attn.in_proj_weight": 0.04058847576379776, + "transformer.layers.3.self_attn.in_proj_bias": 0.00207185628823936, + "transformer.layers.3.self_attn.out_proj.weight": 0.021425282582640648, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014237266732379794, + "transformer.layers.3.linear1.weight": 0.02126500941812992, + "transformer.layers.3.linear1.bias": 0.0012924637412652373, + "transformer.layers.3.linear2.weight": 0.011748437769711018, + "transformer.layers.3.linear2.bias": 0.001715368707664311, + "transformer.layers.3.norm1.weight": 0.0034022112376987934, + "transformer.layers.3.norm1.bias": 0.00268628541380167, + "transformer.layers.3.norm2.weight": 0.0013537469785660505, + "transformer.layers.3.norm2.bias": 0.0013365693157538772, + "head.weight": 0.16747678816318512, + "head.bias": 0.003079374087974429, + "global_embedding.weight": 0.01920483261346817, + "global_cnn.0.weight": 0.14908134937286377, + "global_cnn.0.bias": 0.004652444273233414, + "global_cnn.2.weight": 0.4560025930404663, + "global_cnn.2.bias": 0.020796550437808037, + "global_proj.weight": 0.11033134162425995, + "global_proj.bias": 0.04850747063755989, + "goal_head.0.weight": 0.05852900445461273, + "goal_head.0.bias": 0.018731750547885895, + "goal_head.2.weight": 0.0683143362402916, + "goal_head.2.bias": 0.03555743768811226 + }, + { + "global_gate": 0.00010896306048380211, + "embedding.weight": 0.000514020852278918, + "cnn.0.weight": 0.010798358358442783, + "cnn.0.bias": 0.0005442211986519396, + "cnn.2.weight": 0.0031073451973497868, + "cnn.2.bias": 0.0009355118381790817, + "cnn.5.weight": 0.0049639856442809105, + "cnn.5.bias": 0.0008783188532106578, + "action_emb.weight": 0.003922217525541782, + "timestep_emb.weight": 0.0008926320006139576, + "pos_emb.weight": 0.001736537553369999, + "transformer.layers.0.self_attn.in_proj_weight": 0.012548679485917091, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012064161710441113, + "transformer.layers.0.self_attn.out_proj.weight": 0.01439590472728014, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020916268695145845, + "transformer.layers.0.linear1.weight": 0.018735049292445183, + "transformer.layers.0.linear1.bias": 0.0009705137927085161, + "transformer.layers.0.linear2.weight": 0.01860915496945381, + "transformer.layers.0.linear2.bias": 0.001772607327438891, + "transformer.layers.0.norm1.weight": 0.0007209568284451962, + "transformer.layers.0.norm1.bias": 0.0010632757330313325, + "transformer.layers.0.norm2.weight": 0.001989133656024933, + "transformer.layers.0.norm2.bias": 0.001425783266313374, + "transformer.layers.1.self_attn.in_proj_weight": 0.017081502825021744, + "transformer.layers.1.self_attn.in_proj_bias": 0.001010672771371901, + "transformer.layers.1.self_attn.out_proj.weight": 0.016202084720134735, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016037941677495837, + "transformer.layers.1.linear1.weight": 0.008903469890356064, + "transformer.layers.1.linear1.bias": 0.0005691223777830601, + "transformer.layers.1.linear2.weight": 0.0128561956807971, + "transformer.layers.1.linear2.bias": 0.0015510026132687926, + "transformer.layers.1.norm1.weight": 0.0010750764049589634, + "transformer.layers.1.norm1.bias": 0.0008773705339990556, + "transformer.layers.1.norm2.weight": 0.0006825987948104739, + "transformer.layers.1.norm2.bias": 0.0006348830065689981, + "transformer.layers.2.self_attn.in_proj_weight": 0.0158010832965374, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011793948942795396, + "transformer.layers.2.self_attn.out_proj.weight": 0.015237376093864441, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015670995926484466, + "transformer.layers.2.linear1.weight": 0.0076097664423286915, + "transformer.layers.2.linear1.bias": 0.0005562283331528306, + "transformer.layers.2.linear2.weight": 0.009330090135335922, + "transformer.layers.2.linear2.bias": 0.001655723201110959, + "transformer.layers.2.norm1.weight": 0.0010844685602933168, + "transformer.layers.2.norm1.bias": 0.0013740245485678315, + "transformer.layers.2.norm2.weight": 0.0004980897065252066, + "transformer.layers.2.norm2.bias": 0.0006425996543839574, + "transformer.layers.3.self_attn.in_proj_weight": 0.029406169429421425, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033515486866235733, + "transformer.layers.3.self_attn.out_proj.weight": 0.015129467472434044, + "transformer.layers.3.self_attn.out_proj.bias": 0.002640138380229473, + "transformer.layers.3.linear1.weight": 0.014919529668986797, + "transformer.layers.3.linear1.bias": 0.0013542009983211756, + "transformer.layers.3.linear2.weight": 0.010350735858082771, + "transformer.layers.3.linear2.bias": 0.003069553291425109, + "transformer.layers.3.norm1.weight": 0.0024749869480729103, + "transformer.layers.3.norm1.bias": 0.0046335263177752495, + "transformer.layers.3.norm2.weight": 0.0009830005001276731, + "transformer.layers.3.norm2.bias": 0.0016471805283799767, + "head.weight": 0.16589051485061646, + "head.bias": 0.00681039784103632, + "global_embedding.weight": 0.022844159975647926, + "global_cnn.0.weight": 0.11593595147132874, + "global_cnn.0.bias": 0.004650897812098265, + "global_cnn.2.weight": 0.1552421748638153, + "global_cnn.2.bias": 0.008850719779729843, + "global_proj.weight": 0.04199539124965668, + "global_proj.bias": 0.031496837735176086, + "goal_head.0.weight": 0.02996809408068657, + "goal_head.0.bias": 0.014980117790400982, + "goal_head.2.weight": 0.036804087460041046, + "goal_head.2.bias": 0.035251863300800323 + }, + { + "global_gate": 7.074364111758769e-05, + "embedding.weight": 0.0012600350892171264, + "cnn.0.weight": 0.03188853710889816, + "cnn.0.bias": 0.001280353870242834, + "cnn.2.weight": 0.008342144079506397, + "cnn.2.bias": 0.002950477646663785, + "cnn.5.weight": 0.010797909460961819, + "cnn.5.bias": 0.0026557892560958862, + "action_emb.weight": 0.030733609572052956, + "timestep_emb.weight": 0.0023745440412312746, + "pos_emb.weight": 0.004993726033717394, + "transformer.layers.0.self_attn.in_proj_weight": 0.05746455118060112, + "transformer.layers.0.self_attn.in_proj_bias": 0.006101940758526325, + "transformer.layers.0.self_attn.out_proj.weight": 0.06535574048757553, + "transformer.layers.0.self_attn.out_proj.bias": 0.010342384688556194, + "transformer.layers.0.linear1.weight": 0.13437128067016602, + "transformer.layers.0.linear1.bias": 0.00526018813252449, + "transformer.layers.0.linear2.weight": 0.07505203783512115, + "transformer.layers.0.linear2.bias": 0.006057413760572672, + "transformer.layers.0.norm1.weight": 0.0031186118721961975, + "transformer.layers.0.norm1.bias": 0.0053050704300403595, + "transformer.layers.0.norm2.weight": 0.015993954613804817, + "transformer.layers.0.norm2.bias": 0.008991226553916931, + "transformer.layers.1.self_attn.in_proj_weight": 0.08251180499792099, + "transformer.layers.1.self_attn.in_proj_bias": 0.003930515609681606, + "transformer.layers.1.self_attn.out_proj.weight": 0.05703609436750412, + "transformer.layers.1.self_attn.out_proj.bias": 0.0050172824412584305, + "transformer.layers.1.linear1.weight": 0.04095402732491493, + "transformer.layers.1.linear1.bias": 0.0024542692117393017, + "transformer.layers.1.linear2.weight": 0.040102146565914154, + "transformer.layers.1.linear2.bias": 0.0044933827593922615, + "transformer.layers.1.norm1.weight": 0.005303551442921162, + "transformer.layers.1.norm1.bias": 0.0033981818705797195, + "transformer.layers.1.norm2.weight": 0.004290454089641571, + "transformer.layers.1.norm2.bias": 0.003264304017648101, + "transformer.layers.2.self_attn.in_proj_weight": 0.05341602489352226, + "transformer.layers.2.self_attn.in_proj_bias": 0.0036589535884559155, + "transformer.layers.2.self_attn.out_proj.weight": 0.04655756801366806, + "transformer.layers.2.self_attn.out_proj.bias": 0.004065289162099361, + "transformer.layers.2.linear1.weight": 0.021031415089964867, + "transformer.layers.2.linear1.bias": 0.0014340016059577465, + "transformer.layers.2.linear2.weight": 0.025320030748844147, + "transformer.layers.2.linear2.bias": 0.004108053632080555, + "transformer.layers.2.norm1.weight": 0.0043366337195038795, + "transformer.layers.2.norm1.bias": 0.004355279728770256, + "transformer.layers.2.norm2.weight": 0.0014497673837468028, + "transformer.layers.2.norm2.bias": 0.0014714740682393312, + "transformer.layers.3.self_attn.in_proj_weight": 0.08511830121278763, + "transformer.layers.3.self_attn.in_proj_bias": 0.009105972945690155, + "transformer.layers.3.self_attn.out_proj.weight": 0.035004597157239914, + "transformer.layers.3.self_attn.out_proj.bias": 0.006399858742952347, + "transformer.layers.3.linear1.weight": 0.03401709347963333, + "transformer.layers.3.linear1.bias": 0.0032347117085009813, + "transformer.layers.3.linear2.weight": 0.023419922217726707, + "transformer.layers.3.linear2.bias": 0.007266236934810877, + "transformer.layers.3.norm1.weight": 0.0065405769273638725, + "transformer.layers.3.norm1.bias": 0.013555847108364105, + "transformer.layers.3.norm2.weight": 0.0023219198919832706, + "transformer.layers.3.norm2.bias": 0.0038903229869902134, + "head.weight": 0.3438050448894501, + "head.bias": 0.014395157806575298, + "global_embedding.weight": 0.007729377597570419, + "global_cnn.0.weight": 0.05983684957027435, + "global_cnn.0.bias": 0.002111811423674226, + "global_cnn.2.weight": 0.13800771534442902, + "global_cnn.2.bias": 0.003994323313236237, + "global_proj.weight": 0.03290032967925072, + "global_proj.bias": 0.013573432341217995, + "goal_head.0.weight": 0.020809270441532135, + "goal_head.0.bias": 0.006208082195371389, + "goal_head.2.weight": 0.03148815780878067, + "goal_head.2.bias": 0.013459200970828533 + }, + { + "global_gate": 0.0005674637504853308, + "embedding.weight": 0.002546971431002021, + "cnn.0.weight": 0.06115857884287834, + "cnn.0.bias": 0.0030493587255477905, + "cnn.2.weight": 0.015314369462430477, + "cnn.2.bias": 0.007486213464289904, + "cnn.5.weight": 0.017080336809158325, + "cnn.5.bias": 0.004196853376924992, + "action_emb.weight": 0.013388453051447868, + "timestep_emb.weight": 0.0027795112691819668, + "pos_emb.weight": 0.004892298020422459, + "transformer.layers.0.self_attn.in_proj_weight": 0.04860914126038551, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035808223765343428, + "transformer.layers.0.self_attn.out_proj.weight": 0.05355086922645569, + "transformer.layers.0.self_attn.out_proj.bias": 0.00525312265381217, + "transformer.layers.0.linear1.weight": 0.06496711820363998, + "transformer.layers.0.linear1.bias": 0.0028697382658720016, + "transformer.layers.0.linear2.weight": 0.048718880861997604, + "transformer.layers.0.linear2.bias": 0.00371503341011703, + "transformer.layers.0.norm1.weight": 0.002613123506307602, + "transformer.layers.0.norm1.bias": 0.0032200338318943977, + "transformer.layers.0.norm2.weight": 0.0077221146784722805, + "transformer.layers.0.norm2.bias": 0.004666512832045555, + "transformer.layers.1.self_attn.in_proj_weight": 0.047267187386751175, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024630380794405937, + "transformer.layers.1.self_attn.out_proj.weight": 0.038332585245370865, + "transformer.layers.1.self_attn.out_proj.bias": 0.00308447633869946, + "transformer.layers.1.linear1.weight": 0.027178727090358734, + "transformer.layers.1.linear1.bias": 0.0015166322700679302, + "transformer.layers.1.linear2.weight": 0.03295215591788292, + "transformer.layers.1.linear2.bias": 0.002757954876869917, + "transformer.layers.1.norm1.weight": 0.003102126531302929, + "transformer.layers.1.norm1.bias": 0.00208246149122715, + "transformer.layers.1.norm2.weight": 0.0026747125666588545, + "transformer.layers.1.norm2.bias": 0.0017971814377233386, + "transformer.layers.2.self_attn.in_proj_weight": 0.05078917741775513, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027430730406194925, + "transformer.layers.2.self_attn.out_proj.weight": 0.03032677061855793, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022508578840643167, + "transformer.layers.2.linear1.weight": 0.016855580732226372, + "transformer.layers.2.linear1.bias": 0.001084333867765963, + "transformer.layers.2.linear2.weight": 0.02058825083076954, + "transformer.layers.2.linear2.bias": 0.0023581488057971, + "transformer.layers.2.norm1.weight": 0.0040731546469032764, + "transformer.layers.2.norm1.bias": 0.0034080061595886946, + "transformer.layers.2.norm2.weight": 0.0011042029364034534, + "transformer.layers.2.norm2.bias": 0.001348087447695434, + "transformer.layers.3.self_attn.in_proj_weight": 0.05588981509208679, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037979595363140106, + "transformer.layers.3.self_attn.out_proj.weight": 0.02839079312980175, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029436242766678333, + "transformer.layers.3.linear1.weight": 0.028543902561068535, + "transformer.layers.3.linear1.bias": 0.002048589289188385, + "transformer.layers.3.linear2.weight": 0.01830514520406723, + "transformer.layers.3.linear2.bias": 0.0032548129092901945, + "transformer.layers.3.norm1.weight": 0.00483591528609395, + "transformer.layers.3.norm1.bias": 0.005267157685011625, + "transformer.layers.3.norm2.weight": 0.0019729468040168285, + "transformer.layers.3.norm2.bias": 0.0022860956378281116, + "head.weight": 0.2379665970802307, + "head.bias": 0.006192293483763933, + "global_embedding.weight": 0.01702207885682583, + "global_cnn.0.weight": 0.0796470195055008, + "global_cnn.0.bias": 0.0030861005652695894, + "global_cnn.2.weight": 0.1832943707704544, + "global_cnn.2.bias": 0.007989521138370037, + "global_proj.weight": 0.028730567544698715, + "global_proj.bias": 0.01773707941174507, + "goal_head.0.weight": 0.015635168179869652, + "goal_head.0.bias": 0.006679756101220846, + "goal_head.2.weight": 0.021883757784962654, + "goal_head.2.bias": 0.014595751650631428 + }, + { + "global_gate": 7.072229345794767e-05, + "embedding.weight": 0.0008253572159446776, + "cnn.0.weight": 0.018343837931752205, + "cnn.0.bias": 0.000756991736125201, + "cnn.2.weight": 0.0049351793713867664, + "cnn.2.bias": 0.0014443231048062444, + "cnn.5.weight": 0.008233538828790188, + "cnn.5.bias": 0.0016212661284953356, + "action_emb.weight": 0.005243038292974234, + "timestep_emb.weight": 0.0017768483376130462, + "pos_emb.weight": 0.005465828347951174, + "transformer.layers.0.self_attn.in_proj_weight": 0.02652370184659958, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019370000809431076, + "transformer.layers.0.self_attn.out_proj.weight": 0.025522975251078606, + "transformer.layers.0.self_attn.out_proj.bias": 0.002573960227891803, + "transformer.layers.0.linear1.weight": 0.03615499660372734, + "transformer.layers.0.linear1.bias": 0.001461028354242444, + "transformer.layers.0.linear2.weight": 0.0355432964861393, + "transformer.layers.0.linear2.bias": 0.002055481541901827, + "transformer.layers.0.norm1.weight": 0.0015360373072326183, + "transformer.layers.0.norm1.bias": 0.0017582750879228115, + "transformer.layers.0.norm2.weight": 0.003600469557568431, + "transformer.layers.0.norm2.bias": 0.0012856285320594907, + "transformer.layers.1.self_attn.in_proj_weight": 0.031036026775836945, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014111590571701527, + "transformer.layers.1.self_attn.out_proj.weight": 0.02692577987909317, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018433707300573587, + "transformer.layers.1.linear1.weight": 0.018991617485880852, + "transformer.layers.1.linear1.bias": 0.0009016131516546011, + "transformer.layers.1.linear2.weight": 0.024348579347133636, + "transformer.layers.1.linear2.bias": 0.0017745831282809377, + "transformer.layers.1.norm1.weight": 0.002074295887723565, + "transformer.layers.1.norm1.bias": 0.001341822324320674, + "transformer.layers.1.norm2.weight": 0.0014975600643083453, + "transformer.layers.1.norm2.bias": 0.0007558160577900708, + "transformer.layers.2.self_attn.in_proj_weight": 0.03139585256576538, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015119765885174274, + "transformer.layers.2.self_attn.out_proj.weight": 0.023877238854765892, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016584834083914757, + "transformer.layers.2.linear1.weight": 0.014693467877805233, + "transformer.layers.2.linear1.bias": 0.0007693378138355911, + "transformer.layers.2.linear2.weight": 0.01717071235179901, + "transformer.layers.2.linear2.bias": 0.0016343483002856374, + "transformer.layers.2.norm1.weight": 0.002343841828405857, + "transformer.layers.2.norm1.bias": 0.0017860487569123507, + "transformer.layers.2.norm2.weight": 0.0009406029130332172, + "transformer.layers.2.norm2.bias": 0.000691212888341397, + "transformer.layers.3.self_attn.in_proj_weight": 0.05341571569442749, + "transformer.layers.3.self_attn.in_proj_bias": 0.0030029534827917814, + "transformer.layers.3.self_attn.out_proj.weight": 0.025328103452920914, + "transformer.layers.3.self_attn.out_proj.bias": 0.002318549668416381, + "transformer.layers.3.linear1.weight": 0.022336434572935104, + "transformer.layers.3.linear1.bias": 0.001494701369665563, + "transformer.layers.3.linear2.weight": 0.014368603937327862, + "transformer.layers.3.linear2.bias": 0.002529716584831476, + "transformer.layers.3.norm1.weight": 0.004895671270787716, + "transformer.layers.3.norm1.bias": 0.0042298114858567715, + "transformer.layers.3.norm2.weight": 0.0016278305556625128, + "transformer.layers.3.norm2.bias": 0.0017646283376961946, + "head.weight": 0.20548893511295319, + "head.bias": 0.005774970166385174, + "global_embedding.weight": 0.008610429242253304, + "global_cnn.0.weight": 0.11245035380125046, + "global_cnn.0.bias": 0.003759899875149131, + "global_cnn.2.weight": 0.31882810592651367, + "global_cnn.2.bias": 0.014728290028870106, + "global_proj.weight": 0.05192941799759865, + "global_proj.bias": 0.03076690249145031, + "goal_head.0.weight": 0.030823012813925743, + "goal_head.0.bias": 0.012420808896422386, + "goal_head.2.weight": 0.04067486152052879, + "goal_head.2.bias": 0.025344086810946465 + }, + { + "global_gate": 0.00016416498692706227, + "embedding.weight": 0.0014405508991330862, + "cnn.0.weight": 0.03799744322896004, + "cnn.0.bias": 0.0015912667149677873, + "cnn.2.weight": 0.011615494266152382, + "cnn.2.bias": 0.0031430895905941725, + "cnn.5.weight": 0.012865490280091763, + "cnn.5.bias": 0.00311590195633471, + "action_emb.weight": 0.009996338747441769, + "timestep_emb.weight": 0.0011818190105259418, + "pos_emb.weight": 0.002514810534194112, + "transformer.layers.0.self_attn.in_proj_weight": 0.028167778626084328, + "transformer.layers.0.self_attn.in_proj_bias": 0.0020671801175922155, + "transformer.layers.0.self_attn.out_proj.weight": 0.031299665570259094, + "transformer.layers.0.self_attn.out_proj.bias": 0.00310767674818635, + "transformer.layers.0.linear1.weight": 0.04587952047586441, + "transformer.layers.0.linear1.bias": 0.0016143994871526957, + "transformer.layers.0.linear2.weight": 0.035117052495479584, + "transformer.layers.0.linear2.bias": 0.0025971108116209507, + "transformer.layers.0.norm1.weight": 0.0015843861037865281, + "transformer.layers.0.norm1.bias": 0.0016961055807769299, + "transformer.layers.0.norm2.weight": 0.005295131355524063, + "transformer.layers.0.norm2.bias": 0.0016293867956846952, + "transformer.layers.1.self_attn.in_proj_weight": 0.03418470174074173, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015991214895620942, + "transformer.layers.1.self_attn.out_proj.weight": 0.03020222671329975, + "transformer.layers.1.self_attn.out_proj.bias": 0.002434249734506011, + "transformer.layers.1.linear1.weight": 0.0193632859736681, + "transformer.layers.1.linear1.bias": 0.001160434097982943, + "transformer.layers.1.linear2.weight": 0.025925684720277786, + "transformer.layers.1.linear2.bias": 0.0024648853577673435, + "transformer.layers.1.norm1.weight": 0.001988936448469758, + "transformer.layers.1.norm1.bias": 0.0014779531629756093, + "transformer.layers.1.norm2.weight": 0.0015622058417648077, + "transformer.layers.1.norm2.bias": 0.001345962518826127, + "transformer.layers.2.self_attn.in_proj_weight": 0.032636143267154694, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021110123489052057, + "transformer.layers.2.self_attn.out_proj.weight": 0.024673331528902054, + "transformer.layers.2.self_attn.out_proj.bias": 0.002407420426607132, + "transformer.layers.2.linear1.weight": 0.013827389106154442, + "transformer.layers.2.linear1.bias": 0.0009323882404714823, + "transformer.layers.2.linear2.weight": 0.018832720816135406, + "transformer.layers.2.linear2.bias": 0.0025744051672518253, + "transformer.layers.2.norm1.weight": 0.0027010792400687933, + "transformer.layers.2.norm1.bias": 0.002816619351506233, + "transformer.layers.2.norm2.weight": 0.0009451612713746727, + "transformer.layers.2.norm2.bias": 0.001024205586872995, + "transformer.layers.3.self_attn.in_proj_weight": 0.05870063602924347, + "transformer.layers.3.self_attn.in_proj_bias": 0.006234738975763321, + "transformer.layers.3.self_attn.out_proj.weight": 0.02878192625939846, + "transformer.layers.3.self_attn.out_proj.bias": 0.004547826014459133, + "transformer.layers.3.linear1.weight": 0.026170626282691956, + "transformer.layers.3.linear1.bias": 0.0023680580779910088, + "transformer.layers.3.linear2.weight": 0.017808157950639725, + "transformer.layers.3.linear2.bias": 0.005167177878320217, + "transformer.layers.3.norm1.weight": 0.005255046300590038, + "transformer.layers.3.norm1.bias": 0.008938285522162914, + "transformer.layers.3.norm2.weight": 0.001789161004126072, + "transformer.layers.3.norm2.bias": 0.002776023931801319, + "head.weight": 0.26159733533859253, + "head.bias": 0.01029590517282486, + "global_embedding.weight": 0.0046034082770347595, + "global_cnn.0.weight": 0.05838871747255325, + "global_cnn.0.bias": 0.002116916235536337, + "global_cnn.2.weight": 0.182289257645607, + "global_cnn.2.bias": 0.008629444986581802, + "global_proj.weight": 0.03346956893801689, + "global_proj.bias": 0.020314162597060204, + "goal_head.0.weight": 0.017925318330526352, + "goal_head.0.bias": 0.007472714874893427, + "goal_head.2.weight": 0.025003688409924507, + "goal_head.2.bias": 0.015346995554864407 + }, + { + "global_gate": 0.00013852264964953065, + "embedding.weight": 0.0025987341068685055, + "cnn.0.weight": 0.046745091676712036, + "cnn.0.bias": 0.0016114558093249798, + "cnn.2.weight": 0.009673046879470348, + "cnn.2.bias": 0.0025633040349930525, + "cnn.5.weight": 0.011761894449591637, + "cnn.5.bias": 0.0026558416429907084, + "action_emb.weight": 0.005971274338662624, + "timestep_emb.weight": 0.0016538898926228285, + "pos_emb.weight": 0.003276045899838209, + "transformer.layers.0.self_attn.in_proj_weight": 0.03159729018807411, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030554344411939383, + "transformer.layers.0.self_attn.out_proj.weight": 0.030331306159496307, + "transformer.layers.0.self_attn.out_proj.bias": 0.004357790108770132, + "transformer.layers.0.linear1.weight": 0.0304173082113266, + "transformer.layers.0.linear1.bias": 0.0017270355019718409, + "transformer.layers.0.linear2.weight": 0.03607849404215813, + "transformer.layers.0.linear2.bias": 0.003536888165399432, + "transformer.layers.0.norm1.weight": 0.0016929346602410078, + "transformer.layers.0.norm1.bias": 0.0026781619526445866, + "transformer.layers.0.norm2.weight": 0.0028563716914504766, + "transformer.layers.0.norm2.bias": 0.0021317771170288324, + "transformer.layers.1.self_attn.in_proj_weight": 0.03351615369319916, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021528590004891157, + "transformer.layers.1.self_attn.out_proj.weight": 0.033106304705142975, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030431447084993124, + "transformer.layers.1.linear1.weight": 0.020110920071601868, + "transformer.layers.1.linear1.bias": 0.0011445438722148538, + "transformer.layers.1.linear2.weight": 0.028537191450595856, + "transformer.layers.1.linear2.bias": 0.003042273921892047, + "transformer.layers.1.norm1.weight": 0.0023107456509023905, + "transformer.layers.1.norm1.bias": 0.002145289210602641, + "transformer.layers.1.norm2.weight": 0.0014658602885901928, + "transformer.layers.1.norm2.bias": 0.0009602549835108221, + "transformer.layers.2.self_attn.in_proj_weight": 0.033165570348501205, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022895687725394964, + "transformer.layers.2.self_attn.out_proj.weight": 0.033847626298666, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030233312863856554, + "transformer.layers.2.linear1.weight": 0.018060831353068352, + "transformer.layers.2.linear1.bias": 0.0011917782248929143, + "transformer.layers.2.linear2.weight": 0.02312174066901207, + "transformer.layers.2.linear2.bias": 0.003240231890231371, + "transformer.layers.2.norm1.weight": 0.002269788645207882, + "transformer.layers.2.norm1.bias": 0.0024974937550723553, + "transformer.layers.2.norm2.weight": 0.0012310341699048877, + "transformer.layers.2.norm2.bias": 0.001426270348019898, + "transformer.layers.3.self_attn.in_proj_weight": 0.07558560371398926, + "transformer.layers.3.self_attn.in_proj_bias": 0.007663076743483543, + "transformer.layers.3.self_attn.out_proj.weight": 0.03977825120091438, + "transformer.layers.3.self_attn.out_proj.bias": 0.0055780066177248955, + "transformer.layers.3.linear1.weight": 0.04126422852277756, + "transformer.layers.3.linear1.bias": 0.0037769090849906206, + "transformer.layers.3.linear2.weight": 0.024890048429369926, + "transformer.layers.3.linear2.bias": 0.0069208573549985886, + "transformer.layers.3.norm1.weight": 0.006775325164198875, + "transformer.layers.3.norm1.bias": 0.011241133324801922, + "transformer.layers.3.norm2.weight": 0.003073865780606866, + "transformer.layers.3.norm2.bias": 0.004955492448061705, + "head.weight": 0.34607699513435364, + "head.bias": 0.013384760357439518, + "global_embedding.weight": 0.017686892300844193, + "global_cnn.0.weight": 0.12797050178050995, + "global_cnn.0.bias": 0.005186885129660368, + "global_cnn.2.weight": 0.22680328786373138, + "global_cnn.2.bias": 0.009777865372598171, + "global_proj.weight": 0.07340635359287262, + "global_proj.bias": 0.042408447712659836, + "goal_head.0.weight": 0.05060490965843201, + "goal_head.0.bias": 0.020108558237552643, + "goal_head.2.weight": 0.0795217901468277, + "goal_head.2.bias": 0.046563126146793365 + }, + { + "global_gate": 5.524740117834881e-05, + "embedding.weight": 0.0008698442252352834, + "cnn.0.weight": 0.014095747843384743, + "cnn.0.bias": 0.0005261419573798776, + "cnn.2.weight": 0.003544336650520563, + "cnn.2.bias": 0.0011120553826913238, + "cnn.5.weight": 0.004791133105754852, + "cnn.5.bias": 0.0008587030461058021, + "action_emb.weight": 0.0038518174551427364, + "timestep_emb.weight": 0.0008579545537941158, + "pos_emb.weight": 0.001837452407926321, + "transformer.layers.0.self_attn.in_proj_weight": 0.0164435263723135, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014171431539580226, + "transformer.layers.0.self_attn.out_proj.weight": 0.01765686273574829, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021414083894342184, + "transformer.layers.0.linear1.weight": 0.018883712589740753, + "transformer.layers.0.linear1.bias": 0.00087293068645522, + "transformer.layers.0.linear2.weight": 0.019724581390619278, + "transformer.layers.0.linear2.bias": 0.0019132448360323906, + "transformer.layers.0.norm1.weight": 0.0011021224781870842, + "transformer.layers.0.norm1.bias": 0.001274624839425087, + "transformer.layers.0.norm2.weight": 0.0018653565784916282, + "transformer.layers.0.norm2.bias": 0.0008197589195333421, + "transformer.layers.1.self_attn.in_proj_weight": 0.016414571553468704, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010737089905887842, + "transformer.layers.1.self_attn.out_proj.weight": 0.01856928877532482, + "transformer.layers.1.self_attn.out_proj.bias": 0.001782453851774335, + "transformer.layers.1.linear1.weight": 0.011230064556002617, + "transformer.layers.1.linear1.bias": 0.0006391137139871716, + "transformer.layers.1.linear2.weight": 0.015200105495750904, + "transformer.layers.1.linear2.bias": 0.001840819837525487, + "transformer.layers.1.norm1.weight": 0.0009691814775578678, + "transformer.layers.1.norm1.bias": 0.0009500381420366466, + "transformer.layers.1.norm2.weight": 0.0008566343458369374, + "transformer.layers.1.norm2.bias": 0.0005817782948724926, + "transformer.layers.2.self_attn.in_proj_weight": 0.01869354210793972, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014081712579354644, + "transformer.layers.2.self_attn.out_proj.weight": 0.017002226784825325, + "transformer.layers.2.self_attn.out_proj.bias": 0.001928706537000835, + "transformer.layers.2.linear1.weight": 0.010059298016130924, + "transformer.layers.2.linear1.bias": 0.000780899019446224, + "transformer.layers.2.linear2.weight": 0.011303754523396492, + "transformer.layers.2.linear2.bias": 0.002153419191017747, + "transformer.layers.2.norm1.weight": 0.0012975059216842055, + "transformer.layers.2.norm1.bias": 0.0016143519897013903, + "transformer.layers.2.norm2.weight": 0.0006727637955918908, + "transformer.layers.2.norm2.bias": 0.0010118306381627917, + "transformer.layers.3.self_attn.in_proj_weight": 0.032950397580862045, + "transformer.layers.3.self_attn.in_proj_bias": 0.003767085261642933, + "transformer.layers.3.self_attn.out_proj.weight": 0.0184409748762846, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032323352061212063, + "transformer.layers.3.linear1.weight": 0.02153809741139412, + "transformer.layers.3.linear1.bias": 0.002101115183904767, + "transformer.layers.3.linear2.weight": 0.012472705915570259, + "transformer.layers.3.linear2.bias": 0.003904894692823291, + "transformer.layers.3.norm1.weight": 0.0025207570288330317, + "transformer.layers.3.norm1.bias": 0.005050599575042725, + "transformer.layers.3.norm2.weight": 0.0013905471423640847, + "transformer.layers.3.norm2.bias": 0.002735856920480728, + "head.weight": 0.21672405302524567, + "head.bias": 0.009102536365389824, + "global_embedding.weight": 0.007122037932276726, + "global_cnn.0.weight": 0.12031687796115875, + "global_cnn.0.bias": 0.004444281570613384, + "global_cnn.2.weight": 0.37635937333106995, + "global_cnn.2.bias": 0.021053513512015343, + "global_proj.weight": 0.0904846116900444, + "global_proj.bias": 0.05737067759037018, + "goal_head.0.weight": 0.05736640840768814, + "goal_head.0.bias": 0.024474022909998894, + "goal_head.2.weight": 0.07906016707420349, + "goal_head.2.bias": 0.053776517510414124 + }, + { + "global_gate": 6.866218609502539e-05, + "embedding.weight": 0.0011781661305576563, + "cnn.0.weight": 0.029162554070353508, + "cnn.0.bias": 0.0013771341182291508, + "cnn.2.weight": 0.00916566327214241, + "cnn.2.bias": 0.0021262725349515676, + "cnn.5.weight": 0.015155753120779991, + "cnn.5.bias": 0.002727912040427327, + "action_emb.weight": 0.005463925190269947, + "timestep_emb.weight": 0.0013142380630597472, + "pos_emb.weight": 0.0028582438826560974, + "transformer.layers.0.self_attn.in_proj_weight": 0.031881894916296005, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034622622188180685, + "transformer.layers.0.self_attn.out_proj.weight": 0.03356306999921799, + "transformer.layers.0.self_attn.out_proj.bias": 0.005054538603872061, + "transformer.layers.0.linear1.weight": 0.029017170891165733, + "transformer.layers.0.linear1.bias": 0.0019455637084320188, + "transformer.layers.0.linear2.weight": 0.035000819712877274, + "transformer.layers.0.linear2.bias": 0.0037026801146566868, + "transformer.layers.0.norm1.weight": 0.001779857906512916, + "transformer.layers.0.norm1.bias": 0.0031464823987334967, + "transformer.layers.0.norm2.weight": 0.0021852764766663313, + "transformer.layers.0.norm2.bias": 0.002602693857625127, + "transformer.layers.1.self_attn.in_proj_weight": 0.030306337401270866, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020186551846563816, + "transformer.layers.1.self_attn.out_proj.weight": 0.03310032933950424, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029934942722320557, + "transformer.layers.1.linear1.weight": 0.018078584223985672, + "transformer.layers.1.linear1.bias": 0.0010970020666718483, + "transformer.layers.1.linear2.weight": 0.025408364832401276, + "transformer.layers.1.linear2.bias": 0.00293801911175251, + "transformer.layers.1.norm1.weight": 0.0020254910923540592, + "transformer.layers.1.norm1.bias": 0.0019548956770449877, + "transformer.layers.1.norm2.weight": 0.0013564100954681635, + "transformer.layers.1.norm2.bias": 0.0012619787594303489, + "transformer.layers.2.self_attn.in_proj_weight": 0.029004978016018867, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023172651417553425, + "transformer.layers.2.self_attn.out_proj.weight": 0.027324587106704712, + "transformer.layers.2.self_attn.out_proj.bias": 0.002832251600921154, + "transformer.layers.2.linear1.weight": 0.01590121164917946, + "transformer.layers.2.linear1.bias": 0.0011102842399850488, + "transformer.layers.2.linear2.weight": 0.019306834787130356, + "transformer.layers.2.linear2.bias": 0.0030426394660025835, + "transformer.layers.2.norm1.weight": 0.0019251839257776737, + "transformer.layers.2.norm1.bias": 0.0027174879796802998, + "transformer.layers.2.norm2.weight": 0.0011572393123060465, + "transformer.layers.2.norm2.bias": 0.0012469837674871087, + "transformer.layers.3.self_attn.in_proj_weight": 0.057078152894973755, + "transformer.layers.3.self_attn.in_proj_bias": 0.007358255330473185, + "transformer.layers.3.self_attn.out_proj.weight": 0.028196988627314568, + "transformer.layers.3.self_attn.out_proj.bias": 0.005679992493242025, + "transformer.layers.3.linear1.weight": 0.03217190131545067, + "transformer.layers.3.linear1.bias": 0.0031994685996323824, + "transformer.layers.3.linear2.weight": 0.02045385353267193, + "transformer.layers.3.linear2.bias": 0.007003650534898043, + "transformer.layers.3.norm1.weight": 0.005225793924182653, + "transformer.layers.3.norm1.bias": 0.010915395803749561, + "transformer.layers.3.norm2.weight": 0.002396516501903534, + "transformer.layers.3.norm2.bias": 0.004567826632410288, + "head.weight": 0.2978748381137848, + "head.bias": 0.012905734591186047, + "global_embedding.weight": 0.011474797502160072, + "global_cnn.0.weight": 0.1207822635769844, + "global_cnn.0.bias": 0.004067144822329283, + "global_cnn.2.weight": 0.20894169807434082, + "global_cnn.2.bias": 0.010686272755265236, + "global_proj.weight": 0.03534641116857529, + "global_proj.bias": 0.02154853381216526, + "goal_head.0.weight": 0.023755542933940887, + "goal_head.0.bias": 0.009708543308079243, + "goal_head.2.weight": 0.03629527986049652, + "goal_head.2.bias": 0.021716924384236336 + }, + { + "global_gate": 0.00024167665105778724, + "embedding.weight": 0.0029272418469190598, + "cnn.0.weight": 0.045691221952438354, + "cnn.0.bias": 0.00208687293343246, + "cnn.2.weight": 0.00849274080246687, + "cnn.2.bias": 0.003238226752728224, + "cnn.5.weight": 0.011863862164318562, + "cnn.5.bias": 0.0025996938347816467, + "action_emb.weight": 0.009484530426561832, + "timestep_emb.weight": 0.0014760923804715276, + "pos_emb.weight": 0.003351415041834116, + "transformer.layers.0.self_attn.in_proj_weight": 0.03678355738520622, + "transformer.layers.0.self_attn.in_proj_bias": 0.003336438676342368, + "transformer.layers.0.self_attn.out_proj.weight": 0.040275901556015015, + "transformer.layers.0.self_attn.out_proj.bias": 0.005111887585371733, + "transformer.layers.0.linear1.weight": 0.044588979333639145, + "transformer.layers.0.linear1.bias": 0.0019125386606901884, + "transformer.layers.0.linear2.weight": 0.037572406232357025, + "transformer.layers.0.linear2.bias": 0.0031620461959391832, + "transformer.layers.0.norm1.weight": 0.00211507105268538, + "transformer.layers.0.norm1.bias": 0.0033096603583544493, + "transformer.layers.0.norm2.weight": 0.004642162937670946, + "transformer.layers.0.norm2.bias": 0.0025163942482322454, + "transformer.layers.1.self_attn.in_proj_weight": 0.029032999649643898, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017464404227212071, + "transformer.layers.1.self_attn.out_proj.weight": 0.028058882802724838, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026870754081755877, + "transformer.layers.1.linear1.weight": 0.021623162552714348, + "transformer.layers.1.linear1.bias": 0.0011133758816868067, + "transformer.layers.1.linear2.weight": 0.025443565100431442, + "transformer.layers.1.linear2.bias": 0.002455320442095399, + "transformer.layers.1.norm1.weight": 0.0017930978210642934, + "transformer.layers.1.norm1.bias": 0.0015598852187395096, + "transformer.layers.1.norm2.weight": 0.0019117755582556129, + "transformer.layers.1.norm2.bias": 0.0012541005853563547, + "transformer.layers.2.self_attn.in_proj_weight": 0.03117361292243004, + "transformer.layers.2.self_attn.in_proj_bias": 0.002231310587376356, + "transformer.layers.2.self_attn.out_proj.weight": 0.026476023718714714, + "transformer.layers.2.self_attn.out_proj.bias": 0.002445123391225934, + "transformer.layers.2.linear1.weight": 0.01593789830803871, + "transformer.layers.2.linear1.bias": 0.001094611594453454, + "transformer.layers.2.linear2.weight": 0.01843198947608471, + "transformer.layers.2.linear2.bias": 0.002505786484107375, + "transformer.layers.2.norm1.weight": 0.0025511104613542557, + "transformer.layers.2.norm1.bias": 0.0025980034843087196, + "transformer.layers.2.norm2.weight": 0.0011279305908828974, + "transformer.layers.2.norm2.bias": 0.0013597555225715041, + "transformer.layers.3.self_attn.in_proj_weight": 0.0691491961479187, + "transformer.layers.3.self_attn.in_proj_bias": 0.0057999733835458755, + "transformer.layers.3.self_attn.out_proj.weight": 0.02982844039797783, + "transformer.layers.3.self_attn.out_proj.bias": 0.004049358423799276, + "transformer.layers.3.linear1.weight": 0.026273047551512718, + "transformer.layers.3.linear1.bias": 0.0023919634986668825, + "transformer.layers.3.linear2.weight": 0.01617198996245861, + "transformer.layers.3.linear2.bias": 0.004773448687046766, + "transformer.layers.3.norm1.weight": 0.005866003688424826, + "transformer.layers.3.norm1.bias": 0.008671876974403858, + "transformer.layers.3.norm2.weight": 0.002044783206656575, + "transformer.layers.3.norm2.bias": 0.0031703535933047533, + "head.weight": 0.21976907551288605, + "head.bias": 0.008512798696756363, + "global_embedding.weight": 0.01065389160066843, + "global_cnn.0.weight": 0.04726244509220123, + "global_cnn.0.bias": 0.002293078228831291, + "global_cnn.2.weight": 0.10779421031475067, + "global_cnn.2.bias": 0.005406888201832771, + "global_proj.weight": 0.022891122847795486, + "global_proj.bias": 0.0177125446498394, + "goal_head.0.weight": 0.015781385824084282, + "goal_head.0.bias": 0.007471124175935984, + "goal_head.2.weight": 0.02635205164551735, + "goal_head.2.bias": 0.01753724180161953 + }, + { + "global_gate": 0.00013532518642023206, + "embedding.weight": 0.0007246918394230306, + "cnn.0.weight": 0.02111540362238884, + "cnn.0.bias": 0.0008587085176259279, + "cnn.2.weight": 0.007335284724831581, + "cnn.2.bias": 0.00208058743737638, + "cnn.5.weight": 0.010086515918374062, + "cnn.5.bias": 0.002359661040827632, + "action_emb.weight": 0.011291218921542168, + "timestep_emb.weight": 0.0013167811557650566, + "pos_emb.weight": 0.003081302624195814, + "transformer.layers.0.self_attn.in_proj_weight": 0.03187001869082451, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023998969700187445, + "transformer.layers.0.self_attn.out_proj.weight": 0.03721880912780762, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035784102510660887, + "transformer.layers.0.linear1.weight": 0.04694889485836029, + "transformer.layers.0.linear1.bias": 0.0017251792596653104, + "transformer.layers.0.linear2.weight": 0.03773630037903786, + "transformer.layers.0.linear2.bias": 0.003316619899123907, + "transformer.layers.0.norm1.weight": 0.0023160988930612803, + "transformer.layers.0.norm1.bias": 0.00215358380228281, + "transformer.layers.0.norm2.weight": 0.005662080831825733, + "transformer.layers.0.norm2.bias": 0.00177682691719383, + "transformer.layers.1.self_attn.in_proj_weight": 0.036718275398015976, + "transformer.layers.1.self_attn.in_proj_bias": 0.001763928565196693, + "transformer.layers.1.self_attn.out_proj.weight": 0.03366101160645485, + "transformer.layers.1.self_attn.out_proj.bias": 0.002954829251393676, + "transformer.layers.1.linear1.weight": 0.01855398155748844, + "transformer.layers.1.linear1.bias": 0.001089325058273971, + "transformer.layers.1.linear2.weight": 0.02565302886068821, + "transformer.layers.1.linear2.bias": 0.002988196676596999, + "transformer.layers.1.norm1.weight": 0.0023432299494743347, + "transformer.layers.1.norm1.bias": 0.0015871962532401085, + "transformer.layers.1.norm2.weight": 0.001574534922838211, + "transformer.layers.1.norm2.bias": 0.0010038858745247126, + "transformer.layers.2.self_attn.in_proj_weight": 0.027905361726880074, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018527557840570807, + "transformer.layers.2.self_attn.out_proj.weight": 0.028006095439195633, + "transformer.layers.2.self_attn.out_proj.bias": 0.003005231497809291, + "transformer.layers.2.linear1.weight": 0.01670752838253975, + "transformer.layers.2.linear1.bias": 0.0011664890917018056, + "transformer.layers.2.linear2.weight": 0.019951162859797478, + "transformer.layers.2.linear2.bias": 0.003181627718731761, + "transformer.layers.2.norm1.weight": 0.002045203233137727, + "transformer.layers.2.norm1.bias": 0.0019887080416083336, + "transformer.layers.2.norm2.weight": 0.0010737506672739983, + "transformer.layers.2.norm2.bias": 0.0010699324775487185, + "transformer.layers.3.self_attn.in_proj_weight": 0.05502411723136902, + "transformer.layers.3.self_attn.in_proj_bias": 0.005725909490138292, + "transformer.layers.3.self_attn.out_proj.weight": 0.02759994938969612, + "transformer.layers.3.self_attn.out_proj.bias": 0.004818872082978487, + "transformer.layers.3.linear1.weight": 0.029750457033514977, + "transformer.layers.3.linear1.bias": 0.0027345684356987476, + "transformer.layers.3.linear2.weight": 0.0176894161850214, + "transformer.layers.3.linear2.bias": 0.005411342717707157, + "transformer.layers.3.norm1.weight": 0.004268314689397812, + "transformer.layers.3.norm1.bias": 0.007549187634140253, + "transformer.layers.3.norm2.weight": 0.0018936527194455266, + "transformer.layers.3.norm2.bias": 0.003072029445320368, + "head.weight": 0.29776209592819214, + "head.bias": 0.012560383416712284, + "global_embedding.weight": 0.002290134085342288, + "global_cnn.0.weight": 0.02026255428791046, + "global_cnn.0.bias": 0.0007276323158293962, + "global_cnn.2.weight": 0.06213163211941719, + "global_cnn.2.bias": 0.002784262178465724, + "global_proj.weight": 0.027001533657312393, + "global_proj.bias": 0.01774824596941471, + "goal_head.0.weight": 0.01907847635447979, + "goal_head.0.bias": 0.008103540167212486, + "goal_head.2.weight": 0.02923528291285038, + "goal_head.2.bias": 0.01907624676823616 + }, + { + "global_gate": 0.0004032487340737134, + "embedding.weight": 0.000682093552313745, + "cnn.0.weight": 0.02006935328245163, + "cnn.0.bias": 0.0009945658966898918, + "cnn.2.weight": 0.007086081430315971, + "cnn.2.bias": 0.003647960489615798, + "cnn.5.weight": 0.00880687776952982, + "cnn.5.bias": 0.0019968494307249784, + "action_emb.weight": 0.004976656753569841, + "timestep_emb.weight": 0.001489263609983027, + "pos_emb.weight": 0.0026616950053721666, + "transformer.layers.0.self_attn.in_proj_weight": 0.03828185051679611, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037918908055871725, + "transformer.layers.0.self_attn.out_proj.weight": 0.03615283966064453, + "transformer.layers.0.self_attn.out_proj.bias": 0.004747762810438871, + "transformer.layers.0.linear1.weight": 0.02858976274728775, + "transformer.layers.0.linear1.bias": 0.0015491703525185585, + "transformer.layers.0.linear2.weight": 0.030085833743214607, + "transformer.layers.0.linear2.bias": 0.0029813777655363083, + "transformer.layers.0.norm1.weight": 0.00224764971062541, + "transformer.layers.0.norm1.bias": 0.003640496637672186, + "transformer.layers.0.norm2.weight": 0.0026959541719406843, + "transformer.layers.0.norm2.bias": 0.0019482687348499894, + "transformer.layers.1.self_attn.in_proj_weight": 0.02822078950703144, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020441259257495403, + "transformer.layers.1.self_attn.out_proj.weight": 0.031251437962055206, + "transformer.layers.1.self_attn.out_proj.bias": 0.002614859025925398, + "transformer.layers.1.linear1.weight": 0.015291220508515835, + "transformer.layers.1.linear1.bias": 0.0008851252496242523, + "transformer.layers.1.linear2.weight": 0.01951032131910324, + "transformer.layers.1.linear2.bias": 0.0025055939331650734, + "transformer.layers.1.norm1.weight": 0.002019399544224143, + "transformer.layers.1.norm1.bias": 0.0019689344335347414, + "transformer.layers.1.norm2.weight": 0.001173602882772684, + "transformer.layers.1.norm2.bias": 0.0008416786440648139, + "transformer.layers.2.self_attn.in_proj_weight": 0.02983943559229374, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023132844362407923, + "transformer.layers.2.self_attn.out_proj.weight": 0.023648923262953758, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023276270367205143, + "transformer.layers.2.linear1.weight": 0.011583268642425537, + "transformer.layers.2.linear1.bias": 0.0007894498994573951, + "transformer.layers.2.linear2.weight": 0.014558501541614532, + "transformer.layers.2.linear2.bias": 0.0024217674508690834, + "transformer.layers.2.norm1.weight": 0.0022101178765296936, + "transformer.layers.2.norm1.bias": 0.0030175040010362864, + "transformer.layers.2.norm2.weight": 0.0006924560875631869, + "transformer.layers.2.norm2.bias": 0.0008998618577606976, + "transformer.layers.3.self_attn.in_proj_weight": 0.04828941822052002, + "transformer.layers.3.self_attn.in_proj_bias": 0.004069192800670862, + "transformer.layers.3.self_attn.out_proj.weight": 0.022562535479664803, + "transformer.layers.3.self_attn.out_proj.bias": 0.003270945744588971, + "transformer.layers.3.linear1.weight": 0.023992598056793213, + "transformer.layers.3.linear1.bias": 0.0020755494479089975, + "transformer.layers.3.linear2.weight": 0.01550217717885971, + "transformer.layers.3.linear2.bias": 0.003845033934339881, + "transformer.layers.3.norm1.weight": 0.004118344280868769, + "transformer.layers.3.norm1.bias": 0.005775194149464369, + "transformer.layers.3.norm2.weight": 0.0016210592584684491, + "transformer.layers.3.norm2.bias": 0.002675206633284688, + "head.weight": 0.22697190940380096, + "head.bias": 0.009144701063632965, + "global_embedding.weight": 0.024316787719726562, + "global_cnn.0.weight": 0.09594804048538208, + "global_cnn.0.bias": 0.004084812011569738, + "global_cnn.2.weight": 0.2073046714067459, + "global_cnn.2.bias": 0.008098095655441284, + "global_proj.weight": 0.031374890357255936, + "global_proj.bias": 0.021744661033153534, + "goal_head.0.weight": 0.014632419683039188, + "goal_head.0.bias": 0.007056401576846838, + "goal_head.2.weight": 0.020772142335772514, + "goal_head.2.bias": 0.01590687781572342 + }, + { + "global_gate": 7.797344005666673e-05, + "embedding.weight": 0.0011818221537396312, + "cnn.0.weight": 0.028163183480501175, + "cnn.0.bias": 0.0012190694687888026, + "cnn.2.weight": 0.009335679933428764, + "cnn.2.bias": 0.0031059542670845985, + "cnn.5.weight": 0.01065728347748518, + "cnn.5.bias": 0.0024145226925611496, + "action_emb.weight": 0.004536076448857784, + "timestep_emb.weight": 0.0008834270993247628, + "pos_emb.weight": 0.0016837181756272912, + "transformer.layers.0.self_attn.in_proj_weight": 0.029395567253232002, + "transformer.layers.0.self_attn.in_proj_bias": 0.00268784468062222, + "transformer.layers.0.self_attn.out_proj.weight": 0.02816508710384369, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036087641492486, + "transformer.layers.0.linear1.weight": 0.02245481126010418, + "transformer.layers.0.linear1.bias": 0.0014429285656660795, + "transformer.layers.0.linear2.weight": 0.028712455183267593, + "transformer.layers.0.linear2.bias": 0.0029327853117138147, + "transformer.layers.0.norm1.weight": 0.0017039482481777668, + "transformer.layers.0.norm1.bias": 0.0024900257121771574, + "transformer.layers.0.norm2.weight": 0.002187110483646393, + "transformer.layers.0.norm2.bias": 0.0014899171655997634, + "transformer.layers.1.self_attn.in_proj_weight": 0.026636505499482155, + "transformer.layers.1.self_attn.in_proj_bias": 0.001852858462370932, + "transformer.layers.1.self_attn.out_proj.weight": 0.026799483224749565, + "transformer.layers.1.self_attn.out_proj.bias": 0.002388489432632923, + "transformer.layers.1.linear1.weight": 0.013929768465459347, + "transformer.layers.1.linear1.bias": 0.0008919705869629979, + "transformer.layers.1.linear2.weight": 0.020947357639670372, + "transformer.layers.1.linear2.bias": 0.002324712695553899, + "transformer.layers.1.norm1.weight": 0.001866498845629394, + "transformer.layers.1.norm1.bias": 0.001891547697596252, + "transformer.layers.1.norm2.weight": 0.0010094252647832036, + "transformer.layers.1.norm2.bias": 0.001022763317450881, + "transformer.layers.2.self_attn.in_proj_weight": 0.026279745623469353, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018002340802922845, + "transformer.layers.2.self_attn.out_proj.weight": 0.027562173083424568, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022429439704865217, + "transformer.layers.2.linear1.weight": 0.012213674373924732, + "transformer.layers.2.linear1.bias": 0.0008186597842723131, + "transformer.layers.2.linear2.weight": 0.01611504703760147, + "transformer.layers.2.linear2.bias": 0.002331814495846629, + "transformer.layers.2.norm1.weight": 0.0018714951584115624, + "transformer.layers.2.norm1.bias": 0.002105577616021037, + "transformer.layers.2.norm2.weight": 0.0008516933303326368, + "transformer.layers.2.norm2.bias": 0.0007629427709616721, + "transformer.layers.3.self_attn.in_proj_weight": 0.06126271188259125, + "transformer.layers.3.self_attn.in_proj_bias": 0.003903178730979562, + "transformer.layers.3.self_attn.out_proj.weight": 0.033463526517152786, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033648908138275146, + "transformer.layers.3.linear1.weight": 0.02945837751030922, + "transformer.layers.3.linear1.bias": 0.0023797298781573772, + "transformer.layers.3.linear2.weight": 0.01710759475827217, + "transformer.layers.3.linear2.bias": 0.0040453895926475525, + "transformer.layers.3.norm1.weight": 0.004805589094758034, + "transformer.layers.3.norm1.bias": 0.005351475905627012, + "transformer.layers.3.norm2.weight": 0.002432070905342698, + "transformer.layers.3.norm2.bias": 0.00307469186373055, + "head.weight": 0.28214022517204285, + "head.bias": 0.009676746092736721, + "global_embedding.weight": 0.01827864535152912, + "global_cnn.0.weight": 0.05709793418645859, + "global_cnn.0.bias": 0.0025241198018193245, + "global_cnn.2.weight": 0.10736604034900665, + "global_cnn.2.bias": 0.003923885058611631, + "global_proj.weight": 0.014764642342925072, + "global_proj.bias": 0.009280975908041, + "goal_head.0.weight": 0.0035157394595444202, + "goal_head.0.bias": 0.0014206869527697563, + "goal_head.2.weight": 0.005365585442632437, + "goal_head.2.bias": 0.002950384747236967 + }, + { + "global_gate": 2.4104881958919577e-05, + "embedding.weight": 0.001212541596032679, + "cnn.0.weight": 0.01913411170244217, + "cnn.0.bias": 0.0007847554516047239, + "cnn.2.weight": 0.0051639145240187645, + "cnn.2.bias": 0.0014181897277012467, + "cnn.5.weight": 0.005278800148516893, + "cnn.5.bias": 0.0009948315564543009, + "action_emb.weight": 0.0028227753937244415, + "timestep_emb.weight": 0.0008533588843420148, + "pos_emb.weight": 0.0015564552741125226, + "transformer.layers.0.self_attn.in_proj_weight": 0.0161366518586874, + "transformer.layers.0.self_attn.in_proj_bias": 0.0011633553076535463, + "transformer.layers.0.self_attn.out_proj.weight": 0.01608828641474247, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014266404323279858, + "transformer.layers.0.linear1.weight": 0.0150980269536376, + "transformer.layers.0.linear1.bias": 0.0006574729923158884, + "transformer.layers.0.linear2.weight": 0.015049903653562069, + "transformer.layers.0.linear2.bias": 0.0011942891869693995, + "transformer.layers.0.norm1.weight": 0.0009775065118446946, + "transformer.layers.0.norm1.bias": 0.0011418045032769442, + "transformer.layers.0.norm2.weight": 0.001419957960024476, + "transformer.layers.0.norm2.bias": 0.0006843383307568729, + "transformer.layers.1.self_attn.in_proj_weight": 0.012459800578653812, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007298766286112368, + "transformer.layers.1.self_attn.out_proj.weight": 0.012717364355921745, + "transformer.layers.1.self_attn.out_proj.bias": 0.0009672767482697964, + "transformer.layers.1.linear1.weight": 0.008813811466097832, + "transformer.layers.1.linear1.bias": 0.0004257399123162031, + "transformer.layers.1.linear2.weight": 0.011835082434117794, + "transformer.layers.1.linear2.bias": 0.0009317204239778221, + "transformer.layers.1.norm1.weight": 0.0009307728032581508, + "transformer.layers.1.norm1.bias": 0.0007193829515017569, + "transformer.layers.1.norm2.weight": 0.0006655019242316484, + "transformer.layers.1.norm2.bias": 0.0003952271945308894, + "transformer.layers.2.self_attn.in_proj_weight": 0.013784468173980713, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006688505527563393, + "transformer.layers.2.self_attn.out_proj.weight": 0.013557876460254192, + "transformer.layers.2.self_attn.out_proj.bias": 0.0009134818101301789, + "transformer.layers.2.linear1.weight": 0.007670305669307709, + "transformer.layers.2.linear1.bias": 0.0004675640957430005, + "transformer.layers.2.linear2.weight": 0.009733171202242374, + "transformer.layers.2.linear2.bias": 0.0009890894871205091, + "transformer.layers.2.norm1.weight": 0.0008764805388636887, + "transformer.layers.2.norm1.bias": 0.000702893128618598, + "transformer.layers.2.norm2.weight": 0.000516324071213603, + "transformer.layers.2.norm2.bias": 0.000496681546792388, + "transformer.layers.3.self_attn.in_proj_weight": 0.02766895666718483, + "transformer.layers.3.self_attn.in_proj_bias": 0.002766706282272935, + "transformer.layers.3.self_attn.out_proj.weight": 0.015469587408006191, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019886873196810484, + "transformer.layers.3.linear1.weight": 0.01673215813934803, + "transformer.layers.3.linear1.bias": 0.001546385115943849, + "transformer.layers.3.linear2.weight": 0.010731001384556293, + "transformer.layers.3.linear2.bias": 0.002568943426012993, + "transformer.layers.3.norm1.weight": 0.0024493751116096973, + "transformer.layers.3.norm1.bias": 0.004046015907078981, + "transformer.layers.3.norm2.weight": 0.0010749897919595242, + "transformer.layers.3.norm2.bias": 0.0020995924714952707, + "head.weight": 0.12238796800374985, + "head.bias": 0.004708319902420044, + "global_embedding.weight": 0.010853011161088943, + "global_cnn.0.weight": 0.03810477256774902, + "global_cnn.0.bias": 0.0014688505325466394, + "global_cnn.2.weight": 0.07127729803323746, + "global_cnn.2.bias": 0.002748468890786171, + "global_proj.weight": 0.01348754484206438, + "global_proj.bias": 0.007390625309199095, + "goal_head.0.weight": 0.007326705846935511, + "goal_head.0.bias": 0.0027765287086367607, + "goal_head.2.weight": 0.01116881798952818, + "goal_head.2.bias": 0.006211180239915848 + }, + { + "global_gate": 1.6305841199937277e-05, + "embedding.weight": 0.0003148957621306181, + "cnn.0.weight": 0.009001536294817924, + "cnn.0.bias": 0.00028554454911500216, + "cnn.2.weight": 0.0032852585427463055, + "cnn.2.bias": 0.0010406877845525742, + "cnn.5.weight": 0.0038470046129077673, + "cnn.5.bias": 0.0007660101400688291, + "action_emb.weight": 0.003543965285643935, + "timestep_emb.weight": 0.0007366204517893493, + "pos_emb.weight": 0.0016737808473408222, + "transformer.layers.0.self_attn.in_proj_weight": 0.012420136481523514, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009725588606670499, + "transformer.layers.0.self_attn.out_proj.weight": 0.015321520157158375, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014696025755256414, + "transformer.layers.0.linear1.weight": 0.017249273136258125, + "transformer.layers.0.linear1.bias": 0.0006958970916457474, + "transformer.layers.0.linear2.weight": 0.014212078414857388, + "transformer.layers.0.linear2.bias": 0.001166262780316174, + "transformer.layers.0.norm1.weight": 0.0007199148531071842, + "transformer.layers.0.norm1.bias": 0.0008914027130231261, + "transformer.layers.0.norm2.weight": 0.0018195214215666056, + "transformer.layers.0.norm2.bias": 0.000728685175999999, + "transformer.layers.1.self_attn.in_proj_weight": 0.012057393789291382, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007139218505471945, + "transformer.layers.1.self_attn.out_proj.weight": 0.01358758844435215, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010131982853636146, + "transformer.layers.1.linear1.weight": 0.009622731246054173, + "transformer.layers.1.linear1.bias": 0.0004857383028138429, + "transformer.layers.1.linear2.weight": 0.011190477758646011, + "transformer.layers.1.linear2.bias": 0.0008889299351722002, + "transformer.layers.1.norm1.weight": 0.0007790870731696486, + "transformer.layers.1.norm1.bias": 0.0007794360280968249, + "transformer.layers.1.norm2.weight": 0.0008908891468308866, + "transformer.layers.1.norm2.bias": 0.0006819455302320421, + "transformer.layers.2.self_attn.in_proj_weight": 0.013566318899393082, + "transformer.layers.2.self_attn.in_proj_bias": 0.0007821971084922552, + "transformer.layers.2.self_attn.out_proj.weight": 0.014038489200174809, + "transformer.layers.2.self_attn.out_proj.bias": 0.0009203686495311558, + "transformer.layers.2.linear1.weight": 0.007008695974946022, + "transformer.layers.2.linear1.bias": 0.0004131369641982019, + "transformer.layers.2.linear2.weight": 0.009466297924518585, + "transformer.layers.2.linear2.bias": 0.0009011008078232408, + "transformer.layers.2.norm1.weight": 0.0010330913355574012, + "transformer.layers.2.norm1.bias": 0.0009298213990405202, + "transformer.layers.2.norm2.weight": 0.0005116303800605237, + "transformer.layers.2.norm2.bias": 0.00041435883031226695, + "transformer.layers.3.self_attn.in_proj_weight": 0.03505256026983261, + "transformer.layers.3.self_attn.in_proj_bias": 0.001495328382588923, + "transformer.layers.3.self_attn.out_proj.weight": 0.01801086962223053, + "transformer.layers.3.self_attn.out_proj.bias": 0.0009936033748090267, + "transformer.layers.3.linear1.weight": 0.014503470622003078, + "transformer.layers.3.linear1.bias": 0.0009255544282495975, + "transformer.layers.3.linear2.weight": 0.009782327339053154, + "transformer.layers.3.linear2.bias": 0.001195692690089345, + "transformer.layers.3.norm1.weight": 0.002716522431001067, + "transformer.layers.3.norm1.bias": 0.0018039230490103364, + "transformer.layers.3.norm2.weight": 0.001105738221667707, + "transformer.layers.3.norm2.bias": 0.0010171415051445365, + "head.weight": 0.13320331275463104, + "head.bias": 0.0030995539855211973, + "global_embedding.weight": 0.0053720735013484955, + "global_cnn.0.weight": 0.05552519112825394, + "global_cnn.0.bias": 0.0018844780279323459, + "global_cnn.2.weight": 0.16466271877288818, + "global_cnn.2.bias": 0.007955326698720455, + "global_proj.weight": 0.025139307603240013, + "global_proj.bias": 0.016257714480161667, + "goal_head.0.weight": 0.016507728025317192, + "goal_head.0.bias": 0.007011875975877047, + "goal_head.2.weight": 0.02278187684714794, + "goal_head.2.bias": 0.01496485061943531 + }, + { + "global_gate": 6.383800791809335e-05, + "embedding.weight": 0.0008816064218990505, + "cnn.0.weight": 0.020516356453299522, + "cnn.0.bias": 0.0008167176856659353, + "cnn.2.weight": 0.005880508106201887, + "cnn.2.bias": 0.0021063932217657566, + "cnn.5.weight": 0.007375738583505154, + "cnn.5.bias": 0.0014759331243112683, + "action_emb.weight": 0.00992756150662899, + "timestep_emb.weight": 0.001210637274198234, + "pos_emb.weight": 0.0024374262429773808, + "transformer.layers.0.self_attn.in_proj_weight": 0.023917045444250107, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021082679741084576, + "transformer.layers.0.self_attn.out_proj.weight": 0.03705546259880066, + "transformer.layers.0.self_attn.out_proj.bias": 0.003522115293890238, + "transformer.layers.0.linear1.weight": 0.041923023760318756, + "transformer.layers.0.linear1.bias": 0.0016985927941277623, + "transformer.layers.0.linear2.weight": 0.025503017008304596, + "transformer.layers.0.linear2.bias": 0.002494558459147811, + "transformer.layers.0.norm1.weight": 0.0013149675214663148, + "transformer.layers.0.norm1.bias": 0.0019927341490983963, + "transformer.layers.0.norm2.weight": 0.005033913534134626, + "transformer.layers.0.norm2.bias": 0.0029590772464871407, + "transformer.layers.1.self_attn.in_proj_weight": 0.023702455684542656, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014511931221932173, + "transformer.layers.1.self_attn.out_proj.weight": 0.024457819759845734, + "transformer.layers.1.self_attn.out_proj.bias": 0.002327113412320614, + "transformer.layers.1.linear1.weight": 0.016041554510593414, + "transformer.layers.1.linear1.bias": 0.000870386662427336, + "transformer.layers.1.linear2.weight": 0.01758006401360035, + "transformer.layers.1.linear2.bias": 0.002027707640081644, + "transformer.layers.1.norm1.weight": 0.0014844144461676478, + "transformer.layers.1.norm1.bias": 0.0011934180511161685, + "transformer.layers.1.norm2.weight": 0.0015547014772891998, + "transformer.layers.1.norm2.bias": 0.0013065090170130134, + "transformer.layers.2.self_attn.in_proj_weight": 0.022080641239881516, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015641450881958008, + "transformer.layers.2.self_attn.out_proj.weight": 0.02068941481411457, + "transformer.layers.2.self_attn.out_proj.bias": 0.002016638405621052, + "transformer.layers.2.linear1.weight": 0.010743705555796623, + "transformer.layers.2.linear1.bias": 0.0006842492730356753, + "transformer.layers.2.linear2.weight": 0.013807054609060287, + "transformer.layers.2.linear2.bias": 0.002018549246713519, + "transformer.layers.2.norm1.weight": 0.0014112666249275208, + "transformer.layers.2.norm1.bias": 0.001575490809045732, + "transformer.layers.2.norm2.weight": 0.000741040799766779, + "transformer.layers.2.norm2.bias": 0.0007472169236280024, + "transformer.layers.3.self_attn.in_proj_weight": 0.04002588987350464, + "transformer.layers.3.self_attn.in_proj_bias": 0.0044344221241772175, + "transformer.layers.3.self_attn.out_proj.weight": 0.018179085105657578, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033165470231324434, + "transformer.layers.3.linear1.weight": 0.022312937304377556, + "transformer.layers.3.linear1.bias": 0.0020893984474241734, + "transformer.layers.3.linear2.weight": 0.01366097666323185, + "transformer.layers.3.linear2.bias": 0.0038933069445192814, + "transformer.layers.3.norm1.weight": 0.0035391112323850393, + "transformer.layers.3.norm1.bias": 0.006428628694266081, + "transformer.layers.3.norm2.weight": 0.0016494665760546923, + "transformer.layers.3.norm2.bias": 0.0027713554445654154, + "head.weight": 0.20342104136943817, + "head.bias": 0.009053231216967106, + "global_embedding.weight": 0.00508506316691637, + "global_cnn.0.weight": 0.0392276830971241, + "global_cnn.0.bias": 0.0019470953848212957, + "global_cnn.2.weight": 0.10194488614797592, + "global_cnn.2.bias": 0.004739878233522177, + "global_proj.weight": 0.032988160848617554, + "global_proj.bias": 0.024962978437542915, + "goal_head.0.weight": 0.025213776156306267, + "goal_head.0.bias": 0.011952705681324005, + "goal_head.2.weight": 0.03960556164383888, + "goal_head.2.bias": 0.02873990498483181 + }, + { + "global_gate": 9.047005733009428e-05, + "embedding.weight": 0.0023348007816821337, + "cnn.0.weight": 0.040424149483442307, + "cnn.0.bias": 0.0013493540463969111, + "cnn.2.weight": 0.009378407150506973, + "cnn.2.bias": 0.00235722865909338, + "cnn.5.weight": 0.008670400828123093, + "cnn.5.bias": 0.0018301287200301886, + "action_emb.weight": 0.004210470709949732, + "timestep_emb.weight": 0.0011300848564133048, + "pos_emb.weight": 0.002566075185313821, + "transformer.layers.0.self_attn.in_proj_weight": 0.020114317536354065, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015344994608312845, + "transformer.layers.0.self_attn.out_proj.weight": 0.02141871675848961, + "transformer.layers.0.self_attn.out_proj.bias": 0.002114624483510852, + "transformer.layers.0.linear1.weight": 0.022907394915819168, + "transformer.layers.0.linear1.bias": 0.001053164480254054, + "transformer.layers.0.linear2.weight": 0.023260891437530518, + "transformer.layers.0.linear2.bias": 0.0019562498200684786, + "transformer.layers.0.norm1.weight": 0.001030236715450883, + "transformer.layers.0.norm1.bias": 0.0014575148234143853, + "transformer.layers.0.norm2.weight": 0.0024524976033717394, + "transformer.layers.0.norm2.bias": 0.0009560264879837632, + "transformer.layers.1.self_attn.in_proj_weight": 0.019688721746206284, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011759860208258033, + "transformer.layers.1.self_attn.out_proj.weight": 0.02113008126616478, + "transformer.layers.1.self_attn.out_proj.bias": 0.001645979704335332, + "transformer.layers.1.linear1.weight": 0.014400361105799675, + "transformer.layers.1.linear1.bias": 0.000764070195145905, + "transformer.layers.1.linear2.weight": 0.017189878970384598, + "transformer.layers.1.linear2.bias": 0.0015869906637817621, + "transformer.layers.1.norm1.weight": 0.001238595345057547, + "transformer.layers.1.norm1.bias": 0.0010475432500243187, + "transformer.layers.1.norm2.weight": 0.0011814686004072428, + "transformer.layers.1.norm2.bias": 0.0006962657789699733, + "transformer.layers.2.self_attn.in_proj_weight": 0.02495664916932583, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015903812600299716, + "transformer.layers.2.self_attn.out_proj.weight": 0.022572146728634834, + "transformer.layers.2.self_attn.out_proj.bias": 0.001544684055261314, + "transformer.layers.2.linear1.weight": 0.011274466291069984, + "transformer.layers.2.linear1.bias": 0.0006991615518927574, + "transformer.layers.2.linear2.weight": 0.013191798701882362, + "transformer.layers.2.linear2.bias": 0.0014729747781530023, + "transformer.layers.2.norm1.weight": 0.0018270589644089341, + "transformer.layers.2.norm1.bias": 0.0017934662755578756, + "transformer.layers.2.norm2.weight": 0.0008570727077312768, + "transformer.layers.2.norm2.bias": 0.0008037853986024857, + "transformer.layers.3.self_attn.in_proj_weight": 0.04865654557943344, + "transformer.layers.3.self_attn.in_proj_bias": 0.002704331185668707, + "transformer.layers.3.self_attn.out_proj.weight": 0.027557991445064545, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021422253921628, + "transformer.layers.3.linear1.weight": 0.030149735510349274, + "transformer.layers.3.linear1.bias": 0.002398147713392973, + "transformer.layers.3.linear2.weight": 0.017763517796993256, + "transformer.layers.3.linear2.bias": 0.002811123849824071, + "transformer.layers.3.norm1.weight": 0.004446737933903933, + "transformer.layers.3.norm1.bias": 0.0037215373013168573, + "transformer.layers.3.norm2.weight": 0.0024502594023942947, + "transformer.layers.3.norm2.bias": 0.0036220948677510023, + "head.weight": 0.20201541483402252, + "head.bias": 0.0056642042472958565, + "global_embedding.weight": 0.004213192034512758, + "global_cnn.0.weight": 0.04958782345056534, + "global_cnn.0.bias": 0.0019189253216609359, + "global_cnn.2.weight": 0.11716140061616898, + "global_cnn.2.bias": 0.006527693942189217, + "global_proj.weight": 0.02696787379682064, + "global_proj.bias": 0.019124401733279228, + "goal_head.0.weight": 0.018937988206744194, + "goal_head.0.bias": 0.008851383812725544, + "goal_head.2.weight": 0.026392191648483276, + "goal_head.2.bias": 0.02058117277920246 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.05543140321969986, - 0.1187378391623497, - 0.12327317148447037, - 0.12075488269329071, - 0.029029544442892075, - 0.04569351673126221, - 0.040912479162216187, - 0.07854592800140381, - 0.04872104525566101, - 0.1359948217868805 + 0.2689601182937622, + 0.22000358998775482, + 0.34932100772857666, + 0.2842414081096649, + 0.35363373160362244, + 0.40910661220550537, + 0.5355992913246155, + 0.4309491813182831, + 0.32340672612190247, + 0.2023310512304306, + 0.3047769367694855, + 0.2862038314342499, + 0.4470990002155304, + 0.6427388191223145, + 0.41048678755760193, + 0.47330132126808167, + 0.27291303873062134, + 0.43282800912857056, + 0.6443666219711304, + 0.5423027873039246 ], "repr_drift_kl_low_t": [ - 0.04924142360687256, - 0.12742596864700317, - 0.13630253076553345, - 0.12674148380756378, - 0.018871724605560303, - 0.02946065180003643, - 0.027902880683541298, - 0.05741362273693085, - 0.0358043909072876, - 0.11800777912139893 + 0.3142580986022949, + 0.23624423146247864, + 0.4367079734802246, + 0.34898319840431213, + 0.4118536710739136, + 0.5052516460418701, + 0.6409217715263367, + 0.5473414659500122, + 0.40260329842567444, + 0.25194570422172546, + 0.3659254312515259, + 0.36003169417381287, + 0.5419259071350098, + 0.8554691672325134, + 0.49718621373176575, + 0.5893537998199463, + 0.3248748779296875, + 0.5361630320549011, + 0.8068339824676514, + 0.6609207391738892 ], "repr_drift_kl_mid_t": [ - 0.05203250050544739, - 0.11735908687114716, - 0.1196911633014679, - 0.11027659475803375, - 0.019624168053269386, - 0.03366820141673088, - 0.03024555742740631, - 0.062176115810871124, - 0.035604506731033325, - 0.12919187545776367 + 0.2659825086593628, + 0.2169279009103775, + 0.34349045157432556, + 0.28284111618995667, + 0.3532642424106598, + 0.4039064347743988, + 0.5392565131187439, + 0.42993882298469543, + 0.32146885991096497, + 0.19743028283119202, + 0.30775341391563416, + 0.28475716710090637, + 0.45960313081741333, + 0.6420589089393616, + 0.41568586230278015, + 0.47082123160362244, + 0.2720000147819519, + 0.43185409903526306, + 0.6405629515647888, + 0.54742431640625 ], "repr_drift_kl_high_t": [ - 0.08527158200740814, - 0.13724297285079956, - 0.1371832937002182, - 0.15315845608711243, - 0.045347727835178375, - 0.09074681997299194, - 0.09535454958677292, - 0.13355709612369537, - 0.08338036388158798, - 0.16584888100624084 + 0.23499137163162231, + 0.23532038927078247, + 0.26502999663352966, + 0.24896907806396484, + 0.2906034290790558, + 0.2886863052845001, + 0.4061923027038574, + 0.3241085708141327, + 0.23774363100528717, + 0.17224270105361938, + 0.24024221301078796, + 0.21745659410953522, + 0.3595588505268097, + 0.4366263151168823, + 0.3306674361228943, + 0.37042370438575745, + 0.22268110513687134, + 0.32854920625686646, + 0.4787236750125885, + 0.38329407572746277 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8174939751625061, - 0.6935131549835205, - 0.4957916736602783, - 0.759402334690094, - 0.9472875595092773 + 0.7465863823890686, + 0.7653326988220215, + 0.8297232985496521, + 0.806310772895813, + 0.7825666666030884, + 0.8209049701690674, + 0.8119714856147766, + 0.8439369201660156, + 0.7053707838058472, + 0.63090980052948 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.1273454427719116, - 1.9341325759887695, - 1.5267308950424194, - 1.1509255170822144, - 0.4187439978122711, - 0.6629735827445984, - 0.3171478509902954, - 0.42757296562194824, - 0.5586347579956055, - 0.5578317046165466 + 1.7651586532592773, + 0.6341482996940613, + 0.5959820747375488, + 0.526317298412323, + 0.2789582908153534, + 0.5447953343391418, + 0.44114530086517334, + 0.44440212845802307, + 0.331525981426239, + 0.3774356544017792, + 0.5041570067405701, + 0.34684082865715027, + 0.3623134195804596, + 0.4597385823726654, + 0.34152209758758545, + 0.2970656454563141, + 0.15512466430664062, + 0.26733532547950745, + 0.24382176995277405, + 0.3602391183376312 ], "norm_high_t": [ - 1.043911099433899, - 1.3091347217559814, - 0.8368409276008606, - 1.3443217277526855, - 0.3159599304199219, - 0.8879355192184448, - 0.3641894459724426, - 0.43573063611984253, - 0.5704198479652405, - 0.585213303565979 + 1.4933974742889404, + 0.4882410168647766, + 0.7214418053627014, + 0.5345330238342285, + 0.3974772095680237, + 0.504222571849823, + 0.9825558662414551, + 0.4545057713985443, + 0.5745891332626343, + 0.7456182241439819, + 0.5765911936759949, + 0.5969603657722473, + 0.3765636384487152, + 0.3643728196620941, + 0.6946452260017395, + 0.5736035108566284, + 0.21754500269889832, + 0.2766018807888031, + 0.3536175787448883, + 0.39323437213897705 ], "lowhigh_cos": [ - 0.31059545278549194, - 0.4058711528778076, - 0.4729853868484497, - 0.3317340612411499, - 0.8079349994659424, - 0.580623209476471, - 0.748712956905365, - 0.9865058064460754, - 0.976322591304779, - 0.36045750975608826 + 0.753149688243866, + 0.2585327923297882, + 0.5589972734451294, + 0.8743365406990051, + 0.7644672393798828, + 0.5413881540298462, + 0.24225342273712158, + 0.647222638130188, + 0.4733533263206482, + 0.6314853429794312, + 0.8639703392982483, + 0.49869605898857117, + 0.4261682629585266, + 0.48784512281417847, + 0.08559355139732361, + 0.5896846055984497, + 0.4334932267665863, + 0.6806172728538513, + 0.2844902575016022, + 0.20754213631153107 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.1258310079574585, - "t_0.1-0.2": 0.6995165944099426, - "t_0.2-0.3": 0.7938428521156311, - "t_0.3-0.4": 0.7148751020431519, - "t_0.4-0.5": 0.8263735175132751, - "t_0.5-0.6": 0.6679114103317261, - "t_0.6-0.7": 0.5259501934051514, - "t_0.7-0.8": 0.8060624599456787, - "t_0.8-0.9": 0.952139675617218, - "t_0.9-1.0": 0.904763400554657 - }, - { - "t_0.0-0.1": 1.692639946937561, - "t_0.1-0.2": 1.6275404691696167, - "t_0.2-0.3": 1.2955379486083984, - "t_0.3-0.4": 1.3947784900665283, - "t_0.4-0.5": 1.0444496870040894, - "t_0.5-0.6": 1.3055435419082642, - "t_0.6-0.7": 1.3909506797790527, - "t_0.7-0.8": 1.335951566696167, - "t_0.8-0.9": 1.5128228664398193, - "t_0.9-1.0": 1.6285654306411743 - }, - { - "t_0.0-0.1": 1.351043701171875, - "t_0.1-0.2": 1.1497997045516968, - "t_0.2-0.3": 0.7201223373413086, - "t_0.3-0.4": 0.9933016896247864, - "t_0.4-0.5": 0.935836672782898, - "t_0.5-0.6": 0.8356350064277649, - "t_0.6-0.7": 0.5393204689025879, - "t_0.7-0.8": 0.9049075841903687, - "t_0.8-0.9": 0.8227956891059875, - "t_0.9-1.0": 1.0721052885055542 - }, - { - "t_0.0-0.1": 1.2624064683914185, - "t_0.1-0.2": 1.0865373611450195, - "t_0.2-0.3": 1.1855511665344238, - "t_0.3-0.4": 0.974702775478363, - "t_0.4-0.5": 0.9502977132797241, - "t_0.5-0.6": 1.1782256364822388, - "t_0.6-0.7": 0.9299285411834717, - "t_0.7-0.8": 1.2086187601089478, - "t_0.8-0.9": 1.304952621459961, - "t_0.9-1.0": 1.5843236446380615 - }, - { - "t_0.0-0.1": 0.31034502387046814, - "t_0.1-0.2": 0.29715776443481445, - "t_0.2-0.3": 0.32537487149238586, - "t_0.3-0.4": 0.4203517735004425, - "t_0.4-0.5": 0.33717402815818787, - "t_0.5-0.6": 0.48880067467689514, - "t_0.6-0.7": 0.29972168803215027, - "t_0.7-0.8": 0.3021003305912018, - "t_0.8-0.9": 0.32711049914360046, - "t_0.9-1.0": 0.30304351449012756 - }, - { - "t_0.0-0.1": 0.5727093815803528, - "t_0.1-0.2": 0.5428784489631653, - "t_0.2-0.3": 0.6246396899223328, - "t_0.3-0.4": 0.8061917424201965, - "t_0.4-0.5": 0.5514006018638611, - "t_0.5-0.6": 0.6291607022285461, - "t_0.6-0.7": 0.5882896780967712, - "t_0.7-0.8": 0.7844331860542297, - "t_0.8-0.9": 0.709411084651947, - "t_0.9-1.0": 1.050418734550476 - }, - { - "t_0.0-0.1": 0.4387672543525696, - "t_0.1-0.2": 0.33046048879623413, - "t_0.2-0.3": 0.6502178311347961, - "t_0.3-0.4": 0.31044134497642517, - "t_0.4-0.5": 0.33350491523742676, - "t_0.5-0.6": 0.41909509897232056, - "t_0.6-0.7": 0.3095766007900238, - "t_0.7-0.8": 0.31901824474334717, - "t_0.8-0.9": 0.32439950108528137, - "t_0.9-1.0": 0.5488947033882141 - }, - { - "t_0.0-0.1": 0.42801350355148315, - "t_0.1-0.2": 0.4275617301464081, - "t_0.2-0.3": 0.4280168414115906, - "t_0.3-0.4": 0.427572637796402, - "t_0.4-0.5": 0.4275701344013214, - "t_0.5-0.6": 0.42750126123428345, - "t_0.6-0.7": 0.4279731512069702, - "t_0.7-0.8": 0.42811983823776245, - "t_0.8-0.9": 0.4299006164073944, - "t_0.9-1.0": 0.4460526704788208 - }, - { - "t_0.0-0.1": 0.5587002038955688, - "t_0.1-0.2": 0.5945257544517517, - "t_0.2-0.3": 0.5705447196960449, - "t_0.3-0.4": 0.5610767602920532, - "t_0.4-0.5": 0.5749409794807434, - "t_0.5-0.6": 0.5680091381072998, - "t_0.6-0.7": 0.5736597776412964, - "t_0.7-0.8": 0.5653864145278931, - "t_0.8-0.9": 0.5611140131950378, - "t_0.9-1.0": 0.5783642530441284 - }, - { - "t_0.0-0.1": 0.7471648454666138, - "t_0.1-0.2": 0.5475425720214844, - "t_0.2-0.3": 0.6531333327293396, - "t_0.3-0.4": 0.4067153036594391, - "t_0.4-0.5": 0.5189595818519592, - "t_0.5-0.6": 0.4545226991176605, - "t_0.6-0.7": 0.5369563698768616, - "t_0.7-0.8": 0.5428601503372192, - "t_0.8-0.9": 0.6161698698997498, - "t_0.9-1.0": 0.844614565372467 + "t_0.0-0.1": 1.5438895225524902, + "t_0.1-0.2": 2.223322629928589, + "t_0.2-0.3": 1.8218772411346436, + "t_0.3-0.4": 2.1003198623657227, + "t_0.4-0.5": 1.6937130689620972, + "t_0.5-0.6": 1.6611956357955933, + "t_0.6-0.7": 1.5128252506256104, + "t_0.7-0.8": 1.518498420715332, + "t_0.8-0.9": 1.5976754426956177, + "t_0.9-1.0": 1.8255198001861572 + }, + { + "t_0.0-0.1": 0.7119284272193909, + "t_0.1-0.2": 0.7744880318641663, + "t_0.2-0.3": 0.5411313772201538, + "t_0.3-0.4": 0.5646742582321167, + "t_0.4-0.5": 0.5907989740371704, + "t_0.5-0.6": 0.5143688321113586, + "t_0.6-0.7": 0.5128798484802246, + "t_0.7-0.8": 0.4578772187232971, + "t_0.8-0.9": 0.492350310087204, + "t_0.9-1.0": 1.2324427366256714 + }, + { + "t_0.0-0.1": 0.6443948745727539, + "t_0.1-0.2": 0.5580223798751831, + "t_0.2-0.3": 0.5737737417221069, + "t_0.3-0.4": 0.5792593359947205, + "t_0.4-0.5": 0.6011825203895569, + "t_0.5-0.6": 0.5663980841636658, + "t_0.6-0.7": 0.5816451907157898, + "t_0.7-0.8": 0.5890395641326904, + "t_0.8-0.9": 0.5966119170188904, + "t_0.9-1.0": 0.8501545786857605 + }, + { + "t_0.0-0.1": 0.6102555990219116, + "t_0.1-0.2": 0.5323361158370972, + "t_0.2-0.3": 0.5240296721458435, + "t_0.3-0.4": 0.5222527384757996, + "t_0.4-0.5": 0.5262767672538757, + "t_0.5-0.6": 0.5218234658241272, + "t_0.6-0.7": 0.5215461254119873, + "t_0.7-0.8": 0.5174729228019714, + "t_0.8-0.9": 0.5193362236022949, + "t_0.9-1.0": 0.6589532494544983 + }, + { + "t_0.0-0.1": 0.3437519967556, + "t_0.1-0.2": 0.30443206429481506, + "t_0.2-0.3": 0.29409196972846985, + "t_0.3-0.4": 0.27187642455101013, + "t_0.4-0.5": 0.28696078062057495, + "t_0.5-0.6": 0.2877342402935028, + "t_0.6-0.7": 0.3025217354297638, + "t_0.7-0.8": 0.37876012921333313, + "t_0.8-0.9": 0.4017622768878937, + "t_0.9-1.0": 0.4659745693206787 + }, + { + "t_0.0-0.1": 0.8569375872612, + "t_0.1-0.2": 0.541239857673645, + "t_0.2-0.3": 0.4999816119670868, + "t_0.3-0.4": 0.5120953321456909, + "t_0.4-0.5": 0.48131290078163147, + "t_0.5-0.6": 0.4977089762687683, + "t_0.6-0.7": 0.5002937316894531, + "t_0.7-0.8": 0.5275912284851074, + "t_0.8-0.9": 0.558538556098938, + "t_0.9-1.0": 0.6235432624816895 + }, + { + "t_0.0-0.1": 0.6734728217124939, + "t_0.1-0.2": 0.3198758363723755, + "t_0.2-0.3": 0.2750307023525238, + "t_0.3-0.4": 0.26973408460617065, + "t_0.4-0.5": 0.2597492039203644, + "t_0.5-0.6": 0.2766869366168976, + "t_0.6-0.7": 0.31012094020843506, + "t_0.7-0.8": 0.4425295889377594, + "t_0.8-0.9": 0.615130603313446, + "t_0.9-1.0": 1.2694447040557861 + }, + { + "t_0.0-0.1": 0.5088311433792114, + "t_0.1-0.2": 0.4045645594596863, + "t_0.2-0.3": 0.39958927035331726, + "t_0.3-0.4": 0.41057679057121277, + "t_0.4-0.5": 0.4115907847881317, + "t_0.5-0.6": 0.44553935527801514, + "t_0.6-0.7": 0.4182567894458771, + "t_0.7-0.8": 0.44373059272766113, + "t_0.8-0.9": 0.4349846839904785, + "t_0.9-1.0": 0.5475432276725769 + }, + { + "t_0.0-0.1": 0.28640756011009216, + "t_0.1-0.2": 0.27830445766448975, + "t_0.2-0.3": 0.3544659912586212, + "t_0.3-0.4": 0.34080395102500916, + "t_0.4-0.5": 0.32780921459198, + "t_0.5-0.6": 0.3200601041316986, + "t_0.6-0.7": 0.36671730875968933, + "t_0.7-0.8": 0.3670383393764496, + "t_0.8-0.9": 0.48883071541786194, + "t_0.9-1.0": 0.6691068410873413 + }, + { + "t_0.0-0.1": 0.9912893772125244, + "t_0.1-0.2": 0.3951886296272278, + "t_0.2-0.3": 0.39150357246398926, + "t_0.3-0.4": 0.38019853830337524, + "t_0.4-0.5": 0.4005756676197052, + "t_0.5-0.6": 0.4406135380268097, + "t_0.6-0.7": 0.4605141878128052, + "t_0.7-0.8": 0.45424684882164, + "t_0.8-0.9": 0.562454879283905, + "t_0.9-1.0": 1.0124635696411133 + }, + { + "t_0.0-0.1": 0.5023329257965088, + "t_0.1-0.2": 0.4701099693775177, + "t_0.2-0.3": 0.48277872800827026, + "t_0.3-0.4": 0.4739826023578644, + "t_0.4-0.5": 0.4926275610923767, + "t_0.5-0.6": 0.48992809653282166, + "t_0.6-0.7": 0.49723947048187256, + "t_0.7-0.8": 0.5078929662704468, + "t_0.8-0.9": 0.5383792519569397, + "t_0.9-1.0": 0.6200225353240967 + }, + { + "t_0.0-0.1": 0.4505961239337921, + "t_0.1-0.2": 0.3771967887878418, + "t_0.2-0.3": 0.34437480568885803, + "t_0.3-0.4": 0.3555532991886139, + "t_0.4-0.5": 0.39350396394729614, + "t_0.5-0.6": 0.35316163301467896, + "t_0.6-0.7": 0.37888002395629883, + "t_0.7-0.8": 0.4468650817871094, + "t_0.8-0.9": 0.5435515642166138, + "t_0.9-1.0": 0.7819938659667969 + }, + { + "t_0.0-0.1": 0.2941349446773529, + "t_0.1-0.2": 0.3271632790565491, + "t_0.2-0.3": 0.279252827167511, + "t_0.3-0.4": 0.265697181224823, + "t_0.4-0.5": 0.2618880569934845, + "t_0.5-0.6": 0.2648773193359375, + "t_0.6-0.7": 0.30704909563064575, + "t_0.7-0.8": 0.24944274127483368, + "t_0.8-0.9": 0.3484936058521271, + "t_0.9-1.0": 0.5003610849380493 + }, + { + "t_0.0-0.1": 0.7043259143829346, + "t_0.1-0.2": 0.3144775927066803, + "t_0.2-0.3": 0.3511654734611511, + "t_0.3-0.4": 0.33333584666252136, + "t_0.4-0.5": 0.3128090500831604, + "t_0.5-0.6": 0.2826826572418213, + "t_0.6-0.7": 0.29076963663101196, + "t_0.7-0.8": 0.2690039277076721, + "t_0.8-0.9": 0.2761889100074768, + "t_0.9-1.0": 0.5013687610626221 + }, + { + "t_0.0-0.1": 0.29656341671943665, + "t_0.1-0.2": 0.2513183057308197, + "t_0.2-0.3": 0.26295778155326843, + "t_0.3-0.4": 0.21160294115543365, + "t_0.4-0.5": 0.2226928323507309, + "t_0.5-0.6": 0.24166631698608398, + "t_0.6-0.7": 0.24497756361961365, + "t_0.7-0.8": 0.28169581294059753, + "t_0.8-0.9": 0.31805580854415894, + "t_0.9-1.0": 1.1219063997268677 + }, + { + "t_0.0-0.1": 0.5728961825370789, + "t_0.1-0.2": 0.2526606023311615, + "t_0.2-0.3": 0.26599711179733276, + "t_0.3-0.4": 0.28028255701065063, + "t_0.4-0.5": 0.30329081416130066, + "t_0.5-0.6": 0.3179961144924164, + "t_0.6-0.7": 0.3007737100124359, + "t_0.7-0.8": 0.3762265741825104, + "t_0.8-0.9": 0.43356162309646606, + "t_0.9-1.0": 0.8972811698913574 + }, + { + "t_0.0-0.1": 0.16548138856887817, + "t_0.1-0.2": 0.1638907492160797, + "t_0.2-0.3": 0.14799299836158752, + "t_0.3-0.4": 0.11232104897499084, + "t_0.4-0.5": 0.13708071410655975, + "t_0.5-0.6": 0.12174838781356812, + "t_0.6-0.7": 0.13749396800994873, + "t_0.7-0.8": 0.1578998565673828, + "t_0.8-0.9": 0.18109670281410217, + "t_0.9-1.0": 0.27581122517585754 + }, + { + "t_0.0-0.1": 0.28836989402770996, + "t_0.1-0.2": 0.23081114888191223, + "t_0.2-0.3": 0.2324243038892746, + "t_0.3-0.4": 0.24982136487960815, + "t_0.4-0.5": 0.22482936084270477, + "t_0.5-0.6": 0.23945873975753784, + "t_0.6-0.7": 0.24540039896965027, + "t_0.7-0.8": 0.2383657693862915, + "t_0.8-0.9": 0.259838730096817, + "t_0.9-1.0": 0.34505152702331543 + }, + { + "t_0.0-0.1": 0.3840000331401825, + "t_0.1-0.2": 0.28873488306999207, + "t_0.2-0.3": 0.19720545411109924, + "t_0.3-0.4": 0.20457330346107483, + "t_0.4-0.5": 0.2322845757007599, + "t_0.5-0.6": 0.2546350955963135, + "t_0.6-0.7": 0.23858951032161713, + "t_0.7-0.8": 0.2623389661312103, + "t_0.8-0.9": 0.33424338698387146, + "t_0.9-1.0": 0.41987380385398865 + }, + { + "t_0.0-0.1": 0.3635386526584625, + "t_0.1-0.2": 0.27542537450790405, + "t_0.2-0.3": 0.21226534247398376, + "t_0.3-0.4": 0.23453664779663086, + "t_0.4-0.5": 0.2933482825756073, + "t_0.5-0.6": 0.2617813050746918, + "t_0.6-0.7": 0.2534774839878082, + "t_0.7-0.8": 0.25174450874328613, + "t_0.8-0.9": 0.3209679126739502, + "t_0.9-1.0": 0.5585018992424011 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.01244813296943903, - 0.036363635212183, - 0.028093883767724037, - 0.04497607424855232, - 0.2498096078634262, - 0.004692832473665476, - 0.21037669479846954, - 0.04363207519054413, - 0.011538461782038212, - 0.01715686358511448, - 0.012126865796744823, - 0.2618343234062195, - 0.09777424484491348, - 0.19160304963588715, - 0.05927419289946556, - 0.15013404190540314, - 0.007640067953616381, - 0.22609245777130127, - 0.005985266994684935, - 0.04924491047859192, - 0.1410835236310959, - 0.016597511246800423, - 0.32190635800361633, - 0.009345794096589088, - 0.009749303571879864, - 0.015064934268593788, - 0.13050313293933868, - 0.09573643654584885, - 0.03458711504936218, - 0.3358725607395172, - 0.13870380818843842, - 0.02659110724925995, - 0.2752293348312378, - 0.10427350550889969, - 0.2409931868314743, - 0.01744185946881771, - 0.005782734137028456, - 0.5468577742576599, - 0.03355426713824272, - 0.03204047307372093, - 0.005985266994684935, - 0.323870986700058, - 0.03621438890695572, - 0.02913135662674904, - 0.015546055510640144, - 0.006637168116867542, - 0.1977294236421585, - 0.011046133935451508, - 0.0218470711261034, - 0.11411665380001068, - 0.08511567115783691, - 0.06692913174629211, - 0.1113089993596077, - 0.5226480960845947, - 0.057130005210638046, - 0.21626830101013184, - 0.02193187177181244, - 0.048048049211502075, - 0.013636363670229912, - 0.00911458395421505, - 0.00238663493655622, - 0.006470880936831236, - 0.14379476010799408, - 0.00460122711956501, - 0.20388349890708923, - 0.11818578094244003, - 0.1525590568780899, - 0.3102352023124695, - 0.0050505055114626884, - 0.1318858116865158, - 0.03265306353569031, - 0.004692832473665476, - 0.027027025818824768, - 0.005434782709926367, - 0.10312395542860031, - 0.14176571369171143, - 0.006637168116867542, - 0.07428571581840515, - 0.057553958147764206, - 0.032800327986478806, - 0.006307339295744896, - 0.043153971433639526, - 0.11677282303571701, - 0.0874791368842125, - 0.1634114682674408, - 0.011487304233014584, - 0.05408015474677086, - 0.016597511246800423, - 0.002357479650527239, - 0.0019267823081463575, - 0.11134163290262222, - 0.03030303120613098, - 0.030975496396422386, - 0.13543091714382172, - 0.10312273353338242, - 0.027497708797454834, - 0.009589770808815956, - 0.016597511246800423, - 0.03255626931786537, - 0.006592291872948408, - 0.14220182597637177, - 0.1783614307641983, - 0.05288461595773697, - 0.1533672958612442, - 0.005586592014878988, - 0.02238805964589119, - 0.10935302078723907, - 0.0449473038315773, - 0.0038759689778089523, - 0.17237630486488342, - 0.006592291872948408, - 0.004983388818800449, - 0.005434782709926367, - 0.03038427233695984, - 0.049190159887075424, - 0.029798761010169983, - 0.1448453664779663, - 0.0401606410741806, - 0.002634660340845585, - 0.18983769416809082, - 0.027108432725071907, - 0.05998080596327782, - 0.18649885058403015, - 0.05115658417344093, - 0.07662337273359299, - 0.019990481436252594, - 0.007336343172937632, - 0.016597511246800423, - 0.038072288036346436, - 0.16304348409175873, - 0.005692599341273308, - 0.17213115096092224, - 0.00883152149617672, - 0.07209302484989166, - 0.08156498521566391, - 0.0028810896910727024, - 0.3423999845981598, - 0.006633499171584845, - 0.1636473387479782, - 0.17654986679553986, - 0.1756097674369812, - 0.0027141133323311806, - 0.02616659365594387, - 0.08174386620521545, - 0.044518910348415375, - 0.07385697960853577, - 0.17996171116828918, - 0.025073746219277382, - 0.018772562965750694, - 0.006944444961845875, - 0.015688031911849976, - 0.010479042306542397, - 0.04188481718301773, - 0.007231404539197683, - 0.036508601158857346, - 0.00248893816024065, - 0.08258380740880966, - 0.006999125238507986, - 0.05532953515648842, - 0.12613636255264282, - 0.0071905492804944515, - 0.10147299617528915, - 0.023351648822426796, - 0.08394510298967361, - 0.0045008184388279915, - 0.16563786566257477, - 0.05337904021143913, - 0.038876887410879135, - 0.0604938305914402, - 0.24725276231765747, - 0.008541393093764782, - 0.1009380891919136, - 0.041116006672382355, - 0.011538461782038212, - 0.061408787965774536, - 0.099857859313488, - 0.005616005510091782, - 0.09194977581501007, - 0.006592291872948408, - 0.24932126700878143, - 0.11548556387424469, - 0.22674018144607544, - 0.20762711763381958, - 0.059164732694625854, - 0.03628823161125183, - 0.0038677917327731848, - 0.031208500266075134, - 0.1869688332080841, - 0.061132561415433884, - 0.13503649830818176, - 0.13952283561229706, - 0.026404494419693947, - 0.036203522235155106, - 0.07540173083543777, - 0.016885552555322647, - 0.00538160465657711, - 0.08735796064138412, - 0.31959912180900574, - 0.009749303571879864, - 0.2569742500782013, - 0.051363348960876465, - 0.007625272031873465, - 0.006899723783135414, - 0.26242300868034363, - 0.12299465388059616, - 0.02909090742468834, - 0.006289307959377766, - 0.14367486536502838, - 0.0479704812169075, - 0.004692832473665476, - 0.08027523010969162, - 0.031672459095716476, - 0.002634660340845585, - 0.062119897454977036, - 0.21652892231941223, - 0.10057039558887482, - 0.021655438467860222, - 0.0031960229389369488, - 0.0035771066322922707, - 0.020348837599158287, - 0.023188404738903046, - 0.13476873934268951, - 0.13816533982753754, - 0.012354651466012001, - 0.022881658747792244, - 0.11896242946386337, - 0.19002050161361694, - 0.0352880135178566, - 0.09253349900245667, - 0.011538461782038212, - 0.07606490701436996, - 0.011705033481121063, - 0.15221017599105835, - 0.05872483178973198, - 0.02735978178679943, - 0.23269230127334595, - 0.004323899280279875, - 0.05787298083305359, - 0.023927079513669014, - 0.003893575631082058, - 0.006690997630357742, - 0.15288078784942627, - 0.010372177697718143, - 0.005130596924573183, - 0.08288590610027313, - 0.035815805196762085, - 0.07763975113630295, - 0.04597177729010582, - 0.17479108273983002, - 0.15629592537879944, - 0.004901960492134094, - 0.06937173008918762, - 0.27448928356170654, - 0.03542116656899452, - 0.03336604684591293, - 0.08393865823745728, - 0.03634003922343254, - 0.08916816115379333, - 0.01454402506351471, - 0.019961366429924965, - 0.0043715848587453365, - 0.1869666427373886, - 0.07092198729515076, - 0.015523932874202728, - 0.00238663493655622, - 0.04900181666016579, - 0.010714286006987095, - 0.002984084887430072, - 0.019105514511466026, - 0.3982895612716675, - 0.008045433089137077, - 0.05673758685588837, - 0.056610800325870514, - 0.005721830762922764, - 0.04451150447130203, - 0.1732558161020279, - 0.09642372280359268, - 0.0027985074557363987, - 0.03107520192861557, - 0.010509554296731949, - 0.02666666731238365, - 0.0777583196759224, - 0.09076175093650818, - 0.08063491433858871, - 0.015000000596046448, - 0.11167340725660324, - 0.010479042306542397, - 0.06622789055109024, - 0.1425352245569229, - 0.0347871258854866, - 0.019320454448461533, - 0.012981744483113289, - 0.04973544925451279, - 0.08288590610027313, - 0.005130596924573183, - 0.11282843351364136, - 0.06685367226600647, - 0.006876228377223015, - 0.12174524366855621, - 0.04640582203865051, - 0.0641145333647728, - 0.17544731497764587, - 0.12147887051105499, - 0.09940828382968903, - 0.12371398508548737, - 0.005434782709926367, - 0.018559763208031654, - 0.10265040397644043, - 0.012054506689310074, - 0.1377212405204773, - 0.13493333756923676, - 0.23946188390254974, - 0.07295941561460495, - 0.004032257944345474, - 0.009661835618317127, - 0.02227722853422165, - 0.05222981050610542, - 0.006289307959377766, - 0.06564102321863174, - 0.0035366930533200502, - 0.0995754525065422, - 0.00883152149617672, - 0.007336343172937632, - 0.02738764137029648, - 0.06996586918830872, - 0.039308175444602966, - 0.07692307978868484, - 0.00460122711956501, - 0.018579235300421715, - 0.07677087187767029, - 0.004960727412253618, - 0.0047846888191998005, - 0.002195734065026045, - 0.03802892193198204, - 0.1752246469259262, - 0.007462686393409967, - 0.09928229451179504, - 0.1403699666261673, - 0.011636363342404366, - 0.002076843287795782, - 0.005976095795631409, - 0.0923244059085846, - 0.0028735632076859474, - 0.12218964099884033, - 0.011228945106267929, - 0.0025107604451477528, - 0.118121437728405, - 0.015771811828017235, - 0.08576389402151108, - 0.04131697863340378, - 0.02142857201397419, - 0.1267748475074768, - 0.022394487634301186, - 0.06705298274755478, - 0.1646542251110077, - 0.08564737439155579, - 0.1855670064687729, - 0.05132991075515747, - 0.006307339295744896, - 0.054416071623563766, - 0.17789891362190247, - 0.052533991634845734, - 0.06455805897712708, - 0.020661156624555588, - 0.0035971221514046192, - 0.15018656849861145, - 0.00882352888584137, - 0.09558525681495667, - 0.0040087467059493065, - 0.01173020526766777, - 0.013532763347029686, - 0.004032257944345474, - 0.1984451711177826, - 0.4384748637676239, - 0.05906389281153679, - 0.051365409046411514, - 0.13901124894618988, - 0.10753720998764038, - 0.020592020824551582, - 0.0273092370480299, - 0.033153750002384186, - 0.006274131126701832, - 0.11481347680091858, - 0.006944444961845875, - 0.17859673500061035, - 0.00238663493655622, - 0.005692599341273308, - 0.005692599341273308, - 0.10147299617528915, - 0.4119601249694824, - 0.00538160465657711, - 0.006864988710731268, - 0.013745704665780067, - 0.0023427042178809643, - 0.06692913174629211, - 0.07898448407649994, - 0.040807560086250305, - 0.17931035161018372, - 0.07653701305389404, - 0.15926790237426758, - 0.1588180959224701, - 0.10183066129684448, - 0.007894736714661121, - 0.0028344672173261642, - 0.07598499208688736, - 0.002888318384066224, - 0.06350082904100418, - 0.118121437728405, - 0.12757201492786407, - 0.04228207468986511, - 0.026229508221149445, - 0.02044728398323059, - 0.022582922130823135, - 0.10741419345140457, - 0.08720112591981888, - 0.03229865804314613, - 0.2199999988079071, - 0.008960573002696037, - 0.22621268033981323, - 0.001529051922261715, - 0.008268259465694427, - 0.08156498521566391, - 0.1410835236310959, - 0.046046916395425797, - 0.03923492133617401, - 0.0035971221514046192, - 0.04048583284020424, - 0.032114796340465546, - 0.02014339342713356, - 0.01653696410357952, - 0.04998047649860382, - 0.06341107934713364, - 0.06406406313180923, - 0.009920635260641575, - 0.28432393074035645, - 0.02905568853020668, - 0.05036524310708046, - 0.02629382163286209, - 0.04800358787178993, - 0.09327633678913116, - 0.017747661098837852, - 0.24257884919643402, - 0.005976095795631409, - 0.005985266994684935, - 0.0045008184388279915, - 0.07937102019786835, - 0.05777932330965996, - 0.020728642120957375, - 0.007354944013059139, - 0.0038759689778089523, - 0.07422401756048203, - 0.3510911464691162, - 0.06928243488073349, - 0.6171954870223999, - 0.10578766465187073, - 0.12216828763484955, - 0.004692832473665476, - 0.0030487803742289543, - 0.004587155766785145, - 0.0034722222480922937, - 0.07808123528957367, - 0.0027127002831548452, - 0.028007179498672485, - 0.18233618140220642, - 0.057553958147764206, - 0.006784260272979736, - 0.011705033481121063, - 0.020348837599158287, - 0.0037313434295356274, - 0.002195734065026045, - 0.054930057376623154, - 0.011323003098368645, - 0.0038677917327731848, - 0.10539629310369492, - 0.0020068807061761618, - 0.005199306644499302, - 0.0974842756986618, - 0.07496616989374161, - 0.016566265374422073, - 0.030920060351490974, - 0.08346813172101974, - 0.36283186078071594, - 0.0038759689778089523, - 0.10949410498142242, - 0.020348837599158287, - 0.07712884247303009, - 0.01916932873427868, - 0.009009009227156639, - 0.0038759689778089523, - 0.0018980477470904589, - 0.040816325694322586, - 0.006307339295744896, - 0.029950084164738655, - 0.046019572764635086 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.13949716091156006, + 0.027350425720214844, + 0.052808988839387894, + 0.1591651886701584, + 0.05844749137759209, + 0.03767024353146553, + 0.06411881744861603, + 0.1316225230693817, + 0.09539473801851273, + 0.12349569797515869, + 0.2146182507276535, + 0.14268498122692108, + 0.07643622159957886, + 0.05629701539874077, + 0.08504176139831543, + 0.07569266110658646, + 0.09840182214975357, + 0.13652250170707703, + 0.10935285687446594, + 0.08938413858413696, + 0.18607105314731598, + 0.17207053303718567, + 0.06440458446741104, + 0.2024659365415573, + 0.07486847788095474, + 0.049545589834451675, + 0.06966809183359146, + 0.0784110575914383, + 0.09657947719097137, + 0.07985666394233704, + 0.15965135395526886, + 0.188465878367424, + 0.05732801556587219, + 0.05194041505455971, + 0.06850656121969223, + 0.08457288891077042, + 0.06376750767230988, + 0.04486015439033508, + 0.05701754614710808, + 0.11504610627889633, + 0.11471861600875854, + 0.08345481008291245, + 0.12713387608528137, + 0.07639484852552414, + 0.07035175710916519, + 0.0810394138097763, + 0.17634199559688568, + 0.08923076838254929, + 0.12354739755392075, + 0.03394060209393501, + 0.12108223885297775, + 0.07941009104251862, + 0.1186283603310585, + 0.056762296706438065, + 0.06911873817443848, + 0.05474293977022171, + 0.0941840261220932, + 0.07724522799253464, + 0.12299582362174988, + 0.11523225903511047, + 0.11317365616559982, + 0.06908344477415085, + 0.09346073865890503, + 0.07237334549427032, + 0.11501244455575943, + 0.02633928507566452, + 0.08378063142299652, + 0.12540322542190552, + 0.020755721256136894, + 0.0794462189078331, + 0.06500661373138428, + 0.10760200768709183, + 0.08549223095178604, + 0.08017429709434509, + 0.06047636643052101, + 0.09479553997516632, + 0.09291207790374756, + 0.11629198491573334, + 0.08258527517318726, + 0.09580419212579727, + 0.10476190596818924, + 0.09721806645393372, + 0.08938547223806381, + 0.030416667461395264, + 0.06166287511587143, + 0.08338819444179535, + 0.038115181028842926, + 0.0932297483086586, + 0.11272390931844711, + 0.029550032690167427, + 0.051792826503515244, + 0.0513288713991642, + 0.025774361565709114, + 0.1938953548669815, + 0.14714033901691437, + 0.11701783537864685, + 0.12955164909362793, + 0.12745413184165955, + 0.04179023951292038, + 0.04698655381798744, + 0.09298733621835709, + 0.08563173562288284, + 0.08311384171247482, + 0.10684088617563248, + 0.04691721871495247, + 0.10977081209421158, + 0.07205908745527267, + 0.1146923378109932, + 0.12740693986415863, + 0.08337635546922684, + 0.11167719960212708, + 0.10931956768035889, + 0.12546716630458832, + 0.07348915934562683, + 0.05383916571736336, + 0.08247658610343933, + 0.022065062075853348, + 0.11237701028585434, + 0.1074589192867279, + 0.06335952877998352, + 0.10361021012067795, + 0.10156510025262833, + 0.1120448186993599, + 0.07679296284914017, + 0.09652309864759445, + 0.12910503149032593, + 0.11782120168209076, + 0.016759777441620827, + 0.08547008782625198, + 0.13062967360019684, + 0.0642375722527504, + 0.06220195069909096, + 0.10748916864395142, + 0.10662604868412018, + 0.09867420047521591, + 0.0356023907661438, + 0.038163818418979645, + 0.02704719267785549, + 0.019301731139421463, + 0.11820534616708755, + 0.09920448809862137, + 0.059255629777908325, + 0.1089017316699028, + 0.14305363595485687, + 0.09697841107845306, + 0.0883173868060112, + 0.1366366297006607, + 0.1051156297326088, + 0.16094821691513062, + 0.04434285685420036, + 0.055613305419683456, + 0.042598187923431396, + 0.024448705837130547, + 0.08065326511859894, + 0.05804087966680527, + 0.044553302228450775, + 0.18238376080989838, + 0.054409489035606384, + 0.01736706681549549, + 0.09982608258724213, + 0.03404459357261658, + 0.14405956864356995, + 0.07457105070352554, + 0.10709644109010696, + 0.043169256299734116, + 0.11176073551177979, + 0.09384801238775253, + 0.11768616735935211, + 0.06680300086736679, + 0.08340650051832199, + 0.1169210746884346, + 0.02766570635139942, + 0.05733676627278328, + 0.11453236639499664, + 0.05100909247994423, + 0.11644832789897919, + 0.12145660817623138, + 0.1339651495218277, + 0.054663773626089096, + 0.10430963337421417, + 0.11987937241792679, + 0.0701412558555603, + 0.06647447496652603, + 0.10734745115041733, + 0.09184630215167999, + 0.1259962022304535, + 0.08176488429307938, + 0.11960996687412262, + 0.06642354279756546, + 0.08458065986633301, + 0.06843777000904083, + 0.10344827175140381, + 0.07796143740415573, + 0.1106957420706749, + 0.09340524673461914, + 0.10898035764694214, + 0.05296733230352402, + 0.12279877811670303, + 0.10807573050260544, + 0.05390722677111626, + 0.08140161633491516, + 0.05826151743531227, + 0.08262831717729568, + 0.06708026677370071, + 0.09503015130758286, + 0.03896382078528404, + 0.1384359449148178, + 0.07267683744430542, + 0.05508798733353615, + 0.1024652048945427, + 0.07337205857038498, + 0.1283244639635086, + 0.0793127790093422, + 0.08129285275936127, + 0.04688243940472603, + 0.11291477829217911, + 0.04569220170378685, + 0.06528735905885696, + 0.1320921927690506, + 0.11375387012958527, + 0.10548154264688492, + 0.09812286496162415, + 0.031293462961912155, + 0.11276042461395264, + 0.09287410974502563, + 0.06775259226560593, + 0.090854212641716, + 0.07361137866973877, + 0.062006767839193344, + 0.12090959399938583, + 0.08831596374511719, + 0.09410817921161652, + 0.13365457952022552, + 0.07918614149093628, + 0.13731686770915985, + 0.05863109976053238, + 0.18609346449375153, + 0.07439938187599182, + 0.04845070838928223, + 0.10614261776208878, + 0.13036341965198517, + 0.0701306089758873, + 0.03230337053537369, + 0.06609061360359192, + 0.1818181872367859, + 0.06280610710382462, + 0.09462055563926697, + 0.0523940846323967, + 0.0783475786447525, + 0.09758678823709488, + 0.06354423612356186, + 0.11634546518325806, + 0.1134946420788765, + 0.05108317732810974, + 0.04956011846661568, + 0.16006985306739807, + 0.07139535248279572, + 0.2630249559879303, + 0.07924151420593262, + 0.0555555559694767, + 0.12276402860879898, + 0.12144090235233307, + 0.08294350653886795, + 0.16305162012577057, + 0.14909829199314117, + 0.07173725217580795, + 0.03669532388448715, + 0.13621675968170166, + 0.03414282202720642, + 0.0806802436709404, + 0.18601134419441223, + 0.06733687222003937, + 0.10036931931972504, + 0.05685019493103027, + 0.09109608829021454, + 0.06351374834775925, + 0.10137119889259338, + 0.08877722173929214, + 0.10186464339494705, + 0.08640880137681961, + 0.10606060922145844, + 0.06597937643527985, + 0.11927825212478638, + 0.10951893776655197, + 0.0423956923186779, + 0.07435968518257141, + 0.055278658866882324, + 0.13173510134220123, + 0.03707742318511009, + 0.051277440041303635, + 0.10182767361402512, + 0.07226254791021347, + 0.07527565956115723, + 0.10189297050237656, + 0.05978567525744438, + 0.07948523759841919, + 0.09084125608205795, + 0.1318194419145584, + 0.1591320037841797, + 0.032556094229221344, + 0.10145539045333862, + 0.03662772476673126, + 0.09669755399227142, + 0.08299693465232849, + 0.10115207731723785, + 0.08598901331424713, + 0.060729846358299255, + 0.03583701327443123, + 0.07856220752000809, + 0.08006119728088379, + 0.12075471878051758, + 0.10672911256551743, + 0.05627288669347763, + 0.16344724595546722, + 0.0761457085609436, + 0.06709011644124985, + 0.05578456073999405, + 0.14958107471466064, + 0.06725344061851501, + 0.07539118081331253, + 0.07916568219661713, + 0.055315472185611725, + 0.004910626914352179, + 0.06089925765991211, + 0.05864151939749718, + 0.06832504272460938, + 0.07687810063362122, + 0.08384258300065994, + 0.0872134193778038, + 0.1205601766705513, + 0.16225749254226685, + 0.1134466752409935, + 0.004687500186264515, + 0.026953566819429398, + 0.038871005177497864, + 0.07412021607160568, + 0.07789261639118195, + 0.05327188968658447, + 0.10033849626779556, + 0.057171717286109924, + 0.06500343233346939, + 0.12988047301769257, + 0.08129338920116425, + 0.06844207644462585, + 0.09866666793823242, + 0.059207528829574585, + 0.030464885756373405, + 0.0478229857981205, + 0.11523962765932083, + 0.1254517287015915, + 0.06353084743022919, + 0.0725938007235527, + 0.04902590438723564, + 0.07857416570186615, + 0.05761843919754028, + 0.11987164616584778, + 0.06296177208423615, + 0.07361327111721039, + 0.115726999938488, + 0.03592677414417267, + 0.055984556674957275, + 0.06296747177839279, + 0.08222047239542007, + 0.1425551176071167, + 0.09198520332574844, + 0.053850021213293076, + 0.08929561823606491, + 0.08748142421245575, + 0.13867248594760895, + 0.03056892193853855, + 0.05601179227232933, + 0.09641951322555542, + 0.07974448800086975, + 0.04692913591861725, + 0.10895238071680069, + 0.05194508284330368, + 0.043138954788446426, + 0.07898230105638504, + 0.17731238901615143, + 0.06166836991906166, + 0.028683500364422798, + 0.11271147429943085, + 0.068489208817482, + 0.06646677106618881, + 0.039918117225170135, + 0.006966291926801205, + 0.034807536751031876, + 0.09252095222473145, + 0.18637454509735107, + 0.1570093333721161, + 0.09048877656459808, + 0.06871035695075989, + 0.08112798631191254, + 0.08640776574611664, + 0.06123936548829079, + 0.07700745761394501, + 0.02949640341103077, + 0.07457121461629868, + 0.11008250713348389, + 0.16831108927726746, + 0.014118209481239319, + 0.0854768455028534, + 0.028538551181554794, + 0.06369230896234512, + 0.058053623884916306, + 0.0807291716337204, + 0.1248868852853775, + 0.06083086133003235, + 0.03942593187093735, + 0.10905296355485916, + 0.13049884140491486, + 0.07598589360713959, + 0.06392083317041397, + 0.1334131807088852, + 0.00748013099655509, + 0.06986027956008911, + 0.05275837332010269, + 0.06492637097835541, + 0.050148166716098785, + 0.08648381382226944, + 0.10489796102046967, + 0.06504572182893753, + 0.08366786688566208, + 0.03164801374077797, + 0.04961089417338371, + 0.052365195006132126, + 0.03697144240140915, + 0.0800514817237854, + 0.1004801094532013, + 0.06562500447034836, + 0.10682341456413269, + 0.06827394664287567, + 0.06710264831781387, + 0.060848016291856766, + 0.06058543175458908, + 0.09432590007781982, + 0.050735294818878174, + 0.04551670327782631, + 0.07238180935382843, + 0.04665045440196991, + 0.062136437743902206, + 0.018518518656492233, + 0.10231254249811172, + 0.10439147055149078, + 0.07115902751684189, + 0.09044887125492096, + 0.07138047367334366, + 0.07334087789058685, + 0.10878433287143707, + 0.041772399097681046, + 0.009149743244051933, + 0.05983239412307739, + 0.025219546630978584, + 0.0355965718626976, + 0.04449571296572685, + 0.14217442274093628, + 0.07624780386686325, + 0.08462104201316833, + 0.12976378202438354, + 0.13719435036182404, + 0.07949790358543396, + 0.013504073955118656, + 0.03847067058086395, + 0.04868189990520477, + 0.057172030210494995, + 0.021128395572304726, + 0.0850704237818718, + 0.11474036425352097, + 0.07393834739923477, + 0.05420466512441635, + 0.1724928319454193, + 0.05581972375512123, + 0.09121622145175934, + 0.0406050980091095, + 0.09335485845804214, + 0.028786251321434975, + 0.10552649945020676, + 0.10492624342441559, + 0.07180124521255493, + 0.04287425056099892, + 0.07714998722076416, + 0.04318062216043472, + 0.03419111296534538, + 0.07375271618366241, + 0.0974796935915947, + 0.0913667306303978, + 0.09008769690990448, + 0.0783475786447525, + 0.11050955951213837, + 0.04053409770131111, + 0.05288119614124298, + 0.11574617773294449 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 44.05696487426758, - 42.07524108886719, - 39.448631286621094, - 44.087467193603516, - 146.20761108398438, - 104.52373504638672, - 94.50205993652344, - 56.373016357421875, - 44.05697250366211, - 40.60122299194336, - 40.60122299194336, - 110.01075744628906, - 73.6240234375, - 125.72235107421875, - 47.901458740234375, - 101.21086120605469, - 39.482200622558594, - 72.99345397949219, - 44.05696487426758, - 47.90146255493164, - 91.3961410522461, - 39.85641860961914, - 87.05011749267578, - 54.22412109375, - 44.05697250366211, - 94.53314208984375, - 97.05650329589844, - 74.5511245727539, - 40.43055725097656, - 177.59397888183594, - 98.94673156738281, - 39.448631286621094, - 162.335693359375, - 76.40882873535156, - 88.6167221069336, - 47.703086853027344, - 54.224124908447266, - 204.371337890625, - 40.43056106567383, - 52.839683532714844, - 47.703086853027344, - 114.75424194335938, - 41.47610092163086, - 44.81291198730469, - 41.895790100097656, - 44.05696487426758, - 105.6463851928711, - 41.895782470703125, - 39.448631286621094, - 76.05796813964844, - 64.43698120117188, - 47.901458740234375, - 75.02765655517578, - 293.7520751953125, - 58.140628814697266, - 95.10562896728516, - 68.8456039428711, - 43.38650894165039, - 39.36961364746094, - 67.5317611694336, - 104.52373504638672, - 44.05696487426758, - 85.75440979003906, - 54.22412109375, - 69.72994232177734, - 88.57266235351562, - 63.08437728881836, - 139.13204956054688, - 104.52373504638672, - 80.13677978515625, - 42.714111328125, - 44.05697250366211, - 41.47610092163086, - 54.22412109375, - 81.07108306884766, - 91.94190216064453, - 47.703086853027344, - 60.820762634277344, - 48.70958709716797, - 42.07524108886719, - 54.224124908447266, - 44.087467193603516, - 74.91734313964844, - 63.52898025512695, - 113.1648941040039, - 62.93433380126953, - 45.5595588684082, - 39.482200622558594, - 67.5317611694336, - 54.224124908447266, - 76.40882873535156, - 40.007301330566406, - 43.386512756347656, - 84.91658782958984, - 91.74922943115234, - 41.47610092163086, - 54.224124908447266, - 40.60122299194336, - 47.10594177246094, - 44.05696487426758, - 91.80448150634766, - 117.91890716552734, - 47.901458740234375, - 101.09646606445312, - 47.703086853027344, - 39.44862365722656, - 77.58879089355469, - 43.386512756347656, - 512.0, - 79.10122680664062, - 47.703086853027344, - 54.224124908447266, - 67.5317611694336, - 45.559566497802734, - 47.1059455871582, - 41.47610092163086, - 107.7742919921875, - 47.901458740234375, - 54.224124908447266, - 139.81838989257812, - 41.895790100097656, - 55.49595260620117, - 110.3471908569336, - 49.52893829345703, - 62.62348175048828, - 39.448631286621094, - 67.5317611694336, - 39.67212677001953, - 40.43056106567383, - 75.93345642089844, - 92.41928100585938, - 71.68943786621094, - 41.895790100097656, - 52.89699935913086, - 63.52898025512695, - 512.0, - 198.90904235839844, - 54.22412109375, - 98.94672393798828, - 113.16492462158203, - 73.56720733642578, - 95.51002502441406, - 40.43056106567383, - 62.62348937988281, - 52.89699935913086, - 59.030479431152344, - 104.62601470947266, - 39.36961364746094, - 83.83790588378906, - 44.05697250366211, - 39.448631286621094, - 39.482200622558594, - 47.106327056884766, - 54.22412109375, - 44.98495864868164, - 54.22412109375, - 59.923954010009766, - 39.85642623901367, - 44.81291198730469, - 74.6867446899414, - 47.703086853027344, - 80.94059753417969, - 40.00730514526367, - 63.09773635864258, - 512.0, - 99.09612274169922, - 51.19670867919922, - 45.5595588684082, - 54.62395477294922, - 139.9099884033203, - 54.224124908447266, - 72.69819641113281, - 44.81291198730469, - 39.85641860961914, - 52.89699935913086, - 79.63636016845703, - 54.22412109375, - 61.720680236816406, - 47.703086853027344, - 103.19862365722656, - 64.43696594238281, - 64.91925048828125, - 122.14012145996094, - 53.757450103759766, - 44.08746337890625, - 104.52373504638672, - 42.714111328125, - 109.56915283203125, - 52.04319763183594, - 91.3961410522461, - 93.42658233642578, - 44.81291198730469, - 44.81291198730469, - 59.03047180175781, - 44.05696487426758, - 104.52373504638672, - 64.43696594238281, - 116.12383270263672, - 47.703086853027344, - 94.2208023071289, - 47.10594177246094, - 47.703086853027344, - 54.22412109375, - 106.92999267578125, - 55.94039535522461, - 42.714111328125, - 47.703086853027344, - 95.16793060302734, - 46.324668884277344, - 512.0, - 69.92909240722656, - 41.47610092163086, - 67.5317611694336, - 44.08746337890625, - 121.9176254272461, - 78.2708511352539, - 39.448631286621094, - 512.0, - 104.52373504638672, - 39.85641860961914, - 42.07524108886719, - 88.57266235351562, - 90.45443725585938, - 39.3696174621582, - 39.36962127685547, - 90.45443725585938, - 120.65386962890625, - 40.92451477050781, - 82.00624084472656, - 47.703086853027344, - 61.72068786621094, - 41.895790100097656, - 98.96446228027344, - 53.757450103759766, - 40.00730514526367, - 140.40646362304688, - 54.224124908447266, - 52.89699935913086, - 39.3696174621582, - 104.52373504638672, - 67.5317611694336, - 124.70414733886719, - 54.22412109375, - 67.5317611694336, - 67.17436218261719, - 44.81291198730469, - 66.53184509277344, - 44.087467193603516, - 105.63414001464844, - 100.39849853515625, - 104.52373504638672, - 53.757450103759766, - 111.4971694946289, - 40.43055725097656, - 41.47610092163086, - 60.82075881958008, - 45.5595588684082, - 75.47940826416016, - 47.703086853027344, - 40.00730514526367, - 104.52373504638672, - 106.66631317138672, - 55.4959602355957, - 39.482200622558594, - 47.703086853027344, - 44.087467193603516, - 54.224124908447266, - 512.0, - 39.85641860961914, - 153.17068481445312, - 47.703086853027344, - 47.90146255493164, - 53.757450103759766, - 54.22412109375, - 52.73299789428711, - 114.17769622802734, - 76.40882873535156, - 67.5317611694336, - 40.92451858520508, - 40.60122299194336, - 39.6721305847168, - 62.62348937988281, - 71.77371978759766, - 64.43697357177734, - 40.60122299194336, - 74.54824829101562, - 41.895790100097656, - 59.92395782470703, - 100.55990600585938, - 39.44862365722656, - 40.007301330566406, - 44.05697250366211, - 44.81291198730469, - 59.9239387512207, - 67.5317611694336, - 79.20335388183594, - 58.140628814697266, - 104.52373504638672, - 91.39614868164062, - 45.5595588684082, - 51.73249816894531, - 95.32891845703125, - 78.27086639404297, - 81.07106018066406, - 86.69319915771484, - 41.895782470703125, - 39.482200622558594, - 67.17436218261719, - 44.05697250366211, - 101.32508850097656, - 85.75440979003906, - 120.98483276367188, - 57.254695892333984, - 67.5317611694336, - 44.05696487426758, - 40.00730514526367, - 47.90146255493164, - 67.5317611694336, - 60.3606071472168, - 67.5317611694336, - 72.69819641113281, - 44.05696487426758, - 91.41059112548828, - 40.43056106567383, - 61.72069549560547, - 42.714111328125, - 59.9239501953125, - 67.5317611694336, - 39.482200622558594, - 59.03047561645508, - 67.5317611694336, - 67.5317611694336, - 104.52373504638672, - 49.088470458984375, - 106.6456527709961, - 54.22412109375, - 77.33931732177734, - 88.26956939697266, - 39.44862365722656, - 54.22412109375, - 54.22412109375, - 68.09083557128906, - 67.5317611694336, - 85.49627685546875, - 39.482200622558594, - 104.52373504638672, - 96.84077453613281, - 39.448631286621094, - 70.85063934326172, - 46.32465362548828, - 39.36961364746094, - 83.87886810302734, - 39.6721305847168, - 64.43695831298828, - 87.9877700805664, - 74.12824249267578, - 74.62484741210938, - 52.60570526123047, - 47.703086853027344, - 55.49595260620117, - 97.91458129882812, - 54.62394714355469, - 52.04319763183594, - 40.00730895996094, - 512.0, - 85.18351745605469, - 41.895790100097656, - 64.43695831298828, - 67.5317611694336, - 41.895790100097656, - 39.85641860961914, - 44.05696487426758, - 103.09246063232422, - 146.30648803710938, - 54.62394714355469, - 48.70958709716797, - 90.6833724975586, - 71.77371978759766, - 39.67212677001953, - 39.36960983276367, - 40.43056106567383, - 54.224124908447266, - 84.81627655029297, - 54.22412109375, - 119.81399536132812, - 512.0, - 47.703086853027344, - 40.601219177246094, - 79.59620666503906, - 89.49562072753906, - 67.5317611694336, - 47.703086853027344, - 40.60122299194336, - 512.0, - 53.757450103759766, - 63.52898025512695, - 44.81291198730469, - 85.69849395751953, - 61.72068786621094, - 107.46990203857422, - 86.63031005859375, - 72.69819641113281, - 54.22412109375, - 47.703086853027344, - 59.03047180175781, - 104.52373504638672, - 59.495426177978516, - 93.28109741210938, - 88.57263946533203, - 42.07524108886719, - 40.00730514526367, - 39.6721305847168, - 39.448631286621094, - 68.54589080810547, - 67.17436218261719, - 40.00730514526367, - 135.15069580078125, - 40.60122299194336, - 128.92343139648438, - 512.0, - 57.50186538696289, - 66.25981140136719, - 100.7227554321289, - 48.44072723388672, - 47.90145492553711, - 104.52373504638672, - 41.47610092163086, - 39.36962127685547, - 40.92451858520508, - 44.05696487426758, - 44.08745193481445, - 60.82076644897461, - 51.19669723510742, - 47.703086853027344, - 118.67815399169922, - 43.386512756347656, - 43.591270446777344, - 40.43055725097656, - 49.77245330810547, - 72.69819641113281, - 44.05696487426758, - 85.9619140625, - 40.60122299194336, - 47.703086853027344, - 54.22412109375, - 54.62394714355469, - 53.757450103759766, - 44.05697250366211, - 44.05697250366211, - 47.703086853027344, - 61.01081848144531, - 150.6085205078125, - 59.03047561645508, - 146.45643615722656, - 81.4457778930664, - 75.4793930053711, - 67.5317611694336, - 54.22412109375, - 67.5317611694336, - 104.52373504638672, - 64.43695831298828, - 67.5317611694336, - 51.05226516723633, - 81.08277130126953, - 47.10594177246094, - 54.22412109375, - 54.22412109375, - 39.482200622558594, - 104.52373504638672, - 54.22412109375, - 55.4959602355957, - 41.895790100097656, - 67.5317611694336, - 74.5511245727539, - 104.52373504638672, - 512.0, - 82.64395904541016, - 73.3937759399414, - 39.448631286621094, - 44.08745574951172, - 59.03047180175781, - 196.5107879638672, - 67.5317611694336, - 86.69317626953125, - 39.85641860961914, - 66.25981140136719, - 39.85642623901367, - 47.703086853027344, - 104.52373504638672, - 512.0, - 43.386512756347656, - 54.22412109375, - 45.5595588684082, - 44.81291198730469 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 673.5695190429688, + 312.1497802734375, + 555.8145141601562, + 774.3033447265625, + 387.3268127441406, + 377.1556396484375, + 589.7686767578125, + 686.7747192382812, + 373.08978271484375, + 628.495361328125, + 479.40338134765625, + 805.884521484375, + 646.3041381835938, + 494.1982421875, + 566.89794921875, + 439.033203125, + 672.0587158203125, + 803.1781616210938, + 622.1347045898438, + 636.7371826171875, + 601.9088134765625, + 713.7598876953125, + 533.9484252929688, + 716.7119750976562, + 649.9710693359375, + 363.56500244140625, + 396.29327392578125, + 358.0398864746094, + 535.8446655273438, + 526.841796875, + 894.9150390625, + 591.8065185546875, + 521.8903198242188, + 464.270751953125, + 578.4996948242188, + 348.3605041503906, + 591.5654296875, + 525.6489868164062, + 468.719482421875, + 776.6856079101562, + 533.1553955078125, + 359.94781494140625, + 812.6691284179688, + 651.3209228515625, + 546.3762817382812, + 695.7181396484375, + 849.836669921875, + 329.3479309082031, + 572.665771484375, + 470.47100830078125, + 706.9854736328125, + 651.7009887695312, + 719.8448486328125, + 587.2937622070312, + 590.3131713867188, + 511.47259521484375, + 339.8441467285156, + 616.8482055664062, + 801.400146484375, + 773.97119140625, + 639.5270385742188, + 560.3458862304688, + 533.7326049804688, + 567.23876953125, + 683.341796875, + 454.46331787109375, + 574.1282348632812, + 764.3721313476562, + 341.8994140625, + 595.4673461914062, + 563.8058471679688, + 638.89013671875, + 672.1380004882812, + 589.9241943359375, + 568.5363159179688, + 737.330810546875, + 739.318603515625, + 674.8643188476562, + 428.45391845703125, + 607.1264038085938, + 452.8381042480469, + 473.9584045410156, + 666.9916381835938, + 472.3455505371094, + 594.4305419921875, + 724.7460327148438, + 549.904296875, + 586.2559814453125, + 512.7862548828125, + 245.770263671875, + 503.2271728515625, + 470.2303161621094, + 392.45208740234375, + 855.8856201171875, + 815.6331787109375, + 574.778076171875, + 807.540283203125, + 559.6306762695312, + 361.23052978515625, + 450.94195556640625, + 470.774658203125, + 523.8977661132812, + 542.811767578125, + 565.8642578125, + 440.4458923339844, + 682.4942626953125, + 625.1080932617188, + 756.0546875, + 675.480712890625, + 525.6096801757812, + 795.8275756835938, + 541.3455810546875, + 655.9803466796875, + 622.1229248046875, + 522.5196533203125, + 706.3059692382812, + 340.5804748535156, + 647.7503051757812, + 546.6878051757812, + 483.6101379394531, + 667.1047973632812, + 536.1868286132812, + 684.5545043945312, + 463.2583312988281, + 335.2397155761719, + 707.2450561523438, + 556.20458984375, + 299.60577392578125, + 286.5732727050781, + 825.6950073242188, + 653.267578125, + 618.4728393554688, + 697.5570068359375, + 742.6864624023438, + 720.6022338867188, + 384.7689514160156, + 451.9053649902344, + 470.8626403808594, + 296.0063171386719, + 790.2308349609375, + 767.6519775390625, + 572.0332641601562, + 780.2158203125, + 388.93145751953125, + 568.9381103515625, + 700.9332885742188, + 763.9309692382812, + 693.110595703125, + 665.85302734375, + 464.8465881347656, + 470.7000427246094, + 469.6679992675781, + 176.78836059570312, + 544.930419921875, + 534.2666625976562, + 641.1354370117188, + 707.4862060546875, + 480.2222595214844, + 374.472412109375, + 449.765869140625, + 730.8866577148438, + 612.7943115234375, + 775.184326171875, + 644.70068359375, + 409.19921875, + 756.3276977539062, + 634.8761596679688, + 720.1972045898438, + 646.46728515625, + 749.601806640625, + 611.2734985351562, + 441.1408386230469, + 505.186767578125, + 619.268798828125, + 634.695068359375, + 724.6036376953125, + 833.8733520507812, + 781.8671264648438, + 507.53668212890625, + 759.4453125, + 784.6868286132812, + 550.4170532226562, + 605.8466186523438, + 711.1583251953125, + 540.3081665039062, + 467.81072998046875, + 464.04443359375, + 818.764404296875, + 568.7481689453125, + 611.49755859375, + 422.4254150390625, + 656.9172973632812, + 554.5352783203125, + 800.0907592773438, + 568.5428466796875, + 758.8672485351562, + 464.54388427734375, + 786.0546875, + 794.1530151367188, + 566.355712890625, + 535.9864501953125, + 563.3616333007812, + 634.1165771484375, + 307.86163330078125, + 650.650634765625, + 562.4141235351562, + 618.0274047851562, + 481.93670654296875, + 521.6263427734375, + 793.5933837890625, + 476.1289978027344, + 629.2188110351562, + 624.1348876953125, + 432.3481750488281, + 528.3511352539062, + 795.400146484375, + 485.7274169921875, + 537.53173828125, + 653.1882934570312, + 489.912109375, + 755.286865234375, + 641.2861328125, + 442.3272399902344, + 719.9244384765625, + 664.8738403320312, + 531.2882690429688, + 440.6654357910156, + 566.985107421875, + 613.1813354492188, + 355.9241027832031, + 655.7301025390625, + 768.7879638671875, + 715.5120239257812, + 552.5140380859375, + 712.4734497070312, + 488.3572998046875, + 777.56005859375, + 561.7782592773438, + 477.5877990722656, + 656.8208618164062, + 813.2261962890625, + 479.30450439453125, + 260.6983642578125, + 646.2571411132812, + 665.9808959960938, + 478.8479309082031, + 723.4234619140625, + 486.4593505859375, + 699.057861328125, + 737.1776123046875, + 461.5033264160156, + 456.9593505859375, + 696.33544921875, + 399.2177734375, + 480.3695983886719, + 739.314208984375, + 608.2056884765625, + 914.5133666992188, + 693.3471069335938, + 520.2434692382812, + 793.1658935546875, + 900.3201293945312, + 693.6461181640625, + 603.5988159179688, + 802.2069702148438, + 653.628662109375, + 477.86114501953125, + 731.3770751953125, + 473.12396240234375, + 612.45556640625, + 681.365234375, + 616.2191162109375, + 853.2550659179688, + 500.1392822265625, + 514.5972900390625, + 663.6851196289062, + 705.1329956054688, + 801.7109985351562, + 423.3459777832031, + 672.3741455078125, + 757.153564453125, + 604.7631225585938, + 841.474853515625, + 857.1118774414062, + 301.5422668457031, + 444.9859313964844, + 601.2098999023438, + 779.1245727539062, + 442.26617431640625, + 673.8958740234375, + 852.9666748046875, + 424.0258483886719, + 629.0857543945312, + 693.8822021484375, + 483.5135498046875, + 664.5897827148438, + 760.5069580078125, + 713.3812255859375, + 788.6005859375, + 714.4619750976562, + 703.2932739257812, + 339.4556579589844, + 779.59814453125, + 670.3820190429688, + 734.1091918945312, + 521.3435668945312, + 619.8866577148438, + 402.0458068847656, + 691.6461791992188, + 605.9450073242188, + 541.7626953125, + 661.8408203125, + 544.2561645507812, + 819.8528442382812, + 587.9115600585938, + 684.5407104492188, + 557.3052368164062, + 886.3582153320312, + 667.2384643554688, + 639.4063110351562, + 568.2639770507812, + 620.5613403320312, + 383.1003112792969, + 503.10986328125, + 649.202880859375, + 430.8269348144531, + 438.328125, + 633.3515625, + 659.330078125, + 969.1631469726562, + 705.6840209960938, + 626.6885375976562, + 397.83538818359375, + 405.77947998046875, + 410.0839538574219, + 428.3000183105469, + 520.6028442382812, + 633.4541015625, + 710.793212890625, + 623.0213623046875, + 624.2304077148438, + 967.6311645507812, + 665.536865234375, + 556.9500732421875, + 536.6093139648438, + 576.2711791992188, + 461.8080749511719, + 533.294677734375, + 759.4520874023438, + 716.759765625, + 763.2835693359375, + 592.2288818359375, + 586.203369140625, + 343.83941650390625, + 623.2052612304688, + 816.0817260742188, + 403.21990966796875, + 567.260498046875, + 890.74267578125, + 471.7838134765625, + 572.626708984375, + 658.9027099609375, + 526.968017578125, + 638.1099243164062, + 595.83544921875, + 482.7641906738281, + 601.5355224609375, + 675.0346069335938, + 658.9901733398438, + 434.4054260253906, + 727.3428344726562, + 652.7542724609375, + 653.6089477539062, + 475.1495361328125, + 442.2812194824219, + 525.4520263671875, + 655.7633666992188, + 679.57470703125, + 652.5814819335938, + 504.3212890625, + 391.50469970703125, + 861.2144165039062, + 478.2400817871094, + 588.5410766601562, + 505.9126892089844, + 456.00018310546875, + 289.6390380859375, + 474.4552001953125, + 745.681884765625, + 704.682373046875, + 506.0070495605469, + 504.6672668457031, + 678.6315307617188, + 555.1547241210938, + 501.2458801269531, + 749.9210815429688, + 366.2518615722656, + 615.4200439453125, + 968.53564453125, + 999.1088256835938, + 439.7203674316406, + 755.607177734375, + 536.225341796875, + 630.1947021484375, + 583.0568237304688, + 661.5894775390625, + 625.0419311523438, + 577.6904907226562, + 579.73828125, + 750.5926513671875, + 875.9971313476562, + 416.11053466796875, + 544.57763671875, + 751.3216552734375, + 412.6684875488281, + 494.9886474609375, + 423.0775451660156, + 580.2164306640625, + 564.935546875, + 540.342041015625, + 801.175537109375, + 553.2998046875, + 775.393798828125, + 512.98095703125, + 359.8163757324219, + 570.0087890625, + 500.9561767578125, + 642.65673828125, + 448.791748046875, + 505.147216796875, + 754.8878784179688, + 603.33203125, + 554.3865356445312, + 461.1289367675781, + 574.5103149414062, + 610.3261108398438, + 377.072509765625, + 602.872802734375, + 602.69775390625, + 554.250244140625, + 533.7418823242188, + 518.062744140625, + 553.847900390625, + 723.7410278320312, + 501.6683044433594, + 559.567138671875, + 646.4880981445312, + 756.4012451171875, + 602.1470336914062, + 458.5028381347656, + 372.1986083984375, + 637.6506958007812, + 607.1358642578125, + 599.2445068359375, + 399.3565673828125, + 737.3289184570312, + 645.2943115234375, + 779.8016967773438, + 561.5366821289062, + 774.294921875, + 670.3435668945312, + 440.3158874511719, + 384.99029541015625, + 631.7922973632812, + 478.1719665527344, + 469.9521179199219, + 639.5548706054688, + 774.99267578125, + 641.540771484375, + 205.46852111816406, + 810.3565063476562, + 686.6052856445312, + 550.5813598632812, + 537.2753295898438, + 665.966796875, + 460.2127685546875, + 716.6771850585938, + 580.7786254882812, + 519.2681884765625, + 447.1136779785156, + 622.4531860351562, + 440.1943359375, + 509.8223876953125, + 583.9622192382812, + 770.5914306640625, + 617.720947265625, + 639.9229736328125, + 359.9417724609375, + 587.256103515625, + 484.1311340332031, + 727.2338256835938, + 627.2785034179688 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -39745,374 +49024,374 @@ 2 ], "wall_clock_s": [ - 439.2, - 465.0, - 449.5 + 933.7, + 956.7, + 916.1 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.23723356425762177, + "loss": 0.16903170943260193, "env_score_iters": 500, - "env_score": -3.141293525695801, + "env_score": -0.3406430780887604, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.42499999999999993, "grad_align_iters": 500, - "grad_align": 0.46067845821380615, - "rl_grad_norm": 0.5651982426643372, - "bc_grad_norm": 0.32607322931289673, + "grad_align": 0.06632120162248611, + "rl_grad_norm": 0.25133180618286133, + "bc_grad_norm": 3.7232701778411865, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00020309799583628774, - "embedding.weight": 0.0017795348539948463, - "cnn.0.weight": 0.034272145479917526, - "cnn.0.bias": 0.0014940875116735697, - "cnn.2.weight": 0.007612230256199837, - "cnn.2.bias": 0.003162184963002801, - "cnn.5.weight": 0.00963660329580307, - "cnn.5.bias": 0.0023471650201827288, - "action_emb.weight": 0.01043642032891512, - "timestep_emb.weight": 0.004014037549495697, - "pos_emb.weight": 0.006137477699667215, - "transformer.layers.0.self_attn.in_proj_weight": 0.038912393152713776, - "transformer.layers.0.self_attn.in_proj_bias": 0.003273109206929803, - "transformer.layers.0.self_attn.out_proj.weight": 0.03419435769319534, - "transformer.layers.0.self_attn.out_proj.bias": 0.004443719517439604, - "transformer.layers.0.linear1.weight": 0.050057318061590195, - "transformer.layers.0.linear1.bias": 0.002143275924026966, - "transformer.layers.0.linear2.weight": 0.0490705631673336, - "transformer.layers.0.linear2.bias": 0.003944596275687218, - "transformer.layers.0.norm1.weight": 0.0021895477548241615, - "transformer.layers.0.norm1.bias": 0.0029591857455670834, - "transformer.layers.0.norm2.weight": 0.004532170947641134, - "transformer.layers.0.norm2.bias": 0.0021566618233919144, - "transformer.layers.1.self_attn.in_proj_weight": 0.03600434586405754, - "transformer.layers.1.self_attn.in_proj_bias": 0.002400830388069153, - "transformer.layers.1.self_attn.out_proj.weight": 0.036277808248996735, - "transformer.layers.1.self_attn.out_proj.bias": 0.003675513667985797, - "transformer.layers.1.linear1.weight": 0.03257064148783684, - "transformer.layers.1.linear1.bias": 0.0016908219549804926, - "transformer.layers.1.linear2.weight": 0.0395955890417099, - "transformer.layers.1.linear2.bias": 0.003513342933729291, - "transformer.layers.1.norm1.weight": 0.001924939570017159, - "transformer.layers.1.norm1.bias": 0.0019492426654323936, - "transformer.layers.1.norm2.weight": 0.0023933604825288057, - "transformer.layers.1.norm2.bias": 0.0017163276206701994, - "transformer.layers.2.self_attn.in_proj_weight": 0.06484591960906982, - "transformer.layers.2.self_attn.in_proj_bias": 0.0036000311374664307, - "transformer.layers.2.self_attn.out_proj.weight": 0.029153089970350266, - "transformer.layers.2.self_attn.out_proj.bias": 0.0031266987789422274, - "transformer.layers.2.linear1.weight": 0.025453316047787666, - "transformer.layers.2.linear1.bias": 0.0013515364844352007, - "transformer.layers.2.linear2.weight": 0.028988273814320564, - "transformer.layers.2.linear2.bias": 0.0031616827473044395, - "transformer.layers.2.norm1.weight": 0.004772006534039974, - "transformer.layers.2.norm1.bias": 0.004466058686375618, - "transformer.layers.2.norm2.weight": 0.0016098562628030777, - "transformer.layers.2.norm2.bias": 0.0013160092057660222, - "transformer.layers.3.self_attn.in_proj_weight": 0.09563593566417694, - "transformer.layers.3.self_attn.in_proj_bias": 0.007571995723992586, - "transformer.layers.3.self_attn.out_proj.weight": 0.03707139939069748, - "transformer.layers.3.self_attn.out_proj.bias": 0.006106272805482149, - "transformer.layers.3.linear1.weight": 0.07120087742805481, - "transformer.layers.3.linear1.bias": 0.00498593645170331, - "transformer.layers.3.linear2.weight": 0.03982095047831535, - "transformer.layers.3.linear2.bias": 0.008819247595965862, - "transformer.layers.3.norm1.weight": 0.00798093993216753, - "transformer.layers.3.norm1.bias": 0.010640612803399563, - "transformer.layers.3.norm2.weight": 0.005868684500455856, - "transformer.layers.3.norm2.bias": 0.00729779340326786, - "head.weight": 0.5164150595664978, - "head.bias": 0.01970890536904335, - "global_embedding.weight": 0.012920208275318146, - "global_cnn.0.weight": 0.07933837920427322, - "global_cnn.0.bias": 0.0023647905327379704, - "global_cnn.2.weight": 0.20792019367218018, - "global_cnn.2.bias": 0.013441644608974457, - "global_proj.weight": 0.055193979293107986, - "global_proj.bias": 0.042528074234724045, - "goal_head.0.weight": 0.033213529735803604, - "goal_head.0.bias": 0.01644398272037506, - "goal_head.2.weight": 0.05165283381938934, - "goal_head.2.bias": 0.03730015829205513 + "global_gate": 9.047005733009428e-05, + "embedding.weight": 0.0023348007816821337, + "cnn.0.weight": 0.040424149483442307, + "cnn.0.bias": 0.0013493540463969111, + "cnn.2.weight": 0.009378407150506973, + "cnn.2.bias": 0.00235722865909338, + "cnn.5.weight": 0.008670400828123093, + "cnn.5.bias": 0.0018301287200301886, + "action_emb.weight": 0.004210470709949732, + "timestep_emb.weight": 0.0011300848564133048, + "pos_emb.weight": 0.002566075185313821, + "transformer.layers.0.self_attn.in_proj_weight": 0.020114317536354065, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015344994608312845, + "transformer.layers.0.self_attn.out_proj.weight": 0.02141871675848961, + "transformer.layers.0.self_attn.out_proj.bias": 0.002114624483510852, + "transformer.layers.0.linear1.weight": 0.022907394915819168, + "transformer.layers.0.linear1.bias": 0.001053164480254054, + "transformer.layers.0.linear2.weight": 0.023260891437530518, + "transformer.layers.0.linear2.bias": 0.0019562498200684786, + "transformer.layers.0.norm1.weight": 0.001030236715450883, + "transformer.layers.0.norm1.bias": 0.0014575148234143853, + "transformer.layers.0.norm2.weight": 0.0024524976033717394, + "transformer.layers.0.norm2.bias": 0.0009560264879837632, + "transformer.layers.1.self_attn.in_proj_weight": 0.019688721746206284, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011759860208258033, + "transformer.layers.1.self_attn.out_proj.weight": 0.02113008126616478, + "transformer.layers.1.self_attn.out_proj.bias": 0.001645979704335332, + "transformer.layers.1.linear1.weight": 0.014400361105799675, + "transformer.layers.1.linear1.bias": 0.000764070195145905, + "transformer.layers.1.linear2.weight": 0.017189878970384598, + "transformer.layers.1.linear2.bias": 0.0015869906637817621, + "transformer.layers.1.norm1.weight": 0.001238595345057547, + "transformer.layers.1.norm1.bias": 0.0010475432500243187, + "transformer.layers.1.norm2.weight": 0.0011814686004072428, + "transformer.layers.1.norm2.bias": 0.0006962657789699733, + "transformer.layers.2.self_attn.in_proj_weight": 0.02495664916932583, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015903812600299716, + "transformer.layers.2.self_attn.out_proj.weight": 0.022572146728634834, + "transformer.layers.2.self_attn.out_proj.bias": 0.001544684055261314, + "transformer.layers.2.linear1.weight": 0.011274466291069984, + "transformer.layers.2.linear1.bias": 0.0006991615518927574, + "transformer.layers.2.linear2.weight": 0.013191798701882362, + "transformer.layers.2.linear2.bias": 0.0014729747781530023, + "transformer.layers.2.norm1.weight": 0.0018270589644089341, + "transformer.layers.2.norm1.bias": 0.0017934662755578756, + "transformer.layers.2.norm2.weight": 0.0008570727077312768, + "transformer.layers.2.norm2.bias": 0.0008037853986024857, + "transformer.layers.3.self_attn.in_proj_weight": 0.04865654557943344, + "transformer.layers.3.self_attn.in_proj_bias": 0.002704331185668707, + "transformer.layers.3.self_attn.out_proj.weight": 0.027557991445064545, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021422253921628, + "transformer.layers.3.linear1.weight": 0.030149735510349274, + "transformer.layers.3.linear1.bias": 0.002398147713392973, + "transformer.layers.3.linear2.weight": 0.017763517796993256, + "transformer.layers.3.linear2.bias": 0.002811123849824071, + "transformer.layers.3.norm1.weight": 0.004446737933903933, + "transformer.layers.3.norm1.bias": 0.0037215373013168573, + "transformer.layers.3.norm2.weight": 0.0024502594023942947, + "transformer.layers.3.norm2.bias": 0.0036220948677510023, + "head.weight": 0.20201541483402252, + "head.bias": 0.0056642042472958565, + "global_embedding.weight": 0.004213192034512758, + "global_cnn.0.weight": 0.04958782345056534, + "global_cnn.0.bias": 0.0019189253216609359, + "global_cnn.2.weight": 0.11716140061616898, + "global_cnn.2.bias": 0.006527693942189217, + "global_proj.weight": 0.02696787379682064, + "global_proj.bias": 0.019124401733279228, + "goal_head.0.weight": 0.018937988206744194, + "goal_head.0.bias": 0.008851383812725544, + "goal_head.2.weight": 0.026392191648483276, + "goal_head.2.bias": 0.02058117277920246 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1359948217868805, - "repr_drift_kl_low_t": 0.11800777912139893, - "repr_drift_kl_mid_t": 0.12919187545776367, - "repr_drift_kl_high_t": 0.16584888100624084, + "repr_drift_kl": 0.5423027873039246, + "repr_drift_kl_low_t": 0.6609207391738892, + "repr_drift_kl_mid_t": 0.54742431640625, + "repr_drift_kl_high_t": 0.38329407572746277, "cka_iters": 500, - "cka_similarity": 0.9472875595092773, + "cka_similarity": 0.63090980052948, "t_analysis_iters": 500, - "norm_low_t": 0.5578317046165466, - "norm_high_t": 0.585213303565979, - "lowhigh_cos": 0.36045750975608826, + "norm_low_t": 0.3602391183376312, + "norm_high_t": 0.39323437213897705, + "lowhigh_cos": 0.20754213631153107, "t_bin_norms": { - "t_0.0-0.1": 0.7471648454666138, - "t_0.1-0.2": 0.5475425720214844, - "t_0.2-0.3": 0.6531333327293396, - "t_0.3-0.4": 0.4067153036594391, - "t_0.4-0.5": 0.5189595818519592, - "t_0.5-0.6": 0.4545226991176605, - "t_0.6-0.7": 0.5369563698768616, - "t_0.7-0.8": 0.5428601503372192, - "t_0.8-0.9": 0.6161698698997498, - "t_0.9-1.0": 0.844614565372467 - }, - "win_rate": 0.046019572764635086, - "effective_batch_size": 44.81291198730469, + "t_0.0-0.1": 0.3635386526584625, + "t_0.1-0.2": 0.27542537450790405, + "t_0.2-0.3": 0.21226534247398376, + "t_0.3-0.4": 0.23453664779663086, + "t_0.4-0.5": 0.2933482825756073, + "t_0.5-0.6": 0.2617813050746918, + "t_0.6-0.7": 0.2534774839878082, + "t_0.7-0.8": 0.25174450874328613, + "t_0.8-0.9": 0.3209679126739502, + "t_0.9-1.0": 0.5585018992424011 + }, + "win_rate": 0.11574617773294449, + "effective_batch_size": 627.2785034179688, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.02421673759818077, + "loss": 0.04804224520921707, "env_score_iters": 500, - "env_score": -3.3850297927856445, + "env_score": -0.7619887590408325, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4, "grad_align_iters": 500, - "grad_align": 0.7681214213371277, - "rl_grad_norm": 0.16849446296691895, - "bc_grad_norm": 0.2256014347076416, + "grad_align": 0.02549847587943077, + "rl_grad_norm": 0.14431282877922058, + "bc_grad_norm": 2.9896860122680664, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00003970289253629744, - "embedding.weight": 0.0008631603559479117, - "cnn.0.weight": 0.01569756679236889, - "cnn.0.bias": 0.0006737315561622381, - "cnn.2.weight": 0.0042611947283148766, - "cnn.2.bias": 0.0013973878230899572, - "cnn.5.weight": 0.0036525148898363113, - "cnn.5.bias": 0.0011631621746346354, - "action_emb.weight": 0.0003967988886870444, - "timestep_emb.weight": 0.00018316265777684748, - "pos_emb.weight": 0.00022130559955257922, - "transformer.layers.0.self_attn.in_proj_weight": 0.004119609948247671, - "transformer.layers.0.self_attn.in_proj_bias": 0.00028575773467309773, - "transformer.layers.0.self_attn.out_proj.weight": 0.0033892709761857986, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002532086509745568, - "transformer.layers.0.linear1.weight": 0.0022831035312265158, - "transformer.layers.0.linear1.bias": 0.00011234031990170479, - "transformer.layers.0.linear2.weight": 0.0025115683674812317, - "transformer.layers.0.linear2.bias": 0.0001786503562470898, - "transformer.layers.0.norm1.weight": 0.0003608978586271405, - "transformer.layers.0.norm1.bias": 0.00025913710123859346, - "transformer.layers.0.norm2.weight": 0.0002056520024780184, - "transformer.layers.0.norm2.bias": 0.00011065606668125838, - "transformer.layers.1.self_attn.in_proj_weight": 0.0022162669338285923, - "transformer.layers.1.self_attn.in_proj_bias": 0.0001154777201008983, - "transformer.layers.1.self_attn.out_proj.weight": 0.0024251819122582674, - "transformer.layers.1.self_attn.out_proj.bias": 0.00015253796300385147, - "transformer.layers.1.linear1.weight": 0.0014810271095484495, - "transformer.layers.1.linear1.bias": 0.00008580974099459127, - "transformer.layers.1.linear2.weight": 0.00169381033629179, - "transformer.layers.1.linear2.bias": 0.00013989501167088747, - "transformer.layers.1.norm1.weight": 0.0001580475363880396, - "transformer.layers.1.norm1.bias": 0.00010992473107762635, - "transformer.layers.1.norm2.weight": 0.00010945536632789299, - "transformer.layers.1.norm2.bias": 0.00009545454668113962, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030531827360391617, - "transformer.layers.2.self_attn.in_proj_bias": 0.00014086200098972768, - "transformer.layers.2.self_attn.out_proj.weight": 0.0012214500457048416, - "transformer.layers.2.self_attn.out_proj.bias": 0.00011101620475528762, - "transformer.layers.2.linear1.weight": 0.0008535283850505948, - "transformer.layers.2.linear1.bias": 0.00005457478255266324, - "transformer.layers.2.linear2.weight": 0.0009178042528219521, - "transformer.layers.2.linear2.bias": 0.00009546262299409136, - "transformer.layers.2.norm1.weight": 0.00021277098858263344, - "transformer.layers.2.norm1.bias": 0.00015611821436323225, - "transformer.layers.2.norm2.weight": 0.00005780986975878477, - "transformer.layers.2.norm2.bias": 0.0000690472952555865, - "transformer.layers.3.self_attn.in_proj_weight": 0.0022412589751183987, - "transformer.layers.3.self_attn.in_proj_bias": 0.00012599077308550477, - "transformer.layers.3.self_attn.out_proj.weight": 0.00109581439755857, - "transformer.layers.3.self_attn.out_proj.bias": 0.00009830800991039723, - "transformer.layers.3.linear1.weight": 0.0019259176915511489, - "transformer.layers.3.linear1.bias": 0.00011557943071238697, - "transformer.layers.3.linear2.weight": 0.001083727809600532, - "transformer.layers.3.linear2.bias": 0.000060964888689341024, - "transformer.layers.3.norm1.weight": 0.00017643903265707195, - "transformer.layers.3.norm1.bias": 0.00016080145724117756, - "transformer.layers.3.norm2.weight": 0.00016318910638801754, - "transformer.layers.3.norm2.bias": 0.00016281733405776322, - "head.weight": 0.010180070996284485, - "head.bias": 0.00012613761646207422, - "global_embedding.weight": 0.013558385893702507, - "global_cnn.0.weight": 0.10241813212633133, - "global_cnn.0.bias": 0.004777698311954737, - "global_cnn.2.weight": 0.12212564796209335, - "global_cnn.2.bias": 0.00694997375831008, - "global_proj.weight": 0.026974741369485855, - "global_proj.bias": 0.018840879201889038, - "goal_head.0.weight": 0.017840176820755005, - "goal_head.0.bias": 0.00891606230288744, - "goal_head.2.weight": 0.0218984205275774, - "goal_head.2.bias": 0.024422533810138702 + "global_gate": 0.00015528399671893567, + "embedding.weight": 0.0009997737361118197, + "cnn.0.weight": 0.017959604039788246, + "cnn.0.bias": 0.0008495342335663736, + "cnn.2.weight": 0.0061699082143604755, + "cnn.2.bias": 0.0016104956157505512, + "cnn.5.weight": 0.01005446445196867, + "cnn.5.bias": 0.0013251550262793899, + "action_emb.weight": 0.0033665625378489494, + "timestep_emb.weight": 0.0008047316805459559, + "pos_emb.weight": 0.0019312676740810275, + "transformer.layers.0.self_attn.in_proj_weight": 0.01497447770088911, + "transformer.layers.0.self_attn.in_proj_bias": 0.0008993042865768075, + "transformer.layers.0.self_attn.out_proj.weight": 0.01720537431538105, + "transformer.layers.0.self_attn.out_proj.bias": 0.001196273835375905, + "transformer.layers.0.linear1.weight": 0.01817918010056019, + "transformer.layers.0.linear1.bias": 0.0007357270806096494, + "transformer.layers.0.linear2.weight": 0.01606217958033085, + "transformer.layers.0.linear2.bias": 0.0009244992397725582, + "transformer.layers.0.norm1.weight": 0.0009250705479644239, + "transformer.layers.0.norm1.bias": 0.0008052578778006136, + "transformer.layers.0.norm2.weight": 0.001976827159523964, + "transformer.layers.0.norm2.bias": 0.0006659686332568526, + "transformer.layers.1.self_attn.in_proj_weight": 0.014550458639860153, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006316911894828081, + "transformer.layers.1.self_attn.out_proj.weight": 0.013578667305409908, + "transformer.layers.1.self_attn.out_proj.bias": 0.0007035782909952104, + "transformer.layers.1.linear1.weight": 0.008953305892646313, + "transformer.layers.1.linear1.bias": 0.0004508738056756556, + "transformer.layers.1.linear2.weight": 0.01054288074374199, + "transformer.layers.1.linear2.bias": 0.0006890882505103946, + "transformer.layers.1.norm1.weight": 0.0009134280844591558, + "transformer.layers.1.norm1.bias": 0.000666481617372483, + "transformer.layers.1.norm2.weight": 0.0007827110821381211, + "transformer.layers.1.norm2.bias": 0.0004305110196582973, + "transformer.layers.2.self_attn.in_proj_weight": 0.016842329874634743, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008038627565838397, + "transformer.layers.2.self_attn.out_proj.weight": 0.010282441042363644, + "transformer.layers.2.self_attn.out_proj.bias": 0.0005962238064967096, + "transformer.layers.2.linear1.weight": 0.005435502622276545, + "transformer.layers.2.linear1.bias": 0.0002969198685605079, + "transformer.layers.2.linear2.weight": 0.00671673147007823, + "transformer.layers.2.linear2.bias": 0.0005709730903618038, + "transformer.layers.2.norm1.weight": 0.001308826613239944, + "transformer.layers.2.norm1.bias": 0.0008987818728201091, + "transformer.layers.2.norm2.weight": 0.00036702645593322814, + "transformer.layers.2.norm2.bias": 0.0002791924634948373, + "transformer.layers.3.self_attn.in_proj_weight": 0.018198786303400993, + "transformer.layers.3.self_attn.in_proj_bias": 0.000994378700852394, + "transformer.layers.3.self_attn.out_proj.weight": 0.009889379143714905, + "transformer.layers.3.self_attn.out_proj.bias": 0.0006499505252577364, + "transformer.layers.3.linear1.weight": 0.0112202363088727, + "transformer.layers.3.linear1.bias": 0.0007609325693920255, + "transformer.layers.3.linear2.weight": 0.007521220948547125, + "transformer.layers.3.linear2.bias": 0.0006807615282014012, + "transformer.layers.3.norm1.weight": 0.0016091055003926158, + "transformer.layers.3.norm1.bias": 0.001218618475832045, + "transformer.layers.3.norm2.weight": 0.0008108657784759998, + "transformer.layers.3.norm2.bias": 0.0009460845612920821, + "head.weight": 0.07852040231227875, + "head.bias": 0.0017345546511933208, + "global_embedding.weight": 0.005265192594379187, + "global_cnn.0.weight": 0.04650628939270973, + "global_cnn.0.bias": 0.0016506327083334327, + "global_cnn.2.weight": 0.09942860156297684, + "global_cnn.2.bias": 0.004472149536013603, + "global_proj.weight": 0.008727171458303928, + "global_proj.bias": 0.002675723284482956, + "goal_head.0.weight": 0.005372263956815004, + "goal_head.0.bias": 0.0010617293883115053, + "goal_head.2.weight": 0.007584783248603344, + "goal_head.2.bias": 0.0017928306479007006 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08453132212162018, - "repr_drift_kl_low_t": 0.07585383951663971, - "repr_drift_kl_mid_t": 0.0747414231300354, - "repr_drift_kl_high_t": 0.13030599057674408, + "repr_drift_kl": 0.37894439697265625, + "repr_drift_kl_low_t": 0.4525209069252014, + "repr_drift_kl_mid_t": 0.3891070485115051, + "repr_drift_kl_high_t": 0.3004908859729767, "cka_iters": 500, - "cka_similarity": 0.6474778652191162, + "cka_similarity": 0.6880690455436707, "t_analysis_iters": 500, - "norm_low_t": 0.16927805542945862, - "norm_high_t": 0.17029748857021332, - "lowhigh_cos": 0.985935628414154, + "norm_low_t": 0.14666283130645752, + "norm_high_t": 0.1917983740568161, + "lowhigh_cos": 0.5672091245651245, "t_bin_norms": { - "t_0.0-0.1": 0.16885912418365479, - "t_0.1-0.2": 0.16890092194080353, - "t_0.2-0.3": 0.1684548258781433, - "t_0.3-0.4": 0.16853219270706177, - "t_0.4-0.5": 0.16853556036949158, - "t_0.5-0.6": 0.16831538081169128, - "t_0.6-0.7": 0.16847741603851318, - "t_0.7-0.8": 0.16868627071380615, - "t_0.8-0.9": 0.16914507746696472, - "t_0.9-1.0": 0.17256174981594086 - }, - "win_rate": 0.0026212320663034916, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.16604584455490112, + "t_0.1-0.2": 0.14843809604644775, + "t_0.2-0.3": 0.14228865504264832, + "t_0.3-0.4": 0.14659535884857178, + "t_0.4-0.5": 0.14528793096542358, + "t_0.5-0.6": 0.1363086700439453, + "t_0.6-0.7": 0.13958118855953217, + "t_0.7-0.8": 0.14830581843852997, + "t_0.8-0.9": 0.16051125526428223, + "t_0.9-1.0": 0.24696053564548492 + }, + "win_rate": 0.009923987090587616, + "effective_batch_size": 406.924072265625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.05 } }, { "iters": 500, - "loss": 0.431853324174881, + "loss": 0.11604852229356766, "env_score_iters": 500, - "env_score": -3.1486716270446777, + "env_score": -0.4062667787075043, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.4625, "grad_align_iters": 500, - "grad_align": 0.4020116627216339, - "rl_grad_norm": 0.5655940175056458, - "bc_grad_norm": 1.0632938146591187, + "grad_align": -0.005213418509811163, + "rl_grad_norm": 0.36254116892814636, + "bc_grad_norm": 2.9875831604003906, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00016538014460820705, - "embedding.weight": 0.0022780385334044695, - "cnn.0.weight": 0.06188470497727394, - "cnn.0.bias": 0.003006979124620557, - "cnn.2.weight": 0.021988868713378906, - "cnn.2.bias": 0.00853805523365736, - "cnn.5.weight": 0.02099461480975151, - "cnn.5.bias": 0.004576988518238068, - "action_emb.weight": 0.010983971878886223, - "timestep_emb.weight": 0.00385580537840724, - "pos_emb.weight": 0.006772938650101423, - "transformer.layers.0.self_attn.in_proj_weight": 0.05127603933215141, - "transformer.layers.0.self_attn.in_proj_bias": 0.003158651990815997, - "transformer.layers.0.self_attn.out_proj.weight": 0.04636071249842644, - "transformer.layers.0.self_attn.out_proj.bias": 0.004206099547445774, - "transformer.layers.0.linear1.weight": 0.05836339667439461, - "transformer.layers.0.linear1.bias": 0.002502838149666786, - "transformer.layers.0.linear2.weight": 0.05429317057132721, - "transformer.layers.0.linear2.bias": 0.0034779314883053303, - "transformer.layers.0.norm1.weight": 0.003190364222973585, - "transformer.layers.0.norm1.bias": 0.0028693522326648235, - "transformer.layers.0.norm2.weight": 0.0059228441677987576, - "transformer.layers.0.norm2.bias": 0.0024160605389624834, - "transformer.layers.1.self_attn.in_proj_weight": 0.04335096478462219, - "transformer.layers.1.self_attn.in_proj_bias": 0.002383490325883031, - "transformer.layers.1.self_attn.out_proj.weight": 0.04130904749035835, - "transformer.layers.1.self_attn.out_proj.bias": 0.0034146045800298452, - "transformer.layers.1.linear1.weight": 0.035153262317180634, - "transformer.layers.1.linear1.bias": 0.0016006643418222666, - "transformer.layers.1.linear2.weight": 0.03988223522901535, - "transformer.layers.1.linear2.bias": 0.0030214085709303617, - "transformer.layers.1.norm1.weight": 0.0023390909191221, - "transformer.layers.1.norm1.bias": 0.0019625460263341665, - "transformer.layers.1.norm2.weight": 0.003099975176155567, - "transformer.layers.1.norm2.bias": 0.0014622157905250788, - "transformer.layers.2.self_attn.in_proj_weight": 0.06643621623516083, - "transformer.layers.2.self_attn.in_proj_bias": 0.0026106524746865034, - "transformer.layers.2.self_attn.out_proj.weight": 0.034570712596178055, - "transformer.layers.2.self_attn.out_proj.bias": 0.002578869927674532, - "transformer.layers.2.linear1.weight": 0.022600334137678146, - "transformer.layers.2.linear1.bias": 0.0012125549837946892, - "transformer.layers.2.linear2.weight": 0.030555294826626778, - "transformer.layers.2.linear2.bias": 0.002478458918631077, - "transformer.layers.2.norm1.weight": 0.004265004303306341, - "transformer.layers.2.norm1.bias": 0.00245948345400393, - "transformer.layers.2.norm2.weight": 0.0016006770310923457, - "transformer.layers.2.norm2.bias": 0.0011105452431365848, - "transformer.layers.3.self_attn.in_proj_weight": 0.09901726990938187, - "transformer.layers.3.self_attn.in_proj_bias": 0.00707993796095252, - "transformer.layers.3.self_attn.out_proj.weight": 0.04266100376844406, - "transformer.layers.3.self_attn.out_proj.bias": 0.005292701069265604, - "transformer.layers.3.linear1.weight": 0.05451325327157974, - "transformer.layers.3.linear1.bias": 0.004173192661255598, - "transformer.layers.3.linear2.weight": 0.03406374529004097, - "transformer.layers.3.linear2.bias": 0.007226345129311085, - "transformer.layers.3.norm1.weight": 0.008137347176671028, - "transformer.layers.3.norm1.bias": 0.010923916473984718, - "transformer.layers.3.norm2.weight": 0.004983831662684679, - "transformer.layers.3.norm2.bias": 0.006088722497224808, - "head.weight": 0.4168594479560852, - "head.bias": 0.014649362303316593, - "global_embedding.weight": 0.005794815719127655, - "global_cnn.0.weight": 0.0620090514421463, - "global_cnn.0.bias": 0.00223697442561388, - "global_cnn.2.weight": 0.08643101155757904, - "global_cnn.2.bias": 0.004776413552463055, - "global_proj.weight": 0.0279404204338789, - "global_proj.bias": 0.024666549637913704, - "goal_head.0.weight": 0.023964086547493935, - "goal_head.0.bias": 0.012041816487908363, - "goal_head.2.weight": 0.05070614442229271, - "goal_head.2.bias": 0.03270766884088516 + "global_gate": 0.00014142751751933247, + "embedding.weight": 0.0019103903323411942, + "cnn.0.weight": 0.03989711031317711, + "cnn.0.bias": 0.0019612384494394064, + "cnn.2.weight": 0.010833565145730972, + "cnn.2.bias": 0.0037780306302011013, + "cnn.5.weight": 0.01202026940882206, + "cnn.5.bias": 0.003157953731715679, + "action_emb.weight": 0.004040866624563932, + "timestep_emb.weight": 0.0009217695915140212, + "pos_emb.weight": 0.0017378482734784484, + "transformer.layers.0.self_attn.in_proj_weight": 0.03268292546272278, + "transformer.layers.0.self_attn.in_proj_bias": 0.002696759533137083, + "transformer.layers.0.self_attn.out_proj.weight": 0.026792047545313835, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032774365972727537, + "transformer.layers.0.linear1.weight": 0.02098732255399227, + "transformer.layers.0.linear1.bias": 0.0012736483477056026, + "transformer.layers.0.linear2.weight": 0.02461683191359043, + "transformer.layers.0.linear2.bias": 0.0026594277005642653, + "transformer.layers.0.norm1.weight": 0.0020059579983353615, + "transformer.layers.0.norm1.bias": 0.002975448267534375, + "transformer.layers.0.norm2.weight": 0.0017088947352021933, + "transformer.layers.0.norm2.bias": 0.0013020113110542297, + "transformer.layers.1.self_attn.in_proj_weight": 0.021786706522107124, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014492305926978588, + "transformer.layers.1.self_attn.out_proj.weight": 0.024873407557606697, + "transformer.layers.1.self_attn.out_proj.bias": 0.002145849633961916, + "transformer.layers.1.linear1.weight": 0.01288807112723589, + "transformer.layers.1.linear1.bias": 0.0007551942253485322, + "transformer.layers.1.linear2.weight": 0.017949244007468224, + "transformer.layers.1.linear2.bias": 0.0021113588009029627, + "transformer.layers.1.norm1.weight": 0.0014122752472758293, + "transformer.layers.1.norm1.bias": 0.0014914220664650202, + "transformer.layers.1.norm2.weight": 0.0010375833371654153, + "transformer.layers.1.norm2.bias": 0.0007258096011355519, + "transformer.layers.2.self_attn.in_proj_weight": 0.0227618757635355, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015685439575463533, + "transformer.layers.2.self_attn.out_proj.weight": 0.020406071096658707, + "transformer.layers.2.self_attn.out_proj.bias": 0.002075668191537261, + "transformer.layers.2.linear1.weight": 0.011318185366690159, + "transformer.layers.2.linear1.bias": 0.0007777988212183118, + "transformer.layers.2.linear2.weight": 0.013925774022936821, + "transformer.layers.2.linear2.bias": 0.002207951620221138, + "transformer.layers.2.norm1.weight": 0.0013954946771264076, + "transformer.layers.2.norm1.bias": 0.0019753503147512674, + "transformer.layers.2.norm2.weight": 0.0007947362028062344, + "transformer.layers.2.norm2.bias": 0.0008551122155040503, + "transformer.layers.3.self_attn.in_proj_weight": 0.04189314320683479, + "transformer.layers.3.self_attn.in_proj_bias": 0.004166980739682913, + "transformer.layers.3.self_attn.out_proj.weight": 0.02180473878979683, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035015272442251444, + "transformer.layers.3.linear1.weight": 0.026627417653799057, + "transformer.layers.3.linear1.bias": 0.002422598423436284, + "transformer.layers.3.linear2.weight": 0.0168116744607687, + "transformer.layers.3.linear2.bias": 0.004247007425874472, + "transformer.layers.3.norm1.weight": 0.0031588315032422543, + "transformer.layers.3.norm1.bias": 0.006004787981510162, + "transformer.layers.3.norm2.weight": 0.002394723007455468, + "transformer.layers.3.norm2.bias": 0.0034637644421309233, + "head.weight": 0.22728785872459412, + "head.bias": 0.008778509683907032, + "global_embedding.weight": 0.006399316247552633, + "global_cnn.0.weight": 0.10567592829465866, + "global_cnn.0.bias": 0.004836454521864653, + "global_cnn.2.weight": 0.1920652538537979, + "global_cnn.2.bias": 0.00894605740904808, + "global_proj.weight": 0.05059470981359482, + "global_proj.bias": 0.04021575301885605, + "goal_head.0.weight": 0.039633769541978836, + "goal_head.0.bias": 0.018448006361722946, + "goal_head.2.weight": 0.074983611702919, + "goal_head.2.bias": 0.04393933713436127 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.5898460149765015, - "repr_drift_kl_low_t": 0.6249353885650635, - "repr_drift_kl_mid_t": 0.5916265249252319, - "repr_drift_kl_high_t": 0.6008726954460144, + "repr_drift_kl": 0.5077273845672607, + "repr_drift_kl_low_t": 0.6431635022163391, + "repr_drift_kl_mid_t": 0.4941486716270447, + "repr_drift_kl_high_t": 0.36751124262809753, "cka_iters": 500, - "cka_similarity": 0.8134564757347107, + "cka_similarity": 0.7339500188827515, "t_analysis_iters": 500, - "norm_low_t": 0.6684010028839111, - "norm_high_t": 0.4428712725639343, - "lowhigh_cos": 0.2780027389526367, + "norm_low_t": 0.3653396964073181, + "norm_high_t": 0.5012990236282349, + "lowhigh_cos": 0.47274789214134216, "t_bin_norms": { - "t_0.0-0.1": 0.9029859900474548, - "t_0.1-0.2": 0.7375050783157349, - "t_0.2-0.3": 0.7565125226974487, - "t_0.3-0.4": 0.5538509488105774, - "t_0.4-0.5": 0.47573405504226685, - "t_0.5-0.6": 0.39136117696762085, - "t_0.6-0.7": 0.48687994480133057, - "t_0.7-0.8": 0.43974852561950684, - "t_0.8-0.9": 0.5322707295417786, - "t_0.9-1.0": 0.5802614092826843 - }, - "win_rate": 0.19926199316978455, - "effective_batch_size": 117.36616516113281, + "t_0.0-0.1": 0.4032416045665741, + "t_0.1-0.2": 0.3144536316394806, + "t_0.2-0.3": 0.32374313473701477, + "t_0.3-0.4": 0.3268449604511261, + "t_0.4-0.5": 0.34237703680992126, + "t_0.5-0.6": 0.34703195095062256, + "t_0.6-0.7": 0.38941490650177, + "t_0.7-0.8": 0.41767123341560364, + "t_0.8-0.9": 0.4706542491912842, + "t_0.9-1.0": 0.5224611759185791 + }, + "win_rate": 0.09113060683012009, + "effective_batch_size": 583.18310546875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "gradient_surgery": { - "score": 0.6916666666666668, - "score_std": 0.011785113019775802, + "score": 0.4875, + "score_std": 0.03535533905932741, "all_scores": [ - 0.6749999999999999, - 0.7, - 0.7 + 0.5125, + 0.43749999999999994, + 0.5125000000000001 ], "history": { "iters": [ @@ -40618,506 +49897,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 0.06327171623706818, - 2.4105007648468018, - 0.2996498942375183, - 0.023003336042165756, - 0.7688316106796265, - 0.06378244608640671, - 0.666633129119873, - 0.0028152703307569027, - 0.12474682927131653, - 0.1347683221101761, - 0.10233230888843536, - 0.9538534879684448, - 0.008972189389169216, - 1.6157667636871338, - 0.06142055243253708, - 0.11394520848989487, - 2.6744346618652344, - 0.019086336717009544, - 0.1054307222366333, - 0.354720801115036, - 1.0234274864196777, - 0.24954932928085327, - 1.729956030845642, - 0.03434370085597038, - 1.5149376392364502, - 0.14762823283672333, - 0.2731556296348572, - 2.073880672454834, - 1.2337011098861694, - 2.470773696899414, - 1.184137225151062, - 0.8702763915061951, - 0.7932532429695129, - 0.5550519824028015, - 1.271247148513794, - 2.101716995239258, - 1.6444993019104004, - 0.06592664122581482, - 1.5958433151245117, - 0.3927709758281708, - 0.9684634804725647, - 0.666545569896698, - 1.8992183208465576, - 0.03515763580799103, - 1.097273588180542, - 1.1099679470062256, - 2.015713930130005, - 1.720611572265625, - 0.3261655569076538, - 0.027016010135412216, - 0.05390704795718193, - 0.74424147605896, - 0.11862354725599289, - 0.6839715242385864, - 1.0153377056121826, - 0.4065295159816742, - 1.3458143472671509, - 0.34394973516464233, - 2.225910186767578, - 0.041898686438798904, - 2.135308027267456, - 0.3101594150066376, - 0.239346444606781, - 0.7064415216445923, - 0.5441018342971802, - 0.6035365462303162, - 0.07083236426115036, - 0.3623705506324768, - 0.004991208203136921, - 0.5958155393600464, - 1.3473588228225708, - 0.8867716193199158, - 0.14784376323223114, - 0.025780338793992996, - 1.4437264204025269, - 0.054808977991342545, - 1.0155693292617798, - 0.805637001991272, - 0.005036188289523125, - 0.8410224318504333, - 1.6128065586090088, - 0.03129468485713005, - 1.278546690940857, - 0.15109772980213165, - 0.14095273613929749, - 0.16215097904205322, - 1.4108808040618896, - 0.7422965168952942, - 1.34304940700531, - 0.910794734954834, - 0.15428702533245087, - 0.6200631260871887, - 1.127331256866455, - 0.13898888230323792, - 0.03939838707447052, - 0.07744007557630539, - 1.1188386678695679, - 0.049811240285634995, - 2.0870132446289062, - 0.14987480640411377, - 0.644446074962616, - 0.08295131474733353, - 1.0071719884872437, - 0.2617049813270569, - 0.05691000074148178, - 0.29455849528312683, - 0.8654026985168457, - 0.8239809274673462, - 0.8521766662597656, - 0.19968505203723907, - 0.2174803614616394, - 1.2761378288269043, - 0.6999190449714661, - 0.1909923106431961, - 1.3955562114715576, - 0.1113741472363472, - 0.1384211629629135, - 0.17830227315425873, - 0.21937836706638336, - 1.155988335609436, - 0.23271162807941437, - 0.9298264980316162, - 0.2681179642677307, - 0.07187026739120483, - 1.154272198677063, - 1.022002935409546, - 0.010981397703289986, - 1.8722089529037476, - 0.6699763536453247, - 0.04308873414993286, - 0.7160945534706116, - 0.0814591646194458, - 0.07161752134561539, - 0.6789388060569763, - 0.11448602378368378, - 0.10907009243965149, - 0.20267264544963837, - 0.8059365153312683, - 0.6169854402542114, - 0.12842343747615814, - 0.10638900101184845, - 2.050065279006958, - 1.2264028787612915, - 1.4991570711135864, - 0.15841127932071686, - 0.1857525110244751, - 0.41701436042785645, - 0.8486072421073914, - 0.09467944502830505, - 0.4013015329837799, - 1.0971518754959106, - 1.4278590679168701, - 0.9696037769317627, - 0.5422306060791016, - 0.061942197382450104, - 0.6104874014854431, - 0.2736637592315674, - 0.05022614449262619, - 0.6368376612663269, - 0.025519611313939095, - 0.7774760127067566, - 0.20326997339725494, - 0.07154549658298492, - 0.41463103890419006, - 0.22375847399234772, - 0.03526805341243744, - 0.2034827321767807, - 1.2542959451675415, - 0.27066147327423096, - 0.026201635599136353, - 0.09197426587343216, - 1.0972445011138916, - 0.9551603198051453, - 0.624190092086792, - 1.9761861562728882, - 0.04865369200706482, - 0.2953380048274994, - 0.009038703516125679, - 0.05758330598473549, - 0.023597104474902153, - 1.145687460899353, - 0.11057066917419434, - 0.22102615237236023, - 0.023300006985664368, - 1.013044834136963, - 0.08217789232730865, - 0.06491372734308243, - 0.2155696451663971, - 2.316087245941162, - 0.024876229465007782, - 0.8519996404647827, - 0.37456825375556946, - 1.8080320358276367, - 0.0410781092941761, - 1.3447058200836182, - 0.40839383006095886, - 0.9944720268249512, - 0.0608970932662487, - 0.06976592540740967, - 0.8755877017974854, - 0.08904409408569336, - 1.0530750751495361, - 0.2644546329975128, - 0.059950247406959534, - 0.5520651936531067, - 2.013610363006592, - 0.819165825843811, - 0.6206801533699036, - 0.597098708152771, - 0.3790833652019501, - 0.14786513149738312, - 0.02417798899114132, - 1.844963788986206, - 0.813236653804779, - 0.8609901666641235, - 0.049958132207393646, - 0.0681825503706932, - 0.04917784035205841, - 0.09525666385889053, - 2.0456349849700928, - 0.46464475989341736, - 1.580481767654419, - 0.1819441169500351, - 0.07858921587467194, - 1.483819842338562, - 0.06914359331130981, - 1.6567188501358032, - 0.4466779828071594, - 0.4401038587093353, - 1.6400140523910522, - 0.09705224633216858, - 1.7490019798278809, - 0.7568619251251221, - 0.07304469496011734, - 0.9136696457862854, - 0.9355801343917847, - 0.02816738560795784, - 0.048894524574279785, - 0.9288057684898376, - 0.36222362518310547, - 0.08998814970254898, - 0.09646923840045929, - 0.5892104506492615, - 0.4063144326210022, - 0.1102275550365448, - 1.5679004192352295, - 1.0347676277160645, - 0.4616173505783081, - 0.02671203203499317, - 0.2664366066455841, - 0.524600088596344, - 0.525514543056488, - 0.08962900191545486, - 0.9965652227401733, - 1.2283527851104736, - 0.01666877046227455, - 0.017979584634304047, - 0.4747864007949829, - 0.33827346563339233, - 1.97329580783844, - 0.07462473213672638, - 0.13666900992393494, - 0.2674425542354584, - 0.2898843288421631, - 1.5695209503173828, - 0.32100245356559753, - 0.42145368456840515, - 0.055177923291921616, - 1.2095474004745483, - 0.16731303930282593, - 0.27039486169815063, - 0.4492802023887634, - 0.014586487784981728, - 1.4914809465408325, - 0.28423139452934265, - 0.2195272296667099, - 0.04032159969210625, - 0.042630575597286224, - 0.06878331303596497, - 0.2815348207950592, - 1.7904763221740723, - 0.136827290058136, - 0.03783465549349785, - 0.15541225671768188, - 0.5086286067962646, - 0.390667587518692, - 0.4215278625488281, - 0.6457510590553284, - 0.03810744732618332, - 0.03462713584303856, - 0.07139119505882263, - 0.08033181726932526, - 0.8906838893890381, - 0.7262650728225708, - 0.976079523563385, - 1.201266884803772, - 0.0074595315381884575, - 0.21605215966701508, - 0.1408563256263733, - 0.7709237337112427, - 0.3226637542247772, - 0.04533008858561516, - 0.46228525042533875, - 1.352001667022705, - 0.11355116218328476, - 0.22931373119354248, - 1.377963900566101, - 0.5484473705291748, - 1.1379178762435913, - 0.22909095883369446, - 0.05420287325978279, - 0.059208571910858154, - 0.13988375663757324, - 0.04034973308444023, - 0.021413646638393402, - 0.03657105565071106, - 0.8466615676879883, - 0.6154316663742065, - 0.14975400269031525, - 0.24949446320533752, - 1.0813260078430176, - 0.4906274974346161, - 0.27713829278945923, - 0.35279589891433716, - 0.4655590057373047, - 0.5659575462341309, - 1.0042786598205566, - 0.09103406220674515, - 0.20840571820735931, - 0.27406373620033264, - 0.2174384891986847, - 0.5316476821899414, - 0.6017782688140869, - 0.046505156904459, - 0.08724051713943481, - 0.018091700971126556, - 0.13436928391456604, - 0.23360790312290192, - 1.696115493774414, - 1.4422085285186768, - 0.767483115196228, - 0.049639493227005005, - 1.0425522327423096, - 0.46678996086120605, - 0.048831451684236526, - 0.08797138184309006, - 0.5394808053970337, - 0.04988331347703934, - 0.1495319902896881, - 0.08887500315904617, - 0.028449129313230515, - 0.009331362321972847, - 0.04995214194059372, - 0.15030691027641296, - 0.041250500828027725, - 0.01791808009147644, - 1.082483172416687, - 1.027841567993164, - 0.6898838877677917, - 1.1653895378112793, - 0.5159260630607605, - 0.3294651508331299, - 1.195182204246521, - 0.05227139592170715, - 0.11895859986543655, - 0.9212906360626221, - 0.6342921257019043, - 0.037215348333120346, - 0.5384517908096313, - 0.4263566732406616, - 0.9291685819625854, - 0.696548581123352, - 1.0449179410934448, - 0.06380301713943481, - 0.2874477505683899, - 0.8516596555709839, - 0.33433830738067627, - 0.2493426501750946, - 0.2324344962835312, - 0.11108134686946869, - 1.078292965888977, - 0.17319269478321075, - 0.23531095683574677, - 0.07657819986343384, - 0.2522221505641937, - 0.9045413732528687, - 0.20579592883586884, - 0.4072769284248352, - 0.9376120567321777, - 1.7229642868041992, - 0.05367496609687805, - 0.037362951785326004, - 0.10648471862077713, - 0.05002440884709358, - 1.1172608137130737, - 0.8100369572639465, - 0.8346009850502014, - 1.694823145866394, - 0.012717721052467823, - 0.4556541442871094, - 0.034063514322042465, - 0.565277099609375, - 1.6658827066421509, - 0.2482168823480606, - 0.724563479423523, - 0.0987386405467987, - 0.9575306177139282, - 0.06794925034046173, - 1.1001091003417969, - 0.9258936643600464, - 0.05012233182787895, - 0.06313112378120422, - 0.9134082198143005, - 0.026634687557816505, - 0.34720394015312195, - 0.2199033796787262, - 0.12606938183307648, - 0.14976514875888824, - 0.046965692192316055, - 0.2209407091140747, - 0.20803070068359375, - 0.4229629933834076, - 0.43853726983070374, - 0.17845700681209564, - 0.17593666911125183, - 0.2794589698314667, - 0.6338716745376587, - 0.1384837031364441, - 0.020436348393559456, - 0.18284156918525696, - 0.25088930130004883, - 0.17486663162708282, - 0.14709946513175964, - 0.005537066608667374, - 0.10651236772537231, - 0.42546477913856506, - 0.35091355443000793, - 0.1412401646375656, - 0.02582968771457672, - 0.5080769658088684, - 0.28847119212150574, - 0.1867877095937729, - 0.2017362117767334, - 0.3570820093154907, - 0.9343204498291016, - 0.04773674160242081, - 0.6326627731323242, - 0.017945418134331703, - 0.0502714104950428, - 0.028028428554534912, - 0.3388710916042328, - 0.11743971705436707, - 0.6279408931732178, - 0.013491823337972164, - 0.808980405330658, - 0.6549264788627625, - 0.669834315776825, - 0.7761770486831665, - 0.5457985401153564, - 0.4200207591056824, - 0.25210073590278625, - 0.010306288488209248, - 0.08608044683933258, - 0.04963377118110657, - 1.4129550457000732, - 0.14501862227916718, - 0.02613098919391632, - 0.9538676142692566, - 0.6593210101127625, - 0.02761012874543667, - 0.1881384402513504, - 0.03839055076241493, - 0.0321580246090889, - 0.12187374383211136, - 0.03903672844171524, - 1.475788950920105, - 1.0730183124542236, - 0.25512033700942993, - 0.24898923933506012, - 0.13591532409191132, - 0.6113293170928955, - 0.1271575689315796, - 0.19811725616455078, - 0.8204230666160583, - 0.08608805388212204, - 0.2360275387763977, - 0.9906724691390991, - 0.3607344627380371, - 0.07579534500837326, - 0.20167161524295807, - 0.05022449791431427, - 1.692497968673706, - 0.03544138744473457, - 0.014820265583693981, - 0.13282309472560883, - 0.1619466245174408, - 0.05275867134332657, - 0.09935707598924637, - 0.13690252602100372 + 0.7734967470169067, + 0.8751446008682251, + 0.7560067176818848, + 0.4883701503276825, + 0.7567958831787109, + 0.40573593974113464, + 0.7329961657524109, + 0.3507487177848816, + 1.2510384321212769, + 0.37684839963912964, + 0.5949757099151611, + 1.1107540130615234, + 0.5963921546936035, + 0.6627359986305237, + 0.6660632491111755, + 0.8661376237869263, + 0.44346845149993896, + 1.0630855560302734, + 1.620985507965088, + 1.1570169925689697, + 0.8015074133872986, + 0.6842371821403503, + 0.8609248399734497, + 0.8130911588668823, + 0.6672165393829346, + 0.8470112681388855, + 0.6399882435798645, + 0.8132520318031311, + 0.7239785194396973, + 0.7100253701210022, + 0.5298404693603516, + 1.2464009523391724, + 0.8510929942131042, + 0.5215830206871033, + 0.49144768714904785, + 0.6988705992698669, + 1.1809074878692627, + 0.5690478682518005, + 0.9213444590568542, + 1.2729949951171875, + 0.6962097883224487, + 0.757695198059082, + 0.34130144119262695, + 0.32823750376701355, + 0.2157074213027954, + 0.6431828737258911, + 0.6365635991096497, + 1.0193204879760742, + 0.41447240114212036, + 0.4471711218357086, + 0.5583305954933167, + 0.5519795417785645, + 0.7058643698692322, + 0.7524757981300354, + 1.0261683464050293, + 0.3035755753517151, + 0.9466000199317932, + 0.49596795439720154, + 0.7149277329444885, + 0.5853215456008911, + 0.7032791972160339, + 0.7049915790557861, + 0.5978042483329773, + 0.3650738000869751, + 0.25577589869499207, + 0.6501713395118713, + 0.6826266050338745, + 0.7195780277252197, + 0.8611476421356201, + 0.5079643726348877, + 0.5515998005867004, + 0.6965035796165466, + 0.720966637134552, + 0.6281375288963318, + 0.8547952771186829, + 0.5067647695541382, + 0.44146665930747986, + 0.5240039229393005, + 0.4963189661502838, + 0.5330562591552734, + 0.4010050892829895, + 0.44691202044487, + 0.3878433406352997, + 0.788928210735321, + 0.8409549593925476, + 0.7266005277633667, + 0.2709147036075592, + 0.7184608578681946, + 0.3125954270362854, + 0.6509923338890076, + 0.47025880217552185, + 0.30032509565353394, + 0.6064448952674866, + 0.6425597071647644, + 0.4135216772556305, + 0.6095576882362366, + 0.6730456948280334, + 0.2877550423145294, + 0.3174517750740051, + 0.45507144927978516, + 0.4025876820087433, + 0.9915087819099426, + 0.897580087184906, + 0.7850408554077148, + 0.8997802734375, + 0.6828077435493469, + 0.5354255437850952, + 0.2573283314704895, + 0.4190390110015869, + 0.5409901142120361, + 0.3159536123275757, + 0.33006933331489563, + 0.48332592844963074, + 0.6108193397521973, + 0.39107611775398254, + 0.6246562004089355, + 0.6433087587356567, + 0.3640688359737396, + 0.5135744214057922, + 0.6587053537368774, + 0.9479477405548096, + 0.31584444642066956, + 0.2664982080459595, + 0.5521312952041626, + 0.38732999563217163, + 0.771946132183075, + 0.5347426533699036, + 0.5082075595855713, + 0.7819271683692932, + 0.6314749121665955, + 0.779897928237915, + 0.5653145909309387, + 0.2906709909439087, + 0.6207665801048279, + 0.805427074432373, + 0.5356203317642212, + 0.3194482922554016, + 0.9171763062477112, + 0.7251357436180115, + 0.5867151021957397, + 0.5868394374847412, + 0.5854943990707397, + 0.7832427620887756, + 0.3685193359851837, + 0.42708414793014526, + 0.3499656021595001, + 0.26242393255233765, + 0.8007831573486328, + 0.3977930247783661, + 0.48844486474990845, + 0.6064642667770386, + 0.6564565300941467, + 0.9454700350761414, + 0.49864035844802856, + 0.7882673144340515, + 0.8107730150222778, + 0.8712197542190552, + 0.30411919951438904, + 0.5724727511405945, + 0.33750516176223755, + 0.4744836390018463, + 0.6191733479499817, + 0.25199902057647705, + 0.6294487118721008, + 0.8298830389976501, + 0.6821719408035278, + 0.3649947941303253, + 0.7355380058288574, + 0.5755314826965332, + 0.6319661140441895, + 0.619407594203949, + 0.5271977186203003, + 0.14913912117481232, + 0.8868032097816467, + 0.6659578680992126, + 0.5568271279335022, + 0.4916858971118927, + 0.5800682306289673, + 0.5617427825927734, + 0.2674151062965393, + 0.39169982075691223, + 0.5461159348487854, + 0.4728398621082306, + 0.7302552461624146, + 0.750234067440033, + 0.40303030610084534, + 0.3200409412384033, + 0.840507984161377, + 0.703598141670227, + 0.5031530857086182, + 0.41493257880210876, + 0.5578039288520813, + 0.32851672172546387, + 0.4439794719219208, + 0.6875532865524292, + 0.6654223799705505, + 0.2249346673488617, + 0.5915660858154297, + 0.35187533497810364, + 0.5385667681694031, + 0.652669370174408, + 0.5082440972328186, + 0.5901356935501099, + 0.5295843482017517, + 0.5141217112541199, + 0.6801419258117676, + 0.7588659524917603, + 0.40654826164245605, + 0.5434216856956482, + 0.31476452946662903, + 0.6422701478004456, + 0.41332826018333435, + 0.48287123441696167, + 0.31001168489456177, + 0.5858647227287292, + 0.23147279024124146, + 0.696850061416626, + 0.6834369897842407, + 0.4170234799385071, + 0.4324438273906708, + 0.3335668444633484, + 0.5781632661819458, + 0.28442737460136414, + 0.8319550156593323, + 0.2996283769607544, + 0.223815456032753, + 0.7541991472244263, + 0.35043779015541077, + 0.4216580390930176, + 0.6223424077033997, + 0.3462364673614502, + 0.5888056755065918, + 0.5881258845329285, + 0.32264095544815063, + 0.46261370182037354, + 0.15191766619682312, + 0.32166552543640137, + 0.46644139289855957, + 0.4343530833721161, + 0.4253618121147156, + 0.773597776889801, + 0.46873465180397034, + 0.7318601608276367, + 0.5122456550598145, + 0.6071818470954895, + 0.5610059499740601, + 0.3321617841720581, + 0.36858633160591125, + 0.532252311706543, + 0.35724326968193054, + 0.41107678413391113, + 0.33639252185821533, + 0.6484041213989258, + 0.46664729714393616, + 0.5050995349884033, + 0.5209793448448181, + 0.5204503536224365, + 0.5067225098609924, + 0.381591796875, + 0.5649896264076233, + 0.4786815047264099, + 0.4900362491607666, + 0.5412304401397705, + 0.704016387462616, + 0.5549789667129517, + 0.8240851163864136, + 0.4052770435810089, + 0.4135887622833252, + 0.8690467476844788, + 0.6860378384590149, + 0.3179953396320343, + 0.7214577794075012, + 0.5093994140625, + 0.5864027142524719, + 0.2385788857936859, + 0.5911424160003662, + 0.5193860530853271, + 0.37480053305625916, + 0.5694995522499084, + 0.5009366869926453, + 0.5436109304428101, + 0.267411470413208, + 0.33455029129981995, + 0.4602662920951843, + 0.6080417633056641, + 0.3167188763618469, + 0.415444016456604, + 0.437988817691803, + 0.5402089357376099, + 0.4559114873409271, + 0.5573568344116211, + 0.6285880208015442, + 0.3505512475967407, + 0.5162736773490906, + 0.49230045080184937, + 0.5223981738090515, + 0.4877653419971466, + 0.3651235103607178, + 0.6281307339668274, + 0.1948593556880951, + 0.4423987567424774, + 0.39976635575294495, + 0.4184042513370514, + 0.4396974444389343, + 0.5667990446090698, + 0.5300074219703674, + 0.8318820595741272, + 0.5883176922798157, + 0.4339665174484253, + 0.312534362077713, + 0.641749918460846, + 0.38181185722351074, + 0.4294288158416748, + 0.44122636318206787, + 0.5645580291748047, + 0.2060941606760025, + 0.2869948446750641, + 0.5107490420341492, + 0.34763526916503906, + 0.3091255724430084, + 0.3669974207878113, + 0.8054676055908203, + 0.36786431074142456, + 0.4598153531551361, + 0.39509204030036926, + 0.5758171081542969, + 0.33328813314437866, + 0.41192254424095154, + 0.36567941308021545, + 0.39190050959587097, + 0.22492392361164093, + 0.49075406789779663, + 0.4283095598220825, + 0.5548864006996155, + 0.5052962303161621, + 0.5798571705818176, + 0.40436679124832153, + 0.7525870203971863, + 0.33891764283180237, + 0.7155109643936157, + 0.20795968174934387, + 0.43792784214019775, + 0.25391051173210144, + 0.4561663269996643, + 0.3768259286880493, + 0.456045538187027, + 0.6856919527053833, + 0.5003635287284851, + 0.4758252501487732, + 0.6811056137084961, + 0.39171862602233887, + 0.2955905497074127, + 0.5506279468536377, + 0.3033587634563446, + 0.35245591402053833, + 0.40316635370254517, + 0.5503785014152527, + 0.5127272009849548, + 0.7120262384414673, + 0.4200665056705475, + 0.3907962441444397, + 0.4913617670536041, + 0.45955777168273926, + 0.6204312443733215, + 0.6469820737838745, + 0.5215421915054321, + 0.33708328008651733, + 0.30718210339546204, + 0.24565266072750092, + 0.4998665153980255, + 0.46225014328956604, + 0.5258507132530212, + 0.5870546698570251, + 0.6071863174438477, + 0.6091234683990479, + 0.47385814785957336, + 0.6572746634483337, + 0.3442230224609375, + 0.4211181402206421, + 0.6049609184265137, + 0.48779940605163574, + 0.20867522060871124, + 0.4877499043941498, + 0.3786749243736267, + 0.4605865180492401, + 0.5340304970741272, + 0.520553469657898, + 0.1613350659608841, + 0.1647108495235443, + 0.4098600447177887, + 0.5492358207702637, + 0.4609377384185791, + 0.21674750745296478, + 0.22858840227127075, + 0.3829513192176819, + 0.5732517242431641, + 0.4375549256801605, + 0.5028344988822937, + 0.5600101351737976, + 0.5195752382278442, + 0.4824395775794983, + 0.27627915143966675, + 0.5728880167007446, + 0.3686317503452301, + 0.39932048320770264, + 0.6683657169342041, + 0.5059468150138855, + 0.6184598207473755, + 0.32178622484207153, + 0.6093886494636536, + 0.1221742108464241, + 0.4274919629096985, + 0.39522886276245117, + 0.4245710074901581, + 0.5119512677192688, + 0.5896404385566711, + 0.42155924439430237, + 0.6166008114814758, + 0.673775851726532, + 0.29305920004844666, + 0.484989196062088, + 0.4365122318267822, + 0.43654757738113403, + 0.6079133152961731, + 0.46226224303245544, + 0.28086549043655396, + 0.43854403495788574, + 0.3730907440185547, + 0.5107587575912476, + 0.38852453231811523, + 0.3478010892868042, + 0.21604226529598236, + 0.309307336807251, + 0.3172648549079895, + 0.42442235350608826, + 0.4315608739852905, + 0.5335339903831482, + 0.2540353834629059, + 0.6043750047683716, + 0.6496785879135132, + 0.4720211625099182, + 0.3877353370189667, + 0.35469502210617065, + 0.41566774249076843, + 0.3273167908191681, + 0.5649974942207336, + 0.3890669047832489, + 0.4933589994907379, + 0.4423852860927582, + 0.4652252197265625, + 0.6281406879425049, + 0.5971957445144653, + 0.20462365448474884, + 0.5450032353401184, + 0.48009583353996277, + 0.6245657801628113, + 0.5875247120857239, + 0.2798830270767212, + 0.2453666776418686, + 0.357443243265152, + 0.4152839183807373, + 0.564354658126831, + 0.3407903015613556, + 0.5614124536514282, + 0.3950578272342682, + 0.4296073019504547, + 0.5874364376068115, + 0.6353152990341187, + 0.5840027332305908, + 0.4330940246582031, + 0.24682274460792542, + 0.37513741850852966, + 0.22825877368450165, + 0.5268678665161133, + 0.6569674611091614, + 0.5717560052871704, + 0.34839344024658203, + 0.3822697401046753, + 0.6970168948173523, + 0.5737751126289368, + 0.3734349310398102, + 0.4337466061115265, + 0.6216220855712891, + 0.3299666941165924, + 0.37861788272857666, + 0.4761531352996826, + 0.4515363574028015, + 0.18667396903038025, + 0.4231700003147125, + 0.4172111749649048, + 0.3571073114871979, + 0.2928372919559479, + 0.3821806013584137, + 0.5149813294410706, + 0.5946731567382812, + 0.1375161111354828, + 0.6599835157394409, + 0.44641542434692383, + 0.6691117882728577, + 0.4472683072090149 ], "env_score_iters": [ 1, @@ -41622,2677 +50901,3797 @@ 500 ], "env_score": [ - -3.9259226322174072, - -4.46641731262207, - -1.1175727844238281, - -2.5388567447662354, - -3.669480562210083, - -1.1042073965072632, - -4.280694961547852, - -2.4560160636901855, - -3.9272305965423584, - -3.730616807937622, - -1.9144775867462158, - -2.70235013961792, - -8.711923599243164, - -3.5563089847564697, - 0.23525547981262207, - -3.8237743377685547, - -1.12713623046875, - 3.6927430629730225, - -3.3829782009124756, - -1.3793425559997559, - -5.410654544830322, - -5.287217617034912, - -4.695056438446045, - 1.2262943983078003, - -6.7680206298828125, - -0.37760090827941895, - -5.7710723876953125, - -3.488194227218628, - 6.449159622192383, - -1.1941089630126953, - 1.3621864318847656, - -2.538041114807129, - -2.365687131881714, - -1.3807363510131836, - -4.050414085388184, - 1.2779895067214966, - 1.9771217107772827, - 0.3928123414516449, - -3.303983211517334, - -1.6417573690414429, - -2.765411853790283, - -3.3883745670318604, - -1.4211496114730835, - 8.90899658203125, - -4.079836368560791, - -2.031860589981079, - -2.65521502494812, - 0.4585953950881958, - 0.8811678290367126, - -2.710686683654785, - -4.758923053741455, - -3.131930351257324, - -1.2095801830291748, - -3.3119924068450928, - -0.1455482691526413, - 1.3231992721557617, - -2.920330762863159, - 0.08904586732387543, - -2.0907092094421387, - 5.079026699066162, - -3.356168270111084, - 4.092631816864014, - -3.0479390621185303, - -3.6575706005096436, - -1.1974444389343262, - -2.956501007080078, - -2.2456493377685547, - -3.4413936138153076, - -2.5141730308532715, - -3.844900131225586, - -5.453842639923096, - -0.8233464956283569, - -0.9606040716171265, - -0.8530260920524597, - -2.824868679046631, - -0.26024606823921204, - -3.575650215148926, - -1.0015710592269897, - -1.5394502878189087, - -3.5621771812438965, - -1.9763894081115723, - -0.5377933382987976, - -2.9372267723083496, - 1.6393080949783325, - -5.420393943786621, - -3.3463613986968994, - -2.7081949710845947, - 0.17169393599033356, - -4.2064690589904785, - -0.5903021693229675, - 1.0374853610992432, - -3.8174471855163574, - -4.268215179443359, - -0.3914790749549866, - -3.57450795173645, - -5.221078395843506, - -3.4988605976104736, - -1.265151858329773, - -3.6025595664978027, - 1.8295211791992188, - -3.1895363330841064, - -3.543726682662964, - -3.236579656600952, - -2.6745805740356445, - -2.7982945442199707, - -8.69294548034668, - -1.747050404548645, - -0.7310210466384888, - -1.537432074546814, - -0.3635624349117279, - -3.094226598739624, - -2.4893226623535156, - -0.02912980504333973, - -3.0650815963745117, - -2.951493740081787, - -2.3056716918945312, - -3.691298484802246, - -3.3920867443084717, - -2.755800724029541, - -2.0394716262817383, - -3.115879535675049, - -5.089233875274658, - -1.0853767395019531, - -3.190774440765381, - -5.396032333374023, - -0.33941707015037537, - -2.3732922077178955, - -3.5367190837860107, - -0.5345419645309448, - -1.8471611738204956, - -3.1773059368133545, - -2.034585952758789, - -3.3815560340881348, - -2.7134923934936523, - -1.5111289024353027, - -3.48962140083313, - -5.331242561340332, - -3.719608783721924, - -0.5708893537521362, - -1.149339199066162, - -3.522944211959839, - -3.527315139770508, - 5.311939716339111, - -3.09599232673645, - -1.8810666799545288, - -3.1958982944488525, - -2.7525906562805176, - -1.7396467924118042, - -1.378125786781311, - -3.586721897125244, - -10.706062316894531, - -4.660803318023682, - -4.499034404754639, - 0.6359099745750427, - -0.8579015135765076, - -3.303614377975464, - -4.557770252227783, - -2.115147590637207, - -3.6175036430358887, - -1.7657884359359741, - -3.9205574989318848, - -3.37321400642395, - -3.027017593383789, - -6.914674282073975, - -3.073979616165161, - -2.0345563888549805, - -2.998960018157959, - -2.5744495391845703, - 0.33784937858581543, - -2.527991533279419, - -4.401247978210449, - -3.0587940216064453, - -2.0405752658843994, - 0.8591687083244324, - -2.147383213043213, - 0.6517084240913391, - -3.1621580123901367, - -2.2367820739746094, - -3.639017105102539, - -3.4803309440612793, - -3.118617296218872, - 0.10037601739168167, - -4.621186256408691, - -4.215282440185547, - -4.118344306945801, - -0.7094238996505737, - -4.140416622161865, - -1.8642566204071045, - -1.3854074478149414, - 3.6850390434265137, - -3.7277650833129883, - -1.746241807937622, - -1.5968024730682373, - 0.8978492617607117, - -2.513913154602051, - -0.5214618444442749, - -1.400471806526184, - 1.207090139389038, - -2.5850727558135986, - -1.3318848609924316, - -1.8493324518203735, - -2.5696864128112793, - -3.7897732257843018, - -1.5600417852401733, - -2.9509177207946777, - -2.1759989261627197, - 3.4636623859405518, - -2.9542715549468994, - -1.9460140466690063, - -1.1246869564056396, - -2.3179683685302734, - -2.5519285202026367, - -3.1017823219299316, - 4.056291103363037, - -3.629883289337158, - -0.9659138321876526, - -3.1160058975219727, - -6.257596969604492, - -4.925474166870117, - -3.524751901626587, - 2.049534797668457, - -2.612740993499756, - -0.10550831258296967, - -2.564070701599121, - -3.8212997913360596, - 2.7970848083496094, - -4.657433986663818, - 2.3004400730133057, - -2.2429120540618896, - 0.7352653741836548, - 0.13459642231464386, - -2.2758285999298096, - -1.1029245853424072, - -2.048480749130249, - -3.0178277492523193, - -1.246496558189392, - -2.903254270553589, - -3.48559832572937, - -1.438496708869934, - 0.5201848745346069, - -0.24873560667037964, - -2.95232892036438, - -6.647113800048828, - -2.738415479660034, - -4.106838703155518, - -3.6346843242645264, - 2.3011815547943115, - -1.4656614065170288, - -1.6765600442886353, - -3.292877674102783, - -2.9919328689575195, - -1.842258095741272, - -2.826035976409912, - -3.7913734912872314, - -0.8624551296234131, - -2.0175461769104004, - -3.9849376678466797, - -3.7026216983795166, - -5.259469032287598, - -2.754453420639038, - 2.6688637733459473, - -6.966557025909424, - -3.5292608737945557, - -3.7078909873962402, - -2.9766314029693604, - 1.6505917310714722, - -2.844968795776367, - -3.1979784965515137, - -3.5214250087738037, - -0.2623385787010193, - -3.1159141063690186, - -2.6240789890289307, - -5.0861687660217285, - -3.6300594806671143, - -2.3400912284851074, - -2.069085121154785, - -3.4827139377593994, - -3.049976110458374, - -2.9173495769500732, - -4.080226898193359, - -3.3599185943603516, - 4.586466312408447, - -3.8328464031219482, - -5.624194622039795, - -1.1012331247329712, - -2.325566530227661, - -4.4502644538879395, - -4.711612701416016, - -4.2769317626953125, - -4.231912136077881, - -2.5998101234436035, - -3.9684736728668213, - -2.600527286529541, - -1.7213634252548218, - -1.2974801063537598, - -0.10605726391077042, - 1.8506453037261963, - -3.637831211090088, - -2.0885305404663086, - -3.5220773220062256, - -0.8766223192214966, - -2.587726593017578, - -4.278277397155762, - -2.9379658699035645, - -3.9205708503723145, - -3.521754264831543, - -2.855112075805664, - 0.3029269874095917, - -1.5168299674987793, - 1.0032960176467896, - -3.222580671310425, - -4.199019432067871, - -3.2049646377563477, - -2.9716439247131348, - -4.011538982391357, - -3.4101381301879883, - -3.2191929817199707, - -1.3806051015853882, - -1.6589394807815552, - -2.6972806453704834, - -3.3386807441711426, - 0.7296150326728821, - -3.547518491744995, - -2.642446279525757, - -5.205624103546143, - -1.892930507659912, - -2.0828254222869873, - -2.015129566192627, - -2.141650438308716, - -2.9665911197662354, - -2.6573991775512695, - -2.295865774154663, - -2.634819269180298, - -3.4477739334106445, - -3.1405739784240723, - -3.006148338317871, - -3.4508073329925537, - -4.018852710723877, - -3.11997652053833, - 1.1142230033874512, - 2.204580545425415, - 0.3940311372280121, - -5.619028568267822, - -1.4543238878250122, - -1.85723078250885, - -5.817730903625488, - -4.908742427825928, - -1.200418472290039, - -6.460155487060547, - -2.4270882606506348, - -3.0383613109588623, - -3.1420528888702393, - -3.7651233673095703, - -5.225766181945801, - -3.347240447998047, - -5.42083740234375, - -1.2806000709533691, - 0.4750364124774933, - -0.47580575942993164, - -1.302001714706421, - 0.3479912579059601, - -3.0246026515960693, - -3.0156710147857666, - 0.463699072599411, - -3.467541456222534, - -4.9334001541137695, - -0.28963106870651245, - -0.793249249458313, - -4.664158344268799, - -3.680316925048828, - -2.055255889892578, - -2.441615343093872, - -2.803044557571411, - -2.6600935459136963, - -3.898644208908081, - -4.154513835906982, - -0.9619553089141846, - -3.263838529586792, - -2.2127768993377686, - 1.126975655555725, - -3.6893081665039062, - -0.2239137887954712, - -3.555089235305786, - -2.8075222969055176, - -3.8000619411468506, - -3.5932435989379883, - -3.6605119705200195, - -2.303513526916504, - -2.0493273735046387, - 1.217395544052124, - 8.98367691040039, - -4.076557159423828, - -3.7390921115875244, - -2.1913223266601562, - -3.5165398120880127, - 0.5752467513084412, - -4.197371006011963, - -0.6129353046417236, - 6.096745014190674, - -3.5243375301361084, - -1.4952038526535034, - -4.194953918457031, - -2.606715202331543, - 0.2890072464942932, - -3.954617977142334, - -2.3821561336517334, - -3.4854955673217773, - 0.7208662629127502, - -3.906759262084961, - -0.358205109834671, - -2.0516557693481445, - -7.448334693908691, - -5.061869144439697, - -0.9681704044342041, - -3.35103440284729, - -3.219165563583374, - -2.776299238204956, - -0.996573805809021, - -3.147382974624634, - -3.1965250968933105, - -3.2507476806640625, - -2.612518787384033, - -1.9908041954040527, - -3.1044561862945557, - 0.3505970537662506, - -3.119511842727661, - -2.8318166732788086, - -0.8370488286018372, - -3.0029456615448, - -4.567679405212402, - -3.0595052242279053, - -5.444401264190674, - -2.1840460300445557, - -3.5667150020599365, - -3.491217851638794, - -4.66192102432251, - -1.3906790018081665, - -2.6571483612060547, - -5.037585258483887, - -3.613187313079834, - -1.5305033922195435, - -0.41871699690818787, - -2.5864930152893066, - -2.7332236766815186, - -4.263873100280762, - 0.24345088005065918, - -3.5289905071258545, - -0.29809486865997314, - -3.895578145980835, - -4.015847206115723, - -4.263630390167236, - -3.420149564743042, - -3.316141128540039, - -0.5557083487510681, - -4.2306437492370605, - -1.3391427993774414, - -1.0467034578323364, - 1.1094088554382324, - -0.8907642960548401, - 0.8795444965362549, - -1.7911393642425537, - -2.8866465091705322, - -3.748711347579956, - -3.928253650665283, - -3.4589271545410156, - -2.0826878547668457, - -2.2371859550476074, - -4.7978901863098145, - -2.050341844558716, - -1.338876485824585, - -3.449322462081909, - -2.1433637142181396, - -3.542295217514038, - -3.7236406803131104, - -4.285933494567871, - -3.391465187072754, - -0.12369471788406372, - 1.4293172359466553, - -3.4567203521728516, - -3.644629955291748, - -3.055649757385254, - -0.967907726764679, - -3.8482842445373535, - -2.48620343208313, - -1.4895561933517456, - -3.854861259460449, - -2.843623161315918, - 1.8187997341156006, - -2.3880765438079834, - -4.5209269523620605, - -3.998232841491699, - -3.1179683208465576, - -0.17655818164348602, - -3.540003538131714, - -3.411221981048584, - -3.659470796585083, - -1.915622591972351, - -4.197322845458984, - -3.5188796520233154, - -3.825287342071533 + -0.5324477553367615, + -0.49953728914260864, + -0.5593368411064148, + -0.6048963665962219, + -0.4303225576877594, + -0.6327687501907349, + -0.5078248977661133, + -0.5176725387573242, + -0.4099944531917572, + -0.5379453897476196, + -0.6498779654502869, + -0.3876214325428009, + -0.48973503708839417, + -0.37173861265182495, + -0.675468921661377, + -0.7419098019599915, + -0.3939920663833618, + -0.3908652365207672, + 0.17069889605045319, + -0.3024984896183014, + -0.37787118554115295, + -0.3714149296283722, + -0.3658530116081238, + -0.5438776612281799, + -0.6927241683006287, + -0.47454413771629333, + -0.48853129148483276, + -0.48550713062286377, + -0.4209596812725067, + -0.6806543469429016, + -0.5626178979873657, + -0.2727670669555664, + -0.35112741589546204, + -0.4783906042575836, + -0.45844942331314087, + -0.35206109285354614, + -0.4048177897930145, + -0.4013403058052063, + -0.41108667850494385, + -0.021079573780298233, + -0.5757176280021667, + -0.6468115448951721, + -0.6067826151847839, + -0.5548352003097534, + -0.7004013657569885, + -0.510820209980011, + -0.43593284487724304, + -0.45150500535964966, + -0.5174915790557861, + -0.5461869239807129, + -0.5754433274269104, + -0.47311702370643616, + -0.4361371397972107, + -0.5316886305809021, + -0.4494059383869171, + -0.45224618911743164, + -0.34338319301605225, + -0.6579060554504395, + -0.40602850914001465, + -0.7419241070747375, + -0.6072742342948914, + -0.5326849222183228, + -0.21317002177238464, + -0.5101560354232788, + -0.4100918769836426, + -0.42521846294403076, + -0.5138506293296814, + -0.5812157988548279, + -0.179655522108078, + -0.5451842546463013, + -0.652202844619751, + -0.2656964063644409, + -0.68846595287323, + -0.43570035696029663, + -0.4633338749408722, + -0.48599937558174133, + -0.6472896337509155, + -0.4279867708683014, + -0.5692856907844543, + -0.5528141260147095, + -0.9624667167663574, + -0.4075106382369995, + -0.7278186678886414, + -0.4949484169483185, + -0.383978933095932, + -0.433968186378479, + -0.44664254784584045, + -0.6128862500190735, + -0.4117458462715149, + -0.4084150791168213, + -0.6935482025146484, + -0.48855236172676086, + -0.4179275631904602, + -0.5194383859634399, + -0.5599632263183594, + -0.3843083679676056, + -0.6391038298606873, + -0.3699473440647125, + -0.5018489360809326, + -0.5589208006858826, + -0.6141433119773865, + -0.4393635094165802, + -0.535913348197937, + -0.5707873702049255, + -0.3345600366592407, + -0.3697475492954254, + -0.6113699674606323, + -0.6397444605827332, + -0.4644823372364044, + -0.9103266596794128, + -0.5996289849281311, + -0.5028139352798462, + -0.42872172594070435, + -0.5107585787773132, + -0.5930321216583252, + -0.5638299584388733, + -0.3713374435901642, + -0.6021767258644104, + -0.5530924201011658, + -0.7555007934570312, + -0.5032056570053101, + -0.5422108173370361, + -0.5181992053985596, + -0.44606417417526245, + -0.42787888646125793, + -0.3020656108856201, + -0.5609649419784546, + -0.44525420665740967, + -0.16221244633197784, + -0.6491417288780212, + -0.33972278237342834, + -0.52998948097229, + -0.35032790899276733, + -0.5906550288200378, + -0.4444468319416046, + -0.5437418818473816, + -0.3471689522266388, + -0.4215540587902069, + -0.5910998582839966, + -0.4068528413772583, + -0.556156575679779, + -0.5615516304969788, + -0.31221798062324524, + -0.5717040300369263, + -0.6591649055480957, + -0.64268958568573, + -0.6364229917526245, + -0.5671940445899963, + -0.5100334286689758, + -0.7782312035560608, + -0.3403281569480896, + -0.04246830940246582, + -0.4273330569267273, + -0.4479787051677704, + -0.4343568980693817, + -0.6727421283721924, + -0.20161746442317963, + -0.5333635807037354, + -0.4666210412979126, + -0.166270911693573, + -0.529042661190033, + -0.5782495141029358, + -0.8401533365249634, + -0.6086215972900391, + -0.429543137550354, + -0.38247257471084595, + -0.5782393217086792, + -0.42131665349006653, + -0.45202428102493286, + -0.28618425130844116, + -0.364768385887146, + -0.49620893597602844, + -0.7344853281974792, + -0.1809607595205307, + -0.41902074217796326, + -0.4621709883213043, + -0.45441415905952454, + -0.42929375171661377, + -0.33467304706573486, + -0.626504123210907, + -0.4958426356315613, + -0.7142845392227173, + -0.5142019391059875, + -0.30204302072525024, + -0.397288978099823, + -0.6726795434951782, + -0.52265864610672, + -0.3606162965297699, + -0.6101215481758118, + -0.47619786858558655, + -0.3835000991821289, + -0.5721282362937927, + -0.6154429316520691, + -0.2597033381462097, + -0.570146918296814, + -0.4581005275249481, + -0.4709618091583252, + -0.4660647213459015, + -0.4492151439189911, + -0.5026483535766602, + -0.28124696016311646, + -0.5296838879585266, + -0.3351888060569763, + -0.650665283203125, + -0.5491246581077576, + -0.4580768942832947, + -0.3827540874481201, + -0.6267242431640625, + -0.4591469168663025, + -0.4492027759552002, + -0.3431151807308197, + -0.4933094382286072, + -0.3575951159000397, + -0.5506614446640015, + -0.4904215931892395, + -0.4975337088108063, + -0.32076218724250793, + -0.535560131072998, + -0.49356919527053833, + -0.6308731436729431, + -0.4941374361515045, + -0.22946122288703918, + -0.6160775423049927, + -0.4705777168273926, + -0.49025043845176697, + -0.4816769063472748, + -0.14998659491539001, + -0.575817883014679, + -0.6427350044250488, + -0.34015658497810364, + -0.8725192546844482, + -0.2939707040786743, + -0.5835027694702148, + -0.5212627053260803, + -0.39553436636924744, + -0.776594340801239, + -0.6686914563179016, + -0.23614344000816345, + -0.4874041974544525, + -0.5435647368431091, + -0.3464231789112091, + -0.44834786653518677, + -0.46001046895980835, + -0.40996792912483215, + -0.38913679122924805, + -0.521163284778595, + -0.7047826051712036, + -0.6364881992340088, + -0.2845686674118042, + -0.4461152255535126, + -0.3439699113368988, + -0.5015124678611755, + -0.5288326740264893, + -0.45858627557754517, + -0.4668424129486084, + -0.3409496247768402, + -0.4904611110687256, + -0.6465974450111389, + -0.47159725427627563, + -0.3970232903957367, + -0.42542901635169983, + -0.5124498009681702, + -0.3330378234386444, + -0.6365135312080383, + -0.5706549286842346, + -0.2811126708984375, + -0.40217888355255127, + -0.5425282716751099, + -0.24545423686504364, + -0.551695704460144, + -0.5470070242881775, + -0.44175833463668823, + -0.3535003364086151, + -0.34845951199531555, + -0.9827777147293091, + -0.4190491735935211, + -0.5086106061935425, + -0.762032687664032, + -0.4026835560798645, + -0.3748506009578705, + -0.6286309957504272, + -0.44695988297462463, + -0.664564311504364, + -0.5242315530776978, + -0.23478247225284576, + -0.48994311690330505, + -0.4605354368686676, + -0.6967363357543945, + -0.4702642858028412, + -0.5895071029663086, + -0.5806296467781067, + -0.5038376450538635, + -0.7483569979667664, + -0.3660697937011719, + -0.5372632741928101, + -0.36567506194114685, + -0.5970984697341919, + -0.5619193911552429, + -0.351657897233963, + -0.6891542077064514, + -0.4212743937969208, + -0.5189378261566162, + -0.6094664335250854, + -0.437488317489624, + -0.3975091576576233, + -0.4909372329711914, + -0.37624111771583557, + -0.47921743988990784, + -0.5479637384414673, + -0.443791002035141, + -0.38935181498527527, + -0.6405115723609924, + -0.47635307908058167, + -0.6740854382514954, + -0.2590586841106415, + -0.5533396601676941, + -0.67400723695755, + -0.45189452171325684, + -0.5403997302055359, + -0.46281516551971436, + -0.5659695863723755, + -0.16915643215179443, + -0.5265520811080933, + -0.42053768038749695, + -0.48626381158828735, + -0.18929433822631836, + -0.5708006620407104, + -0.5591482520103455, + -0.5219048261642456, + -0.6159387230873108, + -0.621732771396637, + -0.6053876280784607, + -0.5534847378730774, + -0.004168173763900995, + -0.4802592098712921, + -0.4643046259880066, + -0.46969863772392273, + -0.39150017499923706, + -0.845386803150177, + -0.609659731388092, + -0.6209832429885864, + -0.5209783911705017, + -0.5599250793457031, + -0.5551195740699768, + -0.5077226161956787, + -0.6264133453369141, + -0.25742971897125244, + -0.44506698846817017, + -0.43280795216560364, + -0.35901179909706116, + -0.4594096839427948, + -0.39655351638793945, + -0.44412168860435486, + -0.5663828253746033, + -0.47054606676101685, + -0.6660682559013367, + -0.46400848031044006, + -0.6326363682746887, + -0.21739692986011505, + -0.3757646083831787, + -0.5256460309028625, + -0.39502203464508057, + -0.5667052865028381, + -0.3398710787296295, + -0.2866644859313965, + -0.36081162095069885, + -0.580105185508728, + -0.455765962600708, + -0.42987704277038574, + -0.5953922867774963, + -0.4802800118923187, + -0.24931477010250092, + -0.36999979615211487, + -0.47843673825263977, + -0.3976486027240753, + -0.42335405945777893, + -0.11231019347906113, + -0.7533165216445923, + -0.4200184941291809, + -0.19766657054424286, + -0.49913161993026733, + -0.5011897087097168, + -0.35882264375686646, + -0.7158207297325134, + -0.32285255193710327, + -0.3693033754825592, + -0.11455677449703217, + -0.5182704329490662, + -0.5429790616035461, + -0.6370893716812134, + -0.6516503691673279, + -0.4166690409183502, + -0.6224417090415955, + -0.6041246056556702, + -0.2931719124317169, + -0.3652539849281311, + -0.49136871099472046, + -0.2827497124671936, + -0.5866752862930298, + -0.3711369037628174, + -0.47897258400917053, + -0.48124372959136963, + -0.7348474860191345, + -0.9022192358970642, + -0.3001958727836609, + -0.5750977993011475, + -0.47536125779151917, + -0.37281036376953125, + -0.5542324185371399, + -0.6076008081436157, + -0.6361479163169861, + -0.2900485098361969, + -0.4517045319080353, + -0.4728458523750305, + -0.25596392154693604, + -0.4728027582168579, + -0.6086078882217407, + -0.34273573756217957, + -0.35162845253944397, + -0.4913519322872162, + -0.35060781240463257, + -0.5434845685958862, + -0.6164737343788147, + -0.4600655138492584, + -0.5005545616149902, + -0.4943682849407196, + -0.3996177613735199, + -0.48935404419898987, + -0.3005709946155548, + -0.5042272210121155, + -0.60667884349823, + -0.53127521276474, + -0.4506221115589142, + -0.676235556602478, + -0.4340756833553314, + -0.44000813364982605, + -0.35394635796546936, + -0.5590375661849976, + -0.609036386013031, + -0.3341866731643677, + -0.2908593714237213, + -0.5202234387397766, + -0.7284500598907471, + -0.380575954914093, + -0.325368732213974, + -0.3512708842754364, + -0.4711444079875946, + -0.4417460858821869, + -0.2523318827152252, + -0.4986940324306488, + -0.3435078561306, + -0.3130168616771698, + -0.5258762240409851, + -0.3974885642528534, + -0.6029301881790161, + -0.3000096380710602, + -0.3028292953968048, + -0.570888102054596, + -0.5614312887191772, + -0.5186301469802856, + -0.3900326192378998, + -0.5378942489624023, + -0.5696197152137756, + -0.3816225826740265, + -0.5344053506851196, + -0.49160313606262207, + -0.25863227248191833, + -0.3262871503829956, + -0.5174490809440613, + -0.5429127812385559, + -0.5262331366539001, + -0.5869767665863037, + -0.531499445438385, + -0.38973212242126465, + -0.5083522796630859, + -0.28328219056129456, + -0.8321076035499573, + -0.5449371933937073, + 0.30893850326538086, + -0.32620394229888916, + -0.4418005049228668, + -0.6040196418762207, + -0.48297539353370667, + -0.5651198625564575, + -0.6274370551109314, + -0.40957969427108765, + -0.46647942066192627, + -0.45201265811920166, + -0.5774088501930237, + -0.4524821639060974, + -0.5241410732269287, + -0.5848584175109863, + -0.4146803915500641, + -0.36715301871299744, + -0.2931036055088043, + -0.5066584944725037, + -0.43750473856925964, + -0.16253648698329926, + -0.2806582748889923, + -0.5283532738685608 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.6000000000000001, - 0.6500000000000001, - 0.65, - 0.7249999999999999, - 0.75, - 0.65, - 0.7, - 0.65, - 0.7 + 0.5125, + 0.46249999999999997, + 0.48749999999999993, + 0.4749999999999999, + 0.44999999999999996, + 0.48749999999999993, + 0.5, + 0.42499999999999993, + 0.44999999999999996, + 0.46249999999999997, + 0.44999999999999996, + 0.5, + 0.4875, + 0.475, + 0.4875, + 0.525, + 0.5125, + 0.525, + 0.5375, + 0.4875 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.3218231797218323, - 0.7391128540039062, - -0.039617400616407394, - 0.34158244729042053, - 0.735105037689209, - 0.5528668761253357, - 0.19727113842964172, - 0.6041014790534973, - 0.4634232223033905, - 0.8780779838562012 + 0.6943731904029846, + 0.7274059653282166, + 0.6564412713050842, + 0.5057666897773743, + 0.5965130925178528, + 0.41907116770744324, + 0.4801793694496155, + 0.40807780623435974, + 0.7325837016105652, + 0.43200767040252686, + 0.4716584384441376, + 0.2719880938529968, + 0.23227116465568542, + 0.10433899611234665, + 0.2483202964067459, + 0.3406330645084381, + 0.3451215326786041, + 0.45824819803237915, + 0.5793870687484741, + 0.38354888558387756 ], "rl_grad_norm": [ - 2.221980571746826, - 5.3229804039001465, - 1.015215516090393, - 1.0019155740737915, - 0.4991675019264221, - 0.7992465496063232, - 1.4555938243865967, - 0.2318514883518219, - 0.5949112176895142, - 1.3225675821304321 + 2.9410762786865234, + 1.4662896394729614, + 3.052536725997925, + 1.279906988143921, + 1.2591853141784668, + 1.8900212049484253, + 2.1515109539031982, + 1.5962878465652466, + 1.3510268926620483, + 1.254937767982483, + 0.9169017672538757, + 0.7375624179840088, + 1.1239250898361206, + 2.420347213745117, + 1.5319331884384155, + 1.1697897911071777, + 1.256062388420105, + 0.9812717437744141, + 1.3332643508911133, + 1.0856720209121704 ], "bc_grad_norm": [ - 1.129626750946045, - 1.2179274559020996, - 1.7745134830474854, - 1.0420416593551636, - 0.8871052265167236, - 0.5756967663764954, - 0.39627474546432495, - 0.3208768665790558, - 0.2594127357006073, - 1.1909778118133545 + 3.5008385181427, + 2.4469447135925293, + 3.374260902404785, + 2.664346933364868, + 2.716951847076416, + 3.1259236335754395, + 4.167660236358643, + 3.8307783603668213, + 1.7610232830047607, + 1.808627724647522, + 1.787140965461731, + 1.9735556840896606, + 3.520839214324951, + 5.277400493621826, + 4.155681133270264, + 4.454699516296387, + 3.23061203956604, + 2.9111709594726562, + 5.9553117752075195, + 3.8347554206848145 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0010253976797685027, - "embedding.weight": 0.0371275469660759, - "cnn.0.weight": 0.738061785697937, - "cnn.0.bias": 0.03764937072992325, - "cnn.2.weight": 0.16756677627563477, - "cnn.2.bias": 0.08194687962532043, - "cnn.5.weight": 0.1909826248884201, - "cnn.5.bias": 0.07178740203380585, - "action_emb.weight": 0.04858894273638725, - "timestep_emb.weight": 0.01634051837027073, - "pos_emb.weight": 0.02296324260532856, - "transformer.layers.0.self_attn.in_proj_weight": 0.41550904512405396, - "transformer.layers.0.self_attn.in_proj_bias": 0.04138736054301262, - "transformer.layers.0.self_attn.out_proj.weight": 0.3683299124240875, - "transformer.layers.0.self_attn.out_proj.bias": 0.04997239634394646, - "transformer.layers.0.linear1.weight": 0.28799936175346375, - "transformer.layers.0.linear1.bias": 0.01715110056102276, - "transformer.layers.0.linear2.weight": 0.36578598618507385, - "transformer.layers.0.linear2.bias": 0.02976125292479992, - "transformer.layers.0.norm1.weight": 0.02080077864229679, - "transformer.layers.0.norm1.bias": 0.040454696863889694, - "transformer.layers.0.norm2.weight": 0.022220060229301453, - "transformer.layers.0.norm2.bias": 0.016402749344706535, - "transformer.layers.1.self_attn.in_proj_weight": 0.2712461054325104, - "transformer.layers.1.self_attn.in_proj_bias": 0.01650293730199337, - "transformer.layers.1.self_attn.out_proj.weight": 0.2207215130329132, - "transformer.layers.1.self_attn.out_proj.bias": 0.017704419791698456, - "transformer.layers.1.linear1.weight": 0.18117722868919373, - "transformer.layers.1.linear1.bias": 0.008771460503339767, - "transformer.layers.1.linear2.weight": 0.21747109293937683, - "transformer.layers.1.linear2.bias": 0.014620335772633553, - "transformer.layers.1.norm1.weight": 0.017765488475561142, - "transformer.layers.1.norm1.bias": 0.017534982413053513, - "transformer.layers.1.norm2.weight": 0.01559554971754551, - "transformer.layers.1.norm2.bias": 0.008496956899762154, - "transformer.layers.2.self_attn.in_proj_weight": 0.3189776837825775, - "transformer.layers.2.self_attn.in_proj_bias": 0.01451438944786787, - "transformer.layers.2.self_attn.out_proj.weight": 0.16040347516536713, - "transformer.layers.2.self_attn.out_proj.bias": 0.011424139142036438, - "transformer.layers.2.linear1.weight": 0.10509341210126877, - "transformer.layers.2.linear1.bias": 0.006412879563868046, - "transformer.layers.2.linear2.weight": 0.1324884593486786, - "transformer.layers.2.linear2.bias": 0.009063121862709522, - "transformer.layers.2.norm1.weight": 0.034096136689186096, - "transformer.layers.2.norm1.bias": 0.01583475060760975, - "transformer.layers.2.norm2.weight": 0.008276639506220818, - "transformer.layers.2.norm2.bias": 0.007531756069511175, - "transformer.layers.3.self_attn.in_proj_weight": 0.2764420807361603, - "transformer.layers.3.self_attn.in_proj_bias": 0.011781021021306515, - "transformer.layers.3.self_attn.out_proj.weight": 0.12523020803928375, - "transformer.layers.3.self_attn.out_proj.bias": 0.006847492419183254, - "transformer.layers.3.linear1.weight": 0.15554219484329224, - "transformer.layers.3.linear1.bias": 0.010224232450127602, - "transformer.layers.3.linear2.weight": 0.10200455784797668, - "transformer.layers.3.linear2.bias": 0.004370386246591806, - "transformer.layers.3.norm1.weight": 0.02545650117099285, - "transformer.layers.3.norm1.bias": 0.013560997322201729, - "transformer.layers.3.norm2.weight": 0.014168297871947289, - "transformer.layers.3.norm2.bias": 0.016621332615613937, - "head.weight": 0.6897560954093933, - "head.bias": 0.00900439266115427, - "global_embedding.weight": 0.18859688937664032, - "global_cnn.0.weight": 0.5859361290931702, - "global_cnn.0.bias": 0.028342269361019135, - "global_cnn.2.weight": 0.5825341939926147, - "global_cnn.2.bias": 0.023726437240839005, - "global_proj.weight": 0.2242678552865982, - "global_proj.bias": 0.058977365493774414, - "goal_head.0.weight": 0.07291754335165024, - "goal_head.0.bias": 0.017978692427277565, - "goal_head.2.weight": 0.09080367535352707, - "goal_head.2.bias": 0.03442034497857094 - }, - { - "global_gate": 0.0007749025244265795, - "embedding.weight": 0.05779968574643135, - "cnn.0.weight": 1.5639281272888184, - "cnn.0.bias": 0.06481556594371796, - "cnn.2.weight": 0.4030802249908447, - "cnn.2.bias": 0.1920524388551712, - "cnn.5.weight": 0.5103121995925903, - "cnn.5.bias": 0.18319278955459595, - "action_emb.weight": 0.2055857628583908, - "timestep_emb.weight": 0.04308950901031494, - "pos_emb.weight": 0.07062066346406937, - "transformer.layers.0.self_attn.in_proj_weight": 1.145926833152771, - "transformer.layers.0.self_attn.in_proj_bias": 0.12098035216331482, - "transformer.layers.0.self_attn.out_proj.weight": 1.062454342842102, - "transformer.layers.0.self_attn.out_proj.bias": 0.15164627134799957, - "transformer.layers.0.linear1.weight": 0.9978415966033936, - "transformer.layers.0.linear1.bias": 0.06241222470998764, - "transformer.layers.0.linear2.weight": 1.1926337480545044, - "transformer.layers.0.linear2.bias": 0.11299461126327515, - "transformer.layers.0.norm1.weight": 0.05884974077343941, - "transformer.layers.0.norm1.bias": 0.10951121896505356, - "transformer.layers.0.norm2.weight": 0.08108417689800262, - "transformer.layers.0.norm2.bias": 0.06302016973495483, - "transformer.layers.1.self_attn.in_proj_weight": 1.090850591659546, - "transformer.layers.1.self_attn.in_proj_bias": 0.07679702341556549, - "transformer.layers.1.self_attn.out_proj.weight": 0.913774847984314, - "transformer.layers.1.self_attn.out_proj.bias": 0.07157108932733536, - "transformer.layers.1.linear1.weight": 0.6278668642044067, - "transformer.layers.1.linear1.bias": 0.03474745899438858, - "transformer.layers.1.linear2.weight": 0.7993394732475281, - "transformer.layers.1.linear2.bias": 0.061593711376190186, - "transformer.layers.1.norm1.weight": 0.08418873697519302, - "transformer.layers.1.norm1.bias": 0.0825754776597023, - "transformer.layers.1.norm2.weight": 0.05252798646688461, - "transformer.layers.1.norm2.bias": 0.03700178116559982, - "transformer.layers.2.self_attn.in_proj_weight": 1.4033727645874023, - "transformer.layers.2.self_attn.in_proj_bias": 0.07099486887454987, - "transformer.layers.2.self_attn.out_proj.weight": 0.7018081545829773, - "transformer.layers.2.self_attn.out_proj.bias": 0.04596617445349693, - "transformer.layers.2.linear1.weight": 0.3862736225128174, - "transformer.layers.2.linear1.bias": 0.024460457265377045, - "transformer.layers.2.linear2.weight": 0.4818698465824127, - "transformer.layers.2.linear2.bias": 0.03873327374458313, - "transformer.layers.2.norm1.weight": 0.13528865575790405, - "transformer.layers.2.norm1.bias": 0.0716477558016777, - "transformer.layers.2.norm2.weight": 0.02862200327217579, - "transformer.layers.2.norm2.bias": 0.026953764259815216, - "transformer.layers.3.self_attn.in_proj_weight": 1.2280629873275757, - "transformer.layers.3.self_attn.in_proj_bias": 0.0566866472363472, - "transformer.layers.3.self_attn.out_proj.weight": 0.5383498072624207, - "transformer.layers.3.self_attn.out_proj.bias": 0.03365033119916916, - "transformer.layers.3.linear1.weight": 0.6046299934387207, - "transformer.layers.3.linear1.bias": 0.04213786497712135, - "transformer.layers.3.linear2.weight": 0.4407699406147003, - "transformer.layers.3.linear2.bias": 0.02419266849756241, - "transformer.layers.3.norm1.weight": 0.10951927304267883, - "transformer.layers.3.norm1.bias": 0.057757336646318436, - "transformer.layers.3.norm2.weight": 0.05241549760103226, - "transformer.layers.3.norm2.bias": 0.06190360337495804, - "head.weight": 3.356287956237793, - "head.bias": 0.048760004341602325, - "global_embedding.weight": 0.06287714838981628, - "global_cnn.0.weight": 0.5548132061958313, - "global_cnn.0.bias": 0.020216193050146103, - "global_cnn.2.weight": 1.1937882900238037, - "global_cnn.2.bias": 0.04619802534580231, - "global_proj.weight": 0.5447630286216736, - "global_proj.bias": 0.13349831104278564, - "goal_head.0.weight": 0.06940411031246185, - "goal_head.0.bias": 0.016835540533065796, - "goal_head.2.weight": 0.07894270122051239, - "goal_head.2.bias": 0.03131027892231941 - }, - { - "global_gate": 0.0005670764367096126, - "embedding.weight": 0.01780482567846775, - "cnn.0.weight": 0.2923007607460022, - "cnn.0.bias": 0.011246771551668644, - "cnn.2.weight": 0.08419144153594971, - "cnn.2.bias": 0.03881225734949112, - "cnn.5.weight": 0.09648303687572479, - "cnn.5.bias": 0.028922125697135925, - "action_emb.weight": 0.013523983769118786, - "timestep_emb.weight": 0.00925726443529129, - "pos_emb.weight": 0.010536013171076775, - "transformer.layers.0.self_attn.in_proj_weight": 0.17505307495594025, - "transformer.layers.0.self_attn.in_proj_bias": 0.012162113562226295, - "transformer.layers.0.self_attn.out_proj.weight": 0.14837557077407837, - "transformer.layers.0.self_attn.out_proj.bias": 0.014253257773816586, - "transformer.layers.0.linear1.weight": 0.10565467923879623, - "transformer.layers.0.linear1.bias": 0.00532878004014492, - "transformer.layers.0.linear2.weight": 0.12553423643112183, - "transformer.layers.0.linear2.bias": 0.007991904392838478, - "transformer.layers.0.norm1.weight": 0.009252688847482204, - "transformer.layers.0.norm1.bias": 0.011121409945189953, - "transformer.layers.0.norm2.weight": 0.008242259733378887, - "transformer.layers.0.norm2.bias": 0.0058089629746973515, - "transformer.layers.1.self_attn.in_proj_weight": 0.11091965436935425, - "transformer.layers.1.self_attn.in_proj_bias": 0.005389872472733259, - "transformer.layers.1.self_attn.out_proj.weight": 0.08178699761629105, - "transformer.layers.1.self_attn.out_proj.bias": 0.005503816530108452, - "transformer.layers.1.linear1.weight": 0.057825226336717606, - "transformer.layers.1.linear1.bias": 0.0026626025792211294, - "transformer.layers.1.linear2.weight": 0.07552109658718109, - "transformer.layers.1.linear2.bias": 0.004564312286674976, - "transformer.layers.1.norm1.weight": 0.007187161594629288, - "transformer.layers.1.norm1.bias": 0.004513700492680073, - "transformer.layers.1.norm2.weight": 0.0039982544258236885, - "transformer.layers.1.norm2.bias": 0.0025586988776922226, - "transformer.layers.2.self_attn.in_proj_weight": 0.13333743810653687, - "transformer.layers.2.self_attn.in_proj_bias": 0.004448935389518738, - "transformer.layers.2.self_attn.out_proj.weight": 0.054986730217933655, - "transformer.layers.2.self_attn.out_proj.bias": 0.0035801043268293142, - "transformer.layers.2.linear1.weight": 0.03852694109082222, - "transformer.layers.2.linear1.bias": 0.0020190938375890255, - "transformer.layers.2.linear2.weight": 0.0469781756401062, - "transformer.layers.2.linear2.bias": 0.0030521643348038197, - "transformer.layers.2.norm1.weight": 0.00886312872171402, - "transformer.layers.2.norm1.bias": 0.003953129053115845, - "transformer.layers.2.norm2.weight": 0.0026076645590364933, - "transformer.layers.2.norm2.bias": 0.0023627181071788073, - "transformer.layers.3.self_attn.in_proj_weight": 0.11346684396266937, - "transformer.layers.3.self_attn.in_proj_bias": 0.00557243125513196, - "transformer.layers.3.self_attn.out_proj.weight": 0.03612520173192024, - "transformer.layers.3.self_attn.out_proj.bias": 0.0020710970275104046, - "transformer.layers.3.linear1.weight": 0.0520113967359066, - "transformer.layers.3.linear1.bias": 0.002622777596116066, - "transformer.layers.3.linear2.weight": 0.03085303120315075, - "transformer.layers.3.linear2.bias": 0.002036354737356305, - "transformer.layers.3.norm1.weight": 0.007823274470865726, - "transformer.layers.3.norm1.bias": 0.005771895870566368, - "transformer.layers.3.norm2.weight": 0.003743680426850915, - "transformer.layers.3.norm2.bias": 0.002863980131223798, - "head.weight": 0.25064095854759216, - "head.bias": 0.0035709135700017214, - "global_embedding.weight": 0.05902983620762825, - "global_cnn.0.weight": 0.22881826758384705, - "global_cnn.0.bias": 0.0083546694368124, - "global_cnn.2.weight": 0.4109373688697815, - "global_cnn.2.bias": 0.019433563575148582, - "global_proj.weight": 0.1228892058134079, - "global_proj.bias": 0.038095731288194656, - "goal_head.0.weight": 0.050459474325180054, - "goal_head.0.bias": 0.012280667200684547, - "goal_head.2.weight": 0.056223224848508835, - "goal_head.2.bias": 0.02175527811050415 - }, - { - "global_gate": 0.00021145283244550228, - "embedding.weight": 0.005805445834994316, - "cnn.0.weight": 0.09600257873535156, - "cnn.0.bias": 0.003877204144373536, - "cnn.2.weight": 0.02065371908247471, - "cnn.2.bias": 0.007704002317041159, - "cnn.5.weight": 0.031007109209895134, - "cnn.5.bias": 0.007369300350546837, - "action_emb.weight": 0.00792195089161396, - "timestep_emb.weight": 0.0037120410706847906, - "pos_emb.weight": 0.00422856817021966, - "transformer.layers.0.self_attn.in_proj_weight": 0.056535739451646805, - "transformer.layers.0.self_attn.in_proj_bias": 0.005036658141762018, - "transformer.layers.0.self_attn.out_proj.weight": 0.05419183522462845, - "transformer.layers.0.self_attn.out_proj.bias": 0.00698313070461154, - "transformer.layers.0.linear1.weight": 0.04568693786859512, - "transformer.layers.0.linear1.bias": 0.002893527038395405, - "transformer.layers.0.linear2.weight": 0.050884947180747986, - "transformer.layers.0.linear2.bias": 0.004885686561465263, - "transformer.layers.0.norm1.weight": 0.003147670766338706, - "transformer.layers.0.norm1.bias": 0.004618002101778984, - "transformer.layers.0.norm2.weight": 0.003747330280020833, - "transformer.layers.0.norm2.bias": 0.003924224060028791, - "transformer.layers.1.self_attn.in_proj_weight": 0.04246955364942551, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027441303245723248, - "transformer.layers.1.self_attn.out_proj.weight": 0.04195732623338699, - "transformer.layers.1.self_attn.out_proj.bias": 0.0035391352139413357, - "transformer.layers.1.linear1.weight": 0.02577643282711506, - "transformer.layers.1.linear1.bias": 0.0015605735825374722, - "transformer.layers.1.linear2.weight": 0.0321267805993557, - "transformer.layers.1.linear2.bias": 0.002992906840518117, - "transformer.layers.1.norm1.weight": 0.002414854709059, - "transformer.layers.1.norm1.bias": 0.0023213631939142942, - "transformer.layers.1.norm2.weight": 0.0018731753807514906, - "transformer.layers.1.norm2.bias": 0.001867175567895174, - "transformer.layers.2.self_attn.in_proj_weight": 0.0577983595430851, - "transformer.layers.2.self_attn.in_proj_bias": 0.003442157059907913, - "transformer.layers.2.self_attn.out_proj.weight": 0.025673305615782738, - "transformer.layers.2.self_attn.out_proj.bias": 0.002074224641546607, - "transformer.layers.2.linear1.weight": 0.016349751502275467, - "transformer.layers.2.linear1.bias": 0.001043096766807139, - "transformer.layers.2.linear2.weight": 0.01900593936443329, - "transformer.layers.2.linear2.bias": 0.0016989189898595214, - "transformer.layers.2.norm1.weight": 0.004724092315882444, - "transformer.layers.2.norm1.bias": 0.003412986872717738, - "transformer.layers.2.norm2.weight": 0.0010625242721289396, - "transformer.layers.2.norm2.bias": 0.0012339205713942647, - "transformer.layers.3.self_attn.in_proj_weight": 0.049447573721408844, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026336039882153273, - "transformer.layers.3.self_attn.out_proj.weight": 0.02079777792096138, - "transformer.layers.3.self_attn.out_proj.bias": 0.001396614359691739, - "transformer.layers.3.linear1.weight": 0.023865608498454094, - "transformer.layers.3.linear1.bias": 0.0014615863328799605, - "transformer.layers.3.linear2.weight": 0.013413154520094395, - "transformer.layers.3.linear2.bias": 0.0012369155883789062, - "transformer.layers.3.norm1.weight": 0.0036530117504298687, - "transformer.layers.3.norm1.bias": 0.0032201046124100685, - "transformer.layers.3.norm2.weight": 0.0018727201968431473, - "transformer.layers.3.norm2.bias": 0.0022257543168962, - "head.weight": 0.1242435872554779, - "head.bias": 0.0023242011666297913, - "global_embedding.weight": 0.015890341252088547, - "global_cnn.0.weight": 0.1291961669921875, - "global_cnn.0.bias": 0.004590870346873999, - "global_cnn.2.weight": 0.347949355840683, - "global_cnn.2.bias": 0.011583792045712471, - "global_proj.weight": 0.13490688800811768, - "global_proj.bias": 0.04133656993508339, - "goal_head.0.weight": 0.07355532050132751, - "goal_head.0.bias": 0.017764726653695107, - "goal_head.2.weight": 0.08512098342180252, - "goal_head.2.bias": 0.03312496468424797 - }, - { - "global_gate": 4.290637207304826e-6, - "embedding.weight": 0.014404677785933018, - "cnn.0.weight": 0.21847406029701233, - "cnn.0.bias": 0.006992167327553034, - "cnn.2.weight": 0.03475067764520645, - "cnn.2.bias": 0.009193271398544312, - "cnn.5.weight": 0.048331618309020996, - "cnn.5.bias": 0.012668827548623085, - "action_emb.weight": 0.0026920775417238474, - "timestep_emb.weight": 0.0015064075123518705, - "pos_emb.weight": 0.001746540772728622, - "transformer.layers.0.self_attn.in_proj_weight": 0.05027538910508156, - "transformer.layers.0.self_attn.in_proj_bias": 0.002817452186718583, - "transformer.layers.0.self_attn.out_proj.weight": 0.031269416213035583, - "transformer.layers.0.self_attn.out_proj.bias": 0.0032427171245217323, - "transformer.layers.0.linear1.weight": 0.018070301041007042, - "transformer.layers.0.linear1.bias": 0.001025655772536993, - "transformer.layers.0.linear2.weight": 0.023109372705221176, - "transformer.layers.0.linear2.bias": 0.0017495057545602322, - "transformer.layers.0.norm1.weight": 0.0033548036590218544, - "transformer.layers.0.norm1.bias": 0.0028341866564005613, - "transformer.layers.0.norm2.weight": 0.0012498775031417608, - "transformer.layers.0.norm2.bias": 0.0009932962711900473, - "transformer.layers.1.self_attn.in_proj_weight": 0.01957615837454796, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010977686615660787, - "transformer.layers.1.self_attn.out_proj.weight": 0.01535511389374733, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010955312754958868, - "transformer.layers.1.linear1.weight": 0.009475905448198318, - "transformer.layers.1.linear1.bias": 0.0005266267689876258, - "transformer.layers.1.linear2.weight": 0.01223552506417036, - "transformer.layers.1.linear2.bias": 0.0009726134012453258, - "transformer.layers.1.norm1.weight": 0.0013708318583667278, - "transformer.layers.1.norm1.bias": 0.0012527136132121086, - "transformer.layers.1.norm2.weight": 0.0006738845258951187, - "transformer.layers.1.norm2.bias": 0.0005422064568847418, - "transformer.layers.2.self_attn.in_proj_weight": 0.018766596913337708, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010131902527064085, - "transformer.layers.2.self_attn.out_proj.weight": 0.011106019839644432, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008593994425609708, - "transformer.layers.2.linear1.weight": 0.006670452654361725, - "transformer.layers.2.linear1.bias": 0.00040198059286922216, - "transformer.layers.2.linear2.weight": 0.007684549316763878, - "transformer.layers.2.linear2.bias": 0.0007781725144013762, - "transformer.layers.2.norm1.weight": 0.001842426136136055, - "transformer.layers.2.norm1.bias": 0.0011691004037857056, - "transformer.layers.2.norm2.weight": 0.0004873173893429339, - "transformer.layers.2.norm2.bias": 0.0004580963868647814, - "transformer.layers.3.self_attn.in_proj_weight": 0.01758752577006817, - "transformer.layers.3.self_attn.in_proj_bias": 0.0009506458882242441, - "transformer.layers.3.self_attn.out_proj.weight": 0.008710021153092384, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007474588928744197, - "transformer.layers.3.linear1.weight": 0.008369703777134418, - "transformer.layers.3.linear1.bias": 0.0006033130921423435, - "transformer.layers.3.linear2.weight": 0.00628060894086957, - "transformer.layers.3.linear2.bias": 0.000666610081680119, - "transformer.layers.3.norm1.weight": 0.0015007302863523364, - "transformer.layers.3.norm1.bias": 0.0011664510238915682, - "transformer.layers.3.norm2.weight": 0.0006897475104779005, - "transformer.layers.3.norm2.bias": 0.0008483621058985591, - "head.weight": 0.05593493580818176, - "head.bias": 0.0013540680520236492, - "global_embedding.weight": 0.02263770066201687, - "global_cnn.0.weight": 0.1935661882162094, - "global_cnn.0.bias": 0.007243142928928137, - "global_cnn.2.weight": 0.41397717595100403, - "global_cnn.2.bias": 0.010845639742910862, - "global_proj.weight": 0.0766071304678917, - "global_proj.bias": 0.011854860000312328, - "goal_head.0.weight": 0.032433610409498215, - "goal_head.0.bias": 0.0044255503453314304, - "goal_head.2.weight": 0.02472171001136303, - "goal_head.2.bias": 0.006646514404565096 - }, - { - "global_gate": 0.0012752922484651208, - "embedding.weight": 0.053087349981069565, - "cnn.0.weight": 0.7333108186721802, - "cnn.0.bias": 0.029658183455467224, - "cnn.2.weight": 0.15042570233345032, - "cnn.2.bias": 0.07187174260616302, - "cnn.5.weight": 0.12963716685771942, - "cnn.5.bias": 0.05035907030105591, - "action_emb.weight": 0.03930742293596268, - "timestep_emb.weight": 0.012701653875410557, - "pos_emb.weight": 0.022298656404018402, - "transformer.layers.0.self_attn.in_proj_weight": 0.22793811559677124, - "transformer.layers.0.self_attn.in_proj_bias": 0.020742138847708702, - "transformer.layers.0.self_attn.out_proj.weight": 0.23330570757389069, - "transformer.layers.0.self_attn.out_proj.bias": 0.0312290508300066, - "transformer.layers.0.linear1.weight": 0.20733781158924103, - "transformer.layers.0.linear1.bias": 0.012523104436695576, - "transformer.layers.0.linear2.weight": 0.18842282891273499, - "transformer.layers.0.linear2.bias": 0.017971249297261238, - "transformer.layers.0.norm1.weight": 0.012819155119359493, - "transformer.layers.0.norm1.bias": 0.018616002053022385, - "transformer.layers.0.norm2.weight": 0.020088879391551018, - "transformer.layers.0.norm2.bias": 0.019754795357584953, - "transformer.layers.1.self_attn.in_proj_weight": 0.16411322355270386, - "transformer.layers.1.self_attn.in_proj_bias": 0.011023269034922123, - "transformer.layers.1.self_attn.out_proj.weight": 0.1649458259344101, - "transformer.layers.1.self_attn.out_proj.bias": 0.012950662523508072, - "transformer.layers.1.linear1.weight": 0.09970437735319138, - "transformer.layers.1.linear1.bias": 0.005766937043517828, - "transformer.layers.1.linear2.weight": 0.10988468676805496, - "transformer.layers.1.linear2.bias": 0.01001126691699028, - "transformer.layers.1.norm1.weight": 0.00855732336640358, - "transformer.layers.1.norm1.bias": 0.010024730116128922, - "transformer.layers.1.norm2.weight": 0.007719763088971376, - "transformer.layers.1.norm2.bias": 0.00723389582708478, - "transformer.layers.2.self_attn.in_proj_weight": 0.22894546389579773, - "transformer.layers.2.self_attn.in_proj_bias": 0.012745024636387825, - "transformer.layers.2.self_attn.out_proj.weight": 0.08081758767366409, - "transformer.layers.2.self_attn.out_proj.bias": 0.005721248686313629, - "transformer.layers.2.linear1.weight": 0.04298072308301926, - "transformer.layers.2.linear1.bias": 0.002681087702512741, - "transformer.layers.2.linear2.weight": 0.049822673201560974, - "transformer.layers.2.linear2.bias": 0.005157900508493185, - "transformer.layers.2.norm1.weight": 0.014072337187826633, - "transformer.layers.2.norm1.bias": 0.013071575202047825, - "transformer.layers.2.norm2.weight": 0.003289478365331888, - "transformer.layers.2.norm2.bias": 0.002693968126550317, - "transformer.layers.3.self_attn.in_proj_weight": 0.1146913543343544, - "transformer.layers.3.self_attn.in_proj_bias": 0.009293410927057266, - "transformer.layers.3.self_attn.out_proj.weight": 0.05672336369752884, - "transformer.layers.3.self_attn.out_proj.bias": 0.0055385250598192215, - "transformer.layers.3.linear1.weight": 0.05576954409480095, - "transformer.layers.3.linear1.bias": 0.003978200256824493, - "transformer.layers.3.linear2.weight": 0.03343725576996803, - "transformer.layers.3.linear2.bias": 0.00493366876617074, - "transformer.layers.3.norm1.weight": 0.008389302529394627, - "transformer.layers.3.norm1.bias": 0.012780365534126759, - "transformer.layers.3.norm2.weight": 0.004575804341584444, - "transformer.layers.3.norm2.bias": 0.005328823812305927, - "head.weight": 0.33480116724967957, - "head.bias": 0.009026830084621906, - "global_embedding.weight": 0.03335656598210335, - "global_cnn.0.weight": 0.13989728689193726, - "global_cnn.0.bias": 0.005776349920779467, - "global_cnn.2.weight": 0.2600299119949341, - "global_cnn.2.bias": 0.012236636132001877, - "global_proj.weight": 0.11574160307645798, - "global_proj.bias": 0.032546207308769226, - "goal_head.0.weight": 0.043345626443624496, - "goal_head.0.bias": 0.01029231771826744, - "goal_head.2.weight": 0.048308443278074265, - "goal_head.2.bias": 0.018547335639595985 - }, - { - "global_gate": 0.00041673140367493033, - "embedding.weight": 0.01817149855196476, - "cnn.0.weight": 0.4232361316680908, - "cnn.0.bias": 0.01815921626985073, - "cnn.2.weight": 0.13300779461860657, - "cnn.2.bias": 0.048582542687654495, - "cnn.5.weight": 0.20021623373031616, - "cnn.5.bias": 0.03866373747587204, - "action_emb.weight": 0.021581556648015976, - "timestep_emb.weight": 0.010686897672712803, - "pos_emb.weight": 0.011261089704930782, - "transformer.layers.0.self_attn.in_proj_weight": 0.20133860409259796, - "transformer.layers.0.self_attn.in_proj_bias": 0.016330329701304436, - "transformer.layers.0.self_attn.out_proj.weight": 0.16196668148040771, - "transformer.layers.0.self_attn.out_proj.bias": 0.022182393819093704, - "transformer.layers.0.linear1.weight": 0.12711966037750244, - "transformer.layers.0.linear1.bias": 0.008310185745358467, - "transformer.layers.0.linear2.weight": 0.1408783495426178, - "transformer.layers.0.linear2.bias": 0.014577025547623634, - "transformer.layers.0.norm1.weight": 0.011877085082232952, - "transformer.layers.0.norm1.bias": 0.014230280183255672, - "transformer.layers.0.norm2.weight": 0.00971971359103918, - "transformer.layers.0.norm2.bias": 0.011485264636576176, - "transformer.layers.1.self_attn.in_proj_weight": 0.11846350133419037, - "transformer.layers.1.self_attn.in_proj_bias": 0.008847235701978207, - "transformer.layers.1.self_attn.out_proj.weight": 0.10919764637947083, - "transformer.layers.1.self_attn.out_proj.bias": 0.010054785758256912, - "transformer.layers.1.linear1.weight": 0.07371076941490173, - "transformer.layers.1.linear1.bias": 0.004332248121500015, - "transformer.layers.1.linear2.weight": 0.08903571218252182, - "transformer.layers.1.linear2.bias": 0.008351764641702175, - "transformer.layers.1.norm1.weight": 0.007772414479404688, - "transformer.layers.1.norm1.bias": 0.00871051475405693, - "transformer.layers.1.norm2.weight": 0.00568155525252223, - "transformer.layers.1.norm2.bias": 0.005198648665100336, - "transformer.layers.2.self_attn.in_proj_weight": 0.192221000790596, - "transformer.layers.2.self_attn.in_proj_bias": 0.011490428820252419, - "transformer.layers.2.self_attn.out_proj.weight": 0.06988123804330826, - "transformer.layers.2.self_attn.out_proj.bias": 0.005373526830226183, - "transformer.layers.2.linear1.weight": 0.04307686910033226, - "transformer.layers.2.linear1.bias": 0.002643777523189783, - "transformer.layers.2.linear2.weight": 0.05290544033050537, - "transformer.layers.2.linear2.bias": 0.0049242423847317696, - "transformer.layers.2.norm1.weight": 0.013617188669741154, - "transformer.layers.2.norm1.bias": 0.013692626729607582, - "transformer.layers.2.norm2.weight": 0.0028303563594818115, - "transformer.layers.2.norm2.bias": 0.0026409439742565155, - "transformer.layers.3.self_attn.in_proj_weight": 0.11664900928735733, - "transformer.layers.3.self_attn.in_proj_bias": 0.008570295758545399, - "transformer.layers.3.self_attn.out_proj.weight": 0.059580788016319275, - "transformer.layers.3.self_attn.out_proj.bias": 0.006064721383154392, - "transformer.layers.3.linear1.weight": 0.07227243483066559, - "transformer.layers.3.linear1.bias": 0.00540307117626071, - "transformer.layers.3.linear2.weight": 0.044827789068222046, - "transformer.layers.3.linear2.bias": 0.005195493809878826, - "transformer.layers.3.norm1.weight": 0.009811995550990105, - "transformer.layers.3.norm1.bias": 0.011025059968233109, - "transformer.layers.3.norm2.weight": 0.005775903817266226, - "transformer.layers.3.norm2.bias": 0.006620696745812893, - "head.weight": 0.36845675110816956, - "head.bias": 0.011572781018912792, - "global_embedding.weight": 0.020521020516753197, - "global_cnn.0.weight": 0.11923544108867645, - "global_cnn.0.bias": 0.0051063308492302895, - "global_cnn.2.weight": 0.17361930012702942, - "global_cnn.2.bias": 0.008229856379330158, - "global_proj.weight": 0.07636607438325882, - "global_proj.bias": 0.025020411238074303, - "goal_head.0.weight": 0.019673218950629234, - "goal_head.0.bias": 0.0045082722790539265, - "goal_head.2.weight": 0.021604198962450027, - "goal_head.2.bias": 0.008338585495948792 - }, - { - "global_gate": 6.119029876572313e-6, - "embedding.weight": 0.0008384586544707417, - "cnn.0.weight": 0.017876626923680305, - "cnn.0.bias": 0.0007480480126105249, - "cnn.2.weight": 0.004268101416528225, - "cnn.2.bias": 0.0012422442669048905, - "cnn.5.weight": 0.007474989630281925, - "cnn.5.bias": 0.0015177377499639988, - "action_emb.weight": 0.001292216475121677, - "timestep_emb.weight": 0.0009107501246035099, - "pos_emb.weight": 0.0007656152010895312, - "transformer.layers.0.self_attn.in_proj_weight": 0.010935607366263866, - "transformer.layers.0.self_attn.in_proj_bias": 0.0007662405259907246, - "transformer.layers.0.self_attn.out_proj.weight": 0.01161121018230915, - "transformer.layers.0.self_attn.out_proj.bias": 0.001058363588526845, - "transformer.layers.0.linear1.weight": 0.00809886958450079, - "transformer.layers.0.linear1.bias": 0.00043927671504206955, - "transformer.layers.0.linear2.weight": 0.010899433866143227, - "transformer.layers.0.linear2.bias": 0.0008244144264608622, - "transformer.layers.0.norm1.weight": 0.0005812776507809758, - "transformer.layers.0.norm1.bias": 0.0005951309576630592, - "transformer.layers.0.norm2.weight": 0.0005799485370516777, - "transformer.layers.0.norm2.bias": 0.00047525865375064313, - "transformer.layers.1.self_attn.in_proj_weight": 0.010613328777253628, - "transformer.layers.1.self_attn.in_proj_bias": 0.00046222112723626196, - "transformer.layers.1.self_attn.out_proj.weight": 0.010869312100112438, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006642520311288536, - "transformer.layers.1.linear1.weight": 0.006390875671058893, - "transformer.layers.1.linear1.bias": 0.0003412165679037571, - "transformer.layers.1.linear2.weight": 0.0073316385969519615, - "transformer.layers.1.linear2.bias": 0.0006133950082585216, - "transformer.layers.1.norm1.weight": 0.0006516505964100361, - "transformer.layers.1.norm1.bias": 0.00036133438698016107, - "transformer.layers.1.norm2.weight": 0.00047624981380067766, - "transformer.layers.1.norm2.bias": 0.00036703271325677633, - "transformer.layers.2.self_attn.in_proj_weight": 0.012267429381608963, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006110424292273819, - "transformer.layers.2.self_attn.out_proj.weight": 0.00762117700651288, - "transformer.layers.2.self_attn.out_proj.bias": 0.000563503650482744, - "transformer.layers.2.linear1.weight": 0.004030820447951555, - "transformer.layers.2.linear1.bias": 0.00024051980290096253, - "transformer.layers.2.linear2.weight": 0.005270244088023901, - "transformer.layers.2.linear2.bias": 0.0005389837897382677, - "transformer.layers.2.norm1.weight": 0.000846205570269376, - "transformer.layers.2.norm1.bias": 0.0006244688993319869, - "transformer.layers.2.norm2.weight": 0.0002510881458874792, - "transformer.layers.2.norm2.bias": 0.0002342218067497015, - "transformer.layers.3.self_attn.in_proj_weight": 0.017365485429763794, - "transformer.layers.3.self_attn.in_proj_bias": 0.0011066969018429518, - "transformer.layers.3.self_attn.out_proj.weight": 0.006761372089385986, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006749390158802271, - "transformer.layers.3.linear1.weight": 0.007491535507142544, - "transformer.layers.3.linear1.bias": 0.00048566312761977315, - "transformer.layers.3.linear2.weight": 0.004251157399266958, - "transformer.layers.3.linear2.bias": 0.000635390926618129, - "transformer.layers.3.norm1.weight": 0.001326689263805747, - "transformer.layers.3.norm1.bias": 0.0014290708350017667, - "transformer.layers.3.norm2.weight": 0.00047133100451901555, - "transformer.layers.3.norm2.bias": 0.0005544330342672765, - "head.weight": 0.04493457078933716, - "head.bias": 0.0012397076934576035, - "global_embedding.weight": 0.005959113594144583, - "global_cnn.0.weight": 0.08857583999633789, - "global_cnn.0.bias": 0.0031967051327228546, - "global_cnn.2.weight": 0.12512171268463135, - "global_cnn.2.bias": 0.006827023345977068, - "global_proj.weight": 0.0881798267364502, - "global_proj.bias": 0.02986111491918564, - "goal_head.0.weight": 0.05170793831348419, - "goal_head.0.bias": 0.012637133710086346, - "goal_head.2.weight": 0.06407363712787628, - "goal_head.2.bias": 0.02344711497426033 - }, - { - "global_gate": 0.000030305311156553216, - "embedding.weight": 0.013101896271109581, - "cnn.0.weight": 0.31590428948402405, - "cnn.0.bias": 0.012655174359679222, - "cnn.2.weight": 0.11634533107280731, - "cnn.2.bias": 0.03914183750748634, - "cnn.5.weight": 0.1994572877883911, - "cnn.5.bias": 0.03200128301978111, - "action_emb.weight": 0.018116822466254234, - "timestep_emb.weight": 0.008846444077789783, - "pos_emb.weight": 0.012882697395980358, - "transformer.layers.0.self_attn.in_proj_weight": 0.2031402289867401, - "transformer.layers.0.self_attn.in_proj_bias": 0.011745363473892212, - "transformer.layers.0.self_attn.out_proj.weight": 0.1775936633348465, - "transformer.layers.0.self_attn.out_proj.bias": 0.013490697368979454, - "transformer.layers.0.linear1.weight": 0.12449174374341965, - "transformer.layers.0.linear1.bias": 0.005239225458353758, - "transformer.layers.0.linear2.weight": 0.1376916468143463, - "transformer.layers.0.linear2.bias": 0.007366364821791649, - "transformer.layers.0.norm1.weight": 0.012913207523524761, - "transformer.layers.0.norm1.bias": 0.010656924918293953, - "transformer.layers.0.norm2.weight": 0.009509903378784657, - "transformer.layers.0.norm2.bias": 0.004752589389681816, - "transformer.layers.1.self_attn.in_proj_weight": 0.12471437454223633, - "transformer.layers.1.self_attn.in_proj_bias": 0.0049512325786054134, - "transformer.layers.1.self_attn.out_proj.weight": 0.09901490807533264, - "transformer.layers.1.self_attn.out_proj.bias": 0.004576157312840223, - "transformer.layers.1.linear1.weight": 0.06268349289894104, - "transformer.layers.1.linear1.bias": 0.002748489147052169, - "transformer.layers.1.linear2.weight": 0.07380533218383789, - "transformer.layers.1.linear2.bias": 0.003987216856330633, - "transformer.layers.1.norm1.weight": 0.007612171117216349, - "transformer.layers.1.norm1.bias": 0.004594257101416588, - "transformer.layers.1.norm2.weight": 0.004782064352184534, - "transformer.layers.1.norm2.bias": 0.0025324083399027586, - "transformer.layers.2.self_attn.in_proj_weight": 0.11493736505508423, - "transformer.layers.2.self_attn.in_proj_bias": 0.004296618048101664, - "transformer.layers.2.self_attn.out_proj.weight": 0.06688479334115982, - "transformer.layers.2.self_attn.out_proj.bias": 0.004218783229589462, - "transformer.layers.2.linear1.weight": 0.03995263949036598, - "transformer.layers.2.linear1.bias": 0.0022336000110954046, - "transformer.layers.2.linear2.weight": 0.046458952128887177, - "transformer.layers.2.linear2.bias": 0.0038862363435328007, - "transformer.layers.2.norm1.weight": 0.00737359281629324, - "transformer.layers.2.norm1.bias": 0.005113540682941675, - "transformer.layers.2.norm2.weight": 0.0027097458951175213, - "transformer.layers.2.norm2.bias": 0.0020138579420745373, - "transformer.layers.3.self_attn.in_proj_weight": 0.14085006713867188, - "transformer.layers.3.self_attn.in_proj_bias": 0.008035106584429741, - "transformer.layers.3.self_attn.out_proj.weight": 0.043635353446006775, - "transformer.layers.3.self_attn.out_proj.bias": 0.00329146021977067, - "transformer.layers.3.linear1.weight": 0.039440419524908066, - "transformer.layers.3.linear1.bias": 0.0024039829149842262, - "transformer.layers.3.linear2.weight": 0.028801782056689262, - "transformer.layers.3.linear2.bias": 0.0030401370022445917, - "transformer.layers.3.norm1.weight": 0.010739564895629883, - "transformer.layers.3.norm1.bias": 0.010586071759462357, - "transformer.layers.3.norm2.weight": 0.0027658697217702866, - "transformer.layers.3.norm2.bias": 0.0027442690916359425, - "head.weight": 0.25677239894866943, - "head.bias": 0.0058594667352736, - "global_embedding.weight": 0.01688654161989689, - "global_cnn.0.weight": 0.13778945803642273, - "global_cnn.0.bias": 0.004618899896740913, - "global_cnn.2.weight": 0.20261014997959137, - "global_cnn.2.bias": 0.0069804321974515915, - "global_proj.weight": 0.0964069738984108, - "global_proj.bias": 0.025125842541456223, - "goal_head.0.weight": 0.016534829512238503, - "goal_head.0.bias": 0.002988032065331936, - "goal_head.2.weight": 0.02085055038332939, - "goal_head.2.bias": 0.005032695364207029 - }, - { - "global_gate": 0.00009162684000330046, - "embedding.weight": 0.007938859052956104, - "cnn.0.weight": 0.18000146746635437, - "cnn.0.bias": 0.007199468091130257, - "cnn.2.weight": 0.06954807043075562, - "cnn.2.bias": 0.03157065063714981, - "cnn.5.weight": 0.11770863085985184, - "cnn.5.bias": 0.024142537266016006, - "action_emb.weight": 0.016424205154180527, - "timestep_emb.weight": 0.007023842539638281, - "pos_emb.weight": 0.00888175331056118, - "transformer.layers.0.self_attn.in_proj_weight": 0.13746324181556702, - "transformer.layers.0.self_attn.in_proj_bias": 0.008459314703941345, - "transformer.layers.0.self_attn.out_proj.weight": 0.12659519910812378, - "transformer.layers.0.self_attn.out_proj.bias": 0.010655934922397137, - "transformer.layers.0.linear1.weight": 0.09259623289108276, - "transformer.layers.0.linear1.bias": 0.0044416943565011024, - "transformer.layers.0.linear2.weight": 0.11527376621961594, - "transformer.layers.0.linear2.bias": 0.0075979954563081264, - "transformer.layers.0.norm1.weight": 0.00886713620275259, - "transformer.layers.0.norm1.bias": 0.006458680611103773, - "transformer.layers.0.norm2.weight": 0.00715525820851326, - "transformer.layers.0.norm2.bias": 0.0037559422198683023, - "transformer.layers.1.self_attn.in_proj_weight": 0.1083357036113739, - "transformer.layers.1.self_attn.in_proj_bias": 0.005508226342499256, - "transformer.layers.1.self_attn.out_proj.weight": 0.0907953530550003, - "transformer.layers.1.self_attn.out_proj.bias": 0.005292430520057678, - "transformer.layers.1.linear1.weight": 0.0586819127202034, - "transformer.layers.1.linear1.bias": 0.002746830927208066, - "transformer.layers.1.linear2.weight": 0.07733790576457977, - "transformer.layers.1.linear2.bias": 0.0047188494354486465, - "transformer.layers.1.norm1.weight": 0.006550249643623829, - "transformer.layers.1.norm1.bias": 0.005424799397587776, - "transformer.layers.1.norm2.weight": 0.0038374203722923994, - "transformer.layers.1.norm2.bias": 0.002487758407369256, - "transformer.layers.2.self_attn.in_proj_weight": 0.13435223698616028, - "transformer.layers.2.self_attn.in_proj_bias": 0.005957888439297676, - "transformer.layers.2.self_attn.out_proj.weight": 0.055878106504678726, - "transformer.layers.2.self_attn.out_proj.bias": 0.004071449860930443, - "transformer.layers.2.linear1.weight": 0.03900877758860588, - "transformer.layers.2.linear1.bias": 0.0020493732299655676, - "transformer.layers.2.linear2.weight": 0.047952860593795776, - "transformer.layers.2.linear2.bias": 0.003992455545812845, - "transformer.layers.2.norm1.weight": 0.00978450570255518, - "transformer.layers.2.norm1.bias": 0.006039288826286793, - "transformer.layers.2.norm2.weight": 0.002699726726859808, - "transformer.layers.2.norm2.bias": 0.0018253219313919544, - "transformer.layers.3.self_attn.in_proj_weight": 0.11305111646652222, - "transformer.layers.3.self_attn.in_proj_bias": 0.00650217616930604, - "transformer.layers.3.self_attn.out_proj.weight": 0.06405799835920334, - "transformer.layers.3.self_attn.out_proj.bias": 0.0052377087995409966, - "transformer.layers.3.linear1.weight": 0.062165893614292145, - "transformer.layers.3.linear1.bias": 0.00453952606767416, - "transformer.layers.3.linear2.weight": 0.041048020124435425, - "transformer.layers.3.linear2.bias": 0.005220816005021334, - "transformer.layers.3.norm1.weight": 0.00837476272135973, - "transformer.layers.3.norm1.bias": 0.007927685044705868, - "transformer.layers.3.norm2.weight": 0.004984584171324968, - "transformer.layers.3.norm2.bias": 0.0059417919255793095, - "head.weight": 0.36274683475494385, - "head.bias": 0.010908226482570171, - "global_embedding.weight": 0.09313920885324478, - "global_cnn.0.weight": 0.5432133078575134, - "global_cnn.0.bias": 0.028349503874778748, - "global_cnn.2.weight": 0.9398198127746582, - "global_cnn.2.bias": 0.057747550308704376, - "global_proj.weight": 0.3014577329158783, - "global_proj.bias": 0.11663191765546799, - "goal_head.0.weight": 0.15915387868881226, - "goal_head.0.bias": 0.04675855115056038, - "goal_head.2.weight": 0.1873466968536377, - "goal_head.2.bias": 0.0913311094045639 + "global_gate": 0.004011479206383228, + "embedding.weight": 0.06715328246355057, + "cnn.0.weight": 1.3218231201171875, + "cnn.0.bias": 0.05515824258327484, + "cnn.2.weight": 0.27049413323402405, + "cnn.2.bias": 0.14314833283424377, + "cnn.5.weight": 0.32370519638061523, + "cnn.5.bias": 0.1379154622554779, + "action_emb.weight": 0.06757735460996628, + "timestep_emb.weight": 0.009110596962273121, + "pos_emb.weight": 0.02321431040763855, + "transformer.layers.0.self_attn.in_proj_weight": 0.757890522480011, + "transformer.layers.0.self_attn.in_proj_bias": 0.0669928640127182, + "transformer.layers.0.self_attn.out_proj.weight": 0.8740969300270081, + "transformer.layers.0.self_attn.out_proj.bias": 0.096645787358284, + "transformer.layers.0.linear1.weight": 0.43948471546173096, + "transformer.layers.0.linear1.bias": 0.02767575904726982, + "transformer.layers.0.linear2.weight": 0.6396945118904114, + "transformer.layers.0.linear2.bias": 0.05446537584066391, + "transformer.layers.0.norm1.weight": 0.037195008248090744, + "transformer.layers.0.norm1.bias": 0.055212751030921936, + "transformer.layers.0.norm2.weight": 0.03795553371310234, + "transformer.layers.0.norm2.bias": 0.030164984986186028, + "transformer.layers.1.self_attn.in_proj_weight": 0.4882158935070038, + "transformer.layers.1.self_attn.in_proj_bias": 0.03700779750943184, + "transformer.layers.1.self_attn.out_proj.weight": 0.41296547651290894, + "transformer.layers.1.self_attn.out_proj.bias": 0.031935930252075195, + "transformer.layers.1.linear1.weight": 0.24989549815654755, + "transformer.layers.1.linear1.bias": 0.014173679985105991, + "transformer.layers.1.linear2.weight": 0.38466182351112366, + "transformer.layers.1.linear2.bias": 0.025985924527049065, + "transformer.layers.1.norm1.weight": 0.03578601032495499, + "transformer.layers.1.norm1.bias": 0.039341118186712265, + "transformer.layers.1.norm2.weight": 0.019134346395730972, + "transformer.layers.1.norm2.bias": 0.013759327121078968, + "transformer.layers.2.self_attn.in_proj_weight": 0.6110384464263916, + "transformer.layers.2.self_attn.in_proj_bias": 0.032243113964796066, + "transformer.layers.2.self_attn.out_proj.weight": 0.28405070304870605, + "transformer.layers.2.self_attn.out_proj.bias": 0.02177831530570984, + "transformer.layers.2.linear1.weight": 0.18542121350765228, + "transformer.layers.2.linear1.bias": 0.010535196401178837, + "transformer.layers.2.linear2.weight": 0.22835630178451538, + "transformer.layers.2.linear2.bias": 0.01793650910258293, + "transformer.layers.2.norm1.weight": 0.044814493507146835, + "transformer.layers.2.norm1.bias": 0.03291493281722069, + "transformer.layers.2.norm2.weight": 0.014920659363269806, + "transformer.layers.2.norm2.bias": 0.011569798924028873, + "transformer.layers.3.self_attn.in_proj_weight": 0.48780566453933716, + "transformer.layers.3.self_attn.in_proj_bias": 0.032795555889606476, + "transformer.layers.3.self_attn.out_proj.weight": 0.26688921451568604, + "transformer.layers.3.self_attn.out_proj.bias": 0.020577002316713333, + "transformer.layers.3.linear1.weight": 0.2823374569416046, + "transformer.layers.3.linear1.bias": 0.021964536979794502, + "transformer.layers.3.linear2.weight": 0.19674478471279144, + "transformer.layers.3.linear2.bias": 0.014100056141614914, + "transformer.layers.3.norm1.weight": 0.03816045820713043, + "transformer.layers.3.norm1.bias": 0.03829820454120636, + "transformer.layers.3.norm2.weight": 0.0247904472053051, + "transformer.layers.3.norm2.bias": 0.02910955250263214, + "head.weight": 1.2559959888458252, + "head.bias": 0.024785378947854042, + "global_embedding.weight": 0.14777259528636932, + "global_cnn.0.weight": 0.5437308549880981, + "global_cnn.0.bias": 0.026048751547932625, + "global_cnn.2.weight": 0.9472107291221619, + "global_cnn.2.bias": 0.03448210656642914, + "global_proj.weight": 0.38762226700782776, + "global_proj.bias": 0.09755270183086395, + "goal_head.0.weight": 0.08949846029281616, + "goal_head.0.bias": 0.020043162629008293, + "goal_head.2.weight": 0.10088474303483963, + "goal_head.2.bias": 0.03676421195268631 + }, + { + "global_gate": 0.0020251176320016384, + "embedding.weight": 0.04065031185746193, + "cnn.0.weight": 0.5979738831520081, + "cnn.0.bias": 0.035110533237457275, + "cnn.2.weight": 0.13212274014949799, + "cnn.2.bias": 0.07601373642683029, + "cnn.5.weight": 0.15403777360916138, + "cnn.5.bias": 0.04859671741724014, + "action_emb.weight": 0.04711694270372391, + "timestep_emb.weight": 0.008970418944954872, + "pos_emb.weight": 0.01577785238623619, + "transformer.layers.0.self_attn.in_proj_weight": 0.3129691779613495, + "transformer.layers.0.self_attn.in_proj_bias": 0.040226664394140244, + "transformer.layers.0.self_attn.out_proj.weight": 0.2768886983394623, + "transformer.layers.0.self_attn.out_proj.bias": 0.04982752352952957, + "transformer.layers.0.linear1.weight": 0.22732679545879364, + "transformer.layers.0.linear1.bias": 0.017719872295856476, + "transformer.layers.0.linear2.weight": 0.2981790006160736, + "transformer.layers.0.linear2.bias": 0.03531090170145035, + "transformer.layers.0.norm1.weight": 0.018277034163475037, + "transformer.layers.0.norm1.bias": 0.03474556654691696, + "transformer.layers.0.norm2.weight": 0.020077329128980637, + "transformer.layers.0.norm2.bias": 0.019350489601492882, + "transformer.layers.1.self_attn.in_proj_weight": 0.23060232400894165, + "transformer.layers.1.self_attn.in_proj_bias": 0.02069985866546631, + "transformer.layers.1.self_attn.out_proj.weight": 0.2031179964542389, + "transformer.layers.1.self_attn.out_proj.bias": 0.02079865150153637, + "transformer.layers.1.linear1.weight": 0.14323139190673828, + "transformer.layers.1.linear1.bias": 0.009064345620572567, + "transformer.layers.1.linear2.weight": 0.19842727482318878, + "transformer.layers.1.linear2.bias": 0.018523510545492172, + "transformer.layers.1.norm1.weight": 0.014545397832989693, + "transformer.layers.1.norm1.bias": 0.021541859954595566, + "transformer.layers.1.norm2.weight": 0.011164417490363121, + "transformer.layers.1.norm2.bias": 0.010122548788785934, + "transformer.layers.2.self_attn.in_proj_weight": 0.3277857303619385, + "transformer.layers.2.self_attn.in_proj_bias": 0.019628670066595078, + "transformer.layers.2.self_attn.out_proj.weight": 0.18365013599395752, + "transformer.layers.2.self_attn.out_proj.bias": 0.014584069140255451, + "transformer.layers.2.linear1.weight": 0.09068082273006439, + "transformer.layers.2.linear1.bias": 0.006419781129807234, + "transformer.layers.2.linear2.weight": 0.11398152261972427, + "transformer.layers.2.linear2.bias": 0.011968779377639294, + "transformer.layers.2.norm1.weight": 0.031001996248960495, + "transformer.layers.2.norm1.bias": 0.023270223289728165, + "transformer.layers.2.norm2.weight": 0.006693453062325716, + "transformer.layers.2.norm2.bias": 0.0078034959733486176, + "transformer.layers.3.self_attn.in_proj_weight": 0.24223880469799042, + "transformer.layers.3.self_attn.in_proj_bias": 0.014047821052372456, + "transformer.layers.3.self_attn.out_proj.weight": 0.10668763518333435, + "transformer.layers.3.self_attn.out_proj.bias": 0.009597782976925373, + "transformer.layers.3.linear1.weight": 0.1382346898317337, + "transformer.layers.3.linear1.bias": 0.00966764148324728, + "transformer.layers.3.linear2.weight": 0.10353478789329529, + "transformer.layers.3.linear2.bias": 0.006940681952983141, + "transformer.layers.3.norm1.weight": 0.02001897804439068, + "transformer.layers.3.norm1.bias": 0.016959454864263535, + "transformer.layers.3.norm2.weight": 0.013445904478430748, + "transformer.layers.3.norm2.bias": 0.014131208881735802, + "head.weight": 0.7239722609519958, + "head.bias": 0.013333035632967949, + "global_embedding.weight": 0.056076426059007645, + "global_cnn.0.weight": 0.2409578412771225, + "global_cnn.0.bias": 0.010994721204042435, + "global_cnn.2.weight": 0.4367213249206543, + "global_cnn.2.bias": 0.015617474913597107, + "global_proj.weight": 0.2037937343120575, + "global_proj.bias": 0.05366910248994827, + "goal_head.0.weight": 0.0728347897529602, + "goal_head.0.bias": 0.014856585301458836, + "goal_head.2.weight": 0.08416702598333359, + "goal_head.2.bias": 0.026088379323482513 + }, + { + "global_gate": 0.0016998311039060354, + "embedding.weight": 0.12389545142650604, + "cnn.0.weight": 1.9337961673736572, + "cnn.0.bias": 0.1015598326921463, + "cnn.2.weight": 0.33420878648757935, + "cnn.2.bias": 0.14393013715744019, + "cnn.5.weight": 0.2964153289794922, + "cnn.5.bias": 0.13470830023288727, + "action_emb.weight": 0.06316135078668594, + "timestep_emb.weight": 0.009922842495143414, + "pos_emb.weight": 0.021172095090150833, + "transformer.layers.0.self_attn.in_proj_weight": 0.4995013177394867, + "transformer.layers.0.self_attn.in_proj_bias": 0.05331823602318764, + "transformer.layers.0.self_attn.out_proj.weight": 0.46190762519836426, + "transformer.layers.0.self_attn.out_proj.bias": 0.06532005965709686, + "transformer.layers.0.linear1.weight": 0.3327119052410126, + "transformer.layers.0.linear1.bias": 0.023549295961856842, + "transformer.layers.0.linear2.weight": 0.45083725452423096, + "transformer.layers.0.linear2.bias": 0.04769135266542435, + "transformer.layers.0.norm1.weight": 0.027868304401636124, + "transformer.layers.0.norm1.bias": 0.04669870436191559, + "transformer.layers.0.norm2.weight": 0.027655836194753647, + "transformer.layers.0.norm2.bias": 0.02416834607720375, + "transformer.layers.1.self_attn.in_proj_weight": 0.39561229944229126, + "transformer.layers.1.self_attn.in_proj_bias": 0.02918216958642006, + "transformer.layers.1.self_attn.out_proj.weight": 0.3460528552532196, + "transformer.layers.1.self_attn.out_proj.bias": 0.028036179021000862, + "transformer.layers.1.linear1.weight": 0.2102399468421936, + "transformer.layers.1.linear1.bias": 0.012879366055130959, + "transformer.layers.1.linear2.weight": 0.2911342680454254, + "transformer.layers.1.linear2.bias": 0.02388097532093525, + "transformer.layers.1.norm1.weight": 0.0362236350774765, + "transformer.layers.1.norm1.bias": 0.03160920739173889, + "transformer.layers.1.norm2.weight": 0.01811191625893116, + "transformer.layers.1.norm2.bias": 0.01357424445450306, + "transformer.layers.2.self_attn.in_proj_weight": 0.42629221081733704, + "transformer.layers.2.self_attn.in_proj_bias": 0.02613271400332451, + "transformer.layers.2.self_attn.out_proj.weight": 0.27829495072364807, + "transformer.layers.2.self_attn.out_proj.bias": 0.0174412839114666, + "transformer.layers.2.linear1.weight": 0.14541928470134735, + "transformer.layers.2.linear1.bias": 0.009831955656409264, + "transformer.layers.2.linear2.weight": 0.18284092843532562, + "transformer.layers.2.linear2.bias": 0.013092358596622944, + "transformer.layers.2.norm1.weight": 0.044558241963386536, + "transformer.layers.2.norm1.bias": 0.025015078485012054, + "transformer.layers.2.norm2.weight": 0.013072177767753601, + "transformer.layers.2.norm2.bias": 0.012392043136060238, + "transformer.layers.3.self_attn.in_proj_weight": 0.3377625644207001, + "transformer.layers.3.self_attn.in_proj_bias": 0.014900700189173222, + "transformer.layers.3.self_attn.out_proj.weight": 0.22750280797481537, + "transformer.layers.3.self_attn.out_proj.bias": 0.00992552563548088, + "transformer.layers.3.linear1.weight": 0.2481694221496582, + "transformer.layers.3.linear1.bias": 0.016435345634818077, + "transformer.layers.3.linear2.weight": 0.1968461126089096, + "transformer.layers.3.linear2.bias": 0.0042939381673932076, + "transformer.layers.3.norm1.weight": 0.03468471020460129, + "transformer.layers.3.norm1.bias": 0.01822860725224018, + "transformer.layers.3.norm2.weight": 0.024250952526926994, + "transformer.layers.3.norm2.bias": 0.024391967803239822, + "head.weight": 1.3496662378311157, + "head.bias": 0.007801732514053583, + "global_embedding.weight": 0.07780420035123825, + "global_cnn.0.weight": 0.26278817653656006, + "global_cnn.0.bias": 0.013208352960646152, + "global_cnn.2.weight": 0.44230663776397705, + "global_cnn.2.bias": 0.018088310956954956, + "global_proj.weight": 0.21551623940467834, + "global_proj.bias": 0.05078085511922836, + "goal_head.0.weight": 0.03522046282887459, + "goal_head.0.bias": 0.006943062879145145, + "goal_head.2.weight": 0.038921523839235306, + "goal_head.2.bias": 0.011793911457061768 + }, + { + "global_gate": 0.001282840734347701, + "embedding.weight": 0.02701144851744175, + "cnn.0.weight": 0.4793955087661743, + "cnn.0.bias": 0.0262927133589983, + "cnn.2.weight": 0.12748970091342926, + "cnn.2.bias": 0.06181121617555618, + "cnn.5.weight": 0.13307751715183258, + "cnn.5.bias": 0.049703553318977356, + "action_emb.weight": 0.028693562373518944, + "timestep_emb.weight": 0.005763434339314699, + "pos_emb.weight": 0.012824327684938908, + "transformer.layers.0.self_attn.in_proj_weight": 0.30080774426460266, + "transformer.layers.0.self_attn.in_proj_bias": 0.030084537342190742, + "transformer.layers.0.self_attn.out_proj.weight": 0.28653812408447266, + "transformer.layers.0.self_attn.out_proj.bias": 0.037649136036634445, + "transformer.layers.0.linear1.weight": 0.1845289170742035, + "transformer.layers.0.linear1.bias": 0.01393120363354683, + "transformer.layers.0.linear2.weight": 0.2636600732803345, + "transformer.layers.0.linear2.bias": 0.027043882757425308, + "transformer.layers.0.norm1.weight": 0.01621130481362343, + "transformer.layers.0.norm1.bias": 0.026437794789671898, + "transformer.layers.0.norm2.weight": 0.014596893452107906, + "transformer.layers.0.norm2.bias": 0.014866083860397339, + "transformer.layers.1.self_attn.in_proj_weight": 0.26145902276039124, + "transformer.layers.1.self_attn.in_proj_bias": 0.019616859033703804, + "transformer.layers.1.self_attn.out_proj.weight": 0.2332262396812439, + "transformer.layers.1.self_attn.out_proj.bias": 0.015713293105363846, + "transformer.layers.1.linear1.weight": 0.10688672214746475, + "transformer.layers.1.linear1.bias": 0.006950445473194122, + "transformer.layers.1.linear2.weight": 0.15766608715057373, + "transformer.layers.1.linear2.bias": 0.0134699372574687, + "transformer.layers.1.norm1.weight": 0.023720912635326385, + "transformer.layers.1.norm1.bias": 0.023016244173049927, + "transformer.layers.1.norm2.weight": 0.008518093265593052, + "transformer.layers.1.norm2.bias": 0.007421815302222967, + "transformer.layers.2.self_attn.in_proj_weight": 0.24968096613883972, + "transformer.layers.2.self_attn.in_proj_bias": 0.015518597327172756, + "transformer.layers.2.self_attn.out_proj.weight": 0.14807535707950592, + "transformer.layers.2.self_attn.out_proj.bias": 0.01104582566767931, + "transformer.layers.2.linear1.weight": 0.07997632771730423, + "transformer.layers.2.linear1.bias": 0.005454943981021643, + "transformer.layers.2.linear2.weight": 0.0952114686369896, + "transformer.layers.2.linear2.bias": 0.008783807046711445, + "transformer.layers.2.norm1.weight": 0.022311987355351448, + "transformer.layers.2.norm1.bias": 0.017682649195194244, + "transformer.layers.2.norm2.weight": 0.006262056529521942, + "transformer.layers.2.norm2.bias": 0.006358980666846037, + "transformer.layers.3.self_attn.in_proj_weight": 0.1987522393465042, + "transformer.layers.3.self_attn.in_proj_bias": 0.00978937279433012, + "transformer.layers.3.self_attn.out_proj.weight": 0.11103355139493942, + "transformer.layers.3.self_attn.out_proj.bias": 0.005649993196129799, + "transformer.layers.3.linear1.weight": 0.12396623939275742, + "transformer.layers.3.linear1.bias": 0.00830698199570179, + "transformer.layers.3.linear2.weight": 0.08423182368278503, + "transformer.layers.3.linear2.bias": 0.003317443188279867, + "transformer.layers.3.norm1.weight": 0.019045500084757805, + "transformer.layers.3.norm1.bias": 0.013184001669287682, + "transformer.layers.3.norm2.weight": 0.011257285252213478, + "transformer.layers.3.norm2.bias": 0.012298334389925003, + "head.weight": 0.6122833490371704, + "head.bias": 0.005756027530878782, + "global_embedding.weight": 0.052284691482782364, + "global_cnn.0.weight": 0.18218980729579926, + "global_cnn.0.bias": 0.007736580446362495, + "global_cnn.2.weight": 0.2840740382671356, + "global_cnn.2.bias": 0.011840389110147953, + "global_proj.weight": 0.1669531762599945, + "global_proj.bias": 0.04193054884672165, + "goal_head.0.weight": 0.05643334239721298, + "goal_head.0.bias": 0.011117009446024895, + "goal_head.2.weight": 0.06356179714202881, + "goal_head.2.bias": 0.019323285669088364 + }, + { + "global_gate": 0.001038211164996028, + "embedding.weight": 0.022812729701399803, + "cnn.0.weight": 0.39491167664527893, + "cnn.0.bias": 0.02240176871418953, + "cnn.2.weight": 0.1026449203491211, + "cnn.2.bias": 0.045988570898771286, + "cnn.5.weight": 0.11623852699995041, + "cnn.5.bias": 0.04526225104928017, + "action_emb.weight": 0.027352245524525642, + "timestep_emb.weight": 0.006562261376529932, + "pos_emb.weight": 0.014293988235294819, + "transformer.layers.0.self_attn.in_proj_weight": 0.28424710035324097, + "transformer.layers.0.self_attn.in_proj_bias": 0.030690398067235947, + "transformer.layers.0.self_attn.out_proj.weight": 0.27929776906967163, + "transformer.layers.0.self_attn.out_proj.bias": 0.03956921771168709, + "transformer.layers.0.linear1.weight": 0.17788852751255035, + "transformer.layers.0.linear1.bias": 0.01436568796634674, + "transformer.layers.0.linear2.weight": 0.26613670587539673, + "transformer.layers.0.linear2.bias": 0.028699379414319992, + "transformer.layers.0.norm1.weight": 0.015254207886755466, + "transformer.layers.0.norm1.bias": 0.025812117382884026, + "transformer.layers.0.norm2.weight": 0.01363043300807476, + "transformer.layers.0.norm2.bias": 0.016924846917390823, + "transformer.layers.1.self_attn.in_proj_weight": 0.2629314363002777, + "transformer.layers.1.self_attn.in_proj_bias": 0.02085988037288189, + "transformer.layers.1.self_attn.out_proj.weight": 0.23522919416427612, + "transformer.layers.1.self_attn.out_proj.bias": 0.016155676916241646, + "transformer.layers.1.linear1.weight": 0.11035772413015366, + "transformer.layers.1.linear1.bias": 0.007018808275461197, + "transformer.layers.1.linear2.weight": 0.16637885570526123, + "transformer.layers.1.linear2.bias": 0.013711510226130486, + "transformer.layers.1.norm1.weight": 0.0246628038585186, + "transformer.layers.1.norm1.bias": 0.025229845196008682, + "transformer.layers.1.norm2.weight": 0.008457585237920284, + "transformer.layers.1.norm2.bias": 0.007619490846991539, + "transformer.layers.2.self_attn.in_proj_weight": 0.2565736472606659, + "transformer.layers.2.self_attn.in_proj_bias": 0.01520213857293129, + "transformer.layers.2.self_attn.out_proj.weight": 0.15338340401649475, + "transformer.layers.2.self_attn.out_proj.bias": 0.011345465667545795, + "transformer.layers.2.linear1.weight": 0.08662715554237366, + "transformer.layers.2.linear1.bias": 0.005804951768368483, + "transformer.layers.2.linear2.weight": 0.1047942191362381, + "transformer.layers.2.linear2.bias": 0.009108402766287327, + "transformer.layers.2.norm1.weight": 0.02247549034655094, + "transformer.layers.2.norm1.bias": 0.01685999520123005, + "transformer.layers.2.norm2.weight": 0.00657170545309782, + "transformer.layers.2.norm2.bias": 0.006494924426078796, + "transformer.layers.3.self_attn.in_proj_weight": 0.23667366802692413, + "transformer.layers.3.self_attn.in_proj_bias": 0.013041587546467781, + "transformer.layers.3.self_attn.out_proj.weight": 0.1273605078458786, + "transformer.layers.3.self_attn.out_proj.bias": 0.00798851065337658, + "transformer.layers.3.linear1.weight": 0.1414719521999359, + "transformer.layers.3.linear1.bias": 0.009782583452761173, + "transformer.layers.3.linear2.weight": 0.09686215966939926, + "transformer.layers.3.linear2.bias": 0.006188806612044573, + "transformer.layers.3.norm1.weight": 0.021553289145231247, + "transformer.layers.3.norm1.bias": 0.017462948337197304, + "transformer.layers.3.norm2.weight": 0.011862717568874359, + "transformer.layers.3.norm2.bias": 0.013240881264209747, + "head.weight": 0.7095925211906433, + "head.bias": 0.01064204704016447, + "global_embedding.weight": 0.07556542009115219, + "global_cnn.0.weight": 0.2428264170885086, + "global_cnn.0.bias": 0.011703355237841606, + "global_cnn.2.weight": 0.33200603723526, + "global_cnn.2.bias": 0.01214953139424324, + "global_proj.weight": 0.16577422618865967, + "global_proj.bias": 0.04049959033727646, + "goal_head.0.weight": 0.07334014028310776, + "goal_head.0.bias": 0.014167113229632378, + "goal_head.2.weight": 0.08257704973220825, + "goal_head.2.bias": 0.024626795202493668 + }, + { + "global_gate": 0.0008199947769753635, + "embedding.weight": 0.01995677687227726, + "cnn.0.weight": 0.4620554447174072, + "cnn.0.bias": 0.023047523573040962, + "cnn.2.weight": 0.11690579354763031, + "cnn.2.bias": 0.052824366837739944, + "cnn.5.weight": 0.14420439302921295, + "cnn.5.bias": 0.05270811915397644, + "action_emb.weight": 0.03851671516895294, + "timestep_emb.weight": 0.006237112917006016, + "pos_emb.weight": 0.016826236620545387, + "transformer.layers.0.self_attn.in_proj_weight": 0.2996231019496918, + "transformer.layers.0.self_attn.in_proj_bias": 0.03392808511853218, + "transformer.layers.0.self_attn.out_proj.weight": 0.31218406558036804, + "transformer.layers.0.self_attn.out_proj.bias": 0.04189085215330124, + "transformer.layers.0.linear1.weight": 0.21723490953445435, + "transformer.layers.0.linear1.bias": 0.016319546848535538, + "transformer.layers.0.linear2.weight": 0.32620343565940857, + "transformer.layers.0.linear2.bias": 0.034589044749736786, + "transformer.layers.0.norm1.weight": 0.016036732122302055, + "transformer.layers.0.norm1.bias": 0.029271917417645454, + "transformer.layers.0.norm2.weight": 0.016716985031962395, + "transformer.layers.0.norm2.bias": 0.016592558473348618, + "transformer.layers.1.self_attn.in_proj_weight": 0.3491407632827759, + "transformer.layers.1.self_attn.in_proj_bias": 0.02534472942352295, + "transformer.layers.1.self_attn.out_proj.weight": 0.31159985065460205, + "transformer.layers.1.self_attn.out_proj.bias": 0.020136594772338867, + "transformer.layers.1.linear1.weight": 0.14257162809371948, + "transformer.layers.1.linear1.bias": 0.009149830788373947, + "transformer.layers.1.linear2.weight": 0.21204079687595367, + "transformer.layers.1.linear2.bias": 0.017338018864393234, + "transformer.layers.1.norm1.weight": 0.03137041628360748, + "transformer.layers.1.norm1.bias": 0.030918264761567116, + "transformer.layers.1.norm2.weight": 0.011305042542517185, + "transformer.layers.1.norm2.bias": 0.009086181409657001, + "transformer.layers.2.self_attn.in_proj_weight": 0.3201453685760498, + "transformer.layers.2.self_attn.in_proj_bias": 0.018204789608716965, + "transformer.layers.2.self_attn.out_proj.weight": 0.20199565589427948, + "transformer.layers.2.self_attn.out_proj.bias": 0.01473398320376873, + "transformer.layers.2.linear1.weight": 0.1101747453212738, + "transformer.layers.2.linear1.bias": 0.007390947081148624, + "transformer.layers.2.linear2.weight": 0.13070571422576904, + "transformer.layers.2.linear2.bias": 0.01206995826214552, + "transformer.layers.2.norm1.weight": 0.02921203151345253, + "transformer.layers.2.norm1.bias": 0.020084768533706665, + "transformer.layers.2.norm2.weight": 0.00821027159690857, + "transformer.layers.2.norm2.bias": 0.008170665241777897, + "transformer.layers.3.self_attn.in_proj_weight": 0.28684866428375244, + "transformer.layers.3.self_attn.in_proj_bias": 0.019066188484430313, + "transformer.layers.3.self_attn.out_proj.weight": 0.15534278750419617, + "transformer.layers.3.self_attn.out_proj.bias": 0.012296527624130249, + "transformer.layers.3.linear1.weight": 0.1775849461555481, + "transformer.layers.3.linear1.bias": 0.012981541454792023, + "transformer.layers.3.linear2.weight": 0.11736985296010971, + "transformer.layers.3.linear2.bias": 0.00981209147721529, + "transformer.layers.3.norm1.weight": 0.02581101655960083, + "transformer.layers.3.norm1.bias": 0.025683240965008736, + "transformer.layers.3.norm2.weight": 0.01585082709789276, + "transformer.layers.3.norm2.bias": 0.01819431222975254, + "head.weight": 0.9207832217216492, + "head.bias": 0.01699419505894184, + "global_embedding.weight": 0.01924528367817402, + "global_cnn.0.weight": 0.19093553721904755, + "global_cnn.0.bias": 0.009274953044950962, + "global_cnn.2.weight": 0.3610336482524872, + "global_cnn.2.bias": 0.016086969524621964, + "global_proj.weight": 0.17235691845417023, + "global_proj.bias": 0.04543076083064079, + "goal_head.0.weight": 0.05315793678164482, + "goal_head.0.bias": 0.011628570035099983, + "goal_head.2.weight": 0.05458381026983261, + "goal_head.2.bias": 0.020599529147148132 + }, + { + "global_gate": 0.0010618133237585425, + "embedding.weight": 0.04987083002924919, + "cnn.0.weight": 0.8764677047729492, + "cnn.0.bias": 0.030401205644011497, + "cnn.2.weight": 0.18093305826187134, + "cnn.2.bias": 0.0630035325884819, + "cnn.5.weight": 0.18606136739253998, + "cnn.5.bias": 0.07824131846427917, + "action_emb.weight": 0.047851018607616425, + "timestep_emb.weight": 0.009224734269082546, + "pos_emb.weight": 0.02128247544169426, + "transformer.layers.0.self_attn.in_proj_weight": 0.4613613784313202, + "transformer.layers.0.self_attn.in_proj_bias": 0.05170341581106186, + "transformer.layers.0.self_attn.out_proj.weight": 0.43301934003829956, + "transformer.layers.0.self_attn.out_proj.bias": 0.06283614784479141, + "transformer.layers.0.linear1.weight": 0.2786062955856323, + "transformer.layers.0.linear1.bias": 0.023346124216914177, + "transformer.layers.0.linear2.weight": 0.4367547035217285, + "transformer.layers.0.linear2.bias": 0.04641320928931236, + "transformer.layers.0.norm1.weight": 0.025123465806245804, + "transformer.layers.0.norm1.bias": 0.04749090224504471, + "transformer.layers.0.norm2.weight": 0.018671773374080658, + "transformer.layers.0.norm2.bias": 0.026209989562630653, + "transformer.layers.1.self_attn.in_proj_weight": 0.4622220993041992, + "transformer.layers.1.self_attn.in_proj_bias": 0.03295620530843735, + "transformer.layers.1.self_attn.out_proj.weight": 0.4331187903881073, + "transformer.layers.1.self_attn.out_proj.bias": 0.02828425168991089, + "transformer.layers.1.linear1.weight": 0.20994774997234344, + "transformer.layers.1.linear1.bias": 0.013136320747435093, + "transformer.layers.1.linear2.weight": 0.31207481026649475, + "transformer.layers.1.linear2.bias": 0.023995136842131615, + "transformer.layers.1.norm1.weight": 0.04468732327222824, + "transformer.layers.1.norm1.bias": 0.03943512588739395, + "transformer.layers.1.norm2.weight": 0.015470236539840698, + "transformer.layers.1.norm2.bias": 0.012510576285421848, + "transformer.layers.2.self_attn.in_proj_weight": 0.49072352051734924, + "transformer.layers.2.self_attn.in_proj_bias": 0.02543608285486698, + "transformer.layers.2.self_attn.out_proj.weight": 0.26679614186286926, + "transformer.layers.2.self_attn.out_proj.bias": 0.019138693809509277, + "transformer.layers.2.linear1.weight": 0.15570083260536194, + "transformer.layers.2.linear1.bias": 0.010167864151299, + "transformer.layers.2.linear2.weight": 0.1865459680557251, + "transformer.layers.2.linear2.bias": 0.015602275729179382, + "transformer.layers.2.norm1.weight": 0.04173373430967331, + "transformer.layers.2.norm1.bias": 0.02626013197004795, + "transformer.layers.2.norm2.weight": 0.012556805275380611, + "transformer.layers.2.norm2.bias": 0.012060892768204212, + "transformer.layers.3.self_attn.in_proj_weight": 0.3929107189178467, + "transformer.layers.3.self_attn.in_proj_bias": 0.01699851267039776, + "transformer.layers.3.self_attn.out_proj.weight": 0.2591276168823242, + "transformer.layers.3.self_attn.out_proj.bias": 0.012649900279939175, + "transformer.layers.3.linear1.weight": 0.25533512234687805, + "transformer.layers.3.linear1.bias": 0.017911870032548904, + "transformer.layers.3.linear2.weight": 0.1780003309249878, + "transformer.layers.3.linear2.bias": 0.010534648783504963, + "transformer.layers.3.norm1.weight": 0.039336737245321274, + "transformer.layers.3.norm1.bias": 0.019101891666650772, + "transformer.layers.3.norm2.weight": 0.02153770439326763, + "transformer.layers.3.norm2.bias": 0.023930497467517853, + "head.weight": 1.4266659021377563, + "head.bias": 0.0204726941883564, + "global_embedding.weight": 0.14816048741340637, + "global_cnn.0.weight": 0.4742550849914551, + "global_cnn.0.bias": 0.021979032084345818, + "global_cnn.2.weight": 0.6913518309593201, + "global_cnn.2.bias": 0.024234429001808167, + "global_proj.weight": 0.23671095073223114, + "global_proj.bias": 0.056811586022377014, + "goal_head.0.weight": 0.06774819642305374, + "goal_head.0.bias": 0.012856499291956425, + "goal_head.2.weight": 0.07609496265649796, + "goal_head.2.bias": 0.02239624783396721 + }, + { + "global_gate": 0.0012125956127420068, + "embedding.weight": 0.012301999144256115, + "cnn.0.weight": 0.2951495945453644, + "cnn.0.bias": 0.012384559959173203, + "cnn.2.weight": 0.08136175572872162, + "cnn.2.bias": 0.029039453715085983, + "cnn.5.weight": 0.11503343284130096, + "cnn.5.bias": 0.04423769190907478, + "action_emb.weight": 0.03047933056950569, + "timestep_emb.weight": 0.005960479844361544, + "pos_emb.weight": 0.0145734753459692, + "transformer.layers.0.self_attn.in_proj_weight": 0.2945413589477539, + "transformer.layers.0.self_attn.in_proj_bias": 0.03337893635034561, + "transformer.layers.0.self_attn.out_proj.weight": 0.3125976324081421, + "transformer.layers.0.self_attn.out_proj.bias": 0.042297281324863434, + "transformer.layers.0.linear1.weight": 0.1924072951078415, + "transformer.layers.0.linear1.bias": 0.015922460705041885, + "transformer.layers.0.linear2.weight": 0.32589009404182434, + "transformer.layers.0.linear2.bias": 0.03346217796206474, + "transformer.layers.0.norm1.weight": 0.014876635745167732, + "transformer.layers.0.norm1.bias": 0.029441656544804573, + "transformer.layers.0.norm2.weight": 0.0133333345875144, + "transformer.layers.0.norm2.bias": 0.017457265406847, + "transformer.layers.1.self_attn.in_proj_weight": 0.3620569109916687, + "transformer.layers.1.self_attn.in_proj_bias": 0.0260364580899477, + "transformer.layers.1.self_attn.out_proj.weight": 0.3202681839466095, + "transformer.layers.1.self_attn.out_proj.bias": 0.02052440494298935, + "transformer.layers.1.linear1.weight": 0.13982897996902466, + "transformer.layers.1.linear1.bias": 0.009242785163223743, + "transformer.layers.1.linear2.weight": 0.2193833589553833, + "transformer.layers.1.linear2.bias": 0.01797148399055004, + "transformer.layers.1.norm1.weight": 0.03841521963477135, + "transformer.layers.1.norm1.bias": 0.03188420459628105, + "transformer.layers.1.norm2.weight": 0.010717716068029404, + "transformer.layers.1.norm2.bias": 0.008695293217897415, + "transformer.layers.2.self_attn.in_proj_weight": 0.325335830450058, + "transformer.layers.2.self_attn.in_proj_bias": 0.019115909934043884, + "transformer.layers.2.self_attn.out_proj.weight": 0.20265009999275208, + "transformer.layers.2.self_attn.out_proj.bias": 0.015103972516953945, + "transformer.layers.2.linear1.weight": 0.11189732700586319, + "transformer.layers.2.linear1.bias": 0.007714088074862957, + "transformer.layers.2.linear2.weight": 0.13373924791812897, + "transformer.layers.2.linear2.bias": 0.012879231944680214, + "transformer.layers.2.norm1.weight": 0.027212128043174744, + "transformer.layers.2.norm1.bias": 0.02097630873322487, + "transformer.layers.2.norm2.weight": 0.008167206309735775, + "transformer.layers.2.norm2.bias": 0.008425180800259113, + "transformer.layers.3.self_attn.in_proj_weight": 0.280624121427536, + "transformer.layers.3.self_attn.in_proj_bias": 0.017241759225726128, + "transformer.layers.3.self_attn.out_proj.weight": 0.18324193358421326, + "transformer.layers.3.self_attn.out_proj.bias": 0.011565802618861198, + "transformer.layers.3.linear1.weight": 0.18188795447349548, + "transformer.layers.3.linear1.bias": 0.013032645918428898, + "transformer.layers.3.linear2.weight": 0.12495565414428711, + "transformer.layers.3.linear2.bias": 0.0099759167060256, + "transformer.layers.3.norm1.weight": 0.02926885522902012, + "transformer.layers.3.norm1.bias": 0.02607908844947815, + "transformer.layers.3.norm2.weight": 0.016011426225304604, + "transformer.layers.3.norm2.bias": 0.01818286068737507, + "head.weight": 0.9983808398246765, + "head.bias": 0.018159115687012672, + "global_embedding.weight": 0.04650820791721344, + "global_cnn.0.weight": 0.17856721580028534, + "global_cnn.0.bias": 0.00818850751966238, + "global_cnn.2.weight": 0.3384307622909546, + "global_cnn.2.bias": 0.013107040897011757, + "global_proj.weight": 0.18891066312789917, + "global_proj.bias": 0.04688229784369469, + "goal_head.0.weight": 0.0860343798995018, + "goal_head.0.bias": 0.017029542475938797, + "goal_head.2.weight": 0.09639394283294678, + "goal_head.2.bias": 0.03003029152750969 + }, + { + "global_gate": 0.0011271173134446144, + "embedding.weight": 0.04091908782720566, + "cnn.0.weight": 0.7282403111457825, + "cnn.0.bias": 0.031648535281419754, + "cnn.2.weight": 0.16090302169322968, + "cnn.2.bias": 0.07395926117897034, + "cnn.5.weight": 0.21572156250476837, + "cnn.5.bias": 0.07361742109060287, + "action_emb.weight": 0.06887584179639816, + "timestep_emb.weight": 0.03869989141821861, + "pos_emb.weight": 0.05175942927598953, + "transformer.layers.0.self_attn.in_proj_weight": 0.5400545001029968, + "transformer.layers.0.self_attn.in_proj_bias": 0.04444006085395813, + "transformer.layers.0.self_attn.out_proj.weight": 0.5274672508239746, + "transformer.layers.0.self_attn.out_proj.bias": 0.053044579923152924, + "transformer.layers.0.linear1.weight": 0.428527295589447, + "transformer.layers.0.linear1.bias": 0.02204282023012638, + "transformer.layers.0.linear2.weight": 0.46296051144599915, + "transformer.layers.0.linear2.bias": 0.03795723244547844, + "transformer.layers.0.norm1.weight": 0.030164336785674095, + "transformer.layers.0.norm1.bias": 0.03861277177929878, + "transformer.layers.0.norm2.weight": 0.03547835350036621, + "transformer.layers.0.norm2.bias": 0.023273827508091927, + "transformer.layers.1.self_attn.in_proj_weight": 0.40379050374031067, + "transformer.layers.1.self_attn.in_proj_bias": 0.025174738839268684, + "transformer.layers.1.self_attn.out_proj.weight": 0.37928932905197144, + "transformer.layers.1.self_attn.out_proj.bias": 0.0263986699283123, + "transformer.layers.1.linear1.weight": 0.2508315145969391, + "transformer.layers.1.linear1.bias": 0.012457764707505703, + "transformer.layers.1.linear2.weight": 0.2937365770339966, + "transformer.layers.1.linear2.bias": 0.02232888713479042, + "transformer.layers.1.norm1.weight": 0.029447829350829124, + "transformer.layers.1.norm1.bias": 0.02548082545399666, + "transformer.layers.1.norm2.weight": 0.020106034353375435, + "transformer.layers.1.norm2.bias": 0.0124900434166193, + "transformer.layers.2.self_attn.in_proj_weight": 0.48509645462036133, + "transformer.layers.2.self_attn.in_proj_bias": 0.02237100526690483, + "transformer.layers.2.self_attn.out_proj.weight": 0.2797437012195587, + "transformer.layers.2.self_attn.out_proj.bias": 0.017994990572333336, + "transformer.layers.2.linear1.weight": 0.1484965980052948, + "transformer.layers.2.linear1.bias": 0.008207105100154877, + "transformer.layers.2.linear2.weight": 0.1690811812877655, + "transformer.layers.2.linear2.bias": 0.01539780292659998, + "transformer.layers.2.norm1.weight": 0.031311992555856705, + "transformer.layers.2.norm1.bias": 0.024362454190850258, + "transformer.layers.2.norm2.weight": 0.010720962658524513, + "transformer.layers.2.norm2.bias": 0.00915231741964817, + "transformer.layers.3.self_attn.in_proj_weight": 0.46893295645713806, + "transformer.layers.3.self_attn.in_proj_bias": 0.025919901207089424, + "transformer.layers.3.self_attn.out_proj.weight": 0.10844069719314575, + "transformer.layers.3.self_attn.out_proj.bias": 0.009126964956521988, + "transformer.layers.3.linear1.weight": 0.1435888409614563, + "transformer.layers.3.linear1.bias": 0.008736160583794117, + "transformer.layers.3.linear2.weight": 0.09382283687591553, + "transformer.layers.3.linear2.bias": 0.008099743165075779, + "transformer.layers.3.norm1.weight": 0.034862957894802094, + "transformer.layers.3.norm1.bias": 0.03178231418132782, + "transformer.layers.3.norm2.weight": 0.0116749107837677, + "transformer.layers.3.norm2.bias": 0.010556737892329693, + "head.weight": 0.7432769536972046, + "head.bias": 0.01569131761789322, + "global_embedding.weight": 0.1227230504155159, + "global_cnn.0.weight": 0.5596684217453003, + "global_cnn.0.bias": 0.021348828449845314, + "global_cnn.2.weight": 1.249230146408081, + "global_cnn.2.bias": 0.05629098787903786, + "global_proj.weight": 0.43856701254844666, + "global_proj.bias": 0.10624778270721436, + "goal_head.0.weight": 0.17523783445358276, + "goal_head.0.bias": 0.035690855234861374, + "goal_head.2.weight": 0.18593564629554749, + "goal_head.2.bias": 0.05873531103134155 + }, + { + "global_gate": 0.0005781507934443653, + "embedding.weight": 0.017398713156580925, + "cnn.0.weight": 0.45716068148612976, + "cnn.0.bias": 0.021010957658290863, + "cnn.2.weight": 0.14749333262443542, + "cnn.2.bias": 0.06708628684282303, + "cnn.5.weight": 0.17151840031147003, + "cnn.5.bias": 0.05878777801990509, + "action_emb.weight": 0.03013727068901062, + "timestep_emb.weight": 0.010131977498531342, + "pos_emb.weight": 0.015878615900874138, + "transformer.layers.0.self_attn.in_proj_weight": 0.2921774089336395, + "transformer.layers.0.self_attn.in_proj_bias": 0.028231197968125343, + "transformer.layers.0.self_attn.out_proj.weight": 0.2631590962409973, + "transformer.layers.0.self_attn.out_proj.bias": 0.03475922718644142, + "transformer.layers.0.linear1.weight": 0.1884024292230606, + "transformer.layers.0.linear1.bias": 0.0127413896843791, + "transformer.layers.0.linear2.weight": 0.26235026121139526, + "transformer.layers.0.linear2.bias": 0.024585209786891937, + "transformer.layers.0.norm1.weight": 0.01726975291967392, + "transformer.layers.0.norm1.bias": 0.025506621226668358, + "transformer.layers.0.norm2.weight": 0.014713289216160774, + "transformer.layers.0.norm2.bias": 0.014393838122487068, + "transformer.layers.1.self_attn.in_proj_weight": 0.3179842531681061, + "transformer.layers.1.self_attn.in_proj_bias": 0.01996644027531147, + "transformer.layers.1.self_attn.out_proj.weight": 0.21300393342971802, + "transformer.layers.1.self_attn.out_proj.bias": 0.01392985600978136, + "transformer.layers.1.linear1.weight": 0.11653650552034378, + "transformer.layers.1.linear1.bias": 0.006676671095192432, + "transformer.layers.1.linear2.weight": 0.16112089157104492, + "transformer.layers.1.linear2.bias": 0.011977223679423332, + "transformer.layers.1.norm1.weight": 0.02871585078537464, + "transformer.layers.1.norm1.bias": 0.024136709049344063, + "transformer.layers.1.norm2.weight": 0.008710221387445927, + "transformer.layers.1.norm2.bias": 0.006221626419574022, + "transformer.layers.2.self_attn.in_proj_weight": 0.2562628388404846, + "transformer.layers.2.self_attn.in_proj_bias": 0.01300264336168766, + "transformer.layers.2.self_attn.out_proj.weight": 0.14088833332061768, + "transformer.layers.2.self_attn.out_proj.bias": 0.00966546032577753, + "transformer.layers.2.linear1.weight": 0.07752338796854019, + "transformer.layers.2.linear1.bias": 0.005034003872424364, + "transformer.layers.2.linear2.weight": 0.08802064508199692, + "transformer.layers.2.linear2.bias": 0.008147292770445347, + "transformer.layers.2.norm1.weight": 0.020937925204634666, + "transformer.layers.2.norm1.bias": 0.01425217930227518, + "transformer.layers.2.norm2.weight": 0.005556256975978613, + "transformer.layers.2.norm2.bias": 0.0053268917836248875, + "transformer.layers.3.self_attn.in_proj_weight": 0.18123742938041687, + "transformer.layers.3.self_attn.in_proj_bias": 0.00957247894257307, + "transformer.layers.3.self_attn.out_proj.weight": 0.10689171403646469, + "transformer.layers.3.self_attn.out_proj.bias": 0.006121231243014336, + "transformer.layers.3.linear1.weight": 0.11885190010070801, + "transformer.layers.3.linear1.bias": 0.007739605847746134, + "transformer.layers.3.linear2.weight": 0.08367128670215607, + "transformer.layers.3.linear2.bias": 0.004341524560004473, + "transformer.layers.3.norm1.weight": 0.01764199323952198, + "transformer.layers.3.norm1.bias": 0.014562945812940598, + "transformer.layers.3.norm2.weight": 0.011467766016721725, + "transformer.layers.3.norm2.bias": 0.01144314929842949, + "head.weight": 0.630798876285553, + "head.bias": 0.007806900888681412, + "global_embedding.weight": 0.050916485488414764, + "global_cnn.0.weight": 0.3043319582939148, + "global_cnn.0.bias": 0.01315271109342575, + "global_cnn.2.weight": 0.6099283695220947, + "global_cnn.2.bias": 0.02726372890174389, + "global_proj.weight": 0.31471309065818787, + "global_proj.bias": 0.0815044492483139, + "goal_head.0.weight": 0.17759868502616882, + "goal_head.0.bias": 0.03588677942752838, + "goal_head.2.weight": 0.19970308244228363, + "goal_head.2.bias": 0.06294756382703781 + }, + { + "global_gate": 0.0007296361727640033, + "embedding.weight": 0.01791311800479889, + "cnn.0.weight": 0.30272573232650757, + "cnn.0.bias": 0.013700136914849281, + "cnn.2.weight": 0.07960012555122375, + "cnn.2.bias": 0.03460291773080826, + "cnn.5.weight": 0.08148576319217682, + "cnn.5.bias": 0.02993602305650711, + "action_emb.weight": 0.017866672948002815, + "timestep_emb.weight": 0.004474432673305273, + "pos_emb.weight": 0.007859057746827602, + "transformer.layers.0.self_attn.in_proj_weight": 0.1495877355337143, + "transformer.layers.0.self_attn.in_proj_bias": 0.017074422910809517, + "transformer.layers.0.self_attn.out_proj.weight": 0.15358713269233704, + "transformer.layers.0.self_attn.out_proj.bias": 0.021869853138923645, + "transformer.layers.0.linear1.weight": 0.10479111969470978, + "transformer.layers.0.linear1.bias": 0.007894779555499554, + "transformer.layers.0.linear2.weight": 0.1666155308485031, + "transformer.layers.0.linear2.bias": 0.01653299480676651, + "transformer.layers.0.norm1.weight": 0.008159331046044827, + "transformer.layers.0.norm1.bias": 0.014639955945312977, + "transformer.layers.0.norm2.weight": 0.00788542814552784, + "transformer.layers.0.norm2.bias": 0.00861591286957264, + "transformer.layers.1.self_attn.in_proj_weight": 0.1726679801940918, + "transformer.layers.1.self_attn.in_proj_bias": 0.011615509167313576, + "transformer.layers.1.self_attn.out_proj.weight": 0.17049314081668854, + "transformer.layers.1.self_attn.out_proj.bias": 0.010929390788078308, + "transformer.layers.1.linear1.weight": 0.0765533298254013, + "transformer.layers.1.linear1.bias": 0.005219760816544294, + "transformer.layers.1.linear2.weight": 0.1167394295334816, + "transformer.layers.1.linear2.bias": 0.009355615824460983, + "transformer.layers.1.norm1.weight": 0.014991914853453636, + "transformer.layers.1.norm1.bias": 0.013446852564811707, + "transformer.layers.1.norm2.weight": 0.0056770858354866505, + "transformer.layers.1.norm2.bias": 0.005235906690359116, + "transformer.layers.2.self_attn.in_proj_weight": 0.16621050238609314, + "transformer.layers.2.self_attn.in_proj_bias": 0.009937777183949947, + "transformer.layers.2.self_attn.out_proj.weight": 0.10056378692388535, + "transformer.layers.2.self_attn.out_proj.bias": 0.00790719036012888, + "transformer.layers.2.linear1.weight": 0.05650036036968231, + "transformer.layers.2.linear1.bias": 0.0040804725140333176, + "transformer.layers.2.linear2.weight": 0.07013648748397827, + "transformer.layers.2.linear2.bias": 0.006809223908931017, + "transformer.layers.2.norm1.weight": 0.014715995639562607, + "transformer.layers.2.norm1.bias": 0.01192400325089693, + "transformer.layers.2.norm2.weight": 0.0038725531194359064, + "transformer.layers.2.norm2.bias": 0.004241518676280975, + "transformer.layers.3.self_attn.in_proj_weight": 0.14419159293174744, + "transformer.layers.3.self_attn.in_proj_bias": 0.010384912602603436, + "transformer.layers.3.self_attn.out_proj.weight": 0.08223728090524673, + "transformer.layers.3.self_attn.out_proj.bias": 0.006857661064714193, + "transformer.layers.3.linear1.weight": 0.0925528034567833, + "transformer.layers.3.linear1.bias": 0.007203890010714531, + "transformer.layers.3.linear2.weight": 0.05839325860142708, + "transformer.layers.3.linear2.bias": 0.005366501398384571, + "transformer.layers.3.norm1.weight": 0.013122698292136192, + "transformer.layers.3.norm1.bias": 0.015696626156568527, + "transformer.layers.3.norm2.weight": 0.008226245641708374, + "transformer.layers.3.norm2.bias": 0.009776079095900059, + "head.weight": 0.4738064706325531, + "head.bias": 0.009529296308755875, + "global_embedding.weight": 0.035721320658922195, + "global_cnn.0.weight": 0.19745968282222748, + "global_cnn.0.bias": 0.009110091254115105, + "global_cnn.2.weight": 0.4374047815799713, + "global_cnn.2.bias": 0.02150842547416687, + "global_proj.weight": 0.2118922770023346, + "global_proj.bias": 0.058854635804891586, + "goal_head.0.weight": 0.11733251065015793, + "goal_head.0.bias": 0.02577335014939308, + "goal_head.2.weight": 0.1280849575996399, + "goal_head.2.bias": 0.04652533307671547 + }, + { + "global_gate": 0.00031270121689885855, + "embedding.weight": 0.0056681279093027115, + "cnn.0.weight": 0.16645032167434692, + "cnn.0.bias": 0.006098507437855005, + "cnn.2.weight": 0.04816260188817978, + "cnn.2.bias": 0.01691817119717598, + "cnn.5.weight": 0.052190862596035004, + "cnn.5.bias": 0.016866065561771393, + "action_emb.weight": 0.010836798697710037, + "timestep_emb.weight": 0.0029100808314979076, + "pos_emb.weight": 0.005636187735944986, + "transformer.layers.0.self_attn.in_proj_weight": 0.08489502966403961, + "transformer.layers.0.self_attn.in_proj_bias": 0.008764415048062801, + "transformer.layers.0.self_attn.out_proj.weight": 0.08556846529245377, + "transformer.layers.0.self_attn.out_proj.bias": 0.011069412343204021, + "transformer.layers.0.linear1.weight": 0.061407554894685745, + "transformer.layers.0.linear1.bias": 0.0042390343733131886, + "transformer.layers.0.linear2.weight": 0.08947566896677017, + "transformer.layers.0.linear2.bias": 0.008447971194982529, + "transformer.layers.0.norm1.weight": 0.004825649317353964, + "transformer.layers.0.norm1.bias": 0.00789657048881054, + "transformer.layers.0.norm2.weight": 0.004876723978668451, + "transformer.layers.0.norm2.bias": 0.004367647226899862, + "transformer.layers.1.self_attn.in_proj_weight": 0.09939395636320114, + "transformer.layers.1.self_attn.in_proj_bias": 0.006719681434333324, + "transformer.layers.1.self_attn.out_proj.weight": 0.08764935284852982, + "transformer.layers.1.self_attn.out_proj.bias": 0.00531492754817009, + "transformer.layers.1.linear1.weight": 0.04197484999895096, + "transformer.layers.1.linear1.bias": 0.002492862520739436, + "transformer.layers.1.linear2.weight": 0.061290424317121506, + "transformer.layers.1.linear2.bias": 0.004621722269803286, + "transformer.layers.1.norm1.weight": 0.009515875950455666, + "transformer.layers.1.norm1.bias": 0.008246797136962414, + "transformer.layers.1.norm2.weight": 0.003221685765311122, + "transformer.layers.1.norm2.bias": 0.002278456697240472, + "transformer.layers.2.self_attn.in_proj_weight": 0.08880661427974701, + "transformer.layers.2.self_attn.in_proj_bias": 0.00483844056725502, + "transformer.layers.2.self_attn.out_proj.weight": 0.054407574236392975, + "transformer.layers.2.self_attn.out_proj.bias": 0.00398255093023181, + "transformer.layers.2.linear1.weight": 0.03191673383116722, + "transformer.layers.2.linear1.bias": 0.0021090705413371325, + "transformer.layers.2.linear2.weight": 0.03679167479276657, + "transformer.layers.2.linear2.bias": 0.0031803795136511326, + "transformer.layers.2.norm1.weight": 0.0076551116071641445, + "transformer.layers.2.norm1.bias": 0.005445100832730532, + "transformer.layers.2.norm2.weight": 0.0024437601678073406, + "transformer.layers.2.norm2.bias": 0.002363329054787755, + "transformer.layers.3.self_attn.in_proj_weight": 0.08012232184410095, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037621434312313795, + "transformer.layers.3.self_attn.out_proj.weight": 0.047359202057123184, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021834541112184525, + "transformer.layers.3.linear1.weight": 0.049289770424366, + "transformer.layers.3.linear1.bias": 0.0034884531050920486, + "transformer.layers.3.linear2.weight": 0.03166283294558525, + "transformer.layers.3.linear2.bias": 0.001249941997230053, + "transformer.layers.3.norm1.weight": 0.007628538180142641, + "transformer.layers.3.norm1.bias": 0.004988096188753843, + "transformer.layers.3.norm2.weight": 0.004259049892425537, + "transformer.layers.3.norm2.bias": 0.0049200886860489845, + "head.weight": 0.25670284032821655, + "head.bias": 0.002107184147462249, + "global_embedding.weight": 0.03979109227657318, + "global_cnn.0.weight": 0.27310025691986084, + "global_cnn.0.bias": 0.010428854264318943, + "global_cnn.2.weight": 0.4358662962913513, + "global_cnn.2.bias": 0.01986759342253208, + "global_proj.weight": 0.18383817374706268, + "global_proj.bias": 0.046803608536720276, + "goal_head.0.weight": 0.10163840651512146, + "goal_head.0.bias": 0.02036413550376892, + "goal_head.2.weight": 0.1112598404288292, + "goal_head.2.bias": 0.03505232185125351 + }, + { + "global_gate": 0.0004242313443683088, + "embedding.weight": 0.02674715407192707, + "cnn.0.weight": 0.4438475966453552, + "cnn.0.bias": 0.01727757416665554, + "cnn.2.weight": 0.09126432985067368, + "cnn.2.bias": 0.026512840762734413, + "cnn.5.weight": 0.09684042632579803, + "cnn.5.bias": 0.032875340431928635, + "action_emb.weight": 0.025368183851242065, + "timestep_emb.weight": 0.005333627108484507, + "pos_emb.weight": 0.01066064927726984, + "transformer.layers.0.self_attn.in_proj_weight": 0.1892535388469696, + "transformer.layers.0.self_attn.in_proj_bias": 0.021790433675050735, + "transformer.layers.0.self_attn.out_proj.weight": 0.18846596777439117, + "transformer.layers.0.self_attn.out_proj.bias": 0.02680090069770813, + "transformer.layers.0.linear1.weight": 0.13563764095306396, + "transformer.layers.0.linear1.bias": 0.010033360682427883, + "transformer.layers.0.linear2.weight": 0.20265905559062958, + "transformer.layers.0.linear2.bias": 0.02143031917512417, + "transformer.layers.0.norm1.weight": 0.010149837471544743, + "transformer.layers.0.norm1.bias": 0.019551154226064682, + "transformer.layers.0.norm2.weight": 0.010963443666696548, + "transformer.layers.0.norm2.bias": 0.010289194993674755, + "transformer.layers.1.self_attn.in_proj_weight": 0.22181303799152374, + "transformer.layers.1.self_attn.in_proj_bias": 0.016453873366117477, + "transformer.layers.1.self_attn.out_proj.weight": 0.2111559957265854, + "transformer.layers.1.self_attn.out_proj.bias": 0.013582444749772549, + "transformer.layers.1.linear1.weight": 0.09633497893810272, + "transformer.layers.1.linear1.bias": 0.005842139013111591, + "transformer.layers.1.linear2.weight": 0.14099600911140442, + "transformer.layers.1.linear2.bias": 0.011685870587825775, + "transformer.layers.1.norm1.weight": 0.022843845188617706, + "transformer.layers.1.norm1.bias": 0.020451560616493225, + "transformer.layers.1.norm2.weight": 0.007880291901528835, + "transformer.layers.1.norm2.bias": 0.005788549780845642, + "transformer.layers.2.self_attn.in_proj_weight": 0.2306758612394333, + "transformer.layers.2.self_attn.in_proj_bias": 0.0121288001537323, + "transformer.layers.2.self_attn.out_proj.weight": 0.12594249844551086, + "transformer.layers.2.self_attn.out_proj.bias": 0.00924153346568346, + "transformer.layers.2.linear1.weight": 0.06600048393011093, + "transformer.layers.2.linear1.bias": 0.004447790794074535, + "transformer.layers.2.linear2.weight": 0.0776621401309967, + "transformer.layers.2.linear2.bias": 0.007521290797740221, + "transformer.layers.2.norm1.weight": 0.018983831629157066, + "transformer.layers.2.norm1.bias": 0.012726327404379845, + "transformer.layers.2.norm2.weight": 0.004907360766083002, + "transformer.layers.2.norm2.bias": 0.004936190787702799, + "transformer.layers.3.self_attn.in_proj_weight": 0.1708957403898239, + "transformer.layers.3.self_attn.in_proj_bias": 0.008719351142644882, + "transformer.layers.3.self_attn.out_proj.weight": 0.09290491789579391, + "transformer.layers.3.self_attn.out_proj.bias": 0.00479250680655241, + "transformer.layers.3.linear1.weight": 0.10588972270488739, + "transformer.layers.3.linear1.bias": 0.007109842728823423, + "transformer.layers.3.linear2.weight": 0.06531787663698196, + "transformer.layers.3.linear2.bias": 0.002410627668723464, + "transformer.layers.3.norm1.weight": 0.015360167250037193, + "transformer.layers.3.norm1.bias": 0.010978935286402702, + "transformer.layers.3.norm2.weight": 0.009993070736527443, + "transformer.layers.3.norm2.bias": 0.010624981485307217, + "head.weight": 0.5509934425354004, + "head.bias": 0.00451970798894763, + "global_embedding.weight": 0.05528448522090912, + "global_cnn.0.weight": 0.20995073020458221, + "global_cnn.0.bias": 0.009818315505981445, + "global_cnn.2.weight": 0.36196428537368774, + "global_cnn.2.bias": 0.016955282539129257, + "global_proj.weight": 0.18164001405239105, + "global_proj.bias": 0.045949917286634445, + "goal_head.0.weight": 0.10857114940881729, + "goal_head.0.bias": 0.021593334153294563, + "goal_head.2.weight": 0.11737608909606934, + "goal_head.2.bias": 0.037201251834630966 + }, + { + "global_gate": 4.6036562707740813e-05, + "embedding.weight": 0.018961086869239807, + "cnn.0.weight": 0.4712987244129181, + "cnn.0.bias": 0.022955743595957756, + "cnn.2.weight": 0.13564804196357727, + "cnn.2.bias": 0.05703243985772133, + "cnn.5.weight": 0.1720377653837204, + "cnn.5.bias": 0.06027311831712723, + "action_emb.weight": 0.03885653242468834, + "timestep_emb.weight": 0.0069870841689407825, + "pos_emb.weight": 0.015385255217552185, + "transformer.layers.0.self_attn.in_proj_weight": 0.37580063939094543, + "transformer.layers.0.self_attn.in_proj_bias": 0.035611625760793686, + "transformer.layers.0.self_attn.out_proj.weight": 0.36675912141799927, + "transformer.layers.0.self_attn.out_proj.bias": 0.0496918149292469, + "transformer.layers.0.linear1.weight": 0.2190074771642685, + "transformer.layers.0.linear1.bias": 0.017421860247850418, + "transformer.layers.0.linear2.weight": 0.3515096604824066, + "transformer.layers.0.linear2.bias": 0.03556476905941963, + "transformer.layers.0.norm1.weight": 0.020492900162935257, + "transformer.layers.0.norm1.bias": 0.03206510469317436, + "transformer.layers.0.norm2.weight": 0.015671348199248314, + "transformer.layers.0.norm2.bias": 0.0202298816293478, + "transformer.layers.1.self_attn.in_proj_weight": 0.3839424252510071, + "transformer.layers.1.self_attn.in_proj_bias": 0.022390425205230713, + "transformer.layers.1.self_attn.out_proj.weight": 0.41150882840156555, + "transformer.layers.1.self_attn.out_proj.bias": 0.026204753667116165, + "transformer.layers.1.linear1.weight": 0.16908906400203705, + "transformer.layers.1.linear1.bias": 0.011491348966956139, + "transformer.layers.1.linear2.weight": 0.2685735821723938, + "transformer.layers.1.linear2.bias": 0.02344750426709652, + "transformer.layers.1.norm1.weight": 0.039537638425827026, + "transformer.layers.1.norm1.bias": 0.02432069554924965, + "transformer.layers.1.norm2.weight": 0.011980016715824604, + "transformer.layers.1.norm2.bias": 0.011513510718941689, + "transformer.layers.2.self_attn.in_proj_weight": 0.3906429708003998, + "transformer.layers.2.self_attn.in_proj_bias": 0.021206365898251534, + "transformer.layers.2.self_attn.out_proj.weight": 0.2678287923336029, + "transformer.layers.2.self_attn.out_proj.bias": 0.01923746056854725, + "transformer.layers.2.linear1.weight": 0.13586848974227905, + "transformer.layers.2.linear1.bias": 0.00893309898674488, + "transformer.layers.2.linear2.weight": 0.16276602447032928, + "transformer.layers.2.linear2.bias": 0.01876377873122692, + "transformer.layers.2.norm1.weight": 0.027625124901533127, + "transformer.layers.2.norm1.bias": 0.02282637171447277, + "transformer.layers.2.norm2.weight": 0.009758255444467068, + "transformer.layers.2.norm2.bias": 0.009398930706083775, + "transformer.layers.3.self_attn.in_proj_weight": 0.4571346938610077, + "transformer.layers.3.self_attn.in_proj_bias": 0.03778213635087013, + "transformer.layers.3.self_attn.out_proj.weight": 0.3055937588214874, + "transformer.layers.3.self_attn.out_proj.bias": 0.025791024789214134, + "transformer.layers.3.linear1.weight": 0.27820926904678345, + "transformer.layers.3.linear1.bias": 0.021189965307712555, + "transformer.layers.3.linear2.weight": 0.18895448744297028, + "transformer.layers.3.linear2.bias": 0.02481100708246231, + "transformer.layers.3.norm1.weight": 0.045401837676763535, + "transformer.layers.3.norm1.bias": 0.04872283339500427, + "transformer.layers.3.norm2.weight": 0.02472260408103466, + "transformer.layers.3.norm2.bias": 0.029389813542366028, + "head.weight": 1.7895102500915527, + "head.bias": 0.04801489785313606, + "global_embedding.weight": 0.01919764280319214, + "global_cnn.0.weight": 0.2900450825691223, + "global_cnn.0.bias": 0.010842524468898773, + "global_cnn.2.weight": 0.760749340057373, + "global_cnn.2.bias": 0.029105905443429947, + "global_proj.weight": 0.2264135181903839, + "global_proj.bias": 0.053661879152059555, + "goal_head.0.weight": 0.05640215426683426, + "goal_head.0.bias": 0.01089188177138567, + "goal_head.2.weight": 0.05735626444220543, + "goal_head.2.bias": 0.017536411061882973 + }, + { + "global_gate": 4.264899325789884e-05, + "embedding.weight": 0.031464479863643646, + "cnn.0.weight": 0.5456531047821045, + "cnn.0.bias": 0.02866235002875328, + "cnn.2.weight": 0.13554364442825317, + "cnn.2.bias": 0.05889442190527916, + "cnn.5.weight": 0.16987758874893188, + "cnn.5.bias": 0.05775448679924011, + "action_emb.weight": 0.038728538900613785, + "timestep_emb.weight": 0.007171007804572582, + "pos_emb.weight": 0.014570588245987892, + "transformer.layers.0.self_attn.in_proj_weight": 0.35468944907188416, + "transformer.layers.0.self_attn.in_proj_bias": 0.03492215648293495, + "transformer.layers.0.self_attn.out_proj.weight": 0.32749465107917786, + "transformer.layers.0.self_attn.out_proj.bias": 0.04480599984526634, + "transformer.layers.0.linear1.weight": 0.218377023935318, + "transformer.layers.0.linear1.bias": 0.01598074845969677, + "transformer.layers.0.linear2.weight": 0.3140502870082855, + "transformer.layers.0.linear2.bias": 0.030740991234779358, + "transformer.layers.0.norm1.weight": 0.020399870350956917, + "transformer.layers.0.norm1.bias": 0.03216871619224548, + "transformer.layers.0.norm2.weight": 0.015668796375393867, + "transformer.layers.0.norm2.bias": 0.015508619137108326, + "transformer.layers.1.self_attn.in_proj_weight": 0.3198024034500122, + "transformer.layers.1.self_attn.in_proj_bias": 0.0214872807264328, + "transformer.layers.1.self_attn.out_proj.weight": 0.2974688708782196, + "transformer.layers.1.self_attn.out_proj.bias": 0.020288938656449318, + "transformer.layers.1.linear1.weight": 0.15471631288528442, + "transformer.layers.1.linear1.bias": 0.009563532657921314, + "transformer.layers.1.linear2.weight": 0.2146228849887848, + "transformer.layers.1.linear2.bias": 0.017834657803177834, + "transformer.layers.1.norm1.weight": 0.02728194184601307, + "transformer.layers.1.norm1.bias": 0.025478890165686607, + "transformer.layers.1.norm2.weight": 0.012960328720510006, + "transformer.layers.1.norm2.bias": 0.010515252128243446, + "transformer.layers.2.self_attn.in_proj_weight": 0.4386744797229767, + "transformer.layers.2.self_attn.in_proj_bias": 0.02516939863562584, + "transformer.layers.2.self_attn.out_proj.weight": 0.16368339955806732, + "transformer.layers.2.self_attn.out_proj.bias": 0.011208782903850079, + "transformer.layers.2.linear1.weight": 0.09022368490695953, + "transformer.layers.2.linear1.bias": 0.0057685221545398235, + "transformer.layers.2.linear2.weight": 0.11434834450483322, + "transformer.layers.2.linear2.bias": 0.009685531258583069, + "transformer.layers.2.norm1.weight": 0.03190343454480171, + "transformer.layers.2.norm1.bias": 0.02634156309068203, + "transformer.layers.2.norm2.weight": 0.006906453985720873, + "transformer.layers.2.norm2.bias": 0.006109763402491808, + "transformer.layers.3.self_attn.in_proj_weight": 0.26839661598205566, + "transformer.layers.3.self_attn.in_proj_bias": 0.017376933246850967, + "transformer.layers.3.self_attn.out_proj.weight": 0.1481611579656601, + "transformer.layers.3.self_attn.out_proj.bias": 0.011114036664366722, + "transformer.layers.3.linear1.weight": 0.14701387286186218, + "transformer.layers.3.linear1.bias": 0.01041451096534729, + "transformer.layers.3.linear2.weight": 0.09929531067609787, + "transformer.layers.3.linear2.bias": 0.010072743520140648, + "transformer.layers.3.norm1.weight": 0.025440160185098648, + "transformer.layers.3.norm1.bias": 0.022481229156255722, + "transformer.layers.3.norm2.weight": 0.011870169080793858, + "transformer.layers.3.norm2.bias": 0.013760070316493511, + "head.weight": 0.9582652449607849, + "head.bias": 0.017575500532984734, + "global_embedding.weight": 0.025569507852196693, + "global_cnn.0.weight": 0.19912642240524292, + "global_cnn.0.bias": 0.008977048099040985, + "global_cnn.2.weight": 0.4158583879470825, + "global_cnn.2.bias": 0.0149878840893507, + "global_proj.weight": 0.19914178550243378, + "global_proj.bias": 0.04420944303274155, + "goal_head.0.weight": 0.06681898981332779, + "goal_head.0.bias": 0.012443493120372295, + "goal_head.2.weight": 0.07221974432468414, + "goal_head.2.bias": 0.020901652052998543 + }, + { + "global_gate": 0.000525686948094517, + "embedding.weight": 0.02709655463695526, + "cnn.0.weight": 0.49603432416915894, + "cnn.0.bias": 0.01996547542512417, + "cnn.2.weight": 0.11689300835132599, + "cnn.2.bias": 0.028911683708429337, + "cnn.5.weight": 0.11975143849849701, + "cnn.5.bias": 0.03575040027499199, + "action_emb.weight": 0.029549239203333855, + "timestep_emb.weight": 0.005965597927570343, + "pos_emb.weight": 0.014280183240771294, + "transformer.layers.0.self_attn.in_proj_weight": 0.24135902523994446, + "transformer.layers.0.self_attn.in_proj_bias": 0.025664234533905983, + "transformer.layers.0.self_attn.out_proj.weight": 0.23428049683570862, + "transformer.layers.0.self_attn.out_proj.bias": 0.03270614147186279, + "transformer.layers.0.linear1.weight": 0.16676707565784454, + "transformer.layers.0.linear1.bias": 0.012339257635176182, + "transformer.layers.0.linear2.weight": 0.23951387405395508, + "transformer.layers.0.linear2.bias": 0.024663258343935013, + "transformer.layers.0.norm1.weight": 0.012824008241295815, + "transformer.layers.0.norm1.bias": 0.0230867862701416, + "transformer.layers.0.norm2.weight": 0.013936514966189861, + "transformer.layers.0.norm2.bias": 0.013444893062114716, + "transformer.layers.1.self_attn.in_proj_weight": 0.24344120919704437, + "transformer.layers.1.self_attn.in_proj_bias": 0.019144773483276367, + "transformer.layers.1.self_attn.out_proj.weight": 0.24028319120407104, + "transformer.layers.1.self_attn.out_proj.bias": 0.015759654343128204, + "transformer.layers.1.linear1.weight": 0.11343979090452194, + "transformer.layers.1.linear1.bias": 0.007009260356426239, + "transformer.layers.1.linear2.weight": 0.16091910004615784, + "transformer.layers.1.linear2.bias": 0.013065247796475887, + "transformer.layers.1.norm1.weight": 0.02234627678990364, + "transformer.layers.1.norm1.bias": 0.023737803101539612, + "transformer.layers.1.norm2.weight": 0.00916015449911356, + "transformer.layers.1.norm2.bias": 0.008116086013615131, + "transformer.layers.2.self_attn.in_proj_weight": 0.27575549483299255, + "transformer.layers.2.self_attn.in_proj_bias": 0.015261008404195309, + "transformer.layers.2.self_attn.out_proj.weight": 0.13569419085979462, + "transformer.layers.2.self_attn.out_proj.bias": 0.010489790700376034, + "transformer.layers.2.linear1.weight": 0.07885386049747467, + "transformer.layers.2.linear1.bias": 0.004740297794342041, + "transformer.layers.2.linear2.weight": 0.1015060544013977, + "transformer.layers.2.linear2.bias": 0.00923611968755722, + "transformer.layers.2.norm1.weight": 0.02035033144056797, + "transformer.layers.2.norm1.bias": 0.016539063304662704, + "transformer.layers.2.norm2.weight": 0.005963094066828489, + "transformer.layers.2.norm2.bias": 0.004926994908601046, + "transformer.layers.3.self_attn.in_proj_weight": 0.23699147999286652, + "transformer.layers.3.self_attn.in_proj_bias": 0.013344086706638336, + "transformer.layers.3.self_attn.out_proj.weight": 0.12732739746570587, + "transformer.layers.3.self_attn.out_proj.bias": 0.009386581368744373, + "transformer.layers.3.linear1.weight": 0.14166510105133057, + "transformer.layers.3.linear1.bias": 0.010149831883609295, + "transformer.layers.3.linear2.weight": 0.0904306024312973, + "transformer.layers.3.linear2.bias": 0.009617523290216923, + "transformer.layers.3.norm1.weight": 0.0210181325674057, + "transformer.layers.3.norm1.bias": 0.015426427125930786, + "transformer.layers.3.norm2.weight": 0.011356895789504051, + "transformer.layers.3.norm2.bias": 0.012160546146333218, + "head.weight": 0.9362309575080872, + "head.bias": 0.02177167683839798, + "global_embedding.weight": 0.06192898377776146, + "global_cnn.0.weight": 0.20686030387878418, + "global_cnn.0.bias": 0.00986412912607193, + "global_cnn.2.weight": 0.2641158401966095, + "global_cnn.2.bias": 0.009403777308762074, + "global_proj.weight": 0.12295006960630417, + "global_proj.bias": 0.028062764555215836, + "goal_head.0.weight": 0.05598854273557663, + "goal_head.0.bias": 0.010366699658334255, + "goal_head.2.weight": 0.0640561431646347, + "goal_head.2.bias": 0.01800905540585518 + }, + { + "global_gate": 0.0002807373530231416, + "embedding.weight": 0.05433964356780052, + "cnn.0.weight": 0.7754544615745544, + "cnn.0.bias": 0.0368514284491539, + "cnn.2.weight": 0.13834604620933533, + "cnn.2.bias": 0.06061834096908569, + "cnn.5.weight": 0.13424570858478546, + "cnn.5.bias": 0.04312256723642349, + "action_emb.weight": 0.01931038498878479, + "timestep_emb.weight": 0.004674174822866917, + "pos_emb.weight": 0.009647805243730545, + "transformer.layers.0.self_attn.in_proj_weight": 0.2242017388343811, + "transformer.layers.0.self_attn.in_proj_bias": 0.026455050334334373, + "transformer.layers.0.self_attn.out_proj.weight": 0.20741720497608185, + "transformer.layers.0.self_attn.out_proj.bias": 0.033878423273563385, + "transformer.layers.0.linear1.weight": 0.12442856281995773, + "transformer.layers.0.linear1.bias": 0.011173401959240437, + "transformer.layers.0.linear2.weight": 0.19085194170475006, + "transformer.layers.0.linear2.bias": 0.021598681807518005, + "transformer.layers.0.norm1.weight": 0.011484308168292046, + "transformer.layers.0.norm1.bias": 0.022255968302488327, + "transformer.layers.0.norm2.weight": 0.008832663297653198, + "transformer.layers.0.norm2.bias": 0.012448534369468689, + "transformer.layers.1.self_attn.in_proj_weight": 0.1853095442056656, + "transformer.layers.1.self_attn.in_proj_bias": 0.015516652725636959, + "transformer.layers.1.self_attn.out_proj.weight": 0.15573453903198242, + "transformer.layers.1.self_attn.out_proj.bias": 0.012346664443612099, + "transformer.layers.1.linear1.weight": 0.07472109794616699, + "transformer.layers.1.linear1.bias": 0.0050976271741092205, + "transformer.layers.1.linear2.weight": 0.10552075505256653, + "transformer.layers.1.linear2.bias": 0.01043103076517582, + "transformer.layers.1.norm1.weight": 0.017830941826105118, + "transformer.layers.1.norm1.bias": 0.019185760989785194, + "transformer.layers.1.norm2.weight": 0.005899238865822554, + "transformer.layers.1.norm2.bias": 0.005753993522375822, + "transformer.layers.2.self_attn.in_proj_weight": 0.16800373792648315, + "transformer.layers.2.self_attn.in_proj_bias": 0.009778771549463272, + "transformer.layers.2.self_attn.out_proj.weight": 0.10195433348417282, + "transformer.layers.2.self_attn.out_proj.bias": 0.0068669370375573635, + "transformer.layers.2.linear1.weight": 0.05016729235649109, + "transformer.layers.2.linear1.bias": 0.003377377288416028, + "transformer.layers.2.linear2.weight": 0.06081124767661095, + "transformer.layers.2.linear2.bias": 0.005437500774860382, + "transformer.layers.2.norm1.weight": 0.014814961701631546, + "transformer.layers.2.norm1.bias": 0.010227825492620468, + "transformer.layers.2.norm2.weight": 0.00452255317941308, + "transformer.layers.2.norm2.bias": 0.003932409919798374, + "transformer.layers.3.self_attn.in_proj_weight": 0.12330242991447449, + "transformer.layers.3.self_attn.in_proj_bias": 0.006069573108106852, + "transformer.layers.3.self_attn.out_proj.weight": 0.08056507259607315, + "transformer.layers.3.self_attn.out_proj.bias": 0.004525249358266592, + "transformer.layers.3.linear1.weight": 0.08923996239900589, + "transformer.layers.3.linear1.bias": 0.006005905568599701, + "transformer.layers.3.linear2.weight": 0.06145459786057472, + "transformer.layers.3.linear2.bias": 0.0022680542897433043, + "transformer.layers.3.norm1.weight": 0.013279616832733154, + "transformer.layers.3.norm1.bias": 0.006740945391356945, + "transformer.layers.3.norm2.weight": 0.009138249792158604, + "transformer.layers.3.norm2.bias": 0.009472597390413284, + "head.weight": 0.5137166976928711, + "head.bias": 0.004398368764668703, + "global_embedding.weight": 0.044458091259002686, + "global_cnn.0.weight": 0.19108320772647858, + "global_cnn.0.bias": 0.007712453603744507, + "global_cnn.2.weight": 0.377261757850647, + "global_cnn.2.bias": 0.017768269404768944, + "global_proj.weight": 0.16578783094882965, + "global_proj.bias": 0.04157494381070137, + "goal_head.0.weight": 0.08220209926366806, + "goal_head.0.bias": 0.01696702092885971, + "goal_head.2.weight": 0.08690732717514038, + "goal_head.2.bias": 0.02927442640066147 + }, + { + "global_gate": 0.0006653647869825363, + "embedding.weight": 0.014030493795871735, + "cnn.0.weight": 0.2637481987476349, + "cnn.0.bias": 0.01314372569322586, + "cnn.2.weight": 0.08365093916654587, + "cnn.2.bias": 0.03155555948615074, + "cnn.5.weight": 0.1166306585073471, + "cnn.5.bias": 0.033004019409418106, + "action_emb.weight": 0.030871659517288208, + "timestep_emb.weight": 0.0065831393003463745, + "pos_emb.weight": 0.01189087238162756, + "transformer.layers.0.self_attn.in_proj_weight": 0.219411239027977, + "transformer.layers.0.self_attn.in_proj_bias": 0.023003999143838882, + "transformer.layers.0.self_attn.out_proj.weight": 0.20742440223693848, + "transformer.layers.0.self_attn.out_proj.bias": 0.028947429731488228, + "transformer.layers.0.linear1.weight": 0.1670893430709839, + "transformer.layers.0.linear1.bias": 0.011747635900974274, + "transformer.layers.0.linear2.weight": 0.23356333374977112, + "transformer.layers.0.linear2.bias": 0.02273957058787346, + "transformer.layers.0.norm1.weight": 0.011510277166962624, + "transformer.layers.0.norm1.bias": 0.019742067903280258, + "transformer.layers.0.norm2.weight": 0.0123330969363451, + "transformer.layers.0.norm2.bias": 0.012009212747216225, + "transformer.layers.1.self_attn.in_proj_weight": 0.22540004551410675, + "transformer.layers.1.self_attn.in_proj_bias": 0.01839473843574524, + "transformer.layers.1.self_attn.out_proj.weight": 0.2289481908082962, + "transformer.layers.1.self_attn.out_proj.bias": 0.01592819020152092, + "transformer.layers.1.linear1.weight": 0.12464509904384613, + "transformer.layers.1.linear1.bias": 0.007247388828545809, + "transformer.layers.1.linear2.weight": 0.16868790984153748, + "transformer.layers.1.linear2.bias": 0.013704614713788033, + "transformer.layers.1.norm1.weight": 0.021774716675281525, + "transformer.layers.1.norm1.bias": 0.02242494933307171, + "transformer.layers.1.norm2.weight": 0.009165395982563496, + "transformer.layers.1.norm2.bias": 0.007870038971304893, + "transformer.layers.2.self_attn.in_proj_weight": 0.3360033333301544, + "transformer.layers.2.self_attn.in_proj_bias": 0.018692689016461372, + "transformer.layers.2.self_attn.out_proj.weight": 0.10920778661966324, + "transformer.layers.2.self_attn.out_proj.bias": 0.008023516274988651, + "transformer.layers.2.linear1.weight": 0.0645223930478096, + "transformer.layers.2.linear1.bias": 0.004066516179591417, + "transformer.layers.2.linear2.weight": 0.07826630771160126, + "transformer.layers.2.linear2.bias": 0.006538438610732555, + "transformer.layers.2.norm1.weight": 0.024479206651449203, + "transformer.layers.2.norm1.bias": 0.0182715505361557, + "transformer.layers.2.norm2.weight": 0.00506988912820816, + "transformer.layers.2.norm2.bias": 0.004191694315522909, + "transformer.layers.3.self_attn.in_proj_weight": 0.16634829342365265, + "transformer.layers.3.self_attn.in_proj_bias": 0.010105439461767673, + "transformer.layers.3.self_attn.out_proj.weight": 0.09391467273235321, + "transformer.layers.3.self_attn.out_proj.bias": 0.006485253572463989, + "transformer.layers.3.linear1.weight": 0.10530932247638702, + "transformer.layers.3.linear1.bias": 0.007162251975387335, + "transformer.layers.3.linear2.weight": 0.0682787373661995, + "transformer.layers.3.linear2.bias": 0.004529998637735844, + "transformer.layers.3.norm1.weight": 0.01470643188804388, + "transformer.layers.3.norm1.bias": 0.012895538471639156, + "transformer.layers.3.norm2.weight": 0.00898571964353323, + "transformer.layers.3.norm2.bias": 0.010288137011229992, + "head.weight": 0.566304624080658, + "head.bias": 0.008822297677397728, + "global_embedding.weight": 0.09485892206430435, + "global_cnn.0.weight": 0.252874493598938, + "global_cnn.0.bias": 0.012517358176410198, + "global_cnn.2.weight": 0.2912048101425171, + "global_cnn.2.bias": 0.011107688769698143, + "global_proj.weight": 0.12286823987960815, + "global_proj.bias": 0.029071560129523277, + "goal_head.0.weight": 0.04286269471049309, + "goal_head.0.bias": 0.007837641052901745, + "goal_head.2.weight": 0.04343089088797569, + "goal_head.2.bias": 0.012464456260204315 + }, + { + "global_gate": 0.0017539275577291846, + "embedding.weight": 0.009637907147407532, + "cnn.0.weight": 0.2776312828063965, + "cnn.0.bias": 0.010956858284771442, + "cnn.2.weight": 0.09444718807935715, + "cnn.2.bias": 0.037602171301841736, + "cnn.5.weight": 0.12300565093755722, + "cnn.5.bias": 0.040158867835998535, + "action_emb.weight": 0.029913343489170074, + "timestep_emb.weight": 0.007500487379729748, + "pos_emb.weight": 0.015559867955744267, + "transformer.layers.0.self_attn.in_proj_weight": 0.2576140761375427, + "transformer.layers.0.self_attn.in_proj_bias": 0.028782673180103302, + "transformer.layers.0.self_attn.out_proj.weight": 0.2601568400859833, + "transformer.layers.0.self_attn.out_proj.bias": 0.037139952182769775, + "transformer.layers.0.linear1.weight": 0.17829661071300507, + "transformer.layers.0.linear1.bias": 0.014146211557090282, + "transformer.layers.0.linear2.weight": 0.280965119600296, + "transformer.layers.0.linear2.bias": 0.02837872877717018, + "transformer.layers.0.norm1.weight": 0.013837804086506367, + "transformer.layers.0.norm1.bias": 0.026199636980891228, + "transformer.layers.0.norm2.weight": 0.013121325522661209, + "transformer.layers.0.norm2.bias": 0.015119798481464386, + "transformer.layers.1.self_attn.in_proj_weight": 0.32039931416511536, + "transformer.layers.1.self_attn.in_proj_bias": 0.023385854437947273, + "transformer.layers.1.self_attn.out_proj.weight": 0.29289907217025757, + "transformer.layers.1.self_attn.out_proj.bias": 0.018170729279518127, + "transformer.layers.1.linear1.weight": 0.13385707139968872, + "transformer.layers.1.linear1.bias": 0.008403332903981209, + "transformer.layers.1.linear2.weight": 0.2004101425409317, + "transformer.layers.1.linear2.bias": 0.015931610018014908, + "transformer.layers.1.norm1.weight": 0.03348042443394661, + "transformer.layers.1.norm1.bias": 0.029259992763400078, + "transformer.layers.1.norm2.weight": 0.010677938349545002, + "transformer.layers.1.norm2.bias": 0.007202778477221727, + "transformer.layers.2.self_attn.in_proj_weight": 0.287648469209671, + "transformer.layers.2.self_attn.in_proj_bias": 0.016366658732295036, + "transformer.layers.2.self_attn.out_proj.weight": 0.1714581549167633, + "transformer.layers.2.self_attn.out_proj.bias": 0.012415654957294464, + "transformer.layers.2.linear1.weight": 0.10019539296627045, + "transformer.layers.2.linear1.bias": 0.006631066557019949, + "transformer.layers.2.linear2.weight": 0.11318603903055191, + "transformer.layers.2.linear2.bias": 0.010403817519545555, + "transformer.layers.2.norm1.weight": 0.023627659305930138, + "transformer.layers.2.norm1.bias": 0.018694274127483368, + "transformer.layers.2.norm2.weight": 0.00768142007291317, + "transformer.layers.2.norm2.bias": 0.007533050607889891, + "transformer.layers.3.self_attn.in_proj_weight": 0.2289966642856598, + "transformer.layers.3.self_attn.in_proj_bias": 0.011522737331688404, + "transformer.layers.3.self_attn.out_proj.weight": 0.14852622151374817, + "transformer.layers.3.self_attn.out_proj.bias": 0.007883095182478428, + "transformer.layers.3.linear1.weight": 0.16534951329231262, + "transformer.layers.3.linear1.bias": 0.011497948318719864, + "transformer.layers.3.linear2.weight": 0.10200639814138412, + "transformer.layers.3.linear2.bias": 0.005313272122293711, + "transformer.layers.3.norm1.weight": 0.02299412153661251, + "transformer.layers.3.norm1.bias": 0.014447130262851715, + "transformer.layers.3.norm2.weight": 0.014767996035516262, + "transformer.layers.3.norm2.bias": 0.016391122713685036, + "head.weight": 0.8580335378646851, + "head.bias": 0.010687087662518024, + "global_embedding.weight": 0.08897166699171066, + "global_cnn.0.weight": 0.2653888463973999, + "global_cnn.0.bias": 0.012213298119604588, + "global_cnn.2.weight": 0.45265641808509827, + "global_cnn.2.bias": 0.01642770692706108, + "global_proj.weight": 0.17337727546691895, + "global_proj.bias": 0.04172314330935478, + "goal_head.0.weight": 0.058862652629613876, + "goal_head.0.bias": 0.010924989357590675, + "goal_head.2.weight": 0.062379930168390274, + "goal_head.2.bias": 0.01801135018467903 + }, + { + "global_gate": 0.00034449726808816195, + "embedding.weight": 0.019909681752324104, + "cnn.0.weight": 0.33165496587753296, + "cnn.0.bias": 0.015381621196866035, + "cnn.2.weight": 0.08864337205886841, + "cnn.2.bias": 0.03604041039943695, + "cnn.5.weight": 0.13665103912353516, + "cnn.5.bias": 0.03249673172831535, + "action_emb.weight": 0.020687701180577278, + "timestep_emb.weight": 0.004503492731601, + "pos_emb.weight": 0.01090096402913332, + "transformer.layers.0.self_attn.in_proj_weight": 0.20762918889522552, + "transformer.layers.0.self_attn.in_proj_bias": 0.025377565994858742, + "transformer.layers.0.self_attn.out_proj.weight": 0.19691678881645203, + "transformer.layers.0.self_attn.out_proj.bias": 0.03295671194791794, + "transformer.layers.0.linear1.weight": 0.12381481379270554, + "transformer.layers.0.linear1.bias": 0.01104902382940054, + "transformer.layers.0.linear2.weight": 0.18922294676303864, + "transformer.layers.0.linear2.bias": 0.020650913938879967, + "transformer.layers.0.norm1.weight": 0.010943510569632053, + "transformer.layers.0.norm1.bias": 0.022644847631454468, + "transformer.layers.0.norm2.weight": 0.009761331602931023, + "transformer.layers.0.norm2.bias": 0.012940872460603714, + "transformer.layers.1.self_attn.in_proj_weight": 0.19777795672416687, + "transformer.layers.1.self_attn.in_proj_bias": 0.01654912531375885, + "transformer.layers.1.self_attn.out_proj.weight": 0.17427055537700653, + "transformer.layers.1.self_attn.out_proj.bias": 0.011897209100425243, + "transformer.layers.1.linear1.weight": 0.0809454694390297, + "transformer.layers.1.linear1.bias": 0.005148802883923054, + "transformer.layers.1.linear2.weight": 0.11621158570051193, + "transformer.layers.1.linear2.bias": 0.009992159903049469, + "transformer.layers.1.norm1.weight": 0.01626443862915039, + "transformer.layers.1.norm1.bias": 0.021109772846102715, + "transformer.layers.1.norm2.weight": 0.006594733335077763, + "transformer.layers.1.norm2.bias": 0.005240781232714653, + "transformer.layers.2.self_attn.in_proj_weight": 0.20422136783599854, + "transformer.layers.2.self_attn.in_proj_bias": 0.010477960109710693, + "transformer.layers.2.self_attn.out_proj.weight": 0.09599287807941437, + "transformer.layers.2.self_attn.out_proj.bias": 0.0071384790353477, + "transformer.layers.2.linear1.weight": 0.058292731642723083, + "transformer.layers.2.linear1.bias": 0.0037448101211339235, + "transformer.layers.2.linear2.weight": 0.07396133244037628, + "transformer.layers.2.linear2.bias": 0.005683455616235733, + "transformer.layers.2.norm1.weight": 0.01589454524219036, + "transformer.layers.2.norm1.bias": 0.010626520961523056, + "transformer.layers.2.norm2.weight": 0.004705922678112984, + "transformer.layers.2.norm2.bias": 0.0041205380111932755, + "transformer.layers.3.self_attn.in_proj_weight": 0.17273952066898346, + "transformer.layers.3.self_attn.in_proj_bias": 0.009300815872848034, + "transformer.layers.3.self_attn.out_proj.weight": 0.09569209069013596, + "transformer.layers.3.self_attn.out_proj.bias": 0.0051108975894749165, + "transformer.layers.3.linear1.weight": 0.1030423641204834, + "transformer.layers.3.linear1.bias": 0.007189592346549034, + "transformer.layers.3.linear2.weight": 0.06870295852422714, + "transformer.layers.3.linear2.bias": 0.002966460073366761, + "transformer.layers.3.norm1.weight": 0.014419895596802235, + "transformer.layers.3.norm1.bias": 0.010545497760176659, + "transformer.layers.3.norm2.weight": 0.00824706070125103, + "transformer.layers.3.norm2.bias": 0.008932938799262047, + "head.weight": 0.6241244673728943, + "head.bias": 0.006607011426240206, + "global_embedding.weight": 0.034673549234867096, + "global_cnn.0.weight": 0.15494073927402496, + "global_cnn.0.bias": 0.0070808217860758305, + "global_cnn.2.weight": 0.3729310929775238, + "global_cnn.2.bias": 0.016758715733885765, + "global_proj.weight": 0.18472816050052643, + "global_proj.bias": 0.046886079013347626, + "goal_head.0.weight": 0.09462223947048187, + "goal_head.0.bias": 0.018652478232979774, + "goal_head.2.weight": 0.10619576275348663, + "goal_head.2.bias": 0.03288988396525383 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.004978172481060028, - 0.02234424278140068, - 0.007684280164539814, - 0.027994297444820404, - 0.04375128820538521, - 0.012876247987151146, - 0.00533825159072876, - 0.0026604016311466694, - 0.0036732510197907686, - 0.011361569166183472 + 0.017646433785557747, + 0.027659490704536438, + 0.052046190947294235, + 0.05307331308722496, + 0.05161818489432335, + 0.08731637895107269, + 0.11712056398391724, + 0.12768416106700897, + 0.035509899258613586, + 0.07333817332983017, + 0.0699739009141922, + 0.10015331208705902, + 0.11933454126119614, + 0.2753318250179291, + 0.19435571134090424, + 0.1804405003786087, + 0.15606863796710968, + 0.14902086555957794, + 0.3193415105342865, + 0.19823132455348969 ], "repr_drift_kl_low_t": [ - 0.0035826300736516714, - 0.021225906908512115, - 0.004845607094466686, - 0.023372331634163857, - 0.03522748872637749, - 0.011299352161586285, - 0.005662561394274235, - 0.002479691756889224, - 0.002850539516657591, - 0.009538525715470314 + 0.02059653401374817, + 0.030735673382878304, + 0.06658680737018585, + 0.06511630862951279, + 0.060579996556043625, + 0.11315783113241196, + 0.15120360255241394, + 0.16425637900829315, + 0.04261324182152748, + 0.09061002731323242, + 0.08934443444013596, + 0.13198205828666687, + 0.1500236988067627, + 0.3708663582801819, + 0.2304648607969284, + 0.21840433776378632, + 0.19514761865139008, + 0.1858515739440918, + 0.4105513393878937, + 0.25231319665908813 ], "repr_drift_kl_mid_t": [ - 0.004487191792577505, - 0.022569403052330017, - 0.005649893544614315, - 0.025276239961385727, - 0.03548453375697136, - 0.012307479977607727, - 0.0056696245446801186, - 0.0020529814064502716, - 0.003566422965377569, - 0.010944134555757046 + 0.016812197864055634, + 0.026163067668676376, + 0.05067266896367073, + 0.04985794052481651, + 0.053190432488918304, + 0.08335413783788681, + 0.11671481281518936, + 0.12804795801639557, + 0.034289855509996414, + 0.06965812295675278, + 0.07047334313392639, + 0.09480934590101242, + 0.11720430105924606, + 0.2745073139667511, + 0.1931672990322113, + 0.1795109659433365, + 0.15427257120609283, + 0.14604176580905914, + 0.31048786640167236, + 0.19435757398605347 ], "repr_drift_kl_high_t": [ - 0.005270457826554775, - 0.02268381416797638, - 0.020835192874073982, - 0.03870053216814995, - 0.036260224878787994, - 0.018884848803281784, - 0.011002236045897007, - 0.0026073490735143423, - 0.0033797400537878275, - 0.009153572842478752 + 0.01767381839454174, + 0.026194432750344276, + 0.037577103823423386, + 0.04913328215479851, + 0.05156709998846054, + 0.0706416592001915, + 0.10054965317249298, + 0.10448336601257324, + 0.030447108671069145, + 0.06390006095170975, + 0.05764172971248627, + 0.0680910050868988, + 0.09811311215162277, + 0.20260286331176758, + 0.1608094573020935, + 0.15308982133865356, + 0.12233886867761612, + 0.12053492665290833, + 0.23344430327415466, + 0.15595568716526031 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9953190684318542, - 0.9757107496261597, - 0.9156033992767334, - 0.9850157499313354, - 0.9862173199653625 + 0.9903908967971802, + 0.977635383605957, + 0.9647253155708313, + 0.9664711356163025, + 0.9356902837753296, + 0.9212169051170349, + 0.9130006432533264, + 0.9382733106613159, + 0.8657522201538086, + 0.8609665036201477 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.0567543506622314, - 5.930017948150635, - 0.9207361340522766, - 0.5825827121734619, - 0.481072336435318, - 0.9275538325309753, - 1.018352746963501, - 0.273603230714798, - 0.6100032925605774, - 1.5514637231826782 + 3.0024571418762207, + 1.4233148097991943, + 3.077975273132324, + 1.6475692987442017, + 1.5398340225219727, + 1.7516695261001587, + 2.8422279357910156, + 2.796096086502075, + 1.4261797666549683, + 1.2762260437011719, + 0.9895663857460022, + 0.8008294701576233, + 1.3550224304199219, + 2.038447618484497, + 1.922348976135254, + 1.73070228099823, + 1.3285763263702393, + 1.3809394836425781, + 1.495819091796875, + 1.1516084671020508 ], "norm_high_t": [ - 2.1578209400177, - 8.702617645263672, - 0.8560037016868591, - 0.9060290455818176, - 0.8627978563308716, - 0.8350821137428284, - 0.7762691974639893, - 0.21858033537864685, - 0.5747849941253662, - 1.5312938690185547 + 3.5124356746673584, + 1.213870882987976, + 3.2428643703460693, + 1.506056308746338, + 1.884785771369934, + 2.019824266433716, + 2.4273509979248047, + 1.9218058586120605, + 1.3544633388519287, + 1.6183874607086182, + 1.213276743888855, + 0.8799253106117249, + 1.7410413026809692, + 3.2200253009796143, + 1.8095312118530273, + 1.862748384475708, + 1.6249083280563354, + 1.4848833084106445, + 1.7849735021591187, + 1.567118763923645 ], "lowhigh_cos": [ - 0.4602535367012024, - 0.3450973331928253, - 0.2503660023212433, - 0.23609034717082977, - 0.562332034111023, - 0.20156943798065186, - 0.12604166567325592, - 0.6745802760124207, - 0.4304106533527374, - 0.73086017370224 + 0.4545731842517853, + 0.6480945944786072, + 0.64649897813797, + 0.1747739017009735, + 0.2445816993713379, + 0.3182560205459595, + 0.31745243072509766, + 0.027649514377117157, + 0.8073970675468445, + 0.339276522397995, + 0.3540143668651581, + 0.62447190284729, + 0.05511530116200447, + 0.42189207673072815, + 0.42720404267311096, + 0.27947816252708435, + 0.45736077427864075, + 0.13063354790210724, + 0.13220886886119843, + 0.3539210557937622 ], "t_bin_norms": [ { - "t_0.0-0.1": 2.7483761310577393, - "t_0.1-0.2": 3.017895460128784, - "t_0.2-0.3": 2.1203665733337402, - "t_0.3-0.4": 1.5409941673278809, - "t_0.4-0.5": 2.0873727798461914, - "t_0.5-0.6": 1.7726409435272217, - "t_0.6-0.7": 1.577444076538086, - "t_0.7-0.8": 1.8973416090011597, - "t_0.8-0.9": 1.6891329288482666, - "t_0.9-1.0": 1.7722196578979492 - }, - { - "t_0.0-0.1": 7.183191776275635, - "t_0.1-0.2": 5.208469867706299, - "t_0.2-0.3": 5.355355262756348, - "t_0.3-0.4": 5.383914947509766, - "t_0.4-0.5": 5.216187953948975, - "t_0.5-0.6": 5.380504608154297, - "t_0.6-0.7": 5.1675705909729, - "t_0.7-0.8": 6.016305923461914, - "t_0.8-0.9": 6.733450889587402, - "t_0.9-1.0": 10.293333053588867 - }, - { - "t_0.0-0.1": 0.9869261980056763, - "t_0.1-0.2": 0.7208724617958069, - "t_0.2-0.3": 1.2397711277008057, - "t_0.3-0.4": 0.588946521282196, - "t_0.4-0.5": 0.7665889263153076, - "t_0.5-0.6": 0.5185027122497559, - "t_0.6-0.7": 0.5928807854652405, - "t_0.7-0.8": 1.0311810970306396, - "t_0.8-0.9": 0.8418462872505188, - "t_0.9-1.0": 1.3226782083511353 - }, - { - "t_0.0-0.1": 0.587442934513092, - "t_0.1-0.2": 0.601879358291626, - "t_0.2-0.3": 0.7159515023231506, - "t_0.3-0.4": 0.7468326687812805, - "t_0.4-0.5": 0.5425971746444702, - "t_0.5-0.6": 0.574180543422699, - "t_0.6-0.7": 0.5332205891609192, - "t_0.7-0.8": 0.5939481854438782, - "t_0.8-0.9": 0.6252102255821228, - "t_0.9-1.0": 0.6630560755729675 - }, - { - "t_0.0-0.1": 0.49528783559799194, - "t_0.1-0.2": 0.7209712862968445, - "t_0.2-0.3": 0.4846583604812622, - "t_0.3-0.4": 0.6674770712852478, - "t_0.4-0.5": 0.4981178343296051, - "t_0.5-0.6": 0.48578280210494995, - "t_0.6-0.7": 0.5547000765800476, - "t_0.7-0.8": 0.48557472229003906, - "t_0.8-0.9": 0.7855395078659058, - "t_0.9-1.0": 0.8012321591377258 - }, - { - "t_0.0-0.1": 1.1324741840362549, - "t_0.1-0.2": 1.1465615034103394, - "t_0.2-0.3": 0.931363046169281, - "t_0.3-0.4": 0.8993152379989624, - "t_0.4-0.5": 0.7351669073104858, - "t_0.5-0.6": 0.7556566596031189, - "t_0.6-0.7": 0.9077001214027405, - "t_0.7-0.8": 0.9429775476455688, - "t_0.8-0.9": 0.9729578495025635, - "t_0.9-1.0": 0.7776748538017273 - }, - { - "t_0.0-0.1": 1.9426215887069702, - "t_0.1-0.2": 0.9310579895973206, - "t_0.2-0.3": 0.8633280396461487, - "t_0.3-0.4": 0.6218109726905823, - "t_0.4-0.5": 0.7984342575073242, - "t_0.5-0.6": 0.7747069001197815, - "t_0.6-0.7": 0.6982146501541138, - "t_0.7-0.8": 0.9250873327255249, - "t_0.8-0.9": 0.8581411838531494, - "t_0.9-1.0": 0.9174680709838867 - }, - { - "t_0.0-0.1": 0.25851187109947205, - "t_0.1-0.2": 0.36001691222190857, - "t_0.2-0.3": 0.2347864806652069, - "t_0.3-0.4": 0.2724854350090027, - "t_0.4-0.5": 0.23939566314220428, - "t_0.5-0.6": 0.2235860526561737, - "t_0.6-0.7": 0.23252715170383453, - "t_0.7-0.8": 0.21967025101184845, - "t_0.8-0.9": 0.2185089886188507, - "t_0.9-1.0": 0.22997727990150452 - }, - { - "t_0.0-0.1": 1.1845722198486328, - "t_0.1-0.2": 1.4499469995498657, - "t_0.2-0.3": 0.5938796997070312, - "t_0.3-0.4": 0.553336501121521, - "t_0.4-0.5": 0.8686376810073853, - "t_0.5-0.6": 0.6020793318748474, - "t_0.6-0.7": 0.5864681601524353, - "t_0.7-0.8": 0.5606176853179932, - "t_0.8-0.9": 0.6682724952697754, - "t_0.9-1.0": 0.6610674858093262 - }, - { - "t_0.0-0.1": 1.8336825370788574, - "t_0.1-0.2": 1.304074764251709, - "t_0.2-0.3": 1.367750644683838, - "t_0.3-0.4": 1.4292187690734863, - "t_0.4-0.5": 1.3179515600204468, - "t_0.5-0.6": 1.3066285848617554, - "t_0.6-0.7": 1.3064088821411133, - "t_0.7-0.8": 1.284436583518982, - "t_0.8-0.9": 1.281064748764038, - "t_0.9-1.0": 1.375853419303894 + "t_0.0-0.1": 3.675487756729126, + "t_0.1-0.2": 2.971618175506592, + "t_0.2-0.3": 3.1255881786346436, + "t_0.3-0.4": 3.4264299869537354, + "t_0.4-0.5": 2.9689245223999023, + "t_0.5-0.6": 3.3072876930236816, + "t_0.6-0.7": 3.0661516189575195, + "t_0.7-0.8": 3.0271408557891846, + "t_0.8-0.9": 3.2728302478790283, + "t_0.9-1.0": 3.874466896057129 + }, + { + "t_0.0-0.1": 2.1726160049438477, + "t_0.1-0.2": 1.260627031326294, + "t_0.2-0.3": 1.4424721002578735, + "t_0.3-0.4": 1.3504294157028198, + "t_0.4-0.5": 1.3457187414169312, + "t_0.5-0.6": 1.284130334854126, + "t_0.6-0.7": 1.2608990669250488, + "t_0.7-0.8": 1.2914891242980957, + "t_0.8-0.9": 1.2833380699157715, + "t_0.9-1.0": 1.4398375749588013 + }, + { + "t_0.0-0.1": 3.202439785003662, + "t_0.1-0.2": 2.790571928024292, + "t_0.2-0.3": 2.9542999267578125, + "t_0.3-0.4": 2.9875879287719727, + "t_0.4-0.5": 3.2168784141540527, + "t_0.5-0.6": 3.1445159912109375, + "t_0.6-0.7": 3.1767027378082275, + "t_0.7-0.8": 3.063342809677124, + "t_0.8-0.9": 3.242518424987793, + "t_0.9-1.0": 3.3968396186828613 + }, + { + "t_0.0-0.1": 1.3040021657943726, + "t_0.1-0.2": 1.5384336709976196, + "t_0.2-0.3": 1.2985169887542725, + "t_0.3-0.4": 1.405165433883667, + "t_0.4-0.5": 1.3469417095184326, + "t_0.5-0.6": 1.3419890403747559, + "t_0.6-0.7": 1.2683106660842896, + "t_0.7-0.8": 1.3801918029785156, + "t_0.8-0.9": 1.582890272140503, + "t_0.9-1.0": 1.960305094718933 + }, + { + "t_0.0-0.1": 1.4795070886611938, + "t_0.1-0.2": 1.226991057395935, + "t_0.2-0.3": 1.313955545425415, + "t_0.3-0.4": 1.367957592010498, + "t_0.4-0.5": 1.4448347091674805, + "t_0.5-0.6": 1.3292012214660645, + "t_0.6-0.7": 1.265498161315918, + "t_0.7-0.8": 1.417015790939331, + "t_0.8-0.9": 1.6079516410827637, + "t_0.9-1.0": 2.5151796340942383 + }, + { + "t_0.0-0.1": 2.2009027004241943, + "t_0.1-0.2": 1.8085434436798096, + "t_0.2-0.3": 1.805203914642334, + "t_0.3-0.4": 1.6344443559646606, + "t_0.4-0.5": 1.8405121564865112, + "t_0.5-0.6": 1.7403162717819214, + "t_0.6-0.7": 1.7219685316085815, + "t_0.7-0.8": 1.738862156867981, + "t_0.8-0.9": 1.681686282157898, + "t_0.9-1.0": 2.561110258102417 + }, + { + "t_0.0-0.1": 3.5820233821868896, + "t_0.1-0.2": 2.4755921363830566, + "t_0.2-0.3": 2.3495213985443115, + "t_0.3-0.4": 2.5650906562805176, + "t_0.4-0.5": 2.5991358757019043, + "t_0.5-0.6": 2.5052971839904785, + "t_0.6-0.7": 2.333284616470337, + "t_0.7-0.8": 2.2699246406555176, + "t_0.8-0.9": 2.2215983867645264, + "t_0.9-1.0": 3.219774007797241 + }, + { + "t_0.0-0.1": 2.654956340789795, + "t_0.1-0.2": 1.812523365020752, + "t_0.2-0.3": 1.715224027633667, + "t_0.3-0.4": 1.7854204177856445, + "t_0.4-0.5": 1.9874321222305298, + "t_0.5-0.6": 1.837174415588379, + "t_0.6-0.7": 1.7510188817977905, + "t_0.7-0.8": 1.609956979751587, + "t_0.8-0.9": 1.514366626739502, + "t_0.9-1.0": 2.7967565059661865 + }, + { + "t_0.0-0.1": 2.2121033668518066, + "t_0.1-0.2": 1.3837662935256958, + "t_0.2-0.3": 1.3665426969528198, + "t_0.3-0.4": 1.3634847402572632, + "t_0.4-0.5": 1.4200530052185059, + "t_0.5-0.6": 1.363226294517517, + "t_0.6-0.7": 1.3963617086410522, + "t_0.7-0.8": 1.3686304092407227, + "t_0.8-0.9": 1.439133882522583, + "t_0.9-1.0": 1.4182422161102295 + }, + { + "t_0.0-0.1": 1.5576868057250977, + "t_0.1-0.2": 1.4420082569122314, + "t_0.2-0.3": 1.4589378833770752, + "t_0.3-0.4": 1.3330214023590088, + "t_0.4-0.5": 1.3740026950836182, + "t_0.5-0.6": 1.2880009412765503, + "t_0.6-0.7": 1.3577475547790527, + "t_0.7-0.8": 1.3557190895080566, + "t_0.8-0.9": 1.3718928098678589, + "t_0.9-1.0": 1.9098618030548096 + }, + { + "t_0.0-0.1": 1.0470247268676758, + "t_0.1-0.2": 0.9916567206382751, + "t_0.2-0.3": 0.9745877385139465, + "t_0.3-0.4": 0.9167877435684204, + "t_0.4-0.5": 1.0147820711135864, + "t_0.5-0.6": 0.9389418363571167, + "t_0.6-0.7": 0.9685842990875244, + "t_0.7-0.8": 0.9057599306106567, + "t_0.8-0.9": 0.9446521401405334, + "t_0.9-1.0": 1.8001987934112549 + }, + { + "t_0.0-0.1": 0.8161590695381165, + "t_0.1-0.2": 0.8840422034263611, + "t_0.2-0.3": 0.818347692489624, + "t_0.3-0.4": 0.76577228307724, + "t_0.4-0.5": 0.8181565999984741, + "t_0.5-0.6": 0.7815597653388977, + "t_0.6-0.7": 0.7665552496910095, + "t_0.7-0.8": 0.77138751745224, + "t_0.8-0.9": 0.8051676154136658, + "t_0.9-1.0": 1.271967887878418 + }, + { + "t_0.0-0.1": 1.5720568895339966, + "t_0.1-0.2": 1.385359525680542, + "t_0.2-0.3": 1.3048521280288696, + "t_0.3-0.4": 1.3131043910980225, + "t_0.4-0.5": 1.4268805980682373, + "t_0.5-0.6": 1.3763010501861572, + "t_0.6-0.7": 1.2524923086166382, + "t_0.7-0.8": 1.2869415283203125, + "t_0.8-0.9": 1.1890791654586792, + "t_0.9-1.0": 2.3357863426208496 + }, + { + "t_0.0-0.1": 1.6430721282958984, + "t_0.1-0.2": 1.7531301975250244, + "t_0.2-0.3": 1.9043453931808472, + "t_0.3-0.4": 2.454796075820923, + "t_0.4-0.5": 2.892791509628296, + "t_0.5-0.6": 2.7181546688079834, + "t_0.6-0.7": 3.0298774242401123, + "t_0.7-0.8": 3.0460205078125, + "t_0.8-0.9": 2.883175849914551, + "t_0.9-1.0": 5.000405311584473 + }, + { + "t_0.0-0.1": 2.1211326122283936, + "t_0.1-0.2": 1.759639859199524, + "t_0.2-0.3": 1.7688175439834595, + "t_0.3-0.4": 1.8452268838882446, + "t_0.4-0.5": 1.9999011754989624, + "t_0.5-0.6": 1.7215291261672974, + "t_0.6-0.7": 1.6818939447402954, + "t_0.7-0.8": 1.6352276802062988, + "t_0.8-0.9": 1.515810251235962, + "t_0.9-1.0": 3.2643401622772217 + }, + { + "t_0.0-0.1": 1.6282505989074707, + "t_0.1-0.2": 1.2842198610305786, + "t_0.2-0.3": 1.4510858058929443, + "t_0.3-0.4": 1.2646903991699219, + "t_0.4-0.5": 1.3263821601867676, + "t_0.5-0.6": 1.287632942199707, + "t_0.6-0.7": 1.2246601581573486, + "t_0.7-0.8": 1.2493739128112793, + "t_0.8-0.9": 1.3301359415054321, + "t_0.9-1.0": 3.248696804046631 + }, + { + "t_0.0-0.1": 1.654983639717102, + "t_0.1-0.2": 1.4598983526229858, + "t_0.2-0.3": 1.4138599634170532, + "t_0.3-0.4": 1.2211484909057617, + "t_0.4-0.5": 1.358912706375122, + "t_0.5-0.6": 1.3361761569976807, + "t_0.6-0.7": 1.4147610664367676, + "t_0.7-0.8": 1.2525566816329956, + "t_0.8-0.9": 1.2742631435394287, + "t_0.9-1.0": 1.9532074928283691 + }, + { + "t_0.0-0.1": 1.4441121816635132, + "t_0.1-0.2": 1.2309894561767578, + "t_0.2-0.3": 1.1534239053726196, + "t_0.3-0.4": 1.1796842813491821, + "t_0.4-0.5": 1.1862941980361938, + "t_0.5-0.6": 1.019019365310669, + "t_0.6-0.7": 1.042638897895813, + "t_0.7-0.8": 0.9859160780906677, + "t_0.8-0.9": 1.115797519683838, + "t_0.9-1.0": 2.670301914215088 + }, + { + "t_0.0-0.1": 1.5968332290649414, + "t_0.1-0.2": 1.5796520709991455, + "t_0.2-0.3": 1.6669516563415527, + "t_0.3-0.4": 1.5845680236816406, + "t_0.4-0.5": 1.9474295377731323, + "t_0.5-0.6": 1.6926888227462769, + "t_0.6-0.7": 1.7866947650909424, + "t_0.7-0.8": 1.380852222442627, + "t_0.8-0.9": 1.0282360315322876, + "t_0.9-1.0": 3.2998974323272705 + }, + { + "t_0.0-0.1": 1.5277305841445923, + "t_0.1-0.2": 1.1225906610488892, + "t_0.2-0.3": 1.240775465965271, + "t_0.3-0.4": 1.1466708183288574, + "t_0.4-0.5": 1.1335645914077759, + "t_0.5-0.6": 1.066824197769165, + "t_0.6-0.7": 1.0320525169372559, + "t_0.7-0.8": 1.0313118696212769, + "t_0.8-0.9": 1.13836669921875, + "t_0.9-1.0": 1.974185585975647 } ], "win_rate": [ - 0.005199306644499302, - 0.004689754918217659, - 0.26244813203811646, - 0.03435804694890976, - 0.0038759689778089523, - 0.05487804859876633, - 0.011901467107236385, - 0.04306863993406296, - 0.0040087467059493065, - 0.009104704484343529, - 0.07722258567810059, - 0.0077751195058226585, - 0.22517730295658112, - 0.0045008184388279915, - 0.11614401638507843, - 0.004256828688085079, - 0.012126865796744823, - 0.3523564040660858, - 0.004385964944958687, - 0.009174312464892864, - 0.03702031448483467, - 0.1370038390159607, - 0.017096413299441338, - 0.13086770474910736, - 0.005985266994684935, - 0.10006214678287506, - 0.016335228458046913, - 0.021671827882528305, - 0.3050557076931, - 0.07058823853731155, - 0.17084547877311707, - 0.11567164212465286, - 0.2116200178861618, - 0.07640538364648819, - 0.03144904598593712, - 0.27513226866722107, - 0.17621144652366638, - 0.20382927358150482, - 0.006289307959377766, - 0.11829176545143127, - 0.15155132114887238, - 0.10580204427242279, - 0.05430528521537781, - 0.6604709029197693, - 0.007625272031873465, - 0.1651567965745926, - 0.1634114682674408, - 0.14700374007225037, - 0.13667820394039154, - 0.02575107291340828, - 0.004323899280279875, - 0.006637168116867542, - 0.07018812745809555, - 0.00911458395421505, - 0.07685098797082901, - 0.19628188014030457, - 0.037207167595624924, - 0.11307252198457718, - 0.12509959936141968, - 0.6666666865348816, - 0.01457451842725277, - 0.2337883859872818, - 0.1449657380580902, - 0.010302840732038021, - 0.07264957576990128, - 0.0077751195058226585, - 0.04680038243532181, - 0.006470880936831236, - 0.1194353997707367, - 0.00460122711956501, - 0.17999999225139618, - 0.10852406919002533, - 0.1873525232076645, - 0.28308025002479553, - 0.0050505055114626884, - 0.1346733719110489, - 0.005594405345618725, - 0.08194154500961304, - 0.08713886141777039, - 0.005692599341273308, - 0.07525655627250671, - 0.1264108419418335, - 0.008269719779491425, - 0.138364776968956, - 0.018726591020822525, - 0.03369763121008873, - 0.014492753893136978, - 0.11970637738704681, - 0.11303861439228058, - 0.10246305167675018, - 0.2843881845474243, - 0.00802783016115427, - 0.04717898741364479, - 0.09541984647512436, - 0.01691143773496151, - 0.0033163262996822596, - 0.016281062737107277, - 0.09696092456579208, - 0.0077751195058226585, - 0.17256857454776764, - 0.013692579232156277, - 0.11750936508178711, - 0.005692599341273308, - 0.1612740159034729, - 0.017951855435967445, - 0.006592291872948408, - 0.14318442344665527, - 0.18536370992660522, - 0.07981927692890167, - 0.10710195451974869, - 0.027966439723968506, - 0.0653625950217247, - 0.12301255762577057, - 0.08221626281738281, - 0.030096739530563354, - 0.1410835236310959, - 0.01034482754766941, - 0.016400910913944244, - 0.02602081559598446, - 0.028648164123296738, - 0.10788561403751373, - 0.03054910898208618, - 0.09195402264595032, - 0.022508038207888603, - 0.002958579920232296, - 0.11963190138339996, - 0.10312395542860031, - 0.006592291872948408, - 0.29950740933418274, - 0.05402843654155731, - 0.012500000186264515, - 0.07465718686580658, - 0.00911458395421505, - 0.030013643205165863, - 0.061147693544626236, - 0.10104669630527496, - 0.005692599341273308, - 0.06899441033601761, - 0.06653870642185211, - 0.054937414824962616, - 0.002984084887430072, - 0.018078340217471123, - 0.25136610865592957, - 0.10526315122842789, - 0.13493333756923676, - 0.04137115925550461, - 0.14370958507061005, - 0.03388189896941185, - 0.07676348835229874, - 0.011367803439497948, - 0.03943314775824547, - 0.11177406460046768, - 0.1342383176088333, - 0.11069418489933014, - 0.06751824915409088, - 0.010714286006987095, - 0.0533333346247673, - 0.14715535938739777, - 0.007710843347012997, - 0.0843443050980568, - 0.005496662575751543, - 0.07201404869556427, - 0.012858555652201176, - 0.004901960492134094, - 0.03580562770366669, - 0.1454392522573471, - 0.006637168116867542, - 0.14200299978256226, - 0.13974592089653015, - 0.0980515405535698, - 0.0045008184388279915, - 0.08498971909284592, - 0.12891627848148346, - 0.14219409227371216, - 0.0540708526968956, - 0.24227799475193024, - 0.0026041667442768812, - 0.037988826632499695, - 0.005434782709926367, - 0.011538461782038212, - 0.006637168116867542, - 0.21461766958236694, - 0.012927756644785404, - 0.08019480109214783, - 0.005692599341273308, - 0.20540264248847961, - 0.01092896144837141, - 0.18221575021743774, - 0.15907813608646393, - 0.26030927896499634, - 0.008064515888690948, - 0.06296440958976746, - 0.14653080701828003, - 0.38966479897499084, - 0.00883152149617672, - 0.19661016762256622, - 0.03510696813464165, - 0.12142358720302582, - 0.011326861567795277, - 0.020942408591508865, - 0.06080830842256546, - 0.03658536449074745, - 0.10378151386976242, - 0.21000000834465027, - 0.1634114682674408, - 0.13354700803756714, - 0.19243104755878448, - 0.1450916826725006, - 0.056321386247873306, - 0.07036374509334564, - 0.03275290131568909, - 0.03764921799302101, - 0.0077751195058226585, - 0.18850575387477875, - 0.119570292532444, - 0.09347524493932724, - 0.08027523010969162, - 0.00841645896434784, - 0.002634660340845585, - 0.0166927482932806, - 0.19296255707740784, - 0.05087527260184288, - 0.1884319931268692, - 0.03166496381163597, - 0.006637168116867542, - 0.3223860561847687, - 0.006843456067144871, - 0.1885167509317398, - 0.04276729375123978, - 0.05475989729166031, - 0.15625950694084167, - 0.008500303141772747, - 0.17479108273983002, - 0.06076618283987045, - 0.013185287825763226, - 0.10139860212802887, - 0.08869623392820358, - 0.006944444961845875, - 0.1935739815235138, - 0.13492675125598907, - 0.4162561595439911, - 0.10833333432674408, - 0.003355704713612795, - 0.04435483738780022, - 0.053165584802627563, - 0.017782822251319885, - 0.15463165938854218, - 0.10846560448408127, - 0.1785290688276291, - 0.0035771066322922707, - 0.10390058904886246, - 0.17876343429088593, - 0.13975271582603455, - 0.014111006632447243, - 0.1041916161775589, - 0.11346863955259323, - 0.004901960492134094, - 0.006592291872948408, - 0.12065637111663818, - 0.0389985553920269, - 0.20048701763153076, - 0.004385964944958687, - 0.012203626334667206, - 0.018537074327468872, - 0.018018018454313278, - 0.15498441457748413, - 0.04293455556035042, - 0.05167173221707344, - 0.01705970987677574, - 0.12644459307193756, - 0.02418341673910618, - 0.23778195679187775, - 0.04674127697944641, - 0.002984084887430072, - 0.14647279679775238, - 0.03617021068930626, - 0.014111006632447243, - 0.0077751195058226585, - 0.00853333342820406, - 0.00525889964774251, - 0.0182170532643795, - 0.26504480838775635, - 0.015293536707758904, - 0.005152868572622538, - 0.0819883793592453, - 0.05467720702290535, - 0.044052865356206894, - 0.052283983677625656, - 0.07857810705900192, - 0.01092896144837141, - 0.015000000596046448, - 0.11277174204587936, - 0.013636363670229912, - 0.07760880887508392, - 0.09320694953203201, - 0.11783439666032791, - 0.21158911287784576, - 0.0045008184388279915, - 0.026295436546206474, - 0.09928229451179504, - 0.077166348695755, - 0.028070176020264626, - 0.0045008184388279915, - 0.04802259802818298, - 0.12558381259441376, - 0.006592291872948408, - 0.02238805964589119, - 0.24322733283042908, - 0.055831264704465866, - 0.14735820889472961, - 0.08720112591981888, - 0.005976095795631409, - 0.008900190703570843, - 0.018633540719747543, - 0.0031729242764413357, - 0.006637168116867542, - 0.010714286006987095, - 0.10172143578529358, - 0.22885359823703766, - 0.10131269693374634, - 0.03658945858478546, - 0.144404336810112, - 0.05641593039035797, - 0.029256876558065414, - 0.0659068375825882, - 0.05980861186981201, - 0.0585898719727993, - 0.20307444036006927, - 0.288822203874588, - 0.022582922130823135, - 0.032310180366039276, - 0.04151943325996399, - 0.06302131712436676, - 0.09838106483221054, - 0.0077751195058226585, - 0.009451796300709248, - 0.004385964944958687, - 0.014827736653387547, - 0.017248136922717094, - 0.30891719460487366, - 0.2013673037290573, - 0.08345120400190353, - 0.004431314766407013, - 0.0968218743801117, - 0.041025642305612564, - 0.007702888920903206, - 0.007952285930514336, - 0.06165158748626709, - 0.005827506072819233, - 0.1466885656118393, - 0.04861944541335106, - 0.01755101978778839, - 0.005692599341273308, - 0.06803097575902939, - 0.10817212611436844, - 0.004323899280279875, - 0.02142857201397419, - 0.24455207586288452, - 0.08997313678264618, - 0.11962446570396423, - 0.1223067194223404, - 0.13096138834953308, - 0.13050313293933868, - 0.1313050389289856, - 0.009749303571879864, - 0.009309161454439163, - 0.18326060473918915, - 0.1780160814523697, - 0.007231404539197683, - 0.04910486191511154, - 0.059245962649583817, - 0.17410071194171906, - 0.07569939643144608, - 0.11051692813634872, - 0.005721830762922764, - 0.0355902798473835, - 0.09956710040569305, - 0.023960880935192108, - 0.3761538565158844, - 0.2972572445869446, - 0.00710563687607646, - 0.12492307275533676, - 0.0184151791036129, - 0.0293237566947937, - 0.010129431262612343, - 0.02652733027935028, - 0.12006717175245285, - 0.03151458129286766, - 0.039961013942956924, - 0.11897105723619461, - 0.5050578117370605, - 0.003086419776082039, - 0.006944444961845875, - 0.041561711579561234, - 0.005434782709926367, - 0.24522292613983154, - 0.08832487463951111, - 0.0799180269241333, - 0.3128930628299713, - 0.005976095795631409, - 0.08283772319555283, - 0.004983388818800449, - 0.06203007698059082, - 0.16459794342517853, - 0.12257228791713715, - 0.05761675909161568, - 0.013416387140750885, - 0.1205357164144516, - 0.016352824866771698, - 0.11029154062271118, - 0.08880665898323059, - 0.002888318384066224, - 0.011538461782038212, - 0.10087336599826813, - 0.0077751195058226585, - 0.02645861729979515, - 0.05371247977018356, - 0.073041170835495, - 0.04277080297470093, - 0.07201404869556427, - 0.023188404738903046, - 0.022612087428569794, - 0.05311077460646629, - 0.04490501061081886, - 0.14234016835689545, - 0.02686762809753418, - 0.029226619750261307, - 0.09535066783428192, - 0.1410835236310959, - 0.012632978148758411, - 0.02252693474292755, - 0.02046426385641098, - 0.14923076331615448, - 0.023076923564076424, - 0.004160362761467695, - 0.008539709262549877, - 0.052231717854738235, - 0.04976200684905052, - 0.013187812641263008, - 0.005976095795631409, - 0.18911005556583405, - 0.13902847468852997, - 0.020113136619329453, - 0.03242481127381325, - 0.03466666489839554, - 0.19631901383399963, - 0.002710027154535055, - 0.21308627724647522, - 0.006592291872948408, - 0.005985266994684935, - 0.006592291872948408, - 0.10288216173648834, - 0.013477088883519173, - 0.08516020327806473, - 0.00219058059155941, - 0.0926406979560852, - 0.08356290310621262, - 0.22075237333774567, - 0.1750095635652542, - 0.0692167580127716, - 0.1561507135629654, - 0.022255942225456238, - 0.006274131126701832, - 0.07888040691614151, - 0.009749303571879864, - 0.17479108273983002, - 0.10552763938903809, - 0.0019743337761610746, - 0.16626888513565063, - 0.0874403789639473, - 0.00853333342820406, - 0.22909091413021088, - 0.004323899280279875, - 0.00882352888584137, - 0.011215629056096077, - 0.0033136967103928328, - 0.23733478784561157, - 0.13425925374031067, - 0.026125816628336906, - 0.0288425050675869, - 0.017836371436715126, - 0.07278963178396225, - 0.10788561403751373, - 0.11493775993585587, - 0.07963655889034271, - 0.005199306644499302, - 0.038030561059713364, - 0.1347368359565735, - 0.03484320640563965, - 0.011538461782038212, - 0.09357541799545288, - 0.0070257605984807014, - 0.1461723893880844, - 0.0043715848587453365, - 0.008445107378065586, - 0.012538312003016472, - 0.026965003460645676, - 0.008717948570847511, - 0.022007334977388382, - 0.01332149188965559 + 0.06306963413953781, + 0.09248170256614685, + 0.0590418316423893, + 0.035316575318574905, + 0.08716293424367905, + 0.043900683522224426, + 0.08847185224294662, + 0.030312906950712204, + 0.15178807079792023, + 0.02857142873108387, + 0.04276158660650253, + 0.13383901119232178, + 0.05601217970252037, + 0.09815207868814468, + 0.05820200964808464, + 0.09866787493228912, + 0.04016765579581261, + 0.143520787358284, + 0.3010365068912506, + 0.15078164637088776, + 0.0886044129729271, + 0.11174934357404709, + 0.08303161710500717, + 0.08371590077877045, + 0.08999553322792053, + 0.1251518875360489, + 0.07331246882677078, + 0.10374771803617477, + 0.11721738427877426, + 0.08102767169475555, + 0.06256983429193497, + 0.25254297256469727, + 0.09366834163665771, + 0.07356321811676025, + 0.08389262109994888, + 0.08652188628911972, + 0.12855517864227295, + 0.06886044889688492, + 0.12709496915340424, + 0.2653641104698181, + 0.08291685581207275, + 0.08205986768007278, + 0.03178183361887932, + 0.0403292179107666, + 0.022309711202979088, + 0.06397238373756409, + 0.07491767406463623, + 0.14356324076652527, + 0.07340355217456818, + 0.03821656107902527, + 0.06426411122083664, + 0.049806784838438034, + 0.09679649770259857, + 0.08352971822023392, + 0.1479319930076599, + 0.03728967532515526, + 0.15293771028518677, + 0.05309072881937027, + 0.08810220658779144, + 0.058681074529886246, + 0.08939548581838608, + 0.10012412071228027, + 0.08451906591653824, + 0.04041852056980133, + 0.03219063580036163, + 0.11443604528903961, + 0.08262665569782257, + 0.08337777853012085, + 0.13930507004261017, + 0.06679034978151321, + 0.07578805834054947, + 0.09672871232032776, + 0.11132075637578964, + 0.0653688982129097, + 0.10812640935182571, + 0.05457679182291031, + 0.05156581103801727, + 0.06502242386341095, + 0.06720033288002014, + 0.08083832263946533, + 0.055532004684209824, + 0.04810810834169388, + 0.04642240330576897, + 0.09678800404071808, + 0.12787169218063354, + 0.1482808142900467, + 0.03111908957362175, + 0.09247083216905594, + 0.06892230361700058, + 0.09532482922077179, + 0.04825737327337265, + 0.03943780064582825, + 0.0803941935300827, + 0.1222989484667778, + 0.04503042623400688, + 0.11388640850782394, + 0.10682893544435501, + 0.06111735850572586, + 0.03407667577266693, + 0.055254604667425156, + 0.05474964901804924, + 0.15860451757907867, + 0.16522875428199768, + 0.1168060451745987, + 0.15783442556858063, + 0.1302284300327301, + 0.060148630291223526, + 0.03191888704895973, + 0.04738154634833336, + 0.06166337430477142, + 0.06576454639434814, + 0.048303935676813126, + 0.06737998872995377, + 0.09251323342323303, + 0.038190118968486786, + 0.06872401386499405, + 0.09628812968730927, + 0.031029263511300087, + 0.060090236365795135, + 0.09913793206214905, + 0.18944723904132843, + 0.032967034727334976, + 0.03224939852952957, + 0.07354838401079178, + 0.061105720698833466, + 0.14563365280628204, + 0.07829902321100235, + 0.08009392768144608, + 0.17420539259910583, + 0.11118736863136292, + 0.135451078414917, + 0.11031907051801682, + 0.05668821185827255, + 0.10946602374315262, + 0.1333533078432083, + 0.09617755562067032, + 0.054296258836984634, + 0.14269763231277466, + 0.11993888020515442, + 0.07380899041891098, + 0.08576679974794388, + 0.12243736535310745, + 0.16354915499687195, + 0.05011163651943207, + 0.05798165127635002, + 0.03460531309247017, + 0.017383618280291557, + 0.13417190313339233, + 0.041785623878240585, + 0.08434370160102844, + 0.10285303741693497, + 0.165967658162117, + 0.17789116501808167, + 0.07242511212825775, + 0.12167931348085403, + 0.11911357194185257, + 0.1661461591720581, + 0.044561244547367096, + 0.09043250977993011, + 0.10406779497861862, + 0.08489388227462769, + 0.11343804746866226, + 0.03300124406814575, + 0.11809106916189194, + 0.1842191070318222, + 0.1237686276435852, + 0.04062768816947937, + 0.14942112565040588, + 0.09023600071668625, + 0.10780017822980881, + 0.12436480820178986, + 0.10326233506202698, + 0.015228426083922386, + 0.15600623190402985, + 0.09906759858131409, + 0.08954858034849167, + 0.0661047026515007, + 0.10158434510231018, + 0.09912252426147461, + 0.047424621880054474, + 0.08059834688901901, + 0.08621683716773987, + 0.06961146742105484, + 0.1369447410106659, + 0.15216901898384094, + 0.052088573575019836, + 0.049593664705753326, + 0.19070208072662354, + 0.14043468236923218, + 0.07151702791452408, + 0.09122378379106522, + 0.07938353717327118, + 0.06498194485902786, + 0.06864337623119354, + 0.09321340918540955, + 0.1253301352262497, + 0.036752957850694656, + 0.10302693396806717, + 0.05004265159368515, + 0.07935510575771332, + 0.1340014934539795, + 0.08865170925855637, + 0.10542898625135422, + 0.12274368107318878, + 0.07956907898187637, + 0.14459703862667084, + 0.13750267028808594, + 0.07200390845537186, + 0.12708275020122528, + 0.038547907024621964, + 0.10890543460845947, + 0.05976863577961922, + 0.0773964524269104, + 0.04210744798183441, + 0.11711104214191437, + 0.040669165551662445, + 0.13564668595790863, + 0.12410667538642883, + 0.06507731974124908, + 0.07278609275817871, + 0.06608259677886963, + 0.1517101228237152, + 0.031065087765455246, + 0.15545591711997986, + 0.04422894865274429, + 0.037509821355342865, + 0.19895288348197937, + 0.06218422204256058, + 0.07448413968086243, + 0.13261538743972778, + 0.04817967861890793, + 0.11730115115642548, + 0.09889516979455948, + 0.04715896025300026, + 0.08078078180551529, + 0.018811533227562904, + 0.051291581243276596, + 0.10838323831558228, + 0.07586386054754257, + 0.058092132210731506, + 0.17954221367835999, + 0.08387830853462219, + 0.17829248309135437, + 0.08534322679042816, + 0.13106796145439148, + 0.1057513877749443, + 0.06608793139457703, + 0.05696941167116165, + 0.12284425646066666, + 0.06200317665934563, + 0.08452868461608887, + 0.07161980867385864, + 0.18272553384304047, + 0.08610885590314865, + 0.07814761251211166, + 0.0983506441116333, + 0.09148265421390533, + 0.09090909361839294, + 0.0633210688829422, + 0.09891599416732788, + 0.07455012947320938, + 0.10594110935926437, + 0.09933198243379593, + 0.12260128557682037, + 0.10775530338287354, + 0.23721738159656525, + 0.07587293535470963, + 0.052578769624233246, + 0.23982682824134827, + 0.12168751657009125, + 0.050051283091306686, + 0.13565099239349365, + 0.10935737937688828, + 0.10643626004457474, + 0.04633456468582153, + 0.12973259389400482, + 0.09319266676902771, + 0.049794238060712814, + 0.15727698802947998, + 0.11100348830223083, + 0.08729680627584457, + 0.051690418273210526, + 0.05607980489730835, + 0.08359391242265701, + 0.158890962600708, + 0.04788865149021149, + 0.11188047379255295, + 0.07338380813598633, + 0.12210675328969955, + 0.08439330011606216, + 0.10191705822944641, + 0.11797255277633667, + 0.07170794904232025, + 0.08856002241373062, + 0.10873961448669434, + 0.09123222529888153, + 0.0797896683216095, + 0.06392694264650345, + 0.1271258443593979, + 0.02380952425301075, + 0.08125273883342743, + 0.07602755725383759, + 0.0926143005490303, + 0.07897374778985977, + 0.09864679723978043, + 0.07152288407087326, + 0.2391517162322998, + 0.11162564158439636, + 0.07123070955276489, + 0.06929473578929901, + 0.14105503261089325, + 0.06736008077859879, + 0.07601231336593628, + 0.06095552071928978, + 0.1328413188457489, + 0.02357802726328373, + 0.05581200122833252, + 0.09448417276144028, + 0.0732773095369339, + 0.08957385271787643, + 0.06759677827358246, + 0.1721869856119156, + 0.07405159622430801, + 0.06739488989114761, + 0.07885774224996567, + 0.1906885951757431, + 0.056724026799201965, + 0.06887052208185196, + 0.06732146441936493, + 0.06125827878713608, + 0.03323139622807503, + 0.11170662939548492, + 0.06709123402833939, + 0.11719298362731934, + 0.08993516117334366, + 0.1281994730234146, + 0.067329540848732, + 0.15094339847564697, + 0.04963582381606102, + 0.18995632231235504, + 0.027408303692936897, + 0.06700079143047333, + 0.045903388410806656, + 0.07275666296482086, + 0.08169655501842499, + 0.07473309338092804, + 0.1431562453508377, + 0.09229390323162079, + 0.08246947824954987, + 0.17358139157295227, + 0.0902169793844223, + 0.061728399246931076, + 0.1043638214468956, + 0.045994993299245834, + 0.057110607624053955, + 0.05810084193944931, + 0.11639923602342606, + 0.10773196071386337, + 0.1890411078929901, + 0.10502282530069351, + 0.07291392982006073, + 0.1516503095626831, + 0.09367720037698746, + 0.1724630743265152, + 0.16429607570171356, + 0.1236722320318222, + 0.06461057811975479, + 0.06545721739530563, + 0.038782522082328796, + 0.09401047229766846, + 0.08305217325687408, + 0.1312309354543686, + 0.13266855478286743, + 0.13973116874694824, + 0.14300553500652313, + 0.09005112200975418, + 0.16537921130657196, + 0.06257729232311249, + 0.09253855794668198, + 0.16045159101486206, + 0.107529416680336, + 0.02901523932814598, + 0.10395707190036774, + 0.0790252760052681, + 0.09125766903162003, + 0.09631727635860443, + 0.17499089241027832, + 0.03523837774991989, + 0.026628000661730766, + 0.07897984981536865, + 0.11260642856359482, + 0.09017462283372879, + 0.016804980114102364, + 0.025534700602293015, + 0.1147463321685791, + 0.13367697596549988, + 0.10141903162002563, + 0.16267123818397522, + 0.13107948005199432, + 0.11182796210050583, + 0.10758153349161148, + 0.05530921742320061, + 0.10455402731895447, + 0.0670267641544342, + 0.11770779639482498, + 0.1406862884759903, + 0.08987035602331161, + 0.1401069462299347, + 0.05037664622068405, + 0.12021090090274811, + 0.02693290077149868, + 0.11219511926174164, + 0.08113500475883484, + 0.11528221517801285, + 0.15489989519119263, + 0.16137655079364777, + 0.07050464302301407, + 0.13821521401405334, + 0.16043372452259064, + 0.047325100749731064, + 0.09066233038902283, + 0.07426726818084717, + 0.07060900330543518, + 0.1316717565059662, + 0.10629834234714508, + 0.043685466051101685, + 0.1035998985171318, + 0.08567708730697632, + 0.11693132668733597, + 0.08954627066850662, + 0.05934372916817665, + 0.03237765654921532, + 0.0664505735039711, + 0.07436112314462662, + 0.08567512035369873, + 0.10483020544052124, + 0.13844770193099976, + 0.04682702198624611, + 0.14717741310596466, + 0.13263297080993652, + 0.11894673854112625, + 0.06298638135194778, + 0.06751054525375366, + 0.08815427124500275, + 0.090711809694767, + 0.13920225203037262, + 0.07945835590362549, + 0.11962616443634033, + 0.10786455124616623, + 0.08741385489702225, + 0.198783740401268, + 0.1349262148141861, + 0.03477253019809723, + 0.10499490797519684, + 0.08747478574514389, + 0.1434773951768875, + 0.132080540060997, + 0.05632235109806061, + 0.035723209381103516, + 0.06674382835626602, + 0.09538228064775467, + 0.12441406399011612, + 0.06384304165840149, + 0.11678463220596313, + 0.07510165125131607, + 0.08362091332674026, + 0.15023112297058105, + 0.15684954822063446, + 0.08123249560594559, + 0.09751817584037781, + 0.04829210788011551, + 0.08304809778928757, + 0.024760833010077477, + 0.1346396952867508, + 0.17330972850322723, + 0.20304898917675018, + 0.07536505162715912, + 0.08222811669111252, + 0.2939039170742035, + 0.14381194114685059, + 0.07987220585346222, + 0.09015288203954697, + 0.1476372927427292, + 0.05679012089967728, + 0.07622165232896805, + 0.13660399615764618, + 0.08376676589250565, + 0.043152451515197754, + 0.06967124342918396, + 0.09862706065177917, + 0.07060281187295914, + 0.059323500841856, + 0.09402953833341599, + 0.10737797617912292, + 0.1849047988653183, + 0.037081338465213776, + 0.18905305862426758, + 0.11885379999876022, + 0.19098278880119324, + 0.11417539417743683 ], "effective_batch_size": [ - 67.5317611694336, - 54.224124908447266, - 146.76939392089844, - 40.00730514526367, - 54.224124908447266, - 54.62395477294922, - 67.5317611694336, - 47.10594177246094, - 67.5317611694336, - 41.895790100097656, - 55.4959602355957, - 75.27146911621094, - 145.31712341308594, - 104.52373504638672, - 81.07108306884766, - 106.51343536376953, - 68.07511901855469, - 135.66392517089844, - 67.5317611694336, - 44.05697250366211, - 40.924522399902344, - 89.52947235107422, - 39.36961364746094, - 82.94215393066406, - 44.05697250366211, - 72.69818878173828, - 54.22412109375, - 39.6721305847168, - 179.33718872070312, - 62.62348937988281, - 112.21885681152344, - 75.54790496826172, - 115.173828125, - 53.757450103759766, - 43.38652801513672, - 86.44120788574219, - 99.90058135986328, - 94.626220703125, - 54.22412109375, - 78.2708511352539, - 111.04825592041016, - 74.79805755615234, - 46.32465744018555, - 251.66737365722656, - 41.895782470703125, - 61.92035675048828, - 110.92070007324219, - 98.0014419555664, - 92.33837127685547, - 40.92451477050781, - 512.0, - 104.52373504638672, - 56.373023986816406, - 41.895790100097656, - 53.757450103759766, - 124.97715759277344, - 44.087467193603516, - 70.85065460205078, - 80.28021240234375, - 176.62110900878906, - 44.05697250366211, - 134.1759033203125, - 86.3438491821289, - 39.482200622558594, - 56.373008728027344, - 98.48085021972656, - 48.70958709716797, - 54.22412109375, - 74.56480407714844, - 54.22412109375, - 126.86784362792969, - 76.40882873535156, - 74.59469604492188, - 127.89989471435547, - 67.5317611694336, - 84.81629180908203, - 67.5317611694336, - 62.62348937988281, - 54.62394714355469, - 104.52373504638672, - 55.49595642089844, - 87.63261413574219, - 41.895782470703125, - 55.50424575805664, - 39.85641860961914, - 42.07524108886719, - 41.895790100097656, - 78.2708511352539, - 72.48389434814453, - 71.77371978759766, - 114.3650894165039, - 41.895782470703125, - 47.10594177246094, - 71.77371978759766, - 40.60122299194336, - 512.0, - 39.482200622558594, - 70.85063934326172, - 44.05697250366211, - 112.3039321899414, - 41.895790100097656, - 79.59912872314453, - 47.703086853027344, - 90.42476654052734, - 39.6721305847168, - 67.5317611694336, - 94.1178970336914, - 71.36915588378906, - 62.623497009277344, - 70.85063934326172, - 41.47610092163086, - 59.9239387512207, - 79.20335388183594, - 68.09866333007812, - 39.3696174621582, - 82.94215393066406, - 40.60122299194336, - 39.36961364746094, - 44.05697250366211, - 40.43056106567383, - 75.44322967529297, - 40.00730514526367, - 69.00910949707031, - 39.44862365722656, - 67.5317611694336, - 77.33934020996094, - 68.09083557128906, - 54.22412109375, - 152.65142822265625, - 53.757450103759766, - 54.22412109375, - 56.37302017211914, - 44.05696487426758, - 39.36961364746094, - 56.373016357421875, - 73.6240234375, - 54.22412109375, - 66.25981140136719, - 59.923946380615234, - 52.89699935913086, - 80.73753356933594, - 40.94401550292969, - 105.32520294189453, - 75.4793930053711, - 83.87885284423828, - 44.81291198730469, - 98.24343872070312, - 57.14472961425781, - 61.72068786621094, - 41.895790100097656, - 47.1059455871582, - 73.141845703125, - 83.87885284423828, - 70.85065460205078, - 54.62394714355469, - 40.60122299194336, - 53.757450103759766, - 98.33930206298828, - 44.05697250366211, - 71.77371978759766, - 512.0, - 58.140625, - 39.482200622558594, - 47.703086853027344, - 43.386512756347656, - 64.10419464111328, - 47.703086853027344, - 61.175567626953125, - 84.81629180908203, - 75.6634521484375, - 47.703086853027344, - 95.3243179321289, - 79.20335388183594, - 90.45443725585938, - 53.757450103759766, - 143.54086303710938, - 67.5317611694336, - 40.43056106567383, - 54.22412109375, - 40.60122299194336, - 67.5317611694336, - 88.93750762939453, - 47.703086853027344, - 65.3473129272461, - 54.224124908447266, - 85.47915649414062, - 54.22412109375, - 121.52080535888672, - 100.3059310913086, - 159.2940673828125, - 40.60122299194336, - 56.373023986816406, - 98.22420501708984, - 185.46975708007812, - 39.85642623901367, - 87.31949615478516, - 43.386512756347656, - 77.33932495117188, - 44.05697250366211, - 39.36962127685547, - 61.720680236816406, - 44.08745193481445, - 71.77371978759766, - 131.64170837402344, - 110.99813079833984, - 86.8497085571289, - 118.06803131103516, - 95.29023742675781, - 54.62394714355469, - 60.82075881958008, - 40.924522399902344, - 41.47610092163086, - 44.05696487426758, - 113.70520782470703, - 86.81452941894531, - 64.43695831298828, - 62.62348937988281, - 67.5317611694336, - 104.52373504638672, - 39.85642623901367, - 123.72539520263672, - 44.08745574951172, - 114.2491455078125, - 39.448631286621094, - 44.05697250366211, - 113.63046264648438, - 104.52373504638672, - 113.22808074951172, - 45.55955505371094, - 46.32465744018555, - 98.0014419555664, - 54.22412109375, - 99.89241027832031, - 57.254695892333984, - 40.60122299194336, - 68.0908432006836, - 65.3473129272461, - 47.703086853027344, - 99.90843200683594, - 89.51326751708984, - 162.70294189453125, - 82.94215393066406, - 54.22412109375, - 52.04319381713867, - 44.08745574951172, - 39.85641860961914, - 98.0014419555664, - 74.55110931396484, - 93.879638671875, - 67.5317611694336, - 81.93543243408203, - 118.50667572021484, - 59.95450973510742, - 39.67212677001953, - 76.40882873535156, - 83.87886047363281, - 104.52373504638672, - 104.52373504638672, - 75.47940826416016, - 42.714111328125, - 122.73934936523438, - 67.5317611694336, - 39.85642623901367, - 39.6721305847168, - 42.07524108886719, - 102.73157501220703, - 44.08746337890625, - 47.1059455871582, - 47.703086853027344, - 84.81629180908203, - 39.36961364746094, - 128.56585693359375, - 44.81291198730469, - 512.0, - 111.73282623291016, - 40.00730514526367, - 39.67212677001953, - 44.05697250366211, - 47.703086853027344, - 44.05697250366211, - 40.00730514526367, - 148.12628173828125, - 39.85641860961914, - 54.224124908447266, - 59.03047561645508, - 51.19669723510742, - 47.105934143066406, - 49.52893829345703, - 63.52898025512695, - 39.85642623901367, - 39.482200622558594, - 76.77257537841797, - 40.60122299194336, - 65.34730529785156, - 63.528995513916016, - 74.5511245727539, - 129.65744018554688, - 512.0, - 39.6721305847168, - 77.11625671386719, - 60.820770263671875, - 41.47610092163086, - 54.22412109375, - 48.70958709716797, - 95.16793060302734, - 44.05697250366211, - 40.43056106567383, - 119.73915100097656, - 52.89699935913086, - 88.5726547241211, - 70.85065460205078, - 44.05696487426758, - 47.703086853027344, - 39.85641860961914, - 54.22412109375, - 54.224124908447266, - 47.703086853027344, - 69.92909240722656, - 117.15794372558594, - 65.34729766845703, - 40.92451477050781, - 101.78483581542969, - 48.709590911865234, - 44.08745574951172, - 50.358314514160156, - 48.709590911865234, - 52.04319381713867, - 130.0771484375, - 145.0012664794922, - 41.47610092163086, - 40.924522399902344, - 45.5595588684082, - 54.62394714355469, - 75.63896179199219, - 47.703086853027344, - 47.703086853027344, - 67.5317611694336, - 39.482200622558594, - 39.6721305847168, - 106.62704467773438, - 112.14737701416016, - 64.43695831298828, - 67.5317611694336, - 79.20336151123047, - 50.35831832885742, - 47.703086853027344, - 67.5317611694336, - 52.89699935913086, - 67.5317611694336, - 105.7155532836914, - 51.19669723510742, - 39.856414794921875, - 67.5317611694336, - 48.70958709716797, - 75.4793930053711, - 104.52373504638672, - 39.36961364746094, - 104.74110412597656, - 78.2708511352539, - 75.16597747802734, - 80.13676452636719, - 55.304473876953125, - 81.28929138183594, - 85.75440216064453, - 44.05696487426758, - 44.05696487426758, - 98.18061828613281, - 90.50121307373047, - 54.22412109375, - 50.35832595825195, - 49.52893829345703, - 104.8447494506836, - 66.25981140136719, - 75.47940826416016, - 104.52373504638672, - 43.386512756347656, - 68.09083557128906, - 41.47610092163086, - 185.7530059814453, - 103.97473907470703, - 44.05697250366211, - 77.33930969238281, - 39.6721305847168, - 39.3696174621582, - 41.895790100097656, - 40.007301330566406, - 86.85393524169922, - 39.448631286621094, - 44.81291198730469, - 48.627586364746094, - 189.87457275390625, - 54.22412109375, - 67.5317611694336, - 43.38652801513672, - 44.05696487426758, - 121.93523406982422, - 62.62348175048828, - 67.17436218261719, - 179.7880096435547, - 54.22412109375, - 58.140625, - 47.703086853027344, - 51.19670486450195, - 111.26558685302734, - 94.1221694946289, - 60.82075881958008, - 47.703086853027344, - 81.07108306884766, - 39.482200622558594, - 83.87886047363281, - 69.92909240722656, - 104.52373504638672, - 40.60122299194336, - 68.09083557128906, - 41.895790100097656, - 40.43055725097656, - 43.38651657104492, - 67.17436218261719, - 49.52893829345703, - 56.373016357421875, - 40.00730514526367, - 40.007301330566406, - 50.358314514160156, - 48.709590911865234, - 82.00623321533203, - 39.448631286621094, - 40.92451858520508, - 59.923946380615234, - 95.9578628540039, - 54.22412109375, - 40.00730514526367, - 40.43056106567383, - 105.15512084960938, - 39.482200622558594, - 67.5317611694336, - 54.22412109375, - 51.585445404052734, - 46.324668884277344, - 40.60122299194336, - 44.05697250366211, - 70.11750030517578, - 91.39613342285156, - 39.6721305847168, - 39.482200622558594, - 44.08745193481445, - 119.63236999511719, - 67.5317611694336, - 64.35707092285156, - 54.22412109375, - 44.05696487426758, - 54.22412109375, - 69.70204162597656, - 40.60122299194336, - 61.72068786621094, - 104.52373504638672, - 68.09083557128906, - 60.82076644897461, - 94.48800659179688, - 68.36894989013672, - 58.140625, - 64.41043853759766, - 40.43056106567383, - 47.703086853027344, - 56.373023986816406, - 40.60122299194336, - 104.42316436767578, - 56.912784576416016, - 67.5317611694336, - 98.97300720214844, - 63.528995513916016, - 104.52373504638672, - 128.86021423339844, - 104.52373504638672, - 54.22412109375, - 41.895790100097656, - 67.5317611694336, - 125.13714599609375, - 82.0062255859375, - 40.43056106567383, - 40.924522399902344, - 39.482200622558594, - 61.72068786621094, - 88.1550064086914, - 76.04066467285156, - 64.43697357177734, - 47.703086853027344, - 40.43056106567383, - 81.28693389892578, - 44.81291198730469, - 44.05696487426758, - 76.40885162353516, - 54.22412109375, - 107.46991729736328, - 104.52373504638672, - 44.05697250366211, - 39.85641860961914, - 57.22340393066406, - 41.895790100097656, - 40.601219177246094, - 39.85641860961914 + 537.2753295898438, + 461.9666442871094, + 536.5999755859375, + 336.51470947265625, + 627.4006958007812, + 434.1074523925781, + 414.2598876953125, + 289.94842529296875, + 732.4508666992188, + 394.135009765625, + 491.6278076171875, + 716.9600219726562, + 423.94354248046875, + 535.5731811523438, + 533.0892333984375, + 692.3717041015625, + 321.7960205078125, + 704.83056640625, + 598.0227661132812, + 784.2501220703125, + 564.8458862304688, + 623.0792846679688, + 621.2003784179688, + 508.1761779785156, + 666.2053833007812, + 669.2440795898438, + 558.3795166015625, + 689.8594970703125, + 465.72747802734375, + 585.7144165039062, + 501.998046875, + 778.0089111328125, + 641.7782592773438, + 407.3040466308594, + 488.6633605957031, + 392.23760986328125, + 586.6757202148438, + 418.36480712890625, + 786.925048828125, + 703.0565185546875, + 619.9141235351562, + 606.4479370117188, + 437.804931640625, + 256.0044860839844, + 310.7349548339844, + 586.0169677734375, + 502.88641357421875, + 836.104248046875, + 354.22491455078125, + 403.0247497558594, + 510.6854248046875, + 502.1927795410156, + 628.5679321289062, + 559.7960205078125, + 774.6307373046875, + 217.45338439941406, + 663.0711669921875, + 467.45458984375, + 578.2171020507812, + 566.8662109375, + 645.34423828125, + 663.3342895507812, + 445.30841064453125, + 445.5386047363281, + 248.49342346191406, + 454.13232421875, + 621.0348510742188, + 595.5173950195312, + 595.883056640625, + 561.7051391601562, + 404.3279724121094, + 490.9361877441406, + 595.7312622070312, + 556.5744018554688, + 683.0984497070312, + 567.391845703125, + 453.1714782714844, + 530.734130859375, + 532.2833251953125, + 407.57904052734375, + 475.96044921875, + 482.7206115722656, + 492.779296875, + 653.3770141601562, + 780.3155517578125, + 535.0108642578125, + 308.05487060546875, + 719.1156616210938, + 336.34161376953125, + 452.267578125, + 548.3761596679688, + 513.9600830078125, + 568.3029174804688, + 741.2430419921875, + 534.9896240234375, + 558.5731811523438, + 485.59326171875, + 294.6594543457031, + 429.6110534667969, + 513.576416015625, + 475.95733642578125, + 683.1334838867188, + 754.3951416015625, + 695.0867919921875, + 660.294921875, + 550.0094604492188, + 524.9139404296875, + 386.6571044921875, + 308.4151611328125, + 531.108642578125, + 461.9952697753906, + 378.2984924316406, + 397.595703125, + 609.6227416992188, + 485.5092468261719, + 614.5078125, + 461.8525695800781, + 345.5990905761719, + 584.82177734375, + 536.3204345703125, + 899.5860595703125, + 445.7303466796875, + 405.6601867675781, + 600.4028930664062, + 364.5218505859375, + 671.2532348632812, + 481.2316589355469, + 498.51470947265625, + 717.3451538085938, + 464.8031005859375, + 698.4476318359375, + 472.0806579589844, + 205.71438598632812, + 750.643310546875, + 572.16259765625, + 480.62872314453125, + 190.0511932373047, + 825.142578125, + 691.3927612304688, + 562.1401977539062, + 668.5736083984375, + 636.2638549804688, + 817.1535034179688, + 448.7740783691406, + 539.1689453125, + 470.1358337402344, + 299.00885009765625, + 816.3825073242188, + 488.2408447265625, + 547.890869140625, + 672.224609375, + 316.8651428222656, + 607.09326171875, + 599.8346557617188, + 762.966552734375, + 744.888671875, + 668.431396484375, + 426.3926086425781, + 531.0233764648438, + 437.6696472167969, + 302.8446960449219, + 679.856201171875, + 417.6185302734375, + 700.1290893554688, + 781.80419921875, + 693.5078125, + 462.0887145996094, + 505.2516174316406, + 637.45849609375, + 510.2741394042969, + 610.3033447265625, + 545.3660888671875, + 331.60113525390625, + 611.5078735351562, + 686.1300048828125, + 624.65478515625, + 581.3539428710938, + 655.9535522460938, + 486.5199279785156, + 321.3265075683594, + 545.0303344726562, + 518.6802368164062, + 578.6895141601562, + 812.9046630859375, + 865.3302001953125, + 524.4431762695312, + 546.4905395507812, + 701.987060546875, + 781.4763793945312, + 459.5065002441406, + 618.6300659179688, + 484.1328430175781, + 297.4986572265625, + 325.7669372558594, + 508.5716552734375, + 737.7647705078125, + 303.1797790527344, + 512.3973999023438, + 338.9983215332031, + 619.4004516601562, + 452.14495849609375, + 654.7100219726562, + 629.1728515625, + 729.0707397460938, + 602.197021484375, + 738.6149291992188, + 877.9654541015625, + 482.77325439453125, + 542.374755859375, + 470.8377380371094, + 652.741943359375, + 454.3711853027344, + 521.1307983398438, + 506.9566345214844, + 465.66192626953125, + 333.7585754394531, + 658.7970581054688, + 804.9300537109375, + 431.7631530761719, + 336.9862976074219, + 470.84246826171875, + 576.5296630859375, + 589.4520874023438, + 796.7583618164062, + 423.4804992675781, + 465.6222839355469, + 673.2835693359375, + 337.9525451660156, + 493.4495544433594, + 626.0527954101562, + 443.19830322265625, + 515.112060546875, + 560.54296875, + 510.53277587890625, + 487.8861999511719, + 361.0621032714844, + 545.5515747070312, + 238.3728790283203, + 582.8619995117188, + 629.608642578125, + 888.2950439453125, + 449.64031982421875, + 826.3296508789062, + 509.3603820800781, + 635.5271606445312, + 614.02978515625, + 411.21209716796875, + 539.97021484375, + 614.0175170898438, + 494.1832275390625, + 299.3090515136719, + 562.0919189453125, + 546.6675415039062, + 501.0795593261719, + 624.5189208984375, + 519.531982421875, + 630.51611328125, + 618.7171630859375, + 463.5931701660156, + 305.940185546875, + 529.43017578125, + 555.8359985351562, + 488.6734619140625, + 716.6395874023438, + 619.927001953125, + 746.0875854492188, + 476.86627197265625, + 593.4420776367188, + 895.9263916015625, + 768.967529296875, + 491.16644287109375, + 547.422119140625, + 526.9271240234375, + 629.8111572265625, + 453.6789855957031, + 658.0188598632812, + 546.7669067382812, + 554.7521362304688, + 503.91192626953125, + 718.8164672851562, + 717.0984497070312, + 373.8585510253906, + 410.5387878417969, + 639.6900634765625, + 753.2161254882812, + 466.8371887207031, + 435.423583984375, + 570.1412963867188, + 730.5134887695312, + 646.340087890625, + 737.4795532226562, + 752.5650024414062, + 445.24078369140625, + 574.6409912109375, + 775.2784423828125, + 603.4924926757812, + 572.485107421875, + 557.8822021484375, + 789.3949584960938, + 307.33148193359375, + 683.4527587890625, + 561.3919677734375, + 461.5995178222656, + 591.9024047851562, + 727.0389404296875, + 723.0034790039062, + 755.6312255859375, + 667.1531372070312, + 676.499755859375, + 383.9970703125, + 644.8594360351562, + 524.2390747070312, + 535.1748657226562, + 418.0848388671875, + 489.64447021484375, + 410.63226318359375, + 540.3300170898438, + 571.9171752929688, + 382.836669921875, + 602.4752197265625, + 561.7921752929688, + 885.8956298828125, + 428.1226806640625, + 600.6290283203125, + 484.9276428222656, + 831.8758544921875, + 555.7698974609375, + 499.2493591308594, + 625.5203247070312, + 567.0722045898438, + 413.4774169921875, + 583.3504638671875, + 585.815185546875, + 423.3058166503906, + 502.0793762207031, + 785.8571166992188, + 450.85101318359375, + 836.4525146484375, + 398.9854431152344, + 710.4373779296875, + 384.49371337890625, + 530.2804565429688, + 372.3334655761719, + 536.1184692382812, + 448.2414855957031, + 618.3355102539062, + 714.5146484375, + 651.9971923828125, + 584.7186279296875, + 935.973388671875, + 654.8297119140625, + 432.4592590332031, + 607.267578125, + 472.8122253417969, + 475.7439270019531, + 512.296875, + 570.0934448242188, + 677.0472412109375, + 942.6768798828125, + 530.4703369140625, + 456.14990234375, + 430.874755859375, + 642.5741577148438, + 848.33447265625, + 652.5751342773438, + 665.7811889648438, + 577.85693359375, + 472.3715515136719, + 517.1505126953125, + 693.5917358398438, + 553.3883666992188, + 497.9311828613281, + 779.5752563476562, + 599.4937744140625, + 525.7232666015625, + 644.5367431640625, + 557.35888671875, + 451.1961975097656, + 665.519775390625, + 577.4420776367188, + 620.437255859375, + 356.1864318847656, + 529.7661743164062, + 552.1493530273438, + 609.8434448242188, + 632.6755981445312, + 591.6151733398438, + 303.9275207519531, + 333.85992431640625, + 684.0408325195312, + 576.9342041015625, + 569.3199462890625, + 388.75732421875, + 459.67681884765625, + 345.6588439941406, + 540.9683837890625, + 363.3225402832031, + 636.13916015625, + 584.9422607421875, + 609.6529541015625, + 713.7620849609375, + 451.8959045410156, + 562.4034423828125, + 556.2950439453125, + 395.6473388671875, + 733.3339233398438, + 662.2725830078125, + 846.358642578125, + 492.7140808105469, + 788.5679931640625, + 344.69970703125, + 446.4425354003906, + 589.7703247070312, + 649.371337890625, + 520.7072143554688, + 586.013916015625, + 605.228515625, + 795.410400390625, + 881.8796997070312, + 379.3376159667969, + 559.3950805664062, + 558.4767456054688, + 559.24072265625, + 813.199462890625, + 667.7943725585938, + 435.72064208984375, + 579.9722290039062, + 522.5994262695312, + 718.1644897460938, + 659.5587158203125, + 493.27069091796875, + 374.466796875, + 396.2562255859375, + 647.7339477539062, + 610.4203491210938, + 709.1758422851562, + 599.0204467773438, + 428.2337646484375, + 855.0521240234375, + 824.2881469726562, + 519.06396484375, + 533.2299194335938, + 599.27978515625, + 577.4497680664062, + 348.7991638183594, + 893.5406494140625, + 492.8656921386719, + 616.1017456054688, + 544.185791015625, + 685.832763671875, + 594.4149169921875, + 763.7255249023438, + 345.1834411621094, + 466.15704345703125, + 733.062744140625, + 867.6681518554688, + 633.0550537109375, + 469.8089294433594, + 382.2275085449219, + 664.4276123046875, + 562.6218872070312, + 788.3939208984375, + 408.2956848144531, + 635.5123901367188, + 548.4636840820312, + 620.9906616210938, + 471.1931457519531, + 632.6206665039062, + 659.1792602539062, + 559.44873046875, + 424.9651184082031, + 597.4842529296875, + 345.0733947753906, + 841.89599609375, + 660.8584594726562, + 701.4893188476562, + 616.0770263671875, + 359.6356201171875, + 714.1898803710938, + 820.2586669921875, + 456.9765625, + 590.4205932617188, + 789.8911743164062, + 515.0445556640625, + 590.28369140625, + 582.56005859375, + 496.72222900390625, + 379.8815002441406, + 567.2625732421875, + 541.450439453125, + 574.4542846679688, + 553.0786743164062, + 723.0262451171875, + 722.0380249023438, + 951.0098876953125, + 250.34205627441406, + 639.714599609375, + 485.746826171875, + 900.502197265625, + 594.54345703125 ], "surgery_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "surgery_fraction": [ - 0.999999998997203, - 0.9999982009176117, - 0.9999946838645465, - 0.9999998793605438, 0.0, - 0.9999985477685476, - 0.9999999975973455, - 0.9999999571010254, - 0.9702900536357183, - 0.9999999755131623 + 0.0, + 0.9998796871711334, + 0.9999969410718577, + 0.0, + 0.0, + 0.0, + 0.9999991217290293, + 0.9999947067454872, + 0.9999983601708441, + 0.9999995633303059, + 0.0, + 0.9950375269174724, + 0.9999980431052821, + 0.0, + 0.9974224562535383, + 0.9754007357198001, + 0.9999993046864193, + 0.9999998083826506, + 0.0 ], "surgery_n_conflicting": [ + 0, + 0, + 2, + 2, + 0, + 0, + 0, 2, 1, - 4, - 4, + 2, + 3, + 0, + 1, + 1, 0, 1, - 15, - 20, 1, - 21 + 1, + 2, + 0 ], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -44303,383 +54702,383 @@ 2 ], "wall_clock_s": [ - 446.0, - 478.4, - 484.8 + 1068.3, + 1079.1, + 1067.9 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.13690252602100372, + "loss": 0.4472683072090149, "env_score_iters": 500, - "env_score": -3.825287342071533, + "env_score": -0.5283532738685608, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.8780779838562012, - "rl_grad_norm": 1.3225675821304321, - "bc_grad_norm": 1.1909778118133545, + "grad_align": 0.38354888558387756, + "rl_grad_norm": 1.0856720209121704, + "bc_grad_norm": 3.8347554206848145, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00009162684000330046, - "embedding.weight": 0.007938859052956104, - "cnn.0.weight": 0.18000146746635437, - "cnn.0.bias": 0.007199468091130257, - "cnn.2.weight": 0.06954807043075562, - "cnn.2.bias": 0.03157065063714981, - "cnn.5.weight": 0.11770863085985184, - "cnn.5.bias": 0.024142537266016006, - "action_emb.weight": 0.016424205154180527, - "timestep_emb.weight": 0.007023842539638281, - "pos_emb.weight": 0.00888175331056118, - "transformer.layers.0.self_attn.in_proj_weight": 0.13746324181556702, - "transformer.layers.0.self_attn.in_proj_bias": 0.008459314703941345, - "transformer.layers.0.self_attn.out_proj.weight": 0.12659519910812378, - "transformer.layers.0.self_attn.out_proj.bias": 0.010655934922397137, - "transformer.layers.0.linear1.weight": 0.09259623289108276, - "transformer.layers.0.linear1.bias": 0.0044416943565011024, - "transformer.layers.0.linear2.weight": 0.11527376621961594, - "transformer.layers.0.linear2.bias": 0.0075979954563081264, - "transformer.layers.0.norm1.weight": 0.00886713620275259, - "transformer.layers.0.norm1.bias": 0.006458680611103773, - "transformer.layers.0.norm2.weight": 0.00715525820851326, - "transformer.layers.0.norm2.bias": 0.0037559422198683023, - "transformer.layers.1.self_attn.in_proj_weight": 0.1083357036113739, - "transformer.layers.1.self_attn.in_proj_bias": 0.005508226342499256, - "transformer.layers.1.self_attn.out_proj.weight": 0.0907953530550003, - "transformer.layers.1.self_attn.out_proj.bias": 0.005292430520057678, - "transformer.layers.1.linear1.weight": 0.0586819127202034, - "transformer.layers.1.linear1.bias": 0.002746830927208066, - "transformer.layers.1.linear2.weight": 0.07733790576457977, - "transformer.layers.1.linear2.bias": 0.0047188494354486465, - "transformer.layers.1.norm1.weight": 0.006550249643623829, - "transformer.layers.1.norm1.bias": 0.005424799397587776, - "transformer.layers.1.norm2.weight": 0.0038374203722923994, - "transformer.layers.1.norm2.bias": 0.002487758407369256, - "transformer.layers.2.self_attn.in_proj_weight": 0.13435223698616028, - "transformer.layers.2.self_attn.in_proj_bias": 0.005957888439297676, - "transformer.layers.2.self_attn.out_proj.weight": 0.055878106504678726, - "transformer.layers.2.self_attn.out_proj.bias": 0.004071449860930443, - "transformer.layers.2.linear1.weight": 0.03900877758860588, - "transformer.layers.2.linear1.bias": 0.0020493732299655676, - "transformer.layers.2.linear2.weight": 0.047952860593795776, - "transformer.layers.2.linear2.bias": 0.003992455545812845, - "transformer.layers.2.norm1.weight": 0.00978450570255518, - "transformer.layers.2.norm1.bias": 0.006039288826286793, - "transformer.layers.2.norm2.weight": 0.002699726726859808, - "transformer.layers.2.norm2.bias": 0.0018253219313919544, - "transformer.layers.3.self_attn.in_proj_weight": 0.11305111646652222, - "transformer.layers.3.self_attn.in_proj_bias": 0.00650217616930604, - "transformer.layers.3.self_attn.out_proj.weight": 0.06405799835920334, - "transformer.layers.3.self_attn.out_proj.bias": 0.0052377087995409966, - "transformer.layers.3.linear1.weight": 0.062165893614292145, - "transformer.layers.3.linear1.bias": 0.00453952606767416, - "transformer.layers.3.linear2.weight": 0.041048020124435425, - "transformer.layers.3.linear2.bias": 0.005220816005021334, - "transformer.layers.3.norm1.weight": 0.00837476272135973, - "transformer.layers.3.norm1.bias": 0.007927685044705868, - "transformer.layers.3.norm2.weight": 0.004984584171324968, - "transformer.layers.3.norm2.bias": 0.0059417919255793095, - "head.weight": 0.36274683475494385, - "head.bias": 0.010908226482570171, - "global_embedding.weight": 0.09313920885324478, - "global_cnn.0.weight": 0.5432133078575134, - "global_cnn.0.bias": 0.028349503874778748, - "global_cnn.2.weight": 0.9398198127746582, - "global_cnn.2.bias": 0.057747550308704376, - "global_proj.weight": 0.3014577329158783, - "global_proj.bias": 0.11663191765546799, - "goal_head.0.weight": 0.15915387868881226, - "goal_head.0.bias": 0.04675855115056038, - "goal_head.2.weight": 0.1873466968536377, - "goal_head.2.bias": 0.0913311094045639 + "global_gate": 0.00034449726808816195, + "embedding.weight": 0.019909681752324104, + "cnn.0.weight": 0.33165496587753296, + "cnn.0.bias": 0.015381621196866035, + "cnn.2.weight": 0.08864337205886841, + "cnn.2.bias": 0.03604041039943695, + "cnn.5.weight": 0.13665103912353516, + "cnn.5.bias": 0.03249673172831535, + "action_emb.weight": 0.020687701180577278, + "timestep_emb.weight": 0.004503492731601, + "pos_emb.weight": 0.01090096402913332, + "transformer.layers.0.self_attn.in_proj_weight": 0.20762918889522552, + "transformer.layers.0.self_attn.in_proj_bias": 0.025377565994858742, + "transformer.layers.0.self_attn.out_proj.weight": 0.19691678881645203, + "transformer.layers.0.self_attn.out_proj.bias": 0.03295671194791794, + "transformer.layers.0.linear1.weight": 0.12381481379270554, + "transformer.layers.0.linear1.bias": 0.01104902382940054, + "transformer.layers.0.linear2.weight": 0.18922294676303864, + "transformer.layers.0.linear2.bias": 0.020650913938879967, + "transformer.layers.0.norm1.weight": 0.010943510569632053, + "transformer.layers.0.norm1.bias": 0.022644847631454468, + "transformer.layers.0.norm2.weight": 0.009761331602931023, + "transformer.layers.0.norm2.bias": 0.012940872460603714, + "transformer.layers.1.self_attn.in_proj_weight": 0.19777795672416687, + "transformer.layers.1.self_attn.in_proj_bias": 0.01654912531375885, + "transformer.layers.1.self_attn.out_proj.weight": 0.17427055537700653, + "transformer.layers.1.self_attn.out_proj.bias": 0.011897209100425243, + "transformer.layers.1.linear1.weight": 0.0809454694390297, + "transformer.layers.1.linear1.bias": 0.005148802883923054, + "transformer.layers.1.linear2.weight": 0.11621158570051193, + "transformer.layers.1.linear2.bias": 0.009992159903049469, + "transformer.layers.1.norm1.weight": 0.01626443862915039, + "transformer.layers.1.norm1.bias": 0.021109772846102715, + "transformer.layers.1.norm2.weight": 0.006594733335077763, + "transformer.layers.1.norm2.bias": 0.005240781232714653, + "transformer.layers.2.self_attn.in_proj_weight": 0.20422136783599854, + "transformer.layers.2.self_attn.in_proj_bias": 0.010477960109710693, + "transformer.layers.2.self_attn.out_proj.weight": 0.09599287807941437, + "transformer.layers.2.self_attn.out_proj.bias": 0.0071384790353477, + "transformer.layers.2.linear1.weight": 0.058292731642723083, + "transformer.layers.2.linear1.bias": 0.0037448101211339235, + "transformer.layers.2.linear2.weight": 0.07396133244037628, + "transformer.layers.2.linear2.bias": 0.005683455616235733, + "transformer.layers.2.norm1.weight": 0.01589454524219036, + "transformer.layers.2.norm1.bias": 0.010626520961523056, + "transformer.layers.2.norm2.weight": 0.004705922678112984, + "transformer.layers.2.norm2.bias": 0.0041205380111932755, + "transformer.layers.3.self_attn.in_proj_weight": 0.17273952066898346, + "transformer.layers.3.self_attn.in_proj_bias": 0.009300815872848034, + "transformer.layers.3.self_attn.out_proj.weight": 0.09569209069013596, + "transformer.layers.3.self_attn.out_proj.bias": 0.0051108975894749165, + "transformer.layers.3.linear1.weight": 0.1030423641204834, + "transformer.layers.3.linear1.bias": 0.007189592346549034, + "transformer.layers.3.linear2.weight": 0.06870295852422714, + "transformer.layers.3.linear2.bias": 0.002966460073366761, + "transformer.layers.3.norm1.weight": 0.014419895596802235, + "transformer.layers.3.norm1.bias": 0.010545497760176659, + "transformer.layers.3.norm2.weight": 0.00824706070125103, + "transformer.layers.3.norm2.bias": 0.008932938799262047, + "head.weight": 0.6241244673728943, + "head.bias": 0.006607011426240206, + "global_embedding.weight": 0.034673549234867096, + "global_cnn.0.weight": 0.15494073927402496, + "global_cnn.0.bias": 0.0070808217860758305, + "global_cnn.2.weight": 0.3729310929775238, + "global_cnn.2.bias": 0.016758715733885765, + "global_proj.weight": 0.18472816050052643, + "global_proj.bias": 0.046886079013347626, + "goal_head.0.weight": 0.09462223947048187, + "goal_head.0.bias": 0.018652478232979774, + "goal_head.2.weight": 0.10619576275348663, + "goal_head.2.bias": 0.03288988396525383 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.011361569166183472, - "repr_drift_kl_low_t": 0.009538525715470314, - "repr_drift_kl_mid_t": 0.010944134555757046, - "repr_drift_kl_high_t": 0.009153572842478752, + "repr_drift_kl": 0.19823132455348969, + "repr_drift_kl_low_t": 0.25231319665908813, + "repr_drift_kl_mid_t": 0.19435757398605347, + "repr_drift_kl_high_t": 0.15595568716526031, "cka_iters": 500, - "cka_similarity": 0.9862173199653625, + "cka_similarity": 0.8609665036201477, "t_analysis_iters": 500, - "norm_low_t": 1.5514637231826782, - "norm_high_t": 1.5312938690185547, - "lowhigh_cos": 0.73086017370224, + "norm_low_t": 1.1516084671020508, + "norm_high_t": 1.567118763923645, + "lowhigh_cos": 0.3539210557937622, "t_bin_norms": { - "t_0.0-0.1": 1.8336825370788574, - "t_0.1-0.2": 1.304074764251709, - "t_0.2-0.3": 1.367750644683838, - "t_0.3-0.4": 1.4292187690734863, - "t_0.4-0.5": 1.3179515600204468, - "t_0.5-0.6": 1.3066285848617554, - "t_0.6-0.7": 1.3064088821411133, - "t_0.7-0.8": 1.284436583518982, - "t_0.8-0.9": 1.281064748764038, - "t_0.9-1.0": 1.375853419303894 - }, - "win_rate": 0.01332149188965559, - "effective_batch_size": 39.85641860961914, + "t_0.0-0.1": 1.5277305841445923, + "t_0.1-0.2": 1.1225906610488892, + "t_0.2-0.3": 1.240775465965271, + "t_0.3-0.4": 1.1466708183288574, + "t_0.4-0.5": 1.1335645914077759, + "t_0.5-0.6": 1.066824197769165, + "t_0.6-0.7": 1.0320525169372559, + "t_0.7-0.8": 1.0313118696212769, + "t_0.8-0.9": 1.13836669921875, + "t_0.9-1.0": 1.974185585975647 + }, + "win_rate": 0.11417539417743683, + "effective_batch_size": 594.54345703125, "surgery_iters": 500, - "surgery_fraction": 0.9999999755131623, - "surgery_n_conflicting": 21, + "surgery_fraction": 0.0, + "surgery_n_conflicting": 0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08740117400884628, + "loss": 0.2507628798484802, "env_score_iters": 500, - "env_score": -2.5239572525024414, + "env_score": -0.6505224704742432, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.7520813345909119, - "rl_grad_norm": 0.6328874826431274, - "bc_grad_norm": 0.7840533256530762, + "grad_align": 0.22263982892036438, + "rl_grad_norm": 0.5957410931587219, + "bc_grad_norm": 1.975492000579834, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000027508549464982934, - "embedding.weight": 0.03508134186267853, - "cnn.0.weight": 0.45709240436553955, - "cnn.0.bias": 0.023437203839421272, - "cnn.2.weight": 0.11814900487661362, - "cnn.2.bias": 0.05739399790763855, - "cnn.5.weight": 0.09146879613399506, - "cnn.5.bias": 0.03460618853569031, - "action_emb.weight": 0.009598659351468086, - "timestep_emb.weight": 0.0052596405148506165, - "pos_emb.weight": 0.006371448282152414, - "transformer.layers.0.self_attn.in_proj_weight": 0.13085481524467468, - "transformer.layers.0.self_attn.in_proj_bias": 0.00849731545895338, - "transformer.layers.0.self_attn.out_proj.weight": 0.09394584596157074, - "transformer.layers.0.self_attn.out_proj.bias": 0.009548862464725971, - "transformer.layers.0.linear1.weight": 0.0654464066028595, - "transformer.layers.0.linear1.bias": 0.0033324877731502056, - "transformer.layers.0.linear2.weight": 0.07526768743991852, - "transformer.layers.0.linear2.bias": 0.005592286121100187, - "transformer.layers.0.norm1.weight": 0.007905910722911358, - "transformer.layers.0.norm1.bias": 0.007421897258609533, - "transformer.layers.0.norm2.weight": 0.004652182571589947, - "transformer.layers.0.norm2.bias": 0.00343357864767313, - "transformer.layers.1.self_attn.in_proj_weight": 0.060573477298021317, - "transformer.layers.1.self_attn.in_proj_bias": 0.0029781644698232412, - "transformer.layers.1.self_attn.out_proj.weight": 0.060099776834249496, - "transformer.layers.1.self_attn.out_proj.bias": 0.0037703076377511024, - "transformer.layers.1.linear1.weight": 0.03659743070602417, - "transformer.layers.1.linear1.bias": 0.0017759144539013505, - "transformer.layers.1.linear2.weight": 0.042282331734895706, - "transformer.layers.1.linear2.bias": 0.0033616020809859037, - "transformer.layers.1.norm1.weight": 0.004090688191354275, - "transformer.layers.1.norm1.bias": 0.002673869486898184, - "transformer.layers.1.norm2.weight": 0.0025059746112674475, - "transformer.layers.1.norm2.bias": 0.0017397162737324834, - "transformer.layers.2.self_attn.in_proj_weight": 0.07573530822992325, - "transformer.layers.2.self_attn.in_proj_bias": 0.0037984359078109264, - "transformer.layers.2.self_attn.out_proj.weight": 0.04646248742938042, - "transformer.layers.2.self_attn.out_proj.bias": 0.002893062774091959, - "transformer.layers.2.linear1.weight": 0.023083502426743507, - "transformer.layers.2.linear1.bias": 0.0013515909668058157, - "transformer.layers.2.linear2.weight": 0.026898624375462532, - "transformer.layers.2.linear2.bias": 0.002881949534639716, - "transformer.layers.2.norm1.weight": 0.00588024128228426, - "transformer.layers.2.norm1.bias": 0.004876968916505575, - "transformer.layers.2.norm2.weight": 0.0015124739147722721, - "transformer.layers.2.norm2.bias": 0.0012705232948064804, - "transformer.layers.3.self_attn.in_proj_weight": 0.0736907348036766, - "transformer.layers.3.self_attn.in_proj_bias": 0.004960312508046627, - "transformer.layers.3.self_attn.out_proj.weight": 0.0388958714902401, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035469785798341036, - "transformer.layers.3.linear1.weight": 0.040002480149269104, - "transformer.layers.3.linear1.bias": 0.0027645272202789783, - "transformer.layers.3.linear2.weight": 0.021644970402121544, - "transformer.layers.3.linear2.bias": 0.0037054221611469984, - "transformer.layers.3.norm1.weight": 0.0048567187041044235, - "transformer.layers.3.norm1.bias": 0.005641182418912649, - "transformer.layers.3.norm2.weight": 0.0026796115562319756, - "transformer.layers.3.norm2.bias": 0.0036347282584756613, - "head.weight": 0.29484450817108154, - "head.bias": 0.0075713153928518295, - "global_embedding.weight": 0.04356573522090912, - "global_cnn.0.weight": 0.28245723247528076, - "global_cnn.0.bias": 0.013463173992931843, - "global_cnn.2.weight": 0.3633437156677246, - "global_cnn.2.bias": 0.019199592992663383, - "global_proj.weight": 0.10710269957780838, - "global_proj.bias": 0.03450395166873932, - "goal_head.0.weight": 0.04459812119603157, - "goal_head.0.bias": 0.011739496141672134, - "goal_head.2.weight": 0.05140601471066475, - "goal_head.2.bias": 0.02335495315492153 + "global_gate": 0.00014879419177304953, + "embedding.weight": 0.005166322458535433, + "cnn.0.weight": 0.15788526833057404, + "cnn.0.bias": 0.00476495549082756, + "cnn.2.weight": 0.04913804307579994, + "cnn.2.bias": 0.015302492305636406, + "cnn.5.weight": 0.0811847448348999, + "cnn.5.bias": 0.016696130856871605, + "action_emb.weight": 0.0152317825704813, + "timestep_emb.weight": 0.004544595256447792, + "pos_emb.weight": 0.008863416500389576, + "transformer.layers.0.self_attn.in_proj_weight": 0.11216364055871964, + "transformer.layers.0.self_attn.in_proj_bias": 0.011860998347401619, + "transformer.layers.0.self_attn.out_proj.weight": 0.10490608215332031, + "transformer.layers.0.self_attn.out_proj.bias": 0.01397628802806139, + "transformer.layers.0.linear1.weight": 0.094075046479702, + "transformer.layers.0.linear1.bias": 0.0053695193491876125, + "transformer.layers.0.linear2.weight": 0.1219085156917572, + "transformer.layers.0.linear2.bias": 0.009409848600625992, + "transformer.layers.0.norm1.weight": 0.0059814006090164185, + "transformer.layers.0.norm1.bias": 0.010808564722537994, + "transformer.layers.0.norm2.weight": 0.007071136496961117, + "transformer.layers.0.norm2.bias": 0.005302341654896736, + "transformer.layers.1.self_attn.in_proj_weight": 0.10303551703691483, + "transformer.layers.1.self_attn.in_proj_bias": 0.0061445399187505245, + "transformer.layers.1.self_attn.out_proj.weight": 0.09761196374893188, + "transformer.layers.1.self_attn.out_proj.bias": 0.006676104385405779, + "transformer.layers.1.linear1.weight": 0.06277021020650864, + "transformer.layers.1.linear1.bias": 0.0036531384103000164, + "transformer.layers.1.linear2.weight": 0.0840776339173317, + "transformer.layers.1.linear2.bias": 0.0056097982451319695, + "transformer.layers.1.norm1.weight": 0.006490762811154127, + "transformer.layers.1.norm1.bias": 0.006241282913833857, + "transformer.layers.1.norm2.weight": 0.0044306302443146706, + "transformer.layers.1.norm2.bias": 0.00392901198938489, + "transformer.layers.2.self_attn.in_proj_weight": 0.14021530747413635, + "transformer.layers.2.self_attn.in_proj_bias": 0.006955540273338556, + "transformer.layers.2.self_attn.out_proj.weight": 0.06536360085010529, + "transformer.layers.2.self_attn.out_proj.bias": 0.004305680748075247, + "transformer.layers.2.linear1.weight": 0.03517735376954079, + "transformer.layers.2.linear1.bias": 0.002273598685860634, + "transformer.layers.2.linear2.weight": 0.047120191156864166, + "transformer.layers.2.linear2.bias": 0.0037534155417233706, + "transformer.layers.2.norm1.weight": 0.01223987340927124, + "transformer.layers.2.norm1.bias": 0.008132684975862503, + "transformer.layers.2.norm2.weight": 0.0024369251914322376, + "transformer.layers.2.norm2.bias": 0.00254739448428154, + "transformer.layers.3.self_attn.in_proj_weight": 0.10909362137317657, + "transformer.layers.3.self_attn.in_proj_bias": 0.00518465880304575, + "transformer.layers.3.self_attn.out_proj.weight": 0.058596719056367874, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029468187130987644, + "transformer.layers.3.linear1.weight": 0.061853889375925064, + "transformer.layers.3.linear1.bias": 0.0041943141259253025, + "transformer.layers.3.linear2.weight": 0.04861592501401901, + "transformer.layers.3.linear2.bias": 0.0019859757740050554, + "transformer.layers.3.norm1.weight": 0.009585886262357235, + "transformer.layers.3.norm1.bias": 0.007492009550333023, + "transformer.layers.3.norm2.weight": 0.006656268611550331, + "transformer.layers.3.norm2.bias": 0.005694684572517872, + "head.weight": 0.33489561080932617, + "head.bias": 0.003891758853569627, + "global_embedding.weight": 0.049059364944696426, + "global_cnn.0.weight": 0.18377463519573212, + "global_cnn.0.bias": 0.008359159342944622, + "global_cnn.2.weight": 0.25991591811180115, + "global_cnn.2.bias": 0.009810174815356731, + "global_proj.weight": 0.1084345281124115, + "global_proj.bias": 0.025930505245923996, + "goal_head.0.weight": 0.05835256725549698, + "goal_head.0.bias": 0.010498924180865288, + "goal_head.2.weight": 0.06442923098802567, + "goal_head.2.bias": 0.017772004008293152 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.031329866498708725, - "repr_drift_kl_low_t": 0.028491582721471786, - "repr_drift_kl_mid_t": 0.03249069303274155, - "repr_drift_kl_high_t": 0.03588050231337547, + "repr_drift_kl": 0.08907735347747803, + "repr_drift_kl_low_t": 0.10571781545877457, + "repr_drift_kl_mid_t": 0.08611498028039932, + "repr_drift_kl_high_t": 0.07622770220041275, "cka_iters": 500, - "cka_similarity": 0.9773234128952026, + "cka_similarity": 0.9042369723320007, "t_analysis_iters": 500, - "norm_low_t": 0.8249996304512024, - "norm_high_t": 0.7194550633430481, - "lowhigh_cos": 0.49956637620925903, + "norm_low_t": 0.7154183387756348, + "norm_high_t": 0.7067852020263672, + "lowhigh_cos": 0.6202298402786255, "t_bin_norms": { - "t_0.0-0.1": 0.6914233565330505, - "t_0.1-0.2": 0.710884153842926, - "t_0.2-0.3": 0.6771259307861328, - "t_0.3-0.4": 0.7206783890724182, - "t_0.4-0.5": 0.7771176695823669, - "t_0.5-0.6": 0.6494005918502808, - "t_0.6-0.7": 0.6567907929420471, - "t_0.7-0.8": 0.7814647555351257, - "t_0.8-0.9": 0.6321222186088562, - "t_0.9-1.0": 0.7264321446418762 - }, - "win_rate": 0.09573643654584885, - "effective_batch_size": 76.40882873535156, + "t_0.0-0.1": 0.7684535384178162, + "t_0.1-0.2": 0.7081518173217773, + "t_0.2-0.3": 0.6017959713935852, + "t_0.3-0.4": 0.6310709118843079, + "t_0.4-0.5": 0.7152424454689026, + "t_0.5-0.6": 0.660696804523468, + "t_0.6-0.7": 0.5952337384223938, + "t_0.7-0.8": 0.6403021216392517, + "t_0.8-0.9": 0.6908068656921387, + "t_0.9-1.0": 0.7753932476043701 + }, + "win_rate": 0.027250392362475395, + "effective_batch_size": 476.1378479003906, "surgery_iters": 500, - "surgery_fraction": 0.9999999986719061, - "surgery_n_conflicting": 4, + "surgery_fraction": 0.9999992063630112, + "surgery_n_conflicting": 5, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 1.8603113889694214, + "loss": 0.5439655780792236, "env_score_iters": 500, - "env_score": 3.302305221557617, + "env_score": -0.28353869915008545, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.6630379557609558, - "rl_grad_norm": 3.614149332046509, - "bc_grad_norm": 1.032159686088562, + "grad_align": 0.5561085343360901, + "rl_grad_norm": 1.8176376819610596, + "bc_grad_norm": 3.3656005859375, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00005841739402967505, - "embedding.weight": 0.08724195510149002, - "cnn.0.weight": 1.2992767095565796, - "cnn.0.bias": 0.0648774579167366, - "cnn.2.weight": 0.4368220269680023, - "cnn.2.bias": 0.2211393266916275, - "cnn.5.weight": 0.38841602206230164, - "cnn.5.bias": 0.15161453187465668, - "action_emb.weight": 0.12333966046571732, - "timestep_emb.weight": 0.03505057841539383, - "pos_emb.weight": 0.05092739313840866, - "transformer.layers.0.self_attn.in_proj_weight": 1.0774343013763428, - "transformer.layers.0.self_attn.in_proj_bias": 0.12308747321367264, - "transformer.layers.0.self_attn.out_proj.weight": 1.0997800827026367, - "transformer.layers.0.self_attn.out_proj.bias": 0.1570996642112732, - "transformer.layers.0.linear1.weight": 0.7159885764122009, - "transformer.layers.0.linear1.bias": 0.05442935228347778, - "transformer.layers.0.linear2.weight": 0.9507215023040771, - "transformer.layers.0.linear2.bias": 0.10375258326530457, - "transformer.layers.0.norm1.weight": 0.055904094129800797, - "transformer.layers.0.norm1.bias": 0.11789258569478989, - "transformer.layers.0.norm2.weight": 0.057425111532211304, - "transformer.layers.0.norm2.bias": 0.06491448730230331, - "transformer.layers.1.self_attn.in_proj_weight": 0.9135733842849731, - "transformer.layers.1.self_attn.in_proj_bias": 0.07090887427330017, - "transformer.layers.1.self_attn.out_proj.weight": 0.7834818959236145, - "transformer.layers.1.self_attn.out_proj.bias": 0.06171249598264694, - "transformer.layers.1.linear1.weight": 0.4163300395011902, - "transformer.layers.1.linear1.bias": 0.026165399700403214, - "transformer.layers.1.linear2.weight": 0.5756396055221558, - "transformer.layers.1.linear2.bias": 0.05314657837152481, - "transformer.layers.1.norm1.weight": 0.08167527616024017, - "transformer.layers.1.norm1.bias": 0.08583080023527145, - "transformer.layers.1.norm2.weight": 0.03429718315601349, - "transformer.layers.1.norm2.bias": 0.02853686548769474, - "transformer.layers.2.self_attn.in_proj_weight": 0.9208369851112366, - "transformer.layers.2.self_attn.in_proj_bias": 0.05412900820374489, - "transformer.layers.2.self_attn.out_proj.weight": 0.5358086824417114, - "transformer.layers.2.self_attn.out_proj.bias": 0.041905585676431656, - "transformer.layers.2.linear1.weight": 0.306524395942688, - "transformer.layers.2.linear1.bias": 0.02041630446910858, - "transformer.layers.2.linear2.weight": 0.36121559143066406, - "transformer.layers.2.linear2.bias": 0.03472812846302986, - "transformer.layers.2.norm1.weight": 0.1034204363822937, - "transformer.layers.2.norm1.bias": 0.05565819516777992, - "transformer.layers.2.norm2.weight": 0.023399718105793, - "transformer.layers.2.norm2.bias": 0.025349706411361694, - "transformer.layers.3.self_attn.in_proj_weight": 0.8109994530677795, - "transformer.layers.3.self_attn.in_proj_bias": 0.043472178280353546, - "transformer.layers.3.self_attn.out_proj.weight": 0.4192751348018646, - "transformer.layers.3.self_attn.out_proj.bias": 0.028299249708652496, - "transformer.layers.3.linear1.weight": 0.47450003027915955, - "transformer.layers.3.linear1.bias": 0.035096608102321625, - "transformer.layers.3.linear2.weight": 0.28011053800582886, - "transformer.layers.3.linear2.bias": 0.018937958404421806, - "transformer.layers.3.norm1.weight": 0.07032904773950577, - "transformer.layers.3.norm1.bias": 0.048643916845321655, - "transformer.layers.3.norm2.weight": 0.041332636028528214, - "transformer.layers.3.norm2.bias": 0.05073310807347298, - "head.weight": 2.260345935821533, - "head.bias": 0.03837425634264946, - "global_embedding.weight": 0.20871691405773163, - "global_cnn.0.weight": 0.665711522102356, - "global_cnn.0.bias": 0.022342272102832794, - "global_cnn.2.weight": 0.7563635110855103, - "global_cnn.2.bias": 0.026443898677825928, - "global_proj.weight": 0.4652126729488373, - "global_proj.bias": 0.11671360582113266, - "goal_head.0.weight": 0.05775107443332672, - "goal_head.0.bias": 0.013542156666517258, - "goal_head.2.weight": 0.06524208188056946, - "goal_head.2.bias": 0.02341817319393158 + "global_gate": 0.0007386791985481977, + "embedding.weight": 0.010847612284123898, + "cnn.0.weight": 0.31957390904426575, + "cnn.0.bias": 0.015369082801043987, + "cnn.2.weight": 0.11015146225690842, + "cnn.2.bias": 0.044964056462049484, + "cnn.5.weight": 0.1703164279460907, + "cnn.5.bias": 0.041192203760147095, + "action_emb.weight": 0.029973821714520454, + "timestep_emb.weight": 0.0062247454188764095, + "pos_emb.weight": 0.01273187156766653, + "transformer.layers.0.self_attn.in_proj_weight": 0.2501507103443146, + "transformer.layers.0.self_attn.in_proj_bias": 0.023423612117767334, + "transformer.layers.0.self_attn.out_proj.weight": 0.21602913737297058, + "transformer.layers.0.self_attn.out_proj.bias": 0.02956012636423111, + "transformer.layers.0.linear1.weight": 0.15387694537639618, + "transformer.layers.0.linear1.bias": 0.010576070286333561, + "transformer.layers.0.linear2.weight": 0.22721357643604279, + "transformer.layers.0.linear2.bias": 0.022616354748606682, + "transformer.layers.0.norm1.weight": 0.014887564815580845, + "transformer.layers.0.norm1.bias": 0.020146096125245094, + "transformer.layers.0.norm2.weight": 0.012455589137971401, + "transformer.layers.0.norm2.bias": 0.010760152712464333, + "transformer.layers.1.self_attn.in_proj_weight": 0.1937025487422943, + "transformer.layers.1.self_attn.in_proj_bias": 0.016888335347175598, + "transformer.layers.1.self_attn.out_proj.weight": 0.20171575248241425, + "transformer.layers.1.self_attn.out_proj.bias": 0.015667706727981567, + "transformer.layers.1.linear1.weight": 0.10681789368391037, + "transformer.layers.1.linear1.bias": 0.00640865508466959, + "transformer.layers.1.linear2.weight": 0.1683429479598999, + "transformer.layers.1.linear2.bias": 0.013811234384775162, + "transformer.layers.1.norm1.weight": 0.01513359509408474, + "transformer.layers.1.norm1.bias": 0.0196046382188797, + "transformer.layers.1.norm2.weight": 0.008035233244299889, + "transformer.layers.1.norm2.bias": 0.00608543585985899, + "transformer.layers.2.self_attn.in_proj_weight": 0.31178906559944153, + "transformer.layers.2.self_attn.in_proj_bias": 0.015412827953696251, + "transformer.layers.2.self_attn.out_proj.weight": 0.13226276636123657, + "transformer.layers.2.self_attn.out_proj.bias": 0.012021142058074474, + "transformer.layers.2.linear1.weight": 0.09119971096515656, + "transformer.layers.2.linear1.bias": 0.005646205507218838, + "transformer.layers.2.linear2.weight": 0.11633452773094177, + "transformer.layers.2.linear2.bias": 0.011106924153864384, + "transformer.layers.2.norm1.weight": 0.02334013022482395, + "transformer.layers.2.norm1.bias": 0.015563211403787136, + "transformer.layers.2.norm2.weight": 0.006827089004218578, + "transformer.layers.2.norm2.bias": 0.005619465839117765, + "transformer.layers.3.self_attn.in_proj_weight": 0.29106810688972473, + "transformer.layers.3.self_attn.in_proj_bias": 0.02382405288517475, + "transformer.layers.3.self_attn.out_proj.weight": 0.15071962773799896, + "transformer.layers.3.self_attn.out_proj.bias": 0.016236312687397003, + "transformer.layers.3.linear1.weight": 0.17390231788158417, + "transformer.layers.3.linear1.bias": 0.014084354974329472, + "transformer.layers.3.linear2.weight": 0.11058734357357025, + "transformer.layers.3.linear2.bias": 0.014667338691651821, + "transformer.layers.3.norm1.weight": 0.0219818614423275, + "transformer.layers.3.norm1.bias": 0.029876692220568657, + "transformer.layers.3.norm2.weight": 0.012858611531555653, + "transformer.layers.3.norm2.bias": 0.016780348494648933, + "head.weight": 1.0516154766082764, + "head.bias": 0.031819045543670654, + "global_embedding.weight": 0.05940955877304077, + "global_cnn.0.weight": 0.36481109261512756, + "global_cnn.0.bias": 0.012479833327233791, + "global_cnn.2.weight": 0.8585947751998901, + "global_cnn.2.bias": 0.03884408622980118, + "global_proj.weight": 0.3174535036087036, + "global_proj.bias": 0.08175846934318542, + "goal_head.0.weight": 0.14974345266819, + "goal_head.0.bias": 0.029853202402591705, + "goal_head.2.weight": 0.18609757721424103, + "goal_head.2.bias": 0.050743162631988525 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.09810984134674072, - "repr_drift_kl_low_t": 0.09682920575141907, - "repr_drift_kl_mid_t": 0.10240990668535233, - "repr_drift_kl_high_t": 0.09623068571090698, + "repr_drift_kl": 0.15959365665912628, + "repr_drift_kl_low_t": 0.21268829703330994, + "repr_drift_kl_mid_t": 0.15616776049137115, + "repr_drift_kl_high_t": 0.12276555597782135, "cka_iters": 500, - "cka_similarity": 0.9648173451423645, + "cka_similarity": 0.9515894651412964, "t_analysis_iters": 500, - "norm_low_t": 5.613618850708008, - "norm_high_t": 5.971130847930908, - "lowhigh_cos": 0.008956403471529484, + "norm_low_t": 2.1225569248199463, + "norm_high_t": 2.1623547077178955, + "lowhigh_cos": 0.5912171006202698, "t_bin_norms": { - "t_0.0-0.1": 6.276412010192871, - "t_0.1-0.2": 3.8197391033172607, - "t_0.2-0.3": 3.717545747756958, - "t_0.3-0.4": 3.815323829650879, - "t_0.4-0.5": 4.069520473480225, - "t_0.5-0.6": 4.336424827575684, - "t_0.6-0.7": 3.179959774017334, - "t_0.7-0.8": 3.1938419342041016, - "t_0.8-0.9": 4.172075271606445, - "t_0.9-1.0": 5.862497329711914 - }, - "win_rate": 0.21481481194496155, - "effective_batch_size": 128.4144287109375, + "t_0.0-0.1": 2.072252035140991, + "t_0.1-0.2": 1.8104349374771118, + "t_0.2-0.3": 1.9121124744415283, + "t_0.3-0.4": 1.7814909219741821, + "t_0.4-0.5": 1.7668838500976562, + "t_0.5-0.6": 1.7923107147216797, + "t_0.6-0.7": 1.6121416091918945, + "t_0.7-0.8": 1.7005844116210938, + "t_0.8-0.9": 1.9881452322006226, + "t_0.9-1.0": 3.022956132888794 + }, + "win_rate": 0.12662337720394135, + "effective_batch_size": 557.07958984375, "surgery_iters": 500, - "surgery_fraction": 0.9999973129795882, - "surgery_n_conflicting": 2, + "surgery_fraction": 0.0, + "surgery_n_conflicting": 0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "advantage_clip": { - "score": 0.5583333333333333, - "score_std": 0.011785113019775804, + "score": 0.33749999999999997, + "score_std": 0.05103103630798288, "all_scores": [ - 0.5750000000000001, - 0.55, - 0.55 + 0.4, + 0.275, + 0.33749999999999997 ], "history": { "iters": [ @@ -45185,506 +55584,506 @@ 500 ], "loss": [ - 0.03266970068216324, - 0.6996910572052002, - 0.8669165372848511, - 0.33149418234825134, - 0.2763332724571228, - 0.056806355714797974, - 0.19284652173519135, - 0.20836691558361053, - 0.29712581634521484, - 0.21410763263702393, - 0.187088742852211, - 0.24855929613113403, - 0.4260613024234772, - 0.13464617729187012, - 0.2152428776025772, - 0.10559685528278351, - 0.036692582070827484, - 0.40215399861335754, - 0.2089349776506424, - 0.04295022785663605, - 0.1760767698287964, - 0.2662138044834137, - 0.14010313153266907, - 0.2363266795873642, - 0.1307607889175415, - 0.0784018412232399, - 0.4040111303329468, - 0.07727136462926865, - 0.48109495639801025, - 0.09213755279779434, - 0.12568144500255585, - 0.1269294023513794, - 0.06416931748390198, - 0.17588545382022858, - 0.2154904007911682, - 0.26948854327201843, - 0.19035907089710236, - 0.36282458901405334, - 0.254768967628479, - 0.26236993074417114, - 0.20782220363616943, - 0.06903846561908722, - 0.08951356261968613, - 0.2558867931365967, - 0.16382664442062378, - 0.22645142674446106, - 0.08776319026947021, - 0.5865161418914795, - 0.044158369302749634, - 0.1054646447300911, - 0.1937166452407837, - 0.13902758061885834, - 0.07456351816654205, - 0.1885519027709961, - 0.2406006157398224, - 0.2127583771944046, - 0.15599596500396729, - 0.5143276453018188, - 0.6925565004348755, - 0.3248544931411743, - 0.22461631894111633, - 0.2735520005226135, - 0.1819160282611847, - 0.20480342209339142, - 0.15602707862854004, - 0.17713236808776855, - 0.22486922144889832, - 0.12650327384471893, - 0.22052231431007385, - 0.0076437098905444145, - 0.16061583161354065, - 0.16197426617145538, - 0.07585916668176651, - 0.29992812871932983, - 0.026573747396469116, - 0.23800034821033478, - 0.05765480175614357, - 0.18644431233406067, - 0.11306712031364441, - 0.11101440340280533, - 0.2394482046365738, - 0.2277885228395462, - 0.025413598865270615, - 0.2802863121032715, - 0.23629805445671082, - 0.07663104683160782, - 0.028820853680372238, - 0.06104244291782379, - 0.1328877955675125, - 0.17322923243045807, - 0.3628360331058502, - 0.02785254642367363, - 0.1923530250787735, - 0.2557125985622406, - 0.03263787552714348, - 0.14151543378829956, - 0.05141517519950867, - 0.1800893396139145, - 0.06030702963471413, - 0.15348517894744873, - 0.07025862485170364, - 0.1348952054977417, - 0.03212539851665497, - 0.21278077363967896, - 0.04396366328001022, - 0.04914022237062454, - 0.0763770192861557, - 0.14804546535015106, - 0.1761295199394226, - 0.09720747917890549, - 0.09820272028446198, - 0.13448165357112885, - 0.26499414443969727, - 0.1170630007982254, - 0.10862062871456146, - 0.05648763105273247, - 0.12396065890789032, - 0.06644970923662186, - 0.1034080982208252, - 0.18105703592300415, - 0.08536506444215775, - 0.12119924277067184, - 0.03370443731546402, - 0.099371999502182, - 0.025809435173869133, - 0.1675778329372406, - 0.07071787863969803, - 0.048239316791296005, - 0.3838985562324524, - 0.19841478765010834, - 0.08914723992347717, - 0.2595866322517395, - 0.08450920134782791, - 0.023801105096936226, - 0.13790938258171082, - 0.08761929720640182, - 0.09267500042915344, - 0.05969324707984924, - 0.06424406170845032, - 0.1602034717798233, - 0.202125683426857, - 0.12181971967220306, - 0.30500781536102295, - 0.05084995925426483, - 0.16973267495632172, - 0.11273193359375, - 0.04432643577456474, - 0.0732862800359726, - 0.08169464021921158, - 0.10912773758172989, - 0.21635273098945618, - 0.11323579400777817, - 0.2847839891910553, - 0.33108580112457275, - 0.48506906628608704, - 0.17798995971679688, - 0.11350150406360626, - 0.020293880254030228, - 0.030058540403842926, - 0.12858276069164276, - 0.10826230049133301, - 0.035905372351408005, - 0.058247413486242294, - 0.12247542291879654, - 0.1831853985786438, - 0.027684714645147324, - 0.04902535304427147, - 0.10670752078294754, - 0.06348439306020737, - 0.02712050825357437, - 0.17514100670814514, - 0.042828090488910675, - 0.0310024656355381, - 0.13553248345851898, - 0.03564336523413658, - 0.5173336267471313, - 0.1417050063610077, - 0.10272293537855148, - 0.1159614622592926, - 0.06908183544874191, - 0.09561866521835327, - 0.12884512543678284, - 0.1436152458190918, - 0.06414597481489182, - 0.04902025684714317, - 0.18237701058387756, - 0.037280838936567307, - 0.04640912264585495, - 0.11684517562389374, - 0.07365047931671143, - 0.05208844691514969, - 0.11453448981046677, - 0.14487606287002563, - 0.09959679841995239, - 0.17176075279712677, - 0.10074024647474289, - 0.25017598271369934, - 0.1846453696489334, - 0.12985092401504517, - 0.4251316785812378, - 0.11740918457508087, - 0.1024375855922699, - 0.16372331976890564, - 0.10941587388515472, - 0.05934210121631622, - 0.030528133735060692, - 0.338287353515625, - 0.19018632173538208, - 0.054555296897888184, - 0.189751997590065, - 0.06432364881038666, - 0.38144901394844055, - 0.058109723031520844, - 0.3198053538799286, - 0.05026768147945404, - 0.020841743797063828, - 0.03862764686346054, - 0.1332191824913025, - 0.051291994750499725, - 0.02397599257528782, - 0.37643951177597046, - 0.16525112092494965, - 0.03775713965296745, - 0.08422620594501495, - 0.2932555377483368, - 0.03862367570400238, - 0.14854927361011505, - 0.014785300940275192, - 0.047092728316783905, - 0.29824647307395935, - 0.20960938930511475, - 0.15454798936843872, - 0.22278885543346405, - 0.1797804981470108, - 0.12958909571170807, - 0.42137864232063293, - 0.2506657540798187, - 0.04744470864534378, - 0.026948947459459305, - 0.03774508833885193, - 0.031439557671546936, - 0.14711356163024902, - 0.11357022821903229, - 0.03553018346428871, - 0.07502391189336777, - 0.025620682165026665, - 0.20501276850700378, - 0.1936158537864685, - 0.1522703319787979, - 0.04785354807972908, - 0.044161245226860046, - 0.06856846064329147, - 0.09656450152397156, - 0.12276757508516312, - 0.10480590164661407, - 0.18760818243026733, - 0.01595870777964592, - 0.10501489043235779, - 0.10670087486505508, - 0.03209129348397255, - 0.1557149589061737, - 0.051265258342027664, - 0.15573185682296753, - 0.14138126373291016, - 0.03985685482621193, - 0.22930480539798737, - 0.08182109892368317, - 0.2575177550315857, - 0.14069758355617523, - 0.16725647449493408, - 0.026139866560697556, - 0.23985780775547028, - 0.04797796905040741, - 0.09383212774991989, - 0.3257909119129181, - 0.21223147213459015, - 0.2819332778453827, - 0.13060615956783295, - 0.11717244982719421, - 0.054254163056612015, - 0.1878882348537445, - 0.47350814938545227, - 0.09982059895992279, - 0.06519721448421478, - 0.2564685344696045, - 0.1694183647632599, - 0.05520617961883545, - 0.3181275427341461, - 0.31560155749320984, - 0.035509947687387466, - 0.025707265362143517, - 0.08424124866724014, - 0.009794347919523716, - 0.0418483130633831, - 0.07704482972621918, - 0.11763651669025421, - 0.11696877330541611, - 0.10127737373113632, - 0.16019117832183838, - 0.04074603319168091, - 0.08079801499843597, - 0.08503144979476929, - 0.16803547739982605, - 0.2623376250267029, - 0.21726390719413757, - 0.217808797955513, - 0.18843594193458557, - 0.14453893899917603, - 0.17637984454631805, - 0.07880712300539017, - 0.05606628581881523, - 0.09227291494607925, - 0.18114221096038818, - 0.0539747029542923, - 0.07390433549880981, - 0.09353940933942795, - 0.08270715922117233, - 0.1553311049938202, - 0.11946475505828857, - 0.04225299879908562, - 0.057377785444259644, - 0.13763806223869324, - 0.02117355540394783, - 0.06954379379749298, - 0.28066062927246094, - 0.05215326324105263, - 0.22619616985321045, - 0.031784459948539734, - 0.08528074622154236, - 0.11764180660247803, - 0.15260617434978485, - 0.12938769161701202, - 0.2586730122566223, - 0.06880968809127808, - 0.18136318027973175, - 0.10154005885124207, - 0.01931070163846016, - 0.05149548128247261, - 0.030367538332939148, - 0.05977891758084297, - 0.3376716673374176, - 0.1844233125448227, - 0.021568072959780693, - 0.025979366153478622, - 0.19090980291366577, - 0.06898027658462524, - 0.09993334114551544, - 0.04758162796497345, - 0.03508349880576134, - 0.12581893801689148, - 0.10448586195707321, - 0.007110546343028545, - 0.027856167405843735, - 0.07104373723268509, - 0.035193465650081635, - 0.043384209275245667, - 0.1297265887260437, - 0.048505838960409164, - 0.08603710681200027, - 0.054950449615716934, - 0.2039882093667984, - 0.07470383495092392, - 0.021888883784413338, - 0.20278970897197723, - 0.015076609328389168, - 0.055113986134529114, - 0.05127319321036339, - 0.22639408707618713, - 0.03921240568161011, - 0.11671894788742065, - 0.11222927272319794, - 0.12786786258220673, - 0.08007659763097763, - 0.07982661575078964, - 0.14339719712734222, - 0.03920049965381622, - 0.07196909189224243, - 0.0331757590174675, - 0.05803033709526062, - 0.27805933356285095, - 0.08342843502759933, - 0.081779845058918, - 0.10030512511730194, - 0.03808160126209259, - 0.20350228250026703, - 0.054633572697639465, - 0.11862841248512268, - 0.13595184683799744, - 0.09356781095266342, - 0.08069789409637451, - 0.06229333579540253, - 0.05326027050614357, - 0.014162796549499035, - 0.03087814524769783, - 0.024431897327303886, - 0.23446770012378693, - 0.09335856884717941, - 0.088791623711586, - 0.09282046556472778, - 0.07384423166513443, - 0.03295430541038513, - 0.023258142173290253, - 0.039016809314489365, - 0.1829572468996048, - 0.089444100856781, - 0.09706220775842667, - 0.12218210846185684, - 0.2563193738460541, - 0.06299187988042831, - 0.04944237694144249, - 0.12437306344509125, - 0.12598423659801483, - 0.15006838738918304, - 0.08381088823080063, - 0.020238693803548813, - 0.10126974433660507, - 0.08163924515247345, - 0.051316998898983, - 0.026599761098623276, - 0.028262829408049583, - 0.05989815294742584, - 0.04312950000166893, - 0.14007793366909027, - 0.06227940693497658, - 0.06945763528347015, - 0.057008374482393265, - 0.049934279173612595, - 0.0418078750371933, - 0.0963706523180008, - 0.02190406806766987, - 0.11185496300458908, - 0.052666231989860535, - 0.11207033693790436, - 0.04664020240306854, - 0.027850441634655, - 0.0802471786737442, - 0.07341621071100235, - 0.05376279354095459, - 0.20332442224025726, - 0.055154915899038315, - 0.06285765767097473, - 0.05489151179790497, - 0.028046514838933945, - 0.04261356219649315, - 0.09523338824510574, - 0.2167813926935196, - 0.06282078474760056, - 0.13415688276290894, - 0.05631228908896446, - 0.049018070101737976, - 0.020528603345155716, - 0.03631063178181648, - 0.0889255478978157, - 0.06663646548986435, - 0.02483460307121277, - 0.1142352819442749, - 0.12845098972320557, - 0.10912194103002548, - 0.05476004630327225, - 0.1362617164850235, - 0.08471616357564926, - 0.06202217563986778, - 0.08864875137805939, - 0.01595020480453968, - 0.008687460795044899, - 0.13544967770576477, - 0.13806936144828796, - 0.08216801285743713, - 0.0732317790389061, - 0.06378541141748428, - 0.1181325688958168, - 0.07568683475255966, - 0.03986358642578125, - 0.03685247525572777, - 0.062175553292036057, - 0.01605907455086708, - 0.11797576397657394, - 0.05424982309341431, - 0.014288736507296562, - 0.08990602940320969, - 0.056570470333099365, - 0.02440004050731659, - 0.03446665033698082, - 0.024839356541633606, - 0.05582287535071373, - 0.05562453716993332, - 0.032630182802677155, - 0.09979285299777985, - 0.1656104028224945, - 0.05638532340526581, - 0.11828061193227768, - 0.10050611197948456, - 0.07472147792577744, - 0.03131057694554329, - 0.045736163854599, - 0.057615481317043304, - 0.19449672102928162, - 0.033084966242313385, - 0.05888170748949051, - 0.022379368543624878 + 0.48434558510780334, + 0.7370147705078125, + 0.3588793873786926, + 0.3335988521575928, + 0.34731853008270264, + 0.16800148785114288, + 0.43982526659965515, + 0.2918680012226105, + 0.5006308555603027, + 0.23275111615657806, + 0.2425709068775177, + 0.5427307486534119, + 0.22326824069023132, + 0.18309174478054047, + 0.2183794528245926, + 0.36646193265914917, + 0.2931056320667267, + 0.3262538015842438, + 0.48996585607528687, + 0.3095201849937439, + 0.3007499575614929, + 0.26295265555381775, + 0.24559850990772247, + 0.2056387960910797, + 0.2452848106622696, + 0.2478286772966385, + 0.20138244330883026, + 0.23191286623477936, + 0.2536938190460205, + 0.331400990486145, + 0.1871948093175888, + 0.44064638018608093, + 0.15790994465351105, + 0.1837385594844818, + 0.15333439409732819, + 0.2392568588256836, + 0.24928893148899078, + 0.18864169716835022, + 0.27268528938293457, + 0.3519362211227417, + 0.17377538979053497, + 0.23071713745594025, + 0.17994222044944763, + 0.1580163687467575, + 0.14643841981887817, + 0.16703027486801147, + 0.16208793222904205, + 0.22357213497161865, + 0.17943468689918518, + 0.17827510833740234, + 0.2550056278705597, + 0.17639191448688507, + 0.15065735578536987, + 0.15360021591186523, + 0.20681095123291016, + 0.1612461358308792, + 0.18096312880516052, + 0.09296710789203644, + 0.17509803175926208, + 0.19213587045669556, + 0.24627619981765747, + 0.1771335005760193, + 0.155496746301651, + 0.14439459145069122, + 0.19993120431900024, + 0.20428846776485443, + 0.20484943687915802, + 0.17385467886924744, + 0.1998182237148285, + 0.12833505868911743, + 0.1522476077079773, + 0.18775665760040283, + 0.2151033878326416, + 0.13123254477977753, + 0.15006208419799805, + 0.13103552162647247, + 0.1053997352719307, + 0.16290263831615448, + 0.1510748416185379, + 0.1703256517648697, + 0.18635638058185577, + 0.1465408205986023, + 0.11225870996713638, + 0.22194091975688934, + 0.17727944254875183, + 0.20254400372505188, + 0.09578564018011093, + 0.1967664510011673, + 0.17517007887363434, + 0.13727021217346191, + 0.1453706920146942, + 0.11173234134912491, + 0.19514426589012146, + 0.17773523926734924, + 0.1012127548456192, + 0.187631294131279, + 0.20657144486904144, + 0.18919481337070465, + 0.11716080456972122, + 0.11854483932256699, + 0.1161540225148201, + 0.1580616682767868, + 0.2244940549135208, + 0.23270535469055176, + 0.1809808909893036, + 0.20658910274505615, + 0.11501984298229218, + 0.12496915459632874, + 0.18194229900836945, + 0.1668226420879364, + 0.14611651003360748, + 0.0993354395031929, + 0.11947248876094818, + 0.20602008700370789, + 0.13401222229003906, + 0.1875387281179428, + 0.2250068634748459, + 0.06840253621339798, + 0.12876254320144653, + 0.17839030921459198, + 0.16224795579910278, + 0.0923382118344307, + 0.11004291474819183, + 0.16720029711723328, + 0.15621083974838257, + 0.14174209535121918, + 0.16582109034061432, + 0.1683531403541565, + 0.18881314992904663, + 0.18955427408218384, + 0.161942258477211, + 0.16604162752628326, + 0.17435505986213684, + 0.1913076490163803, + 0.17961159348487854, + 0.11205974221229553, + 0.11001609265804291, + 0.21983718872070312, + 0.15169349312782288, + 0.1286972463130951, + 0.12633201479911804, + 0.23761792480945587, + 0.17485374212265015, + 0.17505435645580292, + 0.09429182857275009, + 0.07618831098079681, + 0.13801175355911255, + 0.15150359272956848, + 0.15166428685188293, + 0.1408928483724594, + 0.16699156165122986, + 0.18747346103191376, + 0.21367613971233368, + 0.11718632280826569, + 0.20484907925128937, + 0.16007934510707855, + 0.20033539831638336, + 0.10565010458230972, + 0.09031151235103607, + 0.11150649189949036, + 0.05375463515520096, + 0.10610586404800415, + 0.08497808128595352, + 0.13812708854675293, + 0.22273972630500793, + 0.16132614016532898, + 0.06968672573566437, + 0.15562815964221954, + 0.1242184266448021, + 0.15505120158195496, + 0.13725589215755463, + 0.13298556208610535, + 0.08459155261516571, + 0.1399427205324173, + 0.12896044552326202, + 0.19219470024108887, + 0.10450468212366104, + 0.09827602654695511, + 0.16253067553043365, + 0.11100197583436966, + 0.06893937289714813, + 0.19046783447265625, + 0.1026136577129364, + 0.19508257508277893, + 0.17014896869659424, + 0.17579467594623566, + 0.08275501430034637, + 0.21356359124183655, + 0.18550707399845123, + 0.11669360846281052, + 0.1501270979642868, + 0.22848719358444214, + 0.15110185742378235, + 0.09534750133752823, + 0.1162918359041214, + 0.2207680493593216, + 0.1083909347653389, + 0.1183648481965065, + 0.12591074407100677, + 0.17197133600711823, + 0.14954251050949097, + 0.13233043253421783, + 0.12769939005374908, + 0.15672184526920319, + 0.11283507943153381, + 0.15248404443264008, + 0.16486406326293945, + 0.14644555747509003, + 0.15638288855552673, + 0.09368321299552917, + 0.15011811256408691, + 0.09829850494861603, + 0.15829244256019592, + 0.10670915246009827, + 0.15473371744155884, + 0.10449761152267456, + 0.09993420541286469, + 0.15515990555286407, + 0.17320659756660461, + 0.1623011976480484, + 0.12070520222187042, + 0.17368970811367035, + 0.10434091836214066, + 0.20297713577747345, + 0.11278538405895233, + 0.05549764260649681, + 0.14571572840213776, + 0.189314603805542, + 0.14169715344905853, + 0.15896211564540863, + 0.10964641720056534, + 0.17270366847515106, + 0.15769216418266296, + 0.10344041883945465, + 0.0800747275352478, + 0.09711649268865585, + 0.10481058061122894, + 0.17326663434505463, + 0.1705080270767212, + 0.11022112518548965, + 0.16202034056186676, + 0.09818176925182343, + 0.1935025304555893, + 0.13928698003292084, + 0.18792563676834106, + 0.11997813731431961, + 0.08453167974948883, + 0.157296821475029, + 0.11106458306312561, + 0.07729267328977585, + 0.15956483781337738, + 0.14425210654735565, + 0.1431526094675064, + 0.1050054058432579, + 0.12465439736843109, + 0.14395466446876526, + 0.10487988591194153, + 0.11060722172260284, + 0.09557271748781204, + 0.1155184954404831, + 0.10840942710638046, + 0.11956042051315308, + 0.08986695110797882, + 0.16174151003360748, + 0.15212580561637878, + 0.20652088522911072, + 0.10803160071372986, + 0.07878165692090988, + 0.14892816543579102, + 0.14253883063793182, + 0.11969492584466934, + 0.20347051322460175, + 0.09577682614326477, + 0.13238783180713654, + 0.09427987784147263, + 0.13620097935199738, + 0.1068042516708374, + 0.09215735644102097, + 0.16853775084018707, + 0.08152980357408524, + 0.16082137823104858, + 0.08767210692167282, + 0.12448737025260925, + 0.1681326925754547, + 0.14638030529022217, + 0.09662465751171112, + 0.10844840854406357, + 0.12796550989151, + 0.12031273543834686, + 0.07814668118953705, + 0.14445124566555023, + 0.12589088082313538, + 0.141684427857399, + 0.09040737897157669, + 0.13717377185821533, + 0.1022510901093483, + 0.12806770205497742, + 0.11856720596551895, + 0.13464495539665222, + 0.06863795220851898, + 0.13781003654003143, + 0.11007804423570633, + 0.13979344069957733, + 0.10051573067903519, + 0.13627366721630096, + 0.14384160935878754, + 0.17095676064491272, + 0.129961296916008, + 0.09886424988508224, + 0.1191219687461853, + 0.1545354276895523, + 0.11074702441692352, + 0.13786320388317108, + 0.10223077237606049, + 0.14216144382953644, + 0.09128037840127945, + 0.12964309751987457, + 0.13731078803539276, + 0.1356203556060791, + 0.08541332930326462, + 0.11345961689949036, + 0.12614768743515015, + 0.1050008237361908, + 0.0942913070321083, + 0.10905451327562332, + 0.16525764763355255, + 0.11943764984607697, + 0.11315788328647614, + 0.09894541651010513, + 0.0848933756351471, + 0.1032710075378418, + 0.12113913148641586, + 0.08397730439901352, + 0.16030706465244293, + 0.12141112983226776, + 0.11479127407073975, + 0.11878572404384613, + 0.11860399693250656, + 0.13296374678611755, + 0.1563013792037964, + 0.05897833779454231, + 0.12805305421352386, + 0.12910477817058563, + 0.11929421126842499, + 0.0740460678935051, + 0.1286448836326599, + 0.10117614269256592, + 0.13343751430511475, + 0.09764357656240463, + 0.16041134297847748, + 0.10665300488471985, + 0.11973266303539276, + 0.10770558565855026, + 0.09981971979141235, + 0.07139651477336884, + 0.10751376301050186, + 0.09914007037878036, + 0.12983883917331696, + 0.13645267486572266, + 0.1082422062754631, + 0.06553606688976288, + 0.14468879997730255, + 0.10304185748100281, + 0.1764519065618515, + 0.13041457533836365, + 0.1483740508556366, + 0.114190474152565, + 0.10167893022298813, + 0.12814345955848694, + 0.08613688498735428, + 0.0920843556523323, + 0.1306506097316742, + 0.16056452691555023, + 0.11218161135911942, + 0.11157751828432083, + 0.07717834413051605, + 0.14948907494544983, + 0.09165383875370026, + 0.088302843272686, + 0.12889349460601807, + 0.0908859521150589, + 0.11099983751773834, + 0.10392747819423676, + 0.09758172184228897, + 0.08036615699529648, + 0.11911657452583313, + 0.15119905769824982, + 0.10488739609718323, + 0.0764802023768425, + 0.16761885583400726, + 0.09528346359729767, + 0.1153140440583229, + 0.05634484812617302, + 0.07048024982213974, + 0.0834401324391365, + 0.11846660822629929, + 0.12671533226966858, + 0.13784600794315338, + 0.1438092291355133, + 0.10448998212814331, + 0.10650921612977982, + 0.06473218649625778, + 0.12872296571731567, + 0.08460430800914764, + 0.17007698118686676, + 0.11385081708431244, + 0.1017289087176323, + 0.08068756759166718, + 0.10621476918458939, + 0.12154396623373032, + 0.07245313376188278, + 0.13585595786571503, + 0.08656064420938492, + 0.12878088653087616, + 0.10295116156339645, + 0.15844407677650452, + 0.11086279898881912, + 0.12575972080230713, + 0.11228723078966141, + 0.09396642446517944, + 0.08764227479696274, + 0.09710003435611725, + 0.09879118204116821, + 0.10305610299110413, + 0.06160889193415642, + 0.10280434787273407, + 0.06365805119276047, + 0.11948638409376144, + 0.07942613959312439, + 0.0950232520699501, + 0.15788085758686066, + 0.08623620867729187, + 0.10300610959529877, + 0.12816022336483002, + 0.0973678007721901, + 0.09791087359189987, + 0.09627210348844528, + 0.1031283289194107, + 0.11911244690418243, + 0.12748640775680542, + 0.11008886992931366, + 0.11776311695575714, + 0.10066627711057663, + 0.13433171808719635, + 0.10946071892976761, + 0.11587167531251907, + 0.0643453374505043, + 0.13860845565795898, + 0.0667254701256752, + 0.11718469113111496, + 0.10589473694562912, + 0.12617096304893494, + 0.10486456006765366, + 0.17067788541316986, + 0.0950002670288086, + 0.10974433273077011, + 0.1554792821407318, + 0.054841071367263794, + 0.07843568921089172, + 0.09544812142848969, + 0.10356354713439941, + 0.10633473098278046, + 0.12369024753570557, + 0.19758197665214539, + 0.10880443453788757, + 0.10121848434209824, + 0.14157043397426605, + 0.12371167540550232, + 0.0964391902089119, + 0.08786630630493164, + 0.0719166100025177, + 0.07923617213964462, + 0.09659937024116516, + 0.12138007581233978, + 0.13822217285633087, + 0.13170255720615387, + 0.10632243007421494, + 0.0875273197889328, + 0.15252617001533508, + 0.12460841238498688, + 0.05431732162833214, + 0.11449072510004044, + 0.12333624064922333, + 0.07958502322435379, + 0.12785670161247253, + 0.11152123659849167, + 0.07141406834125519, + 0.08808358758687973, + 0.08530418574810028, + 0.10703451186418533, + 0.12046334147453308, + 0.07440686225891113, + 0.13110089302062988, + 0.11786806583404541, + 0.13663934171199799, + 0.11109327524900436, + 0.14341746270656586, + 0.11072807759046555, + 0.14613059163093567, + 0.13622888922691345 ], "env_score_iters": [ 1, @@ -46189,2644 +56588,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.820258855819702, - -2.7382755279541016, - -2.9134697914123535, - -3.689467430114746, - -0.6836121678352356, - -3.353872060775757, - -3.221127510070801, - -2.8212263584136963, - 0.026476848870515823, - -2.7952980995178223, - -2.158700704574585, - -5.176283836364746, - -3.5487797260284424, - -1.214300274848938, - 2.5376524925231934, - -2.577845573425293, - -1.6873351335525513, - -4.6141791343688965, - -2.9497408866882324, - -4.555017948150635, - -0.6900739073753357, - -7.291586399078369, - -3.3626716136932373, - 2.792692184448242, - -4.138895034790039, - 5.7690558433532715, - -5.167336463928223, - -2.8173556327819824, - -2.5342507362365723, - -2.7462027072906494, - -0.49446427822113037, - -3.28546142578125, - 0.8765367865562439, - -0.6965063214302063, - 0.48020559549331665, - -0.0717846229672432, - -3.1997218132019043, - 1.0031770467758179, - -2.9786441326141357, - -3.342458486557007, - 4.026853561401367, - -0.8393815755844116, - -3.380943775177002, - -3.375750780105591, - 7.129374980926514, - -3.1528427600860596, - -3.1090619564056396, - -0.6318437457084656, - -0.41365790367126465, - -3.6470696926116943, - -3.184645414352417, - -2.011003255844116, - -0.16164246201515198, - -3.790985584259033, - 5.821160316467285, - 0.1712104231119156, - 4.309130668640137, - -0.2679236829280853, - 1.1990680694580078, - -2.569398880004883, - -1.8926165103912354, - -0.5668359398841858, - -3.186535120010376, - -4.295444488525391, - -2.533910036087036, - -4.725224018096924, - -3.829298496246338, - -3.8899219036102295, - -4.908527374267578, - -2.949605941772461, - 3.335345983505249, - -2.3852007389068604, - -0.5548151731491089, - -3.287977695465088, - -0.8603880405426025, - -3.1243748664855957, - -3.841456413269043, - -1.4889192581176758, - -3.830864191055298, - -3.073543071746826, - -4.661046028137207, - -1.6009870767593384, - -4.157550811767578, - -2.8278512954711914, - -0.22327810525894165, - -5.18336820602417, - -3.360260009765625, - -5.424902439117432, - -3.9667320251464844, - -3.6318540573120117, - 1.347365379333496, - -3.8734583854675293, - -4.165663242340088, - -2.8689279556274414, - -1.517875075340271, - -3.341629981994629, - -1.334639549255371, - -2.476475238800049, - -2.6931960582733154, - -3.2590322494506836, - -2.984604835510254, - -3.114532232284546, - -8.451531410217285, - -2.439606189727783, - -1.4111167192459106, - -2.5047175884246826, - -0.8376547694206238, - -2.2389156818389893, - -3.9006502628326416, - 1.0062247514724731, - -1.4711838960647583, - -2.069150924682617, - -3.496077060699463, - -3.877509832382202, - -3.1054069995880127, - -2.468787670135498, - 0.8268328905105591, - -4.155038833618164, - -5.197439670562744, - -3.6433112621307373, - -3.4028987884521484, - -5.559828758239746, - -1.3839699029922485, - -4.923922061920166, - -2.840224027633667, - 7.021090984344482, - -2.293008327484131, - -2.4366893768310547, - -2.0177831649780273, - -3.758645534515381, - -3.9432055950164795, - -0.9610707759857178, - -2.178196907043457, - -2.796801805496216, - -3.466284990310669, - -1.5430998802185059, - -3.092646837234497, - 0.1751192957162857, - -2.9211349487304688, - 4.451385021209717, - -3.938512086868286, - -4.90675687789917, - 3.0351147651672363, - -3.29384183883667, - -2.0463829040527344, - -2.976433277130127, - -2.8509044647216797, - -9.905261039733887, - -1.9870400428771973, - -3.585322618484497, - -0.7175813317298889, - 7.722860336303711, - -3.429198980331421, - -3.0309014320373535, - -2.910142421722412, - -3.506927013397217, - -3.278519868850708, - -3.452648162841797, - -4.79766321182251, - -2.3051466941833496, - -6.932415008544922, - -2.6152846813201904, - -2.623377799987793, - -2.6007797718048096, - -3.215933084487915, - -5.777991771697998, - -3.2895219326019287, - -1.590118169784546, - -2.9017174243927, - -2.928020715713501, - -2.353588581085205, - -3.4452896118164062, - 4.976947784423828, - -2.582807779312134, - -2.661533832550049, - -0.9821046590805054, - -3.571699619293213, - -2.7385785579681396, - -1.4879413843154907, - -1.561618685722351, - -4.37484073638916, - -3.869230031967163, - -1.569399356842041, - -4.205990314483643, - -1.9369388818740845, - -1.0792573690414429, - -3.731703042984009, - -3.7297794818878174, - -3.6779043674468994, - -2.7674641609191895, - -3.3613815307617188, - -1.1932541131973267, - -2.9965322017669678, - -2.0851638317108154, - 1.6073507070541382, - -2.2401340007781982, - -0.5769772529602051, - -3.6335971355438232, - -2.8043735027313232, - -3.816293954849243, - -0.050759002566337585, - -2.8167223930358887, - -3.256232976913452, - 0.3085709512233734, - -2.798180341720581, - -4.002292156219482, - 0.4925505220890045, - -3.786048650741577, - -3.5784964561462402, - -2.7570929527282715, - 1.9354102611541748, - -5.526998519897461, - -3.2605392932891846, - -3.064908504486084, - -5.563972473144531, - -4.385328769683838, - -3.785275936126709, - 4.314906597137451, - -3.4612643718719482, - -3.5149037837982178, - -3.634552478790283, - -2.0281310081481934, - -3.6320302486419678, - -3.3458805084228516, - -2.7899272441864014, - -3.153376579284668, - 1.5773730278015137, - -1.9556902647018433, - 0.6159841418266296, - 1.1216503381729126, - -1.0493563413619995, - -1.217083215713501, - -0.038726795464754105, - -0.5020856261253357, - -2.608180046081543, - -2.643221139907837, - -4.571316719055176, - -2.7109014987945557, - 0.33796635270118713, - -4.855967044830322, - -4.131460666656494, - -5.690972805023193, - -3.3019111156463623, - -0.32777708768844604, - -4.375550270080566, - -3.5147597789764404, - -4.07468843460083, - -3.6838181018829346, - -3.697927236557007, - -4.364416122436523, - -3.8653531074523926, - -2.663036346435547, - -4.712155818939209, - -3.9752001762390137, - -3.982382297515869, - -3.1091015338897705, - -3.8338046073913574, - -4.5772271156311035, - -7.04054069519043, - -1.3015480041503906, - -3.1462316513061523, - -2.6518406867980957, - -1.5016143321990967, - 0.5087740421295166, - -2.2465851306915283, - -1.856786847114563, - -4.422847270965576, - -3.9469330310821533, - 0.7096360325813293, - -5.099135875701904, - -3.6868271827697754, - -2.1196534633636475, - -0.7366666197776794, - -0.7788583040237427, - -0.3524515628814697, - -5.597263813018799, - -4.192640781402588, - -2.697314500808716, - -0.38825634121894836, - -4.9400739669799805, - -5.124491214752197, - -0.6295374035835266, - -3.1012802124023438, - -4.662355422973633, - -1.8854976892471313, - -3.45050048828125, - -5.237405300140381, - -2.437030076980591, - -3.992607831954956, - -3.6444685459136963, - -3.456105947494507, - -3.566977024078369, - -3.7166545391082764, - -3.848829984664917, - -3.9802870750427246, - -1.9232269525527954, - -3.6578757762908936, - -4.432098865509033, - -2.0866847038269043, - -1.8162020444869995, - -1.9861090183258057, - -2.503098964691162, - -3.2847399711608887, - 0.2797830104827881, - -1.0239434242248535, - -3.7126855850219727, - -3.5718419551849365, - -3.7327053546905518, - -5.2505364418029785, - -3.120373010635376, - -3.5001962184906006, - -3.9601640701293945, - -3.383113145828247, - -2.30521821975708, - -5.1890950202941895, - -3.536379814147949, - -4.500279903411865, - -3.5114071369171143, - -4.721028804779053, - -5.283531188964844, - -2.331869125366211, - -3.4268343448638916, - -3.824155807495117, - -2.4569830894470215, - -4.178747177124023, - -6.951847553253174, - -3.4427895545959473, - -1.9174296855926514, - -5.737196445465088, - 0.9578523635864258, - -3.543654441833496, - -3.622001886367798, - -2.193500518798828, - -3.451547861099243, - -4.525904655456543, - -3.767803430557251, - -4.223283767700195, - -2.9024198055267334, - -3.217400312423706, - -3.93951153755188, - -4.082059860229492, - 0.41928452253341675, - -7.417667865753174, - -6.064986705780029, - -3.6576030254364014, - -6.144735336303711, - -3.1538267135620117, - -4.088372707366943, - -2.979372978210449, - -3.2388343811035156, - -5.1229424476623535, - -4.06790828704834, - -3.2531590461730957, - -1.0100328922271729, - -3.01041579246521, - -2.8345422744750977, - -3.4677720069885254, - -2.6528031826019287, - -3.7239694595336914, - -3.1888160705566406, - -2.586442708969116, - -4.0795674324035645, - -4.7906999588012695, - -4.546962261199951, - -2.4293875694274902, - -4.629792213439941, - -5.2514967918396, - -5.647976398468018, - -3.003107786178589, - -3.1663146018981934, - -4.233774185180664, - -3.8511555194854736, - -3.314160108566284, - -2.460303783416748, - -4.063502788543701, - -3.179734468460083, - -1.4665900468826294, - -4.542123317718506, - -3.528043508529663, - -4.338343143463135, - -3.6536037921905518, - -3.0814945697784424, - -3.7584829330444336, - -5.51115083694458, - -1.3268312215805054, - -4.2229461669921875, - -2.5039961338043213, - -3.0003035068511963, - -4.418997287750244, - -3.7355284690856934, - -4.06380558013916, - -3.575408697128296, - -3.1274490356445312, - -7.022196292877197, - -3.8071181774139404, - -4.523545742034912, - -3.616619825363159, - -4.063220500946045, - -3.4148449897766113, - -5.77294397354126, - -3.5405783653259277, - -4.128314018249512, - -4.50009822845459, - -3.474414348602295, - -3.2782692909240723, - -4.741399765014648, - -4.328695774078369, - -5.027390956878662, - -7.767683029174805, - -4.4712042808532715, - -4.705853462219238, - -3.5098562240600586, - -5.705845832824707, - -6.213455677032471, - -3.3638370037078857, - -3.8685855865478516, - -3.8357326984405518, - -3.836305856704712, - -3.364257574081421, - -1.2913198471069336, - -4.30661678314209, - -3.630634069442749, - -4.206872940063477, - -3.110818386077881, - -4.474281311035156, - -3.4706342220306396, - -3.988072633743286, - -1.7240551710128784, - -6.2265825271606445, - -3.5960047245025635, - -4.75577449798584, - -4.355078220367432, - -4.11729621887207, - -3.358041763305664, - -4.442697525024414, - -3.990126132965088, - -4.0627851486206055, - -4.430846691131592, - -3.8615047931671143, - -3.492842674255371, - -4.7034502029418945, - -5.749985694885254, - -3.098695993423462, - -3.0648961067199707, - -3.038862943649292, - -4.197713851928711, - -4.866478443145752, - -4.226628303527832, - -3.6090569496154785, - -3.7778356075286865, - -4.141502380371094, - -3.7457573413848877, - -4.662333965301514, - -1.5505733489990234, - -4.892922878265381, - -2.81369686126709, - -5.201429843902588, - -2.8692123889923096, - -3.293724298477173, - -3.134033203125, - -3.8832569122314453, - -3.560115098953247, - -2.14819073677063, - -3.3410239219665527, - -5.272241115570068, - -4.266510009765625, - -2.7827606201171875, - -6.9615936279296875, - -3.539945602416992, - -3.5507819652557373, - -5.074036121368408, - -4.134902477264404, - -3.511047840118408, - -2.387502431869507, - -3.483440637588501, - -4.637977600097656, - -3.883124351501465, - -5.044198513031006, - -3.953190326690674, - -3.777750015258789, - -3.058741569519043, - -4.273878574371338, - -3.1547634601593018, - -4.427676200866699, - -2.843022346496582, - -3.8390414714813232, - -2.965308666229248, - -3.6802916526794434, - -3.214935302734375, - -3.342104196548462, - -3.7717769145965576, - -4.01538610458374, - -4.213794231414795, - 0.5984896421432495, - -3.5361971855163574, - -4.883266448974609, - -4.09462308883667 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.45353585481643677, + -0.5558792352676392, + -0.5280369520187378, + -0.4354376792907715, + -0.40556517243385315, + -0.5397794246673584, + -0.5103995203971863, + -0.16064926981925964, + -0.5985232591629028, + -0.5831035375595093, + -0.5394523739814758, + -0.5149074196815491, + -0.4214245080947876, + -0.44463950395584106, + 0.3505856990814209, + -0.36222854256629944, + -0.4382105767726898, + -0.48696139454841614, + -0.4880639612674713, + -0.48163947463035583, + -0.43191415071487427, + -0.546167254447937, + -0.5271950960159302, + -0.6662649512290955, + -0.43450361490249634, + -0.38836532831192017, + -0.5764071941375732, + -0.6341983079910278, + -0.4218144416809082, + -0.36449939012527466, + -0.38734903931617737, + -0.2777756154537201, + -0.5774223804473877, + -0.5168089270591736, + -0.5115042328834534, + -0.2610843777656555, + -0.5191328525543213, + -0.639210045337677, + -0.6265213489532471, + -0.4588349461555481, + -0.5466998815536499, + -0.5232017040252686, + -0.5045462846755981, + -0.45000407099723816, + -0.36240682005882263, + -0.3769810199737549, + -0.5855641961097717, + -0.4440796971321106, + -0.5796617865562439, + -0.481196790933609, + -0.31932055950164795, + -0.4925731122493744, + -0.513060450553894, + -0.5508792996406555, + -0.5297293066978455, + -0.7288650274276733, + -0.5333436727523804, + -0.5787308216094971, + -0.5661865472793579, + -0.5484122633934021, + -0.21065489947795868, + -0.45136505365371704, + -0.5238611698150635, + -0.532331645488739, + -0.3840195834636688, + -0.4556422233581543, + -0.7223093509674072, + -0.5291258692741394, + -0.8433519005775452, + -0.5525455474853516, + -0.5423385500907898, + -0.5571529865264893, + -0.6549857258796692, + -0.5235759019851685, + -0.5131626725196838, + -0.4345501661300659, + -0.9060474634170532, + -0.487129807472229, + -0.7367871403694153, + -0.43960312008857727, + -0.5245295763015747, + -0.8322080969810486, + -0.4850558340549469, + -0.5606375932693481, + -0.6657429337501526, + -0.3098517656326294, + -0.6781743168830872, + -0.6051327586174011, + -0.5036950707435608, + -0.569033682346344, + -0.6711840033531189, + -0.5041249394416809, + -0.6878722906112671, + -0.5040558576583862, + -0.5388808250427246, + -0.6208661794662476, + -0.4131111800670624, + -0.505891740322113, + -0.4378848373889923, + -0.4380740523338318, + -0.47398728132247925, + -0.49471020698547363, + -0.605858564376831, + -0.5997675061225891, + -0.3250863552093506, + -0.7252023220062256, + -0.577415406703949, + -0.5645715594291687, + -0.5161858797073364, + -0.5799944996833801, + -0.5492199659347534, + -0.3143833875656128, + -0.6100420951843262, + -0.6165000200271606, + -0.5491364002227783, + -0.7038902044296265, + -0.5765230655670166, + -0.525300145149231, + -0.48627597093582153, + -0.5511975288391113, + -0.36834457516670227, + -0.3937394320964813, + -0.4944995641708374, + -0.5138459205627441, + -0.3011215925216675, + -0.46020856499671936, + -0.3709697425365448, + -0.5259451270103455, + -0.31126999855041504, + -0.5383298397064209, + -0.6262374520301819, + -0.5354620218276978, + -0.4266858994960785, + -0.49955978989601135, + -0.5928859114646912, + -0.5209285020828247, + -0.6347580552101135, + -0.6886231303215027, + -0.43213921785354614, + -0.5169091820716858, + -0.733957827091217, + -0.6309824585914612, + -0.7207217216491699, + -0.45720577239990234, + -0.5420166850090027, + -0.7157894968986511, + -0.39425069093704224, + 0.06539236009120941, + -0.5186775326728821, + -0.628685712814331, + -0.4081989526748657, + -0.6943250298500061, + -0.28461557626724243, + -0.6351040005683899, + -0.5523962378501892, + -0.2844371795654297, + -0.4166754186153412, + -0.4834994077682495, + -0.6970818042755127, + -0.5546678900718689, + -0.5434616804122925, + -0.46251049637794495, + -0.5995619893074036, + -0.5287656188011169, + -0.5576477646827698, + -0.21963372826576233, + -0.6330292224884033, + -0.5201918482780457, + -0.5334439277648926, + -0.33132147789001465, + -0.6225051879882812, + -0.4813237190246582, + -0.5057259798049927, + -0.5338006615638733, + -0.5548098087310791, + -0.6433684825897217, + -0.5302325487136841, + -0.5201332569122314, + -0.600201427936554, + -0.4364534914493561, + -0.4691779315471649, + -0.7800236344337463, + -0.5540638566017151, + -0.32243555784225464, + -0.6507980823516846, + -0.6335888504981995, + -0.603815495967865, + -0.7434118390083313, + -0.3146688640117645, + -0.17548306286334991, + -0.4851275384426117, + -0.5372763276100159, + -0.6208525896072388, + -0.4903522729873657, + -0.44893965125083923, + -0.5766113996505737, + -0.4956386983394623, + -0.42731472849845886, + -0.5061706900596619, + -0.7087823748588562, + -0.6204795837402344, + -0.4531116187572479, + -0.48675772547721863, + -0.6385523676872253, + -0.5735899209976196, + -0.5010446906089783, + -0.47015002369880676, + -0.45011866092681885, + -0.4668254256248474, + -0.5466205477714539, + -0.5922489166259766, + -0.5274207592010498, + -0.5772706270217896, + -0.7424610257148743, + -0.41465187072753906, + -0.25964871048927307, + -0.6207683086395264, + -0.6776483654975891, + -0.5602096319198608, + -0.5954552292823792, + -0.6243311166763306, + -0.6280954480171204, + -0.4178352653980255, + -0.5390722155570984, + -0.4616725444793701, + -0.493035227060318, + -0.7218810319900513, + -0.4213155508041382, + -0.6879191398620605, + -0.48294395208358765, + -0.46544528007507324, + -0.7330958247184753, + -0.6251275539398193, + -0.30832234025001526, + -0.5997803807258606, + -0.5461133122444153, + -0.39013737440109253, + -0.5102236270904541, + -0.5824688076972961, + -0.5796831846237183, + -0.5991811752319336, + -0.5906720161437988, + -0.6154677867889404, + -0.6056867837905884, + -0.4651109278202057, + -0.4044821262359619, + -0.3140312433242798, + -0.6020070314407349, + -0.634566605091095, + -0.44035571813583374, + -0.5525249242782593, + -0.539290189743042, + -0.6368038058280945, + -0.6752848625183105, + -0.39543020725250244, + -0.7115715146064758, + -0.40761104226112366, + -0.6039692163467407, + -0.5173115134239197, + -0.757638156414032, + -0.7543163895606995, + -0.21571293473243713, + -0.5249470472335815, + -0.49114248156547546, + -0.6548006534576416, + -0.795093834400177, + -0.6881263852119446, + -0.6022051572799683, + -0.49086353182792664, + -0.7030775547027588, + -0.8176242709159851, + -0.5767804384231567, + -0.6783925890922546, + -0.8302753567695618, + -0.4681990146636963, + -0.47635629773139954, + -0.7478525638580322, + -0.543373703956604, + -0.5574886798858643, + -0.6795165538787842, + -0.35686251521110535, + -0.48298442363739014, + -0.5753226280212402, + -0.6509805917739868, + -0.5704485177993774, + -0.5856783986091614, + -0.533015251159668, + -0.9329870939254761, + -0.6334656476974487, + -0.5249478816986084, + -0.6468124389648438, + -0.4354623258113861, + -0.6409581303596497, + -0.6179543733596802, + -0.5674259662628174, + -0.6607255339622498, + -0.5287854075431824, + -0.5319564938545227, + -0.532047688961029, + -0.5910683274269104, + -0.5508545637130737, + -0.3393644094467163, + -0.6567516922950745, + -0.5992735028266907, + -0.5424646139144897, + -0.63031005859375, + -0.44185131788253784, + -0.5513753890991211, + -0.6514043807983398, + -0.5971197485923767, + -0.394258052110672, + -0.5934087634086609, + -0.644772469997406, + -0.4947517216205597, + -0.5698978304862976, + -0.5496264100074768, + -0.5697698593139648, + -0.4772096276283264, + -0.46414628624916077, + -0.5899064540863037, + -0.5787556171417236, + -0.3763880729675293, + -0.7109328508377075, + -0.5607543587684631, + -0.630705714225769, + -0.6793811321258545, + -0.613946259021759, + -0.6925435066223145, + -0.5890142917633057, + -0.5535993576049805, + -0.6803724765777588, + -0.4844299256801605, + -0.5473771095275879, + -0.5537022352218628, + -0.8445102572441101, + -0.6093526482582092, + -0.7104759216308594, + -0.7191520929336548, + -0.560987651348114, + -0.7008920907974243, + -0.5828930139541626, + -0.7114145755767822, + -0.4405747354030609, + -0.48630398511886597, + -0.6232333779335022, + -0.6766388416290283, + -0.5399328470230103, + -0.4861467182636261, + -0.5262929201126099, + -0.6173174977302551, + -0.5298298597335815, + -0.6331285834312439, + -0.5902078747749329, + -0.5702187418937683, + -0.6847630739212036, + -0.5807875990867615, + -0.6155695915222168, + -0.5718268156051636, + -0.7308812737464905, + -0.6674356460571289, + -0.4464215338230133, + -0.6713929176330566, + -0.8522140979766846, + -0.4566262662410736, + -0.624767005443573, + -0.6347020864486694, + -0.5540624856948853, + -0.49505871534347534, + -0.5715798735618591, + -0.6649650931358337, + -0.5405205488204956, + -0.6129840016365051, + -0.37749573588371277, + -0.7995099425315857, + -0.5241268277168274, + -0.5076900720596313, + -0.5792122483253479, + -0.5785118341445923, + -0.47263556718826294, + -0.6779720783233643, + -0.47958067059516907, + -0.4850371479988098, + -0.44514182209968567, + -0.6062251925468445, + -0.583343505859375, + -0.5966060161590576, + -0.6877708435058594, + -0.558017373085022, + -0.5769646763801575, + -0.5807210803031921, + -0.48135221004486084, + -0.6075519323348999, + -0.33626729249954224, + -0.443134605884552, + -0.5722783803939819, + -0.42294391989707947, + -0.5452619791030884, + -0.5750651359558105, + -0.9465000629425049, + -0.8293836116790771, + -0.46396923065185547, + -0.5982930064201355, + -0.5812398791313171, + -0.5633653402328491, + -0.6038431525230408, + -0.7939882874488831, + -0.6318567991256714, + -0.5292534232139587, + -0.5998755693435669, + -0.5688698887825012, + -0.6261057257652283, + -0.701443612575531, + -0.6889978051185608, + -0.8255192041397095, + -0.35156336426734924, + -0.4806061089038849, + -0.5858944654464722, + -0.6178009510040283, + -0.7342563271522522, + -0.6570315957069397, + -0.576786458492279, + -0.5401625037193298, + -0.480724960565567, + -0.6740354895591736, + -0.36267101764678955, + -0.5621253848075867, + -0.6446393728256226, + -0.5902504920959473, + -0.771336555480957, + -0.7004777789115906, + -0.5605665445327759, + -0.6142991781234741, + -0.6165462732315063, + -0.5301985740661621, + -0.6263633370399475, + -0.637333869934082, + -0.6933450698852539, + -0.6327055096626282, + -0.6481814980506897, + -0.4537108540534973, + -0.5213146805763245, + -0.5659435391426086, + -0.6017124652862549, + -0.6934283971786499, + -0.4035005569458008, + -0.7133912444114685, + -0.5183772444725037, + -0.5019317865371704, + -0.5687255859375, + -0.7780280709266663, + -0.777281641960144, + -0.49106234312057495, + -0.40016669034957886, + -0.6573857665061951, + -0.5318999290466309, + -0.6194433569908142, + -0.58427894115448, + -0.5786168575286865, + -0.46711862087249756, + -0.416823148727417, + -0.5107662677764893, + -0.5472776889801025, + -0.530962347984314, + -0.6309747099876404, + -0.6598333716392517, + -0.514248788356781, + -0.5304303765296936, + -0.6297304630279541, + -0.6887088418006897, + -0.6038249135017395, + -0.4428781270980835, + -0.50162672996521, + -0.8543418049812317, + -0.3572026789188385, + -0.44626280665397644, + -0.5463389158248901, + -0.6037930846214294, + -0.717472493648529, + -0.6365711688995361, + -0.5778626799583435, + -0.6877395510673523, + -0.39627742767333984, + -0.5781017541885376, + -0.4849737286567688, + -0.6449068784713745, + -0.5530677437782288, + -0.6461753845214844, + -0.5553959608078003, + -0.533991277217865, + -0.5480415225028992, + -0.44995594024658203, + -0.6166683435440063, + -0.36173015832901, + -0.570451021194458, + -0.5618494749069214, + -0.6088213920593262 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6749999999999999, - 0.675, - 0.65, - 0.65, - 0.625, - 0.625, - 0.625, - 0.625, - 0.625, - 0.5 + 0.44999999999999996, + 0.48749999999999993, + 0.49999999999999994, + 0.5, + 0.5125, + 0.44999999999999996, + 0.425, + 0.43749999999999994, + 0.4375, + 0.4125, + 0.45, + 0.46249999999999997, + 0.39999999999999997, + 0.4, + 0.44999999999999996, + 0.4125, + 0.36249999999999993, + 0.36249999999999993, + 0.375, + 0.35 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7580634355545044, - 0.72559654712677, - 0.3142460882663727, - 0.770295262336731, - 0.2945046126842499, - 0.9227465987205505, - 0.4282815754413605, - 0.8470275402069092, - 0.7915917634963989, - 0.4701074957847595 + -0.08383117616176605, + 0.14894576370716095, + -0.011250197887420654, + -0.2530348598957062, + 0.12384521216154099, + -0.08445534855127335, + -0.020666440948843956, + 0.15311239659786224, + 0.3605782389640808, + 0.27014443278312683, + 0.31049585342407227, + 0.0635531097650528, + -0.34893593192100525, + -0.0022115290630608797, + 0.17888793349266052, + 0.1405545473098755, + 0.29754945635795593, + -0.08964747190475464, + -0.145175501704216, + -0.04807078465819359 ], "rl_grad_norm": [ - 0.4353662431240082, - 0.8777614831924438, - 0.46195682883262634, - 1.0328314304351807, - 0.45388877391815186, - 0.4627602994441986, - 0.5546643137931824, - 0.3573758602142334, - 0.33437031507492065, - 0.2796572744846344 + 0.7908334136009216, + 0.49796968698501587, + 0.5122976899147034, + 0.21865621209144592, + 0.7200442552566528, + 0.6517923474311829, + 0.4614477753639221, + 0.6140506267547607, + 0.4657154977321625, + 0.4336605668067932, + 0.4139416813850403, + 0.26170146465301514, + 0.3515287935733795, + 0.23145374655723572, + 0.45942968130111694, + 0.36872535943984985, + 0.2323547899723053, + 0.22668489813804626, + 0.37038543820381165, + 0.20159167051315308 ], "bc_grad_norm": [ - 0.5077173709869385, - 0.5408230423927307, - 0.32066380977630615, - 0.6958618760108948, - 0.27447712421417236, - 0.4483686089515686, - 0.32027357816696167, - 0.3578268885612488, - 0.3366776704788208, - 0.22252735495567322 + 2.6895623207092285, + 2.887362003326416, + 2.239961624145508, + 2.996392250061035, + 3.2639172077178955, + 3.5557711124420166, + 4.2814788818359375, + 3.673586130142212, + 2.826998233795166, + 1.575063943862915, + 2.0634026527404785, + 2.9168269634246826, + 2.9090616703033447, + 5.494100570678711, + 3.475736379623413, + 3.824171543121338, + 1.6253654956817627, + 3.7472951412200928, + 4.675743103027344, + 4.320568561553955 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00019544674432836473, - "embedding.weight": 0.0009693542961031199, - "cnn.0.weight": 0.024243732914328575, - "cnn.0.bias": 0.001022396725602448, - "cnn.2.weight": 0.008729010820388794, - "cnn.2.bias": 0.0027966902125626802, - "cnn.5.weight": 0.013979986310005188, - "cnn.5.bias": 0.002773670945316553, - "action_emb.weight": 0.0034253140911459923, - "timestep_emb.weight": 0.0009621622157283127, - "pos_emb.weight": 0.0011908969609066844, - "transformer.layers.0.self_attn.in_proj_weight": 0.01844370923936367, - "transformer.layers.0.self_attn.in_proj_bias": 0.0020493229385465384, - "transformer.layers.0.self_attn.out_proj.weight": 0.017862355336546898, - "transformer.layers.0.self_attn.out_proj.bias": 0.0027807755395770073, - "transformer.layers.0.linear1.weight": 0.01609566994011402, - "transformer.layers.0.linear1.bias": 0.000969824381172657, - "transformer.layers.0.linear2.weight": 0.019396482035517693, - "transformer.layers.0.linear2.bias": 0.0019157746573910117, - "transformer.layers.0.norm1.weight": 0.0010366224450990558, - "transformer.layers.0.norm1.bias": 0.0017756451852619648, - "transformer.layers.0.norm2.weight": 0.0013869928661733866, - "transformer.layers.0.norm2.bias": 0.001098807086236775, - "transformer.layers.1.self_attn.in_proj_weight": 0.01758638583123684, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010672587668523192, - "transformer.layers.1.self_attn.out_proj.weight": 0.02065603993833065, - "transformer.layers.1.self_attn.out_proj.bias": 0.001494011259637773, - "transformer.layers.1.linear1.weight": 0.009551643393933773, - "transformer.layers.1.linear1.bias": 0.0005771682481281459, - "transformer.layers.1.linear2.weight": 0.013499658554792404, - "transformer.layers.1.linear2.bias": 0.0014998483238741755, - "transformer.layers.1.norm1.weight": 0.001020530122332275, - "transformer.layers.1.norm1.bias": 0.0009884703904390335, - "transformer.layers.1.norm2.weight": 0.0005957671091891825, - "transformer.layers.1.norm2.bias": 0.0005443564732559025, - "transformer.layers.2.self_attn.in_proj_weight": 0.01786045916378498, - "transformer.layers.2.self_attn.in_proj_bias": 0.0012841472635045648, - "transformer.layers.2.self_attn.out_proj.weight": 0.016147101297974586, - "transformer.layers.2.self_attn.out_proj.bias": 0.001561067416332662, - "transformer.layers.2.linear1.weight": 0.009253070689737797, - "transformer.layers.2.linear1.bias": 0.0006257104105316103, - "transformer.layers.2.linear2.weight": 0.010790200904011726, - "transformer.layers.2.linear2.bias": 0.0016149997245520353, - "transformer.layers.2.norm1.weight": 0.0012570921098813415, - "transformer.layers.2.norm1.bias": 0.0014104420552030206, - "transformer.layers.2.norm2.weight": 0.0005773110315203667, - "transformer.layers.2.norm2.bias": 0.0006723819533362985, - "transformer.layers.3.self_attn.in_proj_weight": 0.034374404698610306, - "transformer.layers.3.self_attn.in_proj_bias": 0.0028639775700867176, - "transformer.layers.3.self_attn.out_proj.weight": 0.020161578431725502, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023737787269055843, - "transformer.layers.3.linear1.weight": 0.022413071244955063, - "transformer.layers.3.linear1.bias": 0.0017784287920221686, - "transformer.layers.3.linear2.weight": 0.012704573571681976, - "transformer.layers.3.linear2.bias": 0.0030927197076380253, - "transformer.layers.3.norm1.weight": 0.002707096515223384, - "transformer.layers.3.norm1.bias": 0.003759462619200349, - "transformer.layers.3.norm2.weight": 0.0016432631528005004, - "transformer.layers.3.norm2.bias": 0.002391775604337454, - "head.weight": 0.178846076130867, - "head.bias": 0.006304712034761906, - "global_embedding.weight": 0.01674957200884819, - "global_cnn.0.weight": 0.132510244846344, - "global_cnn.0.bias": 0.003989307675510645, - "global_cnn.2.weight": 0.37970903515815735, - "global_cnn.2.bias": 0.017083721235394478, - "global_proj.weight": 0.06250122934579849, - "global_proj.bias": 0.03178693726658821, - "goal_head.0.weight": 0.03305947035551071, - "goal_head.0.bias": 0.012207790277898312, - "goal_head.2.weight": 0.043754421174526215, - "goal_head.2.bias": 0.026278190314769745 - }, - { - "global_gate": 6.195310561452061e-6, - "embedding.weight": 0.0008499608957208693, - "cnn.0.weight": 0.029313253238797188, - "cnn.0.bias": 0.0009713164763525128, - "cnn.2.weight": 0.010748741216957569, - "cnn.2.bias": 0.0020684071350842714, - "cnn.5.weight": 0.015078061260282993, - "cnn.5.bias": 0.003052276559174061, - "action_emb.weight": 0.0033611340913921595, - "timestep_emb.weight": 0.0020814030431210995, - "pos_emb.weight": 0.002280901186168194, - "transformer.layers.0.self_attn.in_proj_weight": 0.0279703289270401, - "transformer.layers.0.self_attn.in_proj_bias": 0.0020455827470868826, - "transformer.layers.0.self_attn.out_proj.weight": 0.02410508319735527, - "transformer.layers.0.self_attn.out_proj.bias": 0.002587968483567238, - "transformer.layers.0.linear1.weight": 0.01995428092777729, - "transformer.layers.0.linear1.bias": 0.0010703563457354903, - "transformer.layers.0.linear2.weight": 0.02562606707215309, - "transformer.layers.0.linear2.bias": 0.0020601574797183275, - "transformer.layers.0.norm1.weight": 0.0014433376491069794, - "transformer.layers.0.norm1.bias": 0.0017310298280790448, - "transformer.layers.0.norm2.weight": 0.0014671033713966608, - "transformer.layers.0.norm2.bias": 0.0009413532679900527, - "transformer.layers.1.self_attn.in_proj_weight": 0.021048957481980324, - "transformer.layers.1.self_attn.in_proj_bias": 0.001183019019663334, - "transformer.layers.1.self_attn.out_proj.weight": 0.023374048992991447, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016333460807800293, - "transformer.layers.1.linear1.weight": 0.013624154031276703, - "transformer.layers.1.linear1.bias": 0.0007118899957276881, - "transformer.layers.1.linear2.weight": 0.01709645800292492, - "transformer.layers.1.linear2.bias": 0.0016373534454032779, - "transformer.layers.1.norm1.weight": 0.0012895376421511173, - "transformer.layers.1.norm1.bias": 0.0012282765237614512, - "transformer.layers.1.norm2.weight": 0.0008939956314861774, - "transformer.layers.1.norm2.bias": 0.0006130104884505272, - "transformer.layers.2.self_attn.in_proj_weight": 0.026254450902342796, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014807898551225662, - "transformer.layers.2.self_attn.out_proj.weight": 0.019921578466892242, - "transformer.layers.2.self_attn.out_proj.bias": 0.00172617775388062, - "transformer.layers.2.linear1.weight": 0.011348220519721508, - "transformer.layers.2.linear1.bias": 0.0007236062083393335, - "transformer.layers.2.linear2.weight": 0.012241236865520477, - "transformer.layers.2.linear2.bias": 0.001827599131502211, - "transformer.layers.2.norm1.weight": 0.0022242781706154346, - "transformer.layers.2.norm1.bias": 0.0016701036365702748, - "transformer.layers.2.norm2.weight": 0.0007499282946810126, - "transformer.layers.2.norm2.bias": 0.0008336877217516303, - "transformer.layers.3.self_attn.in_proj_weight": 0.03377840667963028, - "transformer.layers.3.self_attn.in_proj_bias": 0.002331265714019537, - "transformer.layers.3.self_attn.out_proj.weight": 0.019732413813471794, - "transformer.layers.3.self_attn.out_proj.bias": 0.00242875749245286, - "transformer.layers.3.linear1.weight": 0.02954859659075737, - "transformer.layers.3.linear1.bias": 0.002352304756641388, - "transformer.layers.3.linear2.weight": 0.01553890947252512, - "transformer.layers.3.linear2.bias": 0.0034822060260921717, - "transformer.layers.3.norm1.weight": 0.002281148685142398, - "transformer.layers.3.norm1.bias": 0.0027964392211288214, - "transformer.layers.3.norm2.weight": 0.0023185599129647017, - "transformer.layers.3.norm2.bias": 0.0034321339335292578, - "head.weight": 0.21405820548534393, - "head.bias": 0.007678894326090813, - "global_embedding.weight": 0.02423078939318657, - "global_cnn.0.weight": 0.23337985575199127, - "global_cnn.0.bias": 0.012468043714761734, - "global_cnn.2.weight": 0.3890877068042755, - "global_cnn.2.bias": 0.025083784013986588, - "global_proj.weight": 0.09143326431512833, - "global_proj.bias": 0.050061360001564026, - "goal_head.0.weight": 0.048356711864471436, - "goal_head.0.bias": 0.02196762152016163, - "goal_head.2.weight": 0.0541188009083271, - "goal_head.2.bias": 0.06177873536944389 - }, - { - "global_gate": 0.00006602671783184633, - "embedding.weight": 0.012064623646438122, - "cnn.0.weight": 0.187564417719841, - "cnn.0.bias": 0.006837157532572746, - "cnn.2.weight": 0.03577837720513344, - "cnn.2.bias": 0.009797877632081509, - "cnn.5.weight": 0.03426786884665489, - "cnn.5.bias": 0.007615447044372559, - "action_emb.weight": 0.007686368189752102, - "timestep_emb.weight": 0.002362076658755541, - "pos_emb.weight": 0.0026715523563325405, - "transformer.layers.0.self_attn.in_proj_weight": 0.04800189658999443, - "transformer.layers.0.self_attn.in_proj_bias": 0.0038041460793465376, - "transformer.layers.0.self_attn.out_proj.weight": 0.039293598383665085, - "transformer.layers.0.self_attn.out_proj.bias": 0.004186408128589392, - "transformer.layers.0.linear1.weight": 0.03571976348757744, - "transformer.layers.0.linear1.bias": 0.0017109959153458476, - "transformer.layers.0.linear2.weight": 0.03723389655351639, - "transformer.layers.0.linear2.bias": 0.003186993533745408, - "transformer.layers.0.norm1.weight": 0.0034079516772180796, - "transformer.layers.0.norm1.bias": 0.0037308293394744396, - "transformer.layers.0.norm2.weight": 0.003356161992996931, - "transformer.layers.0.norm2.bias": 0.0018084831535816193, - "transformer.layers.1.self_attn.in_proj_weight": 0.03369713947176933, - "transformer.layers.1.self_attn.in_proj_bias": 0.001984131522476673, - "transformer.layers.1.self_attn.out_proj.weight": 0.03562258183956146, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028131213039159775, - "transformer.layers.1.linear1.weight": 0.019609272480010986, - "transformer.layers.1.linear1.bias": 0.0011896271025761962, - "transformer.layers.1.linear2.weight": 0.024069011211395264, - "transformer.layers.1.linear2.bias": 0.0024555125273764133, - "transformer.layers.1.norm1.weight": 0.002151328371837735, - "transformer.layers.1.norm1.bias": 0.0020881963428109884, - "transformer.layers.1.norm2.weight": 0.001604818506166339, - "transformer.layers.1.norm2.bias": 0.0013663084246218204, - "transformer.layers.2.self_attn.in_proj_weight": 0.03605611249804497, - "transformer.layers.2.self_attn.in_proj_bias": 0.0020734493155032396, - "transformer.layers.2.self_attn.out_proj.weight": 0.023386962711811066, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020484826527535915, - "transformer.layers.2.linear1.weight": 0.013804726302623749, - "transformer.layers.2.linear1.bias": 0.0008427495486102998, - "transformer.layers.2.linear2.weight": 0.01713886857032776, - "transformer.layers.2.linear2.bias": 0.0019562288653105497, - "transformer.layers.2.norm1.weight": 0.003110718447715044, - "transformer.layers.2.norm1.bias": 0.002410918241366744, - "transformer.layers.2.norm2.weight": 0.000844731112010777, - "transformer.layers.2.norm2.bias": 0.0008818602655082941, - "transformer.layers.3.self_attn.in_proj_weight": 0.0422385074198246, - "transformer.layers.3.self_attn.in_proj_bias": 0.0031899912282824516, - "transformer.layers.3.self_attn.out_proj.weight": 0.0218966044485569, - "transformer.layers.3.self_attn.out_proj.bias": 0.002461908385157585, - "transformer.layers.3.linear1.weight": 0.026074061170220375, - "transformer.layers.3.linear1.bias": 0.0019889369141310453, - "transformer.layers.3.linear2.weight": 0.01522216759622097, - "transformer.layers.3.linear2.bias": 0.0028450030367821455, - "transformer.layers.3.norm1.weight": 0.003431290853768587, - "transformer.layers.3.norm1.bias": 0.004102262202650309, - "transformer.layers.3.norm2.weight": 0.0017506791045889258, - "transformer.layers.3.norm2.bias": 0.0023991891648620367, - "head.weight": 0.16193178296089172, - "head.bias": 0.005466298665851355, - "global_embedding.weight": 0.022690484300255775, - "global_cnn.0.weight": 0.09033852815628052, - "global_cnn.0.bias": 0.00349706900306046, - "global_cnn.2.weight": 0.1839374601840973, - "global_cnn.2.bias": 0.010401601903140545, - "global_proj.weight": 0.037834540009498596, - "global_proj.bias": 0.024077337235212326, - "goal_head.0.weight": 0.02098887600004673, - "goal_head.0.bias": 0.009215322323143482, - "goal_head.2.weight": 0.02929024212062359, - "goal_head.2.bias": 0.02035055309534073 - }, - { - "global_gate": 0.0009504234767518938, - "embedding.weight": 0.0024447974283248186, - "cnn.0.weight": 0.055939044803380966, - "cnn.0.bias": 0.002273709513247013, - "cnn.2.weight": 0.01861399970948696, - "cnn.2.bias": 0.004353546071797609, - "cnn.5.weight": 0.026063039898872375, - "cnn.5.bias": 0.004319282714277506, - "action_emb.weight": 0.009150386787950993, - "timestep_emb.weight": 0.0034658608492463827, - "pos_emb.weight": 0.006702522747218609, - "transformer.layers.0.self_attn.in_proj_weight": 0.054366253316402435, - "transformer.layers.0.self_attn.in_proj_bias": 0.004622140433639288, - "transformer.layers.0.self_attn.out_proj.weight": 0.054439984261989594, - "transformer.layers.0.self_attn.out_proj.bias": 0.006431255489587784, - "transformer.layers.0.linear1.weight": 0.051591984927654266, - "transformer.layers.0.linear1.bias": 0.00253473618067801, - "transformer.layers.0.linear2.weight": 0.0588594488799572, - "transformer.layers.0.linear2.bias": 0.005352839827537537, - "transformer.layers.0.norm1.weight": 0.0033565836492925882, - "transformer.layers.0.norm1.bias": 0.004291123244911432, - "transformer.layers.0.norm2.weight": 0.0041089230217039585, - "transformer.layers.0.norm2.bias": 0.002241849899291992, - "transformer.layers.1.self_attn.in_proj_weight": 0.05628049746155739, - "transformer.layers.1.self_attn.in_proj_bias": 0.0032172859646379948, - "transformer.layers.1.self_attn.out_proj.weight": 0.05689612030982971, - "transformer.layers.1.self_attn.out_proj.bias": 0.004388664849102497, - "transformer.layers.1.linear1.weight": 0.03127313777804375, - "transformer.layers.1.linear1.bias": 0.0017545548034831882, - "transformer.layers.1.linear2.weight": 0.04070674628019333, - "transformer.layers.1.linear2.bias": 0.004321328829973936, - "transformer.layers.1.norm1.weight": 0.003941238857805729, - "transformer.layers.1.norm1.bias": 0.003075473476201296, - "transformer.layers.1.norm2.weight": 0.0021882615983486176, - "transformer.layers.1.norm2.bias": 0.0016631847247481346, - "transformer.layers.2.self_attn.in_proj_weight": 0.05111393332481384, - "transformer.layers.2.self_attn.in_proj_bias": 0.0034979439806193113, - "transformer.layers.2.self_attn.out_proj.weight": 0.03643324226140976, - "transformer.layers.2.self_attn.out_proj.bias": 0.004409363958984613, - "transformer.layers.2.linear1.weight": 0.025918258354067802, - "transformer.layers.2.linear1.bias": 0.0016606809804216027, - "transformer.layers.2.linear2.weight": 0.031160568818449974, - "transformer.layers.2.linear2.bias": 0.004528903402388096, - "transformer.layers.2.norm1.weight": 0.003695923602208495, - "transformer.layers.2.norm1.bias": 0.004108942113816738, - "transformer.layers.2.norm2.weight": 0.00171431596390903, - "transformer.layers.2.norm2.bias": 0.0017277395818382502, - "transformer.layers.3.self_attn.in_proj_weight": 0.09264981001615524, - "transformer.layers.3.self_attn.in_proj_bias": 0.00905660167336464, - "transformer.layers.3.self_attn.out_proj.weight": 0.04265472665429115, - "transformer.layers.3.self_attn.out_proj.bias": 0.00736859068274498, - "transformer.layers.3.linear1.weight": 0.06094060093164444, - "transformer.layers.3.linear1.bias": 0.005401652306318283, - "transformer.layers.3.linear2.weight": 0.037775393575429916, - "transformer.layers.3.linear2.bias": 0.010242384858429432, - "transformer.layers.3.norm1.weight": 0.007830463349819183, - "transformer.layers.3.norm1.bias": 0.013056806288659573, - "transformer.layers.3.norm2.weight": 0.004811013117432594, - "transformer.layers.3.norm2.bias": 0.00826618354767561, - "head.weight": 0.4790724217891693, - "head.bias": 0.020907534286379814, - "global_embedding.weight": 0.024160701781511307, - "global_cnn.0.weight": 0.14272506535053253, - "global_cnn.0.bias": 0.005206770729273558, - "global_cnn.2.weight": 0.316537082195282, - "global_cnn.2.bias": 0.015408634208142757, - "global_proj.weight": 0.052046649158000946, - "global_proj.bias": 0.03371575102210045, - "goal_head.0.weight": 0.026426486670970917, - "goal_head.0.bias": 0.011822670698165894, - "goal_head.2.weight": 0.03774137422442436, - "goal_head.2.bias": 0.02584380842745304 - }, - { - "global_gate": 0.00003029766958206892, - "embedding.weight": 0.001552174799144268, - "cnn.0.weight": 0.040480710566043854, - "cnn.0.bias": 0.0020222030580043793, - "cnn.2.weight": 0.013763610273599625, - "cnn.2.bias": 0.004925910383462906, - "cnn.5.weight": 0.01770583540201187, - "cnn.5.bias": 0.0027709954883903265, - "action_emb.weight": 0.00303495186381042, - "timestep_emb.weight": 0.0009493125253356993, - "pos_emb.weight": 0.0017660813173279166, - "transformer.layers.0.self_attn.in_proj_weight": 0.017941372469067574, - "transformer.layers.0.self_attn.in_proj_bias": 0.0015435228124260902, - "transformer.layers.0.self_attn.out_proj.weight": 0.014572626911103725, - "transformer.layers.0.self_attn.out_proj.bias": 0.0018210335401818156, - "transformer.layers.0.linear1.weight": 0.015506728552281857, - "transformer.layers.0.linear1.bias": 0.0007573268376290798, - "transformer.layers.0.linear2.weight": 0.015481295995414257, - "transformer.layers.0.linear2.bias": 0.0013361477758735418, - "transformer.layers.0.norm1.weight": 0.0011478503001853824, - "transformer.layers.0.norm1.bias": 0.001512601738795638, - "transformer.layers.0.norm2.weight": 0.001414800644852221, - "transformer.layers.0.norm2.bias": 0.0007713350933045149, - "transformer.layers.1.self_attn.in_proj_weight": 0.014166304841637611, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006864264141768217, - "transformer.layers.1.self_attn.out_proj.weight": 0.010776771232485771, - "transformer.layers.1.self_attn.out_proj.bias": 0.001074960920959711, - "transformer.layers.1.linear1.weight": 0.007721017114818096, - "transformer.layers.1.linear1.bias": 0.0004024796944577247, - "transformer.layers.1.linear2.weight": 0.009865554980933666, - "transformer.layers.1.linear2.bias": 0.0010546472622081637, - "transformer.layers.1.norm1.weight": 0.0009308781009167433, - "transformer.layers.1.norm1.bias": 0.0006162780337035656, - "transformer.layers.1.norm2.weight": 0.0005824855761602521, - "transformer.layers.1.norm2.bias": 0.00036106028710491955, - "transformer.layers.2.self_attn.in_proj_weight": 0.013001610524952412, - "transformer.layers.2.self_attn.in_proj_bias": 0.000823629496153444, - "transformer.layers.2.self_attn.out_proj.weight": 0.009300845675170422, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010387256043031812, - "transformer.layers.2.linear1.weight": 0.006003967951983213, - "transformer.layers.2.linear1.bias": 0.00036537490086629987, - "transformer.layers.2.linear2.weight": 0.00724010867998004, - "transformer.layers.2.linear2.bias": 0.001085156574845314, - "transformer.layers.2.norm1.weight": 0.000948987843003124, - "transformer.layers.2.norm1.bias": 0.0009528252994641662, - "transformer.layers.2.norm2.weight": 0.0003588986292015761, - "transformer.layers.2.norm2.bias": 0.00035273743560537696, - "transformer.layers.3.self_attn.in_proj_weight": 0.02382996492087841, - "transformer.layers.3.self_attn.in_proj_bias": 0.002582813613116741, - "transformer.layers.3.self_attn.out_proj.weight": 0.009999698959290981, - "transformer.layers.3.self_attn.out_proj.bias": 0.0019397980067878962, - "transformer.layers.3.linear1.weight": 0.01356279943138361, - "transformer.layers.3.linear1.bias": 0.001289774663746357, - "transformer.layers.3.linear2.weight": 0.007772478275001049, - "transformer.layers.3.linear2.bias": 0.0025456661824136972, - "transformer.layers.3.norm1.weight": 0.0018089807126671076, - "transformer.layers.3.norm1.bias": 0.0034924072679132223, - "transformer.layers.3.norm2.weight": 0.0010247762547805905, - "transformer.layers.3.norm2.bias": 0.0017914257477968931, - "head.weight": 0.10761836171150208, - "head.bias": 0.004957267548888922, - "global_embedding.weight": 0.010674760676920414, - "global_cnn.0.weight": 0.07304069399833679, - "global_cnn.0.bias": 0.0021765504498034716, - "global_cnn.2.weight": 0.18544507026672363, - "global_cnn.2.bias": 0.007053209003061056, - "global_proj.weight": 0.02516195923089981, - "global_proj.bias": 0.014011776074767113, - "goal_head.0.weight": 0.013652230612933636, - "goal_head.0.bias": 0.005449630320072174, - "goal_head.2.weight": 0.018351079896092415, - "goal_head.2.bias": 0.011646416038274765 - }, - { - "global_gate": 0.00007879640179453418, - "embedding.weight": 0.00026326088118366897, - "cnn.0.weight": 0.008001108653843403, - "cnn.0.bias": 0.000321982050081715, - "cnn.2.weight": 0.002823558868840337, - "cnn.2.bias": 0.0007189876050688326, - "cnn.5.weight": 0.0033617052249610424, - "cnn.5.bias": 0.0008258279412984848, - "action_emb.weight": 0.00207659718580544, - "timestep_emb.weight": 0.0005437705549411476, - "pos_emb.weight": 0.001131901633925736, - "transformer.layers.0.self_attn.in_proj_weight": 0.00785802025347948, - "transformer.layers.0.self_attn.in_proj_bias": 0.00063878990476951, - "transformer.layers.0.self_attn.out_proj.weight": 0.008300225250422955, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008534312946721911, - "transformer.layers.0.linear1.weight": 0.010074724443256855, - "transformer.layers.0.linear1.bias": 0.00039451042539440095, - "transformer.layers.0.linear2.weight": 0.009147335775196552, - "transformer.layers.0.linear2.bias": 0.0006931580137461424, - "transformer.layers.0.norm1.weight": 0.00047044604434631765, - "transformer.layers.0.norm1.bias": 0.0005787853733636439, - "transformer.layers.0.norm2.weight": 0.000913298805244267, - "transformer.layers.0.norm2.bias": 0.00034533487632870674, - "transformer.layers.1.self_attn.in_proj_weight": 0.009352629072964191, - "transformer.layers.1.self_attn.in_proj_bias": 0.000427029823185876, - "transformer.layers.1.self_attn.out_proj.weight": 0.007375936023890972, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006036072736606002, - "transformer.layers.1.linear1.weight": 0.005409426987171173, - "transformer.layers.1.linear1.bias": 0.0002869147283490747, - "transformer.layers.1.linear2.weight": 0.006075630895793438, - "transformer.layers.1.linear2.bias": 0.0005536000826396048, - "transformer.layers.1.norm1.weight": 0.0006088226800784469, - "transformer.layers.1.norm1.bias": 0.0004317006387282163, - "transformer.layers.1.norm2.weight": 0.0003835996030829847, - "transformer.layers.1.norm2.bias": 0.00031350456993095577, - "transformer.layers.2.self_attn.in_proj_weight": 0.008305895142257214, - "transformer.layers.2.self_attn.in_proj_bias": 0.00041665774188004434, - "transformer.layers.2.self_attn.out_proj.weight": 0.005457044113427401, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005400653462857008, - "transformer.layers.2.linear1.weight": 0.003950849641114473, - "transformer.layers.2.linear1.bias": 0.00023149863409344107, - "transformer.layers.2.linear2.weight": 0.004270563367754221, - "transformer.layers.2.linear2.bias": 0.000587195623666048, - "transformer.layers.2.norm1.weight": 0.0004954129108227789, - "transformer.layers.2.norm1.bias": 0.00042767226113937795, - "transformer.layers.2.norm2.weight": 0.0002633302938193083, - "transformer.layers.2.norm2.bias": 0.00028138182824477553, - "transformer.layers.3.self_attn.in_proj_weight": 0.015543949790298939, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010871820850297809, - "transformer.layers.3.self_attn.out_proj.weight": 0.006805108860135078, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008825000841170549, - "transformer.layers.3.linear1.weight": 0.007792795076966286, - "transformer.layers.3.linear1.bias": 0.0005597968702204525, - "transformer.layers.3.linear2.weight": 0.004779116250574589, - "transformer.layers.3.linear2.bias": 0.0011104291770607233, - "transformer.layers.3.norm1.weight": 0.001206455985084176, - "transformer.layers.3.norm1.bias": 0.0014154775999486446, - "transformer.layers.3.norm2.weight": 0.0006302836118265986, - "transformer.layers.3.norm2.bias": 0.0007171861361712217, - "head.weight": 0.07088065147399902, - "head.bias": 0.0026207640767097473, - "global_embedding.weight": 0.014520829543471336, - "global_cnn.0.weight": 0.1455163210630417, - "global_cnn.0.bias": 0.003688992466777563, - "global_cnn.2.weight": 0.38138699531555176, - "global_cnn.2.bias": 0.018068211153149605, - "global_proj.weight": 0.05890858545899391, - "global_proj.bias": 0.04055336117744446, - "goal_head.0.weight": 0.037480391561985016, - "goal_head.0.bias": 0.01722322404384613, - "goal_head.2.weight": 0.05676918104290962, - "goal_head.2.bias": 0.04174064099788666 - }, - { - "global_gate": 0.000663801736664027, - "embedding.weight": 0.004958967212587595, - "cnn.0.weight": 0.10080720484256744, - "cnn.0.bias": 0.00341981602832675, - "cnn.2.weight": 0.024486683309078217, - "cnn.2.bias": 0.007698821369558573, - "cnn.5.weight": 0.029752720147371292, - "cnn.5.bias": 0.006201423238962889, - "action_emb.weight": 0.007401035167276859, - "timestep_emb.weight": 0.002727748593315482, - "pos_emb.weight": 0.004864711780101061, - "transformer.layers.0.self_attn.in_proj_weight": 0.04444250836968422, - "transformer.layers.0.self_attn.in_proj_bias": 0.004235337488353252, - "transformer.layers.0.self_attn.out_proj.weight": 0.03898683190345764, - "transformer.layers.0.self_attn.out_proj.bias": 0.005290887784212828, - "transformer.layers.0.linear1.weight": 0.03954713046550751, - "transformer.layers.0.linear1.bias": 0.0020785455126315355, - "transformer.layers.0.linear2.weight": 0.04346520081162453, - "transformer.layers.0.linear2.bias": 0.004048018250614405, - "transformer.layers.0.norm1.weight": 0.0028920078184455633, - "transformer.layers.0.norm1.bias": 0.004206264391541481, - "transformer.layers.0.norm2.weight": 0.003203915897756815, - "transformer.layers.0.norm2.bias": 0.0025354099925607443, - "transformer.layers.1.self_attn.in_proj_weight": 0.044344622641801834, - "transformer.layers.1.self_attn.in_proj_bias": 0.002418733201920986, - "transformer.layers.1.self_attn.out_proj.weight": 0.03913116455078125, - "transformer.layers.1.self_attn.out_proj.bias": 0.003336816094815731, - "transformer.layers.1.linear1.weight": 0.0237263310700655, - "transformer.layers.1.linear1.bias": 0.001307454309426248, - "transformer.layers.1.linear2.weight": 0.029384097084403038, - "transformer.layers.1.linear2.bias": 0.003178713610395789, - "transformer.layers.1.norm1.weight": 0.002766287885606289, - "transformer.layers.1.norm1.bias": 0.0022913666907697916, - "transformer.layers.1.norm2.weight": 0.0018035245593637228, - "transformer.layers.1.norm2.bias": 0.0013905125670135021, - "transformer.layers.2.self_attn.in_proj_weight": 0.03889792039990425, - "transformer.layers.2.self_attn.in_proj_bias": 0.0027164965867996216, - "transformer.layers.2.self_attn.out_proj.weight": 0.024735335260629654, - "transformer.layers.2.self_attn.out_proj.bias": 0.0030140310991555452, - "transformer.layers.2.linear1.weight": 0.019298914819955826, - "transformer.layers.2.linear1.bias": 0.0012155732838436961, - "transformer.layers.2.linear2.weight": 0.02325216308236122, - "transformer.layers.2.linear2.bias": 0.0030563692562282085, - "transformer.layers.2.norm1.weight": 0.0024885216262191534, - "transformer.layers.2.norm1.bias": 0.0035034732427448034, - "transformer.layers.2.norm2.weight": 0.0012728621950373054, - "transformer.layers.2.norm2.bias": 0.0012810917105525732, - "transformer.layers.3.self_attn.in_proj_weight": 0.07859663665294647, - "transformer.layers.3.self_attn.in_proj_bias": 0.008635331876575947, - "transformer.layers.3.self_attn.out_proj.weight": 0.028671277686953545, - "transformer.layers.3.self_attn.out_proj.bias": 0.006225443445146084, - "transformer.layers.3.linear1.weight": 0.048497557640075684, - "transformer.layers.3.linear1.bias": 0.004679060075432062, - "transformer.layers.3.linear2.weight": 0.026813577860593796, - "transformer.layers.3.linear2.bias": 0.008625548332929611, - "transformer.layers.3.norm1.weight": 0.0061783031560480595, - "transformer.layers.3.norm1.bias": 0.012821312993764877, - "transformer.layers.3.norm2.weight": 0.004221197683364153, - "transformer.layers.3.norm2.bias": 0.007307492196559906, - "head.weight": 0.3502048850059509, - "head.bias": 0.016662299633026123, - "global_embedding.weight": 0.0043380106799304485, - "global_cnn.0.weight": 0.03649644926190376, - "global_cnn.0.bias": 0.0014021653914824128, - "global_cnn.2.weight": 0.059594832360744476, - "global_cnn.2.bias": 0.0028503539506345987, - "global_proj.weight": 0.02259320765733719, - "global_proj.bias": 0.014847938902676105, - "goal_head.0.weight": 0.015008009038865566, - "goal_head.0.bias": 0.00737701915204525, - "goal_head.2.weight": 0.024452833458781242, - "goal_head.2.bias": 0.020051347091794014 - }, - { - "global_gate": 0.000023634869648958556, - "embedding.weight": 0.0008373421151190996, - "cnn.0.weight": 0.019695503637194633, - "cnn.0.bias": 0.0008911380427889526, - "cnn.2.weight": 0.006226087920367718, - "cnn.2.bias": 0.0017710152314975858, - "cnn.5.weight": 0.009760864078998566, - "cnn.5.bias": 0.0012883549788966775, - "action_emb.weight": 0.0038528498262166977, - "timestep_emb.weight": 0.0009923484176397324, - "pos_emb.weight": 0.0019051642157137394, - "transformer.layers.0.self_attn.in_proj_weight": 0.014791018329560757, - "transformer.layers.0.self_attn.in_proj_bias": 0.001059669186361134, - "transformer.layers.0.self_attn.out_proj.weight": 0.01744462177157402, - "transformer.layers.0.self_attn.out_proj.bias": 0.001619077054783702, - "transformer.layers.0.linear1.weight": 0.018745454028248787, - "transformer.layers.0.linear1.bias": 0.0007374733104370534, - "transformer.layers.0.linear2.weight": 0.016783488914370537, - "transformer.layers.0.linear2.bias": 0.0010989316506311297, - "transformer.layers.0.norm1.weight": 0.0008412225288338959, - "transformer.layers.0.norm1.bias": 0.0008601925801485777, - "transformer.layers.0.norm2.weight": 0.0016888781683519483, - "transformer.layers.0.norm2.bias": 0.0008030211902223527, - "transformer.layers.1.self_attn.in_proj_weight": 0.016334660351276398, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006882981979288161, - "transformer.layers.1.self_attn.out_proj.weight": 0.012438805773854256, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009631235152482986, - "transformer.layers.1.linear1.weight": 0.009420734830200672, - "transformer.layers.1.linear1.bias": 0.00046122597996145487, - "transformer.layers.1.linear2.weight": 0.010560644790530205, - "transformer.layers.1.linear2.bias": 0.000797292566858232, - "transformer.layers.1.norm1.weight": 0.0009370871121063828, - "transformer.layers.1.norm1.bias": 0.0006408781628124416, - "transformer.layers.1.norm2.weight": 0.0007581895915791392, - "transformer.layers.1.norm2.bias": 0.0005264459177851677, - "transformer.layers.2.self_attn.in_proj_weight": 0.015261427499353886, - "transformer.layers.2.self_attn.in_proj_bias": 0.000722964876331389, - "transformer.layers.2.self_attn.out_proj.weight": 0.009343561716377735, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007621360709890723, - "transformer.layers.2.linear1.weight": 0.006416297052055597, - "transformer.layers.2.linear1.bias": 0.00033831672044470906, - "transformer.layers.2.linear2.weight": 0.006981088779866695, - "transformer.layers.2.linear2.bias": 0.0007325685583055019, - "transformer.layers.2.norm1.weight": 0.0009726325515657663, - "transformer.layers.2.norm1.bias": 0.0007425969233736396, - "transformer.layers.2.norm2.weight": 0.0004546113486867398, - "transformer.layers.2.norm2.bias": 0.00030303079984150827, - "transformer.layers.3.self_attn.in_proj_weight": 0.02157209999859333, - "transformer.layers.3.self_attn.in_proj_bias": 0.001505805877968669, - "transformer.layers.3.self_attn.out_proj.weight": 0.008511485531926155, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009066776256076992, - "transformer.layers.3.linear1.weight": 0.011606858111917973, - "transformer.layers.3.linear1.bias": 0.0006803354481235147, - "transformer.layers.3.linear2.weight": 0.006800294388085604, - "transformer.layers.3.linear2.bias": 0.0010412229457870126, - "transformer.layers.3.norm1.weight": 0.0017321729101240635, - "transformer.layers.3.norm1.bias": 0.0019707484170794487, - "transformer.layers.3.norm2.weight": 0.0008173880632966757, - "transformer.layers.3.norm2.bias": 0.0007229394395835698, - "head.weight": 0.08133327215909958, - "head.bias": 0.0020957509987056255, - "global_embedding.weight": 0.008472288027405739, - "global_cnn.0.weight": 0.14572426676750183, - "global_cnn.0.bias": 0.0067257266491651535, - "global_cnn.2.weight": 0.24127349257469177, - "global_cnn.2.bias": 0.013765419833362103, - "global_proj.weight": 0.06670411676168442, - "global_proj.bias": 0.05133774131536484, - "goal_head.0.weight": 0.04607754200696945, - "goal_head.0.bias": 0.026015982031822205, - "goal_head.2.weight": 0.06572883576154709, - "goal_head.2.bias": 0.0725107192993164 - }, - { - "global_gate": 0.000047260418796213344, - "embedding.weight": 0.0009316070936620235, - "cnn.0.weight": 0.02927725948393345, - "cnn.0.bias": 0.0010567577555775642, - "cnn.2.weight": 0.011324124410748482, - "cnn.2.bias": 0.0021998644806444645, - "cnn.5.weight": 0.011272088624536991, - "cnn.5.bias": 0.002152053639292717, - "action_emb.weight": 0.0024375226348638535, - "timestep_emb.weight": 0.001290380721911788, - "pos_emb.weight": 0.0021541535388678312, - "transformer.layers.0.self_attn.in_proj_weight": 0.019928719848394394, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011111554922536016, - "transformer.layers.0.self_attn.out_proj.weight": 0.018957272171974182, - "transformer.layers.0.self_attn.out_proj.bias": 0.0012396052479743958, - "transformer.layers.0.linear1.weight": 0.015561551786959171, - "transformer.layers.0.linear1.bias": 0.0006378531688824296, - "transformer.layers.0.linear2.weight": 0.01494219247251749, - "transformer.layers.0.linear2.bias": 0.0009316091309301555, - "transformer.layers.0.norm1.weight": 0.0015365134458988905, - "transformer.layers.0.norm1.bias": 0.0011558819096535444, - "transformer.layers.0.norm2.weight": 0.0015548841329291463, - "transformer.layers.0.norm2.bias": 0.0006941305473446846, - "transformer.layers.1.self_attn.in_proj_weight": 0.015898969024419785, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007285909377969801, - "transformer.layers.1.self_attn.out_proj.weight": 0.013059219345450401, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006512650288641453, - "transformer.layers.1.linear1.weight": 0.008990774862468243, - "transformer.layers.1.linear1.bias": 0.00038363764178939164, - "transformer.layers.1.linear2.weight": 0.010426118038594723, - "transformer.layers.1.linear2.bias": 0.0006071508396416903, - "transformer.layers.1.norm1.weight": 0.001030662446282804, - "transformer.layers.1.norm1.bias": 0.0008556098910048604, - "transformer.layers.1.norm2.weight": 0.0007020300254225731, - "transformer.layers.1.norm2.bias": 0.00030767734278924763, - "transformer.layers.2.self_attn.in_proj_weight": 0.017357071861624718, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006641453364863992, - "transformer.layers.2.self_attn.out_proj.weight": 0.008825315162539482, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005532926297746599, - "transformer.layers.2.linear1.weight": 0.006430136039853096, - "transformer.layers.2.linear1.bias": 0.00032778963213786483, - "transformer.layers.2.linear2.weight": 0.007515944540500641, - "transformer.layers.2.linear2.bias": 0.0005303274374455214, - "transformer.layers.2.norm1.weight": 0.001290399581193924, - "transformer.layers.2.norm1.bias": 0.000619774975348264, - "transformer.layers.2.norm2.weight": 0.00038895613397471607, - "transformer.layers.2.norm2.bias": 0.00028512347489595413, - "transformer.layers.3.self_attn.in_proj_weight": 0.025366036221385002, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007173886406235397, - "transformer.layers.3.self_attn.out_proj.weight": 0.011287317611277103, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005253427079878747, - "transformer.layers.3.linear1.weight": 0.015027197077870369, - "transformer.layers.3.linear1.bias": 0.0008920922409743071, - "transformer.layers.3.linear2.weight": 0.008912100456655025, - "transformer.layers.3.linear2.bias": 0.0005140415742062032, - "transformer.layers.3.norm1.weight": 0.00213751383125782, - "transformer.layers.3.norm1.bias": 0.0007848893874324858, - "transformer.layers.3.norm2.weight": 0.0012553897686302662, - "transformer.layers.3.norm2.bias": 0.0008974818047136068, - "head.weight": 0.09756816178560257, - "head.bias": 0.0011497902451083064, - "global_embedding.weight": 0.005046735517680645, - "global_cnn.0.weight": 0.1272497922182083, - "global_cnn.0.bias": 0.00449631130322814, - "global_cnn.2.weight": 0.23300772905349731, - "global_cnn.2.bias": 0.013844490051269531, - "global_proj.weight": 0.05105018988251686, - "global_proj.bias": 0.043415188789367676, - "goal_head.0.weight": 0.03973767161369324, - "goal_head.0.bias": 0.02149857021868229, - "goal_head.2.weight": 0.07032506912946701, - "goal_head.2.bias": 0.06045091152191162 - }, - { - "global_gate": 0.00026301576872356236, - "embedding.weight": 0.003989717457443476, - "cnn.0.weight": 0.11480860412120819, - "cnn.0.bias": 0.00444635096937418, - "cnn.2.weight": 0.03850780427455902, - "cnn.2.bias": 0.007549664471298456, - "cnn.5.weight": 0.0273284912109375, - "cnn.5.bias": 0.00761451106518507, - "action_emb.weight": 0.002375328680500388, - "timestep_emb.weight": 0.0014347959076985717, - "pos_emb.weight": 0.0011789576383307576, - "transformer.layers.0.self_attn.in_proj_weight": 0.044722143560647964, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028243395499885082, - "transformer.layers.0.self_attn.out_proj.weight": 0.024394860491156578, - "transformer.layers.0.self_attn.out_proj.bias": 0.001168451039120555, - "transformer.layers.0.linear1.weight": 0.010233460925519466, - "transformer.layers.0.linear1.bias": 0.000584258115850389, - "transformer.layers.0.linear2.weight": 0.013704294338822365, - "transformer.layers.0.linear2.bias": 0.000794266234152019, - "transformer.layers.0.norm1.weight": 0.00285351206548512, - "transformer.layers.0.norm1.bias": 0.003074868116527796, - "transformer.layers.0.norm2.weight": 0.0007770248921588063, - "transformer.layers.0.norm2.bias": 0.000693693698849529, - "transformer.layers.1.self_attn.in_proj_weight": 0.014683295972645283, - "transformer.layers.1.self_attn.in_proj_bias": 0.000454018241725862, - "transformer.layers.1.self_attn.out_proj.weight": 0.019470857456326485, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005666185170412064, - "transformer.layers.1.linear1.weight": 0.007877704687416553, - "transformer.layers.1.linear1.bias": 0.00039511543582193553, - "transformer.layers.1.linear2.weight": 0.00933699868619442, - "transformer.layers.1.linear2.bias": 0.0005305996746756136, - "transformer.layers.1.norm1.weight": 0.0007867086096666753, - "transformer.layers.1.norm1.bias": 0.0005198785220272839, - "transformer.layers.1.norm2.weight": 0.0005538638797588646, - "transformer.layers.1.norm2.bias": 0.0003390683268662542, - "transformer.layers.2.self_attn.in_proj_weight": 0.015635116025805473, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004842213820666075, - "transformer.layers.2.self_attn.out_proj.weight": 0.008528601378202438, - "transformer.layers.2.self_attn.out_proj.bias": 0.00044668003101833165, - "transformer.layers.2.linear1.weight": 0.005167955998331308, - "transformer.layers.2.linear1.bias": 0.00024271165602840483, - "transformer.layers.2.linear2.weight": 0.006107598543167114, - "transformer.layers.2.linear2.bias": 0.0004336491401772946, - "transformer.layers.2.norm1.weight": 0.00157274235971272, - "transformer.layers.2.norm1.bias": 0.0006116949953138828, - "transformer.layers.2.norm2.weight": 0.0003008029016200453, - "transformer.layers.2.norm2.bias": 0.0002217227447545156, - "transformer.layers.3.self_attn.in_proj_weight": 0.014469877816736698, - "transformer.layers.3.self_attn.in_proj_bias": 0.0008701774058863521, - "transformer.layers.3.self_attn.out_proj.weight": 0.008288776502013206, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007196538499556482, - "transformer.layers.3.linear1.weight": 0.010888761840760708, - "transformer.layers.3.linear1.bias": 0.0006250846781767905, - "transformer.layers.3.linear2.weight": 0.005331080872565508, - "transformer.layers.3.linear2.bias": 0.0008948215981945395, - "transformer.layers.3.norm1.weight": 0.0011451708851382136, - "transformer.layers.3.norm1.bias": 0.0012010103091597557, - "transformer.layers.3.norm2.weight": 0.0008047160226851702, - "transformer.layers.3.norm2.bias": 0.0007361050229519606, - "head.weight": 0.06971734762191772, - "head.bias": 0.0018271763110533357, - "global_embedding.weight": 0.005633504595607519, - "global_cnn.0.weight": 0.06533566862344742, - "global_cnn.0.bias": 0.002340259263291955, - "global_cnn.2.weight": 0.1124468743801117, - "global_cnn.2.bias": 0.0070436252281069756, - "global_proj.weight": 0.0390339195728302, - "global_proj.bias": 0.03401869907975197, - "goal_head.0.weight": 0.03010604716837406, - "goal_head.0.bias": 0.015419823117554188, - "goal_head.2.weight": 0.05642930418252945, - "goal_head.2.bias": 0.039256248623132706 + "global_gate": 5.1096543757012114e-05, + "embedding.weight": 0.0020649656653404236, + "cnn.0.weight": 0.055813271552324295, + "cnn.0.bias": 0.00192593177780509, + "cnn.2.weight": 0.01531264279037714, + "cnn.2.bias": 0.005642393138259649, + "cnn.5.weight": 0.01899086683988571, + "cnn.5.bias": 0.006593409925699234, + "action_emb.weight": 0.010706654749810696, + "timestep_emb.weight": 0.0015091607347130775, + "pos_emb.weight": 0.0036245808005332947, + "transformer.layers.0.self_attn.in_proj_weight": 0.042867694050073624, + "transformer.layers.0.self_attn.in_proj_bias": 0.005204676650464535, + "transformer.layers.0.self_attn.out_proj.weight": 0.05369589850306511, + "transformer.layers.0.self_attn.out_proj.bias": 0.00979897566139698, + "transformer.layers.0.linear1.weight": 0.048318568617105484, + "transformer.layers.0.linear1.bias": 0.0038100003730505705, + "transformer.layers.0.linear2.weight": 0.06759585440158844, + "transformer.layers.0.linear2.bias": 0.008254067040979862, + "transformer.layers.0.norm1.weight": 0.002219842281192541, + "transformer.layers.0.norm1.bias": 0.0040505426004529, + "transformer.layers.0.norm2.weight": 0.003654672298580408, + "transformer.layers.0.norm2.bias": 0.004197524860501289, + "transformer.layers.1.self_attn.in_proj_weight": 0.05758144333958626, + "transformer.layers.1.self_attn.in_proj_bias": 0.0038475636392831802, + "transformer.layers.1.self_attn.out_proj.weight": 0.06676948815584183, + "transformer.layers.1.self_attn.out_proj.bias": 0.006451884750276804, + "transformer.layers.1.linear1.weight": 0.029452640563249588, + "transformer.layers.1.linear1.bias": 0.002363754203543067, + "transformer.layers.1.linear2.weight": 0.04297821968793869, + "transformer.layers.1.linear2.bias": 0.00643270555883646, + "transformer.layers.1.norm1.weight": 0.0036872304044663906, + "transformer.layers.1.norm1.bias": 0.0038273492828011513, + "transformer.layers.1.norm2.weight": 0.002204930642619729, + "transformer.layers.1.norm2.bias": 0.002522833412513137, + "transformer.layers.2.self_attn.in_proj_weight": 0.06166844442486763, + "transformer.layers.2.self_attn.in_proj_bias": 0.005028058774769306, + "transformer.layers.2.self_attn.out_proj.weight": 0.06244450807571411, + "transformer.layers.2.self_attn.out_proj.bias": 0.0061973570846021175, + "transformer.layers.2.linear1.weight": 0.02840466983616352, + "transformer.layers.2.linear1.bias": 0.0021924078464508057, + "transformer.layers.2.linear2.weight": 0.031263768672943115, + "transformer.layers.2.linear2.bias": 0.006543428171426058, + "transformer.layers.2.norm1.weight": 0.005352000705897808, + "transformer.layers.2.norm1.bias": 0.006208388600498438, + "transformer.layers.2.norm2.weight": 0.0018463960150256753, + "transformer.layers.2.norm2.bias": 0.0024060364812612534, + "transformer.layers.3.self_attn.in_proj_weight": 0.1048031896352768, + "transformer.layers.3.self_attn.in_proj_bias": 0.011291016824543476, + "transformer.layers.3.self_attn.out_proj.weight": 0.06295277923345566, + "transformer.layers.3.self_attn.out_proj.bias": 0.010227245278656483, + "transformer.layers.3.linear1.weight": 0.06373080611228943, + "transformer.layers.3.linear1.bias": 0.005607142578810453, + "transformer.layers.3.linear2.weight": 0.03871612250804901, + "transformer.layers.3.linear2.bias": 0.01147553976625204, + "transformer.layers.3.norm1.weight": 0.009153693914413452, + "transformer.layers.3.norm1.bias": 0.016177574172616005, + "transformer.layers.3.norm2.weight": 0.00413613673299551, + "transformer.layers.3.norm2.bias": 0.006480309180915356, + "head.weight": 0.5592461824417114, + "head.bias": 0.020789073780179024, + "global_embedding.weight": 0.009942859411239624, + "global_cnn.0.weight": 0.1911814659833908, + "global_cnn.0.bias": 0.0077809677459299564, + "global_cnn.2.weight": 0.4064026474952698, + "global_cnn.2.bias": 0.016853945329785347, + "global_proj.weight": 0.18839558959007263, + "global_proj.bias": 0.06877235323190689, + "goal_head.0.weight": 0.11117617040872574, + "goal_head.0.bias": 0.031054312363266945, + "goal_head.2.weight": 0.13192372024059296, + "goal_head.2.bias": 0.06238875165581703 + }, + { + "global_gate": 0.00029621217981912196, + "embedding.weight": 0.002863749396055937, + "cnn.0.weight": 0.0622083880007267, + "cnn.0.bias": 0.0024513029493391514, + "cnn.2.weight": 0.01759595237672329, + "cnn.2.bias": 0.004507766105234623, + "cnn.5.weight": 0.019309774041175842, + "cnn.5.bias": 0.005019389558583498, + "action_emb.weight": 0.013571256771683693, + "timestep_emb.weight": 0.0016723255394026637, + "pos_emb.weight": 0.003159597050398588, + "transformer.layers.0.self_attn.in_proj_weight": 0.03645649179816246, + "transformer.layers.0.self_attn.in_proj_bias": 0.002857507672160864, + "transformer.layers.0.self_attn.out_proj.weight": 0.03628087416291237, + "transformer.layers.0.self_attn.out_proj.bias": 0.004205153323709965, + "transformer.layers.0.linear1.weight": 0.060659319162368774, + "transformer.layers.0.linear1.bias": 0.0021163271740078926, + "transformer.layers.0.linear2.weight": 0.04798407852649689, + "transformer.layers.0.linear2.bias": 0.0033612935803830624, + "transformer.layers.0.norm1.weight": 0.002157174749299884, + "transformer.layers.0.norm1.bias": 0.0024754011537879705, + "transformer.layers.0.norm2.weight": 0.00600568437948823, + "transformer.layers.0.norm2.bias": 0.0017824447713792324, + "transformer.layers.1.self_attn.in_proj_weight": 0.05135767161846161, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018286523409187794, + "transformer.layers.1.self_attn.out_proj.weight": 0.03744117543101311, + "transformer.layers.1.self_attn.out_proj.bias": 0.002963616047054529, + "transformer.layers.1.linear1.weight": 0.02212553285062313, + "transformer.layers.1.linear1.bias": 0.0011791180586442351, + "transformer.layers.1.linear2.weight": 0.028843076899647713, + "transformer.layers.1.linear2.bias": 0.0027998893056064844, + "transformer.layers.1.norm1.weight": 0.003394466359168291, + "transformer.layers.1.norm1.bias": 0.0019598864018917084, + "transformer.layers.1.norm2.weight": 0.0017450173618271947, + "transformer.layers.1.norm2.bias": 0.0010667858878150582, + "transformer.layers.2.self_attn.in_proj_weight": 0.041871678084135056, + "transformer.layers.2.self_attn.in_proj_bias": 0.0024812554474920034, + "transformer.layers.2.self_attn.out_proj.weight": 0.03369934484362602, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026935709174722433, + "transformer.layers.2.linear1.weight": 0.016041699796915054, + "transformer.layers.2.linear1.bias": 0.001098057720810175, + "transformer.layers.2.linear2.weight": 0.02170109748840332, + "transformer.layers.2.linear2.bias": 0.0026785603258758783, + "transformer.layers.2.norm1.weight": 0.0035141408443450928, + "transformer.layers.2.norm1.bias": 0.002111428417265415, + "transformer.layers.2.norm2.weight": 0.0010686384048312902, + "transformer.layers.2.norm2.bias": 0.0009697835193946958, + "transformer.layers.3.self_attn.in_proj_weight": 0.06011053919792175, + "transformer.layers.3.self_attn.in_proj_bias": 0.005090559832751751, + "transformer.layers.3.self_attn.out_proj.weight": 0.03600417450070381, + "transformer.layers.3.self_attn.out_proj.bias": 0.003757996717467904, + "transformer.layers.3.linear1.weight": 0.02921559289097786, + "transformer.layers.3.linear1.bias": 0.0023051889147609472, + "transformer.layers.3.linear2.weight": 0.01875794678926468, + "transformer.layers.3.linear2.bias": 0.0040891640819609165, + "transformer.layers.3.norm1.weight": 0.0042097908444702625, + "transformer.layers.3.norm1.bias": 0.007060874719172716, + "transformer.layers.3.norm2.weight": 0.0020223092287778854, + "transformer.layers.3.norm2.bias": 0.0023849669378250837, + "head.weight": 0.2290678471326828, + "head.bias": 0.006954639684408903, + "global_embedding.weight": 0.00803477130830288, + "global_cnn.0.weight": 0.12857989966869354, + "global_cnn.0.bias": 0.00538253178820014, + "global_cnn.2.weight": 0.309058278799057, + "global_cnn.2.bias": 0.010890592820942402, + "global_proj.weight": 0.08786973357200623, + "global_proj.bias": 0.03797461837530136, + "goal_head.0.weight": 0.05604122579097748, + "goal_head.0.bias": 0.017736971378326416, + "goal_head.2.weight": 0.07307750731706619, + "goal_head.2.bias": 0.037506215274333954 + }, + { + "global_gate": 6.293183105299249e-05, + "embedding.weight": 0.0019510871497914195, + "cnn.0.weight": 0.03630814701318741, + "cnn.0.bias": 0.0012922607129439712, + "cnn.2.weight": 0.008406488224864006, + "cnn.2.bias": 0.0031941921915858984, + "cnn.5.weight": 0.009935032576322556, + "cnn.5.bias": 0.0027275399770587683, + "action_emb.weight": 0.00792561937123537, + "timestep_emb.weight": 0.001070429221726954, + "pos_emb.weight": 0.002556373132392764, + "transformer.layers.0.self_attn.in_proj_weight": 0.021281518042087555, + "transformer.layers.0.self_attn.in_proj_bias": 0.002317348262295127, + "transformer.layers.0.self_attn.out_proj.weight": 0.026774628087878227, + "transformer.layers.0.self_attn.out_proj.bias": 0.005082324147224426, + "transformer.layers.0.linear1.weight": 0.037244949489831924, + "transformer.layers.0.linear1.bias": 0.002323086839169264, + "transformer.layers.0.linear2.weight": 0.040073491632938385, + "transformer.layers.0.linear2.bias": 0.0038033276796340942, + "transformer.layers.0.norm1.weight": 0.0011545380111783743, + "transformer.layers.0.norm1.bias": 0.0018267002888023853, + "transformer.layers.0.norm2.weight": 0.003658319590613246, + "transformer.layers.0.norm2.bias": 0.0037019543815404177, + "transformer.layers.1.self_attn.in_proj_weight": 0.036773182451725006, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023674319963902235, + "transformer.layers.1.self_attn.out_proj.weight": 0.03749712556600571, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030221985653042793, + "transformer.layers.1.linear1.weight": 0.023677971214056015, + "transformer.layers.1.linear1.bias": 0.0015623400686308742, + "transformer.layers.1.linear2.weight": 0.029622046276926994, + "transformer.layers.1.linear2.bias": 0.00294522475451231, + "transformer.layers.1.norm1.weight": 0.0027781350072473288, + "transformer.layers.1.norm1.bias": 0.002427380532026291, + "transformer.layers.1.norm2.weight": 0.0018354022176936269, + "transformer.layers.1.norm2.bias": 0.001874042791314423, + "transformer.layers.2.self_attn.in_proj_weight": 0.04105852544307709, + "transformer.layers.2.self_attn.in_proj_bias": 0.0034571096766740084, + "transformer.layers.2.self_attn.out_proj.weight": 0.02963240258395672, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027782791294157505, + "transformer.layers.2.linear1.weight": 0.01504654809832573, + "transformer.layers.2.linear1.bias": 0.0010817372240126133, + "transformer.layers.2.linear2.weight": 0.016913553699851036, + "transformer.layers.2.linear2.bias": 0.0029086051508784294, + "transformer.layers.2.norm1.weight": 0.004525081720203161, + "transformer.layers.2.norm1.bias": 0.004784766584634781, + "transformer.layers.2.norm2.weight": 0.0010894732549786568, + "transformer.layers.2.norm2.bias": 0.0012886011973023415, + "transformer.layers.3.self_attn.in_proj_weight": 0.04624626785516739, + "transformer.layers.3.self_attn.in_proj_bias": 0.004586797207593918, + "transformer.layers.3.self_attn.out_proj.weight": 0.023466063663363457, + "transformer.layers.3.self_attn.out_proj.bias": 0.003829222172498703, + "transformer.layers.3.linear1.weight": 0.024781037122011185, + "transformer.layers.3.linear1.bias": 0.0022353690583258867, + "transformer.layers.3.linear2.weight": 0.015922531485557556, + "transformer.layers.3.linear2.bias": 0.004216367844492197, + "transformer.layers.3.norm1.weight": 0.004242171999067068, + "transformer.layers.3.norm1.bias": 0.005756622180342674, + "transformer.layers.3.norm2.weight": 0.0016327665653079748, + "transformer.layers.3.norm2.bias": 0.0027118325233459473, + "head.weight": 0.17853720486164093, + "head.bias": 0.007309882901608944, + "global_embedding.weight": 0.006981176324188709, + "global_cnn.0.weight": 0.11545946449041367, + "global_cnn.0.bias": 0.005703848786652088, + "global_cnn.2.weight": 0.2852160632610321, + "global_cnn.2.bias": 0.015050303190946579, + "global_proj.weight": 0.11218409985303879, + "global_proj.bias": 0.06063738837838173, + "goal_head.0.weight": 0.07575667649507523, + "goal_head.0.bias": 0.029238548129796982, + "goal_head.2.weight": 0.0987790897488594, + "goal_head.2.bias": 0.06579017639160156 + }, + { + "global_gate": 2.2873427951708436e-05, + "embedding.weight": 0.002732096007093787, + "cnn.0.weight": 0.05719040706753731, + "cnn.0.bias": 0.0024479327257722616, + "cnn.2.weight": 0.01373201608657837, + "cnn.2.bias": 0.007062552031129599, + "cnn.5.weight": 0.012540962547063828, + "cnn.5.bias": 0.00438222149387002, + "action_emb.weight": 0.012245528399944305, + "timestep_emb.weight": 0.0014176968252286315, + "pos_emb.weight": 0.003001932753250003, + "transformer.layers.0.self_attn.in_proj_weight": 0.027919435873627663, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029649336356669664, + "transformer.layers.0.self_attn.out_proj.weight": 0.030619727447628975, + "transformer.layers.0.self_attn.out_proj.bias": 0.005586445331573486, + "transformer.layers.0.linear1.weight": 0.055520642548799515, + "transformer.layers.0.linear1.bias": 0.0025092270225286484, + "transformer.layers.0.linear2.weight": 0.037199556827545166, + "transformer.layers.0.linear2.bias": 0.003237423487007618, + "transformer.layers.0.norm1.weight": 0.0016529138665646315, + "transformer.layers.0.norm1.bias": 0.00253878440707922, + "transformer.layers.0.norm2.weight": 0.006138455588370562, + "transformer.layers.0.norm2.bias": 0.004420947749167681, + "transformer.layers.1.self_attn.in_proj_weight": 0.04598730057477951, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020794831216335297, + "transformer.layers.1.self_attn.out_proj.weight": 0.029553046450018883, + "transformer.layers.1.self_attn.out_proj.bias": 0.002451072447001934, + "transformer.layers.1.linear1.weight": 0.01812654361128807, + "transformer.layers.1.linear1.bias": 0.0011093210196122527, + "transformer.layers.1.linear2.weight": 0.018962431699037552, + "transformer.layers.1.linear2.bias": 0.0021252715960144997, + "transformer.layers.1.norm1.weight": 0.0029062749817967415, + "transformer.layers.1.norm1.bias": 0.0020455829799175262, + "transformer.layers.1.norm2.weight": 0.001531205722130835, + "transformer.layers.1.norm2.bias": 0.0014928164891898632, + "transformer.layers.2.self_attn.in_proj_weight": 0.025604039430618286, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017034015618264675, + "transformer.layers.2.self_attn.out_proj.weight": 0.02196457050740719, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019250235054641962, + "transformer.layers.2.linear1.weight": 0.009645825251936913, + "transformer.layers.2.linear1.bias": 0.0006383035215549171, + "transformer.layers.2.linear2.weight": 0.011644097045063972, + "transformer.layers.2.linear2.bias": 0.0018866427708417177, + "transformer.layers.2.norm1.weight": 0.0027370790485292673, + "transformer.layers.2.norm1.bias": 0.0021483595483005047, + "transformer.layers.2.norm2.weight": 0.0005486811860464513, + "transformer.layers.2.norm2.bias": 0.0005757916951552033, + "transformer.layers.3.self_attn.in_proj_weight": 0.036244381219148636, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033308323472738266, + "transformer.layers.3.self_attn.out_proj.weight": 0.017661701887845993, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026534174103289843, + "transformer.layers.3.linear1.weight": 0.013956616632640362, + "transformer.layers.3.linear1.bias": 0.0011556381359696388, + "transformer.layers.3.linear2.weight": 0.010125942528247833, + "transformer.layers.3.linear2.bias": 0.00255375262349844, + "transformer.layers.3.norm1.weight": 0.00288670533336699, + "transformer.layers.3.norm1.bias": 0.004573840647935867, + "transformer.layers.3.norm2.weight": 0.0008674717391841114, + "transformer.layers.3.norm2.bias": 0.0012249406427145004, + "head.weight": 0.14201389253139496, + "head.bias": 0.005371031351387501, + "global_embedding.weight": 0.01044304296374321, + "global_cnn.0.weight": 0.057571154087781906, + "global_cnn.0.bias": 0.0018661079229786992, + "global_cnn.2.weight": 0.141339510679245, + "global_cnn.2.bias": 0.005106018856167793, + "global_proj.weight": 0.0275153499096632, + "global_proj.bias": 0.010181954130530357, + "goal_head.0.weight": 0.012706027366220951, + "goal_head.0.bias": 0.0034460583701729774, + "goal_head.2.weight": 0.01713644154369831, + "goal_head.2.bias": 0.006238869391381741 + }, + { + "global_gate": 6.908698560437188e-05, + "embedding.weight": 0.0013567458372563124, + "cnn.0.weight": 0.0344780795276165, + "cnn.0.bias": 0.001313265529461205, + "cnn.2.weight": 0.011061393655836582, + "cnn.2.bias": 0.005498385056853294, + "cnn.5.weight": 0.01081776898354292, + "cnn.5.bias": 0.0033317517954856157, + "action_emb.weight": 0.012835702858865261, + "timestep_emb.weight": 0.0013287403853610158, + "pos_emb.weight": 0.002470120321959257, + "transformer.layers.0.self_attn.in_proj_weight": 0.029126059263944626, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034643863327801228, + "transformer.layers.0.self_attn.out_proj.weight": 0.03109130822122097, + "transformer.layers.0.self_attn.out_proj.bias": 0.005291147623211145, + "transformer.layers.0.linear1.weight": 0.057952117174863815, + "transformer.layers.0.linear1.bias": 0.0025299605913460255, + "transformer.layers.0.linear2.weight": 0.04169708862900734, + "transformer.layers.0.linear2.bias": 0.003833200316876173, + "transformer.layers.0.norm1.weight": 0.0015772274928167462, + "transformer.layers.0.norm1.bias": 0.003187740920111537, + "transformer.layers.0.norm2.weight": 0.006308948155492544, + "transformer.layers.0.norm2.bias": 0.003709858050569892, + "transformer.layers.1.self_attn.in_proj_weight": 0.04817364364862442, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025346875190734863, + "transformer.layers.1.self_attn.out_proj.weight": 0.02968638762831688, + "transformer.layers.1.self_attn.out_proj.bias": 0.002760538598522544, + "transformer.layers.1.linear1.weight": 0.019321873784065247, + "transformer.layers.1.linear1.bias": 0.0012384135043248534, + "transformer.layers.1.linear2.weight": 0.02293267473578453, + "transformer.layers.1.linear2.bias": 0.0027069433126598597, + "transformer.layers.1.norm1.weight": 0.0030531391967087984, + "transformer.layers.1.norm1.bias": 0.002476498717442155, + "transformer.layers.1.norm2.weight": 0.001850716769695282, + "transformer.layers.1.norm2.bias": 0.0014853085158392787, + "transformer.layers.2.self_attn.in_proj_weight": 0.03363969177007675, + "transformer.layers.2.self_attn.in_proj_bias": 0.0026726331561803818, + "transformer.layers.2.self_attn.out_proj.weight": 0.028702616691589355, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026727698277682066, + "transformer.layers.2.linear1.weight": 0.012913457117974758, + "transformer.layers.2.linear1.bias": 0.0010133101604878902, + "transformer.layers.2.linear2.weight": 0.01593973860144615, + "transformer.layers.2.linear2.bias": 0.0026790122501552105, + "transformer.layers.2.norm1.weight": 0.0027853690553456545, + "transformer.layers.2.norm1.bias": 0.0029830008279532194, + "transformer.layers.2.norm2.weight": 0.0008329991833306849, + "transformer.layers.2.norm2.bias": 0.0010338916908949614, + "transformer.layers.3.self_attn.in_proj_weight": 0.0391119122505188, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033895843662321568, + "transformer.layers.3.self_attn.out_proj.weight": 0.021428316831588745, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030602363403886557, + "transformer.layers.3.linear1.weight": 0.01765741966664791, + "transformer.layers.3.linear1.bias": 0.0015263422392308712, + "transformer.layers.3.linear2.weight": 0.012268966995179653, + "transformer.layers.3.linear2.bias": 0.00291481614112854, + "transformer.layers.3.norm1.weight": 0.003392326645553112, + "transformer.layers.3.norm1.bias": 0.004564899485558271, + "transformer.layers.3.norm2.weight": 0.0011948590399697423, + "transformer.layers.3.norm2.bias": 0.0016254925867542624, + "head.weight": 0.15407398343086243, + "head.bias": 0.005798359867185354, + "global_embedding.weight": 0.03027687408030033, + "global_cnn.0.weight": 0.15167127549648285, + "global_cnn.0.bias": 0.006830570288002491, + "global_cnn.2.weight": 0.29281750321388245, + "global_cnn.2.bias": 0.009719745256006718, + "global_proj.weight": 0.07073204964399338, + "global_proj.bias": 0.0315295085310936, + "goal_head.0.weight": 0.044966649264097214, + "goal_head.0.bias": 0.014607710763812065, + "goal_head.2.weight": 0.06410939991474152, + "goal_head.2.bias": 0.031739313155412674 + }, + { + "global_gate": 0.00046183474478311837, + "embedding.weight": 0.005579967051744461, + "cnn.0.weight": 0.09066088497638702, + "cnn.0.bias": 0.004712623078376055, + "cnn.2.weight": 0.019295983016490936, + "cnn.2.bias": 0.009608004242181778, + "cnn.5.weight": 0.017709845677018166, + "cnn.5.bias": 0.004948826972395182, + "action_emb.weight": 0.013507089577615261, + "timestep_emb.weight": 0.0015142944175750017, + "pos_emb.weight": 0.003495308803394437, + "transformer.layers.0.self_attn.in_proj_weight": 0.043428629636764526, + "transformer.layers.0.self_attn.in_proj_bias": 0.004315601661801338, + "transformer.layers.0.self_attn.out_proj.weight": 0.038206133991479874, + "transformer.layers.0.self_attn.out_proj.bias": 0.006373185198754072, + "transformer.layers.0.linear1.weight": 0.06112676113843918, + "transformer.layers.0.linear1.bias": 0.0026075991336256266, + "transformer.layers.0.linear2.weight": 0.040408480912446976, + "transformer.layers.0.linear2.bias": 0.0038084699772298336, + "transformer.layers.0.norm1.weight": 0.00255534122698009, + "transformer.layers.0.norm1.bias": 0.004039533901959658, + "transformer.layers.0.norm2.weight": 0.0067002722062170506, + "transformer.layers.0.norm2.bias": 0.0039968471974134445, + "transformer.layers.1.self_attn.in_proj_weight": 0.04837389290332794, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021573961712419987, + "transformer.layers.1.self_attn.out_proj.weight": 0.030880721285939217, + "transformer.layers.1.self_attn.out_proj.bias": 0.002807617885991931, + "transformer.layers.1.linear1.weight": 0.01746784895658493, + "transformer.layers.1.linear1.bias": 0.0010355693520978093, + "transformer.layers.1.linear2.weight": 0.019573234021663666, + "transformer.layers.1.linear2.bias": 0.002553388709202409, + "transformer.layers.1.norm1.weight": 0.0032341263722628355, + "transformer.layers.1.norm1.bias": 0.002308674156665802, + "transformer.layers.1.norm2.weight": 0.0016078621847555041, + "transformer.layers.1.norm2.bias": 0.0012781352270394564, + "transformer.layers.2.self_attn.in_proj_weight": 0.02417200617492199, + "transformer.layers.2.self_attn.in_proj_bias": 0.0019207807490602136, + "transformer.layers.2.self_attn.out_proj.weight": 0.02493654377758503, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024454935919493437, + "transformer.layers.2.linear1.weight": 0.011507948860526085, + "transformer.layers.2.linear1.bias": 0.0008600937435403466, + "transformer.layers.2.linear2.weight": 0.013803724199533463, + "transformer.layers.2.linear2.bias": 0.002418390940874815, + "transformer.layers.2.norm1.weight": 0.001735133584588766, + "transformer.layers.2.norm1.bias": 0.0020317279268056154, + "transformer.layers.2.norm2.weight": 0.0007694765808992088, + "transformer.layers.2.norm2.bias": 0.0008553561056032777, + "transformer.layers.3.self_attn.in_proj_weight": 0.044826339930295944, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036128039937466383, + "transformer.layers.3.self_attn.out_proj.weight": 0.021541539579629898, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029508741572499275, + "transformer.layers.3.linear1.weight": 0.018440818414092064, + "transformer.layers.3.linear1.bias": 0.0015678189229220152, + "transformer.layers.3.linear2.weight": 0.01285961177200079, + "transformer.layers.3.linear2.bias": 0.0031143527012318373, + "transformer.layers.3.norm1.weight": 0.003550842637196183, + "transformer.layers.3.norm1.bias": 0.005290898494422436, + "transformer.layers.3.norm2.weight": 0.0014417760539799929, + "transformer.layers.3.norm2.bias": 0.002200231421738863, + "head.weight": 0.17002184689044952, + "head.bias": 0.006395246833562851, + "global_embedding.weight": 0.007419471628963947, + "global_cnn.0.weight": 0.13592123985290527, + "global_cnn.0.bias": 0.004572621546685696, + "global_cnn.2.weight": 0.21330754458904266, + "global_cnn.2.bias": 0.0060416702181100845, + "global_proj.weight": 0.03251032903790474, + "global_proj.bias": 0.008926399052143097, + "goal_head.0.weight": 0.012809410691261292, + "goal_head.0.bias": 0.0015625355299562216, + "goal_head.2.weight": 0.014020874164998531, + "goal_head.2.bias": 0.0033126850612461567 + }, + { + "global_gate": 0.00022235492360778153, + "embedding.weight": 0.003270953195169568, + "cnn.0.weight": 0.056266773492097855, + "cnn.0.bias": 0.002071019262075424, + "cnn.2.weight": 0.013413515873253345, + "cnn.2.bias": 0.004809926729649305, + "cnn.5.weight": 0.013418606482446194, + "cnn.5.bias": 0.0041129630990326405, + "action_emb.weight": 0.0061796135269105434, + "timestep_emb.weight": 0.000794659077655524, + "pos_emb.weight": 0.002032308606430888, + "transformer.layers.0.self_attn.in_proj_weight": 0.02524188533425331, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021379755344241858, + "transformer.layers.0.self_attn.out_proj.weight": 0.024228187277913094, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029000393114984035, + "transformer.layers.0.linear1.weight": 0.02928168699145317, + "transformer.layers.0.linear1.bias": 0.001232594484463334, + "transformer.layers.0.linear2.weight": 0.025221731513738632, + "transformer.layers.0.linear2.bias": 0.0020140481647104025, + "transformer.layers.0.norm1.weight": 0.001461205305531621, + "transformer.layers.0.norm1.bias": 0.0020070665050297976, + "transformer.layers.0.norm2.weight": 0.0030390210449695587, + "transformer.layers.0.norm2.bias": 0.0012330213794484735, + "transformer.layers.1.self_attn.in_proj_weight": 0.024833058938384056, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011504513677209616, + "transformer.layers.1.self_attn.out_proj.weight": 0.023362260311841965, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015599244507029653, + "transformer.layers.1.linear1.weight": 0.012283500283956528, + "transformer.layers.1.linear1.bias": 0.0007101505761966109, + "transformer.layers.1.linear2.weight": 0.016344115138053894, + "transformer.layers.1.linear2.bias": 0.0014649654040113091, + "transformer.layers.1.norm1.weight": 0.0017206985503435135, + "transformer.layers.1.norm1.bias": 0.001241249148733914, + "transformer.layers.1.norm2.weight": 0.001079730223864317, + "transformer.layers.1.norm2.bias": 0.0007761422311887145, + "transformer.layers.2.self_attn.in_proj_weight": 0.02141551859676838, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012293228646740317, + "transformer.layers.2.self_attn.out_proj.weight": 0.015995606780052185, + "transformer.layers.2.self_attn.out_proj.bias": 0.001353356521576643, + "transformer.layers.2.linear1.weight": 0.009063645265996456, + "transformer.layers.2.linear1.bias": 0.0006424683379009366, + "transformer.layers.2.linear2.weight": 0.010272100567817688, + "transformer.layers.2.linear2.bias": 0.0013460599584504962, + "transformer.layers.2.norm1.weight": 0.002009061397984624, + "transformer.layers.2.norm1.bias": 0.0014670559903606772, + "transformer.layers.2.norm2.weight": 0.0006236093468032777, + "transformer.layers.2.norm2.bias": 0.0007247733301483095, + "transformer.layers.3.self_attn.in_proj_weight": 0.02753833308815956, + "transformer.layers.3.self_attn.in_proj_bias": 0.0022744331508874893, + "transformer.layers.3.self_attn.out_proj.weight": 0.014740032143890858, + "transformer.layers.3.self_attn.out_proj.bias": 0.001804548897780478, + "transformer.layers.3.linear1.weight": 0.014091843739151955, + "transformer.layers.3.linear1.bias": 0.0011918263044208288, + "transformer.layers.3.linear2.weight": 0.008118754252791405, + "transformer.layers.3.linear2.bias": 0.0017900962848216295, + "transformer.layers.3.norm1.weight": 0.002547492505982518, + "transformer.layers.3.norm1.bias": 0.003271642839536071, + "transformer.layers.3.norm2.weight": 0.0009963237680494785, + "transformer.layers.3.norm2.bias": 0.00152206898201257, + "head.weight": 0.0979662612080574, + "head.bias": 0.002867788542062044, + "global_embedding.weight": 0.006728192791342735, + "global_cnn.0.weight": 0.04175621271133423, + "global_cnn.0.bias": 0.0016012255800887942, + "global_cnn.2.weight": 0.13277000188827515, + "global_cnn.2.bias": 0.006496504880487919, + "global_proj.weight": 0.03585689887404442, + "global_proj.bias": 0.018134331330657005, + "goal_head.0.weight": 0.02139159105718136, + "goal_head.0.bias": 0.007667146157473326, + "goal_head.2.weight": 0.028422392904758453, + "goal_head.2.bias": 0.015984615311026573 + }, + { + "global_gate": 0.0001739787112455815, + "embedding.weight": 0.002245606854557991, + "cnn.0.weight": 0.046360451728105545, + "cnn.0.bias": 0.002043008804321289, + "cnn.2.weight": 0.015180285088717937, + "cnn.2.bias": 0.006183939520269632, + "cnn.5.weight": 0.015017461031675339, + "cnn.5.bias": 0.004255049861967564, + "action_emb.weight": 0.011443275958299637, + "timestep_emb.weight": 0.0011450507445260882, + "pos_emb.weight": 0.0030373611953109503, + "transformer.layers.0.self_attn.in_proj_weight": 0.03936588391661644, + "transformer.layers.0.self_attn.in_proj_bias": 0.00376987736672163, + "transformer.layers.0.self_attn.out_proj.weight": 0.04273504391312599, + "transformer.layers.0.self_attn.out_proj.bias": 0.007204930763691664, + "transformer.layers.0.linear1.weight": 0.046666160225868225, + "transformer.layers.0.linear1.bias": 0.0028128894045948982, + "transformer.layers.0.linear2.weight": 0.05967213213443756, + "transformer.layers.0.linear2.bias": 0.0058739567175507545, + "transformer.layers.0.norm1.weight": 0.0023365761153399944, + "transformer.layers.0.norm1.bias": 0.003065887838602066, + "transformer.layers.0.norm2.weight": 0.0037923904601484537, + "transformer.layers.0.norm2.bias": 0.003868670668452978, + "transformer.layers.1.self_attn.in_proj_weight": 0.044541824609041214, + "transformer.layers.1.self_attn.in_proj_bias": 0.002911265706643462, + "transformer.layers.1.self_attn.out_proj.weight": 0.05467269942164421, + "transformer.layers.1.self_attn.out_proj.bias": 0.005298413336277008, + "transformer.layers.1.linear1.weight": 0.03134026378393173, + "transformer.layers.1.linear1.bias": 0.0019741966389119625, + "transformer.layers.1.linear2.weight": 0.0501096174120903, + "transformer.layers.1.linear2.bias": 0.005511945579200983, + "transformer.layers.1.norm1.weight": 0.0028685617726296186, + "transformer.layers.1.norm1.bias": 0.002951730275526643, + "transformer.layers.1.norm2.weight": 0.0022719637490808964, + "transformer.layers.1.norm2.bias": 0.0020271390676498413, + "transformer.layers.2.self_attn.in_proj_weight": 0.06425046175718307, + "transformer.layers.2.self_attn.in_proj_bias": 0.004699504002928734, + "transformer.layers.2.self_attn.out_proj.weight": 0.056880127638578415, + "transformer.layers.2.self_attn.out_proj.bias": 0.005744253750890493, + "transformer.layers.2.linear1.weight": 0.029496004804968834, + "transformer.layers.2.linear1.bias": 0.002209509490057826, + "transformer.layers.2.linear2.weight": 0.038763899356126785, + "transformer.layers.2.linear2.bias": 0.006186883430927992, + "transformer.layers.2.norm1.weight": 0.0053026024252176285, + "transformer.layers.2.norm1.bias": 0.005530878901481628, + "transformer.layers.2.norm2.weight": 0.0018819768447428942, + "transformer.layers.2.norm2.bias": 0.0026627141050994396, + "transformer.layers.3.self_attn.in_proj_weight": 0.114962138235569, + "transformer.layers.3.self_attn.in_proj_bias": 0.013805927708745003, + "transformer.layers.3.self_attn.out_proj.weight": 0.057165373116731644, + "transformer.layers.3.self_attn.out_proj.bias": 0.010333840735256672, + "transformer.layers.3.linear1.weight": 0.055065546184778214, + "transformer.layers.3.linear1.bias": 0.005577756091952324, + "transformer.layers.3.linear2.weight": 0.037099726498126984, + "transformer.layers.3.linear2.bias": 0.011678374372422695, + "transformer.layers.3.norm1.weight": 0.010377789847552776, + "transformer.layers.3.norm1.bias": 0.019179312512278557, + "transformer.layers.3.norm2.weight": 0.0038373598363250494, + "transformer.layers.3.norm2.bias": 0.007037322968244553, + "head.weight": 0.5146443247795105, + "head.bias": 0.02342732436954975, + "global_embedding.weight": 0.009491159580647945, + "global_cnn.0.weight": 0.0886797159910202, + "global_cnn.0.bias": 0.0034951725974678993, + "global_cnn.2.weight": 0.2149548977613449, + "global_cnn.2.bias": 0.010481526143848896, + "global_proj.weight": 0.042812660336494446, + "global_proj.bias": 0.020740684121847153, + "goal_head.0.weight": 0.024392161518335342, + "goal_head.0.bias": 0.008484026417136192, + "goal_head.2.weight": 0.029978115111589432, + "goal_head.2.bias": 0.016552845016121864 + }, + { + "global_gate": 0.00018776522483676672, + "embedding.weight": 0.0036686148960143328, + "cnn.0.weight": 0.06965577602386475, + "cnn.0.bias": 0.0035518694203346968, + "cnn.2.weight": 0.015760019421577454, + "cnn.2.bias": 0.0052887871861457825, + "cnn.5.weight": 0.015153725631535053, + "cnn.5.bias": 0.004625207278877497, + "action_emb.weight": 0.0030534020625054836, + "timestep_emb.weight": 0.0008801417425274849, + "pos_emb.weight": 0.00231966283172369, + "transformer.layers.0.self_attn.in_proj_weight": 0.02432411164045334, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019502794602885842, + "transformer.layers.0.self_attn.out_proj.weight": 0.020560698583722115, + "transformer.layers.0.self_attn.out_proj.bias": 0.0027817278169095516, + "transformer.layers.0.linear1.weight": 0.019800713285803795, + "transformer.layers.0.linear1.bias": 0.0011650744127109647, + "transformer.layers.0.linear2.weight": 0.02216479554772377, + "transformer.layers.0.linear2.bias": 0.0019386537605896592, + "transformer.layers.0.norm1.weight": 0.0015134376008063555, + "transformer.layers.0.norm1.bias": 0.0016749331261962652, + "transformer.layers.0.norm2.weight": 0.002122027100995183, + "transformer.layers.0.norm2.bias": 0.0016479270998388529, + "transformer.layers.1.self_attn.in_proj_weight": 0.02036576345562935, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011583346640691161, + "transformer.layers.1.self_attn.out_proj.weight": 0.018655426800251007, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014852345921099186, + "transformer.layers.1.linear1.weight": 0.010652015917003155, + "transformer.layers.1.linear1.bias": 0.0006733268382959068, + "transformer.layers.1.linear2.weight": 0.013784890994429588, + "transformer.layers.1.linear2.bias": 0.0014018425717949867, + "transformer.layers.1.norm1.weight": 0.001502990024164319, + "transformer.layers.1.norm1.bias": 0.0012794462963938713, + "transformer.layers.1.norm2.weight": 0.000840168388094753, + "transformer.layers.1.norm2.bias": 0.0007281189318746328, + "transformer.layers.2.self_attn.in_proj_weight": 0.019908051937818527, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012239300413057208, + "transformer.layers.2.self_attn.out_proj.weight": 0.018465401604771614, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012789570027962327, + "transformer.layers.2.linear1.weight": 0.007614354602992535, + "transformer.layers.2.linear1.bias": 0.0005078191752545536, + "transformer.layers.2.linear2.weight": 0.009967297315597534, + "transformer.layers.2.linear2.bias": 0.001240058452822268, + "transformer.layers.2.norm1.weight": 0.001960876164957881, + "transformer.layers.2.norm1.bias": 0.0015694323228672147, + "transformer.layers.2.norm2.weight": 0.00051882240222767, + "transformer.layers.2.norm2.bias": 0.0005359846982173622, + "transformer.layers.3.self_attn.in_proj_weight": 0.027888791635632515, + "transformer.layers.3.self_attn.in_proj_bias": 0.002034362405538559, + "transformer.layers.3.self_attn.out_proj.weight": 0.015095755457878113, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016223600832745433, + "transformer.layers.3.linear1.weight": 0.01452038437128067, + "transformer.layers.3.linear1.bias": 0.0011929002357646823, + "transformer.layers.3.linear2.weight": 0.009631190448999405, + "transformer.layers.3.linear2.bias": 0.0013610556488856673, + "transformer.layers.3.norm1.weight": 0.0025386428460478783, + "transformer.layers.3.norm1.bias": 0.002807966433465481, + "transformer.layers.3.norm2.weight": 0.0010747824562713504, + "transformer.layers.3.norm2.bias": 0.0015840147389099002, + "head.weight": 0.09192422777414322, + "head.bias": 0.0025145707186311483, + "global_embedding.weight": 0.023862112313508987, + "global_cnn.0.weight": 0.14629994332790375, + "global_cnn.0.bias": 0.006050717551261187, + "global_cnn.2.weight": 0.35758256912231445, + "global_cnn.2.bias": 0.01931283250451088, + "global_proj.weight": 0.08841297030448914, + "global_proj.bias": 0.05257481709122658, + "goal_head.0.weight": 0.0561256930232048, + "goal_head.0.bias": 0.022425545379519463, + "goal_head.2.weight": 0.08783967792987823, + "goal_head.2.bias": 0.0485265776515007 + }, + { + "global_gate": 0.00012477245763875544, + "embedding.weight": 0.0021785851567983627, + "cnn.0.weight": 0.039898768067359924, + "cnn.0.bias": 0.002144020050764084, + "cnn.2.weight": 0.012279391288757324, + "cnn.2.bias": 0.004818954970687628, + "cnn.5.weight": 0.012215150520205498, + "cnn.5.bias": 0.00231244508177042, + "action_emb.weight": 0.0020011798478662968, + "timestep_emb.weight": 0.0006751033943146467, + "pos_emb.weight": 0.0011444189585745335, + "transformer.layers.0.self_attn.in_proj_weight": 0.015823235735297203, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012022153241559863, + "transformer.layers.0.self_attn.out_proj.weight": 0.013128894381225109, + "transformer.layers.0.self_attn.out_proj.bias": 0.0017330785049125552, + "transformer.layers.0.linear1.weight": 0.012032969854772091, + "transformer.layers.0.linear1.bias": 0.0006465905462391675, + "transformer.layers.0.linear2.weight": 0.013501130975782871, + "transformer.layers.0.linear2.bias": 0.001251515932381153, + "transformer.layers.0.norm1.weight": 0.0008840979426167905, + "transformer.layers.0.norm1.bias": 0.0011477569350972772, + "transformer.layers.0.norm2.weight": 0.0011936407536268234, + "transformer.layers.0.norm2.bias": 0.0006651449948549271, + "transformer.layers.1.self_attn.in_proj_weight": 0.012039507739245892, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007411753758788109, + "transformer.layers.1.self_attn.out_proj.weight": 0.012607522308826447, + "transformer.layers.1.self_attn.out_proj.bias": 0.00097873795311898, + "transformer.layers.1.linear1.weight": 0.0061037312261760235, + "transformer.layers.1.linear1.bias": 0.00033311176230199635, + "transformer.layers.1.linear2.weight": 0.008176146075129509, + "transformer.layers.1.linear2.bias": 0.0009324190905317664, + "transformer.layers.1.norm1.weight": 0.0008811773150227964, + "transformer.layers.1.norm1.bias": 0.0007444530492648482, + "transformer.layers.1.norm2.weight": 0.00047661582357250154, + "transformer.layers.1.norm2.bias": 0.0003011583467014134, + "transformer.layers.2.self_attn.in_proj_weight": 0.009387531317770481, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005922858836129308, + "transformer.layers.2.self_attn.out_proj.weight": 0.009901780635118484, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008842316456139088, + "transformer.layers.2.linear1.weight": 0.005196555517613888, + "transformer.layers.2.linear1.bias": 0.00036134166293777525, + "transformer.layers.2.linear2.weight": 0.006257391534745693, + "transformer.layers.2.linear2.bias": 0.0008954483200795949, + "transformer.layers.2.norm1.weight": 0.0007113070460036397, + "transformer.layers.2.norm1.bias": 0.0005922123091295362, + "transformer.layers.2.norm2.weight": 0.00032642894075252116, + "transformer.layers.2.norm2.bias": 0.0003374418301973492, + "transformer.layers.3.self_attn.in_proj_weight": 0.019012637436389923, + "transformer.layers.3.self_attn.in_proj_bias": 0.0014713371638208628, + "transformer.layers.3.self_attn.out_proj.weight": 0.010181528516113758, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012757364893332124, + "transformer.layers.3.linear1.weight": 0.010877438820898533, + "transformer.layers.3.linear1.bias": 0.0009205951355397701, + "transformer.layers.3.linear2.weight": 0.00694923335686326, + "transformer.layers.3.linear2.bias": 0.0014451813185587525, + "transformer.layers.3.norm1.weight": 0.0016502204816788435, + "transformer.layers.3.norm1.bias": 0.0018441352294757962, + "transformer.layers.3.norm2.weight": 0.0007791398675180972, + "transformer.layers.3.norm2.bias": 0.0011131023056805134, + "head.weight": 0.0842726081609726, + "head.bias": 0.002853862941265106, + "global_embedding.weight": 0.022956283763051033, + "global_cnn.0.weight": 0.16561144590377808, + "global_cnn.0.bias": 0.006822211667895317, + "global_cnn.2.weight": 0.27326202392578125, + "global_cnn.2.bias": 0.011092492379248142, + "global_proj.weight": 0.07853797823190689, + "global_proj.bias": 0.05048574507236481, + "goal_head.0.weight": 0.05728580057621002, + "goal_head.0.bias": 0.02508830651640892, + "goal_head.2.weight": 0.08807223290205002, + "goal_head.2.bias": 0.0600554533302784 + }, + { + "global_gate": 9.815777048061136e-06, + "embedding.weight": 0.0013419183669611812, + "cnn.0.weight": 0.024878960102796555, + "cnn.0.bias": 0.0014575335662811995, + "cnn.2.weight": 0.006577519234269857, + "cnn.2.bias": 0.0031399622093886137, + "cnn.5.weight": 0.0073842816054821014, + "cnn.5.bias": 0.0018102079629898071, + "action_emb.weight": 0.0023666226770728827, + "timestep_emb.weight": 0.0007380485185422003, + "pos_emb.weight": 0.0018835421651601791, + "transformer.layers.0.self_attn.in_proj_weight": 0.01524050347507, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014253912959247828, + "transformer.layers.0.self_attn.out_proj.weight": 0.015201552771031857, + "transformer.layers.0.self_attn.out_proj.bias": 0.002551541430875659, + "transformer.layers.0.linear1.weight": 0.01477801613509655, + "transformer.layers.0.linear1.bias": 0.0009469130309298635, + "transformer.layers.0.linear2.weight": 0.01827612891793251, + "transformer.layers.0.linear2.bias": 0.0018230702262371778, + "transformer.layers.0.norm1.weight": 0.0008434959454461932, + "transformer.layers.0.norm1.bias": 0.0013252567732706666, + "transformer.layers.0.norm2.weight": 0.0012090945383533835, + "transformer.layers.0.norm2.bias": 0.0013790004886686802, + "transformer.layers.1.self_attn.in_proj_weight": 0.016016019508242607, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010686770547181368, + "transformer.layers.1.self_attn.out_proj.weight": 0.016090380027890205, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014769668923690915, + "transformer.layers.1.linear1.weight": 0.008443291299045086, + "transformer.layers.1.linear1.bias": 0.0005515446537174284, + "transformer.layers.1.linear2.weight": 0.01274409145116806, + "transformer.layers.1.linear2.bias": 0.0014486350119113922, + "transformer.layers.1.norm1.weight": 0.001161925494670868, + "transformer.layers.1.norm1.bias": 0.0012015699176117778, + "transformer.layers.1.norm2.weight": 0.0006227974081411958, + "transformer.layers.1.norm2.bias": 0.0005607056082226336, + "transformer.layers.2.self_attn.in_proj_weight": 0.015426727943122387, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012078661238774657, + "transformer.layers.2.self_attn.out_proj.weight": 0.013421627692878246, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013782755704596639, + "transformer.layers.2.linear1.weight": 0.006670145317912102, + "transformer.layers.2.linear1.bias": 0.0004931489820592105, + "transformer.layers.2.linear2.weight": 0.009344235062599182, + "transformer.layers.2.linear2.bias": 0.0013974455650895834, + "transformer.layers.2.norm1.weight": 0.0012624262599274516, + "transformer.layers.2.norm1.bias": 0.001557380659505725, + "transformer.layers.2.norm2.weight": 0.00043626397382467985, + "transformer.layers.2.norm2.bias": 0.0005356841720640659, + "transformer.layers.3.self_attn.in_proj_weight": 0.025165168568491936, + "transformer.layers.3.self_attn.in_proj_bias": 0.002662841696292162, + "transformer.layers.3.self_attn.out_proj.weight": 0.013291487470269203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020595653913915157, + "transformer.layers.3.linear1.weight": 0.01306354533880949, + "transformer.layers.3.linear1.bias": 0.001233140123076737, + "transformer.layers.3.linear2.weight": 0.008134993724524975, + "transformer.layers.3.linear2.bias": 0.0021517241839319468, + "transformer.layers.3.norm1.weight": 0.0023984217550605536, + "transformer.layers.3.norm1.bias": 0.003790037240833044, + "transformer.layers.3.norm2.weight": 0.0008928320603445172, + "transformer.layers.3.norm2.bias": 0.0015753682237118483, + "head.weight": 0.11727233231067657, + "head.bias": 0.005083668977022171, + "global_embedding.weight": 0.012659394182264805, + "global_cnn.0.weight": 0.1211184412240982, + "global_cnn.0.bias": 0.005939837545156479, + "global_cnn.2.weight": 0.3052809536457062, + "global_cnn.2.bias": 0.01703542284667492, + "global_proj.weight": 0.12262199819087982, + "global_proj.bias": 0.08265769481658936, + "goal_head.0.weight": 0.08903171867132187, + "goal_head.0.bias": 0.040125466883182526, + "goal_head.2.weight": 0.12417887151241302, + "goal_head.2.bias": 0.09580890834331512 + }, + { + "global_gate": 6.55344410915859e-05, + "embedding.weight": 0.0004695507523138076, + "cnn.0.weight": 0.01454924512654543, + "cnn.0.bias": 0.000597296457272023, + "cnn.2.weight": 0.004941556602716446, + "cnn.2.bias": 0.0019698073156177998, + "cnn.5.weight": 0.005494465585798025, + "cnn.5.bias": 0.0014355367748066783, + "action_emb.weight": 0.003430897369980812, + "timestep_emb.weight": 0.0006060820305719972, + "pos_emb.weight": 0.0012376612285152078, + "transformer.layers.0.self_attn.in_proj_weight": 0.017152922227978706, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014274955028668046, + "transformer.layers.0.self_attn.out_proj.weight": 0.015988171100616455, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022650675382465124, + "transformer.layers.0.linear1.weight": 0.01766354590654373, + "transformer.layers.0.linear1.bias": 0.0008963200380094349, + "transformer.layers.0.linear2.weight": 0.015376798808574677, + "transformer.layers.0.linear2.bias": 0.0015300950035452843, + "transformer.layers.0.norm1.weight": 0.001060482463799417, + "transformer.layers.0.norm1.bias": 0.0013153216568753123, + "transformer.layers.0.norm2.weight": 0.0019665563013404608, + "transformer.layers.0.norm2.bias": 0.00139359210152179, + "transformer.layers.1.self_attn.in_proj_weight": 0.014305297285318375, + "transformer.layers.1.self_attn.in_proj_bias": 0.0008025258430279791, + "transformer.layers.1.self_attn.out_proj.weight": 0.013986285775899887, + "transformer.layers.1.self_attn.out_proj.bias": 0.0012519370066002011, + "transformer.layers.1.linear1.weight": 0.007723934017121792, + "transformer.layers.1.linear1.bias": 0.0004969456931576133, + "transformer.layers.1.linear2.weight": 0.010080543346703053, + "transformer.layers.1.linear2.bias": 0.001215907046571374, + "transformer.layers.1.norm1.weight": 0.0009074874687939882, + "transformer.layers.1.norm1.bias": 0.0008593054953962564, + "transformer.layers.1.norm2.weight": 0.0006501436582766473, + "transformer.layers.1.norm2.bias": 0.0005582775338552892, + "transformer.layers.2.self_attn.in_proj_weight": 0.013004432432353497, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009830448543652892, + "transformer.layers.2.self_attn.out_proj.weight": 0.013986196368932724, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011436279164627194, + "transformer.layers.2.linear1.weight": 0.005665916483849287, + "transformer.layers.2.linear1.bias": 0.000414798385463655, + "transformer.layers.2.linear2.weight": 0.007507064379751682, + "transformer.layers.2.linear2.bias": 0.001181344036012888, + "transformer.layers.2.norm1.weight": 0.001327580539509654, + "transformer.layers.2.norm1.bias": 0.0012684166431427002, + "transformer.layers.2.norm2.weight": 0.0004008623363915831, + "transformer.layers.2.norm2.bias": 0.0004674435767810792, + "transformer.layers.3.self_attn.in_proj_weight": 0.02278902381658554, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025683597195893526, + "transformer.layers.3.self_attn.out_proj.weight": 0.011478818953037262, + "transformer.layers.3.self_attn.out_proj.bias": 0.00194752705283463, + "transformer.layers.3.linear1.weight": 0.011514856480062008, + "transformer.layers.3.linear1.bias": 0.0010369051015004516, + "transformer.layers.3.linear2.weight": 0.007812024559825659, + "transformer.layers.3.linear2.bias": 0.0020089400932192802, + "transformer.layers.3.norm1.weight": 0.002084818435832858, + "transformer.layers.3.norm1.bias": 0.003740637795999646, + "transformer.layers.3.norm2.weight": 0.0008178347488865256, + "transformer.layers.3.norm2.bias": 0.0012525395723059773, + "head.weight": 0.09774709492921829, + "head.bias": 0.003808442037552595, + "global_embedding.weight": 0.029799357056617737, + "global_cnn.0.weight": 0.13927733898162842, + "global_cnn.0.bias": 0.005164651665836573, + "global_cnn.2.weight": 0.19819186627864838, + "global_cnn.2.bias": 0.009714075364172459, + "global_proj.weight": 0.04029225558042526, + "global_proj.bias": 0.023537758737802505, + "goal_head.0.weight": 0.026472661644220352, + "goal_head.0.bias": 0.010583672672510147, + "goal_head.2.weight": 0.038199376314878464, + "goal_head.2.bias": 0.024099169299006462 + }, + { + "global_gate": 7.055085461615818e-06, + "embedding.weight": 0.007650664541870356, + "cnn.0.weight": 0.1354696899652481, + "cnn.0.bias": 0.006602171342819929, + "cnn.2.weight": 0.03116009011864662, + "cnn.2.bias": 0.012723471038043499, + "cnn.5.weight": 0.02532052993774414, + "cnn.5.bias": 0.008116907440125942, + "action_emb.weight": 0.0034580242354422808, + "timestep_emb.weight": 0.0012969676172360778, + "pos_emb.weight": 0.002014384139329195, + "transformer.layers.0.self_attn.in_proj_weight": 0.042574308812618256, + "transformer.layers.0.self_attn.in_proj_bias": 0.004606105387210846, + "transformer.layers.0.self_attn.out_proj.weight": 0.035921793431043625, + "transformer.layers.0.self_attn.out_proj.bias": 0.005734928883612156, + "transformer.layers.0.linear1.weight": 0.023443255573511124, + "transformer.layers.0.linear1.bias": 0.0019465576624497771, + "transformer.layers.0.linear2.weight": 0.029474738985300064, + "transformer.layers.0.linear2.bias": 0.003888462670147419, + "transformer.layers.0.norm1.weight": 0.002430110005661845, + "transformer.layers.0.norm1.bias": 0.004629291128367186, + "transformer.layers.0.norm2.weight": 0.0018450613133609295, + "transformer.layers.0.norm2.bias": 0.002087996108457446, + "transformer.layers.1.self_attn.in_proj_weight": 0.029426317662000656, + "transformer.layers.1.self_attn.in_proj_bias": 0.002316200640052557, + "transformer.layers.1.self_attn.out_proj.weight": 0.02976207621395588, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029403306543827057, + "transformer.layers.1.linear1.weight": 0.011892544105648994, + "transformer.layers.1.linear1.bias": 0.0008808753918856382, + "transformer.layers.1.linear2.weight": 0.016662808135151863, + "transformer.layers.1.linear2.bias": 0.0027591243851929903, + "transformer.layers.1.norm1.weight": 0.002188293496146798, + "transformer.layers.1.norm1.bias": 0.0024436817038804293, + "transformer.layers.1.norm2.weight": 0.000882152933627367, + "transformer.layers.1.norm2.bias": 0.0009441375732421875, + "transformer.layers.2.self_attn.in_proj_weight": 0.02365497127175331, + "transformer.layers.2.self_attn.in_proj_bias": 0.002349474932998419, + "transformer.layers.2.self_attn.out_proj.weight": 0.019180428236722946, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023314463905990124, + "transformer.layers.2.linear1.weight": 0.008651423268020153, + "transformer.layers.2.linear1.bias": 0.0006576899904757738, + "transformer.layers.2.linear2.weight": 0.011727627366781235, + "transformer.layers.2.linear2.bias": 0.0023078129161149263, + "transformer.layers.2.norm1.weight": 0.002087127650156617, + "transformer.layers.2.norm1.bias": 0.0032685890328139067, + "transformer.layers.2.norm2.weight": 0.0005426871939562261, + "transformer.layers.2.norm2.bias": 0.0005406133132055402, + "transformer.layers.3.self_attn.in_proj_weight": 0.03128071501851082, + "transformer.layers.3.self_attn.in_proj_bias": 0.002977837109938264, + "transformer.layers.3.self_attn.out_proj.weight": 0.016781939193606377, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028446679934859276, + "transformer.layers.3.linear1.weight": 0.016832472756505013, + "transformer.layers.3.linear1.bias": 0.0015339702367782593, + "transformer.layers.3.linear2.weight": 0.011109485290944576, + "transformer.layers.3.linear2.bias": 0.002800400834530592, + "transformer.layers.3.norm1.weight": 0.0030044796876609325, + "transformer.layers.3.norm1.bias": 0.0038233627565205097, + "transformer.layers.3.norm2.weight": 0.0012884429888799787, + "transformer.layers.3.norm2.bias": 0.002159111201763153, + "head.weight": 0.16244292259216309, + "head.bias": 0.0071762134321033955, + "global_embedding.weight": 0.012367596849799156, + "global_cnn.0.weight": 0.09155899286270142, + "global_cnn.0.bias": 0.0038809827528893948, + "global_cnn.2.weight": 0.19728262722492218, + "global_cnn.2.bias": 0.008470198139548302, + "global_proj.weight": 0.035224799066782, + "global_proj.bias": 0.023276135325431824, + "goal_head.0.weight": 0.01784791424870491, + "goal_head.0.bias": 0.007559235207736492, + "goal_head.2.weight": 0.02773766592144966, + "goal_head.2.bias": 0.017100321128964424 + }, + { + "global_gate": 0.00018018776609096676, + "embedding.weight": 0.003081922186538577, + "cnn.0.weight": 0.053653642535209656, + "cnn.0.bias": 0.002644977532327175, + "cnn.2.weight": 0.009969666600227356, + "cnn.2.bias": 0.004278269596397877, + "cnn.5.weight": 0.010660861618816853, + "cnn.5.bias": 0.0035956085193902254, + "action_emb.weight": 0.004721874371170998, + "timestep_emb.weight": 0.000840940629132092, + "pos_emb.weight": 0.002305666683241725, + "transformer.layers.0.self_attn.in_proj_weight": 0.030315479263663292, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028850871603935957, + "transformer.layers.0.self_attn.out_proj.weight": 0.030043691396713257, + "transformer.layers.0.self_attn.out_proj.bias": 0.005225678905844688, + "transformer.layers.0.linear1.weight": 0.026561442762613297, + "transformer.layers.0.linear1.bias": 0.0019287716131657362, + "transformer.layers.0.linear2.weight": 0.03254193812608719, + "transformer.layers.0.linear2.bias": 0.003608446568250656, + "transformer.layers.0.norm1.weight": 0.001632391707971692, + "transformer.layers.0.norm1.bias": 0.0025011911056935787, + "transformer.layers.0.norm2.weight": 0.0023814502637833357, + "transformer.layers.0.norm2.bias": 0.003089829348027706, + "transformer.layers.1.self_attn.in_proj_weight": 0.029524914920330048, + "transformer.layers.1.self_attn.in_proj_bias": 0.002182302763685584, + "transformer.layers.1.self_attn.out_proj.weight": 0.03007061779499054, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027208691462874413, + "transformer.layers.1.linear1.weight": 0.015438894741237164, + "transformer.layers.1.linear1.bias": 0.0010340986773371696, + "transformer.layers.1.linear2.weight": 0.02157439850270748, + "transformer.layers.1.linear2.bias": 0.002609299961477518, + "transformer.layers.1.norm1.weight": 0.00229906034655869, + "transformer.layers.1.norm1.bias": 0.0025211067404597998, + "transformer.layers.1.norm2.weight": 0.00114055338781327, + "transformer.layers.1.norm2.bias": 0.0010854714782908559, + "transformer.layers.2.self_attn.in_proj_weight": 0.026235703378915787, + "transformer.layers.2.self_attn.in_proj_bias": 0.002068660221993923, + "transformer.layers.2.self_attn.out_proj.weight": 0.028117507696151733, + "transformer.layers.2.self_attn.out_proj.bias": 0.002319763181731105, + "transformer.layers.2.linear1.weight": 0.012051084078848362, + "transformer.layers.2.linear1.bias": 0.0008933001663535833, + "transformer.layers.2.linear2.weight": 0.015817925333976746, + "transformer.layers.2.linear2.bias": 0.00235785567201674, + "transformer.layers.2.norm1.weight": 0.002977781230583787, + "transformer.layers.2.norm1.bias": 0.0026781216729432344, + "transformer.layers.2.norm2.weight": 0.0008706176304258406, + "transformer.layers.2.norm2.bias": 0.0010437531163915992, + "transformer.layers.3.self_attn.in_proj_weight": 0.04760449752211571, + "transformer.layers.3.self_attn.in_proj_bias": 0.004590728785842657, + "transformer.layers.3.self_attn.out_proj.weight": 0.025763841345906258, + "transformer.layers.3.self_attn.out_proj.bias": 0.003367452882230282, + "transformer.layers.3.linear1.weight": 0.025629239156842232, + "transformer.layers.3.linear1.bias": 0.002239559544250369, + "transformer.layers.3.linear2.weight": 0.016243793070316315, + "transformer.layers.3.linear2.bias": 0.0032198182307183743, + "transformer.layers.3.norm1.weight": 0.0045842863619327545, + "transformer.layers.3.norm1.bias": 0.00655750185251236, + "transformer.layers.3.norm2.weight": 0.001880024909041822, + "transformer.layers.3.norm2.bias": 0.002720448886975646, + "head.weight": 0.1543877124786377, + "head.bias": 0.005321984179317951, + "global_embedding.weight": 0.005380860064178705, + "global_cnn.0.weight": 0.03438589721918106, + "global_cnn.0.bias": 0.0015673638554289937, + "global_cnn.2.weight": 0.060578685253858566, + "global_cnn.2.bias": 0.002658846555277705, + "global_proj.weight": 0.014342185109853745, + "global_proj.bias": 0.008890138939023018, + "goal_head.0.weight": 0.006165303289890289, + "goal_head.0.bias": 0.002518253168091178, + "goal_head.2.weight": 0.008819334208965302, + "goal_head.2.bias": 0.006021764129400253 + }, + { + "global_gate": 4.858192914980464e-05, + "embedding.weight": 0.0010371593525633216, + "cnn.0.weight": 0.026589419692754745, + "cnn.0.bias": 0.001017856178805232, + "cnn.2.weight": 0.009121102280914783, + "cnn.2.bias": 0.003896336769685149, + "cnn.5.weight": 0.012609812431037426, + "cnn.5.bias": 0.0029552066698670387, + "action_emb.weight": 0.009189515374600887, + "timestep_emb.weight": 0.0012209272244945168, + "pos_emb.weight": 0.0026800830382853746, + "transformer.layers.0.self_attn.in_proj_weight": 0.028432980179786682, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026279513258486986, + "transformer.layers.0.self_attn.out_proj.weight": 0.02886301465332508, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036733539309352636, + "transformer.layers.0.linear1.weight": 0.04227995499968529, + "transformer.layers.0.linear1.bias": 0.001618624897673726, + "transformer.layers.0.linear2.weight": 0.030599478632211685, + "transformer.layers.0.linear2.bias": 0.0027981307357549667, + "transformer.layers.0.norm1.weight": 0.0014936018269509077, + "transformer.layers.0.norm1.bias": 0.0024403503630310297, + "transformer.layers.0.norm2.weight": 0.004723323509097099, + "transformer.layers.0.norm2.bias": 0.0015636581229045987, + "transformer.layers.1.self_attn.in_proj_weight": 0.032395005226135254, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017693823901936412, + "transformer.layers.1.self_attn.out_proj.weight": 0.025069821625947952, + "transformer.layers.1.self_attn.out_proj.bias": 0.002143092919141054, + "transformer.layers.1.linear1.weight": 0.016141468659043312, + "transformer.layers.1.linear1.bias": 0.0009353107307106256, + "transformer.layers.1.linear2.weight": 0.018309224396944046, + "transformer.layers.1.linear2.bias": 0.002099627396091819, + "transformer.layers.1.norm1.weight": 0.002173725748434663, + "transformer.layers.1.norm1.bias": 0.0017660364974290133, + "transformer.layers.1.norm2.weight": 0.0015916647389531136, + "transformer.layers.1.norm2.bias": 0.0011502279667183757, + "transformer.layers.2.self_attn.in_proj_weight": 0.02261846698820591, + "transformer.layers.2.self_attn.in_proj_bias": 0.001886319019831717, + "transformer.layers.2.self_attn.out_proj.weight": 0.01997005008161068, + "transformer.layers.2.self_attn.out_proj.bias": 0.002173722954466939, + "transformer.layers.2.linear1.weight": 0.011673453263938427, + "transformer.layers.2.linear1.bias": 0.0009307986474595964, + "transformer.layers.2.linear2.weight": 0.013247868046164513, + "transformer.layers.2.linear2.bias": 0.0022957909386605024, + "transformer.layers.2.norm1.weight": 0.0016402864130213857, + "transformer.layers.2.norm1.bias": 0.0021957538556307554, + "transformer.layers.2.norm2.weight": 0.0008589787757955492, + "transformer.layers.2.norm2.bias": 0.0012013628147542477, + "transformer.layers.3.self_attn.in_proj_weight": 0.03526056557893753, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034411596134305, + "transformer.layers.3.self_attn.out_proj.weight": 0.017843101173639297, + "transformer.layers.3.self_attn.out_proj.bias": 0.002712047193199396, + "transformer.layers.3.linear1.weight": 0.020514797419309616, + "transformer.layers.3.linear1.bias": 0.0019037374295294285, + "transformer.layers.3.linear2.weight": 0.011541943065822124, + "transformer.layers.3.linear2.bias": 0.003225155873224139, + "transformer.layers.3.norm1.weight": 0.0033415979705750942, + "transformer.layers.3.norm1.bias": 0.004980509635061026, + "transformer.layers.3.norm2.weight": 0.0013429304817691445, + "transformer.layers.3.norm2.bias": 0.0025535975582897663, + "head.weight": 0.1589699536561966, + "head.bias": 0.006293957121670246, + "global_embedding.weight": 0.011148856952786446, + "global_cnn.0.weight": 0.11087211221456528, + "global_cnn.0.bias": 0.003265698440372944, + "global_cnn.2.weight": 0.30333173274993896, + "global_cnn.2.bias": 0.014043890871107578, + "global_proj.weight": 0.04842504486441612, + "global_proj.bias": 0.029591582715511322, + "goal_head.0.weight": 0.024608517065644264, + "goal_head.0.bias": 0.009982450865209103, + "goal_head.2.weight": 0.03249319642782211, + "goal_head.2.bias": 0.01978919841349125 + }, + { + "global_gate": 0.0001589770836289972, + "embedding.weight": 0.0010717968689277768, + "cnn.0.weight": 0.020404713228344917, + "cnn.0.bias": 0.0009259609505534172, + "cnn.2.weight": 0.006625772453844547, + "cnn.2.bias": 0.0022139293141663074, + "cnn.5.weight": 0.008158769458532333, + "cnn.5.bias": 0.0018581132171675563, + "action_emb.weight": 0.002454862929880619, + "timestep_emb.weight": 0.000668867607600987, + "pos_emb.weight": 0.0014626241754740477, + "transformer.layers.0.self_attn.in_proj_weight": 0.016129694879055023, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015443526208400726, + "transformer.layers.0.self_attn.out_proj.weight": 0.015478427521884441, + "transformer.layers.0.self_attn.out_proj.bias": 0.002396578202024102, + "transformer.layers.0.linear1.weight": 0.014283968135714531, + "transformer.layers.0.linear1.bias": 0.0008728606626391411, + "transformer.layers.0.linear2.weight": 0.015568563714623451, + "transformer.layers.0.linear2.bias": 0.0017191765364259481, + "transformer.layers.0.norm1.weight": 0.0009283888502977788, + "transformer.layers.0.norm1.bias": 0.001548165106214583, + "transformer.layers.0.norm2.weight": 0.001425490016117692, + "transformer.layers.0.norm2.bias": 0.001123138121329248, + "transformer.layers.1.self_attn.in_proj_weight": 0.01439729519188404, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009598176111467183, + "transformer.layers.1.self_attn.out_proj.weight": 0.015455550514161587, + "transformer.layers.1.self_attn.out_proj.bias": 0.001305864891037345, + "transformer.layers.1.linear1.weight": 0.006977505050599575, + "transformer.layers.1.linear1.bias": 0.00043464708141982555, + "transformer.layers.1.linear2.weight": 0.009732326492667198, + "transformer.layers.1.linear2.bias": 0.001243460108526051, + "transformer.layers.1.norm1.weight": 0.001099719782359898, + "transformer.layers.1.norm1.bias": 0.0010289311176165938, + "transformer.layers.1.norm2.weight": 0.0006068231305107474, + "transformer.layers.1.norm2.bias": 0.00044660145067609847, + "transformer.layers.2.self_attn.in_proj_weight": 0.010941722430288792, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008639420266263187, + "transformer.layers.2.self_attn.out_proj.weight": 0.012355107814073563, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010778659489005804, + "transformer.layers.2.linear1.weight": 0.0057990457862615585, + "transformer.layers.2.linear1.bias": 0.00040045668720267713, + "transformer.layers.2.linear2.weight": 0.007310877554118633, + "transformer.layers.2.linear2.bias": 0.0010337415151298046, + "transformer.layers.2.norm1.weight": 0.0008473120396956801, + "transformer.layers.2.norm1.bias": 0.0010755422990769148, + "transformer.layers.2.norm2.weight": 0.0004428068350534886, + "transformer.layers.2.norm2.bias": 0.00044794828863814473, + "transformer.layers.3.self_attn.in_proj_weight": 0.018734045326709747, + "transformer.layers.3.self_attn.in_proj_bias": 0.0009080030140466988, + "transformer.layers.3.self_attn.out_proj.weight": 0.010283494368195534, + "transformer.layers.3.self_attn.out_proj.bias": 0.0010155743220821023, + "transformer.layers.3.linear1.weight": 0.008901149965822697, + "transformer.layers.3.linear1.bias": 0.0006197064067237079, + "transformer.layers.3.linear2.weight": 0.005415768828243017, + "transformer.layers.3.linear2.bias": 0.0008907873998396099, + "transformer.layers.3.norm1.weight": 0.0015682150842621922, + "transformer.layers.3.norm1.bias": 0.0008084824657998979, + "transformer.layers.3.norm2.weight": 0.0006623699446208775, + "transformer.layers.3.norm2.bias": 0.0008831918239593506, + "head.weight": 0.0921732485294342, + "head.bias": 0.002136395312845707, + "global_embedding.weight": 0.004631932359188795, + "global_cnn.0.weight": 0.03271720930933952, + "global_cnn.0.bias": 0.00120373978279531, + "global_cnn.2.weight": 0.08352972567081451, + "global_cnn.2.bias": 0.003795543685555458, + "global_proj.weight": 0.015620813705027103, + "global_proj.bias": 0.00954513717442751, + "goal_head.0.weight": 0.008495762012898922, + "goal_head.0.bias": 0.003492828458547592, + "goal_head.2.weight": 0.012968902476131916, + "goal_head.2.bias": 0.007662576157599688 + }, + { + "global_gate": 0.00021463376469910145, + "embedding.weight": 0.0009864132152870297, + "cnn.0.weight": 0.029438110068440437, + "cnn.0.bias": 0.0012807761086151004, + "cnn.2.weight": 0.01005582045763731, + "cnn.2.bias": 0.002615085570141673, + "cnn.5.weight": 0.010972976684570312, + "cnn.5.bias": 0.0026582940481603146, + "action_emb.weight": 0.0029729295056313276, + "timestep_emb.weight": 0.0009063621982932091, + "pos_emb.weight": 0.0024941200390458107, + "transformer.layers.0.self_attn.in_proj_weight": 0.02152918092906475, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016289764316752553, + "transformer.layers.0.self_attn.out_proj.weight": 0.019903182983398438, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024692025035619736, + "transformer.layers.0.linear1.weight": 0.01947900280356407, + "transformer.layers.0.linear1.bias": 0.0009583853534422815, + "transformer.layers.0.linear2.weight": 0.021348986774683, + "transformer.layers.0.linear2.bias": 0.0017467634752392769, + "transformer.layers.0.norm1.weight": 0.0012458233395591378, + "transformer.layers.0.norm1.bias": 0.0014662741450592875, + "transformer.layers.0.norm2.weight": 0.0017844615504145622, + "transformer.layers.0.norm2.bias": 0.0008283976349048316, + "transformer.layers.1.self_attn.in_proj_weight": 0.021672803908586502, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010851785773411393, + "transformer.layers.1.self_attn.out_proj.weight": 0.017645493149757385, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013463953509926796, + "transformer.layers.1.linear1.weight": 0.009783838875591755, + "transformer.layers.1.linear1.bias": 0.0006094529526308179, + "transformer.layers.1.linear2.weight": 0.013554166071116924, + "transformer.layers.1.linear2.bias": 0.001365366391837597, + "transformer.layers.1.norm1.weight": 0.0014214550610631704, + "transformer.layers.1.norm1.bias": 0.0010899038752540946, + "transformer.layers.1.norm2.weight": 0.0008191082742996514, + "transformer.layers.1.norm2.bias": 0.0006139910547062755, + "transformer.layers.2.self_attn.in_proj_weight": 0.018994348123669624, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013275535311549902, + "transformer.layers.2.self_attn.out_proj.weight": 0.014629085548222065, + "transformer.layers.2.self_attn.out_proj.bias": 0.001236309064552188, + "transformer.layers.2.linear1.weight": 0.007912308908998966, + "transformer.layers.2.linear1.bias": 0.0005171698867343366, + "transformer.layers.2.linear2.weight": 0.010117524303495884, + "transformer.layers.2.linear2.bias": 0.0012380360858514905, + "transformer.layers.2.norm1.weight": 0.0015225327806547284, + "transformer.layers.2.norm1.bias": 0.0017563588917255402, + "transformer.layers.2.norm2.weight": 0.0005291668931022286, + "transformer.layers.2.norm2.bias": 0.0005753446603193879, + "transformer.layers.3.self_attn.in_proj_weight": 0.025892436504364014, + "transformer.layers.3.self_attn.in_proj_bias": 0.002338810358196497, + "transformer.layers.3.self_attn.out_proj.weight": 0.01278665941208601, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016473684227094054, + "transformer.layers.3.linear1.weight": 0.013408871367573738, + "transformer.layers.3.linear1.bias": 0.0011714734137058258, + "transformer.layers.3.linear2.weight": 0.008355196565389633, + "transformer.layers.3.linear2.bias": 0.0017109668115153909, + "transformer.layers.3.norm1.weight": 0.0023654107935726643, + "transformer.layers.3.norm1.bias": 0.003233205759897828, + "transformer.layers.3.norm2.weight": 0.0010005941148847342, + "transformer.layers.3.norm2.bias": 0.0016194822965189815, + "head.weight": 0.08057548850774765, + "head.bias": 0.0030683493241667747, + "global_embedding.weight": 0.006839684676378965, + "global_cnn.0.weight": 0.07005757093429565, + "global_cnn.0.bias": 0.0027547513600438833, + "global_cnn.2.weight": 0.2044062465429306, + "global_cnn.2.bias": 0.010747303254902363, + "global_proj.weight": 0.034385472536087036, + "global_proj.bias": 0.0247819721698761, + "goal_head.0.weight": 0.0209138672798872, + "goal_head.0.bias": 0.009400894865393639, + "goal_head.2.weight": 0.029349951073527336, + "goal_head.2.bias": 0.019312690943479538 + }, + { + "global_gate": 8.060747859417461e-06, + "embedding.weight": 0.0037651776801794767, + "cnn.0.weight": 0.06274359673261642, + "cnn.0.bias": 0.0026499757077544928, + "cnn.2.weight": 0.012394973076879978, + "cnn.2.bias": 0.005645317956805229, + "cnn.5.weight": 0.01084875874221325, + "cnn.5.bias": 0.0041859569028019905, + "action_emb.weight": 0.00508544035255909, + "timestep_emb.weight": 0.000953811511863023, + "pos_emb.weight": 0.0025054162833839655, + "transformer.layers.0.self_attn.in_proj_weight": 0.022977272048592567, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018137210281565785, + "transformer.layers.0.self_attn.out_proj.weight": 0.0239645317196846, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032019128557294607, + "transformer.layers.0.linear1.weight": 0.025493893772363663, + "transformer.layers.0.linear1.bias": 0.001199312275275588, + "transformer.layers.0.linear2.weight": 0.026965659111738205, + "transformer.layers.0.linear2.bias": 0.0026132294442504644, + "transformer.layers.0.norm1.weight": 0.001406023046001792, + "transformer.layers.0.norm1.bias": 0.0017391906585544348, + "transformer.layers.0.norm2.weight": 0.002432279521599412, + "transformer.layers.0.norm2.bias": 0.0011721383780241013, + "transformer.layers.1.self_attn.in_proj_weight": 0.025099163874983788, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014922473346814513, + "transformer.layers.1.self_attn.out_proj.weight": 0.02631152980029583, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022291545756161213, + "transformer.layers.1.linear1.weight": 0.013915058225393295, + "transformer.layers.1.linear1.bias": 0.0007484834641218185, + "transformer.layers.1.linear2.weight": 0.019342834129929543, + "transformer.layers.1.linear2.bias": 0.002187019446864724, + "transformer.layers.1.norm1.weight": 0.0015641999198123813, + "transformer.layers.1.norm1.bias": 0.0014807351399213076, + "transformer.layers.1.norm2.weight": 0.0012151574483141303, + "transformer.layers.1.norm2.bias": 0.0006481367745436728, + "transformer.layers.2.self_attn.in_proj_weight": 0.023283302783966064, + "transformer.layers.2.self_attn.in_proj_bias": 0.001548605039715767, + "transformer.layers.2.self_attn.out_proj.weight": 0.02280822955071926, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021181288175284863, + "transformer.layers.2.linear1.weight": 0.012119879946112633, + "transformer.layers.2.linear1.bias": 0.0008447649888694286, + "transformer.layers.2.linear2.weight": 0.01603352464735508, + "transformer.layers.2.linear2.bias": 0.002126014558598399, + "transformer.layers.2.norm1.weight": 0.0018704556860029697, + "transformer.layers.2.norm1.bias": 0.0016484885709360242, + "transformer.layers.2.norm2.weight": 0.0008166879415512085, + "transformer.layers.2.norm2.bias": 0.0010134514886885881, + "transformer.layers.3.self_attn.in_proj_weight": 0.04567476361989975, + "transformer.layers.3.self_attn.in_proj_bias": 0.003910079598426819, + "transformer.layers.3.self_attn.out_proj.weight": 0.023174846544861794, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030796360224485397, + "transformer.layers.3.linear1.weight": 0.023522209376096725, + "transformer.layers.3.linear1.bias": 0.0021520364098250866, + "transformer.layers.3.linear2.weight": 0.015125949867069721, + "transformer.layers.3.linear2.bias": 0.003679951885715127, + "transformer.layers.3.norm1.weight": 0.004340090323239565, + "transformer.layers.3.norm1.bias": 0.005543804727494717, + "transformer.layers.3.norm2.weight": 0.0017512589693069458, + "transformer.layers.3.norm2.bias": 0.0031869939994066954, + "head.weight": 0.20181968808174133, + "head.bias": 0.007607883308082819, + "global_embedding.weight": 0.007544194348156452, + "global_cnn.0.weight": 0.06554938852787018, + "global_cnn.0.bias": 0.0023374389857053757, + "global_cnn.2.weight": 0.2133364975452423, + "global_cnn.2.bias": 0.010849756188690662, + "global_proj.weight": 0.04319414868950844, + "global_proj.bias": 0.02676990255713463, + "goal_head.0.weight": 0.023867789655923843, + "goal_head.0.bias": 0.009825775399804115, + "goal_head.2.weight": 0.03216497227549553, + "goal_head.2.bias": 0.01942707784473896 + }, + { + "global_gate": 0.0003723016707226634, + "embedding.weight": 0.004458031617105007, + "cnn.0.weight": 0.071143239736557, + "cnn.0.bias": 0.0033171505201607943, + "cnn.2.weight": 0.013430815190076828, + "cnn.2.bias": 0.005967967677861452, + "cnn.5.weight": 0.013036103919148445, + "cnn.5.bias": 0.004643207881599665, + "action_emb.weight": 0.005298329051584005, + "timestep_emb.weight": 0.0011155270040035248, + "pos_emb.weight": 0.002267424715682864, + "transformer.layers.0.self_attn.in_proj_weight": 0.036464013159275055, + "transformer.layers.0.self_attn.in_proj_bias": 0.003958499524742365, + "transformer.layers.0.self_attn.out_proj.weight": 0.0341029055416584, + "transformer.layers.0.self_attn.out_proj.bias": 0.005600143689662218, + "transformer.layers.0.linear1.weight": 0.02946842461824417, + "transformer.layers.0.linear1.bias": 0.002004818292334676, + "transformer.layers.0.linear2.weight": 0.03234666585922241, + "transformer.layers.0.linear2.bias": 0.003845212748274207, + "transformer.layers.0.norm1.weight": 0.0022722643334418535, + "transformer.layers.0.norm1.bias": 0.003749730996787548, + "transformer.layers.0.norm2.weight": 0.00280229770578444, + "transformer.layers.0.norm2.bias": 0.002685785060748458, + "transformer.layers.1.self_attn.in_proj_weight": 0.03082893043756485, + "transformer.layers.1.self_attn.in_proj_bias": 0.002255694940686226, + "transformer.layers.1.self_attn.out_proj.weight": 0.03001801110804081, + "transformer.layers.1.self_attn.out_proj.bias": 0.002805862808600068, + "transformer.layers.1.linear1.weight": 0.015000656247138977, + "transformer.layers.1.linear1.bias": 0.0010345838963985443, + "transformer.layers.1.linear2.weight": 0.020998695865273476, + "transformer.layers.1.linear2.bias": 0.002627232111990452, + "transformer.layers.1.norm1.weight": 0.002172257984057069, + "transformer.layers.1.norm1.bias": 0.0025122978258877993, + "transformer.layers.1.norm2.weight": 0.0010731036309152842, + "transformer.layers.1.norm2.bias": 0.001020051073282957, + "transformer.layers.2.self_attn.in_proj_weight": 0.025349857285618782, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020621679723262787, + "transformer.layers.2.self_attn.out_proj.weight": 0.0237397663295269, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020652273669838905, + "transformer.layers.2.linear1.weight": 0.01121174730360508, + "transformer.layers.2.linear1.bias": 0.0007437996100634336, + "transformer.layers.2.linear2.weight": 0.014672848396003246, + "transformer.layers.2.linear2.bias": 0.001929179998114705, + "transformer.layers.2.norm1.weight": 0.002312726341187954, + "transformer.layers.2.norm1.bias": 0.002924287924543023, + "transformer.layers.2.norm2.weight": 0.0007814786513336003, + "transformer.layers.2.norm2.bias": 0.0008171089575625956, + "transformer.layers.3.self_attn.in_proj_weight": 0.043299682438373566, + "transformer.layers.3.self_attn.in_proj_bias": 0.0030523345340043306, + "transformer.layers.3.self_attn.out_proj.weight": 0.022762872278690338, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022510001435875893, + "transformer.layers.3.linear1.weight": 0.0208873488008976, + "transformer.layers.3.linear1.bias": 0.0016466467641294003, + "transformer.layers.3.linear2.weight": 0.012999470345675945, + "transformer.layers.3.linear2.bias": 0.0019799491856247187, + "transformer.layers.3.norm1.weight": 0.004278591368347406, + "transformer.layers.3.norm1.bias": 0.0043838005512952805, + "transformer.layers.3.norm2.weight": 0.0017598235281184316, + "transformer.layers.3.norm2.bias": 0.0023116571828722954, + "head.weight": 0.16041773557662964, + "head.bias": 0.005697830580174923, + "global_embedding.weight": 0.00557883782312274, + "global_cnn.0.weight": 0.06628234684467316, + "global_cnn.0.bias": 0.002784288953989744, + "global_cnn.2.weight": 0.19935134053230286, + "global_cnn.2.bias": 0.010720458813011646, + "global_proj.weight": 0.03985900431871414, + "global_proj.bias": 0.030548764392733574, + "goal_head.0.weight": 0.02888556756079197, + "goal_head.0.bias": 0.013708854094147682, + "goal_head.2.weight": 0.04682245850563049, + "goal_head.2.bias": 0.03239281475543976 + }, + { + "global_gate": 0.00014136498793959618, + "embedding.weight": 0.003157184924930334, + "cnn.0.weight": 0.045500654727220535, + "cnn.0.bias": 0.002475329441949725, + "cnn.2.weight": 0.008742772974073887, + "cnn.2.bias": 0.0039736502803862095, + "cnn.5.weight": 0.008393976837396622, + "cnn.5.bias": 0.0026738750748336315, + "action_emb.weight": 0.009227978996932507, + "timestep_emb.weight": 0.0009773658821359277, + "pos_emb.weight": 0.002272862708196044, + "transformer.layers.0.self_attn.in_proj_weight": 0.02718382328748703, + "transformer.layers.0.self_attn.in_proj_bias": 0.002977983560413122, + "transformer.layers.0.self_attn.out_proj.weight": 0.03363318368792534, + "transformer.layers.0.self_attn.out_proj.bias": 0.005279306322336197, + "transformer.layers.0.linear1.weight": 0.04207443445920944, + "transformer.layers.0.linear1.bias": 0.0020306739024817944, + "transformer.layers.0.linear2.weight": 0.031226273626089096, + "transformer.layers.0.linear2.bias": 0.0034808542113751173, + "transformer.layers.0.norm1.weight": 0.0015340093523263931, + "transformer.layers.0.norm1.bias": 0.0026379188057035208, + "transformer.layers.0.norm2.weight": 0.004906080663204193, + "transformer.layers.0.norm2.bias": 0.0031941737979650497, + "transformer.layers.1.self_attn.in_proj_weight": 0.035713233053684235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020230659283697605, + "transformer.layers.1.self_attn.out_proj.weight": 0.027395419776439667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026130923070013523, + "transformer.layers.1.linear1.weight": 0.0146902184933424, + "transformer.layers.1.linear1.bias": 0.0010442710481584072, + "transformer.layers.1.linear2.weight": 0.018642090260982513, + "transformer.layers.1.linear2.bias": 0.002512077335268259, + "transformer.layers.1.norm1.weight": 0.0023339458275586367, + "transformer.layers.1.norm1.bias": 0.0022256281226873398, + "transformer.layers.1.norm2.weight": 0.001436329446732998, + "transformer.layers.1.norm2.bias": 0.001058954163454473, + "transformer.layers.2.self_attn.in_proj_weight": 0.023035679012537003, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020263809710741043, + "transformer.layers.2.self_attn.out_proj.weight": 0.023518390953540802, + "transformer.layers.2.self_attn.out_proj.bias": 0.002175678499042988, + "transformer.layers.2.linear1.weight": 0.00970799382776022, + "transformer.layers.2.linear1.bias": 0.0006965561769902706, + "transformer.layers.2.linear2.weight": 0.01337309181690216, + "transformer.layers.2.linear2.bias": 0.0021134009584784508, + "transformer.layers.2.norm1.weight": 0.0022148708812892437, + "transformer.layers.2.norm1.bias": 0.0026954154018312693, + "transformer.layers.2.norm2.weight": 0.0006466289632953703, + "transformer.layers.2.norm2.bias": 0.0007434315630234778, + "transformer.layers.3.self_attn.in_proj_weight": 0.03808455914258957, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035315726418048143, + "transformer.layers.3.self_attn.out_proj.weight": 0.020416736602783203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028050062246620655, + "transformer.layers.3.linear1.weight": 0.020428577437996864, + "transformer.layers.3.linear1.bias": 0.001789773115888238, + "transformer.layers.3.linear2.weight": 0.0128793278709054, + "transformer.layers.3.linear2.bias": 0.002602867316454649, + "transformer.layers.3.norm1.weight": 0.003754405537620187, + "transformer.layers.3.norm1.bias": 0.005148402880877256, + "transformer.layers.3.norm2.weight": 0.001758118043653667, + "transformer.layers.3.norm2.bias": 0.002691247733309865, + "head.weight": 0.15717357397079468, + "head.bias": 0.006060260348021984, + "global_embedding.weight": 0.006651991046965122, + "global_cnn.0.weight": 0.024677429348230362, + "global_cnn.0.bias": 0.001011177315376699, + "global_cnn.2.weight": 0.05312926322221756, + "global_cnn.2.bias": 0.001887166523374617, + "global_proj.weight": 0.011292832903563976, + "global_proj.bias": 0.006077619269490242, + "goal_head.0.weight": 0.004898240324109793, + "goal_head.0.bias": 0.0017080157995224, + "goal_head.2.weight": 0.00762634864076972, + "goal_head.2.bias": 0.0037705600261688232 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.07548893988132477, - 0.0970534160733223, - 0.09854835271835327, - 0.23145383596420288, - 0.039654023945331573, - 0.026503194123506546, - 0.13877980411052704, - 0.06260467320680618, - 0.07288680970668793, - 0.029037194326519966 + 0.32956698536872864, + 0.32067495584487915, + 0.3542981743812561, + 0.34563693404197693, + 0.3948224186897278, + 0.41591623425483704, + 0.4575270116329193, + 0.4723632335662842, + 0.3565845787525177, + 0.2235203981399536, + 0.32266971468925476, + 0.23231138288974762, + 0.4360719323158264, + 0.6939771771430969, + 0.4703482687473297, + 0.4628596305847168, + 0.3350662887096405, + 0.6257498860359192, + 0.7112530469894409, + 0.6173362135887146 ], "repr_drift_kl_low_t": [ - 0.0792272537946701, - 0.10630551725625992, - 0.10003840923309326, - 0.23140054941177368, - 0.036041922867298126, - 0.019589347764849663, - 0.15575821697711945, - 0.060741543769836426, - 0.03657263517379761, - 0.017733249813318253 + 0.40532854199409485, + 0.3676147758960724, + 0.46511998772621155, + 0.42372003197669983, + 0.47555261850357056, + 0.5393352508544922, + 0.5727061033248901, + 0.6152333617210388, + 0.4306837320327759, + 0.2624106705188751, + 0.40741005539894104, + 0.2940807640552521, + 0.5208920836448669, + 0.8744857907295227, + 0.58830726146698, + 0.5836870074272156, + 0.3894527554512024, + 0.7864574790000916, + 0.9215978980064392, + 0.7705249786376953 ], "repr_drift_kl_mid_t": [ - 0.0663088709115982, - 0.09016240388154984, - 0.0910801887512207, - 0.2276696264743805, - 0.03499656170606613, - 0.017638323828577995, - 0.14344274997711182, - 0.057522207498550415, - 0.04091297835111618, - 0.015472308732569218 + 0.3222355842590332, + 0.31922534108161926, + 0.3564589023590088, + 0.33914831280708313, + 0.3996606767177582, + 0.422545850276947, + 0.46745890378952026, + 0.4777652323246002, + 0.3736450970172882, + 0.2282543033361435, + 0.33563876152038574, + 0.23733548820018768, + 0.4298943877220154, + 0.695062518119812, + 0.47880855202674866, + 0.4526122808456421, + 0.33879992365837097, + 0.6436684131622314, + 0.7161123156547546, + 0.6269397139549255 ], "repr_drift_kl_high_t": [ - 0.09095931053161621, - 0.10136445611715317, - 0.1172972321510315, - 0.24911552667617798, - 0.05349712446331978, - 0.04463667422533035, - 0.14265725016593933, - 0.09916616976261139, - 0.19512194395065308, - 0.05419745296239853 + 0.25130000710487366, + 0.2667628228664398, + 0.24994517862796783, + 0.2689126431941986, + 0.3009116053581238, + 0.29967617988586426, + 0.31872525811195374, + 0.33047568798065186, + 0.2529081404209137, + 0.18642009794712067, + 0.21445290744304657, + 0.16619087755680084, + 0.31006935238838196, + 0.48324331641197205, + 0.35011422634124756, + 0.3481614887714386, + 0.2539498805999756, + 0.4305638372898102, + 0.5089250802993774, + 0.45255979895591736 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.868604302406311, - 0.899396538734436, - 0.7313346266746521, - 0.9528746604919434, - 0.9690829515457153 + 0.8416425585746765, + 0.7761558890342712, + 0.853563129901886, + 0.9047492742538452, + 0.7233577370643616, + 0.8235214948654175, + 0.7751253843307495, + 0.7849247455596924, + 0.6439146399497986, + 0.6389315724372864 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.4401390850543976, - 0.8300006985664368, - 0.6199076771736145, - 1.363855242729187, - 0.3145105242729187, - 0.44386327266693115, - 0.39431145787239075, - 0.31699761748313904, - 0.41964372992515564, - 0.20022249221801758 + 1.0170916318893433, + 0.5596140027046204, + 0.7539397478103638, + 0.28433340787887573, + 0.682374119758606, + 0.4498353600502014, + 0.3342348337173462, + 0.8049366474151611, + 0.4740878939628601, + 0.5352240204811096, + 0.4117850065231323, + 0.27660754323005676, + 0.4862251579761505, + 0.4646318554878235, + 0.47630515694618225, + 0.3493756949901581, + 0.2690022885799408, + 0.2782491147518158, + 0.3668295443058014, + 0.28801384568214417 ], "norm_high_t": [ - 0.41746366024017334, - 0.9989179968833923, - 0.8414754867553711, - 1.271582841873169, - 0.8988112211227417, - 0.47494909167289734, - 0.6302105784416199, - 0.35980424284935, - 0.40029868483543396, - 0.19795237481594086 + 1.1044292449951172, + 1.3670198917388916, + 0.5758301615715027, + 0.3492847979068756, + 0.7431169152259827, + 2.4097089767456055, + 0.7549824714660645, + 0.6539331674575806, + 0.8135449886322021, + 0.8335716724395752, + 0.47314146161079407, + 0.26154032349586487, + 0.7321079969406128, + 0.4992845356464386, + 1.1532492637634277, + 0.6463536620140076, + 0.2712741792201996, + 0.37530654668807983, + 0.6999778747558594, + 0.3110520541667938 ], "lowhigh_cos": [ - 0.83735591173172, - 0.1136489063501358, - 0.3085375726222992, - 0.5431743264198303, - -0.09438619762659073, - 0.8579837679862976, - 0.5325353741645813, - 0.8778371810913086, - 0.4140847325325012, - 0.7043569684028625 + 0.6696072816848755, + 0.09558837115764618, + 0.4828144311904907, + 0.45374369621276855, + 0.6580895781517029, + 0.5262887477874756, + 0.3849829435348511, + 0.7605827450752258, + 0.6967764496803284, + 0.6576300263404846, + 0.8820545077323914, + 0.8930960297584534, + 0.29368478059768677, + 0.12045718729496002, + 0.7018178105354309, + 0.4895155429840088, + 0.4293100833892822, + 0.7520274519920349, + 0.26861637830734253, + 0.22996269166469574 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.4858367145061493, - "t_0.1-0.2": 0.4676418602466583, - "t_0.2-0.3": 0.4203658401966095, - "t_0.3-0.4": 0.4497978687286377, - "t_0.4-0.5": 0.43075528740882874, - "t_0.5-0.6": 0.4249298870563507, - "t_0.6-0.7": 0.4309885501861572, - "t_0.7-0.8": 0.4102494716644287, - "t_0.8-0.9": 0.4920084774494171, - "t_0.9-1.0": 0.41420745849609375 - }, - { - "t_0.0-0.1": 1.235001564025879, - "t_0.1-0.2": 1.070618748664856, - "t_0.2-0.3": 0.8715344071388245, - "t_0.3-0.4": 0.6716774106025696, - "t_0.4-0.5": 0.7847000360488892, - "t_0.5-0.6": 0.8427852988243103, - "t_0.6-0.7": 0.931591272354126, - "t_0.7-0.8": 0.8531954288482666, - "t_0.8-0.9": 1.0404800176620483, - "t_0.9-1.0": 1.37712824344635 - }, - { - "t_0.0-0.1": 0.6407025456428528, - "t_0.1-0.2": 0.5690565705299377, - "t_0.2-0.3": 0.40482714772224426, - "t_0.3-0.4": 0.46099159121513367, - "t_0.4-0.5": 0.4360472857952118, - "t_0.5-0.6": 0.37846529483795166, - "t_0.6-0.7": 0.4429492950439453, - "t_0.7-0.8": 0.5406213998794556, - "t_0.8-0.9": 0.7024535536766052, - "t_0.9-1.0": 1.1779879331588745 - }, - { - "t_0.0-0.1": 1.2728214263916016, - "t_0.1-0.2": 1.2101235389709473, - "t_0.2-0.3": 0.9761622548103333, - "t_0.3-0.4": 0.8815740346908569, - "t_0.4-0.5": 1.206966519355774, - "t_0.5-0.6": 1.0122658014297485, - "t_0.6-0.7": 1.120570421218872, - "t_0.7-0.8": 1.1356221437454224, - "t_0.8-0.9": 1.1014559268951416, - "t_0.9-1.0": 1.6008293628692627 - }, - { - "t_0.0-0.1": 0.30454209446907043, - "t_0.1-0.2": 0.32578346133232117, - "t_0.2-0.3": 0.45905235409736633, - "t_0.3-0.4": 0.26221296191215515, - "t_0.4-0.5": 0.23122048377990723, - "t_0.5-0.6": 0.3003474473953247, - "t_0.6-0.7": 0.2755783498287201, - "t_0.7-0.8": 0.2603283226490021, - "t_0.8-0.9": 0.27394095063209534, - "t_0.9-1.0": 0.2994670271873474 - }, - { - "t_0.0-0.1": 0.4738942086696625, - "t_0.1-0.2": 0.490437775850296, - "t_0.2-0.3": 0.4417840242385864, - "t_0.3-0.4": 0.4498382806777954, - "t_0.4-0.5": 0.4447401165962219, - "t_0.5-0.6": 0.4321998953819275, - "t_0.6-0.7": 0.4412350654602051, - "t_0.7-0.8": 0.44980162382125854, - "t_0.8-0.9": 0.42971083521842957, - "t_0.9-1.0": 0.4339047074317932 - }, - { - "t_0.0-0.1": 0.2521401345729828, - "t_0.1-0.2": 0.2574921250343323, - "t_0.2-0.3": 0.47748783230781555, - "t_0.3-0.4": 0.5251134634017944, - "t_0.4-0.5": 0.5278704166412354, - "t_0.5-0.6": 0.489670991897583, - "t_0.6-0.7": 0.34925904870033264, - "t_0.7-0.8": 0.4720707833766937, - "t_0.8-0.9": 0.4329255521297455, - "t_0.9-1.0": 0.6447027921676636 - }, - { - "t_0.0-0.1": 0.31712833046913147, - "t_0.1-0.2": 0.3170410096645355, - "t_0.2-0.3": 0.4900576174259186, - "t_0.3-0.4": 0.5104622840881348, - "t_0.4-0.5": 0.3698973059654236, - "t_0.5-0.6": 0.3781561851501465, - "t_0.6-0.7": 0.3196357488632202, - "t_0.7-0.8": 0.4997561573982239, - "t_0.8-0.9": 0.3827517330646515, - "t_0.9-1.0": 0.39955171942710876 - }, - { - "t_0.0-0.1": 0.3095640242099762, - "t_0.1-0.2": 0.3570970892906189, - "t_0.2-0.3": 0.3089802861213684, - "t_0.3-0.4": 0.3262327313423157, - "t_0.4-0.5": 0.3092963397502899, - "t_0.5-0.6": 0.32772451639175415, - "t_0.6-0.7": 0.30647826194763184, - "t_0.7-0.8": 0.3246585428714752, - "t_0.8-0.9": 0.31654855608940125, - "t_0.9-1.0": 0.3301430642604828 - }, - { - "t_0.0-0.1": 0.2083466798067093, - "t_0.1-0.2": 0.1773509681224823, - "t_0.2-0.3": 0.19845807552337646, - "t_0.3-0.4": 0.17498819530010223, - "t_0.4-0.5": 0.18065497279167175, - "t_0.5-0.6": 0.17934763431549072, - "t_0.6-0.7": 0.18199211359024048, - "t_0.7-0.8": 0.19062259793281555, - "t_0.8-0.9": 0.1755250096321106, - "t_0.9-1.0": 0.21295630931854248 + "t_0.0-0.1": 1.1573114395141602, + "t_0.1-0.2": 0.802017092704773, + "t_0.2-0.3": 0.8955167531967163, + "t_0.3-0.4": 0.8936936855316162, + "t_0.4-0.5": 0.8015303015708923, + "t_0.5-0.6": 0.884926438331604, + "t_0.6-0.7": 0.9630658030509949, + "t_0.7-0.8": 0.965862512588501, + "t_0.8-0.9": 1.0242046117782593, + "t_0.9-1.0": 1.3553991317749023 + }, + { + "t_0.0-0.1": 0.5385841131210327, + "t_0.1-0.2": 0.49101847410202026, + "t_0.2-0.3": 0.5287252068519592, + "t_0.3-0.4": 0.4814395606517792, + "t_0.4-0.5": 0.4737524390220642, + "t_0.5-0.6": 0.48646247386932373, + "t_0.6-0.7": 0.47289302945137024, + "t_0.7-0.8": 0.477043479681015, + "t_0.8-0.9": 0.5642159581184387, + "t_0.9-1.0": 2.102774143218994 + }, + { + "t_0.0-0.1": 0.5790972113609314, + "t_0.1-0.2": 0.5616101026535034, + "t_0.2-0.3": 0.5233182311058044, + "t_0.3-0.4": 0.5688257813453674, + "t_0.4-0.5": 0.5878426432609558, + "t_0.5-0.6": 0.559042751789093, + "t_0.6-0.7": 0.5281622409820557, + "t_0.7-0.8": 0.5680594444274902, + "t_0.8-0.9": 0.5423213839530945, + "t_0.9-1.0": 0.7909070253372192 + }, + { + "t_0.0-0.1": 0.8258025646209717, + "t_0.1-0.2": 0.233968585729599, + "t_0.2-0.3": 0.2651802599430084, + "t_0.3-0.4": 0.25345563888549805, + "t_0.4-0.5": 0.2617054879665375, + "t_0.5-0.6": 0.2558475136756897, + "t_0.6-0.7": 0.2554488778114319, + "t_0.7-0.8": 0.2596489489078522, + "t_0.8-0.9": 0.3418445587158203, + "t_0.9-1.0": 0.5334312319755554 + }, + { + "t_0.0-0.1": 0.7367055416107178, + "t_0.1-0.2": 0.72324138879776, + "t_0.2-0.3": 0.7218242883682251, + "t_0.3-0.4": 0.6235977411270142, + "t_0.4-0.5": 0.6921834945678711, + "t_0.5-0.6": 0.7049487829208374, + "t_0.6-0.7": 0.6668316721916199, + "t_0.7-0.8": 0.6715498566627502, + "t_0.8-0.9": 0.7313946485519409, + "t_0.9-1.0": 0.8283483982086182 + }, + { + "t_0.0-0.1": 0.5520758032798767, + "t_0.1-0.2": 0.5165948867797852, + "t_0.2-0.3": 0.4549308121204376, + "t_0.3-0.4": 0.4639008939266205, + "t_0.4-0.5": 0.46707865595817566, + "t_0.5-0.6": 0.4769760072231293, + "t_0.6-0.7": 0.5971834659576416, + "t_0.7-0.8": 0.6175358891487122, + "t_0.8-0.9": 0.8967710137367249, + "t_0.9-1.0": 3.7904574871063232 + }, + { + "t_0.0-0.1": 0.5446434020996094, + "t_0.1-0.2": 0.48560279607772827, + "t_0.2-0.3": 0.4464273750782013, + "t_0.3-0.4": 0.4248572587966919, + "t_0.4-0.5": 0.4302620589733124, + "t_0.5-0.6": 0.46995609998703003, + "t_0.6-0.7": 0.4762728810310364, + "t_0.7-0.8": 0.5019593238830566, + "t_0.8-0.9": 0.5343171954154968, + "t_0.9-1.0": 0.7755001783370972 + }, + { + "t_0.0-0.1": 0.7336753606796265, + "t_0.1-0.2": 0.6773684620857239, + "t_0.2-0.3": 0.6618541479110718, + "t_0.3-0.4": 0.6535382866859436, + "t_0.4-0.5": 0.6700778007507324, + "t_0.5-0.6": 0.6653220057487488, + "t_0.6-0.7": 0.7478753328323364, + "t_0.7-0.8": 0.7178698182106018, + "t_0.8-0.9": 0.7072011232376099, + "t_0.9-1.0": 0.6350385546684265 + }, + { + "t_0.0-0.1": 0.577985942363739, + "t_0.1-0.2": 0.46506085991859436, + "t_0.2-0.3": 0.47094812989234924, + "t_0.3-0.4": 0.461864173412323, + "t_0.4-0.5": 0.4528888761997223, + "t_0.5-0.6": 0.4600946307182312, + "t_0.6-0.7": 0.4637003242969513, + "t_0.7-0.8": 0.484502375125885, + "t_0.8-0.9": 0.5180246829986572, + "t_0.9-1.0": 1.0657621622085571 + }, + { + "t_0.0-0.1": 0.752175509929657, + "t_0.1-0.2": 0.40954941511154175, + "t_0.2-0.3": 0.41961339116096497, + "t_0.3-0.4": 0.3955947160720825, + "t_0.4-0.5": 0.3930898904800415, + "t_0.5-0.6": 0.4072073996067047, + "t_0.6-0.7": 0.42757317423820496, + "t_0.7-0.8": 0.44298112392425537, + "t_0.8-0.9": 0.5476540327072144, + "t_0.9-1.0": 1.2135863304138184 + }, + { + "t_0.0-0.1": 0.4299088418483734, + "t_0.1-0.2": 0.4120657742023468, + "t_0.2-0.3": 0.40900319814682007, + "t_0.3-0.4": 0.4044274687767029, + "t_0.4-0.5": 0.4052020013332367, + "t_0.5-0.6": 0.4090370237827301, + "t_0.6-0.7": 0.4130876362323761, + "t_0.7-0.8": 0.4171854257583618, + "t_0.8-0.9": 0.426993727684021, + "t_0.9-1.0": 0.7452683448791504 + }, + { + "t_0.0-0.1": 0.2575934827327728, + "t_0.1-0.2": 0.2625069320201874, + "t_0.2-0.3": 0.2602488696575165, + "t_0.3-0.4": 0.26069748401641846, + "t_0.4-0.5": 0.2591277062892914, + "t_0.5-0.6": 0.2602198123931885, + "t_0.6-0.7": 0.25930699706077576, + "t_0.7-0.8": 0.2602466642856598, + "t_0.8-0.9": 0.2659163177013397, + "t_0.9-1.0": 0.2817728817462921 + }, + { + "t_0.0-0.1": 0.46243607997894287, + "t_0.1-0.2": 0.2600629925727844, + "t_0.2-0.3": 0.25811415910720825, + "t_0.3-0.4": 0.24587136507034302, + "t_0.4-0.5": 0.24788320064544678, + "t_0.5-0.6": 0.24951821565628052, + "t_0.6-0.7": 0.26233845949172974, + "t_0.7-0.8": 0.277057021856308, + "t_0.8-0.9": 0.3370337188243866, + "t_0.9-1.0": 1.6513760089874268 + }, + { + "t_0.0-0.1": 0.3124791979789734, + "t_0.1-0.2": 0.2568662166595459, + "t_0.2-0.3": 0.224979430437088, + "t_0.3-0.4": 0.21087069809436798, + "t_0.4-0.5": 0.22701799869537354, + "t_0.5-0.6": 0.251192182302475, + "t_0.6-0.7": 0.2348390817642212, + "t_0.7-0.8": 0.2587448060512543, + "t_0.8-0.9": 0.2879383862018585, + "t_0.9-1.0": 0.7145962119102478 + }, + { + "t_0.0-0.1": 0.5200845003128052, + "t_0.1-0.2": 0.3782123327255249, + "t_0.2-0.3": 0.4092516303062439, + "t_0.3-0.4": 0.376401424407959, + "t_0.4-0.5": 0.44128963351249695, + "t_0.5-0.6": 0.4142230749130249, + "t_0.6-0.7": 0.4872622787952423, + "t_0.7-0.8": 0.592390775680542, + "t_0.8-0.9": 0.7339954376220703, + "t_0.9-1.0": 1.6714212894439697 + }, + { + "t_0.0-0.1": 0.5415230393409729, + "t_0.1-0.2": 0.2689566910266876, + "t_0.2-0.3": 0.2636507749557495, + "t_0.3-0.4": 0.27208250761032104, + "t_0.4-0.5": 0.28904423117637634, + "t_0.5-0.6": 0.29720252752304077, + "t_0.6-0.7": 0.3338412940502167, + "t_0.7-0.8": 0.4050750136375427, + "t_0.8-0.9": 0.5007563829421997, + "t_0.9-1.0": 0.703240156173706 + }, + { + "t_0.0-0.1": 0.28557994961738586, + "t_0.1-0.2": 0.23841767013072968, + "t_0.2-0.3": 0.24163255095481873, + "t_0.3-0.4": 0.24113501608371735, + "t_0.4-0.5": 0.24138683080673218, + "t_0.5-0.6": 0.2547633647918701, + "t_0.6-0.7": 0.2454020380973816, + "t_0.7-0.8": 0.254364550113678, + "t_0.8-0.9": 0.22749976813793182, + "t_0.9-1.0": 0.37028735876083374 + }, + { + "t_0.0-0.1": 0.3187209665775299, + "t_0.1-0.2": 0.24222324788570404, + "t_0.2-0.3": 0.22751237452030182, + "t_0.3-0.4": 0.23583202064037323, + "t_0.4-0.5": 0.22755450010299683, + "t_0.5-0.6": 0.24495333433151245, + "t_0.6-0.7": 0.24711394309997559, + "t_0.7-0.8": 0.24337583780288696, + "t_0.8-0.9": 0.26364755630493164, + "t_0.9-1.0": 0.48491325974464417 + }, + { + "t_0.0-0.1": 0.36991870403289795, + "t_0.1-0.2": 0.3193604052066803, + "t_0.2-0.3": 0.3240557909011841, + "t_0.3-0.4": 0.31848254799842834, + "t_0.4-0.5": 0.3160648047924042, + "t_0.5-0.6": 0.3268800675868988, + "t_0.6-0.7": 0.3745436370372772, + "t_0.7-0.8": 0.363637775182724, + "t_0.8-0.9": 0.42232227325439453, + "t_0.9-1.0": 1.2923965454101562 + }, + { + "t_0.0-0.1": 0.22024941444396973, + "t_0.1-0.2": 0.1932973861694336, + "t_0.2-0.3": 0.23676063120365143, + "t_0.3-0.4": 0.18172132968902588, + "t_0.4-0.5": 0.18299801647663116, + "t_0.5-0.6": 0.20976026356220245, + "t_0.6-0.7": 0.19033177196979523, + "t_0.7-0.8": 0.18848007917404175, + "t_0.8-0.9": 0.22922392189502716, + "t_0.9-1.0": 0.3808361291885376 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.03513513505458832, - 0.0866965651512146, - 0.00896168127655983, - 0.029312286525964737, - 0.03388918563723564, - 0.11427485942840576, - 0.31798648834228516, - 0.05072181299328804, - 0.05817307531833649, - 0.010264508426189423, - 0.012126865796744823, - 0.2652464509010315, - 0.09777424484491348, - 0.016713092103600502, - 0.01457451842725277, - 0.20612485706806183, - 0.023391814902424812, - 0.0968218743801117, - 0.015952598303556442, - 0.027849407866597176, - 0.21868133544921875, - 0.030013643205165863, - 0.41061046719551086, - 0.005130596924573183, - 0.011911852285265923, - 0.11731843650341034, - 0.10580204427242279, - 0.09433230012655258, - 0.04038461670279503, - 0.23380900919437408, - 0.10867979377508163, - 0.20419520139694214, - 0.10215384513139725, - 0.014744430780410767, - 0.25406697392463684, - 0.036764707416296005, - 0.004587155766785145, - 0.4519999921321869, - 0.10463733226060867, - 0.04579848796129227, - 0.1410835236310959, - 0.5161522030830383, - 0.018199704587459564, - 0.0035771066322922707, - 0.09067244827747345, - 0.09623187780380249, - 0.011046133935451508, - 0.013636363670229912, - 0.011326861567795277, - 0.19870689511299133, - 0.004692832473665476, - 0.29126793146133423, - 0.20551039278507233, - 0.20579710602760315, - 0.11186440289020538, - 0.1706036776304245, - 0.021826280280947685, - 0.060656189918518066, - 0.08066759258508682, - 0.005434782709926367, - 0.07309069484472275, - 0.046882323920726776, - 0.16618244349956512, - 0.00460122711956501, - 0.3096812963485718, - 0.024190064519643784, - 0.005434782709926367, - 0.404483437538147, - 0.007124352268874645, - 0.12271434813737869, - 0.019851116463541985, - 0.08545668423175812, - 0.017716534435749054, - 0.0484369620680809, - 0.07596947997808456, - 0.018446601927280426, - 0.008269719779491425, - 0.013636363670229912, - 0.1770695000886917, - 0.012557554990053177, - 0.007957559078931808, - 0.11269208788871765, - 0.0959797203540802, - 0.08960693329572678, - 0.13234300911426544, - 0.003940886817872524, - 0.07112375646829605, - 0.1505376398563385, - 0.008097166195511818, - 0.032227929681539536, - 0.031223628669977188, - 0.09732142835855484, - 0.013692579232156277, - 0.08113430440425873, - 0.028324155136942863, - 0.04229041934013367, - 0.005692599341273308, - 0.12867647409439087, - 0.0037251655012369156, - 0.006592291872948408, - 0.12474747747182846, - 0.14850717782974243, - 0.029484029859304428, - 0.0715339258313179, - 0.0520094558596611, - 0.007445140741765499, - 0.13424204289913177, - 0.0789237692952156, - 0.06782735139131546, - 0.032114624977111816, - 0.007681879680603743, - 0.02242926135659218, - 0.038949672132730484, - 0.1409342885017395, - 0.006274131126701832, - 0.03204633295536041, - 0.005692599341273308, - 0.02214650623500347, - 0.004448681138455868, - 0.0974842756986618, - 0.005586592014878988, - 0.023429710417985916, - 0.2883116900920868, - 0.10378151386976242, - 0.03527815639972687, - 0.14979299902915955, - 0.005976095795631409, - 0.016597511246800423, - 0.08272058516740799, - 0.1247563362121582, - 0.08902772516012192, - 0.07877279818058014, - 0.035690683871507645, - 0.09777424484491348, - 0.13077495992183685, - 0.04856013506650925, - 0.2551020383834839, - 0.008268259465694427, - 0.05201636254787445, - 0.21264368295669556, - 0.10526315122842789, - 0.014580801129341125, - 0.022336140275001526, - 0.03925176337361336, - 0.007458975538611412, - 0.12642830610275269, - 0.14617939293384552, - 0.28308025002479553, - 0.3357016146183014, - 0.006944444961845875, - 0.02524038590490818, - 0.010479042306542397, - 0.007681879680603743, - 0.019375672563910484, - 0.01209048368036747, - 0.05865921825170517, - 0.04706601798534393, - 0.004901960492134094, - 0.05844155699014664, - 0.0060318829491734505, - 0.0060318829491734505, - 0.005434782709926367, - 0.044168390333652496, - 0.07894737273454666, - 0.10188261419534683, - 0.09028961509466171, - 0.0061696660704910755, - 0.055862292647361755, - 0.020592020824551582, - 0.23712341487407684, - 0.08310534060001373, - 0.16374269127845764, - 0.08841843158006668, - 0.00911458395421505, - 0.025501899421215057, - 0.16636770963668823, - 0.08848133683204651, - 0.08019480109214783, - 0.005434782709926367, - 0.17888692021369934, - 0.0054806070402264595, - 0.18221575021743774, - 0.15339520573616028, - 0.02053140103816986, - 0.005630142986774445, - 0.009405568242073059, - 0.11051692813634872, - 0.015037594363093376, - 0.07424593716859818, - 0.04306863993406296, - 0.010733452625572681, - 0.12208713591098785, - 0.03855232149362564, - 0.25867196917533875, - 0.0035971221514046192, - 0.013816102407872677, - 0.10378151386976242, - 0.2842012345790863, - 0.14952152967453003, - 0.10580204427242279, - 0.09024179726839066, - 0.21057192981243134, - 0.0049827522598207, - 0.12612108886241913, - 0.0024600245524197817, - 0.17512789368629456, - 0.021221864968538284, - 0.13823968172073364, - 0.005054432433098555, - 0.02139037474989891, - 0.08147905766963959, - 0.05044775828719139, - 0.00219058059155941, - 0.005985266994684935, - 0.2593750059604645, - 0.03546099364757538, - 0.004385964944958687, - 0.02669903077185154, - 0.16865228116512299, - 0.015037594363093376, - 0.1125052273273468, - 0.013636363670229912, - 0.011688311584293842, - 0.11168090999126434, - 0.06209150329232216, - 0.12779849767684937, - 0.12113720178604126, - 0.11045576632022858, - 0.08435286581516266, - 0.19210723042488098, - 0.1614317148923874, - 0.05115436762571335, - 0.009376723319292068, - 0.006637168116867542, - 0.028688523918390274, - 0.21263034641742706, - 0.004323899280279875, - 0.0034403670579195023, - 0.0038759689778089523, - 0.034894686192274094, - 0.07365626841783524, - 0.006274131126701832, - 0.006944444961845875, - 0.0047637950628995895, - 0.08019480109214783, - 0.0070257605984807014, - 0.07763975113630295, - 0.02704601362347603, - 0.17479108273983002, - 0.1063036173582077, - 0.004901960492134094, - 0.01693667098879814, - 0.1534229964017868, - 0.004102946724742651, - 0.009919697418808937, - 0.0035771066322922707, - 0.07677960395812988, - 0.04104803502559662, - 0.03054910898208618, - 0.06967615336179733, - 0.1746944636106491, - 0.17171718180179596, - 0.07567353546619415, - 0.10031347721815109, - 0.00238663493655622, - 0.1495698243379593, - 0.006274131126701832, - 0.002984084887430072, - 0.20176677405834198, - 0.09580837935209274, - 0.17480315268039703, - 0.11851475387811661, - 0.004323899280279875, - 0.009210526943206787, - 0.09180328249931335, - 0.24522292613983154, - 0.0033136967103928328, - 0.0021321962121874094, - 0.16137707233428955, - 0.08545354008674622, - 0.05638829246163368, - 0.13255105912685394, - 0.17007963359355927, - 0.007894736714661121, - 0.015000000596046448, - 0.08576389402151108, - 0.010479042306542397, - 0.11177406460046768, - 0.01588141918182373, - 0.0035971221514046192, - 0.03201970458030701, - 0.01693667098879814, - 0.07864406704902649, - 0.08288590610027313, - 0.010626185685396194, - 0.04941660910844803, - 0.14601615071296692, - 0.059297218918800354, - 0.13327980041503906, - 0.020925551652908325, - 0.126871258020401, - 0.18263718485832214, - 0.0029069767333567142, - 0.006637168116867542, - 0.06360332667827606, - 0.0045008184388279915, - 0.10833333432674408, - 0.012088369578123093, - 0.0026455027982592583, - 0.006353861186653376, - 0.118121437728405, - 0.015082957223057747, - 0.013472403399646282, - 0.0024600245524197817, - 0.033934250473976135, - 0.0077751195058226585, - 0.0027141133323311806, - 0.0399305559694767, - 0.08431293070316315, - 0.0016556291375309229, - 0.043368950486183167, - 0.006289307959377766, - 0.005976095795631409, - 0.006274131126701832, - 0.07106741517782211, - 0.00538160465657711, - 0.315040647983551, - 0.02846846915781498, - 0.006887645460665226, - 0.05791788920760155, - 0.0037251655012369156, - 0.0047846888191998005, - 0.004201680887490511, - 0.008830022066831589, - 0.11051692813634872, - 0.008522727526724339, - 0.005721830762922764, - 0.004587155766785145, - 0.10788149386644363, - 0.0016324626049026847, - 0.014563106931746006, - 0.0035771066322922707, - 0.010117493569850922, - 0.0995967760682106, - 0.0200467761605978, - 0.08448753505945206, - 0.0995967760682106, - 0.06803097575902939, - 0.06897522509098053, - 0.12161143869161606, - 0.047658175230026245, - 0.12765957415103912, - 0.08902616053819656, - 0.001295336871407926, - 0.03985341265797615, - 0.020855426788330078, - 0.13095861673355103, - 0.018579235300421715, - 0.0056584361009299755, - 0.0040087467059493065, - 0.10580204427242279, - 0.10879218578338623, - 0.004983388818800449, - 0.02238805964589119, - 0.005292755551636219, - 0.08884891867637634, - 0.058527663350105286, - 0.004032257944345474, - 0.0040087467059493065, - 0.043066322803497314, - 0.05201636254787445, - 0.004901960492134094, - 0.1377212405204773, - 0.23727984726428986, - 0.0026212320663034916, - 0.013413505628705025, - 0.0037313434295356274, - 0.02987361140549183, - 0.10453400015830994, - 0.021621622145175934, - 0.027105921879410744, - 0.09255179017782211, - 0.0026041667442768812, - 0.013513512909412384, - 0.13876405358314514, - 0.0025380710139870644, - 0.006164059042930603, - 0.004692832473665476, - 0.007681879680603743, - 0.009475219063460827, - 0.006637168116867542, - 0.004745470359921455, - 0.1534229964017868, - 0.0023427042178809643, - 0.005341472569853067, - 0.054778557270765305, - 0.0025380710139870644, - 0.06080830842256546, - 0.11756423860788345, - 0.004160362761467695, - 0.004323899280279875, - 0.028080228716135025, - 0.0065543074160814285, - 0.004048583097755909, - 0.003016591304913163, - 0.002888318384066224, - 0.0034403670579195023, - 0.005130596924573183, - 0.0077751195058226585, - 0.013871686533093452, - 0.0023174970410764217, - 0.00561797758564353, - 0.0037313434295356274, - 0.07097334414720535, - 0.08576389402151108, - 0.0025107604451477528, - 0.11712247133255005, - 0.004692832473665476, - 0.006289307959377766, - 0.001529051922261715, - 0.019639935344457626, - 0.0023174970410764217, - 0.005434782709926367, - 0.02440239116549492, - 0.1153184175491333, - 0.0027985074557363987, - 0.009429280646145344, - 0.022302592173218727, - 0.0038181189447641373, - 0.002736726775765419, - 0.011477231048047543, - 0.002195734065026045, - 0.0734676718711853, - 0.004385964944958687, - 0.10417480021715164, - 0.03149856626987457, - 0.004032257944345474, - 0.0026212320663034916, - 0.0040087467059493065, - 0.05032822862267494, - 0.02756372280418873, - 0.08751793205738068, - 0.004032257944345474, - 0.004160362761467695, - 0.0045008184388279915, - 0.09104152023792267, - 0.0037313434295356274, - 0.00538160465657711, - 0.010857763700187206, - 0.002984084887430072, - 0.0704340711236, - 0.0755867063999176, - 0.0970507562160492, - 0.010479042306542397, - 0.10825815051794052, - 0.014705883339047432, - 0.0974842756986618, - 0.0027141133323311806, - 0.006289307959377766, - 0.08103130757808685, - 0.08684863150119781, - 0.0016324626049026847, - 0.004619907587766647, - 0.046251218765974045, - 0.0035971221514046192, - 0.10378151386976242, - 0.004323899280279875, - 0.004692832473665476, - 0.022851917892694473, - 0.002195734065026045, - 0.06770311295986176, - 0.01531023345887661, - 0.0025597268249839544, - 0.081471748650074, - 0.04604001343250275, - 0.002888318384066224, - 0.0037313434295356274, - 0.08165997266769409, - 0.0045008184388279915, - 0.030405405908823013, - 0.0021321962121874094, - 0.05144694447517395, - 0.010777520947158337, - 0.002984084887430072, - 0.10429906845092773, - 0.019014693796634674, - 0.024157660081982613, - 0.017074117437005043, - 0.0034403670579195023, - 0.001529051922261715, - 0.17357979714870453, - 0.0050505055114626884, - 0.0014548981562256813, - 0.008057793602347374 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0694393590092659, + 0.048423003405332565, + 0.10306178033351898, + 0.061439238488674164, + 0.1525512933731079, + 0.03748031705617905, + 0.038688186556100845, + 0.20014381408691406, + 0.05010717734694481, + 0.049567531794309616, + 0.0972369834780693, + 0.10788779705762863, + 0.12123551964759827, + 0.09398399293422699, + 0.3156578540802002, + 0.12010443955659866, + 0.12208855152130127, + 0.0572890043258667, + 0.06913580000400543, + 0.07605552673339844, + 0.10130796581506729, + 0.07403891533613205, + 0.06547349691390991, + 0.0855068564414978, + 0.11251980811357498, + 0.11747311800718307, + 0.058074478060007095, + 0.1794871836900711, + 0.05443940311670303, + 0.04796930029988289, + 0.04417979344725609, + 0.10751932114362717, + 0.07246376574039459, + 0.05010834336280823, + 0.08543770760297775, + 0.15825915336608887, + 0.047987617552280426, + 0.07453040033578873, + 0.06992317736148834, + 0.08816811442375183, + 0.06360726058483124, + 0.06653658300638199, + 0.0690721645951271, + 0.10341805219650269, + 0.08205689489841461, + 0.09704389423131943, + 0.07554500550031662, + 0.07716894894838333, + 0.08297227323055267, + 0.10381108522415161, + 0.15292897820472717, + 0.049039434641599655, + 0.12058664113283157, + 0.05475285276770592, + 0.04719763994216919, + 0.051249776035547256, + 0.09501595795154572, + 0.05482077971100807, + 0.08004027605056763, + 0.05855923518538475, + 0.09802073240280151, + 0.09025581926107407, + 0.09564670920372009, + 0.0827910378575325, + 0.13267044723033905, + 0.07914487272500992, + 0.046259842813014984, + 0.11100614070892334, + 0.06105956435203552, + 0.06878307461738586, + 0.07379654794931412, + 0.053448278456926346, + 0.02018779329955578, + 0.09542398154735565, + 0.0831519365310669, + 0.09698137640953064, + 0.08551173657178879, + 0.08530318737030029, + 0.025588346645236015, + 0.14164070785045624, + 0.08586184680461884, + 0.05376670882105827, + 0.03570498153567314, + 0.08383620530366898, + 0.05678119137883186, + 0.1404409557580948, + 0.054356206208467484, + 0.04329662024974823, + 0.06670074164867401, + 0.056029513478279114, + 0.008354218676686287, + 0.07200811058282852, + 0.10268740355968475, + 0.029691878706216812, + 0.0376720055937767, + 0.061259541660547256, + 0.08116883039474487, + 0.11988752335309982, + 0.1345527470111847, + 0.11190476268529892, + 0.10745140165090561, + 0.12467105686664581, + 0.03295057266950607, + 0.05296317860484123, + 0.10872162133455276, + 0.050548404455184937, + 0.038523271679878235, + 0.03152941167354584, + 0.045598313212394714, + 0.06733298301696777, + 0.0535447783768177, + 0.1490952968597412, + 0.08305547386407852, + 0.014345487579703331, + 0.0342833548784256, + 0.08511236310005188, + 0.07051782310009003, + 0.03410341218113899, + 0.05009276419878006, + 0.07778573036193848, + 0.05865102633833885, + 0.13137921690940857, + 0.062187500298023224, + 0.031123481690883636, + 0.1202060654759407, + 0.09903287887573242, + 0.12973904609680176, + 0.07479935884475708, + 0.06697459518909454, + 0.0920303612947464, + 0.08790045231580734, + 0.03202633932232857, + 0.0625, + 0.15097159147262573, + 0.08075018972158432, + 0.02953743189573288, + 0.054337278008461, + 0.09752856940031052, + 0.11178180575370789, + 0.07306843250989914, + 0.03329752758145332, + 0.012714776210486889, + 0.01678791269659996, + 0.09885536134243011, + 0.06573326885700226, + 0.11337283998727798, + 0.07782276719808578, + 0.2217412292957306, + 0.13650701940059662, + 0.05437638983130455, + 0.08869396150112152, + 0.05311004817485809, + 0.16039858758449554, + 0.026721015572547913, + 0.032215822488069534, + 0.11411531269550323, + 0.02102908305823803, + 0.07365299016237259, + 0.04140746593475342, + 0.05344478413462639, + 0.08689702302217484, + 0.09555273503065109, + 0.03767627850174904, + 0.06993947178125381, + 0.052960220724344254, + 0.10743479430675507, + 0.08497536927461624, + 0.05738522857427597, + 0.017985612154006958, + 0.07215006649494171, + 0.07998073101043701, + 0.10107295960187912, + 0.034173786640167236, + 0.03269944339990616, + 0.07353827357292175, + 0.0486191026866436, + 0.04406779631972313, + 0.10762907564640045, + 0.044912923127412796, + 0.11544523388147354, + 0.09135691821575165, + 0.07387863099575043, + 0.027430415153503418, + 0.14456629753112793, + 0.061118628829717636, + 0.04580896720290184, + 0.06218987703323364, + 0.08187410980463028, + 0.10601504147052765, + 0.10858683288097382, + 0.03759177774190903, + 0.08935442566871643, + 0.04781879112124443, + 0.06427725404500961, + 0.07482581585645676, + 0.0672379657626152, + 0.08142063766717911, + 0.09641677886247635, + 0.04792490229010582, + 0.08916790783405304, + 0.031798675656318665, + 0.11407942324876785, + 0.05420678108930588, + 0.0359615832567215, + 0.06414806842803955, + 0.018057502806186676, + 0.06118744984269142, + 0.03791821748018265, + 0.08314327150583267, + 0.03364367410540581, + 0.04231922701001167, + 0.018903590738773346, + 0.04090268164873123, + 0.06482253223657608, + 0.10658973455429077, + 0.07341670244932175, + 0.05195929855108261, + 0.09839816391468048, + 0.03598200902342796, + 0.06941793859004974, + 0.03971797972917557, + 0.013468710705637932, + 0.09331727772951126, + 0.07959528267383575, + 0.08442924916744232, + 0.07231516391038895, + 0.025371169671416283, + 0.06751389801502228, + 0.05742521584033966, + 0.030029352754354477, + 0.050456251949071884, + 0.020665038377046585, + 0.03369297832250595, + 0.07476635277271271, + 0.057414885610342026, + 0.04549606889486313, + 0.10028579086065292, + 0.03451995551586151, + 0.06843533366918564, + 0.06355932354927063, + 0.06335529685020447, + 0.029623903334140778, + 0.022178413346409798, + 0.10691823810338974, + 0.06075491011142731, + 0.07619547843933105, + 0.10790067911148071, + 0.020766034722328186, + 0.0938582718372345, + 0.04471660405397415, + 0.05692307651042938, + 0.050137877464294434, + 0.014954069629311562, + 0.0510874018073082, + 0.06541191041469574, + 0.062479447573423386, + 0.06421256810426712, + 0.040203697979450226, + 0.05954767018556595, + 0.08580781519412994, + 0.06530356407165527, + 0.2044471949338913, + 0.0471474714577198, + 0.044801149517297745, + 0.05728088319301605, + 0.03960181772708893, + 0.032999999821186066, + 0.04480183869600296, + 0.08090615272521973, + 0.012337662279605865, + 0.012802835553884506, + 0.04318689554929733, + 0.02718702144920826, + 0.050403621047735214, + 0.08796443045139313, + 0.07759404182434082, + 0.07184750586748123, + 0.02001013234257698, + 0.04951082170009613, + 0.04602784663438797, + 0.08941418677568436, + 0.03782554715871811, + 0.01884816773235798, + 0.0725962370634079, + 0.08206820487976074, + 0.019588444381952286, + 0.04267047718167305, + 0.027313148602843285, + 0.02629047818481922, + 0.06902655214071274, + 0.0532989464700222, + 0.05369127541780472, + 0.03011026233434677, + 0.028192371129989624, + 0.07339625805616379, + 0.006542055867612362, + 0.04384978860616684, + 0.04936880245804787, + 0.08278866857290268, + 0.03340328857302666, + 0.05051218718290329, + 0.08911152929067612, + 0.03253671154379845, + 0.058190152049064636, + 0.040388040244579315, + 0.014344261959195137, + 0.08710801601409912, + 0.060084328055381775, + 0.025181978940963745, + 0.032817013561725616, + 0.06887146085500717, + 0.018758684396743774, + 0.02767776884138584, + 0.07920154184103012, + 0.038719069212675095, + 0.03304821252822876, + 0.053050875663757324, + 0.07756172120571136, + 0.08287595957517624, + 0.006712660659104586, + 0.0450497642159462, + 0.1274050921201706, + 0.060460254549980164, + 0.043784379959106445, + 0.040048543363809586, + 0.012414383701980114, + 0.020888257771730423, + 0.05535530671477318, + 0.05612846463918686, + 0.10127710551023483, + 0.03434251993894577, + 0.03874202445149422, + 0.038791052997112274, + 0.06887565553188324, + 0.055242691189050674, + 0.061768148094415665, + 0.00427599623799324, + 0.0183721836656332, + 0.04519621282815933, + 0.007138934917747974, + 0.026973308995366096, + 0.04026079922914505, + 0.06261595338582993, + 0.058718860149383545, + 0.019664805382490158, + 0.041285257786512375, + 0.038586437702178955, + 0.04793906956911087, + 0.02818569354712963, + 0.030794406309723854, + 0.030825022608041763, + 0.0380929559469223, + 0.023387305438518524, + 0.04221212863922119, + 0.023308012634515762, + 0.04618310183286667, + 0.0393548384308815, + 0.030237581580877304, + 0.028969790786504745, + 0.04353960603475571, + 0.06273644417524338, + 0.03499777242541313, + 0.03589920699596405, + 0.03950834274291992, + 0.040017399936914444, + 0.03174055367708206, + 0.046805817633867264, + 0.06724817305803299, + 0.06304304301738739, + 0.03038793057203293, + 0.05982143059372902, + 0.0032401091884821653, + 0.07460775226354599, + 0.012628866359591484, + 0.04364471882581711, + 0.0628877654671669, + 0.034771937876939774, + 0.03622179105877876, + 0.03696857765316963, + 0.020521972328424454, + 0.034077826887369156, + 0.05992509424686432, + 0.06761462986469269, + 0.04329725354909897, + 0.018602432683110237, + 0.05755237117409706, + 0.031418751925230026, + 0.015927469357848167, + 0.02149122767150402, + 0.029515692964196205, + 0.011204482056200504, + 0.030484160408377647, + 0.07911936193704605, + 0.07895500212907791, + 0.06982758641242981, + 0.0628976970911026, + 0.05676667392253876, + 0.03616558015346527, + 0.06990945339202881, + 0.02061155065894127, + 0.0456431545317173, + 0.03896976262331009, + 0.028029844164848328, + 0.03815113753080368, + 0.009647744707763195, + 0.05482041463255882, + 0.007868705317378044, + 0.0863955095410347, + 0.02338092215359211, + 0.05572596937417984, + 0.034792691469192505, + 0.0731775239109993, + 0.03423967957496643, + 0.048985447734594345, + 0.09431003779172897, + 0.028907649219036102, + 0.02583550661802292, + 0.0487573966383934, + 0.007380073890089989, + 0.010389610193669796, + 0.0355144739151001, + 0.030553076416254044, + 0.01827676221728325, + 0.033046625554561615, + 0.07498987019062042, + 0.023548852652311325, + 0.04580981284379959, + 0.01796071231365204, + 0.020969856530427933, + 0.05266106501221657, + 0.031215408816933632, + 0.04715896025300026, + 0.03473818674683571, + 0.0383903793990612, + 0.03867948055267334, + 0.05547767132520676, + 0.00862788688391447, + 0.017187172546982765, + 0.03219696879386902, + 0.06263145804405212, + 0.03593792766332626, + 0.04152057692408562, + 0.017149221152067184, + 0.04616998881101608, + 0.024723829701542854, + 0.012290317565202713, + 0.08095554262399673, + 0.047842975705862045, + 0.05344677343964577, + 0.03096085414290428, + 0.011090225540101528, + 0.03803176060318947, + 0.06867749243974686, + 0.014119443483650684, + 0.028695441782474518, + 0.03361774608492851, + 0.01909150741994381, + 0.020741671323776245, + 0.021995043382048607, + 0.09411764144897461, + 0.023184292018413544, + 0.05065023899078369, + 0.037863221019506454, + 0.0557929128408432, + 0.018013857305049896, + 0.03136882185935974, + 0.01961253210902214, + 0.030291032046079636, + 0.023906288668513298, + 0.030751921236515045, + 0.08655201643705368, + 0.08075287938117981, + 0.0184588972479105, + 0.11033210158348083, + 0.05954676866531372, + 0.025452375411987305, + 0.011477339081466198, + 0.014385692775249481, + 0.04243826866149902, + 0.011421040631830692, + 0.05042794346809387, + 0.0868668332695961, + 0.028893588110804558, + 0.036886174231767654, + 0.003960808739066124, + 0.024284476414322853, + 0.029391182586550713, + 0.03821989521384239, + 0.04840406775474548, + 0.02501804195344448, + 0.08001839369535446, + 0.0184151791036129, + 0.0682634711265564, + 0.038110826164484024, + 0.0415823794901371, + 0.0325603187084198 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 42.7141227722168, - 66.25981140136719, - 77.58345794677734, - 41.47610092163086, - 44.08746337890625, - 80.13677978515625, - 116.41925811767578, - 54.62394332885742, - 46.32465744018555, - 40.60122299194336, - 44.05696487426758, - 115.44560241699219, - 75.4793930053711, - 39.85642623901367, - 40.007301330566406, - 96.12252807617188, - 39.482200622558594, - 72.69819641113281, - 39.6721305847168, - 39.482200622558594, - 127.1471939086914, - 40.43056106567383, - 187.7063446044922, - 54.22412109375, - 47.703086853027344, - 87.57427978515625, - 82.94214630126953, - 61.72068786621094, - 46.324668884277344, - 84.65833282470703, - 87.63261413574219, - 98.45552062988281, - 75.47940826416016, - 39.448631286621094, - 88.40534973144531, - 40.43056106567383, - 104.52373504638672, - 142.8898162841797, - 67.17436218261719, - 57.102996826171875, - 91.1036605834961, - 189.34182739257812, - 41.895790100097656, - 54.22412109375, - 66.25981903076172, - 84.8162841796875, - 40.60122299194336, - 39.482200622558594, - 44.05696487426758, - 91.72549438476562, - 44.05696487426758, - 171.07843017578125, - 94.7629165649414, - 81.8411865234375, - 90.45442199707031, - 102.87028503417969, - 58.18743896484375, - 47.105926513671875, - 64.43696594238281, - 47.703086853027344, - 54.62394714355469, - 45.19962692260742, - 79.72958374023438, - 512.0, - 141.96548461914062, - 39.448631286621094, - 106.64958953857422, - 124.68431091308594, - 44.05696487426758, - 79.20336151123047, - 39.85641860961914, - 69.92909240722656, - 39.482200622558594, - 46.324668884277344, - 65.34730529785156, - 41.895790100097656, - 40.60122299194336, - 54.224124908447266, - 95.950439453125, - 44.05696487426758, - 47.703086853027344, - 73.6240234375, - 76.40882873535156, - 79.30016326904297, - 92.33837127685547, - 512.0, - 56.373016357421875, - 100.84877014160156, - 47.703086853027344, - 42.714111328125, - 42.07524108886719, - 67.17436218261719, - 40.60123062133789, - 67.17436218261719, - 54.08749771118164, - 50.358314514160156, - 54.22412109375, - 93.20732879638672, - 54.224124908447266, - 41.895782470703125, - 80.00450134277344, - 59.11578369140625, - 41.47610092163086, - 59.923946380615234, - 47.90146255493164, - 67.5317611694336, - 88.5726547241211, - 54.62394332885742, - 52.89699935913086, - 39.67212677001953, - 54.22412109375, - 39.6721305847168, - 46.324668884277344, - 96.11202239990234, - 104.52373504638672, - 40.92451858520508, - 67.5317611694336, - 39.448631286621094, - 104.52373504638672, - 72.6982192993164, - 67.5317611694336, - 40.007301330566406, - 125.0374984741211, - 75.4793930053711, - 42.07524108886719, - 90.22834014892578, - 47.703086853027344, - 39.482200622558594, - 62.62348937988281, - 76.92632293701172, - 66.25979614257812, - 56.37302017211914, - 44.81291198730469, - 54.62395477294922, - 74.5511245727539, - 48.70958709716797, - 139.26622009277344, - 47.703086853027344, - 54.62394714355469, - 42.95811462402344, - 66.00309753417969, - 40.60122299194336, - 42.07524108886719, - 44.087467193603516, - 44.05696487426758, - 85.62893676757812, - 95.1774673461914, - 147.01393127441406, - 196.436767578125, - 47.703086853027344, - 44.81291198730469, - 41.895790100097656, - 47.703086853027344, - 40.00730514526367, - 47.703086853027344, - 52.04319381713867, - 50.35831832885742, - 47.703086853027344, - 56.373023986816406, - 97.19955444335938, - 104.52373504638672, - 44.05697250366211, - 48.70958709716797, - 63.528995513916016, - 67.17436218261719, - 104.6429443359375, - 44.05697250366211, - 51.19669723510742, - 47.703086853027344, - 135.6833038330078, - 62.62348937988281, - 55.136924743652344, - 59.9239501953125, - 40.60122299194336, - 40.43056106567383, - 89.75309753417969, - 72.6982192993164, - 54.62394332885742, - 67.5317611694336, - 80.9526138305664, - 67.5317611694336, - 115.60639190673828, - 100.45950317382812, - 39.3696174621582, - 67.5317611694336, - 41.895790100097656, - 78.86412811279297, - 39.36961364746094, - 64.43695831298828, - 45.5595588684082, - 39.482200622558594, - 79.20335388183594, - 46.32466506958008, - 142.43214416503906, - 104.52373504638672, - 39.36961364746094, - 70.85065460205078, - 94.85795593261719, - 105.5154800415039, - 96.72021484375, - 69.00911712646484, - 133.91038513183594, - 54.22412109375, - 89.51326751708984, - 104.52373504638672, - 90.88542175292969, - 39.448631286621094, - 85.76346588134766, - 104.52373504638672, - 40.00730514526367, - 56.373023986816406, - 52.89699935913086, - 67.5317611694336, - 47.703086853027344, - 153.81698608398438, - 41.47610092163086, - 67.5317611694336, - 40.43056106567383, - 102.73814392089844, - 41.895790100097656, - 69.71239471435547, - 54.22412109375, - 44.05697250366211, - 79.20335388183594, - 48.70958709716797, - 90.45443725585938, - 82.94215393066406, - 80.13677215576172, - 62.62348175048828, - 114.31487274169922, - 78.56778717041016, - 50.358314514160156, - 106.99922943115234, - 67.5317611694336, - 41.47610092163086, - 85.26675415039062, - 47.703086853027344, - 104.52373504638672, - 67.5317611694336, - 46.06050491333008, - 61.72068786621094, - 40.60122299194336, - 104.52373504638672, - 54.22412109375, - 61.72068786621094, - 41.895790100097656, - 54.62394714355469, - 44.087467193603516, - 104.33299255371094, - 72.69819641113281, - 67.5317611694336, - 41.895790100097656, - 101.51116943359375, - 104.52373504638672, - 67.5317611694336, - 54.22412109375, - 67.17436218261719, - 41.47610092163086, - 40.92451858520508, - 61.72068786621094, - 94.22428131103516, - 98.66848754882812, - 61.72068786621094, - 70.85063934326172, - 67.5317611694336, - 93.28108215332031, - 54.224124908447266, - 67.5317611694336, - 87.16812896728516, - 81.07108306884766, - 96.47840118408203, - 69.92909240722656, - 67.5317611694336, - 43.93801498413086, - 76.86339569091797, - 114.80208587646484, - 512.0, - 104.52373504638672, - 102.3049545288086, - 69.00910949707031, - 54.62395477294922, - 87.31076049804688, - 118.22996520996094, - 47.703086853027344, - 40.60122299194336, - 64.43696594238281, - 44.05697250366211, - 82.51461029052734, - 41.895790100097656, - 512.0, - 46.32465362548828, - 39.36962127685547, - 62.62348937988281, - 65.34730529785156, - 41.895782470703125, - 50.35831832885742, - 60.12430191040039, - 53.757450103759766, - 83.1905746459961, - 39.448631286621094, - 81.07107543945312, - 103.68480682373047, - 48.809139251708984, - 54.22412109375, - 56.373016357421875, - 47.703086853027344, - 76.40882873535156, - 39.482200622558594, - 104.52373504638672, - 54.22412109375, - 81.07108306884766, - 39.448631286621094, - 44.05697250366211, - 512.0, - 40.92451477050781, - 39.85641860961914, - 104.52373504638672, - 47.90146255493164, - 57.254695892333984, - 67.5317611694336, - 54.11943817138672, - 41.895790100097656, - 44.05696487426758, - 54.22412109375, - 67.17436218261719, - 54.22412109375, - 100.27584838867188, - 42.71410369873047, - 40.60122299194336, - 46.32465744018555, - 67.5317611694336, - 44.05696487426758, - 67.5317611694336, - 104.07125854492188, - 85.75440216064453, - 40.60122299194336, - 67.5317611694336, - 67.5317611694336, - 76.40882873535156, - 104.52373504638672, - 44.05696487426758, - 104.52373504638672, - 44.05697250366211, - 65.3473129272461, - 40.00730895996094, - 65.34730529785156, - 80.97900390625, - 54.62394714355469, - 54.62394714355469, - 59.40650177001953, - 52.04319381713867, - 83.96562194824219, - 64.43697357177734, - 512.0, - 39.448631286621094, - 63.1157341003418, - 83.63445281982422, - 39.36961364746094, - 47.703086853027344, - 67.5317611694336, - 79.20335388183594, - 74.5511245727539, - 512.0, - 40.43056106567383, - 47.703086853027344, - 82.2746810913086, - 48.70957946777344, - 67.5317611694336, - 104.52373504638672, - 43.38652420043945, - 52.89699935913086, - 67.5317611694336, - 99.14873504638672, - 147.276611328125, - 104.52373504638672, - 40.60122299194336, - 104.52373504638672, - 51.570709228515625, - 66.25981140136719, - 39.448631286621094, - 40.00730514526367, - 59.03047180175781, - 104.52373504638672, - 41.895782470703125, - 89.26875305175781, - 67.5317611694336, - 67.5317611694336, - 54.22412109375, - 47.703086853027344, - 82.32134246826172, - 54.22412109375, - 54.224124908447266, - 110.4472427368164, - 67.5317611694336, - 91.3155517578125, - 57.25469970703125, - 104.52373504638672, - 52.89699935913086, - 70.7161636352539, - 67.5317611694336, - 47.703086853027344, - 40.007301330566406, - 67.5317611694336, - 67.5317611694336, - 163.11123657226562, - 67.5317611694336, - 512.0, - 47.703086853027344, - 67.5317611694336, - 39.482200622558594, - 512.0, - 67.5317611694336, - 67.5317611694336, - 50.35831832885742, - 59.03047561645508, - 104.52373504638672, - 84.81627655029297, - 67.5317611694336, - 47.703086853027344, - 104.52373504638672, - 39.67213821411133, - 104.52373504638672, - 67.5317611694336, - 43.73338317871094, - 77.33934783935547, - 67.5317611694336, - 44.05696487426758, - 40.007301330566406, - 44.05697250366211, - 65.6112060546875, - 39.482200622558594, - 104.52373504638672, - 61.72068786621094, - 67.5317611694336, - 92.73736572265625, - 42.07524108886719, - 512.0, - 104.52373504638672, - 54.224124908447266, - 45.5595588684082, - 40.00730514526367, - 67.17436218261719, - 512.0, - 47.703086853027344, - 104.52373504638672, - 66.25979614257812, - 54.22412109375, - 54.22412109375, - 44.05696487426758, - 104.52373504638672, - 59.923954010009766, - 62.62348937988281, - 73.6240234375, - 41.895782470703125, - 84.95346069335938, - 72.66845703125, - 72.75139617919922, - 512.0, - 47.703086853027344, - 60.82075881958008, - 69.00910949707031, - 512.0, - 47.703086853027344, - 44.81291198730469, - 67.5317611694336, - 65.59910583496094, - 104.52373504638672, - 47.703086853027344, - 40.43056106567383, - 512.0, - 56.373016357421875, - 39.482200622558594, - 54.22412109375, - 62.62348175048828, - 50.35832595825195, - 512.0, - 102.60108184814453, - 70.85065460205078, - 44.05696487426758, - 40.43056106567383, - 104.52373504638672, - 44.81291198730469, - 47.703086853027344, - 104.52373504638672, - 86.9592514038086, - 39.482200622558594, - 39.3696174621582, - 39.85641860961914, - 67.5317611694336, - 512.0, - 89.51325988769531, - 54.224124908447266, - 512.0, - 104.52373504638672 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 564.4344482421875, + 478.2667236328125, + 547.9054565429688, + 402.6156005859375, + 723.9440307617188, + 294.869873046875, + 363.75018310546875, + 948.3855590820312, + 462.0299072265625, + 306.44830322265625, + 654.8763427734375, + 694.7384033203125, + 457.80224609375, + 539.7047729492188, + 581.2407836914062, + 738.555908203125, + 730.933349609375, + 461.2436828613281, + 577.5325927734375, + 411.96490478515625, + 613.4114990234375, + 624.2203979492188, + 536.6614379882812, + 583.811767578125, + 537.4036865234375, + 637.7464599609375, + 557.0736694335938, + 600.9656372070312, + 541.5787353515625, + 352.20526123046875, + 315.7027587890625, + 412.7574462890625, + 469.76739501953125, + 487.0680236816406, + 752.0869140625, + 629.67041015625, + 441.2083740234375, + 641.175537109375, + 584.251220703125, + 286.9743957519531, + 544.5123901367188, + 607.775634765625, + 497.115478515625, + 774.2537841796875, + 417.1240539550781, + 458.75421142578125, + 706.9102783203125, + 713.6090087890625, + 641.0930786132812, + 676.5197143554688, + 780.44091796875, + 245.38059997558594, + 598.7145385742188, + 409.60736083984375, + 495.162841796875, + 631.0762329101562, + 618.29150390625, + 523.1027221679688, + 582.7484130859375, + 523.08935546875, + 301.1478271484375, + 516.7872314453125, + 646.2388916015625, + 667.052001953125, + 716.48486328125, + 596.9129638671875, + 324.108154296875, + 712.5755615234375, + 501.9029541015625, + 609.8082275390625, + 543.4324951171875, + 552.5716552734375, + 392.49688720703125, + 672.6776123046875, + 626.7086181640625, + 442.81573486328125, + 667.996826171875, + 555.236572265625, + 474.6212463378906, + 847.2999877929688, + 668.1851196289062, + 374.3638610839844, + 503.85516357421875, + 683.414306640625, + 369.0438537597656, + 609.8099975585938, + 588.5142822265625, + 423.31146240234375, + 601.0347900390625, + 732.0249633789062, + 435.4197998046875, + 596.1402587890625, + 562.989990234375, + 469.50994873046875, + 424.471923828125, + 492.07843017578125, + 539.275634765625, + 714.2767333984375, + 778.0283203125, + 624.8065795898438, + 572.9389038085938, + 576.4599609375, + 422.506591796875, + 524.9483642578125, + 494.79449462890625, + 459.79302978515625, + 395.25274658203125, + 446.13116455078125, + 409.48675537109375, + 442.1348571777344, + 491.1225280761719, + 798.5968017578125, + 479.6988525390625, + 263.9496154785156, + 561.9441528320312, + 563.8991088867188, + 653.7650756835938, + 428.2685546875, + 454.33355712890625, + 561.0336303710938, + 383.02569580078125, + 686.6864624023438, + 455.6979064941406, + 465.6316223144531, + 637.2592163085938, + 402.5051574707031, + 746.68505859375, + 384.17169189453125, + 205.1765594482422, + 637.2976684570312, + 546.1695556640625, + 410.7591552734375, + 297.750244140625, + 1000.385009765625, + 591.7006225585938, + 546.5935668945312, + 548.4149169921875, + 673.069091796875, + 758.7529296875, + 614.2443237304688, + 444.9262390136719, + 365.6856994628906, + 399.0597229003906, + 827.915771484375, + 602.9353637695312, + 652.105224609375, + 662.7709350585938, + 461.6944274902344, + 641.0787353515625, + 580.8855590820312, + 807.3864135742188, + 654.5699462890625, + 581.3259887695312, + 364.71807861328125, + 404.99224853515625, + 381.6360778808594, + 188.8665771484375, + 586.7828979492188, + 438.15985107421875, + 529.9595947265625, + 518.9775390625, + 639.2024536132812, + 402.4963684082031, + 410.0069274902344, + 488.8191833496094, + 410.6244201660156, + 643.1663818359375, + 491.0885314941406, + 290.70404052734375, + 531.4594116210938, + 573.9666748046875, + 756.0242309570312, + 412.7483215332031, + 489.9084777832031, + 481.1462707519531, + 339.2374267578125, + 446.0699768066406, + 611.0629272460938, + 438.9783935546875, + 912.5249633789062, + 779.5573120117188, + 603.7079467773438, + 440.85089111328125, + 617.718017578125, + 688.492919921875, + 510.59100341796875, + 665.9363403320312, + 632.620849609375, + 433.88958740234375, + 405.0788269042969, + 393.6568603515625, + 821.4232788085938, + 351.2896728515625, + 521.9024047851562, + 419.3159484863281, + 592.8707885742188, + 558.8010864257812, + 614.7974243164062, + 577.9193115234375, + 626.8142700195312, + 489.8241271972656, + 745.8349609375, + 670.1564331054688, + 620.3534545898438, + 635.2723999023438, + 412.0638427734375, + 565.5345458984375, + 248.12535095214844, + 635.5773315429688, + 512.0865478515625, + 423.52899169921875, + 361.223876953125, + 442.61273193359375, + 617.849609375, + 541.5514526367188, + 375.2071838378906, + 549.3531494140625, + 536.4655151367188, + 510.4176940917969, + 649.2073974609375, + 431.54327392578125, + 382.3965148925781, + 529.727294921875, + 433.98394775390625, + 548.7643432617188, + 524.9641723632812, + 450.5939636230469, + 665.3468627929688, + 471.53753662109375, + 482.01336669921875, + 387.4437255859375, + 414.5599060058594, + 448.3524169921875, + 332.8816223144531, + 476.5643615722656, + 543.4392700195312, + 645.7714233398438, + 455.3471984863281, + 493.93536376953125, + 497.2816162109375, + 495.00201416015625, + 438.0010681152344, + 383.6030578613281, + 736.4573364257812, + 521.486328125, + 511.0494079589844, + 382.0212097167969, + 546.6048583984375, + 458.2051086425781, + 399.22930908203125, + 661.044189453125, + 609.5055541992188, + 419.7780456542969, + 653.7669677734375, + 381.55450439453125, + 352.9749450683594, + 458.6382751464844, + 414.8541259765625, + 420.152587890625, + 613.1842041015625, + 598.4702758789062, + 815.3324584960938, + 524.8365478515625, + 460.768798828125, + 577.5556030273438, + 467.20526123046875, + 537.5723876953125, + 489.4111022949219, + 520.1259155273438, + 432.2882995605469, + 366.5455017089844, + 493.5025634765625, + 380.5122375488281, + 476.2167663574219, + 499.7065124511719, + 593.9436645507812, + 613.5677490234375, + 424.8895568847656, + 425.7629699707031, + 533.90234375, + 648.4852294921875, + 502.6954040527344, + 293.7011413574219, + 635.26025390625, + 634.715087890625, + 421.3514404296875, + 610.28173828125, + 506.8077087402344, + 269.3511657714844, + 492.4912109375, + 612.0154418945312, + 601.3466796875, + 430.7298583984375, + 479.4727783203125, + 664.7166137695312, + 315.28753662109375, + 523.4586791992188, + 618.674560546875, + 551.5759887695312, + 443.78668212890625, + 547.918212890625, + 553.885498046875, + 412.0586242675781, + 578.8223266601562, + 540.91943359375, + 308.4491882324219, + 651.4120483398438, + 593.9408569335938, + 480.0194396972656, + 367.0281066894531, + 420.6299133300781, + 430.412353515625, + 399.0904541015625, + 770.8826904296875, + 416.58978271484375, + 503.3197021484375, + 513.978515625, + 632.9866333007812, + 570.5655517578125, + 388.15301513671875, + 490.69097900390625, + 742.0902099609375, + 599.7113037109375, + 453.9590759277344, + 502.7298889160156, + 386.2016906738281, + 357.26544189453125, + 401.766357421875, + 545.39794921875, + 477.75518798828125, + 493.9953918457031, + 601.475341796875, + 404.4164123535156, + 736.0750122070312, + 459.2742004394531, + 449.30584716796875, + 436.34814453125, + 467.51043701171875, + 384.7348937988281, + 323.56207275390625, + 309.28070068359375, + 528.9276123046875, + 590.8532104492188, + 567.066162109375, + 397.2812805175781, + 724.3787231445312, + 549.8142700195312, + 640.2105102539062, + 576.7704467773438, + 443.2098083496094, + 465.6096496582031, + 501.4006042480469, + 437.3536376953125, + 388.6396789550781, + 574.7451171875, + 432.8809814453125, + 419.103271484375, + 343.410888671875, + 396.5998840332031, + 615.7346801757812, + 393.3564758300781, + 560.1597900390625, + 430.69793701171875, + 620.1094970703125, + 607.7164306640625, + 453.2052307128906, + 503.5461120605469, + 491.85760498046875, + 648.5904541015625, + 484.43316650390625, + 358.7414245605469, + 362.7001953125, + 472.9981689453125, + 425.543701171875, + 518.2714233398438, + 427.35791015625, + 511.90283203125, + 326.50244140625, + 295.9652099609375, + 460.3075256347656, + 444.7945556640625, + 673.0709838867188, + 702.5286254882812, + 334.2574157714844, + 387.9730224609375, + 663.6773681640625, + 447.66717529296875, + 484.6329345703125, + 386.3872375488281, + 433.9832458496094, + 226.15408325195312, + 380.09674072265625, + 423.0984191894531, + 481.0455627441406, + 484.7097473144531, + 519.8145141601562, + 532.4918823242188, + 390.7806396484375, + 592.1790771484375, + 385.3531188964844, + 342.2311096191406, + 582.6680297851562, + 548.2850952148438, + 508.50897216796875, + 519.7138061523438, + 481.90814208984375, + 370.3309631347656, + 552.1639404296875, + 383.2413024902344, + 497.4128112792969, + 405.99212646484375, + 464.6012878417969, + 481.6858215332031, + 502.92535400390625, + 667.2959594726562, + 393.08502197265625, + 448.3717041015625, + 438.37738037109375, + 432.5177307128906, + 384.8821716308594, + 441.76104736328125, + 500.4798278808594, + 400.834716796875, + 410.3142395019531, + 643.108642578125, + 480.0640563964844, + 524.3831787109375, + 480.9747619628906, + 310.9219970703125, + 527.6298217773438, + 447.9314270019531, + 553.7328491210938, + 429.2853088378906, + 431.9643249511719, + 501.48297119140625, + 623.4908447265625, + 328.7513427734375, + 451.5933837890625, + 486.4371032714844, + 542.0084838867188, + 357.6337585449219, + 582.7963256835938, + 454.17022705078125, + 470.695068359375, + 368.8404235839844, + 371.76885986328125, + 413.3245544433594, + 523.998046875, + 471.1269836425781, + 357.7870788574219, + 419.445068359375, + 524.8794555664062, + 514.5908813476562, + 358.6790466308594, + 434.4328918457031, + 428.9876708984375, + 451.6238098144531, + 648.011474609375, + 386.27667236328125, + 513.0226440429688, + 431.2453308105469, + 556.9056396484375, + 374.872314453125, + 562.7609252929688, + 424.3803405761719, + 546.8554077148438, + 334.0643615722656, + 427.00494384765625, + 414.06744384765625, + 492.00750732421875, + 572.3590698242188, + 539.807373046875, + 363.8979187011719, + 414.6937255859375, + 617.3964233398438, + 572.0897827148438, + 335.79742431640625, + 381.04278564453125, + 489.0207214355469, + 372.66766357421875, + 522.7801513671875, + 742.9705810546875, + 458.58685302734375, + 456.58160400390625, + 373.0174255371094, + 537.4767456054688, + 498.8752746582031, + 519.83984375, + 640.5558471679688, + 461.3243713378906, + 748.9107666015625, + 323.1202392578125, + 489.037841796875, + 469.8184814453125, + 672.3106689453125, + 539.5301513671875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, "MiniHack-Room-Random-15x15-v0": 0.3, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -48837,374 +60326,374 @@ 2 ], "wall_clock_s": [ - 509.9, - 486.5, - 461.7 + 972.7, + 998.6, + 974.9 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.022379368543624878, + "loss": 0.13622888922691345, "env_score_iters": 500, - "env_score": -4.09462308883667, + "env_score": -0.6088213920593262, "eval_iters": 500, - "eval_score": 0.5, + "eval_score": 0.35, "grad_align_iters": 500, - "grad_align": 0.4701074957847595, - "rl_grad_norm": 0.2796572744846344, - "bc_grad_norm": 0.22252735495567322, + "grad_align": -0.04807078465819359, + "rl_grad_norm": 0.20159167051315308, + "bc_grad_norm": 4.320568561553955, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00026301576872356236, - "embedding.weight": 0.003989717457443476, - "cnn.0.weight": 0.11480860412120819, - "cnn.0.bias": 0.00444635096937418, - "cnn.2.weight": 0.03850780427455902, - "cnn.2.bias": 0.007549664471298456, - "cnn.5.weight": 0.0273284912109375, - "cnn.5.bias": 0.00761451106518507, - "action_emb.weight": 0.002375328680500388, - "timestep_emb.weight": 0.0014347959076985717, - "pos_emb.weight": 0.0011789576383307576, - "transformer.layers.0.self_attn.in_proj_weight": 0.044722143560647964, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028243395499885082, - "transformer.layers.0.self_attn.out_proj.weight": 0.024394860491156578, - "transformer.layers.0.self_attn.out_proj.bias": 0.001168451039120555, - "transformer.layers.0.linear1.weight": 0.010233460925519466, - "transformer.layers.0.linear1.bias": 0.000584258115850389, - "transformer.layers.0.linear2.weight": 0.013704294338822365, - "transformer.layers.0.linear2.bias": 0.000794266234152019, - "transformer.layers.0.norm1.weight": 0.00285351206548512, - "transformer.layers.0.norm1.bias": 0.003074868116527796, - "transformer.layers.0.norm2.weight": 0.0007770248921588063, - "transformer.layers.0.norm2.bias": 0.000693693698849529, - "transformer.layers.1.self_attn.in_proj_weight": 0.014683295972645283, - "transformer.layers.1.self_attn.in_proj_bias": 0.000454018241725862, - "transformer.layers.1.self_attn.out_proj.weight": 0.019470857456326485, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005666185170412064, - "transformer.layers.1.linear1.weight": 0.007877704687416553, - "transformer.layers.1.linear1.bias": 0.00039511543582193553, - "transformer.layers.1.linear2.weight": 0.00933699868619442, - "transformer.layers.1.linear2.bias": 0.0005305996746756136, - "transformer.layers.1.norm1.weight": 0.0007867086096666753, - "transformer.layers.1.norm1.bias": 0.0005198785220272839, - "transformer.layers.1.norm2.weight": 0.0005538638797588646, - "transformer.layers.1.norm2.bias": 0.0003390683268662542, - "transformer.layers.2.self_attn.in_proj_weight": 0.015635116025805473, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004842213820666075, - "transformer.layers.2.self_attn.out_proj.weight": 0.008528601378202438, - "transformer.layers.2.self_attn.out_proj.bias": 0.00044668003101833165, - "transformer.layers.2.linear1.weight": 0.005167955998331308, - "transformer.layers.2.linear1.bias": 0.00024271165602840483, - "transformer.layers.2.linear2.weight": 0.006107598543167114, - "transformer.layers.2.linear2.bias": 0.0004336491401772946, - "transformer.layers.2.norm1.weight": 0.00157274235971272, - "transformer.layers.2.norm1.bias": 0.0006116949953138828, - "transformer.layers.2.norm2.weight": 0.0003008029016200453, - "transformer.layers.2.norm2.bias": 0.0002217227447545156, - "transformer.layers.3.self_attn.in_proj_weight": 0.014469877816736698, - "transformer.layers.3.self_attn.in_proj_bias": 0.0008701774058863521, - "transformer.layers.3.self_attn.out_proj.weight": 0.008288776502013206, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007196538499556482, - "transformer.layers.3.linear1.weight": 0.010888761840760708, - "transformer.layers.3.linear1.bias": 0.0006250846781767905, - "transformer.layers.3.linear2.weight": 0.005331080872565508, - "transformer.layers.3.linear2.bias": 0.0008948215981945395, - "transformer.layers.3.norm1.weight": 0.0011451708851382136, - "transformer.layers.3.norm1.bias": 0.0012010103091597557, - "transformer.layers.3.norm2.weight": 0.0008047160226851702, - "transformer.layers.3.norm2.bias": 0.0007361050229519606, - "head.weight": 0.06971734762191772, - "head.bias": 0.0018271763110533357, - "global_embedding.weight": 0.005633504595607519, - "global_cnn.0.weight": 0.06533566862344742, - "global_cnn.0.bias": 0.002340259263291955, - "global_cnn.2.weight": 0.1124468743801117, - "global_cnn.2.bias": 0.0070436252281069756, - "global_proj.weight": 0.0390339195728302, - "global_proj.bias": 0.03401869907975197, - "goal_head.0.weight": 0.03010604716837406, - "goal_head.0.bias": 0.015419823117554188, - "goal_head.2.weight": 0.05642930418252945, - "goal_head.2.bias": 0.039256248623132706 + "global_gate": 0.00014136498793959618, + "embedding.weight": 0.003157184924930334, + "cnn.0.weight": 0.045500654727220535, + "cnn.0.bias": 0.002475329441949725, + "cnn.2.weight": 0.008742772974073887, + "cnn.2.bias": 0.0039736502803862095, + "cnn.5.weight": 0.008393976837396622, + "cnn.5.bias": 0.0026738750748336315, + "action_emb.weight": 0.009227978996932507, + "timestep_emb.weight": 0.0009773658821359277, + "pos_emb.weight": 0.002272862708196044, + "transformer.layers.0.self_attn.in_proj_weight": 0.02718382328748703, + "transformer.layers.0.self_attn.in_proj_bias": 0.002977983560413122, + "transformer.layers.0.self_attn.out_proj.weight": 0.03363318368792534, + "transformer.layers.0.self_attn.out_proj.bias": 0.005279306322336197, + "transformer.layers.0.linear1.weight": 0.04207443445920944, + "transformer.layers.0.linear1.bias": 0.0020306739024817944, + "transformer.layers.0.linear2.weight": 0.031226273626089096, + "transformer.layers.0.linear2.bias": 0.0034808542113751173, + "transformer.layers.0.norm1.weight": 0.0015340093523263931, + "transformer.layers.0.norm1.bias": 0.0026379188057035208, + "transformer.layers.0.norm2.weight": 0.004906080663204193, + "transformer.layers.0.norm2.bias": 0.0031941737979650497, + "transformer.layers.1.self_attn.in_proj_weight": 0.035713233053684235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020230659283697605, + "transformer.layers.1.self_attn.out_proj.weight": 0.027395419776439667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026130923070013523, + "transformer.layers.1.linear1.weight": 0.0146902184933424, + "transformer.layers.1.linear1.bias": 0.0010442710481584072, + "transformer.layers.1.linear2.weight": 0.018642090260982513, + "transformer.layers.1.linear2.bias": 0.002512077335268259, + "transformer.layers.1.norm1.weight": 0.0023339458275586367, + "transformer.layers.1.norm1.bias": 0.0022256281226873398, + "transformer.layers.1.norm2.weight": 0.001436329446732998, + "transformer.layers.1.norm2.bias": 0.001058954163454473, + "transformer.layers.2.self_attn.in_proj_weight": 0.023035679012537003, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020263809710741043, + "transformer.layers.2.self_attn.out_proj.weight": 0.023518390953540802, + "transformer.layers.2.self_attn.out_proj.bias": 0.002175678499042988, + "transformer.layers.2.linear1.weight": 0.00970799382776022, + "transformer.layers.2.linear1.bias": 0.0006965561769902706, + "transformer.layers.2.linear2.weight": 0.01337309181690216, + "transformer.layers.2.linear2.bias": 0.0021134009584784508, + "transformer.layers.2.norm1.weight": 0.0022148708812892437, + "transformer.layers.2.norm1.bias": 0.0026954154018312693, + "transformer.layers.2.norm2.weight": 0.0006466289632953703, + "transformer.layers.2.norm2.bias": 0.0007434315630234778, + "transformer.layers.3.self_attn.in_proj_weight": 0.03808455914258957, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035315726418048143, + "transformer.layers.3.self_attn.out_proj.weight": 0.020416736602783203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028050062246620655, + "transformer.layers.3.linear1.weight": 0.020428577437996864, + "transformer.layers.3.linear1.bias": 0.001789773115888238, + "transformer.layers.3.linear2.weight": 0.0128793278709054, + "transformer.layers.3.linear2.bias": 0.002602867316454649, + "transformer.layers.3.norm1.weight": 0.003754405537620187, + "transformer.layers.3.norm1.bias": 0.005148402880877256, + "transformer.layers.3.norm2.weight": 0.001758118043653667, + "transformer.layers.3.norm2.bias": 0.002691247733309865, + "head.weight": 0.15717357397079468, + "head.bias": 0.006060260348021984, + "global_embedding.weight": 0.006651991046965122, + "global_cnn.0.weight": 0.024677429348230362, + "global_cnn.0.bias": 0.001011177315376699, + "global_cnn.2.weight": 0.05312926322221756, + "global_cnn.2.bias": 0.001887166523374617, + "global_proj.weight": 0.011292832903563976, + "global_proj.bias": 0.006077619269490242, + "goal_head.0.weight": 0.004898240324109793, + "goal_head.0.bias": 0.0017080157995224, + "goal_head.2.weight": 0.00762634864076972, + "goal_head.2.bias": 0.0037705600261688232 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.029037194326519966, - "repr_drift_kl_low_t": 0.017733249813318253, - "repr_drift_kl_mid_t": 0.015472308732569218, - "repr_drift_kl_high_t": 0.05419745296239853, + "repr_drift_kl": 0.6173362135887146, + "repr_drift_kl_low_t": 0.7705249786376953, + "repr_drift_kl_mid_t": 0.6269397139549255, + "repr_drift_kl_high_t": 0.45255979895591736, "cka_iters": 500, - "cka_similarity": 0.9690829515457153, + "cka_similarity": 0.6389315724372864, "t_analysis_iters": 500, - "norm_low_t": 0.20022249221801758, - "norm_high_t": 0.19795237481594086, - "lowhigh_cos": 0.7043569684028625, + "norm_low_t": 0.28801384568214417, + "norm_high_t": 0.3110520541667938, + "lowhigh_cos": 0.22996269166469574, "t_bin_norms": { - "t_0.0-0.1": 0.2083466798067093, - "t_0.1-0.2": 0.1773509681224823, - "t_0.2-0.3": 0.19845807552337646, - "t_0.3-0.4": 0.17498819530010223, - "t_0.4-0.5": 0.18065497279167175, - "t_0.5-0.6": 0.17934763431549072, - "t_0.6-0.7": 0.18199211359024048, - "t_0.7-0.8": 0.19062259793281555, - "t_0.8-0.9": 0.1755250096321106, - "t_0.9-1.0": 0.21295630931854248 - }, - "win_rate": 0.008057793602347374, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.22024941444396973, + "t_0.1-0.2": 0.1932973861694336, + "t_0.2-0.3": 0.23676063120365143, + "t_0.3-0.4": 0.18172132968902588, + "t_0.4-0.5": 0.18299801647663116, + "t_0.5-0.6": 0.20976026356220245, + "t_0.6-0.7": 0.19033177196979523, + "t_0.7-0.8": 0.18848007917404175, + "t_0.8-0.9": 0.22922392189502716, + "t_0.9-1.0": 0.3808361291885376 + }, + "win_rate": 0.0325603187084198, + "effective_batch_size": 539.5301513671875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.3, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.12637630105018616, + "loss": 0.0711144357919693, "env_score_iters": 500, - "env_score": -2.60927677154541, + "env_score": -0.7503998875617981, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.33749999999999997, "grad_align_iters": 500, - "grad_align": 0.69728684425354, - "rl_grad_norm": 0.18874014914035797, - "bc_grad_norm": 0.23617301881313324, + "grad_align": -0.05307682976126671, + "rl_grad_norm": 0.1565903276205063, + "bc_grad_norm": 1.9986698627471924, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00017562060384079814, - "embedding.weight": 0.0016781105659902096, - "cnn.0.weight": 0.03413821756839752, - "cnn.0.bias": 0.0011506433365866542, - "cnn.2.weight": 0.00943957269191742, - "cnn.2.bias": 0.0033003774005919695, - "cnn.5.weight": 0.012777991592884064, - "cnn.5.bias": 0.0026271119713783264, - "action_emb.weight": 0.004484247416257858, - "timestep_emb.weight": 0.0014047540025785565, - "pos_emb.weight": 0.002917064819484949, - "transformer.layers.0.self_attn.in_proj_weight": 0.022394580766558647, - "transformer.layers.0.self_attn.in_proj_bias": 0.0018304776167497039, - "transformer.layers.0.self_attn.out_proj.weight": 0.02195340394973755, - "transformer.layers.0.self_attn.out_proj.bias": 0.0024558964651077986, - "transformer.layers.0.linear1.weight": 0.023659884929656982, - "transformer.layers.0.linear1.bias": 0.0011310131521895528, - "transformer.layers.0.linear2.weight": 0.021698404103517532, - "transformer.layers.0.linear2.bias": 0.0018476441036909819, - "transformer.layers.0.norm1.weight": 0.001490493188612163, - "transformer.layers.0.norm1.bias": 0.0014576961984857917, - "transformer.layers.0.norm2.weight": 0.002383195562288165, - "transformer.layers.0.norm2.bias": 0.0013716606190428138, - "transformer.layers.1.self_attn.in_proj_weight": 0.02251969836652279, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011982310097664595, - "transformer.layers.1.self_attn.out_proj.weight": 0.017865143716335297, - "transformer.layers.1.self_attn.out_proj.bias": 0.0012455347459763288, - "transformer.layers.1.linear1.weight": 0.013082677498459816, - "transformer.layers.1.linear1.bias": 0.0006608390249311924, - "transformer.layers.1.linear2.weight": 0.014607226476073265, - "transformer.layers.1.linear2.bias": 0.0011000593658536673, - "transformer.layers.1.norm1.weight": 0.0016331947408616543, - "transformer.layers.1.norm1.bias": 0.0015503598842769861, - "transformer.layers.1.norm2.weight": 0.0010234162909910083, - "transformer.layers.1.norm2.bias": 0.0007202631095424294, - "transformer.layers.2.self_attn.in_proj_weight": 0.023095522075891495, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011029207380488515, - "transformer.layers.2.self_attn.out_proj.weight": 0.01512285228818655, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009516295394860208, - "transformer.layers.2.linear1.weight": 0.008631369099020958, - "transformer.layers.2.linear1.bias": 0.00046560398186556995, - "transformer.layers.2.linear2.weight": 0.01013585552573204, - "transformer.layers.2.linear2.bias": 0.0009127851226367056, - "transformer.layers.2.norm1.weight": 0.0020952674094587564, - "transformer.layers.2.norm1.bias": 0.0012954612029716372, - "transformer.layers.2.norm2.weight": 0.0005055525689385831, - "transformer.layers.2.norm2.bias": 0.00044706856715492904, - "transformer.layers.3.self_attn.in_proj_weight": 0.032567452639341354, - "transformer.layers.3.self_attn.in_proj_bias": 0.001455073244869709, - "transformer.layers.3.self_attn.out_proj.weight": 0.013677374459803104, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008734130533412099, - "transformer.layers.3.linear1.weight": 0.017498094588518143, - "transformer.layers.3.linear1.bias": 0.0012050484074279666, - "transformer.layers.3.linear2.weight": 0.009327275678515434, - "transformer.layers.3.linear2.bias": 0.0010862170020118356, - "transformer.layers.3.norm1.weight": 0.0030089362990111113, - "transformer.layers.3.norm1.bias": 0.0017257865983992815, - "transformer.layers.3.norm2.weight": 0.0014044962590560317, - "transformer.layers.3.norm2.bias": 0.0017215418629348278, - "head.weight": 0.11308564245700836, - "head.bias": 0.0026805815286934376, - "global_embedding.weight": 0.02028905414044857, - "global_cnn.0.weight": 0.09512191265821457, - "global_cnn.0.bias": 0.004252536687999964, - "global_cnn.2.weight": 0.13080890476703644, - "global_cnn.2.bias": 0.007420625537633896, - "global_proj.weight": 0.02662959322333336, - "global_proj.bias": 0.01637534238398075, - "goal_head.0.weight": 0.016551785171031952, - "goal_head.0.bias": 0.006684747524559498, - "goal_head.2.weight": 0.02085655741393566, - "goal_head.2.bias": 0.01654052920639515 + "global_gate": 0.0001663566945353523, + "embedding.weight": 0.001279056421481073, + "cnn.0.weight": 0.030178770422935486, + "cnn.0.bias": 0.0009653440210968256, + "cnn.2.weight": 0.009880978614091873, + "cnn.2.bias": 0.002750409534201026, + "cnn.5.weight": 0.010882636532187462, + "cnn.5.bias": 0.0032321596518158913, + "action_emb.weight": 0.003035949543118477, + "timestep_emb.weight": 0.0008011363097466528, + "pos_emb.weight": 0.001674349419772625, + "transformer.layers.0.self_attn.in_proj_weight": 0.018192531540989876, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014970526099205017, + "transformer.layers.0.self_attn.out_proj.weight": 0.017722738906741142, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021145560313016176, + "transformer.layers.0.linear1.weight": 0.01666385680437088, + "transformer.layers.0.linear1.bias": 0.0008049825555644929, + "transformer.layers.0.linear2.weight": 0.01778126321732998, + "transformer.layers.0.linear2.bias": 0.0016524492530152202, + "transformer.layers.0.norm1.weight": 0.0011751672718673944, + "transformer.layers.0.norm1.bias": 0.0014298154274001718, + "transformer.layers.0.norm2.weight": 0.0016665144357830286, + "transformer.layers.0.norm2.bias": 0.0007403736235573888, + "transformer.layers.1.self_attn.in_proj_weight": 0.0158876720815897, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010212446795776486, + "transformer.layers.1.self_attn.out_proj.weight": 0.01572318933904171, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013880996266379952, + "transformer.layers.1.linear1.weight": 0.008249624632298946, + "transformer.layers.1.linear1.bias": 0.0004712045192718506, + "transformer.layers.1.linear2.weight": 0.011225066147744656, + "transformer.layers.1.linear2.bias": 0.0013437530724331737, + "transformer.layers.1.norm1.weight": 0.0010335948318243027, + "transformer.layers.1.norm1.bias": 0.0010359316365793347, + "transformer.layers.1.norm2.weight": 0.0007399441674351692, + "transformer.layers.1.norm2.bias": 0.00041507589048705995, + "transformer.layers.2.self_attn.in_proj_weight": 0.015011397190392017, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009544414351694286, + "transformer.layers.2.self_attn.out_proj.weight": 0.015659358352422714, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013244241708889604, + "transformer.layers.2.linear1.weight": 0.007432261947542429, + "transformer.layers.2.linear1.bias": 0.0005198192084208131, + "transformer.layers.2.linear2.weight": 0.009343503974378109, + "transformer.layers.2.linear2.bias": 0.0013911647256463766, + "transformer.layers.2.norm1.weight": 0.0010196334915235639, + "transformer.layers.2.norm1.bias": 0.0009115085704252124, + "transformer.layers.2.norm2.weight": 0.0005490208277478814, + "transformer.layers.2.norm2.bias": 0.0006091006798669696, + "transformer.layers.3.self_attn.in_proj_weight": 0.028235113248229027, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026026295963674784, + "transformer.layers.3.self_attn.out_proj.weight": 0.016154857352375984, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022150902077555656, + "transformer.layers.3.linear1.weight": 0.01646001823246479, + "transformer.layers.3.linear1.bias": 0.0014926147414371371, + "transformer.layers.3.linear2.weight": 0.010801119729876518, + "transformer.layers.3.linear2.bias": 0.002736495342105627, + "transformer.layers.3.norm1.weight": 0.0025504964869469404, + "transformer.layers.3.norm1.bias": 0.003597809700295329, + "transformer.layers.3.norm2.weight": 0.0012534025590866804, + "transformer.layers.3.norm2.bias": 0.002238077810034156, + "head.weight": 0.14906886219978333, + "head.bias": 0.005568613763898611, + "global_embedding.weight": 0.012097155675292015, + "global_cnn.0.weight": 0.06811797618865967, + "global_cnn.0.bias": 0.003317994298413396, + "global_cnn.2.weight": 0.10566838085651398, + "global_cnn.2.bias": 0.005876236129552126, + "global_proj.weight": 0.02997414581477642, + "global_proj.bias": 0.028326883912086487, + "goal_head.0.weight": 0.02300715073943138, + "goal_head.0.bias": 0.01316293329000473, + "goal_head.2.weight": 0.033054202795028687, + "goal_head.2.bias": 0.03194872662425041 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.10721206665039062, - "repr_drift_kl_low_t": 0.10392313450574875, - "repr_drift_kl_mid_t": 0.10311181843280792, - "repr_drift_kl_high_t": 0.14920811355113983, + "repr_drift_kl": 0.3676992952823639, + "repr_drift_kl_low_t": 0.43235909938812256, + "repr_drift_kl_mid_t": 0.3791132867336273, + "repr_drift_kl_high_t": 0.2952556610107422, "cka_iters": 500, - "cka_similarity": 0.7887311577796936, + "cka_similarity": 0.6675872802734375, "t_analysis_iters": 500, - "norm_low_t": 0.8782755136489868, - "norm_high_t": 0.19819828867912292, - "lowhigh_cos": 0.08971966058015823, + "norm_low_t": 0.15938928723335266, + "norm_high_t": 0.1594233363866806, + "lowhigh_cos": 0.9497408270835876, "t_bin_norms": { - "t_0.0-0.1": 0.19712494313716888, - "t_0.1-0.2": 0.20322595536708832, - "t_0.2-0.3": 0.23323091864585876, - "t_0.3-0.4": 0.2000819593667984, - "t_0.4-0.5": 0.18711060285568237, - "t_0.5-0.6": 0.18996837735176086, - "t_0.6-0.7": 0.18208880722522736, - "t_0.7-0.8": 0.18917252123355865, - "t_0.8-0.9": 0.1880466490983963, - "t_0.9-1.0": 0.23324644565582275 - }, - "win_rate": 0.02351190522313118, - "effective_batch_size": 52.298072814941406, + "t_0.0-0.1": 0.16108903288841248, + "t_0.1-0.2": 0.15830764174461365, + "t_0.2-0.3": 0.15668609738349915, + "t_0.3-0.4": 0.1577155590057373, + "t_0.4-0.5": 0.15702374279499054, + "t_0.5-0.6": 0.15770766139030457, + "t_0.6-0.7": 0.1579430252313614, + "t_0.7-0.8": 0.15902750194072723, + "t_0.8-0.9": 0.16280750930309296, + "t_0.9-1.0": 0.1623331755399704 + }, + "win_rate": 0.0030283364467322826, + "effective_batch_size": 524.5125732421875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08202860504388809, + "loss": 0.09211277961730957, "env_score_iters": 500, - "env_score": -4.123405933380127, + "env_score": -0.6494179368019104, "eval_iters": 500, - "eval_score": 0.5, + "eval_score": 0.33749999999999997, "grad_align_iters": 500, - "grad_align": 0.4352966248989105, - "rl_grad_norm": 0.37491053342819214, - "bc_grad_norm": 0.5023035407066345, + "grad_align": -0.16658087074756622, + "rl_grad_norm": 0.40438640117645264, + "bc_grad_norm": 3.751049041748047, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00001927009543578606, - "embedding.weight": 0.004555553663522005, - "cnn.0.weight": 0.1249009519815445, - "cnn.0.bias": 0.005161224864423275, - "cnn.2.weight": 0.03934112936258316, - "cnn.2.bias": 0.01124236173927784, - "cnn.5.weight": 0.04091724008321762, - "cnn.5.bias": 0.008283138275146484, - "action_emb.weight": 0.002665867330506444, - "timestep_emb.weight": 0.001466935034841299, - "pos_emb.weight": 0.0015423502773046494, - "transformer.layers.0.self_attn.in_proj_weight": 0.03570079430937767, - "transformer.layers.0.self_attn.in_proj_bias": 0.002693743444979191, - "transformer.layers.0.self_attn.out_proj.weight": 0.029475685209035873, - "transformer.layers.0.self_attn.out_proj.bias": 0.0027680883649736643, - "transformer.layers.0.linear1.weight": 0.01704747974872589, - "transformer.layers.0.linear1.bias": 0.001053465879522264, - "transformer.layers.0.linear2.weight": 0.019485006108880043, - "transformer.layers.0.linear2.bias": 0.0017264210619032383, - "transformer.layers.0.norm1.weight": 0.002177728107199073, - "transformer.layers.0.norm1.bias": 0.0027021311689168215, - "transformer.layers.0.norm2.weight": 0.0014058426022529602, - "transformer.layers.0.norm2.bias": 0.001253914786502719, - "transformer.layers.1.self_attn.in_proj_weight": 0.01871461234986782, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010312114609405398, - "transformer.layers.1.self_attn.out_proj.weight": 0.018947774544358253, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013232954079285264, - "transformer.layers.1.linear1.weight": 0.008914933539927006, - "transformer.layers.1.linear1.bias": 0.000535355880856514, - "transformer.layers.1.linear2.weight": 0.010719786398112774, - "transformer.layers.1.linear2.bias": 0.001254573231562972, - "transformer.layers.1.norm1.weight": 0.0011852107709273696, - "transformer.layers.1.norm1.bias": 0.0010576880304142833, - "transformer.layers.1.norm2.weight": 0.0006591742858290672, - "transformer.layers.1.norm2.bias": 0.0005755986203439534, - "transformer.layers.2.self_attn.in_proj_weight": 0.02011013776063919, - "transformer.layers.2.self_attn.in_proj_bias": 0.0012371272314339876, - "transformer.layers.2.self_attn.out_proj.weight": 0.011934123933315277, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011278793681412935, - "transformer.layers.2.linear1.weight": 0.006616791244596243, - "transformer.layers.2.linear1.bias": 0.0004272452206350863, - "transformer.layers.2.linear2.weight": 0.007614682894200087, - "transformer.layers.2.linear2.bias": 0.0011762995272874832, - "transformer.layers.2.norm1.weight": 0.0016367010539397597, - "transformer.layers.2.norm1.bias": 0.001641278387978673, - "transformer.layers.2.norm2.weight": 0.0004109579895157367, - "transformer.layers.2.norm2.bias": 0.00048611548845656216, - "transformer.layers.3.self_attn.in_proj_weight": 0.02317696623504162, - "transformer.layers.3.self_attn.in_proj_bias": 0.0018818347016349435, - "transformer.layers.3.self_attn.out_proj.weight": 0.013352595269680023, - "transformer.layers.3.self_attn.out_proj.bias": 0.0017369533888995647, - "transformer.layers.3.linear1.weight": 0.01607990637421608, - "transformer.layers.3.linear1.bias": 0.0012505573686212301, - "transformer.layers.3.linear2.weight": 0.00886894203722477, - "transformer.layers.3.linear2.bias": 0.0022369856014847755, - "transformer.layers.3.norm1.weight": 0.0018489713547751307, - "transformer.layers.3.norm1.bias": 0.0025911524426192045, - "transformer.layers.3.norm2.weight": 0.00123696553055197, - "transformer.layers.3.norm2.bias": 0.0016577638452872634, - "head.weight": 0.13515689969062805, - "head.bias": 0.0051658074371516705, - "global_embedding.weight": 0.006050623953342438, - "global_cnn.0.weight": 0.09492556005716324, - "global_cnn.0.bias": 0.002320264931768179, - "global_cnn.2.weight": 0.23572319746017456, - "global_cnn.2.bias": 0.013263768516480923, - "global_proj.weight": 0.04512067139148712, - "global_proj.bias": 0.03665149584412575, - "goal_head.0.weight": 0.03265571966767311, - "goal_head.0.bias": 0.01610674150288105, - "goal_head.2.weight": 0.06678328663110733, - "goal_head.2.bias": 0.04133952781558037 + "global_gate": 0.00011709309910656884, + "embedding.weight": 0.001485536340624094, + "cnn.0.weight": 0.030921202152967453, + "cnn.0.bias": 0.0010499464115127921, + "cnn.2.weight": 0.008392563089728355, + "cnn.2.bias": 0.002847981872037053, + "cnn.5.weight": 0.0081345085054636, + "cnn.5.bias": 0.0020567511674016714, + "action_emb.weight": 0.002171870321035385, + "timestep_emb.weight": 0.000594944111071527, + "pos_emb.weight": 0.001466762158088386, + "transformer.layers.0.self_attn.in_proj_weight": 0.015625804662704468, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015247933333739638, + "transformer.layers.0.self_attn.out_proj.weight": 0.01573335938155651, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022725574672222137, + "transformer.layers.0.linear1.weight": 0.013269655406475067, + "transformer.layers.0.linear1.bias": 0.0008032987243495882, + "transformer.layers.0.linear2.weight": 0.01525665633380413, + "transformer.layers.0.linear2.bias": 0.0018295692279934883, + "transformer.layers.0.norm1.weight": 0.0009890954243019223, + "transformer.layers.0.norm1.bias": 0.0015204075025394559, + "transformer.layers.0.norm2.weight": 0.0011434545740485191, + "transformer.layers.0.norm2.bias": 0.0007823316846042871, + "transformer.layers.1.self_attn.in_proj_weight": 0.014471135102212429, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010897864121943712, + "transformer.layers.1.self_attn.out_proj.weight": 0.014879624359309673, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014726343797519803, + "transformer.layers.1.linear1.weight": 0.007614778820425272, + "transformer.layers.1.linear1.bias": 0.00048822196549735963, + "transformer.layers.1.linear2.weight": 0.010172032751142979, + "transformer.layers.1.linear2.bias": 0.001439957763068378, + "transformer.layers.1.norm1.weight": 0.0009544554632157087, + "transformer.layers.1.norm1.bias": 0.001143506495282054, + "transformer.layers.1.norm2.weight": 0.0005801187362521887, + "transformer.layers.1.norm2.bias": 0.0004760810115840286, + "transformer.layers.2.self_attn.in_proj_weight": 0.013426885940134525, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010571476304903626, + "transformer.layers.2.self_attn.out_proj.weight": 0.013399569317698479, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013435506261885166, + "transformer.layers.2.linear1.weight": 0.006808985956013203, + "transformer.layers.2.linear1.bias": 0.0005467308801598847, + "transformer.layers.2.linear2.weight": 0.007877707481384277, + "transformer.layers.2.linear2.bias": 0.0013538799248635769, + "transformer.layers.2.norm1.weight": 0.000922336068470031, + "transformer.layers.2.norm1.bias": 0.0011404519900679588, + "transformer.layers.2.norm2.weight": 0.000478960428154096, + "transformer.layers.2.norm2.bias": 0.0006854375242255628, + "transformer.layers.3.self_attn.in_proj_weight": 0.021726028993725777, + "transformer.layers.3.self_attn.in_proj_bias": 0.002175517613068223, + "transformer.layers.3.self_attn.out_proj.weight": 0.010557642206549644, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017450611339882016, + "transformer.layers.3.linear1.weight": 0.014267225749790668, + "transformer.layers.3.linear1.bias": 0.001352132298052311, + "transformer.layers.3.linear2.weight": 0.007892265915870667, + "transformer.layers.3.linear2.bias": 0.0021625093650072813, + "transformer.layers.3.norm1.weight": 0.002197960391640663, + "transformer.layers.3.norm1.bias": 0.002987528685480356, + "transformer.layers.3.norm2.weight": 0.0010905598755925894, + "transformer.layers.3.norm2.bias": 0.001937221852131188, + "head.weight": 0.09339911490678787, + "head.bias": 0.0038285846821963787, + "global_embedding.weight": 0.007490262854844332, + "global_cnn.0.weight": 0.09149403125047684, + "global_cnn.0.bias": 0.002777877263724804, + "global_cnn.2.weight": 0.22217315435409546, + "global_cnn.2.bias": 0.011260472238063812, + "global_proj.weight": 0.0293702632188797, + "global_proj.bias": 0.02156522497534752, + "goal_head.0.weight": 0.018425287678837776, + "goal_head.0.bias": 0.008147399872541428, + "goal_head.2.weight": 0.027332527562975883, + "goal_head.2.bias": 0.016437405720353127 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.0892343744635582, - "repr_drift_kl_low_t": 0.08659932017326355, - "repr_drift_kl_mid_t": 0.08165525645017624, - "repr_drift_kl_high_t": 0.15453460812568665, + "repr_drift_kl": 0.49901771545410156, + "repr_drift_kl_low_t": 0.6196942925453186, + "repr_drift_kl_mid_t": 0.4933233857154846, + "repr_drift_kl_high_t": 0.383886456489563, "cka_iters": 500, - "cka_similarity": 0.9430555701255798, + "cka_similarity": 0.6860071420669556, "t_analysis_iters": 500, - "norm_low_t": 0.30827534198760986, - "norm_high_t": 0.8221341967582703, - "lowhigh_cos": 0.5406956672668457, + "norm_low_t": 0.2733953297138214, + "norm_high_t": 0.506093442440033, + "lowhigh_cos": 0.6247034072875977, "t_bin_norms": { - "t_0.0-0.1": 0.26872655749320984, - "t_0.1-0.2": 0.369296133518219, - "t_0.2-0.3": 0.2688596248626709, - "t_0.3-0.4": 0.27515074610710144, - "t_0.4-0.5": 0.30946382880210876, - "t_0.5-0.6": 0.4643729627132416, - "t_0.6-0.7": 0.4452144205570221, - "t_0.7-0.8": 0.3201294541358948, - "t_0.8-0.9": 0.3218044638633728, - "t_0.9-1.0": 0.8359717726707458 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.2826521694660187, + "t_0.1-0.2": 0.29119887948036194, + "t_0.2-0.3": 0.27860572934150696, + "t_0.3-0.4": 0.2730088233947754, + "t_0.4-0.5": 0.2717926502227783, + "t_0.5-0.6": 0.2880856692790985, + "t_0.6-0.7": 0.29501909017562866, + "t_0.7-0.8": 0.31230318546295166, + "t_0.8-0.9": 0.41237837076187134, + "t_0.9-1.0": 0.63694828748703 + }, + "win_rate": 0.03059026226401329, + "effective_batch_size": 462.0786437988281, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.3, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "normalized_adv": { - "score": 0.25833333333333336, - "score_std": 0.06561673228343179, + "score": 0.12083333333333333, + "score_std": 0.04124789556921527, "all_scores": [ - 0.35000000000000003, - 0.19999999999999998, - 0.22499999999999998 + 0.0625, + 0.15, + 0.15 ], "history": { "iters": [ @@ -49710,506 +61199,506 @@ 500 ], "loss": [ - 0.08848837018013, - 0.9402738213539124, - 0.7942609190940857, - 0.5371747612953186, - 0.24556846916675568, - 0.11634974926710129, - 0.06039618328213692, - 0.2689063847064972, - 0.33516350388526917, - 0.20860418677330017, - 0.17940597236156464, - -0.1511588990688324, - -0.31590795516967773, - -1.295533537864685, - -1.1438552141189575, - 0.09074262529611588, - -1.0253804922103882, - -2.629983425140381, - -1.5838054418563843, - -5.188817501068115, - -2.025254964828491, - -2.689134120941162, - -3.090024709701538, - -8.646496772766113, - -3.1617932319641113, - -5.07798433303833, - -5.3617377281188965, - -4.3926520347595215, - -12.8876953125, - -2.1367409229278564, - -3.000828266143799, - -9.326356887817383, - -6.083679676055908, - -3.7054286003112793, - -16.462392807006836, - -22.55120086669922, - 1.9754835367202759, - -10.624531745910645, - -12.388943672180176, - -25.866748809814453, - -5.564299583435059, - -16.54787254333496, - -6.710848331451416, - -3.6898114681243896, - -12.344435691833496, - -8.109325408935547, - -10.239326477050781, - -38.64459991455078, - -36.488197326660156, - -12.452892303466797, - -20.227563858032227, - -26.88843536376953, - -11.824353218078613, - -16.709882736206055, - -34.40968704223633, - -39.52773666381836, - -38.93063735961914, - -51.15717697143555, - -5.258879661560059, - -57.083187103271484, - -44.48712921142578, - -66.7552719116211, - -15.451869010925293, - -31.321971893310547, - -53.735477447509766, - -21.460317611694336, - -19.098190307617188, - -31.824689865112305, - -67.60889434814453, - -72.80223083496094, - -41.74979019165039, - -67.10802459716797, - -22.2534122467041, - -42.60748291015625, - -20.28855323791504, - -20.057235717773438, - -79.01808166503906, - -74.975341796875, - -99.77007293701172, - -16.66912078857422, - -52.006011962890625, - -125.82196807861328, - -22.817581176757812, - -193.58290100097656, - -70.45484924316406, - -40.58457946777344, - -75.44224548339844, - -58.765228271484375, - -18.282201766967773, - -117.6493148803711, - -151.7946014404297, - -12.163776397705078, - -72.12754821777344, - -160.55032348632812, - -53.23251724243164, - -79.74771118164062, - -49.66703796386719, - -209.6431121826172, - -178.64874267578125, - 23.29096221923828, - -22.73958396911621, - -184.95413208007812, - -33.27058029174805, - -135.25222778320312, - -32.28632354736328, - -70.91710662841797, - -62.41133499145508, - -181.09129333496094, - -116.92562103271484, - -98.92318725585938, - -35.94779968261719, - -132.6837921142578, - -279.2644958496094, - -264.38616943359375, - -101.91193389892578, - -263.0200500488281, - -181.18653869628906, - -34.974002838134766, - -274.3612060546875, - -111.501953125, - -47.37691116333008, - -158.2810516357422, - -384.1737060546875, - -264.7442321777344, - 0.04620467498898506, - -370.776123046875, - -178.37181091308594, - -113.3308334350586, - -352.19647216796875, - -206.42774963378906, - 0.08334597200155258, - -256.09869384765625, - -309.9382019042969, - -115.4995346069336, - -461.17822265625, - -103.5958480834961, - -146.3858642578125, - -260.08306884765625, - -461.516845703125, - -167.58558654785156, - -52.182029724121094, - -119.34638977050781, - -495.9913024902344, - -314.5726013183594, - -129.91921997070312, - -286.0292663574219, - -185.49827575683594, - -489.41595458984375, - -372.70025634765625, - -463.5428161621094, - -156.43104553222656, - -578.8222045898438, - -696.5153198242188, - -733.5930786132812, - -709.0869750976562, - -441.4471435546875, - -661.296630859375, - -868.8908081054688, - -406.2243347167969, - -284.80487060546875, - -422.17474365234375, - -557.9564208984375, - -168.52178955078125, - -939.7142333984375, - -572.18017578125, - 65.92660522460938, - -469.85919189453125, - -479.2143249511719, - 47.967281341552734, - -706.208251953125, - -835.2830200195312, - -216.2533416748047, - -734.2651977539062, - -819.1112060546875, - -775.9761962890625, - -1048.767578125, - -1002.426025390625, - -941.4483032226562, - -998.8408203125, - -975.4539794921875, - -1112.5030517578125, - -759.3317260742188, - -211.0092315673828, - 100.173583984375, - -158.94813537597656, - -1291.2669677734375, - -636.179443359375, - -301.0810241699219, - -1445.18505859375, - -1024.66455078125, - -81.14488220214844, - -1349.157958984375, - -1607.345947265625, - -857.239013671875, - -346.28082275390625, - -1361.18212890625, - -624.4519653320312, - -1486.345703125, - -566.06103515625, - -1632.1138916015625, - -1206.739013671875, - -868.139404296875, - -1081.88232421875, - -1682.8465576171875, - -1171.7535400390625, - -813.688720703125, - -1862.8968505859375, - -1737.474365234375, - -564.1107177734375, - -1059.219482421875, - -1926.468505859375, - -944.6995239257812, - -1939.6221923828125, - -1962.95556640625, - -1155.233154296875, - -2320.616943359375, - -1460.798828125, - -2419.324951171875, - 0.04613509774208069, - 200.78775024414062, - 629.33203125, - -1228.539794921875, - -715.04345703125, - -473.70281982421875, - -2101.69921875, - -2446.066162109375, - -1051.7611083984375, - -2988.574462890625, - -1611.4140625, - -1279.765380859375, - -603.0927124023438, - -1542.90234375, - -1061.32275390625, - -64.16246795654297, - -3351.06103515625, - -1828.2265625, - 239.62583923339844, - -350.51837158203125, - -2569.9287109375, - 510.6229553222656, - -1212.6260986328125, - -1507.40771484375, - -2013.0252685546875, - -2553.799072265625, - -2084.799072265625, - -2494.96875, - -1251.2950439453125, - -320.3810119628906, - -1253.0670166015625, - -531.9227294921875, - -44.01802062988281, - -1172.03662109375, - -3164.546875, - -282.23382568359375, - 712.6619873046875, - -1863.32177734375, - -444.19342041015625, - -467.2263488769531, - -394.90435791015625, - 935.4937133789062, - 334.2615966796875, - -2250.0537109375, - 933.68798828125, - -1602.641357421875, - -402.803466796875, - -409.57952880859375, - 1058.2801513671875, - -421.71832275390625, - -1585.284423828125, - -602.2162475585938, - -1885.324951171875, - -194.2811737060547, - -852.7951049804688, - -887.6571044921875, - 865.4230346679688, - -69.81046295166016, - 439.3923645019531, - 143.13204956054688, - -294.6207275390625, - 1245.8443603515625, - 71.8423080444336, - -480.3570861816406, - 911.142822265625, - -119.75585174560547, - 777.9933471679688, - 1785.83154296875, - -154.92454528808594, - -44.51129150390625, - -792.9734497070312, - 261.65142822265625, - -59.524715423583984, - -631.8316040039062, - 1888.7449951171875, - -21.785001754760742, - 519.2271728515625, - 132.20571899414062, - 1599.5147705078125, - -1752.3358154296875, - -734.7020263671875, - -1557.327392578125, - -1683.462158203125, - -93.747314453125, - -647.3966674804688, - -399.5322570800781, - -1464.130859375, - 264.30242919921875, - -1797.210693359375, - 805.3287963867188, - -234.23902893066406, - -1540.1204833984375, - -1842.1807861328125, - -1226.9969482421875, - -1835.343505859375, - -2038.6549072265625, - -626.5697631835938, - 402.81109619140625, - -1405.67138671875, - -2665.58642578125, - 2184.091796875, - -65.41371154785156, - -167.29396057128906, - -570.9185791015625, - 1916.0350341796875, - -539.5617065429688, - -2177.390380859375, - -287.15277099609375, - -880.4946899414062, - 776.46533203125, - -1368.330810546875, - -1000.933349609375, - 1200.0125732421875, - -372.5218200683594, - 1334.3968505859375, - -424.2171325683594, - -3601.672119140625, - -1454.3848876953125, - -1510.95263671875, - -2162.261474609375, - 3646.911865234375, - -3397.827880859375, - -2400.021484375, - -1089.62841796875, - -2768.0322265625, - -121.08219146728516, - -1110.349609375, - -508.73358154296875, - -540.33349609375, - 288.0508728027344, - -1045.4517822265625, - 1854.334716796875, - -1215.728759765625, - 0.06759010255336761, - -590.6131591796875, - -934.0873413085938, - 197.86361694335938, - -237.6852569580078, - 69.3528060913086, - -206.0313720703125, - 542.9644775390625, - 900.6213989257812, - 90.74850463867188, - 351.1606140136719, - -263.2194519042969, - -3813.7265625, - -918.295654296875, - -1359.4769287109375, - -1675.240478515625, - -156.33763122558594, - -1067.2244873046875, - -2912.795654296875, - 1561.0233154296875, - 3029.942138671875, - 2386.444580078125, - -2186.551025390625, - -1016.2892456054688, - -1965.5865478515625, - -1365.11767578125, - -5298.08203125, - 690.0758056640625, - -2126.987060546875, - -2393.99951171875, - -1423.075439453125, - -540.9923095703125, - -1765.95166015625, - 535.0859985351562, - -1858.00146484375, - -571.5665893554688, - -1751.115234375, - 726.1578369140625, - -2209.694091796875, - -4066.00048828125, - -923.2024536132812, - -661.4201049804688, - -6.595043659210205, - -1985.8533935546875, - -247.3837890625, - -1783.870849609375, - 70.95690155029297, - -2413.311279296875, - 2450.76025390625, - 65.42697143554688, - -210.02220153808594, - 403.082763671875, - -1077.2476806640625, - -2916.34765625, - 2668.5849609375, - -3673.567626953125, - -1665.9276123046875, - -232.97610473632812, - -2161.53515625, - 1311.2066650390625, - 2.190992832183838, - -1752.460205078125, - -1982.51123046875, - -3556.69580078125, - -2152.643798828125, - -1522.7899169921875, - -1420.3587646484375, - -3476.334228515625, - -1734.2889404296875, - -1462.921875, - -1746.54931640625, - -2163.468505859375, - -1522.7784423828125, - -1248.1661376953125, - -2079.890625, - -1999.5577392578125, - -685.5184936523438, - 911.8606567382812, - -265.2074890136719, - -1991.2237548828125, - -1542.1923828125, - -1290.158935546875, - -2334.4677734375, - -948.8143920898438, - 1911.4871826171875, - 235.6707000732422, - 1200.69873046875, - 667.5283203125, - -437.3518981933594, - 472.86419677734375, - 829.4302978515625, - 1195.3995361328125, - -22.970138549804688, - -210.84674072265625, - 1085.9219970703125, - -467.7381286621094, - -536.1455688476562, - -1735.3956298828125, - 129.5811767578125, - -1872.719970703125, - -116.53434753417969, - -880.4552612304688, - -676.7484741210938, - -590.87060546875, - -992.8901977539062, - -393.9153137207031, - -963.5254516601562, - -815.7005615234375, - -1108.67431640625, - -571.717529296875, - -411.3572692871094, - -68.45639038085938, - 1.8198845386505127, - -787.8848266601562, - -872.144287109375, - -535.4201049804688, - 886.5556030273438, - -803.2406616210938, - -301.86865234375, - -238.4990997314453, - -242.00955200195312, - -809.4982299804688, - -487.659912109375, - -1154.1884765625, - -636.1627197265625, - -575.2197875976562, - -1222.7852783203125, - -577.7291259765625, - -1097.45751953125, - -656.437744140625, - -638.0411987304688, - -1453.022705078125, - -983.3678588867188, - -1451.6915283203125, - -2054.302734375, - -1018.328369140625, - -888.7918701171875, - -556.3580322265625, - -1662.00390625, - -934.015869140625, - -1691.6741943359375, - -1427.3865966796875, - -2294.83837890625, - -1707.626953125, - -1220.925537109375, - -2225.5390625, - -1631.37744140625, - -1514.5657958984375, - -2024.046630859375 + 0.47688424587249756, + 0.27244025468826294, + 0.20681628584861755, + 0.17757031321525574, + 0.17893142998218536, + 0.14741858839988708, + 0.1313510537147522, + 0.11424878984689713, + 0.12996165454387665, + 0.0347832627594471, + 0.07834933698177338, + 0.050724562257528305, + -0.2704016864299774, + -0.6164863109588623, + -1.1751320362091064, + -1.590717077255249, + -3.246704578399658, + -3.2516632080078125, + -3.226264715194702, + -5.311786651611328, + -5.388725280761719, + -7.122234344482422, + -8.638477325439453, + -6.666311740875244, + -8.503678321838379, + -11.944872856140137, + -14.130179405212402, + -12.175540924072266, + -14.64960765838623, + -15.49778938293457, + -15.932985305786133, + -10.957036972045898, + -25.680891036987305, + -20.50360107421875, + -19.219207763671875, + -23.01390838623047, + -34.996978759765625, + -32.59108352661133, + -21.555788040161133, + -28.157243728637695, + -36.061336517333984, + -39.064273834228516, + -42.623897552490234, + -42.14992141723633, + -51.18744659423828, + -52.75059509277344, + -52.1816291809082, + -72.06121063232422, + -69.91111755371094, + -51.654441833496094, + -68.20050048828125, + -84.87985229492188, + -75.8567886352539, + -82.43701171875, + -95.44281005859375, + -37.49069595336914, + -74.92821502685547, + -85.26791381835938, + -87.62913513183594, + -105.54918670654297, + -108.38756561279297, + -105.89643096923828, + -137.99969482421875, + -139.6334228515625, + -132.09303283691406, + -150.12554931640625, + -146.445556640625, + -173.28514099121094, + -156.38540649414062, + -160.33750915527344, + -169.4961700439453, + -156.62191772460938, + -147.5519561767578, + -129.2458038330078, + -213.65809631347656, + -224.58392333984375, + -161.0565643310547, + -218.73634338378906, + -253.4207305908203, + -275.78338623046875, + -205.06961059570312, + -183.81092834472656, + -155.3755340576172, + -322.9617919921875, + -240.7899169921875, + -247.02110290527344, + -329.5026550292969, + -284.6695251464844, + -223.34017944335938, + -316.9812927246094, + -270.25030517578125, + -193.6084442138672, + -269.0244445800781, + -322.1000671386719, + -315.71551513671875, + -345.1693115234375, + -294.1076965332031, + -350.7117919921875, + -353.32708740234375, + -441.9693908691406, + -472.7052917480469, + -439.19842529296875, + -366.3009948730469, + -270.5572204589844, + -417.047119140625, + -473.4523620605469, + -553.0858764648438, + -525.1068725585938, + -499.0337219238281, + -574.1456909179688, + -601.9027099609375, + -634.5632934570312, + -680.4390258789062, + -540.8048095703125, + -698.1025390625, + -552.6449584960938, + -392.5437316894531, + -531.0980834960938, + -374.8212585449219, + -675.5977783203125, + -711.501953125, + -665.5296630859375, + -691.7197875976562, + -859.7858276367188, + -348.0579528808594, + -695.68505859375, + -416.9977722167969, + -956.3250122070312, + -757.0623779296875, + -818.0805053710938, + -1063.363525390625, + -862.2979736328125, + -928.9590454101562, + -801.9406127929688, + -950.5877075195312, + -924.2560424804688, + -868.9439697265625, + -722.6826782226562, + -802.443359375, + -1047.94091796875, + -696.4357299804688, + -943.1516723632812, + -1032.267333984375, + -1023.9156494140625, + -1001.7645263671875, + -1045.5064697265625, + -686.2670288085938, + -1375.7286376953125, + -964.502685546875, + -907.0718383789062, + -1092.373046875, + -912.6376953125, + -814.1703491210938, + -1243.55712890625, + -1218.6053466796875, + -1290.01318359375, + -1053.0294189453125, + -1051.73291015625, + -1452.3570556640625, + -1025.439697265625, + -1409.1724853515625, + -564.961669921875, + -1132.4163818359375, + -1424.369140625, + -311.2344055175781, + -1257.0416259765625, + -1425.21484375, + -1189.922607421875, + -1463.3350830078125, + -996.9815063476562, + -1452.96240234375, + -2279.188720703125, + -1457.11376953125, + -1724.3004150390625, + -1506.23583984375, + -1480.0225830078125, + -2154.853271484375, + -1166.3515625, + -1761.6727294921875, + -1597.0025634765625, + -1669.42822265625, + -1045.2945556640625, + -1749.575927734375, + -1743.162353515625, + -1663.0235595703125, + -1032.61572265625, + -1737.284423828125, + -1429.18212890625, + -1779.2803955078125, + -616.8140869140625, + -1910.2738037109375, + -2135.7314453125, + -1969.02783203125, + -2568.043212890625, + -2269.15576171875, + -1890.52783203125, + -2190.62353515625, + -415.2926025390625, + -1679.6600341796875, + -2216.57275390625, + -2075.88525390625, + -1183.0482177734375, + -616.7628173828125, + -3064.86279296875, + -1271.64404296875, + -1574.5281982421875, + -1966.6773681640625, + -1043.9266357421875, + -2185.8994140625, + -582.4974365234375, + -407.61236572265625, + 1233.3851318359375, + -1628.8843994140625, + 482.5679931640625, + -1590.76806640625, + -1190.95166015625, + -1837.7596435546875, + -2206.338623046875, + -1260.78466796875, + -2210.1650390625, + -1525.4136962890625, + -1482.3662109375, + -1906.161865234375, + -764.3303833007812, + -1439.990478515625, + 294.8627014160156, + -1704.9542236328125, + -1994.1884765625, + -1459.1683349609375, + -2750.01171875, + -629.5189208984375, + -1711.61669921875, + -1558.433837890625, + 1163.214111328125, + -1455.7359619140625, + -1008.6029052734375, + -1470.864013671875, + -938.1026611328125, + -1316.185546875, + -1355.654296875, + -1367.54150390625, + -1787.655029296875, + -1132.864990234375, + -1755.8740234375, + -1306.6373291015625, + -1073.0382080078125, + 1199.3388671875, + -480.6805725097656, + -1471.0792236328125, + -779.4911499023438, + -371.24029541015625, + -1526.700927734375, + -1084.8968505859375, + -872.1594848632812, + -1631.5111083984375, + -955.0664672851562, + -448.77490234375, + -776.2586669921875, + -699.141845703125, + -670.63720703125, + -440.5254211425781, + -633.2752075195312, + -554.346435546875, + -630.7890625, + -771.5128173828125, + -618.9910278320312, + -882.9874267578125, + 330.20391845703125, + -651.431640625, + -1907.119873046875, + -748.8555297851562, + -366.49224853515625, + -610.473876953125, + -665.541015625, + -656.1014404296875, + -719.617919921875, + 2.8622522354125977, + -840.2293701171875, + -1074.095458984375, + -955.9136962890625, + -651.119140625, + 278.5770263671875, + -484.0736083984375, + -665.6122436523438, + -1128.0455322265625, + 181.52548217773438, + 534.4747314453125, + -272.7593078613281, + -850.757080078125, + -489.90869140625, + -838.7357177734375, + -1159.076416015625, + -264.97509765625, + -252.3925018310547, + -516.8748779296875, + -1402.8311767578125, + -712.550048828125, + -336.26873779296875, + -984.7802124023438, + -84.6431655883789, + -571.3400268554688, + -381.08538818359375, + -606.9879150390625, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null ], "env_score_iters": [ 1, @@ -50714,2644 +62203,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -4.314479827880859, - -3.227024793624878, - -2.1235971450805664, - -3.327080488204956, - 0.8710464239120483, - -3.3989577293395996, - -1.9201453924179077, - -2.1964962482452393, - -4.496214866638184, - -4.360387325286865, - -1.1508209705352783, - -0.019541434943675995, - -3.1390511989593506, - 1.9934194087982178, - -4.26405668258667, - -5.835035800933838, - -3.859084367752075, - 1.7678887844085693, - -5.59569787979126, - -2.240450143814087, - -1.5376311540603638, - -6.58140230178833, - 5.225340843200684, - -5.054906845092773, - -3.5546352863311768, - -0.20415471494197845, - -2.671945333480835, - -3.593954563140869, - -1.9185682535171509, - 1.2243040800094604, - -1.2308251857757568, - -2.8899388313293457, - -2.05863094329834, - 0.7880200743675232, - -2.653474807739258, - -2.8965706825256348, - -3.4648165702819824, - -0.49565553665161133, - -3.8031842708587646, - -4.685104846954346, - -2.819427013397217, - -1.1194478273391724, - -1.2774786949157715, - -3.0156009197235107, - -4.347609043121338, - -1.3104196786880493, - -2.998274803161621, - -2.812593460083008, - 0.46750184893608093, - -1.0048739910125732, - -2.4605677127838135, - 0.9695231318473816, - -2.644118547439575, - 1.3714102506637573, - -2.149904727935791, - -2.3015174865722656, - -3.355910539627075, - -3.178206205368042, - -1.5562934875488281, - -3.41591215133667, - -3.4564127922058105, - -3.3627829551696777, - -6.848775386810303, - -1.596825122833252, - -3.7787559032440186, - -1.96489679813385, - -3.510126829147339, - -1.9490731954574585, - -3.8647122383117676, - -3.6985151767730713, - -2.309621572494507, - -1.676476240158081, - -3.1515493392944336, - -3.6783359050750732, - -3.255812406539917, - -0.36283403635025024, - -2.909897565841675, - 6.361088752746582, - -2.716975688934326, - -4.178234577178955, - -2.5318849086761475, - -3.248931407928467, - -5.399484157562256, - -2.605142831802368, - -3.292792558670044, - -3.770474433898926, - -9.95678424835205, - 0.5163204073905945, - -3.53067946434021, - -4.991083145141602, - -3.167938232421875, - -1.5243520736694336, - -1.1176936626434326, - -1.7055820226669312, - -3.2716622352600098, - -0.8501632809638977, - -3.543003559112549, - -3.342135429382324, - -2.0989861488342285, - -7.435795783996582, - -2.20455265045166, - -2.3734962940216064, - -2.7518770694732666, - -2.6061933040618896, - -3.540350914001465, - -2.513202428817749, - -0.6581290364265442, - -3.5360467433929443, - -3.9069292545318604, - -3.6225650310516357, - -2.421660900115967, - -3.6928722858428955, - -1.541948914527893, - -1.636236548423767, - -4.136177062988281, - -5.086784362792969, - -3.2920475006103516, - -1.5452985763549805, - -6.327908039093018, - 1.430567979812622, - -4.862865924835205, - -3.4245312213897705, - 2.3556506633758545, - -2.769590377807617, - -2.9216151237487793, - -3.230886936187744, - -2.6190621852874756, - -2.9952549934387207, - -0.6745748519897461, - -3.5513525009155273, - -2.2957472801208496, - -3.32818341255188, - -0.47042590379714966, - -2.507776975631714, - -2.467691421508789, - -4.129867076873779, - 2.064271926879883, - -3.2262470722198486, - -5.539778709411621, - -2.9204258918762207, - -2.5104801654815674, - -3.9411799907684326, - -2.1968414783477783, - -3.056100606918335, - -8.409826278686523, - -2.773650646209717, - -5.9769439697265625, - 3.1467320919036865, - -2.5675671100616455, - -0.9902516007423401, - -2.8894760608673096, - 2.5387778282165527, - -2.388180732727051, - -3.8795149326324463, - -1.940386414527893, - -7.011807918548584, - -2.453179359436035, - -3.8722124099731445, - -2.93989634513855, - -2.8425538539886475, - -2.492006301879883, - -1.8518506288528442, - -5.643280506134033, - -1.1533700227737427, - -3.6199395656585693, - -1.5110068321228027, - -0.4555172026157379, - -0.702246367931366, - -1.7800883054733276, - -1.8030405044555664, - -1.7914875745773315, - 0.5533042550086975, - -0.20052848756313324, - -1.8146268129348755, - -2.1885101795196533, - -1.9724489450454712, - -3.925719738006592, - -1.9872103929519653, - -6.120954990386963, - 3.885746955871582, - -5.809302806854248, - -2.8801958560943604, - 0.8815923929214478, - 1.7931668758392334, - -2.12387752532959, - -2.3574609756469727, - 1.224935531616211, - 4.3143696784973145, - -2.3647377490997314, - -3.237783670425415, - 4.0654072761535645, - -0.3499578833580017, - -2.445918560028076, - -0.8132129907608032, - -1.3042593002319336, - 1.8583624362945557, - -3.1684634685516357, - -3.252892017364502, - -1.9128915071487427, - -2.7154581546783447, - -1.0999926328659058, - -0.38637417554855347, - -3.233996868133545, - -0.0722169429063797, - 0.6642212867736816, - 0.4601092040538788, - 6.1172051429748535, - -2.152916193008423, - -3.0534634590148926, - -0.2823261320590973, - -2.747166395187378, - -3.379595994949341, - -4.382689952850342, - -3.9649274349212646, - 1.5881856679916382, - -4.130424499511719, - -0.13843609392642975, - -3.157351016998291, - 0.5843254327774048, - 2.792834520339966, - 2.7679033279418945, - -1.6338099241256714, - -2.7592601776123047, - -0.6581250429153442, - -3.8781068325042725, - -0.5161222219467163, - 1.1150126457214355, - -5.275594711303711, - -2.8136518001556396, - -4.639729022979736, - -4.082907199859619, - -6.3282856941223145, - -1.47846257686615, - -2.7627856731414795, - -2.448763847351074, - -3.940469264984131, - -4.322715759277344, - -2.510767698287964, - -1.7209210395812988, - -1.7766697406768799, - 1.9548485279083252, - -4.779157638549805, - -1.3048522472381592, - -4.328117847442627, - -3.9507718086242676, - -2.093932628631592, - -1.048470377922058, - -4.265618324279785, - -4.9420485496521, - -2.936162233352661, - -4.044992446899414, - -4.223888874053955, - -6.332193374633789, - -0.7102819085121155, - -2.9050862789154053, - -3.116007089614868, - -5.2442216873168945, - -4.121204853057861, - -4.666223049163818, - -7.2325873374938965, - -3.825322151184082, - -4.284657001495361, - -3.856524705886841, - -8.756991386413574, - -2.7370445728302, - -3.846039295196533, - -5.014188766479492, - -3.865976333618164, - -4.557360649108887, - -4.940496921539307, - -4.931982040405273, - -3.049865961074829, - -3.4286246299743652, - -1.5281811952590942, - -4.988706588745117, - -4.926767826080322, - -2.8294575214385986, - -7.834574222564697, - 0.30779632925987244, - -4.857553005218506, - -1.005692958831787, - -4.574356555938721, - -5.408134460449219, - -1.848981499671936, - -2.972877025604248, - -5.637189865112305, - -4.477607250213623, - -4.669671058654785, - -3.18359112739563, - -2.606630563735962, - -2.4617409706115723, - -4.87054443359375, - -4.117293357849121, - -2.168299436569214, - -5.146331787109375, - -4.697238445281982, - -5.856457233428955, - -4.99001407623291, - -5.280979633331299, - -3.3956563472747803, - -2.538534641265869, - -4.2210211753845215, - -3.619126796722412, - -2.457275152206421, - -4.244533538818359, - -4.935596942901611, - -2.006283760070801, - -4.46429443359375, - -6.597487926483154, - 1.2668464183807373, - -5.389346599578857, - -4.018743515014648, - -3.9383931159973145, - -4.719001293182373, - -5.727618217468262, - -4.611293792724609, - -6.613631248474121, - -3.2143030166625977, - -1.7808181047439575, - -6.674977779388428, - -3.4298033714294434, - 0.19744765758514404, - -2.682258367538452, - -5.763263702392578, - -4.723976135253906, - -4.0529866218566895, - -3.1804869174957275, - -5.320319175720215, - -2.042620897293091, - -6.208672046661377, - -5.409493923187256, - -4.881982326507568, - -3.455108642578125, - -0.481804758310318, - -4.634814739227295, - -5.440920352935791, - -4.5261735916137695, - -4.810290336608887, - -5.644155979156494, - -6.962458610534668, - -5.406826496124268, - -4.192508697509766, - -6.68458890914917, - -4.675540447235107, - -5.429129123687744, - -5.83754825592041, - -5.845310211181641, - -7.02419376373291, - -6.131069183349609, - -4.099484920501709, - -1.611921787261963, - -2.098503828048706, - -5.303857803344727, - -4.054459571838379, - -2.5652694702148438, - -4.859699726104736, - -3.8440353870391846, - -4.513741970062256, - -6.123122692108154, - -4.143665313720703, - -4.9117889404296875, - -2.937633514404297, - -5.569548606872559, - -3.5018818378448486, - -4.174523830413818, - -6.000802040100098, - -2.9136931896209717, - -4.461985111236572, - -3.3598792552948, - -5.774486064910889, - -5.133059024810791, - -0.5073851943016052, - -0.21077941358089447, - -3.2719743251800537, - -4.69443941116333, - -4.339648723602295, - -1.9933688640594482, - -4.582409381866455, - -2.769808769226074, - -5.583561420440674, - -0.7601195573806763, - -3.1049163341522217, - -2.201298236846924, - -0.623275876045227, - 0.14570863544940948, - -5.783020973205566, - -6.059878826141357, - -3.7897753715515137, - -4.993617534637451, - 6.207278728485107, - -2.7114744186401367, - 0.2265211045742035, - 5.080609321594238, - -3.8494374752044678, - -5.699932098388672, - -5.866804122924805, - -3.8391435146331787, - -4.76401424407959, - -0.6214855909347534, - -5.356752872467041, - -5.181234359741211, - -1.8493518829345703, - -3.1877083778381348, - -5.466238498687744, - -4.3129496574401855, - -6.7161993980407715, - -2.075392007827759, - -2.9196507930755615, - -5.356269359588623, - -2.205366849899292, - -3.5823121070861816, - 3.2604267597198486, - -2.914050340652466, - -3.934565305709839, - -3.7043275833129883, - -4.345844745635986, - -2.644129991531372, - -1.4558860063552856, - -4.352349758148193, - -5.1301140785217285, - -1.2994776964187622, - -5.640018939971924, - -0.15892748534679413, - -2.0455219745635986, - -5.593112468719482, - -5.2271246910095215, - -2.590141534805298, - -3.056239604949951, - -4.0494065284729, - -1.3320804834365845, - 1.8652008771896362, - 0.6660881638526917, - -3.268111228942871, - -6.719285488128662, - -0.474485844373703, - -0.8709203004837036, - -3.865813732147217, - -4.831423759460449, - -3.163846969604492, - -0.28623414039611816, - -3.491152286529541, - 1.8982588052749634, - -4.2836222648620605, - -8.397055625915527, - -4.737199306488037, - -6.305665969848633, - -3.533907651901245, - -4.082573413848877, - -5.133214473724365, - -3.9809916019439697, - -4.775566577911377, - -5.015897274017334, - -3.8945672512054443, - 5.045821189880371, - -5.613808631896973, - -3.169692039489746, - -3.930051565170288, - -6.752981662750244, - -4.7242913246154785, - -0.025907443836331367, - -3.5820906162261963, - -4.179556369781494, - -1.5367281436920166, - -6.703654766082764, - -6.890748023986816, - -3.905055284500122, - -4.8188371658325195, - -4.0228657722473145, - 0.6817648410797119, - -5.463441848754883, - -3.946713447570801, - 1.3411532640457153, - -5.016154766082764, - -5.791490077972412, - -3.383490562438965, - -5.810781002044678, - -2.0896430015563965, - -3.1609745025634766, - -2.950474739074707, - -5.437070846557617, - -5.78153133392334, - -1.1666282415390015, - -5.012407302856445, - -3.124051570892334, - -7.037921905517578, - -1.5925960540771484, - -3.0805277824401855, - -0.040901049971580505, - -5.567790985107422, - -5.905611515045166, - -2.6370291709899902, - -4.759609222412109, - -1.7853786945343018, - -6.718226432800293 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.38801804184913635, + -0.5173815488815308, + -0.47658470273017883, + -0.2641819715499878, + -0.4377879202365875, + -0.4279031455516815, + -0.5342864990234375, + -0.686614990234375, + -0.506740391254425, + -0.6002835631370544, + 0.2916352450847626, + -0.3978101909160614, + -0.5669114589691162, + -0.4102911055088043, + -0.32398688793182373, + -0.5687593221664429, + -0.5213789939880371, + -0.5280559659004211, + -0.5316246151924133, + -0.6354851722717285, + -0.4681220054626465, + -0.4664452075958252, + -0.5541492104530334, + -0.5575657486915588, + -0.36417025327682495, + -0.5513582229614258, + -0.4713893234729767, + -0.4524981677532196, + -0.44966840744018555, + -0.3910941779613495, + -0.430427223443985, + -0.06632870435714722, + -0.5039052963256836, + -0.5324792861938477, + -0.5316546559333801, + -0.47060444951057434, + -0.6473120450973511, + -0.4765375256538391, + -0.4553171992301941, + -0.4149511754512787, + -0.37808656692504883, + -0.407043993473053, + -0.5018133521080017, + -0.3896962106227875, + -0.5810650587081909, + -0.35403209924697876, + -0.43932265043258667, + -0.3085175156593323, + -0.44888967275619507, + -0.5433260202407837, + -0.39023029804229736, + -0.7212457060813904, + -0.3079242706298828, + -0.5897809267044067, + -0.40735113620758057, + -0.5986184477806091, + -0.44816288352012634, + -0.37876343727111816, + -0.49978429079055786, + -0.5492615699768066, + -0.41402938961982727, + -0.5843420028686523, + -0.7434960603713989, + -0.4358890652656555, + -0.6659409403800964, + -0.5309470891952515, + -0.509288489818573, + -0.5675346255302429, + -0.6583662033081055, + -0.46571794152259827, + -0.5455203056335449, + -0.35667526721954346, + -0.8752140998840332, + -0.5515576004981995, + -0.6651775240898132, + -0.4768201410770416, + -0.5441439151763916, + -0.7710843086242676, + -0.3718290627002716, + -0.5476094484329224, + -0.695259690284729, + -0.46196040511131287, + -0.5748671889305115, + -0.532180905342102, + -0.38109493255615234, + -0.6347863674163818, + -0.660472571849823, + -0.4984336495399475, + -0.5170367956161499, + -0.4818459749221802, + -0.5533186197280884, + -0.4823441803455353, + -0.8551828861236572, + -0.5489298105239868, + -0.6267752647399902, + -0.6100810170173645, + -0.42065414786338806, + -0.4902905225753784, + -0.49904727935791016, + -0.44560956954956055, + -0.41259297728538513, + -0.6113747954368591, + -0.49339213967323303, + -0.5071113109588623, + -0.656941294670105, + -0.5696560740470886, + -0.40710338950157166, + -0.5643024444580078, + -0.6319531798362732, + -0.48937153816223145, + -0.46298474073410034, + -0.503762423992157, + -0.4676104784011841, + -0.5434004664421082, + -0.52817302942276, + -0.4759905934333801, + -0.572344958782196, + -0.5808914303779602, + -0.460440069437027, + -0.48364731669425964, + -0.35508331656455994, + -0.4065113663673401, + -0.4975419342517853, + -0.5640714168548584, + -0.3123413026332855, + -0.49038124084472656, + -0.47413700819015503, + -0.44041404128074646, + -0.49764180183410645, + -0.7961961030960083, + -0.7594836950302124, + -0.5771105885505676, + -0.6279233694076538, + -0.6364648342132568, + -0.5537478923797607, + -0.5893927216529846, + -0.7538977265357971, + -0.6427769064903259, + -0.7111356258392334, + -0.4609735906124115, + -0.7298333048820496, + -0.7725842595100403, + -0.44405117630958557, + -0.2244609296321869, + -0.6484083533287048, + -0.6425929665565491, + -0.38416123390197754, + -0.8072013258934021, + -0.7432917952537537, + -0.6099321842193604, + -0.3431912958621979, + -0.46543437242507935, + -0.6158878207206726, + -0.75286465883255, + -0.8612765073776245, + -0.6087197065353394, + -0.4733961820602417, + -0.6100241541862488, + -0.6618842482566833, + -0.6265637874603271, + -0.5477929711341858, + -0.6661142110824585, + -0.6413981914520264, + -0.45451197028160095, + -0.5678659677505493, + -0.622864842414856, + -0.9593721032142639, + -0.6018098592758179, + -0.5881642699241638, + -0.6536429524421692, + -0.5018572807312012, + -0.7780198454856873, + -0.6061709523200989, + -0.3787263333797455, + -0.7168189287185669, + -0.5037077069282532, + -0.6800171136856079, + -0.7827353477478027, + -0.6997233033180237, + -0.26721814274787903, + -0.7010062336921692, + -0.5738701820373535, + -0.869472861289978, + -0.7121699452400208, + -0.6971484422683716, + -0.40021324157714844, + -0.5710757374763489, + -0.78174889087677, + -0.5335766077041626, + -0.8577051162719727, + -0.739618718624115, + -0.6578018069267273, + -0.6500093936920166, + -0.7428653240203857, + -0.6773415207862854, + -0.6090599894523621, + -0.7477929592132568, + -0.38711610436439514, + -0.5428716540336609, + -0.8265935182571411, + -0.5972802042961121, + -0.6816985011100769, + -0.6025300621986389, + -1.0595829486846924, + -0.6712439060211182, + -0.8099801540374756, + -0.5887757539749146, + -0.796958863735199, + -0.8050352334976196, + -0.7075244784355164, + -0.6950290203094482, + -0.5452207326889038, + -0.9510381817817688, + -0.6679417490959167, + -0.6693777441978455, + -0.9051188826560974, + -0.9289026260375977, + -0.9857774972915649, + -0.7078821063041687, + -0.6464776396751404, + -0.9288653135299683, + -0.4682370722293854, + -0.9200599789619446, + -0.7834242582321167, + -0.8389157056808472, + -1.068632960319519, + -0.8140016794204712, + -0.8709447383880615, + -1.0258969068527222, + -0.8175733089447021, + -0.8323071599006653, + -0.6329619884490967, + -0.7618916034698486, + -0.6202327609062195, + -0.6780053973197937, + -0.8693310618400574, + -0.6054401993751526, + -0.6853852868080139, + -1.0740971565246582, + -1.0331873893737793, + -0.7432082295417786, + -0.9039371609687805, + -0.916098415851593, + -0.7744284868240356, + -0.6666806936264038, + -0.9164002537727356, + -0.5962351560592651, + -0.8752317428588867, + -1.0252326726913452, + -0.9836027026176453, + -0.870734691619873, + -0.9553662538528442, + -0.8365852236747742, + -1.0035063028335571, + -0.9685705304145813, + -0.8590782880783081, + -0.8685328364372253, + -0.6010013818740845, + -0.8512619733810425, + -0.979637861251831, + -0.8171638250350952, + -0.833834171295166, + -1.0241841077804565, + -0.8587719202041626, + -0.8099379539489746, + -1.0572936534881592, + -1.0156394243240356, + -0.9660393595695496, + -1.0453664064407349, + -1.0150814056396484, + -0.7369499206542969, + -0.8797205686569214, + -0.7889284491539001, + -1.0865888595581055, + -1.0016791820526123, + -1.0086711645126343, + -0.8240373730659485, + -0.9191308617591858, + -0.9764918684959412, + -0.8718324303627014, + -0.9193614721298218, + -0.9414157867431641, + -1.0049066543579102, + -0.7877626419067383, + -1.1327593326568604, + -1.024804711341858, + -1.0078647136688232, + -0.863166093826294, + -1.0135068893432617, + -1.0269746780395508, + -0.9337090849876404, + -1.1786874532699585, + -1.032719373703003, + -1.0518335103988647, + -1.0452971458435059, + -1.0459580421447754, + -1.0631850957870483, + -0.8874847888946533, + -0.8637757897377014, + -0.9549657702445984, + -1.0029311180114746, + -1.1254560947418213, + -0.9733051657676697, + -1.1057021617889404, + -1.0062084197998047, + -0.9683334231376648, + -0.9375675916671753, + -1.0465869903564453, + -1.0911707878112793, + -0.9639383554458618, + -1.0686829090118408, + -0.9785621166229248, + -1.0418715476989746, + -1.0016052722930908, + -1.0858148336410522, + -1.0303993225097656, + -1.0922924280166626, + -0.8014330863952637, + -1.100308895111084, + -1.089730978012085, + -1.008668303489685, + -1.0845212936401367, + -1.14080011844635, + -0.8884836435317993, + -1.0545257329940796, + -1.033809781074524, + -1.1574598550796509, + -0.9841779470443726, + -1.0459915399551392, + -1.0013189315795898, + -1.0247740745544434, + -1.001197338104248, + -1.2038556337356567, + -1.0358785390853882, + -1.1360424757003784, + -1.0771470069885254, + -1.1901098489761353, + -1.1722081899642944, + -0.9187927842140198, + -1.0044664144515991, + -1.1034915447235107, + -0.9205184578895569, + -0.98796147108078, + -1.1858123540878296, + -1.0192592144012451, + -1.0937126874923706, + -1.1642043590545654, + -1.1695126295089722, + -1.1746265888214111, + -1.2005561590194702, + -1.026220679283142, + -0.9596338868141174, + -1.141276478767395, + -1.1464446783065796, + -1.1238842010498047, + -1.0052577257156372, + -1.1768875122070312, + -1.1558171510696411, + -1.0466911792755127, + -1.2294032573699951, + -1.1884207725524902, + -1.0980186462402344, + -1.2094556093215942, + -1.2029253244400024, + -1.073312520980835, + -1.1377593278884888, + -1.0401475429534912, + -1.1651381254196167, + -1.0953682661056519, + -1.1989177465438843, + -1.1197346448898315, + -1.0793653726577759, + -1.2143899202346802, + -1.2347184419631958, + -1.1676068305969238, + -1.203779935836792, + -1.2136616706848145, + -1.2204290628433228, + -1.122091293334961, + -1.1157071590423584, + -1.2292063236236572, + -1.1073912382125854, + -1.17672860622406, + -1.1405128240585327, + -1.2622666358947754, + -1.1941181421279907, + -1.2566477060317993, + -1.2048609256744385, + -1.2354633808135986, + -1.1790746450424194, + -1.1103781461715698, + -1.1969480514526367, + -1.1943373680114746, + -1.0289958715438843, + -1.1714105606079102, + -1.1553237438201904, + -1.175012469291687, + -1.2138526439666748, + -1.1155149936676025, + -1.1528420448303223, + -1.21396803855896, + -1.1649278402328491, + -1.2274752855300903, + -1.1866576671600342, + -1.1887133121490479, + -1.2622886896133423, + -1.1546176671981812, + -1.2111701965332031, + -1.2517812252044678, + -1.2491216659545898, + -1.2318248748779297, + -1.2353042364120483, + -1.160477638244629, + -1.2412234544754028, + -1.2282589673995972, + -1.2273969650268555, + -1.2486189603805542, + -1.2387988567352295, + -1.213530421257019, + -1.2691015005111694, + -1.20028555393219, + -1.2606754302978516, + -1.2591848373413086, + -1.2447181940078735, + -1.2303553819656372, + -1.2093966007232666, + -1.227331280708313, + -1.239786982536316, + -1.2187719345092773, + -1.2258927822113037, + -1.2557016611099243, + -1.2409697771072388, + -1.2496404647827148, + -1.2634799480438232, + -1.172285795211792, + -1.2684190273284912, + -1.2204784154891968, + -1.2812227010726929, + -1.214267373085022, + -1.2671000957489014, + -1.2247895002365112, + -1.2833456993103027, + -1.2196732759475708, + -1.2338018417358398, + -1.2360528707504272, + -1.2411545515060425, + -1.2315537929534912, + -1.2601876258850098, + -1.2106080055236816, + -1.22366201877594, + -1.2471972703933716, + -1.2305588722229004, + -1.2457730770111084, + -1.2617243528366089, + -1.2320293188095093, + -1.2511086463928223, + -1.2735390663146973, + -1.2650917768478394, + -1.2124420404434204, + -1.2800695896148682, + -1.2711135149002075, + -1.251798391342163, + -1.244297981262207, + -1.2147254943847656, + -1.2009836435317993, + -1.2361605167388916, + -1.2421200275421143, + -1.2491799592971802, + -1.246836543083191, + -1.2312618494033813, + -1.2382707595825195, + -1.2435551881790161, + -1.244618535041809, + -1.2518277168273926, + -1.1965738534927368, + -1.2412627935409546, + -1.254764437675476, + -1.2149819135665894, + -1.247090220451355, + -1.2397301197052002, + -1.2676365375518799, + -1.2151472568511963, + -1.2688443660736084, + -1.2517367601394653, + -1.2638224363327026, + -1.2400696277618408, + -1.2481123208999634, + -1.2701042890548706, + -1.2526146173477173, + -1.23495614528656, + -1.2834786176681519, + -1.276639461517334 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.65, - 0.7000000000000001, - 0.675, - 0.675, - 0.675, - 0.55, - 0.47500000000000003, 0.525, - 0.42500000000000004, - 0.4 + 0.4749999999999999, + 0.44999999999999996, + 0.44999999999999996, + 0.46249999999999997, + 0.5, + 0.48750000000000004, + 0.45, + 0.35, + 0.25, + 0.15, + 0.18750000000000003, + 0.15000000000000002, + 0.1125, + 0.08750000000000001, + 0.08750000000000001, + 0.0625, + 0.025, + 0.037500000000000006, + 0.09999999999999999 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9295306205749512, - 0.1405211091041565, - 0.336678147315979, - 0.9115637540817261, - 0.2401351034641266, - 0.2945942282676697, - 0.9800699949264526, - 0.5767083168029785, - 0.3306370973587036, - 0.6408519744873047 + -0.0892372876405716, + -0.06122387945652008, + -0.023090045899152756, + 0.023717543110251427, + 0.030766453593969345, + 0.08011849224567413, + 0.0808374211192131, + 0.06683821976184845, + 0.15520283579826355, + 0.02652042917907238, + -0.014430925250053406, + 0.06475534290075302, + -0.0024646844249218702, + 0.010897114872932434, + -0.05458357185125351, + -0.18361958861351013, + 0.06793680042028427, + 0.07469214498996735, + 0.1880689561367035, + 0.14401118457317352 ], "rl_grad_norm": [ - 23.4473934173584, - 794.3687133789062, - 2744.97509765625, - 1715.3115234375, - 1908.948486328125, - 31716.49609375, - 3115.26513671875, - 14079.546875, - 19758.451171875, - 11539.6552734375 + 43.48125076293945, + 190.62107849121094, + 147.01722717285156, + 168.28253173828125, + 985.3721923828125, + 703.7488403320312, + 478.7547607421875, + 724.369873046875, + 707.3934936523438, + 10801.5595703125, + 1270.305419921875, + 196.6886749267578, + 13654.4716796875, + 528.4611206054688, + 1805.26123046875, + 350.3536682128906, + 40082.20703125, + 4133.193359375, + 17889.119140625, + 3465.586181640625 ], "bc_grad_norm": [ - 203.03868103027344, - 1537.53955078125, - 1867.3653564453125, - 7092.984375, - 5912.40576171875, - 79881.890625, - 6554.4853515625, - 39699.12109375, - 14844.328125, - 122726.5078125 + 3.447974681854248, + 2.012632131576538, + 2.434075355529785, + 2.6443092823028564, + 3.072073459625244, + 6.357377052307129, + 6.329383373260498, + 10.288016319274902, + 14.452535629272461, + 16.111188888549805, + 24.988903045654297, + 30.413728713989258, + 22.733945846557617, + 18.441646575927734, + 18.52910804748535, + 26.012054443359375, + 21.676002502441406, + 27.26237678527832, + 32.48767852783203, + 22.702777862548828 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.05522514507174492, - "embedding.weight": 1.4515032768249512, - "cnn.0.weight": 23.307170867919922, - "cnn.0.bias": 1.2949169874191284, - "cnn.2.weight": 6.385900020599365, - "cnn.2.bias": 1.995612621307373, - "cnn.5.weight": 10.918810844421387, - "cnn.5.bias": 1.3846349716186523, - "action_emb.weight": 0.8450602293014526, - "timestep_emb.weight": 0.9296802282333374, - "pos_emb.weight": 0.44270560145378113, - "transformer.layers.0.self_attn.in_proj_weight": 23.51137351989746, - "transformer.layers.0.self_attn.in_proj_bias": 1.7579989433288574, - "transformer.layers.0.self_attn.out_proj.weight": 16.408592224121094, - "transformer.layers.0.self_attn.out_proj.bias": 1.6936036348342896, - "transformer.layers.0.linear1.weight": 7.697578430175781, - "transformer.layers.0.linear1.bias": 0.41069912910461426, - "transformer.layers.0.linear2.weight": 7.973920822143555, - "transformer.layers.0.linear2.bias": 0.42670512199401855, - "transformer.layers.0.norm1.weight": 1.429775357246399, - "transformer.layers.0.norm1.bias": 1.522530198097229, - "transformer.layers.0.norm2.weight": 0.5626954436302185, - "transformer.layers.0.norm2.bias": 0.49629151821136475, - "transformer.layers.1.self_attn.in_proj_weight": 4.880708694458008, - "transformer.layers.1.self_attn.in_proj_bias": 0.19050279259681702, - "transformer.layers.1.self_attn.out_proj.weight": 3.628864049911499, - "transformer.layers.1.self_attn.out_proj.bias": 0.17934317886829376, - "transformer.layers.1.linear1.weight": 2.930481433868408, - "transformer.layers.1.linear1.bias": 0.13297194242477417, - "transformer.layers.1.linear2.weight": 3.412968158721924, - "transformer.layers.1.linear2.bias": 0.13644175231456757, - "transformer.layers.1.norm1.weight": 0.39911630749702454, - "transformer.layers.1.norm1.bias": 0.2148953527212143, - "transformer.layers.1.norm2.weight": 0.23364479839801788, - "transformer.layers.1.norm2.bias": 0.12167306989431381, - "transformer.layers.2.self_attn.in_proj_weight": 5.638640403747559, - "transformer.layers.2.self_attn.in_proj_bias": 0.190134197473526, - "transformer.layers.2.self_attn.out_proj.weight": 1.7163784503936768, - "transformer.layers.2.self_attn.out_proj.bias": 0.07838647812604904, - "transformer.layers.2.linear1.weight": 1.157245397567749, - "transformer.layers.2.linear1.bias": 0.054116081446409225, - "transformer.layers.2.linear2.weight": 1.27118980884552, - "transformer.layers.2.linear2.bias": 0.049364373087882996, - "transformer.layers.2.norm1.weight": 0.4692857265472412, - "transformer.layers.2.norm1.bias": 0.21311922371387482, - "transformer.layers.2.norm2.weight": 0.20723579823970795, - "transformer.layers.2.norm2.bias": 0.08381777256727219, - "transformer.layers.3.self_attn.in_proj_weight": 2.474625825881958, - "transformer.layers.3.self_attn.in_proj_bias": 0.08923787623643875, - "transformer.layers.3.self_attn.out_proj.weight": 1.2682206630706787, - "transformer.layers.3.self_attn.out_proj.bias": 0.022703951224684715, - "transformer.layers.3.linear1.weight": 1.0943076610565186, - "transformer.layers.3.linear1.bias": 0.06569145619869232, - "transformer.layers.3.linear2.weight": 1.1551604270935059, - "transformer.layers.3.linear2.bias": 0.015661608427762985, - "transformer.layers.3.norm1.weight": 0.2544211745262146, - "transformer.layers.3.norm1.bias": 0.0957694947719574, - "transformer.layers.3.norm2.weight": 0.2569359540939331, - "transformer.layers.3.norm2.bias": 0.16807930171489716, - "head.weight": 19.013607025146484, - "head.bias": 0.02626749500632286, - "global_embedding.weight": 2.9688289165496826, - "global_cnn.0.weight": 11.209604263305664, - "global_cnn.0.bias": 0.4625591039657593, - "global_cnn.2.weight": 15.744023323059082, - "global_cnn.2.bias": 0.9948605298995972, - "global_proj.weight": 9.031497955322266, - "global_proj.bias": 3.9753594398498535, - "goal_head.0.weight": 0.12682084739208221, - "goal_head.0.bias": 0.04468657821416855, - "goal_head.2.weight": 0.14493428170681, - "goal_head.2.bias": 0.09728418290615082 - }, - { - "global_gate": 0.01334831677377224, - "embedding.weight": 78.7931900024414, - "cnn.0.weight": 1105.0556640625, - "cnn.0.bias": 66.228515625, - "cnn.2.weight": 234.1150360107422, - "cnn.2.bias": 107.35477447509766, - "cnn.5.weight": 180.40367126464844, - "cnn.5.bias": 37.998146057128906, - "action_emb.weight": 5.0079803466796875, - "timestep_emb.weight": 4.952219009399414, - "pos_emb.weight": 2.679518222808838, - "transformer.layers.0.self_attn.in_proj_weight": 170.02566528320312, - "transformer.layers.0.self_attn.in_proj_bias": 11.414109230041504, - "transformer.layers.0.self_attn.out_proj.weight": 115.3307113647461, - "transformer.layers.0.self_attn.out_proj.bias": 10.086806297302246, - "transformer.layers.0.linear1.weight": 52.56477737426758, - "transformer.layers.0.linear1.bias": 2.9953019618988037, - "transformer.layers.0.linear2.weight": 49.92707443237305, - "transformer.layers.0.linear2.bias": 3.0810346603393555, - "transformer.layers.0.norm1.weight": 10.209786415100098, - "transformer.layers.0.norm1.bias": 11.99364185333252, - "transformer.layers.0.norm2.weight": 4.252453327178955, - "transformer.layers.0.norm2.bias": 4.076044082641602, - "transformer.layers.1.self_attn.in_proj_weight": 46.97968673706055, - "transformer.layers.1.self_attn.in_proj_bias": 1.550966501235962, - "transformer.layers.1.self_attn.out_proj.weight": 7.257828235626221, - "transformer.layers.1.self_attn.out_proj.bias": 0.4176512658596039, - "transformer.layers.1.linear1.weight": 4.805657386779785, - "transformer.layers.1.linear1.bias": 0.31865549087524414, - "transformer.layers.1.linear2.weight": 5.480459213256836, - "transformer.layers.1.linear2.bias": 0.23374688625335693, - "transformer.layers.1.norm1.weight": 4.267483711242676, - "transformer.layers.1.norm1.bias": 2.5868256092071533, - "transformer.layers.1.norm2.weight": 0.7503430247306824, - "transformer.layers.1.norm2.bias": 0.8555899262428284, - "transformer.layers.2.self_attn.in_proj_weight": 10.945661544799805, - "transformer.layers.2.self_attn.in_proj_bias": 0.5198192000389099, - "transformer.layers.2.self_attn.out_proj.weight": 2.8294525146484375, - "transformer.layers.2.self_attn.out_proj.bias": 0.1485632061958313, - "transformer.layers.2.linear1.weight": 2.0196869373321533, - "transformer.layers.2.linear1.bias": 0.14829032123088837, - "transformer.layers.2.linear2.weight": 3.7356767654418945, - "transformer.layers.2.linear2.bias": 0.1101788580417633, - "transformer.layers.2.norm1.weight": 0.7522526979446411, - "transformer.layers.2.norm1.bias": 0.6276957392692566, - "transformer.layers.2.norm2.weight": 0.39297711849212646, - "transformer.layers.2.norm2.bias": 0.5195549726486206, - "transformer.layers.3.self_attn.in_proj_weight": 4.388916969299316, - "transformer.layers.3.self_attn.in_proj_bias": 0.27005839347839355, - "transformer.layers.3.self_attn.out_proj.weight": 1.7617912292480469, - "transformer.layers.3.self_attn.out_proj.bias": 0.09960298240184784, - "transformer.layers.3.linear1.weight": 1.9019136428833008, - "transformer.layers.3.linear1.bias": 0.12196164578199387, - "transformer.layers.3.linear2.weight": 4.134793758392334, - "transformer.layers.3.linear2.bias": 0.0867355465888977, - "transformer.layers.3.norm1.weight": 0.5854708552360535, - "transformer.layers.3.norm1.bias": 0.778589129447937, - "transformer.layers.3.norm2.weight": 0.3006678521633148, - "transformer.layers.3.norm2.bias": 0.5349056720733643, - "head.weight": 66.9637222290039, - "head.bias": 0.16610880196094513, - "global_embedding.weight": 38.11677169799805, - "global_cnn.0.weight": 120.97840881347656, - "global_cnn.0.bias": 5.90333890914917, - "global_cnn.2.weight": 117.89878845214844, - "global_cnn.2.bias": 6.055141925811768, - "global_proj.weight": 43.01447677612305, - "global_proj.bias": 13.853265762329102, - "goal_head.0.weight": 0.904714822769165, - "goal_head.0.bias": 0.2185238152742386, - "goal_head.2.weight": 1.212953805923462, - "goal_head.2.bias": 0.41408872604370117 - }, - { - "global_gate": 0.4836091995239258, - "embedding.weight": 17.734554290771484, - "cnn.0.weight": 407.5615234375, - "cnn.0.bias": 19.329397201538086, - "cnn.2.weight": 125.12152862548828, - "cnn.2.bias": 52.79971694946289, - "cnn.5.weight": 85.31204223632812, - "cnn.5.bias": 18.30950927734375, - "action_emb.weight": 5.1708526611328125, - "timestep_emb.weight": 3.442176342010498, - "pos_emb.weight": 2.4199459552764893, - "transformer.layers.0.self_attn.in_proj_weight": 114.44022369384766, - "transformer.layers.0.self_attn.in_proj_bias": 6.3155975341796875, - "transformer.layers.0.self_attn.out_proj.weight": 66.82611083984375, - "transformer.layers.0.self_attn.out_proj.bias": 5.013351917266846, - "transformer.layers.0.linear1.weight": 32.60775375366211, - "transformer.layers.0.linear1.bias": 1.7040143013000488, - "transformer.layers.0.linear2.weight": 44.9171028137207, - "transformer.layers.0.linear2.bias": 1.1659218072891235, - "transformer.layers.0.norm1.weight": 7.280466079711914, - "transformer.layers.0.norm1.bias": 6.181089401245117, - "transformer.layers.0.norm2.weight": 2.875943660736084, - "transformer.layers.0.norm2.bias": 2.335115432739258, - "transformer.layers.1.self_attn.in_proj_weight": 64.41902923583984, - "transformer.layers.1.self_attn.in_proj_bias": 1.7055883407592773, - "transformer.layers.1.self_attn.out_proj.weight": 11.464994430541992, - "transformer.layers.1.self_attn.out_proj.bias": 0.30677899718284607, - "transformer.layers.1.linear1.weight": 10.82898235321045, - "transformer.layers.1.linear1.bias": 0.7298680543899536, - "transformer.layers.1.linear2.weight": 12.968268394470215, - "transformer.layers.1.linear2.bias": 0.2660699486732483, - "transformer.layers.1.norm1.weight": 5.30931282043457, - "transformer.layers.1.norm1.bias": 2.3186402320861816, - "transformer.layers.1.norm2.weight": 3.7474331855773926, - "transformer.layers.1.norm2.bias": 2.849287748336792, - "transformer.layers.2.self_attn.in_proj_weight": 17.507678985595703, - "transformer.layers.2.self_attn.in_proj_bias": 0.9633426070213318, - "transformer.layers.2.self_attn.out_proj.weight": 11.201332092285156, - "transformer.layers.2.self_attn.out_proj.bias": 0.23022371530532837, - "transformer.layers.2.linear1.weight": 18.277206420898438, - "transformer.layers.2.linear1.bias": 1.14191472530365, - "transformer.layers.2.linear2.weight": 20.359479904174805, - "transformer.layers.2.linear2.bias": 0.17516136169433594, - "transformer.layers.2.norm1.weight": 3.7336618900299072, - "transformer.layers.2.norm1.bias": 2.777932643890381, - "transformer.layers.2.norm2.weight": 9.571379661560059, - "transformer.layers.2.norm2.bias": 7.396676063537598, - "transformer.layers.3.self_attn.in_proj_weight": 17.315521240234375, - "transformer.layers.3.self_attn.in_proj_bias": 0.786173939704895, - "transformer.layers.3.self_attn.out_proj.weight": 16.374191284179688, - "transformer.layers.3.self_attn.out_proj.bias": 0.16239367425441742, - "transformer.layers.3.linear1.weight": 21.771432876586914, - "transformer.layers.3.linear1.bias": 1.2722630500793457, - "transformer.layers.3.linear2.weight": 22.414794921875, - "transformer.layers.3.linear2.bias": 0.20130077004432678, - "transformer.layers.3.norm1.weight": 6.3455119132995605, - "transformer.layers.3.norm1.bias": 3.957174777984619, - "transformer.layers.3.norm2.weight": 12.312606811523438, - "transformer.layers.3.norm2.bias": 8.590353965759277, - "head.weight": 409.5947570800781, - "head.bias": 0.19831009209156036, - "global_embedding.weight": 3.8800790309906006, - "global_cnn.0.weight": 32.86539077758789, - "global_cnn.0.bias": 1.4277234077453613, - "global_cnn.2.weight": 65.44829559326172, - "global_cnn.2.bias": 3.1674249172210693, - "global_proj.weight": 30.57167625427246, - "global_proj.bias": 9.39045238494873, - "goal_head.0.weight": 0.4512564539909363, - "goal_head.0.bias": 0.10342523455619812, - "goal_head.2.weight": 0.4345109462738037, - "goal_head.2.bias": 0.20553767681121826 - }, - { - "global_gate": 10.21767520904541, - "embedding.weight": 650.3158569335938, - "cnn.0.weight": 8581.5751953125, - "cnn.0.bias": 479.24981689453125, - "cnn.2.weight": 1766.855224609375, - "cnn.2.bias": 659.5446166992188, - "cnn.5.weight": 750.756591796875, - "cnn.5.bias": 131.6513214111328, - "action_emb.weight": 51.90135192871094, - "timestep_emb.weight": 19.543472290039062, - "pos_emb.weight": 17.812623977661133, - "transformer.layers.0.self_attn.in_proj_weight": 1325.4581298828125, - "transformer.layers.0.self_attn.in_proj_bias": 108.65032958984375, - "transformer.layers.0.self_attn.out_proj.weight": 971.1937866210938, - "transformer.layers.0.self_attn.out_proj.bias": 74.56722259521484, - "transformer.layers.0.linear1.weight": 403.44622802734375, - "transformer.layers.0.linear1.bias": 28.70598030090332, - "transformer.layers.0.linear2.weight": 343.47808837890625, - "transformer.layers.0.linear2.bias": 21.632829666137695, - "transformer.layers.0.norm1.weight": 106.82482147216797, - "transformer.layers.0.norm1.bias": 126.88019561767578, - "transformer.layers.0.norm2.weight": 42.46494674682617, - "transformer.layers.0.norm2.bias": 55.56937026977539, - "transformer.layers.1.self_attn.in_proj_weight": 384.1171569824219, - "transformer.layers.1.self_attn.in_proj_bias": 20.763525009155273, - "transformer.layers.1.self_attn.out_proj.weight": 97.254638671875, - "transformer.layers.1.self_attn.out_proj.bias": 3.844508171081543, - "transformer.layers.1.linear1.weight": 46.65134811401367, - "transformer.layers.1.linear1.bias": 3.6528215408325195, - "transformer.layers.1.linear2.weight": 41.921085357666016, - "transformer.layers.1.linear2.bias": 1.4867523908615112, - "transformer.layers.1.norm1.weight": 34.31224060058594, - "transformer.layers.1.norm1.bias": 41.091983795166016, - "transformer.layers.1.norm2.weight": 15.218005180358887, - "transformer.layers.1.norm2.bias": 19.14413070678711, - "transformer.layers.2.self_attn.in_proj_weight": 88.12283325195312, - "transformer.layers.2.self_attn.in_proj_bias": 3.435678243637085, - "transformer.layers.2.self_attn.out_proj.weight": 26.930498123168945, - "transformer.layers.2.self_attn.out_proj.bias": 0.6352838277816772, - "transformer.layers.2.linear1.weight": 52.25754165649414, - "transformer.layers.2.linear1.bias": 3.4271442890167236, - "transformer.layers.2.linear2.weight": 57.58372116088867, - "transformer.layers.2.linear2.bias": 0.9068080186843872, - "transformer.layers.2.norm1.weight": 11.96087646484375, - "transformer.layers.2.norm1.bias": 4.101698398590088, - "transformer.layers.2.norm2.weight": 33.465728759765625, - "transformer.layers.2.norm2.bias": 34.85173034667969, - "transformer.layers.3.self_attn.in_proj_weight": 58.12213897705078, - "transformer.layers.3.self_attn.in_proj_bias": 4.219937801361084, - "transformer.layers.3.self_attn.out_proj.weight": 36.232025146484375, - "transformer.layers.3.self_attn.out_proj.bias": 0.6039798259735107, - "transformer.layers.3.linear1.weight": 60.25106430053711, - "transformer.layers.3.linear1.bias": 3.6343977451324463, - "transformer.layers.3.linear2.weight": 61.05402374267578, - "transformer.layers.3.linear2.bias": 0.36920633912086487, - "transformer.layers.3.norm1.weight": 19.341978073120117, - "transformer.layers.3.norm1.bias": 24.72971534729004, - "transformer.layers.3.norm2.weight": 42.33182907104492, - "transformer.layers.3.norm2.bias": 39.995853424072266, - "head.weight": 1146.6585693359375, - "head.bias": 0.26122885942459106, - "global_embedding.weight": 170.1294708251953, - "global_cnn.0.weight": 674.158935546875, - "global_cnn.0.bias": 30.72442054748535, - "global_cnn.2.weight": 1053.7607421875, - "global_cnn.2.bias": 46.2967414855957, - "global_proj.weight": 367.5906677246094, - "global_proj.bias": 116.37709045410156, - "goal_head.0.weight": 0.2816670835018158, - "goal_head.0.bias": 0.07862303406000137, - "goal_head.2.weight": 0.28069624304771423, - "goal_head.2.bias": 0.17002543807029724 - }, - { - "global_gate": 2.547544240951538, - "embedding.weight": 19.488807678222656, - "cnn.0.weight": 487.0091247558594, - "cnn.0.bias": 23.515180587768555, - "cnn.2.weight": 186.98849487304688, - "cnn.2.bias": 60.882930755615234, - "cnn.5.weight": 192.9100799560547, - "cnn.5.bias": 25.473146438598633, - "action_emb.weight": 7.193184852600098, - "timestep_emb.weight": 5.66854190826416, - "pos_emb.weight": 5.1755805015563965, - "transformer.layers.0.self_attn.in_proj_weight": 174.38742065429688, - "transformer.layers.0.self_attn.in_proj_bias": 8.696338653564453, - "transformer.layers.0.self_attn.out_proj.weight": 149.81210327148438, - "transformer.layers.0.self_attn.out_proj.bias": 8.406981468200684, - "transformer.layers.0.linear1.weight": 81.4100112915039, - "transformer.layers.0.linear1.bias": 5.189560413360596, - "transformer.layers.0.linear2.weight": 124.49195861816406, - "transformer.layers.0.linear2.bias": 5.534231662750244, - "transformer.layers.0.norm1.weight": 11.174290657043457, - "transformer.layers.0.norm1.bias": 8.734561920166016, - "transformer.layers.0.norm2.weight": 6.567853927612305, - "transformer.layers.0.norm2.bias": 7.321711540222168, - "transformer.layers.1.self_attn.in_proj_weight": 227.5150604248047, - "transformer.layers.1.self_attn.in_proj_bias": 10.560918807983398, - "transformer.layers.1.self_attn.out_proj.weight": 66.26544952392578, - "transformer.layers.1.self_attn.out_proj.bias": 1.506618857383728, - "transformer.layers.1.linear1.weight": 17.947021484375, - "transformer.layers.1.linear1.bias": 1.0585944652557373, - "transformer.layers.1.linear2.weight": 37.54827117919922, - "transformer.layers.1.linear2.bias": 1.369600534439087, - "transformer.layers.1.norm1.weight": 14.791075706481934, - "transformer.layers.1.norm1.bias": 9.695988655090332, - "transformer.layers.1.norm2.weight": 3.940514326095581, - "transformer.layers.1.norm2.bias": 3.422865152359009, - "transformer.layers.2.self_attn.in_proj_weight": 79.01964569091797, - "transformer.layers.2.self_attn.in_proj_bias": 4.823579788208008, - "transformer.layers.2.self_attn.out_proj.weight": 22.028095245361328, - "transformer.layers.2.self_attn.out_proj.bias": 0.9978344440460205, - "transformer.layers.2.linear1.weight": 21.949054718017578, - "transformer.layers.2.linear1.bias": 1.265258550643921, - "transformer.layers.2.linear2.weight": 23.362138748168945, - "transformer.layers.2.linear2.bias": 1.3587926626205444, - "transformer.layers.2.norm1.weight": 18.058595657348633, - "transformer.layers.2.norm1.bias": 23.21071434020996, - "transformer.layers.2.norm2.weight": 12.418848037719727, - "transformer.layers.2.norm2.bias": 7.286348819732666, - "transformer.layers.3.self_attn.in_proj_weight": 41.25471878051758, - "transformer.layers.3.self_attn.in_proj_bias": 1.9972482919692993, - "transformer.layers.3.self_attn.out_proj.weight": 7.206212997436523, - "transformer.layers.3.self_attn.out_proj.bias": 0.25055357813835144, - "transformer.layers.3.linear1.weight": 15.8377046585083, - "transformer.layers.3.linear1.bias": 0.6513783931732178, - "transformer.layers.3.linear2.weight": 15.315171241760254, - "transformer.layers.3.linear2.bias": 0.02639051154255867, - "transformer.layers.3.norm1.weight": 16.025760650634766, - "transformer.layers.3.norm1.bias": 14.948858261108398, - "transformer.layers.3.norm2.weight": 14.399216651916504, - "transformer.layers.3.norm2.bias": 9.140975952148438, - "head.weight": 317.0721435546875, - "head.bias": 0.03697850927710533, - "global_embedding.weight": 21.02410316467285, - "global_cnn.0.weight": 113.66722106933594, - "global_cnn.0.bias": 4.874279975891113, - "global_cnn.2.weight": 149.82960510253906, - "global_cnn.2.bias": 9.845151901245117, - "global_proj.weight": 62.107398986816406, - "global_proj.bias": 26.27775764465332, - "goal_head.0.weight": 0.3997167646884918, - "goal_head.0.bias": 0.145338773727417, - "goal_head.2.weight": 0.3729105293750763, - "goal_head.2.bias": 0.36711281538009644 - }, - { - "global_gate": 5.611431121826172, - "embedding.weight": 558.3914794921875, - "cnn.0.weight": 15053.0751953125, - "cnn.0.bias": 808.3295288085938, - "cnn.2.weight": 4673.47998046875, - "cnn.2.bias": 2190.521484375, - "cnn.5.weight": 4964.90087890625, - "cnn.5.bias": 1156.5850830078125, - "action_emb.weight": 497.2047119140625, - "timestep_emb.weight": 435.6681213378906, - "pos_emb.weight": 225.02500915527344, - "transformer.layers.0.self_attn.in_proj_weight": 9627.9833984375, - "transformer.layers.0.self_attn.in_proj_bias": 955.9224243164062, - "transformer.layers.0.self_attn.out_proj.weight": 6723.28125, - "transformer.layers.0.self_attn.out_proj.bias": 711.7060546875, - "transformer.layers.0.linear1.weight": 4043.444580078125, - "transformer.layers.0.linear1.bias": 267.3706359863281, - "transformer.layers.0.linear2.weight": 4674.15625, - "transformer.layers.0.linear2.bias": 325.4255676269531, - "transformer.layers.0.norm1.weight": 712.3323974609375, - "transformer.layers.0.norm1.bias": 1422.30712890625, - "transformer.layers.0.norm2.weight": 359.5556335449219, - "transformer.layers.0.norm2.bias": 411.226318359375, - "transformer.layers.1.self_attn.in_proj_weight": 8064.69873046875, - "transformer.layers.1.self_attn.in_proj_bias": 390.06158447265625, - "transformer.layers.1.self_attn.out_proj.weight": 674.75537109375, - "transformer.layers.1.self_attn.out_proj.bias": 30.604896545410156, - "transformer.layers.1.linear1.weight": 268.9698486328125, - "transformer.layers.1.linear1.bias": 15.62008285522461, - "transformer.layers.1.linear2.weight": 313.9242858886719, - "transformer.layers.1.linear2.bias": 14.298590660095215, - "transformer.layers.1.norm1.weight": 505.3579406738281, - "transformer.layers.1.norm1.bias": 510.4261474609375, - "transformer.layers.1.norm2.weight": 49.671058654785156, - "transformer.layers.1.norm2.bias": 57.860591888427734, - "transformer.layers.2.self_attn.in_proj_weight": 947.7184448242188, - "transformer.layers.2.self_attn.in_proj_bias": 39.28462600708008, - "transformer.layers.2.self_attn.out_proj.weight": 87.74073791503906, - "transformer.layers.2.self_attn.out_proj.bias": 2.314387798309326, - "transformer.layers.2.linear1.weight": 55.85419845581055, - "transformer.layers.2.linear1.bias": 3.866408586502075, - "transformer.layers.2.linear2.weight": 78.31578826904297, - "transformer.layers.2.linear2.bias": 3.720005989074707, - "transformer.layers.2.norm1.weight": 82.39019775390625, - "transformer.layers.2.norm1.bias": 56.58676528930664, - "transformer.layers.2.norm2.weight": 36.414794921875, - "transformer.layers.2.norm2.bias": 52.00265121459961, - "transformer.layers.3.self_attn.in_proj_weight": 101.68423461914062, - "transformer.layers.3.self_attn.in_proj_bias": 6.2504496574401855, - "transformer.layers.3.self_attn.out_proj.weight": 9.084746360778809, - "transformer.layers.3.self_attn.out_proj.bias": 0.7312009930610657, - "transformer.layers.3.linear1.weight": 51.126216888427734, - "transformer.layers.3.linear1.bias": 2.8275773525238037, - "transformer.layers.3.linear2.weight": 50.08663558959961, - "transformer.layers.3.linear2.bias": 0.4628344178199768, - "transformer.layers.3.norm1.weight": 37.842262268066406, - "transformer.layers.3.norm1.bias": 48.63081359863281, - "transformer.layers.3.norm2.weight": 47.416481018066406, - "transformer.layers.3.norm2.bias": 48.264705657958984, - "head.weight": 880.434814453125, - "head.bias": 0.2465517818927765, - "global_embedding.weight": 139.08375549316406, - "global_cnn.0.weight": 1162.1075439453125, - "global_cnn.0.bias": 51.46287536621094, - "global_cnn.2.weight": 2120.167236328125, - "global_cnn.2.bias": 85.15339660644531, - "global_proj.weight": 4489.58349609375, - "global_proj.bias": 156.01779174804688, - "goal_head.0.weight": 26.057790756225586, - "goal_head.0.bias": 0.5628054738044739, - "goal_head.2.weight": 24.57630157470703, - "goal_head.2.bias": 1.5147063732147217 - }, - { - "global_gate": 0.2735789120197296, - "embedding.weight": 10.829710960388184, - "cnn.0.weight": 113.38607788085938, - "cnn.0.bias": 5.65312385559082, - "cnn.2.weight": 23.996191024780273, - "cnn.2.bias": 13.223979949951172, - "cnn.5.weight": 33.71159744262695, - "cnn.5.bias": 9.231813430786133, - "action_emb.weight": 4.957662105560303, - "timestep_emb.weight": 6.459320545196533, - "pos_emb.weight": 5.065441131591797, - "transformer.layers.0.self_attn.in_proj_weight": 111.92206573486328, - "transformer.layers.0.self_attn.in_proj_bias": 7.718853950500488, - "transformer.layers.0.self_attn.out_proj.weight": 50.16145706176758, - "transformer.layers.0.self_attn.out_proj.bias": 5.716396331787109, - "transformer.layers.0.linear1.weight": 30.49683380126953, - "transformer.layers.0.linear1.bias": 1.8761800527572632, - "transformer.layers.0.linear2.weight": 31.127573013305664, - "transformer.layers.0.linear2.bias": 2.090128183364868, - "transformer.layers.0.norm1.weight": 8.883208274841309, - "transformer.layers.0.norm1.bias": 9.348438262939453, - "transformer.layers.0.norm2.weight": 3.049438953399658, - "transformer.layers.0.norm2.bias": 3.060882091522217, - "transformer.layers.1.self_attn.in_proj_weight": 44.89351272583008, - "transformer.layers.1.self_attn.in_proj_bias": 1.8757520914077759, - "transformer.layers.1.self_attn.out_proj.weight": 18.08831024169922, - "transformer.layers.1.self_attn.out_proj.bias": 0.33438584208488464, - "transformer.layers.1.linear1.weight": 28.59238624572754, - "transformer.layers.1.linear1.bias": 1.5638140439987183, - "transformer.layers.1.linear2.weight": 30.83729362487793, - "transformer.layers.1.linear2.bias": 0.30312758684158325, - "transformer.layers.1.norm1.weight": 3.735954999923706, - "transformer.layers.1.norm1.bias": 4.4910736083984375, - "transformer.layers.1.norm2.weight": 19.497669219970703, - "transformer.layers.1.norm2.bias": 15.613667488098145, - "transformer.layers.2.self_attn.in_proj_weight": 22.79096031188965, - "transformer.layers.2.self_attn.in_proj_bias": 1.3490358591079712, - "transformer.layers.2.self_attn.out_proj.weight": 14.27736759185791, - "transformer.layers.2.self_attn.out_proj.bias": 0.21238696575164795, - "transformer.layers.2.linear1.weight": 47.824867248535156, - "transformer.layers.2.linear1.bias": 2.6327412128448486, - "transformer.layers.2.linear2.weight": 50.02359390258789, - "transformer.layers.2.linear2.bias": 0.20235586166381836, - "transformer.layers.2.norm1.weight": 5.940889835357666, - "transformer.layers.2.norm1.bias": 5.274348735809326, - "transformer.layers.2.norm2.weight": 45.262969970703125, - "transformer.layers.2.norm2.bias": 40.48297882080078, - "transformer.layers.3.self_attn.in_proj_weight": 29.095426559448242, - "transformer.layers.3.self_attn.in_proj_bias": 1.544671654701233, - "transformer.layers.3.self_attn.out_proj.weight": 24.444955825805664, - "transformer.layers.3.self_attn.out_proj.bias": 0.16657918691635132, - "transformer.layers.3.linear1.weight": 54.94736099243164, - "transformer.layers.3.linear1.bias": 3.0219409465789795, - "transformer.layers.3.linear2.weight": 55.1287727355957, - "transformer.layers.3.linear2.bias": 0.1614614725112915, - "transformer.layers.3.norm1.weight": 14.57012939453125, - "transformer.layers.3.norm1.bias": 11.619019508361816, - "transformer.layers.3.norm2.weight": 54.8441276550293, - "transformer.layers.3.norm2.bias": 51.13508605957031, - "head.weight": 1170.8680419921875, - "head.bias": 0.08454517275094986, - "global_embedding.weight": 0.46385717391967773, - "global_cnn.0.weight": 3.9836041927337646, - "global_cnn.0.bias": 0.18146130442619324, - "global_cnn.2.weight": 6.415530204772949, - "global_cnn.2.bias": 0.2410140484571457, - "global_proj.weight": 11.24791145324707, - "global_proj.bias": 0.3686242699623108, - "goal_head.0.weight": 2.3316729068756104, - "goal_head.0.bias": 0.045680753886699677, - "goal_head.2.weight": 2.2979564666748047, - "goal_head.2.bias": 0.13882620632648468 - }, - { - "global_gate": 54.26890182495117, - "embedding.weight": 3182.374267578125, - "cnn.0.weight": 46901.00390625, - "cnn.0.bias": 2061.412841796875, - "cnn.2.weight": 12201.6259765625, - "cnn.2.bias": 5455.59228515625, - "cnn.5.weight": 15104.033203125, - "cnn.5.bias": 3847.07958984375, - "action_emb.weight": 1707.521728515625, - "timestep_emb.weight": 2251.21484375, - "pos_emb.weight": 1720.5438232421875, - "transformer.layers.0.self_attn.in_proj_weight": 47058.81640625, - "transformer.layers.0.self_attn.in_proj_bias": 2334.416015625, - "transformer.layers.0.self_attn.out_proj.weight": 8241.3623046875, - "transformer.layers.0.self_attn.out_proj.bias": 196.5004425048828, - "transformer.layers.0.linear1.weight": 7266.4501953125, - "transformer.layers.0.linear1.bias": 241.16639709472656, - "transformer.layers.0.linear2.weight": 7031.00244140625, - "transformer.layers.0.linear2.bias": 124.88894653320312, - "transformer.layers.0.norm1.weight": 3119.379150390625, - "transformer.layers.0.norm1.bias": 2734.168701171875, - "transformer.layers.0.norm2.weight": 718.4767456054688, - "transformer.layers.0.norm2.bias": 174.01771545410156, - "transformer.layers.1.self_attn.in_proj_weight": 16080.8603515625, - "transformer.layers.1.self_attn.in_proj_bias": 218.98736572265625, - "transformer.layers.1.self_attn.out_proj.weight": 238.58555603027344, - "transformer.layers.1.self_attn.out_proj.bias": 5.815759181976318, - "transformer.layers.1.linear1.weight": 177.80079650878906, - "transformer.layers.1.linear1.bias": 6.845505714416504, - "transformer.layers.1.linear2.weight": 135.71690368652344, - "transformer.layers.1.linear2.bias": 3.557175874710083, - "transformer.layers.1.norm1.weight": 994.3515014648438, - "transformer.layers.1.norm1.bias": 202.86392211914062, - "transformer.layers.1.norm2.weight": 34.03765106201172, - "transformer.layers.1.norm2.bias": 35.849369049072266, - "transformer.layers.2.self_attn.in_proj_weight": 311.60693359375, - "transformer.layers.2.self_attn.in_proj_bias": 12.761425971984863, - "transformer.layers.2.self_attn.out_proj.weight": 73.36004638671875, - "transformer.layers.2.self_attn.out_proj.bias": 1.8326632976531982, - "transformer.layers.2.linear1.weight": 60.308406829833984, - "transformer.layers.2.linear1.bias": 4.133896350860596, - "transformer.layers.2.linear2.weight": 61.439056396484375, - "transformer.layers.2.linear2.bias": 0.6418577432632446, - "transformer.layers.2.norm1.weight": 39.915035247802734, - "transformer.layers.2.norm1.bias": 51.25465393066406, - "transformer.layers.2.norm2.weight": 52.525909423828125, - "transformer.layers.2.norm2.bias": 65.7064437866211, - "transformer.layers.3.self_attn.in_proj_weight": 175.02969360351562, - "transformer.layers.3.self_attn.in_proj_bias": 5.883852958679199, - "transformer.layers.3.self_attn.out_proj.weight": 21.45343780517578, - "transformer.layers.3.self_attn.out_proj.bias": 0.19220000505447388, - "transformer.layers.3.linear1.weight": 63.12778091430664, - "transformer.layers.3.linear1.bias": 3.456173896789551, - "transformer.layers.3.linear2.weight": 63.31781005859375, - "transformer.layers.3.linear2.bias": 0.18792174756526947, - "transformer.layers.3.norm1.weight": 20.23516273498535, - "transformer.layers.3.norm1.bias": 15.827425003051758, - "transformer.layers.3.norm2.weight": 64.9202880859375, - "transformer.layers.3.norm2.bias": 60.754974365234375, - "head.weight": 1338.210693359375, - "head.bias": 0.09410542249679565, - "global_embedding.weight": 75.44043731689453, - "global_cnn.0.weight": 423.9726867675781, - "global_cnn.0.bias": 17.784494400024414, - "global_cnn.2.weight": 823.58251953125, - "global_cnn.2.bias": 31.798355102539062, - "global_proj.weight": 2119.133544921875, - "global_proj.bias": 69.71784973144531, - "goal_head.0.weight": 23.577043533325195, - "goal_head.0.bias": 0.4799920320510864, - "goal_head.2.weight": 32.93010330200195, - "goal_head.2.bias": 1.5435075759887695 - }, - { - "global_gate": 11.06261157989502, - "embedding.weight": 131.26171875, - "cnn.0.weight": 3164.036865234375, - "cnn.0.bias": 74.76971435546875, - "cnn.2.weight": 2008.4423828125, - "cnn.2.bias": 150.75271606445312, - "cnn.5.weight": 2444.288330078125, - "cnn.5.bias": 104.75552368164062, - "action_emb.weight": 403.6818542480469, - "timestep_emb.weight": 537.5343017578125, - "pos_emb.weight": 548.0614013671875, - "transformer.layers.0.self_attn.in_proj_weight": 9142.482421875, - "transformer.layers.0.self_attn.in_proj_bias": 338.123046875, - "transformer.layers.0.self_attn.out_proj.weight": 3899.8828125, - "transformer.layers.0.self_attn.out_proj.bias": 193.83074951171875, - "transformer.layers.0.linear1.weight": 2172.03515625, - "transformer.layers.0.linear1.bias": 110.00030517578125, - "transformer.layers.0.linear2.weight": 2483.864013671875, - "transformer.layers.0.linear2.bias": 128.79380798339844, - "transformer.layers.0.norm1.weight": 748.7565307617188, - "transformer.layers.0.norm1.bias": 440.09222412109375, - "transformer.layers.0.norm2.weight": 207.57296752929688, - "transformer.layers.0.norm2.bias": 160.05970764160156, - "transformer.layers.1.self_attn.in_proj_weight": 5365.14697265625, - "transformer.layers.1.self_attn.in_proj_bias": 218.7171173095703, - "transformer.layers.1.self_attn.out_proj.weight": 345.0545654296875, - "transformer.layers.1.self_attn.out_proj.bias": 8.428482055664062, - "transformer.layers.1.linear1.weight": 95.40257263183594, - "transformer.layers.1.linear1.bias": 5.875513076782227, - "transformer.layers.1.linear2.weight": 72.00607299804688, - "transformer.layers.1.linear2.bias": 2.6186683177948, - "transformer.layers.1.norm1.weight": 374.6161193847656, - "transformer.layers.1.norm1.bias": 259.28076171875, - "transformer.layers.1.norm2.weight": 40.82181167602539, - "transformer.layers.1.norm2.bias": 25.293682098388672, - "transformer.layers.2.self_attn.in_proj_weight": 257.00262451171875, - "transformer.layers.2.self_attn.in_proj_bias": 13.059649467468262, - "transformer.layers.2.self_attn.out_proj.weight": 9.43191909790039, - "transformer.layers.2.self_attn.out_proj.bias": 0.21443280577659607, - "transformer.layers.2.linear1.weight": 5.392306327819824, - "transformer.layers.2.linear1.bias": 0.2536543607711792, - "transformer.layers.2.linear2.weight": 5.002556324005127, - "transformer.layers.2.linear2.bias": 0.0708189383149147, - "transformer.layers.2.norm1.weight": 16.716550827026367, - "transformer.layers.2.norm1.bias": 14.155789375305176, - "transformer.layers.2.norm2.weight": 4.79522180557251, - "transformer.layers.2.norm2.bias": 3.359401226043701, - "transformer.layers.3.self_attn.in_proj_weight": 16.59868621826172, - "transformer.layers.3.self_attn.in_proj_bias": 0.5417542457580566, - "transformer.layers.3.self_attn.out_proj.weight": 6.1430206298828125, - "transformer.layers.3.self_attn.out_proj.bias": 0.025791354477405548, - "transformer.layers.3.linear1.weight": 5.069328784942627, - "transformer.layers.3.linear1.bias": 0.2769373059272766, - "transformer.layers.3.linear2.weight": 4.811488151550293, - "transformer.layers.3.linear2.bias": 0.030413230881094933, - "transformer.layers.3.norm1.weight": 3.6817448139190674, - "transformer.layers.3.norm1.bias": 1.6371028423309326, - "transformer.layers.3.norm2.weight": 5.378549098968506, - "transformer.layers.3.norm2.bias": 3.3011627197265625, - "head.weight": 86.27864074707031, - "head.bias": 0.01549319177865982, - "global_embedding.weight": 24.737998962402344, - "global_cnn.0.weight": 282.4719543457031, - "global_cnn.0.bias": 11.66354751586914, - "global_cnn.2.weight": 645.4839477539062, - "global_cnn.2.bias": 28.706493377685547, - "global_proj.weight": 1425.9998779296875, - "global_proj.bias": 50.114524841308594, - "goal_head.0.weight": 28.074542999267578, - "goal_head.0.bias": 0.6318767666816711, - "goal_head.2.weight": 22.930246353149414, - "goal_head.2.bias": 1.6980276107788086 - }, - { - "global_gate": 8.202310562133789, - "embedding.weight": 1759.0775146484375, - "cnn.0.weight": 23750.85546875, - "cnn.0.bias": 1890.8753662109375, - "cnn.2.weight": 12265.22265625, - "cnn.2.bias": 1711.0809326171875, - "cnn.5.weight": 9064.056640625, - "cnn.5.bias": 237.2212371826172, - "action_emb.weight": 1152.11328125, - "timestep_emb.weight": 898.0068969726562, - "pos_emb.weight": 970.9351196289062, - "transformer.layers.0.self_attn.in_proj_weight": 25216.24609375, - "transformer.layers.0.self_attn.in_proj_bias": 1044.200439453125, - "transformer.layers.0.self_attn.out_proj.weight": 2096.35205078125, - "transformer.layers.0.self_attn.out_proj.bias": 181.1985321044922, - "transformer.layers.0.linear1.weight": 2430.24462890625, - "transformer.layers.0.linear1.bias": 122.62982940673828, - "transformer.layers.0.linear2.weight": 1952.1239013671875, - "transformer.layers.0.linear2.bias": 75.23173522949219, - "transformer.layers.0.norm1.weight": 1556.787353515625, - "transformer.layers.0.norm1.bias": 1462.4979248046875, - "transformer.layers.0.norm2.weight": 314.53936767578125, - "transformer.layers.0.norm2.bias": 211.42422485351562, - "transformer.layers.1.self_attn.in_proj_weight": 3507.866943359375, - "transformer.layers.1.self_attn.in_proj_bias": 148.77781677246094, - "transformer.layers.1.self_attn.out_proj.weight": 404.7198486328125, - "transformer.layers.1.self_attn.out_proj.bias": 11.33847427368164, - "transformer.layers.1.linear1.weight": 232.35562133789062, - "transformer.layers.1.linear1.bias": 13.699533462524414, - "transformer.layers.1.linear2.weight": 154.6071319580078, - "transformer.layers.1.linear2.bias": 3.6385610103607178, - "transformer.layers.1.norm1.weight": 315.5960388183594, - "transformer.layers.1.norm1.bias": 199.13002014160156, - "transformer.layers.1.norm2.weight": 49.5921630859375, - "transformer.layers.1.norm2.bias": 54.865291595458984, - "transformer.layers.2.self_attn.in_proj_weight": 326.5222473144531, - "transformer.layers.2.self_attn.in_proj_bias": 15.557029724121094, - "transformer.layers.2.self_attn.out_proj.weight": 32.37961196899414, - "transformer.layers.2.self_attn.out_proj.bias": 1.3986060619354248, - "transformer.layers.2.linear1.weight": 42.39040756225586, - "transformer.layers.2.linear1.bias": 2.3688418865203857, - "transformer.layers.2.linear2.weight": 43.438297271728516, - "transformer.layers.2.linear2.bias": 1.092146635055542, - "transformer.layers.2.norm1.weight": 36.27472686767578, - "transformer.layers.2.norm1.bias": 41.689537048339844, - "transformer.layers.2.norm2.weight": 39.02208709716797, - "transformer.layers.2.norm2.bias": 10.198040962219238, - "transformer.layers.3.self_attn.in_proj_weight": 97.99266815185547, - "transformer.layers.3.self_attn.in_proj_bias": 4.620105743408203, - "transformer.layers.3.self_attn.out_proj.weight": 33.453163146972656, - "transformer.layers.3.self_attn.out_proj.bias": 0.3473336696624756, - "transformer.layers.3.linear1.weight": 39.2327995300293, - "transformer.layers.3.linear1.bias": 2.019545316696167, - "transformer.layers.3.linear2.weight": 38.690738677978516, - "transformer.layers.3.linear2.bias": 0.031680889427661896, - "transformer.layers.3.norm1.weight": 28.280672073364258, - "transformer.layers.3.norm1.bias": 25.616392135620117, - "transformer.layers.3.norm2.weight": 44.79228210449219, - "transformer.layers.3.norm2.bias": 20.438919067382812, - "head.weight": 934.4534912109375, - "head.bias": 0.06331312656402588, - "global_embedding.weight": 141.71649169921875, - "global_cnn.0.weight": 670.4466552734375, - "global_cnn.0.bias": 27.310192108154297, - "global_cnn.2.weight": 772.7658081054688, - "global_cnn.2.bias": 33.775272369384766, - "global_proj.weight": 1198.489013671875, - "global_proj.bias": 52.70356369018555, - "goal_head.0.weight": 19.361045837402344, - "goal_head.0.bias": 0.5287008285522461, - "goal_head.2.weight": 19.508731842041016, - "goal_head.2.bias": 1.156395673751831 + "global_gate": 0.03254719078540802, + "embedding.weight": 0.4470481276512146, + "cnn.0.weight": 12.546770095825195, + "cnn.0.bias": 0.6501427292823792, + "cnn.2.weight": 3.9517948627471924, + "cnn.2.bias": 1.3330698013305664, + "cnn.5.weight": 2.8210842609405518, + "cnn.5.bias": 0.48620063066482544, + "action_emb.weight": 0.1722465604543686, + "timestep_emb.weight": 0.04393479973077774, + "pos_emb.weight": 0.041894033551216125, + "transformer.layers.0.self_attn.in_proj_weight": 3.6741912364959717, + "transformer.layers.0.self_attn.in_proj_bias": 0.28234943747520447, + "transformer.layers.0.self_attn.out_proj.weight": 2.6138787269592285, + "transformer.layers.0.self_attn.out_proj.bias": 0.2945072054862976, + "transformer.layers.0.linear1.weight": 1.2909603118896484, + "transformer.layers.0.linear1.bias": 0.08686938136816025, + "transformer.layers.0.linear2.weight": 1.942612648010254, + "transformer.layers.0.linear2.bias": 0.14197835326194763, + "transformer.layers.0.norm1.weight": 0.22779147326946259, + "transformer.layers.0.norm1.bias": 0.2764747142791748, + "transformer.layers.0.norm2.weight": 0.0998881384730339, + "transformer.layers.0.norm2.bias": 0.09947452694177628, + "transformer.layers.1.self_attn.in_proj_weight": 1.8207592964172363, + "transformer.layers.1.self_attn.in_proj_bias": 0.10122460126876831, + "transformer.layers.1.self_attn.out_proj.weight": 2.1433093547821045, + "transformer.layers.1.self_attn.out_proj.bias": 0.09533277899026871, + "transformer.layers.1.linear1.weight": 0.7766491174697876, + "transformer.layers.1.linear1.bias": 0.05345785245299339, + "transformer.layers.1.linear2.weight": 1.342934012413025, + "transformer.layers.1.linear2.bias": 0.08668561279773712, + "transformer.layers.1.norm1.weight": 0.20358356833457947, + "transformer.layers.1.norm1.bias": 0.12060007452964783, + "transformer.layers.1.norm2.weight": 0.07293444871902466, + "transformer.layers.1.norm2.bias": 0.05724295601248741, + "transformer.layers.2.self_attn.in_proj_weight": 1.8720182180404663, + "transformer.layers.2.self_attn.in_proj_bias": 0.11073629558086395, + "transformer.layers.2.self_attn.out_proj.weight": 2.2167539596557617, + "transformer.layers.2.self_attn.out_proj.bias": 0.07960347086191177, + "transformer.layers.2.linear1.weight": 1.1928298473358154, + "transformer.layers.2.linear1.bias": 0.07562732696533203, + "transformer.layers.2.linear2.weight": 1.679469347000122, + "transformer.layers.2.linear2.bias": 0.0736764594912529, + "transformer.layers.2.norm1.weight": 0.2760653495788574, + "transformer.layers.2.norm1.bias": 0.16883035004138947, + "transformer.layers.2.norm2.weight": 0.14992813766002655, + "transformer.layers.2.norm2.bias": 0.1181529313325882, + "transformer.layers.3.self_attn.in_proj_weight": 2.083329200744629, + "transformer.layers.3.self_attn.in_proj_bias": 0.11878024786710739, + "transformer.layers.3.self_attn.out_proj.weight": 2.1249005794525146, + "transformer.layers.3.self_attn.out_proj.bias": 0.07730021327733994, + "transformer.layers.3.linear1.weight": 1.983447790145874, + "transformer.layers.3.linear1.bias": 0.12286467850208282, + "transformer.layers.3.linear2.weight": 1.8845754861831665, + "transformer.layers.3.linear2.bias": 0.07930529862642288, + "transformer.layers.3.norm1.weight": 0.2909957468509674, + "transformer.layers.3.norm1.bias": 0.18426723778247833, + "transformer.layers.3.norm2.weight": 0.2549073100090027, + "transformer.layers.3.norm2.bias": 0.21674677729606628, + "head.weight": 19.677967071533203, + "head.bias": 0.13693541288375854, + "global_embedding.weight": 0.36738356947898865, + "global_cnn.0.weight": 2.929885149002075, + "global_cnn.0.bias": 0.13453350961208344, + "global_cnn.2.weight": 5.264915943145752, + "global_cnn.2.bias": 0.22438709437847137, + "global_proj.weight": 1.9202176332473755, + "global_proj.bias": 0.567273736000061, + "goal_head.0.weight": 0.1445586383342743, + "goal_head.0.bias": 0.03471558541059494, + "goal_head.2.weight": 0.1590898185968399, + "goal_head.2.bias": 0.06186096370220184 + }, + { + "global_gate": 0.027592811733484268, + "embedding.weight": 1.5226807594299316, + "cnn.0.weight": 39.90238952636719, + "cnn.0.bias": 1.7825713157653809, + "cnn.2.weight": 17.39681053161621, + "cnn.2.bias": 3.300323724746704, + "cnn.5.weight": 16.078022003173828, + "cnn.5.bias": 1.4392606019973755, + "action_emb.weight": 0.5589507222175598, + "timestep_emb.weight": 0.5887086987495422, + "pos_emb.weight": 0.3055388331413269, + "transformer.layers.0.self_attn.in_proj_weight": 22.5252685546875, + "transformer.layers.0.self_attn.in_proj_bias": 0.954693078994751, + "transformer.layers.0.self_attn.out_proj.weight": 17.815418243408203, + "transformer.layers.0.self_attn.out_proj.bias": 1.0301638841629028, + "transformer.layers.0.linear1.weight": 7.747535705566406, + "transformer.layers.0.linear1.bias": 0.37513864040374756, + "transformer.layers.0.linear2.weight": 10.460200309753418, + "transformer.layers.0.linear2.bias": 0.4204115867614746, + "transformer.layers.0.norm1.weight": 1.3700029850006104, + "transformer.layers.0.norm1.bias": 0.8909803628921509, + "transformer.layers.0.norm2.weight": 0.6756407022476196, + "transformer.layers.0.norm2.bias": 0.43186721205711365, + "transformer.layers.1.self_attn.in_proj_weight": 11.000518798828125, + "transformer.layers.1.self_attn.in_proj_bias": 0.3647330701351166, + "transformer.layers.1.self_attn.out_proj.weight": 3.880889415740967, + "transformer.layers.1.self_attn.out_proj.bias": 0.1190083846449852, + "transformer.layers.1.linear1.weight": 2.5197064876556396, + "transformer.layers.1.linear1.bias": 0.15698695182800293, + "transformer.layers.1.linear2.weight": 3.1226084232330322, + "transformer.layers.1.linear2.bias": 0.10550377517938614, + "transformer.layers.1.norm1.weight": 0.9742485880851746, + "transformer.layers.1.norm1.bias": 0.46637940406799316, + "transformer.layers.1.norm2.weight": 0.5045050382614136, + "transformer.layers.1.norm2.bias": 0.36410409212112427, + "transformer.layers.2.self_attn.in_proj_weight": 3.5959842205047607, + "transformer.layers.2.self_attn.in_proj_bias": 0.19767683744430542, + "transformer.layers.2.self_attn.out_proj.weight": 4.182651519775391, + "transformer.layers.2.self_attn.out_proj.bias": 0.09454577416181564, + "transformer.layers.2.linear1.weight": 3.7913436889648438, + "transformer.layers.2.linear1.bias": 0.2130056917667389, + "transformer.layers.2.linear2.weight": 4.49501895904541, + "transformer.layers.2.linear2.bias": 0.1104976087808609, + "transformer.layers.2.norm1.weight": 0.8282179236412048, + "transformer.layers.2.norm1.bias": 0.47964149713516235, + "transformer.layers.2.norm2.weight": 0.9732648134231567, + "transformer.layers.2.norm2.bias": 0.6742703318595886, + "transformer.layers.3.self_attn.in_proj_weight": 4.551982879638672, + "transformer.layers.3.self_attn.in_proj_bias": 0.20541855692863464, + "transformer.layers.3.self_attn.out_proj.weight": 4.083711624145508, + "transformer.layers.3.self_attn.out_proj.bias": 0.0766558051109314, + "transformer.layers.3.linear1.weight": 4.45954704284668, + "transformer.layers.3.linear1.bias": 0.26011666655540466, + "transformer.layers.3.linear2.weight": 4.580419540405273, + "transformer.layers.3.linear2.bias": 0.09000249207019806, + "transformer.layers.3.norm1.weight": 0.8956027030944824, + "transformer.layers.3.norm1.bias": 0.53175288438797, + "transformer.layers.3.norm2.weight": 1.1167813539505005, + "transformer.layers.3.norm2.bias": 0.8607988357543945, + "head.weight": 77.53480529785156, + "head.bias": 0.12559105455875397, + "global_embedding.weight": 2.1964621543884277, + "global_cnn.0.weight": 18.141460418701172, + "global_cnn.0.bias": 0.7879305481910706, + "global_cnn.2.weight": 28.875680923461914, + "global_cnn.2.bias": 0.9753941893577576, + "global_proj.weight": 11.328869819641113, + "global_proj.bias": 2.5850088596343994, + "goal_head.0.weight": 0.27834632992744446, + "goal_head.0.bias": 0.05419377610087395, + "goal_head.2.weight": 0.28550535440444946, + "goal_head.2.bias": 0.09050247073173523 + }, + { + "global_gate": 0.4349423050880432, + "embedding.weight": 8.604207038879395, + "cnn.0.weight": 213.45823669433594, + "cnn.0.bias": 10.037320137023926, + "cnn.2.weight": 70.59793090820312, + "cnn.2.bias": 17.148157119750977, + "cnn.5.weight": 28.369121551513672, + "cnn.5.bias": 4.515225887298584, + "action_emb.weight": 0.6611836552619934, + "timestep_emb.weight": 0.25232914090156555, + "pos_emb.weight": 0.1957990676164627, + "transformer.layers.0.self_attn.in_proj_weight": 34.18952941894531, + "transformer.layers.0.self_attn.in_proj_bias": 2.0409436225891113, + "transformer.layers.0.self_attn.out_proj.weight": 10.626689910888672, + "transformer.layers.0.self_attn.out_proj.bias": 1.099257230758667, + "transformer.layers.0.linear1.weight": 4.118856906890869, + "transformer.layers.0.linear1.bias": 0.25971612334251404, + "transformer.layers.0.linear2.weight": 4.817804336547852, + "transformer.layers.0.linear2.bias": 0.25151312351226807, + "transformer.layers.0.norm1.weight": 2.715589761734009, + "transformer.layers.0.norm1.bias": 2.0306613445281982, + "transformer.layers.0.norm2.weight": 0.4386139512062073, + "transformer.layers.0.norm2.bias": 0.4490754008293152, + "transformer.layers.1.self_attn.in_proj_weight": 6.7723894119262695, + "transformer.layers.1.self_attn.in_proj_bias": 0.4565148651599884, + "transformer.layers.1.self_attn.out_proj.weight": 6.629873752593994, + "transformer.layers.1.self_attn.out_proj.bias": 0.18795813620090485, + "transformer.layers.1.linear1.weight": 7.955991744995117, + "transformer.layers.1.linear1.bias": 0.4846017360687256, + "transformer.layers.1.linear2.weight": 9.252156257629395, + "transformer.layers.1.linear2.bias": 0.1928832083940506, + "transformer.layers.1.norm1.weight": 1.3671523332595825, + "transformer.layers.1.norm1.bias": 0.8215014338493347, + "transformer.layers.1.norm2.weight": 2.5037152767181396, + "transformer.layers.1.norm2.bias": 1.8479506969451904, + "transformer.layers.2.self_attn.in_proj_weight": 8.052024841308594, + "transformer.layers.2.self_attn.in_proj_bias": 0.5494511723518372, + "transformer.layers.2.self_attn.out_proj.weight": 8.215624809265137, + "transformer.layers.2.self_attn.out_proj.bias": 0.165981724858284, + "transformer.layers.2.linear1.weight": 11.174009323120117, + "transformer.layers.2.linear1.bias": 0.678998589515686, + "transformer.layers.2.linear2.weight": 12.678519248962402, + "transformer.layers.2.linear2.bias": 0.1644846647977829, + "transformer.layers.2.norm1.weight": 2.1925203800201416, + "transformer.layers.2.norm1.bias": 1.7994686365127563, + "transformer.layers.2.norm2.weight": 4.2292656898498535, + "transformer.layers.2.norm2.bias": 3.519610643386841, + "transformer.layers.3.self_attn.in_proj_weight": 8.491546630859375, + "transformer.layers.3.self_attn.in_proj_bias": 0.4396812617778778, + "transformer.layers.3.self_attn.out_proj.weight": 8.375090599060059, + "transformer.layers.3.self_attn.out_proj.bias": 0.12318230420351028, + "transformer.layers.3.linear1.weight": 11.917261123657227, + "transformer.layers.3.linear1.bias": 0.7032510638237, + "transformer.layers.3.linear2.weight": 12.38795280456543, + "transformer.layers.3.linear2.bias": 0.14284206926822662, + "transformer.layers.3.norm1.weight": 2.5259416103363037, + "transformer.layers.3.norm1.bias": 1.5584310293197632, + "transformer.layers.3.norm2.weight": 4.237316131591797, + "transformer.layers.3.norm2.bias": 3.5974581241607666, + "head.weight": 250.7385711669922, + "head.bias": 0.15366552770137787, + "global_embedding.weight": 10.251431465148926, + "global_cnn.0.weight": 55.843570709228516, + "global_cnn.0.bias": 2.2184455394744873, + "global_cnn.2.weight": 53.177555084228516, + "global_cnn.2.bias": 2.8379716873168945, + "global_proj.weight": 16.816390991210938, + "global_proj.bias": 6.238399505615234, + "goal_head.0.weight": 0.23694920539855957, + "goal_head.0.bias": 0.06523174792528152, + "goal_head.2.weight": 0.23589786887168884, + "goal_head.2.bias": 0.12729832530021667 + }, + { + "global_gate": 1.0654305219650269, + "embedding.weight": 9.011086463928223, + "cnn.0.weight": 180.58543395996094, + "cnn.0.bias": 13.00313949584961, + "cnn.2.weight": 56.889305114746094, + "cnn.2.bias": 20.186521530151367, + "cnn.5.weight": 30.122222900390625, + "cnn.5.bias": 4.245434284210205, + "action_emb.weight": 2.7464945316314697, + "timestep_emb.weight": 0.7678310871124268, + "pos_emb.weight": 0.7153797149658203, + "transformer.layers.0.self_attn.in_proj_weight": 72.71898651123047, + "transformer.layers.0.self_attn.in_proj_bias": 5.8947248458862305, + "transformer.layers.0.self_attn.out_proj.weight": 34.4283447265625, + "transformer.layers.0.self_attn.out_proj.bias": 4.214512348175049, + "transformer.layers.0.linear1.weight": 14.784088134765625, + "transformer.layers.0.linear1.bias": 0.9233760833740234, + "transformer.layers.0.linear2.weight": 17.106300354003906, + "transformer.layers.0.linear2.bias": 0.8402745127677917, + "transformer.layers.0.norm1.weight": 5.368528366088867, + "transformer.layers.0.norm1.bias": 7.718989849090576, + "transformer.layers.0.norm2.weight": 1.4117422103881836, + "transformer.layers.0.norm2.bias": 1.6116611957550049, + "transformer.layers.1.self_attn.in_proj_weight": 18.157455444335938, + "transformer.layers.1.self_attn.in_proj_bias": 0.9492778182029724, + "transformer.layers.1.self_attn.out_proj.weight": 9.907614707946777, + "transformer.layers.1.self_attn.out_proj.bias": 0.32142874598503113, + "transformer.layers.1.linear1.weight": 14.282151222229004, + "transformer.layers.1.linear1.bias": 0.9102194309234619, + "transformer.layers.1.linear2.weight": 16.027679443359375, + "transformer.layers.1.linear2.bias": 0.22930018603801727, + "transformer.layers.1.norm1.weight": 2.6716790199279785, + "transformer.layers.1.norm1.bias": 1.983203649520874, + "transformer.layers.1.norm2.weight": 5.742201328277588, + "transformer.layers.1.norm2.bias": 4.6010637283325195, + "transformer.layers.2.self_attn.in_proj_weight": 15.028780937194824, + "transformer.layers.2.self_attn.in_proj_bias": 0.8920787572860718, + "transformer.layers.2.self_attn.out_proj.weight": 12.423254013061523, + "transformer.layers.2.self_attn.out_proj.bias": 0.24769623577594757, + "transformer.layers.2.linear1.weight": 19.01395606994629, + "transformer.layers.2.linear1.bias": 1.1377719640731812, + "transformer.layers.2.linear2.weight": 20.917333602905273, + "transformer.layers.2.linear2.bias": 0.2417226880788803, + "transformer.layers.2.norm1.weight": 3.516446113586426, + "transformer.layers.2.norm1.bias": 3.270869493484497, + "transformer.layers.2.norm2.weight": 9.06784725189209, + "transformer.layers.2.norm2.bias": 7.879536151885986, + "transformer.layers.3.self_attn.in_proj_weight": 12.201669692993164, + "transformer.layers.3.self_attn.in_proj_bias": 0.43783554434776306, + "transformer.layers.3.self_attn.out_proj.weight": 10.742667198181152, + "transformer.layers.3.self_attn.out_proj.bias": 0.10486329346895218, + "transformer.layers.3.linear1.weight": 19.2238712310791, + "transformer.layers.3.linear1.bias": 1.090744972229004, + "transformer.layers.3.linear2.weight": 19.910079956054688, + "transformer.layers.3.linear2.bias": 0.168976292014122, + "transformer.layers.3.norm1.weight": 3.9922244548797607, + "transformer.layers.3.norm1.bias": 1.8511857986450195, + "transformer.layers.3.norm2.weight": 8.545876502990723, + "transformer.layers.3.norm2.bias": 7.272549152374268, + "head.weight": 436.75341796875, + "head.bias": 0.15931403636932373, + "global_embedding.weight": 17.564773559570312, + "global_cnn.0.weight": 127.33502197265625, + "global_cnn.0.bias": 6.12240743637085, + "global_cnn.2.weight": 159.43222045898438, + "global_cnn.2.bias": 8.100605964660645, + "global_proj.weight": 45.19269943237305, + "global_proj.bias": 12.633157730102539, + "goal_head.0.weight": 0.42756006121635437, + "goal_head.0.bias": 0.09889188408851624, + "goal_head.2.weight": 0.46132415533065796, + "goal_head.2.bias": 0.19718244671821594 + }, + { + "global_gate": 0.3118400275707245, + "embedding.weight": 1.8658498525619507, + "cnn.0.weight": 38.86134719848633, + "cnn.0.bias": 1.4778108596801758, + "cnn.2.weight": 11.952692985534668, + "cnn.2.bias": 2.533750295639038, + "cnn.5.weight": 11.091617584228516, + "cnn.5.bias": 1.737609624862671, + "action_emb.weight": 0.33965983986854553, + "timestep_emb.weight": 0.11759684234857559, + "pos_emb.weight": 0.09825248271226883, + "transformer.layers.0.self_attn.in_proj_weight": 12.196125030517578, + "transformer.layers.0.self_attn.in_proj_bias": 0.7809402346611023, + "transformer.layers.0.self_attn.out_proj.weight": 7.779153347015381, + "transformer.layers.0.self_attn.out_proj.bias": 0.5541050434112549, + "transformer.layers.0.linear1.weight": 4.165901184082031, + "transformer.layers.0.linear1.bias": 0.3249543607234955, + "transformer.layers.0.linear2.weight": 7.635360240936279, + "transformer.layers.0.linear2.bias": 0.30638185143470764, + "transformer.layers.0.norm1.weight": 0.8633753657341003, + "transformer.layers.0.norm1.bias": 0.9178012013435364, + "transformer.layers.0.norm2.weight": 0.4366399943828583, + "transformer.layers.0.norm2.bias": 0.5517886281013489, + "transformer.layers.1.self_attn.in_proj_weight": 7.334355354309082, + "transformer.layers.1.self_attn.in_proj_bias": 0.35249581933021545, + "transformer.layers.1.self_attn.out_proj.weight": 6.578262805938721, + "transformer.layers.1.self_attn.out_proj.bias": 0.20800060033798218, + "transformer.layers.1.linear1.weight": 8.434914588928223, + "transformer.layers.1.linear1.bias": 0.4993988871574402, + "transformer.layers.1.linear2.weight": 10.415087699890137, + "transformer.layers.1.linear2.bias": 0.197964146733284, + "transformer.layers.1.norm1.weight": 1.2943726778030396, + "transformer.layers.1.norm1.bias": 0.5139456391334534, + "transformer.layers.1.norm2.weight": 4.150482177734375, + "transformer.layers.1.norm2.bias": 3.4754061698913574, + "transformer.layers.2.self_attn.in_proj_weight": 20.287302017211914, + "transformer.layers.2.self_attn.in_proj_bias": 0.8918232321739197, + "transformer.layers.2.self_attn.out_proj.weight": 6.929454803466797, + "transformer.layers.2.self_attn.out_proj.bias": 0.05356062576174736, + "transformer.layers.2.linear1.weight": 11.182417869567871, + "transformer.layers.2.linear1.bias": 0.654219925403595, + "transformer.layers.2.linear2.weight": 12.306520462036133, + "transformer.layers.2.linear2.bias": 0.058294445276260376, + "transformer.layers.2.norm1.weight": 2.5561413764953613, + "transformer.layers.2.norm1.bias": 1.2946653366088867, + "transformer.layers.2.norm2.weight": 6.660109519958496, + "transformer.layers.2.norm2.bias": 5.975124835968018, + "transformer.layers.3.self_attn.in_proj_weight": 6.90421724319458, + "transformer.layers.3.self_attn.in_proj_bias": 0.4708692133426666, + "transformer.layers.3.self_attn.out_proj.weight": 6.743078708648682, + "transformer.layers.3.self_attn.out_proj.bias": 0.09067956358194351, + "transformer.layers.3.linear1.weight": 11.005274772644043, + "transformer.layers.3.linear1.bias": 0.6232612729072571, + "transformer.layers.3.linear2.weight": 11.366610527038574, + "transformer.layers.3.linear2.bias": 0.11275720596313477, + "transformer.layers.3.norm1.weight": 2.6041719913482666, + "transformer.layers.3.norm1.bias": 2.3621647357940674, + "transformer.layers.3.norm2.weight": 6.03176212310791, + "transformer.layers.3.norm2.bias": 5.415566444396973, + "head.weight": 291.2458190917969, + "head.bias": 0.09193602949380875, + "global_embedding.weight": 2.028754234313965, + "global_cnn.0.weight": 8.246312141418457, + "global_cnn.0.bias": 0.32622650265693665, + "global_cnn.2.weight": 13.549004554748535, + "global_cnn.2.bias": 0.7629590034484863, + "global_proj.weight": 6.069202423095703, + "global_proj.bias": 2.248272180557251, + "goal_head.0.weight": 0.3144287168979645, + "goal_head.0.bias": 0.0870763435959816, + "goal_head.2.weight": 0.33436864614486694, + "goal_head.2.bias": 0.1728724241256714 + }, + { + "global_gate": 0.14012710750102997, + "embedding.weight": 1.6056307554244995, + "cnn.0.weight": 31.638816833496094, + "cnn.0.bias": 1.8042367696762085, + "cnn.2.weight": 8.352033615112305, + "cnn.2.bias": 2.6642415523529053, + "cnn.5.weight": 8.532122611999512, + "cnn.5.bias": 1.1734763383865356, + "action_emb.weight": 0.7347642183303833, + "timestep_emb.weight": 0.8380212783813477, + "pos_emb.weight": 0.20055578649044037, + "transformer.layers.0.self_attn.in_proj_weight": 23.105152130126953, + "transformer.layers.0.self_attn.in_proj_bias": 0.7920874953269958, + "transformer.layers.0.self_attn.out_proj.weight": 18.473155975341797, + "transformer.layers.0.self_attn.out_proj.bias": 0.43575528264045715, + "transformer.layers.0.linear1.weight": 9.560497283935547, + "transformer.layers.0.linear1.bias": 0.4238669276237488, + "transformer.layers.0.linear2.weight": 14.249521255493164, + "transformer.layers.0.linear2.bias": 0.27166998386383057, + "transformer.layers.0.norm1.weight": 1.4102344512939453, + "transformer.layers.0.norm1.bias": 0.8272095322608948, + "transformer.layers.0.norm2.weight": 0.9271755814552307, + "transformer.layers.0.norm2.bias": 0.5816827416419983, + "transformer.layers.1.self_attn.in_proj_weight": 16.34050941467285, + "transformer.layers.1.self_attn.in_proj_bias": 0.24928200244903564, + "transformer.layers.1.self_attn.out_proj.weight": 13.150238037109375, + "transformer.layers.1.self_attn.out_proj.bias": 0.13430500030517578, + "transformer.layers.1.linear1.weight": 18.9213809967041, + "transformer.layers.1.linear1.bias": 1.010593295097351, + "transformer.layers.1.linear2.weight": 20.61484146118164, + "transformer.layers.1.linear2.bias": 0.22586271166801453, + "transformer.layers.1.norm1.weight": 3.9838545322418213, + "transformer.layers.1.norm1.bias": 0.33516401052474976, + "transformer.layers.1.norm2.weight": 11.54530143737793, + "transformer.layers.1.norm2.bias": 8.847846031188965, + "transformer.layers.2.self_attn.in_proj_weight": 18.60352325439453, + "transformer.layers.2.self_attn.in_proj_bias": 0.9429066181182861, + "transformer.layers.2.self_attn.out_proj.weight": 14.009795188903809, + "transformer.layers.2.self_attn.out_proj.bias": 0.13828013837337494, + "transformer.layers.2.linear1.weight": 25.52151870727539, + "transformer.layers.2.linear1.bias": 1.4532725811004639, + "transformer.layers.2.linear2.weight": 27.256195068359375, + "transformer.layers.2.linear2.bias": 0.14941821992397308, + "transformer.layers.2.norm1.weight": 5.480282306671143, + "transformer.layers.2.norm1.bias": 4.134318828582764, + "transformer.layers.2.norm2.weight": 18.05752944946289, + "transformer.layers.2.norm2.bias": 16.586570739746094, + "transformer.layers.3.self_attn.in_proj_weight": 13.42085075378418, + "transformer.layers.3.self_attn.in_proj_bias": 0.7194200158119202, + "transformer.layers.3.self_attn.out_proj.weight": 13.001099586486816, + "transformer.layers.3.self_attn.out_proj.bias": 0.12427669763565063, + "transformer.layers.3.linear1.weight": 24.81232452392578, + "transformer.layers.3.linear1.bias": 1.3883057832717896, + "transformer.layers.3.linear2.weight": 25.300722122192383, + "transformer.layers.3.linear2.bias": 0.1710626631975174, + "transformer.layers.3.norm1.weight": 5.645044803619385, + "transformer.layers.3.norm1.bias": 4.160152912139893, + "transformer.layers.3.norm2.weight": 16.17254066467285, + "transformer.layers.3.norm2.bias": 14.854445457458496, + "head.weight": 640.8489990234375, + "head.bias": 0.1291991025209427, + "global_embedding.weight": 2.2944283485412598, + "global_cnn.0.weight": 12.984949111938477, + "global_cnn.0.bias": 0.5164765119552612, + "global_cnn.2.weight": 19.152782440185547, + "global_cnn.2.bias": 0.9968942403793335, + "global_proj.weight": 13.36639404296875, + "global_proj.bias": 4.3985090255737305, + "goal_head.0.weight": 0.2882647216320038, + "goal_head.0.bias": 0.05707201361656189, + "goal_head.2.weight": 0.31958168745040894, + "goal_head.2.bias": 0.10549653321504593 + }, + { + "global_gate": 0.3597220480442047, + "embedding.weight": 9.959362983703613, + "cnn.0.weight": 201.81419372558594, + "cnn.0.bias": 10.609077453613281, + "cnn.2.weight": 43.96476364135742, + "cnn.2.bias": 17.737457275390625, + "cnn.5.weight": 15.093091011047363, + "cnn.5.bias": 3.00264310836792, + "action_emb.weight": 0.3646513521671295, + "timestep_emb.weight": 0.176199808716774, + "pos_emb.weight": 0.1243533194065094, + "transformer.layers.0.self_attn.in_proj_weight": 15.05233097076416, + "transformer.layers.0.self_attn.in_proj_bias": 0.6106687784194946, + "transformer.layers.0.self_attn.out_proj.weight": 9.155513763427734, + "transformer.layers.0.self_attn.out_proj.bias": 0.2814660370349884, + "transformer.layers.0.linear1.weight": 5.374212741851807, + "transformer.layers.0.linear1.bias": 0.28803953528404236, + "transformer.layers.0.linear2.weight": 7.648510456085205, + "transformer.layers.0.linear2.bias": 0.18767616152763367, + "transformer.layers.0.norm1.weight": 1.5606818199157715, + "transformer.layers.0.norm1.bias": 0.6472091674804688, + "transformer.layers.0.norm2.weight": 0.8121048808097839, + "transformer.layers.0.norm2.bias": 0.5310779213905334, + "transformer.layers.1.self_attn.in_proj_weight": 11.214771270751953, + "transformer.layers.1.self_attn.in_proj_bias": 0.6697413921356201, + "transformer.layers.1.self_attn.out_proj.weight": 12.58105182647705, + "transformer.layers.1.self_attn.out_proj.bias": 0.18536192178726196, + "transformer.layers.1.linear1.weight": 28.114309310913086, + "transformer.layers.1.linear1.bias": 1.5893981456756592, + "transformer.layers.1.linear2.weight": 30.355438232421875, + "transformer.layers.1.linear2.bias": 0.1757553666830063, + "transformer.layers.1.norm1.weight": 3.6533470153808594, + "transformer.layers.1.norm1.bias": 2.094482660293579, + "transformer.layers.1.norm2.weight": 19.92593002319336, + "transformer.layers.1.norm2.bias": 17.160953521728516, + "transformer.layers.2.self_attn.in_proj_weight": 19.850799560546875, + "transformer.layers.2.self_attn.in_proj_bias": 0.9402060508728027, + "transformer.layers.2.self_attn.out_proj.weight": 18.13460350036621, + "transformer.layers.2.self_attn.out_proj.bias": 0.14593857526779175, + "transformer.layers.2.linear1.weight": 36.5549201965332, + "transformer.layers.2.linear1.bias": 2.0514581203460693, + "transformer.layers.2.linear2.weight": 38.94380187988281, + "transformer.layers.2.linear2.bias": 0.14943952858448029, + "transformer.layers.2.norm1.weight": 7.717621326446533, + "transformer.layers.2.norm1.bias": 5.54607629776001, + "transformer.layers.2.norm2.weight": 29.8723087310791, + "transformer.layers.2.norm2.bias": 28.11310577392578, + "transformer.layers.3.self_attn.in_proj_weight": 19.02809715270996, + "transformer.layers.3.self_attn.in_proj_bias": 1.1574748754501343, + "transformer.layers.3.self_attn.out_proj.weight": 18.4242000579834, + "transformer.layers.3.self_attn.out_proj.bias": 0.1688467115163803, + "transformer.layers.3.linear1.weight": 35.31095504760742, + "transformer.layers.3.linear1.bias": 1.9294980764389038, + "transformer.layers.3.linear2.weight": 35.95710754394531, + "transformer.layers.3.linear2.bias": 0.2404264658689499, + "transformer.layers.3.norm1.weight": 8.824959754943848, + "transformer.layers.3.norm1.bias": 7.600894451141357, + "transformer.layers.3.norm2.weight": 26.58546257019043, + "transformer.layers.3.norm2.bias": 24.635669708251953, + "head.weight": 998.8096923828125, + "head.bias": 0.14666062593460083, + "global_embedding.weight": 5.004260063171387, + "global_cnn.0.weight": 17.2051944732666, + "global_cnn.0.bias": 0.7830554246902466, + "global_cnn.2.weight": 17.72905158996582, + "global_cnn.2.bias": 0.9605631232261658, + "global_proj.weight": 7.895431995391846, + "global_proj.bias": 2.27205753326416, + "goal_head.0.weight": 0.44692665338516235, + "goal_head.0.bias": 0.09032132476568222, + "goal_head.2.weight": 0.4653650224208832, + "goal_head.2.bias": 0.15482014417648315 + }, + { + "global_gate": 1.0337238311767578, + "embedding.weight": 68.0331802368164, + "cnn.0.weight": 1203.660400390625, + "cnn.0.bias": 67.90425872802734, + "cnn.2.weight": 266.9732971191406, + "cnn.2.bias": 96.41557312011719, + "cnn.5.weight": 98.2546615600586, + "cnn.5.bias": 14.75153636932373, + "action_emb.weight": 2.3954527378082275, + "timestep_emb.weight": 2.619723081588745, + "pos_emb.weight": 0.6893370151519775, + "transformer.layers.0.self_attn.in_proj_weight": 81.80113983154297, + "transformer.layers.0.self_attn.in_proj_bias": 6.139245510101318, + "transformer.layers.0.self_attn.out_proj.weight": 51.44367980957031, + "transformer.layers.0.self_attn.out_proj.bias": 3.8851287364959717, + "transformer.layers.0.linear1.weight": 31.620018005371094, + "transformer.layers.0.linear1.bias": 1.8440862894058228, + "transformer.layers.0.linear2.weight": 58.314231872558594, + "transformer.layers.0.linear2.bias": 2.77195143699646, + "transformer.layers.0.norm1.weight": 6.376084327697754, + "transformer.layers.0.norm1.bias": 7.081845760345459, + "transformer.layers.0.norm2.weight": 4.579921722412109, + "transformer.layers.0.norm2.bias": 2.63971209526062, + "transformer.layers.1.self_attn.in_proj_weight": 47.53404998779297, + "transformer.layers.1.self_attn.in_proj_bias": 3.8534622192382812, + "transformer.layers.1.self_attn.out_proj.weight": 44.195030212402344, + "transformer.layers.1.self_attn.out_proj.bias": 0.9553859829902649, + "transformer.layers.1.linear1.weight": 37.383609771728516, + "transformer.layers.1.linear1.bias": 2.100475788116455, + "transformer.layers.1.linear2.weight": 41.06829833984375, + "transformer.layers.1.linear2.bias": 0.8427232503890991, + "transformer.layers.1.norm1.weight": 6.543046951293945, + "transformer.layers.1.norm1.bias": 12.494853973388672, + "transformer.layers.1.norm2.weight": 29.469594955444336, + "transformer.layers.1.norm2.bias": 26.593334197998047, + "transformer.layers.2.self_attn.in_proj_weight": 41.730472564697266, + "transformer.layers.2.self_attn.in_proj_bias": 1.0726839303970337, + "transformer.layers.2.self_attn.out_proj.weight": 26.818904876708984, + "transformer.layers.2.self_attn.out_proj.bias": 0.5858603715896606, + "transformer.layers.2.linear1.weight": 46.83995056152344, + "transformer.layers.2.linear1.bias": 2.581171751022339, + "transformer.layers.2.linear2.weight": 49.69990921020508, + "transformer.layers.2.linear2.bias": 0.5819056630134583, + "transformer.layers.2.norm1.weight": 16.015066146850586, + "transformer.layers.2.norm1.bias": 1.522111415863037, + "transformer.layers.2.norm2.weight": 42.70154571533203, + "transformer.layers.2.norm2.bias": 41.099822998046875, + "transformer.layers.3.self_attn.in_proj_weight": 34.5928955078125, + "transformer.layers.3.self_attn.in_proj_bias": 2.6306259632110596, + "transformer.layers.3.self_attn.out_proj.weight": 23.87567710876465, + "transformer.layers.3.self_attn.out_proj.bias": 0.3418410122394562, + "transformer.layers.3.linear1.weight": 44.365333557128906, + "transformer.layers.3.linear1.bias": 2.420527696609497, + "transformer.layers.3.linear2.weight": 44.92197799682617, + "transformer.layers.3.linear2.bias": 0.380759060382843, + "transformer.layers.3.norm1.weight": 15.067830085754395, + "transformer.layers.3.norm1.bias": 19.16093635559082, + "transformer.layers.3.norm2.weight": 37.627052307128906, + "transformer.layers.3.norm2.bias": 35.94683837890625, + "head.weight": 1244.45947265625, + "head.bias": 0.24884085357189178, + "global_embedding.weight": 13.48873233795166, + "global_cnn.0.weight": 41.14551544189453, + "global_cnn.0.bias": 1.9259930849075317, + "global_cnn.2.weight": 61.902503967285156, + "global_cnn.2.bias": 2.327899932861328, + "global_proj.weight": 36.073158264160156, + "global_proj.bias": 7.001198768615723, + "goal_head.0.weight": 0.49447229504585266, + "goal_head.0.bias": 0.08356695622205734, + "goal_head.2.weight": 0.4949183762073517, + "goal_head.2.bias": 0.1359076350927353 + }, + { + "global_gate": 0.48340803384780884, + "embedding.weight": 21.666919708251953, + "cnn.0.weight": 706.46533203125, + "cnn.0.bias": 31.289445877075195, + "cnn.2.weight": 288.5184020996094, + "cnn.2.bias": 82.33702850341797, + "cnn.5.weight": 204.16917419433594, + "cnn.5.bias": 34.744754791259766, + "action_emb.weight": 8.873441696166992, + "timestep_emb.weight": 5.541877269744873, + "pos_emb.weight": 5.336852073669434, + "transformer.layers.0.self_attn.in_proj_weight": 393.80987548828125, + "transformer.layers.0.self_attn.in_proj_bias": 17.214998245239258, + "transformer.layers.0.self_attn.out_proj.weight": 102.37507629394531, + "transformer.layers.0.self_attn.out_proj.bias": 5.962249755859375, + "transformer.layers.0.linear1.weight": 30.140602111816406, + "transformer.layers.0.linear1.bias": 1.6470282077789307, + "transformer.layers.0.linear2.weight": 31.252656936645508, + "transformer.layers.0.linear2.bias": 1.28512442111969, + "transformer.layers.0.norm1.weight": 27.438793182373047, + "transformer.layers.0.norm1.bias": 19.70953941345215, + "transformer.layers.0.norm2.weight": 3.782151699066162, + "transformer.layers.0.norm2.bias": 3.939476728439331, + "transformer.layers.1.self_attn.in_proj_weight": 42.265907287597656, + "transformer.layers.1.self_attn.in_proj_bias": 1.902565360069275, + "transformer.layers.1.self_attn.out_proj.weight": 14.38484001159668, + "transformer.layers.1.self_attn.out_proj.bias": 0.4316539168357849, + "transformer.layers.1.linear1.weight": 24.014036178588867, + "transformer.layers.1.linear1.bias": 1.3148081302642822, + "transformer.layers.1.linear2.weight": 25.251102447509766, + "transformer.layers.1.linear2.bias": 0.3151493966579437, + "transformer.layers.1.norm1.weight": 3.9501075744628906, + "transformer.layers.1.norm1.bias": 2.8383982181549072, + "transformer.layers.1.norm2.weight": 20.219751358032227, + "transformer.layers.1.norm2.bias": 16.75895881652832, + "transformer.layers.2.self_attn.in_proj_weight": 16.372692108154297, + "transformer.layers.2.self_attn.in_proj_bias": 1.039808750152588, + "transformer.layers.2.self_attn.out_proj.weight": 12.83307933807373, + "transformer.layers.2.self_attn.out_proj.bias": 0.13168567419052124, + "transformer.layers.2.linear1.weight": 29.239063262939453, + "transformer.layers.2.linear1.bias": 1.5946426391601562, + "transformer.layers.2.linear2.weight": 30.66283416748047, + "transformer.layers.2.linear2.bias": 0.12835754454135895, + "transformer.layers.2.norm1.weight": 6.080854892730713, + "transformer.layers.2.norm1.bias": 6.185733318328857, + "transformer.layers.2.norm2.weight": 28.339744567871094, + "transformer.layers.2.norm2.bias": 27.162813186645508, + "transformer.layers.3.self_attn.in_proj_weight": 36.79103469848633, + "transformer.layers.3.self_attn.in_proj_bias": 1.3414208889007568, + "transformer.layers.3.self_attn.out_proj.weight": 11.799806594848633, + "transformer.layers.3.self_attn.out_proj.bias": 0.10458197444677353, + "transformer.layers.3.linear1.weight": 27.849088668823242, + "transformer.layers.3.linear1.bias": 1.4770046472549438, + "transformer.layers.3.linear2.weight": 28.114192962646484, + "transformer.layers.3.linear2.bias": 0.15909114480018616, + "transformer.layers.3.norm1.weight": 7.812781810760498, + "transformer.layers.3.norm1.bias": 6.2850518226623535, + "transformer.layers.3.norm2.weight": 24.941274642944336, + "transformer.layers.3.norm2.bias": 23.260986328125, + "head.weight": 787.3389892578125, + "head.bias": 0.09424880892038345, + "global_embedding.weight": 40.94552230834961, + "global_cnn.0.weight": 182.28790283203125, + "global_cnn.0.bias": 7.44286584854126, + "global_cnn.2.weight": 282.32769775390625, + "global_cnn.2.bias": 15.20731258392334, + "global_proj.weight": 181.06028747558594, + "global_proj.bias": 56.83146286010742, + "goal_head.0.weight": 0.5436892509460449, + "goal_head.0.bias": 0.10758630931377411, + "goal_head.2.weight": 0.5961675047874451, + "goal_head.2.bias": 0.18397170305252075 + }, + { + "global_gate": 5.061188220977783, + "embedding.weight": 463.2563171386719, + "cnn.0.weight": 8618.1650390625, + "cnn.0.bias": 486.596923828125, + "cnn.2.weight": 3703.9443359375, + "cnn.2.bias": 618.4390869140625, + "cnn.5.weight": 3432.936279296875, + "cnn.5.bias": 231.20965576171875, + "action_emb.weight": 31.531356811523438, + "timestep_emb.weight": 68.17782592773438, + "pos_emb.weight": 14.695180892944336, + "transformer.layers.0.self_attn.in_proj_weight": 2893.323486328125, + "transformer.layers.0.self_attn.in_proj_bias": 158.3380126953125, + "transformer.layers.0.self_attn.out_proj.weight": 457.2524719238281, + "transformer.layers.0.self_attn.out_proj.bias": 34.697052001953125, + "transformer.layers.0.linear1.weight": 298.6563415527344, + "transformer.layers.0.linear1.bias": 14.018190383911133, + "transformer.layers.0.linear2.weight": 309.6792907714844, + "transformer.layers.0.linear2.bias": 16.42166519165039, + "transformer.layers.0.norm1.weight": 190.38331604003906, + "transformer.layers.0.norm1.bias": 196.0547637939453, + "transformer.layers.0.norm2.weight": 32.3699836730957, + "transformer.layers.0.norm2.bias": 19.321020126342773, + "transformer.layers.1.self_attn.in_proj_weight": 411.3045654296875, + "transformer.layers.1.self_attn.in_proj_bias": 9.684162139892578, + "transformer.layers.1.self_attn.out_proj.weight": 59.30982971191406, + "transformer.layers.1.self_attn.out_proj.bias": 1.1295307874679565, + "transformer.layers.1.linear1.weight": 19.531587600708008, + "transformer.layers.1.linear1.bias": 0.8095123767852783, + "transformer.layers.1.linear2.weight": 16.717899322509766, + "transformer.layers.1.linear2.bias": 0.49947139620780945, + "transformer.layers.1.norm1.weight": 34.47836685180664, + "transformer.layers.1.norm1.bias": 20.091108322143555, + "transformer.layers.1.norm2.weight": 14.27873420715332, + "transformer.layers.1.norm2.bias": 4.337614059448242, + "transformer.layers.2.self_attn.in_proj_weight": 41.18705368041992, + "transformer.layers.2.self_attn.in_proj_bias": 2.7341902256011963, + "transformer.layers.2.self_attn.out_proj.weight": 9.808034896850586, + "transformer.layers.2.self_attn.out_proj.bias": 0.0815104991197586, + "transformer.layers.2.linear1.weight": 13.932769775390625, + "transformer.layers.2.linear1.bias": 0.7313669323921204, + "transformer.layers.2.linear2.weight": 14.603132247924805, + "transformer.layers.2.linear2.bias": 0.08317402005195618, + "transformer.layers.2.norm1.weight": 4.413834571838379, + "transformer.layers.2.norm1.bias": 3.136615514755249, + "transformer.layers.2.norm2.weight": 14.411321640014648, + "transformer.layers.2.norm2.bias": 13.332470893859863, + "transformer.layers.3.self_attn.in_proj_weight": 11.149659156799316, + "transformer.layers.3.self_attn.in_proj_bias": 0.4014986753463745, + "transformer.layers.3.self_attn.out_proj.weight": 7.210322380065918, + "transformer.layers.3.self_attn.out_proj.bias": 0.06387275457382202, + "transformer.layers.3.linear1.weight": 13.247071266174316, + "transformer.layers.3.linear1.bias": 0.6750814318656921, + "transformer.layers.3.linear2.weight": 13.172978401184082, + "transformer.layers.3.linear2.bias": 0.10457225143909454, + "transformer.layers.3.norm1.weight": 4.063072204589844, + "transformer.layers.3.norm1.bias": 2.9074113368988037, + "transformer.layers.3.norm2.weight": 12.574161529541016, + "transformer.layers.3.norm2.bias": 11.219995498657227, + "head.weight": 409.92864990234375, + "head.bias": 0.10158008337020874, + "global_embedding.weight": 123.79263305664062, + "global_cnn.0.weight": 758.6813354492188, + "global_cnn.0.bias": 30.507814407348633, + "global_cnn.2.weight": 1284.39599609375, + "global_cnn.2.bias": 62.64291763305664, + "global_proj.weight": 656.4064331054688, + "global_proj.bias": 174.4169921875, + "goal_head.0.weight": 0.6335839033126831, + "goal_head.0.bias": 0.15386494994163513, + "goal_head.2.weight": 0.6358028650283813, + "goal_head.2.bias": 0.29768356680870056 + }, + { + "global_gate": 0.18151149153709412, + "embedding.weight": 4.9907002449035645, + "cnn.0.weight": 109.79503631591797, + "cnn.0.bias": 4.866547584533691, + "cnn.2.weight": 40.69110107421875, + "cnn.2.bias": 6.2037200927734375, + "cnn.5.weight": 26.446643829345703, + "cnn.5.bias": 1.2594135999679565, + "action_emb.weight": 2.5104362964630127, + "timestep_emb.weight": 2.10778546333313, + "pos_emb.weight": 2.1287999153137207, + "transformer.layers.0.self_attn.in_proj_weight": 58.03788757324219, + "transformer.layers.0.self_attn.in_proj_bias": 2.039741277694702, + "transformer.layers.0.self_attn.out_proj.weight": 37.56867218017578, + "transformer.layers.0.self_attn.out_proj.bias": 1.4870965480804443, + "transformer.layers.0.linear1.weight": 13.002321243286133, + "transformer.layers.0.linear1.bias": 0.7014369368553162, + "transformer.layers.0.linear2.weight": 22.437881469726562, + "transformer.layers.0.linear2.bias": 0.691646933555603, + "transformer.layers.0.norm1.weight": 4.513014316558838, + "transformer.layers.0.norm1.bias": 2.466101884841919, + "transformer.layers.0.norm2.weight": 1.4884246587753296, + "transformer.layers.0.norm2.bias": 1.2528969049453735, + "transformer.layers.1.self_attn.in_proj_weight": 13.017597198486328, + "transformer.layers.1.self_attn.in_proj_bias": 0.885749876499176, + "transformer.layers.1.self_attn.out_proj.weight": 29.579833984375, + "transformer.layers.1.self_attn.out_proj.bias": 0.47417160868644714, + "transformer.layers.1.linear1.weight": 13.324848175048828, + "transformer.layers.1.linear1.bias": 0.7504674792289734, + "transformer.layers.1.linear2.weight": 15.13685417175293, + "transformer.layers.1.linear2.bias": 0.4808412790298462, + "transformer.layers.1.norm1.weight": 3.490877151489258, + "transformer.layers.1.norm1.bias": 3.6649632453918457, + "transformer.layers.1.norm2.weight": 8.517339706420898, + "transformer.layers.1.norm2.bias": 8.048725128173828, + "transformer.layers.2.self_attn.in_proj_weight": 19.670133590698242, + "transformer.layers.2.self_attn.in_proj_bias": 0.9918825030326843, + "transformer.layers.2.self_attn.out_proj.weight": 24.39242935180664, + "transformer.layers.2.self_attn.out_proj.bias": 0.64026939868927, + "transformer.layers.2.linear1.weight": 15.082858085632324, + "transformer.layers.2.linear1.bias": 0.8503385782241821, + "transformer.layers.2.linear2.weight": 17.200780868530273, + "transformer.layers.2.linear2.bias": 0.6322950124740601, + "transformer.layers.2.norm1.weight": 6.272115707397461, + "transformer.layers.2.norm1.bias": 3.403745651245117, + "transformer.layers.2.norm2.weight": 12.130066871643066, + "transformer.layers.2.norm2.bias": 12.573301315307617, + "transformer.layers.3.self_attn.in_proj_weight": 39.24738311767578, + "transformer.layers.3.self_attn.in_proj_bias": 2.5381908416748047, + "transformer.layers.3.self_attn.out_proj.weight": 13.611247062683105, + "transformer.layers.3.self_attn.out_proj.bias": 0.2920418083667755, + "transformer.layers.3.linear1.weight": 13.39943790435791, + "transformer.layers.3.linear1.bias": 0.7589232921600342, + "transformer.layers.3.linear2.weight": 11.568060874938965, + "transformer.layers.3.linear2.bias": 0.27598702907562256, + "transformer.layers.3.norm1.weight": 17.130666732788086, + "transformer.layers.3.norm1.bias": 20.968738555908203, + "transformer.layers.3.norm2.weight": 11.096057891845703, + "transformer.layers.3.norm2.bias": 10.92478084564209, + "head.weight": 329.1898193359375, + "head.bias": 0.1688656210899353, + "global_embedding.weight": 8.135736465454102, + "global_cnn.0.weight": 38.40492630004883, + "global_cnn.0.bias": 1.499433994293213, + "global_cnn.2.weight": 49.16694259643555, + "global_cnn.2.bias": 2.5450782775878906, + "global_proj.weight": 19.781124114990234, + "global_proj.bias": 5.3319549560546875, + "goal_head.0.weight": 0.8620327711105347, + "goal_head.0.bias": 0.2074144184589386, + "goal_head.2.weight": 0.8367213010787964, + "goal_head.2.bias": 0.3899613618850708 + }, + { + "global_gate": 0.021087147295475006, + "embedding.weight": 11.349259376525879, + "cnn.0.weight": 183.05126953125, + "cnn.0.bias": 10.586483001708984, + "cnn.2.weight": 31.204383850097656, + "cnn.2.bias": 14.242623329162598, + "cnn.5.weight": 12.900956153869629, + "cnn.5.bias": 1.7890980243682861, + "action_emb.weight": 1.0398705005645752, + "timestep_emb.weight": 0.40292122960090637, + "pos_emb.weight": 0.2556625306606293, + "transformer.layers.0.self_attn.in_proj_weight": 19.308340072631836, + "transformer.layers.0.self_attn.in_proj_bias": 1.5335710048675537, + "transformer.layers.0.self_attn.out_proj.weight": 10.581095695495605, + "transformer.layers.0.self_attn.out_proj.bias": 0.9663088321685791, + "transformer.layers.0.linear1.weight": 3.3199784755706787, + "transformer.layers.0.linear1.bias": 0.21146106719970703, + "transformer.layers.0.linear2.weight": 3.452540874481201, + "transformer.layers.0.linear2.bias": 0.15513165295124054, + "transformer.layers.0.norm1.weight": 1.4495317935943604, + "transformer.layers.0.norm1.bias": 2.553388833999634, + "transformer.layers.0.norm2.weight": 0.4228365421295166, + "transformer.layers.0.norm2.bias": 0.46021100878715515, + "transformer.layers.1.self_attn.in_proj_weight": 2.0766336917877197, + "transformer.layers.1.self_attn.in_proj_bias": 0.0823703408241272, + "transformer.layers.1.self_attn.out_proj.weight": 3.5306129455566406, + "transformer.layers.1.self_attn.out_proj.bias": 0.05169548839330673, + "transformer.layers.1.linear1.weight": 1.862991213798523, + "transformer.layers.1.linear1.bias": 0.10223483294248581, + "transformer.layers.1.linear2.weight": 2.2615134716033936, + "transformer.layers.1.linear2.bias": 0.05054211616516113, + "transformer.layers.1.norm1.weight": 0.3200783133506775, + "transformer.layers.1.norm1.bias": 0.237347811460495, + "transformer.layers.1.norm2.weight": 1.6540818214416504, + "transformer.layers.1.norm2.bias": 1.6146184206008911, + "transformer.layers.2.self_attn.in_proj_weight": 1.4881998300552368, + "transformer.layers.2.self_attn.in_proj_bias": 0.07804520428180695, + "transformer.layers.2.self_attn.out_proj.weight": 2.3276748657226562, + "transformer.layers.2.self_attn.out_proj.bias": 0.05411866679787636, + "transformer.layers.2.linear1.weight": 2.236133337020874, + "transformer.layers.2.linear1.bias": 0.11937782913446426, + "transformer.layers.2.linear2.weight": 2.4884324073791504, + "transformer.layers.2.linear2.bias": 0.054440688341856, + "transformer.layers.2.norm1.weight": 0.5595600008964539, + "transformer.layers.2.norm1.bias": 0.16775143146514893, + "transformer.layers.2.norm2.weight": 2.363816738128662, + "transformer.layers.2.norm2.bias": 2.3357677459716797, + "transformer.layers.3.self_attn.in_proj_weight": 1.8047518730163574, + "transformer.layers.3.self_attn.in_proj_bias": 0.1336231231689453, + "transformer.layers.3.self_attn.out_proj.weight": 2.311077356338501, + "transformer.layers.3.self_attn.out_proj.bias": 0.0520140565931797, + "transformer.layers.3.linear1.weight": 7.326863765716553, + "transformer.layers.3.linear1.bias": 0.39209750294685364, + "transformer.layers.3.linear2.weight": 2.4329559803009033, + "transformer.layers.3.linear2.bias": 0.1499563604593277, + "transformer.layers.3.norm1.weight": 0.8456376194953918, + "transformer.layers.3.norm1.bias": 1.0830235481262207, + "transformer.layers.3.norm2.weight": 3.607974052429199, + "transformer.layers.3.norm2.bias": 0.43910014629364014, + "head.weight": 68.73867797851562, + "head.bias": 0.10951612144708633, + "global_embedding.weight": 6.81618070602417, + "global_cnn.0.weight": 25.329179763793945, + "global_cnn.0.bias": 1.0769201517105103, + "global_cnn.2.weight": 26.826139450073242, + "global_cnn.2.bias": 1.3371503353118896, + "global_proj.weight": 9.870332717895508, + "global_proj.bias": 2.806824207305908, + "goal_head.0.weight": 0.21436390280723572, + "goal_head.0.bias": 0.04980422928929329, + "goal_head.2.weight": 0.18797457218170166, + "goal_head.2.bias": 0.09771277755498886 + }, + { + "global_gate": 0.22362999618053436, + "embedding.weight": 43.08119583129883, + "cnn.0.weight": 693.6481323242188, + "cnn.0.bias": 35.94057083129883, + "cnn.2.weight": 134.867919921875, + "cnn.2.bias": 37.94124984741211, + "cnn.5.weight": 66.0633773803711, + "cnn.5.bias": 5.018694877624512, + "action_emb.weight": 1.5092092752456665, + "timestep_emb.weight": 1.4496705532073975, + "pos_emb.weight": 0.8751133680343628, + "transformer.layers.0.self_attn.in_proj_weight": 53.080814361572266, + "transformer.layers.0.self_attn.in_proj_bias": 2.1772348880767822, + "transformer.layers.0.self_attn.out_proj.weight": 24.733566284179688, + "transformer.layers.0.self_attn.out_proj.bias": 1.2205915451049805, + "transformer.layers.0.linear1.weight": 9.939265251159668, + "transformer.layers.0.linear1.bias": 0.5515813231468201, + "transformer.layers.0.linear2.weight": 18.213178634643555, + "transformer.layers.0.linear2.bias": 0.6971928477287292, + "transformer.layers.0.norm1.weight": 4.175792217254639, + "transformer.layers.0.norm1.bias": 2.3349316120147705, + "transformer.layers.0.norm2.weight": 1.4920251369476318, + "transformer.layers.0.norm2.bias": 0.9861496090888977, + "transformer.layers.1.self_attn.in_proj_weight": 11.706561088562012, + "transformer.layers.1.self_attn.in_proj_bias": 0.8172902464866638, + "transformer.layers.1.self_attn.out_proj.weight": 14.562671661376953, + "transformer.layers.1.self_attn.out_proj.bias": 0.22986745834350586, + "transformer.layers.1.linear1.weight": 5.875125408172607, + "transformer.layers.1.linear1.bias": 0.31839719414711, + "transformer.layers.1.linear2.weight": 7.506422996520996, + "transformer.layers.1.linear2.bias": 0.21654626727104187, + "transformer.layers.1.norm1.weight": 2.7527875900268555, + "transformer.layers.1.norm1.bias": 3.046344757080078, + "transformer.layers.1.norm2.weight": 5.366302013397217, + "transformer.layers.1.norm2.bias": 5.239651203155518, + "transformer.layers.2.self_attn.in_proj_weight": 11.501323699951172, + "transformer.layers.2.self_attn.in_proj_bias": 0.5203747153282166, + "transformer.layers.2.self_attn.out_proj.weight": 7.6055192947387695, + "transformer.layers.2.self_attn.out_proj.bias": 0.23513425886631012, + "transformer.layers.2.linear1.weight": 7.312993049621582, + "transformer.layers.2.linear1.bias": 0.3931497633457184, + "transformer.layers.2.linear2.weight": 8.3326997756958, + "transformer.layers.2.linear2.bias": 0.23709401488304138, + "transformer.layers.2.norm1.weight": 5.3552350997924805, + "transformer.layers.2.norm1.bias": 3.834751844406128, + "transformer.layers.2.norm2.weight": 7.45269775390625, + "transformer.layers.2.norm2.bias": 7.491508960723877, + "transformer.layers.3.self_attn.in_proj_weight": 13.180109977722168, + "transformer.layers.3.self_attn.in_proj_bias": 0.9066295027732849, + "transformer.layers.3.self_attn.out_proj.weight": 5.028814315795898, + "transformer.layers.3.self_attn.out_proj.bias": 0.09854167699813843, + "transformer.layers.3.linear1.weight": 6.547442436218262, + "transformer.layers.3.linear1.bias": 0.3717799484729767, + "transformer.layers.3.linear2.weight": 6.373265266418457, + "transformer.layers.3.linear2.bias": 0.07690121233463287, + "transformer.layers.3.norm1.weight": 6.173798084259033, + "transformer.layers.3.norm1.bias": 8.027746200561523, + "transformer.layers.3.norm2.weight": 6.5234856605529785, + "transformer.layers.3.norm2.bias": 6.802628517150879, + "head.weight": 192.27682495117188, + "head.bias": 0.05798359587788582, + "global_embedding.weight": 4.376877784729004, + "global_cnn.0.weight": 15.8418607711792, + "global_cnn.0.bias": 0.6749681234359741, + "global_cnn.2.weight": 30.28676986694336, + "global_cnn.2.bias": 1.0624496936798096, + "global_proj.weight": 19.498260498046875, + "global_proj.bias": 3.9048595428466797, + "goal_head.0.weight": 0.17187541723251343, + "goal_head.0.bias": 0.03368883207440376, + "goal_head.2.weight": 0.17015314102172852, + "goal_head.2.bias": 0.06852041929960251 + }, + { + "global_gate": 0.06390204280614853, + "embedding.weight": 81.58383178710938, + "cnn.0.weight": 1130.9324951171875, + "cnn.0.bias": 62.59648513793945, + "cnn.2.weight": 190.47125244140625, + "cnn.2.bias": 67.01614379882812, + "cnn.5.weight": 79.91145324707031, + "cnn.5.bias": 8.446768760681152, + "action_emb.weight": 1.9549838304519653, + "timestep_emb.weight": 1.4063208103179932, + "pos_emb.weight": 0.6485739350318909, + "transformer.layers.0.self_attn.in_proj_weight": 64.30323028564453, + "transformer.layers.0.self_attn.in_proj_bias": 5.1299262046813965, + "transformer.layers.0.self_attn.out_proj.weight": 36.01639175415039, + "transformer.layers.0.self_attn.out_proj.bias": 2.9187631607055664, + "transformer.layers.0.linear1.weight": 11.549661636352539, + "transformer.layers.0.linear1.bias": 0.8217183947563171, + "transformer.layers.0.linear2.weight": 12.126886367797852, + "transformer.layers.0.linear2.bias": 0.5131416916847229, + "transformer.layers.0.norm1.weight": 4.974274635314941, + "transformer.layers.0.norm1.bias": 9.137394905090332, + "transformer.layers.0.norm2.weight": 1.7515324354171753, + "transformer.layers.0.norm2.bias": 2.0899453163146973, + "transformer.layers.1.self_attn.in_proj_weight": 7.005821704864502, + "transformer.layers.1.self_attn.in_proj_bias": 0.4462727904319763, + "transformer.layers.1.self_attn.out_proj.weight": 6.126978397369385, + "transformer.layers.1.self_attn.out_proj.bias": 0.10903874039649963, + "transformer.layers.1.linear1.weight": 4.208786487579346, + "transformer.layers.1.linear1.bias": 0.24583448469638824, + "transformer.layers.1.linear2.weight": 4.80452299118042, + "transformer.layers.1.linear2.bias": 0.08278406411409378, + "transformer.layers.1.norm1.weight": 1.2894935607910156, + "transformer.layers.1.norm1.bias": 1.8670613765716553, + "transformer.layers.1.norm2.weight": 4.268030166625977, + "transformer.layers.1.norm2.bias": 4.263422966003418, + "transformer.layers.2.self_attn.in_proj_weight": 2.983487844467163, + "transformer.layers.2.self_attn.in_proj_bias": 0.20525208115577698, + "transformer.layers.2.self_attn.out_proj.weight": 3.5093905925750732, + "transformer.layers.2.self_attn.out_proj.bias": 0.08352555334568024, + "transformer.layers.2.linear1.weight": 4.981107711791992, + "transformer.layers.2.linear1.bias": 0.2630298137664795, + "transformer.layers.2.linear2.weight": 5.353790760040283, + "transformer.layers.2.linear2.bias": 0.08330848067998886, + "transformer.layers.2.norm1.weight": 0.8465524911880493, + "transformer.layers.2.norm1.bias": 1.5323351621627808, + "transformer.layers.2.norm2.weight": 5.7376790046691895, + "transformer.layers.2.norm2.bias": 5.549788951873779, + "transformer.layers.3.self_attn.in_proj_weight": 2.6456942558288574, + "transformer.layers.3.self_attn.in_proj_bias": 0.1355864256620407, + "transformer.layers.3.self_attn.out_proj.weight": 3.820784568786621, + "transformer.layers.3.self_attn.out_proj.bias": 0.08590148389339447, + "transformer.layers.3.linear1.weight": 5.7751641273498535, + "transformer.layers.3.linear1.bias": 0.3582678735256195, + "transformer.layers.3.linear2.weight": 4.803699970245361, + "transformer.layers.3.linear2.bias": 0.09738215059041977, + "transformer.layers.3.norm1.weight": 1.0330432653427124, + "transformer.layers.3.norm1.bias": 0.7001266479492188, + "transformer.layers.3.norm2.weight": 4.658444404602051, + "transformer.layers.3.norm2.bias": 5.963271617889404, + "head.weight": 146.320556640625, + "head.bias": 0.15711720287799835, + "global_embedding.weight": 5.825008869171143, + "global_cnn.0.weight": 21.08437156677246, + "global_cnn.0.bias": 0.7611059546470642, + "global_cnn.2.weight": 46.998497009277344, + "global_cnn.2.bias": 1.829279899597168, + "global_proj.weight": 34.61537551879883, + "global_proj.bias": 7.764626979827881, + "goal_head.0.weight": 0.40274950861930847, + "goal_head.0.bias": 0.07951407134532928, + "goal_head.2.weight": 0.331082820892334, + "goal_head.2.bias": 0.14648732542991638 + }, + { + "global_gate": 0.06054961308836937, + "embedding.weight": 118.1893310546875, + "cnn.0.weight": 2317.310546875, + "cnn.0.bias": 104.93911743164062, + "cnn.2.weight": 521.7871704101562, + "cnn.2.bias": 227.93838500976562, + "cnn.5.weight": 189.10250854492188, + "cnn.5.bias": 30.179859161376953, + "action_emb.weight": 5.927539348602295, + "timestep_emb.weight": 5.67971658706665, + "pos_emb.weight": 4.052468299865723, + "transformer.layers.0.self_attn.in_proj_weight": 164.85403442382812, + "transformer.layers.0.self_attn.in_proj_bias": 7.60120153427124, + "transformer.layers.0.self_attn.out_proj.weight": 53.09575653076172, + "transformer.layers.0.self_attn.out_proj.bias": 3.6155688762664795, + "transformer.layers.0.linear1.weight": 14.941277503967285, + "transformer.layers.0.linear1.bias": 0.7831723093986511, + "transformer.layers.0.linear2.weight": 18.67241668701172, + "transformer.layers.0.linear2.bias": 0.6347734332084656, + "transformer.layers.0.norm1.weight": 11.535714149475098, + "transformer.layers.0.norm1.bias": 10.7738676071167, + "transformer.layers.0.norm2.weight": 2.3052361011505127, + "transformer.layers.0.norm2.bias": 1.2956666946411133, + "transformer.layers.1.self_attn.in_proj_weight": 23.812326431274414, + "transformer.layers.1.self_attn.in_proj_bias": 1.0617804527282715, + "transformer.layers.1.self_attn.out_proj.weight": 19.305614471435547, + "transformer.layers.1.self_attn.out_proj.bias": 0.22159335017204285, + "transformer.layers.1.linear1.weight": 6.427213668823242, + "transformer.layers.1.linear1.bias": 0.3533720374107361, + "transformer.layers.1.linear2.weight": 6.595880508422852, + "transformer.layers.1.linear2.bias": 0.22823520004749298, + "transformer.layers.1.norm1.weight": 4.108811378479004, + "transformer.layers.1.norm1.bias": 1.9043383598327637, + "transformer.layers.1.norm2.weight": 3.288480758666992, + "transformer.layers.1.norm2.bias": 2.65619158744812, + "transformer.layers.2.self_attn.in_proj_weight": 10.766204833984375, + "transformer.layers.2.self_attn.in_proj_bias": 0.7956360578536987, + "transformer.layers.2.self_attn.out_proj.weight": 10.034554481506348, + "transformer.layers.2.self_attn.out_proj.bias": 0.3260563015937805, + "transformer.layers.2.linear1.weight": 5.3012919425964355, + "transformer.layers.2.linear1.bias": 0.30911529064178467, + "transformer.layers.2.linear2.weight": 6.973632335662842, + "transformer.layers.2.linear2.bias": 0.32498472929000854, + "transformer.layers.2.norm1.weight": 3.0207390785217285, + "transformer.layers.2.norm1.bias": 4.494359493255615, + "transformer.layers.2.norm2.weight": 3.7851483821868896, + "transformer.layers.2.norm2.bias": 3.218705654144287, + "transformer.layers.3.self_attn.in_proj_weight": 20.615562438964844, + "transformer.layers.3.self_attn.in_proj_bias": 1.0934779644012451, + "transformer.layers.3.self_attn.out_proj.weight": 2.565988302230835, + "transformer.layers.3.self_attn.out_proj.bias": 0.1133175790309906, + "transformer.layers.3.linear1.weight": 5.990791320800781, + "transformer.layers.3.linear1.bias": 0.3484358489513397, + "transformer.layers.3.linear2.weight": 3.150782346725464, + "transformer.layers.3.linear2.bias": 0.12687170505523682, + "transformer.layers.3.norm1.weight": 8.934980392456055, + "transformer.layers.3.norm1.bias": 9.479467391967773, + "transformer.layers.3.norm2.weight": 2.775031328201294, + "transformer.layers.3.norm2.bias": 3.3301448822021484, + "head.weight": 139.16322326660156, + "head.bias": 0.08443193882703781, + "global_embedding.weight": 1.884674310684204, + "global_cnn.0.weight": 33.0341796875, + "global_cnn.0.bias": 1.323460578918457, + "global_cnn.2.weight": 89.97638702392578, + "global_cnn.2.bias": 3.64206600189209, + "global_proj.weight": 55.90656280517578, + "global_proj.bias": 9.89062786102295, + "goal_head.0.weight": 2.409590244293213, + "goal_head.0.bias": 0.36618292331695557, + "goal_head.2.weight": 2.8655617237091064, + "goal_head.2.bias": 0.5880100727081299 + }, + { + "global_gate": 0.004695952404290438, + "embedding.weight": 13.54516887664795, + "cnn.0.weight": 227.4542236328125, + "cnn.0.bias": 12.35082721710205, + "cnn.2.weight": 51.18767166137695, + "cnn.2.bias": 23.73031234741211, + "cnn.5.weight": 42.79997634887695, + "cnn.5.bias": 4.0358405113220215, + "action_emb.weight": 1.3809404373168945, + "timestep_emb.weight": 1.2636544704437256, + "pos_emb.weight": 0.4263378381729126, + "transformer.layers.0.self_attn.in_proj_weight": 37.402259826660156, + "transformer.layers.0.self_attn.in_proj_bias": 3.1435563564300537, + "transformer.layers.0.self_attn.out_proj.weight": 20.574506759643555, + "transformer.layers.0.self_attn.out_proj.bias": 1.8209869861602783, + "transformer.layers.0.linear1.weight": 8.707215309143066, + "transformer.layers.0.linear1.bias": 0.5483315587043762, + "transformer.layers.0.linear2.weight": 18.602943420410156, + "transformer.layers.0.linear2.bias": 0.5972007513046265, + "transformer.layers.0.norm1.weight": 2.7101223468780518, + "transformer.layers.0.norm1.bias": 5.086029529571533, + "transformer.layers.0.norm2.weight": 1.376886248588562, + "transformer.layers.0.norm2.bias": 1.078495740890503, + "transformer.layers.1.self_attn.in_proj_weight": 25.3542423248291, + "transformer.layers.1.self_attn.in_proj_bias": 1.165220856666565, + "transformer.layers.1.self_attn.out_proj.weight": 21.937660217285156, + "transformer.layers.1.self_attn.out_proj.bias": 0.2797427773475647, + "transformer.layers.1.linear1.weight": 2.610224485397339, + "transformer.layers.1.linear1.bias": 0.16099998354911804, + "transformer.layers.1.linear2.weight": 5.700564861297607, + "transformer.layers.1.linear2.bias": 0.2479972243309021, + "transformer.layers.1.norm1.weight": 4.79260778427124, + "transformer.layers.1.norm1.bias": 4.633780002593994, + "transformer.layers.1.norm2.weight": 1.393212914466858, + "transformer.layers.1.norm2.bias": 1.7150095701217651, + "transformer.layers.2.self_attn.in_proj_weight": 19.913949966430664, + "transformer.layers.2.self_attn.in_proj_bias": 1.0600290298461914, + "transformer.layers.2.self_attn.out_proj.weight": 6.925718784332275, + "transformer.layers.2.self_attn.out_proj.bias": 0.3407404124736786, + "transformer.layers.2.linear1.weight": 4.1536865234375, + "transformer.layers.2.linear1.bias": 0.2498563975095749, + "transformer.layers.2.linear2.weight": 6.392030715942383, + "transformer.layers.2.linear2.bias": 0.3429868221282959, + "transformer.layers.2.norm1.weight": 8.048267364501953, + "transformer.layers.2.norm1.bias": 7.184478759765625, + "transformer.layers.2.norm2.weight": 1.6857061386108398, + "transformer.layers.2.norm2.bias": 1.900964379310608, + "transformer.layers.3.self_attn.in_proj_weight": 17.650175094604492, + "transformer.layers.3.self_attn.in_proj_bias": 1.0549448728561401, + "transformer.layers.3.self_attn.out_proj.weight": 3.308016300201416, + "transformer.layers.3.self_attn.out_proj.bias": 0.1075984537601471, + "transformer.layers.3.linear1.weight": 5.529064178466797, + "transformer.layers.3.linear1.bias": 0.3122064173221588, + "transformer.layers.3.linear2.weight": 1.9283322095870972, + "transformer.layers.3.linear2.bias": 0.1398933082818985, + "transformer.layers.3.norm1.weight": 8.084633827209473, + "transformer.layers.3.norm1.bias": 9.470726013183594, + "transformer.layers.3.norm2.weight": 2.0873358249664307, + "transformer.layers.3.norm2.bias": 0.894684374332428, + "head.weight": 46.05736541748047, + "head.bias": 0.06386661529541016, + "global_embedding.weight": 5.320356369018555, + "global_cnn.0.weight": 23.39578628540039, + "global_cnn.0.bias": 1.038926601409912, + "global_cnn.2.weight": 37.91120147705078, + "global_cnn.2.bias": 1.7787829637527466, + "global_proj.weight": 17.502437591552734, + "global_proj.bias": 4.1041340827941895, + "goal_head.0.weight": 1.2424037456512451, + "goal_head.0.bias": 0.1776692271232605, + "goal_head.2.weight": 1.4145468473434448, + "goal_head.2.bias": 0.3039575219154358 + }, + { + "global_gate": 4.230635166168213, + "embedding.weight": 905.8156127929688, + "cnn.0.weight": 14338.439453125, + "cnn.0.bias": 757.5353393554688, + "cnn.2.weight": 2771.6259765625, + "cnn.2.bias": 1304.860595703125, + "cnn.5.weight": 1254.6490478515625, + "cnn.5.bias": 220.13137817382812, + "action_emb.weight": 143.47293090820312, + "timestep_emb.weight": 77.52970123291016, + "pos_emb.weight": 31.571895599365234, + "transformer.layers.0.self_attn.in_proj_weight": 2191.263427734375, + "transformer.layers.0.self_attn.in_proj_bias": 224.69857788085938, + "transformer.layers.0.self_attn.out_proj.weight": 1068.9652099609375, + "transformer.layers.0.self_attn.out_proj.bias": 119.27981567382812, + "transformer.layers.0.linear1.weight": 358.02362060546875, + "transformer.layers.0.linear1.bias": 25.40343475341797, + "transformer.layers.0.linear2.weight": 342.16851806640625, + "transformer.layers.0.linear2.bias": 20.389402389526367, + "transformer.layers.0.norm1.weight": 199.69058227539062, + "transformer.layers.0.norm1.bias": 382.5557861328125, + "transformer.layers.0.norm2.weight": 48.215023040771484, + "transformer.layers.0.norm2.bias": 67.34644317626953, + "transformer.layers.1.self_attn.in_proj_weight": 314.8468017578125, + "transformer.layers.1.self_attn.in_proj_bias": 12.635143280029297, + "transformer.layers.1.self_attn.out_proj.weight": 131.5005645751953, + "transformer.layers.1.self_attn.out_proj.bias": 2.600071430206299, + "transformer.layers.1.linear1.weight": 55.16215133666992, + "transformer.layers.1.linear1.bias": 3.423478603363037, + "transformer.layers.1.linear2.weight": 29.28166961669922, + "transformer.layers.1.linear2.bias": 1.0926265716552734, + "transformer.layers.1.norm1.weight": 46.975345611572266, + "transformer.layers.1.norm1.bias": 49.91352081298828, + "transformer.layers.1.norm2.weight": 25.243165969848633, + "transformer.layers.1.norm2.bias": 23.733774185180664, + "transformer.layers.2.self_attn.in_proj_weight": 76.4427719116211, + "transformer.layers.2.self_attn.in_proj_bias": 3.1997427940368652, + "transformer.layers.2.self_attn.out_proj.weight": 26.025957107543945, + "transformer.layers.2.self_attn.out_proj.bias": 0.13020135462284088, + "transformer.layers.2.linear1.weight": 13.961602210998535, + "transformer.layers.2.linear1.bias": 0.7415953874588013, + "transformer.layers.2.linear2.weight": 14.640012741088867, + "transformer.layers.2.linear2.bias": 0.1312136948108673, + "transformer.layers.2.norm1.weight": 8.761934280395508, + "transformer.layers.2.norm1.bias": 3.821101427078247, + "transformer.layers.2.norm2.weight": 16.252256393432617, + "transformer.layers.2.norm2.bias": 16.213409423828125, + "transformer.layers.3.self_attn.in_proj_weight": 20.97885513305664, + "transformer.layers.3.self_attn.in_proj_bias": 1.2505630254745483, + "transformer.layers.3.self_attn.out_proj.weight": 10.120180130004883, + "transformer.layers.3.self_attn.out_proj.bias": 0.11950615048408508, + "transformer.layers.3.linear1.weight": 11.824459075927734, + "transformer.layers.3.linear1.bias": 0.6402877569198608, + "transformer.layers.3.linear2.weight": 11.633086204528809, + "transformer.layers.3.linear2.bias": 0.11110109835863113, + "transformer.layers.3.norm1.weight": 8.919286727905273, + "transformer.layers.3.norm1.bias": 10.623006820678711, + "transformer.layers.3.norm2.weight": 12.520917892456055, + "transformer.layers.3.norm2.bias": 12.389162063598633, + "head.weight": 390.3302001953125, + "head.bias": 0.04983482137322426, + "global_embedding.weight": 41.492095947265625, + "global_cnn.0.weight": 314.7311096191406, + "global_cnn.0.bias": 13.319600105285645, + "global_cnn.2.weight": 880.7394409179688, + "global_cnn.2.bias": 39.418983459472656, + "global_proj.weight": 793.5136108398438, + "global_proj.bias": 175.70962524414062, + "goal_head.0.weight": 0.6266121864318848, + "goal_head.0.bias": 0.11511138081550598, + "goal_head.2.weight": 0.5795773267745972, + "goal_head.2.bias": 0.20414070785045624 + }, + { + "global_gate": 7.9241533279418945, + "embedding.weight": 95.3322982788086, + "cnn.0.weight": 2230.56982421875, + "cnn.0.bias": 117.29328918457031, + "cnn.2.weight": 996.8948974609375, + "cnn.2.bias": 135.70628356933594, + "cnn.5.weight": 831.5540161132812, + "cnn.5.bias": 39.247352600097656, + "action_emb.weight": 82.57247161865234, + "timestep_emb.weight": 18.236757278442383, + "pos_emb.weight": 22.00463104248047, + "transformer.layers.0.self_attn.in_proj_weight": 1329.3245849609375, + "transformer.layers.0.self_attn.in_proj_bias": 53.950862884521484, + "transformer.layers.0.self_attn.out_proj.weight": 545.7722778320312, + "transformer.layers.0.self_attn.out_proj.bias": 22.70941162109375, + "transformer.layers.0.linear1.weight": 105.67108154296875, + "transformer.layers.0.linear1.bias": 6.242256164550781, + "transformer.layers.0.linear2.weight": 62.14560317993164, + "transformer.layers.0.linear2.bias": 3.034487009048462, + "transformer.layers.0.norm1.weight": 102.42618560791016, + "transformer.layers.0.norm1.bias": 82.69583892822266, + "transformer.layers.0.norm2.weight": 19.515127182006836, + "transformer.layers.0.norm2.bias": 19.838825225830078, + "transformer.layers.1.self_attn.in_proj_weight": 28.711721420288086, + "transformer.layers.1.self_attn.in_proj_bias": 2.304549217224121, + "transformer.layers.1.self_attn.out_proj.weight": 33.64187240600586, + "transformer.layers.1.self_attn.out_proj.bias": 0.7267072200775146, + "transformer.layers.1.linear1.weight": 27.98067283630371, + "transformer.layers.1.linear1.bias": 1.5161796808242798, + "transformer.layers.1.linear2.weight": 29.45389175415039, + "transformer.layers.1.linear2.bias": 0.41667208075523376, + "transformer.layers.1.norm1.weight": 4.590327739715576, + "transformer.layers.1.norm1.bias": 11.961418151855469, + "transformer.layers.1.norm2.weight": 28.758878707885742, + "transformer.layers.1.norm2.bias": 25.179533004760742, + "transformer.layers.2.self_attn.in_proj_weight": 13.788979530334473, + "transformer.layers.2.self_attn.in_proj_bias": 0.7115399241447449, + "transformer.layers.2.self_attn.out_proj.weight": 12.91372013092041, + "transformer.layers.2.self_attn.out_proj.bias": 0.10339892655611038, + "transformer.layers.2.linear1.weight": 31.627063751220703, + "transformer.layers.2.linear1.bias": 1.6469475030899048, + "transformer.layers.2.linear2.weight": 32.90757751464844, + "transformer.layers.2.linear2.bias": 0.09905075281858444, + "transformer.layers.2.norm1.weight": 7.0158371925354, + "transformer.layers.2.norm1.bias": 5.907704830169678, + "transformer.layers.2.norm2.weight": 37.77792739868164, + "transformer.layers.2.norm2.bias": 36.77006912231445, + "transformer.layers.3.self_attn.in_proj_weight": 31.114721298217773, + "transformer.layers.3.self_attn.in_proj_bias": 0.8982027769088745, + "transformer.layers.3.self_attn.out_proj.weight": 12.681925773620605, + "transformer.layers.3.self_attn.out_proj.bias": 0.07593896239995956, + "transformer.layers.3.linear1.weight": 30.922893524169922, + "transformer.layers.3.linear1.bias": 1.4995890855789185, + "transformer.layers.3.linear2.weight": 29.704320907592773, + "transformer.layers.3.linear2.bias": 0.19963520765304565, + "transformer.layers.3.norm1.weight": 9.379825592041016, + "transformer.layers.3.norm1.bias": 6.330463409423828, + "transformer.layers.3.norm2.weight": 33.577049255371094, + "transformer.layers.3.norm2.bias": 28.810325622558594, + "head.weight": 916.2864379882812, + "head.bias": 0.08748987317085266, + "global_embedding.weight": 71.84210968017578, + "global_cnn.0.weight": 396.82843017578125, + "global_cnn.0.bias": 15.978866577148438, + "global_cnn.2.weight": 697.5363159179688, + "global_cnn.2.bias": 35.7603874206543, + "global_proj.weight": 307.6855163574219, + "global_proj.bias": 99.4852523803711, + "goal_head.0.weight": 0.08476299047470093, + "goal_head.0.bias": 0.02364053763449192, + "goal_head.2.weight": 0.0768558606505394, + "goal_head.2.bias": 0.051095377653837204 + }, + { + "global_gate": 1.6682868003845215, + "embedding.weight": 372.8289794921875, + "cnn.0.weight": 8731.1171875, + "cnn.0.bias": 379.3587646484375, + "cnn.2.weight": 3280.1279296875, + "cnn.2.bias": 356.6666259765625, + "cnn.5.weight": 1301.0587158203125, + "cnn.5.bias": 59.98397445678711, + "action_emb.weight": 160.91766357421875, + "timestep_emb.weight": 88.23888397216797, + "pos_emb.weight": 57.751914978027344, + "transformer.layers.0.self_attn.in_proj_weight": 2710.446533203125, + "transformer.layers.0.self_attn.in_proj_bias": 211.05068969726562, + "transformer.layers.0.self_attn.out_proj.weight": 1540.041015625, + "transformer.layers.0.self_attn.out_proj.bias": 105.68754577636719, + "transformer.layers.0.linear1.weight": 373.26873779296875, + "transformer.layers.0.linear1.bias": 23.63419532775879, + "transformer.layers.0.linear2.weight": 200.74916076660156, + "transformer.layers.0.linear2.bias": 13.956920623779297, + "transformer.layers.0.norm1.weight": 220.86508178710938, + "transformer.layers.0.norm1.bias": 392.892333984375, + "transformer.layers.0.norm2.weight": 56.44804382324219, + "transformer.layers.0.norm2.bias": 61.08794021606445, + "transformer.layers.1.self_attn.in_proj_weight": 73.86286163330078, + "transformer.layers.1.self_attn.in_proj_bias": 4.157599925994873, + "transformer.layers.1.self_attn.out_proj.weight": 37.88924789428711, + "transformer.layers.1.self_attn.out_proj.bias": 0.7029609084129333, + "transformer.layers.1.linear1.weight": 37.24578857421875, + "transformer.layers.1.linear1.bias": 2.185765266418457, + "transformer.layers.1.linear2.weight": 38.43434524536133, + "transformer.layers.1.linear2.bias": 0.195719376206398, + "transformer.layers.1.norm1.weight": 17.475194931030273, + "transformer.layers.1.norm1.bias": 19.970060348510742, + "transformer.layers.1.norm2.weight": 40.593353271484375, + "transformer.layers.1.norm2.bias": 42.74265670776367, + "transformer.layers.2.self_attn.in_proj_weight": 23.132741928100586, + "transformer.layers.2.self_attn.in_proj_bias": 1.1162586212158203, + "transformer.layers.2.self_attn.out_proj.weight": 15.607937812805176, + "transformer.layers.2.self_attn.out_proj.bias": 0.12999458611011505, + "transformer.layers.2.linear1.weight": 43.98573684692383, + "transformer.layers.2.linear1.bias": 2.2787539958953857, + "transformer.layers.2.linear2.weight": 45.57331085205078, + "transformer.layers.2.linear2.bias": 0.12493154406547546, + "transformer.layers.2.norm1.weight": 8.992377281188965, + "transformer.layers.2.norm1.bias": 8.877104759216309, + "transformer.layers.2.norm2.weight": 54.37114334106445, + "transformer.layers.2.norm2.bias": 53.10381317138672, + "transformer.layers.3.self_attn.in_proj_weight": 68.32649993896484, + "transformer.layers.3.self_attn.in_proj_bias": 2.0817832946777344, + "transformer.layers.3.self_attn.out_proj.weight": 15.679055213928223, + "transformer.layers.3.self_attn.out_proj.bias": 0.11022385954856873, + "transformer.layers.3.linear1.weight": 41.13447189331055, + "transformer.layers.3.linear1.bias": 2.158783435821533, + "transformer.layers.3.linear2.weight": 41.2051887512207, + "transformer.layers.3.linear2.bias": 0.10056516528129578, + "transformer.layers.3.norm1.weight": 10.46056079864502, + "transformer.layers.3.norm1.bias": 10.624832153320312, + "transformer.layers.3.norm2.weight": 46.30398941040039, + "transformer.layers.3.norm2.bias": 46.04033279418945, + "head.weight": 1223.120849609375, + "head.bias": 0.041394058614969254, + "global_embedding.weight": 198.29257202148438, + "global_cnn.0.weight": 899.1329345703125, + "global_cnn.0.bias": 38.246665954589844, + "global_cnn.2.weight": 1375.666015625, + "global_cnn.2.bias": 59.73602294921875, + "global_proj.weight": 720.2935180664062, + "global_proj.bias": 133.53314208984375, + "goal_head.0.weight": 0.7135633826255798, + "goal_head.0.bias": 0.13959945738315582, + "goal_head.2.weight": 0.7828758955001831, + "goal_head.2.bias": 0.25280630588531494 + }, + { + "global_gate": 2.2904467582702637, + "embedding.weight": 88.8175048828125, + "cnn.0.weight": 1781.3402099609375, + "cnn.0.bias": 97.23119354248047, + "cnn.2.weight": 710.0424194335938, + "cnn.2.bias": 118.51408386230469, + "cnn.5.weight": 263.8328552246094, + "cnn.5.bias": 14.949814796447754, + "action_emb.weight": 12.04487133026123, + "timestep_emb.weight": 5.881094455718994, + "pos_emb.weight": 3.6642022132873535, + "transformer.layers.0.self_attn.in_proj_weight": 369.601806640625, + "transformer.layers.0.self_attn.in_proj_bias": 29.60643768310547, + "transformer.layers.0.self_attn.out_proj.weight": 113.9836196899414, + "transformer.layers.0.self_attn.out_proj.bias": 12.38032341003418, + "transformer.layers.0.linear1.weight": 62.87046813964844, + "transformer.layers.0.linear1.bias": 5.2217793464660645, + "transformer.layers.0.linear2.weight": 72.57328033447266, + "transformer.layers.0.linear2.bias": 4.424259185791016, + "transformer.layers.0.norm1.weight": 29.244094848632812, + "transformer.layers.0.norm1.bias": 54.87493896484375, + "transformer.layers.0.norm2.weight": 8.807854652404785, + "transformer.layers.0.norm2.bias": 16.46455192565918, + "transformer.layers.1.self_attn.in_proj_weight": 70.97345733642578, + "transformer.layers.1.self_attn.in_proj_bias": 5.122426509857178, + "transformer.layers.1.self_attn.out_proj.weight": 73.7405776977539, + "transformer.layers.1.self_attn.out_proj.bias": 1.2962976694107056, + "transformer.layers.1.linear1.weight": 49.106109619140625, + "transformer.layers.1.linear1.bias": 2.8123910427093506, + "transformer.layers.1.linear2.weight": 46.30470657348633, + "transformer.layers.1.linear2.bias": 0.919429361820221, + "transformer.layers.1.norm1.weight": 9.0874605178833, + "transformer.layers.1.norm1.bias": 24.993410110473633, + "transformer.layers.1.norm2.weight": 43.484825134277344, + "transformer.layers.1.norm2.bias": 34.89293670654297, + "transformer.layers.2.self_attn.in_proj_weight": 100.59749603271484, + "transformer.layers.2.self_attn.in_proj_bias": 5.4874091148376465, + "transformer.layers.2.self_attn.out_proj.weight": 28.81051254272461, + "transformer.layers.2.self_attn.out_proj.bias": 0.32855674624443054, + "transformer.layers.2.linear1.weight": 41.432125091552734, + "transformer.layers.2.linear1.bias": 2.1328673362731934, + "transformer.layers.2.linear2.weight": 43.00767517089844, + "transformer.layers.2.linear2.bias": 0.29860037565231323, + "transformer.layers.2.norm1.weight": 11.117277145385742, + "transformer.layers.2.norm1.bias": 21.92424201965332, + "transformer.layers.2.norm2.weight": 51.91088104248047, + "transformer.layers.2.norm2.bias": 50.63980484008789, + "transformer.layers.3.self_attn.in_proj_weight": 197.12786865234375, + "transformer.layers.3.self_attn.in_proj_bias": 4.8751115798950195, + "transformer.layers.3.self_attn.out_proj.weight": 13.047914505004883, + "transformer.layers.3.self_attn.out_proj.bias": 0.07635266333818436, + "transformer.layers.3.linear1.weight": 38.299190521240234, + "transformer.layers.3.linear1.bias": 1.9367073774337769, + "transformer.layers.3.linear2.weight": 38.280269622802734, + "transformer.layers.3.linear2.bias": 0.11893197894096375, + "transformer.layers.3.norm1.weight": 19.044143676757812, + "transformer.layers.3.norm1.bias": 7.8900957107543945, + "transformer.layers.3.norm2.weight": 44.58027267456055, + "transformer.layers.3.norm2.bias": 42.50990676879883, + "head.weight": 1185.11865234375, + "head.bias": 0.048943087458610535, + "global_embedding.weight": 23.892425537109375, + "global_cnn.0.weight": 166.00634765625, + "global_cnn.0.bias": 6.651172161102295, + "global_cnn.2.weight": 291.9072265625, + "global_cnn.2.bias": 13.750170707702637, + "global_proj.weight": 203.21437072753906, + "global_proj.bias": 40.192787170410156, + "goal_head.0.weight": 0.14031289517879486, + "goal_head.0.bias": 0.019931865856051445, + "goal_head.2.weight": 0.10621801763772964, + "goal_head.2.bias": 0.03534473851323128 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 67.85369873046875, - 376.66229248046875, - 1442.580322265625, - 2558.14208984375, - 8787.9228515625, - 7443.99609375, - 15645.333984375, - 16555.08203125, - 17986.970703125, - 10523.25 + 31.71329689025879, + 251.78878784179688, + 739.1565551757812, + 1491.4263916015625, + 3408.337890625, + 4794.27099609375, + 8408.1669921875, + 11213.794921875, + 17754.375, + 21000.751953125, + 27300.7890625, + 32694.326171875, + 31588.90625, + 23197.4765625, + 25752.685546875, + 29058.142578125, + 38398.27734375, + 34815.46484375, + 40456.6171875, + 27992.9375 ], "repr_drift_kl_low_t": [ - 21.081993103027344, - 142.759033203125, - 1009.6240234375, - 1629.7471923828125, - 6911.5634765625, - 6370.32373046875, - 11625.52734375, - 13502.974609375, - 13143.298828125, - 9031.876953125 + 27.088102340698242, + 251.49655151367188, + 732.7432250976562, + 1496.7818603515625, + 3396.0087890625, + 4770.3232421875, + 8219.46484375, + 10855.3642578125, + 16104.55078125, + 18209.654296875, + 20837.12890625, + 23322.650390625, + 21835.1328125, + 16020.0732421875, + 18705.48046875, + 18140.13671875, + 26283.349609375, + 22711.888671875, + 29941.78515625, + 21362.09375 ], "repr_drift_kl_mid_t": [ - 66.91265869140625, - 361.1585693359375, - 1419.35546875, - 2467.64111328125, - 9045.7919921875, - 7536.32666015625, - 15633.7890625, - 16828.890625, - 18960.875, - 11314.779296875 + 31.94413185119629, + 252.58331298828125, + 738.0328979492188, + 1501.627685546875, + 3412.1142578125, + 4806.2978515625, + 8445.234375, + 11354.8173828125, + 18102.853515625, + 21677.291015625, + 28767.109375, + 34798.26953125, + 33819.86328125, + 24523.822265625, + 27235.580078125, + 31222.59375, + 41019.6953125, + 37286.37890625, + 42117.01953125, + 28452.580078125 ], "repr_drift_kl_high_t": [ - 114.49810028076172, - 592.330810546875, - 1841.74072265625, - 3784.13720703125, - 10817.228515625, - 8828.126953125, - 18573.251953125, - 18229.50390625, - 21377.90234375, - 10681.0380859375 + 36.4697151184082, + 254.38755798339844, + 745.0563354492188, + 1459.7718505859375, + 3417.406005859375, + 4771.98974609375, + 8568.638671875, + 11274.80078125, + 18798.65625, + 22396.958984375, + 30566.978515625, + 37351.51171875, + 37269.7578125, + 27209.109375, + 28936.7890625, + 34855.0078125, + 45943.9296875, + 42635.8671875, + 47727.62890625, + 33546.6875 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.1437024176120758, - 0.4541172981262207, - 0.20098614692687988, - 0.22458387911319733, - 0.21461613476276398 + 0.3955225944519043, + 0.6034300923347473, + 0.20605476200580597, + 0.5108053088188171, + 0.38980454206466675, + 0.4098969101905823, + 0.6872782111167908, + 0.33618760108947754, + 0.03585544973611832, + 0.1030305027961731 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 18.98330307006836, - 563.1036376953125, - 3020.115966796875, - 1100.544921875, - 521.6984252929688, - 46351.390625, - 2338.577392578125, - 23718.927734375, - 4223.64306640625, - 11725.5341796875 + 48.1943359375, + 198.24098205566406, + 176.038818359375, + 1642.4305419921875, + 986.40380859375, + 697.943603515625, + 473.79315185546875, + 708.0957641601562, + 1073.95654296875, + 80744.40625, + 465.18682861328125, + 208.5200653076172, + 2622.472412109375, + 705.6773681640625, + 1876.4920654296875, + 247.53927612304688, + 35403.36328125, + 5555.86474609375, + 5411.423828125, + 4002.874267578125 ], "norm_high_t": [ - 47.81281280517578, - 417.8604431152344, - 865.029296875, - 1908.9488525390625, - 3265.129150390625, - 23615.396484375, - 3092.103515625, - 5515.97314453125, - 7020.2802734375, - 39185.5078125 + 57.37997817993164, + 185.82923889160156, + 170.875244140625, + 283.31549072265625, + 1005.9013061523438, + 988.3924560546875, + 468.0104064941406, + 1077.53369140625, + 635.1478271484375, + 1388.40673828125, + 996.81298828125, + 281.26507568359375, + 4465.1201171875, + 313.0113830566406, + 2620.362060546875, + 113.93370819091797, + 7978.83984375, + 10494.17578125, + 12949.8486328125, + 2856.166015625 ], "lowhigh_cos": [ - 0.43386468291282654, - 0.747988224029541, - 0.7805857062339783, - 0.9162124395370483, - 0.3624984920024872, - 0.830302357673645, - 0.9815307855606079, - 0.07074648886919022, - -0.025989776477217674, - -0.7825493812561035 + 0.8995826244354248, + 0.9109434485435486, + 0.8377575874328613, + 0.6232395768165588, + 0.9954991936683655, + 0.7450706362724304, + 0.9982944130897522, + 0.8907731771469116, + 0.897914707660675, + 0.36948806047439575, + 0.8711727857589722, + 0.8504678606987, + 0.9843889474868774, + 0.8873453140258789, + 0.832420289516449, + 0.34564369916915894, + 0.8735309839248657, + 0.3845680356025696, + 0.9147211313247681, + 0.8543977737426758 ], "t_bin_norms": [ { - "t_0.0-0.1": 19.04104995727539, - "t_0.1-0.2": 24.920616149902344, - "t_0.2-0.3": 24.078327178955078, - "t_0.3-0.4": 26.446998596191406, - "t_0.4-0.5": 22.72919464111328, - "t_0.5-0.6": 31.018638610839844, - "t_0.6-0.7": 24.478931427001953, - "t_0.7-0.8": 22.923063278198242, - "t_0.8-0.9": 32.4623908996582, - "t_0.9-1.0": 76.57526397705078 - }, - { - "t_0.0-0.1": 749.2274169921875, - "t_0.1-0.2": 7610.85595703125, - "t_0.2-0.3": 551.6216430664062, - "t_0.3-0.4": 764.9478759765625, - "t_0.4-0.5": 5542.9052734375, - "t_0.5-0.6": 1047.9056396484375, - "t_0.6-0.7": 413.3652648925781, - "t_0.7-0.8": 1693.635498046875, - "t_0.8-0.9": 828.310546875, - "t_0.9-1.0": 768.9095458984375 - }, - { - "t_0.0-0.1": 639.332763671875, - "t_0.1-0.2": 843.6167602539062, - "t_0.2-0.3": 457.9683532714844, - "t_0.3-0.4": 2924.987060546875, - "t_0.4-0.5": 492.8952941894531, - "t_0.5-0.6": 418.2751770019531, - "t_0.6-0.7": 939.7801513671875, - "t_0.7-0.8": 376.7826232910156, - "t_0.8-0.9": 723.8746948242188, - "t_0.9-1.0": 4824.5576171875 - }, - { - "t_0.0-0.1": 1356.808349609375, - "t_0.1-0.2": 1053.307861328125, - "t_0.2-0.3": 1174.7713623046875, - "t_0.3-0.4": 1466.19775390625, - "t_0.4-0.5": 5816.95263671875, - "t_0.5-0.6": 2995.803466796875, - "t_0.6-0.7": 2047.7559814453125, - "t_0.7-0.8": 1594.5859375, - "t_0.8-0.9": 2256.214111328125, - "t_0.9-1.0": 2477.00634765625 - }, - { - "t_0.0-0.1": 921.9635009765625, - "t_0.1-0.2": 538.5907592773438, - "t_0.2-0.3": 565.2033081054688, - "t_0.3-0.4": 746.6885986328125, - "t_0.4-0.5": 701.4258422851562, - "t_0.5-0.6": 540.4113159179688, - "t_0.6-0.7": 552.1070556640625, - "t_0.7-0.8": 531.5414428710938, - "t_0.8-0.9": 558.6000366210938, - "t_0.9-1.0": 680.95947265625 - }, - { - "t_0.0-0.1": 44755.53515625, - "t_0.1-0.2": 91535.734375, - "t_0.2-0.3": 50642.015625, - "t_0.3-0.4": 23874.546875, - "t_0.4-0.5": 22239.703125, - "t_0.5-0.6": 70203.6953125, - "t_0.6-0.7": 45134.15625, - "t_0.7-0.8": 69388.234375, - "t_0.8-0.9": 35406.59375, - "t_0.9-1.0": 45812.70703125 - }, - { - "t_0.0-0.1": 3565.5341796875, - "t_0.1-0.2": 12528.052734375, - "t_0.2-0.3": 3028.74169921875, - "t_0.3-0.4": 3271.15966796875, - "t_0.4-0.5": 3024.19873046875, - "t_0.5-0.6": 2974.123291015625, - "t_0.6-0.7": 2983.169189453125, - "t_0.7-0.8": 3034.744873046875, - "t_0.8-0.9": 3015.384765625, - "t_0.9-1.0": 3021.51708984375 - }, - { - "t_0.0-0.1": 37733.50390625, - "t_0.1-0.2": 129965.28125, - "t_0.2-0.3": 34394.83203125, - "t_0.3-0.4": 96744.578125, - "t_0.4-0.5": 13037.9541015625, - "t_0.5-0.6": 47068.546875, - "t_0.6-0.7": 37659.80859375, - "t_0.7-0.8": 15139.576171875, - "t_0.8-0.9": 18712.861328125, - "t_0.9-1.0": 5217.67431640625 - }, - { - "t_0.0-0.1": 2675.243408203125, - "t_0.1-0.2": 3662.591796875, - "t_0.2-0.3": 7928.27978515625, - "t_0.3-0.4": 6196.62353515625, - "t_0.4-0.5": 6173.05712890625, - "t_0.5-0.6": 6653.763671875, - "t_0.6-0.7": 12439.7802734375, - "t_0.7-0.8": 7347.5634765625, - "t_0.8-0.9": 12012.3212890625, - "t_0.9-1.0": 7317.45166015625 - }, - { - "t_0.0-0.1": 277481.375, - "t_0.1-0.2": 33305.0, - "t_0.2-0.3": 8307.4990234375, - "t_0.3-0.4": 38095.00390625, - "t_0.4-0.5": 10385.2099609375, - "t_0.5-0.6": 102836.1328125, - "t_0.6-0.7": 28557.591796875, - "t_0.7-0.8": 8696.8876953125, - "t_0.8-0.9": 5317.72607421875, - "t_0.9-1.0": 59927.2109375 + "t_0.0-0.1": 45.2884521484375, + "t_0.1-0.2": 43.118682861328125, + "t_0.2-0.3": 45.27493667602539, + "t_0.3-0.4": 44.446109771728516, + "t_0.4-0.5": 46.003135681152344, + "t_0.5-0.6": 49.35487365722656, + "t_0.6-0.7": 40.3368034362793, + "t_0.7-0.8": 49.40296936035156, + "t_0.8-0.9": 62.19157028198242, + "t_0.9-1.0": 62.66970443725586 + }, + { + "t_0.0-0.1": 212.91668701171875, + "t_0.1-0.2": 169.637451171875, + "t_0.2-0.3": 182.97483825683594, + "t_0.3-0.4": 233.0644989013672, + "t_0.4-0.5": 155.2665252685547, + "t_0.5-0.6": 220.52488708496094, + "t_0.6-0.7": 196.2316436767578, + "t_0.7-0.8": 217.6387176513672, + "t_0.8-0.9": 197.95220947265625, + "t_0.9-1.0": 181.30868530273438 + }, + { + "t_0.0-0.1": 149.46942138671875, + "t_0.1-0.2": 103.0308837890625, + "t_0.2-0.3": 291.3251647949219, + "t_0.3-0.4": 144.112548828125, + "t_0.4-0.5": 122.26615142822266, + "t_0.5-0.6": 113.8638916015625, + "t_0.6-0.7": 151.5457763671875, + "t_0.7-0.8": 128.3623046875, + "t_0.8-0.9": 169.47850036621094, + "t_0.9-1.0": 278.2842102050781 + }, + { + "t_0.0-0.1": 1219.4002685546875, + "t_0.1-0.2": 2145.344970703125, + "t_0.2-0.3": 157.48684692382812, + "t_0.3-0.4": 153.5834197998047, + "t_0.4-0.5": 159.36473083496094, + "t_0.5-0.6": 151.14117431640625, + "t_0.6-0.7": 195.32275390625, + "t_0.7-0.8": 196.31808471679688, + "t_0.8-0.9": 317.5247802734375, + "t_0.9-1.0": 315.1072692871094 + }, + { + "t_0.0-0.1": 1035.622314453125, + "t_0.1-0.2": 990.4575805664062, + "t_0.2-0.3": 998.74462890625, + "t_0.3-0.4": 999.7686157226562, + "t_0.4-0.5": 1016.9269409179688, + "t_0.5-0.6": 1005.2208251953125, + "t_0.6-0.7": 999.0509033203125, + "t_0.7-0.8": 1010.8395385742188, + "t_0.8-0.9": 996.3412475585938, + "t_0.9-1.0": 1005.8479614257812 + }, + { + "t_0.0-0.1": 718.3468017578125, + "t_0.1-0.2": 713.9049682617188, + "t_0.2-0.3": 706.2608032226562, + "t_0.3-0.4": 712.99462890625, + "t_0.4-0.5": 710.0203857421875, + "t_0.5-0.6": 712.234375, + "t_0.6-0.7": 706.1175537109375, + "t_0.7-0.8": 710.6134033203125, + "t_0.8-0.9": 715.1612548828125, + "t_0.9-1.0": 1428.2874755859375 + }, + { + "t_0.0-0.1": 470.298095703125, + "t_0.1-0.2": 479.98797607421875, + "t_0.2-0.3": 480.7983093261719, + "t_0.3-0.4": 490.8871765136719, + "t_0.4-0.5": 536.6100463867188, + "t_0.5-0.6": 473.12109375, + "t_0.6-0.7": 476.5176696777344, + "t_0.7-0.8": 476.8750915527344, + "t_0.8-0.9": 472.78851318359375, + "t_0.9-1.0": 470.8915710449219 + }, + { + "t_0.0-0.1": 717.849853515625, + "t_0.1-0.2": 961.813720703125, + "t_0.2-0.3": 6552.1533203125, + "t_0.3-0.4": 692.7587890625, + "t_0.4-0.5": 1070.2987060546875, + "t_0.5-0.6": 682.6058349609375, + "t_0.6-0.7": 1263.120361328125, + "t_0.7-0.8": 522.7401123046875, + "t_0.8-0.9": 514.8369140625, + "t_0.9-1.0": 1062.3555908203125 + }, + { + "t_0.0-0.1": 1496.146240234375, + "t_0.1-0.2": 1355.861572265625, + "t_0.2-0.3": 2305.706298828125, + "t_0.3-0.4": 1530.5467529296875, + "t_0.4-0.5": 3074.424560546875, + "t_0.5-0.6": 1821.453857421875, + "t_0.6-0.7": 1073.9111328125, + "t_0.7-0.8": 696.9716186523438, + "t_0.8-0.9": 714.61328125, + "t_0.9-1.0": 558.9961547851562 + }, + { + "t_0.0-0.1": 79723.640625, + "t_0.1-0.2": 25849.564453125, + "t_0.2-0.3": 12437.328125, + "t_0.3-0.4": 11126.755859375, + "t_0.4-0.5": 9935.724609375, + "t_0.5-0.6": 9221.431640625, + "t_0.6-0.7": 18066.75, + "t_0.7-0.8": 3060.833984375, + "t_0.8-0.9": 1608.9478759765625, + "t_0.9-1.0": 5438.55224609375 + }, + { + "t_0.0-0.1": 1878.4228515625, + "t_0.1-0.2": 810.1700439453125, + "t_0.2-0.3": 925.321533203125, + "t_0.3-0.4": 448.30731201171875, + "t_0.4-0.5": 791.6254272460938, + "t_0.5-0.6": 583.105712890625, + "t_0.6-0.7": 1057.1778564453125, + "t_0.7-0.8": 599.2530517578125, + "t_0.8-0.9": 1663.636962890625, + "t_0.9-1.0": 763.3910522460938 + }, + { + "t_0.0-0.1": 183.50588989257812, + "t_0.1-0.2": 179.41793823242188, + "t_0.2-0.3": 1141.0860595703125, + "t_0.3-0.4": 235.8020782470703, + "t_0.4-0.5": 275.6590270996094, + "t_0.5-0.6": 206.1561279296875, + "t_0.6-0.7": 360.1643981933594, + "t_0.7-0.8": 265.7411804199219, + "t_0.8-0.9": 266.03314208984375, + "t_0.9-1.0": 449.5887145996094 + }, + { + "t_0.0-0.1": 672.7757568359375, + "t_0.1-0.2": 839.8638305664062, + "t_0.2-0.3": 563.6649780273438, + "t_0.3-0.4": 541.0167236328125, + "t_0.4-0.5": 920.9490966796875, + "t_0.5-0.6": 2306.18017578125, + "t_0.6-0.7": 655.1093139648438, + "t_0.7-0.8": 6111.37646484375, + "t_0.8-0.9": 645.6187744140625, + "t_0.9-1.0": 17766.42578125 + }, + { + "t_0.0-0.1": 854.3248291015625, + "t_0.1-0.2": 300.826416015625, + "t_0.2-0.3": 765.8289794921875, + "t_0.3-0.4": 1488.7115478515625, + "t_0.4-0.5": 551.0269165039062, + "t_0.5-0.6": 647.39697265625, + "t_0.6-0.7": 501.054931640625, + "t_0.7-0.8": 534.9501342773438, + "t_0.8-0.9": 2358.73095703125, + "t_0.9-1.0": 972.2796020507812 + }, + { + "t_0.0-0.1": 985.1749877929688, + "t_0.1-0.2": 1546.6776123046875, + "t_0.2-0.3": 1641.1260986328125, + "t_0.3-0.4": 1381.3779296875, + "t_0.4-0.5": 3162.75390625, + "t_0.5-0.6": 4357.85693359375, + "t_0.6-0.7": 1274.4354248046875, + "t_0.7-0.8": 1597.3673095703125, + "t_0.8-0.9": 1131.1732177734375, + "t_0.9-1.0": 2828.316162109375 + }, + { + "t_0.0-0.1": 104.9403305053711, + "t_0.1-0.2": 536.021728515625, + "t_0.2-0.3": 518.198974609375, + "t_0.3-0.4": 239.8297882080078, + "t_0.4-0.5": 3147.083984375, + "t_0.5-0.6": 605.4310302734375, + "t_0.6-0.7": 821.3629760742188, + "t_0.7-0.8": 390.1194152832031, + "t_0.8-0.9": 186.56707763671875, + "t_0.9-1.0": 102.04522705078125 + }, + { + "t_0.0-0.1": 49962.03125, + "t_0.1-0.2": 127136.5390625, + "t_0.2-0.3": 24134.734375, + "t_0.3-0.4": 42531.4765625, + "t_0.4-0.5": 47584.640625, + "t_0.5-0.6": 45653.97265625, + "t_0.6-0.7": 11044.7919921875, + "t_0.7-0.8": 11052.0205078125, + "t_0.8-0.9": 24313.00390625, + "t_0.9-1.0": 32406.16796875 + }, + { + "t_0.0-0.1": 12121.998046875, + "t_0.1-0.2": 5282.1533203125, + "t_0.2-0.3": 1824.94775390625, + "t_0.3-0.4": 23457.51953125, + "t_0.4-0.5": 1441.602783203125, + "t_0.5-0.6": 17845.857421875, + "t_0.6-0.7": 21689.05078125, + "t_0.7-0.8": 6422.71484375, + "t_0.8-0.9": 3003.62255859375, + "t_0.9-1.0": 17078.359375 + }, + { + "t_0.0-0.1": 16443.353515625, + "t_0.1-0.2": 5676.8359375, + "t_0.2-0.3": 23148.94140625, + "t_0.3-0.4": 7142.1240234375, + "t_0.4-0.5": 11398.7431640625, + "t_0.5-0.6": 18167.10546875, + "t_0.6-0.7": 14168.73828125, + "t_0.7-0.8": 24695.080078125, + "t_0.8-0.9": 25909.541015625, + "t_0.9-1.0": 7492.58056640625 + }, + { + "t_0.0-0.1": 2741.114501953125, + "t_0.1-0.2": 2581.703857421875, + "t_0.2-0.3": 5888.4375, + "t_0.3-0.4": 2377.51513671875, + "t_0.4-0.5": 2431.070556640625, + "t_0.5-0.6": 2867.423095703125, + "t_0.6-0.7": 2606.01513671875, + "t_0.7-0.8": 2760.440185546875, + "t_0.8-0.9": 2434.671630859375, + "t_0.9-1.0": 4070.3662109375 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.007301173638552427, - 0.02835538610816002, - 0.0556323416531086, - 0.02766798436641693, - 0.1412380188703537, - 0.015962442383170128, - 0.2957233786582947, - 0.12387467920780182, - 0.07768361270427704, - 0.07562249898910522, - 0.012126865796744823, - 0.24401913583278656, - 0.0121845081448555, - 0.1459677368402481, - 0.02015959657728672, - 0.11003521084785461, - 0.03865131735801697, - 0.19661016762256622, - 0.02130553126335144, - 0.04898564890027046, - 0.23327305912971497, - 0.030405405908823013, - 0.47812098264694214, - 0.005130596924573183, - 0.0077751195058226585, - 0.08933717012405396, - 0.10580204427242279, - 0.004692832473665476, - 0.09755192697048187, - 0.352027028799057, - 0.08327081799507141, - 0.04472271725535393, - 0.05514949932694435, - 0.15653923153877258, - 0.14009927213191986, - 0.04029304161667824, - 0.004587155766785145, - 0.2800000011920929, - 0.018318966031074524, - 0.014761414378881454, - 0.1634114682674408, - 0.21791045367717743, - 0.15280136466026306, - 0.011824989691376686, - 0.06512042880058289, - 0.06478703767061234, - 0.00911458395421505, - 0.016597511246800423, - 0.25660377740859985, - 0.08753602206707001, - 0.057780031114816666, - 0.15256257355213165, - 0.13135802745819092, - 0.12179487198591232, - 0.05072464048862457, - 0.21228070557117462, - 0.005586592014878988, - 0.019486544653773308, - 0.0581597238779068, - 0.009749303571879864, - 0.004901960492134094, - 0.012981744483113289, - 0.06209150329232216, - 0.07285714149475098, - 0.1716507077217102, - 0.08579522371292114, - 0.008064515888690948, - 0.11330275237560272, - 0.0050505055114626884, - 0.01439736783504486, - 0.05073431134223938, - 0.060410793870687485, - 0.12034127116203308, - 0.004692832473665476, - 0.023408925160765648, - 0.13808463513851166, - 0.004901960492134094, - 0.3063291013240814, - 0.02986932173371315, - 0.0065543074160814285, - 0.020942408591508865, - 0.008269719779491425, - 0.07201404869556427, - 0.04707112908363342, - 0.2661336362361908, - 0.004869141615927219, - 0.01774340309202671, - 0.1228625699877739, - 0.05038759484887123, - 0.009513513185083866, - 0.011538461782038212, - 0.1149144321680069, - 0.07806031405925751, - 0.08050436526536942, - 0.004413387272506952, - 0.08770421892404556, - 0.004692832473665476, - 0.04048582911491394, - 0.06934177875518799, - 0.006592291872948408, - 0.006307339295744896, - 0.19154928624629974, - 0.047098975628614426, - 0.016284987330436707, - 0.0026212320663034916, - 0.039772726595401764, - 0.08591365069150925, - 0.0018050542566925287, - 0.0033136967103928328, - 0.1538083553314209, - 0.05408015474677086, - 0.0038677917327731848, - 0.06751592457294464, - 0.24555160105228424, - 0.017501989379525185, - 0.05306495726108551, - 0.11567164212465286, - 0.06724707037210464, - 0.002958579920232296, - 0.29135802388191223, - 0.015243902802467346, - 0.004160362761467695, - 0.20403023064136505, - 0.019039735198020935, - 0.006637168116867542, - 0.037506602704524994, - 0.12704715132713318, - 0.051051050424575806, - 0.0877513736486435, - 0.10104669630527496, - 0.10967432707548141, - 0.03279164433479309, - 0.07247298210859299, - 0.009475219063460827, - 0.03991059958934784, - 0.002958579920232296, - 0.14077670872211456, - 0.09992486983537674, - 0.031063320115208626, - 0.023351648822426796, - 0.13266240060329437, - 0.09379727393388748, - 0.05095541104674339, - 0.08423913270235062, - 0.006965174339711666, - 0.09403669834136963, - 0.13727454841136932, - 0.2419266551733017, - 0.17734910547733307, - 0.09284116327762604, - 0.10827198624610901, - 0.19196061789989471, - 0.05624515190720558, - 0.01092896144837141, - 0.06217929348349571, - 0.06360332667827606, - 0.03943314775824547, - 0.22068612277507782, - 0.04371338710188866, - 0.0025107604451477528, - 0.027070065960288048, - 0.053165584802627563, - 0.04548587277531624, - 0.07667162269353867, - 0.10788561403751373, - 0.2328977733850479, - 0.09925442934036255, - 0.16115702688694, - 0.05235988274216652, - 0.24227799475193024, - 0.18530823290348053, - 0.11852927505970001, - 0.2172839492559433, - 0.0691547766327858, - 0.19300107657909393, - 0.04676901176571846, - 0.08138781040906906, - 0.09988901019096375, - 0.004323899280279875, - 0.3150289058685303, - 0.11913657188415527, - 0.012354651466012001, - 0.26474443078041077, - 0.5588009357452393, - 0.07766470313072205, - 0.11495088785886765, - 0.337970107793808, - 0.37215712666511536, - 0.009475219063460827, - 0.10176991671323776, - 0.4379446506500244, - 0.3249097466468811, - 0.025384102016687393, - 0.22095069289207458, - 0.15927928686141968, - 0.29874998331069946, - 0.04435483738780022, - 0.2609391510486603, - 0.048192769289016724, - 0.10487329959869385, - 0.2632158696651459, - 0.12527593970298767, - 0.1460331231355667, - 0.15770769119262695, - 0.1511482298374176, - 0.10415790975093842, - 0.3154362440109253, - 0.2568306028842926, - 0.11877076327800751, - 0.12544439733028412, - 0.16286644339561462, - 0.16812658309936523, - 0.002634660340845585, - 0.015952598303556442, - 0.32186460494995117, - 0.008374183438718319, - 0.291403591632843, - 0.022456461563706398, - 0.17521855235099792, - 0.32357722520828247, - 0.3527045249938965, - 0.18787425756454468, - 0.11051692813634872, - 0.17684659361839294, - 0.002984084887430072, - 0.08829249441623688, - 0.31047382950782776, - 0.012803677469491959, - 0.1650422364473343, - 0.0034722222480922937, - 0.0071151359006762505, - 0.004323899280279875, - 0.20191247761249542, - 0.08328546583652496, - 0.023351648822426796, - 0.10833333432674408, - 0.047771722078323364, - 0.1166604533791542, - 0.08582448959350586, - 0.2107728272676468, - 0.3736095130443573, - 0.005434782709926367, - 0.09825560450553894, - 0.004201680887490511, - 0.05377421900629997, - 0.032341524958610535, - 0.12388192862272263, - 0.024000000208616257, - 0.024722501635551453, - 0.22813238203525543, - 0.017399709671735764, - 0.020517393946647644, - 0.004160362761467695, - 0.1700524240732193, - 0.018402505666017532, - 0.14578454196453094, - 0.025302529335021973, - 0.030126336961984634, - 0.0013297871919348836, - 0.005594405345618725, - 0.10404150187969208, - 0.008045433089137077, - 0.030078666284680367, - 0.004901960492134094, - 0.05509723350405693, - 0.00883152149617672, - 0.008666345849633217, - 0.037451986223459244, - 0.1134854108095169, - 0.0037251655012369156, - 0.08436214178800583, - 0.09265614300966263, - 0.05661211907863617, - 0.12837837636470795, - 0.003385240212082863, - 0.0050505055114626884, - 0.07594463229179382, - 0.013690106570720673, - 0.1818181872367859, - 0.05132026970386505, - 0.11764705926179886, - 0.04025880619883537, - 0.004807692486792803, - 0.17815646529197693, - 0.02281746082007885, - 0.004166666883975267, - 0.1547333002090454, - 0.03540462255477905, - 0.07885304093360901, - 0.09777778387069702, - 0.08547008782625198, - 0.028070176020264626, - 0.0050505055114626884, - 0.18540868163108826, - 0.08452950417995453, - 0.01834862492978573, - 0.0021289538126438856, - 0.054822564125061035, - 0.0569620281457901, - 0.08356290310621262, - 0.16421207785606384, - 0.07574240863323212, - 0.02469135820865631, - 0.08923304080963135, - 0.05190591886639595, - 0.04266762360930443, - 0.19197139143943787, - 0.024101145565509796, - 0.0020799629855901003, - 0.2071528136730194, - 0.004960727412253618, - 0.07463391125202179, - 0.12259332835674286, - 0.017111022025346756, - 0.02384737692773342, - 0.043663471937179565, - 0.07418576627969742, - 0.10121886432170868, - 0.1761751025915146, - 0.010075566358864307, - 0.040378227829933167, - 0.19256475567817688, - 0.11155913770198822, - 0.02098950557410717, - 0.04717566817998886, - 0.027684563770890236, - 0.09882006049156189, - 0.027010435238480568, - 0.21374407410621643, - 0.018052678555250168, - 0.01673484593629837, - 0.018847409635782242, - 0.1319311559200287, - 0.3471524119377136, - 0.016789982095360756, - 0.0045008184388279915, - 0.09302325546741486, - 0.10902255028486252, - 0.004061372019350529, - 0.005502971354871988, - 0.011224489659070969, - 0.1707487851381302, - 0.006718345917761326, - 0.054767727851867676, - 0.005417956504970789, - 0.0019206146243959665, - 0.0035771066322922707, - 0.011514305137097836, - 0.023310022428631783, - 0.08082976192235947, - 0.05782918259501457, - 0.17160367965698242, - 0.035769231617450714, - 0.09988681226968765, - 0.074940524995327, - 0.07045454531908035, - 0.07688634097576141, - 0.10372960567474365, - 0.006057782098650932, - 0.0590163916349411, - 0.06995412707328796, - 0.0589318610727787, - 0.009038088843226433, - 0.11501596868038177, - 0.1041666641831398, - 0.07201404869556427, - 0.1187584400177002, - 0.03288958594202995, - 0.08380825072526932, - 0.01824401319026947, - 0.03244837746024132, - 0.24905943870544434, - 0.32056450843811035, - 0.05086103454232216, - 0.04293455556035042, - 0.02182759903371334, - 0.09739223122596741, - 0.048398327082395554, - 0.11976320296525955, - 0.04370034113526344, - 0.15532222390174866, - 0.13033033907413483, - 0.12098360806703568, - 0.23110786080360413, - 0.23526546359062195, - 0.006688963156193495, - 0.0027985074557363987, - 0.13277573883533478, - 0.024141447618603706, - 0.47386059165000916, - 0.03561491519212723, - 0.17256636917591095, - 0.4121863842010498, - 0.07479573041200638, - 0.0039133839309215546, - 0.03840579465031624, - 0.0200803205370903, - 0.16238608956336975, - 0.2639077305793762, - 0.05525654926896095, - 0.051591914147138596, - 0.17038626968860626, - 0.11137361079454422, - 0.04431977495551109, - 0.08626505732536316, - 0.0022522523067891598, - 0.22064687311649323, - 0.22103533148765564, - 0.16900420188903809, - 0.11283186078071594, - 0.12096511572599411, - 0.3154492676258087, - 0.10573476552963257, - 0.07090264558792114, - 0.0675763487815857, - 0.16835567355155945, - 0.11948676407337189, - 0.1806395947933197, - 0.03501628711819649, - 0.09130434691905975, - 0.19867946207523346, - 0.009034267626702785, - 0.18881916999816895, - 0.12566371262073517, - 0.02469135820865631, - 0.015147102065384388, - 0.1885790079832077, - 0.19146695733070374, - 0.1298464685678482, - 0.16537313163280487, - 0.23497432470321655, - 0.196891188621521, - 0.09912444651126862, - 0.00538160465657711, - 0.3377230167388916, - 0.219076007604599, - 0.2223750501871109, - 0.08482535928487778, - 0.10518573224544525, - 0.20130091905593872, - 0.09526736289262772, - 0.22633744776248932, - 0.13573743402957916, - 0.011636731214821339, - 0.061698440462350845, - 0.02626740373671055, - 0.1772199273109436, - 0.07844243943691254, - 0.06264172494411469, - 0.11646206676959991, - 0.03321976214647293, - 0.09250243008136749, - 0.04731955751776695, - 0.2967146039009094, - 0.012080537155270576, - 0.12567751109600067, - 0.14481577277183533, - 0.0017552657518535852, - 0.10191570967435837, - 0.16241560876369476, - 0.055831264704465866, - 0.06900240480899811, - 0.196891188621521, - 0.004448681138455868, - 0.011377489194273949, - 0.042032863944768906, - 0.07530238479375839, - 0.10852120816707611, - 0.35918647050857544, - 0.03142328932881355, - 0.06652078777551651, - 0.30708661675453186, - 0.08608122169971466, - 0.11254460364580154, - 0.08584905415773392, - 0.01899736188352108, - 0.20527383685112, - 0.08913784474134445, - 0.08811475336551666, - 0.12592202425003052, - 0.042553190141916275, - 0.2154000848531723, - 0.05202312394976616, - 0.14775726199150085, - 0.01603153720498085, - 0.14227916300296783, - 0.1934257596731186, - 0.27086931467056274, - 0.08684863150119781, - 0.03601589798927307, - 0.25022104382514954, - 0.05872340872883797, - 0.19499264657497406, - 0.08894295245409012 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.15166260302066803, + 0.027350425720214844, + 0.0292452834546566, + 0.18227216601371765, + 0.05776487663388252, + 0.05441131070256233, + 0.06857359409332275, + 0.0821039155125618, + 0.08156249672174454, + 0.09298167377710342, + 0.31335151195526123, + 0.12876711785793304, + 0.09942501038312912, + 0.08389533311128616, + 0.10021494328975677, + 0.05988389626145363, + 0.11555169522762299, + 0.10809500515460968, + 0.11527377367019653, + 0.07453121244907379, + 0.07253731042146683, + 0.11500579118728638, + 0.09065420925617218, + 0.1949295848608017, + 0.07243087142705917, + 0.09417808055877686, + 0.06642728298902512, + 0.0402555912733078, + 0.1290697604417801, + 0.08441192656755447, + 0.12019002437591553, + 0.29615384340286255, + 0.05459911376237869, + 0.09076743572950363, + 0.08090615272521973, + 0.08160676807165146, + 0.0590595044195652, + 0.056737590581178665, + 0.06295526027679443, + 0.1275683045387268, + 0.10458202660083771, + 0.03906723111867905, + 0.09772998839616776, + 0.07883816957473755, + 0.0642613098025322, + 0.11919298768043518, + 0.1474611610174179, + 0.12018027156591415, + 0.060606058686971664, + 0.04058355465531349, + 0.1486908495426178, + 0.07034694403409958, + 0.12333427369594574, + 0.05367464944720268, + 0.08869778364896774, + 0.06340097635984421, + 0.061587754637002945, + 0.12581750750541687, + 0.09620703011751175, + 0.10652132332324982, + 0.0737045407295227, + 0.06008932366967201, + 0.028562048450112343, + 0.05944900959730148, + 0.073107048869133, + 0.04857143014669418, + 0.08110862225294113, + 0.057740435004234314, + 0.019401198253035545, + 0.08787421882152557, + 0.08447352796792984, + 0.1384359449148178, + 0.0966915711760521, + 0.039381854236125946, + 0.030163802206516266, + 0.11519750952720642, + 0.10477156937122345, + 0.10284464061260223, + 0.08112407475709915, + 0.0839872732758522, + 0.033012378960847855, + 0.10101310908794403, + 0.0798654854297638, + 0.020004302263259888, + 0.14814814925193787, + 0.07679805159568787, + 0.030856307595968246, + 0.02536531537771225, + 0.05919003114104271, + 0.03830455243587494, + 0.0502283088862896, + 0.0795568972826004, + 0.04731792211532593, + 0.08190618455410004, + 0.07690342515707016, + 0.060507483780384064, + 0.0818759948015213, + 0.14261507987976074, + 0.08038976788520813, + 0.05124000832438469, + 0.08741258829832077, + 0.08157970011234283, + 0.10523532330989838, + 0.0857677012681961, + 0.050974514335393906, + 0.06872370094060898, + 0.08159968256950378, + 0.05543525516986847, + 0.060834113508462906, + 0.08169014751911163, + 0.09761036187410355, + 0.062227390706539154, + 0.12187088280916214, + 0.047051697969436646, + 0.02493438310921192, + 0.05523066967725754, + 0.06454971432685852, + 0.08840915560722351, + 0.08535844832658768, + 0.0699872300028801, + 0.10464396327733994, + 0.11375661194324493, + 0.0856517031788826, + 0.06874477863311768, + 0.09344790875911713, + 0.11615552008152008, + 0.06540396809577942, + 0.10824935138225555, + 0.08527696877717972, + 0.046587929129600525, + 0.08008256554603577, + 0.04414507746696472, + 0.036438122391700745, + 0.06694978475570679, + 0.10758592188358307, + 0.09731628000736237, + 0.021438317373394966, + 0.03861518204212189, + 0.03899502754211426, + 0.0954246073961258, + 0.07607632130384445, + 0.06116735190153122, + 0.10190369188785553, + 0.15515932440757751, + 0.058227844536304474, + 0.04947282746434212, + 0.08904291689395905, + 0.07613168656826019, + 0.04782994091510773, + 0.02990577556192875, + 0.10353129357099533, + 0.11824217438697815, + 0.054085154086351395, + 0.04431842267513275, + 0.0676109567284584, + 0.07749077677726746, + 0.15710824728012085, + 0.07414449006319046, + 0.021070076152682304, + 0.023255813866853714, + 0.0919048860669136, + 0.029522141441702843, + 0.06821516156196594, + 0.13230374455451965, + 0.029494822025299072, + 0.05355404317378998, + 0.04275862127542496, + 0.08606245368719101, + 0.05613512545824051, + 0.053634438663721085, + 0.13064594566822052, + 0.07672502845525742, + 0.037441499531269073, + 0.13135747611522675, + 0.04383735731244087, + 0.13268540799617767, + 0.06700021773576736, + 0.1091492772102356, + 0.0510421097278595, + 0.21207013726234436, + 0.08506494015455246, + 0.10347864776849747, + 0.04400579631328583, + 0.07467714697122574, + 0.10491997748613358, + 0.13142095506191254, + 0.06948108971118927, + 0.08563926815986633, + 0.11805880069732666, + 0.08281802386045456, + 0.03953355923295021, + 0.09894736856222153, + 0.07657657563686371, + 0.0700567439198494, + 0.15034642815589905, + 0.14006385207176208, + 0.08225452899932861, + 0.12036509066820145, + 0.13671539723873138, + 0.09336313605308533, + 0.14127065241336823, + 0.05434238910675049, + 0.10568911582231522, + 0.044549375772476196, + 0.1050463393330574, + 0.06468375027179718, + 0.10312117636203766, + 0.0729508250951767, + 0.09119079262018204, + 0.10583360493183136, + 0.13384407758712769, + 0.14886432886123657, + 0.04371001943945885, + 0.09003742039203644, + 0.0866757333278656, + 0.10738255083560944, + 0.034877803176641464, + 0.054333269596099854, + 0.12807996571063995, + 0.10827629268169403, + 0.09712937474250793, + 0.1191660687327385, + 0.048910245299339294, + 0.10746147483587265, + 0.07156549394130707, + 0.028764478862285614, + 0.07102406769990921, + 0.033032454550266266, + 0.0732426643371582, + 0.05375705659389496, + 0.06551723927259445, + 0.12996867299079895, + 0.1057344302535057, + 0.10822615772485733, + 0.14355924725532532, + 0.07799145579338074, + 0.14097654819488525, + 0.13174346089363098, + 0.04771943390369415, + 0.06476771831512451, + 0.1175767257809639, + 0.05919709801673889, + 0.049584973603487015, + 0.07520940899848938, + 0.14459556341171265, + 0.061012957245111465, + 0.13098390400409698, + 0.07362784445285797, + 0.06386040151119232, + 0.07345861196517944, + 0.0831286609172821, + 0.057357076555490494, + 0.09003914892673492, + 0.055910542607307434, + 0.039220403879880905, + 0.08601601421833038, + 0.08948460966348648, + 0.14997242391109467, + 0.09063956141471863, + 0.06680196523666382, + 0.13180303573608398, + 0.10010841488838196, + 0.042745158076286316, + 0.09561191499233246, + 0.09849362075328827, + 0.04573391377925873, + 0.052347540855407715, + 0.10538948327302933, + 0.03754940629005432, + 0.062160175293684006, + 0.12490421533584595, + 0.0853920504450798, + 0.11098840087652206, + 0.027119940146803856, + 0.06688893586397171, + 0.07933193445205688, + 0.10158263146877289, + 0.06282145529985428, + 0.06805555522441864, + 0.08718980103731155, + 0.10079575330018997, + 0.07471023499965668, + 0.08000626415014267, + 0.13484162092208862, + 0.03224530071020126, + 0.06905969977378845, + 0.06994370371103287, + 0.12371470779180527, + 0.08639013022184372, + 0.0760798454284668, + 0.10166195034980774, + 0.033384378999471664, + 0.032683659344911575, + 0.026275992393493652, + 0.0797988623380661, + 0.06438418477773666, + 0.048861343413591385, + 0.0682523250579834, + 0.10036057978868484, + 0.09758854657411575, + 0.0476190447807312, + 0.022810589522123337, + 0.05812913924455643, + 0.06324215978384018, + 0.07418970763683319, + 0.07847987860441208, + 0.0634719654917717, + 0.03999999910593033, + 0.04440253600478172, + 0.07430664449930191, + 0.06127770245075226, + 0.047626156359910965, + 0.04846225306391716, + 0.07702545076608658, + 0.0486534982919693, + 0.04183673486113548, + 0.03414634242653847, + 0.13724826276302338, + 0.05360950157046318, + 0.07197549939155579, + 0.0721026211977005, + 0.06564337015151978, + 0.024689195677638054, + 0.09089068323373795, + 0.047595251351594925, + 0.041431594640016556, + 0.05359136685729027, + 0.07444208860397339, + 0.07891268283128738, + 0.09805134683847427, + 0.05075931176543236, + 0.12699425220489502, + 0.019686250016093254, + 0.06836928427219391, + 0.038283295929431915, + 0.03452899679541588, + 0.04181184619665146, + 0.06693380326032639, + 0.09195402264595032, + 0.05130819231271744, + 0.04330198094248772, + 0.13743922114372253, + 0.08935108035802841, + 0.006336190737783909, + 0.05426497012376785, + 0.052523545920848846, + 0.013060254976153374, + 0.026555880904197693, + 0.030988112092018127, + 0.0348413921892643, + 0.0792580097913742, + 0.07297715544700623, + 0.03312482312321663, + 0.04659738764166832, + 0.05275295302271843, + 0.09956395626068115, + 0.03646409139037132, + 0.021675238385796547, + 0.06247939169406891, + 0.019236503168940544, + 0.015885623171925545, + 0.04909149184823036, + 0.026533715426921844, + 0.029347028583288193, + 0.04125015810132027, + 0.027733756229281425, + 0.0695670023560524, + 0.021901210770010948, + 0.035239629447460175, + 0.005504875909537077, + 0.04953257739543915, + 0.05548527091741562, + 0.03989310935139656, + 0.019317714497447014, + 0.026200873777270317, + 0.015401243232190609, + 0.020852085202932358, + 0.015078943222761154, + 0.03026227280497551, + 0.03722570464015007, + 0.010321488603949547, + 0.025211330503225327, + 0.017975708469748497, + 0.02564474195241928, + 0.0057061342522501945, + 0.02104664407670498, + 0.01450326293706894, + 0.030967526137828827, + 0.023268206045031548, + 0.027493363246321678, + 0.04422735422849655, + 0.006753904744982719, + 0.017790580168366432, + 0.04761026054620743, + 0.014729950577020645, + 0.03368966653943062, + 0.020772136747837067, + 0.02392658218741417, + 0.03473398834466934, + 0.02777777798473835, + 0.0028063610661774874, + 0.018773047253489494, + 0.01170682068914175, + 0.013542885892093182, + 0.017358748242259026, + 0.004481213167309761, + 0.0328102707862854, + 0.004136504605412483, + 0.00013031014532316476, + 0.004767763894051313, + 0.005163788795471191, + 0.0010174664203077555, + 0.012939957901835442, + 0.0016535758040845394, + 0.01216261275112629, + 0.0047429329715669155, + 0.005455165170133114, + 0.0020625100005418062, + 0.0038925651460886, + 0.0050788093358278275, + 0.0030322375241667032, + 0.0032247661147266626, + 0.0009768350282683969, + 0.0036352621391415596, + 0.005180126987397671, + 0.008168394677340984, + 0.004483431112021208, + 0.003277614014223218, + 0.007891413755714893, + 0.0045045046135783195, + 0.0041649313643574715, + 0.006091696210205555, + 0.0008507018210366368, + 0.0013238458195701241, + 0.008206506259739399, + 0.0014809330459684134, + 0.005912786349654198, + 0.00029682397143915296, + 0.004752540495246649, + 0.0030003529973328114, + 0.00497131934389472, + 0.0035724102053791285, + 0.006076718680560589, + 0.0032425420358777046, + 0.0023382697254419327, + 0.011778291314840317, + 0.009987030178308487, + 0.0017960761906579137, + 0.012329223565757275, + 0.0025570776779204607, + 0.005890753120183945, + 0.0039093042723834515, + 0.003956478554755449, + 0.001562011893838644, + 0.008011309430003166, + 0.007222823798656464, + 0.0053207664750516415, + 0.006895110476762056, + 0.005866577383130789, + 0.0034843203611671925, + 0.0010990352602675557, + 0.003136981511488557, + 0.001729605020955205, + 0.007022023666650057, + 0.015162722207605839, + 0.004488618113100529, + 0.0027483312878757715, + 0.0034308412577956915, + 0.009736540727317333, + 0.008424182422459126, + 0.008430123329162598, + 0.003147425362840295, + 0.006207875441759825, + 0.006415995303541422, + 0.019779808819293976, + 0.00301953824236989, + 0.001709077158011496, + 0.009816877543926239, + 0.0024958401918411255, + 0.007100031711161137, + 0.0010179844684898853, + 0.011619840748608112, + 0.0020720434840768576, + 0.005003574304282665, + 0.004817861132323742, + 0.0016498625045642257, + 0.005962654948234558, + 0.0012117540463805199, + 0.00377437612041831, + 0.006343526765704155, + 0.0027252326253801584, + 0.004140443634241819 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 39.85641860961914, - 39.6721305847168, - 52.89699935913086, - 40.43056106567383, - 98.00143432617188, - 39.85641860961914, - 117.60456085205078, - 78.22137451171875, - 56.37302017211914, - 60.82075881958008, - 47.703086853027344, - 129.92430114746094, - 41.895790100097656, - 103.67861938476562, - 39.448631286621094, - 80.13677215576172, - 42.07524108886719, - 121.80172729492188, - 39.6721305847168, - 46.324668884277344, - 139.17724609375, - 42.07524108886719, - 144.3669891357422, - 67.5317611694336, - 47.703086853027344, - 55.4959602355957, - 80.13677978515625, - 67.5317611694336, - 70.85063934326172, - 128.44671630859375, - 65.3473129272461, - 44.81291198730469, - 52.89699935913086, - 92.33837127685547, - 87.76298522949219, - 44.08745574951172, - 54.22412109375, - 170.51220703125, - 39.85641860961914, - 64.45753479003906, - 102.25231170654297, - 129.7401580810547, - 97.55258178710938, - 41.895790100097656, - 45.5595588684082, - 58.140621185302734, - 41.895790100097656, - 39.6721305847168, - 67.8402099609375, - 71.28399658203125, - 51.19670486450195, - 93.28108215332031, - 85.66679382324219, - 24.80359649658203, - 56.373016357421875, - 133.23313903808594, - 54.22412109375, - 39.448631286621094, - 54.62394714355469, - 44.05696487426758, - 47.703086853027344, - 39.85641860961914, - 57.25469970703125, - 58.140625, - 121.86624145507812, - 60.82075881958008, - 54.22412109375, - 79.70731353759766, - 67.5317611694336, - 41.895790100097656, - 49.52893829345703, - 53.757450103759766, - 73.73143768310547, - 104.52373504638672, - 39.448631286621094, - 89.51325225830078, - 103.8579330444336, - 137.12744140625, - 40.43056106567383, - 47.703086853027344, - 40.00730514526367, - 40.60122299194336, - 60.82075881958008, - 48.70958709716797, - 95.70890808105469, - 47.703086853027344, - 39.85641860961914, - 71.77371978759766, - 53.757450103759766, - 39.36962127685547, - 54.22412109375, - 73.6240234375, - 63.52898025512695, - 56.373023986816406, - 73.53231811523438, - 59.923946380615234, - 104.52373504638672, - 43.386512756347656, - 53.7574577331543, - 47.703086853027344, - 119.70001220703125, - 104.28488159179688, - 43.386512756347656, - 40.60122299194336, - 104.52373504638672, - 40.92451858520508, - 62.62348937988281, - 243.96893310546875, - 44.05697250366211, - 97.9021987915039, - 45.5595588684082, - 104.52373504638672, - 53.757450103759766, - 77.73651885986328, - 39.482200622558594, - 59.03047180175781, - 81.95960235595703, - 48.70958709716797, - 512.0, - 107.58059692382812, - 39.482200622558594, - 47.703086853027344, - 115.46572875976562, - 40.007301330566406, - 512.0, - 42.71411895751953, - 105.61922454833984, - 52.89699935913086, - 65.34730529785156, - 64.43696594238281, - 80.13678741455078, - 44.81291198730469, - 62.62348937988281, - 41.895790100097656, - 42.07524108886719, - 54.22412109375, - 89.51325225830078, - 72.47898864746094, - 44.81291198730469, - 39.448631286621094, - 97.04566955566406, - 71.77371978759766, - 46.32465744018555, - 59.03047180175781, - 54.224124908447266, - 62.62348937988281, - 92.28666687011719, - 157.49256896972656, - 118.66431427001953, - 70.85063934326172, - 84.77928161621094, - 117.95989990234375, - 50.77180480957031, - 41.895790100097656, - 43.386512756347656, - 50.35831832885742, - 50.35831832885742, - 116.17051696777344, - 47.901451110839844, - 74.51982116699219, - 40.43056106567383, - 51.8205451965332, - 44.81291198730469, - 56.373016357421875, - 79.20335388183594, - 80.40865325927734, - 65.3473129272461, - 78.68855285644531, - 54.62394714355469, - 152.3107147216797, - 127.0599136352539, - 79.20336151123047, - 108.61386108398438, - 63.839229583740234, - 86.72686004638672, - 47.901458740234375, - 58.140625, - 66.25981140136719, - 104.52373504638672, - 130.27369689941406, - 86.51554107666016, - 41.895790100097656, - 116.05164337158203, - 124.31491088867188, - 59.9239501953125, - 84.43659973144531, - 131.97418212890625, - 143.93128967285156, - 54.22412109375, - 66.25980377197266, - 163.3443603515625, - 110.87194061279297, - 40.43056106567383, - 139.2407989501953, - 59.875831604003906, - 108.41691589355469, - 49.52893829345703, - 115.30685424804688, - 44.81291198730469, - 78.2708511352539, - 138.48715209960938, - 78.2708511352539, - 97.05650329589844, - 93.28109741210938, - 100.83846282958984, - 71.77371978759766, - 181.83999633789062, - 148.396484375, - 79.35488891601562, - 79.20336151123047, - 96.17601013183594, - 106.96123504638672, - 512.0, - 54.224124908447266, - 120.017578125, - 65.41619873046875, - 101.79888916015625, - 44.05697250366211, - 103.17735290527344, - 131.80862426757812, - 153.80625915527344, - 164.61083984375, - 82.00621795654297, - 120.99673461914062, - 47.703086853027344, - 62.62348937988281, - 83.55980682373047, - 54.224124908447266, - 113.47537994384766, - 72.5507583618164, - 47.703086853027344, - 67.5317611694336, - 109.5736083984375, - 59.92394256591797, - 39.85641860961914, - 69.9290771484375, - 52.04319381713867, - 83.09751892089844, - 61.72068786621094, - 82.90741729736328, - 117.83096313476562, - 67.5317611694336, - 65.34730529785156, - 67.5317611694336, - 41.61768341064453, - 41.290672302246094, - 86.69319915771484, - 39.85641860961914, - 39.85641098022461, - 107.49105072021484, - 39.85642623901367, - 39.6721305847168, - 104.52373504638672, - 109.36721801757812, - 41.895790100097656, - 96.93328094482422, - 42.07524108886719, - 44.81291198730469, - 104.52373504638672, - 67.5317611694336, - 67.17436218261719, - 41.895782470703125, - 39.6721305847168, - 54.22412109375, - 47.105934143066406, - 44.05696487426758, - 54.22412109375, - 53.091190338134766, - 56.974124908447266, - 67.5317611694336, - 67.17436218261719, - 59.92394256591797, - 53.757450103759766, - 87.63261413574219, - 104.52373504638672, - 103.41412353515625, - 57.254695892333984, - 39.85641860961914, - 127.49803924560547, - 51.19670867919922, - 81.07107543945312, - 41.47610092163086, - 44.05697250366211, - 79.19735717773438, - 39.6721305847168, - 54.22412109375, - 91.04456329345703, - 41.47610092163086, - 64.43696594238281, - 69.00910949707031, - 56.111656188964844, - 41.47610092163086, - 47.703086853027344, - 99.90699005126953, - 63.528987884521484, - 40.60122299194336, - 67.5317611694336, - 73.8097152709961, - 55.49504470825195, - 62.17719268798828, - 70.15132904052734, - 63.52898025512695, - 40.007301330566406, - 69.92908477783203, - 49.52893829345703, - 44.287601470947266, - 69.91497039794922, - 39.6721305847168, - 67.5317611694336, - 141.3734130859375, - 52.97567367553711, - 56.48968505859375, - 90.5280532836914, - 47.703086853027344, - 39.3696174621582, - 50.35831832885742, - 59.03047180175781, - 75.47940826416016, - 104.62601470947266, - 67.5317611694336, - 42.7141227722168, - 115.52839660644531, - 77.33934783935547, - 39.482200622558594, - 47.105934143066406, - 43.67067337036133, - 66.25979614257812, - 40.43056106567383, - 90.87005615234375, - 44.38167190551758, - 39.36960983276367, - 46.67859649658203, - 65.57794189453125, - 110.9903793334961, - 40.79290008544922, - 54.224124908447266, - 66.25981903076172, - 69.11780548095703, - 67.5317611694336, - 104.52373504638672, - 41.895790100097656, - 113.57177734375, - 67.5317611694336, - 46.501468658447266, - 53.88139343261719, - 512.0, - 104.52373504638672, - 47.703086853027344, - 40.43055725097656, - 55.4959602355957, - 47.90145492553711, - 101.23682403564453, - 47.10594177246094, - 57.4522819519043, - 56.37302017211914, - 56.722103118896484, - 63.528995513916016, - 76.40882873535156, - 54.22412109375, - 47.10594177246094, - 60.82075881958008, - 44.65660095214844, - 54.22412109375, - 84.54226684570312, - 60.820762634277344, - 58.140625, - 78.2708511352539, - 42.07524108886719, - 63.52898025512695, - 41.895790100097656, - 41.47610092163086, - 116.85711669921875, - 113.68264770507812, - 47.901458740234375, - 43.386512756347656, - 41.38504409790039, - 67.17436218261719, - 52.04317855834961, - 78.2708511352539, - 47.10594177246094, - 96.11201477050781, - 85.75440216064453, - 94.2242660522461, - 155.4020233154297, - 85.63516235351562, - 44.05696487426758, - 67.5317611694336, - 98.87747192382812, - 40.007301330566406, - 177.14060974121094, - 40.92451858520508, - 101.09153747558594, - 189.38772583007812, - 55.4959602355957, - 54.22412109375, - 41.47610092163086, - 59.71380615234375, - 73.86132049560547, - 80.6594467163086, - 49.83487319946289, - 49.52893829345703, - 89.22003173828125, - 79.20335388183594, - 48.70958709716797, - 61.720680236816406, - 512.0, - 92.4666519165039, - 84.69939422607422, - 112.81043243408203, - 76.40882873535156, - 82.94215393066406, - 108.31273651123047, - 76.40882873535156, - 61.90964126586914, - 55.1500244140625, - 111.70832061767578, - 75.73956298828125, - 70.31082153320312, - 44.43262481689453, - 55.33884048461914, - 115.48950958251953, - 42.37900924682617, - 107.78935241699219, - 84.81626892089844, - 39.3696174621582, - 41.895790100097656, - 110.62936401367188, - 83.93276977539062, - 68.91651153564453, - 94.23755645751953, - 134.09645080566406, - 121.00740814208984, - 76.09098052978516, - 67.5317611694336, - 134.99732971191406, - 96.68478393554688, - 128.58258056640625, - 71.42837524414062, - 63.52898025512695, - 125.44278717041016, - 75.47940826416016, - 123.39923095703125, - 89.03453063964844, - 39.85642623901367, - 49.52893829345703, - 39.6721305847168, - 73.88735961914062, - 64.43698120117188, - 52.04319381713867, - 81.13380432128906, - 41.47610092163086, - 71.36190795898438, - 60.195343017578125, - 188.7388458251953, - 90.57447052001953, - 58.10112762451172, - 78.68035125732422, - 512.0, - 66.25981140136719, - 94.22428131103516, - 50.358314514160156, - 59.030487060546875, - 91.13467407226562, - 54.22412109375, - 67.5317611694336, - 48.19438552856445, - 61.72068786621094, - 69.96753692626953, - 118.60718536376953, - 46.544517517089844, - 59.0180778503418, - 118.7217788696289, - 61.69419860839844, - 71.9238052368164, - 52.89699935913086, - 39.448631286621094, - 75.93334197998047, - 65.3473129272461, - 61.68732833862305, - 98.62871551513672, - 45.5595588684082, - 93.8625259399414, - 45.5595588684082, - 82.367919921875, - 39.448631286621094, - 85.75440979003906, - 82.52549743652344, - 137.64984130859375, - 65.16899108886719, - 42.07524108886719, - 123.52762603759766, - 54.62394714355469, - 100.42972564697266, - 68.09461212158203 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 690.2153930664062, + 312.1497802734375, + 409.7968444824219, + 813.004638671875, + 486.60638427734375, + 350.11920166015625, + 573.7025756835938, + 726.663330078125, + 408.1106872558594, + 646.1515502929688, + 651.7224731445312, + 744.9398193359375, + 705.603271484375, + 561.166015625, + 578.0560913085938, + 361.58111572265625, + 795.7978515625, + 637.5584106445312, + 726.0628051757812, + 530.5701293945312, + 578.2041015625, + 562.6807861328125, + 630.3176879882812, + 836.0785522460938, + 629.2115478515625, + 585.48583984375, + 314.6654968261719, + 318.5913391113281, + 635.970703125, + 589.8712768554688, + 746.478271484375, + 664.6112670898438, + 634.3373413085938, + 754.5877685546875, + 627.7131958007812, + 331.08282470703125, + 487.8389587402344, + 569.5042724609375, + 445.4920959472656, + 810.8456420898438, + 419.9395446777344, + 362.1259460449219, + 686.6160278320312, + 620.7139282226562, + 591.38916015625, + 658.1691284179688, + 817.2015991210938, + 316.49627685546875, + 444.8668518066406, + 404.12518310546875, + 838.4852905273438, + 644.7357788085938, + 601.7008056640625, + 515.3237915039062, + 568.5888061523438, + 551.1375122070312, + 338.0158996582031, + 567.5079345703125, + 728.4625244140625, + 724.8768310546875, + 401.6683349609375, + 583.5089111328125, + 402.4399108886719, + 488.801025390625, + 519.714599609375, + 542.6239013671875, + 599.8668212890625, + 598.8171997070312, + 388.2437438964844, + 671.9142456054688, + 671.4874267578125, + 572.2860107421875, + 696.086669921875, + 502.2977600097656, + 494.4234924316406, + 759.37451171875, + 697.5283813476562, + 512.9406127929688, + 563.0662231445312, + 671.2277221679688, + 360.0370178222656, + 488.59283447265625, + 693.6814575195312, + 420.7188415527344, + 829.980224609375, + 758.1600952148438, + 510.35589599609375, + 549.3646850585938, + 403.5776672363281, + 371.47027587890625, + 503.6327209472656, + 603.3848266601562, + 567.1969604492188, + 588.1055908203125, + 638.2470703125, + 425.9848327636719, + 603.3180541992188, + 705.748291015625, + 553.0643920898438, + 520.2909545898438, + 458.0968322753906, + 473.53839111328125, + 600.0827026367188, + 604.9793090820312, + 499.1503601074219, + 655.7589111328125, + 640.8084106445312, + 603.658935546875, + 500.4963073730469, + 499.8094482421875, + 800.2676391601562, + 558.9750366210938, + 830.7628784179688, + 461.4865417480469, + 390.8585205078125, + 682.0905151367188, + 467.5365905761719, + 533.1887817382812, + 475.1717224121094, + 530.6636352539062, + 516.18212890625, + 525.7238159179688, + 777.107666015625, + 606.3031005859375, + 301.9402160644531, + 719.392578125, + 462.30670166015625, + 460.8432922363281, + 374.5646667480469, + 554.6587524414062, + 713.9735717773438, + 579.5634155273438, + 531.1605834960938, + 514.9126586914062, + 766.3921508789062, + 594.9214477539062, + 424.2685546875, + 532.302978515625, + 346.0567932128906, + 762.7213134765625, + 582.8547973632812, + 629.7159423828125, + 688.7696533203125, + 523.5830688476562, + 352.5066833496094, + 527.3995971679688, + 560.8076782226562, + 628.6687622070312, + 406.0928649902344, + 498.0047912597656, + 562.2007446289062, + 530.2379760742188, + 290.9418029785156, + 584.7987060546875, + 555.0700073242188, + 591.9786376953125, + 510.7709045410156, + 512.4466552734375, + 429.6717834472656, + 373.58367919921875, + 523.2223510742188, + 385.7318420410156, + 571.80712890625, + 687.8096923828125, + 352.19354248046875, + 497.0921325683594, + 447.73602294921875, + 591.9415893554688, + 517.0447998046875, + 559.5136108398438, + 762.8092041015625, + 500.8128967285156, + 475.57647705078125, + 452.32476806640625, + 565.4942016601562, + 814.1167602539062, + 622.8179931640625, + 725.960693359375, + 539.037353515625, + 648.89453125, + 663.5175170898438, + 763.0300903320312, + 489.0382080078125, + 452.0262756347656, + 573.5360717773438, + 528.9134521484375, + 476.1547546386719, + 709.4730224609375, + 714.736572265625, + 631.6600341796875, + 316.1871337890625, + 691.7001953125, + 389.08209228515625, + 571.72216796875, + 812.8047485351562, + 842.0393676757812, + 698.4700317382812, + 561.8021240234375, + 818.35986328125, + 701.893310546875, + 701.6231689453125, + 550.5154418945312, + 679.6973876953125, + 473.8621826171875, + 680.1034545898438, + 543.6061401367188, + 507.20843505859375, + 461.630615234375, + 627.0635986328125, + 725.0126342773438, + 829.4356079101562, + 638.97705078125, + 513.638916015625, + 641.2102661132812, + 697.126708984375, + 700.2049560546875, + 343.2481994628906, + 507.40899658203125, + 774.0480346679688, + 500.9767761230469, + 644.0436401367188, + 720.7098999023438, + 448.5800476074219, + 756.587646484375, + 543.331787109375, + 421.0171813964844, + 507.9949035644531, + 491.4471740722656, + 584.7201538085938, + 401.26885986328125, + 474.456787109375, + 815.7833862304688, + 729.6780395507812, + 653.6870727539062, + 706.4191284179688, + 596.1494750976562, + 733.5948486328125, + 740.2360229492188, + 519.5693359375, + 553.2322998046875, + 737.3129272460938, + 510.9892272949219, + 622.7911987304688, + 657.0715942382812, + 780.8035278320312, + 532.73681640625, + 838.32958984375, + 607.5779418945312, + 521.7135620117188, + 621.3070678710938, + 585.7970581054688, + 576.4788208007812, + 621.6571044921875, + 524.3380737304688, + 395.6253967285156, + 661.9033813476562, + 654.4058837890625, + 847.22314453125, + 664.802734375, + 537.2279663085938, + 788.7442626953125, + 698.1342163085938, + 503.30810546875, + 664.2147216796875, + 652.3707885742188, + 481.37261962890625, + 473.6055603027344, + 756.7405395507812, + 509.1131591796875, + 506.4844665527344, + 659.798583984375, + 626.4761352539062, + 745.666259765625, + 433.22125244140625, + 544.7839965820312, + 597.118896484375, + 720.4486083984375, + 532.0337524414062, + 614.1519775390625, + 642.0595703125, + 667.3917236328125, + 574.626708984375, + 636.3339233398438, + 791.5781860351562, + 427.3091735839844, + 528.0597534179688, + 575.1798095703125, + 790.43505859375, + 621.9537353515625, + 581.8056030273438, + 736.3385009765625, + 422.67413330078125, + 462.9319763183594, + 433.9267578125, + 624.6853637695312, + 557.794189453125, + 506.2206726074219, + 568.4732055664062, + 668.1829223632812, + 666.8283081054688, + 563.0300903320312, + 399.25555419921875, + 520.3145141601562, + 510.50823974609375, + 608.0843505859375, + 564.2053833007812, + 567.5830688476562, + 447.69708251953125, + 498.5098876953125, + 585.1572265625, + 515.2132568359375, + 478.61187744140625, + 469.65911865234375, + 584.3253784179688, + 486.88067626953125, + 496.6478576660156, + 432.6546325683594, + 813.5556030273438, + 506.3895568847656, + 610.5850219726562, + 592.0610961914062, + 609.3391723632812, + 378.9071350097656, + 637.4189453125, + 451.1451416015625, + 441.4840087890625, + 473.1396789550781, + 604.2789916992188, + 600.535400390625, + 672.4401245117188, + 533.3576049804688, + 764.8271484375, + 362.3767395019531, + 552.3392944335938, + 450.45751953125, + 499.54345703125, + 437.41400146484375, + 561.6643676757812, + 642.1124267578125, + 471.3654479980469, + 430.8428039550781, + 778.5016479492188, + 660.7089233398438, + 404.3855895996094, + 529.5138549804688, + 479.4716796875, + 366.92578125, + 417.5038146972656, + 408.7127380371094, + 432.2106018066406, + 674.1338500976562, + 646.9016723632812, + 408.8730163574219, + 451.9285888671875, + 479.1690368652344, + 702.6734619140625, + 467.9185791015625, + 409.30029296875, + 554.3121948242188, + 365.46533203125, + 369.05157470703125, + 519.5554809570312, + 395.24249267578125, + 385.003662109375, + 439.2748718261719, + 446.98748779296875, + 542.9442749023438, + 385.2148742675781, + 445.8819885253906, + 385.7922668457031, + 460.1525573730469, + 532.1209716796875, + 437.22412109375, + 379.6783447265625, + 393.205322265625, + 361.1976623535156, + 362.2602844238281, + 379.8115539550781, + 412.313232421875, + 432.2449951171875, + 358.1427917480469, + 397.9287109375, + 385.458251953125, + 407.423828125, + 400.88818359375, + 394.3240966796875, + 375.5675048828125, + 396.073486328125, + 402.65277099609375, + 392.39434814453125, + 476.1941223144531, + 363.0547790527344, + 358.1209411621094, + 466.75787353515625, + 355.8927307128906, + 458.5581359863281, + 403.0057678222656, + 421.8070983886719, + 450.52801513671875, + 415.8943176269531, + 589.0017700195312, + 424.87255859375, + 375.2894287109375, + 385.8921813964844, + 364.11724853515625, + 449.1847839355469, + 410.89166259765625, + 370.3755798339844, + 780.39111328125, + 497.8547058105469, + 390.4794921875, + 1225.874755859375, + 366.1573181152344, + 656.9642944335938, + 383.4483947753906, + 497.22515869140625, + 360.4828186035156, + 464.22479248046875, + 377.0620422363281, + 450.9904479980469, + 445.02581787109375, + 587.8243408203125, + 780.39111328125, + 451.6519470214844, + 400.4437561035156, + 386.65716552734375, + 434.2410888671875, + 678.2041015625, + 363.16015625, + 410.318359375, + 499.951904296875, + 400.3472900390625, + 592.4104614257812, + 751.5571899414062, + 421.5194396972656, + 992.947509765625, + 371.06451416015625, + 1842.105224609375, + 404.1572265625, + 740.3504638671875, + 478.91400146484375, + 457.3768005371094, + 420.416748046875, + 631.4750366210938, + 678.2039184570312, + 340.5050964355469, + 367.49761962890625, + 1109.1080322265625, + 386.96307373046875, + 678.908447265625, + 431.6793212890625, + 373.9270324707031, + 356.5538024902344, + 589.0017700195312, + 374.8260192871094, + 413.27349853515625, + 452.40240478515625, + 383.2751159667969, + 417.5003662109375, + 518.0021362304688, + 941.999755859375, + 507.4954528808594, + 518.7804565429688, + 355.00244140625, + 358.4205017089844, + 356.3779602050781, + 688.98046875, + 529.7611694335938, + 403.69573974609375, + 370.8907775878906, + 377.8609619140625, + 445.02581787109375, + 420.7290344238281, + 429.3276062011719, + 376.08734130859375, + 360.48077392578125, + 825.3606567382812, + 370.1858825683594, + 481.80401611328125, + 425.2648010253906, + 1580.2801513671875, + 379.89105224609375, + 542.5870361328125, + 471.5789794921875, + 408.94659423828125, + 518.0021362304688, + 488.01702880859375, + 1109.1080322265625, + 602.697509765625, + 413.7169189453125, + 585.9906616210938, + 451.18792724609375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.25 }, { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.35 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.25, + "MiniHack-MazeWalk-9x9-v0": 0.25 }, { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.4, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.15, + "MiniHack-MazeWalk-9x9-v0": 0.05 }, { - "MiniHack-Room-Random-5x5-v0": 0.5, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.3, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.05, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 0.4, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.25, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.15, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.15, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.1, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.2, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.1, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.0, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.05, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.25, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 } ] }, @@ -53362,374 +65941,374 @@ 2 ], "wall_clock_s": [ - 525.3, - 504.1, - 523.3 + 1055.0, + 1061.5, + 1029.5 ], "per_seed_finals": [ { "iters": 500, - "loss": -2024.046630859375, + "loss": null, "env_score_iters": 500, - "env_score": -6.718226432800293, + "env_score": -1.276639461517334, "eval_iters": 500, - "eval_score": 0.4, + "eval_score": 0.09999999999999999, "grad_align_iters": 500, - "grad_align": 0.6408519744873047, - "rl_grad_norm": 11539.6552734375, - "bc_grad_norm": 122726.5078125, + "grad_align": 0.14401118457317352, + "rl_grad_norm": 3465.586181640625, + "bc_grad_norm": 22.702777862548828, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 8.202310562133789, - "embedding.weight": 1759.0775146484375, - "cnn.0.weight": 23750.85546875, - "cnn.0.bias": 1890.8753662109375, - "cnn.2.weight": 12265.22265625, - "cnn.2.bias": 1711.0809326171875, - "cnn.5.weight": 9064.056640625, - "cnn.5.bias": 237.2212371826172, - "action_emb.weight": 1152.11328125, - "timestep_emb.weight": 898.0068969726562, - "pos_emb.weight": 970.9351196289062, - "transformer.layers.0.self_attn.in_proj_weight": 25216.24609375, - "transformer.layers.0.self_attn.in_proj_bias": 1044.200439453125, - "transformer.layers.0.self_attn.out_proj.weight": 2096.35205078125, - "transformer.layers.0.self_attn.out_proj.bias": 181.1985321044922, - "transformer.layers.0.linear1.weight": 2430.24462890625, - "transformer.layers.0.linear1.bias": 122.62982940673828, - "transformer.layers.0.linear2.weight": 1952.1239013671875, - "transformer.layers.0.linear2.bias": 75.23173522949219, - "transformer.layers.0.norm1.weight": 1556.787353515625, - "transformer.layers.0.norm1.bias": 1462.4979248046875, - "transformer.layers.0.norm2.weight": 314.53936767578125, - "transformer.layers.0.norm2.bias": 211.42422485351562, - "transformer.layers.1.self_attn.in_proj_weight": 3507.866943359375, - "transformer.layers.1.self_attn.in_proj_bias": 148.77781677246094, - "transformer.layers.1.self_attn.out_proj.weight": 404.7198486328125, - "transformer.layers.1.self_attn.out_proj.bias": 11.33847427368164, - "transformer.layers.1.linear1.weight": 232.35562133789062, - "transformer.layers.1.linear1.bias": 13.699533462524414, - "transformer.layers.1.linear2.weight": 154.6071319580078, - "transformer.layers.1.linear2.bias": 3.6385610103607178, - "transformer.layers.1.norm1.weight": 315.5960388183594, - "transformer.layers.1.norm1.bias": 199.13002014160156, - "transformer.layers.1.norm2.weight": 49.5921630859375, - "transformer.layers.1.norm2.bias": 54.865291595458984, - "transformer.layers.2.self_attn.in_proj_weight": 326.5222473144531, - "transformer.layers.2.self_attn.in_proj_bias": 15.557029724121094, - "transformer.layers.2.self_attn.out_proj.weight": 32.37961196899414, - "transformer.layers.2.self_attn.out_proj.bias": 1.3986060619354248, - "transformer.layers.2.linear1.weight": 42.39040756225586, - "transformer.layers.2.linear1.bias": 2.3688418865203857, - "transformer.layers.2.linear2.weight": 43.438297271728516, - "transformer.layers.2.linear2.bias": 1.092146635055542, - "transformer.layers.2.norm1.weight": 36.27472686767578, - "transformer.layers.2.norm1.bias": 41.689537048339844, - "transformer.layers.2.norm2.weight": 39.02208709716797, - "transformer.layers.2.norm2.bias": 10.198040962219238, - "transformer.layers.3.self_attn.in_proj_weight": 97.99266815185547, - "transformer.layers.3.self_attn.in_proj_bias": 4.620105743408203, - "transformer.layers.3.self_attn.out_proj.weight": 33.453163146972656, - "transformer.layers.3.self_attn.out_proj.bias": 0.3473336696624756, - "transformer.layers.3.linear1.weight": 39.2327995300293, - "transformer.layers.3.linear1.bias": 2.019545316696167, - "transformer.layers.3.linear2.weight": 38.690738677978516, - "transformer.layers.3.linear2.bias": 0.031680889427661896, - "transformer.layers.3.norm1.weight": 28.280672073364258, - "transformer.layers.3.norm1.bias": 25.616392135620117, - "transformer.layers.3.norm2.weight": 44.79228210449219, - "transformer.layers.3.norm2.bias": 20.438919067382812, - "head.weight": 934.4534912109375, - "head.bias": 0.06331312656402588, - "global_embedding.weight": 141.71649169921875, - "global_cnn.0.weight": 670.4466552734375, - "global_cnn.0.bias": 27.310192108154297, - "global_cnn.2.weight": 772.7658081054688, - "global_cnn.2.bias": 33.775272369384766, - "global_proj.weight": 1198.489013671875, - "global_proj.bias": 52.70356369018555, - "goal_head.0.weight": 19.361045837402344, - "goal_head.0.bias": 0.5287008285522461, - "goal_head.2.weight": 19.508731842041016, - "goal_head.2.bias": 1.156395673751831 + "global_gate": 2.2904467582702637, + "embedding.weight": 88.8175048828125, + "cnn.0.weight": 1781.3402099609375, + "cnn.0.bias": 97.23119354248047, + "cnn.2.weight": 710.0424194335938, + "cnn.2.bias": 118.51408386230469, + "cnn.5.weight": 263.8328552246094, + "cnn.5.bias": 14.949814796447754, + "action_emb.weight": 12.04487133026123, + "timestep_emb.weight": 5.881094455718994, + "pos_emb.weight": 3.6642022132873535, + "transformer.layers.0.self_attn.in_proj_weight": 369.601806640625, + "transformer.layers.0.self_attn.in_proj_bias": 29.60643768310547, + "transformer.layers.0.self_attn.out_proj.weight": 113.9836196899414, + "transformer.layers.0.self_attn.out_proj.bias": 12.38032341003418, + "transformer.layers.0.linear1.weight": 62.87046813964844, + "transformer.layers.0.linear1.bias": 5.2217793464660645, + "transformer.layers.0.linear2.weight": 72.57328033447266, + "transformer.layers.0.linear2.bias": 4.424259185791016, + "transformer.layers.0.norm1.weight": 29.244094848632812, + "transformer.layers.0.norm1.bias": 54.87493896484375, + "transformer.layers.0.norm2.weight": 8.807854652404785, + "transformer.layers.0.norm2.bias": 16.46455192565918, + "transformer.layers.1.self_attn.in_proj_weight": 70.97345733642578, + "transformer.layers.1.self_attn.in_proj_bias": 5.122426509857178, + "transformer.layers.1.self_attn.out_proj.weight": 73.7405776977539, + "transformer.layers.1.self_attn.out_proj.bias": 1.2962976694107056, + "transformer.layers.1.linear1.weight": 49.106109619140625, + "transformer.layers.1.linear1.bias": 2.8123910427093506, + "transformer.layers.1.linear2.weight": 46.30470657348633, + "transformer.layers.1.linear2.bias": 0.919429361820221, + "transformer.layers.1.norm1.weight": 9.0874605178833, + "transformer.layers.1.norm1.bias": 24.993410110473633, + "transformer.layers.1.norm2.weight": 43.484825134277344, + "transformer.layers.1.norm2.bias": 34.89293670654297, + "transformer.layers.2.self_attn.in_proj_weight": 100.59749603271484, + "transformer.layers.2.self_attn.in_proj_bias": 5.4874091148376465, + "transformer.layers.2.self_attn.out_proj.weight": 28.81051254272461, + "transformer.layers.2.self_attn.out_proj.bias": 0.32855674624443054, + "transformer.layers.2.linear1.weight": 41.432125091552734, + "transformer.layers.2.linear1.bias": 2.1328673362731934, + "transformer.layers.2.linear2.weight": 43.00767517089844, + "transformer.layers.2.linear2.bias": 0.29860037565231323, + "transformer.layers.2.norm1.weight": 11.117277145385742, + "transformer.layers.2.norm1.bias": 21.92424201965332, + "transformer.layers.2.norm2.weight": 51.91088104248047, + "transformer.layers.2.norm2.bias": 50.63980484008789, + "transformer.layers.3.self_attn.in_proj_weight": 197.12786865234375, + "transformer.layers.3.self_attn.in_proj_bias": 4.8751115798950195, + "transformer.layers.3.self_attn.out_proj.weight": 13.047914505004883, + "transformer.layers.3.self_attn.out_proj.bias": 0.07635266333818436, + "transformer.layers.3.linear1.weight": 38.299190521240234, + "transformer.layers.3.linear1.bias": 1.9367073774337769, + "transformer.layers.3.linear2.weight": 38.280269622802734, + "transformer.layers.3.linear2.bias": 0.11893197894096375, + "transformer.layers.3.norm1.weight": 19.044143676757812, + "transformer.layers.3.norm1.bias": 7.8900957107543945, + "transformer.layers.3.norm2.weight": 44.58027267456055, + "transformer.layers.3.norm2.bias": 42.50990676879883, + "head.weight": 1185.11865234375, + "head.bias": 0.048943087458610535, + "global_embedding.weight": 23.892425537109375, + "global_cnn.0.weight": 166.00634765625, + "global_cnn.0.bias": 6.651172161102295, + "global_cnn.2.weight": 291.9072265625, + "global_cnn.2.bias": 13.750170707702637, + "global_proj.weight": 203.21437072753906, + "global_proj.bias": 40.192787170410156, + "goal_head.0.weight": 0.14031289517879486, + "goal_head.0.bias": 0.019931865856051445, + "goal_head.2.weight": 0.10621801763772964, + "goal_head.2.bias": 0.03534473851323128 }, "repr_drift_iters": 500, - "repr_drift_kl": 10523.25, - "repr_drift_kl_low_t": 9031.876953125, - "repr_drift_kl_mid_t": 11314.779296875, - "repr_drift_kl_high_t": 10681.0380859375, + "repr_drift_kl": 27992.9375, + "repr_drift_kl_low_t": 21362.09375, + "repr_drift_kl_mid_t": 28452.580078125, + "repr_drift_kl_high_t": 33546.6875, "cka_iters": 500, - "cka_similarity": 0.21461613476276398, + "cka_similarity": 0.1030305027961731, "t_analysis_iters": 500, - "norm_low_t": 11725.5341796875, - "norm_high_t": 39185.5078125, - "lowhigh_cos": -0.7825493812561035, + "norm_low_t": 4002.874267578125, + "norm_high_t": 2856.166015625, + "lowhigh_cos": 0.8543977737426758, "t_bin_norms": { - "t_0.0-0.1": 277481.375, - "t_0.1-0.2": 33305.0, - "t_0.2-0.3": 8307.4990234375, - "t_0.3-0.4": 38095.00390625, - "t_0.4-0.5": 10385.2099609375, - "t_0.5-0.6": 102836.1328125, - "t_0.6-0.7": 28557.591796875, - "t_0.7-0.8": 8696.8876953125, - "t_0.8-0.9": 5317.72607421875, - "t_0.9-1.0": 59927.2109375 - }, - "win_rate": 0.08894295245409012, - "effective_batch_size": 68.09461212158203, + "t_0.0-0.1": 2741.114501953125, + "t_0.1-0.2": 2581.703857421875, + "t_0.2-0.3": 5888.4375, + "t_0.3-0.4": 2377.51513671875, + "t_0.4-0.5": 2431.070556640625, + "t_0.5-0.6": 2867.423095703125, + "t_0.6-0.7": 2606.01513671875, + "t_0.7-0.8": 2760.440185546875, + "t_0.8-0.9": 2434.671630859375, + "t_0.9-1.0": 4070.3662109375 + }, + "win_rate": 0.004140443634241819, + "effective_batch_size": 451.18792724609375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.4, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.25, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 } }, { "iters": 500, - "loss": null, + "loss": -7407.544921875, "env_score_iters": 500, - "env_score": -5.402235507965088, + "env_score": -1.2163320779800415, "eval_iters": 500, - "eval_score": 0.25, + "eval_score": 0.125, "grad_align_iters": 500, - "grad_align": 0.7921649217605591, - "rl_grad_norm": 953.8889770507812, - "bc_grad_norm": 8193.4345703125, + "grad_align": -0.02472718246281147, + "rl_grad_norm": 4618.19287109375, + "bc_grad_norm": 14.657796859741211, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.22460266947746277, - "embedding.weight": 12.530780792236328, - "cnn.0.weight": 166.25991821289062, - "cnn.0.bias": 9.746129989624023, - "cnn.2.weight": 66.49848175048828, - "cnn.2.bias": 25.66129493713379, - "cnn.5.weight": 50.75735855102539, - "cnn.5.bias": 6.312657833099365, - "action_emb.weight": 27.909603118896484, - "timestep_emb.weight": 10.418713569641113, - "pos_emb.weight": 12.327155113220215, - "transformer.layers.0.self_attn.in_proj_weight": 323.78314208984375, - "transformer.layers.0.self_attn.in_proj_bias": 31.9738826751709, - "transformer.layers.0.self_attn.out_proj.weight": 97.32115173339844, - "transformer.layers.0.self_attn.out_proj.bias": 13.797064781188965, - "transformer.layers.0.linear1.weight": 78.95769500732422, - "transformer.layers.0.linear1.bias": 6.95278263092041, - "transformer.layers.0.linear2.weight": 106.98341369628906, - "transformer.layers.0.linear2.bias": 7.528614044189453, - "transformer.layers.0.norm1.weight": 29.505287170410156, - "transformer.layers.0.norm1.bias": 45.7071533203125, - "transformer.layers.0.norm2.weight": 10.095297813415527, - "transformer.layers.0.norm2.bias": 14.412559509277344, - "transformer.layers.1.self_attn.in_proj_weight": 182.33816528320312, - "transformer.layers.1.self_attn.in_proj_bias": 14.142430305480957, - "transformer.layers.1.self_attn.out_proj.weight": 198.03892517089844, - "transformer.layers.1.self_attn.out_proj.bias": 4.038639545440674, - "transformer.layers.1.linear1.weight": 80.17420959472656, - "transformer.layers.1.linear1.bias": 3.633418560028076, - "transformer.layers.1.linear2.weight": 244.4039764404297, - "transformer.layers.1.linear2.bias": 4.994316577911377, - "transformer.layers.1.norm1.weight": 20.090641021728516, - "transformer.layers.1.norm1.bias": 19.478391647338867, - "transformer.layers.1.norm2.weight": 30.586923599243164, - "transformer.layers.1.norm2.bias": 8.728926658630371, - "transformer.layers.2.self_attn.in_proj_weight": 275.5025939941406, - "transformer.layers.2.self_attn.in_proj_bias": 2.2710893154144287, - "transformer.layers.2.self_attn.out_proj.weight": 129.9342803955078, - "transformer.layers.2.self_attn.out_proj.bias": 0.6739222407341003, - "transformer.layers.2.linear1.weight": 162.23545837402344, - "transformer.layers.2.linear1.bias": 12.052375793457031, - "transformer.layers.2.linear2.weight": 171.30307006835938, - "transformer.layers.2.linear2.bias": 1.8008230924606323, - "transformer.layers.2.norm1.weight": 107.68685913085938, - "transformer.layers.2.norm1.bias": 17.646648406982422, - "transformer.layers.2.norm2.weight": 107.16729736328125, - "transformer.layers.2.norm2.bias": 122.56346130371094, - "transformer.layers.3.self_attn.in_proj_weight": 228.80349731445312, - "transformer.layers.3.self_attn.in_proj_bias": 18.70392608642578, - "transformer.layers.3.self_attn.out_proj.weight": 187.0376434326172, - "transformer.layers.3.self_attn.out_proj.bias": 1.379520297050476, - "transformer.layers.3.linear1.weight": 242.14256286621094, - "transformer.layers.3.linear1.bias": 14.594817161560059, - "transformer.layers.3.linear2.weight": 232.84033203125, - "transformer.layers.3.linear2.bias": 0.7209460735321045, - "transformer.layers.3.norm1.weight": 177.01284790039062, - "transformer.layers.3.norm1.bias": 221.5726776123047, - "transformer.layers.3.norm2.weight": 228.2229766845703, - "transformer.layers.3.norm2.bias": 220.8190155029297, - "head.weight": 3276.9423828125, - "head.bias": 0.2631258964538574, - "global_embedding.weight": 11.744094848632812, - "global_cnn.0.weight": 50.850128173828125, - "global_cnn.0.bias": 2.4987897872924805, - "global_cnn.2.weight": 171.36761474609375, - "global_cnn.2.bias": 7.972014427185059, - "global_proj.weight": 99.72048950195312, - "global_proj.bias": 31.440290451049805, - "goal_head.0.weight": 0.12959842383861542, - "goal_head.0.bias": 0.034409113228321075, - "goal_head.2.weight": 0.11948622763156891, - "goal_head.2.bias": 0.08414798229932785 + "global_gate": 0.46679258346557617, + "embedding.weight": 75.47801971435547, + "cnn.0.weight": 1871.1534423828125, + "cnn.0.bias": 80.85711669921875, + "cnn.2.weight": 811.3699340820312, + "cnn.2.bias": 180.24244689941406, + "cnn.5.weight": 413.7833557128906, + "cnn.5.bias": 29.158802032470703, + "action_emb.weight": 40.73566436767578, + "timestep_emb.weight": 26.624282836914062, + "pos_emb.weight": 23.712724685668945, + "transformer.layers.0.self_attn.in_proj_weight": 908.2203979492188, + "transformer.layers.0.self_attn.in_proj_bias": 83.5611801147461, + "transformer.layers.0.self_attn.out_proj.weight": 419.04443359375, + "transformer.layers.0.self_attn.out_proj.bias": 27.038829803466797, + "transformer.layers.0.linear1.weight": 217.09286499023438, + "transformer.layers.0.linear1.bias": 15.807123184204102, + "transformer.layers.0.linear2.weight": 207.85549926757812, + "transformer.layers.0.linear2.bias": 4.111785888671875, + "transformer.layers.0.norm1.weight": 80.33411407470703, + "transformer.layers.0.norm1.bias": 133.62025451660156, + "transformer.layers.0.norm2.weight": 78.27159118652344, + "transformer.layers.0.norm2.bias": 81.65911102294922, + "transformer.layers.1.self_attn.in_proj_weight": 185.29344177246094, + "transformer.layers.1.self_attn.in_proj_bias": 11.208066940307617, + "transformer.layers.1.self_attn.out_proj.weight": 308.62261962890625, + "transformer.layers.1.self_attn.out_proj.bias": 3.4871041774749756, + "transformer.layers.1.linear1.weight": 108.37150573730469, + "transformer.layers.1.linear1.bias": 6.537606716156006, + "transformer.layers.1.linear2.weight": 150.56455993652344, + "transformer.layers.1.linear2.bias": 2.7410855293273926, + "transformer.layers.1.norm1.weight": 52.94588088989258, + "transformer.layers.1.norm1.bias": 43.63678741455078, + "transformer.layers.1.norm2.weight": 15.749377250671387, + "transformer.layers.1.norm2.bias": 22.244821548461914, + "transformer.layers.2.self_attn.in_proj_weight": 155.581787109375, + "transformer.layers.2.self_attn.in_proj_bias": 3.322464942932129, + "transformer.layers.2.self_attn.out_proj.weight": 67.73038482666016, + "transformer.layers.2.self_attn.out_proj.bias": 0.608056902885437, + "transformer.layers.2.linear1.weight": 57.88174057006836, + "transformer.layers.2.linear1.bias": 2.837888479232788, + "transformer.layers.2.linear2.weight": 142.99583435058594, + "transformer.layers.2.linear2.bias": 0.8935290575027466, + "transformer.layers.2.norm1.weight": 71.503662109375, + "transformer.layers.2.norm1.bias": 23.328088760375977, + "transformer.layers.2.norm2.weight": 23.29977798461914, + "transformer.layers.2.norm2.bias": 12.483589172363281, + "transformer.layers.3.self_attn.in_proj_weight": 352.650634765625, + "transformer.layers.3.self_attn.in_proj_bias": 6.112639427185059, + "transformer.layers.3.self_attn.out_proj.weight": 248.05662536621094, + "transformer.layers.3.self_attn.out_proj.bias": 0.4232267737388611, + "transformer.layers.3.linear1.weight": 196.6151885986328, + "transformer.layers.3.linear1.bias": 9.76745891571045, + "transformer.layers.3.linear2.weight": 183.62820434570312, + "transformer.layers.3.linear2.bias": 0.4319128096103668, + "transformer.layers.3.norm1.weight": 275.11212158203125, + "transformer.layers.3.norm1.bias": 76.92479705810547, + "transformer.layers.3.norm2.weight": 244.73045349121094, + "transformer.layers.3.norm2.bias": 200.7412567138672, + "head.weight": 3125.998291015625, + "head.bias": 0.16240324079990387, + "global_embedding.weight": 103.26062774658203, + "global_cnn.0.weight": 499.50360107421875, + "global_cnn.0.bias": 23.190826416015625, + "global_cnn.2.weight": 652.8055419921875, + "global_cnn.2.bias": 21.905330657958984, + "global_proj.weight": 530.8417358398438, + "global_proj.bias": 62.00264358520508, + "goal_head.0.weight": 1.0332751274108887, + "goal_head.0.bias": 0.09426521509885788, + "goal_head.2.weight": 0.9046563506126404, + "goal_head.2.bias": 0.1456785351037979 }, "repr_drift_iters": 500, - "repr_drift_kl": 11297.5322265625, - "repr_drift_kl_low_t": 15281.580078125, - "repr_drift_kl_mid_t": 11084.1591796875, - "repr_drift_kl_high_t": 8317.759765625, + "repr_drift_kl": 21386.58984375, + "repr_drift_kl_low_t": 19180.97265625, + "repr_drift_kl_mid_t": 21772.759765625, + "repr_drift_kl_high_t": 22569.57421875, "cka_iters": 500, - "cka_similarity": 0.17870546877384186, + "cka_similarity": 0.2068125158548355, "t_analysis_iters": 500, - "norm_low_t": 1017.0899047851562, - "norm_high_t": 1020.6109008789062, - "lowhigh_cos": 0.6472376585006714, + "norm_low_t": 4321.9208984375, + "norm_high_t": 4145.8544921875, + "lowhigh_cos": 0.8454247117042542, "t_bin_norms": { - "t_0.0-0.1": 1283.2174072265625, - "t_0.1-0.2": 1188.2479248046875, - "t_0.2-0.3": 1081.33203125, - "t_0.3-0.4": 928.9453125, - "t_0.4-0.5": 1118.287353515625, - "t_0.5-0.6": 1412.537109375, - "t_0.6-0.7": 1862.1829833984375, - "t_0.7-0.8": 2380.499267578125, - "t_0.8-0.9": 932.4243774414062, - "t_0.9-1.0": 874.3341064453125 - }, - "win_rate": 0.10317116230726242, - "effective_batch_size": 100.43971252441406, + "t_0.0-0.1": 3915.471435546875, + "t_0.1-0.2": 4760.986328125, + "t_0.2-0.3": 4478.95703125, + "t_0.3-0.4": 4382.3955078125, + "t_0.4-0.5": 4462.6689453125, + "t_0.5-0.6": 4815.9208984375, + "t_0.6-0.7": 4715.9599609375, + "t_0.7-0.8": 4617.34814453125, + "t_0.8-0.9": 4918.8671875, + "t_0.9-1.0": 4443.2216796875 + }, + "win_rate": 0.026508836075663567, + "effective_batch_size": 375.29083251953125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.5, - "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Room-Random-5x5-v0": 0.35, + "MiniHack-Room-Random-15x15-v0": 0.05, "MiniHack-Corridor-R2-v0": 0.1, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-MazeWalk-9x9-v0": 0.0 } }, { "iters": 500, - "loss": 0.02520735189318657, + "loss": null, "env_score_iters": 500, - "env_score": -8.874603271484375, + "env_score": -1.0280382633209229, "eval_iters": 500, - "eval_score": 0.2, + "eval_score": 0.15000000000000002, "grad_align_iters": 500, - "grad_align": 0.42353105545043945, - "rl_grad_norm": 1252.6368408203125, - "bc_grad_norm": 44365.77734375, + "grad_align": 0.15157243609428406, + "rl_grad_norm": 2698.414794921875, + "bc_grad_norm": 13.546974182128906, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0, - "embedding.weight": 0.0, - "cnn.0.weight": 0.0, - "cnn.0.bias": 0.0, - "cnn.2.weight": 0.0, - "cnn.2.bias": 0.0, - "cnn.5.weight": 0.0, - "cnn.5.bias": 0.0, - "action_emb.weight": 0.0, - "timestep_emb.weight": 0.0, - "pos_emb.weight": 0.0, - "transformer.layers.0.self_attn.in_proj_weight": 0.0, - "transformer.layers.0.self_attn.in_proj_bias": 0.0, - "transformer.layers.0.self_attn.out_proj.weight": 0.0, - "transformer.layers.0.self_attn.out_proj.bias": 0.0, - "transformer.layers.0.linear1.weight": 0.0, - "transformer.layers.0.linear1.bias": 0.0, - "transformer.layers.0.linear2.weight": 0.0, - "transformer.layers.0.linear2.bias": 0.0, - "transformer.layers.0.norm1.weight": 0.0, - "transformer.layers.0.norm1.bias": 0.0, - "transformer.layers.0.norm2.weight": 0.0, - "transformer.layers.0.norm2.bias": 0.0, - "transformer.layers.1.self_attn.in_proj_weight": 0.0, - "transformer.layers.1.self_attn.in_proj_bias": 0.0, - "transformer.layers.1.self_attn.out_proj.weight": 0.0, - "transformer.layers.1.self_attn.out_proj.bias": 0.0, - "transformer.layers.1.linear1.weight": 0.0, - "transformer.layers.1.linear1.bias": 0.0, - "transformer.layers.1.linear2.weight": 0.0, - "transformer.layers.1.linear2.bias": 0.0, - "transformer.layers.1.norm1.weight": 0.0, - "transformer.layers.1.norm1.bias": 0.0, - "transformer.layers.1.norm2.weight": 0.0, - "transformer.layers.1.norm2.bias": 0.0, - "transformer.layers.2.self_attn.in_proj_weight": 0.0, - "transformer.layers.2.self_attn.in_proj_bias": 0.0, - "transformer.layers.2.self_attn.out_proj.weight": 0.0, - "transformer.layers.2.self_attn.out_proj.bias": 0.0, - "transformer.layers.2.linear1.weight": 0.0, - "transformer.layers.2.linear1.bias": 0.0, - "transformer.layers.2.linear2.weight": 0.0, - "transformer.layers.2.linear2.bias": 0.0, - "transformer.layers.2.norm1.weight": 0.0, - "transformer.layers.2.norm1.bias": 0.0, - "transformer.layers.2.norm2.weight": 0.0, - "transformer.layers.2.norm2.bias": 0.0, - "transformer.layers.3.self_attn.in_proj_weight": 0.0, - "transformer.layers.3.self_attn.in_proj_bias": 0.0, - "transformer.layers.3.self_attn.out_proj.weight": 0.0, - "transformer.layers.3.self_attn.out_proj.bias": 0.0, - "transformer.layers.3.linear1.weight": 0.0, - "transformer.layers.3.linear1.bias": 0.0, - "transformer.layers.3.linear2.weight": 0.0, - "transformer.layers.3.linear2.bias": 0.0, - "transformer.layers.3.norm1.weight": 0.0, - "transformer.layers.3.norm1.bias": 0.0, - "transformer.layers.3.norm2.weight": 0.0, - "transformer.layers.3.norm2.bias": 0.0, - "head.weight": 0.0, - "head.bias": 0.0, - "global_embedding.weight": 0.025611963123083115, - "global_cnn.0.weight": 0.14994020760059357, - "global_cnn.0.bias": 0.0057066092267632484, - "global_cnn.2.weight": 0.4810996949672699, - "global_cnn.2.bias": 0.02561059221625328, - "global_proj.weight": 0.12566451728343964, - "global_proj.bias": 0.050528060644865036, - "goal_head.0.weight": 0.09056069701910019, - "goal_head.0.bias": 0.025150859728455544, - "goal_head.2.weight": 0.11711890995502472, - "goal_head.2.bias": 0.07350905984640121 + "global_gate": 4.071649074554443, + "embedding.weight": 742.8681030273438, + "cnn.0.weight": 10653.4677734375, + "cnn.0.bias": 528.6263427734375, + "cnn.2.weight": 1819.2847900390625, + "cnn.2.bias": 1140.4041748046875, + "cnn.5.weight": 1229.400390625, + "cnn.5.bias": 129.05462646484375, + "action_emb.weight": 24.51132583618164, + "timestep_emb.weight": 8.615274429321289, + "pos_emb.weight": 5.7266106605529785, + "transformer.layers.0.self_attn.in_proj_weight": 1205.71435546875, + "transformer.layers.0.self_attn.in_proj_bias": 77.26923370361328, + "transformer.layers.0.self_attn.out_proj.weight": 347.6638488769531, + "transformer.layers.0.self_attn.out_proj.bias": 21.471609115600586, + "transformer.layers.0.linear1.weight": 158.884765625, + "transformer.layers.0.linear1.bias": 9.602583885192871, + "transformer.layers.0.linear2.weight": 215.40757751464844, + "transformer.layers.0.linear2.bias": 5.848453044891357, + "transformer.layers.0.norm1.weight": 93.3507308959961, + "transformer.layers.0.norm1.bias": 119.2242431640625, + "transformer.layers.0.norm2.weight": 45.75263977050781, + "transformer.layers.0.norm2.bias": 29.250362396240234, + "transformer.layers.1.self_attn.in_proj_weight": 140.76458740234375, + "transformer.layers.1.self_attn.in_proj_bias": 10.546595573425293, + "transformer.layers.1.self_attn.out_proj.weight": 146.52926635742188, + "transformer.layers.1.self_attn.out_proj.bias": 1.9023115634918213, + "transformer.layers.1.linear1.weight": 66.0937728881836, + "transformer.layers.1.linear1.bias": 4.1707940101623535, + "transformer.layers.1.linear2.weight": 29.985687255859375, + "transformer.layers.1.linear2.bias": 0.3175847828388214, + "transformer.layers.1.norm1.weight": 40.36262512207031, + "transformer.layers.1.norm1.bias": 48.58887481689453, + "transformer.layers.1.norm2.weight": 47.6467399597168, + "transformer.layers.1.norm2.bias": 59.454437255859375, + "transformer.layers.2.self_attn.in_proj_weight": 46.97003936767578, + "transformer.layers.2.self_attn.in_proj_bias": 2.0310282707214355, + "transformer.layers.2.self_attn.out_proj.weight": 51.929500579833984, + "transformer.layers.2.self_attn.out_proj.bias": 0.3598431348800659, + "transformer.layers.2.linear1.weight": 32.71503448486328, + "transformer.layers.2.linear1.bias": 1.7935324907302856, + "transformer.layers.2.linear2.weight": 35.25106430053711, + "transformer.layers.2.linear2.bias": 0.3547493815422058, + "transformer.layers.2.norm1.weight": 28.055503845214844, + "transformer.layers.2.norm1.bias": 17.220090866088867, + "transformer.layers.2.norm2.weight": 35.89530944824219, + "transformer.layers.2.norm2.bias": 28.753154754638672, + "transformer.layers.3.self_attn.in_proj_weight": 83.88020324707031, + "transformer.layers.3.self_attn.in_proj_bias": 4.2076191902160645, + "transformer.layers.3.self_attn.out_proj.weight": 36.42311477661133, + "transformer.layers.3.self_attn.out_proj.bias": 0.4543423056602478, + "transformer.layers.3.linear1.weight": 43.22892379760742, + "transformer.layers.3.linear1.bias": 2.517500162124634, + "transformer.layers.3.linear2.weight": 38.13227081298828, + "transformer.layers.3.linear2.bias": 0.4496522545814514, + "transformer.layers.3.norm1.weight": 47.11096954345703, + "transformer.layers.3.norm1.bias": 36.076412200927734, + "transformer.layers.3.norm2.weight": 36.84537124633789, + "transformer.layers.3.norm2.bias": 23.14505386352539, + "head.weight": 1177.96533203125, + "head.bias": 0.2268972545862198, + "global_embedding.weight": 33.871299743652344, + "global_cnn.0.weight": 248.5167694091797, + "global_cnn.0.bias": 11.730774879455566, + "global_cnn.2.weight": 712.6060791015625, + "global_cnn.2.bias": 44.45771026611328, + "global_proj.weight": 442.41912841796875, + "global_proj.bias": 122.9261703491211, + "goal_head.0.weight": 1.6651389598846436, + "goal_head.0.bias": 0.22093017399311066, + "goal_head.2.weight": 1.6938281059265137, + "goal_head.2.bias": 0.37711769342422485 }, "repr_drift_iters": 500, - "repr_drift_kl": 2918.615966796875, - "repr_drift_kl_low_t": 3724.2861328125, - "repr_drift_kl_mid_t": 2829.0341796875, - "repr_drift_kl_high_t": 2430.5888671875, + "repr_drift_kl": 7090.21630859375, + "repr_drift_kl_low_t": 7054.82275390625, + "repr_drift_kl_mid_t": 7171.78759765625, + "repr_drift_kl_high_t": 6795.5302734375, "cka_iters": 500, - "cka_similarity": 0.47416362166404724, + "cka_similarity": 0.08089461922645569, "t_analysis_iters": 500, - "norm_low_t": 1345.297607421875, - "norm_high_t": 946.1732177734375, - "lowhigh_cos": 0.35086485743522644, + "norm_low_t": 4507.265625, + "norm_high_t": 3793.348876953125, + "lowhigh_cos": 0.9108031392097473, "t_bin_norms": { - "t_0.0-0.1": 9194.8779296875, - "t_0.1-0.2": 1372.8330078125, - "t_0.2-0.3": 3471.986083984375, - "t_0.3-0.4": 1556.8685302734375, - "t_0.4-0.5": 1937.5076904296875, - "t_0.5-0.6": 1793.3612060546875, - "t_0.6-0.7": 1952.8096923828125, - "t_0.7-0.8": 979.871337890625, - "t_0.8-0.9": 1277.444091796875, - "t_0.9-1.0": 1202.9530029296875 - }, - "win_rate": 0.003498542122542858, - "effective_batch_size": 512.0, + "t_0.0-0.1": 3118.7802734375, + "t_0.1-0.2": 34292.26171875, + "t_0.2-0.3": 5200.623046875, + "t_0.3-0.4": 5360.10302734375, + "t_0.4-0.5": 31078.19921875, + "t_0.5-0.6": 3990.368408203125, + "t_0.6-0.7": 7617.26171875, + "t_0.7-0.8": 4694.82373046875, + "t_0.8-0.9": 12784.87890625, + "t_0.9-1.0": 6051.40869140625 + }, + "win_rate": 0.07873211055994034, + "effective_batch_size": 639.0469970703125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.25, "MiniHack-Room-Random-15x15-v0": 0.2, "MiniHack-Corridor-R2-v0": 0.1, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-MazeWalk-9x9-v0": 0.05 } } ] }, "bc_wins": { - "score": 0.4916666666666667, - "score_std": 0.0824957911384306, + "score": 0.4583333333333333, + "score_std": 0.03584302194601096, "all_scores": [ - 0.6000000000000001, - 0.39999999999999997, - 0.47500000000000003 + 0.4625, + 0.4125, + 0.5 ], "history": { "iters": [ @@ -54235,506 +66814,506 @@ 500 ], "loss": [ - 0.03664597123861313, - 0.630445122718811, - 0.8374050855636597, - 0.3269786536693573, - 0.30087777972221375, - 0.058863118290901184, - 0.21317516267299652, - 0.09954950958490372, - 0.06013613939285278, - 0.3494381308555603, - 0.11570163071155548, - 0.1237541139125824, - 0.582918107509613, - 0.09214837104082108, - 0.12765052914619446, - 0.16841095685958862, - 0.059279125183820724, - 0.4668131470680237, - 0.6703404188156128, - 0.1987110823392868, - 0.12015020847320557, - 0.22138330340385437, - 0.16252295672893524, - 0.3817708194255829, - 0.22342367470264435, - 0.07284007966518402, - 0.40794408321380615, - 0.2625201940536499, - 0.33370307087898254, - 0.10942894220352173, - 0.22808308899402618, - 0.2275586575269699, - 0.05771175026893616, - 0.20144438743591309, - 0.29726752638816833, - 0.1734677404165268, - 0.302729070186615, - 0.30874085426330566, - 0.4499156177043915, - 0.17045380175113678, - 0.19489626586437225, - 0.09590014815330505, - 0.12572036683559418, - 0.10960815101861954, - 0.07400570064783096, - 0.16698169708251953, - 0.05776290223002434, - 0.4008302390575409, - 0.15907849371433258, - 0.16078630089759827, - 0.10080032795667648, - 0.12259664386510849, - 0.2949605882167816, - 0.24076084792613983, - 0.16396711766719818, - 0.13599546253681183, - 0.15126636624336243, - 0.4296209514141083, - 0.4552505314350128, - 0.6396632790565491, - 0.057900551706552505, - 0.17112228274345398, - 0.1862403154373169, - 0.1195455864071846, - 0.025471920147538185, - 0.06951557099819183, - 0.23894725739955902, - 0.03718829154968262, - 0.24248166382312775, - 0.03728856146335602, - 0.16501528024673462, - 0.1669442057609558, - 0.03409001603722572, - 0.2281554937362671, - 0.03849351406097412, - 0.1545981615781784, - 0.08401112258434296, - 0.06428308039903641, - 0.014907770790159702, - 0.0848601907491684, - 0.0722726583480835, - 0.17324408888816833, - 0.0707002803683281, - 0.69533371925354, - 0.22396627068519592, - 0.12612339854240417, - 0.035566296428442, - 0.03925217688083649, - 0.18372291326522827, - 0.065475232899189, - 0.1274019032716751, - 0.11455672234296799, - 0.16445676982402802, - 0.06413272768259048, - 0.02466367371380329, - 0.2906109094619751, - 0.09282670170068741, - 0.23327969014644623, - 0.0691409632563591, - 0.23187509179115295, - 0.12575429677963257, - 0.03554591163992882, - 0.027760958299040794, - 0.06756197661161423, - 0.030506053939461708, - 0.06402043253183365, - 0.04235830903053284, - 0.3372962474822998, - 0.14745506644248962, - 0.12618252635002136, - 0.13446973264217377, - 0.029264092445373535, - 0.29094794392585754, - 0.10860036313533783, - 0.024916615337133408, - 0.10911384224891663, - 0.1995311826467514, - 0.05717935040593147, - 0.13744467496871948, - 0.09534904360771179, - 0.05755074322223663, - 0.10493624210357666, - 0.24421431124210358, - 0.08625487238168716, - 0.06417608261108398, - 0.2667250335216522, - 0.11651673913002014, - 0.13067862391471863, - 0.330535352230072, - 0.12347617745399475, - 0.1411251425743103, - 0.07270409911870956, - 0.26329708099365234, - 0.048233892768621445, - 0.2224530577659607, - 0.24164608120918274, - 0.18374662101268768, - 0.054124027490615845, - 0.1784285455942154, - 0.0825391486287117, - 0.13174331188201904, - 0.07867242395877838, - 0.4432106912136078, - 0.10411283373832703, - 0.08160237222909927, - 0.09225873649120331, - 0.01580291986465454, - 0.15765638649463654, - 0.10649948567152023, - 0.07186027616262436, - 0.1839030683040619, - 0.20896154642105103, - 0.10851815342903137, - 0.15797758102416992, - 0.72148597240448, - 0.1418435275554657, - 0.40410345792770386, - 0.03744075074791908, - 0.03158373013138771, - 0.02374965511262417, - 0.1752948760986328, - 0.06692930310964584, - 0.04381939768791199, - 0.2332635521888733, - 0.1752622276544571, - 0.11911877989768982, - 0.05787879228591919, - 0.10469821095466614, - 0.12095367163419724, - 0.050058815628290176, - 0.1255415827035904, - 0.0248321071267128, - 0.07749190181493759, - 0.23203733563423157, - 0.08915317058563232, - 0.2635160982608795, - 0.01849942095577717, - 0.12457435578107834, - 0.1959143728017807, - 0.17173968255519867, - 0.05294184386730194, - 0.19236797094345093, - 0.12726077437400818, - 0.0765794962644577, - 0.04448312520980835, - 0.301988422870636, - 0.04362255334854126, - 0.03639547526836395, - 0.06009461358189583, - 0.4129290282726288, - 0.023421216756105423, - 0.12226337939500809, - 0.08913274854421616, - 0.17892910540103912, - 0.22630374133586884, - 0.09466487169265747, - 0.15758372843265533, - 0.09309326857328415, - 0.08991222828626633, - 0.19501714408397675, - 0.1554829329252243, - 0.06627824157476425, - 0.20814724266529083, - 0.12825769186019897, - 0.02288057468831539, - 0.13658930361270905, - 0.2362658679485321, - 0.040012210607528687, - 0.17003734409809113, - 0.1455538272857666, - 0.06878320872783661, - 0.37491437792778015, - 0.061789631843566895, - 0.21179360151290894, - 0.07739754021167755, - 0.023353595286607742, - 0.10500208288431168, - 0.1507904976606369, - 0.06097962707281113, - 0.13025180995464325, - 0.24253341555595398, - 0.0959550142288208, - 0.13913404941558838, - 0.05771137773990631, - 0.19180317223072052, - 0.05223304405808449, - 0.14816361665725708, - 0.20871055126190186, - 0.13400229811668396, - 0.08901581168174744, - 0.21842290461063385, - 0.11234736442565918, - 0.11447523534297943, - 0.14040325582027435, - 0.13933749496936798, - 0.3859919607639313, - 0.12682507932186127, - 0.11216989159584045, - 0.026747724041342735, - 0.1263446807861328, - 0.024380050599575043, - 0.14738582074642181, - 0.028532739728689194, - 0.4676896929740906, - 0.7960768938064575, - 0.036363501101732254, - 0.14545759558677673, - 0.13092052936553955, - 0.04774915799498558, - 0.0806032344698906, - 0.02212255634367466, - 0.047602832317352295, - 0.08640909940004349, - 0.12896674871444702, - 0.14513346552848816, - 0.18638569116592407, - 0.03484157472848892, - 0.1325567662715912, - 0.2454974204301834, - 0.09379012882709503, - 0.28717806935310364, - 0.16457600891590118, - 0.1397712379693985, - 0.07877220213413239, - 0.04056675359606743, - 0.19545024633407593, - 0.03447552025318146, - 0.23526883125305176, - 0.2629028856754303, - 0.10992804169654846, - 0.04312559589743614, - 0.3877255320549011, - 0.10732569545507431, - 0.05665013566613197, - 0.28560036420822144, - 0.5249557495117188, - 0.11330781877040863, - 0.07126019895076752, - 0.11491133272647858, - 0.0768166333436966, - 0.17309556901454926, - 0.42186304926872253, - 0.30685725808143616, - 0.12294451892375946, - 0.22672522068023682, - 0.07632923871278763, - 0.11477799713611603, - 0.1792399287223816, - 0.07639949768781662, - 0.049426253885030746, - 0.06535986065864563, - 0.08143572509288788, - 0.035574160516262054, - 0.04059473052620888, - 0.007544050458818674, - 0.22503821551799774, - 0.12598660588264465, - 0.12953512370586395, - 0.10549048334360123, - 0.051978982985019684, - 0.08397895842790604, - 0.16439376771450043, - 0.02877497300505638, - 0.052946317940950394, - 0.32519209384918213, - 0.07901855558156967, - 0.06847703456878662, - 0.17803804576396942, - 0.13800883293151855, - 0.22394409775733948, - 0.09232212603092194, - 0.0831708014011383, - 0.1383301466703415, - 0.023168906569480896, - 0.044654347002506256, - 0.12708644568920135, - 0.15573181211948395, - 0.13674357533454895, - 0.2962248623371124, - 0.04177555441856384, - 0.08870065957307816, - 0.16030704975128174, - 0.026498112827539444, - 0.09006190299987793, - 0.2149253636598587, - 0.2484036684036255, - 0.08235026895999908, - 0.10336584597826004, - 0.08769375085830688, - 0.08913657814264297, - 0.052808333188295364, - 0.06863909214735031, - 0.09963567554950714, - 0.08631642162799835, - 0.044824663549661636, - 0.16335414350032806, - 0.08972254395484924, - 0.05392786115407944, - 0.03531210497021675, - 0.09322748333215714, - 0.24101321399211884, - 0.19493979215621948, - 0.10726897418498993, - 0.119183748960495, - 0.2653019428253174, - 0.08150991052389145, - 0.14609651267528534, - 0.14643675088882446, - 0.09399844706058502, - 0.03438333794474602, - 0.06741754710674286, - 0.020895149558782578, - 0.2902044951915741, - 0.019997375085949898, - 0.07841044664382935, - 0.10343565046787262, - 0.21197345852851868, - 0.0435841903090477, - 0.1641409546136856, - 0.062117114663124084, - 0.07292214035987854, - 0.07991043478250504, - 0.07869426906108856, - 0.20356979966163635, - 0.09862453490495682, - 0.0893048346042633, - 0.19996441900730133, - 0.0723397359251976, - 0.12351837754249573, - 0.11674492061138153, - 0.09374431520700455, - 0.19524940848350525, - 0.050232332199811935, - 0.06391896307468414, - 0.12865407764911652, - 0.023984503000974655, - 0.07388260960578918, - 0.12614130973815918, - 0.060488682240247726, - 0.09276293218135834, - 0.09476184099912643, - 0.048658501356840134, - 0.15801957249641418, - 0.034826915711164474, - 0.07811206579208374, - 0.027673820033669472, - 0.3243679106235504, - 0.1033114641904831, - 0.12108217924833298, - 0.08688236773014069, - 0.15097267925739288, - 0.05698954686522484, - 0.02651209570467472, - 0.022143540903925896, - 0.035711199045181274, - 0.14242510497570038, - 0.27637621760368347, - 0.07629429548978806, - 0.31915283203125, - 0.04870465770363808, - 0.05669869855046272, - 0.020919006317853928, - 0.11439137905836105, - 0.12507930397987366, - 0.07959287613630295, - 0.11024906486272812, - 0.0816887617111206, - 0.30817171931266785, - 0.1272706687450409, - 0.030391709879040718, - 0.18256382644176483, - 0.08146192133426666, - 0.2616749703884125, - 0.08192962408065796, - 0.0845535397529602, - 0.1486898958683014, - 0.10614537447690964, - 0.055545054376125336, - 0.07429759949445724, - 0.13544568419456482, - 0.05847260355949402, - 0.1593090146780014, - 0.07379277050495148, - 0.07606328278779984, - 0.27867189049720764, - 0.13655903935432434, - 0.03336269035935402, - 0.044990625232458115, - 0.10376124083995819, - 0.027327081188559532, - 0.16002795100212097, - 0.027332358062267303, - 0.17236210405826569, - 0.05565754324197769, - 0.05108599364757538, - 0.06335719674825668, - 0.041814643889665604, - 0.07138293236494064, - 0.11920171976089478, - 0.015940919518470764, - 0.04146609082818031, - 0.07872283458709717, - 0.11807726323604584, - 0.10470911115407944, - 0.1556168496608734, - 0.188686341047287, - 0.07574151456356049, - 0.08318192511796951, - 0.07606532424688339, - 0.16562283039093018, - 0.022743985056877136, - 0.04318761080503464, - 0.07344526797533035, - 0.12851247191429138, - 0.03190965577960014, - 0.030068019405007362, - 0.10834424942731857, - 0.09242814034223557, - 0.04647071287035942, - 0.5066952109336853, - 0.1604217141866684, - 0.055448614060878754, - 0.08389526605606079, - 0.02625385858118534, - 0.04034174978733063, - 0.024962017312645912, - 0.15679273009300232, - 0.03348725289106369, - 0.25022396445274353, - 0.2539098262786865, - 0.1494573950767517, - 0.14829324185848236, - 0.07354937493801117, - 0.03094969317317009, - 0.07696089148521423, - 0.03863275796175003, - 0.14549577236175537, - 0.10877889394760132, - 0.02495347522199154, - 0.20629246532917023, - 0.15347665548324585, - 0.0878891870379448, - 0.06135179474949837, - 0.04870577156543732, - 0.10156642645597458, - 0.06281931698322296, - 0.050191547721624374, - 0.2460889369249344, - 0.04265691712498665, - 0.06271258741617203, - 0.04412870854139328, - 0.07561805844306946, - 0.01669452339410782, - 0.06955354660749435, - 0.041776493191719055, - 0.0759957879781723, - 0.11266869306564331, - 0.04299291968345642, - 0.12212499231100082, - 0.03961017355322838 + 2.2058300971984863, + 1.431943416595459, + 1.1038432121276855, + 0.9610791206359863, + 0.9580684304237366, + 0.9228526949882507, + 0.8779973387718201, + 1.0397778749465942, + 0.8256976008415222, + 1.0156559944152832, + 0.9235842823982239, + 0.8715478181838989, + 0.7018947005271912, + 0.8639429807662964, + 0.6734539866447449, + 0.7592897415161133, + 0.608059287071228, + 0.6953873038291931, + 0.7318591475486755, + 0.7155730724334717, + 0.5451521277427673, + 0.755720317363739, + 0.7413142919540405, + 0.5982712507247925, + 0.6911998391151428, + 0.722781240940094, + 0.7193053364753723, + 0.6352354884147644, + 0.5239049196243286, + 0.7115586996078491, + 0.5871694087982178, + 0.6279277801513672, + 0.6254790425300598, + 0.48493701219558716, + 0.5863434076309204, + 0.48151782155036926, + 0.5629331469535828, + 0.535040020942688, + 0.6150793433189392, + 0.6250365376472473, + 0.5097513198852539, + 0.6011335849761963, + 0.5581145286560059, + 0.49588218331336975, + 0.5352616310119629, + 0.6941303014755249, + 0.5056154131889343, + 0.5828991532325745, + 0.566543698310852, + 0.5690847635269165, + 0.5192028880119324, + 0.5803888440132141, + 0.554237961769104, + 0.560306966304779, + 0.5365588068962097, + 0.5137245059013367, + 0.465369313955307, + 0.5075696110725403, + 0.4265473484992981, + 0.5107145309448242, + 0.47709572315216064, + 0.5539636611938477, + 0.4861587584018707, + 0.4603911340236664, + 0.40939703583717346, + 0.5641756057739258, + 0.4130650460720062, + 0.5211434960365295, + 0.46519333124160767, + 0.4360558092594147, + 0.40643852949142456, + 0.5072108507156372, + 0.44036251306533813, + 0.5618786215782166, + 0.4471781551837921, + 0.5079856514930725, + 0.42325645685195923, + 0.5365010499954224, + 0.5329529643058777, + 0.4747496247291565, + 0.45837947726249695, + 0.4775083363056183, + 0.5508488416671753, + 0.4462049901485443, + 0.48366492986679077, + 0.4804225564002991, + 0.4266236424446106, + 0.4372573792934418, + 0.37336599826812744, + 0.4202902019023895, + 0.4511270225048065, + 0.44562700390815735, + 0.4579063951969147, + 0.4465772807598114, + 0.3965073525905609, + 0.45837557315826416, + 0.41113752126693726, + 0.4939913749694824, + 0.4837225377559662, + 0.44215914607048035, + 0.4055368900299072, + 0.5029162168502808, + 0.46087393164634705, + 0.45171329379081726, + 0.4465266466140747, + 0.40654486417770386, + 0.4731152355670929, + 0.5408201813697815, + 0.3679691553115845, + 0.4066629111766815, + 0.4469490945339203, + 0.36996251344680786, + 0.39897286891937256, + 0.38417646288871765, + 0.3911903202533722, + 0.48228076100349426, + 0.42685216665267944, + 0.3627856969833374, + 0.4525962471961975, + 0.43852198123931885, + 0.42383909225463867, + 0.41900303959846497, + 0.3353423774242401, + 0.397820383310318, + 0.35677623748779297, + 0.43088749051094055, + 0.4398079514503479, + 0.3807121217250824, + 0.38004040718078613, + 0.3774472177028656, + 0.40187758207321167, + 0.3352547287940979, + 0.4400835633277893, + 0.42220252752304077, + 0.34655967354774475, + 0.3661193549633026, + 0.4622800350189209, + 0.4414196312427521, + 0.41230258345603943, + 0.4750508666038513, + 0.4952729642391205, + 0.39362725615501404, + 0.3443238139152527, + 0.4405688941478729, + 0.3942212760448456, + 0.3495924770832062, + 0.270683228969574, + 0.36150768399238586, + 0.40675559639930725, + 0.3716863691806793, + 0.33647358417510986, + 0.3854101300239563, + 0.4069600999355316, + 0.4543401896953583, + 0.3724379539489746, + 0.3895731568336487, + 0.3773067593574524, + 0.4455418586730957, + 0.4025125801563263, + 0.24433887004852295, + 0.3948480784893036, + 0.3916025161743164, + 0.3744317889213562, + 0.3445296585559845, + 0.3556242883205414, + 0.3745311200618744, + 0.36848974227905273, + 0.3279746174812317, + 0.43926161527633667, + 0.34295201301574707, + 0.406217098236084, + 0.3445775806903839, + 0.3458841145038605, + 0.39095184206962585, + 0.4027770161628723, + 0.3890197277069092, + 0.4351380169391632, + 0.3287677764892578, + 0.39116910099983215, + 0.40833181142807007, + 0.3688650131225586, + 0.33881720900535583, + 0.4230194091796875, + 0.3679388165473938, + 0.32851848006248474, + 0.38527625799179077, + 0.3736414313316345, + 0.3772900104522705, + 0.3866749107837677, + 0.4208386242389679, + 0.42431122064590454, + 0.3051249384880066, + 0.414646178483963, + 0.32540223002433777, + 0.30287668108940125, + 0.3894449770450592, + 0.3774823844432831, + 0.34118348360061646, + 0.34557703137397766, + 0.3386281728744507, + 0.39261722564697266, + 0.35204198956489563, + 0.34448549151420593, + 0.33650022745132446, + 0.31620052456855774, + 0.35876357555389404, + 0.36158961057662964, + 0.3312947452068329, + 0.30683472752571106, + 0.36056631803512573, + 0.3246893286705017, + 0.36364197731018066, + 0.34026914834976196, + 0.29504209756851196, + 0.35050860047340393, + 0.3934094309806824, + 0.333974152803421, + 0.41828155517578125, + 0.3386644721031189, + 0.2969742715358734, + 0.27938249707221985, + 0.3649914264678955, + 0.4312081038951874, + 0.35058489441871643, + 0.4744788408279419, + 0.3895939290523529, + 0.3418881893157959, + 0.35717296600341797, + 0.364810585975647, + 0.36702796816825867, + 0.27853474020957947, + 0.36198973655700684, + 0.3715050220489502, + 0.3647887110710144, + 0.38336247205734253, + 0.3796848952770233, + 0.36499497294425964, + 0.3976653814315796, + 0.39752066135406494, + 0.4468420743942261, + 0.38322511315345764, + 0.3727492392063141, + 0.379283607006073, + 0.33153796195983887, + 0.3346770405769348, + 0.33709660172462463, + 0.3431876301765442, + 0.3969484567642212, + 0.3760238587856293, + 0.3692878186702728, + 0.3188897669315338, + 0.3192574381828308, + 0.3345406949520111, + 0.4285047650337219, + 0.3630306124687195, + 0.4300960898399353, + 0.34270280599594116, + 0.32348397374153137, + 0.35382792353630066, + 0.3391135334968567, + 0.27630406618118286, + 0.27133259177207947, + 0.3333545923233032, + 0.3386944532394409, + 0.30500471591949463, + 0.32355162501335144, + 0.36035120487213135, + 0.3369593322277069, + 0.35478898882865906, + 0.3297974467277527, + 0.3778758943080902, + 0.2917220890522003, + 0.3644459545612335, + 0.3252499997615814, + 0.3336159884929657, + 0.3092983365058899, + 0.36766353249549866, + 0.255612313747406, + 0.3339065909385681, + 0.2963673174381256, + 0.3210705816745758, + 0.4090847969055176, + 0.32692453265190125, + 0.36009910702705383, + 0.35955190658569336, + 0.39324817061424255, + 0.27771124243736267, + 0.3451693058013916, + 0.31332218647003174, + 0.34132760763168335, + 0.32663896679878235, + 0.3529726564884186, + 0.22332555055618286, + 0.3472658693790436, + 0.3329194486141205, + 0.332397997379303, + 0.506831169128418, + 0.3090955317020416, + 0.3374421298503876, + 0.2968790829181671, + 0.34635087847709656, + 0.37949803471565247, + 0.34598514437675476, + 0.30160024762153625, + 0.3376280665397644, + 0.34246116876602173, + 0.3482552170753479, + 0.30669307708740234, + 0.31584423780441284, + 0.2870813310146332, + 0.3490064740180969, + 0.31395620107650757, + 0.32518190145492554, + 0.30057719349861145, + 0.2933228015899658, + 0.2923320531845093, + 0.28301799297332764, + 0.3831716477870941, + 0.29979991912841797, + 0.24110351502895355, + 0.28756922483444214, + 0.313933402299881, + 0.31383562088012695, + 0.3203524947166443, + 0.3248272240161896, + 0.31840023398399353, + 0.3584981858730316, + 0.3012460470199585, + 0.28742313385009766, + 0.2923782169818878, + 0.4320504367351532, + 0.3148682713508606, + 0.3045327365398407, + 0.35772913694381714, + 0.3145098388195038, + 0.28594425320625305, + 0.3511391878128052, + 0.3400057852268219, + 0.40135458111763, + 0.2741321325302124, + 0.36655721068382263, + 0.3151921331882477, + 0.3178829252719879, + 0.2511199414730072, + 0.32748883962631226, + 0.34354376792907715, + 0.30180636048316956, + 0.34883061051368713, + 0.36118996143341064, + 0.2977732717990875, + 0.37006494402885437, + 0.32737287878990173, + 0.357788622379303, + 0.33692270517349243, + 0.3423909544944763, + 0.2959192097187042, + 0.2626621425151825, + 0.30797019600868225, + 0.3225465714931488, + 0.2616395056247711, + 0.3319759666919708, + 0.2734439969062805, + 0.26181694865226746, + 0.2971774637699127, + 0.32767054438591003, + 0.2991572320461273, + 0.343847393989563, + 0.34272125363349915, + 0.3067255914211273, + 0.31933945417404175, + 0.26797592639923096, + 0.33653783798217773, + 0.3494391143321991, + 0.28731682896614075, + 0.309567928314209, + 0.22447291016578674, + 0.3527630865573883, + 0.4282309114933014, + 0.2759370803833008, + 0.26404064893722534, + 0.2936170995235443, + 0.3209468722343445, + 0.26677924394607544, + 0.2538934051990509, + 0.3164065182209015, + 0.3152632415294647, + 0.3138624131679535, + 0.26156947016716003, + 0.21955019235610962, + 0.35795271396636963, + 0.30422475934028625, + 0.3202458918094635, + 0.309012234210968, + 0.3022608160972595, + 0.28202024102211, + 0.29864320158958435, + 0.3605862557888031, + 0.2512229084968567, + 0.2950005531311035, + 0.3390777111053467, + 0.31419995427131653, + 0.23810625076293945, + 0.34271755814552307, + 0.32789739966392517, + 0.3817566931247711, + 0.31118497252464294, + 0.32688263058662415, + 0.323273241519928, + 0.3345055878162384, + 0.29118889570236206, + 0.26315441727638245, + 0.3362466096878052, + 0.28913673758506775, + 0.2265414446592331, + 0.29698458313941956, + 0.300373911857605, + 0.3526468575000763, + 0.4300958812236786, + 0.3107105791568756, + 0.2621895372867584, + 0.2856394052505493, + 0.35209131240844727, + 0.2466047704219818, + 0.2665080726146698, + 0.34103721380233765, + 0.34342870116233826, + 0.2582532465457916, + 0.23126082122325897, + 0.380697101354599, + 0.27821990847587585, + 0.2850892245769501, + 0.2940341830253601, + 0.2114323377609253, + 0.30871376395225525, + 0.2335384637117386, + 0.2200409322977066, + 0.28844302892684937, + 0.21971766650676727, + 0.26748043298721313, + 0.2685689330101013, + 0.3324317932128906, + 0.39299747347831726, + 0.35812777280807495, + 0.28898969292640686, + 0.3017285466194153, + 0.264426052570343, + 0.2882707715034485, + 0.3031553626060486, + 0.22311611473560333, + 0.2406625747680664, + 0.29954928159713745, + 0.32949548959732056, + 0.4091240167617798, + 0.2394522726535797, + 0.30515193939208984, + 0.255563884973526, + 0.2875062823295593, + 0.2502025067806244, + 0.33503854274749756, + 0.2432805448770523, + 0.25206616520881653, + 0.26923084259033203, + 0.25225669145584106, + 0.3202231824398041, + 0.26293325424194336, + 0.28435203433036804, + 0.3088405728340149, + 0.29929113388061523, + 0.21137847006320953, + 0.25137048959732056, + 0.1538677215576172, + 0.29782339930534363, + 0.1742764115333557, + 0.3197612464427948, + 0.3232516348361969, + 0.3039464056491852, + 0.22297394275665283, + 0.25519227981567383, + 0.23248893022537231, + 0.2366892695426941, + 0.35228127241134644, + 0.29022830724716187, + 0.2399980127811432, + 0.2899959981441498, + 0.287026584148407, + 0.21417221426963806, + 0.3114960789680481, + 0.26295921206474304, + 0.2546263635158539, + 0.24641458690166473, + 0.2976256012916565, + 0.3064717650413513, + 0.2613409757614136, + 0.18318462371826172, + 0.26328954100608826, + 0.2607399821281433, + 0.24005915224552155, + 0.23109647631645203, + 0.27790844440460205, + 0.27587997913360596 ], "env_score_iters": [ 1, @@ -55239,2644 +67818,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.820258855819702, - -2.73976469039917, - -2.9134697914123535, - -3.689467430114746, - -2.619781494140625, - -3.0401694774627686, - -1.7238167524337769, - -2.53949236869812, - -2.065997838973999, - 6.599207401275635, - -3.5714898109436035, - -2.584887742996216, - -3.6994850635528564, - -0.9439831972122192, - 1.0705487728118896, - -2.225822687149048, - -0.7572111487388611, - -4.352725028991699, - -3.6697299480438232, - -4.041168689727783, - 0.5751521587371826, - -8.617642402648926, - -3.0938708782196045, - -3.703697681427002, - -4.300658702850342, - 2.944801092147827, - -4.798864364624023, - -3.143754243850708, - -2.2048375606536865, - -2.7688395977020264, - -3.2597217559814453, - -1.5537832975387573, - 1.7750076055526733, - -2.266023635864258, - 0.6562892198562622, - 2.8764209747314453, - -3.0607056617736816, - -1.2539422512054443, - -2.6195404529571533, - -2.895951986312866, - 1.6693696975708008, - -2.830253839492798, - -2.8346140384674072, - -3.27189040184021, - 8.166494369506836, - -1.9376484155654907, - 0.10971630364656448, - -6.588447093963623, - -3.2878317832946777, - 3.5483529567718506, - -5.806146144866943, - -1.6260892152786255, - -0.2172636091709137, - -1.458030343055725, - -0.039660654962062836, - -0.09328924864530563, - 5.09984016418457, - -2.17999529838562, - 1.3759803771972656, - -5.006039142608643, - -2.6037843227386475, - -2.7844181060791016, - -2.6492063999176025, - -3.0835938453674316, - -3.351504325866699, - -5.858958721160889, - -3.627504825592041, - -5.213204860687256, - -4.142143249511719, - -3.4164671897888184, - -0.20206068456172943, - -2.8713538646698, - -3.2628774642944336, - -2.788257598876953, - -3.2388880252838135, - -3.982240676879883, - -2.4304754734039307, - -3.8457436561584473, - -1.7160886526107788, - -2.8673126697540283, - 11.006325721740723, - -2.2729384899139404, - -2.9846179485321045, - -3.301358938217163, - -3.376487970352173, - -3.820601463317871, - -3.8124094009399414, - -0.6396428346633911, - -1.6833949089050293, - -3.537823438644409, - -2.329766273498535, - -3.524048089981079, - -4.1631999015808105, - -1.593861699104309, - 0.64845871925354, - -3.2502427101135254, - 0.08512483537197113, - -0.8187913298606873, - -3.7884128093719482, - -3.440175771713257, - -4.49853515625, - -3.1582987308502197, - -8.551258087158203, - -2.2032930850982666, - -0.07549437135457993, - 0.5470725893974304, - -0.5271481275558472, - -2.6912004947662354, - -3.6776375770568848, - 0.6549951434135437, - -1.6838916540145874, - -3.615352153778076, - -4.125194549560547, - -3.7009105682373047, - -2.8020336627960205, - -2.5082907676696777, - -1.1161609888076782, - -6.007104873657227, - -5.019924163818359, - 0.3472534716129303, - -3.9919090270996094, - -5.411103248596191, - 2.385268211364746, - -5.262908458709717, - -0.5432813763618469, - 3.54290509223938, - -2.6840620040893555, - -2.1975231170654297, - -4.269011974334717, - -3.108067750930786, - -3.9966495037078857, - -1.0407500267028809, - 0.3982603847980499, - -5.725465297698975, - -3.6214981079101562, - 0.21659433841705322, - -2.7569308280944824, - -2.8892228603363037, - -4.3567094802856445, - 7.9850568771362305, - -1.6582268476486206, - -5.522276401519775, - 7.663263320922852, - -3.179999828338623, - -2.8909027576446533, - -3.9835991859436035, - -3.414273262023926, - -9.70989990234375, - -1.1561427116394043, - -7.437381267547607, - -1.6263536214828491, - -0.7053926587104797, - -3.009284257888794, - -4.962270259857178, - -2.6370577812194824, - -3.080954074859619, - -3.040613889694214, - -3.5663647651672363, - -2.4413487911224365, - -0.9723104238510132, - -8.339842796325684, - -5.5322585105896, - -2.794792890548706, - -2.4347293376922607, - -3.089660406112671, - -3.4787180423736572, - -3.6104087829589844, - -3.7505812644958496, - -3.429687023162842, - -3.4693586826324463, - -3.7760419845581055, - -3.051424264907837, - 3.218538761138916, - -3.6116578578948975, - -1.785980463027954, - -2.9286186695098877, - -2.3726775646209717, - -3.113638401031494, - -1.7500245571136475, - -2.173776388168335, - -4.869307518005371, - -4.2827582359313965, - 0.6471533179283142, - -4.245985984802246, - -1.9398980140686035, - -2.128166675567627, - -2.708460569381714, - -3.081674575805664, - -2.659377336502075, - -2.58681583404541, - -2.7786176204681396, - -1.4404646158218384, - -2.475372791290283, - -0.6906105279922485, - -1.2198232412338257, - -2.333869218826294, - 0.8775919079780579, - -2.070826292037964, - -3.1067075729370117, - -2.4551939964294434, - -1.8687845468521118, - -2.5012190341949463, - -0.9069453477859497, - -1.4727261066436768, - -2.3792054653167725, - -3.3492913246154785, - -0.005923593882471323, - -3.938978672027588, - -0.8569111227989197, - -3.0075924396514893, - -1.7823002338409424, - -4.290275573730469, - -3.6345291137695312, - -2.3197925090789795, - -5.880697250366211, - -4.540879726409912, - -3.744723320007324, - -2.262211322784424, - -4.272871017456055, - -1.8509076833724976, - -3.79056715965271, - -5.4013142585754395, - -3.859513759613037, - -0.9508092999458313, - -2.331639289855957, - 1.5473970174789429, - -2.2643842697143555, - -2.7889163494110107, - -1.049971103668213, - -0.996769368648529, - 1.6289023160934448, - -1.889454960823059, - -1.4094568490982056, - -3.5017268657684326, - -7.507843971252441, - -2.4046666622161865, - -4.430680274963379, - -3.029326915740967, - -2.4649133682250977, - -5.247055530548096, - -2.2739551067352295, - -5.381979942321777, - -4.095146656036377, - -1.930713415145874, - -1.4763941764831543, - -3.1017098426818848, - -4.059395790100098, - -3.5188989639282227, - -2.787942409515381, - -4.4486870765686035, - -4.188563346862793, - -1.1265711784362793, - -4.994604110717773, - -3.7858998775482178, - -3.397556781768799, - -6.809231758117676, - -3.3371503353118896, - -2.7711493968963623, - -6.54054069519043, - -2.8899283409118652, - -4.2493977546691895, - -2.623093366622925, - -3.2035484313964844, - -4.557565689086914, - -2.298410654067993, - -3.405378580093384, - -3.877941370010376, - -3.944303035736084, - -0.43481117486953735, - -4.132336139678955, - -3.7223429679870605, - -2.9805796146392822, - -2.2119710445404053, - -4.108426570892334, - -2.4222402572631836, - -6.12069845199585, - -4.023163795471191, - -2.9905588626861572, - -0.3228893578052521, - -2.508648157119751, - -5.312228202819824, - -1.502954125404358, - -3.550809621810913, - -4.185174942016602, - -1.3524340391159058, - -4.237064838409424, - -4.160073280334473, - -2.172281503677368, - -3.755582809448242, - -2.2800445556640625, - -3.1711833477020264, - -3.518742561340332, - -3.6695024967193604, - -3.2805299758911133, - -3.4432389736175537, - -0.8485469222068787, - -3.1860432624816895, - -4.429365158081055, - -2.979400634765625, - -4.634434223175049, - -4.016470909118652, - -2.009521722793579, - -3.751434564590454, - -3.534733772277832, - 0.6412230730056763, - -4.301330089569092, - -0.5407251119613647, - -2.3616011142730713, - -4.698191165924072, - -3.6901936531066895, - -3.8725385665893555, - -3.7973053455352783, - -3.180419921875, - 0.9956347346305847, - -4.700713157653809, - -0.6508972644805908, - -3.527907609939575, - -3.1636061668395996, - -5.1650471687316895, - -3.8112268447875977, - -3.223710536956787, - -3.7463319301605225, - -3.8328282833099365, - -4.363229274749756, - -3.6482927799224854, - -7.774515151977539, - -3.372678518295288, - -4.054354190826416, - -5.547201633453369, - -3.067659616470337, - -2.77128529548645, - -3.355760097503662, - -4.110135078430176, - -3.1929359436035156, - -4.644975662231445, - -3.593120574951172, - -3.7958028316497803, - -1.5674470663070679, - -5.754701137542725, - -5.071699619293213, - -8.264124870300293, - -0.8947615623474121, - -6.449578285217285, - -4.8531413078308105, - -4.036717414855957, - -6.506795406341553, - -2.7260453701019287, - -3.6807138919830322, - -3.643608331680298, - -3.164033889770508, - -3.6262385845184326, - -3.069321870803833, - -2.804201126098633, - 1.7772642374038696, - -2.7756378650665283, - -2.643882989883423, - -3.3443033695220947, - -3.412139654159546, - -6.016209125518799, - -3.03969669342041, - -2.59678053855896, - -3.477782726287842, - -5.143564701080322, - -1.2232484817504883, - -2.3295748233795166, - -4.673313617706299, - -2.4811909198760986, - -6.126166820526123, - -4.375556468963623, - -4.368061542510986, - -4.082919597625732, - -4.169617176055908, - -3.2990128993988037, - -3.698315382003784, - -4.213865280151367, - -2.632016658782959, - -3.0984089374542236, - -3.949949264526367, - -3.6127817630767822, - -3.687772512435913, - -3.5867273807525635, - -3.3619496822357178, - -4.200950622558594, - -3.5287675857543945, - -3.4349842071533203, - -3.838116407394409, - -3.0056939125061035, - -3.8891854286193848, - -3.9176671504974365, - -3.52227783203125, - -3.682922840118408, - -3.607635498046875, - -3.897784471511841, - -6.382267951965332, - -3.831052541732788, - -2.99538254737854, - -3.4477736949920654, - -3.692035675048828, - -4.524602890014648, - -4.217039585113525, - -5.07776403427124, - -4.7666144371032715, - -5.18713903427124, - -3.1019814014434814, - -1.9795773029327393, - -2.249990940093994, - -4.196139812469482, - -5.777500152587891, - -7.4180908203125, - -5.395953178405762, - -4.6087236404418945, - -3.660303831100464, - -4.9275102615356445, - -5.788333415985107, - -1.281109094619751, - -3.7654500007629395, - -3.584226369857788, - -3.5384557247161865, - -3.4054436683654785, - -3.3355631828308105, - -5.061672210693359, - 1.3798177242279053, - -3.9224631786346436, - -2.5764033794403076, - -4.014517307281494, - -3.916891574859619, - -4.620357036590576, - -1.6852967739105225, - -5.968411445617676, - -1.7741094827651978, - -3.5143208503723145, - -4.450158596038818, - -4.083093643188477, - -2.6565539836883545, - -3.796184539794922, - -6.687187671661377, - -3.965035915374756, - -3.2508065700531006, - -3.8301777839660645, - -3.1194474697113037, - -3.3306565284729004, - -4.4460954666137695, - -3.237733840942383, - -3.6778557300567627, - -2.1630916595458984, - -4.023342609405518, - -3.8209667205810547, - -4.266154766082764, - -4.384781837463379, - -4.12105131149292, - -3.5126490592956543, - -3.9493346214294434, - -4.453079700469971, - -4.050988674163818, - 0.337919145822525, - -1.424184799194336, - -3.534381628036499, - -2.2351696491241455, - -3.0512583255767822, - -3.582265615463257, - -4.4333953857421875, - -3.784850597381592, - -4.14664363861084, - -2.7426648139953613, - -3.9385855197906494, - -3.1951286792755127, - -0.10048319399356842, - -6.702204704284668, - 1.2249318361282349, - -4.080877780914307, - -4.793246746063232, - -4.433263778686523, - -3.384247064590454, - -1.808931589126587, - -5.348823547363281, - -1.719099760055542, - -3.568030595779419, - -3.41683030128479, - -3.361936569213867, - -3.1610515117645264, - -3.269296169281006, - -3.9500036239624023, - -3.273131847381592, - -4.4779839515686035, - 3.554912805557251, - -3.6632168292999268, - -3.0931596755981445, - -4.5281267166137695, - -3.4729769229888916, - -4.214517593383789, - -3.893768787384033, - -3.616344690322876, - -4.076594352722168, - -1.6528853178024292, - -3.4966213703155518, - -4.144116401672363, - -4.043288707733154 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.405612051486969, + -0.47598549723625183, + -0.639305830001831, + -0.4193928837776184, + -0.4716644585132599, + -0.30528920888900757, + -0.4293424189090729, + -0.6519493460655212, + -0.49099409580230713, + -0.5121682286262512, + -0.6742740273475647, + -0.5935783386230469, + 0.029348257929086685, + -0.488433301448822, + -0.42682164907455444, + -0.4919750988483429, + -0.45150238275527954, + -0.45409151911735535, + -0.5411761999130249, + -0.3863154351711273, + -0.6027286648750305, + -0.4956057071685791, + -0.33402183651924133, + -0.2520214319229126, + -0.5343617796897888, + -0.23044249415397644, + -0.5428779721260071, + -0.5275408029556274, + -0.4413835108280182, + -0.3464551270008087, + -0.5157279968261719, + -0.3686797320842743, + -0.4135277569293976, + 0.09905300289392471, + -0.2645440101623535, + -0.4888322949409485, + -0.5926357507705688, + -0.34115567803382874, + -0.6066746711730957, + -0.47290104627609253, + -0.44529515504837036, + -0.4652361273765564, + -0.43182504177093506, + -0.5078111290931702, + -0.4443867802619934, + -0.42429909110069275, + -0.539267897605896, + -0.5078355073928833, + -0.3485099971294403, + -0.3285750150680542, + -0.37739092111587524, + -0.55887770652771, + -0.4675087332725525, + -0.6378520131111145, + -0.3878123462200165, + -0.8734905123710632, + -0.3926556408405304, + -0.6149619817733765, + -0.18395255506038666, + -0.47069019079208374, + -0.49995550513267517, + -0.5689290761947632, + -0.3369085192680359, + -0.4795573949813843, + -0.5245698094367981, + -0.4832521378993988, + -0.4678918421268463, + -0.5028788447380066, + -0.5879561305046082, + -0.5345523357391357, + -0.612874448299408, + -0.4751564860343933, + -0.4521907866001129, + -0.4534418284893036, + -0.8894069790840149, + -0.368210107088089, + -0.7194362878799438, + -0.4566256105899811, + -0.5652301907539368, + -0.8129985332489014, + -0.4916214048862457, + -0.5944523811340332, + -0.3427785038948059, + -0.40185293555259705, + -0.5867406725883484, + -0.5084006190299988, + -0.4713901877403259, + -0.5024452805519104, + -0.541294515132904, + -0.49504145979881287, + -0.6394585967063904, + -0.44903069734573364, + -0.5348415374755859, + -0.532612681388855, + -0.5957180261611938, + -0.5292696356773376, + -0.48842036724090576, + -0.2801722288131714, + -0.43416059017181396, + -0.4162706136703491, + -0.5394396185874939, + -0.5594058632850647, + -0.3556729853153229, + -0.8946661949157715, + -0.5398186445236206, + -0.4708407521247864, + -0.4034999907016754, + -0.5067382454872131, + -0.5101161003112793, + -0.4841158390045166, + -0.5861980319023132, + -0.48002201318740845, + -0.4617875814437866, + -0.6387593746185303, + -0.5445865988731384, + -0.41774728894233704, + -0.5536822080612183, + -0.43797165155410767, + -0.34777557849884033, + -0.2959764301776886, + -0.3333929777145386, + -0.49170440435409546, + -0.23896148800849915, + -0.24821585416793823, + -0.4107013940811157, + -0.4304623305797577, + -0.289020299911499, + -0.3174339830875397, + -0.5198694467544556, + -0.3893165588378906, + -0.5370389223098755, + -0.4864058494567871, + -0.5877110362052917, + -0.43988972902297974, + -0.473516583442688, + -0.5226855874061584, + -0.4655013084411621, + -0.5433952212333679, + -0.6173911094665527, + -0.7401313781738281, + -0.4303373098373413, + -0.3908122777938843, + -0.49201056361198425, + -0.5308619141578674, + -0.36917927861213684, + 0.03890083357691765, + -0.5750280022621155, + -0.6264836192131042, + -0.40945884585380554, + -0.5545278787612915, + -0.23301644623279572, + -0.5363406538963318, + -0.4824495315551758, + -0.40942174196243286, + -0.43614357709884644, + -0.42034879326820374, + -0.4858796298503876, + -0.5540907382965088, + -0.28246864676475525, + -0.278780996799469, + -0.5889211893081665, + -0.24283012747764587, + -0.5427061319351196, + -0.2600868046283722, + -0.5026144981384277, + -0.5141440033912659, + -0.4903125464916229, + -0.45688849687576294, + -0.7817376852035522, + -0.4012908339500427, + -0.44991153478622437, + -0.32934442162513733, + -0.3778492212295532, + -0.5460789203643799, + -0.44876179099082947, + -0.5543249249458313, + -0.4250119924545288, + -0.38296443223953247, + -0.4619593620300293, + -0.5909299254417419, + -0.40164411067962646, + -0.275958776473999, + -0.5080525279045105, + -0.5247564315795898, + -0.40401238203048706, + -0.5252925753593445, + -0.24304842948913574, + -0.18339568376541138, + -0.39065924286842346, + -0.5132456421852112, + -0.5534468293190002, + -0.3677081763744354, + -0.509505569934845, + -0.4965956211090088, + -0.6434195637702942, + -0.47124040126800537, + -0.39763858914375305, + -0.6022904515266418, + -0.46267542243003845, + -0.4493909776210785, + -0.4283081889152527, + -0.575945258140564, + -0.567542314529419, + -0.4830420911312103, + -0.3430211842060089, + -0.45490768551826477, + -0.23096907138824463, + -0.47004589438438416, + -0.3280726671218872, + -0.4053593575954437, + -0.5029461979866028, + -0.5449240803718567, + -0.2388812005519867, + -0.21935230493545532, + -0.34681814908981323, + -0.21659861505031586, + -0.4785584509372711, + -0.5945019721984863, + -0.5266801118850708, + -0.5675935745239258, + -0.4430392384529114, + -0.3712467849254608, + -0.3947853446006775, + -0.2420966923236847, + -0.680169939994812, + -0.17333032190799713, + -0.6104211807250977, + -0.45640626549720764, + -0.3694119155406952, + -0.6868754625320435, + -0.5312591791152954, + -0.40664297342300415, + -0.4509357810020447, + -0.3662210702896118, + -0.025458768010139465, + -0.4636037349700928, + -0.09884049743413925, + -0.5850021839141846, + -0.4411344826221466, + -0.450630247592926, + -0.554869532585144, + -0.35796216130256653, + -0.3571079969406128, + -0.455271452665329, + -0.024125706404447556, + -0.2853873074054718, + -0.5254300236701965, + -0.4022788405418396, + -0.17773783206939697, + -0.3353164494037628, + -0.46182981133461, + -0.717613935470581, + -0.36377760767936707, + -0.6026065349578857, + -0.32261690497398376, + -0.5352357625961304, + -0.3651859760284424, + -0.5145931839942932, + -0.6375424265861511, + -0.18304169178009033, + -0.3942544162273407, + -0.380198210477829, + -0.37543559074401855, + -0.6430938243865967, + -0.4345715641975403, + -0.23924551904201508, + -0.32331356406211853, + -0.17336544394493103, + -0.6792397499084473, + -0.2829018831253052, + -0.5968053936958313, + -0.6173356771469116, + 0.18990960717201233, + -0.43294593691825867, + -0.5369113087654114, + -0.425964891910553, + -0.4293422996997833, + -0.4610051214694977, + -0.2604805529117584, + -0.40725940465927124, + -0.30946066975593567, + -0.6492373943328857, + -0.473784863948822, + -0.5185772180557251, + -0.5118635892868042, + -0.22812651097774506, + -0.5687258243560791, + -0.44226691126823425, + -0.41991275548934937, + -0.3073924779891968, + -0.47752127051353455, + -0.6064198613166809, + -0.35437583923339844, + -0.3861461877822876, + -0.44669783115386963, + -0.5155599117279053, + -0.43252143263816833, + -0.4131646752357483, + -0.3795640170574188, + -0.3180921971797943, + -0.2524377107620239, + -0.37248939275741577, + -0.3893551528453827, + -0.475768119096756, + -0.25254133343696594, + -0.5345417261123657, + -0.49083250761032104, + -0.22554896771907806, + -0.27592262625694275, + -0.4974415898323059, + -0.5548243522644043, + -0.4767380952835083, + -0.42932409048080444, + -0.5782409906387329, + -0.45778825879096985, + -0.32176586985588074, + -0.30571961402893066, + -0.478695809841156, + -0.42803946137428284, + -0.09675747901201248, + -0.5452918410301208, + -0.4600977599620819, + -0.40815696120262146, + -0.5007091760635376, + -0.6035403609275818, + -0.2732482850551605, + -0.5280486345291138, + -0.3970698118209839, + -0.5324310660362244, + -0.3499443233013153, + -0.47311797738075256, + -0.20949046313762665, + -0.3374261260032654, + -0.18921197950839996, + -0.5326636433601379, + -0.39683791995048523, + -0.477195680141449, + -0.5394890904426575, + -0.4264441132545471, + -0.5020288228988647, + -0.19327552616596222, + -0.4942566454410553, + -0.4214181900024414, + -0.31401076912879944, + -0.4948437809944153, + -0.24971696734428406, + -0.35248252749443054, + -0.38159728050231934, + -0.424902081489563, + -0.4628487527370453, + -0.28750520944595337, + -0.3434399664402008, + -0.29365262389183044, + -0.41963979601860046, + -0.45386090874671936, + -0.4144805371761322, + -0.4863103926181793, + -0.36756235361099243, + -0.23142331838607788, + -0.4413001239299774, + -0.58451908826828, + -0.36277255415916443, + -0.6575995087623596, + -0.4569721221923828, + -0.4458718001842499, + -0.26240605115890503, + -0.25329461693763733, + -0.3422497808933258, + -0.4328472912311554, + -0.43404698371887207, + -0.08366253972053528, + -0.9090416431427002, + -0.4030361771583557, + -0.3454471826553345, + -0.4640468955039978, + -0.42220792174339294, + -0.37213820219039917, + -0.6479629874229431, + -0.36895444989204407, + -0.35035794973373413, + -0.222420796751976, + -0.42808958888053894, + -0.5579132437705994, + -0.3713817298412323, + -0.15512487292289734, + -0.3988889157772064, + -0.4630691707134247, + -0.48404452204704285, + -0.30407312512397766, + -0.4221370816230774, + -0.5580055117607117, + -0.412166953086853, + -0.25940725207328796, + -0.20097918808460236, + -0.46470245718955994, + -0.5802331566810608, + -0.6797288060188293, + -0.6794788837432861, + -0.4684266746044159, + -0.5821322798728943, + -0.3609989285469055, + -0.3591883182525635, + -0.4555342495441437, + -0.4898505210876465, + -0.5678858757019043, + -0.361934632062912, + -0.357269823551178, + -0.4438704550266266, + -0.10851942747831345, + -0.3417094051837921, + -0.5264788866043091, + -0.5722795128822327, + -0.4444523751735687, + -0.2970406711101532, + -0.4959522783756256, + -0.5339232683181763, + -0.6182205080986023, + -0.4939030110836029, + -0.5878334045410156, + -0.3741927444934845, + -0.531437337398529, + -0.5498393177986145, + -0.3352591097354889, + -0.4243161976337433, + -0.6281798481941223, + -0.5019689202308655, + -0.5430666208267212, + -0.4396679103374481, + -0.5465108156204224, + -0.341571569442749, + -0.3019843101501465, + -0.4674675762653351, + -0.3160077929496765, + -0.4445774555206299, + -0.4644528329372406, + -0.41641131043434143, + -0.6776465177536011, + -0.5313591957092285, + -0.4126454293727875, + -0.5740633010864258, + -0.5945569276809692, + -0.31835973262786865, + -0.37863990664482117, + -0.5084660649299622, + -0.28211677074432373, + -0.24221010506153107, + -0.32331299781799316, + -0.42380833625793457, + -0.5397618412971497, + -0.41574305295944214, + -0.3777424693107605, + -0.42836394906044006, + -0.3917153477668762, + -0.38339900970458984, + -0.41725996136665344, + -0.5447966456413269, + -0.42433664202690125, + -0.46696174144744873, + -0.4961969256401062, + -0.3399066627025604, + -0.4747370779514313, + -0.25329846143722534, + -0.5907185673713684, + -0.5332617163658142, + -0.5880287885665894, + -0.6329777240753174, + -0.6738399267196655, + -0.35866376757621765, + -0.6304891109466553, + -0.3700387179851532, + -0.5870168209075928, + -0.41798800230026245, + -0.13545912504196167, + -0.3881435692310333, + -0.347414493560791, + -0.48878827691078186, + -0.4998108446598053, + -0.581687867641449, + -0.4402540922164917, + -0.5629216432571411, + -0.5054665207862854, + -0.4951793849468231, + -0.5192800760269165, + -0.48727893829345703, + -0.37311023473739624, + -0.5301657319068909, + -0.20089492201805115, + -0.47613227367401123, + -0.23410668969154358, + -0.35529205203056335, + -0.507301926612854, + -0.3963392972946167, + -0.41460880637168884, + -0.4141920804977417 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.6000000000000001, - 0.7, - 0.5750000000000001, - 0.625, - 0.65, - 0.6000000000000001, - 0.6, - 0.65, - 0.5750000000000001 + 0.5, + 0.45, + 0.4875, + 0.425, + 0.4875, + 0.4625, + 0.525, + 0.4625, + 0.4625, + 0.4875, + 0.5125000000000001, + 0.475, + 0.4625, + 0.4124999999999999, + 0.38749999999999996, + 0.5125000000000001, + 0.43750000000000006, + 0.4625, + 0.425, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9441152215003967, - 0.9740700125694275, - 0.505357563495636, - 0.9485062956809998, - 0.7912455201148987, - 0.9807007312774658, - 0.712849497795105, - -0.042204756289720535, - 0.8352826833724976, - 0.825419008731842 + 0.023639628663659096, + -0.053436029702425, + 0.13730274140834808, + -0.08346632122993469, + -0.08261802792549133, + -0.05546288192272186, + 0.1143653392791748, + 0.07454407960176468, + 0.41367530822753906, + 0.05326612666249275, + 0.2294224202632904, + -0.04836099222302437, + -0.1788368821144104, + -0.1396447867155075, + 0.15530045330524445, + -0.017688196152448654, + 0.13690263032913208, + 0.08313782513141632, + 0.17890074849128723, + 0.12645167112350464 ], "rl_grad_norm": [ - 0.5250044465065002, - 1.1155877113342285, - 0.11003055423498154, - 0.6160876750946045, - 0.3456796407699585, - 0.7202935218811035, - 0.21439766883850098, - 0.14554628729820251, - 0.27029672265052795, - 0.2654006779193878 + 1.3717132806777954, + 0.6899976134300232, + 0.34120550751686096, + 0.593101441860199, + 0.14760436117649078, + 0.14479179680347443, + 0.46539178490638733, + 0.36421358585357666, + 0.12013083696365356, + 0.1599058359861374, + 0.28711068630218506, + 0.10929694026708603, + 0.175796777009964, + 0.1916324645280838, + 0.3125079274177551, + 0.26659753918647766, + 0.07658364623785019, + 0.15406449139118195, + 0.3427879214286804, + 0.24331192672252655 ], "bc_grad_norm": [ - 0.5828397274017334, - 1.0907870531082153, - 0.19213353097438812, - 0.6342736482620239, - 0.44110608100891113, - 0.7267811894416809, - 0.2709767520427704, - 0.3986482620239258, - 0.31910955905914307, - 0.3158775866031647 + 2.7932674884796143, + 2.4616026878356934, + 3.15470814704895, + 3.166964054107666, + 2.972609043121338, + 3.018117904663086, + 3.4727623462677, + 2.841435670852661, + 1.8200677633285522, + 2.3990023136138916, + 1.569879412651062, + 2.547208309173584, + 2.251145362854004, + 4.5826921463012695, + 4.709660053253174, + 3.1209726333618164, + 2.5431482791900635, + 2.538780450820923, + 4.857662200927734, + 3.7483508586883545 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00022896142036188394, - "embedding.weight": 0.0037847557105123997, - "cnn.0.weight": 0.06099171191453934, - "cnn.0.bias": 0.002958736615255475, - "cnn.2.weight": 0.014809001237154007, - "cnn.2.bias": 0.006138883996754885, - "cnn.5.weight": 0.014898969791829586, - "cnn.5.bias": 0.0042913747020065784, - "action_emb.weight": 0.007451790850609541, - "timestep_emb.weight": 0.002150662476196885, - "pos_emb.weight": 0.0029061120003461838, - "transformer.layers.0.self_attn.in_proj_weight": 0.032920245081186295, - "transformer.layers.0.self_attn.in_proj_bias": 0.0033455481752753258, - "transformer.layers.0.self_attn.out_proj.weight": 0.03427526727318764, - "transformer.layers.0.self_attn.out_proj.bias": 0.004974143113940954, - "transformer.layers.0.linear1.weight": 0.033564548939466476, - "transformer.layers.0.linear1.bias": 0.0018709819996729493, - "transformer.layers.0.linear2.weight": 0.04168480634689331, - "transformer.layers.0.linear2.bias": 0.0037004912737756968, - "transformer.layers.0.norm1.weight": 0.0018518025754019618, - "transformer.layers.0.norm1.bias": 0.0029244758188724518, - "transformer.layers.0.norm2.weight": 0.0028566066175699234, - "transformer.layers.0.norm2.bias": 0.002164234174415469, - "transformer.layers.1.self_attn.in_proj_weight": 0.03956536948680878, - "transformer.layers.1.self_attn.in_proj_bias": 0.002463954035192728, - "transformer.layers.1.self_attn.out_proj.weight": 0.039300937205553055, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031560705974698067, - "transformer.layers.1.linear1.weight": 0.020385438576340675, - "transformer.layers.1.linear1.bias": 0.001149828894995153, - "transformer.layers.1.linear2.weight": 0.027705445885658264, - "transformer.layers.1.linear2.bias": 0.00309587805531919, - "transformer.layers.1.norm1.weight": 0.0024352148175239563, - "transformer.layers.1.norm1.bias": 0.00243439432233572, - "transformer.layers.1.norm2.weight": 0.0014451738679781556, - "transformer.layers.1.norm2.bias": 0.0009332776535302401, - "transformer.layers.2.self_attn.in_proj_weight": 0.033070601522922516, - "transformer.layers.2.self_attn.in_proj_bias": 0.0023745340295135975, - "transformer.layers.2.self_attn.out_proj.weight": 0.03002123348414898, - "transformer.layers.2.self_attn.out_proj.bias": 0.0032435639295727015, - "transformer.layers.2.linear1.weight": 0.019237149506807327, - "transformer.layers.2.linear1.bias": 0.0012592511484399438, - "transformer.layers.2.linear2.weight": 0.022374778985977173, - "transformer.layers.2.linear2.bias": 0.00325854797847569, - "transformer.layers.2.norm1.weight": 0.002277475083246827, - "transformer.layers.2.norm1.bias": 0.0024220626801252365, - "transformer.layers.2.norm2.weight": 0.001238229451701045, - "transformer.layers.2.norm2.bias": 0.0011540435953065753, - "transformer.layers.3.self_attn.in_proj_weight": 0.06675427407026291, - "transformer.layers.3.self_attn.in_proj_bias": 0.006430554203689098, - "transformer.layers.3.self_attn.out_proj.weight": 0.037462733685970306, - "transformer.layers.3.self_attn.out_proj.bias": 0.004882657900452614, - "transformer.layers.3.linear1.weight": 0.05325918644666672, - "transformer.layers.3.linear1.bias": 0.004341209307312965, - "transformer.layers.3.linear2.weight": 0.027411017566919327, - "transformer.layers.3.linear2.bias": 0.006855594925582409, - "transformer.layers.3.norm1.weight": 0.0051553333178162575, - "transformer.layers.3.norm1.bias": 0.009581207297742367, - "transformer.layers.3.norm2.weight": 0.0044969660229980946, - "transformer.layers.3.norm2.bias": 0.006035057827830315, - "head.weight": 0.350179523229599, - "head.bias": 0.012746553868055344, - "global_embedding.weight": 0.025846071541309357, - "global_cnn.0.weight": 0.1547277271747589, - "global_cnn.0.bias": 0.004136705305427313, - "global_cnn.2.weight": 0.41075098514556885, - "global_cnn.2.bias": 0.01800953596830368, - "global_proj.weight": 0.06973837316036224, - "global_proj.bias": 0.033492423593997955, - "goal_head.0.weight": 0.03608706220984459, - "goal_head.0.bias": 0.012808889150619507, - "goal_head.2.weight": 0.04634010046720505, - "goal_head.2.bias": 0.02650034800171852 - }, - { - "global_gate": 0.00045586327905766666, - "embedding.weight": 0.002539665438234806, - "cnn.0.weight": 0.08219435811042786, - "cnn.0.bias": 0.0028499613981693983, - "cnn.2.weight": 0.028967484831809998, - "cnn.2.bias": 0.006127696949988604, - "cnn.5.weight": 0.02922224812209606, - "cnn.5.bias": 0.007755847182124853, - "action_emb.weight": 0.0053696222603321075, - "timestep_emb.weight": 0.002014388795942068, - "pos_emb.weight": 0.00297074718400836, - "transformer.layers.0.self_attn.in_proj_weight": 0.05071406438946724, - "transformer.layers.0.self_attn.in_proj_bias": 0.0038422411307692528, - "transformer.layers.0.self_attn.out_proj.weight": 0.04550536721944809, - "transformer.layers.0.self_attn.out_proj.bias": 0.004730806220322847, - "transformer.layers.0.linear1.weight": 0.029285753145813942, - "transformer.layers.0.linear1.bias": 0.0016827946528792381, - "transformer.layers.0.linear2.weight": 0.03684566915035248, - "transformer.layers.0.linear2.bias": 0.002942553721368313, - "transformer.layers.0.norm1.weight": 0.0033746783155947924, - "transformer.layers.0.norm1.bias": 0.0037307837046682835, - "transformer.layers.0.norm2.weight": 0.0021244711242616177, - "transformer.layers.0.norm2.bias": 0.002007043454796076, - "transformer.layers.1.self_attn.in_proj_weight": 0.03350329399108887, - "transformer.layers.1.self_attn.in_proj_bias": 0.001966432435438037, - "transformer.layers.1.self_attn.out_proj.weight": 0.033918630331754684, - "transformer.layers.1.self_attn.out_proj.bias": 0.0024798111990094185, - "transformer.layers.1.linear1.weight": 0.01728321798145771, - "transformer.layers.1.linear1.bias": 0.000982594909146428, - "transformer.layers.1.linear2.weight": 0.023231446743011475, - "transformer.layers.1.linear2.bias": 0.002369710709899664, - "transformer.layers.1.norm1.weight": 0.0019564018584787846, - "transformer.layers.1.norm1.bias": 0.0014658713480457664, - "transformer.layers.1.norm2.weight": 0.0009969656821340322, - "transformer.layers.1.norm2.bias": 0.0008355175377801061, - "transformer.layers.2.self_attn.in_proj_weight": 0.034840453416109085, - "transformer.layers.2.self_attn.in_proj_bias": 0.0021087382920086384, - "transformer.layers.2.self_attn.out_proj.weight": 0.021461956202983856, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023436027113348246, - "transformer.layers.2.linear1.weight": 0.015452963300049305, - "transformer.layers.2.linear1.bias": 0.0009619009797461331, - "transformer.layers.2.linear2.weight": 0.017338957637548447, - "transformer.layers.2.linear2.bias": 0.0022666542790830135, - "transformer.layers.2.norm1.weight": 0.002477803034707904, - "transformer.layers.2.norm1.bias": 0.0022098959889262915, - "transformer.layers.2.norm2.weight": 0.0009557211305946112, - "transformer.layers.2.norm2.bias": 0.0011004533153027296, - "transformer.layers.3.self_attn.in_proj_weight": 0.049298398196697235, - "transformer.layers.3.self_attn.in_proj_bias": 0.0049933139234781265, - "transformer.layers.3.self_attn.out_proj.weight": 0.023365039378404617, - "transformer.layers.3.self_attn.out_proj.bias": 0.0037384468596428633, - "transformer.layers.3.linear1.weight": 0.03763023763895035, - "transformer.layers.3.linear1.bias": 0.002984578488394618, - "transformer.layers.3.linear2.weight": 0.019787106662988663, - "transformer.layers.3.linear2.bias": 0.0049320911057293415, - "transformer.layers.3.norm1.weight": 0.0036716735921800137, - "transformer.layers.3.norm1.bias": 0.006780365481972694, - "transformer.layers.3.norm2.weight": 0.002549456199631095, - "transformer.layers.3.norm2.bias": 0.003933930769562721, - "head.weight": 0.24408268928527832, - "head.bias": 0.00947371032088995, - "global_embedding.weight": 0.04380751773715019, - "global_cnn.0.weight": 0.34607550501823425, - "global_cnn.0.bias": 0.009233265183866024, - "global_cnn.2.weight": 0.9794999957084656, - "global_cnn.2.bias": 0.037921782582998276, - "global_proj.weight": 0.13629011809825897, - "global_proj.bias": 0.06878763437271118, - "goal_head.0.weight": 0.0743943601846695, - "goal_head.0.bias": 0.028454437851905823, - "goal_head.2.weight": 0.10746394842863083, - "goal_head.2.bias": 0.06681519001722336 - }, - { - "global_gate": 0.00002342113475606311, - "embedding.weight": 0.003178368555381894, - "cnn.0.weight": 0.09200435131788254, - "cnn.0.bias": 0.0032967410515993834, - "cnn.2.weight": 0.03292655199766159, - "cnn.2.bias": 0.009499428793787956, - "cnn.5.weight": 0.03378866985440254, - "cnn.5.bias": 0.009244585409760475, - "action_emb.weight": 0.006215633358806372, - "timestep_emb.weight": 0.0022512096911668777, - "pos_emb.weight": 0.003080607857555151, - "transformer.layers.0.self_attn.in_proj_weight": 0.047816768288612366, - "transformer.layers.0.self_attn.in_proj_bias": 0.0024754046462476254, - "transformer.layers.0.self_attn.out_proj.weight": 0.04641057550907135, - "transformer.layers.0.self_attn.out_proj.bias": 0.0026577713433653116, - "transformer.layers.0.linear1.weight": 0.03512224182486534, - "transformer.layers.0.linear1.bias": 0.001450170180760324, - "transformer.layers.0.linear2.weight": 0.0423237569630146, - "transformer.layers.0.linear2.bias": 0.0015325139975175261, - "transformer.layers.0.norm1.weight": 0.0030328896827995777, - "transformer.layers.0.norm1.bias": 0.0020295518916100264, - "transformer.layers.0.norm2.weight": 0.0028414814732968807, - "transformer.layers.0.norm2.bias": 0.0011931686894968152, - "transformer.layers.1.self_attn.in_proj_weight": 0.03277091309428215, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012115201679989696, - "transformer.layers.1.self_attn.out_proj.weight": 0.027699951082468033, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010740943253040314, - "transformer.layers.1.linear1.weight": 0.021915817633271217, - "transformer.layers.1.linear1.bias": 0.000923988176509738, - "transformer.layers.1.linear2.weight": 0.024256328120827675, - "transformer.layers.1.linear2.bias": 0.0010270352941006422, - "transformer.layers.1.norm1.weight": 0.0021147201769053936, - "transformer.layers.1.norm1.bias": 0.0009672035230323672, - "transformer.layers.1.norm2.weight": 0.0016033421270549297, - "transformer.layers.1.norm2.bias": 0.0008201629971154034, - "transformer.layers.2.self_attn.in_proj_weight": 0.0366818867623806, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010626395232975483, - "transformer.layers.2.self_attn.out_proj.weight": 0.01263429969549179, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007358931470662355, - "transformer.layers.2.linear1.weight": 0.008824470452964306, - "transformer.layers.2.linear1.bias": 0.00044762316974811256, - "transformer.layers.2.linear2.weight": 0.01099939364939928, - "transformer.layers.2.linear2.bias": 0.0006711407913826406, - "transformer.layers.2.norm1.weight": 0.0026159058324992657, - "transformer.layers.2.norm1.bias": 0.0010453194845467806, - "transformer.layers.2.norm2.weight": 0.0005290453555062413, - "transformer.layers.2.norm2.bias": 0.0004864131042268127, - "transformer.layers.3.self_attn.in_proj_weight": 0.026615528389811516, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013382824836298823, - "transformer.layers.3.self_attn.out_proj.weight": 0.011094708926975727, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008598531712777913, - "transformer.layers.3.linear1.weight": 0.013936332426965237, - "transformer.layers.3.linear1.bias": 0.0008757698233239353, - "transformer.layers.3.linear2.weight": 0.008086093701422215, - "transformer.layers.3.linear2.bias": 0.0009360237745568156, - "transformer.layers.3.norm1.weight": 0.0021284492686390877, - "transformer.layers.3.norm1.bias": 0.0016441954066976905, - "transformer.layers.3.norm2.weight": 0.0010747973574325442, - "transformer.layers.3.norm2.bias": 0.001055021770298481, - "head.weight": 0.0844724178314209, - "head.bias": 0.002235510852187872, - "global_embedding.weight": 0.004577613901346922, - "global_cnn.0.weight": 0.04248083010315895, - "global_cnn.0.bias": 0.001310739666223526, - "global_cnn.2.weight": 0.07365862280130386, - "global_cnn.2.bias": 0.0033874823711812496, - "global_proj.weight": 0.026030465960502625, - "global_proj.bias": 0.015866320580244064, - "goal_head.0.weight": 0.015481686219573021, - "goal_head.0.bias": 0.006516364868730307, - "goal_head.2.weight": 0.025292491540312767, - "goal_head.2.bias": 0.016601309180259705 - }, - { - "global_gate": 0.0005272795679047704, - "embedding.weight": 0.002928899135440588, - "cnn.0.weight": 0.060365621000528336, - "cnn.0.bias": 0.0028033473063260317, - "cnn.2.weight": 0.015245191752910614, - "cnn.2.bias": 0.0051876758225262165, - "cnn.5.weight": 0.01680421270430088, - "cnn.5.bias": 0.004740254487842321, - "action_emb.weight": 0.005213201977312565, - "timestep_emb.weight": 0.0017891944153234363, - "pos_emb.weight": 0.0028788491617888212, - "transformer.layers.0.self_attn.in_proj_weight": 0.034660834819078445, - "transformer.layers.0.self_attn.in_proj_bias": 0.0036587328650057316, - "transformer.layers.0.self_attn.out_proj.weight": 0.032404009252786636, - "transformer.layers.0.self_attn.out_proj.bias": 0.004532636608928442, - "transformer.layers.0.linear1.weight": 0.026765309274196625, - "transformer.layers.0.linear1.bias": 0.0017526129959151149, - "transformer.layers.0.linear2.weight": 0.03162555396556854, - "transformer.layers.0.linear2.bias": 0.0032249935902655125, - "transformer.layers.0.norm1.weight": 0.0020737415179610252, - "transformer.layers.0.norm1.bias": 0.003721778281033039, - "transformer.layers.0.norm2.weight": 0.0023526980075985193, - "transformer.layers.0.norm2.bias": 0.0020764668006449938, - "transformer.layers.1.self_attn.in_proj_weight": 0.02942327782511711, - "transformer.layers.1.self_attn.in_proj_bias": 0.0019336335826665163, - "transformer.layers.1.self_attn.out_proj.weight": 0.034843940287828445, - "transformer.layers.1.self_attn.out_proj.bias": 0.0026172769721597433, - "transformer.layers.1.linear1.weight": 0.01586308144032955, - "transformer.layers.1.linear1.bias": 0.000982140190899372, - "transformer.layers.1.linear2.weight": 0.021691957488656044, - "transformer.layers.1.linear2.bias": 0.0024918061681091785, - "transformer.layers.1.norm1.weight": 0.0019305672030895948, - "transformer.layers.1.norm1.bias": 0.0018049327190965414, - "transformer.layers.1.norm2.weight": 0.0010945310350507498, - "transformer.layers.1.norm2.bias": 0.0010596311185508966, - "transformer.layers.2.self_attn.in_proj_weight": 0.026138724759221077, - "transformer.layers.2.self_attn.in_proj_bias": 0.001884843804873526, - "transformer.layers.2.self_attn.out_proj.weight": 0.021008852869272232, - "transformer.layers.2.self_attn.out_proj.bias": 0.002558231120929122, - "transformer.layers.2.linear1.weight": 0.015004077926278114, - "transformer.layers.2.linear1.bias": 0.0009384640143252909, - "transformer.layers.2.linear2.weight": 0.018818877637386322, - "transformer.layers.2.linear2.bias": 0.002561600413173437, - "transformer.layers.2.norm1.weight": 0.001894772402010858, - "transformer.layers.2.norm1.bias": 0.0019391195382922888, - "transformer.layers.2.norm2.weight": 0.0009906861232593656, - "transformer.layers.2.norm2.bias": 0.0009557119337841868, - "transformer.layers.3.self_attn.in_proj_weight": 0.05627674236893654, - "transformer.layers.3.self_attn.in_proj_bias": 0.005621151998639107, - "transformer.layers.3.self_attn.out_proj.weight": 0.030175190418958664, - "transformer.layers.3.self_attn.out_proj.bias": 0.00454803928732872, - "transformer.layers.3.linear1.weight": 0.036544326692819595, - "transformer.layers.3.linear1.bias": 0.0031503550708293915, - "transformer.layers.3.linear2.weight": 0.02291432023048401, - "transformer.layers.3.linear2.bias": 0.006025289185345173, - "transformer.layers.3.norm1.weight": 0.004793592728674412, - "transformer.layers.3.norm1.bias": 0.008145553059875965, - "transformer.layers.3.norm2.weight": 0.0028368299826979637, - "transformer.layers.3.norm2.bias": 0.004502743482589722, - "head.weight": 0.2740534543991089, - "head.bias": 0.011478316970169544, - "global_embedding.weight": 0.014327184297144413, - "global_cnn.0.weight": 0.18528622388839722, - "global_cnn.0.bias": 0.005786352790892124, - "global_cnn.2.weight": 0.47199496626853943, - "global_cnn.2.bias": 0.026920633390545845, - "global_proj.weight": 0.08345718681812286, - "global_proj.bias": 0.06134246662259102, - "goal_head.0.weight": 0.049083299934864044, - "goal_head.0.bias": 0.024886688217520714, - "goal_head.2.weight": 0.07272632420063019, - "goal_head.2.bias": 0.060735009610652924 - }, - { - "global_gate": 0.00006461460725404322, - "embedding.weight": 0.0021727278362959623, - "cnn.0.weight": 0.05748733505606651, - "cnn.0.bias": 0.0017781560309231281, - "cnn.2.weight": 0.024376878514885902, - "cnn.2.bias": 0.003949217963963747, - "cnn.5.weight": 0.028761884197592735, - "cnn.5.bias": 0.004465168341994286, - "action_emb.weight": 0.009850842878222466, - "timestep_emb.weight": 0.0023176788818091154, - "pos_emb.weight": 0.003912594169378281, - "transformer.layers.0.self_attn.in_proj_weight": 0.03582233935594559, - "transformer.layers.0.self_attn.in_proj_bias": 0.0025917377788573503, - "transformer.layers.0.self_attn.out_proj.weight": 0.03495242819190025, - "transformer.layers.0.self_attn.out_proj.bias": 0.00403939001262188, - "transformer.layers.0.linear1.weight": 0.04558271914720535, - "transformer.layers.0.linear1.bias": 0.00210244907066226, - "transformer.layers.0.linear2.weight": 0.04591277241706848, - "transformer.layers.0.linear2.bias": 0.0024710174184292555, - "transformer.layers.0.norm1.weight": 0.0022526131942868233, - "transformer.layers.0.norm1.bias": 0.0021458326373249292, - "transformer.layers.0.norm2.weight": 0.004464254714548588, - "transformer.layers.0.norm2.bias": 0.002891378942877054, - "transformer.layers.1.self_attn.in_proj_weight": 0.03752781078219414, - "transformer.layers.1.self_attn.in_proj_bias": 0.0016751111252233386, - "transformer.layers.1.self_attn.out_proj.weight": 0.036510467529296875, - "transformer.layers.1.self_attn.out_proj.bias": 0.0018134148558601737, - "transformer.layers.1.linear1.weight": 0.02765619195997715, - "transformer.layers.1.linear1.bias": 0.0011700447648763657, - "transformer.layers.1.linear2.weight": 0.031044792383909225, - "transformer.layers.1.linear2.bias": 0.0015824370784685016, - "transformer.layers.1.norm1.weight": 0.0029113488271832466, - "transformer.layers.1.norm1.bias": 0.0018051351653411984, - "transformer.layers.1.norm2.weight": 0.0023974634241312742, - "transformer.layers.1.norm2.bias": 0.0011470273602753878, - "transformer.layers.2.self_attn.in_proj_weight": 0.04804260656237602, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016843070043250918, - "transformer.layers.2.self_attn.out_proj.weight": 0.025215821340680122, - "transformer.layers.2.self_attn.out_proj.bias": 0.001265044673345983, - "transformer.layers.2.linear1.weight": 0.015684442594647408, - "transformer.layers.2.linear1.bias": 0.0008375266916118562, - "transformer.layers.2.linear2.weight": 0.019732002168893814, - "transformer.layers.2.linear2.bias": 0.0012008778285235167, - "transformer.layers.2.norm1.weight": 0.0046828435733914375, - "transformer.layers.2.norm1.bias": 0.0019266280578449368, - "transformer.layers.2.norm2.weight": 0.0009963716147467494, - "transformer.layers.2.norm2.bias": 0.0008457747171632946, - "transformer.layers.3.self_attn.in_proj_weight": 0.056279998272657394, - "transformer.layers.3.self_attn.in_proj_bias": 0.002713095163926482, - "transformer.layers.3.self_attn.out_proj.weight": 0.02769634500145912, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018675574101507664, - "transformer.layers.3.linear1.weight": 0.025380969047546387, - "transformer.layers.3.linear1.bias": 0.0014065762516111135, - "transformer.layers.3.linear2.weight": 0.014474710449576378, - "transformer.layers.3.linear2.bias": 0.002055165357887745, - "transformer.layers.3.norm1.weight": 0.0047885943204164505, - "transformer.layers.3.norm1.bias": 0.0035305232740938663, - "transformer.layers.3.norm2.weight": 0.0018986418144777417, - "transformer.layers.3.norm2.bias": 0.001262639183551073, - "head.weight": 0.1952701359987259, - "head.bias": 0.0039914739318192005, - "global_embedding.weight": 0.010685035027563572, - "global_cnn.0.weight": 0.10573942214250565, - "global_cnn.0.bias": 0.0031330210622400045, - "global_cnn.2.weight": 0.30849000811576843, - "global_cnn.2.bias": 0.019654789939522743, - "global_proj.weight": 0.06339453905820847, - "global_proj.bias": 0.043611884117126465, - "goal_head.0.weight": 0.04173954948782921, - "goal_head.0.bias": 0.018288489431142807, - "goal_head.2.weight": 0.06709384173154831, - "goal_head.2.bias": 0.04355567321181297 - }, - { - "global_gate": 0.000025170362278004177, - "embedding.weight": 0.005292194429785013, - "cnn.0.weight": 0.10579264163970947, - "cnn.0.bias": 0.002717945259064436, - "cnn.2.weight": 0.033831432461738586, - "cnn.2.bias": 0.005239585880190134, - "cnn.5.weight": 0.035539865493774414, - "cnn.5.bias": 0.005818962585180998, - "action_emb.weight": 0.0038523792754858732, - "timestep_emb.weight": 0.0021979534067213535, - "pos_emb.weight": 0.003112846054136753, - "transformer.layers.0.self_attn.in_proj_weight": 0.04848245531320572, - "transformer.layers.0.self_attn.in_proj_bias": 0.003568553365767002, - "transformer.layers.0.self_attn.out_proj.weight": 0.046548981219530106, - "transformer.layers.0.self_attn.out_proj.bias": 0.004401626531034708, - "transformer.layers.0.linear1.weight": 0.02866201661527157, - "transformer.layers.0.linear1.bias": 0.001782666309736669, - "transformer.layers.0.linear2.weight": 0.0318230465054512, - "transformer.layers.0.linear2.bias": 0.0027409617323428392, - "transformer.layers.0.norm1.weight": 0.003003023099154234, - "transformer.layers.0.norm1.bias": 0.003590915584936738, - "transformer.layers.0.norm2.weight": 0.0022965031675994396, - "transformer.layers.0.norm2.bias": 0.002090089488774538, - "transformer.layers.1.self_attn.in_proj_weight": 0.02889878675341606, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017684355843812227, - "transformer.layers.1.self_attn.out_proj.weight": 0.023860745131969452, - "transformer.layers.1.self_attn.out_proj.bias": 0.0017405522521585226, - "transformer.layers.1.linear1.weight": 0.015457135625183582, - "transformer.layers.1.linear1.bias": 0.0008322382345795631, - "transformer.layers.1.linear2.weight": 0.018391260877251625, - "transformer.layers.1.linear2.bias": 0.0017586073372513056, - "transformer.layers.1.norm1.weight": 0.0021211772691458464, - "transformer.layers.1.norm1.bias": 0.0020553136710077524, - "transformer.layers.1.norm2.weight": 0.0012172352289780974, - "transformer.layers.1.norm2.bias": 0.0007893871515989304, - "transformer.layers.2.self_attn.in_proj_weight": 0.028679104521870613, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018280133372172713, - "transformer.layers.2.self_attn.out_proj.weight": 0.016786225140094757, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014885152922943234, - "transformer.layers.2.linear1.weight": 0.010699745267629623, - "transformer.layers.2.linear1.bias": 0.0005967790493741632, - "transformer.layers.2.linear2.weight": 0.01219149399548769, - "transformer.layers.2.linear2.bias": 0.0014264730270951986, - "transformer.layers.2.norm1.weight": 0.0021624157670885324, - "transformer.layers.2.norm1.bias": 0.00236879987642169, - "transformer.layers.2.norm2.weight": 0.0006580918561667204, - "transformer.layers.2.norm2.bias": 0.0005369268474169075, - "transformer.layers.3.self_attn.in_proj_weight": 0.034343328326940536, - "transformer.layers.3.self_attn.in_proj_bias": 0.002323615364730358, - "transformer.layers.3.self_attn.out_proj.weight": 0.01564791239798069, - "transformer.layers.3.self_attn.out_proj.bias": 0.0017970555927604437, - "transformer.layers.3.linear1.weight": 0.02050374448299408, - "transformer.layers.3.linear1.bias": 0.0014414789620786905, - "transformer.layers.3.linear2.weight": 0.011401581577956676, - "transformer.layers.3.linear2.bias": 0.0019187250873073936, - "transformer.layers.3.norm1.weight": 0.002846929943189025, - "transformer.layers.3.norm1.bias": 0.0031404802575707436, - "transformer.layers.3.norm2.weight": 0.0016112651210278273, - "transformer.layers.3.norm2.bias": 0.0018263309029862285, - "head.weight": 0.14036953449249268, - "head.bias": 0.003908188082277775, - "global_embedding.weight": 0.03650897368788719, - "global_cnn.0.weight": 0.24766747653484344, - "global_cnn.0.bias": 0.005739606451243162, - "global_cnn.2.weight": 0.630155086517334, - "global_cnn.2.bias": 0.02720635198056698, - "global_proj.weight": 0.10558032244443893, - "global_proj.bias": 0.05919043347239494, - "goal_head.0.weight": 0.055952850729227066, - "goal_head.0.bias": 0.02255133166909218, - "goal_head.2.weight": 0.06799191981554031, - "goal_head.2.bias": 0.046532224863767624 - }, - { - "global_gate": 0.00009893922106130049, - "embedding.weight": 0.002431346569210291, - "cnn.0.weight": 0.07582075893878937, - "cnn.0.bias": 0.0032864112872630358, - "cnn.2.weight": 0.02255336381494999, - "cnn.2.bias": 0.005531000439077616, - "cnn.5.weight": 0.022453967481851578, - "cnn.5.bias": 0.0040471795946359634, - "action_emb.weight": 0.003659954760223627, - "timestep_emb.weight": 0.0019656773656606674, - "pos_emb.weight": 0.0018037830013781786, - "transformer.layers.0.self_attn.in_proj_weight": 0.028816305100917816, - "transformer.layers.0.self_attn.in_proj_bias": 0.00226319907233119, - "transformer.layers.0.self_attn.out_proj.weight": 0.026563743129372597, - "transformer.layers.0.self_attn.out_proj.bias": 0.002740769414231181, - "transformer.layers.0.linear1.weight": 0.019468296319246292, - "transformer.layers.0.linear1.bias": 0.0010855618165805936, - "transformer.layers.0.linear2.weight": 0.02184128947556019, - "transformer.layers.0.linear2.bias": 0.0021282522939145565, - "transformer.layers.0.norm1.weight": 0.0016116658225655556, - "transformer.layers.0.norm1.bias": 0.0022409185767173767, - "transformer.layers.0.norm2.weight": 0.001510252826847136, - "transformer.layers.0.norm2.bias": 0.0011118716793134809, - "transformer.layers.1.self_attn.in_proj_weight": 0.021656936034560204, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012622112408280373, - "transformer.layers.1.self_attn.out_proj.weight": 0.019668668508529663, - "transformer.layers.1.self_attn.out_proj.bias": 0.00171894661616534, - "transformer.layers.1.linear1.weight": 0.010669589973986149, - "transformer.layers.1.linear1.bias": 0.0006267321296036243, - "transformer.layers.1.linear2.weight": 0.015195286832749844, - "transformer.layers.1.linear2.bias": 0.0016799787990748882, - "transformer.layers.1.norm1.weight": 0.0014862912939861417, - "transformer.layers.1.norm1.bias": 0.001154246274381876, - "transformer.layers.1.norm2.weight": 0.0006693574832752347, - "transformer.layers.1.norm2.bias": 0.0006545748328790069, - "transformer.layers.2.self_attn.in_proj_weight": 0.023035462945699692, - "transformer.layers.2.self_attn.in_proj_bias": 0.0013936904724687338, - "transformer.layers.2.self_attn.out_proj.weight": 0.017615456134080887, - "transformer.layers.2.self_attn.out_proj.bias": 0.001565178856253624, - "transformer.layers.2.linear1.weight": 0.009505931288003922, - "transformer.layers.2.linear1.bias": 0.0006258158246055245, - "transformer.layers.2.linear2.weight": 0.011777505278587341, - "transformer.layers.2.linear2.bias": 0.0016323444433510303, - "transformer.layers.2.norm1.weight": 0.0018105265917256474, - "transformer.layers.2.norm1.bias": 0.0014782192884013057, - "transformer.layers.2.norm2.weight": 0.0006652792217209935, - "transformer.layers.2.norm2.bias": 0.0006671054288744926, - "transformer.layers.3.self_attn.in_proj_weight": 0.034874577075242996, - "transformer.layers.3.self_attn.in_proj_bias": 0.0040842946618795395, - "transformer.layers.3.self_attn.out_proj.weight": 0.018195873126387596, - "transformer.layers.3.self_attn.out_proj.bias": 0.003126003546640277, - "transformer.layers.3.linear1.weight": 0.025241617113351822, - "transformer.layers.3.linear1.bias": 0.002293625846505165, - "transformer.layers.3.linear2.weight": 0.018460381776094437, - "transformer.layers.3.linear2.bias": 0.003826944623142481, - "transformer.layers.3.norm1.weight": 0.0025309075135737658, - "transformer.layers.3.norm1.bias": 0.005851342808455229, - "transformer.layers.3.norm2.weight": 0.0017710875254124403, - "transformer.layers.3.norm2.bias": 0.002904890337958932, - "head.weight": 0.1873524934053421, - "head.bias": 0.007560291327536106, - "global_embedding.weight": 0.012510311789810658, - "global_cnn.0.weight": 0.07476241141557693, - "global_cnn.0.bias": 0.0026215105317533016, - "global_cnn.2.weight": 0.15492641925811768, - "global_cnn.2.bias": 0.005795301869511604, - "global_proj.weight": 0.055666133761405945, - "global_proj.bias": 0.03300534561276436, - "goal_head.0.weight": 0.03987354785203934, - "goal_head.0.bias": 0.01704494282603264, - "goal_head.2.weight": 0.054298676550388336, - "goal_head.2.bias": 0.04295837879180908 - }, - { - "global_gate": 0.00011834791075671092, - "embedding.weight": 0.0025950693525373936, - "cnn.0.weight": 0.06478764116764069, - "cnn.0.bias": 0.00234834267757833, - "cnn.2.weight": 0.02210221067070961, - "cnn.2.bias": 0.005991877056658268, - "cnn.5.weight": 0.02638174407184124, - "cnn.5.bias": 0.004779004957526922, - "action_emb.weight": 0.004327605944126844, - "timestep_emb.weight": 0.0014467440778389573, - "pos_emb.weight": 0.002684226958081126, - "transformer.layers.0.self_attn.in_proj_weight": 0.03405071049928665, - "transformer.layers.0.self_attn.in_proj_bias": 0.0022218318190425634, - "transformer.layers.0.self_attn.out_proj.weight": 0.026459984481334686, - "transformer.layers.0.self_attn.out_proj.bias": 0.0029182767029851675, - "transformer.layers.0.linear1.weight": 0.022897113114595413, - "transformer.layers.0.linear1.bias": 0.0010651214979588985, - "transformer.layers.0.linear2.weight": 0.024146977812051773, - "transformer.layers.0.linear2.bias": 0.0018113891128450632, - "transformer.layers.0.norm1.weight": 0.0020316895097494125, - "transformer.layers.0.norm1.bias": 0.002100040204823017, - "transformer.layers.0.norm2.weight": 0.0022245703730732203, - "transformer.layers.0.norm2.bias": 0.0012630086857825518, - "transformer.layers.1.self_attn.in_proj_weight": 0.01903819665312767, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009592160931788385, - "transformer.layers.1.self_attn.out_proj.weight": 0.018136348575353622, - "transformer.layers.1.self_attn.out_proj.bias": 0.0014413991011679173, - "transformer.layers.1.linear1.weight": 0.013416154310107231, - "transformer.layers.1.linear1.bias": 0.0006577778258360922, - "transformer.layers.1.linear2.weight": 0.016381558030843735, - "transformer.layers.1.linear2.bias": 0.0012895220424979925, - "transformer.layers.1.norm1.weight": 0.0013099388452246785, - "transformer.layers.1.norm1.bias": 0.000814222265034914, - "transformer.layers.1.norm2.weight": 0.0010487062390893698, - "transformer.layers.1.norm2.bias": 0.0006230968865565956, - "transformer.layers.2.self_attn.in_proj_weight": 0.019905216991901398, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010888712713494897, - "transformer.layers.2.self_attn.out_proj.weight": 0.014043332077562809, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011055783834308386, - "transformer.layers.2.linear1.weight": 0.009790608659386635, - "transformer.layers.2.linear1.bias": 0.0004698202828876674, - "transformer.layers.2.linear2.weight": 0.011700400151312351, - "transformer.layers.2.linear2.bias": 0.0010562436655163765, - "transformer.layers.2.norm1.weight": 0.0014427418354898691, - "transformer.layers.2.norm1.bias": 0.001154961297288537, - "transformer.layers.2.norm2.weight": 0.0005873760092072189, - "transformer.layers.2.norm2.bias": 0.0004220225673634559, - "transformer.layers.3.self_attn.in_proj_weight": 0.036936547607183456, - "transformer.layers.3.self_attn.in_proj_bias": 0.002279725158587098, - "transformer.layers.3.self_attn.out_proj.weight": 0.01332008745521307, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015340213431045413, - "transformer.layers.3.linear1.weight": 0.017644980922341347, - "transformer.layers.3.linear1.bias": 0.0010218449169769883, - "transformer.layers.3.linear2.weight": 0.010343490168452263, - "transformer.layers.3.linear2.bias": 0.001585847930982709, - "transformer.layers.3.norm1.weight": 0.003015566850081086, - "transformer.layers.3.norm1.bias": 0.0029236814007163048, - "transformer.layers.3.norm2.weight": 0.0013667299645021558, - "transformer.layers.3.norm2.bias": 0.0009753300109878182, - "head.weight": 0.1253228783607483, - "head.bias": 0.0032916716299951077, - "global_embedding.weight": 0.0035385291557759047, - "global_cnn.0.weight": 0.03450697287917137, - "global_cnn.0.bias": 0.0011767529649659991, - "global_cnn.2.weight": 0.064945288002491, - "global_cnn.2.bias": 0.003079617628827691, - "global_proj.weight": 0.017104296013712883, - "global_proj.bias": 0.014177482575178146, - "goal_head.0.weight": 0.01084169652312994, - "goal_head.0.bias": 0.005442745517939329, - "goal_head.2.weight": 0.02005782537162304, - "goal_head.2.bias": 0.01454382948577404 - }, - { - "global_gate": 0.00013437800225801766, - "embedding.weight": 0.0008719571633264422, - "cnn.0.weight": 0.02022908255457878, - "cnn.0.bias": 0.0010285342577844858, - "cnn.2.weight": 0.007238934747874737, - "cnn.2.bias": 0.002142522716894746, - "cnn.5.weight": 0.009255949407815933, - "cnn.5.bias": 0.0018926023039966822, - "action_emb.weight": 0.00984650757163763, - "timestep_emb.weight": 0.0018797985976561904, - "pos_emb.weight": 0.0033772250171750784, - "transformer.layers.0.self_attn.in_proj_weight": 0.025236643850803375, - "transformer.layers.0.self_attn.in_proj_bias": 0.0027563334442675114, - "transformer.layers.0.self_attn.out_proj.weight": 0.031715650111436844, - "transformer.layers.0.self_attn.out_proj.bias": 0.0046352301724255085, - "transformer.layers.0.linear1.weight": 0.041730716824531555, - "transformer.layers.0.linear1.bias": 0.001926118740811944, - "transformer.layers.0.linear2.weight": 0.028243737295269966, - "transformer.layers.0.linear2.bias": 0.002762393793091178, - "transformer.layers.0.norm1.weight": 0.001566872582770884, - "transformer.layers.0.norm1.bias": 0.0025597484782338142, - "transformer.layers.0.norm2.weight": 0.004570948891341686, - "transformer.layers.0.norm2.bias": 0.003364184871315956, - "transformer.layers.1.self_attn.in_proj_weight": 0.03049718216061592, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017590151401236653, - "transformer.layers.1.self_attn.out_proj.weight": 0.02346496470272541, - "transformer.layers.1.self_attn.out_proj.bias": 0.001838632277213037, - "transformer.layers.1.linear1.weight": 0.017596613615751266, - "transformer.layers.1.linear1.bias": 0.0007938494672998786, - "transformer.layers.1.linear2.weight": 0.017850080505013466, - "transformer.layers.1.linear2.bias": 0.0015746395802125335, - "transformer.layers.1.norm1.weight": 0.002047653077170253, - "transformer.layers.1.norm1.bias": 0.002017127349972725, - "transformer.layers.1.norm2.weight": 0.001586555503308773, - "transformer.layers.1.norm2.bias": 0.00082979048602283, - "transformer.layers.2.self_attn.in_proj_weight": 0.02410704456269741, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014548614853993058, - "transformer.layers.2.self_attn.out_proj.weight": 0.017290936782956123, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015962927136570215, - "transformer.layers.2.linear1.weight": 0.012863025069236755, - "transformer.layers.2.linear1.bias": 0.0006710111047141254, - "transformer.layers.2.linear2.weight": 0.014348985627293587, - "transformer.layers.2.linear2.bias": 0.0014543990837410092, - "transformer.layers.2.norm1.weight": 0.0015381554840132594, - "transformer.layers.2.norm1.bias": 0.001388945966027677, - "transformer.layers.2.norm2.weight": 0.0008058236562646925, - "transformer.layers.2.norm2.bias": 0.000692741887178272, - "transformer.layers.3.self_attn.in_proj_weight": 0.04466545581817627, - "transformer.layers.3.self_attn.in_proj_bias": 0.0023523373529314995, - "transformer.layers.3.self_attn.out_proj.weight": 0.017804516479372978, - "transformer.layers.3.self_attn.out_proj.bias": 0.0013353019021451473, - "transformer.layers.3.linear1.weight": 0.02668466418981552, - "transformer.layers.3.linear1.bias": 0.0017979171825572848, - "transformer.layers.3.linear2.weight": 0.014048547483980656, - "transformer.layers.3.linear2.bias": 0.0020911244209855795, - "transformer.layers.3.norm1.weight": 0.0036934297531843185, - "transformer.layers.3.norm1.bias": 0.003150634001940489, - "transformer.layers.3.norm2.weight": 0.00210685096681118, - "transformer.layers.3.norm2.bias": 0.002484111813828349, - "head.weight": 0.17795857787132263, - "head.bias": 0.004218010697513819, - "global_embedding.weight": 0.01579940877854824, - "global_cnn.0.weight": 0.1134282574057579, - "global_cnn.0.bias": 0.0045657348819077015, - "global_cnn.2.weight": 0.17673379182815552, - "global_cnn.2.bias": 0.009943876415491104, - "global_proj.weight": 0.062482643872499466, - "global_proj.bias": 0.05394122004508972, - "goal_head.0.weight": 0.052525632083415985, - "goal_head.0.bias": 0.02750028483569622, - "goal_head.2.weight": 0.09517917037010193, - "goal_head.2.bias": 0.07286189496517181 - }, - { - "global_gate": 0.00008969315967988223, - "embedding.weight": 0.003095954656600952, - "cnn.0.weight": 0.05412936955690384, - "cnn.0.bias": 0.0024169853422790766, - "cnn.2.weight": 0.013536224141716957, - "cnn.2.bias": 0.003537469543516636, - "cnn.5.weight": 0.013645417988300323, - "cnn.5.bias": 0.0029329899698495865, - "action_emb.weight": 0.0038678161799907684, - "timestep_emb.weight": 0.0013384323101490736, - "pos_emb.weight": 0.0016347593627870083, - "transformer.layers.0.self_attn.in_proj_weight": 0.02011338248848915, - "transformer.layers.0.self_attn.in_proj_bias": 0.001536978525109589, - "transformer.layers.0.self_attn.out_proj.weight": 0.01770121045410633, - "transformer.layers.0.self_attn.out_proj.bias": 0.0017410715809091926, - "transformer.layers.0.linear1.weight": 0.01904192939400673, - "transformer.layers.0.linear1.bias": 0.0007589352899231017, - "transformer.layers.0.linear2.weight": 0.016625842079520226, - "transformer.layers.0.linear2.bias": 0.001203905325382948, - "transformer.layers.0.norm1.weight": 0.0012899141293019056, - "transformer.layers.0.norm1.bias": 0.0015273973112925887, - "transformer.layers.0.norm2.weight": 0.001834063557907939, - "transformer.layers.0.norm2.bias": 0.0007786087226122618, - "transformer.layers.1.self_attn.in_proj_weight": 0.01714972034096718, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008347702096216381, - "transformer.layers.1.self_attn.out_proj.weight": 0.0157273281365633, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009368658065795898, - "transformer.layers.1.linear1.weight": 0.009656507521867752, - "transformer.layers.1.linear1.bias": 0.0004484512028284371, - "transformer.layers.1.linear2.weight": 0.010688780806958675, - "transformer.layers.1.linear2.bias": 0.0008941399864852428, - "transformer.layers.1.norm1.weight": 0.0011610211804509163, - "transformer.layers.1.norm1.bias": 0.0007423431379720569, - "transformer.layers.1.norm2.weight": 0.0008274829597212374, - "transformer.layers.1.norm2.bias": 0.0004595707869157195, - "transformer.layers.2.self_attn.in_proj_weight": 0.020087219774723053, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007941293297335505, - "transformer.layers.2.self_attn.out_proj.weight": 0.013439709320664406, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008538499241694808, - "transformer.layers.2.linear1.weight": 0.0062781283631920815, - "transformer.layers.2.linear1.bias": 0.00038504472468048334, - "transformer.layers.2.linear2.weight": 0.007064277771860361, - "transformer.layers.2.linear2.bias": 0.0008573134546168149, - "transformer.layers.2.norm1.weight": 0.0015507822390645742, - "transformer.layers.2.norm1.bias": 0.0007254186784848571, - "transformer.layers.2.norm2.weight": 0.00043144068331457675, - "transformer.layers.2.norm2.bias": 0.0003997442836407572, - "transformer.layers.3.self_attn.in_proj_weight": 0.023669391870498657, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017537233652547002, - "transformer.layers.3.self_attn.out_proj.weight": 0.011528657749295235, - "transformer.layers.3.self_attn.out_proj.bias": 0.001338189817033708, - "transformer.layers.3.linear1.weight": 0.01379659678786993, - "transformer.layers.3.linear1.bias": 0.0010335861006751657, - "transformer.layers.3.linear2.weight": 0.00965700764209032, - "transformer.layers.3.linear2.bias": 0.0016419205348938704, - "transformer.layers.3.norm1.weight": 0.0017833278980106115, - "transformer.layers.3.norm1.bias": 0.00238520628772676, - "transformer.layers.3.norm2.weight": 0.0009925925405696034, - "transformer.layers.3.norm2.bias": 0.0012302725808694959, - "head.weight": 0.11517901718616486, - "head.bias": 0.003820813028141856, - "global_embedding.weight": 0.01931014657020569, - "global_cnn.0.weight": 0.09369705617427826, - "global_cnn.0.bias": 0.0032008213456720114, - "global_cnn.2.weight": 0.2283460944890976, - "global_cnn.2.bias": 0.01381148025393486, - "global_proj.weight": 0.055665865540504456, - "global_proj.bias": 0.04618572071194649, - "goal_head.0.weight": 0.03787453845143318, - "goal_head.0.bias": 0.019483501091599464, - "goal_head.2.weight": 0.062156617641448975, - "goal_head.2.bias": 0.047538451850414276 + "global_gate": 4.21481927332934e-05, + "embedding.weight": 0.00456761009991169, + "cnn.0.weight": 0.14112766087055206, + "cnn.0.bias": 0.006562603637576103, + "cnn.2.weight": 0.04967990890145302, + "cnn.2.bias": 0.015279287472367287, + "cnn.5.weight": 0.05904381722211838, + "cnn.5.bias": 0.012292040511965752, + "action_emb.weight": 0.03150584548711777, + "timestep_emb.weight": 0.006110264919698238, + "pos_emb.weight": 0.010978275910019875, + "transformer.layers.0.self_attn.in_proj_weight": 0.17535585165023804, + "transformer.layers.0.self_attn.in_proj_bias": 0.018815532326698303, + "transformer.layers.0.self_attn.out_proj.weight": 0.21260595321655273, + "transformer.layers.0.self_attn.out_proj.bias": 0.02890542894601822, + "transformer.layers.0.linear1.weight": 0.15619255602359772, + "transformer.layers.0.linear1.bias": 0.011563561856746674, + "transformer.layers.0.linear2.weight": 0.2336905151605606, + "transformer.layers.0.linear2.bias": 0.02504471130669117, + "transformer.layers.0.norm1.weight": 0.009144396521151066, + "transformer.layers.0.norm1.bias": 0.015830500051379204, + "transformer.layers.0.norm2.weight": 0.01160655077546835, + "transformer.layers.0.norm2.bias": 0.011862030252814293, + "transformer.layers.1.self_attn.in_proj_weight": 0.2099049687385559, + "transformer.layers.1.self_attn.in_proj_bias": 0.014438357204198837, + "transformer.layers.1.self_attn.out_proj.weight": 0.2930334806442261, + "transformer.layers.1.self_attn.out_proj.bias": 0.021420203149318695, + "transformer.layers.1.linear1.weight": 0.11314407736063004, + "transformer.layers.1.linear1.bias": 0.008099162019789219, + "transformer.layers.1.linear2.weight": 0.17488428950309753, + "transformer.layers.1.linear2.bias": 0.020722169429063797, + "transformer.layers.1.norm1.weight": 0.012784766964614391, + "transformer.layers.1.norm1.bias": 0.013509261421859264, + "transformer.layers.1.norm2.weight": 0.007028857246041298, + "transformer.layers.1.norm2.bias": 0.007514009717851877, + "transformer.layers.2.self_attn.in_proj_weight": 0.20331589877605438, + "transformer.layers.2.self_attn.in_proj_bias": 0.01598959229886532, + "transformer.layers.2.self_attn.out_proj.weight": 0.2697948217391968, + "transformer.layers.2.self_attn.out_proj.bias": 0.021521560847759247, + "transformer.layers.2.linear1.weight": 0.11427457630634308, + "transformer.layers.2.linear1.bias": 0.007728388532996178, + "transformer.layers.2.linear2.weight": 0.1252046674489975, + "transformer.layers.2.linear2.bias": 0.021741755306720734, + "transformer.layers.2.norm1.weight": 0.015277442522346973, + "transformer.layers.2.norm1.bias": 0.019389953464269638, + "transformer.layers.2.norm2.weight": 0.0071021998301148415, + "transformer.layers.2.norm2.bias": 0.007388869766145945, + "transformer.layers.3.self_attn.in_proj_weight": 0.5281731486320496, + "transformer.layers.3.self_attn.in_proj_bias": 0.04588610678911209, + "transformer.layers.3.self_attn.out_proj.weight": 0.30988994240760803, + "transformer.layers.3.self_attn.out_proj.bias": 0.03395913168787956, + "transformer.layers.3.linear1.weight": 0.30956318974494934, + "transformer.layers.3.linear1.bias": 0.023537063971161842, + "transformer.layers.3.linear2.weight": 0.17227688431739807, + "transformer.layers.3.linear2.bias": 0.04037943854928017, + "transformer.layers.3.norm1.weight": 0.04632801190018654, + "transformer.layers.3.norm1.bias": 0.06611382961273193, + "transformer.layers.3.norm2.weight": 0.019676771014928818, + "transformer.layers.3.norm2.bias": 0.027395334094762802, + "head.weight": 2.5368895530700684, + "head.bias": 0.07204794138669968, + "global_embedding.weight": 0.08920101076364517, + "global_cnn.0.weight": 0.46592986583709717, + "global_cnn.0.bias": 0.019027965143322945, + "global_cnn.2.weight": 1.0641125440597534, + "global_cnn.2.bias": 0.05129438266158104, + "global_proj.weight": 0.4562998414039612, + "global_proj.bias": 0.11900962889194489, + "goal_head.0.weight": 0.24126316606998444, + "goal_head.0.bias": 0.04794791340827942, + "goal_head.2.weight": 0.24235239624977112, + "goal_head.2.bias": 0.08006828278303146 + }, + { + "global_gate": 0.0001294654211960733, + "embedding.weight": 0.004403752740472555, + "cnn.0.weight": 0.08505792170763016, + "cnn.0.bias": 0.0029851736035197973, + "cnn.2.weight": 0.018837997689843178, + "cnn.2.bias": 0.004139211028814316, + "cnn.5.weight": 0.025909705087542534, + "cnn.5.bias": 0.004450223408639431, + "action_emb.weight": 0.022331304848194122, + "timestep_emb.weight": 0.006681892089545727, + "pos_emb.weight": 0.010237964801490307, + "transformer.layers.0.self_attn.in_proj_weight": 0.08392908424139023, + "transformer.layers.0.self_attn.in_proj_bias": 0.008708213455975056, + "transformer.layers.0.self_attn.out_proj.weight": 0.08925680816173553, + "transformer.layers.0.self_attn.out_proj.bias": 0.012267911806702614, + "transformer.layers.0.linear1.weight": 0.10971786081790924, + "transformer.layers.0.linear1.bias": 0.005514794494956732, + "transformer.layers.0.linear2.weight": 0.12304608523845673, + "transformer.layers.0.linear2.bias": 0.009848779998719692, + "transformer.layers.0.norm1.weight": 0.004101762548089027, + "transformer.layers.0.norm1.bias": 0.008015885017812252, + "transformer.layers.0.norm2.weight": 0.01000564731657505, + "transformer.layers.0.norm2.bias": 0.005666878540068865, + "transformer.layers.1.self_attn.in_proj_weight": 0.10638626664876938, + "transformer.layers.1.self_attn.in_proj_bias": 0.006659742910414934, + "transformer.layers.1.self_attn.out_proj.weight": 0.10486749559640884, + "transformer.layers.1.self_attn.out_proj.bias": 0.007993598468601704, + "transformer.layers.1.linear1.weight": 0.06343406438827515, + "transformer.layers.1.linear1.bias": 0.0035897933412343264, + "transformer.layers.1.linear2.weight": 0.08097068220376968, + "transformer.layers.1.linear2.bias": 0.007883979938924313, + "transformer.layers.1.norm1.weight": 0.006878276355564594, + "transformer.layers.1.norm1.bias": 0.006925428286194801, + "transformer.layers.1.norm2.weight": 0.004977201111614704, + "transformer.layers.1.norm2.bias": 0.003526964457705617, + "transformer.layers.2.self_attn.in_proj_weight": 0.11297429352998734, + "transformer.layers.2.self_attn.in_proj_bias": 0.007391138467937708, + "transformer.layers.2.self_attn.out_proj.weight": 0.10701026767492294, + "transformer.layers.2.self_attn.out_proj.bias": 0.007357268128544092, + "transformer.layers.2.linear1.weight": 0.04709756374359131, + "transformer.layers.2.linear1.bias": 0.002826264826580882, + "transformer.layers.2.linear2.weight": 0.05744069442152977, + "transformer.layers.2.linear2.bias": 0.007497040554881096, + "transformer.layers.2.norm1.weight": 0.0084259994328022, + "transformer.layers.2.norm1.bias": 0.008505460806190968, + "transformer.layers.2.norm2.weight": 0.002981372643262148, + "transformer.layers.2.norm2.bias": 0.0027324678376317024, + "transformer.layers.3.self_attn.in_proj_weight": 0.1935083121061325, + "transformer.layers.3.self_attn.in_proj_bias": 0.013205247931182384, + "transformer.layers.3.self_attn.out_proj.weight": 0.11282966285943985, + "transformer.layers.3.self_attn.out_proj.bias": 0.010238745249807835, + "transformer.layers.3.linear1.weight": 0.10212551802396774, + "transformer.layers.3.linear1.bias": 0.007230812683701515, + "transformer.layers.3.linear2.weight": 0.0667942464351654, + "transformer.layers.3.linear2.bias": 0.012551119551062584, + "transformer.layers.3.norm1.weight": 0.016105417162179947, + "transformer.layers.3.norm1.bias": 0.01774023473262787, + "transformer.layers.3.norm2.weight": 0.007859841920435429, + "transformer.layers.3.norm2.bias": 0.009592548944056034, + "head.weight": 0.7982711791992188, + "head.bias": 0.02291450835764408, + "global_embedding.weight": 0.0386948436498642, + "global_cnn.0.weight": 0.2752039432525635, + "global_cnn.0.bias": 0.013597962446510792, + "global_cnn.2.weight": 0.5767809748649597, + "global_cnn.2.bias": 0.023721622303128242, + "global_proj.weight": 0.17876036465168, + "global_proj.bias": 0.06807990372180939, + "goal_head.0.weight": 0.10474381595849991, + "goal_head.0.bias": 0.030963918194174767, + "goal_head.2.weight": 0.11886975169181824, + "goal_head.2.bias": 0.06415262073278427 + }, + { + "global_gate": 8.055479702306911e-05, + "embedding.weight": 0.004722748417407274, + "cnn.0.weight": 0.10551461577415466, + "cnn.0.bias": 0.004846192896366119, + "cnn.2.weight": 0.03177167847752571, + "cnn.2.bias": 0.009148337878286839, + "cnn.5.weight": 0.0345708467066288, + "cnn.5.bias": 0.0069220964796841145, + "action_emb.weight": 0.02660275064408779, + "timestep_emb.weight": 0.004694371484220028, + "pos_emb.weight": 0.007430100813508034, + "transformer.layers.0.self_attn.in_proj_weight": 0.07075084000825882, + "transformer.layers.0.self_attn.in_proj_bias": 0.0045713442377746105, + "transformer.layers.0.self_attn.out_proj.weight": 0.08213884383440018, + "transformer.layers.0.self_attn.out_proj.bias": 0.006898791994899511, + "transformer.layers.0.linear1.weight": 0.11918562650680542, + "transformer.layers.0.linear1.bias": 0.004466523882001638, + "transformer.layers.0.linear2.weight": 0.11412198841571808, + "transformer.layers.0.linear2.bias": 0.005609790328890085, + "transformer.layers.0.norm1.weight": 0.0035812470596283674, + "transformer.layers.0.norm1.bias": 0.0037524548824876547, + "transformer.layers.0.norm2.weight": 0.01094312034547329, + "transformer.layers.0.norm2.bias": 0.004246530123054981, + "transformer.layers.1.self_attn.in_proj_weight": 0.10225152969360352, + "transformer.layers.1.self_attn.in_proj_bias": 0.004029371775686741, + "transformer.layers.1.self_attn.out_proj.weight": 0.09313011169433594, + "transformer.layers.1.self_attn.out_proj.bias": 0.00474302563816309, + "transformer.layers.1.linear1.weight": 0.06246113032102585, + "transformer.layers.1.linear1.bias": 0.0031081377528607845, + "transformer.layers.1.linear2.weight": 0.07872236520051956, + "transformer.layers.1.linear2.bias": 0.004799121059477329, + "transformer.layers.1.norm1.weight": 0.006224085111171007, + "transformer.layers.1.norm1.bias": 0.004424672573804855, + "transformer.layers.1.norm2.weight": 0.004840783774852753, + "transformer.layers.1.norm2.bias": 0.0028670195024460554, + "transformer.layers.2.self_attn.in_proj_weight": 0.11096476018428802, + "transformer.layers.2.self_attn.in_proj_bias": 0.004301987122744322, + "transformer.layers.2.self_attn.out_proj.weight": 0.07711493223905563, + "transformer.layers.2.self_attn.out_proj.bias": 0.004796589724719524, + "transformer.layers.2.linear1.weight": 0.042775802314281464, + "transformer.layers.2.linear1.bias": 0.002564274473115802, + "transformer.layers.2.linear2.weight": 0.0466662161052227, + "transformer.layers.2.linear2.bias": 0.005056858062744141, + "transformer.layers.2.norm1.weight": 0.010321719571948051, + "transformer.layers.2.norm1.bias": 0.004493694752454758, + "transformer.layers.2.norm2.weight": 0.0026069318410009146, + "transformer.layers.2.norm2.bias": 0.0026290679816156626, + "transformer.layers.3.self_attn.in_proj_weight": 0.1331254541873932, + "transformer.layers.3.self_attn.in_proj_bias": 0.01027167122811079, + "transformer.layers.3.self_attn.out_proj.weight": 0.08119495213031769, + "transformer.layers.3.self_attn.out_proj.bias": 0.007283858954906464, + "transformer.layers.3.linear1.weight": 0.0686018317937851, + "transformer.layers.3.linear1.bias": 0.004999461583793163, + "transformer.layers.3.linear2.weight": 0.04139365628361702, + "transformer.layers.3.linear2.bias": 0.00821300595998764, + "transformer.layers.3.norm1.weight": 0.009627585299313068, + "transformer.layers.3.norm1.bias": 0.013669045642018318, + "transformer.layers.3.norm2.weight": 0.004468246828764677, + "transformer.layers.3.norm2.bias": 0.005337136331945658, + "head.weight": 0.6151856780052185, + "head.bias": 0.01611211523413658, + "global_embedding.weight": 0.028639303520321846, + "global_cnn.0.weight": 0.1499505639076233, + "global_cnn.0.bias": 0.006913008168339729, + "global_cnn.2.weight": 0.32152968645095825, + "global_cnn.2.bias": 0.013449721038341522, + "global_proj.weight": 0.07453253865242004, + "global_proj.bias": 0.034684471786022186, + "goal_head.0.weight": 0.041127413511276245, + "goal_head.0.bias": 0.014291016384959221, + "goal_head.2.weight": 0.04918213188648224, + "goal_head.2.bias": 0.030140191316604614 + }, + { + "global_gate": 0.00045595617848448455, + "embedding.weight": 0.002229423029348254, + "cnn.0.weight": 0.0671813040971756, + "cnn.0.bias": 0.0029043657705187798, + "cnn.2.weight": 0.021155335009098053, + "cnn.2.bias": 0.004209684673696756, + "cnn.5.weight": 0.03757290542125702, + "cnn.5.bias": 0.004900217521935701, + "action_emb.weight": 0.02319297194480896, + "timestep_emb.weight": 0.008236539550125599, + "pos_emb.weight": 0.012438011355698109, + "transformer.layers.0.self_attn.in_proj_weight": 0.10295328497886658, + "transformer.layers.0.self_attn.in_proj_bias": 0.010210680775344372, + "transformer.layers.0.self_attn.out_proj.weight": 0.10852818936109543, + "transformer.layers.0.self_attn.out_proj.bias": 0.013451715931296349, + "transformer.layers.0.linear1.weight": 0.12397569417953491, + "transformer.layers.0.linear1.bias": 0.006316259037703276, + "transformer.layers.0.linear2.weight": 0.1389160007238388, + "transformer.layers.0.linear2.bias": 0.012307384982705116, + "transformer.layers.0.norm1.weight": 0.005218720529228449, + "transformer.layers.0.norm1.bias": 0.00990698765963316, + "transformer.layers.0.norm2.weight": 0.01030393224209547, + "transformer.layers.0.norm2.bias": 0.005062504205852747, + "transformer.layers.1.self_attn.in_proj_weight": 0.11768926680088043, + "transformer.layers.1.self_attn.in_proj_bias": 0.007233039475977421, + "transformer.layers.1.self_attn.out_proj.weight": 0.1238875761628151, + "transformer.layers.1.self_attn.out_proj.bias": 0.010783207602798939, + "transformer.layers.1.linear1.weight": 0.07388510555028915, + "transformer.layers.1.linear1.bias": 0.004428869113326073, + "transformer.layers.1.linear2.weight": 0.0984542965888977, + "transformer.layers.1.linear2.bias": 0.010774276219308376, + "transformer.layers.1.norm1.weight": 0.007769126445055008, + "transformer.layers.1.norm1.bias": 0.0060515194199979305, + "transformer.layers.1.norm2.weight": 0.005510928574949503, + "transformer.layers.1.norm2.bias": 0.004490878898650408, + "transformer.layers.2.self_attn.in_proj_weight": 0.1256028562784195, + "transformer.layers.2.self_attn.in_proj_bias": 0.009957256726920605, + "transformer.layers.2.self_attn.out_proj.weight": 0.09275229275226593, + "transformer.layers.2.self_attn.out_proj.bias": 0.01053855661302805, + "transformer.layers.2.linear1.weight": 0.057774342596530914, + "transformer.layers.2.linear1.bias": 0.003998145926743746, + "transformer.layers.2.linear2.weight": 0.06861750036478043, + "transformer.layers.2.linear2.bias": 0.011412080377340317, + "transformer.layers.2.norm1.weight": 0.01009975653141737, + "transformer.layers.2.norm1.bias": 0.011450815945863724, + "transformer.layers.2.norm2.weight": 0.004097995348274708, + "transformer.layers.2.norm2.bias": 0.004449175670742989, + "transformer.layers.3.self_attn.in_proj_weight": 0.19990834593772888, + "transformer.layers.3.self_attn.in_proj_bias": 0.02382602170109749, + "transformer.layers.3.self_attn.out_proj.weight": 0.10654394328594208, + "transformer.layers.3.self_attn.out_proj.bias": 0.018261374905705452, + "transformer.layers.3.linear1.weight": 0.1021934524178505, + "transformer.layers.3.linear1.bias": 0.009362000040709972, + "transformer.layers.3.linear2.weight": 0.06845725327730179, + "transformer.layers.3.linear2.bias": 0.02077946625649929, + "transformer.layers.3.norm1.weight": 0.0187766682356596, + "transformer.layers.3.norm1.bias": 0.03394867107272148, + "transformer.layers.3.norm2.weight": 0.006836819462478161, + "transformer.layers.3.norm2.bias": 0.011316758580505848, + "head.weight": 0.9718023538589478, + "head.bias": 0.03847096487879753, + "global_embedding.weight": 0.03301362693309784, + "global_cnn.0.weight": 0.17655296623706818, + "global_cnn.0.bias": 0.006609153933823109, + "global_cnn.2.weight": 0.5673729181289673, + "global_cnn.2.bias": 0.029339756816625595, + "global_proj.weight": 0.15569472312927246, + "global_proj.bias": 0.07639051228761673, + "goal_head.0.weight": 0.07956638932228088, + "goal_head.0.bias": 0.027786370366811752, + "goal_head.2.weight": 0.09282489120960236, + "goal_head.2.bias": 0.05456830933690071 + }, + { + "global_gate": 0.00046222403761930764, + "embedding.weight": 0.0009817422833293676, + "cnn.0.weight": 0.027255630120635033, + "cnn.0.bias": 0.000979047967121005, + "cnn.2.weight": 0.009330707602202892, + "cnn.2.bias": 0.002799008274450898, + "cnn.5.weight": 0.01875394955277443, + "cnn.5.bias": 0.0032852294389158487, + "action_emb.weight": 0.029415065422654152, + "timestep_emb.weight": 0.003809242509305477, + "pos_emb.weight": 0.009103357791900635, + "transformer.layers.0.self_attn.in_proj_weight": 0.058850809931755066, + "transformer.layers.0.self_attn.in_proj_bias": 0.00519709475338459, + "transformer.layers.0.self_attn.out_proj.weight": 0.057418111711740494, + "transformer.layers.0.self_attn.out_proj.bias": 0.007493695244193077, + "transformer.layers.0.linear1.weight": 0.14164862036705017, + "transformer.layers.0.linear1.bias": 0.005020767450332642, + "transformer.layers.0.linear2.weight": 0.09199909120798111, + "transformer.layers.0.linear2.bias": 0.005438476335257292, + "transformer.layers.0.norm1.weight": 0.0032477006316184998, + "transformer.layers.0.norm1.bias": 0.0044846185483038425, + "transformer.layers.0.norm2.weight": 0.01650771126151085, + "transformer.layers.0.norm2.bias": 0.005551697686314583, + "transformer.layers.1.self_attn.in_proj_weight": 0.08681505918502808, + "transformer.layers.1.self_attn.in_proj_bias": 0.004284825176000595, + "transformer.layers.1.self_attn.out_proj.weight": 0.07327974587678909, + "transformer.layers.1.self_attn.out_proj.bias": 0.005139425862580538, + "transformer.layers.1.linear1.weight": 0.054638154804706573, + "transformer.layers.1.linear1.bias": 0.002927567111328244, + "transformer.layers.1.linear2.weight": 0.05346571281552315, + "transformer.layers.1.linear2.bias": 0.004158847965300083, + "transformer.layers.1.norm1.weight": 0.005908029619604349, + "transformer.layers.1.norm1.bias": 0.0037591203581541777, + "transformer.layers.1.norm2.weight": 0.005117465276271105, + "transformer.layers.1.norm2.bias": 0.0037881347816437483, + "transformer.layers.2.self_attn.in_proj_weight": 0.07261575758457184, + "transformer.layers.2.self_attn.in_proj_bias": 0.0042481389828026295, + "transformer.layers.2.self_attn.out_proj.weight": 0.05484621971845627, + "transformer.layers.2.self_attn.out_proj.bias": 0.0036066360771656036, + "transformer.layers.2.linear1.weight": 0.03190202638506889, + "transformer.layers.2.linear1.bias": 0.0019221759866923094, + "transformer.layers.2.linear2.weight": 0.034854840487241745, + "transformer.layers.2.linear2.bias": 0.0034636743366718292, + "transformer.layers.2.norm1.weight": 0.004727520048618317, + "transformer.layers.2.norm1.bias": 0.0036651820410043, + "transformer.layers.2.norm2.weight": 0.002007152186706662, + "transformer.layers.2.norm2.bias": 0.0018550909589976072, + "transformer.layers.3.self_attn.in_proj_weight": 0.10974657535552979, + "transformer.layers.3.self_attn.in_proj_bias": 0.005890415515750647, + "transformer.layers.3.self_attn.out_proj.weight": 0.055445004254579544, + "transformer.layers.3.self_attn.out_proj.bias": 0.003891994711011648, + "transformer.layers.3.linear1.weight": 0.049368154257535934, + "transformer.layers.3.linear1.bias": 0.0034459445159882307, + "transformer.layers.3.linear2.weight": 0.031252749264240265, + "transformer.layers.3.linear2.bias": 0.00442206347361207, + "transformer.layers.3.norm1.weight": 0.009716195054352283, + "transformer.layers.3.norm1.bias": 0.008375706151127815, + "transformer.layers.3.norm2.weight": 0.0032065054401755333, + "transformer.layers.3.norm2.bias": 0.004004982300102711, + "head.weight": 0.39033082127571106, + "head.bias": 0.009397690184414387, + "global_embedding.weight": 0.023457564413547516, + "global_cnn.0.weight": 0.0803244411945343, + "global_cnn.0.bias": 0.003954415675252676, + "global_cnn.2.weight": 0.109144426882267, + "global_cnn.2.bias": 0.005545017309486866, + "global_proj.weight": 0.0371909998357296, + "global_proj.bias": 0.020571203902363777, + "goal_head.0.weight": 0.02334253303706646, + "goal_head.0.bias": 0.008711692877113819, + "goal_head.2.weight": 0.03311851620674133, + "goal_head.2.bias": 0.01969038136303425 + }, + { + "global_gate": 0.0006910118972882628, + "embedding.weight": 0.003080355003476143, + "cnn.0.weight": 0.06637407839298248, + "cnn.0.bias": 0.0028804587200284004, + "cnn.2.weight": 0.019618695601820946, + "cnn.2.bias": 0.005946974735707045, + "cnn.5.weight": 0.03883763775229454, + "cnn.5.bias": 0.005653123836964369, + "action_emb.weight": 0.019536122679710388, + "timestep_emb.weight": 0.003833210561424494, + "pos_emb.weight": 0.008213824592530727, + "transformer.layers.0.self_attn.in_proj_weight": 0.07018885016441345, + "transformer.layers.0.self_attn.in_proj_bias": 0.006868211552500725, + "transformer.layers.0.self_attn.out_proj.weight": 0.08309120684862137, + "transformer.layers.0.self_attn.out_proj.bias": 0.009584452956914902, + "transformer.layers.0.linear1.weight": 0.09560384601354599, + "transformer.layers.0.linear1.bias": 0.004328250419348478, + "transformer.layers.0.linear2.weight": 0.09450250118970871, + "transformer.layers.0.linear2.bias": 0.00823372881859541, + "transformer.layers.0.norm1.weight": 0.0038527250289916992, + "transformer.layers.0.norm1.bias": 0.00634016515687108, + "transformer.layers.0.norm2.weight": 0.009148843586444855, + "transformer.layers.0.norm2.bias": 0.004148900043219328, + "transformer.layers.1.self_attn.in_proj_weight": 0.07662375271320343, + "transformer.layers.1.self_attn.in_proj_bias": 0.00507186446338892, + "transformer.layers.1.self_attn.out_proj.weight": 0.08000262081623077, + "transformer.layers.1.self_attn.out_proj.bias": 0.006949079688638449, + "transformer.layers.1.linear1.weight": 0.05199358984827995, + "transformer.layers.1.linear1.bias": 0.0030244067311286926, + "transformer.layers.1.linear2.weight": 0.07226845622062683, + "transformer.layers.1.linear2.bias": 0.006851153913885355, + "transformer.layers.1.norm1.weight": 0.005062175448983908, + "transformer.layers.1.norm1.bias": 0.005089148413389921, + "transformer.layers.1.norm2.weight": 0.004145695827901363, + "transformer.layers.1.norm2.bias": 0.003314259694889188, + "transformer.layers.2.self_attn.in_proj_weight": 0.09343531727790833, + "transformer.layers.2.self_attn.in_proj_bias": 0.0064803133718669415, + "transformer.layers.2.self_attn.out_proj.weight": 0.08101336658000946, + "transformer.layers.2.self_attn.out_proj.bias": 0.006517257075756788, + "transformer.layers.2.linear1.weight": 0.041734833270311356, + "transformer.layers.2.linear1.bias": 0.0029367352835834026, + "transformer.layers.2.linear2.weight": 0.05141354352235794, + "transformer.layers.2.linear2.bias": 0.007185284048318863, + "transformer.layers.2.norm1.weight": 0.006836704444140196, + "transformer.layers.2.norm1.bias": 0.007603249978274107, + "transformer.layers.2.norm2.weight": 0.003020418807864189, + "transformer.layers.2.norm2.bias": 0.003474118188023567, + "transformer.layers.3.self_attn.in_proj_weight": 0.18197669088840485, + "transformer.layers.3.self_attn.in_proj_bias": 0.013948568142950535, + "transformer.layers.3.self_attn.out_proj.weight": 0.09359512478113174, + "transformer.layers.3.self_attn.out_proj.bias": 0.010553556494414806, + "transformer.layers.3.linear1.weight": 0.07723351567983627, + "transformer.layers.3.linear1.bias": 0.006275481544435024, + "transformer.layers.3.linear2.weight": 0.04989101365208626, + "transformer.layers.3.linear2.bias": 0.012119225226342678, + "transformer.layers.3.norm1.weight": 0.015725845471024513, + "transformer.layers.3.norm1.bias": 0.01915299892425537, + "transformer.layers.3.norm2.weight": 0.005751474294811487, + "transformer.layers.3.norm2.bias": 0.007660141214728355, + "head.weight": 0.7280716300010681, + "head.bias": 0.024119840934872627, + "global_embedding.weight": 0.01637997105717659, + "global_cnn.0.weight": 0.06599519401788712, + "global_cnn.0.bias": 0.0030790502205491066, + "global_cnn.2.weight": 0.10395600646734238, + "global_cnn.2.bias": 0.004358706530183554, + "global_proj.weight": 0.023218365386128426, + "global_proj.bias": 0.014027764089405537, + "goal_head.0.weight": 0.01104466151446104, + "goal_head.0.bias": 0.0046707200817763805, + "goal_head.2.weight": 0.015989594161510468, + "goal_head.2.bias": 0.009536026045680046 + }, + { + "global_gate": 0.0003779275866691023, + "embedding.weight": 0.0030211484991014004, + "cnn.0.weight": 0.0676494762301445, + "cnn.0.bias": 0.0027369235176593065, + "cnn.2.weight": 0.018608087673783302, + "cnn.2.bias": 0.007148077245801687, + "cnn.5.weight": 0.023065783083438873, + "cnn.5.bias": 0.005594015587121248, + "action_emb.weight": 0.019559087231755257, + "timestep_emb.weight": 0.0030430248007178307, + "pos_emb.weight": 0.007265400607138872, + "transformer.layers.0.self_attn.in_proj_weight": 0.06292374432086945, + "transformer.layers.0.self_attn.in_proj_bias": 0.006287396419793367, + "transformer.layers.0.self_attn.out_proj.weight": 0.06137910112738609, + "transformer.layers.0.self_attn.out_proj.bias": 0.0074682957492768764, + "transformer.layers.0.linear1.weight": 0.09809441864490509, + "transformer.layers.0.linear1.bias": 0.003826154861599207, + "transformer.layers.0.linear2.weight": 0.07322663813829422, + "transformer.layers.0.linear2.bias": 0.005886815953999758, + "transformer.layers.0.norm1.weight": 0.0035685673356056213, + "transformer.layers.0.norm1.bias": 0.006137049291282892, + "transformer.layers.0.norm2.weight": 0.011002090759575367, + "transformer.layers.0.norm2.bias": 0.0050598448142409325, + "transformer.layers.1.self_attn.in_proj_weight": 0.07236038148403168, + "transformer.layers.1.self_attn.in_proj_bias": 0.0042759631760418415, + "transformer.layers.1.self_attn.out_proj.weight": 0.06598765403032303, + "transformer.layers.1.self_attn.out_proj.bias": 0.00470472639426589, + "transformer.layers.1.linear1.weight": 0.042242731899023056, + "transformer.layers.1.linear1.bias": 0.002386392094194889, + "transformer.layers.1.linear2.weight": 0.04965599998831749, + "transformer.layers.1.linear2.bias": 0.004182123113423586, + "transformer.layers.1.norm1.weight": 0.0044241915456950665, + "transformer.layers.1.norm1.bias": 0.003911721520125866, + "transformer.layers.1.norm2.weight": 0.003739639651030302, + "transformer.layers.1.norm2.bias": 0.003033258253708482, + "transformer.layers.2.self_attn.in_proj_weight": 0.06750146299600601, + "transformer.layers.2.self_attn.in_proj_bias": 0.0034682457335293293, + "transformer.layers.2.self_attn.out_proj.weight": 0.04900437965989113, + "transformer.layers.2.self_attn.out_proj.bias": 0.003601031843572855, + "transformer.layers.2.linear1.weight": 0.0290985107421875, + "transformer.layers.2.linear1.bias": 0.0016162340762093663, + "transformer.layers.2.linear2.weight": 0.031773168593645096, + "transformer.layers.2.linear2.bias": 0.003695298917591572, + "transformer.layers.2.norm1.weight": 0.004295238759368658, + "transformer.layers.2.norm1.bias": 0.004048617091029882, + "transformer.layers.2.norm2.weight": 0.0019291714997962117, + "transformer.layers.2.norm2.bias": 0.0013548892457038164, + "transformer.layers.3.self_attn.in_proj_weight": 0.10296912491321564, + "transformer.layers.3.self_attn.in_proj_bias": 0.0076618492603302, + "transformer.layers.3.self_attn.out_proj.weight": 0.051447898149490356, + "transformer.layers.3.self_attn.out_proj.bias": 0.005573926959186792, + "transformer.layers.3.linear1.weight": 0.05041522532701492, + "transformer.layers.3.linear1.bias": 0.003805158892646432, + "transformer.layers.3.linear2.weight": 0.029880136251449585, + "transformer.layers.3.linear2.bias": 0.006231468636542559, + "transformer.layers.3.norm1.weight": 0.00872994214296341, + "transformer.layers.3.norm1.bias": 0.0097909364849329, + "transformer.layers.3.norm2.weight": 0.003729728516191244, + "transformer.layers.3.norm2.bias": 0.003754097269847989, + "head.weight": 0.39730820059776306, + "head.bias": 0.01128390058875084, + "global_embedding.weight": 0.040055494755506516, + "global_cnn.0.weight": 0.23341667652130127, + "global_cnn.0.bias": 0.009752176702022552, + "global_cnn.2.weight": 0.4833465814590454, + "global_cnn.2.bias": 0.02782970294356346, + "global_proj.weight": 0.10025876015424728, + "global_proj.bias": 0.06339488178491592, + "goal_head.0.weight": 0.05689847096800804, + "goal_head.0.bias": 0.024075284600257874, + "goal_head.2.weight": 0.07681781053543091, + "goal_head.2.bias": 0.05177225172519684 + }, + { + "global_gate": 5.6805703934514895e-05, + "embedding.weight": 0.004479203373193741, + "cnn.0.weight": 0.11380717158317566, + "cnn.0.bias": 0.003911992069333792, + "cnn.2.weight": 0.028494952246546745, + "cnn.2.bias": 0.007242805324494839, + "cnn.5.weight": 0.03438807278871536, + "cnn.5.bias": 0.008068018592894077, + "action_emb.weight": 0.014742657542228699, + "timestep_emb.weight": 0.004502216819673777, + "pos_emb.weight": 0.008112291805446148, + "transformer.layers.0.self_attn.in_proj_weight": 0.07995878905057907, + "transformer.layers.0.self_attn.in_proj_bias": 0.0066544716246426105, + "transformer.layers.0.self_attn.out_proj.weight": 0.07932378351688385, + "transformer.layers.0.self_attn.out_proj.bias": 0.008773718029260635, + "transformer.layers.0.linear1.weight": 0.07789625972509384, + "transformer.layers.0.linear1.bias": 0.0037355751264840364, + "transformer.layers.0.linear2.weight": 0.08301157504320145, + "transformer.layers.0.linear2.bias": 0.0065620653331279755, + "transformer.layers.0.norm1.weight": 0.004895168822258711, + "transformer.layers.0.norm1.bias": 0.0059797149151563644, + "transformer.layers.0.norm2.weight": 0.007597404066473246, + "transformer.layers.0.norm2.bias": 0.004688377492129803, + "transformer.layers.1.self_attn.in_proj_weight": 0.07811886072158813, + "transformer.layers.1.self_attn.in_proj_bias": 0.004241545684635639, + "transformer.layers.1.self_attn.out_proj.weight": 0.07980068027973175, + "transformer.layers.1.self_attn.out_proj.bias": 0.005150568205863237, + "transformer.layers.1.linear1.weight": 0.045709382742643356, + "transformer.layers.1.linear1.bias": 0.002436281181871891, + "transformer.layers.1.linear2.weight": 0.06299424916505814, + "transformer.layers.1.linear2.bias": 0.005152256228029728, + "transformer.layers.1.norm1.weight": 0.005451987497508526, + "transformer.layers.1.norm1.bias": 0.004761101678013802, + "transformer.layers.1.norm2.weight": 0.0037738208193331957, + "transformer.layers.1.norm2.bias": 0.0023809976410120726, + "transformer.layers.2.self_attn.in_proj_weight": 0.07910739630460739, + "transformer.layers.2.self_attn.in_proj_bias": 0.004874168895184994, + "transformer.layers.2.self_attn.out_proj.weight": 0.056456271559000015, + "transformer.layers.2.self_attn.out_proj.bias": 0.005177173763513565, + "transformer.layers.2.linear1.weight": 0.03781367465853691, + "transformer.layers.2.linear1.bias": 0.0023373898584395647, + "transformer.layers.2.linear2.weight": 0.04356689751148224, + "transformer.layers.2.linear2.bias": 0.0058127474039793015, + "transformer.layers.2.norm1.weight": 0.006528598256409168, + "transformer.layers.2.norm1.bias": 0.006602037698030472, + "transformer.layers.2.norm2.weight": 0.0026097295340150595, + "transformer.layers.2.norm2.bias": 0.0028206375427544117, + "transformer.layers.3.self_attn.in_proj_weight": 0.12293781340122223, + "transformer.layers.3.self_attn.in_proj_bias": 0.0112045519053936, + "transformer.layers.3.self_attn.out_proj.weight": 0.057109285145998, + "transformer.layers.3.self_attn.out_proj.bias": 0.008941825479269028, + "transformer.layers.3.linear1.weight": 0.0587632842361927, + "transformer.layers.3.linear1.bias": 0.004823807626962662, + "transformer.layers.3.linear2.weight": 0.037946201860904694, + "transformer.layers.3.linear2.bias": 0.010369915515184402, + "transformer.layers.3.norm1.weight": 0.010626533068716526, + "transformer.layers.3.norm1.bias": 0.01600610837340355, + "transformer.layers.3.norm2.weight": 0.003963266499340534, + "transformer.layers.3.norm2.bias": 0.005554615519940853, + "head.weight": 0.5574796795845032, + "head.bias": 0.021207962185144424, + "global_embedding.weight": 0.011416185647249222, + "global_cnn.0.weight": 0.11519403010606766, + "global_cnn.0.bias": 0.004047166556119919, + "global_cnn.2.weight": 0.2657051980495453, + "global_cnn.2.bias": 0.01384527888149023, + "global_proj.weight": 0.07279518991708755, + "global_proj.bias": 0.03707422688603401, + "goal_head.0.weight": 0.04457050934433937, + "goal_head.0.bias": 0.015104573220014572, + "goal_head.2.weight": 0.059388551861047745, + "goal_head.2.bias": 0.02976633422076702 + }, + { + "global_gate": 7.130482845241204e-05, + "embedding.weight": 0.007742793764919043, + "cnn.0.weight": 0.12597529590129852, + "cnn.0.bias": 0.00597820058465004, + "cnn.2.weight": 0.028551489114761353, + "cnn.2.bias": 0.0062885344959795475, + "cnn.5.weight": 0.032753948122262955, + "cnn.5.bias": 0.005325243342667818, + "action_emb.weight": 0.020573750138282776, + "timestep_emb.weight": 0.005034528207033873, + "pos_emb.weight": 0.011557284742593765, + "transformer.layers.0.self_attn.in_proj_weight": 0.07834584265947342, + "transformer.layers.0.self_attn.in_proj_bias": 0.00671789888292551, + "transformer.layers.0.self_attn.out_proj.weight": 0.08607818931341171, + "transformer.layers.0.self_attn.out_proj.bias": 0.00941651314496994, + "transformer.layers.0.linear1.weight": 0.10633910447359085, + "transformer.layers.0.linear1.bias": 0.0047806366346776485, + "transformer.layers.0.linear2.weight": 0.09790263324975967, + "transformer.layers.0.linear2.bias": 0.007741589564830065, + "transformer.layers.0.norm1.weight": 0.003969902638345957, + "transformer.layers.0.norm1.bias": 0.005999487824738026, + "transformer.layers.0.norm2.weight": 0.01159263588488102, + "transformer.layers.0.norm2.bias": 0.00507670734077692, + "transformer.layers.1.self_attn.in_proj_weight": 0.08745429664850235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0051911394111812115, + "transformer.layers.1.self_attn.out_proj.weight": 0.07167944312095642, + "transformer.layers.1.self_attn.out_proj.bias": 0.005917554721236229, + "transformer.layers.1.linear1.weight": 0.055186305195093155, + "transformer.layers.1.linear1.bias": 0.0029216818511486053, + "transformer.layers.1.linear2.weight": 0.06929871439933777, + "transformer.layers.1.linear2.bias": 0.005283724050968885, + "transformer.layers.1.norm1.weight": 0.005231142975389957, + "transformer.layers.1.norm1.bias": 0.004896174184978008, + "transformer.layers.1.norm2.weight": 0.004405724350363016, + "transformer.layers.1.norm2.bias": 0.003273599548265338, + "transformer.layers.2.self_attn.in_proj_weight": 0.10328163206577301, + "transformer.layers.2.self_attn.in_proj_bias": 0.00486722681671381, + "transformer.layers.2.self_attn.out_proj.weight": 0.07852186262607574, + "transformer.layers.2.self_attn.out_proj.bias": 0.004705190192908049, + "transformer.layers.2.linear1.weight": 0.04125165566802025, + "transformer.layers.2.linear1.bias": 0.0024428446777164936, + "transformer.layers.2.linear2.weight": 0.04985227435827255, + "transformer.layers.2.linear2.bias": 0.004526082426309586, + "transformer.layers.2.norm1.weight": 0.008855416439473629, + "transformer.layers.2.norm1.bias": 0.005277424585074186, + "transformer.layers.2.norm2.weight": 0.0028257265221327543, + "transformer.layers.2.norm2.bias": 0.002660571364685893, + "transformer.layers.3.self_attn.in_proj_weight": 0.14598548412322998, + "transformer.layers.3.self_attn.in_proj_bias": 0.006876678671687841, + "transformer.layers.3.self_attn.out_proj.weight": 0.08347576856613159, + "transformer.layers.3.self_attn.out_proj.bias": 0.004236803390085697, + "transformer.layers.3.linear1.weight": 0.07028201222419739, + "transformer.layers.3.linear1.bias": 0.004764589015394449, + "transformer.layers.3.linear2.weight": 0.04248302802443504, + "transformer.layers.3.linear2.bias": 0.004350362811237574, + "transformer.layers.3.norm1.weight": 0.014035005122423172, + "transformer.layers.3.norm1.bias": 0.008466597646474838, + "transformer.layers.3.norm2.weight": 0.004929359536617994, + "transformer.layers.3.norm2.bias": 0.005337168462574482, + "head.weight": 0.5494365692138672, + "head.bias": 0.008975201286375523, + "global_embedding.weight": 0.017151478677988052, + "global_cnn.0.weight": 0.0792824849486351, + "global_cnn.0.bias": 0.0028737876564264297, + "global_cnn.2.weight": 0.10329807549715042, + "global_cnn.2.bias": 0.004605048801749945, + "global_proj.weight": 0.030666932463645935, + "global_proj.bias": 0.019605280831456184, + "goal_head.0.weight": 0.01722021773457527, + "goal_head.0.bias": 0.007751650642603636, + "goal_head.2.weight": 0.02817787043750286, + "goal_head.2.bias": 0.01789325848221779 + }, + { + "global_gate": 0.0003346791199874133, + "embedding.weight": 0.0034562370274215937, + "cnn.0.weight": 0.05425640568137169, + "cnn.0.bias": 0.002269683638587594, + "cnn.2.weight": 0.013331073336303234, + "cnn.2.bias": 0.0037888907827436924, + "cnn.5.weight": 0.022284505888819695, + "cnn.5.bias": 0.0033284579403698444, + "action_emb.weight": 0.01951315999031067, + "timestep_emb.weight": 0.0047083511017262936, + "pos_emb.weight": 0.010293010622262955, + "transformer.layers.0.self_attn.in_proj_weight": 0.08038391172885895, + "transformer.layers.0.self_attn.in_proj_bias": 0.00489042978733778, + "transformer.layers.0.self_attn.out_proj.weight": 0.08844475448131561, + "transformer.layers.0.self_attn.out_proj.bias": 0.0063661495223641396, + "transformer.layers.0.linear1.weight": 0.10561712086200714, + "transformer.layers.0.linear1.bias": 0.0035812107380479574, + "transformer.layers.0.linear2.weight": 0.07681494206190109, + "transformer.layers.0.linear2.bias": 0.004984373692423105, + "transformer.layers.0.norm1.weight": 0.004281552042812109, + "transformer.layers.0.norm1.bias": 0.004239923786371946, + "transformer.layers.0.norm2.weight": 0.010869857855141163, + "transformer.layers.0.norm2.bias": 0.004053784534335136, + "transformer.layers.1.self_attn.in_proj_weight": 0.06378215551376343, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029489968437701464, + "transformer.layers.1.self_attn.out_proj.weight": 0.06839966773986816, + "transformer.layers.1.self_attn.out_proj.bias": 0.004375001415610313, + "transformer.layers.1.linear1.weight": 0.05058392882347107, + "transformer.layers.1.linear1.bias": 0.0021850252524018288, + "transformer.layers.1.linear2.weight": 0.05432194471359253, + "transformer.layers.1.linear2.bias": 0.004144121427088976, + "transformer.layers.1.norm1.weight": 0.003589086700230837, + "transformer.layers.1.norm1.bias": 0.0024483592715114355, + "transformer.layers.1.norm2.weight": 0.0044935317710042, + "transformer.layers.1.norm2.bias": 0.0022008896339684725, + "transformer.layers.2.self_attn.in_proj_weight": 0.07460890710353851, + "transformer.layers.2.self_attn.in_proj_bias": 0.0036619682796299458, + "transformer.layers.2.self_attn.out_proj.weight": 0.06664988398551941, + "transformer.layers.2.self_attn.out_proj.bias": 0.004323379602283239, + "transformer.layers.2.linear1.weight": 0.037866976112127304, + "transformer.layers.2.linear1.bias": 0.0021620795596390963, + "transformer.layers.2.linear2.weight": 0.043387215584516525, + "transformer.layers.2.linear2.bias": 0.0043169534765183926, + "transformer.layers.2.norm1.weight": 0.004950227215886116, + "transformer.layers.2.norm1.bias": 0.0038058350328356028, + "transformer.layers.2.norm2.weight": 0.002612873911857605, + "transformer.layers.2.norm2.bias": 0.002041423926129937, + "transformer.layers.3.self_attn.in_proj_weight": 0.15337330102920532, + "transformer.layers.3.self_attn.in_proj_bias": 0.010104501619935036, + "transformer.layers.3.self_attn.out_proj.weight": 0.0827181413769722, + "transformer.layers.3.self_attn.out_proj.bias": 0.0071449582464993, + "transformer.layers.3.linear1.weight": 0.07764524221420288, + "transformer.layers.3.linear1.bias": 0.0057946122251451015, + "transformer.layers.3.linear2.weight": 0.05115310475230217, + "transformer.layers.3.linear2.bias": 0.008959709666669369, + "transformer.layers.3.norm1.weight": 0.01143505796790123, + "transformer.layers.3.norm1.bias": 0.013353326357901096, + "transformer.layers.3.norm2.weight": 0.005418303422629833, + "transformer.layers.3.norm2.bias": 0.006992013193666935, + "head.weight": 0.6230663657188416, + "head.bias": 0.01760031282901764, + "global_embedding.weight": 0.02843513712286949, + "global_cnn.0.weight": 0.12274065613746643, + "global_cnn.0.bias": 0.00534568028524518, + "global_cnn.2.weight": 0.21446426212787628, + "global_cnn.2.bias": 0.010715510696172714, + "global_proj.weight": 0.03008715622127056, + "global_proj.bias": 0.019677596166729927, + "goal_head.0.weight": 0.014802776277065277, + "goal_head.0.bias": 0.006720953620970249, + "goal_head.2.weight": 0.02443009242415428, + "goal_head.2.bias": 0.01656797155737877 + }, + { + "global_gate": 7.853208080632612e-05, + "embedding.weight": 0.0018140623578801751, + "cnn.0.weight": 0.03533804416656494, + "cnn.0.bias": 0.0017373093869537115, + "cnn.2.weight": 0.012978794053196907, + "cnn.2.bias": 0.003879033960402012, + "cnn.5.weight": 0.016105588525533676, + "cnn.5.bias": 0.0022655122447758913, + "action_emb.weight": 0.009312313981354237, + "timestep_emb.weight": 0.003038108116015792, + "pos_emb.weight": 0.008134761825203896, + "transformer.layers.0.self_attn.in_proj_weight": 0.046907320618629456, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035184083972126245, + "transformer.layers.0.self_attn.out_proj.weight": 0.05443262681365013, + "transformer.layers.0.self_attn.out_proj.bias": 0.0053024920634925365, + "transformer.layers.0.linear1.weight": 0.05790635198354721, + "transformer.layers.0.linear1.bias": 0.002430802211165428, + "transformer.layers.0.linear2.weight": 0.05317487195134163, + "transformer.layers.0.linear2.bias": 0.0037673029582947493, + "transformer.layers.0.norm1.weight": 0.002685976680368185, + "transformer.layers.0.norm1.bias": 0.0030089078936725855, + "transformer.layers.0.norm2.weight": 0.005179839674383402, + "transformer.layers.0.norm2.bias": 0.003352290717884898, + "transformer.layers.1.self_attn.in_proj_weight": 0.05056801438331604, + "transformer.layers.1.self_attn.in_proj_bias": 0.002573370235040784, + "transformer.layers.1.self_attn.out_proj.weight": 0.047280263155698776, + "transformer.layers.1.self_attn.out_proj.bias": 0.003026130609214306, + "transformer.layers.1.linear1.weight": 0.030403519049286842, + "transformer.layers.1.linear1.bias": 0.0015111896209418774, + "transformer.layers.1.linear2.weight": 0.039498601108789444, + "transformer.layers.1.linear2.bias": 0.0029620856512337923, + "transformer.layers.1.norm1.weight": 0.0031115878373384476, + "transformer.layers.1.norm1.bias": 0.002854906488209963, + "transformer.layers.1.norm2.weight": 0.0022295122034847736, + "transformer.layers.1.norm2.bias": 0.0013473142171278596, + "transformer.layers.2.self_attn.in_proj_weight": 0.05264424905180931, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028979391790926456, + "transformer.layers.2.self_attn.out_proj.weight": 0.04044052213430405, + "transformer.layers.2.self_attn.out_proj.bias": 0.003144544316455722, + "transformer.layers.2.linear1.weight": 0.023479776456952095, + "transformer.layers.2.linear1.bias": 0.001447139191441238, + "transformer.layers.2.linear2.weight": 0.02866041287779808, + "transformer.layers.2.linear2.bias": 0.0031535893213003874, + "transformer.layers.2.norm1.weight": 0.0038253015372902155, + "transformer.layers.2.norm1.bias": 0.003353619482368231, + "transformer.layers.2.norm2.weight": 0.0014882023679092526, + "transformer.layers.2.norm2.bias": 0.0017096706433221698, + "transformer.layers.3.self_attn.in_proj_weight": 0.09154511988162994, + "transformer.layers.3.self_attn.in_proj_bias": 0.007196412887424231, + "transformer.layers.3.self_attn.out_proj.weight": 0.04224326089024544, + "transformer.layers.3.self_attn.out_proj.bias": 0.0051076458767056465, + "transformer.layers.3.linear1.weight": 0.04847576841711998, + "transformer.layers.3.linear1.bias": 0.0036560154985636473, + "transformer.layers.3.linear2.weight": 0.029730388894677162, + "transformer.layers.3.linear2.bias": 0.006698377896100283, + "transformer.layers.3.norm1.weight": 0.007636296097189188, + "transformer.layers.3.norm1.bias": 0.010449456050992012, + "transformer.layers.3.norm2.weight": 0.0034758576657623053, + "transformer.layers.3.norm2.bias": 0.004947795532643795, + "head.weight": 0.3830016553401947, + "head.bias": 0.01314118504524231, + "global_embedding.weight": 0.007297205738723278, + "global_cnn.0.weight": 0.11281614005565643, + "global_cnn.0.bias": 0.003884978825226426, + "global_cnn.2.weight": 0.24297960102558136, + "global_cnn.2.bias": 0.01217403169721365, + "global_proj.weight": 0.047305237501859665, + "global_proj.bias": 0.03874261677265167, + "goal_head.0.weight": 0.034096475690603256, + "goal_head.0.bias": 0.01755756326019764, + "goal_head.2.weight": 0.048092812299728394, + "goal_head.2.bias": 0.04273240268230438 + }, + { + "global_gate": 0.0005082992720417678, + "embedding.weight": 0.0024377242662012577, + "cnn.0.weight": 0.06090186908841133, + "cnn.0.bias": 0.0024540009908378124, + "cnn.2.weight": 0.021318871527910233, + "cnn.2.bias": 0.005716356914490461, + "cnn.5.weight": 0.02875950187444687, + "cnn.5.bias": 0.005925474222749472, + "action_emb.weight": 0.018710562959313393, + "timestep_emb.weight": 0.005078624933958054, + "pos_emb.weight": 0.008998747915029526, + "transformer.layers.0.self_attn.in_proj_weight": 0.07780633121728897, + "transformer.layers.0.self_attn.in_proj_bias": 0.006854110863059759, + "transformer.layers.0.self_attn.out_proj.weight": 0.08127563446760178, + "transformer.layers.0.self_attn.out_proj.bias": 0.01052927877753973, + "transformer.layers.0.linear1.weight": 0.09416048973798752, + "transformer.layers.0.linear1.bias": 0.004862395115196705, + "transformer.layers.0.linear2.weight": 0.09342090040445328, + "transformer.layers.0.linear2.bias": 0.0073701925575733185, + "transformer.layers.0.norm1.weight": 0.0054746405221521854, + "transformer.layers.0.norm1.bias": 0.005695524625480175, + "transformer.layers.0.norm2.weight": 0.00909807812422514, + "transformer.layers.0.norm2.bias": 0.0072994716465473175, + "transformer.layers.1.self_attn.in_proj_weight": 0.07474793493747711, + "transformer.layers.1.self_attn.in_proj_bias": 0.004809072241187096, + "transformer.layers.1.self_attn.out_proj.weight": 0.08717209100723267, + "transformer.layers.1.self_attn.out_proj.bias": 0.006323878653347492, + "transformer.layers.1.linear1.weight": 0.05478513240814209, + "transformer.layers.1.linear1.bias": 0.0029418300837278366, + "transformer.layers.1.linear2.weight": 0.07268267869949341, + "transformer.layers.1.linear2.bias": 0.0056904032826423645, + "transformer.layers.1.norm1.weight": 0.004466865211725235, + "transformer.layers.1.norm1.bias": 0.005027341656386852, + "transformer.layers.1.norm2.weight": 0.004419368226081133, + "transformer.layers.1.norm2.bias": 0.0037322170101106167, + "transformer.layers.2.self_attn.in_proj_weight": 0.12074460834264755, + "transformer.layers.2.self_attn.in_proj_bias": 0.005394107662141323, + "transformer.layers.2.self_attn.out_proj.weight": 0.0629742443561554, + "transformer.layers.2.self_attn.out_proj.bias": 0.005475719925016165, + "transformer.layers.2.linear1.weight": 0.03865687549114227, + "transformer.layers.2.linear1.bias": 0.0024248354602605104, + "transformer.layers.2.linear2.weight": 0.04970837011933327, + "transformer.layers.2.linear2.bias": 0.005783694330602884, + "transformer.layers.2.norm1.weight": 0.011506646871566772, + "transformer.layers.2.norm1.bias": 0.005688967648893595, + "transformer.layers.2.norm2.weight": 0.002844742499291897, + "transformer.layers.2.norm2.bias": 0.002842591842636466, + "transformer.layers.3.self_attn.in_proj_weight": 0.164240300655365, + "transformer.layers.3.self_attn.in_proj_bias": 0.01288436260074377, + "transformer.layers.3.self_attn.out_proj.weight": 0.0726388618350029, + "transformer.layers.3.self_attn.out_proj.bias": 0.009578747674822807, + "transformer.layers.3.linear1.weight": 0.08060090243816376, + "transformer.layers.3.linear1.bias": 0.006334687117487192, + "transformer.layers.3.linear2.weight": 0.0505349338054657, + "transformer.layers.3.linear2.bias": 0.012280666269361973, + "transformer.layers.3.norm1.weight": 0.012500133365392685, + "transformer.layers.3.norm1.bias": 0.01790618896484375, + "transformer.layers.3.norm2.weight": 0.0057134502567350864, + "transformer.layers.3.norm2.bias": 0.00812575500458479, + "head.weight": 0.6801665425300598, + "head.bias": 0.024074159562587738, + "global_embedding.weight": 0.0061627100221812725, + "global_cnn.0.weight": 0.045810163021087646, + "global_cnn.0.bias": 0.0016252639470621943, + "global_cnn.2.weight": 0.07889832556247711, + "global_cnn.2.bias": 0.004019380547106266, + "global_proj.weight": 0.019459454342722893, + "global_proj.bias": 0.011281478218734264, + "goal_head.0.weight": 0.009406269527971745, + "goal_head.0.bias": 0.00373459723778069, + "goal_head.2.weight": 0.01610380969941616, + "goal_head.2.bias": 0.007949475198984146 + }, + { + "global_gate": 0.0007814059499651194, + "embedding.weight": 0.006432154681533575, + "cnn.0.weight": 0.09596545994281769, + "cnn.0.bias": 0.0050122095271945, + "cnn.2.weight": 0.023309342563152313, + "cnn.2.bias": 0.006857236847281456, + "cnn.5.weight": 0.029176848009228706, + "cnn.5.bias": 0.005134849809110165, + "action_emb.weight": 0.020511630922555923, + "timestep_emb.weight": 0.005163462366908789, + "pos_emb.weight": 0.011584996245801449, + "transformer.layers.0.self_attn.in_proj_weight": 0.0925116240978241, + "transformer.layers.0.self_attn.in_proj_bias": 0.008129867725074291, + "transformer.layers.0.self_attn.out_proj.weight": 0.10336486995220184, + "transformer.layers.0.self_attn.out_proj.bias": 0.009757418185472488, + "transformer.layers.0.linear1.weight": 0.10752052068710327, + "transformer.layers.0.linear1.bias": 0.004987535998225212, + "transformer.layers.0.linear2.weight": 0.09310610592365265, + "transformer.layers.0.linear2.bias": 0.007509896997362375, + "transformer.layers.0.norm1.weight": 0.005202882457524538, + "transformer.layers.0.norm1.bias": 0.007974591106176376, + "transformer.layers.0.norm2.weight": 0.012343738228082657, + "transformer.layers.0.norm2.bias": 0.005132144782692194, + "transformer.layers.1.self_attn.in_proj_weight": 0.08400635421276093, + "transformer.layers.1.self_attn.in_proj_bias": 0.005765828769654036, + "transformer.layers.1.self_attn.out_proj.weight": 0.08179605007171631, + "transformer.layers.1.self_attn.out_proj.bias": 0.006912857294082642, + "transformer.layers.1.linear1.weight": 0.05442255735397339, + "transformer.layers.1.linear1.bias": 0.003198010381311178, + "transformer.layers.1.linear2.weight": 0.062399957329034805, + "transformer.layers.1.linear2.bias": 0.006204382516443729, + "transformer.layers.1.norm1.weight": 0.006150911096483469, + "transformer.layers.1.norm1.bias": 0.0057335663586854935, + "transformer.layers.1.norm2.weight": 0.005753878969699144, + "transformer.layers.1.norm2.bias": 0.003979358356446028, + "transformer.layers.2.self_attn.in_proj_weight": 0.08621986210346222, + "transformer.layers.2.self_attn.in_proj_bias": 0.0050400374457240105, + "transformer.layers.2.self_attn.out_proj.weight": 0.06893499195575714, + "transformer.layers.2.self_attn.out_proj.bias": 0.005599036812782288, + "transformer.layers.2.linear1.weight": 0.037600044161081314, + "transformer.layers.2.linear1.bias": 0.0024144784547388554, + "transformer.layers.2.linear2.weight": 0.04581613466143608, + "transformer.layers.2.linear2.bias": 0.005790663883090019, + "transformer.layers.2.norm1.weight": 0.007419309113174677, + "transformer.layers.2.norm1.bias": 0.005733173806220293, + "transformer.layers.2.norm2.weight": 0.002690247492864728, + "transformer.layers.2.norm2.bias": 0.00274692103266716, + "transformer.layers.3.self_attn.in_proj_weight": 0.13883616030216217, + "transformer.layers.3.self_attn.in_proj_bias": 0.014007135294377804, + "transformer.layers.3.self_attn.out_proj.weight": 0.07500511407852173, + "transformer.layers.3.self_attn.out_proj.bias": 0.009778947569429874, + "transformer.layers.3.linear1.weight": 0.08671817183494568, + "transformer.layers.3.linear1.bias": 0.007200025953352451, + "transformer.layers.3.linear2.weight": 0.05120464786887169, + "transformer.layers.3.linear2.bias": 0.012146170251071453, + "transformer.layers.3.norm1.weight": 0.011884558014571667, + "transformer.layers.3.norm1.bias": 0.020689504221081734, + "transformer.layers.3.norm2.weight": 0.006592168938368559, + "transformer.layers.3.norm2.bias": 0.009214411489665508, + "head.weight": 0.7156313061714172, + "head.bias": 0.025094101205468178, + "global_embedding.weight": 0.08172465860843658, + "global_cnn.0.weight": 0.21704448759555817, + "global_cnn.0.bias": 0.009736166335642338, + "global_cnn.2.weight": 0.18177498877048492, + "global_cnn.2.bias": 0.0067499419674277306, + "global_proj.weight": 0.03645092993974686, + "global_proj.bias": 0.022819653153419495, + "goal_head.0.weight": 0.018014464527368546, + "goal_head.0.bias": 0.008510367944836617, + "goal_head.2.weight": 0.025073731318116188, + "goal_head.2.bias": 0.018373331055045128 + }, + { + "global_gate": 7.139866647776216e-05, + "embedding.weight": 0.0009677956695668399, + "cnn.0.weight": 0.01999218761920929, + "cnn.0.bias": 0.001064182841219008, + "cnn.2.weight": 0.006434658542275429, + "cnn.2.bias": 0.0015298594953492284, + "cnn.5.weight": 0.009457611478865147, + "cnn.5.bias": 0.0015944524202495813, + "action_emb.weight": 0.018285946920514107, + "timestep_emb.weight": 0.0019266559975221753, + "pos_emb.weight": 0.004800861701369286, + "transformer.layers.0.self_attn.in_proj_weight": 0.05092466622591019, + "transformer.layers.0.self_attn.in_proj_bias": 0.002812703838571906, + "transformer.layers.0.self_attn.out_proj.weight": 0.07463710755109787, + "transformer.layers.0.self_attn.out_proj.bias": 0.004070475697517395, + "transformer.layers.0.linear1.weight": 0.08350101858377457, + "transformer.layers.0.linear1.bias": 0.0025963117368519306, + "transformer.layers.0.linear2.weight": 0.05280260369181633, + "transformer.layers.0.linear2.bias": 0.003410864621400833, + "transformer.layers.0.norm1.weight": 0.0029882476665079594, + "transformer.layers.0.norm1.bias": 0.002405761741101742, + "transformer.layers.0.norm2.weight": 0.00924884807318449, + "transformer.layers.0.norm2.bias": 0.0022448247764259577, + "transformer.layers.1.self_attn.in_proj_weight": 0.04646293818950653, + "transformer.layers.1.self_attn.in_proj_bias": 0.002565625123679638, + "transformer.layers.1.self_attn.out_proj.weight": 0.048771075904369354, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032640090212225914, + "transformer.layers.1.linear1.weight": 0.03595658764243126, + "transformer.layers.1.linear1.bias": 0.001678025582805276, + "transformer.layers.1.linear2.weight": 0.03594484552741051, + "transformer.layers.1.linear2.bias": 0.003114859340712428, + "transformer.layers.1.norm1.weight": 0.0032344863284379244, + "transformer.layers.1.norm1.bias": 0.002748111728578806, + "transformer.layers.1.norm2.weight": 0.0034501345362514257, + "transformer.layers.1.norm2.bias": 0.0018259454518556595, + "transformer.layers.2.self_attn.in_proj_weight": 0.0452486090362072, + "transformer.layers.2.self_attn.in_proj_bias": 0.0026372545398771763, + "transformer.layers.2.self_attn.out_proj.weight": 0.04497116804122925, + "transformer.layers.2.self_attn.out_proj.bias": 0.002957774791866541, + "transformer.layers.2.linear1.weight": 0.024152694270014763, + "transformer.layers.2.linear1.bias": 0.0014627407072111964, + "transformer.layers.2.linear2.weight": 0.02617633529007435, + "transformer.layers.2.linear2.bias": 0.0029075066559016705, + "transformer.layers.2.norm1.weight": 0.0028998490888625383, + "transformer.layers.2.norm1.bias": 0.0026015236508101225, + "transformer.layers.2.norm2.weight": 0.0016055667074397206, + "transformer.layers.2.norm2.bias": 0.001202389132231474, + "transformer.layers.3.self_attn.in_proj_weight": 0.07401406764984131, + "transformer.layers.3.self_attn.in_proj_bias": 0.005027515813708305, + "transformer.layers.3.self_attn.out_proj.weight": 0.04261108115315437, + "transformer.layers.3.self_attn.out_proj.bias": 0.003374761436134577, + "transformer.layers.3.linear1.weight": 0.04318347945809364, + "transformer.layers.3.linear1.bias": 0.0033187195658683777, + "transformer.layers.3.linear2.weight": 0.02231881208717823, + "transformer.layers.3.linear2.bias": 0.003866072976961732, + "transformer.layers.3.norm1.weight": 0.006299468223005533, + "transformer.layers.3.norm1.bias": 0.0065378183498978615, + "transformer.layers.3.norm2.weight": 0.0030212339479476213, + "transformer.layers.3.norm2.bias": 0.0037117882166057825, + "head.weight": 0.2830252945423126, + "head.bias": 0.008169600740075111, + "global_embedding.weight": 0.021311458200216293, + "global_cnn.0.weight": 0.054493848234415054, + "global_cnn.0.bias": 0.002325253328308463, + "global_cnn.2.weight": 0.13519664108753204, + "global_cnn.2.bias": 0.007962659001350403, + "global_proj.weight": 0.026975193992257118, + "global_proj.bias": 0.016745425760746002, + "goal_head.0.weight": 0.016805430874228477, + "goal_head.0.bias": 0.006581388879567385, + "goal_head.2.weight": 0.021842921152710915, + "goal_head.2.bias": 0.012972073629498482 + }, + { + "global_gate": 0.0001548886502860114, + "embedding.weight": 0.0035324771888554096, + "cnn.0.weight": 0.07226401567459106, + "cnn.0.bias": 0.003202225547283888, + "cnn.2.weight": 0.018980490043759346, + "cnn.2.bias": 0.003956086467951536, + "cnn.5.weight": 0.017986349761486053, + "cnn.5.bias": 0.003072297666221857, + "action_emb.weight": 0.026661552488803864, + "timestep_emb.weight": 0.0029259566217660904, + "pos_emb.weight": 0.006045209243893623, + "transformer.layers.0.self_attn.in_proj_weight": 0.07025983184576035, + "transformer.layers.0.self_attn.in_proj_bias": 0.005152091849595308, + "transformer.layers.0.self_attn.out_proj.weight": 0.096270352602005, + "transformer.layers.0.self_attn.out_proj.bias": 0.006309583783149719, + "transformer.layers.0.linear1.weight": 0.11330097168684006, + "transformer.layers.0.linear1.bias": 0.0036259223707020283, + "transformer.layers.0.linear2.weight": 0.0731959119439125, + "transformer.layers.0.linear2.bias": 0.005595292896032333, + "transformer.layers.0.norm1.weight": 0.003860579803586006, + "transformer.layers.0.norm1.bias": 0.005242612212896347, + "transformer.layers.0.norm2.weight": 0.013850359246134758, + "transformer.layers.0.norm2.bias": 0.003026303369551897, + "transformer.layers.1.self_attn.in_proj_weight": 0.06786620616912842, + "transformer.layers.1.self_attn.in_proj_bias": 0.0036167684011161327, + "transformer.layers.1.self_attn.out_proj.weight": 0.06592588871717453, + "transformer.layers.1.self_attn.out_proj.bias": 0.004848332144320011, + "transformer.layers.1.linear1.weight": 0.04299429804086685, + "transformer.layers.1.linear1.bias": 0.002067337976768613, + "transformer.layers.1.linear2.weight": 0.04948456957936287, + "transformer.layers.1.linear2.bias": 0.004839793778955936, + "transformer.layers.1.norm1.weight": 0.004678844474256039, + "transformer.layers.1.norm1.bias": 0.0036224520299583673, + "transformer.layers.1.norm2.weight": 0.004108451306819916, + "transformer.layers.1.norm2.bias": 0.0018837779061868787, + "transformer.layers.2.self_attn.in_proj_weight": 0.0704529657959938, + "transformer.layers.2.self_attn.in_proj_bias": 0.003990883938968182, + "transformer.layers.2.self_attn.out_proj.weight": 0.06245766580104828, + "transformer.layers.2.self_attn.out_proj.bias": 0.004823912400752306, + "transformer.layers.2.linear1.weight": 0.02841336466372013, + "transformer.layers.2.linear1.bias": 0.0019090170972049236, + "transformer.layers.2.linear2.weight": 0.03556405380368233, + "transformer.layers.2.linear2.bias": 0.005164284724742174, + "transformer.layers.2.norm1.weight": 0.006159073207527399, + "transformer.layers.2.norm1.bias": 0.004401369020342827, + "transformer.layers.2.norm2.weight": 0.001777748460881412, + "transformer.layers.2.norm2.bias": 0.0021047599148005247, + "transformer.layers.3.self_attn.in_proj_weight": 0.12652304768562317, + "transformer.layers.3.self_attn.in_proj_bias": 0.013208904303610325, + "transformer.layers.3.self_attn.out_proj.weight": 0.06555552780628204, + "transformer.layers.3.self_attn.out_proj.bias": 0.009976224042475224, + "transformer.layers.3.linear1.weight": 0.06704806536436081, + "transformer.layers.3.linear1.bias": 0.006095779128372669, + "transformer.layers.3.linear2.weight": 0.04247509315609932, + "transformer.layers.3.linear2.bias": 0.012497235089540482, + "transformer.layers.3.norm1.weight": 0.011540568433701992, + "transformer.layers.3.norm1.bias": 0.019475527107715607, + "transformer.layers.3.norm2.weight": 0.005001516081392765, + "transformer.layers.3.norm2.bias": 0.00895899347960949, + "head.weight": 0.6019335985183716, + "head.bias": 0.024192681536078453, + "global_embedding.weight": 0.02470908686518669, + "global_cnn.0.weight": 0.11717796325683594, + "global_cnn.0.bias": 0.005051083397120237, + "global_cnn.2.weight": 0.2617259919643402, + "global_cnn.2.bias": 0.01064611878246069, + "global_proj.weight": 0.04328877851366997, + "global_proj.bias": 0.027415914461016655, + "goal_head.0.weight": 0.0291640292853117, + "goal_head.0.bias": 0.012439660727977753, + "goal_head.2.weight": 0.043040502816438675, + "goal_head.2.bias": 0.02802124060690403 + }, + { + "global_gate": 0.0009250559378415346, + "embedding.weight": 0.0037668359000235796, + "cnn.0.weight": 0.09035809338092804, + "cnn.0.bias": 0.003171489806845784, + "cnn.2.weight": 0.025805965065956116, + "cnn.2.bias": 0.0064368960447609425, + "cnn.5.weight": 0.027217702940106392, + "cnn.5.bias": 0.005122070200741291, + "action_emb.weight": 0.029407599940896034, + "timestep_emb.weight": 0.004600746091455221, + "pos_emb.weight": 0.010050833225250244, + "transformer.layers.0.self_attn.in_proj_weight": 0.1311582624912262, + "transformer.layers.0.self_attn.in_proj_bias": 0.008628897368907928, + "transformer.layers.0.self_attn.out_proj.weight": 0.11539197713136673, + "transformer.layers.0.self_attn.out_proj.bias": 0.011523677967488766, + "transformer.layers.0.linear1.weight": 0.12863685190677643, + "transformer.layers.0.linear1.bias": 0.00537016661837697, + "transformer.layers.0.linear2.weight": 0.11125422269105911, + "transformer.layers.0.linear2.bias": 0.01036575436592102, + "transformer.layers.0.norm1.weight": 0.010058442130684853, + "transformer.layers.0.norm1.bias": 0.008533741347491741, + "transformer.layers.0.norm2.weight": 0.014387122355401516, + "transformer.layers.0.norm2.bias": 0.004816391970962286, + "transformer.layers.1.self_attn.in_proj_weight": 0.09067092090845108, + "transformer.layers.1.self_attn.in_proj_bias": 0.005778742488473654, + "transformer.layers.1.self_attn.out_proj.weight": 0.09820343554019928, + "transformer.layers.1.self_attn.out_proj.bias": 0.009349416941404343, + "transformer.layers.1.linear1.weight": 0.06159170717000961, + "transformer.layers.1.linear1.bias": 0.0038638520054519176, + "transformer.layers.1.linear2.weight": 0.08177144825458527, + "transformer.layers.1.linear2.bias": 0.009139137342572212, + "transformer.layers.1.norm1.weight": 0.005881550256162882, + "transformer.layers.1.norm1.bias": 0.0049694315530359745, + "transformer.layers.1.norm2.weight": 0.005191321484744549, + "transformer.layers.1.norm2.bias": 0.004106317646801472, + "transformer.layers.2.self_attn.in_proj_weight": 0.10804789513349533, + "transformer.layers.2.self_attn.in_proj_bias": 0.0065124863758683205, + "transformer.layers.2.self_attn.out_proj.weight": 0.08153166621923447, + "transformer.layers.2.self_attn.out_proj.bias": 0.008966667577624321, + "transformer.layers.2.linear1.weight": 0.05684078484773636, + "transformer.layers.2.linear1.bias": 0.004465088248252869, + "transformer.layers.2.linear2.weight": 0.06034327298402786, + "transformer.layers.2.linear2.bias": 0.009911919012665749, + "transformer.layers.2.norm1.weight": 0.007372673135250807, + "transformer.layers.2.norm1.bias": 0.006761766504496336, + "transformer.layers.2.norm2.weight": 0.004379503428936005, + "transformer.layers.2.norm2.bias": 0.006342603359371424, + "transformer.layers.3.self_attn.in_proj_weight": 0.16725559532642365, + "transformer.layers.3.self_attn.in_proj_bias": 0.019792307168245316, + "transformer.layers.3.self_attn.out_proj.weight": 0.07976440340280533, + "transformer.layers.3.self_attn.out_proj.bias": 0.015252619050443172, + "transformer.layers.3.linear1.weight": 0.12255609035491943, + "transformer.layers.3.linear1.bias": 0.011854523792862892, + "transformer.layers.3.linear2.weight": 0.06460914015769958, + "transformer.layers.3.linear2.bias": 0.019571345299482346, + "transformer.layers.3.norm1.weight": 0.01322049368172884, + "transformer.layers.3.norm1.bias": 0.028070533648133278, + "transformer.layers.3.norm2.weight": 0.008444844745099545, + "transformer.layers.3.norm2.bias": 0.01651368848979473, + "head.weight": 0.992137610912323, + "head.bias": 0.04246845468878746, + "global_embedding.weight": 0.06080912426114082, + "global_cnn.0.weight": 0.15582825243473053, + "global_cnn.0.bias": 0.00703679071739316, + "global_cnn.2.weight": 0.1927436888217926, + "global_cnn.2.bias": 0.010158861987292767, + "global_proj.weight": 0.044338785111904144, + "global_proj.bias": 0.03349040076136589, + "goal_head.0.weight": 0.02781844139099121, + "goal_head.0.bias": 0.012535028159618378, + "goal_head.2.weight": 0.04090381786227226, + "goal_head.2.bias": 0.02596379816532135 + }, + { + "global_gate": 0.00135432172100991, + "embedding.weight": 0.003835871582850814, + "cnn.0.weight": 0.09827002882957458, + "cnn.0.bias": 0.0038361388724297285, + "cnn.2.weight": 0.030300693586468697, + "cnn.2.bias": 0.00838946271687746, + "cnn.5.weight": 0.027270713821053505, + "cnn.5.bias": 0.006995182018727064, + "action_emb.weight": 0.02516578510403633, + "timestep_emb.weight": 0.0033728911075741053, + "pos_emb.weight": 0.007139912340790033, + "transformer.layers.0.self_attn.in_proj_weight": 0.08328824490308762, + "transformer.layers.0.self_attn.in_proj_bias": 0.0075982012785971165, + "transformer.layers.0.self_attn.out_proj.weight": 0.10780530422925949, + "transformer.layers.0.self_attn.out_proj.bias": 0.01033918745815754, + "transformer.layers.0.linear1.weight": 0.11061881482601166, + "transformer.layers.0.linear1.bias": 0.0047781639732420444, + "transformer.layers.0.linear2.weight": 0.0831737145781517, + "transformer.layers.0.linear2.bias": 0.008467702195048332, + "transformer.layers.0.norm1.weight": 0.00445311376824975, + "transformer.layers.0.norm1.bias": 0.00718255341053009, + "transformer.layers.0.norm2.weight": 0.012830299325287342, + "transformer.layers.0.norm2.bias": 0.0060072168707847595, + "transformer.layers.1.self_attn.in_proj_weight": 0.08130602538585663, + "transformer.layers.1.self_attn.in_proj_bias": 0.005413617938756943, + "transformer.layers.1.self_attn.out_proj.weight": 0.06859984993934631, + "transformer.layers.1.self_attn.out_proj.bias": 0.0068580773659050465, + "transformer.layers.1.linear1.weight": 0.04959670081734657, + "transformer.layers.1.linear1.bias": 0.0028901537880301476, + "transformer.layers.1.linear2.weight": 0.05985727161169052, + "transformer.layers.1.linear2.bias": 0.006737057585269213, + "transformer.layers.1.norm1.weight": 0.005470793694257736, + "transformer.layers.1.norm1.bias": 0.005459236446768045, + "transformer.layers.1.norm2.weight": 0.0041108462028205395, + "transformer.layers.1.norm2.bias": 0.002942016813904047, + "transformer.layers.2.self_attn.in_proj_weight": 0.07200715690851212, + "transformer.layers.2.self_attn.in_proj_bias": 0.004833277314901352, + "transformer.layers.2.self_attn.out_proj.weight": 0.05834730342030525, + "transformer.layers.2.self_attn.out_proj.bias": 0.0066853114403784275, + "transformer.layers.2.linear1.weight": 0.03688100352883339, + "transformer.layers.2.linear1.bias": 0.002566491486504674, + "transformer.layers.2.linear2.weight": 0.04424649104475975, + "transformer.layers.2.linear2.bias": 0.006777262780815363, + "transformer.layers.2.norm1.weight": 0.005292708054184914, + "transformer.layers.2.norm1.bias": 0.004821182228624821, + "transformer.layers.2.norm2.weight": 0.0028279637917876244, + "transformer.layers.2.norm2.bias": 0.002972932532429695, + "transformer.layers.3.self_attn.in_proj_weight": 0.14416871964931488, + "transformer.layers.3.self_attn.in_proj_bias": 0.013935516588389874, + "transformer.layers.3.self_attn.out_proj.weight": 0.056823696941137314, + "transformer.layers.3.self_attn.out_proj.bias": 0.010020201094448566, + "transformer.layers.3.linear1.weight": 0.06819187849760056, + "transformer.layers.3.linear1.bias": 0.006358786020427942, + "transformer.layers.3.linear2.weight": 0.03837186470627785, + "transformer.layers.3.linear2.bias": 0.012669644318521023, + "transformer.layers.3.norm1.weight": 0.013600973412394524, + "transformer.layers.3.norm1.bias": 0.020025884732604027, + "transformer.layers.3.norm2.weight": 0.005499031860381365, + "transformer.layers.3.norm2.bias": 0.008443284779787064, + "head.weight": 0.5859893560409546, + "head.bias": 0.024674151092767715, + "global_embedding.weight": 0.05447891354560852, + "global_cnn.0.weight": 0.13951753079891205, + "global_cnn.0.bias": 0.006936320103704929, + "global_cnn.2.weight": 0.14448879659175873, + "global_cnn.2.bias": 0.006122879218310118, + "global_proj.weight": 0.026187676936388016, + "global_proj.bias": 0.016199911013245583, + "goal_head.0.weight": 0.004758554045110941, + "goal_head.0.bias": 0.0011395865585654974, + "goal_head.2.weight": 0.006871799007058144, + "goal_head.2.bias": 0.0026548593305051327 + }, + { + "global_gate": 0.00010156474309042096, + "embedding.weight": 0.0007803417393006384, + "cnn.0.weight": 0.024690479040145874, + "cnn.0.bias": 0.0009034969261847436, + "cnn.2.weight": 0.013466908596456051, + "cnn.2.bias": 0.003196222707629204, + "cnn.5.weight": 0.01620609313249588, + "cnn.5.bias": 0.002394572366029024, + "action_emb.weight": 0.014568296261131763, + "timestep_emb.weight": 0.002729445230215788, + "pos_emb.weight": 0.0047214520163834095, + "transformer.layers.0.self_attn.in_proj_weight": 0.06193555146455765, + "transformer.layers.0.self_attn.in_proj_bias": 0.005233913194388151, + "transformer.layers.0.self_attn.out_proj.weight": 0.05786795914173126, + "transformer.layers.0.self_attn.out_proj.bias": 0.007028283551335335, + "transformer.layers.0.linear1.weight": 0.06154238060116768, + "transformer.layers.0.linear1.bias": 0.00292747700586915, + "transformer.layers.0.linear2.weight": 0.059618450701236725, + "transformer.layers.0.linear2.bias": 0.006566545460373163, + "transformer.layers.0.norm1.weight": 0.004329044371843338, + "transformer.layers.0.norm1.bias": 0.004948067013174295, + "transformer.layers.0.norm2.weight": 0.006074604578316212, + "transformer.layers.0.norm2.bias": 0.002883425448089838, + "transformer.layers.1.self_attn.in_proj_weight": 0.052017584443092346, + "transformer.layers.1.self_attn.in_proj_bias": 0.00377161568030715, + "transformer.layers.1.self_attn.out_proj.weight": 0.06398546695709229, + "transformer.layers.1.self_attn.out_proj.bias": 0.0060890247114002705, + "transformer.layers.1.linear1.weight": 0.03382951021194458, + "transformer.layers.1.linear1.bias": 0.0020856368355453014, + "transformer.layers.1.linear2.weight": 0.047580864280462265, + "transformer.layers.1.linear2.bias": 0.006084043998271227, + "transformer.layers.1.norm1.weight": 0.00290295179001987, + "transformer.layers.1.norm1.bias": 0.0030898856930434704, + "transformer.layers.1.norm2.weight": 0.0023666222114115953, + "transformer.layers.1.norm2.bias": 0.0018730164738371968, + "transformer.layers.2.self_attn.in_proj_weight": 0.05643416568636894, + "transformer.layers.2.self_attn.in_proj_bias": 0.00414932519197464, + "transformer.layers.2.self_attn.out_proj.weight": 0.06409988552331924, + "transformer.layers.2.self_attn.out_proj.bias": 0.0063292947597801685, + "transformer.layers.2.linear1.weight": 0.03447327762842178, + "transformer.layers.2.linear1.bias": 0.0025104202795773745, + "transformer.layers.2.linear2.weight": 0.040825795382261276, + "transformer.layers.2.linear2.bias": 0.006765616126358509, + "transformer.layers.2.norm1.weight": 0.004021680913865566, + "transformer.layers.2.norm1.bias": 0.003886881750077009, + "transformer.layers.2.norm2.weight": 0.002393216360360384, + "transformer.layers.2.norm2.bias": 0.0030365390703082085, + "transformer.layers.3.self_attn.in_proj_weight": 0.17111113667488098, + "transformer.layers.3.self_attn.in_proj_bias": 0.02008766680955887, + "transformer.layers.3.self_attn.out_proj.weight": 0.07961352914571762, + "transformer.layers.3.self_attn.out_proj.bias": 0.01472307275980711, + "transformer.layers.3.linear1.weight": 0.11129583418369293, + "transformer.layers.3.linear1.bias": 0.011335733346641064, + "transformer.layers.3.linear2.weight": 0.06188344955444336, + "transformer.layers.3.linear2.bias": 0.020153671503067017, + "transformer.layers.3.norm1.weight": 0.01371484249830246, + "transformer.layers.3.norm1.bias": 0.028513317927718163, + "transformer.layers.3.norm2.weight": 0.008613775484263897, + "transformer.layers.3.norm2.bias": 0.01734711043536663, + "head.weight": 0.9343068599700928, + "head.bias": 0.041799161583185196, + "global_embedding.weight": 0.019323136657476425, + "global_cnn.0.weight": 0.09722872823476791, + "global_cnn.0.bias": 0.0033428696915507317, + "global_cnn.2.weight": 0.14089952409267426, + "global_cnn.2.bias": 0.005615902598947287, + "global_proj.weight": 0.018884269520640373, + "global_proj.bias": 0.013572093099355698, + "goal_head.0.weight": 0.012951219454407692, + "goal_head.0.bias": 0.0062894015572965145, + "goal_head.2.weight": 0.022976571694016457, + "goal_head.2.bias": 0.015522823669016361 + }, + { + "global_gate": 0.0007171593606472015, + "embedding.weight": 0.007401354145258665, + "cnn.0.weight": 0.1047646701335907, + "cnn.0.bias": 0.005283416714519262, + "cnn.2.weight": 0.023556679487228394, + "cnn.2.bias": 0.004685218911617994, + "cnn.5.weight": 0.02197524905204773, + "cnn.5.bias": 0.003557663643732667, + "action_emb.weight": 0.011902946047484875, + "timestep_emb.weight": 0.0034119756892323494, + "pos_emb.weight": 0.0065534235909581184, + "transformer.layers.0.self_attn.in_proj_weight": 0.06149453669786453, + "transformer.layers.0.self_attn.in_proj_bias": 0.004988428670912981, + "transformer.layers.0.self_attn.out_proj.weight": 0.06501118093729019, + "transformer.layers.0.self_attn.out_proj.bias": 0.0076331477612257, + "transformer.layers.0.linear1.weight": 0.061389677226543427, + "transformer.layers.0.linear1.bias": 0.003042341209948063, + "transformer.layers.0.linear2.weight": 0.05473587289452553, + "transformer.layers.0.linear2.bias": 0.005269373767077923, + "transformer.layers.0.norm1.weight": 0.003853194648399949, + "transformer.layers.0.norm1.bias": 0.004610210191458464, + "transformer.layers.0.norm2.weight": 0.0063770730048418045, + "transformer.layers.0.norm2.bias": 0.004394153133034706, + "transformer.layers.1.self_attn.in_proj_weight": 0.04937931150197983, + "transformer.layers.1.self_attn.in_proj_bias": 0.0032736414577811956, + "transformer.layers.1.self_attn.out_proj.weight": 0.05812947824597359, + "transformer.layers.1.self_attn.out_proj.bias": 0.004547314252704382, + "transformer.layers.1.linear1.weight": 0.033111318945884705, + "transformer.layers.1.linear1.bias": 0.0018818415701389313, + "transformer.layers.1.linear2.weight": 0.041467372328042984, + "transformer.layers.1.linear2.bias": 0.0042414432391524315, + "transformer.layers.1.norm1.weight": 0.0032711876556277275, + "transformer.layers.1.norm1.bias": 0.0030691749416291714, + "transformer.layers.1.norm2.weight": 0.0024863719008862972, + "transformer.layers.1.norm2.bias": 0.0019755803514271975, + "transformer.layers.2.self_attn.in_proj_weight": 0.0623563751578331, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033173696137964725, + "transformer.layers.2.self_attn.out_proj.weight": 0.053848057985305786, + "transformer.layers.2.self_attn.out_proj.bias": 0.004107802640646696, + "transformer.layers.2.linear1.weight": 0.027510739862918854, + "transformer.layers.2.linear1.bias": 0.0018053455278277397, + "transformer.layers.2.linear2.weight": 0.031681127846241, + "transformer.layers.2.linear2.bias": 0.003992429934442043, + "transformer.layers.2.norm1.weight": 0.004310848191380501, + "transformer.layers.2.norm1.bias": 0.0031431999523192644, + "transformer.layers.2.norm2.weight": 0.0018502185121178627, + "transformer.layers.2.norm2.bias": 0.00212643900886178, + "transformer.layers.3.self_attn.in_proj_weight": 0.09800732135772705, + "transformer.layers.3.self_attn.in_proj_bias": 0.00662987632676959, + "transformer.layers.3.self_attn.out_proj.weight": 0.05417052283883095, + "transformer.layers.3.self_attn.out_proj.bias": 0.004840496927499771, + "transformer.layers.3.linear1.weight": 0.05779873952269554, + "transformer.layers.3.linear1.bias": 0.004331641364842653, + "transformer.layers.3.linear2.weight": 0.032805852591991425, + "transformer.layers.3.linear2.bias": 0.006390470080077648, + "transformer.layers.3.norm1.weight": 0.007777665741741657, + "transformer.layers.3.norm1.bias": 0.010207039304077625, + "transformer.layers.3.norm2.weight": 0.004305752459913492, + "transformer.layers.3.norm2.bias": 0.005866799037903547, + "head.weight": 0.4681779742240906, + "head.bias": 0.013857745565474033, + "global_embedding.weight": 0.028202779591083527, + "global_cnn.0.weight": 0.12594535946846008, + "global_cnn.0.bias": 0.004560703411698341, + "global_cnn.2.weight": 0.2791414260864258, + "global_cnn.2.bias": 0.012828405946493149, + "global_proj.weight": 0.061323557049036026, + "global_proj.bias": 0.041220828890800476, + "goal_head.0.weight": 0.03972502425312996, + "goal_head.0.bias": 0.01691998727619648, + "goal_head.2.weight": 0.05630412697792053, + "goal_head.2.bias": 0.03628737851977348 + }, + { + "global_gate": 0.00012890278594568372, + "embedding.weight": 0.0008986599277704954, + "cnn.0.weight": 0.024389497935771942, + "cnn.0.bias": 0.0010191183537244797, + "cnn.2.weight": 0.0097414031624794, + "cnn.2.bias": 0.0023487512953579426, + "cnn.5.weight": 0.013062022626399994, + "cnn.5.bias": 0.001787627930752933, + "action_emb.weight": 0.017166618257761, + "timestep_emb.weight": 0.0031894894782453775, + "pos_emb.weight": 0.007668611127883196, + "transformer.layers.0.self_attn.in_proj_weight": 0.04572417214512825, + "transformer.layers.0.self_attn.in_proj_bias": 0.003572423243895173, + "transformer.layers.0.self_attn.out_proj.weight": 0.05346396192908287, + "transformer.layers.0.self_attn.out_proj.bias": 0.004800807684659958, + "transformer.layers.0.linear1.weight": 0.07970321178436279, + "transformer.layers.0.linear1.bias": 0.0026947057340294123, + "transformer.layers.0.linear2.weight": 0.05646882206201553, + "transformer.layers.0.linear2.bias": 0.0040445756167173386, + "transformer.layers.0.norm1.weight": 0.002635776996612549, + "transformer.layers.0.norm1.bias": 0.003654342144727707, + "transformer.layers.0.norm2.weight": 0.008672620169818401, + "transformer.layers.0.norm2.bias": 0.0033307503908872604, + "transformer.layers.1.self_attn.in_proj_weight": 0.04642825201153755, + "transformer.layers.1.self_attn.in_proj_bias": 0.002720810007303953, + "transformer.layers.1.self_attn.out_proj.weight": 0.04758699983358383, + "transformer.layers.1.self_attn.out_proj.bias": 0.003650220576673746, + "transformer.layers.1.linear1.weight": 0.03660350292921066, + "transformer.layers.1.linear1.bias": 0.0016765481559559703, + "transformer.layers.1.linear2.weight": 0.04282806068658829, + "transformer.layers.1.linear2.bias": 0.0035625670570880175, + "transformer.layers.1.norm1.weight": 0.0032934253104031086, + "transformer.layers.1.norm1.bias": 0.002588571747764945, + "transformer.layers.1.norm2.weight": 0.003385458141565323, + "transformer.layers.1.norm2.bias": 0.0015930448425933719, + "transformer.layers.2.self_attn.in_proj_weight": 0.05031866952776909, + "transformer.layers.2.self_attn.in_proj_bias": 0.002987657207995653, + "transformer.layers.2.self_attn.out_proj.weight": 0.03938056528568268, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035945961717516184, + "transformer.layers.2.linear1.weight": 0.026336435228586197, + "transformer.layers.2.linear1.bias": 0.0015612025745213032, + "transformer.layers.2.linear2.weight": 0.03182143718004227, + "transformer.layers.2.linear2.bias": 0.0037081288173794746, + "transformer.layers.2.norm1.weight": 0.004004542250186205, + "transformer.layers.2.norm1.bias": 0.0033619930036365986, + "transformer.layers.2.norm2.weight": 0.0019170360174030066, + "transformer.layers.2.norm2.bias": 0.0017177764093503356, + "transformer.layers.3.self_attn.in_proj_weight": 0.09409793466329575, + "transformer.layers.3.self_attn.in_proj_bias": 0.01112339086830616, + "transformer.layers.3.self_attn.out_proj.weight": 0.04421425610780716, + "transformer.layers.3.self_attn.out_proj.bias": 0.007751695346087217, + "transformer.layers.3.linear1.weight": 0.06410546600818634, + "transformer.layers.3.linear1.bias": 0.006310848984867334, + "transformer.layers.3.linear2.weight": 0.034890126436948776, + "transformer.layers.3.linear2.bias": 0.010617636144161224, + "transformer.layers.3.norm1.weight": 0.007828851230442524, + "transformer.layers.3.norm1.bias": 0.016741912811994553, + "transformer.layers.3.norm2.weight": 0.005133392289280891, + "transformer.layers.3.norm2.bias": 0.009084999561309814, + "head.weight": 0.4697865843772888, + "head.bias": 0.022090502083301544, + "global_embedding.weight": 0.007524840533733368, + "global_cnn.0.weight": 0.07489042729139328, + "global_cnn.0.bias": 0.0031852524261921644, + "global_cnn.2.weight": 0.1665082573890686, + "global_cnn.2.bias": 0.01015187706798315, + "global_proj.weight": 0.030430275946855545, + "global_proj.bias": 0.028298823162913322, + "goal_head.0.weight": 0.02222635969519615, + "goal_head.0.bias": 0.011524813249707222, + "goal_head.2.weight": 0.03360513225197792, + "goal_head.2.bias": 0.02440970577299595 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.1022321954369545, - 0.19957545399665833, - 0.053871747106313705, - 0.1302017867565155, - 0.05700450390577316, - 0.04097505286335945, - 0.021298494189977646, - 0.09001543372869492, - 0.13164928555488586, - 0.08120885491371155 + 0.2679390609264374, + 0.4072416424751282, + 0.4437408745288849, + 0.4731227159500122, + 0.5495324730873108, + 0.40994685888290405, + 0.5316775441169739, + 0.4673173427581787, + 0.3203946053981781, + 0.39231589436531067, + 0.39324212074279785, + 0.4364786148071289, + 0.4429313540458679, + 0.7272369265556335, + 0.5445852279663086, + 0.6012600064277649, + 0.4650125503540039, + 0.526692271232605, + 0.6318414211273193, + 0.5894258618354797 ], "repr_drift_kl_low_t": [ - 0.10304181277751923, - 0.16363008320331573, - 0.04853614792227745, - 0.13856065273284912, - 0.06674294173717499, - 0.04359857738018036, - 0.01704651489853859, - 0.06012967228889465, - 0.12520542740821838, - 0.07633820176124573 + 0.2876947820186615, + 0.40099650621414185, + 0.5320351123809814, + 0.531512975692749, + 0.672991931438446, + 0.46639931201934814, + 0.6730396747589111, + 0.5660282969474792, + 0.3687285780906677, + 0.467611163854599, + 0.39792561531066895, + 0.549142599105835, + 0.5308955907821655, + 0.9518178105354309, + 0.6549112200737, + 0.7070183753967285, + 0.5498778223991394, + 0.6409494280815125, + 0.7913188338279724, + 0.6977072358131409 ], "repr_drift_kl_mid_t": [ - 0.09467983990907669, - 0.17765021324157715, - 0.0445118248462677, - 0.12532146275043488, - 0.05498374253511429, - 0.039939913898706436, - 0.01922784186899662, - 0.060706205666065216, - 0.11680641025304794, - 0.06618892401456833 + 0.25387129187583923, + 0.3833494484424591, + 0.42090311646461487, + 0.43389245867729187, + 0.541914165019989, + 0.36260467767715454, + 0.5067396759986877, + 0.4442813992500305, + 0.2900623083114624, + 0.38867467641830444, + 0.334046334028244, + 0.4140551686286926, + 0.42130908370018005, + 0.7041457891464233, + 0.5399097204208374, + 0.5654512047767639, + 0.4368160367012024, + 0.49881982803344727, + 0.6026520133018494, + 0.5737486481666565 ], "repr_drift_kl_high_t": [ - 0.09379862248897552, - 0.3687264323234558, - 0.09556923806667328, - 0.15687444806098938, - 0.06736192107200623, - 0.06321603059768677, - 0.03847648203372955, - 0.10731510072946548, - 0.13089889287948608, - 0.09280376881361008 + 0.2889804542064667, + 0.5017560720443726, + 0.40875735878944397, + 0.5223244428634644, + 0.47274401783943176, + 0.5030353665351868, + 0.4754939675331116, + 0.4310193955898285, + 0.3541510999202728, + 0.35969278216362, + 0.5704820156097412, + 0.4403736889362335, + 0.39618682861328125, + 0.5194339752197266, + 0.4731828272342682, + 0.5845380425453186, + 0.4197922348976135, + 0.4754439890384674, + 0.5238777995109558, + 0.5089318156242371 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8746662735939026, - 0.9191146492958069, - 0.8696445226669312, - 0.9317918419837952, - 0.9256300926208496 + 0.5950893759727478, + 0.6150314807891846, + 0.7143961787223816, + 0.7402792572975159, + 0.8469088077545166, + 0.7096526026725769, + 0.6182183623313904, + 0.8471272587776184, + 0.7024303078651428, + 0.7458837628364563 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.5626624226570129, - 1.1747910976409912, - 0.14886847138404846, - 0.6307674646377563, - 0.3525964021682739, - 0.7208849191665649, - 0.20300404727458954, - 0.31223252415657043, - 0.28635910153388977, - 0.2654006779193878 + 1.3708946704864502, + 0.6894108653068542, + 0.3539496958255768, + 0.5909428596496582, + 0.16273540258407593, + 0.14671072363853455, + 0.4688219130039215, + 0.363511323928833, + 0.11813879013061523, + 0.1625131368637085, + 0.2797758877277374, + 0.13068102300167084, + 0.1881839632987976, + 0.19115731120109558, + 0.3253551721572876, + 0.2663505971431732, + 0.10059600323438644, + 0.14080078899860382, + 0.34039247035980225, + 0.24545788764953613 ], "norm_high_t": [ - 0.5059978365898132, - 1.0531131029129028, - 0.10571148991584778, - 0.6450888514518738, - 0.3468644917011261, - 0.7180595397949219, - 0.2141396552324295, - 0.10999935120344162, - 0.2899247705936432, - 0.2653394937515259 + 1.389453649520874, + 0.69964998960495, + 0.35919517278671265, + 0.6094833016395569, + 0.14784592390060425, + 0.1687738001346588, + 0.4705179035663605, + 0.3647473454475403, + 0.11168977618217468, + 0.16683103144168854, + 0.28130921721458435, + 0.1497279554605484, + 0.198532834649086, + 0.19572627544403076, + 0.3499303460121155, + 0.2998037040233612, + 0.08649350702762604, + 0.17412972450256348, + 0.34206217527389526, + 0.24065589904785156 ], "lowhigh_cos": [ - 0.862820029258728, - 0.9281187057495117, - 0.69922935962677, - 0.8521385192871094, - 0.9828013777732849, - 0.9946373105049133, - 0.9085641503334045, - -0.034073036164045334, - 0.787988543510437, - 0.9999726414680481 + 0.990230143070221, + 0.9822133779525757, + 0.9490782618522644, + 0.9629283547401428, + 0.8395381569862366, + 0.8361732959747314, + 0.9583011865615845, + 0.9761648178100586, + 0.9178813695907593, + 0.9348857998847961, + 0.9885191917419434, + 0.4198015630245209, + 0.6356149315834045, + 0.8801522850990295, + 0.8193554878234863, + 0.8539884686470032, + 0.6725338697433472, + 0.8754432797431946, + 0.9875506162643433, + 0.9049287438392639 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.5216363072395325, - "t_0.1-0.2": 0.5504246950149536, - "t_0.2-0.3": 0.6154477000236511, - "t_0.3-0.4": 0.5152799487113953, - "t_0.4-0.5": 0.5875940322875977, - "t_0.5-0.6": 0.5453132390975952, - "t_0.6-0.7": 0.5326294898986816, - "t_0.7-0.8": 0.5238469243049622, - "t_0.8-0.9": 0.5188897252082825, - "t_0.9-1.0": 0.4878718852996826 - }, - { - "t_0.0-0.1": 1.145523190498352, - "t_0.1-0.2": 1.1132454872131348, - "t_0.2-0.3": 1.1019858121871948, - "t_0.3-0.4": 1.08279287815094, - "t_0.4-0.5": 1.082208275794983, - "t_0.5-0.6": 1.066042423248291, - "t_0.6-0.7": 1.094895601272583, - "t_0.7-0.8": 1.0999952554702759, - "t_0.8-0.9": 1.0818793773651123, - "t_0.9-1.0": 1.0629416704177856 - }, - { - "t_0.0-0.1": 0.16164790093898773, - "t_0.1-0.2": 0.11479296535253525, - "t_0.2-0.3": 0.11648985743522644, - "t_0.3-0.4": 0.11212925612926483, - "t_0.4-0.5": 0.10974664241075516, - "t_0.5-0.6": 0.10909876972436905, - "t_0.6-0.7": 0.11658778786659241, - "t_0.7-0.8": 0.10584351420402527, - "t_0.8-0.9": 0.10978862643241882, - "t_0.9-1.0": 0.10414821654558182 - }, - { - "t_0.0-0.1": 0.7134222984313965, - "t_0.1-0.2": 0.6454237699508667, - "t_0.2-0.3": 0.644210934638977, - "t_0.3-0.4": 0.6253076195716858, - "t_0.4-0.5": 0.6356313824653625, - "t_0.5-0.6": 0.5918858051300049, - "t_0.6-0.7": 0.6163532137870789, - "t_0.7-0.8": 0.5920619368553162, - "t_0.8-0.9": 0.6225701570510864, - "t_0.9-1.0": 0.6551330089569092 - }, - { - "t_0.0-0.1": 0.3468908965587616, - "t_0.1-0.2": 0.3468158543109894, - "t_0.2-0.3": 0.34642425179481506, - "t_0.3-0.4": 0.34565049409866333, - "t_0.4-0.5": 0.347103476524353, - "t_0.5-0.6": 0.345693975687027, - "t_0.6-0.7": 0.3459099531173706, - "t_0.7-0.8": 0.34610483050346375, - "t_0.8-0.9": 0.3454653024673462, - "t_0.9-1.0": 0.34590569138526917 - }, - { - "t_0.0-0.1": 0.7237436771392822, - "t_0.1-0.2": 0.7172322273254395, - "t_0.2-0.3": 0.7196047306060791, - "t_0.3-0.4": 0.7194501757621765, - "t_0.4-0.5": 0.7158461809158325, - "t_0.5-0.6": 0.7195613384246826, - "t_0.6-0.7": 0.7176720499992371, - "t_0.7-0.8": 0.7144702076911926, - "t_0.8-0.9": 0.7091535329818726, - "t_0.9-1.0": 0.7171601057052612 - }, - { - "t_0.0-0.1": 0.20699094235897064, - "t_0.1-0.2": 0.2032322734594345, - "t_0.2-0.3": 0.20561225712299347, - "t_0.3-0.4": 0.20139802992343903, - "t_0.4-0.5": 0.22101642191410065, - "t_0.5-0.6": 0.20885740220546722, - "t_0.6-0.7": 0.2078080028295517, - "t_0.7-0.8": 0.2053687870502472, - "t_0.8-0.9": 0.2060687392950058, - "t_0.9-1.0": 0.23034043610095978 - }, - { - "t_0.0-0.1": 0.16768750548362732, - "t_0.1-0.2": 0.11733829975128174, - "t_0.2-0.3": 0.09810656309127808, - "t_0.3-0.4": 0.29236307740211487, - "t_0.4-0.5": 0.15071168541908264, - "t_0.5-0.6": 0.17797540128231049, - "t_0.6-0.7": 0.10291697084903717, - "t_0.7-0.8": 0.18750278651714325, - "t_0.8-0.9": 0.10849786549806595, - "t_0.9-1.0": 0.10404965281486511 - }, - { - "t_0.0-0.1": 0.277566134929657, - "t_0.1-0.2": 0.26857078075408936, - "t_0.2-0.3": 0.26393795013427734, - "t_0.3-0.4": 0.2698345184326172, - "t_0.4-0.5": 0.26546037197113037, - "t_0.5-0.6": 0.2629375755786896, - "t_0.6-0.7": 0.2668224573135376, - "t_0.7-0.8": 0.27194449305534363, - "t_0.8-0.9": 0.2758515775203705, - "t_0.9-1.0": 0.32603487372398376 - }, - { - "t_0.0-0.1": 0.2654006779193878, - "t_0.1-0.2": 0.2654006779193878, - "t_0.2-0.3": 0.2654006779193878, - "t_0.3-0.4": 0.26534003019332886, - "t_0.4-0.5": 0.2654006779193878, - "t_0.5-0.6": 0.26532548666000366, - "t_0.6-0.7": 0.2654006779193878, - "t_0.7-0.8": 0.265359103679657, - "t_0.8-0.9": 0.265367716550827, - "t_0.9-1.0": 0.2653392553329468 + "t_0.0-0.1": 1.367642879486084, + "t_0.1-0.2": 1.3694307804107666, + "t_0.2-0.3": 1.3684293031692505, + "t_0.3-0.4": 1.3699901103973389, + "t_0.4-0.5": 1.3722894191741943, + "t_0.5-0.6": 1.3709070682525635, + "t_0.6-0.7": 1.3743224143981934, + "t_0.7-0.8": 1.375378966331482, + "t_0.8-0.9": 1.3826977014541626, + "t_0.9-1.0": 1.4033923149108887 + }, + { + "t_0.0-0.1": 0.6959173083305359, + "t_0.1-0.2": 0.6910675764083862, + "t_0.2-0.3": 0.6932290196418762, + "t_0.3-0.4": 0.6886005997657776, + "t_0.4-0.5": 0.687882125377655, + "t_0.5-0.6": 0.688745379447937, + "t_0.6-0.7": 0.688044011592865, + "t_0.7-0.8": 0.6922612190246582, + "t_0.8-0.9": 0.6972941160202026, + "t_0.9-1.0": 0.7130037546157837 + }, + { + "t_0.0-0.1": 0.3554241359233856, + "t_0.1-0.2": 0.3434622287750244, + "t_0.2-0.3": 0.3427785038948059, + "t_0.3-0.4": 0.3433280289173126, + "t_0.4-0.5": 0.34414342045783997, + "t_0.5-0.6": 0.34491002559661865, + "t_0.6-0.7": 0.3442226052284241, + "t_0.7-0.8": 0.3482092320919037, + "t_0.8-0.9": 0.3482092320919037, + "t_0.9-1.0": 0.36059579253196716 + }, + { + "t_0.0-0.1": 0.5943171381950378, + "t_0.1-0.2": 0.5929473638534546, + "t_0.2-0.3": 0.5895324945449829, + "t_0.3-0.4": 0.5874729156494141, + "t_0.4-0.5": 0.5887526869773865, + "t_0.5-0.6": 0.5883927941322327, + "t_0.6-0.7": 0.5878395438194275, + "t_0.7-0.8": 0.5931010842323303, + "t_0.8-0.9": 0.600598931312561, + "t_0.9-1.0": 0.6287489533424377 + }, + { + "t_0.0-0.1": 0.17190484702587128, + "t_0.1-0.2": 0.14994774758815765, + "t_0.2-0.3": 0.15112757682800293, + "t_0.3-0.4": 0.15024472773075104, + "t_0.4-0.5": 0.15266789495944977, + "t_0.5-0.6": 0.1490965038537979, + "t_0.6-0.7": 0.14603455364704132, + "t_0.7-0.8": 0.16044799983501434, + "t_0.8-0.9": 0.1435171663761139, + "t_0.9-1.0": 0.15497830510139465 + }, + { + "t_0.0-0.1": 0.1577446460723877, + "t_0.1-0.2": 0.1314135491847992, + "t_0.2-0.3": 0.13944531977176666, + "t_0.3-0.4": 0.13845056295394897, + "t_0.4-0.5": 0.13432863354682922, + "t_0.5-0.6": 0.1370542198419571, + "t_0.6-0.7": 0.14702379703521729, + "t_0.7-0.8": 0.1457691490650177, + "t_0.8-0.9": 0.15839874744415283, + "t_0.9-1.0": 0.18543632328510284 + }, + { + "t_0.0-0.1": 0.46148931980133057, + "t_0.1-0.2": 0.462930291891098, + "t_0.2-0.3": 0.46183696389198303, + "t_0.3-0.4": 0.45827195048332214, + "t_0.4-0.5": 0.4591115117073059, + "t_0.5-0.6": 0.4601963758468628, + "t_0.6-0.7": 0.459638386964798, + "t_0.7-0.8": 0.46120721101760864, + "t_0.8-0.9": 0.4672110974788666, + "t_0.9-1.0": 0.47629520297050476 + }, + { + "t_0.0-0.1": 0.36570677161216736, + "t_0.1-0.2": 0.3630789816379547, + "t_0.2-0.3": 0.36374685168266296, + "t_0.3-0.4": 0.36290132999420166, + "t_0.4-0.5": 0.36217647790908813, + "t_0.5-0.6": 0.36098048090934753, + "t_0.6-0.7": 0.3621203303337097, + "t_0.7-0.8": 0.3640575408935547, + "t_0.8-0.9": 0.3645903170108795, + "t_0.9-1.0": 0.3700636327266693 + }, + { + "t_0.0-0.1": 0.12163148075342178, + "t_0.1-0.2": 0.12104909867048264, + "t_0.2-0.3": 0.11706694960594177, + "t_0.3-0.4": 0.118782639503479, + "t_0.4-0.5": 0.12421516329050064, + "t_0.5-0.6": 0.11516144126653671, + "t_0.6-0.7": 0.11986508220434189, + "t_0.7-0.8": 0.11754930019378662, + "t_0.8-0.9": 0.11634296923875809, + "t_0.9-1.0": 0.11214511841535568 + }, + { + "t_0.0-0.1": 0.16920264065265656, + "t_0.1-0.2": 0.16146938502788544, + "t_0.2-0.3": 0.16213692724704742, + "t_0.3-0.4": 0.16067051887512207, + "t_0.4-0.5": 0.16127437353134155, + "t_0.5-0.6": 0.16020849347114563, + "t_0.6-0.7": 0.16075746715068817, + "t_0.7-0.8": 0.1611318439245224, + "t_0.8-0.9": 0.1625814437866211, + "t_0.9-1.0": 0.18196530640125275 + }, + { + "t_0.0-0.1": 0.28473156690597534, + "t_0.1-0.2": 0.2833465039730072, + "t_0.2-0.3": 0.2839635908603668, + "t_0.3-0.4": 0.2826763987541199, + "t_0.4-0.5": 0.28481611609458923, + "t_0.5-0.6": 0.2848609983921051, + "t_0.6-0.7": 0.28565406799316406, + "t_0.7-0.8": 0.2848558723926544, + "t_0.8-0.9": 0.2850503921508789, + "t_0.9-1.0": 0.2793612480163574 + }, + { + "t_0.0-0.1": 0.12306239455938339, + "t_0.1-0.2": 0.10965107381343842, + "t_0.2-0.3": 0.1087401807308197, + "t_0.3-0.4": 0.11225257068872452, + "t_0.4-0.5": 0.10935666412115097, + "t_0.5-0.6": 0.1137716993689537, + "t_0.6-0.7": 0.10873375833034515, + "t_0.7-0.8": 0.11501326411962509, + "t_0.8-0.9": 0.11953429132699966, + "t_0.9-1.0": 0.18538688123226166 + }, + { + "t_0.0-0.1": 0.20691244304180145, + "t_0.1-0.2": 0.1813650131225586, + "t_0.2-0.3": 0.18030962347984314, + "t_0.3-0.4": 0.18174728751182556, + "t_0.4-0.5": 0.18178695440292358, + "t_0.5-0.6": 0.1810542196035385, + "t_0.6-0.7": 0.17961545288562775, + "t_0.7-0.8": 0.18563665449619293, + "t_0.8-0.9": 0.18030408024787903, + "t_0.9-1.0": 0.23921102285385132 + }, + { + "t_0.0-0.1": 0.19123776257038116, + "t_0.1-0.2": 0.1929057538509369, + "t_0.2-0.3": 0.185267835855484, + "t_0.3-0.4": 0.18463240563869476, + "t_0.4-0.5": 0.18542781472206116, + "t_0.5-0.6": 0.18770097196102142, + "t_0.6-0.7": 0.18612052500247955, + "t_0.7-0.8": 0.18904009461402893, + "t_0.8-0.9": 0.19283317029476166, + "t_0.9-1.0": 0.2054087370634079 + }, + { + "t_0.0-0.1": 0.3202926516532898, + "t_0.1-0.2": 0.3209786117076874, + "t_0.2-0.3": 0.320364773273468, + "t_0.3-0.4": 0.3141375184059143, + "t_0.4-0.5": 0.320405513048172, + "t_0.5-0.6": 0.3198848068714142, + "t_0.6-0.7": 0.3285236060619354, + "t_0.7-0.8": 0.32657331228256226, + "t_0.8-0.9": 0.3425058126449585, + "t_0.9-1.0": 0.3921627998352051 + }, + { + "t_0.0-0.1": 0.29718366265296936, + "t_0.1-0.2": 0.2725645899772644, + "t_0.2-0.3": 0.27587565779685974, + "t_0.3-0.4": 0.27140289545059204, + "t_0.4-0.5": 0.2749287188053131, + "t_0.5-0.6": 0.27240079641342163, + "t_0.6-0.7": 0.27159589529037476, + "t_0.7-0.8": 0.2753029763698578, + "t_0.8-0.9": 0.2822808623313904, + "t_0.9-1.0": 0.32422274351119995 + }, + { + "t_0.0-0.1": 0.08589905500411987, + "t_0.1-0.2": 0.08816587179899216, + "t_0.2-0.3": 0.08452978730201721, + "t_0.3-0.4": 0.0780949518084526, + "t_0.4-0.5": 0.07453420758247375, + "t_0.5-0.6": 0.07889364659786224, + "t_0.6-0.7": 0.0752086415886879, + "t_0.7-0.8": 0.07984984666109085, + "t_0.8-0.9": 0.07720934599637985, + "t_0.9-1.0": 0.09426678717136383 + }, + { + "t_0.0-0.1": 0.14895889163017273, + "t_0.1-0.2": 0.1476246863603592, + "t_0.2-0.3": 0.14355891942977905, + "t_0.3-0.4": 0.14256572723388672, + "t_0.4-0.5": 0.14459002017974854, + "t_0.5-0.6": 0.14302237331867218, + "t_0.6-0.7": 0.14848199486732483, + "t_0.7-0.8": 0.1474877893924713, + "t_0.8-0.9": 0.1578396111726761, + "t_0.9-1.0": 0.20494355261325836 + }, + { + "t_0.0-0.1": 0.3523690402507782, + "t_0.1-0.2": 0.3429856300354004, + "t_0.2-0.3": 0.3435373604297638, + "t_0.3-0.4": 0.34325143694877625, + "t_0.4-0.5": 0.3433336615562439, + "t_0.5-0.6": 0.3437885046005249, + "t_0.6-0.7": 0.3435955047607422, + "t_0.7-0.8": 0.34264466166496277, + "t_0.8-0.9": 0.3421942889690399, + "t_0.9-1.0": 0.34631240367889404 + }, + { + "t_0.0-0.1": 0.25019651651382446, + "t_0.1-0.2": 0.2442644238471985, + "t_0.2-0.3": 0.24515403807163239, + "t_0.3-0.4": 0.24827159941196442, + "t_0.4-0.5": 0.24696436524391174, + "t_0.5-0.6": 0.24518321454524994, + "t_0.6-0.7": 0.24615120887756348, + "t_0.7-0.8": 0.24672773480415344, + "t_0.8-0.9": 0.24359756708145142, + "t_0.9-1.0": 0.23081587255001068 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.03513513505458832, - 0.02499999850988388, - 0.03427561745047569, - 0.07815846055746078, - 0.04059829190373421, - 0.0541619136929512, - 0.34879225492477417, - 0.0045008184388279915, - 0.038173653185367584, - 0.002710027154535055, - 0.23320895433425903, - 0.3587166368961334, - 0.09777424484491348, - 0.04422382637858391, - 0.06178160756826401, - 0.17199017107486725, - 0.030947774648666382, - 0.24146494269371033, - 0.005985266994684935, - 0.035309795290231705, - 0.2235649675130844, - 0.054835494607686996, - 0.16177430748939514, - 0.017208412289619446, - 0.020661156624555588, - 0.13141360878944397, - 0.10580204427242279, - 0.005802707746624947, - 0.09888626635074615, - 0.2800300419330597, - 0.04531250149011612, - 0.12224842607975006, - 0.2960396111011505, - 0.014111006632447243, - 0.23839765787124634, - 0.04640582203865051, - 0.10182119160890579, - 0.41117480397224426, - 0.04401184991002083, - 0.19946542382240295, - 0.1410835236310959, - 0.3737451732158661, - 0.04406130313873291, - 0.11776137351989746, - 0.004323899280279875, - 0.006637168116867542, - 0.2448797971010208, - 0.011538461782038212, - 0.04231974855065346, - 0.2149493247270584, - 0.06376975029706955, - 0.1958313137292862, - 0.19863325357437134, - 0.25200000405311584, - 0.055004511028528214, - 0.16153128445148468, - 0.0040087467059493065, - 0.037936266511678696, - 0.013636363670229912, - 0.03881807625293732, - 0.0616128034889698, - 0.005976095795631409, - 0.09148465096950531, - 0.012552301399409771, - 0.18233618140220642, - 0.11003521084785461, - 0.09379727393388748, - 0.18343764543533325, - 0.0050505055114626884, - 0.03970588371157646, - 0.02575107291340828, - 0.013530655764043331, - 0.008064515888690948, - 0.04385245963931084, - 0.011779041029512882, - 0.08465369045734406, - 0.004901960492134094, - 0.48624998331069946, - 0.12322603166103363, - 0.05602240934967995, - 0.007430998142808676, - 0.008445107378065586, - 0.1259993612766266, - 0.004691689275205135, - 0.08225107938051224, - 0.06943653523921967, - 0.08114446699619293, - 0.035605289041996, - 0.05501421168446541, - 0.06671702116727829, - 0.06666666269302368, - 0.1635388731956482, - 0.006060606334358454, - 0.17881028354167938, - 0.0974130928516388, - 0.0065543074160814285, - 0.005692599341273308, - 0.011470281518995762, - 0.0037251655012369156, - 0.006592291872948408, - 0.14318442344665527, - 0.1264100819826126, - 0.1784820705652237, - 0.09594883024692535, - 0.04025880619883537, - 0.015500235371291637, - 0.19622093439102173, - 0.06429780274629593, - 0.010396611876785755, - 0.01010611467063427, - 0.005434782709926367, - 0.019639935344457626, - 0.05222270265221596, - 0.05979202687740326, - 0.006159260869026184, - 0.04785415902733803, - 0.13862928748130798, - 0.0023174970410764217, - 0.002958579920232296, - 0.3080168664455414, - 0.003086419776082039, - 0.10343249887228012, - 0.2515789270401001, - 0.04497607424855232, - 0.058278147131204605, - 0.013745704665780067, - 0.12400399148464203, - 0.016597511246800423, - 0.06958333402872086, - 0.2730061411857605, - 0.010777520947158337, - 0.07888040691614151, - 0.09491314738988876, - 0.033631332218647, - 0.03886190056800842, - 0.0026198583655059338, - 0.3402889370918274, - 0.07454615831375122, - 0.02138783223927021, - 0.42677822709083557, - 0.12854251265525818, - 0.08955740183591843, - 0.00920245423913002, - 0.017850637435913086, - 0.007952285930514336, - 0.0833333283662796, - 0.00863557867705822, - 0.18981018662452698, - 0.3311518430709839, - 0.055878929793834686, - 0.03504762053489685, - 0.1377212405204773, - 0.020954079926013947, - 0.05421293154358864, - 0.07649253308773041, - 0.10228969901800156, - 0.1738208830356598, - 0.020113136619329453, - 0.05340399220585823, - 0.10182119160890579, - 0.013187812641263008, - 0.10147299617528915, - 0.035605289041996, - 0.07309069484472275, - 0.007952285930514336, - 0.07309069484472275, - 0.0037251655012369156, - 0.00206611561588943, - 0.12400399148464203, - 0.21968190371990204, - 0.0019206146243959665, - 0.1334175020456314, - 0.11277174204587936, - 0.05230385810136795, - 0.02701525203883648, - 0.23403377830982208, - 0.08720112591981888, - 0.0038677917327731848, - 0.005434782709926367, - 0.2876771092414856, - 0.007231404539197683, - 0.18221575021743774, - 0.12474747747182846, - 0.03221957013010979, - 0.118121437728405, - 0.061863742768764496, - 0.02763957902789116, - 0.02524038590490818, - 0.0727173313498497, - 0.047646380960941315, - 0.07686781883239746, - 0.12474747747182846, - 0.0270700640976429, - 0.1465461552143097, - 0.13232217729091644, - 0.00538160465657711, - 0.0625, - 0.19384615123271942, - 0.1410835236310959, - 0.18854045867919922, - 0.14637421071529388, - 0.16048729419708252, - 0.08576389402151108, - 0.11117445677518845, - 0.002984084887430072, - 0.13921689987182617, - 0.011323003098368645, - 0.022624434903264046, - 0.01461988314986229, - 0.0045008184388279915, - 0.12911726534366608, - 0.006106426008045673, - 0.004092370625585318, - 0.029169784858822823, - 0.029484029859304428, - 0.01866135746240616, - 0.06776180863380432, - 0.005037783179432154, - 0.11764705926179886, - 0.01653696410357952, - 0.1027688980102539, - 0.010479042306542397, - 0.16235552728176117, - 0.007462686393409967, - 0.04293455556035042, - 0.05715935304760933, - 0.08670520037412643, - 0.19661016762256622, - 0.05514949932694435, - 0.1646542251110077, - 0.07201404869556427, - 0.02172986790537834, - 0.004385964944958687, - 0.006637168116867542, - 0.023351648822426796, - 0.181749626994133, - 0.004323899280279875, - 0.04887348413467407, - 0.019335854798555374, - 0.010141253471374512, - 0.02913198620080948, - 0.0857015997171402, - 0.016373559832572937, - 0.0035771066322922707, - 0.07649253308773041, - 0.043968431651592255, - 0.08884891867637634, - 0.0037313434295356274, - 0.08964879810810089, - 0.09169606119394302, - 0.004901960492134094, - 0.09124356508255005, - 0.1367102414369583, - 0.021043401211500168, - 0.02474062331020832, - 0.0035771066322922707, - 0.07735321670770645, - 0.006470880936831236, - 0.03054910898208618, - 0.013788098469376564, - 0.0040087467059493065, - 0.0996563583612442, - 0.007234042510390282, - 0.009529859758913517, - 0.0027985074557363987, - 0.3177083432674408, - 0.10147299617528915, - 0.0024600245524197817, - 0.10789049416780472, - 0.11874999850988388, - 0.0038759689778089523, - 0.04214780405163765, - 0.005886970087885857, - 0.01007887814193964, - 0.08183205872774124, - 0.10481586307287216, - 0.0757937878370285, - 0.0021321962121874094, - 0.13914963603019714, - 0.02827036939561367, - 0.03644315153360367, - 0.09024612605571747, - 0.039308175444602966, - 0.009999999776482582, - 0.011326861567795277, - 0.08639833331108093, - 0.15903307497501373, - 0.03200776129961014, - 0.010714286006987095, - 0.01588141918182373, - 0.019320454448461533, - 0.018597442656755447, - 0.0618479885160923, - 0.09353233873844147, - 0.07901554554700851, - 0.02816057577729225, - 0.00376970530487597, - 0.010714286006987095, - 0.1776476353406906, - 0.023184603080153465, - 0.010387158021330833, - 0.27281415462493896, - 0.005976095795631409, - 0.09519492089748383, - 0.11237414181232452, - 0.03067729063332081, - 0.1377212405204773, - 0.0034403670579195023, - 0.0041841003112494946, - 0.00732421875, - 0.14489419758319855, - 0.006221484858542681, - 0.24696016311645508, - 0.1636836975812912, - 0.03723582625389099, - 0.005692599341273308, - 0.012267510406672955, - 0.006289307959377766, - 0.10087336599826813, - 0.0016556291375309229, - 0.004692832473665476, - 0.11567164212465286, - 0.007336343172937632, - 0.006274131126701832, - 0.008990110829472542, - 0.00538160465657711, - 0.029548989608883858, - 0.07644882798194885, - 0.010733452625572681, - 0.0031960229389369488, - 0.03356336057186127, - 0.0047846888191998005, - 0.0025107604451477528, - 0.007808687165379524, - 0.06554953008890152, - 0.010479042306542397, - 0.02530730329453945, - 0.006289307959377766, - 0.08328546583652496, - 0.0019743337761610746, - 0.03375162184238434, - 0.0035771066322922707, - 0.0030487803742289543, - 0.1377212405204773, - 0.031145183369517326, - 0.0029069767333567142, - 0.10104669630527496, - 0.09530201554298401, - 0.1071549728512764, - 0.10272759199142456, - 0.13912232220172882, - 0.1346733719110489, - 0.10418310761451721, - 0.001295336871407926, - 0.008557457476854324, - 0.0018004114972427487, - 0.02193187177181244, - 0.036036036908626556, - 0.006289307959377766, - 0.004323899280279875, - 0.16707120835781097, - 0.04108934476971626, - 0.004983388818800449, - 0.057780031114816666, - 0.002984084887430072, - 0.14821648597717285, - 0.016714422032237053, - 0.004032257944345474, - 0.0047846888191998005, - 0.06223176047205925, - 0.006274131126701832, - 0.004433696158230305, - 0.30979645252227783, - 0.11051692813634872, - 0.004201680887490511, - 0.01908617839217186, - 0.0037313434295356274, - 0.020477814599871635, - 0.02602081559598446, - 0.012625325471162796, - 0.0038759689778089523, - 0.007949125953018665, - 0.009970457293093204, - 0.020942408591508865, - 0.022058824077248573, - 0.00238663493655622, - 0.004692832473665476, - 0.008368201553821564, - 0.08576389402151108, - 0.009475219063460827, - 0.004385964944958687, - 0.003016591304913163, - 0.06409323215484619, - 0.019730351865291595, - 0.001752336393110454, - 0.004323899280279875, - 0.004385964944958687, - 0.005721830762922764, - 0.12133072316646576, - 0.0034722222480922937, - 0.0923636332154274, - 0.06671608984470367, - 0.058144696056842804, - 0.0034722222480922937, - 0.014325323514640331, - 0.0022522523067891598, - 0.016429353505373, - 0.005692599341273308, - 0.006289307959377766, - 0.05023863539099693, - 0.013837638311088085, - 0.05018587410449982, - 0.0045008184388279915, - 0.07097334414720535, - 0.11672794073820114, - 0.006157189607620239, - 0.13400961458683014, - 0.0197478998452425, - 0.20431654155254364, - 0.0012315271887928247, - 0.10340531170368195, - 0.0024600245524197817, - 0.006592291872948408, - 0.008064515888690948, - 0.07955482602119446, - 0.004323899280279875, - 0.06647156924009323, - 0.062375955283641815, - 0.012263099662959576, - 0.008440046571195126, - 0.005976095795631409, - 0.005341472569853067, - 0.00538160465657711, - 0.004901960492134094, - 0.13354700803756714, - 0.033833276480436325, - 0.017892643809318542, - 0.0965561643242836, - 0.013690106570720673, - 0.02029312402009964, - 0.0021289538126438856, - 0.038750000298023224, - 0.004901960492134094, - 0.028413282707333565, - 0.005434782709926367, - 0.004431314766407013, - 0.0045008184388279915, - 0.004385964944958687, - 0.00219058059155941, - 0.005636070854961872, - 0.0029069767333567142, - 0.3446129858493805, - 0.06987577676773071, - 0.22909091413021088, - 0.12597310543060303, - 0.0019206146243959665, - 0.005199306644499302, - 0.0027141133323311806, - 0.005130596924573183, - 0.005976095795631409, - 0.1646573543548584, - 0.016230538487434387, - 0.1149425283074379, - 0.2340211272239685, - 0.0035971221514046192, - 0.1313050389289856, - 0.0035971221514046192, - 0.00882352888584137, - 0.004160362761467695, - 0.003722504246979952, - 0.07314285635948181, - 0.005692599341273308, - 0.1051800325512886, - 0.02314474619925022, - 0.002984084887430072, - 0.0037313434295356274, - 0.17151989042758942, - 0.09163837879896164, - 0.0037313434295356274, - 0.017208412289619446, - 0.0049174572341144085, - 0.4060494899749756, - 0.09573643654584885, - 0.002984084887430072, - 0.004567814525216818, - 0.004587155766785145, - 0.0037364130839705467, - 0.005586592014878988, - 0.004201680887490511, - 0.0018980477470904589, - 0.04181913286447525, - 0.0050505055114626884, - 0.02291037328541279, - 0.002358490601181984 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.11499856412410736, + 0.07104010879993439, + 0.14064697921276093, + 0.08082932978868484, + 0.05362775921821594, + 0.2299477905035019, + 0.08262967318296432, + 0.0638655498623848, + 0.08250632882118225, + 0.16327042877674103, + 0.044396813958883286, + 0.10006731003522873, + 0.260829895734787, + 0.1305379718542099, + 0.11878048628568649, + 0.0813807025551796, + 0.08676683902740479, + 0.10056568682193756, + 0.05747126415371895, + 0.15594817698001862, + 0.08836465328931808, + 0.09167266637086868, + 0.12836021184921265, + 0.16700850427150726, + 0.07348618656396866, + 0.2552989423274994, + 0.044393014162778854, + 0.05692995712161064, + 0.1037796288728714, + 0.07046741992235184, + 0.06764168292284012, + 0.07051282376050949, + 0.16093091666698456, + 0.27712973952293396, + 0.07510204613208771, + 0.06986702233552933, + 0.10097847878932953, + 0.04162976145744324, + 0.07614339143037796, + 0.07118205726146698, + 0.052715230733156204, + 0.1420753002166748, + 0.12542901933193207, + 0.07198838889598846, + 0.13163243234157562, + 0.09054682403802872, + 0.06087912246584892, + 0.055012501776218414, + 0.14168234169483185, + 0.09740555286407471, + 0.09627328813076019, + 0.034217506647109985, + 0.07482500374317169, + 0.0881512463092804, + 0.14698556065559387, + 0.047943975776433945, + 0.07651854306459427, + 0.06636220961809158, + 0.08751554787158966, + 0.07030265033245087, + 0.08296483755111694, + 0.0665566548705101, + 0.10527922213077545, + 0.09727463126182556, + 0.07233214378356934, + 0.12343966215848923, + 0.1326112300157547, + 0.0471777580678463, + 0.10145631432533264, + 0.06383437663316727, + 0.04962112382054329, + 0.11850136518478394, + 0.0878668874502182, + 0.09359605610370636, + 0.06199854239821434, + 0.09657570719718933, + 0.052281543612480164, + 0.11768434196710587, + 0.10711967200040817, + 0.05513418838381767, + 0.055366046726703644, + 0.09302325546741486, + 0.08155737817287445, + 0.1267021894454956, + 0.09227129817008972, + 0.07199031859636307, + 0.09726368635892868, + 0.09679572284221649, + 0.057905010879039764, + 0.10219550132751465, + 0.059197962284088135, + 0.040088385343551636, + 0.06985074281692505, + 0.09262435883283615, + 0.06534653156995773, + 0.15778687596321106, + 0.1389610320329666, + 0.1474509835243225, + 0.10466615855693817, + 0.15931451320648193, + 0.04116727411746979, + 0.039113156497478485, + 0.08051420748233795, + 0.07655283063650131, + 0.09083425253629684, + 0.07063008099794388, + 0.048225659877061844, + 0.09880589693784714, + 0.0867658331990242, + 0.10635274648666382, + 0.06282216310501099, + 0.11976549029350281, + 0.09537572413682938, + 0.11882046610116959, + 0.16225607693195343, + 0.06863176822662354, + 0.03282715380191803, + 0.101603202521801, + 0.11455484479665756, + 0.16603875160217285, + 0.10616113245487213, + 0.07211184501647949, + 0.16633662581443787, + 0.14993904531002045, + 0.08565206825733185, + 0.121194027364254, + 0.10022883117198944, + 0.2034577876329422, + 0.11015694588422775, + 0.08899297565221786, + 0.07916181534528732, + 0.15367580950260162, + 0.07070707529783249, + 0.04536528140306473, + 0.09838810563087463, + 0.14359697699546814, + 0.12819430232048035, + 0.062162160873413086, + 0.05185317248106003, + 0.056997742503881454, + 0.0117647061124444, + 0.12403794378042221, + 0.07535060495138168, + 0.08118313550949097, + 0.07957857102155685, + 0.23738130927085876, + 0.07985299080610275, + 0.07748331129550934, + 0.14061293005943298, + 0.1336531937122345, + 0.17548471689224243, + 0.08533620834350586, + 0.07205352932214737, + 0.08029480278491974, + 0.07883986830711365, + 0.09481635689735413, + 0.10823582857847214, + 0.08021121472120285, + 0.2264217734336853, + 0.20752598345279694, + 0.03603391349315643, + 0.1583038866519928, + 0.0519857220351696, + 0.18200963735580444, + 0.14473684132099152, + 0.10062241554260254, + 0.09386502951383591, + 0.12020668387413025, + 0.10735049843788147, + 0.10009141266345978, + 0.053206320852041245, + 0.09501411020755768, + 0.1811656653881073, + 0.07508639246225357, + 0.07535689324140549, + 0.09166420251131058, + 0.09555407613515854, + 0.1662951409816742, + 0.07250405848026276, + 0.12456930428743362, + 0.0741981789469719, + 0.2002234011888504, + 0.09629101306200027, + 0.0970713272690773, + 0.09162942320108414, + 0.09472295641899109, + 0.16246111690998077, + 0.1756373941898346, + 0.09757738560438156, + 0.10889530926942825, + 0.06647058576345444, + 0.10815656185150146, + 0.03748958557844162, + 0.07460643351078033, + 0.07937285304069519, + 0.10497237741947174, + 0.14220911264419556, + 0.10149967670440674, + 0.08055897802114487, + 0.1430070847272873, + 0.12796805799007416, + 0.09793075174093246, + 0.09679917246103287, + 0.04391217604279518, + 0.09583930671215057, + 0.06517036259174347, + 0.1528853327035904, + 0.058666665107011795, + 0.16236281394958496, + 0.08258426934480667, + 0.08458244055509567, + 0.14386554062366486, + 0.1872931867837906, + 0.1149979904294014, + 0.08359621465206146, + 0.15841948986053467, + 0.11848635226488113, + 0.09196563810110092, + 0.05624999850988388, + 0.05789804831147194, + 0.2035350799560547, + 0.0862201675772667, + 0.11053718626499176, + 0.17420880496501923, + 0.06540833413600922, + 0.17917011678218842, + 0.08242777734994888, + 0.09460072964429855, + 0.08789954334497452, + 0.07047314941883087, + 0.07385272532701492, + 0.050026893615722656, + 0.11949338763952255, + 0.09041151404380798, + 0.18594399094581604, + 0.10985305160284042, + 0.21068055927753448, + 0.043815724551677704, + 0.14091889560222626, + 0.07976973801851273, + 0.08529265224933624, + 0.11482353508472443, + 0.1122068241238594, + 0.04982385411858559, + 0.168380469083786, + 0.0973992869257927, + 0.2141280323266983, + 0.119229756295681, + 0.14275166392326355, + 0.14179988205432892, + 0.13585694134235382, + 0.06999573111534119, + 0.07366818934679031, + 0.15029719471931458, + 0.09779570996761322, + 0.06607440114021301, + 0.08679593354463577, + 0.1614769846200943, + 0.13000702857971191, + 0.23467369377613068, + 0.0648636743426323, + 0.12076476216316223, + 0.12982456386089325, + 0.12211538106203079, + 0.1310129016637802, + 0.2057761698961258, + 0.13809524476528168, + 0.13403089344501495, + 0.06254071742296219, + 0.1664896458387375, + 0.0625971183180809, + 0.05760271102190018, + 0.28681087493896484, + 0.10865706950426102, + 0.1328463852405548, + 0.06187202408909798, + 0.10930735617876053, + 0.07961488515138626, + 0.10687930881977081, + 0.06942224502563477, + 0.10641296207904816, + 0.08819268643856049, + 0.10312782973051071, + 0.08570787310600281, + 0.09808027744293213, + 0.14443568885326385, + 0.03028193488717079, + 0.10290016978979111, + 0.1055084764957428, + 0.1352393925189972, + 0.07441966235637665, + 0.06663093715906143, + 0.15207280218601227, + 0.0711326003074646, + 0.08484848588705063, + 0.09144947677850723, + 0.14537839591503143, + 0.10996492952108383, + 0.09766536951065063, + 0.0970672219991684, + 0.17864790558815002, + 0.13134035468101501, + 0.08954895287752151, + 0.03637951239943504, + 0.11198871582746506, + 0.08142884820699692, + 0.11732228845357895, + 0.13738402724266052, + 0.1367398351430893, + 0.027801180258393288, + 0.057423315942287445, + 0.05882352590560913, + 0.1112188771367073, + 0.038858938962221146, + 0.05385205149650574, + 0.14757128059864044, + 0.08807279914617538, + 0.05454907566308975, + 0.08015873283147812, + 0.1817503720521927, + 0.08036278933286667, + 0.0681246891617775, + 0.0730673298239708, + 0.09676668792963028, + 0.021948717534542084, + 0.12227363139390945, + 0.053820498287677765, + 0.11434390395879745, + 0.1198316365480423, + 0.15743860602378845, + 0.07871424406766891, + 0.1629469096660614, + 0.10426047444343567, + 0.21482276916503906, + 0.06269054859876633, + 0.09545563906431198, + 0.04532202333211899, + 0.07960472255945206, + 0.0957978218793869, + 0.11797450482845306, + 0.1314002126455307, + 0.0628272294998169, + 0.08058945089578629, + 0.17164917290210724, + 0.0689152181148529, + 0.10842237621545792, + 0.0861155241727829, + 0.1173020526766777, + 0.06333882361650467, + 0.11789894849061966, + 0.13520130515098572, + 0.1387392282485962, + 0.16067297756671906, + 0.07146666944026947, + 0.0941990464925766, + 0.11029072105884552, + 0.08648558706045151, + 0.17031849920749664, + 0.10465116053819656, + 0.10287240892648697, + 0.07975342124700546, + 0.08180568367242813, + 0.05717102065682411, + 0.11028263717889786, + 0.0785239189863205, + 0.16732414066791534, + 0.1243339255452156, + 0.09765848517417908, + 0.153356671333313, + 0.09773844480514526, + 0.1788140833377838, + 0.025843050330877304, + 0.06857986748218536, + 0.1525525599718094, + 0.05973916873335838, + 0.08097561448812485, + 0.08592534810304642, + 0.056564245373010635, + 0.07845379412174225, + 0.09574228525161743, + 0.2301560938358307, + 0.050286874175071716, + 0.008243173360824585, + 0.14994663000106812, + 0.12936200201511383, + 0.08701401948928833, + 0.07583258301019669, + 0.07955307513475418, + 0.06336350739002228, + 0.10332605987787247, + 0.09713977575302124, + 0.10419560968875885, + 0.16575342416763306, + 0.14112792909145355, + 0.11465270817279816, + 0.02888837456703186, + 0.09593604505062103, + 0.07531675696372986, + 0.1252979338169098, + 0.0663038045167923, + 0.09870811551809311, + 0.15281741321086884, + 0.06620125472545624, + 0.12136280536651611, + 0.08988521248102188, + 0.07733585685491562, + 0.08627002686262131, + 0.07493403553962708, + 0.19910281896591187, + 0.1166306659579277, + 0.05473897606134415, + 0.14043772220611572, + 0.09238557517528534, + 0.11225415766239166, + 0.0845070406794548, + 0.077725350856781, + 0.04680950194597244, + 0.06355932354927063, + 0.07130477577447891, + 0.08557166904211044, + 0.049418602138757706, + 0.05131322890520096, + 0.06772366911172867, + 0.05696757137775421, + 0.07312538474798203, + 0.051261186599731445, + 0.01522359624505043, + 0.058018751442432404, + 0.0199115052819252, + 0.10939226299524307, + 0.13952164351940155, + 0.10099010169506073, + 0.1332320272922516, + 0.1268656700849533, + 0.05453328788280487, + 0.08482955396175385, + 0.044754959642887115, + 0.0722600445151329, + 0.07004161179065704, + 0.07261538505554199, + 0.062176164239645004, + 0.11688311398029327, + 0.0662301629781723, + 0.06765994429588318, + 0.12682926654815674, + 0.1526578813791275, + 0.09735478460788727, + 0.13812832534313202, + 0.05573100224137306, + 0.10272708535194397, + 0.10528929531574249, + 0.08284272253513336, + 0.07260069251060486, + 0.07311534881591797, + 0.061164163053035736, + 0.044681333005428314, + 0.11480362713336945, + 0.11025489121675491, + 0.059734515845775604, + 0.13351942598819733, + 0.059151194989681244, + 0.16364681720733643, + 0.06193838268518448, + 0.03707389906048775, + 0.02016128972172737, + 0.08971717208623886, + 0.03455902636051178, + 0.06896551698446274, + 0.1047167032957077, + 0.10821381956338882, + 0.08376114815473557, + 0.09263740479946136, + 0.1778067946434021, + 0.10325183719396591, + 0.09456554800271988, + 0.08747856318950653, + 0.10718084871768951, + 0.03732303902506828, + 0.11562179028987885, + 0.03587830066680908, + 0.10345638543367386, + 0.008978328667581081, + 0.08210577070713043, + 0.11611238121986389, + 0.06247612088918686, + 0.059566449373960495, + 0.12084805965423584, + 0.044077757745981216, + 0.10907211154699326, + 0.08697182685136795, + 0.09250970184803009, + 0.06990014761686325, + 0.12104876339435577, + 0.12305665761232376 ], "effective_batch_size": [ - 2.0, - 86.0, - 187.0, - 40.0, - 24.0, - 8.0, - 18.0, - 18.0, - 15.0, - 47.0, - 21.0, - 29.0, - 174.0, - 4.0, - 15.0, - 1.0, - 112.0, + 286.0, + 324.0, + 315.0, + 166.0, + 323.0, + 225.0, + 401.0, + 209.0, + 600.0, + 269.0, + 221.0, + 969.0, + 274.0, + 228.0, + 388.0, + 649.0, + 145.0, + 446.0, + 572.0, + 495.0, + 487.0, + 323.0, + 358.0, + 320.0, + 255.0, + 662.0, + 399.0, + 382.0, + 382.0, + 570.0, + 339.0, + 807.0, + 207.0, + 191.0, + 324.0, 199.0, - 57.0, - 26.0, - 31.0, - 98.0, - 15.0, - 121.0, - 0.0, - 16.0, - 122.0, - 26.0, - 77.0, - 6.0, - 8.0, - 63.0, - 51.0, - 4.0, - 45.0, - 130.0, - 19.0, - 81.0, - 160.0, - 10.0, - 126.0, - 26.0, - 47.0, - 213.0, - 21.0, - 109.0, - 74.0, - 187.0, - 26.0, - 60.0, - 5.0, - 2.0, + 222.0, + 242.0, + 650.0, + 784.0, + 276.0, + 310.0, + 448.0, + 94.0, + 308.0, + 326.0, + 199.0, + 649.0, + 402.0, + 248.0, + 583.0, + 409.0, + 277.0, + 242.0, + 603.0, + 214.0, + 341.0, 129.0, - 6.0, - 18.0, - 110.0, - 37.0, - 88.0, - 91.0, - 126.0, - 21.0, - 86.0, - 2.0, - 15.0, - 10.0, - 14.0, - 35.0, - 2.0, - 49.0, - 11.0, - 102.0, - 56.0, - 45.0, - 96.0, - 3.0, - 10.0, - 11.0, - 8.0, - 4.0, - 15.0, - 2.0, - 38.0, - 1.0, - 255.0, - 59.0, - 39.0, - 5.0, - 4.0, - 70.0, - 3.0, - 39.0, - 26.0, - 44.0, - 20.0, - 30.0, - 32.0, - 31.0, - 71.0, - 5.0, - 88.0, - 43.0, - 3.0, - 2.0, - 4.0, - 3.0, - 3.0, - 74.0, - 63.0, - 78.0, - 49.0, - 26.0, - 10.0, - 102.0, - 28.0, - 6.0, - 7.0, - 2.0, - 10.0, - 37.0, - 34.0, - 3.0, - 29.0, - 75.0, - 0.0, - 0.0, + 310.0, + 401.0, + 590.0, + 220.0, + 291.0, + 302.0, + 211.0, + 223.0, + 381.0, + 308.0, + 345.0, + 441.0, + 223.0, + 534.0, + 453.0, + 220.0, + 418.0, + 291.0, + 203.0, + 547.0, + 408.0, + 304.0, + 290.0, + 361.0, + 246.0, + 540.0, + 491.0, + 189.0, + 211.0, + 434.0, + 199.0, + 428.0, + 419.0, + 334.0, + 391.0, + 435.0, + 267.0, + 391.0, + 186.0, + 127.0, + 234.0, + 432.0, + 297.0, + 616.0, + 535.0, + 376.0, + 406.0, + 502.0, 158.0, - 2.0, - 37.0, - 132.0, - 24.0, - 32.0, - 12.0, - 66.0, - 10.0, - 33.0, - 135.0, - 10.0, - 32.0, - 46.0, - 18.0, - 21.0, - 0.0, - 169.0, - 32.0, - 10.0, - 102.0, - 63.0, - 47.0, - 6.0, - 7.0, - 7.0, - 41.0, - 4.0, - 98.0, - 157.0, - 25.0, - 26.0, - 69.0, - 4.0, - 31.0, - 31.0, - 44.0, - 99.0, - 9.0, - 29.0, - 62.0, - 8.0, - 39.0, - 21.0, - 40.0, - 7.0, + 178.0, + 238.0, + 334.0, + 331.0, + 278.0, + 159.0, + 422.0, + 397.0, + 491.0, + 195.0, + 429.0, + 447.0, + 411.0, + 607.0, + 312.0, + 147.0, + 468.0, + 377.0, + 617.0, + 336.0, + 294.0, + 588.0, + 369.0, + 354.0, + 406.0, + 219.0, + 812.0, + 372.0, + 228.0, + 204.0, + 694.0, + 287.0, + 206.0, + 460.0, + 610.0, + 592.0, + 253.0, + 237.0, + 269.0, 38.0, - 2.0, - 1.0, - 57.0, - 96.0, - 1.0, - 78.0, - 63.0, - 33.0, - 10.0, - 118.0, - 37.0, - 3.0, - 1.0, - 149.0, - 2.0, - 98.0, - 61.0, - 11.0, - 58.0, - 27.0, - 12.0, - 17.0, - 35.0, - 28.0, - 36.0, - 60.0, - 8.0, - 74.0, - 61.0, - 2.0, - 30.0, - 99.0, - 60.0, - 84.0, - 80.0, - 72.0, - 36.0, - 57.0, - 2.0, - 61.0, - 6.0, - 8.0, - 4.0, - 3.0, - 59.0, - 3.0, - 2.0, - 16.0, - 13.0, - 10.0, - 40.0, - 3.0, - 51.0, - 6.0, - 47.0, - 5.0, - 68.0, - 3.0, - 20.0, - 37.0, - 46.0, - 108.0, - 28.0, - 89.0, - 28.0, - 10.0, - 1.0, - 2.0, - 8.0, - 86.0, - 1.0, - 23.0, - 10.0, - 4.0, - 12.0, - 39.0, - 8.0, - 1.0, - 36.0, - 18.0, - 47.0, - 6.0, - 39.0, - 41.0, - 4.0, - 51.0, - 75.0, - 16.0, - 14.0, - 3.0, - 34.0, - 5.0, - 11.0, - 6.0, - 1.0, - 55.0, - 8.0, - 5.0, - 0.0, - 151.0, - 50.0, - 1.0, - 68.0, - 55.0, - 4.0, - 29.0, - 4.0, - 3.0, - 45.0, - 60.0, - 40.0, - 1.0, - 73.0, - 15.0, - 23.0, - 48.0, - 19.0, - 6.0, - 4.0, - 47.0, - 82.0, - 17.0, - 3.0, - 9.0, - 8.0, - 6.0, - 28.0, - 46.0, - 50.0, - 14.0, - 2.0, - 3.0, + 560.0, + 317.0, + 258.0, + 355.0, + 475.0, + 239.0, + 356.0, + 546.0, + 585.0, + 534.0, + 316.0, + 280.0, + 207.0, + 193.0, + 364.0, + 481.0, + 319.0, + 641.0, + 739.0, + 153.0, + 448.0, + 233.0, + 605.0, + 671.0, + 388.0, + 306.0, + 442.0, + 496.0, + 438.0, + 229.0, + 303.0, + 631.0, + 239.0, + 322.0, + 309.0, + 432.0, + 746.0, + 313.0, + 470.0, + 310.0, + 717.0, + 405.0, + 411.0, + 419.0, + 359.0, + 470.0, + 496.0, + 290.0, + 415.0, + 226.0, + 362.0, + 135.0, + 327.0, + 324.0, + 418.0, + 627.0, + 467.0, + 368.0, + 545.0, + 590.0, + 456.0, + 375.0, + 209.0, + 334.0, + 241.0, + 612.0, + 242.0, + 503.0, + 294.0, + 389.0, + 666.0, + 566.0, + 286.0, + 371.0, + 429.0, + 543.0, + 364.0, + 234.0, + 265.0, + 760.0, + 224.0, + 428.0, + 589.0, + 292.0, + 652.0, + 311.0, + 417.0, + 308.0, + 327.0, + 341.0, 93.0, - 10.0, - 7.0, - 136.0, - 4.0, - 52.0, - 61.0, - 14.0, - 58.0, - 1.0, - 2.0, - 3.0, - 75.0, - 3.0, + 434.0, + 420.0, + 717.0, + 456.0, + 647.0, + 175.0, + 457.0, + 291.0, + 341.0, + 488.0, + 421.0, + 198.0, + 262.0, + 382.0, + 679.0, + 452.0, + 580.0, + 479.0, + 585.0, + 323.0, + 242.0, + 531.0, + 315.0, + 238.0, + 282.0, + 586.0, + 555.0, + 712.0, + 295.0, + 499.0, + 481.0, + 561.0, + 605.0, + 513.0, + 493.0, + 538.0, + 288.0, + 627.0, + 282.0, + 261.0, + 822.0, + 492.0, + 582.0, + 234.0, + 404.0, + 368.0, + 449.0, + 304.0, + 302.0, + 402.0, + 455.0, + 382.0, + 449.0, + 549.0, + 87.0, + 369.0, + 484.0, + 596.0, + 327.0, + 313.0, + 698.0, + 206.0, + 378.0, + 400.0, + 486.0, + 509.0, + 445.0, + 374.0, + 584.0, + 536.0, + 407.0, 125.0, - 89.0, - 25.0, - 5.0, - 8.0, - 6.0, - 49.0, - 1.0, - 3.0, - 62.0, - 0.0, - 4.0, - 7.0, - 6.0, - 15.0, + 397.0, + 372.0, + 510.0, + 459.0, + 380.0, + 99.0, + 234.0, + 235.0, + 344.0, + 173.0, + 249.0, + 559.0, + 271.0, + 250.0, + 303.0, + 731.0, + 364.0, + 271.0, + 293.0, + 416.0, + 105.0, + 370.0, + 236.0, + 393.0, + 484.0, + 654.0, + 311.0, + 752.0, + 301.0, + 600.0, + 278.0, + 397.0, + 171.0, + 290.0, + 326.0, + 544.0, + 503.0, + 284.0, + 350.0, + 777.0, + 312.0, + 345.0, + 325.0, + 529.0, + 269.0, + 413.0, + 497.0, + 515.0, + 740.0, + 268.0, + 354.0, + 239.0, + 389.0, + 754.0, + 297.0, + 462.0, + 368.0, + 357.0, + 232.0, + 494.0, + 361.0, + 509.0, + 560.0, + 342.0, + 482.0, + 448.0, + 579.0, + 82.0, + 314.0, + 508.0, + 273.0, + 249.0, + 221.0, + 243.0, + 343.0, + 425.0, + 693.0, + 149.0, 32.0, - 6.0, - 1.0, - 23.0, - 0.0, - 2.0, - 3.0, + 562.0, + 367.0, + 329.0, + 337.0, + 356.0, + 133.0, + 379.0, + 360.0, + 375.0, + 484.0, + 513.0, + 482.0, + 125.0, + 432.0, + 321.0, + 368.0, + 268.0, + 451.0, + 699.0, + 275.0, + 566.0, + 415.0, + 245.0, + 377.0, + 284.0, + 577.0, + 324.0, + 258.0, + 539.0, + 427.0, + 371.0, + 342.0, + 313.0, + 201.0, + 255.0, + 288.0, + 360.0, + 187.0, + 211.0, + 299.0, + 260.0, + 340.0, + 224.0, 48.0, - 9.0, - 18.0, - 4.0, - 52.0, - 1.0, - 20.0, - 1.0, - 0.0, - 72.0, - 17.0, - 1.0, - 54.0, - 46.0, - 61.0, - 52.0, - 71.0, - 63.0, - 46.0, - 2.0, - 3.0, - 1.0, - 16.0, - 12.0, - 3.0, - 3.0, - 86.0, - 19.0, - 2.0, - 32.0, - 1.0, - 84.0, - 10.0, - 2.0, - 4.0, - 33.0, - 2.0, - 1.0, - 175.0, - 63.0, - 2.0, - 14.0, - 2.0, - 8.0, - 14.0, - 8.0, - 0.0, - 2.0, - 7.0, - 12.0, - 10.0, - 1.0, - 2.0, - 2.0, - 41.0, - 9.0, - 3.0, - 3.0, - 37.0, - 12.0, - 3.0, - 3.0, - 7.0, - 3.0, - 72.0, - 0.0, - 51.0, - 36.0, - 32.0, - 3.0, - 2.0, - 2.0, - 10.0, - 0.0, - 4.0, - 27.0, - 5.0, - 20.0, - 1.0, - 28.0, - 58.0, - 3.0, - 78.0, - 13.0, - 112.0, - 2.0, - 43.0, - 1.0, - 1.0, - 5.0, - 55.0, - 4.0, - 41.0, - 22.0, - 7.0, - 2.0, - 2.0, - 2.0, - 3.0, - 2.0, - 77.0, - 18.0, - 9.0, - 53.0, - 7.0, - 9.0, - 0.0, - 19.0, - 2.0, - 15.0, - 2.0, - 1.0, - 3.0, - 0.0, - 1.0, - 3.0, - 2.0, - 160.0, - 23.0, - 110.0, - 56.0, - 0.0, - 2.0, - 1.0, - 7.0, - 3.0, + 229.0, + 90.0, + 396.0, + 490.0, + 408.0, + 526.0, + 594.0, + 163.0, + 326.0, + 210.0, + 329.0, + 202.0, + 335.0, + 264.0, + 387.0, + 263.0, + 307.0, + 390.0, + 672.0, + 357.0, + 338.0, + 252.0, + 479.0, + 424.0, + 383.0, + 292.0, + 322.0, + 269.0, + 197.0, + 342.0, + 372.0, + 243.0, + 574.0, + 223.0, + 569.0, + 299.0, + 149.0, 85.0, - 7.0, - 75.0, - 120.0, - 2.0, - 63.0, - 3.0, - 5.0, - 2.0, - 0.0, - 34.0, - 1.0, - 55.0, - 19.0, - 1.0, - 0.0, - 103.0, - 45.0, - 3.0, - 8.0, - 5.0, - 207.0, - 49.0, - 0.0, - 2.0, - 3.0, - 0.0, - 2.0, - 3.0, - 3.0, - 19.0, - 1.0, - 14.0, - 1.0 + 418.0, + 125.0, + 318.0, + 353.0, + 332.0, + 310.0, + 268.0, + 681.0, + 435.0, + 308.0, + 400.0, + 403.0, + 173.0, + 450.0, + 125.0, + 440.0, + 29.0, + 340.0, + 405.0, + 293.0, + 276.0, + 513.0, + 195.0, + 422.0, + 247.0, + 310.0, + 245.0, + 494.0, + 467.0 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 } ] }, @@ -57887,374 +71556,374 @@ 2 ], "wall_clock_s": [ - 536.6, - 534.7, - 579.0 + 962.3, + 1003.7, + 945.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.03961017355322838, + "loss": 0.27587997913360596, "env_score_iters": 500, - "env_score": -4.043288707733154, + "env_score": -0.4141920804977417, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.825419008731842, - "rl_grad_norm": 0.2654006779193878, - "bc_grad_norm": 0.3158775866031647, + "grad_align": 0.12645167112350464, + "rl_grad_norm": 0.24331192672252655, + "bc_grad_norm": 3.7483508586883545, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00008969315967988223, - "embedding.weight": 0.003095954656600952, - "cnn.0.weight": 0.05412936955690384, - "cnn.0.bias": 0.0024169853422790766, - "cnn.2.weight": 0.013536224141716957, - "cnn.2.bias": 0.003537469543516636, - "cnn.5.weight": 0.013645417988300323, - "cnn.5.bias": 0.0029329899698495865, - "action_emb.weight": 0.0038678161799907684, - "timestep_emb.weight": 0.0013384323101490736, - "pos_emb.weight": 0.0016347593627870083, - "transformer.layers.0.self_attn.in_proj_weight": 0.02011338248848915, - "transformer.layers.0.self_attn.in_proj_bias": 0.001536978525109589, - "transformer.layers.0.self_attn.out_proj.weight": 0.01770121045410633, - "transformer.layers.0.self_attn.out_proj.bias": 0.0017410715809091926, - "transformer.layers.0.linear1.weight": 0.01904192939400673, - "transformer.layers.0.linear1.bias": 0.0007589352899231017, - "transformer.layers.0.linear2.weight": 0.016625842079520226, - "transformer.layers.0.linear2.bias": 0.001203905325382948, - "transformer.layers.0.norm1.weight": 0.0012899141293019056, - "transformer.layers.0.norm1.bias": 0.0015273973112925887, - "transformer.layers.0.norm2.weight": 0.001834063557907939, - "transformer.layers.0.norm2.bias": 0.0007786087226122618, - "transformer.layers.1.self_attn.in_proj_weight": 0.01714972034096718, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008347702096216381, - "transformer.layers.1.self_attn.out_proj.weight": 0.0157273281365633, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009368658065795898, - "transformer.layers.1.linear1.weight": 0.009656507521867752, - "transformer.layers.1.linear1.bias": 0.0004484512028284371, - "transformer.layers.1.linear2.weight": 0.010688780806958675, - "transformer.layers.1.linear2.bias": 0.0008941399864852428, - "transformer.layers.1.norm1.weight": 0.0011610211804509163, - "transformer.layers.1.norm1.bias": 0.0007423431379720569, - "transformer.layers.1.norm2.weight": 0.0008274829597212374, - "transformer.layers.1.norm2.bias": 0.0004595707869157195, - "transformer.layers.2.self_attn.in_proj_weight": 0.020087219774723053, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007941293297335505, - "transformer.layers.2.self_attn.out_proj.weight": 0.013439709320664406, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008538499241694808, - "transformer.layers.2.linear1.weight": 0.0062781283631920815, - "transformer.layers.2.linear1.bias": 0.00038504472468048334, - "transformer.layers.2.linear2.weight": 0.007064277771860361, - "transformer.layers.2.linear2.bias": 0.0008573134546168149, - "transformer.layers.2.norm1.weight": 0.0015507822390645742, - "transformer.layers.2.norm1.bias": 0.0007254186784848571, - "transformer.layers.2.norm2.weight": 0.00043144068331457675, - "transformer.layers.2.norm2.bias": 0.0003997442836407572, - "transformer.layers.3.self_attn.in_proj_weight": 0.023669391870498657, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017537233652547002, - "transformer.layers.3.self_attn.out_proj.weight": 0.011528657749295235, - "transformer.layers.3.self_attn.out_proj.bias": 0.001338189817033708, - "transformer.layers.3.linear1.weight": 0.01379659678786993, - "transformer.layers.3.linear1.bias": 0.0010335861006751657, - "transformer.layers.3.linear2.weight": 0.00965700764209032, - "transformer.layers.3.linear2.bias": 0.0016419205348938704, - "transformer.layers.3.norm1.weight": 0.0017833278980106115, - "transformer.layers.3.norm1.bias": 0.00238520628772676, - "transformer.layers.3.norm2.weight": 0.0009925925405696034, - "transformer.layers.3.norm2.bias": 0.0012302725808694959, - "head.weight": 0.11517901718616486, - "head.bias": 0.003820813028141856, - "global_embedding.weight": 0.01931014657020569, - "global_cnn.0.weight": 0.09369705617427826, - "global_cnn.0.bias": 0.0032008213456720114, - "global_cnn.2.weight": 0.2283460944890976, - "global_cnn.2.bias": 0.01381148025393486, - "global_proj.weight": 0.055665865540504456, - "global_proj.bias": 0.04618572071194649, - "goal_head.0.weight": 0.03787453845143318, - "goal_head.0.bias": 0.019483501091599464, - "goal_head.2.weight": 0.062156617641448975, - "goal_head.2.bias": 0.047538451850414276 + "global_gate": 0.00012890278594568372, + "embedding.weight": 0.0008986599277704954, + "cnn.0.weight": 0.024389497935771942, + "cnn.0.bias": 0.0010191183537244797, + "cnn.2.weight": 0.0097414031624794, + "cnn.2.bias": 0.0023487512953579426, + "cnn.5.weight": 0.013062022626399994, + "cnn.5.bias": 0.001787627930752933, + "action_emb.weight": 0.017166618257761, + "timestep_emb.weight": 0.0031894894782453775, + "pos_emb.weight": 0.007668611127883196, + "transformer.layers.0.self_attn.in_proj_weight": 0.04572417214512825, + "transformer.layers.0.self_attn.in_proj_bias": 0.003572423243895173, + "transformer.layers.0.self_attn.out_proj.weight": 0.05346396192908287, + "transformer.layers.0.self_attn.out_proj.bias": 0.004800807684659958, + "transformer.layers.0.linear1.weight": 0.07970321178436279, + "transformer.layers.0.linear1.bias": 0.0026947057340294123, + "transformer.layers.0.linear2.weight": 0.05646882206201553, + "transformer.layers.0.linear2.bias": 0.0040445756167173386, + "transformer.layers.0.norm1.weight": 0.002635776996612549, + "transformer.layers.0.norm1.bias": 0.003654342144727707, + "transformer.layers.0.norm2.weight": 0.008672620169818401, + "transformer.layers.0.norm2.bias": 0.0033307503908872604, + "transformer.layers.1.self_attn.in_proj_weight": 0.04642825201153755, + "transformer.layers.1.self_attn.in_proj_bias": 0.002720810007303953, + "transformer.layers.1.self_attn.out_proj.weight": 0.04758699983358383, + "transformer.layers.1.self_attn.out_proj.bias": 0.003650220576673746, + "transformer.layers.1.linear1.weight": 0.03660350292921066, + "transformer.layers.1.linear1.bias": 0.0016765481559559703, + "transformer.layers.1.linear2.weight": 0.04282806068658829, + "transformer.layers.1.linear2.bias": 0.0035625670570880175, + "transformer.layers.1.norm1.weight": 0.0032934253104031086, + "transformer.layers.1.norm1.bias": 0.002588571747764945, + "transformer.layers.1.norm2.weight": 0.003385458141565323, + "transformer.layers.1.norm2.bias": 0.0015930448425933719, + "transformer.layers.2.self_attn.in_proj_weight": 0.05031866952776909, + "transformer.layers.2.self_attn.in_proj_bias": 0.002987657207995653, + "transformer.layers.2.self_attn.out_proj.weight": 0.03938056528568268, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035945961717516184, + "transformer.layers.2.linear1.weight": 0.026336435228586197, + "transformer.layers.2.linear1.bias": 0.0015612025745213032, + "transformer.layers.2.linear2.weight": 0.03182143718004227, + "transformer.layers.2.linear2.bias": 0.0037081288173794746, + "transformer.layers.2.norm1.weight": 0.004004542250186205, + "transformer.layers.2.norm1.bias": 0.0033619930036365986, + "transformer.layers.2.norm2.weight": 0.0019170360174030066, + "transformer.layers.2.norm2.bias": 0.0017177764093503356, + "transformer.layers.3.self_attn.in_proj_weight": 0.09409793466329575, + "transformer.layers.3.self_attn.in_proj_bias": 0.01112339086830616, + "transformer.layers.3.self_attn.out_proj.weight": 0.04421425610780716, + "transformer.layers.3.self_attn.out_proj.bias": 0.007751695346087217, + "transformer.layers.3.linear1.weight": 0.06410546600818634, + "transformer.layers.3.linear1.bias": 0.006310848984867334, + "transformer.layers.3.linear2.weight": 0.034890126436948776, + "transformer.layers.3.linear2.bias": 0.010617636144161224, + "transformer.layers.3.norm1.weight": 0.007828851230442524, + "transformer.layers.3.norm1.bias": 0.016741912811994553, + "transformer.layers.3.norm2.weight": 0.005133392289280891, + "transformer.layers.3.norm2.bias": 0.009084999561309814, + "head.weight": 0.4697865843772888, + "head.bias": 0.022090502083301544, + "global_embedding.weight": 0.007524840533733368, + "global_cnn.0.weight": 0.07489042729139328, + "global_cnn.0.bias": 0.0031852524261921644, + "global_cnn.2.weight": 0.1665082573890686, + "global_cnn.2.bias": 0.01015187706798315, + "global_proj.weight": 0.030430275946855545, + "global_proj.bias": 0.028298823162913322, + "goal_head.0.weight": 0.02222635969519615, + "goal_head.0.bias": 0.011524813249707222, + "goal_head.2.weight": 0.03360513225197792, + "goal_head.2.bias": 0.02440970577299595 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08120885491371155, - "repr_drift_kl_low_t": 0.07633820176124573, - "repr_drift_kl_mid_t": 0.06618892401456833, - "repr_drift_kl_high_t": 0.09280376881361008, + "repr_drift_kl": 0.5894258618354797, + "repr_drift_kl_low_t": 0.6977072358131409, + "repr_drift_kl_mid_t": 0.5737486481666565, + "repr_drift_kl_high_t": 0.5089318156242371, "cka_iters": 500, - "cka_similarity": 0.9256300926208496, + "cka_similarity": 0.7458837628364563, "t_analysis_iters": 500, - "norm_low_t": 0.2654006779193878, - "norm_high_t": 0.2653394937515259, - "lowhigh_cos": 0.9999726414680481, + "norm_low_t": 0.24545788764953613, + "norm_high_t": 0.24065589904785156, + "lowhigh_cos": 0.9049287438392639, "t_bin_norms": { - "t_0.0-0.1": 0.2654006779193878, - "t_0.1-0.2": 0.2654006779193878, - "t_0.2-0.3": 0.2654006779193878, - "t_0.3-0.4": 0.26534003019332886, - "t_0.4-0.5": 0.2654006779193878, - "t_0.5-0.6": 0.26532548666000366, - "t_0.6-0.7": 0.2654006779193878, - "t_0.7-0.8": 0.265359103679657, - "t_0.8-0.9": 0.265367716550827, - "t_0.9-1.0": 0.2653392553329468 - }, - "win_rate": 0.002358490601181984, - "effective_batch_size": 1.0, + "t_0.0-0.1": 0.25019651651382446, + "t_0.1-0.2": 0.2442644238471985, + "t_0.2-0.3": 0.24515403807163239, + "t_0.3-0.4": 0.24827159941196442, + "t_0.4-0.5": 0.24696436524391174, + "t_0.5-0.6": 0.24518321454524994, + "t_0.6-0.7": 0.24615120887756348, + "t_0.7-0.8": 0.24672773480415344, + "t_0.8-0.9": 0.24359756708145142, + "t_0.9-1.0": 0.23081587255001068 + }, + "win_rate": 0.12305665761232376, + "effective_batch_size": 467.0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.07484977692365646, + "loss": 0.4100733697414398, "env_score_iters": 500, - "env_score": -3.846945285797119, + "env_score": -0.5978437066078186, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.35, "grad_align_iters": 500, - "grad_align": 0.7894324064254761, - "rl_grad_norm": 0.14541035890579224, - "bc_grad_norm": 0.18432191014289856, + "grad_align": 0.15950907766819, + "rl_grad_norm": 0.39363622665405273, + "bc_grad_norm": 3.4635300636291504, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0001080421352526173, - "embedding.weight": 0.0006611538119614124, - "cnn.0.weight": 0.01731167733669281, - "cnn.0.bias": 0.0006777101662009954, - "cnn.2.weight": 0.005834275856614113, - "cnn.2.bias": 0.0022850141394883394, - "cnn.5.weight": 0.0071790143847465515, - "cnn.5.bias": 0.0014992455253377557, - "action_emb.weight": 0.0024466433096677065, - "timestep_emb.weight": 0.0011509028263390064, - "pos_emb.weight": 0.0022085714153945446, - "transformer.layers.0.self_attn.in_proj_weight": 0.013605856336653233, - "transformer.layers.0.self_attn.in_proj_bias": 0.001006411504931748, - "transformer.layers.0.self_attn.out_proj.weight": 0.01334286481142044, - "transformer.layers.0.self_attn.out_proj.bias": 0.0013698848197236657, - "transformer.layers.0.linear1.weight": 0.015901194885373116, - "transformer.layers.0.linear1.bias": 0.0007016283925622702, - "transformer.layers.0.linear2.weight": 0.01399948075413704, - "transformer.layers.0.linear2.bias": 0.0009732471662573516, - "transformer.layers.0.norm1.weight": 0.0008330592536367476, - "transformer.layers.0.norm1.bias": 0.0009464590693823993, - "transformer.layers.0.norm2.weight": 0.001538879587315023, - "transformer.layers.0.norm2.bias": 0.0009239651844836771, - "transformer.layers.1.self_attn.in_proj_weight": 0.014719094149768353, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006886465125717223, - "transformer.layers.1.self_attn.out_proj.weight": 0.010018114931881428, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007483045919798315, - "transformer.layers.1.linear1.weight": 0.008101876825094223, - "transformer.layers.1.linear1.bias": 0.0003952618280891329, - "transformer.layers.1.linear2.weight": 0.008550195954740047, - "transformer.layers.1.linear2.bias": 0.000674424518365413, - "transformer.layers.1.norm1.weight": 0.0008726728265173733, - "transformer.layers.1.norm1.bias": 0.0006276097265072167, - "transformer.layers.1.norm2.weight": 0.00063638377469033, - "transformer.layers.1.norm2.bias": 0.00044400509796105325, - "transformer.layers.2.self_attn.in_proj_weight": 0.013600709848105907, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006033146055415273, - "transformer.layers.2.self_attn.out_proj.weight": 0.007583510596305132, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006143379723653197, - "transformer.layers.2.linear1.weight": 0.005174387712031603, - "transformer.layers.2.linear1.bias": 0.000275992089882493, - "transformer.layers.2.linear2.weight": 0.005593960639089346, - "transformer.layers.2.linear2.bias": 0.0006241803639568388, - "transformer.layers.2.norm1.weight": 0.0009424063027836382, - "transformer.layers.2.norm1.bias": 0.0006991694681346416, - "transformer.layers.2.norm2.weight": 0.00033804867416620255, - "transformer.layers.2.norm2.bias": 0.0002871525939553976, - "transformer.layers.3.self_attn.in_proj_weight": 0.018972191959619522, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015077382558956742, - "transformer.layers.3.self_attn.out_proj.weight": 0.007663693744689226, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010975307086482644, - "transformer.layers.3.linear1.weight": 0.012196735478937626, - "transformer.layers.3.linear1.bias": 0.0009711579186841846, - "transformer.layers.3.linear2.weight": 0.006708160508424044, - "transformer.layers.3.linear2.bias": 0.0016476245364174247, - "transformer.layers.3.norm1.weight": 0.0015740321250632405, - "transformer.layers.3.norm1.bias": 0.0021260997746139765, - "transformer.layers.3.norm2.weight": 0.0009356003138236701, - "transformer.layers.3.norm2.bias": 0.0015772557817399502, - "head.weight": 0.08906368911266327, - "head.bias": 0.0032863840460777283, - "global_embedding.weight": 0.014803298749029636, - "global_cnn.0.weight": 0.0960632935166359, - "global_cnn.0.bias": 0.004390711430460215, - "global_cnn.2.weight": 0.1004483550786972, - "global_cnn.2.bias": 0.006049558520317078, - "global_proj.weight": 0.02227669768035412, - "global_proj.bias": 0.0063833678141236305, - "goal_head.0.weight": 0.015115500427782536, - "goal_head.0.bias": 0.002725280588492751, - "goal_head.2.weight": 0.019198160618543625, - "goal_head.2.bias": 0.00513167679309845 + "global_gate": 6.13276642980054e-05, + "embedding.weight": 0.003534902585670352, + "cnn.0.weight": 0.10056362301111221, + "cnn.0.bias": 0.00483356136828661, + "cnn.2.weight": 0.03320091962814331, + "cnn.2.bias": 0.009058862924575806, + "cnn.5.weight": 0.06760640442371368, + "cnn.5.bias": 0.004839721135795116, + "action_emb.weight": 0.03597233444452286, + "timestep_emb.weight": 0.0056398711167275906, + "pos_emb.weight": 0.012587984092533588, + "transformer.layers.0.self_attn.in_proj_weight": 0.08865099400281906, + "transformer.layers.0.self_attn.in_proj_bias": 0.006241092924028635, + "transformer.layers.0.self_attn.out_proj.weight": 0.08450256288051605, + "transformer.layers.0.self_attn.out_proj.bias": 0.008631330914795399, + "transformer.layers.0.linear1.weight": 0.15786947309970856, + "transformer.layers.0.linear1.bias": 0.004745393060147762, + "transformer.layers.0.linear2.weight": 0.1068708747625351, + "transformer.layers.0.linear2.bias": 0.006820524577051401, + "transformer.layers.0.norm1.weight": 0.005183131899684668, + "transformer.layers.0.norm1.bias": 0.005713548511266708, + "transformer.layers.0.norm2.weight": 0.017654936760663986, + "transformer.layers.0.norm2.bias": 0.004673770163208246, + "transformer.layers.1.self_attn.in_proj_weight": 0.10258342325687408, + "transformer.layers.1.self_attn.in_proj_bias": 0.0045783547684550285, + "transformer.layers.1.self_attn.out_proj.weight": 0.09579601883888245, + "transformer.layers.1.self_attn.out_proj.bias": 0.00609553512185812, + "transformer.layers.1.linear1.weight": 0.07508999854326248, + "transformer.layers.1.linear1.bias": 0.0037423090543597937, + "transformer.layers.1.linear2.weight": 0.08151014894247055, + "transformer.layers.1.linear2.bias": 0.006521012634038925, + "transformer.layers.1.norm1.weight": 0.007262694649398327, + "transformer.layers.1.norm1.bias": 0.004292788449674845, + "transformer.layers.1.norm2.weight": 0.0069487495347857475, + "transformer.layers.1.norm2.bias": 0.004176081623882055, + "transformer.layers.2.self_attn.in_proj_weight": 0.13776499032974243, + "transformer.layers.2.self_attn.in_proj_bias": 0.008424457162618637, + "transformer.layers.2.self_attn.out_proj.weight": 0.08838474750518799, + "transformer.layers.2.self_attn.out_proj.bias": 0.006435677874833345, + "transformer.layers.2.linear1.weight": 0.04630390182137489, + "transformer.layers.2.linear1.bias": 0.002781662391498685, + "transformer.layers.2.linear2.weight": 0.05088731646537781, + "transformer.layers.2.linear2.bias": 0.006658121943473816, + "transformer.layers.2.norm1.weight": 0.009406499564647675, + "transformer.layers.2.norm1.bias": 0.009945567697286606, + "transformer.layers.2.norm2.weight": 0.0035424537491053343, + "transformer.layers.2.norm2.bias": 0.0034706280566751957, + "transformer.layers.3.self_attn.in_proj_weight": 0.16719286143779755, + "transformer.layers.3.self_attn.in_proj_bias": 0.01273386925458908, + "transformer.layers.3.self_attn.out_proj.weight": 0.07143363356590271, + "transformer.layers.3.self_attn.out_proj.bias": 0.008642472326755524, + "transformer.layers.3.linear1.weight": 0.08509331941604614, + "transformer.layers.3.linear1.bias": 0.006227485369890928, + "transformer.layers.3.linear2.weight": 0.049186673015356064, + "transformer.layers.3.linear2.bias": 0.01092472206801176, + "transformer.layers.3.norm1.weight": 0.01651194505393505, + "transformer.layers.3.norm1.bias": 0.020024113357067108, + "transformer.layers.3.norm2.weight": 0.006728431675583124, + "transformer.layers.3.norm2.bias": 0.008864235132932663, + "head.weight": 0.791563093662262, + "head.bias": 0.025509871542453766, + "global_embedding.weight": 0.033549096435308456, + "global_cnn.0.weight": 0.21093708276748657, + "global_cnn.0.bias": 0.007838618941605091, + "global_cnn.2.weight": 0.2628791332244873, + "global_cnn.2.bias": 0.015399591997265816, + "global_proj.weight": 0.12479832023382187, + "global_proj.bias": 0.07937119901180267, + "goal_head.0.weight": 0.08650290220975876, + "goal_head.0.bias": 0.03658343106508255, + "goal_head.2.weight": 0.1194586381316185, + "goal_head.2.bias": 0.08675698190927505 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08442485332489014, - "repr_drift_kl_low_t": 0.06524364650249481, - "repr_drift_kl_mid_t": 0.06730389595031738, - "repr_drift_kl_high_t": 0.17346370220184326, + "repr_drift_kl": 0.5224646329879761, + "repr_drift_kl_low_t": 0.5539624094963074, + "repr_drift_kl_mid_t": 0.5153889060020447, + "repr_drift_kl_high_t": 0.5339264273643494, "cka_iters": 500, - "cka_similarity": 0.8629244565963745, + "cka_similarity": 0.4268725514411926, "t_analysis_iters": 500, - "norm_low_t": 0.14539769291877747, - "norm_high_t": 0.15011835098266602, - "lowhigh_cos": 0.9617868661880493, + "norm_low_t": 0.3937961757183075, + "norm_high_t": 0.39344140887260437, + "lowhigh_cos": 0.9974302053451538, "t_bin_norms": { - "t_0.0-0.1": 0.14541035890579224, - "t_0.1-0.2": 0.1456666737794876, - "t_0.2-0.3": 0.18920907378196716, - "t_0.3-0.4": 0.14652913808822632, - "t_0.4-0.5": 0.15266720950603485, - "t_0.5-0.6": 0.14937488734722137, - "t_0.6-0.7": 0.1464632898569107, - "t_0.7-0.8": 0.15504148602485657, - "t_0.8-0.9": 0.15091842412948608, - "t_0.9-1.0": 0.15137282013893127 - }, - "win_rate": 0.0030731407459825277, - "effective_batch_size": 1.0, + "t_0.0-0.1": 0.3941327631473541, + "t_0.1-0.2": 0.39364293217658997, + "t_0.2-0.3": 0.39403587579727173, + "t_0.3-0.4": 0.39357224106788635, + "t_0.4-0.5": 0.3934527039527893, + "t_0.5-0.6": 0.39361560344696045, + "t_0.6-0.7": 0.3935074806213379, + "t_0.7-0.8": 0.39355790615081787, + "t_0.8-0.9": 0.3934493064880371, + "t_0.9-1.0": 0.3947698175907135 + }, + "win_rate": 0.022441275417804718, + "effective_batch_size": 106.0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.3161524832248688, + "loss": 0.2619675397872925, "env_score_iters": 500, - "env_score": 0.5837362408638, + "env_score": -0.3827795684337616, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.7437261343002319, - "rl_grad_norm": 0.5073121786117554, - "bc_grad_norm": 0.5947237014770508, + "grad_align": 0.030379489064216614, + "rl_grad_norm": 0.28537729382514954, + "bc_grad_norm": 3.0267839431762695, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00027818692615255713, - "embedding.weight": 0.0046072606928646564, - "cnn.0.weight": 0.09891977906227112, - "cnn.0.bias": 0.00500927260145545, - "cnn.2.weight": 0.02787805162370205, - "cnn.2.bias": 0.010969487950205803, - "cnn.5.weight": 0.028877411037683487, - "cnn.5.bias": 0.007191660348325968, - "action_emb.weight": 0.007688777055591345, - "timestep_emb.weight": 0.002434459049254656, - "pos_emb.weight": 0.003881750162690878, - "transformer.layers.0.self_attn.in_proj_weight": 0.046650249511003494, - "transformer.layers.0.self_attn.in_proj_bias": 0.003517787903547287, - "transformer.layers.0.self_attn.out_proj.weight": 0.04152584448456764, - "transformer.layers.0.self_attn.out_proj.bias": 0.004831182304769754, - "transformer.layers.0.linear1.weight": 0.03938444331288338, - "transformer.layers.0.linear1.bias": 0.0019316026009619236, - "transformer.layers.0.linear2.weight": 0.04186953976750374, - "transformer.layers.0.linear2.bias": 0.003509742906317115, - "transformer.layers.0.norm1.weight": 0.0029385944362729788, - "transformer.layers.0.norm1.bias": 0.003040011040866375, - "transformer.layers.0.norm2.weight": 0.003266473999246955, - "transformer.layers.0.norm2.bias": 0.0021131066605448723, - "transformer.layers.1.self_attn.in_proj_weight": 0.0400271974503994, - "transformer.layers.1.self_attn.in_proj_bias": 0.002241645473986864, - "transformer.layers.1.self_attn.out_proj.weight": 0.041510507464408875, - "transformer.layers.1.self_attn.out_proj.bias": 0.0026598433032631874, - "transformer.layers.1.linear1.weight": 0.024373134598135948, - "transformer.layers.1.linear1.bias": 0.0012437949189916253, - "transformer.layers.1.linear2.weight": 0.03061666339635849, - "transformer.layers.1.linear2.bias": 0.0026690226513892412, - "transformer.layers.1.norm1.weight": 0.0024479699786752462, - "transformer.layers.1.norm1.bias": 0.002633333206176758, - "transformer.layers.1.norm2.weight": 0.002016495680436492, - "transformer.layers.1.norm2.bias": 0.0011347329709678888, - "transformer.layers.2.self_attn.in_proj_weight": 0.045801836997270584, - "transformer.layers.2.self_attn.in_proj_bias": 0.002383201150223613, - "transformer.layers.2.self_attn.out_proj.weight": 0.043881602585315704, - "transformer.layers.2.self_attn.out_proj.bias": 0.002521946793422103, - "transformer.layers.2.linear1.weight": 0.01986565627157688, - "transformer.layers.2.linear1.bias": 0.0011341820936650038, - "transformer.layers.2.linear2.weight": 0.024483684450387955, - "transformer.layers.2.linear2.bias": 0.0026634978130459785, - "transformer.layers.2.norm1.weight": 0.0036717539187520742, - "transformer.layers.2.norm1.bias": 0.002620185259729624, - "transformer.layers.2.norm2.weight": 0.001325235702097416, - "transformer.layers.2.norm2.bias": 0.0011995782842859626, - "transformer.layers.3.self_attn.in_proj_weight": 0.07031756639480591, - "transformer.layers.3.self_attn.in_proj_bias": 0.004621590953320265, - "transformer.layers.3.self_attn.out_proj.weight": 0.044446464627981186, - "transformer.layers.3.self_attn.out_proj.bias": 0.0039035219233483076, - "transformer.layers.3.linear1.weight": 0.0557793453335762, - "transformer.layers.3.linear1.bias": 0.00423844438046217, - "transformer.layers.3.linear2.weight": 0.03582525998353958, - "transformer.layers.3.linear2.bias": 0.005640559364110231, - "transformer.layers.3.norm1.weight": 0.005926474928855896, - "transformer.layers.3.norm1.bias": 0.006140122190117836, - "transformer.layers.3.norm2.weight": 0.004428744316101074, - "transformer.layers.3.norm2.bias": 0.005881303921341896, - "head.weight": 0.3975083827972412, - "head.bias": 0.011495432816445827, - "global_embedding.weight": 0.01606154255568981, - "global_cnn.0.weight": 0.15564528107643127, - "global_cnn.0.bias": 0.0028676611836999655, - "global_cnn.2.weight": 0.35607632994651794, - "global_cnn.2.bias": 0.020480815321207047, - "global_proj.weight": 0.06386882066726685, - "global_proj.bias": 0.055459849536418915, - "goal_head.0.weight": 0.04030940309166908, - "goal_head.0.bias": 0.021088462322950363, - "goal_head.2.weight": 0.06410937011241913, - "goal_head.2.bias": 0.04785154387354851 + "global_gate": 0.0001346376520814374, + "embedding.weight": 0.0019162726821377873, + "cnn.0.weight": 0.03914228826761246, + "cnn.0.bias": 0.0011759343324229121, + "cnn.2.weight": 0.012255116365849972, + "cnn.2.bias": 0.0022603399120271206, + "cnn.5.weight": 0.01667163148522377, + "cnn.5.bias": 0.0025411148089915514, + "action_emb.weight": 0.013471605256199837, + "timestep_emb.weight": 0.003665885189548135, + "pos_emb.weight": 0.009899413213133812, + "transformer.layers.0.self_attn.in_proj_weight": 0.06483204662799835, + "transformer.layers.0.self_attn.in_proj_bias": 0.00476153613999486, + "transformer.layers.0.self_attn.out_proj.weight": 0.07980650663375854, + "transformer.layers.0.self_attn.out_proj.bias": 0.006903963629156351, + "transformer.layers.0.linear1.weight": 0.07993075996637344, + "transformer.layers.0.linear1.bias": 0.003493097610771656, + "transformer.layers.0.linear2.weight": 0.06780584156513214, + "transformer.layers.0.linear2.bias": 0.005832198541611433, + "transformer.layers.0.norm1.weight": 0.003412282792851329, + "transformer.layers.0.norm1.bias": 0.004108421504497528, + "transformer.layers.0.norm2.weight": 0.007933544926345348, + "transformer.layers.0.norm2.bias": 0.004686745349317789, + "transformer.layers.1.self_attn.in_proj_weight": 0.05753067508339882, + "transformer.layers.1.self_attn.in_proj_bias": 0.0037415314000099897, + "transformer.layers.1.self_attn.out_proj.weight": 0.05477547645568848, + "transformer.layers.1.self_attn.out_proj.bias": 0.005318026058375835, + "transformer.layers.1.linear1.weight": 0.04135749861598015, + "transformer.layers.1.linear1.bias": 0.002256993670016527, + "transformer.layers.1.linear2.weight": 0.04874558001756668, + "transformer.layers.1.linear2.bias": 0.005122445523738861, + "transformer.layers.1.norm1.weight": 0.003440285101532936, + "transformer.layers.1.norm1.bias": 0.0036321808584034443, + "transformer.layers.1.norm2.weight": 0.003519707825034857, + "transformer.layers.1.norm2.bias": 0.002822630573064089, + "transformer.layers.2.self_attn.in_proj_weight": 0.07029269635677338, + "transformer.layers.2.self_attn.in_proj_bias": 0.004447746556252241, + "transformer.layers.2.self_attn.out_proj.weight": 0.061041735112667084, + "transformer.layers.2.self_attn.out_proj.bias": 0.005106500815600157, + "transformer.layers.2.linear1.weight": 0.03450023755431175, + "transformer.layers.2.linear1.bias": 0.002327962080016732, + "transformer.layers.2.linear2.weight": 0.03889187425374985, + "transformer.layers.2.linear2.bias": 0.005432342179119587, + "transformer.layers.2.norm1.weight": 0.005552742164582014, + "transformer.layers.2.norm1.bias": 0.006114995572715998, + "transformer.layers.2.norm2.weight": 0.0025932909920811653, + "transformer.layers.2.norm2.bias": 0.0031749862246215343, + "transformer.layers.3.self_attn.in_proj_weight": 0.13554975390434265, + "transformer.layers.3.self_attn.in_proj_bias": 0.016678933054208755, + "transformer.layers.3.self_attn.out_proj.weight": 0.0678461417555809, + "transformer.layers.3.self_attn.out_proj.bias": 0.011473039165139198, + "transformer.layers.3.linear1.weight": 0.08660859614610672, + "transformer.layers.3.linear1.bias": 0.00826170016080141, + "transformer.layers.3.linear2.weight": 0.04880843311548233, + "transformer.layers.3.linear2.bias": 0.014883697032928467, + "transformer.layers.3.norm1.weight": 0.010734546929597855, + "transformer.layers.3.norm1.bias": 0.024225061759352684, + "transformer.layers.3.norm2.weight": 0.0073220133781433105, + "transformer.layers.3.norm2.bias": 0.01223069429397583, + "head.weight": 0.7929152846336365, + "head.bias": 0.03167729452252388, + "global_embedding.weight": 0.03038722462952137, + "global_cnn.0.weight": 0.12074414640665054, + "global_cnn.0.bias": 0.004433050286024809, + "global_cnn.2.weight": 0.25304707884788513, + "global_cnn.2.bias": 0.012895513325929642, + "global_proj.weight": 0.05609617754817009, + "global_proj.bias": 0.04042653739452362, + "goal_head.0.weight": 0.035630859434604645, + "goal_head.0.bias": 0.016043905168771744, + "goal_head.2.weight": 0.05428057909011841, + "goal_head.2.bias": 0.03463885188102722 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.233729287981987, - "repr_drift_kl_low_t": 0.22576197981834412, - "repr_drift_kl_mid_t": 0.20637184381484985, - "repr_drift_kl_high_t": 0.28713738918304443, + "repr_drift_kl": 0.6346519589424133, + "repr_drift_kl_low_t": 0.7310389280319214, + "repr_drift_kl_mid_t": 0.5782798528671265, + "repr_drift_kl_high_t": 0.6409488320350647, "cka_iters": 500, - "cka_similarity": 0.917755663394928, + "cka_similarity": 0.5616880655288696, "t_analysis_iters": 500, - "norm_low_t": 0.5027161836624146, - "norm_high_t": 0.538490891456604, - "lowhigh_cos": 0.7874742746353149, + "norm_low_t": 0.2783532440662384, + "norm_high_t": 0.3307970464229584, + "lowhigh_cos": 0.8785076141357422, "t_bin_norms": { - "t_0.0-0.1": 0.5927711725234985, - "t_0.1-0.2": 0.5205283761024475, - "t_0.2-0.3": 0.4569081962108612, - "t_0.3-0.4": 0.49473705887794495, - "t_0.4-0.5": 0.47258463501930237, - "t_0.5-0.6": 0.4504002034664154, - "t_0.6-0.7": 0.45812520384788513, - "t_0.7-0.8": 0.4621356725692749, - "t_0.8-0.9": 0.535700798034668, - "t_0.9-1.0": 0.710895836353302 - }, - "win_rate": 0.12480498850345612, - "effective_batch_size": 60.0, + "t_0.0-0.1": 0.27286869287490845, + "t_0.1-0.2": 0.2726988196372986, + "t_0.2-0.3": 0.27254748344421387, + "t_0.3-0.4": 0.273495078086853, + "t_0.4-0.5": 0.2741812467575073, + "t_0.5-0.6": 0.27417251467704773, + "t_0.6-0.7": 0.27620983123779297, + "t_0.7-0.8": 0.28656312823295593, + "t_0.8-0.9": 0.2869577705860138, + "t_0.9-1.0": 0.3871069848537445 + }, + "win_rate": 0.11954808235168457, + "effective_batch_size": 455.0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 } } ] }, "low_t": { - "score": 0.6, - "score_std": 0.03535533905932738, + "score": 0.4208333333333334, + "score_std": 0.05237418787490223, "all_scores": [ - 0.5750000000000001, - 0.575, - 0.65 + 0.4375, + 0.35000000000000003, + 0.47500000000000003 ], "history": { "iters": [ @@ -58760,506 +72429,506 @@ 500 ], "loss": [ - 0.009516009129583836, - 1.1835447549819946, - 2.1952083110809326, - 0.4790288805961609, - 0.1704333871603012, - 0.5567702651023865, - 0.28032079339027405, - 0.2562723755836487, - 0.517348051071167, - 0.7587850093841553, - 0.6064345240592957, - 0.034785401076078415, - 1.448494791984558, - 0.03452910855412483, - 0.8719437122344971, - 0.06497424840927124, - 0.24374042451381683, - 1.0215644836425781, - 0.7716212868690491, - 0.09574494510889053, - 0.2477482557296753, - 0.11758417636156082, - 0.018893493339419365, - 1.2095589637756348, - 0.028546998277306557, - 0.18757900595664978, - 0.16088944673538208, - 0.47677743434906006, - 0.041286882013082504, - 0.6631272435188293, - 0.047071341425180435, - 0.7395040988922119, - 0.08952286094427109, - 0.07283268123865128, - 0.038067616522312164, - 0.030800288543105125, - 0.052576590329408646, - 0.08189524710178375, - 0.13453160226345062, - 0.19655545055866241, - 1.1931891441345215, - 0.1400817632675171, - 0.02737623080611229, - 0.7520363330841064, - 0.402627557516098, - 0.24837322533130646, - 0.05085870623588562, - 0.6988806128501892, - 0.05257198214530945, - 0.3953114449977875, - 0.6640667915344238, - 0.025606364011764526, - 0.6404584646224976, - 0.1989702582359314, - 1.2310423851013184, - 0.05284758284687996, - 0.35898613929748535, - 1.2922812700271606, - 0.04490179941058159, - 0.0836247056722641, - 0.6728646755218506, - 0.8129863739013672, - 0.48476850986480713, - 0.1815214306116104, - 0.5402526259422302, - 0.3524682819843292, - 0.32524609565734863, - 0.071297287940979, - 0.1276053935289383, - 0.5714539289474487, - 0.11926032602787018, - 0.3412402272224426, - 0.591230571269989, - 0.06382440030574799, - 0.036780841648578644, - 0.5150447487831116, - 0.08065884560346603, - 0.021800309419631958, - 0.014871126040816307, - 0.03675653040409088, - 0.46035563945770264, - 0.01335709448903799, - 0.01925901137292385, - 1.156938076019287, - 0.49706128239631653, - 0.03554852306842804, - 0.025929752737283707, - 0.018075276166200638, - 0.0996716171503067, - 0.9501489996910095, - 0.20541894435882568, - 0.10466987639665604, - 0.5072084665298462, - 0.04223957657814026, - 0.04742082953453064, - 0.15582935512065887, - 0.03207679092884064, - 0.15353652834892273, - 0.05084069445729256, - 0.24125158786773682, - 0.03724493086338043, - 0.027119867503643036, - 0.23960712552070618, - 0.01271645724773407, - 0.022577878087759018, - 0.011241995729506016, - 0.1115075871348381, - 0.3144405484199524, - 0.05672692134976387, - 0.016247166320681572, - 0.1178152784705162, - 0.13602226972579956, - 0.24288979172706604, - 0.4750756323337555, - 0.06765927374362946, - 0.7896757125854492, - 0.01437360979616642, - 0.031446509063243866, - 0.03480704873800278, - 0.3924395740032196, - 0.22699815034866333, - 0.1060413345694542, - 0.4440844655036926, - 0.1080871969461441, - 0.02154177613556385, - 0.47378069162368774, - 0.030620062723755836, - 0.01517806202173233, - 0.9922150373458862, - 0.5908077359199524, - 0.1460791975259781, - 0.029750876128673553, - 0.09388309717178345, - 0.02728479728102684, - 0.32095634937286377, - 0.4462878406047821, - 0.13281923532485962, - 0.10568660497665405, - 0.16267575323581696, - 0.5458120703697205, - 0.008614912629127502, - 0.02729000151157379, - 1.341982364654541, - 0.22785106301307678, - 0.05964541807770729, - 0.039791546761989594, - 0.17059139907360077, - 0.20014238357543945, - 0.01636742427945137, - 0.3616950809955597, - 0.13107070326805115, - 0.5400522947311401, - 0.8804682493209839, - 0.3368223309516907, - 0.3775157928466797, - 0.03511963039636612, - 0.3123704493045807, - 0.024924250319600105, - 0.04204397276043892, - 0.03833933547139168, - 0.08693833649158478, - 0.11534655839204788, - 0.49470219016075134, - 0.11048540472984314, - 0.13536669313907623, - 0.1651880294084549, - 0.06129519268870354, - 0.12711599469184875, - 0.08512163162231445, - 0.5162076950073242, - 0.19308680295944214, - 0.13099521398544312, - 0.03527429699897766, - 0.500893235206604, - 0.4804104268550873, - 0.40227967500686646, - 0.017215469852089882, - 0.38664674758911133, - 0.15228508412837982, - 0.9869591593742371, - 0.027325304225087166, - 0.11540885269641876, - 0.7108079791069031, - 0.038992349058389664, - 0.18615365028381348, - 0.058410849422216415, - 0.10241014510393143, - 0.5930187702178955, - 0.09620355814695358, - 0.06086628511548042, - 0.04008270427584648, - 0.3296915292739868, - 0.287357896566391, - 0.9608637094497681, - 0.14145885407924652, - 0.14970143139362335, - 0.4892171025276184, - 0.58907151222229, - 0.02384960651397705, - 0.2147548943758011, - 0.4415583610534668, - 0.029330212622880936, - 0.6653282046318054, - 0.09573309868574142, - 0.022470250725746155, - 0.08412693440914154, - 0.15291032195091248, - 0.8533950448036194, - 0.10357712209224701, - 0.34614595770835876, - 0.1727285087108612, - 0.44766440987586975, - 0.10946085304021835, - 1.0677490234375, - 0.027633823454380035, - 0.016282541677355766, - 0.3613782227039337, - 0.2785772681236267, - 0.08339686691761017, - 0.012009856291115284, - 0.1844552755355835, - 0.34631359577178955, - 0.48713597655296326, - 0.056621916592121124, - 0.04266609251499176, - 0.9130943417549133, - 0.08459080755710602, - 0.01337160263210535, - 0.8397958874702454, - 0.3819988965988159, - 0.16384127736091614, - 0.37818995118141174, - 0.35257184505462646, - 0.19653062522411346, - 0.14783650636672974, - 0.454784631729126, - 0.3920363485813141, - 0.04222046956419945, - 0.08144044876098633, - 0.18070900440216064, - 0.4098338484764099, - 0.1095329225063324, - 0.04953595995903015, - 0.6281532645225525, - 0.15699772536754608, - 0.00788198783993721, - 0.7087525129318237, - 0.4370083808898926, - 0.08249875903129578, - 0.020236734300851822, - 0.013466103002429008, - 0.07345276325941086, - 0.420692503452301, - 0.23811420798301697, - 0.03373202681541443, - 0.42461442947387695, - 0.008218004368245602, - 0.06224923953413963, - 0.09133512526750565, - 0.09285897761583328, - 0.3438550531864166, - 0.41182976961135864, - 0.09469573944807053, - 0.38188081979751587, - 0.004788605496287346, - 0.03832000866532326, - 0.04274623095989227, - 1.5743705034255981, - 0.019090041518211365, - 0.020527809858322144, - 0.010152105242013931, - 0.1856551170349121, - 0.7514382600784302, - 0.4967383146286011, - 0.11106665432453156, - 0.6234741806983948, - 0.8649301528930664, - 0.021561481058597565, - 0.02474052831530571, - 0.019165366888046265, - 0.18604369461536407, - 0.9485620856285095, - 0.07230594009160995, - 0.024453643709421158, - 0.04998696967959404, - 0.26473745703697205, - 0.9588963389396667, - 0.5958575010299683, - 0.8065850734710693, - 0.028601359575986862, - 0.39248040318489075, - 0.3589456379413605, - 0.4582742750644684, - 0.15081018209457397, - 0.004732351750135422, - 0.032598964869976044, - 0.32510486245155334, - 0.012785318307578564, - 0.4250234365463257, - 0.07190807163715363, - 0.3564285933971405, - 0.036212749779224396, - 0.22368241846561432, - 0.5321903824806213, - 1.2321099042892456, - 0.018868353217840195, - 0.23975025117397308, - 0.04357930272817612, - 0.032316166907548904, - 0.7724927663803101, - 0.1271945685148239, - 0.042322974652051926, - 0.17315705120563507, - 0.09312185645103455, - 0.09884349256753922, - 0.0608002245426178, - 0.07050367444753647, - 0.07635894417762756, - 0.5052037239074707, - 0.04263843595981598, - 0.37031829357147217, - 0.029523484408855438, - 0.02748009003698826, - 0.20236636698246002, - 0.14944343268871307, - 0.013630078174173832, - 0.2254374921321869, - 0.04579655081033707, - 0.5490790009498596, - 0.4253045916557312, - 0.12014494836330414, - 0.03802245855331421, - 0.12264636158943176, - 0.08704832941293716, - 0.3471240699291229, - 0.26580479741096497, - 0.03508009761571884, - 0.012573439627885818, - 0.04364679381251335, - 0.46158385276794434, - 0.03930407017469406, - 0.03537267819046974, - 0.08733992278575897, - 0.03552111238241196, - 0.497590035200119, - 0.27126550674438477, - 0.0511535182595253, - 0.12015166133642197, - 0.03472599387168884, - 0.06828900426626205, - 0.28037190437316895, - 0.011468756012618542, - 0.02967715635895729, - 0.004275600425899029, - 0.10666374862194061, - 0.17010056972503662, - 0.666722297668457, - 0.5012078881263733, - 0.004711827263236046, - 0.35371068120002747, - 0.027417615056037903, - 0.12980134785175323, - 0.15326279401779175, - 0.05614481866359711, - 0.04962455481290817, - 0.02663153037428856, - 0.2030528038740158, - 0.010194499045610428, - 0.014760898426175117, - 0.22289156913757324, - 0.028837015852332115, - 0.3145234286785126, - 0.012638866901397705, - 0.026817966252565384, - 0.013151189312338829, - 0.02643863670527935, - 0.37227556109428406, - 0.18933475017547607, - 0.20121712982654572, - 0.4576134979724884, - 0.02454412169754505, - 0.19448049366474152, - 0.03512021526694298, - 0.22717370092868805, - 0.7751874327659607, - 0.13063347339630127, - 0.08743921667337418, - 0.08674569427967072, - 0.01941990852355957, - 0.052481867372989655, - 0.1407172679901123, - 0.026630118489265442, - 0.013742009177803993, - 0.03773697838187218, - 0.03150957077741623, - 0.08602946996688843, - 0.08795557171106339, - 0.06384138762950897, - 0.28184300661087036, - 0.3411028981208801, - 0.06197509914636612, - 0.05126887559890747, - 0.02980155684053898, - 0.38051024079322815, - 0.10873547941446304, - 0.0930708795785904, - 0.21104027330875397, - 0.22522346675395966, - 0.056190792471170425, - 0.15820254385471344, - 0.04801604524254799, - 0.025156766176223755, - 0.12612764537334442, - 0.031501349061727524, - 0.3456716239452362, - 0.34205102920532227, - 0.020976288244128227, - 0.09038272500038147, - 0.02168935164809227, - 0.024967147037386894, - 0.06943065673112869, - 0.1577318012714386, - 0.07854538410902023, - 0.020370859652757645, - 0.05593310296535492, - 0.012972821481525898, - 0.14896947145462036, - 0.11022595316171646, - 0.18742960691452026, - 0.02106892317533493, - 0.20419807732105255, - 0.016622692346572876, - 0.40578892827033997, - 0.0041745430789887905, - 0.10801751166582108, - 0.032907094806432724, - 0.030363500118255615, - 0.03877783194184303, - 0.5988260507583618, - 0.015148384496569633, - 0.18287526071071625, - 0.3452811539173126, - 0.06757891923189163, - 0.12610416114330292, - 0.04932355135679245, - 0.02698150835931301, - 0.006728317588567734, - 0.08124210685491562, - 0.040084537118673325, - 0.029635917395353317, - 0.1646902859210968, - 0.14376750588417053, - 0.07385554909706116, - 0.07765177637338638, - 0.0783325657248497, - 0.06150933727622032, - 0.012301989831030369, - 0.3242138922214508, - 0.36656081676483154, - 0.03375646471977234, - 0.07705061882734299, - 0.08476642519235611, - 0.07741791754961014, - 0.008597858250141144, - 0.15011659264564514, - 0.6083469390869141, - 0.11038560420274734, - 0.028331628069281578, - 0.5641010999679565, - 0.1995188295841217, - 0.021096058189868927, - 0.046723902225494385, - 0.031331367790699005, - 0.2500583231449127, - 0.007624402642250061, - 0.004506959579885006, - 0.12872251868247986, - 0.0639660432934761, - 0.010981236584484577, - 0.09925112128257751, - 0.020460722967982292, - 0.09227465838193893, - 0.012500576674938202, - 0.14761479198932648, - 0.10667309165000916, - 0.034236662089824677, - 0.0782562792301178, - 0.22956666350364685, - 0.28619423508644104, - 0.01649576984345913, - 0.11177623271942139, - 0.3018324077129364, - 0.22778742015361786, - 0.37457436323165894, - 0.027452293783426285, - 0.03205325827002525, - 0.3931281566619873, - 0.10304361581802368, - 0.02300027757883072, - 0.056815005838871 + 0.7305768728256226, + 0.7686619758605957, + 0.3862275779247284, + 0.3342909812927246, + 0.3508605360984802, + 0.28207987546920776, + 0.39269810914993286, + 0.2406839281320572, + 0.4718216061592102, + 0.12598353624343872, + 0.2898868918418884, + 0.8139364123344421, + 0.09558303654193878, + 0.31568872928619385, + 0.2550097107887268, + 0.3728944957256317, + 0.28511491417884827, + 0.36761918663978577, + 0.6017365455627441, + 0.3800216317176819, + 0.3607320487499237, + 0.2303185760974884, + 0.30699124932289124, + 0.2648930549621582, + 0.37060317397117615, + 0.24292483925819397, + 0.2661617398262024, + 0.2770390212535858, + 0.22414611279964447, + 0.3437667191028595, + 0.2859521210193634, + 0.4935542345046997, + 0.24620023369789124, + 0.21977099776268005, + 0.20222732424736023, + 0.10597508400678635, + 0.3244970142841339, + 0.18806637823581696, + 0.3196322023868561, + 0.3496646583080292, + 0.22972196340560913, + 0.21046780049800873, + 0.15668736398220062, + 0.08893381059169769, + 0.0797463059425354, + 0.2522360384464264, + 0.13837075233459473, + 0.26964643597602844, + 0.2632124125957489, + 0.18056398630142212, + 0.2808982729911804, + 0.10733507573604584, + 0.11801919341087341, + 0.2305467128753662, + 0.3227836489677429, + 0.07247185707092285, + 0.23628845810890198, + 0.0893954485654831, + 0.16953250765800476, + 0.2309725284576416, + 0.19318275153636932, + 0.13503438234329224, + 0.128240704536438, + 0.12030980736017227, + 0.18653233349323273, + 0.21640320122241974, + 0.2583768963813782, + 0.23628519475460052, + 0.17326237261295319, + 0.12059095501899719, + 0.1249462366104126, + 0.18402987718582153, + 0.20377622544765472, + 0.09751040488481522, + 0.17282533645629883, + 0.1526109278202057, + 0.0997338742017746, + 0.20396316051483154, + 0.16418534517288208, + 0.16241085529327393, + 0.23039226233959198, + 0.1819661259651184, + 0.11737057566642761, + 0.20002831518650055, + 0.16701413691043854, + 0.19476722180843353, + 0.0806490033864975, + 0.29990237951278687, + 0.1612255871295929, + 0.11879613250494003, + 0.22627262771129608, + 0.11108110100030899, + 0.19470436871051788, + 0.22364947199821472, + 0.11593306064605713, + 0.23471415042877197, + 0.20557747781276703, + 0.092900350689888, + 0.08789343386888504, + 0.1876634955406189, + 0.09646149724721909, + 0.2663165330886841, + 0.25925737619400024, + 0.18927223980426788, + 0.17506754398345947, + 0.21961216628551483, + 0.14459514617919922, + 0.06904999911785126, + 0.13554899394512177, + 0.10269874334335327, + 0.17052946984767914, + 0.11296042799949646, + 0.12905949354171753, + 0.1406838744878769, + 0.12179151922464371, + 0.1950322538614273, + 0.19294215738773346, + 0.09072776883840561, + 0.164450004696846, + 0.23028574883937836, + 0.26402780413627625, + 0.09803193807601929, + 0.10376613587141037, + 0.18612606823444366, + 0.11845019459724426, + 0.17937226593494415, + 0.2797927260398865, + 0.1262855976819992, + 0.17440642416477203, + 0.1319631189107895, + 0.19793036580085754, + 0.16523531079292297, + 0.11167868226766586, + 0.22983987629413605, + 0.19791659712791443, + 0.1640176922082901, + 0.17005763947963715, + 0.26195481419563293, + 0.23326483368873596, + 0.15375176072120667, + 0.17224077880382538, + 0.23399263620376587, + 0.19813622534275055, + 0.08380956202745438, + 0.11158950626850128, + 0.041849635541439056, + 0.06946053355932236, + 0.26462453603744507, + 0.17343974113464355, + 0.16462770104408264, + 0.2194841504096985, + 0.21914511919021606, + 0.18602322041988373, + 0.20223365724086761, + 0.23340357840061188, + 0.22581781446933746, + 0.22623318433761597, + 0.13417086005210876, + 0.13466688990592957, + 0.13939349353313446, + 0.07971403747797012, + 0.20499750971794128, + 0.10230614244937897, + 0.1681206226348877, + 0.3147832751274109, + 0.18515954911708832, + 0.07944352179765701, + 0.1744486540555954, + 0.16192901134490967, + 0.12648539245128632, + 0.20684018731117249, + 0.13216231763362885, + 0.03323023393750191, + 0.14820899069309235, + 0.15508253872394562, + 0.1729443073272705, + 0.07387129962444305, + 0.10025635361671448, + 0.22159121930599213, + 0.11247904598712921, + 0.08065405488014221, + 0.16404418647289276, + 0.11052350699901581, + 0.2320125252008438, + 0.23890462517738342, + 0.17380587756633759, + 0.13817737996578217, + 0.28275272250175476, + 0.2021302729845047, + 0.11944408714771271, + 0.1554022878408432, + 0.16992294788360596, + 0.2140345573425293, + 0.11978975683450699, + 0.22456318140029907, + 0.25501778721809387, + 0.11559469997882843, + 0.26716524362564087, + 0.07446911931037903, + 0.20605838298797607, + 0.1507883071899414, + 0.09528964012861252, + 0.20492495596408844, + 0.2266136258840561, + 0.15485000610351562, + 0.18545818328857422, + 0.2183302789926529, + 0.16800059378147125, + 0.191509410738945, + 0.08747488260269165, + 0.1348188817501068, + 0.12196622043848038, + 0.20315757393836975, + 0.09594054520130157, + 0.1807643324136734, + 0.13864408433437347, + 0.1044076532125473, + 0.25817379355430603, + 0.21959011256694794, + 0.18815873563289642, + 0.11670506000518799, + 0.13245895504951477, + 0.12482985854148865, + 0.25754788517951965, + 0.09312677383422852, + 0.1010255515575409, + 0.27626460790634155, + 0.19616007804870605, + 0.1672387272119522, + 0.1879817396402359, + 0.10574914515018463, + 0.20626576244831085, + 0.15994784235954285, + 0.1379232555627823, + 0.14548583328723907, + 0.11877191811800003, + 0.10688852518796921, + 0.1324770748615265, + 0.21622100472450256, + 0.19326989352703094, + 0.22413992881774902, + 0.11244536936283112, + 0.25746122002601624, + 0.11357112228870392, + 0.1719392091035843, + 0.11072472482919693, + 0.11670443415641785, + 0.1267978698015213, + 0.24678462743759155, + 0.13141681253910065, + 0.1918264627456665, + 0.14868728816509247, + 0.21891726553440094, + 0.1179513931274414, + 0.21517880260944366, + 0.1959032267332077, + 0.13894875347614288, + 0.12888337671756744, + 0.10673645883798599, + 0.22887010872364044, + 0.17005306482315063, + 0.09234781563282013, + 0.12294059246778488, + 0.21843481063842773, + 0.18558022379875183, + 0.22780148684978485, + 0.13981422781944275, + 0.14001162350177765, + 0.19297367334365845, + 0.2317659854888916, + 0.10511129349470139, + 0.21425603330135345, + 0.23040322959423065, + 0.1311175525188446, + 0.09245188534259796, + 0.27384424209594727, + 0.08784912526607513, + 0.1503610908985138, + 0.23665142059326172, + 0.1399085968732834, + 0.23775222897529602, + 0.15238834917545319, + 0.18314708769321442, + 0.1377226561307907, + 0.23117220401763916, + 0.15241298079490662, + 0.15320059657096863, + 0.2121656984090805, + 0.2001734972000122, + 0.16656672954559326, + 0.16860581934452057, + 0.276409775018692, + 0.1002100259065628, + 0.1877901554107666, + 0.18598942458629608, + 0.20004934072494507, + 0.1424337774515152, + 0.14797478914260864, + 0.23885522782802582, + 0.0536428764462471, + 0.12655505537986755, + 0.11868391185998917, + 0.18776647746562958, + 0.14888663589954376, + 0.1354062706232071, + 0.1695011854171753, + 0.23892782628536224, + 0.21367937326431274, + 0.14564798772335052, + 0.0940442830324173, + 0.19198495149612427, + 0.2088831514120102, + 0.14702856540679932, + 0.13842415809631348, + 0.18240006268024445, + 0.08333930373191833, + 0.08663789927959442, + 0.17586450278759003, + 0.06715913861989975, + 0.09849198162555695, + 0.14652131497859955, + 0.2832229733467102, + 0.1658027321100235, + 0.08892127871513367, + 0.13920235633850098, + 0.24596349895000458, + 0.12880684435367584, + 0.1533154547214508, + 0.10746094584465027, + 0.14982281625270844, + 0.08173558861017227, + 0.24392172694206238, + 0.15686744451522827, + 0.15491265058517456, + 0.16125039756298065, + 0.17666305601596832, + 0.14595621824264526, + 0.2064206749200821, + 0.1472739428281784, + 0.21625559031963348, + 0.09061452746391296, + 0.17750661075115204, + 0.0912981852889061, + 0.12262586504220963, + 0.18873868882656097, + 0.09946683049201965, + 0.30744925141334534, + 0.15634742379188538, + 0.19648383557796478, + 0.22879695892333984, + 0.15448270738124847, + 0.09992099553346634, + 0.17995324730873108, + 0.17139527201652527, + 0.07403041422367096, + 0.14501048624515533, + 0.1598118096590042, + 0.14750167727470398, + 0.20180796086788177, + 0.1942974478006363, + 0.11729004979133606, + 0.17958912253379822, + 0.15689054131507874, + 0.29080331325531006, + 0.1852887123823166, + 0.19768263399600983, + 0.13160116970539093, + 0.1421569287776947, + 0.0765400379896164, + 0.19685719907283783, + 0.11016899347305298, + 0.15095463395118713, + 0.1841231882572174, + 0.18846899271011353, + 0.20138701796531677, + 0.1446215957403183, + 0.16893324255943298, + 0.09370224922895432, + 0.18058036267757416, + 0.24152526259422302, + 0.16064009070396423, + 0.13127551972866058, + 0.14794056117534637, + 0.1930723786354065, + 0.1460127830505371, + 0.226167693734169, + 0.24454335868358612, + 0.15752673149108887, + 0.06904517859220505, + 0.24230262637138367, + 0.1803607940673828, + 0.2099907398223877, + 0.13041925430297852, + 0.16096220910549164, + 0.12060406059026718, + 0.1513301581144333, + 0.21747063100337982, + 0.1677691787481308, + 0.2218766212463379, + 0.23972280323505402, + 0.15238980948925018, + 0.07874538004398346, + 0.1393219232559204, + 0.1629352867603302, + 0.17556920647621155, + 0.18140065670013428, + 0.17374885082244873, + 0.18739119172096252, + 0.08955566585063934, + 0.1695290207862854, + 0.13667269051074982, + 0.19030065834522247, + 0.09515410661697388, + 0.18745319545269012, + 0.22836549580097198, + 0.26827314496040344, + 0.14709347486495972, + 0.24711377918720245, + 0.1966918259859085, + 0.07718105614185333, + 0.16881757974624634, + 0.17865240573883057, + 0.12145894020795822, + 0.13822218775749207, + 0.10323181003332138, + 0.20251187682151794, + 0.22437414526939392, + 0.10684824734926224, + 0.16158393025398254, + 0.09779657423496246, + 0.11838038265705109, + 0.046892691403627396, + 0.14920227229595184, + 0.13334500789642334, + 0.17524994909763336, + 0.17956072092056274, + 0.14843930304050446, + 0.12353169918060303, + 0.25301969051361084, + 0.23685942590236664, + 0.14037257432937622, + 0.09669084846973419, + 0.1914026290178299, + 0.1132562905550003, + 0.11409790813922882, + 0.20206378400325775, + 0.14961902797222137, + 0.20782430469989777, + 0.12709546089172363, + 0.11732888966798782, + 0.18094462156295776, + 0.21642076969146729, + 0.11135027557611465, + 0.2603718042373657, + 0.22923611104488373, + 0.15257932245731354, + 0.19891951978206635, + 0.11975789070129395, + 0.13046123087406158, + 0.12931029498577118, + 0.16478367149829865, + 0.21457330882549286, + 0.19356752932071686, + 0.20428644120693207, + 0.14599664509296417, + 0.15730689465999603, + 0.20147384703159332, + 0.21660590171813965, + 0.19140560925006866, + 0.16047567129135132, + 0.0922035500407219, + 0.12273435294628143, + 0.06610530614852905, + 0.20968377590179443, + 0.2569909691810608, + 0.19620464742183685, + 0.11855240166187286, + 0.09007355570793152, + 0.272885262966156, + 0.20509573817253113, + 0.1346392184495926, + 0.22658422589302063, + 0.18842670321464539, + 0.13878501951694489, + 0.22596079111099243, + 0.17069338262081146, + 0.1837066262960434, + 0.05182412266731262, + 0.16169369220733643, + 0.0896705910563469, + 0.20198015868663788, + 0.10643468797206879, + 0.2022770494222641, + 0.16882066428661346, + 0.21805691719055176, + 0.1337178349494934, + 0.24154342710971832, + 0.1500423550605774, + 0.2691255807876587, + 0.19433672726154327 ], "env_score_iters": [ 1, @@ -59764,2644 +73433,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.7299879193305969, - -2.6692111492156982, - -3.4005637168884277, - -3.5449697971343994, - -1.248445987701416, - -2.8372724056243896, - -3.00500750541687, - -3.574793577194214, - -3.6488826274871826, - 0.553613007068634, - -3.8248543739318848, - -0.9686617255210876, - 2.955589532852173, - -0.3010365664958954, - -1.5335726737976074, - -4.044506549835205, - -5.069883823394775, - -5.072895526885986, - 1.5035990476608276, - -7.59097146987915, - -2.9408652782440186, - -3.46087384223938, - -4.609179496765137, - -2.442349910736084, - -1.9803755283355713, - -3.4506936073303223, - -0.15777643024921417, - -2.5133094787597656, - -3.1995060443878174, - -4.714468002319336, - -0.666334331035614, - -3.28450083732605, - -7.537040710449219, - -2.6104624271392822, - -2.1389119625091553, - 1.680240273475647, - -3.3004708290100098, - -3.3676199913024902, - 5.320699691772461, - -2.099546194076538, - -3.6445553302764893, - -2.7660090923309326, - -2.4731855392456055, - -2.5518696308135986, - -1.9972724914550781, - -3.3913309574127197, - -3.145005464553833, - 0.8693051934242249, - -2.482717752456665, - -0.7750646471977234, - -3.7091879844665527, - -2.1329121589660645, - -1.0900261402130127, - -2.689162254333496, - -2.03090763092041, - -0.8210611939430237, - -0.7874741554260254, - -3.659616708755493, - -2.582777976989746, - -0.3058604598045349, - -2.932917594909668, - -2.7966949939727783, - -3.1750242710113525, - -8.262304306030273, - -1.119361400604248, - -5.51446533203125, - -2.593127727508545, - -0.8613543510437012, - -2.111605644226074, - -2.815429210662842, - -1.9429311752319336, - -3.585629463195801, - -3.3937151432037354, - -3.847198486328125, - -3.2866132259368896, - -1.7659406661987305, - -4.581796169281006, - -3.030515193939209, - 10.006155967712402, - 0.01614268310368061, - -4.696568489074707, - -3.2181708812713623, - -3.2309670448303223, - -5.490591049194336, - -2.8992385864257812, - -7.793920993804932, - -4.252521991729736, - -2.8469302654266357, - -2.564232349395752, - -3.646198272705078, - -4.3949761390686035, - -3.2958998680114746, - -3.1484756469726562, - -2.57729434967041, - -3.1864352226257324, - -3.6671977043151855, - -4.100583553314209, - -2.6127164363861084, - -5.1701765060424805, - -3.0077908039093018, - -8.138075828552246, - -1.7934222221374512, - -2.4349658489227295, - -3.7398836612701416, - -3.223752975463867, - -2.870335578918457, - -3.6350862979888916, - -2.6540396213531494, - -3.0975513458251953, - -3.8058948516845703, - -0.05325295776128769, - -4.0504350662231445, - -3.3769309520721436, - -3.5062007904052734, - -1.0670818090438843, - -3.807276725769043, - -5.738040924072266, - -2.086031436920166, - -3.6022391319274902, - -6.3366241455078125, - -2.6366665363311768, - -4.788351058959961, - -3.4102280139923096, - -0.15971620380878448, - -1.0774214267730713, - -3.0711734294891357, - -4.437284469604492, - -3.494205951690674, - -3.9372823238372803, - -1.6408782005310059, - -2.0514564514160156, - -4.674167156219482, - -3.553032636642456, - -3.0780160427093506, - -0.17843231558799744, - -4.0772600173950195, - -4.0995049476623535, - 4.852642059326172, - -3.4803507328033447, - -5.931131362915039, - -3.3020334243774414, - -2.7923526763916016, - -2.0583057403564453, - -3.128849983215332, - -3.557231903076172, - -9.652989387512207, - -2.6877338886260986, - -5.686119079589844, - -1.305051326751709, - -1.3192481994628906, - -4.098333358764648, - -4.180288791656494, - -3.320725679397583, - -3.0872411727905273, - -4.121893405914307, - -3.844292402267456, - -3.2303013801574707, - -0.49854835867881775, - -7.692200183868408, - -6.886160850524902, - -2.498117446899414, - -2.602844715118408, - -2.5417802333831787, - -2.826463222503662, - -2.371199131011963, - -2.2356913089752197, - -3.0084736347198486, - -3.0872418880462646, - -3.8758413791656494, - -1.4514518976211548, - -0.6960046887397766, - -3.6086132526397705, - -1.5996277332305908, - -3.0178303718566895, - 0.5736351609230042, - -3.086233377456665, - -2.8757762908935547, - -1.3716163635253906, - -4.298396110534668, - -3.9844067096710205, - -2.69128680229187, - -6.729815483093262, - 1.3949499130249023, - -2.297325372695923, - -3.194009780883789, - -3.534229040145874, - -2.4464216232299805, - -1.3704527616500854, - 1.541981816291809, - -3.4183526039123535, - -3.6458327770233154, - 0.07234586775302887, - 0.06522178649902344, - -2.9215049743652344, - -0.42232435941696167, - -1.9063667058944702, - -2.8228914737701416, - -4.0206217765808105, - -1.6090182065963745, - -2.9170150756835938, - -2.745051383972168, - -1.8002867698669434, - -3.648653268814087, - -3.3085720539093018, - -1.2062463760375977, - -3.611706256866455, - -1.406198501586914, - -2.4530794620513916, - 0.35563573241233826, - -5.098417282104492, - -3.490163803100586, - -1.7827099561691284, - -5.9488677978515625, - -4.411856174468994, - -4.237863063812256, - -2.1538734436035156, - -2.5862927436828613, - -0.49127286672592163, - -3.6393773555755615, - -7.436823844909668, - -2.3814938068389893, - -3.927546501159668, - -2.8417868614196777, - -2.1598193645477295, - -2.334402561187744, - -2.8358490467071533, - -0.5684927701950073, - -3.53326678276062, - -5.118915557861328, - -2.4926836490631104, - -0.3963817358016968, - -1.5537371635437012, - -7.292265892028809, - -2.627826690673828, - -3.9973127841949463, - -1.0512666702270508, - -2.285051107406616, - -7.353329181671143, - -2.6985275745391846, - -3.158703327178955, - -4.197612285614014, - 1.6653474569320679, - -1.6714470386505127, - -3.1066033840179443, - -4.0849833488464355, - -3.701209545135498, - -3.275890588760376, - -1.3825857639312744, - -3.5719807147979736, - -3.3574001789093018, - -3.834345817565918, - -3.906675100326538, - -3.363528251647949, - -7.141728401184082, - -3.1573779582977295, - -3.279466152191162, - -0.09556693583726883, - -3.2649879455566406, - -2.0149331092834473, - -3.181812286376953, - -3.4866535663604736, - -3.635632276535034, - 2.524996519088745, - -3.4155616760253906, - -6.988752365112305, - -3.8345606327056885, - -5.03651762008667, - -0.4073503613471985, - -3.527596950531006, - -4.421963214874268, - 0.8881202936172485, - -2.561979055404663, - -3.4846720695495605, - -5.569562911987305, - -3.737510919570923, - -2.091064929962158, - 0.8939047455787659, - -3.4479029178619385, - -5.061769962310791, - -3.329270124435425, - -1.874571442604065, - 2.8031179904937744, - -0.6515284776687622, - 1.232182502746582, - -5.296544075012207, - -0.5628290772438049, - -2.930265426635742, - -0.3104269206523895, - -3.0667543411254883, - -3.9356489181518555, - -3.5726943016052246, - -2.2842400074005127, - -3.8790242671966553, - -0.05480082333087921, - -3.4501595497131348, - -1.017242670059204, - -3.8034660816192627, - -4.167891979217529, - -1.178183674812317, - 1.074407935142517, - -4.286537170410156, - -2.1679563522338867, - -3.36324405670166, - -3.9956600666046143, - -2.1236047744750977, - -3.5082218647003174, - -4.087181091308594, - -2.9268994331359863, - -3.5083141326904297, - -3.735391139984131, - -3.4547603130340576, - -2.8892149925231934, - -2.7062859535217285, - 0.5577200055122375, - -3.3118984699249268, - -3.430773973464966, - -4.768306255340576, - -4.635230541229248, - -2.0539143085479736, - -6.504939079284668, - -3.5532259941101074, - -3.9535651206970215, - -3.446398973464966, - -3.7433876991271973, - -0.3988797068595886, - -3.169142246246338, - -2.7635300159454346, - -3.8998258113861084, - -4.162957668304443, - -1.3673076629638672, - -2.8380179405212402, - -3.7696139812469482, - -4.488185405731201, - -3.872915506362915, - -2.1443634033203125, - -3.3543803691864014, - -4.129286766052246, - -3.3182077407836914, - -4.056949615478516, - -1.1079427003860474, - -6.114522933959961, - -7.284961223602295, - -2.017793893814087, - -6.502185821533203, - -2.9016828536987305, - -0.81183260679245, - -2.9888923168182373, - -3.324824094772339, - -3.5295629501342773, - -4.083858489990234, - -3.3986310958862305, - -0.17762061953544617, - -1.184586524963379, - -3.263747453689575, - -1.3631263971328735, - -3.5854744911193848, - -5.7575483322143555, - -3.0695865154266357, - -3.268256664276123, - -4.1342315673828125, - -5.239317893981934, - -3.3037521839141846, - -2.6538939476013184, - -4.738035202026367, - -3.087442398071289, - -6.103764057159424, - -3.344680070877075, - -4.371623516082764, - -3.794001817703247, - -4.091058254241943, - -3.765519857406616, - -2.201103687286377, - -2.5235040187835693, - -5.754551887512207, - -4.310221195220947, - -4.816709518432617, - -2.6596851348876953, - -4.347991943359375, - -1.7419893741607666, - -3.6148955821990967, - -3.8752639293670654, - -5.330455303192139, - -4.7469658851623535, - -4.084899425506592, - -2.9636125564575195, - -3.6217870712280273, - -4.639791011810303, - -3.2038662433624268, - -3.6155619621276855, - -3.491363048553467, - -2.944571018218994, - -7.017867088317871, - -3.345261812210083, - -2.563629627227783, - -2.383657693862915, - -3.90960693359375, - -4.7122111320495605, - -4.8117594718933105, - -3.7137763500213623, - -5.7385053634643555, - -4.909717082977295, - -3.2903378009796143, - -3.571244716644287, - -3.6412885189056396, - -4.064455509185791, - -3.29923939704895, - -7.5952982902526855, - -4.749675750732422, - -4.438327789306641, - -1.3065544366836548, - -4.2409844398498535, - -4.418181896209717, - -1.4764244556427002, - -4.5866899490356445, - -3.4071688652038574, - -4.517472743988037, - -2.7812066078186035, - -3.530344247817993, - -3.8981668949127197, - -3.8339924812316895, - -4.027562618255615, - -1.9108238220214844, - -1.8751344680786133, - -2.230087995529175, - -4.338407039642334, - -3.51113224029541, - -4.812919616699219, - -1.330247163772583, - -4.503517150878906, - -3.831291913986206, - -3.9637410640716553, - -3.7821593284606934, - -3.5485339164733887, - -4.847631454467773, - -4.026113986968994, - -3.0882673263549805, - -1.459826111793518, - -2.6436753273010254, - -3.123349905014038, - -6.416092395782471, - -4.294610977172852, - -3.8181686401367188, - -2.957576036453247, - -3.7680041790008545, - -4.219409465789795, - -3.3806817531585693, - -2.709723711013794, - -3.6794235706329346, - -3.455434560775757, - -4.096591949462891, - -3.9580514430999756, - -4.152748107910156, - -1.2776535749435425, - -3.225553512573242, - -5.06386661529541, - -3.9590346813201904, - -2.7117717266082764, - -2.895674228668213, - -4.269616603851318, - -3.5407261848449707, - 0.4459471106529236, - -3.0992019176483154, - -4.205588340759277, - 0.031096672639250755, - -2.9173953533172607, - -6.736690521240234, - -4.536905288696289, - -3.377377986907959, - -3.262408971786499, - -4.233238697052002, - -3.4608163833618164, - -4.321346282958984, - -2.1156747341156006, - -4.557108402252197, - -4.78463888168335, - -4.038324356079102, - -3.3336987495422363, - -4.576594352722168, - -3.8065004348754883, - -4.014413833618164, - -3.159085988998413, - -3.85210919380188, - -1.5648679733276367, - -2.7001447677612305, - -4.658670425415039, - -4.488388538360596, - -3.4817912578582764, - -3.3954684734344482, - -2.3437039852142334, - -3.8138651847839355, - -4.056534767150879, - -0.7120660543441772, - -3.827531576156616, - -4.785700798034668, - -4.383375644683838 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.44812658429145813, + -0.5700516104698181, + -0.5569312572479248, + -0.6585434675216675, + -0.7091792821884155, + -0.49680060148239136, + -0.5341338515281677, + -0.3252854645252228, + -0.44795435667037964, + -0.3292402923107147, + -0.5390928387641907, + -0.5853103995323181, + -0.4940783977508545, + -0.527161717414856, + 0.2729458212852478, + -0.3247363269329071, + -0.5719711184501648, + -0.3736145496368408, + -0.3546741008758545, + -0.5664007067680359, + -0.451781302690506, + -0.5578696727752686, + -0.5974449515342712, + -0.5651851296424866, + -0.3731394410133362, + -0.5802608132362366, + -0.3175271153450012, + -0.25546637177467346, + -0.4097987413406372, + -0.4155137836933136, + -0.3971371054649353, + -0.4013800621032715, + -0.5678107738494873, + -0.5276475548744202, + -0.34421420097351074, + 0.11802427470684052, + -0.5393524765968323, + -0.7463759779930115, + -0.6595552563667297, + -0.6609517335891724, + -0.645592451095581, + -0.5215492844581604, + -0.5424697995185852, + -0.4809042513370514, + -0.5224462151527405, + -0.5618987679481506, + -0.5162491798400879, + -0.5206974148750305, + -0.5319244861602783, + -0.2728893756866455, + -0.18741926550865173, + -0.5491960644721985, + -0.42962589859962463, + -0.5680568218231201, + -0.4382542669773102, + -0.5815527439117432, + -0.5156382918357849, + -0.7016268372535706, + -0.3322821259498596, + -0.6004727482795715, + -0.2501663267612457, + -0.3735247850418091, + -0.42602694034576416, + -0.3612613081932068, + -0.45912906527519226, + -0.5931393504142761, + -0.46958109736442566, + -0.44652891159057617, + -0.5247432589530945, + -0.5677754282951355, + -0.47690582275390625, + -0.5766597390174866, + -0.5266551375389099, + -0.4872046113014221, + -0.6231308579444885, + -0.3775060176849365, + -0.9034759998321533, + -0.45346835255622864, + -0.7601625323295593, + -0.4699765741825104, + -0.6088298559188843, + -0.8668339252471924, + -0.47481995820999146, + -0.3549242913722992, + -0.6511663198471069, + -0.50873202085495, + -0.5056855082511902, + -0.4386402368545532, + -0.4382844567298889, + -0.4612058401107788, + -0.5883802175521851, + -0.3989845812320709, + -0.4085884690284729, + -0.4224717319011688, + -0.5874726176261902, + -0.4634860157966614, + -0.7201462388038635, + -0.4239504635334015, + -0.335770845413208, + -0.558129072189331, + -0.43869468569755554, + -0.4025003910064697, + -0.5862495303153992, + -0.6610839366912842, + -0.25045520067214966, + -0.6616345643997192, + -0.5760416388511658, + -0.4208713173866272, + -0.47273552417755127, + -0.5594238042831421, + -0.43829140067100525, + -0.43553221225738525, + -0.51107257604599, + -0.48690900206565857, + -0.530573308467865, + -0.2847007215023041, + -0.36628174781799316, + -0.5167036056518555, + -0.5102587938308716, + -0.4525419771671295, + -0.5098455548286438, + -0.3228318393230438, + -0.2829705476760864, + -0.3761421740055084, + -0.3090202212333679, + -0.44713926315307617, + -0.3570764660835266, + -0.4663831293582916, + -0.14159077405929565, + -0.4234958291053772, + -0.5907877087593079, + -0.5236033201217651, + -0.3787684142589569, + -0.5007965564727783, + -0.49011677503585815, + -0.420087605714798, + -0.43083304166793823, + -0.5789188742637634, + -0.4136419892311096, + -0.5611659288406372, + -0.6210182905197144, + -0.6003583073616028, + -0.6906843185424805, + -0.39201363921165466, + -0.5155680775642395, + -0.7416214942932129, + -0.281334787607193, + -0.2779133915901184, + -0.4124479591846466, + -0.45134758949279785, + -0.4666958153247833, + -0.29775866866111755, + -0.1994098722934723, + -0.520954966545105, + -0.4511469304561615, + -0.18881253898143768, + -0.46794429421424866, + -0.4448043406009674, + -0.7307174801826477, + -0.39407646656036377, + -0.40822339057922363, + -0.43229368329048157, + -0.5181034207344055, + -0.5622692108154297, + -0.5478611588478088, + -0.18612544238567352, + -0.22359144687652588, + -0.44023817777633667, + -0.5996142625808716, + -0.28442123532295227, + -0.5360692143440247, + -0.42014679312705994, + -0.48531609773635864, + -0.48424091935157776, + -0.31843021512031555, + -0.7475540041923523, + -0.41971758008003235, + -0.5145198702812195, + -0.4637121558189392, + -0.44741180539131165, + -0.5227426290512085, + -0.6726043820381165, + -0.4175015687942505, + -0.1933203488588333, + -0.41882023215293884, + -0.5148010849952698, + -0.4235517978668213, + -0.3350100517272949, + -0.32663819193840027, + -0.2134338617324829, + -0.3776608407497406, + -0.3778831958770752, + -0.42417800426483154, + -0.3635391294956207, + -0.4877188503742218, + -0.3777998387813568, + -0.4433212876319885, + -0.3848903775215149, + -0.4718995690345764, + -0.633808434009552, + -0.5220683217048645, + -0.34822359681129456, + -0.4255315363407135, + -0.6196825504302979, + -0.5658960938453674, + -0.5295846462249756, + -0.3303913474082947, + -0.8535416722297668, + -0.3259195387363434, + -0.5257635712623596, + -0.25653737783432007, + -0.477730393409729, + -0.425549179315567, + -0.4511124789714813, + -0.378476083278656, + -0.23318536579608917, + -0.46933436393737793, + -0.590490996837616, + -0.6456449031829834, + -0.3478444218635559, + -0.5807759761810303, + -0.5856242179870605, + -0.23363828659057617, + -0.43681302666664124, + -0.6457397937774658, + -0.33456987142562866, + -0.6399697065353394, + -0.30508220195770264, + -0.5228534936904907, + -0.40774112939834595, + -0.41137415170669556, + -0.6544830203056335, + -0.5286043882369995, + -0.2593899369239807, + -0.3691325783729553, + -0.45616278052330017, + -0.16073521971702576, + -0.43668878078460693, + -0.4321623742580414, + -0.49298861622810364, + -0.2869788110256195, + -0.5502030253410339, + -0.6695325374603271, + -0.5527469515800476, + -0.34970319271087646, + -0.45401182770729065, + -0.6509271860122681, + -0.454237163066864, + -0.6325256824493408, + -0.48346325755119324, + -0.42792096734046936, + -0.42269524931907654, + -0.550446629524231, + -0.7999168038368225, + -0.4407559037208557, + -0.3656797707080841, + -0.2320897877216339, + -0.5362950563430786, + -0.39916089177131653, + -0.5126867294311523, + -0.5339832901954651, + -0.11553053557872772, + -0.4441567063331604, + -0.4641275107860565, + -0.4350598454475403, + -0.30634409189224243, + -0.5646499395370483, + 0.00723281130194664, + -0.26715928316116333, + -0.39916545152664185, + -0.6624800562858582, + -0.2900411784648895, + -0.6443663239479065, + -0.5339899659156799, + -0.2985925078392029, + -0.5055773258209229, + -0.3363786041736603, + -0.48219549655914307, + -0.33050039410591125, + -0.6114414930343628, + -0.29030996561050415, + -0.3579755127429962, + -0.34140825271606445, + -0.5806799530982971, + -0.2879110872745514, + -0.5109444260597229, + -0.4827156960964203, + -0.39566901326179504, + -0.5805708169937134, + -0.36798346042633057, + -0.40294185280799866, + -0.5054896473884583, + -0.5772039890289307, + -0.49746468663215637, + -0.32321080565452576, + -0.48245635628700256, + -0.42694154381752014, + -0.4603327214717865, + -0.5008708834648132, + -0.5272329449653625, + -0.3999978303909302, + -0.2685812711715698, + -0.3373149037361145, + -0.38226425647735596, + -0.414522260427475, + -0.49695172905921936, + -0.3931622803211212, + -0.40995585918426514, + -0.5460203886032104, + -0.477682888507843, + -0.06333302706480026, + -0.5726717710494995, + -0.644956648349762, + -0.45813724398612976, + -0.4921960234642029, + -0.3988681435585022, + -0.4311544597148895, + -0.27017876505851746, + -0.40357357263565063, + -0.4507525563240051, + -0.4339732527732849, + -0.11969488859176636, + -0.5325627326965332, + -0.40078362822532654, + -0.45545530319213867, + -0.5428515672683716, + -0.5612310767173767, + -0.5527732968330383, + -0.5091882944107056, + -0.29603371024131775, + -0.5488806962966919, + -0.23721589148044586, + -0.3843228220939636, + -0.33968451619148254, + -0.39017632603645325, + -0.384210467338562, + -0.4991070330142975, + -0.6144454479217529, + -0.4901377558708191, + -0.5534415245056152, + -0.4100302755832672, + -0.6584281325340271, + -0.14415811002254486, + -0.3891010284423828, + -0.4417436718940735, + -0.4309799075126648, + -0.32565832138061523, + -0.45268556475639343, + -0.2404380887746811, + -0.44697362184524536, + -0.45590394735336304, + -0.5199413895606995, + -0.5416796803474426, + -0.45201346278190613, + -0.30855369567871094, + -0.4456802010536194, + -0.5360778570175171, + -0.30130159854888916, + -0.5753321051597595, + -0.33993393182754517, + -0.0725376307964325, + -0.45441052317619324, + -0.5877580046653748, + -0.26137515902519226, + -0.7513517141342163, + -0.4603343904018402, + -0.46211451292037964, + -0.30179765820503235, + -0.34950587153434753, + -0.4636859893798828, + -0.5043514966964722, + -0.46980199217796326, + -0.36957353353500366, + -0.8200554251670837, + -0.4128990173339844, + -0.17675425112247467, + -0.5048850178718567, + -0.4292369484901428, + -0.37996068596839905, + -0.569545567035675, + -0.28635525703430176, + -0.3703041076660156, + 0.014207539148628712, + -0.48598024249076843, + -0.5097024440765381, + -0.484859436750412, + -0.5840398669242859, + -0.4562930166721344, + -0.491318017244339, + -0.5304899215698242, + -0.3163512051105499, + -0.3756815195083618, + -0.05076530948281288, + -0.49211111664772034, + -0.5022447109222412, + -0.2427302449941635, + -0.41805750131607056, + -0.3750576674938202, + -0.6337438225746155, + -0.6261155605316162, + -0.5701863765716553, + -0.40203699469566345, + -0.44277429580688477, + -0.5058780312538147, + -0.5182636976242065, + -0.6761548519134521, + -0.5383691787719727, + -0.2789095938205719, + -0.6279226541519165, + -0.3902660310268402, + -0.23215974867343903, + -0.798827052116394, + -0.5116227865219116, + -0.6692919731140137, + -0.26424679160118103, + -0.450949490070343, + -0.3496643304824829, + -0.4797632694244385, + -0.5543862581253052, + -0.5443021655082703, + -0.5446327328681946, + -0.3779611885547638, + -0.34418293833732605, + -0.5877478718757629, + -0.24132202565670013, + -0.5455710887908936, + -0.4681752920150757, + -0.598375141620636, + -0.39046746492385864, + -0.384817510843277, + -0.4006471335887909, + -0.38182923197746277, + -0.3454776406288147, + -0.523705780506134, + -0.48844972252845764, + -0.5776340961456299, + -0.4992102384567261, + -0.5420364737510681, + -0.7980901002883911, + -0.556650698184967, + -0.4400118589401245, + -0.4570963978767395, + -0.6207246780395508, + -0.6150440573692322, + -0.3562455475330353, + -0.5273671746253967, + -0.31943950057029724, + -0.2706303000450134, + -0.5679498910903931, + -0.3735369145870209, + -0.4243607223033905, + -0.25092387199401855, + -0.16662278771400452, + -0.42755019664764404, + -0.44344159960746765, + -0.43852469325065613, + -0.44105252623558044, + -0.34865331649780273, + -0.1383257657289505, + -0.10542591661214828, + -0.4877849519252777, + -0.4456748366355896, + -0.08283980935811996, + -0.34050583839416504, + -0.5313024520874023, + -0.5566306114196777, + -0.6128305196762085, + -0.5817765593528748, + -0.586017906665802, + -0.35225334763526917, + -0.2964819371700287, + -0.4373694360256195, + -0.7661079168319702, + -0.22411975264549255, + -0.027592739090323448, + -0.25195035338401794, + -0.460066020488739, + -0.45242902636528015, + -0.37453457713127136, + -0.47067272663116455, + -0.4661371111869812, + -0.27649250626564026, + -0.4475250840187073, + -0.48968297243118286, + -0.4918361008167267, + -0.6200520396232605, + -0.35434335470199585, + -0.4856702983379364, + -0.23245278000831604, + -0.4401036202907562, + -0.17880040407180786, + -0.34943050146102905, + -0.34763303399086, + -0.47785577178001404, + -0.4548110067844391, + -0.25881022214889526 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.625, - 0.6000000000000001, - 0.65, - 0.6749999999999999, - 0.675, - 0.7000000000000001, - 0.625, - 0.55, - 0.6000000000000001, - 0.55 + 0.475, + 0.45, + 0.46249999999999997, + 0.44999999999999996, + 0.4625, + 0.5125, + 0.4875, + 0.475, + 0.475, + 0.475, + 0.4875, + 0.48750000000000004, + 0.43749999999999994, + 0.4625, + 0.5, + 0.475, + 0.46249999999999997, + 0.5, + 0.46249999999999997, + 0.4875 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8592638969421387, - 0.2888510227203369, - 0.7266892790794373, - 0.6865994930267334, - 0.3331851661205292, - 0.5285881757736206, - 0.5496172904968262, - 0.4007527530193329, - 0.49265381693840027, - 0.6153439283370972 + 0.046582188457250595, + 0.06284439563751221, + 0.09390571713447571, + -0.13691803812980652, + 0.019818203523755074, + -0.05796339362859726, + -0.01039328146725893, + -0.07787453383207321, + -0.20138242840766907, + 0.08616182208061218, + 0.4750910997390747, + 0.031886231154203415, + 0.07568978518247604, + -0.009763232432305813, + 0.020102372393012047, + -0.09946782141923904, + 0.12185639142990112, + 0.07116848230361938, + -0.015787988901138306, + -0.02764017879962921 ], "rl_grad_norm": [ - 2.049560070037842, - 0.6676517128944397, - 1.6767067909240723, - 1.515075445175171, - 0.21740613877773285, - 0.6488824486732483, - 0.7874356508255005, - 0.9359526038169861, - 0.44962215423583984, - 0.5035053491592407 + 2.2425267696380615, + 0.501069188117981, + 0.6395086646080017, + 0.8406832814216614, + 0.3732524812221527, + 0.8186823129653931, + 0.5663052201271057, + 1.0391889810562134, + 0.32160046696662903, + 0.5987038612365723, + 0.4995425045490265, + 0.27860578894615173, + 0.37609872221946716, + 0.6787330508232117, + 0.8034173250198364, + 0.7086490988731384, + 0.3346744477748871, + 0.3817457854747772, + 0.59921795129776, + 0.6540187001228333 ], "bc_grad_norm": [ - 1.541353464126587, - 0.4117165207862854, - 0.7483873963356018, - 0.941404402256012, - 0.5886300206184387, - 0.3802925646305084, - 0.7464935779571533, - 0.5436358451843262, - 1.1877214908599854, - 0.722761869430542 + 3.350515842437744, + 2.193061113357544, + 3.52107572555542, + 2.2649025917053223, + 2.0912585258483887, + 2.866899251937866, + 2.625894546508789, + 3.0655205249786377, + 2.3675990104675293, + 1.9458776712417603, + 2.0492000579833984, + 1.9870859384536743, + 3.487140655517578, + 5.991236209869385, + 5.585946559906006, + 2.9502623081207275, + 2.188169240951538, + 3.249340295791626, + 6.2464599609375, + 3.8032798767089844 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00013350779772736132, - "embedding.weight": 0.0036355264019221067, - "cnn.0.weight": 0.05974553897976875, - "cnn.0.bias": 0.003129104617983103, - "cnn.2.weight": 0.017021462321281433, - "cnn.2.bias": 0.006076151505112648, - "cnn.5.weight": 0.026549214497208595, - "cnn.5.bias": 0.006449675187468529, - "action_emb.weight": 0.035745155066251755, - "timestep_emb.weight": 0.009779511950910091, - "pos_emb.weight": 0.011734269559383392, - "transformer.layers.0.self_attn.in_proj_weight": 0.1450043022632599, - "transformer.layers.0.self_attn.in_proj_bias": 0.01677221618592739, - "transformer.layers.0.self_attn.out_proj.weight": 0.16790442168712616, - "transformer.layers.0.self_attn.out_proj.bias": 0.02336772158741951, - "transformer.layers.0.linear1.weight": 0.14783328771591187, - "transformer.layers.0.linear1.bias": 0.009574323892593384, - "transformer.layers.0.linear2.weight": 0.22631029784679413, - "transformer.layers.0.linear2.bias": 0.021091805770993233, - "transformer.layers.0.norm1.weight": 0.0077792261727154255, - "transformer.layers.0.norm1.bias": 0.013895577751100063, - "transformer.layers.0.norm2.weight": 0.00980565045028925, - "transformer.layers.0.norm2.bias": 0.00896676816046238, - "transformer.layers.1.self_attn.in_proj_weight": 0.19048836827278137, - "transformer.layers.1.self_attn.in_proj_bias": 0.014077047817409039, - "transformer.layers.1.self_attn.out_proj.weight": 0.2654920816421509, - "transformer.layers.1.self_attn.out_proj.bias": 0.018328573554754257, - "transformer.layers.1.linear1.weight": 0.11741910874843597, - "transformer.layers.1.linear1.bias": 0.007053596433252096, - "transformer.layers.1.linear2.weight": 0.17044155299663544, - "transformer.layers.1.linear2.bias": 0.018588578328490257, - "transformer.layers.1.norm1.weight": 0.011607750318944454, - "transformer.layers.1.norm1.bias": 0.012636573053896427, - "transformer.layers.1.norm2.weight": 0.007826595567166805, - "transformer.layers.1.norm2.bias": 0.006037520244717598, - "transformer.layers.2.self_attn.in_proj_weight": 0.23015359044075012, - "transformer.layers.2.self_attn.in_proj_bias": 0.016906017437577248, - "transformer.layers.2.self_attn.out_proj.weight": 0.19400373101234436, - "transformer.layers.2.self_attn.out_proj.bias": 0.018244389444589615, - "transformer.layers.2.linear1.weight": 0.11101369559764862, - "transformer.layers.2.linear1.bias": 0.007164690177887678, - "transformer.layers.2.linear2.weight": 0.12459511309862137, - "transformer.layers.2.linear2.bias": 0.01941198855638504, - "transformer.layers.2.norm1.weight": 0.01729673519730568, - "transformer.layers.2.norm1.bias": 0.018192512914538383, - "transformer.layers.2.norm2.weight": 0.00744337635114789, - "transformer.layers.2.norm2.bias": 0.007741153705865145, - "transformer.layers.3.self_attn.in_proj_weight": 0.3903581202030182, - "transformer.layers.3.self_attn.in_proj_bias": 0.03367939591407776, - "transformer.layers.3.self_attn.out_proj.weight": 0.2240017056465149, - "transformer.layers.3.self_attn.out_proj.bias": 0.02814166247844696, - "transformer.layers.3.linear1.weight": 0.2208971381187439, - "transformer.layers.3.linear1.bias": 0.01666168123483658, - "transformer.layers.3.linear2.weight": 0.13434922695159912, - "transformer.layers.3.linear2.bias": 0.0332215279340744, - "transformer.layers.3.norm1.weight": 0.02966684103012085, - "transformer.layers.3.norm1.bias": 0.046657927334308624, - "transformer.layers.3.norm2.weight": 0.015299460850656033, - "transformer.layers.3.norm2.bias": 0.01989755406975746, - "head.weight": 2.004678249359131, - "head.bias": 0.06076749786734581, - "global_embedding.weight": 0.06090099737048149, - "global_cnn.0.weight": 0.4432384669780731, - "global_cnn.0.bias": 0.012851361185312271, - "global_cnn.2.weight": 1.137974500656128, - "global_cnn.2.bias": 0.048663243651390076, - "global_proj.weight": 0.1998308151960373, - "global_proj.bias": 0.09322922676801682, - "goal_head.0.weight": 0.1032479777932167, - "goal_head.0.bias": 0.03606041893362999, - "goal_head.2.weight": 0.13235868513584137, - "goal_head.2.bias": 0.0756412073969841 - }, - { - "global_gate": 0.00039861901313997805, - "embedding.weight": 0.0038973833434283733, - "cnn.0.weight": 0.11413883417844772, - "cnn.0.bias": 0.005742140579968691, - "cnn.2.weight": 0.03735912963747978, - "cnn.2.bias": 0.010243033058941364, - "cnn.5.weight": 0.05007530003786087, - "cnn.5.bias": 0.008438426069915295, - "action_emb.weight": 0.017009299248456955, - "timestep_emb.weight": 0.008551168255507946, - "pos_emb.weight": 0.01015693973749876, - "transformer.layers.0.self_attn.in_proj_weight": 0.08234414458274841, - "transformer.layers.0.self_attn.in_proj_bias": 0.004467866383492947, - "transformer.layers.0.self_attn.out_proj.weight": 0.0928044244647026, - "transformer.layers.0.self_attn.out_proj.bias": 0.006893723737448454, - "transformer.layers.0.linear1.weight": 0.0956946611404419, - "transformer.layers.0.linear1.bias": 0.003946388140320778, - "transformer.layers.0.linear2.weight": 0.09434551000595093, - "transformer.layers.0.linear2.bias": 0.0053261155262589455, - "transformer.layers.0.norm1.weight": 0.00465001817792654, - "transformer.layers.0.norm1.bias": 0.0036638136953115463, - "transformer.layers.0.norm2.weight": 0.008735550567507744, - "transformer.layers.0.norm2.bias": 0.004510050173848867, - "transformer.layers.1.self_attn.in_proj_weight": 0.09550229460000992, - "transformer.layers.1.self_attn.in_proj_bias": 0.0040007042698562145, - "transformer.layers.1.self_attn.out_proj.weight": 0.06571993976831436, - "transformer.layers.1.self_attn.out_proj.bias": 0.0044144694693386555, - "transformer.layers.1.linear1.weight": 0.05076945200562477, - "transformer.layers.1.linear1.bias": 0.002313337754458189, - "transformer.layers.1.linear2.weight": 0.06141487509012222, - "transformer.layers.1.linear2.bias": 0.004110464360564947, - "transformer.layers.1.norm1.weight": 0.006229277700185776, - "transformer.layers.1.norm1.bias": 0.0038948901928961277, - "transformer.layers.1.norm2.weight": 0.0034739153925329447, - "transformer.layers.1.norm2.bias": 0.001968769356608391, - "transformer.layers.2.self_attn.in_proj_weight": 0.09214933216571808, - "transformer.layers.2.self_attn.in_proj_bias": 0.004248898942023516, - "transformer.layers.2.self_attn.out_proj.weight": 0.056985631585121155, - "transformer.layers.2.self_attn.out_proj.bias": 0.0034968871623277664, - "transformer.layers.2.linear1.weight": 0.035958800464868546, - "transformer.layers.2.linear1.bias": 0.0017359653720632195, - "transformer.layers.2.linear2.weight": 0.037602245807647705, - "transformer.layers.2.linear2.bias": 0.0033061618451029062, - "transformer.layers.2.norm1.weight": 0.0068377722054719925, - "transformer.layers.2.norm1.bias": 0.00414464483037591, - "transformer.layers.2.norm2.weight": 0.0022661194670945406, - "transformer.layers.2.norm2.bias": 0.001424910151399672, - "transformer.layers.3.self_attn.in_proj_weight": 0.1175941452383995, - "transformer.layers.3.self_attn.in_proj_bias": 0.004629968199878931, - "transformer.layers.3.self_attn.out_proj.weight": 0.04937070980668068, - "transformer.layers.3.self_attn.out_proj.bias": 0.0026663525495678186, - "transformer.layers.3.linear1.weight": 0.08264373987913132, - "transformer.layers.3.linear1.bias": 0.004866865463554859, - "transformer.layers.3.linear2.weight": 0.039826925843954086, - "transformer.layers.3.linear2.bias": 0.003933463711291552, - "transformer.layers.3.norm1.weight": 0.007830262184143066, - "transformer.layers.3.norm1.bias": 0.00609810883179307, - "transformer.layers.3.norm2.weight": 0.007002867758274078, - "transformer.layers.3.norm2.bias": 0.00628176424652338, - "head.weight": 0.4506954848766327, - "head.bias": 0.0070854006335139275, - "global_embedding.weight": 0.009630794636905193, - "global_cnn.0.weight": 0.08407417684793472, - "global_cnn.0.bias": 0.0031976031605154276, - "global_cnn.2.weight": 0.12747542560100555, - "global_cnn.2.bias": 0.006185534410178661, - "global_proj.weight": 0.051255036145448685, - "global_proj.bias": 0.03494634851813316, - "goal_head.0.weight": 0.03393176943063736, - "goal_head.0.bias": 0.016166992485523224, - "goal_head.2.weight": 0.05749658867716789, - "goal_head.2.bias": 0.041744478046894073 - }, - { - "global_gate": 0.0017983645666390657, - "embedding.weight": 0.0031077805906534195, - "cnn.0.weight": 0.06437153369188309, - "cnn.0.bias": 0.002662935294210911, - "cnn.2.weight": 0.019885245710611343, - "cnn.2.bias": 0.007188315968960524, - "cnn.5.weight": 0.02445334941148758, - "cnn.5.bias": 0.006451132707297802, - "action_emb.weight": 0.03491901606321335, - "timestep_emb.weight": 0.012401365675032139, - "pos_emb.weight": 0.017773287370800972, - "transformer.layers.0.self_attn.in_proj_weight": 0.13225091993808746, - "transformer.layers.0.self_attn.in_proj_bias": 0.010615828447043896, - "transformer.layers.0.self_attn.out_proj.weight": 0.13104848563671112, - "transformer.layers.0.self_attn.out_proj.bias": 0.014871260151267052, - "transformer.layers.0.linear1.weight": 0.1657811850309372, - "transformer.layers.0.linear1.bias": 0.007434028200805187, - "transformer.layers.0.linear2.weight": 0.19205370545387268, - "transformer.layers.0.linear2.bias": 0.013005620799958706, - "transformer.layers.0.norm1.weight": 0.007158544845879078, - "transformer.layers.0.norm1.bias": 0.010020865127444267, - "transformer.layers.0.norm2.weight": 0.013815924525260925, - "transformer.layers.0.norm2.bias": 0.007432691287249327, - "transformer.layers.1.self_attn.in_proj_weight": 0.13641008734703064, - "transformer.layers.1.self_attn.in_proj_bias": 0.008053158409893513, - "transformer.layers.1.self_attn.out_proj.weight": 0.13693520426750183, - "transformer.layers.1.self_attn.out_proj.bias": 0.011386031284928322, - "transformer.layers.1.linear1.weight": 0.11162421852350235, - "transformer.layers.1.linear1.bias": 0.005601863842457533, - "transformer.layers.1.linear2.weight": 0.14142419397830963, - "transformer.layers.1.linear2.bias": 0.011517709121108055, - "transformer.layers.1.norm1.weight": 0.00838227104395628, - "transformer.layers.1.norm1.bias": 0.008457532152533531, - "transformer.layers.1.norm2.weight": 0.007324847858399153, - "transformer.layers.1.norm2.bias": 0.0050696865655481815, - "transformer.layers.2.self_attn.in_proj_weight": 0.2198929339647293, - "transformer.layers.2.self_attn.in_proj_bias": 0.0131747517734766, - "transformer.layers.2.self_attn.out_proj.weight": 0.10885065793991089, - "transformer.layers.2.self_attn.out_proj.bias": 0.011886202730238438, - "transformer.layers.2.linear1.weight": 0.08514939248561859, - "transformer.layers.2.linear1.bias": 0.00517176603898406, - "transformer.layers.2.linear2.weight": 0.098769910633564, - "transformer.layers.2.linear2.bias": 0.012660382315516472, - "transformer.layers.2.norm1.weight": 0.014940972439944744, - "transformer.layers.2.norm1.bias": 0.014164747670292854, - "transformer.layers.2.norm2.weight": 0.005337195470929146, - "transformer.layers.2.norm2.bias": 0.005566965322941542, - "transformer.layers.3.self_attn.in_proj_weight": 0.2809407114982605, - "transformer.layers.3.self_attn.in_proj_bias": 0.023109743371605873, - "transformer.layers.3.self_attn.out_proj.weight": 0.1304520070552826, - "transformer.layers.3.self_attn.out_proj.bias": 0.01845409721136093, - "transformer.layers.3.linear1.weight": 0.1813586950302124, - "transformer.layers.3.linear1.bias": 0.012814560905098915, - "transformer.layers.3.linear2.weight": 0.10201501846313477, - "transformer.layers.3.linear2.bias": 0.022131694480776787, - "transformer.layers.3.norm1.weight": 0.02113087847828865, - "transformer.layers.3.norm1.bias": 0.030468469485640526, - "transformer.layers.3.norm2.weight": 0.012928401120007038, - "transformer.layers.3.norm2.bias": 0.015807755291461945, - "head.weight": 1.2725633382797241, - "head.bias": 0.04439029097557068, - "global_embedding.weight": 0.03461072966456413, - "global_cnn.0.weight": 0.28951123356819153, - "global_cnn.0.bias": 0.009003713726997375, - "global_cnn.2.weight": 0.6157863736152649, - "global_cnn.2.bias": 0.03324248641729355, - "global_proj.weight": 0.13864728808403015, - "global_proj.bias": 0.0825047418475151, - "goal_head.0.weight": 0.07353909313678741, - "goal_head.0.bias": 0.030908657237887383, - "goal_head.2.weight": 0.10247603058815002, - "goal_head.2.bias": 0.06723755598068237 - }, - { - "global_gate": 0.000023507154764956795, - "embedding.weight": 0.0021978244185447693, - "cnn.0.weight": 0.07497721165418625, - "cnn.0.bias": 0.003349036443978548, - "cnn.2.weight": 0.03362824395298958, - "cnn.2.bias": 0.012792733497917652, - "cnn.5.weight": 0.04777543991804123, - "cnn.5.bias": 0.007423895411193371, - "action_emb.weight": 0.029058005660772324, - "timestep_emb.weight": 0.007463051471859217, - "pos_emb.weight": 0.017046622931957245, - "transformer.layers.0.self_attn.in_proj_weight": 0.10951615124940872, - "transformer.layers.0.self_attn.in_proj_bias": 0.009587124921381474, - "transformer.layers.0.self_attn.out_proj.weight": 0.11794351786375046, - "transformer.layers.0.self_attn.out_proj.bias": 0.014587118290364742, - "transformer.layers.0.linear1.weight": 0.13372817635536194, - "transformer.layers.0.linear1.bias": 0.005902026314288378, - "transformer.layers.0.linear2.weight": 0.1400018036365509, - "transformer.layers.0.linear2.bias": 0.01216865424066782, - "transformer.layers.0.norm1.weight": 0.006442076060920954, - "transformer.layers.0.norm1.bias": 0.008151600137352943, - "transformer.layers.0.norm2.weight": 0.013222869485616684, - "transformer.layers.0.norm2.bias": 0.005801304709166288, - "transformer.layers.1.self_attn.in_proj_weight": 0.09729848802089691, - "transformer.layers.1.self_attn.in_proj_bias": 0.006369645707309246, - "transformer.layers.1.self_attn.out_proj.weight": 0.12488042563199997, - "transformer.layers.1.self_attn.out_proj.bias": 0.011108563281595707, - "transformer.layers.1.linear1.weight": 0.0725230723619461, - "transformer.layers.1.linear1.bias": 0.0038791587576270103, - "transformer.layers.1.linear2.weight": 0.10128632187843323, - "transformer.layers.1.linear2.bias": 0.011110394261777401, - "transformer.layers.1.norm1.weight": 0.005556920543313026, - "transformer.layers.1.norm1.bias": 0.005024146754294634, - "transformer.layers.1.norm2.weight": 0.004863276146352291, - "transformer.layers.1.norm2.bias": 0.003433895530179143, - "transformer.layers.2.self_attn.in_proj_weight": 0.15111719071865082, - "transformer.layers.2.self_attn.in_proj_bias": 0.009321981109678745, - "transformer.layers.2.self_attn.out_proj.weight": 0.09709946811199188, - "transformer.layers.2.self_attn.out_proj.bias": 0.011748247779905796, - "transformer.layers.2.linear1.weight": 0.067500539124012, - "transformer.layers.2.linear1.bias": 0.0040357112884521484, - "transformer.layers.2.linear2.weight": 0.0785432755947113, - "transformer.layers.2.linear2.bias": 0.01251018326729536, - "transformer.layers.2.norm1.weight": 0.008234803564846516, - "transformer.layers.2.norm1.bias": 0.010947813279926777, - "transformer.layers.2.norm2.weight": 0.004299018066376448, - "transformer.layers.2.norm2.bias": 0.004487747326493263, - "transformer.layers.3.self_attn.in_proj_weight": 0.2565263509750366, - "transformer.layers.3.self_attn.in_proj_bias": 0.022680794820189476, - "transformer.layers.3.self_attn.out_proj.weight": 0.1129210814833641, - "transformer.layers.3.self_attn.out_proj.bias": 0.01954028382897377, - "transformer.layers.3.linear1.weight": 0.19615064561367035, - "transformer.layers.3.linear1.bias": 0.01705178990960121, - "transformer.layers.3.linear2.weight": 0.10154971480369568, - "transformer.layers.3.linear2.bias": 0.02959904819726944, - "transformer.layers.3.norm1.weight": 0.019525576382875443, - "transformer.layers.3.norm1.bias": 0.029245728626847267, - "transformer.layers.3.norm2.weight": 0.016741055995225906, - "transformer.layers.3.norm2.bias": 0.027970202267169952, - "head.weight": 1.4932572841644287, - "head.bias": 0.06360223144292831, - "global_embedding.weight": 0.04808426648378372, - "global_cnn.0.weight": 0.21888799965381622, - "global_cnn.0.bias": 0.006807202007621527, - "global_cnn.2.weight": 0.5008094906806946, - "global_cnn.2.bias": 0.02207934856414795, - "global_proj.weight": 0.07725698500871658, - "global_proj.bias": 0.05174224078655243, - "goal_head.0.weight": 0.04483235999941826, - "goal_head.0.bias": 0.02042325586080551, - "goal_head.2.weight": 0.06102057918906212, - "goal_head.2.bias": 0.045629728585481644 - }, - { - "global_gate": 5.469669304147828e-6, - "embedding.weight": 0.00007610402099089697, - "cnn.0.weight": 0.0028513986617326736, - "cnn.0.bias": 0.00011616857955232263, - "cnn.2.weight": 0.0009433326194994152, - "cnn.2.bias": 0.00020213167590554804, - "cnn.5.weight": 0.0008909808238968253, - "cnn.5.bias": 0.00013779413711745292, - "action_emb.weight": 0.0006932004471309483, - "timestep_emb.weight": 0.00021425753948278725, - "pos_emb.weight": 0.0003545149229466915, - "transformer.layers.0.self_attn.in_proj_weight": 0.002249104203656316, - "transformer.layers.0.self_attn.in_proj_bias": 0.00017877138452604413, - "transformer.layers.0.self_attn.out_proj.weight": 0.0021034262608736753, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002950346970465034, - "transformer.layers.0.linear1.weight": 0.003216987708583474, - "transformer.layers.0.linear1.bias": 0.00014015944907441735, - "transformer.layers.0.linear2.weight": 0.00274832034483552, - "transformer.layers.0.linear2.bias": 0.00021058191487099975, - "transformer.layers.0.norm1.weight": 0.00012291323218960315, - "transformer.layers.0.norm1.bias": 0.00014436911442317069, - "transformer.layers.0.norm2.weight": 0.00033505726605653763, - "transformer.layers.0.norm2.bias": 0.00017412693705409765, - "transformer.layers.1.self_attn.in_proj_weight": 0.0021557617001235485, - "transformer.layers.1.self_attn.in_proj_bias": 0.00013572134776040912, - "transformer.layers.1.self_attn.out_proj.weight": 0.0021553379483520985, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001894208398880437, - "transformer.layers.1.linear1.weight": 0.0018347911536693573, - "transformer.layers.1.linear1.bias": 0.00008823403913993388, - "transformer.layers.1.linear2.weight": 0.0019724175799638033, - "transformer.layers.1.linear2.bias": 0.0001752926327753812, - "transformer.layers.1.norm1.weight": 0.0001243908773176372, - "transformer.layers.1.norm1.bias": 0.00011889042798429728, - "transformer.layers.1.norm2.weight": 0.00014469827874563634, - "transformer.layers.1.norm2.bias": 0.00008525422890670598, - "transformer.layers.2.self_attn.in_proj_weight": 0.004083812702447176, - "transformer.layers.2.self_attn.in_proj_bias": 0.0001937803899636492, - "transformer.layers.2.self_attn.out_proj.weight": 0.0014022702816873789, - "transformer.layers.2.self_attn.out_proj.bias": 0.000100056262454018, - "transformer.layers.2.linear1.weight": 0.0008937155944295228, - "transformer.layers.2.linear1.bias": 0.00004557428837870248, - "transformer.layers.2.linear2.weight": 0.001073793158866465, - "transformer.layers.2.linear2.bias": 0.0000990799380815588, - "transformer.layers.2.norm1.weight": 0.00028656949871219695, - "transformer.layers.2.norm1.bias": 0.00023871962912380695, - "transformer.layers.2.norm2.weight": 0.00005155074904905632, - "transformer.layers.2.norm2.bias": 0.00004382639963296242, - "transformer.layers.3.self_attn.in_proj_weight": 0.0032841262873262167, - "transformer.layers.3.self_attn.in_proj_bias": 0.00023174966918304563, - "transformer.layers.3.self_attn.out_proj.weight": 0.0012718115467578173, - "transformer.layers.3.self_attn.out_proj.bias": 0.00016692672215867788, - "transformer.layers.3.linear1.weight": 0.0018555053975433111, - "transformer.layers.3.linear1.bias": 0.00014407852722797543, - "transformer.layers.3.linear2.weight": 0.0010713284136727452, - "transformer.layers.3.linear2.bias": 0.00019200265523977578, - "transformer.layers.3.norm1.weight": 0.0002134211827069521, - "transformer.layers.3.norm1.bias": 0.0003084678028244525, - "transformer.layers.3.norm2.weight": 0.0001419804902980104, - "transformer.layers.3.norm2.bias": 0.00018654695304576308, - "head.weight": 0.010495234280824661, - "head.bias": 0.0004126119310967624, - "global_embedding.weight": 0.003103478578850627, - "global_cnn.0.weight": 0.03080151230096817, - "global_cnn.0.bias": 0.0007743698661215603, - "global_cnn.2.weight": 0.07264899462461472, - "global_cnn.2.bias": 0.002950824797153473, - "global_proj.weight": 0.010189272463321686, - "global_proj.bias": 0.006249499507248402, - "goal_head.0.weight": 0.0058623868972063065, - "goal_head.0.bias": 0.002460604067891836, - "goal_head.2.weight": 0.007951289415359497, - "goal_head.2.bias": 0.005424854811280966 - }, - { - "global_gate": 0.00025338787236250937, - "embedding.weight": 0.001778701669536531, - "cnn.0.weight": 0.030865073204040527, - "cnn.0.bias": 0.001664687180891633, - "cnn.2.weight": 0.01507705356925726, - "cnn.2.bias": 0.004016376566141844, - "cnn.5.weight": 0.026914384216070175, - "cnn.5.bias": 0.0031020992901176214, - "action_emb.weight": 0.0069796983152627945, - "timestep_emb.weight": 0.003944643773138523, - "pos_emb.weight": 0.0054619209840893745, - "transformer.layers.0.self_attn.in_proj_weight": 0.050576504319906235, - "transformer.layers.0.self_attn.in_proj_bias": 0.004002718720585108, - "transformer.layers.0.self_attn.out_proj.weight": 0.05151546001434326, - "transformer.layers.0.self_attn.out_proj.bias": 0.004789820872247219, - "transformer.layers.0.linear1.weight": 0.04113626480102539, - "transformer.layers.0.linear1.bias": 0.0022991024889051914, - "transformer.layers.0.linear2.weight": 0.05171690881252289, - "transformer.layers.0.linear2.bias": 0.004000141751021147, - "transformer.layers.0.norm1.weight": 0.003063288051635027, - "transformer.layers.0.norm1.bias": 0.003938829060643911, - "transformer.layers.0.norm2.weight": 0.003013785695657134, - "transformer.layers.0.norm2.bias": 0.0023074792698025703, - "transformer.layers.1.self_attn.in_proj_weight": 0.05030030012130737, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027659593615680933, - "transformer.layers.1.self_attn.out_proj.weight": 0.044601455330848694, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031009006779640913, - "transformer.layers.1.linear1.weight": 0.02807277999818325, - "transformer.layers.1.linear1.bias": 0.0014603633899241686, - "transformer.layers.1.linear2.weight": 0.037205107510089874, - "transformer.layers.1.linear2.bias": 0.0030627455562353134, - "transformer.layers.1.norm1.weight": 0.002771287690848112, - "transformer.layers.1.norm1.bias": 0.0029226597398519516, - "transformer.layers.1.norm2.weight": 0.001957881497219205, - "transformer.layers.1.norm2.bias": 0.0013876950833946466, - "transformer.layers.2.self_attn.in_proj_weight": 0.05972760543227196, - "transformer.layers.2.self_attn.in_proj_bias": 0.0027668874245136976, - "transformer.layers.2.self_attn.out_proj.weight": 0.03765725716948509, - "transformer.layers.2.self_attn.out_proj.bias": 0.002736602444201708, - "transformer.layers.2.linear1.weight": 0.02295350655913353, - "transformer.layers.2.linear1.bias": 0.0013366697821766138, - "transformer.layers.2.linear2.weight": 0.02515323832631111, - "transformer.layers.2.linear2.bias": 0.0029240644071251154, - "transformer.layers.2.norm1.weight": 0.0042029330506920815, - "transformer.layers.2.norm1.bias": 0.0030531215015798807, - "transformer.layers.2.norm2.weight": 0.0014380913926288486, - "transformer.layers.2.norm2.bias": 0.0015325592830777168, - "transformer.layers.3.self_attn.in_proj_weight": 0.06456458568572998, - "transformer.layers.3.self_attn.in_proj_bias": 0.0042752353474497795, - "transformer.layers.3.self_attn.out_proj.weight": 0.04334762692451477, - "transformer.layers.3.self_attn.out_proj.bias": 0.004126729443669319, - "transformer.layers.3.linear1.weight": 0.054562047123909, - "transformer.layers.3.linear1.bias": 0.0034986059181392193, - "transformer.layers.3.linear2.weight": 0.030419273301959038, - "transformer.layers.3.linear2.bias": 0.005383247975260019, - "transformer.layers.3.norm1.weight": 0.004767964594066143, - "transformer.layers.3.norm1.bias": 0.0056147328577935696, - "transformer.layers.3.norm2.weight": 0.003951286431401968, - "transformer.layers.3.norm2.bias": 0.00452794786542654, - "head.weight": 0.38934245705604553, - "head.bias": 0.0120367631316185, - "global_embedding.weight": 0.008432697504758835, - "global_cnn.0.weight": 0.11223430186510086, - "global_cnn.0.bias": 0.002487777965143323, - "global_cnn.2.weight": 0.2693995535373688, - "global_cnn.2.bias": 0.012480763718485832, - "global_proj.weight": 0.0452851727604866, - "global_proj.bias": 0.02808031439781189, - "goal_head.0.weight": 0.024893520399928093, - "goal_head.0.bias": 0.010558731853961945, - "goal_head.2.weight": 0.03299738094210625, - "goal_head.2.bias": 0.02408202923834324 - }, - { - "global_gate": 0.000014399603060155641, - "embedding.weight": 0.00022101977083366364, - "cnn.0.weight": 0.004557102918624878, - "cnn.0.bias": 0.0001566350256325677, - "cnn.2.weight": 0.0016806400381028652, - "cnn.2.bias": 0.000720087147783488, - "cnn.5.weight": 0.002677310025319457, - "cnn.5.bias": 0.0006411607610061765, - "action_emb.weight": 0.009050628170371056, - "timestep_emb.weight": 0.0038478367496281862, - "pos_emb.weight": 0.00491475872695446, - "transformer.layers.0.self_attn.in_proj_weight": 0.02962551638484001, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026409770362079144, - "transformer.layers.0.self_attn.out_proj.weight": 0.033568110316991806, - "transformer.layers.0.self_attn.out_proj.bias": 0.0037614002358168364, - "transformer.layers.0.linear1.weight": 0.04551270604133606, - "transformer.layers.0.linear1.bias": 0.0019685388542711735, - "transformer.layers.0.linear2.weight": 0.04394744336605072, - "transformer.layers.0.linear2.bias": 0.0031080979388207197, - "transformer.layers.0.norm1.weight": 0.0017823785310611129, - "transformer.layers.0.norm1.bias": 0.0022967583499848843, - "transformer.layers.0.norm2.weight": 0.004698866978287697, - "transformer.layers.0.norm2.bias": 0.00256121763959527, - "transformer.layers.1.self_attn.in_proj_weight": 0.03609967976808548, - "transformer.layers.1.self_attn.in_proj_bias": 0.002080762991681695, - "transformer.layers.1.self_attn.out_proj.weight": 0.028340693563222885, - "transformer.layers.1.self_attn.out_proj.bias": 0.002751193242147565, - "transformer.layers.1.linear1.weight": 0.026226229965686798, - "transformer.layers.1.linear1.bias": 0.0013982971431687474, - "transformer.layers.1.linear2.weight": 0.029929591342806816, - "transformer.layers.1.linear2.bias": 0.002744801575317979, - "transformer.layers.1.norm1.weight": 0.0024399100802838802, - "transformer.layers.1.norm1.bias": 0.0021058095153421164, - "transformer.layers.1.norm2.weight": 0.002013102173805237, - "transformer.layers.1.norm2.bias": 0.0017878665821626782, - "transformer.layers.2.self_attn.in_proj_weight": 0.06121339276432991, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031565262470394373, - "transformer.layers.2.self_attn.out_proj.weight": 0.028478335589170456, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027017490938305855, - "transformer.layers.2.linear1.weight": 0.015699610114097595, - "transformer.layers.2.linear1.bias": 0.0009404408046975732, - "transformer.layers.2.linear2.weight": 0.018230512738227844, - "transformer.layers.2.linear2.bias": 0.00297593348659575, - "transformer.layers.2.norm1.weight": 0.004454870708286762, - "transformer.layers.2.norm1.bias": 0.0037999465130269527, - "transformer.layers.2.norm2.weight": 0.0010889347176998854, - "transformer.layers.2.norm2.bias": 0.0011289498070254922, - "transformer.layers.3.self_attn.in_proj_weight": 0.052790317684412, - "transformer.layers.3.self_attn.in_proj_bias": 0.004750009160488844, - "transformer.layers.3.self_attn.out_proj.weight": 0.026201661676168442, - "transformer.layers.3.self_attn.out_proj.bias": 0.004314028192311525, - "transformer.layers.3.linear1.weight": 0.03820708766579628, - "transformer.layers.3.linear1.bias": 0.002852856647223234, - "transformer.layers.3.linear2.weight": 0.024658821523189545, - "transformer.layers.3.linear2.bias": 0.0056398482993245125, - "transformer.layers.3.norm1.weight": 0.0038873725570738316, - "transformer.layers.3.norm1.bias": 0.006038574036210775, - "transformer.layers.3.norm2.weight": 0.0029033415485173464, - "transformer.layers.3.norm2.bias": 0.0035461720544844866, - "head.weight": 0.30710601806640625, - "head.bias": 0.01230061985552311, - "global_embedding.weight": 0.030446920543909073, - "global_cnn.0.weight": 0.19550669193267822, - "global_cnn.0.bias": 0.005232417490333319, - "global_cnn.2.weight": 0.4512752592563629, - "global_cnn.2.bias": 0.023021982982754707, - "global_proj.weight": 0.11328154802322388, - "global_proj.bias": 0.07080411165952682, - "goal_head.0.weight": 0.0682256743311882, - "goal_head.0.bias": 0.030094170942902565, - "goal_head.2.weight": 0.09652675688266754, - "goal_head.2.bias": 0.0701710656285286 - }, - { - "global_gate": 0.00040425400948151946, - "embedding.weight": 0.0008619286236353219, - "cnn.0.weight": 0.017409607768058777, - "cnn.0.bias": 0.0008406805573031306, - "cnn.2.weight": 0.00732794776558876, - "cnn.2.bias": 0.0020774456206709146, - "cnn.5.weight": 0.015148970298469067, - "cnn.5.bias": 0.0012481046142056584, - "action_emb.weight": 0.017019538208842278, - "timestep_emb.weight": 0.005443502217531204, - "pos_emb.weight": 0.007827885448932648, - "transformer.layers.0.self_attn.in_proj_weight": 0.052857644855976105, - "transformer.layers.0.self_attn.in_proj_bias": 0.004765820223838091, - "transformer.layers.0.self_attn.out_proj.weight": 0.05398759990930557, - "transformer.layers.0.self_attn.out_proj.bias": 0.007250184193253517, - "transformer.layers.0.linear1.weight": 0.07404984533786774, - "transformer.layers.0.linear1.bias": 0.0032425089739263058, - "transformer.layers.0.linear2.weight": 0.07942351698875427, - "transformer.layers.0.linear2.bias": 0.006313646212220192, - "transformer.layers.0.norm1.weight": 0.002535289153456688, - "transformer.layers.0.norm1.bias": 0.004133124370127916, - "transformer.layers.0.norm2.weight": 0.00685140723362565, - "transformer.layers.0.norm2.bias": 0.003271831665188074, - "transformer.layers.1.self_attn.in_proj_weight": 0.060007695108652115, - "transformer.layers.1.self_attn.in_proj_bias": 0.003627036465331912, - "transformer.layers.1.self_attn.out_proj.weight": 0.05563236400485039, - "transformer.layers.1.self_attn.out_proj.bias": 0.005701637826859951, - "transformer.layers.1.linear1.weight": 0.045314908027648926, - "transformer.layers.1.linear1.bias": 0.0023259546142071486, - "transformer.layers.1.linear2.weight": 0.056893240660429, - "transformer.layers.1.linear2.bias": 0.005812192335724831, - "transformer.layers.1.norm1.weight": 0.003588627325370908, - "transformer.layers.1.norm1.bias": 0.003349683713167906, - "transformer.layers.1.norm2.weight": 0.003359172260388732, - "transformer.layers.1.norm2.bias": 0.002387182554230094, - "transformer.layers.2.self_attn.in_proj_weight": 0.09925282746553421, - "transformer.layers.2.self_attn.in_proj_bias": 0.005260360427200794, - "transformer.layers.2.self_attn.out_proj.weight": 0.044326841831207275, - "transformer.layers.2.self_attn.out_proj.bias": 0.005963385105133057, - "transformer.layers.2.linear1.weight": 0.03495125472545624, - "transformer.layers.2.linear1.bias": 0.002217254601418972, - "transformer.layers.2.linear2.weight": 0.040662918239831924, - "transformer.layers.2.linear2.bias": 0.006446621846407652, - "transformer.layers.2.norm1.weight": 0.007881581783294678, - "transformer.layers.2.norm1.bias": 0.005671314895153046, - "transformer.layers.2.norm2.weight": 0.002193544991314411, - "transformer.layers.2.norm2.bias": 0.0030558498110622168, - "transformer.layers.3.self_attn.in_proj_weight": 0.12401969730854034, - "transformer.layers.3.self_attn.in_proj_bias": 0.010177664458751678, - "transformer.layers.3.self_attn.out_proj.weight": 0.05516728758811951, - "transformer.layers.3.self_attn.out_proj.bias": 0.010061784647405148, - "transformer.layers.3.linear1.weight": 0.1252063363790512, - "transformer.layers.3.linear1.bias": 0.010314622893929482, - "transformer.layers.3.linear2.weight": 0.06494032591581345, - "transformer.layers.3.linear2.bias": 0.016464857384562492, - "transformer.layers.3.norm1.weight": 0.010061795823276043, - "transformer.layers.3.norm1.bias": 0.01291950885206461, - "transformer.layers.3.norm2.weight": 0.01068037562072277, - "transformer.layers.3.norm2.bias": 0.016569508239626884, - "head.weight": 0.9267617464065552, - "head.bias": 0.040435757488012314, - "global_embedding.weight": 0.013253056444227695, - "global_cnn.0.weight": 0.17274421453475952, - "global_cnn.0.bias": 0.007952805608510971, - "global_cnn.2.weight": 0.30647560954093933, - "global_cnn.2.bias": 0.017072224989533424, - "global_proj.weight": 0.06625159829854965, - "global_proj.bias": 0.048871610313653946, - "goal_head.0.weight": 0.04742405191063881, - "goal_head.0.bias": 0.02418726496398449, - "goal_head.2.weight": 0.07449813932180405, - "goal_head.2.bias": 0.06563931703567505 - }, - { - "global_gate": 7.351145086431643e-6, - "embedding.weight": 0.00007271759386640042, - "cnn.0.weight": 0.0017492081969976425, - "cnn.0.bias": 0.00009199522901326418, - "cnn.2.weight": 0.0005966571043245494, - "cnn.2.bias": 0.00027312710881233215, - "cnn.5.weight": 0.0007634712965227664, - "cnn.5.bias": 0.00023525665164925158, - "action_emb.weight": 0.0009000789723359048, - "timestep_emb.weight": 0.00025324555463157594, - "pos_emb.weight": 0.0004097902274224907, - "transformer.layers.0.self_attn.in_proj_weight": 0.0021319619845598936, - "transformer.layers.0.self_attn.in_proj_bias": 0.0001984371047001332, - "transformer.layers.0.self_attn.out_proj.weight": 0.0027509040664881468, - "transformer.layers.0.self_attn.out_proj.bias": 0.0003870108921546489, - "transformer.layers.0.linear1.weight": 0.0040578292682766914, - "transformer.layers.0.linear1.bias": 0.000177967973286286, - "transformer.layers.0.linear2.weight": 0.0036640395410358906, - "transformer.layers.0.linear2.bias": 0.0003359557595103979, - "transformer.layers.0.norm1.weight": 0.00011561100109247491, - "transformer.layers.0.norm1.bias": 0.0001761637395247817, - "transformer.layers.0.norm2.weight": 0.0004223471332807094, - "transformer.layers.0.norm2.bias": 0.00020988425239920616, - "transformer.layers.1.self_attn.in_proj_weight": 0.002910912036895752, - "transformer.layers.1.self_attn.in_proj_bias": 0.00016903293726500124, - "transformer.layers.1.self_attn.out_proj.weight": 0.0027286920230835676, - "transformer.layers.1.self_attn.out_proj.bias": 0.0003144913353025913, - "transformer.layers.1.linear1.weight": 0.0023257997818291187, - "transformer.layers.1.linear1.bias": 0.0001167651207651943, - "transformer.layers.1.linear2.weight": 0.0028629458975046873, - "transformer.layers.1.linear2.bias": 0.0003076931170653552, - "transformer.layers.1.norm1.weight": 0.00015988998347893357, - "transformer.layers.1.norm1.bias": 0.00014266770449467003, - "transformer.layers.1.norm2.weight": 0.00017445064440835267, - "transformer.layers.1.norm2.bias": 0.0001126362185459584, - "transformer.layers.2.self_attn.in_proj_weight": 0.0051529440097510815, - "transformer.layers.2.self_attn.in_proj_bias": 0.00029177789110690355, - "transformer.layers.2.self_attn.out_proj.weight": 0.002577750012278557, - "transformer.layers.2.self_attn.out_proj.bias": 0.00030800659442320466, - "transformer.layers.2.linear1.weight": 0.0016229742905125022, - "transformer.layers.2.linear1.bias": 0.00010494462185306475, - "transformer.layers.2.linear2.weight": 0.0019926351960748434, - "transformer.layers.2.linear2.bias": 0.0003168029652442783, - "transformer.layers.2.norm1.weight": 0.00036512818769551814, - "transformer.layers.2.norm1.bias": 0.0002990453504025936, - "transformer.layers.2.norm2.weight": 0.0001022329815896228, - "transformer.layers.2.norm2.bias": 0.00011734134022844955, - "transformer.layers.3.self_attn.in_proj_weight": 0.005729092285037041, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005356615874916315, - "transformer.layers.3.self_attn.out_proj.weight": 0.003015752648934722, - "transformer.layers.3.self_attn.out_proj.bias": 0.0004922192310914397, - "transformer.layers.3.linear1.weight": 0.005196836311370134, - "transformer.layers.3.linear1.bias": 0.00044643026194535196, - "transformer.layers.3.linear2.weight": 0.002896110527217388, - "transformer.layers.3.linear2.bias": 0.0007540226797573268, - "transformer.layers.3.norm1.weight": 0.0004282945301383734, - "transformer.layers.3.norm1.bias": 0.0007495226454921067, - "transformer.layers.3.norm2.weight": 0.0004226491437293589, - "transformer.layers.3.norm2.bias": 0.0007014158763922751, - "head.weight": 0.043750278651714325, - "head.bias": 0.0019081567879766226, - "global_embedding.weight": 0.032804250717163086, - "global_cnn.0.weight": 0.19416745007038116, - "global_cnn.0.bias": 0.00893259234726429, - "global_cnn.2.weight": 0.32886189222335815, - "global_cnn.2.bias": 0.01662653684616089, - "global_proj.weight": 0.08328782021999359, - "global_proj.bias": 0.06485071033239365, - "goal_head.0.weight": 0.059049077332019806, - "goal_head.0.bias": 0.032340168952941895, - "goal_head.2.weight": 0.08508303761482239, - "goal_head.2.bias": 0.0906369686126709 - }, - { - "global_gate": 0.00008649595110910013, - "embedding.weight": 0.0018910173093900084, - "cnn.0.weight": 0.055624958127737045, - "cnn.0.bias": 0.0026881047524511814, - "cnn.2.weight": 0.020859023556113243, - "cnn.2.bias": 0.003667797427624464, - "cnn.5.weight": 0.03649919480085373, - "cnn.5.bias": 0.003716875799000263, - "action_emb.weight": 0.005950476508587599, - "timestep_emb.weight": 0.002436058595776558, - "pos_emb.weight": 0.004300892818719149, - "transformer.layers.0.self_attn.in_proj_weight": 0.040015749633312225, - "transformer.layers.0.self_attn.in_proj_bias": 0.0019713491201400757, - "transformer.layers.0.self_attn.out_proj.weight": 0.03520689159631729, - "transformer.layers.0.self_attn.out_proj.bias": 0.0024999319575726986, - "transformer.layers.0.linear1.weight": 0.03586637228727341, - "transformer.layers.0.linear1.bias": 0.0014025351265445352, - "transformer.layers.0.linear2.weight": 0.036937542259693146, - "transformer.layers.0.linear2.bias": 0.0017917134100571275, - "transformer.layers.0.norm1.weight": 0.00226461049169302, - "transformer.layers.0.norm1.bias": 0.0016450815601274371, - "transformer.layers.0.norm2.weight": 0.0034582752268761396, - "transformer.layers.0.norm2.bias": 0.0013117734342813492, - "transformer.layers.1.self_attn.in_proj_weight": 0.03861309587955475, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014920873800292611, - "transformer.layers.1.self_attn.out_proj.weight": 0.018720151856541634, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013318296987563372, - "transformer.layers.1.linear1.weight": 0.018397726118564606, - "transformer.layers.1.linear1.bias": 0.0007651890628039837, - "transformer.layers.1.linear2.weight": 0.02100200206041336, - "transformer.layers.1.linear2.bias": 0.0012364538852125406, - "transformer.layers.1.norm1.weight": 0.002731973771005869, - "transformer.layers.1.norm1.bias": 0.001442206441424787, - "transformer.layers.1.norm2.weight": 0.0013903836952522397, - "transformer.layers.1.norm2.bias": 0.0006750747561454773, - "transformer.layers.2.self_attn.in_proj_weight": 0.03256935998797417, - "transformer.layers.2.self_attn.in_proj_bias": 0.001205122098326683, - "transformer.layers.2.self_attn.out_proj.weight": 0.017916737124323845, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011650070082396269, - "transformer.layers.2.linear1.weight": 0.012973116710782051, - "transformer.layers.2.linear1.bias": 0.0006140038603916764, - "transformer.layers.2.linear2.weight": 0.014267007820308208, - "transformer.layers.2.linear2.bias": 0.0011632904643192887, - "transformer.layers.2.norm1.weight": 0.0022766159381717443, - "transformer.layers.2.norm1.bias": 0.001004155375994742, - "transformer.layers.2.norm2.weight": 0.000771722465287894, - "transformer.layers.2.norm2.bias": 0.0005230408860370517, - "transformer.layers.3.self_attn.in_proj_weight": 0.046641573309898376, - "transformer.layers.3.self_attn.in_proj_bias": 0.0025188839063048363, - "transformer.layers.3.self_attn.out_proj.weight": 0.019663043320178986, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018939453875645995, - "transformer.layers.3.linear1.weight": 0.038655657321214676, - "transformer.layers.3.linear1.bias": 0.0021973145194351673, - "transformer.layers.3.linear2.weight": 0.018664708361029625, - "transformer.layers.3.linear2.bias": 0.002750275656580925, - "transformer.layers.3.norm1.weight": 0.003700953209772706, - "transformer.layers.3.norm1.bias": 0.00323217804543674, - "transformer.layers.3.norm2.weight": 0.0032251630909740925, - "transformer.layers.3.norm2.bias": 0.0027718129567801952, - "head.weight": 0.2557190954685211, - "head.bias": 0.00593955535441637, - "global_embedding.weight": 0.032506875693798065, - "global_cnn.0.weight": 0.17981594800949097, - "global_cnn.0.bias": 0.007342261262238026, - "global_cnn.2.weight": 0.3527795076370239, - "global_cnn.2.bias": 0.02131684496998787, - "global_proj.weight": 0.07225264608860016, - "global_proj.bias": 0.059900086373090744, - "goal_head.0.weight": 0.05679550766944885, - "goal_head.0.bias": 0.028859062120318413, - "goal_head.2.weight": 0.12340097874403, - "goal_head.2.bias": 0.07869184017181396 + "global_gate": 6.394484080374241e-05, + "embedding.weight": 0.008231740444898605, + "cnn.0.weight": 0.13565638661384583, + "cnn.0.bias": 0.0068152062594890594, + "cnn.2.weight": 0.03943324461579323, + "cnn.2.bias": 0.014166289009153843, + "cnn.5.weight": 0.05001439154148102, + "cnn.5.bias": 0.012957459315657616, + "action_emb.weight": 0.041623640805482864, + "timestep_emb.weight": 0.008076567202806473, + "pos_emb.weight": 0.009437603875994682, + "transformer.layers.0.self_attn.in_proj_weight": 0.16073863208293915, + "transformer.layers.0.self_attn.in_proj_bias": 0.01597546972334385, + "transformer.layers.0.self_attn.out_proj.weight": 0.17920339107513428, + "transformer.layers.0.self_attn.out_proj.bias": 0.02475520595908165, + "transformer.layers.0.linear1.weight": 0.1766786128282547, + "transformer.layers.0.linear1.bias": 0.010632011108100414, + "transformer.layers.0.linear2.weight": 0.23615245521068573, + "transformer.layers.0.linear2.bias": 0.021687429398298264, + "transformer.layers.0.norm1.weight": 0.008429392240941525, + "transformer.layers.0.norm1.bias": 0.012568410485982895, + "transformer.layers.0.norm2.weight": 0.011173748411238194, + "transformer.layers.0.norm2.bias": 0.010772788897156715, + "transformer.layers.1.self_attn.in_proj_weight": 0.2030673325061798, + "transformer.layers.1.self_attn.in_proj_bias": 0.014120060950517654, + "transformer.layers.1.self_attn.out_proj.weight": 0.2608568072319031, + "transformer.layers.1.self_attn.out_proj.bias": 0.019099891185760498, + "transformer.layers.1.linear1.weight": 0.12521737813949585, + "transformer.layers.1.linear1.bias": 0.0077475435100495815, + "transformer.layers.1.linear2.weight": 0.21623672544956207, + "transformer.layers.1.linear2.bias": 0.018914449959993362, + "transformer.layers.1.norm1.weight": 0.012309973128139973, + "transformer.layers.1.norm1.bias": 0.014938103035092354, + "transformer.layers.1.norm2.weight": 0.00712056178599596, + "transformer.layers.1.norm2.bias": 0.006529487669467926, + "transformer.layers.2.self_attn.in_proj_weight": 0.2745572626590729, + "transformer.layers.2.self_attn.in_proj_bias": 0.017907986417412758, + "transformer.layers.2.self_attn.out_proj.weight": 0.25177231431007385, + "transformer.layers.2.self_attn.out_proj.bias": 0.019858481362462044, + "transformer.layers.2.linear1.weight": 0.12930788099765778, + "transformer.layers.2.linear1.bias": 0.008516465313732624, + "transformer.layers.2.linear2.weight": 0.15391984581947327, + "transformer.layers.2.linear2.bias": 0.020524943247437477, + "transformer.layers.2.norm1.weight": 0.01997561566531658, + "transformer.layers.2.norm1.bias": 0.022273102775216103, + "transformer.layers.2.norm2.weight": 0.008122456260025501, + "transformer.layers.2.norm2.bias": 0.009829957969486713, + "transformer.layers.3.self_attn.in_proj_weight": 0.5086860060691833, + "transformer.layers.3.self_attn.in_proj_bias": 0.042755160480737686, + "transformer.layers.3.self_attn.out_proj.weight": 0.3234473764896393, + "transformer.layers.3.self_attn.out_proj.bias": 0.032164573669433594, + "transformer.layers.3.linear1.weight": 0.27003130316734314, + "transformer.layers.3.linear1.bias": 0.020867926999926567, + "transformer.layers.3.linear2.weight": 0.15248867869377136, + "transformer.layers.3.linear2.bias": 0.037347085773944855, + "transformer.layers.3.norm1.weight": 0.04095369204878807, + "transformer.layers.3.norm1.bias": 0.05829058215022087, + "transformer.layers.3.norm2.weight": 0.017078537493944168, + "transformer.layers.3.norm2.bias": 0.023898035287857056, + "head.weight": 2.3642616271972656, + "head.bias": 0.07035794854164124, + "global_embedding.weight": 0.034349262714385986, + "global_cnn.0.weight": 0.2826433479785919, + "global_cnn.0.bias": 0.010387743823230267, + "global_cnn.2.weight": 0.6303879022598267, + "global_cnn.2.bias": 0.023430291563272476, + "global_proj.weight": 0.18056544661521912, + "global_proj.bias": 0.06605895608663559, + "goal_head.0.weight": 0.09214141964912415, + "goal_head.0.bias": 0.02629888616502285, + "goal_head.2.weight": 0.11076607555150986, + "goal_head.2.bias": 0.052436839789152145 + }, + { + "global_gate": 8.52006851346232e-05, + "embedding.weight": 0.0009446961339563131, + "cnn.0.weight": 0.022215235978364944, + "cnn.0.bias": 0.0008963605505414307, + "cnn.2.weight": 0.008651256561279297, + "cnn.2.bias": 0.0025904595386236906, + "cnn.5.weight": 0.01810857281088829, + "cnn.5.bias": 0.003941595554351807, + "action_emb.weight": 0.031257160007953644, + "timestep_emb.weight": 0.004847690463066101, + "pos_emb.weight": 0.008751953952014446, + "transformer.layers.0.self_attn.in_proj_weight": 0.07581441104412079, + "transformer.layers.0.self_attn.in_proj_bias": 0.006466208957135677, + "transformer.layers.0.self_attn.out_proj.weight": 0.0807633250951767, + "transformer.layers.0.self_attn.out_proj.bias": 0.010043147020041943, + "transformer.layers.0.linear1.weight": 0.1418694108724594, + "transformer.layers.0.linear1.bias": 0.005798147525638342, + "transformer.layers.0.linear2.weight": 0.10787614434957504, + "transformer.layers.0.linear2.bias": 0.008295354433357716, + "transformer.layers.0.norm1.weight": 0.004184555262327194, + "transformer.layers.0.norm1.bias": 0.005370555445551872, + "transformer.layers.0.norm2.weight": 0.014705481007695198, + "transformer.layers.0.norm2.bias": 0.007356596644967794, + "transformer.layers.1.self_attn.in_proj_weight": 0.12558990716934204, + "transformer.layers.1.self_attn.in_proj_bias": 0.005357151851058006, + "transformer.layers.1.self_attn.out_proj.weight": 0.08197474479675293, + "transformer.layers.1.self_attn.out_proj.bias": 0.0071572717279195786, + "transformer.layers.1.linear1.weight": 0.06042833626270294, + "transformer.layers.1.linear1.bias": 0.003462225431576371, + "transformer.layers.1.linear2.weight": 0.07821524888277054, + "transformer.layers.1.linear2.bias": 0.007169513031840324, + "transformer.layers.1.norm1.weight": 0.007843686267733574, + "transformer.layers.1.norm1.bias": 0.004618809558451176, + "transformer.layers.1.norm2.weight": 0.004743190482258797, + "transformer.layers.1.norm2.bias": 0.0036465157754719257, + "transformer.layers.2.self_attn.in_proj_weight": 0.10530707985162735, + "transformer.layers.2.self_attn.in_proj_bias": 0.00741589954122901, + "transformer.layers.2.self_attn.out_proj.weight": 0.0807148814201355, + "transformer.layers.2.self_attn.out_proj.bias": 0.006913996767252684, + "transformer.layers.2.linear1.weight": 0.04433761164546013, + "transformer.layers.2.linear1.bias": 0.0029125872533768415, + "transformer.layers.2.linear2.weight": 0.05275508388876915, + "transformer.layers.2.linear2.bias": 0.0072158994153141975, + "transformer.layers.2.norm1.weight": 0.007665334735065699, + "transformer.layers.2.norm1.bias": 0.008622928522527218, + "transformer.layers.2.norm2.weight": 0.0030154346022754908, + "transformer.layers.2.norm2.bias": 0.002964483108371496, + "transformer.layers.3.self_attn.in_proj_weight": 0.14717908203601837, + "transformer.layers.3.self_attn.in_proj_bias": 0.013486494310200214, + "transformer.layers.3.self_attn.out_proj.weight": 0.07973633706569672, + "transformer.layers.3.self_attn.out_proj.bias": 0.009952734224498272, + "transformer.layers.3.linear1.weight": 0.06332995742559433, + "transformer.layers.3.linear1.bias": 0.005175163969397545, + "transformer.layers.3.linear2.weight": 0.041112709790468216, + "transformer.layers.3.linear2.bias": 0.010814636014401913, + "transformer.layers.3.norm1.weight": 0.011187171563506126, + "transformer.layers.3.norm1.bias": 0.018814120441675186, + "transformer.layers.3.norm2.weight": 0.004227073863148689, + "transformer.layers.3.norm2.bias": 0.00600042100995779, + "head.weight": 0.5799895524978638, + "head.bias": 0.019853893667459488, + "global_embedding.weight": 0.003951653838157654, + "global_cnn.0.weight": 0.06165197864174843, + "global_cnn.0.bias": 0.0022523330990225077, + "global_cnn.2.weight": 0.1654321849346161, + "global_cnn.2.bias": 0.006832873448729515, + "global_proj.weight": 0.04440141096711159, + "global_proj.bias": 0.017251793295145035, + "goal_head.0.weight": 0.02286696434020996, + "goal_head.0.bias": 0.0066919224336743355, + "goal_head.2.weight": 0.027460020035505295, + "goal_head.2.bias": 0.013262424618005753 + }, + { + "global_gate": 1.9059780242969282e-05, + "embedding.weight": 0.0006900521111674607, + "cnn.0.weight": 0.019211549311876297, + "cnn.0.bias": 0.0006279245135374367, + "cnn.2.weight": 0.0061356001533567905, + "cnn.2.bias": 0.0015926341293379664, + "cnn.5.weight": 0.009211103431880474, + "cnn.5.bias": 0.0018655987223610282, + "action_emb.weight": 0.008986254222691059, + "timestep_emb.weight": 0.0036332623567432165, + "pos_emb.weight": 0.0057280221953988075, + "transformer.layers.0.self_attn.in_proj_weight": 0.03502044454216957, + "transformer.layers.0.self_attn.in_proj_bias": 0.003201078623533249, + "transformer.layers.0.self_attn.out_proj.weight": 0.03656565770506859, + "transformer.layers.0.self_attn.out_proj.bias": 0.004907530266791582, + "transformer.layers.0.linear1.weight": 0.04733807221055031, + "transformer.layers.0.linear1.bias": 0.0023187382612377405, + "transformer.layers.0.linear2.weight": 0.056725066155195236, + "transformer.layers.0.linear2.bias": 0.004636571742594242, + "transformer.layers.0.norm1.weight": 0.001832473324611783, + "transformer.layers.0.norm1.bias": 0.002693011425435543, + "transformer.layers.0.norm2.weight": 0.004065701737999916, + "transformer.layers.0.norm2.bias": 0.0018128177616745234, + "transformer.layers.1.self_attn.in_proj_weight": 0.04785794019699097, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029819905757904053, + "transformer.layers.1.self_attn.out_proj.weight": 0.04741176962852478, + "transformer.layers.1.self_attn.out_proj.bias": 0.004110361915081739, + "transformer.layers.1.linear1.weight": 0.032138388603925705, + "transformer.layers.1.linear1.bias": 0.0018257788615301251, + "transformer.layers.1.linear2.weight": 0.04795277863740921, + "transformer.layers.1.linear2.bias": 0.004014943726360798, + "transformer.layers.1.norm1.weight": 0.0031862768810242414, + "transformer.layers.1.norm1.bias": 0.0028962278738617897, + "transformer.layers.1.norm2.weight": 0.002254313323646784, + "transformer.layers.1.norm2.bias": 0.0015542885521426797, + "transformer.layers.2.self_attn.in_proj_weight": 0.06429961323738098, + "transformer.layers.2.self_attn.in_proj_bias": 0.003790524322539568, + "transformer.layers.2.self_attn.out_proj.weight": 0.04589936509728432, + "transformer.layers.2.self_attn.out_proj.bias": 0.003990274854004383, + "transformer.layers.2.linear1.weight": 0.028374535962939262, + "transformer.layers.2.linear1.bias": 0.0019562237430363894, + "transformer.layers.2.linear2.weight": 0.033813558518886566, + "transformer.layers.2.linear2.bias": 0.0041998703964054585, + "transformer.layers.2.norm1.weight": 0.004260691348463297, + "transformer.layers.2.norm1.bias": 0.00484418123960495, + "transformer.layers.2.norm2.weight": 0.0019568363204598427, + "transformer.layers.2.norm2.bias": 0.002486752811819315, + "transformer.layers.3.self_attn.in_proj_weight": 0.09482443332672119, + "transformer.layers.3.self_attn.in_proj_bias": 0.008525353856384754, + "transformer.layers.3.self_attn.out_proj.weight": 0.04811972379684448, + "transformer.layers.3.self_attn.out_proj.bias": 0.0061141555197536945, + "transformer.layers.3.linear1.weight": 0.048218388110399246, + "transformer.layers.3.linear1.bias": 0.003923151176422834, + "transformer.layers.3.linear2.weight": 0.028143903240561485, + "transformer.layers.3.linear2.bias": 0.007114691194146872, + "transformer.layers.3.norm1.weight": 0.008076244033873081, + "transformer.layers.3.norm1.bias": 0.011910207569599152, + "transformer.layers.3.norm2.weight": 0.0030736620537936687, + "transformer.layers.3.norm2.bias": 0.0044225468300282955, + "head.weight": 0.3952963650226593, + "head.bias": 0.013578311540186405, + "global_embedding.weight": 0.013147753663361073, + "global_cnn.0.weight": 0.09283461421728134, + "global_cnn.0.bias": 0.003929530270397663, + "global_cnn.2.weight": 0.2158903181552887, + "global_cnn.2.bias": 0.009604557417333126, + "global_proj.weight": 0.05376407131552696, + "global_proj.bias": 0.030204251408576965, + "goal_head.0.weight": 0.03182671591639519, + "goal_head.0.bias": 0.013263195753097534, + "goal_head.2.weight": 0.03784105181694031, + "goal_head.2.bias": 0.029634540900588036 + }, + { + "global_gate": 0.0002154941757908091, + "embedding.weight": 0.0009936066344380379, + "cnn.0.weight": 0.026899194344878197, + "cnn.0.bias": 0.0011734708677977324, + "cnn.2.weight": 0.00945685338228941, + "cnn.2.bias": 0.0030828171875327826, + "cnn.5.weight": 0.015208864584565163, + "cnn.5.bias": 0.00385342538356781, + "action_emb.weight": 0.039903368800878525, + "timestep_emb.weight": 0.004271205980330706, + "pos_emb.weight": 0.010635166428983212, + "transformer.layers.0.self_attn.in_proj_weight": 0.06940510123968124, + "transformer.layers.0.self_attn.in_proj_bias": 0.006627787370234728, + "transformer.layers.0.self_attn.out_proj.weight": 0.08372753858566284, + "transformer.layers.0.self_attn.out_proj.bias": 0.010164252482354641, + "transformer.layers.0.linear1.weight": 0.1773020476102829, + "transformer.layers.0.linear1.bias": 0.006238236557692289, + "transformer.layers.0.linear2.weight": 0.12488561123609543, + "transformer.layers.0.linear2.bias": 0.008099882863461971, + "transformer.layers.0.norm1.weight": 0.003654513042420149, + "transformer.layers.0.norm1.bias": 0.005721171852201223, + "transformer.layers.0.norm2.weight": 0.02029620110988617, + "transformer.layers.0.norm2.bias": 0.008303219452500343, + "transformer.layers.1.self_attn.in_proj_weight": 0.12427575141191483, + "transformer.layers.1.self_attn.in_proj_bias": 0.0056005860678851604, + "transformer.layers.1.self_attn.out_proj.weight": 0.08937883377075195, + "transformer.layers.1.self_attn.out_proj.bias": 0.007447551004588604, + "transformer.layers.1.linear1.weight": 0.07272857427597046, + "transformer.layers.1.linear1.bias": 0.0037878022994846106, + "transformer.layers.1.linear2.weight": 0.09205786883831024, + "transformer.layers.1.linear2.bias": 0.007252298295497894, + "transformer.layers.1.norm1.weight": 0.008209092542529106, + "transformer.layers.1.norm1.bias": 0.004716478753834963, + "transformer.layers.1.norm2.weight": 0.00629913154989481, + "transformer.layers.1.norm2.bias": 0.004138699267059565, + "transformer.layers.2.self_attn.in_proj_weight": 0.10884106904268265, + "transformer.layers.2.self_attn.in_proj_bias": 0.007934369146823883, + "transformer.layers.2.self_attn.out_proj.weight": 0.0825527012348175, + "transformer.layers.2.self_attn.out_proj.bias": 0.0072855353355407715, + "transformer.layers.2.linear1.weight": 0.05127870291471481, + "transformer.layers.2.linear1.bias": 0.0032344325445592403, + "transformer.layers.2.linear2.weight": 0.0647631362080574, + "transformer.layers.2.linear2.bias": 0.007781238295137882, + "transformer.layers.2.norm1.weight": 0.009466388262808323, + "transformer.layers.2.norm1.bias": 0.008851500228047371, + "transformer.layers.2.norm2.weight": 0.0033217836171388626, + "transformer.layers.2.norm2.bias": 0.0034956582821905613, + "transformer.layers.3.self_attn.in_proj_weight": 0.20016968250274658, + "transformer.layers.3.self_attn.in_proj_bias": 0.014707483351230621, + "transformer.layers.3.self_attn.out_proj.weight": 0.10080553591251373, + "transformer.layers.3.self_attn.out_proj.bias": 0.010730259120464325, + "transformer.layers.3.linear1.weight": 0.07387635111808777, + "transformer.layers.3.linear1.bias": 0.006038584280759096, + "transformer.layers.3.linear2.weight": 0.05060809105634689, + "transformer.layers.3.linear2.bias": 0.012020681984722614, + "transformer.layers.3.norm1.weight": 0.01629326306283474, + "transformer.layers.3.norm1.bias": 0.02014482021331787, + "transformer.layers.3.norm2.weight": 0.004616401623934507, + "transformer.layers.3.norm2.bias": 0.006953333970159292, + "head.weight": 0.7310426235198975, + "head.bias": 0.024585384875535965, + "global_embedding.weight": 0.029965924099087715, + "global_cnn.0.weight": 0.140168696641922, + "global_cnn.0.bias": 0.0044621871784329414, + "global_cnn.2.weight": 0.2999045252799988, + "global_cnn.2.bias": 0.01188834011554718, + "global_proj.weight": 0.06600791215896606, + "global_proj.bias": 0.029063470661640167, + "goal_head.0.weight": 0.03669688478112221, + "goal_head.0.bias": 0.011907449923455715, + "goal_head.2.weight": 0.046304065734148026, + "goal_head.2.bias": 0.022815078496932983 + }, + { + "global_gate": 4.226251257932745e-05, + "embedding.weight": 0.0003090811369474977, + "cnn.0.weight": 0.011250617913901806, + "cnn.0.bias": 0.0004938106867484748, + "cnn.2.weight": 0.004368102643638849, + "cnn.2.bias": 0.0014252245891839266, + "cnn.5.weight": 0.006553983315825462, + "cnn.5.bias": 0.0012766822474077344, + "action_emb.weight": 0.008462893776595592, + "timestep_emb.weight": 0.0034268966410309076, + "pos_emb.weight": 0.012491083703935146, + "transformer.layers.0.self_attn.in_proj_weight": 0.03321871533989906, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029189400374889374, + "transformer.layers.0.self_attn.out_proj.weight": 0.03567170724272728, + "transformer.layers.0.self_attn.out_proj.bias": 0.00499457772821188, + "transformer.layers.0.linear1.weight": 0.07086160778999329, + "transformer.layers.0.linear1.bias": 0.0029760354664176702, + "transformer.layers.0.linear2.weight": 0.06162034347653389, + "transformer.layers.0.linear2.bias": 0.0037278570234775543, + "transformer.layers.0.norm1.weight": 0.0016277285758405924, + "transformer.layers.0.norm1.bias": 0.0023935409262776375, + "transformer.layers.0.norm2.weight": 0.00704119773581624, + "transformer.layers.0.norm2.bias": 0.004173957277089357, + "transformer.layers.1.self_attn.in_proj_weight": 0.054555993527173996, + "transformer.layers.1.self_attn.in_proj_bias": 0.002651614136993885, + "transformer.layers.1.self_attn.out_proj.weight": 0.036906104534864426, + "transformer.layers.1.self_attn.out_proj.bias": 0.002963004168123007, + "transformer.layers.1.linear1.weight": 0.03188328444957733, + "transformer.layers.1.linear1.bias": 0.0015356403309851885, + "transformer.layers.1.linear2.weight": 0.040262456983327866, + "transformer.layers.1.linear2.bias": 0.0029026041738688946, + "transformer.layers.1.norm1.weight": 0.00329039478674531, + "transformer.layers.1.norm1.bias": 0.002940119942650199, + "transformer.layers.1.norm2.weight": 0.002171762753278017, + "transformer.layers.1.norm2.bias": 0.0013866672525182366, + "transformer.layers.2.self_attn.in_proj_weight": 0.04787177965044975, + "transformer.layers.2.self_attn.in_proj_bias": 0.002986777340993285, + "transformer.layers.2.self_attn.out_proj.weight": 0.03838483989238739, + "transformer.layers.2.self_attn.out_proj.bias": 0.003096384694799781, + "transformer.layers.2.linear1.weight": 0.023867402225732803, + "transformer.layers.2.linear1.bias": 0.0014890247257426381, + "transformer.layers.2.linear2.weight": 0.027271516621112823, + "transformer.layers.2.linear2.bias": 0.0033543966710567474, + "transformer.layers.2.norm1.weight": 0.003600268391892314, + "transformer.layers.2.norm1.bias": 0.0037977665197104216, + "transformer.layers.2.norm2.weight": 0.0015064046019688249, + "transformer.layers.2.norm2.bias": 0.0018083777977153659, + "transformer.layers.3.self_attn.in_proj_weight": 0.0782681405544281, + "transformer.layers.3.self_attn.in_proj_bias": 0.005850634537637234, + "transformer.layers.3.self_attn.out_proj.weight": 0.04009642079472542, + "transformer.layers.3.self_attn.out_proj.bias": 0.0042373561300337315, + "transformer.layers.3.linear1.weight": 0.03459656611084938, + "transformer.layers.3.linear1.bias": 0.002586489077657461, + "transformer.layers.3.linear2.weight": 0.020858123898506165, + "transformer.layers.3.linear2.bias": 0.005083492491394281, + "transformer.layers.3.norm1.weight": 0.006780222058296204, + "transformer.layers.3.norm1.bias": 0.007910499349236488, + "transformer.layers.3.norm2.weight": 0.0021398505195975304, + "transformer.layers.3.norm2.bias": 0.003059562062844634, + "head.weight": 0.3140062987804413, + "head.bias": 0.0108115766197443, + "global_embedding.weight": 0.0059083909727633, + "global_cnn.0.weight": 0.10859302431344986, + "global_cnn.0.bias": 0.0037344268057495356, + "global_cnn.2.weight": 0.29951363801956177, + "global_cnn.2.bias": 0.013056586496531963, + "global_proj.weight": 0.06695178151130676, + "global_proj.bias": 0.028192447498440742, + "goal_head.0.weight": 0.03654364496469498, + "goal_head.0.bias": 0.011255928315222263, + "goal_head.2.weight": 0.04466920718550682, + "goal_head.2.bias": 0.021369611844420433 + }, + { + "global_gate": 0.00020241070888005197, + "embedding.weight": 0.0011071444023400545, + "cnn.0.weight": 0.024646276608109474, + "cnn.0.bias": 0.0012223526136949658, + "cnn.2.weight": 0.0093337157741189, + "cnn.2.bias": 0.0026564043946564198, + "cnn.5.weight": 0.014831725507974625, + "cnn.5.bias": 0.003114235121756792, + "action_emb.weight": 0.039236798882484436, + "timestep_emb.weight": 0.004632108844816685, + "pos_emb.weight": 0.011184380389750004, + "transformer.layers.0.self_attn.in_proj_weight": 0.07409464567899704, + "transformer.layers.0.self_attn.in_proj_bias": 0.007496718317270279, + "transformer.layers.0.self_attn.out_proj.weight": 0.09182017296552658, + "transformer.layers.0.self_attn.out_proj.bias": 0.013588489033281803, + "transformer.layers.0.linear1.weight": 0.175649955868721, + "transformer.layers.0.linear1.bias": 0.006738459225744009, + "transformer.layers.0.linear2.weight": 0.12609224021434784, + "transformer.layers.0.linear2.bias": 0.009360942989587784, + "transformer.layers.0.norm1.weight": 0.004025691654533148, + "transformer.layers.0.norm1.bias": 0.006489311344921589, + "transformer.layers.0.norm2.weight": 0.018832601606845856, + "transformer.layers.0.norm2.bias": 0.010751858353614807, + "transformer.layers.1.self_attn.in_proj_weight": 0.12547588348388672, + "transformer.layers.1.self_attn.in_proj_bias": 0.006784096360206604, + "transformer.layers.1.self_attn.out_proj.weight": 0.08803669363260269, + "transformer.layers.1.self_attn.out_proj.bias": 0.007958545349538326, + "transformer.layers.1.linear1.weight": 0.0712520033121109, + "transformer.layers.1.linear1.bias": 0.0036736740730702877, + "transformer.layers.1.linear2.weight": 0.09269168227910995, + "transformer.layers.1.linear2.bias": 0.007591740693897009, + "transformer.layers.1.norm1.weight": 0.008247418329119682, + "transformer.layers.1.norm1.bias": 0.006186982616782188, + "transformer.layers.1.norm2.weight": 0.0058270045556128025, + "transformer.layers.1.norm2.bias": 0.0038800984621047974, + "transformer.layers.2.self_attn.in_proj_weight": 0.10791120678186417, + "transformer.layers.2.self_attn.in_proj_bias": 0.0067422534339129925, + "transformer.layers.2.self_attn.out_proj.weight": 0.08311381191015244, + "transformer.layers.2.self_attn.out_proj.bias": 0.007622572127729654, + "transformer.layers.2.linear1.weight": 0.05751071870326996, + "transformer.layers.2.linear1.bias": 0.003518888493999839, + "transformer.layers.2.linear2.weight": 0.07164473086595535, + "transformer.layers.2.linear2.bias": 0.007896252907812595, + "transformer.layers.2.norm1.weight": 0.007512891665101051, + "transformer.layers.2.norm1.bias": 0.008231889456510544, + "transformer.layers.2.norm2.weight": 0.004140163771808147, + "transformer.layers.2.norm2.bias": 0.003994166851043701, + "transformer.layers.3.self_attn.in_proj_weight": 0.24042345583438873, + "transformer.layers.3.self_attn.in_proj_bias": 0.02017510123550892, + "transformer.layers.3.self_attn.out_proj.weight": 0.09144316613674164, + "transformer.layers.3.self_attn.out_proj.bias": 0.012900600209832191, + "transformer.layers.3.linear1.weight": 0.07577746361494064, + "transformer.layers.3.linear1.bias": 0.006723552476614714, + "transformer.layers.3.linear2.weight": 0.051443517208099365, + "transformer.layers.3.linear2.bias": 0.014272124506533146, + "transformer.layers.3.norm1.weight": 0.02100176177918911, + "transformer.layers.3.norm1.bias": 0.02969655953347683, + "transformer.layers.3.norm2.weight": 0.005401178263127804, + "transformer.layers.3.norm2.bias": 0.008101426064968109, + "head.weight": 0.6877972483634949, + "head.bias": 0.02575031667947769, + "global_embedding.weight": 0.03538306802511215, + "global_cnn.0.weight": 0.24352674186229706, + "global_cnn.0.bias": 0.007915438152849674, + "global_cnn.2.weight": 0.5023431777954102, + "global_cnn.2.bias": 0.016312943771481514, + "global_proj.weight": 0.07254765182733536, + "global_proj.bias": 0.02937355451285839, + "goal_head.0.weight": 0.032836876809597015, + "goal_head.0.bias": 0.009967001155018806, + "goal_head.2.weight": 0.037707969546318054, + "goal_head.2.bias": 0.018862105906009674 + }, + { + "global_gate": 0.00013997832138556987, + "embedding.weight": 0.0009094668203033507, + "cnn.0.weight": 0.014640945009887218, + "cnn.0.bias": 0.0007343476754613221, + "cnn.2.weight": 0.004557119682431221, + "cnn.2.bias": 0.001661208225414157, + "cnn.5.weight": 0.007582643069326878, + "cnn.5.bias": 0.0020584547892212868, + "action_emb.weight": 0.030267884954810143, + "timestep_emb.weight": 0.0029608802869915962, + "pos_emb.weight": 0.006818471476435661, + "transformer.layers.0.self_attn.in_proj_weight": 0.044759366661310196, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039492701180279255, + "transformer.layers.0.self_attn.out_proj.weight": 0.05346069112420082, + "transformer.layers.0.self_attn.out_proj.bias": 0.007158122956752777, + "transformer.layers.0.linear1.weight": 0.1358175426721573, + "transformer.layers.0.linear1.bias": 0.004630581475794315, + "transformer.layers.0.linear2.weight": 0.07598403841257095, + "transformer.layers.0.linear2.bias": 0.004383601248264313, + "transformer.layers.0.norm1.weight": 0.0023039700463414192, + "transformer.layers.0.norm1.bias": 0.003350664861500263, + "transformer.layers.0.norm2.weight": 0.01580674946308136, + "transformer.layers.0.norm2.bias": 0.006978875957429409, + "transformer.layers.1.self_attn.in_proj_weight": 0.08050774037837982, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029146920423954725, + "transformer.layers.1.self_attn.out_proj.weight": 0.05267506092786789, + "transformer.layers.1.self_attn.out_proj.bias": 0.004101455677300692, + "transformer.layers.1.linear1.weight": 0.04467235505580902, + "transformer.layers.1.linear1.bias": 0.002099845791235566, + "transformer.layers.1.linear2.weight": 0.04702972248196602, + "transformer.layers.1.linear2.bias": 0.0034935353323817253, + "transformer.layers.1.norm1.weight": 0.005132316146045923, + "transformer.layers.1.norm1.bias": 0.00252536591142416, + "transformer.layers.1.norm2.weight": 0.004437493626028299, + "transformer.layers.1.norm2.bias": 0.0027894065715372562, + "transformer.layers.2.self_attn.in_proj_weight": 0.058260250836610794, + "transformer.layers.2.self_attn.in_proj_bias": 0.0032119296956807375, + "transformer.layers.2.self_attn.out_proj.weight": 0.044444065541028976, + "transformer.layers.2.self_attn.out_proj.bias": 0.003127287607640028, + "transformer.layers.2.linear1.weight": 0.02708483673632145, + "transformer.layers.2.linear1.bias": 0.0015943513717502356, + "transformer.layers.2.linear2.weight": 0.03344573825597763, + "transformer.layers.2.linear2.bias": 0.0032373361755162477, + "transformer.layers.2.norm1.weight": 0.004263843409717083, + "transformer.layers.2.norm1.bias": 0.0033402391709387302, + "transformer.layers.2.norm2.weight": 0.0017786426469683647, + "transformer.layers.2.norm2.bias": 0.0017622774466872215, + "transformer.layers.3.self_attn.in_proj_weight": 0.10560919344425201, + "transformer.layers.3.self_attn.in_proj_bias": 0.00618829857558012, + "transformer.layers.3.self_attn.out_proj.weight": 0.049656227231025696, + "transformer.layers.3.self_attn.out_proj.bias": 0.004108027555048466, + "transformer.layers.3.linear1.weight": 0.041987184435129166, + "transformer.layers.3.linear1.bias": 0.0031741708517074585, + "transformer.layers.3.linear2.weight": 0.025802038609981537, + "transformer.layers.3.linear2.bias": 0.0048935385420918465, + "transformer.layers.3.norm1.weight": 0.007710458245128393, + "transformer.layers.3.norm1.bias": 0.009643832221627235, + "transformer.layers.3.norm2.weight": 0.002869133371859789, + "transformer.layers.3.norm2.bias": 0.0037220462691038847, + "head.weight": 0.3672665059566498, + "head.bias": 0.01043024379760027, + "global_embedding.weight": 0.015187827870249748, + "global_cnn.0.weight": 0.13005340099334717, + "global_cnn.0.bias": 0.004816005006432533, + "global_cnn.2.weight": 0.35517388582229614, + "global_cnn.2.bias": 0.017526954412460327, + "global_proj.weight": 0.09443580359220505, + "global_proj.bias": 0.043659958988428116, + "goal_head.0.weight": 0.05217048153281212, + "goal_head.0.bias": 0.017213676124811172, + "goal_head.2.weight": 0.06552685052156448, + "goal_head.2.bias": 0.03367803990840912 + }, + { + "global_gate": 1.7668597820374998e-06, + "embedding.weight": 0.0007116933120414615, + "cnn.0.weight": 0.01985476166009903, + "cnn.0.bias": 0.0008496789960190654, + "cnn.2.weight": 0.007150951772928238, + "cnn.2.bias": 0.0032068786676973104, + "cnn.5.weight": 0.009586281143128872, + "cnn.5.bias": 0.002498882357031107, + "action_emb.weight": 0.02892223931849003, + "timestep_emb.weight": 0.003724399721249938, + "pos_emb.weight": 0.007933779619634151, + "transformer.layers.0.self_attn.in_proj_weight": 0.057422664016485214, + "transformer.layers.0.self_attn.in_proj_bias": 0.005537385120987892, + "transformer.layers.0.self_attn.out_proj.weight": 0.06386218965053558, + "transformer.layers.0.self_attn.out_proj.bias": 0.009281291626393795, + "transformer.layers.0.linear1.weight": 0.12744520604610443, + "transformer.layers.0.linear1.bias": 0.005015815142542124, + "transformer.layers.0.linear2.weight": 0.11145716905593872, + "transformer.layers.0.linear2.bias": 0.008276727981865406, + "transformer.layers.0.norm1.weight": 0.0030937548726797104, + "transformer.layers.0.norm1.bias": 0.004666079767048359, + "transformer.layers.0.norm2.weight": 0.013681098818778992, + "transformer.layers.0.norm2.bias": 0.005458851810544729, + "transformer.layers.1.self_attn.in_proj_weight": 0.08291129767894745, + "transformer.layers.1.self_attn.in_proj_bias": 0.004653559066355228, + "transformer.layers.1.self_attn.out_proj.weight": 0.07561186701059341, + "transformer.layers.1.self_attn.out_proj.bias": 0.0075789825059473515, + "transformer.layers.1.linear1.weight": 0.06710490584373474, + "transformer.layers.1.linear1.bias": 0.00396565580740571, + "transformer.layers.1.linear2.weight": 0.0978882908821106, + "transformer.layers.1.linear2.bias": 0.007873178459703922, + "transformer.layers.1.norm1.weight": 0.005498808808624744, + "transformer.layers.1.norm1.bias": 0.00405067577958107, + "transformer.layers.1.norm2.weight": 0.005282167810946703, + "transformer.layers.1.norm2.bias": 0.003978310618549585, + "transformer.layers.2.self_attn.in_proj_weight": 0.10818248242139816, + "transformer.layers.2.self_attn.in_proj_bias": 0.007814104668796062, + "transformer.layers.2.self_attn.out_proj.weight": 0.07990642637014389, + "transformer.layers.2.self_attn.out_proj.bias": 0.008294306695461273, + "transformer.layers.2.linear1.weight": 0.055030860006809235, + "transformer.layers.2.linear1.bias": 0.004007945768535137, + "transformer.layers.2.linear2.weight": 0.06747304648160934, + "transformer.layers.2.linear2.bias": 0.009533519856631756, + "transformer.layers.2.norm1.weight": 0.008269743993878365, + "transformer.layers.2.norm1.bias": 0.00994183961302042, + "transformer.layers.2.norm2.weight": 0.003866455750539899, + "transformer.layers.2.norm2.bias": 0.005421504378318787, + "transformer.layers.3.self_attn.in_proj_weight": 0.19073517620563507, + "transformer.layers.3.self_attn.in_proj_bias": 0.017632968723773956, + "transformer.layers.3.self_attn.out_proj.weight": 0.09957817196846008, + "transformer.layers.3.self_attn.out_proj.bias": 0.013522838242352009, + "transformer.layers.3.linear1.weight": 0.08745574206113815, + "transformer.layers.3.linear1.bias": 0.00764795858412981, + "transformer.layers.3.linear2.weight": 0.057628873735666275, + "transformer.layers.3.linear2.bias": 0.015993718057870865, + "transformer.layers.3.norm1.weight": 0.01555247325450182, + "transformer.layers.3.norm1.bias": 0.024665767326951027, + "transformer.layers.3.norm2.weight": 0.005896837916225195, + "transformer.layers.3.norm2.bias": 0.009637372568249702, + "head.weight": 0.9040502309799194, + "head.bias": 0.03502054885029793, + "global_embedding.weight": 0.005681842565536499, + "global_cnn.0.weight": 0.021735262125730515, + "global_cnn.0.bias": 0.00098633102606982, + "global_cnn.2.weight": 0.057867325842380524, + "global_cnn.2.bias": 0.0021792626939713955, + "global_proj.weight": 0.02119177207350731, + "global_proj.bias": 0.010352332144975662, + "goal_head.0.weight": 0.013808399438858032, + "goal_head.0.bias": 0.004864376038312912, + "goal_head.2.weight": 0.020643288269639015, + "goal_head.2.bias": 0.010712080635130405 + }, + { + "global_gate": 5.215765122557059e-05, + "embedding.weight": 0.0005049532628618181, + "cnn.0.weight": 0.013094807043671608, + "cnn.0.bias": 0.0006171392742544413, + "cnn.2.weight": 0.004064066801220179, + "cnn.2.bias": 0.0015839023981243372, + "cnn.5.weight": 0.005916925612837076, + "cnn.5.bias": 0.0010525468969717622, + "action_emb.weight": 0.007809917908161879, + "timestep_emb.weight": 0.0017386211548000574, + "pos_emb.weight": 0.004808430559933186, + "transformer.layers.0.self_attn.in_proj_weight": 0.02016240358352661, + "transformer.layers.0.self_attn.in_proj_bias": 0.001775224693119526, + "transformer.layers.0.self_attn.out_proj.weight": 0.022433873265981674, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029903275426477194, + "transformer.layers.0.linear1.weight": 0.041459813714027405, + "transformer.layers.0.linear1.bias": 0.0016363380709663033, + "transformer.layers.0.linear2.weight": 0.03088632971048355, + "transformer.layers.0.linear2.bias": 0.0021194680593907833, + "transformer.layers.0.norm1.weight": 0.001042317831888795, + "transformer.layers.0.norm1.bias": 0.001506031141616404, + "transformer.layers.0.norm2.weight": 0.004663149360567331, + "transformer.layers.0.norm2.bias": 0.002248507458716631, + "transformer.layers.1.self_attn.in_proj_weight": 0.0286600012332201, + "transformer.layers.1.self_attn.in_proj_bias": 0.001422448898665607, + "transformer.layers.1.self_attn.out_proj.weight": 0.020171483978629112, + "transformer.layers.1.self_attn.out_proj.bias": 0.001683175447396934, + "transformer.layers.1.linear1.weight": 0.017450524494051933, + "transformer.layers.1.linear1.bias": 0.0008642429020255804, + "transformer.layers.1.linear2.weight": 0.021288707852363586, + "transformer.layers.1.linear2.bias": 0.0016626017168164253, + "transformer.layers.1.norm1.weight": 0.0020252203103154898, + "transformer.layers.1.norm1.bias": 0.001346610370092094, + "transformer.layers.1.norm2.weight": 0.0013760514557361603, + "transformer.layers.1.norm2.bias": 0.0009800763800740242, + "transformer.layers.2.self_attn.in_proj_weight": 0.02473454922437668, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013629547320306301, + "transformer.layers.2.self_attn.out_proj.weight": 0.01981891505420208, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015614319127053022, + "transformer.layers.2.linear1.weight": 0.011456344276666641, + "transformer.layers.2.linear1.bias": 0.0006066131754778326, + "transformer.layers.2.linear2.weight": 0.014078177511692047, + "transformer.layers.2.linear2.bias": 0.0016083780210465193, + "transformer.layers.2.norm1.weight": 0.0018557170405983925, + "transformer.layers.2.norm1.bias": 0.0015816274099051952, + "transformer.layers.2.norm2.weight": 0.0008071447373367846, + "transformer.layers.2.norm2.bias": 0.0006079791928641498, + "transformer.layers.3.self_attn.in_proj_weight": 0.03741881251335144, + "transformer.layers.3.self_attn.in_proj_bias": 0.002741316333413124, + "transformer.layers.3.self_attn.out_proj.weight": 0.01540502067655325, + "transformer.layers.3.self_attn.out_proj.bias": 0.00178914749994874, + "transformer.layers.3.linear1.weight": 0.018970966339111328, + "transformer.layers.3.linear1.bias": 0.0013900016201660037, + "transformer.layers.3.linear2.weight": 0.011661194264888763, + "transformer.layers.3.linear2.bias": 0.002017237711697817, + "transformer.layers.3.norm1.weight": 0.0030858449172228575, + "transformer.layers.3.norm1.bias": 0.00391779001802206, + "transformer.layers.3.norm2.weight": 0.001204520114697516, + "transformer.layers.3.norm2.bias": 0.0014816184993833303, + "head.weight": 0.1325049102306366, + "head.bias": 0.004026117734611034, + "global_embedding.weight": 0.010738952085375786, + "global_cnn.0.weight": 0.10294348001480103, + "global_cnn.0.bias": 0.003760845633223653, + "global_cnn.2.weight": 0.23404474556446075, + "global_cnn.2.bias": 0.010417332872748375, + "global_proj.weight": 0.05462419241666794, + "global_proj.bias": 0.02950150892138481, + "goal_head.0.weight": 0.03290775045752525, + "goal_head.0.bias": 0.012272733263671398, + "goal_head.2.weight": 0.0432414785027504, + "goal_head.2.bias": 0.025219159200787544 + }, + { + "global_gate": 0.000209270729101263, + "embedding.weight": 0.0008445531129837036, + "cnn.0.weight": 0.01677634008228779, + "cnn.0.bias": 0.0007040390628390014, + "cnn.2.weight": 0.005927307065576315, + "cnn.2.bias": 0.0016993023455142975, + "cnn.5.weight": 0.008644952438771725, + "cnn.5.bias": 0.0017402631929144263, + "action_emb.weight": 0.020010944455862045, + "timestep_emb.weight": 0.003359094960615039, + "pos_emb.weight": 0.014659303240478039, + "transformer.layers.0.self_attn.in_proj_weight": 0.037975944578647614, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026930191088467836, + "transformer.layers.0.self_attn.out_proj.weight": 0.04463227093219757, + "transformer.layers.0.self_attn.out_proj.bias": 0.003990667872130871, + "transformer.layers.0.linear1.weight": 0.11267536878585815, + "transformer.layers.0.linear1.bias": 0.0035086064599454403, + "transformer.layers.0.linear2.weight": 0.07346221804618835, + "transformer.layers.0.linear2.bias": 0.0031254617497324944, + "transformer.layers.0.norm1.weight": 0.0020461371168494225, + "transformer.layers.0.norm1.bias": 0.0023251755628734827, + "transformer.layers.0.norm2.weight": 0.01292269118130207, + "transformer.layers.0.norm2.bias": 0.00269909156486392, + "transformer.layers.1.self_attn.in_proj_weight": 0.05921366065740585, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019849275704473257, + "transformer.layers.1.self_attn.out_proj.weight": 0.03943847492337227, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029932160396128893, + "transformer.layers.1.linear1.weight": 0.040770478546619415, + "transformer.layers.1.linear1.bias": 0.0017091816989704967, + "transformer.layers.1.linear2.weight": 0.0433846116065979, + "transformer.layers.1.linear2.bias": 0.0028310539200901985, + "transformer.layers.1.norm1.weight": 0.0037223573308438063, + "transformer.layers.1.norm1.bias": 0.0016969161806628108, + "transformer.layers.1.norm2.weight": 0.003927533980458975, + "transformer.layers.1.norm2.bias": 0.0015518355648964643, + "transformer.layers.2.self_attn.in_proj_weight": 0.05607224255800247, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027110115624964237, + "transformer.layers.2.self_attn.out_proj.weight": 0.03405379876494408, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028121722862124443, + "transformer.layers.2.linear1.weight": 0.024472737684845924, + "transformer.layers.2.linear1.bias": 0.001390187768265605, + "transformer.layers.2.linear2.weight": 0.030412541702389717, + "transformer.layers.2.linear2.bias": 0.002975445007905364, + "transformer.layers.2.norm1.weight": 0.003650360507890582, + "transformer.layers.2.norm1.bias": 0.003316932125017047, + "transformer.layers.2.norm2.weight": 0.0017866570269688964, + "transformer.layers.2.norm2.bias": 0.0015487698838114738, + "transformer.layers.3.self_attn.in_proj_weight": 0.09684823453426361, + "transformer.layers.3.self_attn.in_proj_bias": 0.00807427428662777, + "transformer.layers.3.self_attn.out_proj.weight": 0.038773518055677414, + "transformer.layers.3.self_attn.out_proj.bias": 0.005370453931391239, + "transformer.layers.3.linear1.weight": 0.036877505481243134, + "transformer.layers.3.linear1.bias": 0.0029203782323747873, + "transformer.layers.3.linear2.weight": 0.023908095434308052, + "transformer.layers.3.linear2.bias": 0.006107468623667955, + "transformer.layers.3.norm1.weight": 0.008894861675798893, + "transformer.layers.3.norm1.bias": 0.011781878769397736, + "transformer.layers.3.norm2.weight": 0.002469027880579233, + "transformer.layers.3.norm2.bias": 0.0035022785887122154, + "head.weight": 0.3293789029121399, + "head.bias": 0.011464082635939121, + "global_embedding.weight": 0.040764324367046356, + "global_cnn.0.weight": 0.25667130947113037, + "global_cnn.0.bias": 0.009923332370817661, + "global_cnn.2.weight": 0.30587121844291687, + "global_cnn.2.bias": 0.012166164815425873, + "global_proj.weight": 0.06283004581928253, + "global_proj.bias": 0.05319472774863243, + "goal_head.0.weight": 0.048211053013801575, + "goal_head.0.bias": 0.02569873258471489, + "goal_head.2.weight": 0.07779067009687424, + "goal_head.2.bias": 0.0635843425989151 + }, + { + "global_gate": 1.9475541193969548e-05, + "embedding.weight": 0.0009378884569741786, + "cnn.0.weight": 0.01632525958120823, + "cnn.0.bias": 0.000551502569578588, + "cnn.2.weight": 0.004370949696749449, + "cnn.2.bias": 0.001490196562372148, + "cnn.5.weight": 0.004582386463880539, + "cnn.5.bias": 0.0010385386412963271, + "action_emb.weight": 0.01831781305372715, + "timestep_emb.weight": 0.0024000240955501795, + "pos_emb.weight": 0.005735249258577824, + "transformer.layers.0.self_attn.in_proj_weight": 0.02659590356051922, + "transformer.layers.0.self_attn.in_proj_bias": 0.0017989568877965212, + "transformer.layers.0.self_attn.out_proj.weight": 0.032570064067840576, + "transformer.layers.0.self_attn.out_proj.bias": 0.003519885940477252, + "transformer.layers.0.linear1.weight": 0.08272486925125122, + "transformer.layers.0.linear1.bias": 0.0025018705055117607, + "transformer.layers.0.linear2.weight": 0.04980649799108505, + "transformer.layers.0.linear2.bias": 0.0025394633412361145, + "transformer.layers.0.norm1.weight": 0.001361392205581069, + "transformer.layers.0.norm1.bias": 0.0015764925628900528, + "transformer.layers.0.norm2.weight": 0.00976993702352047, + "transformer.layers.0.norm2.bias": 0.0032180233392864466, + "transformer.layers.1.self_attn.in_proj_weight": 0.03824204206466675, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015729732112959027, + "transformer.layers.1.self_attn.out_proj.weight": 0.027762308716773987, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022477786988019943, + "transformer.layers.1.linear1.weight": 0.03029666841030121, + "transformer.layers.1.linear1.bias": 0.0012814287329092622, + "transformer.layers.1.linear2.weight": 0.036343831568956375, + "transformer.layers.1.linear2.bias": 0.0021900751162320375, + "transformer.layers.1.norm1.weight": 0.0024472216609865427, + "transformer.layers.1.norm1.bias": 0.0015081767924129963, + "transformer.layers.1.norm2.weight": 0.0028610858134925365, + "transformer.layers.1.norm2.bias": 0.001154093537479639, + "transformer.layers.2.self_attn.in_proj_weight": 0.04466980695724487, + "transformer.layers.2.self_attn.in_proj_bias": 0.002139180898666382, + "transformer.layers.2.self_attn.out_proj.weight": 0.028745582327246666, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021616078447550535, + "transformer.layers.2.linear1.weight": 0.018336748704314232, + "transformer.layers.2.linear1.bias": 0.0009687069687061012, + "transformer.layers.2.linear2.weight": 0.024368727579712868, + "transformer.layers.2.linear2.bias": 0.0022926691453903913, + "transformer.layers.2.norm1.weight": 0.003606350626796484, + "transformer.layers.2.norm1.bias": 0.002453372348099947, + "transformer.layers.2.norm2.weight": 0.001182381995022297, + "transformer.layers.2.norm2.bias": 0.0010778126306831837, + "transformer.layers.3.self_attn.in_proj_weight": 0.07059250771999359, + "transformer.layers.3.self_attn.in_proj_bias": 0.004852912854403257, + "transformer.layers.3.self_attn.out_proj.weight": 0.031803958117961884, + "transformer.layers.3.self_attn.out_proj.bias": 0.0031496002338826656, + "transformer.layers.3.linear1.weight": 0.03118378296494484, + "transformer.layers.3.linear1.bias": 0.002101240446791053, + "transformer.layers.3.linear2.weight": 0.018471330404281616, + "transformer.layers.3.linear2.bias": 0.003772265510633588, + "transformer.layers.3.norm1.weight": 0.006985814310610294, + "transformer.layers.3.norm1.bias": 0.007020322605967522, + "transformer.layers.3.norm2.weight": 0.0022783379536122084, + "transformer.layers.3.norm2.bias": 0.0024489513598382473, + "head.weight": 0.2465137392282486, + "head.bias": 0.007866838946938515, + "global_embedding.weight": 0.008589742705225945, + "global_cnn.0.weight": 0.13371308147907257, + "global_cnn.0.bias": 0.005104692652821541, + "global_cnn.2.weight": 0.42078855633735657, + "global_cnn.2.bias": 0.022678842768073082, + "global_proj.weight": 0.10549803823232651, + "global_proj.bias": 0.06867895275354385, + "goal_head.0.weight": 0.07015196233987808, + "goal_head.0.bias": 0.030735811218619347, + "goal_head.2.weight": 0.09520828723907471, + "goal_head.2.bias": 0.0709141418337822 + }, + { + "global_gate": 9.159856563201174e-05, + "embedding.weight": 0.001705249072983861, + "cnn.0.weight": 0.025221381336450577, + "cnn.0.bias": 0.0012881873408332467, + "cnn.2.weight": 0.005583930294960737, + "cnn.2.bias": 0.001634294050745666, + "cnn.5.weight": 0.00795772485435009, + "cnn.5.bias": 0.0012093438999727368, + "action_emb.weight": 0.008666775189340115, + "timestep_emb.weight": 0.001474215998314321, + "pos_emb.weight": 0.00353153795003891, + "transformer.layers.0.self_attn.in_proj_weight": 0.018363213166594505, + "transformer.layers.0.self_attn.in_proj_bias": 0.0011595560936257243, + "transformer.layers.0.self_attn.out_proj.weight": 0.01882307045161724, + "transformer.layers.0.self_attn.out_proj.bias": 0.0015636190073564649, + "transformer.layers.0.linear1.weight": 0.04145760089159012, + "transformer.layers.0.linear1.bias": 0.0011578863486647606, + "transformer.layers.0.linear2.weight": 0.027998607605695724, + "transformer.layers.0.linear2.bias": 0.0013336848933249712, + "transformer.layers.0.norm1.weight": 0.001071504782885313, + "transformer.layers.0.norm1.bias": 0.0010653266217559576, + "transformer.layers.0.norm2.weight": 0.004557289183139801, + "transformer.layers.0.norm2.bias": 0.0007919747149571776, + "transformer.layers.1.self_attn.in_proj_weight": 0.022607143968343735, + "transformer.layers.1.self_attn.in_proj_bias": 0.001184429507702589, + "transformer.layers.1.self_attn.out_proj.weight": 0.019350554794073105, + "transformer.layers.1.self_attn.out_proj.bias": 0.0012535365531221032, + "transformer.layers.1.linear1.weight": 0.018815597519278526, + "transformer.layers.1.linear1.bias": 0.0008008923614397645, + "transformer.layers.1.linear2.weight": 0.020742779597640038, + "transformer.layers.1.linear2.bias": 0.0011630513472482562, + "transformer.layers.1.norm1.weight": 0.0013979269424453378, + "transformer.layers.1.norm1.bias": 0.0012720708036795259, + "transformer.layers.1.norm2.weight": 0.0016393420519307256, + "transformer.layers.1.norm2.bias": 0.0008655411656945944, + "transformer.layers.2.self_attn.in_proj_weight": 0.02667938359081745, + "transformer.layers.2.self_attn.in_proj_bias": 0.001299855299293995, + "transformer.layers.2.self_attn.out_proj.weight": 0.019221950322389603, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011473511112853885, + "transformer.layers.2.linear1.weight": 0.011919132433831692, + "transformer.layers.2.linear1.bias": 0.0006087648798711598, + "transformer.layers.2.linear2.weight": 0.014111408032476902, + "transformer.layers.2.linear2.bias": 0.001159978099167347, + "transformer.layers.2.norm1.weight": 0.0018611124251037836, + "transformer.layers.2.norm1.bias": 0.0013173451879993081, + "transformer.layers.2.norm2.weight": 0.0008880204986780882, + "transformer.layers.2.norm2.bias": 0.0006608848343603313, + "transformer.layers.3.self_attn.in_proj_weight": 0.04519164562225342, + "transformer.layers.3.self_attn.in_proj_bias": 0.0023728706873953342, + "transformer.layers.3.self_attn.out_proj.weight": 0.019045088440179825, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014648406067863107, + "transformer.layers.3.linear1.weight": 0.0174886304885149, + "transformer.layers.3.linear1.bias": 0.001068001613020897, + "transformer.layers.3.linear2.weight": 0.010937984101474285, + "transformer.layers.3.linear2.bias": 0.0016204388812184334, + "transformer.layers.3.norm1.weight": 0.004068836569786072, + "transformer.layers.3.norm1.bias": 0.003361637005582452, + "transformer.layers.3.norm2.weight": 0.0012600478949025273, + "transformer.layers.3.norm2.bias": 0.0010478401090949774, + "head.weight": 0.14578033983707428, + "head.bias": 0.0034032328985631466, + "global_embedding.weight": 0.01291996892541647, + "global_cnn.0.weight": 0.09492388367652893, + "global_cnn.0.bias": 0.0048110391944646835, + "global_cnn.2.weight": 0.17667046189308167, + "global_cnn.2.bias": 0.00808687973767519, + "global_proj.weight": 0.049108583480119705, + "global_proj.bias": 0.030202899128198624, + "goal_head.0.weight": 0.03312685340642929, + "goal_head.0.bias": 0.014299781061708927, + "goal_head.2.weight": 0.046116191893815994, + "goal_head.2.bias": 0.03317900747060776 + }, + { + "global_gate": 0.00011461935355328023, + "embedding.weight": 0.0004911962314508855, + "cnn.0.weight": 0.013331514783203602, + "cnn.0.bias": 0.000409482978284359, + "cnn.2.weight": 0.004303285386413336, + "cnn.2.bias": 0.0015565450303256512, + "cnn.5.weight": 0.006182475481182337, + "cnn.5.bias": 0.0013244810979813337, + "action_emb.weight": 0.018672199919819832, + "timestep_emb.weight": 0.0027314533945173025, + "pos_emb.weight": 0.006462922785431147, + "transformer.layers.0.self_attn.in_proj_weight": 0.03019951470196247, + "transformer.layers.0.self_attn.in_proj_bias": 0.002035445300862193, + "transformer.layers.0.self_attn.out_proj.weight": 0.03467712551355362, + "transformer.layers.0.self_attn.out_proj.bias": 0.002754091750830412, + "transformer.layers.0.linear1.weight": 0.08309795707464218, + "transformer.layers.0.linear1.bias": 0.0021020821295678616, + "transformer.layers.0.linear2.weight": 0.04735483601689339, + "transformer.layers.0.linear2.bias": 0.0023292696569114923, + "transformer.layers.0.norm1.weight": 0.0016232292400673032, + "transformer.layers.0.norm1.bias": 0.001731709809973836, + "transformer.layers.0.norm2.weight": 0.010003830306231976, + "transformer.layers.0.norm2.bias": 0.0017614976968616247, + "transformer.layers.1.self_attn.in_proj_weight": 0.04575944319367409, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015816790983080864, + "transformer.layers.1.self_attn.out_proj.weight": 0.03191370144486427, + "transformer.layers.1.self_attn.out_proj.bias": 0.002396505093201995, + "transformer.layers.1.linear1.weight": 0.02962583675980568, + "transformer.layers.1.linear1.bias": 0.0012066694907844067, + "transformer.layers.1.linear2.weight": 0.03488406166434288, + "transformer.layers.1.linear2.bias": 0.0021658986806869507, + "transformer.layers.1.norm1.weight": 0.002924963366240263, + "transformer.layers.1.norm1.bias": 0.0014363565715029836, + "transformer.layers.1.norm2.weight": 0.0027727712877094746, + "transformer.layers.1.norm2.bias": 0.0014203961472958326, + "transformer.layers.2.self_attn.in_proj_weight": 0.046264197677373886, + "transformer.layers.2.self_attn.in_proj_bias": 0.002118946285918355, + "transformer.layers.2.self_attn.out_proj.weight": 0.03277064487338066, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021358015947043896, + "transformer.layers.2.linear1.weight": 0.019197307527065277, + "transformer.layers.2.linear1.bias": 0.0010471974965184927, + "transformer.layers.2.linear2.weight": 0.02345280908048153, + "transformer.layers.2.linear2.bias": 0.0021645696833729744, + "transformer.layers.2.norm1.weight": 0.0031247122678905725, + "transformer.layers.2.norm1.bias": 0.0021928208880126476, + "transformer.layers.2.norm2.weight": 0.0013262435095384717, + "transformer.layers.2.norm2.bias": 0.0012070626253262162, + "transformer.layers.3.self_attn.in_proj_weight": 0.08234381675720215, + "transformer.layers.3.self_attn.in_proj_bias": 0.005339409224689007, + "transformer.layers.3.self_attn.out_proj.weight": 0.034747228026390076, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036240399349480867, + "transformer.layers.3.linear1.weight": 0.03108953684568405, + "transformer.layers.3.linear1.bias": 0.0020126732997596264, + "transformer.layers.3.linear2.weight": 0.018722765147686005, + "transformer.layers.3.linear2.bias": 0.0042528752237558365, + "transformer.layers.3.norm1.weight": 0.006993029732257128, + "transformer.layers.3.norm1.bias": 0.00813163910061121, + "transformer.layers.3.norm2.weight": 0.0021440600976347923, + "transformer.layers.3.norm2.bias": 0.0023598847910761833, + "head.weight": 0.274420827627182, + "head.bias": 0.00803333893418312, + "global_embedding.weight": 0.0076758889481425285, + "global_cnn.0.weight": 0.034579403698444366, + "global_cnn.0.bias": 0.0016223723068833351, + "global_cnn.2.weight": 0.06322646886110306, + "global_cnn.2.bias": 0.0024815367069095373, + "global_proj.weight": 0.015225444920361042, + "global_proj.bias": 0.010738016106188297, + "goal_head.0.weight": 0.010932727716863155, + "goal_head.0.bias": 0.0049119978211820126, + "goal_head.2.weight": 0.018196608871221542, + "goal_head.2.bias": 0.011457697488367558 + }, + { + "global_gate": 1.7679793700153823e-06, + "embedding.weight": 0.0012173496652394533, + "cnn.0.weight": 0.02358136512339115, + "cnn.0.bias": 0.0008551235659979284, + "cnn.2.weight": 0.005957468878477812, + "cnn.2.bias": 0.001496017910540104, + "cnn.5.weight": 0.007124057970941067, + "cnn.5.bias": 0.0018403182039037347, + "action_emb.weight": 0.008809271268546581, + "timestep_emb.weight": 0.002870132215321064, + "pos_emb.weight": 0.007854902185499668, + "transformer.layers.0.self_attn.in_proj_weight": 0.03291945531964302, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032121881376951933, + "transformer.layers.0.self_attn.out_proj.weight": 0.03817826136946678, + "transformer.layers.0.self_attn.out_proj.bias": 0.004760457202792168, + "transformer.layers.0.linear1.weight": 0.05360202491283417, + "transformer.layers.0.linear1.bias": 0.0024810924660414457, + "transformer.layers.0.linear2.weight": 0.050572093576192856, + "transformer.layers.0.linear2.bias": 0.0040008374489843845, + "transformer.layers.0.norm1.weight": 0.0017525263829156756, + "transformer.layers.0.norm1.bias": 0.0027285136748105288, + "transformer.layers.0.norm2.weight": 0.0056782872416079044, + "transformer.layers.0.norm2.bias": 0.003057057037949562, + "transformer.layers.1.self_attn.in_proj_weight": 0.04670736566185951, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026058084331452847, + "transformer.layers.1.self_attn.out_proj.weight": 0.03866667300462723, + "transformer.layers.1.self_attn.out_proj.bias": 0.003447415539994836, + "transformer.layers.1.linear1.weight": 0.029954325407743454, + "transformer.layers.1.linear1.bias": 0.0015352715272456408, + "transformer.layers.1.linear2.weight": 0.040072500705718994, + "transformer.layers.1.linear2.bias": 0.003325426485389471, + "transformer.layers.1.norm1.weight": 0.0032047114800661802, + "transformer.layers.1.norm1.bias": 0.0024800889659672976, + "transformer.layers.1.norm2.weight": 0.0024512296076864004, + "transformer.layers.1.norm2.bias": 0.0017308848910033703, + "transformer.layers.2.self_attn.in_proj_weight": 0.04685809090733528, + "transformer.layers.2.self_attn.in_proj_bias": 0.002765754936262965, + "transformer.layers.2.self_attn.out_proj.weight": 0.03371983766555786, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034238931257277727, + "transformer.layers.2.linear1.weight": 0.022354792803525925, + "transformer.layers.2.linear1.bias": 0.0013393390690907836, + "transformer.layers.2.linear2.weight": 0.02824779599905014, + "transformer.layers.2.linear2.bias": 0.003709666896611452, + "transformer.layers.2.norm1.weight": 0.0028438717126846313, + "transformer.layers.2.norm1.bias": 0.002958980854600668, + "transformer.layers.2.norm2.weight": 0.0014119838597252965, + "transformer.layers.2.norm2.bias": 0.0013682286953553557, + "transformer.layers.3.self_attn.in_proj_weight": 0.07102882117033005, + "transformer.layers.3.self_attn.in_proj_bias": 0.00897342897951603, + "transformer.layers.3.self_attn.out_proj.weight": 0.03261152282357216, + "transformer.layers.3.self_attn.out_proj.bias": 0.006333751603960991, + "transformer.layers.3.linear1.weight": 0.04191448912024498, + "transformer.layers.3.linear1.bias": 0.0037665339186787605, + "transformer.layers.3.linear2.weight": 0.02630503475666046, + "transformer.layers.3.linear2.bias": 0.007438716944307089, + "transformer.layers.3.norm1.weight": 0.005800547078251839, + "transformer.layers.3.norm1.bias": 0.013289948925375938, + "transformer.layers.3.norm2.weight": 0.0027005623560398817, + "transformer.layers.3.norm2.bias": 0.004540655296295881, + "head.weight": 0.3858809173107147, + "head.bias": 0.014976470731198788, + "global_embedding.weight": 0.011882331222295761, + "global_cnn.0.weight": 0.04528072848916054, + "global_cnn.0.bias": 0.0020048555452376604, + "global_cnn.2.weight": 0.1066836565732956, + "global_cnn.2.bias": 0.0046570999547839165, + "global_proj.weight": 0.02378011867403984, + "global_proj.bias": 0.014875547960400581, + "goal_head.0.weight": 0.013041429221630096, + "goal_head.0.bias": 0.005403820425271988, + "goal_head.2.weight": 0.018937278538942337, + "goal_head.2.bias": 0.011691566556692123 + }, + { + "global_gate": 5.6871976994443685e-05, + "embedding.weight": 0.003400262678042054, + "cnn.0.weight": 0.05350245535373688, + "cnn.0.bias": 0.0018418574472889304, + "cnn.2.weight": 0.01045228261500597, + "cnn.2.bias": 0.0034526814706623554, + "cnn.5.weight": 0.008923661895096302, + "cnn.5.bias": 0.0019971434958279133, + "action_emb.weight": 0.025379711762070656, + "timestep_emb.weight": 0.004985723178833723, + "pos_emb.weight": 0.014043514616787434, + "transformer.layers.0.self_attn.in_proj_weight": 0.04844876006245613, + "transformer.layers.0.self_attn.in_proj_bias": 0.0050023216754198074, + "transformer.layers.0.self_attn.out_proj.weight": 0.05725182965397835, + "transformer.layers.0.self_attn.out_proj.bias": 0.009338689036667347, + "transformer.layers.0.linear1.weight": 0.1272699236869812, + "transformer.layers.0.linear1.bias": 0.004757734481245279, + "transformer.layers.0.linear2.weight": 0.06804876029491425, + "transformer.layers.0.linear2.bias": 0.004851556848734617, + "transformer.layers.0.norm1.weight": 0.0027329411823302507, + "transformer.layers.0.norm1.bias": 0.00440937140956521, + "transformer.layers.0.norm2.weight": 0.01449956838041544, + "transformer.layers.0.norm2.bias": 0.008447139523923397, + "transformer.layers.1.self_attn.in_proj_weight": 0.06327646970748901, + "transformer.layers.1.self_attn.in_proj_bias": 0.0032551961485296488, + "transformer.layers.1.self_attn.out_proj.weight": 0.04675659164786339, + "transformer.layers.1.self_attn.out_proj.bias": 0.0037934216670691967, + "transformer.layers.1.linear1.weight": 0.0452805757522583, + "transformer.layers.1.linear1.bias": 0.0019410086097195745, + "transformer.layers.1.linear2.weight": 0.040008239448070526, + "transformer.layers.1.linear2.bias": 0.0027837592642754316, + "transformer.layers.1.norm1.weight": 0.004215209744870663, + "transformer.layers.1.norm1.bias": 0.0030366363935172558, + "transformer.layers.1.norm2.weight": 0.00468040443956852, + "transformer.layers.1.norm2.bias": 0.0028109147679060698, + "transformer.layers.2.self_attn.in_proj_weight": 0.056293368339538574, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025122009683400393, + "transformer.layers.2.self_attn.out_proj.weight": 0.03698597103357315, + "transformer.layers.2.self_attn.out_proj.bias": 0.002689167857170105, + "transformer.layers.2.linear1.weight": 0.02338915877044201, + "transformer.layers.2.linear1.bias": 0.001239929930306971, + "transformer.layers.2.linear2.weight": 0.027203770354390144, + "transformer.layers.2.linear2.bias": 0.0027013984508812428, + "transformer.layers.2.norm1.weight": 0.003662890987470746, + "transformer.layers.2.norm1.bias": 0.0022542765364050865, + "transformer.layers.2.norm2.weight": 0.0015697662020102143, + "transformer.layers.2.norm2.bias": 0.001141818705946207, + "transformer.layers.3.self_attn.in_proj_weight": 0.08791748434305191, + "transformer.layers.3.self_attn.in_proj_bias": 0.0060030147433280945, + "transformer.layers.3.self_attn.out_proj.weight": 0.03332693502306938, + "transformer.layers.3.self_attn.out_proj.bias": 0.00361219746991992, + "transformer.layers.3.linear1.weight": 0.03715427592396736, + "transformer.layers.3.linear1.bias": 0.00279693934135139, + "transformer.layers.3.linear2.weight": 0.022445084527134895, + "transformer.layers.3.linear2.bias": 0.004134840331971645, + "transformer.layers.3.norm1.weight": 0.008283829316496849, + "transformer.layers.3.norm1.bias": 0.00878563430160284, + "transformer.layers.3.norm2.weight": 0.00275716045871377, + "transformer.layers.3.norm2.bias": 0.0035123920533806086, + "head.weight": 0.2893366813659668, + "head.bias": 0.008423781022429466, + "global_embedding.weight": 0.0021021729335188866, + "global_cnn.0.weight": 0.028999989852309227, + "global_cnn.0.bias": 0.0010328434873372316, + "global_cnn.2.weight": 0.056182775646448135, + "global_cnn.2.bias": 0.0023049705196172, + "global_proj.weight": 0.014159802347421646, + "global_proj.bias": 0.008610690012574196, + "goal_head.0.weight": 0.0055390456691384315, + "goal_head.0.bias": 0.0022550213616341352, + "goal_head.2.weight": 0.007793830242007971, + "goal_head.2.bias": 0.00459535326808691 + }, + { + "global_gate": 0.0005227721412666142, + "embedding.weight": 0.003550887107849121, + "cnn.0.weight": 0.0632590651512146, + "cnn.0.bias": 0.00202574604190886, + "cnn.2.weight": 0.013836978003382683, + "cnn.2.bias": 0.004860893823206425, + "cnn.5.weight": 0.012698556296527386, + "cnn.5.bias": 0.0031268943566828966, + "action_emb.weight": 0.04947519302368164, + "timestep_emb.weight": 0.005762876942753792, + "pos_emb.weight": 0.015183127485215664, + "transformer.layers.0.self_attn.in_proj_weight": 0.0841212123632431, + "transformer.layers.0.self_attn.in_proj_bias": 0.007177152205258608, + "transformer.layers.0.self_attn.out_proj.weight": 0.10439743846654892, + "transformer.layers.0.self_attn.out_proj.bias": 0.011486753821372986, + "transformer.layers.0.linear1.weight": 0.2271486222743988, + "transformer.layers.0.linear1.bias": 0.006549857556819916, + "transformer.layers.0.linear2.weight": 0.11659733206033707, + "transformer.layers.0.linear2.bias": 0.008732367306947708, + "transformer.layers.0.norm1.weight": 0.004687913693487644, + "transformer.layers.0.norm1.bias": 0.006206112448126078, + "transformer.layers.0.norm2.weight": 0.02754685841500759, + "transformer.layers.0.norm2.bias": 0.008098749443888664, + "transformer.layers.1.self_attn.in_proj_weight": 0.11354552954435349, + "transformer.layers.1.self_attn.in_proj_bias": 0.005563834216445684, + "transformer.layers.1.self_attn.out_proj.weight": 0.07900074124336243, + "transformer.layers.1.self_attn.out_proj.bias": 0.0076326956041157246, + "transformer.layers.1.linear1.weight": 0.07843128591775894, + "transformer.layers.1.linear1.bias": 0.003638955531641841, + "transformer.layers.1.linear2.weight": 0.07662580162286758, + "transformer.layers.1.linear2.bias": 0.007238809019327164, + "transformer.layers.1.norm1.weight": 0.006891048979014158, + "transformer.layers.1.norm1.bias": 0.004854628816246986, + "transformer.layers.1.norm2.weight": 0.0080430768430233, + "transformer.layers.1.norm2.bias": 0.004624036140739918, + "transformer.layers.2.self_attn.in_proj_weight": 0.09835530817508698, + "transformer.layers.2.self_attn.in_proj_bias": 0.006550128571689129, + "transformer.layers.2.self_attn.out_proj.weight": 0.062153179198503494, + "transformer.layers.2.self_attn.out_proj.bias": 0.006960431579500437, + "transformer.layers.2.linear1.weight": 0.04478555545210838, + "transformer.layers.2.linear1.bias": 0.002913106232881546, + "transformer.layers.2.linear2.weight": 0.051446858793497086, + "transformer.layers.2.linear2.bias": 0.007212717551738024, + "transformer.layers.2.norm1.weight": 0.007686564698815346, + "transformer.layers.2.norm1.bias": 0.008019043132662773, + "transformer.layers.2.norm2.weight": 0.0028578697238117456, + "transformer.layers.2.norm2.bias": 0.0033149307128041983, + "transformer.layers.3.self_attn.in_proj_weight": 0.15419043600559235, + "transformer.layers.3.self_attn.in_proj_bias": 0.015516722574830055, + "transformer.layers.3.self_attn.out_proj.weight": 0.07724487036466599, + "transformer.layers.3.self_attn.out_proj.bias": 0.011175616644322872, + "transformer.layers.3.linear1.weight": 0.08676067739725113, + "transformer.layers.3.linear1.bias": 0.00780464569106698, + "transformer.layers.3.linear2.weight": 0.04893842712044716, + "transformer.layers.3.linear2.bias": 0.01434528362005949, + "transformer.layers.3.norm1.weight": 0.011754637584090233, + "transformer.layers.3.norm1.bias": 0.021251561120152473, + "transformer.layers.3.norm2.weight": 0.005981698166579008, + "transformer.layers.3.norm2.bias": 0.011134600266814232, + "head.weight": 0.73358154296875, + "head.bias": 0.0294988714158535, + "global_embedding.weight": 0.02480446919798851, + "global_cnn.0.weight": 0.08466403931379318, + "global_cnn.0.bias": 0.0036645703949034214, + "global_cnn.2.weight": 0.15563124418258667, + "global_cnn.2.bias": 0.006659895181655884, + "global_proj.weight": 0.02478908561170101, + "global_proj.bias": 0.018527386710047722, + "goal_head.0.weight": 0.011703982017934322, + "goal_head.0.bias": 0.005544681567698717, + "goal_head.2.weight": 0.018800532445311546, + "goal_head.2.bias": 0.012182422913610935 + }, + { + "global_gate": 0.00020377444161567837, + "embedding.weight": 0.0023284766357392073, + "cnn.0.weight": 0.03438787907361984, + "cnn.0.bias": 0.001785397995263338, + "cnn.2.weight": 0.010010164231061935, + "cnn.2.bias": 0.0035845201928168535, + "cnn.5.weight": 0.012391234748065472, + "cnn.5.bias": 0.0026998943649232388, + "action_emb.weight": 0.010367894545197487, + "timestep_emb.weight": 0.004332957323640585, + "pos_emb.weight": 0.007866938598453999, + "transformer.layers.0.self_attn.in_proj_weight": 0.03910505771636963, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030887031462043524, + "transformer.layers.0.self_attn.out_proj.weight": 0.043148819357156754, + "transformer.layers.0.self_attn.out_proj.bias": 0.0047278557904064655, + "transformer.layers.0.linear1.weight": 0.06322120130062103, + "transformer.layers.0.linear1.bias": 0.0026065376587212086, + "transformer.layers.0.linear2.weight": 0.05614259093999863, + "transformer.layers.0.linear2.bias": 0.003497003810480237, + "transformer.layers.0.norm1.weight": 0.0019373511895537376, + "transformer.layers.0.norm1.bias": 0.002630561124533415, + "transformer.layers.0.norm2.weight": 0.005968907848000526, + "transformer.layers.0.norm2.bias": 0.003585060825571418, + "transformer.layers.1.self_attn.in_proj_weight": 0.05684562027454376, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029415921308100224, + "transformer.layers.1.self_attn.out_proj.weight": 0.03818133845925331, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028380737639963627, + "transformer.layers.1.linear1.weight": 0.03417092561721802, + "transformer.layers.1.linear1.bias": 0.0014719886239618063, + "transformer.layers.1.linear2.weight": 0.04792805388569832, + "transformer.layers.1.linear2.bias": 0.002592893084511161, + "transformer.layers.1.norm1.weight": 0.0034879730083048344, + "transformer.layers.1.norm1.bias": 0.002936934120953083, + "transformer.layers.1.norm2.weight": 0.002818329958245158, + "transformer.layers.1.norm2.bias": 0.001339408103376627, + "transformer.layers.2.self_attn.in_proj_weight": 0.05635649710893631, + "transformer.layers.2.self_attn.in_proj_bias": 0.002371465554460883, + "transformer.layers.2.self_attn.out_proj.weight": 0.05085816606879234, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025438047014176846, + "transformer.layers.2.linear1.weight": 0.027200333774089813, + "transformer.layers.2.linear1.bias": 0.0014162849402055144, + "transformer.layers.2.linear2.weight": 0.031726084649562836, + "transformer.layers.2.linear2.bias": 0.0025107134133577347, + "transformer.layers.2.norm1.weight": 0.00426072534173727, + "transformer.layers.2.norm1.bias": 0.002614706987515092, + "transformer.layers.2.norm2.weight": 0.0017754605505615473, + "transformer.layers.2.norm2.bias": 0.0014047593576833606, + "transformer.layers.3.self_attn.in_proj_weight": 0.09247008711099625, + "transformer.layers.3.self_attn.in_proj_bias": 0.0040719155222177505, + "transformer.layers.3.self_attn.out_proj.weight": 0.04625043272972107, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028488810639828444, + "transformer.layers.3.linear1.weight": 0.0647876188158989, + "transformer.layers.3.linear1.bias": 0.003452734323218465, + "transformer.layers.3.linear2.weight": 0.029690826311707497, + "transformer.layers.3.linear2.bias": 0.0036164484918117523, + "transformer.layers.3.norm1.weight": 0.007423799019306898, + "transformer.layers.3.norm1.bias": 0.005683000665158033, + "transformer.layers.3.norm2.weight": 0.005526882130652666, + "transformer.layers.3.norm2.bias": 0.0044349427334964275, + "head.weight": 0.5224404335021973, + "head.bias": 0.00836512167006731, + "global_embedding.weight": 0.010322494432330132, + "global_cnn.0.weight": 0.05526687577366829, + "global_cnn.0.bias": 0.0016084191156551242, + "global_cnn.2.weight": 0.1701035350561142, + "global_cnn.2.bias": 0.008796153590083122, + "global_proj.weight": 0.03798235207796097, + "global_proj.bias": 0.02372206375002861, + "goal_head.0.weight": 0.024232670664787292, + "goal_head.0.bias": 0.009967503137886524, + "goal_head.2.weight": 0.035327449440956116, + "goal_head.2.bias": 0.020786447450518608 + }, + { + "global_gate": 1.5820336557226256e-05, + "embedding.weight": 0.0006653356249444187, + "cnn.0.weight": 0.014427297748625278, + "cnn.0.bias": 0.0005862030666321516, + "cnn.2.weight": 0.005286335479468107, + "cnn.2.bias": 0.001219607307575643, + "cnn.5.weight": 0.006306465249508619, + "cnn.5.bias": 0.001104994211345911, + "action_emb.weight": 0.012030263431370258, + "timestep_emb.weight": 0.0021257372573018074, + "pos_emb.weight": 0.005175982601940632, + "transformer.layers.0.self_attn.in_proj_weight": 0.02983500063419342, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019821038004010916, + "transformer.layers.0.self_attn.out_proj.weight": 0.02832813747227192, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029832758009433746, + "transformer.layers.0.linear1.weight": 0.055173810571432114, + "transformer.layers.0.linear1.bias": 0.00198000599630177, + "transformer.layers.0.linear2.weight": 0.0434517003595829, + "transformer.layers.0.linear2.bias": 0.002761198440566659, + "transformer.layers.0.norm1.weight": 0.0018439487321302295, + "transformer.layers.0.norm1.bias": 0.0017401374643668532, + "transformer.layers.0.norm2.weight": 0.0063303266651928425, + "transformer.layers.0.norm2.bias": 0.0017021266976371408, + "transformer.layers.1.self_attn.in_proj_weight": 0.032665107399225235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017787121469154954, + "transformer.layers.1.self_attn.out_proj.weight": 0.028421632945537567, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025403520558029413, + "transformer.layers.1.linear1.weight": 0.02673056535422802, + "transformer.layers.1.linear1.bias": 0.0012684620451182127, + "transformer.layers.1.linear2.weight": 0.0344826839864254, + "transformer.layers.1.linear2.bias": 0.0026512183248996735, + "transformer.layers.1.norm1.weight": 0.002083465689793229, + "transformer.layers.1.norm1.bias": 0.001719834515824914, + "transformer.layers.1.norm2.weight": 0.002508634002879262, + "transformer.layers.1.norm2.bias": 0.0013440244365483522, + "transformer.layers.2.self_attn.in_proj_weight": 0.04386499896645546, + "transformer.layers.2.self_attn.in_proj_bias": 0.002390134846791625, + "transformer.layers.2.self_attn.out_proj.weight": 0.027024436742067337, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027215047739446163, + "transformer.layers.2.linear1.weight": 0.020391006022691727, + "transformer.layers.2.linear1.bias": 0.0011794776655733585, + "transformer.layers.2.linear2.weight": 0.023940591141581535, + "transformer.layers.2.linear2.bias": 0.002992912195622921, + "transformer.layers.2.norm1.weight": 0.0027314426843076944, + "transformer.layers.2.norm1.bias": 0.0029064929112792015, + "transformer.layers.2.norm2.weight": 0.0015034788521006703, + "transformer.layers.2.norm2.bias": 0.001372173661366105, + "transformer.layers.3.self_attn.in_proj_weight": 0.0788073018193245, + "transformer.layers.3.self_attn.in_proj_bias": 0.0071399942971765995, + "transformer.layers.3.self_attn.out_proj.weight": 0.029931263998150826, + "transformer.layers.3.self_attn.out_proj.bias": 0.005044351331889629, + "transformer.layers.3.linear1.weight": 0.034724604338407516, + "transformer.layers.3.linear1.bias": 0.002852181438356638, + "transformer.layers.3.linear2.weight": 0.021222611889243126, + "transformer.layers.3.linear2.bias": 0.006057024467736483, + "transformer.layers.3.norm1.weight": 0.006756674963980913, + "transformer.layers.3.norm1.bias": 0.010753496550023556, + "transformer.layers.3.norm2.weight": 0.0023483976256102324, + "transformer.layers.3.norm2.bias": 0.0036476764362305403, + "head.weight": 0.32621124386787415, + "head.bias": 0.011925924569368362, + "global_embedding.weight": 0.003933696076273918, + "global_cnn.0.weight": 0.027790000662207603, + "global_cnn.0.bias": 0.0008673017146065831, + "global_cnn.2.weight": 0.1156974509358406, + "global_cnn.2.bias": 0.006297640968114138, + "global_proj.weight": 0.01643320731818676, + "global_proj.bias": 0.013607002794742584, + "goal_head.0.weight": 0.011868877336382866, + "goal_head.0.bias": 0.005952144507318735, + "goal_head.2.weight": 0.018324464559555054, + "goal_head.2.bias": 0.01339381467550993 + }, + { + "global_gate": 7.783167529851198e-05, + "embedding.weight": 0.0006169300177134573, + "cnn.0.weight": 0.019225213676691055, + "cnn.0.bias": 0.0007290691137313843, + "cnn.2.weight": 0.006434496492147446, + "cnn.2.bias": 0.0018960328307002783, + "cnn.5.weight": 0.007764939218759537, + "cnn.5.bias": 0.0016952826408669353, + "action_emb.weight": 0.013439813628792763, + "timestep_emb.weight": 0.00585912587121129, + "pos_emb.weight": 0.019469639286398888, + "transformer.layers.0.self_attn.in_proj_weight": 0.05264057219028473, + "transformer.layers.0.self_attn.in_proj_bias": 0.003249805187806487, + "transformer.layers.0.self_attn.out_proj.weight": 0.07476834952831268, + "transformer.layers.0.self_attn.out_proj.bias": 0.005532573442906141, + "transformer.layers.0.linear1.weight": 0.11204233765602112, + "transformer.layers.0.linear1.bias": 0.004018998239189386, + "transformer.layers.0.linear2.weight": 0.08329512178897858, + "transformer.layers.0.linear2.bias": 0.005041478667408228, + "transformer.layers.0.norm1.weight": 0.0028508128598332405, + "transformer.layers.0.norm1.bias": 0.0027627693489193916, + "transformer.layers.0.norm2.weight": 0.013293871656060219, + "transformer.layers.0.norm2.bias": 0.003438360523432493, + "transformer.layers.1.self_attn.in_proj_weight": 0.09155961871147156, + "transformer.layers.1.self_attn.in_proj_bias": 0.003849947592243552, + "transformer.layers.1.self_attn.out_proj.weight": 0.0480925627052784, + "transformer.layers.1.self_attn.out_proj.bias": 0.004313588608056307, + "transformer.layers.1.linear1.weight": 0.046807773411273956, + "transformer.layers.1.linear1.bias": 0.0021633689757436514, + "transformer.layers.1.linear2.weight": 0.05836959183216095, + "transformer.layers.1.linear2.bias": 0.004336084704846144, + "transformer.layers.1.norm1.weight": 0.0065736365504562855, + "transformer.layers.1.norm1.bias": 0.004393983166664839, + "transformer.layers.1.norm2.weight": 0.003585847793146968, + "transformer.layers.1.norm2.bias": 0.00188188545871526, + "transformer.layers.2.self_attn.in_proj_weight": 0.07688579708337784, + "transformer.layers.2.self_attn.in_proj_bias": 0.004506153520196676, + "transformer.layers.2.self_attn.out_proj.weight": 0.0642242357134819, + "transformer.layers.2.self_attn.out_proj.bias": 0.004672033246606588, + "transformer.layers.2.linear1.weight": 0.03657488152384758, + "transformer.layers.2.linear1.bias": 0.002225899836048484, + "transformer.layers.2.linear2.weight": 0.04292767867445946, + "transformer.layers.2.linear2.bias": 0.004839055240154266, + "transformer.layers.2.norm1.weight": 0.006236904766410589, + "transformer.layers.2.norm1.bias": 0.00630474416539073, + "transformer.layers.2.norm2.weight": 0.002363848499953747, + "transformer.layers.2.norm2.bias": 0.0027721927035599947, + "transformer.layers.3.self_attn.in_proj_weight": 0.17227429151535034, + "transformer.layers.3.self_attn.in_proj_bias": 0.013953945599496365, + "transformer.layers.3.self_attn.out_proj.weight": 0.06725338101387024, + "transformer.layers.3.self_attn.out_proj.bias": 0.00855976901948452, + "transformer.layers.3.linear1.weight": 0.06468673050403595, + "transformer.layers.3.linear1.bias": 0.005467139184474945, + "transformer.layers.3.linear2.weight": 0.039576414972543716, + "transformer.layers.3.linear2.bias": 0.010705561377108097, + "transformer.layers.3.norm1.weight": 0.013804811984300613, + "transformer.layers.3.norm1.bias": 0.02000640705227852, + "transformer.layers.3.norm2.weight": 0.004761388525366783, + "transformer.layers.3.norm2.bias": 0.007530157454311848, + "head.weight": 0.608228325843811, + "head.bias": 0.02182694524526596, + "global_embedding.weight": 0.026035018265247345, + "global_cnn.0.weight": 0.1150883287191391, + "global_cnn.0.bias": 0.004256132990121841, + "global_cnn.2.weight": 0.22287289798259735, + "global_cnn.2.bias": 0.010555385611951351, + "global_proj.weight": 0.04930689185857773, + "global_proj.bias": 0.03865731507539749, + "goal_head.0.weight": 0.03668311983346939, + "goal_head.0.bias": 0.01770060881972313, + "goal_head.2.weight": 0.059309810400009155, + "goal_head.2.bias": 0.042087506502866745 + }, + { + "global_gate": 0.00010081278014695272, + "embedding.weight": 0.0009955621790140867, + "cnn.0.weight": 0.016769956797361374, + "cnn.0.bias": 0.0006906635826453567, + "cnn.2.weight": 0.006229486782103777, + "cnn.2.bias": 0.0013015450676903129, + "cnn.5.weight": 0.0068100327625870705, + "cnn.5.bias": 0.0011641726596280932, + "action_emb.weight": 0.013325335457921028, + "timestep_emb.weight": 0.002493709558621049, + "pos_emb.weight": 0.006578377448022366, + "transformer.layers.0.self_attn.in_proj_weight": 0.02887018211185932, + "transformer.layers.0.self_attn.in_proj_bias": 0.002608006354421377, + "transformer.layers.0.self_attn.out_proj.weight": 0.033925190567970276, + "transformer.layers.0.self_attn.out_proj.bias": 0.004241999704390764, + "transformer.layers.0.linear1.weight": 0.06248432397842407, + "transformer.layers.0.linear1.bias": 0.0023704201448708773, + "transformer.layers.0.linear2.weight": 0.05119410902261734, + "transformer.layers.0.linear2.bias": 0.003128137905150652, + "transformer.layers.0.norm1.weight": 0.0015674916794523597, + "transformer.layers.0.norm1.bias": 0.002140011405572295, + "transformer.layers.0.norm2.weight": 0.006343323737382889, + "transformer.layers.0.norm2.bias": 0.0025228769518435, + "transformer.layers.1.self_attn.in_proj_weight": 0.0362958163022995, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024092569947242737, + "transformer.layers.1.self_attn.out_proj.weight": 0.03776087611913681, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030844956636428833, + "transformer.layers.1.linear1.weight": 0.034048933535814285, + "transformer.layers.1.linear1.bias": 0.001638277666643262, + "transformer.layers.1.linear2.weight": 0.043410684913396835, + "transformer.layers.1.linear2.bias": 0.00271741789765656, + "transformer.layers.1.norm1.weight": 0.002292701043188572, + "transformer.layers.1.norm1.bias": 0.002375201089307666, + "transformer.layers.1.norm2.weight": 0.0029144047293812037, + "transformer.layers.1.norm2.bias": 0.0018786108121275902, + "transformer.layers.2.self_attn.in_proj_weight": 0.057959314435720444, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029504902195185423, + "transformer.layers.2.self_attn.out_proj.weight": 0.041355960071086884, + "transformer.layers.2.self_attn.out_proj.bias": 0.002764028264209628, + "transformer.layers.2.linear1.weight": 0.023059658706188202, + "transformer.layers.2.linear1.bias": 0.001391007797792554, + "transformer.layers.2.linear2.weight": 0.028275879099965096, + "transformer.layers.2.linear2.bias": 0.002869890071451664, + "transformer.layers.2.norm1.weight": 0.00503553869202733, + "transformer.layers.2.norm1.bias": 0.0039753238670527935, + "transformer.layers.2.norm2.weight": 0.001441938104107976, + "transformer.layers.2.norm2.bias": 0.0016920843627303839, + "transformer.layers.3.self_attn.in_proj_weight": 0.10803303122520447, + "transformer.layers.3.self_attn.in_proj_bias": 0.005902883596718311, + "transformer.layers.3.self_attn.out_proj.weight": 0.05127817019820213, + "transformer.layers.3.self_attn.out_proj.bias": 0.0039672148413956165, + "transformer.layers.3.linear1.weight": 0.04496791213750839, + "transformer.layers.3.linear1.bias": 0.0029033045284450054, + "transformer.layers.3.linear2.weight": 0.02777809090912342, + "transformer.layers.3.linear2.bias": 0.004690939094871283, + "transformer.layers.3.norm1.weight": 0.010974748991429806, + "transformer.layers.3.norm1.bias": 0.008513803593814373, + "transformer.layers.3.norm2.weight": 0.0034342329017817974, + "transformer.layers.3.norm2.bias": 0.003441574750468135, + "head.weight": 0.4033038020133972, + "head.bias": 0.011019719764590263, + "global_embedding.weight": 0.00817769207060337, + "global_cnn.0.weight": 0.07341162115335464, + "global_cnn.0.bias": 0.0032612828072160482, + "global_cnn.2.weight": 0.17979127168655396, + "global_cnn.2.bias": 0.010077320039272308, + "global_proj.weight": 0.03770004212856293, + "global_proj.bias": 0.031247472390532494, + "goal_head.0.weight": 0.026875507086515427, + "goal_head.0.bias": 0.013314112089574337, + "goal_head.2.weight": 0.038768015801906586, + "goal_head.2.bias": 0.029731016606092453 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.15296724438667297, - 0.12133888155221939, - 0.1074075922369957, - 0.126126229763031, - 0.04535476863384247, - 0.05238933861255646, - 0.16023780405521393, - 0.11778484284877777, - 0.2138603776693344, - 0.14309567213058472 + 0.33589527010917664, + 0.2807849645614624, + 0.5063371658325195, + 0.3806026577949524, + 0.3285958766937256, + 0.43995219469070435, + 0.4575689435005188, + 0.4734416604042053, + 0.37792325019836426, + 0.3041202425956726, + 0.37316858768463135, + 0.2601718604564667, + 0.504926860332489, + 0.7609864473342896, + 0.6271485090255737, + 0.5011195540428162, + 0.4545840919017792, + 0.5814077258110046, + 0.8923673033714294, + 0.7065221667289734 ], "repr_drift_kl_low_t": [ - 0.17461705207824707, - 0.11841005831956863, - 0.09597526490688324, - 0.1291147917509079, - 0.03455362841486931, - 0.030506383627653122, - 0.15008537471294403, - 0.0843023732304573, - 0.18394197523593903, - 0.09801217913627625 + 0.420646071434021, + 0.323442280292511, + 0.6272004842758179, + 0.4350023567676544, + 0.38330474495887756, + 0.5238317251205444, + 0.5645550489425659, + 0.572152316570282, + 0.44358062744140625, + 0.35218778252601624, + 0.4444202482700348, + 0.28482887148857117, + 0.5833086371421814, + 0.9819296598434448, + 0.7161539793014526, + 0.6079685688018799, + 0.5235949158668518, + 0.675793468952179, + 1.1135870218276978, + 0.8308395147323608 ], "repr_drift_kl_mid_t": [ - 0.14241637289524078, - 0.12595394253730774, - 0.09180031716823578, - 0.126552015542984, - 0.03238252177834511, - 0.03417691960930824, - 0.14038506150245667, - 0.08729913830757141, - 0.1757805347442627, - 0.10425752401351929 + 0.3358336389064789, + 0.2676491439342499, + 0.4854632616043091, + 0.36426761746406555, + 0.3136774003505707, + 0.416556179523468, + 0.4421231746673584, + 0.45587921142578125, + 0.3572985827922821, + 0.2911602258682251, + 0.3489442467689514, + 0.2365475445985794, + 0.48119497299194336, + 0.7648296356201172, + 0.6117696762084961, + 0.47462236881256104, + 0.43643930554389954, + 0.5727362036705017, + 0.8971263766288757, + 0.687987208366394 ], "repr_drift_kl_high_t": [ - 0.1465114951133728, - 0.12724517285823822, - 0.13857141137123108, - 0.17883077263832092, - 0.12231594324111938, - 0.13100986182689667, - 0.22995613515377045, - 0.18898364901542664, - 0.33745530247688293, - 0.24561670422554016 + 0.26313403248786926, + 0.27247729897499084, + 0.4336589276790619, + 0.37550434470176697, + 0.3353595733642578, + 0.3866448998451233, + 0.40925395488739014, + 0.3924034833908081, + 0.34638720750808716, + 0.305807888507843, + 0.36636605858802795, + 0.32074594497680664, + 0.4890318214893341, + 0.5703592896461487, + 0.5410552024841309, + 0.47749021649360657, + 0.4590301513671875, + 0.5228142142295837, + 0.6811429858207703, + 0.6020768284797668 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9025553464889526, - 0.47056815028190613, - 0.7349237203598022, - 0.7879058718681335, - 0.550517737865448 + 0.722756564617157, + 0.5677339434623718, + 0.6632535457611084, + 0.5830811262130737, + 0.5328524708747864, + 0.5116852521896362, + 0.4670192003250122, + 0.5193496346473694, + 0.5005898475646973, + 0.44019749760627747 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.6950042247772217, - 0.5325185060501099, - 1.1626849174499512, - 1.434054970741272, - 0.08152992278337479, - 0.42728397250175476, - 0.6101032495498657, - 0.8517404198646545, - 0.42406874895095825, - 0.5371825695037842 + 2.4180028438568115, + 0.9627835154533386, + 0.6920684576034546, + 0.7906819581985474, + 0.45383331179618835, + 0.7709619998931885, + 0.7493625283241272, + 1.0119407176971436, + 0.33349502086639404, + 0.515539288520813, + 0.5860006809234619, + 0.3305075168609619, + 0.35090526938438416, + 0.2977306842803955, + 0.443434476852417, + 0.5891668200492859, + 0.3516082167625427, + 0.26658251881599426, + 0.7132291793823242, + 0.37549450993537903 ], "norm_high_t": [ - 2.0704710483551025, - 0.7218105792999268, - 1.8431951999664307, - 1.4069232940673828, - 0.968620777130127, - 0.8063064217567444, - 1.515749454498291, - 0.7079196572303772, - 0.5306638479232788, - 0.5877987146377563 + 2.152122735977173, + 0.8374587893486023, + 1.0477350950241089, + 1.1654407978057861, + 0.4830487370491028, + 1.082425594329834, + 0.8821882605552673, + 2.1839346885681152, + 0.5579977035522461, + 1.0105828046798706, + 0.6548197269439697, + 0.4295165240764618, + 0.6443512439727783, + 2.1718249320983887, + 1.3736833333969116, + 1.0453122854232788, + 0.9513856172561646, + 1.0432772636413574, + 1.327789545059204, + 1.5393462181091309 ], "lowhigh_cos": [ - 0.6358736753463745, - 0.47611844539642334, - 0.6558721661567688, - 0.7978502511978149, - 0.1584838181734085, - 0.34909719228744507, - 0.3065182864665985, - 0.26289278268814087, - 0.81855708360672, - 0.7356937527656555 + 0.8168181777000427, + 0.6905680298805237, + 0.15589429438114166, + 0.6514114141464233, + 0.447095662355423, + 0.5674140453338623, + 0.4033706486225128, + 0.7698982954025269, + 0.3946358561515808, + 0.4773540198802948, + 0.4771944582462311, + 0.4549406170845032, + 0.10365594923496246, + 0.31612783670425415, + 0.5482261776924133, + 0.4157419204711914, + 0.4898730516433716, + 0.012589839287102222, + 0.0538160465657711, + 0.4353191554546356 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.8479015827178955, - "t_0.1-0.2": 2.2988648414611816, - "t_0.2-0.3": 2.196471691131592, - "t_0.3-0.4": 2.052919387817383, - "t_0.4-0.5": 2.6939775943756104, - "t_0.5-0.6": 2.49874210357666, - "t_0.6-0.7": 2.087083339691162, - "t_0.7-0.8": 2.702662706375122, - "t_0.8-0.9": 2.5640501976013184, - "t_0.9-1.0": 2.0772695541381836 - }, - { - "t_0.0-0.1": 0.9579734206199646, - "t_0.1-0.2": 0.6745978593826294, - "t_0.2-0.3": 0.6942426562309265, - "t_0.3-0.4": 0.5447923541069031, - "t_0.4-0.5": 0.6296783685684204, - "t_0.5-0.6": 0.5197511911392212, - "t_0.6-0.7": 0.6027140617370605, - "t_0.7-0.8": 0.5110106468200684, - "t_0.8-0.9": 0.5626170039176941, - "t_0.9-1.0": 1.1534556150436401 - }, - { - "t_0.0-0.1": 1.2004245519638062, - "t_0.1-0.2": 1.2537031173706055, - "t_0.2-0.3": 1.3949859142303467, - "t_0.3-0.4": 1.2500094175338745, - "t_0.4-0.5": 1.4191391468048096, - "t_0.5-0.6": 1.1858336925506592, - "t_0.6-0.7": 1.5483349561691284, - "t_0.7-0.8": 1.629715919494629, - "t_0.8-0.9": 1.6221967935562134, - "t_0.9-1.0": 1.9663734436035156 - }, - { - "t_0.0-0.1": 1.0483570098876953, - "t_0.1-0.2": 1.4338552951812744, - "t_0.2-0.3": 1.4899020195007324, - "t_0.3-0.4": 1.4046695232391357, - "t_0.4-0.5": 1.492746353149414, - "t_0.5-0.6": 1.3707126379013062, - "t_0.6-0.7": 1.571633219718933, - "t_0.7-0.8": 1.4616844654083252, - "t_0.8-0.9": 1.5874513387680054, - "t_0.9-1.0": 1.4711705446243286 - }, - { - "t_0.0-0.1": 0.08131599426269531, - "t_0.1-0.2": 0.19801528751850128, - "t_0.2-0.3": 0.35567042231559753, - "t_0.3-0.4": 0.5725884437561035, - "t_0.4-0.5": 0.6030797958374023, - "t_0.5-0.6": 0.4835527837276459, - "t_0.6-0.7": 0.20105327665805817, - "t_0.7-0.8": 0.306249737739563, - "t_0.8-0.9": 0.5096204876899719, - "t_0.9-1.0": 0.8243762850761414 - }, - { - "t_0.0-0.1": 0.4434605836868286, - "t_0.1-0.2": 0.4368616044521332, - "t_0.2-0.3": 0.6554101705551147, - "t_0.3-0.4": 0.555351734161377, - "t_0.4-0.5": 0.7214041948318481, - "t_0.5-0.6": 0.6952334046363831, - "t_0.6-0.7": 0.6948990225791931, - "t_0.7-0.8": 0.639702558517456, - "t_0.8-0.9": 0.5917143225669861, - "t_0.9-1.0": 0.9781752228736877 - }, - { - "t_0.0-0.1": 0.7384951114654541, - "t_0.1-0.2": 0.6518908143043518, - "t_0.2-0.3": 0.7625015377998352, - "t_0.3-0.4": 0.6711447834968567, - "t_0.4-0.5": 0.7774199843406677, - "t_0.5-0.6": 0.636726975440979, - "t_0.6-0.7": 0.7443575263023376, - "t_0.7-0.8": 0.707588255405426, - "t_0.8-0.9": 0.8758280873298645, - "t_0.9-1.0": 2.4418435096740723 - }, - { - "t_0.0-0.1": 1.4059178829193115, - "t_0.1-0.2": 0.8585721254348755, - "t_0.2-0.3": 0.7470217347145081, - "t_0.3-0.4": 0.6866031289100647, - "t_0.4-0.5": 0.7308550477027893, - "t_0.5-0.6": 0.6598033308982849, - "t_0.6-0.7": 0.636134922504425, - "t_0.7-0.8": 0.8137950897216797, - "t_0.8-0.9": 0.7550710439682007, - "t_0.9-1.0": 0.8166183829307556 - }, - { - "t_0.0-0.1": 0.42718926072120667, - "t_0.1-0.2": 0.42639005184173584, - "t_0.2-0.3": 0.43206173181533813, - "t_0.3-0.4": 0.4423595070838928, - "t_0.4-0.5": 0.4276410937309265, - "t_0.5-0.6": 0.45168760418891907, - "t_0.6-0.7": 0.44311532378196716, - "t_0.7-0.8": 0.45708155632019043, - "t_0.8-0.9": 0.45845484733581543, - "t_0.9-1.0": 0.6533367037773132 - }, - { - "t_0.0-0.1": 0.6942278742790222, - "t_0.1-0.2": 0.5139535069465637, - "t_0.2-0.3": 0.5550177097320557, - "t_0.3-0.4": 0.5297594666481018, - "t_0.4-0.5": 0.4661034643650055, - "t_0.5-0.6": 0.483866810798645, - "t_0.6-0.7": 0.4921894967556, - "t_0.7-0.8": 0.5597971677780151, - "t_0.8-0.9": 0.5304003357887268, - "t_0.9-1.0": 0.6188576817512512 + "t_0.0-0.1": 2.721295118331909, + "t_0.1-0.2": 2.5466039180755615, + "t_0.2-0.3": 2.491720676422119, + "t_0.3-0.4": 2.371631622314453, + "t_0.4-0.5": 2.352118492126465, + "t_0.5-0.6": 2.2973239421844482, + "t_0.6-0.7": 2.378490686416626, + "t_0.7-0.8": 2.0726048946380615, + "t_0.8-0.9": 2.140028238296509, + "t_0.9-1.0": 2.8338663578033447 + }, + { + "t_0.0-0.1": 0.6775919198989868, + "t_0.1-0.2": 0.7189476490020752, + "t_0.2-0.3": 0.5690305233001709, + "t_0.3-0.4": 0.5390846133232117, + "t_0.4-0.5": 0.5570468306541443, + "t_0.5-0.6": 0.6555907726287842, + "t_0.6-0.7": 0.49108248949050903, + "t_0.7-0.8": 0.4660266041755676, + "t_0.8-0.9": 0.570734441280365, + "t_0.9-1.0": 0.8861975073814392 + }, + { + "t_0.0-0.1": 0.5820825099945068, + "t_0.1-0.2": 0.5858774781227112, + "t_0.2-0.3": 0.5201603174209595, + "t_0.3-0.4": 0.6090475916862488, + "t_0.4-0.5": 0.6110885739326477, + "t_0.5-0.6": 0.5391160845756531, + "t_0.6-0.7": 0.596412718296051, + "t_0.7-0.8": 0.7616868019104004, + "t_0.8-0.9": 0.645583987236023, + "t_0.9-1.0": 1.5232658386230469 + }, + { + "t_0.0-0.1": 0.9037851095199585, + "t_0.1-0.2": 0.7862533330917358, + "t_0.2-0.3": 0.7923904657363892, + "t_0.3-0.4": 0.7793115377426147, + "t_0.4-0.5": 0.7059854865074158, + "t_0.5-0.6": 0.7356063723564148, + "t_0.6-0.7": 0.7283229827880859, + "t_0.7-0.8": 0.741489052772522, + "t_0.8-0.9": 0.9867302179336548, + "t_0.9-1.0": 1.4081746339797974 + }, + { + "t_0.0-0.1": 0.4757525622844696, + "t_0.1-0.2": 0.4152206480503082, + "t_0.2-0.3": 0.3887760639190674, + "t_0.3-0.4": 0.42833951115608215, + "t_0.4-0.5": 0.4087429642677307, + "t_0.5-0.6": 0.3814139664173126, + "t_0.6-0.7": 0.37814024090766907, + "t_0.7-0.8": 0.40784457325935364, + "t_0.8-0.9": 0.4338691234588623, + "t_0.9-1.0": 0.5738837718963623 + }, + { + "t_0.0-0.1": 0.7541628479957581, + "t_0.1-0.2": 0.8626734018325806, + "t_0.2-0.3": 0.8242190480232239, + "t_0.3-0.4": 0.8224968910217285, + "t_0.4-0.5": 0.7993698120117188, + "t_0.5-0.6": 0.7578965425491333, + "t_0.6-0.7": 0.8058708906173706, + "t_0.7-0.8": 0.795170247554779, + "t_0.8-0.9": 1.0307713747024536, + "t_0.9-1.0": 1.5466352701187134 + }, + { + "t_0.0-0.1": 0.6660673022270203, + "t_0.1-0.2": 0.6043934226036072, + "t_0.2-0.3": 0.6111801266670227, + "t_0.3-0.4": 0.6613931655883789, + "t_0.4-0.5": 0.7187628746032715, + "t_0.5-0.6": 0.6042783260345459, + "t_0.6-0.7": 0.6389906406402588, + "t_0.7-0.8": 0.6104273796081543, + "t_0.8-0.9": 0.7300232648849487, + "t_0.9-1.0": 1.345573902130127 + }, + { + "t_0.0-0.1": 0.9027857184410095, + "t_0.1-0.2": 1.0117816925048828, + "t_0.2-0.3": 0.9466912150382996, + "t_0.3-0.4": 0.9089738130569458, + "t_0.4-0.5": 0.7961547374725342, + "t_0.5-0.6": 0.9856553673744202, + "t_0.6-0.7": 0.9924991726875305, + "t_0.7-0.8": 0.9438158869743347, + "t_0.8-0.9": 1.4876177310943604, + "t_0.9-1.0": 3.2812628746032715 + }, + { + "t_0.0-0.1": 0.3352140486240387, + "t_0.1-0.2": 0.30739954113960266, + "t_0.2-0.3": 0.32241883873939514, + "t_0.3-0.4": 0.3131367862224579, + "t_0.4-0.5": 0.3189108073711395, + "t_0.5-0.6": 0.3202228546142578, + "t_0.6-0.7": 0.3241000473499298, + "t_0.7-0.8": 0.3422945737838745, + "t_0.8-0.9": 0.38525310158729553, + "t_0.9-1.0": 0.8768426179885864 + }, + { + "t_0.0-0.1": 0.5877228379249573, + "t_0.1-0.2": 0.5196021795272827, + "t_0.2-0.3": 0.5454779863357544, + "t_0.3-0.4": 0.5210255980491638, + "t_0.4-0.5": 0.5043501853942871, + "t_0.5-0.6": 0.537680983543396, + "t_0.6-0.7": 0.5359370708465576, + "t_0.7-0.8": 0.5443733930587769, + "t_0.8-0.9": 0.7345166802406311, + "t_0.9-1.0": 1.3646799325942993 + }, + { + "t_0.0-0.1": 0.5404019355773926, + "t_0.1-0.2": 0.5265491008758545, + "t_0.2-0.3": 0.5318694710731506, + "t_0.3-0.4": 0.5201523900032043, + "t_0.4-0.5": 0.5266941785812378, + "t_0.5-0.6": 0.5305355787277222, + "t_0.6-0.7": 0.5139188170433044, + "t_0.7-0.8": 0.5455026030540466, + "t_0.8-0.9": 0.5766317248344421, + "t_0.9-1.0": 0.9113127589225769 + }, + { + "t_0.0-0.1": 0.27041807770729065, + "t_0.1-0.2": 0.2689018249511719, + "t_0.2-0.3": 0.26671725511550903, + "t_0.3-0.4": 0.25604912638664246, + "t_0.4-0.5": 0.25529658794403076, + "t_0.5-0.6": 0.266355037689209, + "t_0.6-0.7": 0.2614802122116089, + "t_0.7-0.8": 0.28345027565956116, + "t_0.8-0.9": 0.36946162581443787, + "t_0.9-1.0": 0.5351157784461975 + }, + { + "t_0.0-0.1": 0.49845170974731445, + "t_0.1-0.2": 0.4212510585784912, + "t_0.2-0.3": 0.43125683069229126, + "t_0.3-0.4": 0.4375957250595093, + "t_0.4-0.5": 0.37652358412742615, + "t_0.5-0.6": 0.42502155900001526, + "t_0.6-0.7": 0.47635599970817566, + "t_0.7-0.8": 0.5472393035888672, + "t_0.8-0.9": 0.5651609897613525, + "t_0.9-1.0": 0.7861236929893494 + }, + { + "t_0.0-0.1": 0.45377597212791443, + "t_0.1-0.2": 0.36371877789497375, + "t_0.2-0.3": 0.33940431475639343, + "t_0.3-0.4": 0.5124154090881348, + "t_0.4-0.5": 0.36696621775627136, + "t_0.5-0.6": 0.5842330455780029, + "t_0.6-0.7": 0.5025355815887451, + "t_0.7-0.8": 0.707706093788147, + "t_0.8-0.9": 1.376587986946106, + "t_0.9-1.0": 3.2332844734191895 + }, + { + "t_0.0-0.1": 0.7732701897621155, + "t_0.1-0.2": 0.4064468443393707, + "t_0.2-0.3": 0.3556952476501465, + "t_0.3-0.4": 0.39782020449638367, + "t_0.4-0.5": 0.4576660096645355, + "t_0.5-0.6": 0.5623548030853271, + "t_0.6-0.7": 0.5792392492294312, + "t_0.7-0.8": 0.6584887504577637, + "t_0.8-0.9": 1.056911587715149, + "t_0.9-1.0": 1.8475329875946045 + }, + { + "t_0.0-0.1": 1.0118423700332642, + "t_0.1-0.2": 0.6075974106788635, + "t_0.2-0.3": 0.5719387531280518, + "t_0.3-0.4": 0.6995684504508972, + "t_0.4-0.5": 0.6727347373962402, + "t_0.5-0.6": 0.6018832921981812, + "t_0.6-0.7": 0.736097514629364, + "t_0.7-0.8": 0.7374851703643799, + "t_0.8-0.9": 0.8821986317634583, + "t_0.9-1.0": 1.5000861883163452 + }, + { + "t_0.0-0.1": 0.31836870312690735, + "t_0.1-0.2": 0.26632651686668396, + "t_0.2-0.3": 0.2624017596244812, + "t_0.3-0.4": 0.27653300762176514, + "t_0.4-0.5": 0.26182296872138977, + "t_0.5-0.6": 0.27722474932670593, + "t_0.6-0.7": 0.3795722723007202, + "t_0.7-0.8": 0.4376416802406311, + "t_0.8-0.9": 0.5966227650642395, + "t_0.9-1.0": 1.0496641397476196 + }, + { + "t_0.0-0.1": 0.5709567070007324, + "t_0.1-0.2": 0.25316664576530457, + "t_0.2-0.3": 0.2929559051990509, + "t_0.3-0.4": 0.3198496699333191, + "t_0.4-0.5": 0.2503789961338043, + "t_0.5-0.6": 0.34363672137260437, + "t_0.6-0.7": 0.38832566142082214, + "t_0.7-0.8": 0.42729610204696655, + "t_0.8-0.9": 0.8381412625312805, + "t_0.9-1.0": 1.5389022827148438 + }, + { + "t_0.0-0.1": 0.724494457244873, + "t_0.1-0.2": 0.5000603199005127, + "t_0.2-0.3": 0.6004378199577332, + "t_0.3-0.4": 0.581226646900177, + "t_0.4-0.5": 0.5302705764770508, + "t_0.5-0.6": 0.523612380027771, + "t_0.6-0.7": 0.5187124013900757, + "t_0.7-0.8": 0.6274596452713013, + "t_0.8-0.9": 0.7757131457328796, + "t_0.9-1.0": 2.2494843006134033 + }, + { + "t_0.0-0.1": 0.46993324160575867, + "t_0.1-0.2": 0.37694069743156433, + "t_0.2-0.3": 0.48171374201774597, + "t_0.3-0.4": 0.4674128592014313, + "t_0.4-0.5": 0.4696676731109619, + "t_0.5-0.6": 0.5822285413742065, + "t_0.6-0.7": 0.5587994456291199, + "t_0.7-0.8": 0.6808835864067078, + "t_0.8-0.9": 1.2524456977844238, + "t_0.9-1.0": 1.6500635147094727 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.028007179498672485, - 0.003355704713612795, - 0.09681881219148636, - 0.15306730568408966, - 0.0038759689778089523, - 0.23400525748729706, - 0.0045008184388279915, - 0.13127852976322174, - 0.002710027154535055, - 0.015799256041646004, - 0.39474645256996155, - 0.08798714727163315, - 0.012126865796744823, - 0.029180176556110382, - 0.12746234238147736, - 0.0025597268249839544, - 0.16647127270698547, - 0.005985266994684935, - 0.04359313100576401, - 0.025693731382489204, - 0.08846154063940048, - 0.015037594363093376, - 0.12757201492786407, - 0.0077751195058226585, - 0.1618037223815918, - 0.11299195885658264, - 0.015196286141872406, - 0.0045008184388279915, - 0.21004942059516907, - 0.01610305905342102, - 0.004804612603038549, - 0.028688523918390274, - 0.04597177729010582, - 0.2656618058681488, - 0.023299161344766617, - 0.0037251655012369156, - 0.5042219758033752, - 0.07088220864534378, - 0.11193477362394333, - 0.1634114682674408, - 0.17469492554664612, - 0.022329246625304222, - 0.03921568766236305, - 0.10580204427242279, - 0.006637168116867542, - 0.21667525172233582, - 0.04573438689112663, - 0.20436188578605652, - 0.006944444961845875, - 0.05452127382159233, - 0.256664901971817, - 0.11277174204587936, - 0.0270700640976429, - 0.09577222168445587, - 0.15680751204490662, - 0.06235912814736366, - 0.02852572500705719, - 0.09808811545372009, - 0.007336343172937632, - 0.06061775982379913, - 0.015019379556179047, - 0.07894737273454666, - 0.08398023992776871, - 0.012125534936785698, - 0.05906389281153679, - 0.17861635982990265, - 0.011517615057528019, - 0.0050505055114626884, - 0.08713886141777039, - 0.005130596924573183, - 0.0059650614857673645, - 0.002888318384066224, - 0.015500235371291637, - 0.0715426355600357, - 0.00736377015709877, - 0.008269719779491425, - 0.4486921429634094, - 0.1553839147090912, - 0.0054806070402264595, - 0.006307339295744896, - 0.008269719779491425, - 0.07201404869556427, - 0.09891196340322495, - 0.0373181514441967, - 0.014763482846319675, - 0.09305555373430252, - 0.016597511246800423, - 0.05000000074505806, - 0.02218027412891388, - 0.011538461782038212, - 0.03926096856594086, - 0.05899704992771149, - 0.1338246762752533, - 0.004032257944345474, - 0.005054432433098555, - 0.025170424953103065, - 0.004201680887490511, - 0.08448753505945206, - 0.008064515888690948, - 0.1524079293012619, - 0.04770558699965477, - 0.010917030274868011, - 0.008269719779491425, - 0.04608788713812828, - 0.032592590898275375, - 0.030078666284680367, - 0.07421875, - 0.0038759689778089523, - 0.11623108386993408, - 0.008603239431977272, - 0.004983388818800449, - 0.005802707746624947, - 0.07081807404756546, - 0.045322246849536896, - 0.03265305981040001, - 0.06482525169849396, - 0.01733764261007309, - 0.002958579920232296, - 0.2495265156030655, - 0.0037313434295356274, - 0.006592291872948408, - 0.15857988595962524, - 0.07763401418924332, - 0.025630757212638855, - 0.005721830762922764, - 0.020055711269378662, - 0.016597511246800423, - 0.06608113646507263, - 0.14146679639816284, - 0.02588726580142975, - 0.07442376762628555, - 0.13141360878944397, - 0.10474308580160141, - 0.0024600245524197817, - 0.0028810896910727024, - 0.26530611515045166, - 0.08576389402151108, - 0.005199306644499302, - 0.016597511246800423, - 0.12271434813737869, - 0.1076798066496849, - 0.004901960492134094, - 0.08423913270235062, - 0.01577909290790558, - 0.11330275237560272, - 0.11277174204587936, - 0.0710616409778595, - 0.10778985917568207, - 0.006944444961845875, - 0.037579115480184555, - 0.011219147592782974, - 0.005976095795631409, - 0.009374999441206455, - 0.014276649802923203, - 0.029332615435123444, - 0.09832273423671722, - 0.015019379556179047, - 0.018411967903375626, - 0.027341999113559723, - 0.019776875153183937, - 0.017763422802090645, - 0.019648397341370583, - 0.1764705777168274, - 0.05379236117005348, - 0.10088691860437393, - 0.010686395689845085, - 0.07860539108514786, - 0.08082976192235947, - 0.07575757801532745, - 0.0014880952658131719, - 0.0653625950217247, - 0.022942641749978065, - 0.15069399774074554, - 0.006637168116867542, - 0.09960784018039703, - 0.10962466895580292, - 0.08019480109214783, - 0.02601625956594944, - 0.00538160465657711, - 0.010615711100399494, - 0.2534930109977722, - 0.1287079006433487, - 0.02053140103816986, - 0.009205983951687813, - 0.06296440958976746, - 0.04960460215806961, - 0.16232073307037354, - 0.008269719779491425, - 0.021110601723194122, - 0.08916816115379333, - 0.10778985917568207, - 0.011326861567795277, - 0.04469987004995346, - 0.1515289843082428, - 0.00538160465657711, - 0.10378151386976242, - 0.22909091413021088, - 0.0077751195058226585, - 0.10580204427242279, - 0.025026068091392517, - 0.12065637111663818, - 0.08734835684299469, - 0.06366366147994995, - 0.10580204427242279, - 0.0713336244225502, - 0.021238937973976135, - 0.20316027104854584, - 0.005689900368452072, - 0.0045008184388279915, - 0.06775157898664474, - 0.04477611929178238, - 0.016454964876174927, - 0.007894736714661121, - 0.046277664601802826, - 0.07394453883171082, - 0.19497983157634735, - 0.008368200622498989, - 0.004201680887490511, - 0.20079050958156586, - 0.020270271226763725, - 0.01232394389808178, - 0.1410835236310959, - 0.18221575021743774, - 0.026807473972439766, - 0.06359539180994034, - 0.07281795144081116, - 0.12161143869161606, - 0.02603471465408802, - 0.25223982334136963, - 0.06017191708087921, - 0.0031960229389369488, - 0.015972895547747612, - 0.024972856044769287, - 0.21000000834465027, - 0.009475219063460827, - 0.013357400894165039, - 0.09884117543697357, - 0.005130596924573183, - 0.011424219235777855, - 0.2469135820865631, - 0.20917530357837677, - 0.118121437728405, - 0.004201680887490511, - 0.08720112591981888, - 0.015519567765295506, - 0.17119929194450378, - 0.029796510934829712, - 0.015000000596046448, - 0.15629592537879944, - 0.004901960492134094, - 0.029796510934829712, - 0.022007513791322708, - 0.027439024299383163, - 0.04709937050938606, - 0.09059828519821167, - 0.019865525886416435, - 0.07195121794939041, - 0.007914522662758827, - 0.008269719779491425, - 0.005976095795631409, - 0.23447772860527039, - 0.005434782709926367, - 0.006592291872948408, - 0.002888318384066224, - 0.0390625, - 0.279914528131485, - 0.0035971221514046192, - 0.006181817967444658, - 0.10279001295566559, - 0.1579292267560959, - 0.00538160465657711, - 0.005199306644499302, - 0.0040087467059493065, - 0.10797983407974243, - 0.1707487851381302, - 0.010960906744003296, - 0.0021321962121874094, - 0.006637168116867542, - 0.07538659870624542, - 0.4193548262119293, - 0.11563600599765778, - 0.15401458740234375, - 0.008416622877120972, - 0.08029878884553909, - 0.11436259001493454, - 0.09498398751020432, - 0.030126336961984634, - 0.007336343172937632, - 0.005976095795631409, - 0.04701931029558182, - 0.02351580560207367, - 0.11438474804162979, - 0.09928229451179504, - 0.16622690856456757, - 0.008557457476854324, - 0.021145975217223167, - 0.08235294371843338, - 0.19223299622535706, - 0.005692599341273308, - 0.04616289213299751, - 0.09573643654584885, - 0.0037313434295356274, - 0.21717844903469086, - 0.07677960395812988, - 0.00911458395421505, - 0.04162219911813736, - 0.020661156624555588, - 0.015943313017487526, - 0.00538160465657711, - 0.012781497091054916, - 0.01721014454960823, - 0.1980276107788086, - 0.011843078769743443, - 0.057822033762931824, - 0.005692599341273308, - 0.015259739942848682, - 0.16793446242809296, - 0.08884891867637634, - 0.0016556291375309229, - 0.003235199023038149, - 0.005130596924573183, - 0.2258392721414566, - 0.20248962938785553, - 0.018694361671805382, - 0.015000000596046448, - 0.021297192201018333, - 0.003824579529464245, - 0.06774475425481796, - 0.037379972636699677, - 0.002805049065500498, - 0.0040087467059493065, - 0.008469055406749249, - 0.22051887214183807, - 0.004901960492134094, - 0.007734806276857853, - 0.10035841912031174, - 0.0037251655012369156, - 0.09570793807506561, - 0.05968688800930977, - 0.004102946724742651, - 0.02108551375567913, - 0.0030487803742289543, - 0.12133072316646576, - 0.12768299877643585, - 0.07423312962055206, - 0.0045008184388279915, - 0.0040087467059493065, - 0.07201404869556427, - 0.04683947190642357, - 0.24611610174179077, - 0.178421288728714, - 0.00538160465657711, - 0.12204622477293015, - 0.005692599341273308, - 0.022532189264893532, - 0.13141360878944397, - 0.005694262217730284, - 0.004201680887490511, - 0.0047846888191998005, - 0.118121437728405, - 0.004464285913854837, - 0.004983388818800449, - 0.02469135820865631, - 0.0045008184388279915, - 0.08884891867637634, - 0.004983388818800449, - 0.004692832473665476, - 0.00863557867705822, - 0.009999999776482582, - 0.05452127382159233, - 0.10765895992517471, - 0.1950037181377411, - 0.18397383391857147, - 0.0038759689778089523, - 0.030981888994574547, - 0.004201680887490511, - 0.07078161835670471, - 0.12400399148464203, - 0.031974419951438904, - 0.10715652257204056, - 0.010124873369932175, - 0.0026041667442768812, - 0.020942408591508865, - 0.15136776864528656, - 0.0019509476842358708, - 0.005692599341273308, - 0.0077751195058226585, - 0.005434782709926367, - 0.008368200622498989, - 0.011754462495446205, - 0.004061372019350529, - 0.15230277180671692, - 0.05459216609597206, - 0.010777520947158337, - 0.006592291872948408, - 0.002195734065026045, - 0.06586826592683792, - 0.07772842794656754, - 0.010003449395298958, - 0.09533962607383728, - 0.04943418502807617, - 0.0954754576086998, - 0.07097334414720535, - 0.009504412300884724, - 0.002888318384066224, - 0.034169550985097885, - 0.00710563687607646, - 0.2016361951828003, - 0.04686690866947174, - 0.009878168813884258, - 0.06564246118068695, - 0.004323899280279875, - 0.07706650346517563, - 0.012547926045954227, - 0.02328535169363022, - 0.008603239431977272, - 0.005130596924573183, - 0.004692832473665476, - 0.0012019231216982007, - 0.10424469411373138, - 0.059136420488357544, - 0.15914981067180634, - 0.005985266994684935, - 0.025073129683732986, - 0.0027985074557363987, - 0.17758549749851227, - 0.004983388818800449, - 0.032689910382032394, - 0.00486223679035902, - 0.0068355449475348, - 0.0043541365303099155, - 0.10833333432674408, - 0.004901960492134094, - 0.20859940350055695, - 0.08735796064138412, - 0.0379146933555603, - 0.03773584961891174, - 0.00460122711956501, - 0.002805049065500498, - 0.001752336393110454, - 0.12330051511526108, - 0.03529411926865578, - 0.004160362761467695, - 0.10353721678256989, - 0.05602240934967995, - 0.003086419776082039, - 0.00732421875, - 0.007354944013059139, - 0.010396611876785755, - 0.002195734065026045, - 0.23341523110866547, - 0.14821648597717285, - 0.006637168116867542, - 0.10269230604171753, - 0.029639609158039093, - 0.015546055510640144, - 0.00219058059155941, - 0.023183925077319145, - 0.12393967807292938, - 0.015477997250854969, - 0.07049459964036942, - 0.13678672909736633, - 0.05681271106004715, - 0.0035971221514046192, - 0.008998434990644455, - 0.005028735846281052, - 0.0701499804854393, - 0.004313443787395954, - 0.002710027154535055, - 0.030463574454188347, - 0.07825015485286713, - 0.002888318384066224, - 0.020253164693713188, - 0.004160362761467695, - 0.025150904431939125, - 0.003355704713612795, - 0.09600313007831573, - 0.021978022530674934, - 0.0025380710139870644, - 0.012390876188874245, - 0.22083333134651184, - 0.16515973210334778, - 0.002984084887430072, - 0.012544226832687855, - 0.08902616053819656, - 0.026228420436382294, - 0.06668668985366821, - 0.004692832473665476, - 0.0018980477470904589, - 0.09450080245733261, - 0.023416507989168167, - 0.0014548981562256813, - 0.011354194954037666 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.07210145145654678, + 0.06145051494240761, + 0.08923077583312988, + 0.03296373784542084, + 0.1590029001235962, + 0.022413263097405434, + 0.05600539967417717, + 0.2023838460445404, + 0.025144411250948906, + 0.11052009463310242, + 0.0594918392598629, + 0.09742772579193115, + 0.0806397870182991, + 0.1600114107131958, + 0.29599228501319885, + 0.11151379346847534, + 0.14808844029903412, + 0.09576477110385895, + 0.12786972522735596, + 0.07092731446027756, + 0.12209174036979675, + 0.06828245520591736, + 0.065092533826828, + 0.10199955105781555, + 0.11735330522060394, + 0.102988101541996, + 0.11917494237422943, + 0.2854859232902527, + 0.07308900356292725, + 0.08206161856651306, + 0.08873239159584045, + 0.05369928479194641, + 0.09534555673599243, + 0.047867950052022934, + 0.150403693318367, + 0.2597452700138092, + 0.061719831079244614, + 0.06820682436227798, + 0.05991775915026665, + 0.03678061440587044, + 0.028835978358983994, + 0.07616974413394928, + 0.047765009105205536, + 0.11544869840145111, + 0.10498108714818954, + 0.06884875893592834, + 0.07543203979730606, + 0.03799833729863167, + 0.040887560695409775, + 0.12563565373420715, + 0.15632109344005585, + 0.02253401279449463, + 0.09117268025875092, + 0.02825159952044487, + 0.0846325159072876, + 0.09820732474327087, + 0.08523163199424744, + 0.03414001688361168, + 0.06322795152664185, + 0.03990540653467178, + 0.08804205060005188, + 0.08885984867811203, + 0.12850679457187653, + 0.11696933954954147, + 0.09252873808145523, + 0.05771184712648392, + 0.07300454378128052, + 0.08877220004796982, + 0.1037481278181076, + 0.028846153989434242, + 0.09037162363529205, + 0.053960125893354416, + 0.03355177119374275, + 0.09023985266685486, + 0.0631558895111084, + 0.08001435548067093, + 0.08911985903978348, + 0.07945205271244049, + 0.04749138280749321, + 0.08145178109407425, + 0.05911636725068092, + 0.09633418172597885, + 0.031543996185064316, + 0.17941103875637054, + 0.07798019051551819, + 0.0826021209359169, + 0.09130524843931198, + 0.0569620244204998, + 0.08335559070110321, + 0.1148633062839508, + 0.04710607975721359, + 0.11884456872940063, + 0.07931403815746307, + 0.024929774925112724, + 0.02585487812757492, + 0.07966409623622894, + 0.027416685596108437, + 0.1497267782688141, + 0.14811033010482788, + 0.08919169753789902, + 0.07538503408432007, + 0.1463562250137329, + 0.07229488343000412, + 0.025422191247344017, + 0.07737874984741211, + 0.03944430872797966, + 0.0742453783750534, + 0.07212027907371521, + 0.06393101066350937, + 0.06502554565668106, + 0.04202563315629959, + 0.07890572398900986, + 0.11440427601337433, + 0.059665873646736145, + 0.08048021048307419, + 0.14387325942516327, + 0.1553964465856552, + 0.03409808501601219, + 0.041689373552799225, + 0.10261481255292892, + 0.04212399944663048, + 0.146389439702034, + 0.14194321632385254, + 0.09500131011009216, + 0.08644278347492218, + 0.09094339609146118, + 0.1145075261592865, + 0.07314036786556244, + 0.10838227719068527, + 0.14699696004390717, + 0.08116114139556885, + 0.06966224312782288, + 0.17521704733371735, + 0.1352275162935257, + 0.11099068075418472, + 0.07288317382335663, + 0.08468104153871536, + 0.13375350832939148, + 0.131475031375885, + 0.03853904455900192, + 0.04859243333339691, + 0.009233412332832813, + 0.02311111055314541, + 0.16183707118034363, + 0.07285382598638535, + 0.09622786939144135, + 0.08915239572525024, + 0.13593429327011108, + 0.12455388903617859, + 0.10071166604757309, + 0.12616592645645142, + 0.16279762983322144, + 0.17078189551830292, + 0.05038856714963913, + 0.06781023740768433, + 0.12040133774280548, + 0.049735914915800095, + 0.09937289357185364, + 0.03655054420232773, + 0.09791011363267899, + 0.22730521857738495, + 0.11104350537061691, + 0.04735612869262695, + 0.07240259647369385, + 0.09302325546741486, + 0.10851891338825226, + 0.151162788271904, + 0.060240961611270905, + 0.008377213962376118, + 0.12632788717746735, + 0.09532934427261353, + 0.09985768049955368, + 0.0146511634811759, + 0.032606091350317, + 0.15554314851760864, + 0.08377997577190399, + 0.0759013295173645, + 0.09951641410589218, + 0.084607794880867, + 0.16248288750648499, + 0.11552765965461731, + 0.07775166630744934, + 0.07392441481351852, + 0.2432897537946701, + 0.13618676364421844, + 0.07563874870538712, + 0.09345628321170807, + 0.12078458815813065, + 0.16824324429035187, + 0.1071576327085495, + 0.14339420199394226, + 0.17280325293540955, + 0.06343381851911545, + 0.12060985714197159, + 0.046465784311294556, + 0.13818974792957306, + 0.09601814299821854, + 0.05993431806564331, + 0.13364377617835999, + 0.11417737603187561, + 0.08806028962135315, + 0.12535953521728516, + 0.10241523385047913, + 0.12815126776695251, + 0.10891088843345642, + 0.03403421491384506, + 0.07661290466785431, + 0.05323193967342377, + 0.1323210448026657, + 0.041333332657814026, + 0.16236771643161774, + 0.058775510638952255, + 0.08725724369287491, + 0.16708563268184662, + 0.1344117522239685, + 0.12002766877412796, + 0.046601008623838425, + 0.10529674589633942, + 0.0641130656003952, + 0.1741366684436798, + 0.038213517516851425, + 0.035353533923625946, + 0.22417514026165009, + 0.09866666793823242, + 0.05731523409485817, + 0.10409356653690338, + 0.04913758486509323, + 0.1378522515296936, + 0.10115303844213486, + 0.06427270174026489, + 0.08999425172805786, + 0.053012967109680176, + 0.0775444284081459, + 0.1237875297665596, + 0.12922297418117523, + 0.12213324010372162, + 0.17832256853580475, + 0.06339657306671143, + 0.15213769674301147, + 0.06502719223499298, + 0.16526085138320923, + 0.06662902235984802, + 0.08207070827484131, + 0.07015065848827362, + 0.11167512089014053, + 0.08134347945451736, + 0.11400965601205826, + 0.08572200685739517, + 0.18425196409225464, + 0.06311848014593124, + 0.10134338587522507, + 0.11858496069908142, + 0.06780791282653809, + 0.06365332752466202, + 0.07012195140123367, + 0.09353802353143692, + 0.12990568578243256, + 0.052721574902534485, + 0.08328285813331604, + 0.15131932497024536, + 0.11264946311712265, + 0.2914438545703888, + 0.07431773841381073, + 0.0938030555844307, + 0.1589290052652359, + 0.2108655720949173, + 0.04969162866473198, + 0.22944298386573792, + 0.1658717542886734, + 0.09313611686229706, + 0.03613744303584099, + 0.21800948679447174, + 0.03154496103525162, + 0.11954069882631302, + 0.15071427822113037, + 0.08074922114610672, + 0.1984356790781021, + 0.0719442367553711, + 0.15140415728092194, + 0.07937758415937424, + 0.14180207252502441, + 0.0867878794670105, + 0.06597480177879333, + 0.10685630887746811, + 0.1599999964237213, + 0.115241639316082, + 0.09174664318561554, + 0.1421707719564438, + 0.04078857973217964, + 0.10244564712047577, + 0.11352772265672684, + 0.10984183102846146, + 0.07173396646976471, + 0.09606391191482544, + 0.16867998242378235, + 0.03604806587100029, + 0.07804763317108154, + 0.07127784192562103, + 0.12088888883590698, + 0.07336244732141495, + 0.09330428391695023, + 0.1319226771593094, + 0.19155354797840118, + 0.12487733364105225, + 0.07431046664714813, + 0.058766547590494156, + 0.11187563091516495, + 0.12959381937980652, + 0.1051839143037796, + 0.09877913445234299, + 0.1216278001666069, + 0.022447502240538597, + 0.04292045906186104, + 0.0895104855298996, + 0.0689990296959877, + 0.0886833518743515, + 0.07388351857662201, + 0.178518146276474, + 0.1007007583975792, + 0.043730031698942184, + 0.09051474928855896, + 0.2628905177116394, + 0.0800803005695343, + 0.10005157440900803, + 0.07076390832662582, + 0.08949965238571167, + 0.02616632916033268, + 0.15977135300636292, + 0.08839616179466248, + 0.12266288697719574, + 0.09059745073318481, + 0.11876028776168823, + 0.10153845697641373, + 0.13863109052181244, + 0.08389755338430405, + 0.18225650489330292, + 0.03637884184718132, + 0.09467056393623352, + 0.05862069129943848, + 0.07253171503543854, + 0.10058187693357468, + 0.05968567728996277, + 0.19801980257034302, + 0.09576635807752609, + 0.10089840739965439, + 0.15920792520046234, + 0.11251211911439896, + 0.06738351285457611, + 0.1483800709247589, + 0.0869029238820076, + 0.030253665521740913, + 0.06643001735210419, + 0.09009457379579544, + 0.10589849203824997, + 0.20160919427871704, + 0.10139859467744827, + 0.05852546542882919, + 0.13583232462406158, + 0.09102362394332886, + 0.21945489943027496, + 0.16428571939468384, + 0.10817182064056396, + 0.10367006808519363, + 0.11356532573699951, + 0.03261802718043327, + 0.0934615358710289, + 0.09340881556272507, + 0.149586483836174, + 0.15438459813594818, + 0.12355323880910873, + 0.1335740089416504, + 0.08339552581310272, + 0.12528252601623535, + 0.03622087463736534, + 0.09439527988433838, + 0.16241765022277832, + 0.09515859186649323, + 0.062150608748197556, + 0.11261101067066193, + 0.0829663947224617, + 0.1079079657793045, + 0.1223987489938736, + 0.21153096854686737, + 0.10523460805416107, + 0.03440248593688011, + 0.16342300176620483, + 0.1023995578289032, + 0.09886220097541809, + 0.052205007523298264, + 0.07122631371021271, + 0.0811295360326767, + 0.13450291752815247, + 0.19118236005306244, + 0.10762463510036469, + 0.1913580298423767, + 0.12471198290586472, + 0.09034406393766403, + 0.07127684354782104, + 0.08154762536287308, + 0.09049464017152786, + 0.11265935748815536, + 0.13361117243766785, + 0.1180151030421257, + 0.1171874925494194, + 0.06646449118852615, + 0.0923709124326706, + 0.07475645840167999, + 0.14347250759601593, + 0.0709761530160904, + 0.12519201636314392, + 0.15927273035049438, + 0.14149785041809082, + 0.07659782469272614, + 0.17577925324440002, + 0.17192359268665314, + 0.029502149671316147, + 0.11964955925941467, + 0.12314070016145706, + 0.07051282376050949, + 0.08805934339761734, + 0.06246575340628624, + 0.1469240039587021, + 0.15575917065143585, + 0.05486641079187393, + 0.10357995331287384, + 0.04084929823875427, + 0.07186030596494675, + 0.02410176396369934, + 0.09266409277915955, + 0.09017987549304962, + 0.09284196048974991, + 0.11014032363891602, + 0.1251625418663025, + 0.06586966663599014, + 0.19511587917804718, + 0.15313132107257843, + 0.06820276379585266, + 0.04768744856119156, + 0.10065645724534988, + 0.09642521291971207, + 0.0889972522854805, + 0.12004069238901138, + 0.10285967588424683, + 0.11204605549573898, + 0.11394067108631134, + 0.08458150178194046, + 0.20093928277492523, + 0.13068312406539917, + 0.0810810774564743, + 0.2293354868888855, + 0.15598203241825104, + 0.13237470388412476, + 0.16256684064865112, + 0.09339842945337296, + 0.07599349319934845, + 0.06940510123968124, + 0.08223896473646164, + 0.14874394237995148, + 0.15899160504341125, + 0.21052631735801697, + 0.08436311781406403, + 0.11142132431268692, + 0.17970401048660278, + 0.15709877014160156, + 0.08463326096534729, + 0.0877598226070404, + 0.030159108340740204, + 0.08245158940553665, + 0.010689470916986465, + 0.12048955261707306, + 0.24805530905723572, + 0.1416933387517929, + 0.07135898619890213, + 0.11134903132915497, + 0.25764191150665283, + 0.12371370196342468, + 0.11559301614761353, + 0.14467717707157135, + 0.15296989679336548, + 0.09137969464063644, + 0.1290622055530548, + 0.1382608562707901, + 0.14998821914196014, + 0.012556054629385471, + 0.09681817889213562, + 0.07151757180690765, + 0.11561071127653122, + 0.06479986011981964, + 0.1651376187801361, + 0.07291174679994583, + 0.20603857934474945, + 0.0905730128288269, + 0.22049789130687714, + 0.10349391400814056, + 0.19025157392024994, + 0.1649484485387802 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 72.93934631347656, - 70.85063934326172, - 95.75516510009766, - 87.25049591064453, - 131.08009338378906, - 54.224124908447266, - 80.13678741455078, - 82.23395538330078, - 106.55547332763672, - 116.73494720458984, - 75.47940826416016, - 39.482200622558594, - 43.33747482299805, - 78.36851501464844, - 512.0, - 111.26558685302734, - 54.22412109375, - 41.47610092163086, - 40.924522399902344, - 61.72068786621094, - 41.895782470703125, - 74.5511245727539, - 41.895790100097656, - 99.6537094116211, - 91.92582702636719, - 40.60122299194336, - 67.5317611694336, - 131.26910400390625, - 40.60122299194336, - 47.703086853027344, - 40.007301330566406, - 45.5595588684082, - 117.79520416259766, - 40.007301330566406, - 104.52373504638672, - 164.6386260986328, - 49.52893829345703, - 85.33808898925781, - 104.96726989746094, - 123.7605209350586, - 49.65208053588867, - 52.5157585144043, - 67.17436218261719, - 512.0, - 118.158447265625, - 53.757450103759766, - 128.7655792236328, - 44.05696487426758, - 48.70958709716797, - 166.19830322265625, - 69.92909240722656, - 40.00729751586914, - 71.77371978759766, - 103.76517486572266, - 59.6027717590332, - 39.44862365722656, - 69.00911712646484, - 108.12256622314453, - 50.35832595825195, - 44.05696487426758, - 58.140625, - 68.09083557128906, - 112.72740173339844, - 52.142578125, - 78.36347961425781, - 108.40790557861328, - 54.22412109375, - 60.820762634277344, - 47.703086853027344, - 67.5317611694336, - 104.52373504638672, - 39.3696174621582, - 59.03047180175781, - 104.52373504638672, - 44.05696487426758, - 246.7190399169922, - 97.05651092529297, - 47.703086853027344, - 47.703086853027344, - 47.703086853027344, - 60.82075881958008, - 82.94214630126953, - 40.43055725097656, - 60.37194061279297, - 69.00910949707031, - 39.36961364746094, - 49.52893829345703, - 40.43056106567383, - 39.85641860961914, - 45.5595588684082, - 52.043182373046875, - 89.29528045654297, - 47.703086853027344, - 67.5317611694336, - 44.087467193603516, - 512.0, - 60.820762634277344, - 67.5317611694336, - 91.00452423095703, - 47.10594177246094, - 40.60122299194336, - 54.22412109375, - 44.08745574951172, - 42.714107513427734, - 42.714111328125, - 55.495967864990234, - 54.22412109375, - 80.13678741455078, - 44.05696487426758, - 47.703086853027344, - 54.22412109375, - 56.37302017211914, - 44.087467193603516, - 39.448631286621094, - 58.140621185302734, - 40.60122299194336, - 104.52373504638672, - 141.2684326171875, - 67.5317611694336, - 47.703086853027344, - 105.59667205810547, - 68.0908203125, - 40.00730514526367, - 512.0, - 39.482200622558594, - 39.482200622558594, - 49.52893829345703, - 75.46451568603516, - 39.6721305847168, - 60.82075881958008, - 99.99923706054688, - 69.00910949707031, - 512.0, - 67.5317611694336, - 150.43186950683594, - 65.34730529785156, - 44.05696487426758, - 39.448631286621094, - 75.48500061035156, - 74.9635009765625, - 490.0549011230469, - 65.34730529785156, - 44.05697250366211, - 70.85065460205078, - 79.20336151123047, - 54.62394714355469, - 81.07107543945312, - 67.5317611694336, - 45.5595588684082, - 39.85641860961914, - 98.78364562988281, - 44.05696487426758, - 44.05697250366211, - 39.85641860961914, - 77.3393325805664, - 39.482200622558594, - 39.36961364746094, - 40.43055725097656, - 39.44862365722656, - 44.50672149658203, - 39.67213821411133, - 108.20845031738281, - 43.386512756347656, - 82.35136413574219, - 44.05696487426758, - 61.720680236816406, - 64.43695831298828, - 60.82075881958008, - 512.0, - 56.37301254272461, - 41.47610092163086, - 101.78483581542969, - 104.52373504638672, - 66.25981140136719, - 78.2708511352539, - 59.03047180175781, - 43.38651657104492, - 44.05696487426758, - 39.85641860961914, - 104.31745147705078, - 91.15890502929688, - 40.007301330566406, - 40.60122299194336, - 50.35832595825195, - 47.10594177246094, - 105.57367706298828, - 121.56548309326172, - 40.43056106567383, - 68.0908432006836, - 74.5511245727539, - 39.85641860961914, - 47.10594177246094, - 71.96012878417969, - 512.0, - 68.09085845947266, - 140.79782104492188, - 114.38451385498047, - 63.528995513916016, - 40.92451477050781, - 90.45443725585938, - 59.92394256591797, - 55.49595642089844, - 64.43698120117188, - 59.03047561645508, - 39.448631286621094, - 127.6636734008789, - 54.22412109375, - 67.5317611694336, - 54.62395477294922, - 45.5595588684082, - 40.60122299194336, - 54.22412109375, - 46.32465744018555, - 53.757450103759766, - 70.13313293457031, - 54.22412109375, - 54.22412109375, - 122.68484497070312, - 39.36962127685547, - 40.60122299194336, - 91.3961410522461, - 115.82036590576172, - 40.007301330566406, - 55.495967864990234, - 52.89699935913086, - 75.22918701171875, - 40.92451858520508, - 66.03423309326172, - 52.89699935913086, - 512.0, - 39.36960983276367, - 40.00729751586914, - 125.59968566894531, - 82.08009338378906, - 54.22412109375, - 68.09083557128906, - 94.76110076904297, - 47.703086853027344, - 92.46144104003906, - 74.36785888671875, - 81.07107543945312, - 54.22412109375, - 69.00910949707031, - 39.482200622558594, - 80.76114654541016, - 43.38650894165039, - 39.85641860961914, - 99.16899871826172, - 67.5317611694336, - 44.38743209838867, - 40.60122299194336, - 39.6721305847168, - 49.52893829345703, - 64.43696594238281, - 39.482200622558594, - 59.92394256591797, - 104.52373504638672, - 54.22412109375, - 39.85641098022461, - 150.48561096191406, - 104.52373504638672, - 41.895782470703125, - 67.5317611694336, - 42.07524108886719, - 95.18280029296875, - 77.09373474121094, - 44.05696487426758, - 72.69819641113281, - 94.22428131103516, - 67.5317611694336, - 47.703086853027344, - 67.5317611694336, - 53.195125579833984, - 98.03123474121094, - 44.05697250366211, - 104.52373504638672, - 47.703086853027344, - 56.373008728027344, - 114.1965560913086, - 82.94214630126953, - 95.16793060302734, - 54.224124908447266, - 66.25979614257812, - 77.47493743896484, - 68.09085845947266, - 41.47610092163086, - 47.703086853027344, - 47.703086853027344, - 48.70958709716797, - 39.36961364746094, - 78.27086639404297, - 69.00910949707031, - 102.6529769897461, - 44.05696487426758, - 43.386512756347656, - 63.52898025512695, - 124.69977569580078, - 47.703086853027344, - 42.07523727416992, - 72.6982192993164, - 47.703086853027344, - 130.4163818359375, - 56.373016357421875, - 39.85641860961914, - 46.32465744018555, - 39.85641860961914, - 41.895782470703125, - 47.703086853027344, - 40.60122299194336, - 39.448631286621094, - 93.5653305053711, - 39.448631286621094, - 58.140625, - 54.224124908447266, - 44.05696487426758, - 100.09646606445312, - 68.09083557128906, - 512.0, - 70.1623764038086, - 106.15811157226562, - 91.28339385986328, - 70.19598388671875, - 47.08652114868164, - 40.60122299194336, - 39.6721305847168, - 44.05696487426758, - 52.89699935913086, - 44.81291198730469, - 512.0, - 54.22412109375, - 47.703086853027344, - 75.20804595947266, - 104.52373504638672, - 67.5317611694336, - 67.2558822631836, - 67.5317611694336, - 65.3472900390625, - 45.5595588684082, - 67.5317611694336, - 39.6721305847168, - 47.703086853027344, - 69.00912475585938, - 82.94215393066406, - 55.4959602355957, - 135.52737426757812, - 47.703086853027344, - 57.254695892333984, - 44.81291198730469, - 128.3509979248047, - 103.57624053955078, - 54.224124908447266, - 65.8172836303711, - 104.52373504638672, - 39.6721305847168, - 89.913818359375, - 67.5317611694336, - 47.703086853027344, - 54.224124908447266, - 75.47940826416016, - 104.52373504638672, - 54.22412109375, - 43.386512756347656, - 54.22412109375, - 63.528995513916016, - 54.22412109375, - 67.5317611694336, - 104.52373504638672, - 39.85641860961914, - 56.99348449707031, - 65.2908706665039, - 123.23439025878906, - 86.51947784423828, - 104.52373504638672, - 53.81547546386719, - 67.5317611694336, - 55.49595642089844, - 89.96475982666016, - 43.386512756347656, - 74.20553588867188, - 39.85641860961914, - 67.5317611694336, - 39.44862365722656, - 109.25008392333984, - 104.52373504638672, - 62.885337829589844, - 47.703086853027344, - 47.703086853027344, - 44.05697250366211, - 41.895790100097656, - 67.5317611694336, - 57.220062255859375, - 52.896995544433594, - 62.74613952636719, - 47.703086853027344, - 47.703086853027344, - 59.9239501953125, - 50.35831832885742, - 39.36961364746094, - 68.90812683105469, - 52.04319381713867, - 61.72068786621094, - 58.140625, - 44.05696487426758, - 104.52373504638672, - 44.08746337890625, - 54.22412109375, - 131.53762817382812, - 52.89699935913086, - 54.22412109375, - 51.196693420410156, - 67.5317611694336, - 53.757450103759766, - 40.60122299194336, - 41.47610092163086, - 50.42566680908203, - 67.5317611694336, - 54.224124908447266, - 512.0, - 62.18546676635742, - 51.19669723510742, - 92.0821533203125, - 54.22412109375, - 41.47610092163086, - 104.52373504638672, - 90.8078842163086, - 512.0, - 39.6721305847168, - 54.22412109375, - 54.22412109375, - 54.22412109375, - 72.69819641113281, - 67.5317611694336, - 102.5098876953125, - 60.82076644897461, - 51.39969253540039, - 45.81886291503906, - 512.0, - 54.22412109375, - 104.52373504638672, - 110.70608520507812, - 40.00730514526367, - 104.52373504638672, - 80.51638793945312, - 44.08747100830078, - 64.56851959228516, - 44.05696487426758, - 41.895790100097656, - 47.703086853027344, - 104.52373504638672, - 109.19048309326172, - 91.22661590576172, - 67.5317611694336, - 70.90113830566406, - 39.6721305847168, - 39.482200622558594, - 104.52373504638672, - 41.47610092163086, - 81.24836730957031, - 44.97195816040039, - 59.03048324584961, - 91.3961410522461, - 47.10594177246094, - 512.0, - 47.703086853027344, - 54.22412109375, - 59.03048324584961, - 512.0, - 512.0, - 40.007301330566406, - 61.72069549560547, - 512.0, - 39.448631286621094, - 104.52373504638672, - 39.448631286621094, - 54.224124908447266, - 69.00910949707031, - 39.67212677001953, - 96.97018432617188, - 40.60122299194336, - 101.76063537597656, - 83.4127426147461, - 512.0, - 39.482200622558594, - 59.923946380615234, - 47.67662811279297, - 59.9239387512207, - 47.703086853027344, - 104.52373504638672, - 62.623497009277344, - 41.47610092163086, - 104.52373504638672, - 39.85641860961914 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 585.3218994140625, + 532.8884887695312, + 488.4358825683594, + 447.5631408691406, + 773.4306640625, + 348.8756103515625, + 548.0442504882812, + 918.1918334960938, + 257.34429931640625, + 502.9300537109375, + 554.5307006835938, + 656.0829467773438, + 351.54302978515625, + 662.7545166015625, + 577.5225219726562, + 542.3453369140625, + 851.5552368164062, + 511.011962890625, + 680.3697509765625, + 537.5822143554688, + 736.1834106445312, + 547.6052856445312, + 587.578857421875, + 717.2123413085938, + 519.73681640625, + 598.5797119140625, + 627.8714599609375, + 923.8079223632812, + 592.7840576171875, + 460.5877380371094, + 375.0074768066406, + 287.55474853515625, + 574.3098754882812, + 446.0156555175781, + 924.8815307617188, + 623.3795166015625, + 493.1155090332031, + 601.7410888671875, + 560.4429321289062, + 203.80447387695312, + 320.87774658203125, + 592.8884887695312, + 418.56195068359375, + 698.9369506835938, + 507.6554260253906, + 465.9013366699219, + 559.9990844726562, + 489.4926452636719, + 451.6953430175781, + 543.4043579101562, + 578.2886352539062, + 296.2081604003906, + 445.75567626953125, + 337.0279846191406, + 491.93890380859375, + 784.6209716796875, + 601.9063110351562, + 444.3299865722656, + 453.7461853027344, + 421.0984191894531, + 315.39556884765625, + 478.7357482910156, + 823.0469360351562, + 737.2122192382812, + 565.7340698242188, + 532.301025390625, + 365.0602722167969, + 574.4674682617188, + 564.9880981445312, + 512.7537231445312, + 468.8318786621094, + 507.6886291503906, + 434.538330078125, + 574.390380859375, + 657.724609375, + 374.1974182128906, + 666.0623779296875, + 513.9431762695312, + 520.5527954101562, + 635.4016723632812, + 586.8707275390625, + 551.2747192382812, + 381.620849609375, + 868.9780883789062, + 379.03790283203125, + 442.8712463378906, + 728.9747314453125, + 504.7538757324219, + 622.6520385742188, + 759.6835327148438, + 534.7039184570312, + 586.65625, + 375.35601806640625, + 317.2183837890625, + 455.9939270019531, + 578.7236938476562, + 473.8582458496094, + 727.1422119140625, + 530.84716796875, + 519.6859741210938, + 572.3824462890625, + 606.7612915039062, + 555.0834350585938, + 386.2604064941406, + 377.9213562011719, + 482.746826171875, + 615.4241943359375, + 508.1384582519531, + 396.5567321777344, + 561.5192260742188, + 594.9521484375, + 643.3123168945312, + 651.9247436523438, + 351.63519287109375, + 778.2971801757812, + 620.3582153320312, + 751.1148681640625, + 477.6488037109375, + 337.59930419921875, + 693.2432250976562, + 350.3868408203125, + 661.786376953125, + 440.9757385253906, + 571.2059326171875, + 539.4656982421875, + 435.6455993652344, + 743.3264770507812, + 426.282470703125, + 331.874267578125, + 775.9947509765625, + 450.9286193847656, + 466.40435791015625, + 532.9234008789062, + 867.42236328125, + 745.0904541015625, + 609.119140625, + 625.4564208984375, + 873.8396606445312, + 776.8304443359375, + 462.2152404785156, + 502.0403137207031, + 365.6313171386719, + 324.9783020019531, + 936.2569580078125, + 665.31689453125, + 601.1703491210938, + 639.4514770507812, + 425.2493591308594, + 523.6508178710938, + 783.0086059570312, + 796.883544921875, + 727.8746337890625, + 557.052734375, + 385.2895812988281, + 491.27606201171875, + 363.8146667480469, + 227.67918395996094, + 627.984619140625, + 493.2259521484375, + 517.449462890625, + 688.91650390625, + 516.2263793945312, + 455.24017333984375, + 453.48724365234375, + 601.9127197265625, + 470.86004638671875, + 677.2984008789062, + 571.06494140625, + 380.3110046386719, + 634.6289672851562, + 593.7928466796875, + 611.7321166992188, + 491.2095031738281, + 538.2662963867188, + 736.1705322265625, + 509.8437805175781, + 526.57275390625, + 723.6053466796875, + 533.0505981445312, + 858.146728515625, + 689.2430419921875, + 719.3765869140625, + 589.0516967773438, + 754.8251342773438, + 796.83837890625, + 565.89697265625, + 829.3234252929688, + 501.3176574707031, + 601.6900634765625, + 350.1889343261719, + 750.2583618164062, + 925.6988525390625, + 583.427490234375, + 601.006103515625, + 333.12738037109375, + 792.0975952148438, + 527.1864013671875, + 417.5222473144531, + 804.4580078125, + 804.741455078125, + 697.2986450195312, + 712.2806396484375, + 790.1849975585938, + 818.333984375, + 762.5074462890625, + 445.6092224121094, + 631.146240234375, + 372.83953857421875, + 782.3934326171875, + 538.9599609375, + 638.5672607421875, + 435.3080139160156, + 491.6074523925781, + 982.2197265625, + 679.3809204101562, + 625.27197265625, + 660.510986328125, + 494.7217712402344, + 607.915283203125, + 865.3270874023438, + 431.55743408203125, + 399.366455078125, + 828.4073486328125, + 516.7976684570312, + 613.5115966796875, + 658.0347900390625, + 516.3927612304688, + 818.8009643554688, + 580.8801879882812, + 521.503662109375, + 485.28387451171875, + 517.3174438476562, + 563.14990234375, + 412.87054443359375, + 593.5006713867188, + 785.8790893554688, + 810.0177001953125, + 616.57275390625, + 794.4905395507812, + 540.9396362304688, + 645.0648193359375, + 439.1192626953125, + 615.16015625, + 498.63116455078125, + 601.7847900390625, + 478.04803466796875, + 307.8667297363281, + 544.1384887695312, + 653.0028076171875, + 529.1082763671875, + 737.7839965820312, + 704.0425415039062, + 641.7064819335938, + 524.1353149414062, + 408.5423889160156, + 416.0821228027344, + 554.4759521484375, + 394.1756286621094, + 475.2638244628906, + 753.1585693359375, + 759.505126953125, + 780.1860961914062, + 592.4810180664062, + 645.0120239257812, + 837.6094970703125, + 1085.095458984375, + 644.3151245117188, + 528.562255859375, + 752.6929321289062, + 616.46142578125, + 415.9278259277344, + 816.1615600585938, + 389.6641845703125, + 791.9087524414062, + 586.7762451171875, + 662.0977783203125, + 786.4446411132812, + 566.701171875, + 635.7027587890625, + 578.407470703125, + 773.0725708007812, + 626.0350952148438, + 379.55810546875, + 783.9155883789062, + 923.2674560546875, + 774.2530517578125, + 736.4693603515625, + 852.5806884765625, + 434.2505187988281, + 554.8069458007812, + 692.6533203125, + 826.5818481445312, + 563.4030151367188, + 666.90478515625, + 975.7578125, + 342.0573425292969, + 615.3411254882812, + 574.218994140625, + 581.4189453125, + 723.437744140625, + 735.3238525390625, + 638.4404907226562, + 756.8630981445312, + 710.3245239257812, + 574.1734619140625, + 373.5513916015625, + 652.1912841796875, + 799.7940063476562, + 817.1287231445312, + 503.00030517578125, + 417.0662536621094, + 417.9219970703125, + 457.6973876953125, + 709.5654296875, + 400.9483642578125, + 514.4853515625, + 602.0991821289062, + 848.9017944335938, + 623.7777709960938, + 607.7022705078125, + 480.81036376953125, + 977.5322875976562, + 626.4298095703125, + 637.9638671875, + 673.177734375, + 625.4872436523438, + 436.95928955078125, + 720.8948364257812, + 690.5463256835938, + 599.0325927734375, + 612.23046875, + 590.7620849609375, + 580.373291015625, + 838.3475952148438, + 453.3326110839844, + 686.51708984375, + 494.6169738769531, + 689.349853515625, + 446.3874206542969, + 496.53875732421875, + 548.3724365234375, + 561.6377563476562, + 855.1787719726562, + 700.95263671875, + 686.0823974609375, + 1028.9539794921875, + 724.10693359375, + 553.2298583984375, + 676.8238525390625, + 628.4871215820312, + 478.2213439941406, + 561.7459716796875, + 579.9194946289062, + 577.5225830078125, + 1047.5604248046875, + 569.7470703125, + 456.3804626464844, + 493.29931640625, + 661.8825073242188, + 1081.3231201171875, + 454.2388000488281, + 626.3701171875, + 687.8216552734375, + 728.9783325195312, + 487.79705810546875, + 735.0474243164062, + 682.1988525390625, + 487.9042663574219, + 856.7294311523438, + 637.1685791015625, + 577.0639038085938, + 576.5665893554688, + 568.3436279296875, + 505.0700988769531, + 651.3410034179688, + 734.6361083984375, + 689.0907592773438, + 360.8607177734375, + 517.3992919921875, + 624.769287109375, + 657.4661865234375, + 831.3703002929688, + 620.5360107421875, + 629.9898071289062, + 369.472412109375, + 733.4495239257812, + 578.0172729492188, + 598.8579711914062, + 507.6803894042969, + 574.7911987304688, + 352.4042053222656, + 578.1437377929688, + 508.6058044433594, + 568.1987915039062, + 696.4688720703125, + 603.9364013671875, + 647.3926391601562, + 545.4176025390625, + 521.0963134765625, + 696.4967041015625, + 532.3167724609375, + 735.0392456054688, + 856.8262329101562, + 797.3502807617188, + 452.4745788574219, + 779.3350830078125, + 583.4628295898438, + 638.69287109375, + 598.8638916015625, + 682.257568359375, + 560.9677734375, + 610.4046020507812, + 756.3880615234375, + 850.9824829101562, + 908.0066528320312, + 364.4568176269531, + 743.8529663085938, + 711.9942016601562, + 506.116455078125, + 619.7733764648438, + 424.8848876953125, + 744.404541015625, + 734.5548706054688, + 541.659912109375, + 627.2188110351562, + 466.822265625, + 611.0745239257812, + 402.7489318847656, + 309.1529541015625, + 536.5010986328125, + 647.4091186523438, + 554.185791015625, + 486.2521667480469, + 522.6669921875, + 879.5439453125, + 903.0230712890625, + 418.3048095703125, + 364.3397216796875, + 735.597900390625, + 599.8953857421875, + 476.0894470214844, + 831.3287353515625, + 659.5681762695312, + 767.3626708984375, + 612.4635009765625, + 672.0888671875, + 723.7112426757812, + 776.304443359375, + 559.5657348632812, + 584.6884155273438, + 895.4389038085938, + 800.134033203125, + 734.397216796875, + 640.7598266601562, + 606.9301147460938, + 665.8265380859375, + 735.9534912109375, + 842.4319458007812, + 536.673583984375, + 654.8237915039062, + 547.8231201171875, + 749.2002563476562, + 578.103271484375, + 659.5733032226562, + 732.822021484375, + 539.7161254882812, + 385.1451721191406, + 640.0477294921875, + 321.2947082519531, + 846.4027099609375, + 876.9139404296875, + 661.0291748046875, + 492.4540100097656, + 374.29962158203125, + 979.0753784179688, + 745.9041137695312, + 529.4081420898438, + 888.5444946289062, + 743.6447143554688, + 648.8739624023438, + 779.0908203125, + 623.09375, + 770.5809936523438, + 345.4816589355469, + 631.4972534179688, + 524.2134399414062, + 767.4879760742188, + 565.418701171875, + 932.1505737304688, + 558.5143432617188, + 862.4544677734375, + 367.3948059082031, + 732.436279296875, + 675.3240966796875, + 979.4962768554688, + 776.3603515625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -62412,374 +77171,374 @@ 2 ], "wall_clock_s": [ - 614.8, - 512.6, - 528.3 + 970.0, + 1021.9, + 965.7 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.056815005838871, + "loss": 0.19433672726154327, "env_score_iters": 500, - "env_score": -4.383375644683838, + "env_score": -0.25881022214889526, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.6153439283370972, - "rl_grad_norm": 0.5035053491592407, - "bc_grad_norm": 0.722761869430542, + "grad_align": -0.02764017879962921, + "rl_grad_norm": 0.6540187001228333, + "bc_grad_norm": 3.8032798767089844, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00008649595110910013, - "embedding.weight": 0.0018910173093900084, - "cnn.0.weight": 0.055624958127737045, - "cnn.0.bias": 0.0026881047524511814, - "cnn.2.weight": 0.020859023556113243, - "cnn.2.bias": 0.003667797427624464, - "cnn.5.weight": 0.03649919480085373, - "cnn.5.bias": 0.003716875799000263, - "action_emb.weight": 0.005950476508587599, - "timestep_emb.weight": 0.002436058595776558, - "pos_emb.weight": 0.004300892818719149, - "transformer.layers.0.self_attn.in_proj_weight": 0.040015749633312225, - "transformer.layers.0.self_attn.in_proj_bias": 0.0019713491201400757, - "transformer.layers.0.self_attn.out_proj.weight": 0.03520689159631729, - "transformer.layers.0.self_attn.out_proj.bias": 0.0024999319575726986, - "transformer.layers.0.linear1.weight": 0.03586637228727341, - "transformer.layers.0.linear1.bias": 0.0014025351265445352, - "transformer.layers.0.linear2.weight": 0.036937542259693146, - "transformer.layers.0.linear2.bias": 0.0017917134100571275, - "transformer.layers.0.norm1.weight": 0.00226461049169302, - "transformer.layers.0.norm1.bias": 0.0016450815601274371, - "transformer.layers.0.norm2.weight": 0.0034582752268761396, - "transformer.layers.0.norm2.bias": 0.0013117734342813492, - "transformer.layers.1.self_attn.in_proj_weight": 0.03861309587955475, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014920873800292611, - "transformer.layers.1.self_attn.out_proj.weight": 0.018720151856541634, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013318296987563372, - "transformer.layers.1.linear1.weight": 0.018397726118564606, - "transformer.layers.1.linear1.bias": 0.0007651890628039837, - "transformer.layers.1.linear2.weight": 0.02100200206041336, - "transformer.layers.1.linear2.bias": 0.0012364538852125406, - "transformer.layers.1.norm1.weight": 0.002731973771005869, - "transformer.layers.1.norm1.bias": 0.001442206441424787, - "transformer.layers.1.norm2.weight": 0.0013903836952522397, - "transformer.layers.1.norm2.bias": 0.0006750747561454773, - "transformer.layers.2.self_attn.in_proj_weight": 0.03256935998797417, - "transformer.layers.2.self_attn.in_proj_bias": 0.001205122098326683, - "transformer.layers.2.self_attn.out_proj.weight": 0.017916737124323845, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011650070082396269, - "transformer.layers.2.linear1.weight": 0.012973116710782051, - "transformer.layers.2.linear1.bias": 0.0006140038603916764, - "transformer.layers.2.linear2.weight": 0.014267007820308208, - "transformer.layers.2.linear2.bias": 0.0011632904643192887, - "transformer.layers.2.norm1.weight": 0.0022766159381717443, - "transformer.layers.2.norm1.bias": 0.001004155375994742, - "transformer.layers.2.norm2.weight": 0.000771722465287894, - "transformer.layers.2.norm2.bias": 0.0005230408860370517, - "transformer.layers.3.self_attn.in_proj_weight": 0.046641573309898376, - "transformer.layers.3.self_attn.in_proj_bias": 0.0025188839063048363, - "transformer.layers.3.self_attn.out_proj.weight": 0.019663043320178986, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018939453875645995, - "transformer.layers.3.linear1.weight": 0.038655657321214676, - "transformer.layers.3.linear1.bias": 0.0021973145194351673, - "transformer.layers.3.linear2.weight": 0.018664708361029625, - "transformer.layers.3.linear2.bias": 0.002750275656580925, - "transformer.layers.3.norm1.weight": 0.003700953209772706, - "transformer.layers.3.norm1.bias": 0.00323217804543674, - "transformer.layers.3.norm2.weight": 0.0032251630909740925, - "transformer.layers.3.norm2.bias": 0.0027718129567801952, - "head.weight": 0.2557190954685211, - "head.bias": 0.00593955535441637, - "global_embedding.weight": 0.032506875693798065, - "global_cnn.0.weight": 0.17981594800949097, - "global_cnn.0.bias": 0.007342261262238026, - "global_cnn.2.weight": 0.3527795076370239, - "global_cnn.2.bias": 0.02131684496998787, - "global_proj.weight": 0.07225264608860016, - "global_proj.bias": 0.059900086373090744, - "goal_head.0.weight": 0.05679550766944885, - "goal_head.0.bias": 0.028859062120318413, - "goal_head.2.weight": 0.12340097874403, - "goal_head.2.bias": 0.07869184017181396 + "global_gate": 0.00010081278014695272, + "embedding.weight": 0.0009955621790140867, + "cnn.0.weight": 0.016769956797361374, + "cnn.0.bias": 0.0006906635826453567, + "cnn.2.weight": 0.006229486782103777, + "cnn.2.bias": 0.0013015450676903129, + "cnn.5.weight": 0.0068100327625870705, + "cnn.5.bias": 0.0011641726596280932, + "action_emb.weight": 0.013325335457921028, + "timestep_emb.weight": 0.002493709558621049, + "pos_emb.weight": 0.006578377448022366, + "transformer.layers.0.self_attn.in_proj_weight": 0.02887018211185932, + "transformer.layers.0.self_attn.in_proj_bias": 0.002608006354421377, + "transformer.layers.0.self_attn.out_proj.weight": 0.033925190567970276, + "transformer.layers.0.self_attn.out_proj.bias": 0.004241999704390764, + "transformer.layers.0.linear1.weight": 0.06248432397842407, + "transformer.layers.0.linear1.bias": 0.0023704201448708773, + "transformer.layers.0.linear2.weight": 0.05119410902261734, + "transformer.layers.0.linear2.bias": 0.003128137905150652, + "transformer.layers.0.norm1.weight": 0.0015674916794523597, + "transformer.layers.0.norm1.bias": 0.002140011405572295, + "transformer.layers.0.norm2.weight": 0.006343323737382889, + "transformer.layers.0.norm2.bias": 0.0025228769518435, + "transformer.layers.1.self_attn.in_proj_weight": 0.0362958163022995, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024092569947242737, + "transformer.layers.1.self_attn.out_proj.weight": 0.03776087611913681, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030844956636428833, + "transformer.layers.1.linear1.weight": 0.034048933535814285, + "transformer.layers.1.linear1.bias": 0.001638277666643262, + "transformer.layers.1.linear2.weight": 0.043410684913396835, + "transformer.layers.1.linear2.bias": 0.00271741789765656, + "transformer.layers.1.norm1.weight": 0.002292701043188572, + "transformer.layers.1.norm1.bias": 0.002375201089307666, + "transformer.layers.1.norm2.weight": 0.0029144047293812037, + "transformer.layers.1.norm2.bias": 0.0018786108121275902, + "transformer.layers.2.self_attn.in_proj_weight": 0.057959314435720444, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029504902195185423, + "transformer.layers.2.self_attn.out_proj.weight": 0.041355960071086884, + "transformer.layers.2.self_attn.out_proj.bias": 0.002764028264209628, + "transformer.layers.2.linear1.weight": 0.023059658706188202, + "transformer.layers.2.linear1.bias": 0.001391007797792554, + "transformer.layers.2.linear2.weight": 0.028275879099965096, + "transformer.layers.2.linear2.bias": 0.002869890071451664, + "transformer.layers.2.norm1.weight": 0.00503553869202733, + "transformer.layers.2.norm1.bias": 0.0039753238670527935, + "transformer.layers.2.norm2.weight": 0.001441938104107976, + "transformer.layers.2.norm2.bias": 0.0016920843627303839, + "transformer.layers.3.self_attn.in_proj_weight": 0.10803303122520447, + "transformer.layers.3.self_attn.in_proj_bias": 0.005902883596718311, + "transformer.layers.3.self_attn.out_proj.weight": 0.05127817019820213, + "transformer.layers.3.self_attn.out_proj.bias": 0.0039672148413956165, + "transformer.layers.3.linear1.weight": 0.04496791213750839, + "transformer.layers.3.linear1.bias": 0.0029033045284450054, + "transformer.layers.3.linear2.weight": 0.02777809090912342, + "transformer.layers.3.linear2.bias": 0.004690939094871283, + "transformer.layers.3.norm1.weight": 0.010974748991429806, + "transformer.layers.3.norm1.bias": 0.008513803593814373, + "transformer.layers.3.norm2.weight": 0.0034342329017817974, + "transformer.layers.3.norm2.bias": 0.003441574750468135, + "head.weight": 0.4033038020133972, + "head.bias": 0.011019719764590263, + "global_embedding.weight": 0.00817769207060337, + "global_cnn.0.weight": 0.07341162115335464, + "global_cnn.0.bias": 0.0032612828072160482, + "global_cnn.2.weight": 0.17979127168655396, + "global_cnn.2.bias": 0.010077320039272308, + "global_proj.weight": 0.03770004212856293, + "global_proj.bias": 0.031247472390532494, + "goal_head.0.weight": 0.026875507086515427, + "goal_head.0.bias": 0.013314112089574337, + "goal_head.2.weight": 0.038768015801906586, + "goal_head.2.bias": 0.029731016606092453 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.14309567213058472, - "repr_drift_kl_low_t": 0.09801217913627625, - "repr_drift_kl_mid_t": 0.10425752401351929, - "repr_drift_kl_high_t": 0.24561670422554016, + "repr_drift_kl": 0.7065221667289734, + "repr_drift_kl_low_t": 0.8308395147323608, + "repr_drift_kl_mid_t": 0.687987208366394, + "repr_drift_kl_high_t": 0.6020768284797668, "cka_iters": 500, - "cka_similarity": 0.550517737865448, + "cka_similarity": 0.44019749760627747, "t_analysis_iters": 500, - "norm_low_t": 0.5371825695037842, - "norm_high_t": 0.5877987146377563, - "lowhigh_cos": 0.7356937527656555, + "norm_low_t": 0.37549450993537903, + "norm_high_t": 1.5393462181091309, + "lowhigh_cos": 0.4353191554546356, "t_bin_norms": { - "t_0.0-0.1": 0.6942278742790222, - "t_0.1-0.2": 0.5139535069465637, - "t_0.2-0.3": 0.5550177097320557, - "t_0.3-0.4": 0.5297594666481018, - "t_0.4-0.5": 0.4661034643650055, - "t_0.5-0.6": 0.483866810798645, - "t_0.6-0.7": 0.4921894967556, - "t_0.7-0.8": 0.5597971677780151, - "t_0.8-0.9": 0.5304003357887268, - "t_0.9-1.0": 0.6188576817512512 - }, - "win_rate": 0.011354194954037666, - "effective_batch_size": 39.85641860961914, + "t_0.0-0.1": 0.46993324160575867, + "t_0.1-0.2": 0.37694069743156433, + "t_0.2-0.3": 0.48171374201774597, + "t_0.3-0.4": 0.4674128592014313, + "t_0.4-0.5": 0.4696676731109619, + "t_0.5-0.6": 0.5822285413742065, + "t_0.6-0.7": 0.5587994456291199, + "t_0.7-0.8": 0.6808835864067078, + "t_0.8-0.9": 1.2524456977844238, + "t_0.9-1.0": 1.6500635147094727 + }, + "win_rate": 0.1649484485387802, + "effective_batch_size": 776.3603515625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.24502509832382202, + "loss": 0.04829614609479904, "env_score_iters": 500, - "env_score": -2.020061731338501, + "env_score": -0.7213332653045654, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.41250000000000003, "grad_align_iters": 500, - "grad_align": 0.8275310397148132, - "rl_grad_norm": 0.893324613571167, - "bc_grad_norm": 1.1792125701904297, + "grad_align": -0.05549421161413193, + "rl_grad_norm": 0.23379656672477722, + "bc_grad_norm": 2.871227502822876, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000019754605091293342, - "embedding.weight": 0.0030903443694114685, - "cnn.0.weight": 0.06405021995306015, - "cnn.0.bias": 0.002702418714761734, - "cnn.2.weight": 0.018640903756022453, - "cnn.2.bias": 0.004130498040467501, - "cnn.5.weight": 0.024168262258172035, - "cnn.5.bias": 0.003278295276686549, - "action_emb.weight": 0.018203038722276688, - "timestep_emb.weight": 0.006105503533035517, - "pos_emb.weight": 0.008840587921440601, - "transformer.layers.0.self_attn.in_proj_weight": 0.07171057164669037, - "transformer.layers.0.self_attn.in_proj_bias": 0.007089130114763975, - "transformer.layers.0.self_attn.out_proj.weight": 0.06967705488204956, - "transformer.layers.0.self_attn.out_proj.bias": 0.010759417898952961, - "transformer.layers.0.linear1.weight": 0.07790147513151169, - "transformer.layers.0.linear1.bias": 0.004319157917052507, - "transformer.layers.0.linear2.weight": 0.08918529003858566, - "transformer.layers.0.linear2.bias": 0.008827979676425457, - "transformer.layers.0.norm1.weight": 0.004052735865116119, - "transformer.layers.0.norm1.bias": 0.00637719826772809, - "transformer.layers.0.norm2.weight": 0.007699283771216869, - "transformer.layers.0.norm2.bias": 0.005656136199831963, - "transformer.layers.1.self_attn.in_proj_weight": 0.07579291611909866, - "transformer.layers.1.self_attn.in_proj_bias": 0.005343471188098192, - "transformer.layers.1.self_attn.out_proj.weight": 0.08920446783304214, - "transformer.layers.1.self_attn.out_proj.bias": 0.007681736256927252, - "transformer.layers.1.linear1.weight": 0.04619988426566124, - "transformer.layers.1.linear1.bias": 0.002466717502102256, - "transformer.layers.1.linear2.weight": 0.06127389520406723, - "transformer.layers.1.linear2.bias": 0.0075225564651191235, - "transformer.layers.1.norm1.weight": 0.0044163670390844345, - "transformer.layers.1.norm1.bias": 0.004809924867004156, - "transformer.layers.1.norm2.weight": 0.0031481189653277397, - "transformer.layers.1.norm2.bias": 0.0024853264912962914, - "transformer.layers.2.self_attn.in_proj_weight": 0.09492965787649155, - "transformer.layers.2.self_attn.in_proj_bias": 0.005521897692233324, - "transformer.layers.2.self_attn.out_proj.weight": 0.06664780527353287, - "transformer.layers.2.self_attn.out_proj.bias": 0.007405020296573639, - "transformer.layers.2.linear1.weight": 0.0400184690952301, - "transformer.layers.2.linear1.bias": 0.002429396379739046, - "transformer.layers.2.linear2.weight": 0.047695133835077286, - "transformer.layers.2.linear2.bias": 0.007941598072648048, - "transformer.layers.2.norm1.weight": 0.006472212728112936, - "transformer.layers.2.norm1.bias": 0.006184594705700874, - "transformer.layers.2.norm2.weight": 0.0027586189098656178, - "transformer.layers.2.norm2.bias": 0.002965090097859502, - "transformer.layers.3.self_attn.in_proj_weight": 0.17360013723373413, - "transformer.layers.3.self_attn.in_proj_bias": 0.015822945162653923, - "transformer.layers.3.self_attn.out_proj.weight": 0.08019108325242996, - "transformer.layers.3.self_attn.out_proj.bias": 0.013968516141176224, - "transformer.layers.3.linear1.weight": 0.1698409616947174, - "transformer.layers.3.linear1.bias": 0.013962751254439354, - "transformer.layers.3.linear2.weight": 0.08809681981801987, - "transformer.layers.3.linear2.bias": 0.02168796956539154, - "transformer.layers.3.norm1.weight": 0.013777760788798332, - "transformer.layers.3.norm1.bias": 0.02302057482302189, - "transformer.layers.3.norm2.weight": 0.014506055042147636, - "transformer.layers.3.norm2.bias": 0.021997516974806786, - "head.weight": 1.3702523708343506, - "head.bias": 0.050444595515728, - "global_embedding.weight": 0.008815165609121323, - "global_cnn.0.weight": 0.06229601055383682, - "global_cnn.0.bias": 0.0019428195664659142, - "global_cnn.2.weight": 0.09948402643203735, - "global_cnn.2.bias": 0.004568132106214762, - "global_proj.weight": 0.032001350075006485, - "global_proj.bias": 0.025422722101211548, - "goal_head.0.weight": 0.019245987758040428, - "goal_head.0.bias": 0.010109484195709229, - "goal_head.2.weight": 0.03277604654431343, - "goal_head.2.bias": 0.02572561427950859 + "global_gate": 5.693925777450204e-05, + "embedding.weight": 0.0013248346513137221, + "cnn.0.weight": 0.01989290863275528, + "cnn.0.bias": 0.0009842336876317859, + "cnn.2.weight": 0.004967209417372942, + "cnn.2.bias": 0.002132023684680462, + "cnn.5.weight": 0.005469395779073238, + "cnn.5.bias": 0.0014960645930841565, + "action_emb.weight": 0.006070001982152462, + "timestep_emb.weight": 0.0014738324098289013, + "pos_emb.weight": 0.003045609686523676, + "transformer.layers.0.self_attn.in_proj_weight": 0.016467561945319176, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012434048112481833, + "transformer.layers.0.self_attn.out_proj.weight": 0.014207434840500355, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020636122208088636, + "transformer.layers.0.linear1.weight": 0.030270885676145554, + "transformer.layers.0.linear1.bias": 0.0011670493986457586, + "transformer.layers.0.linear2.weight": 0.024294959381222725, + "transformer.layers.0.linear2.bias": 0.0017097367672249675, + "transformer.layers.0.norm1.weight": 0.0009906921768561006, + "transformer.layers.0.norm1.bias": 0.001146639813669026, + "transformer.layers.0.norm2.weight": 0.003203457687050104, + "transformer.layers.0.norm2.bias": 0.0015677505871281028, + "transformer.layers.1.self_attn.in_proj_weight": 0.023380378261208534, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011465728748589754, + "transformer.layers.1.self_attn.out_proj.weight": 0.019796311855316162, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016209895256906748, + "transformer.layers.1.linear1.weight": 0.015124473720788956, + "transformer.layers.1.linear1.bias": 0.0007562945829704404, + "transformer.layers.1.linear2.weight": 0.016505539417266846, + "transformer.layers.1.linear2.bias": 0.001432591350749135, + "transformer.layers.1.norm1.weight": 0.0013195479987189174, + "transformer.layers.1.norm1.bias": 0.0009900016011670232, + "transformer.layers.1.norm2.weight": 0.0013709983322769403, + "transformer.layers.1.norm2.bias": 0.0010129861766472459, + "transformer.layers.2.self_attn.in_proj_weight": 0.019364161416888237, + "transformer.layers.2.self_attn.in_proj_bias": 0.000995477195829153, + "transformer.layers.2.self_attn.out_proj.weight": 0.017085639759898186, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013936114264652133, + "transformer.layers.2.linear1.weight": 0.00993722677230835, + "transformer.layers.2.linear1.bias": 0.0005752496072091162, + "transformer.layers.2.linear2.weight": 0.012409050948917866, + "transformer.layers.2.linear2.bias": 0.0014283182099461555, + "transformer.layers.2.norm1.weight": 0.0014606573386117816, + "transformer.layers.2.norm1.bias": 0.0009401178685948253, + "transformer.layers.2.norm2.weight": 0.0006559626199305058, + "transformer.layers.2.norm2.bias": 0.0006147564854472876, + "transformer.layers.3.self_attn.in_proj_weight": 0.041353896260261536, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033355792984366417, + "transformer.layers.3.self_attn.out_proj.weight": 0.016388095915317535, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023725491482764482, + "transformer.layers.3.linear1.weight": 0.017846962437033653, + "transformer.layers.3.linear1.bias": 0.0014919942477717996, + "transformer.layers.3.linear2.weight": 0.011091443710029125, + "transformer.layers.3.linear2.bias": 0.003033061046153307, + "transformer.layers.3.norm1.weight": 0.003600243479013443, + "transformer.layers.3.norm1.bias": 0.0047994633205235004, + "transformer.layers.3.norm2.weight": 0.0013809510273858905, + "transformer.layers.3.norm2.bias": 0.002238656859844923, + "head.weight": 0.16574028134346008, + "head.bias": 0.006255777087062597, + "global_embedding.weight": 0.004144142381846905, + "global_cnn.0.weight": 0.050236985087394714, + "global_cnn.0.bias": 0.002039029961451888, + "global_cnn.2.weight": 0.12741835415363312, + "global_cnn.2.bias": 0.006390183698385954, + "global_proj.weight": 0.026148391887545586, + "global_proj.bias": 0.01870734803378582, + "goal_head.0.weight": 0.01601245254278183, + "goal_head.0.bias": 0.007727635093033314, + "goal_head.2.weight": 0.021000288426876068, + "goal_head.2.bias": 0.01745852455496788 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3057761490345001, - "repr_drift_kl_low_t": 0.27741870284080505, - "repr_drift_kl_mid_t": 0.27536332607269287, - "repr_drift_kl_high_t": 0.43206003308296204, + "repr_drift_kl": 0.45064714550971985, + "repr_drift_kl_low_t": 0.46861448884010315, + "repr_drift_kl_mid_t": 0.43363678455352783, + "repr_drift_kl_high_t": 0.4980502128601074, "cka_iters": 500, - "cka_similarity": 0.5663788914680481, + "cka_similarity": 0.4120028018951416, "t_analysis_iters": 500, - "norm_low_t": 0.5689811706542969, - "norm_high_t": 1.3269908428192139, - "lowhigh_cos": 0.3416339159011841, + "norm_low_t": 0.1923394650220871, + "norm_high_t": 0.5251719951629639, + "lowhigh_cos": 0.27761462330818176, "t_bin_norms": { - "t_0.0-0.1": 0.9530982375144958, - "t_0.1-0.2": 0.8623053431510925, - "t_0.2-0.3": 0.8984179496765137, - "t_0.3-0.4": 1.0753871202468872, - "t_0.4-0.5": 1.001582384109497, - "t_0.5-0.6": 1.1078307628631592, - "t_0.6-0.7": 1.1857404708862305, - "t_0.7-0.8": 1.1702086925506592, - "t_0.8-0.9": 1.3145251274108887, - "t_0.9-1.0": 1.785072922706604 - }, - "win_rate": 0.1650029420852661, - "effective_batch_size": 99.11427307128906, + "t_0.0-0.1": 0.2827487885951996, + "t_0.1-0.2": 0.2038584202528, + "t_0.2-0.3": 0.1881951093673706, + "t_0.3-0.4": 0.2679269313812256, + "t_0.4-0.5": 0.2372000813484192, + "t_0.5-0.6": 0.23330362141132355, + "t_0.6-0.7": 0.25056570768356323, + "t_0.7-0.8": 0.26803696155548096, + "t_0.8-0.9": 0.4051671624183655, + "t_0.9-1.0": 0.6752718687057495 + }, + "win_rate": 0.021162932738661766, + "effective_batch_size": 461.7080993652344, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.04326798766851425, + "loss": 0.16135463118553162, "env_score_iters": 500, - "env_score": -3.707443952560425, + "env_score": -0.40868380665779114, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.42500000000000004, "grad_align_iters": 500, - "grad_align": 0.710536777973175, - "rl_grad_norm": 0.19536060094833374, - "bc_grad_norm": 1.1329519748687744, + "grad_align": -0.10473877191543579, + "rl_grad_norm": 0.46607792377471924, + "bc_grad_norm": 5.382105827331543, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000012094666999473702, - "embedding.weight": 0.00017274165293201804, - "cnn.0.weight": 0.004224888514727354, - "cnn.0.bias": 0.0001948031858773902, - "cnn.2.weight": 0.0018232307629659772, - "cnn.2.bias": 0.0007444954244419932, - "cnn.5.weight": 0.0019270033808425069, - "cnn.5.bias": 0.000437802926171571, - "action_emb.weight": 0.0013523042434826493, - "timestep_emb.weight": 0.0004830822872463614, - "pos_emb.weight": 0.0006602682406082749, - "transformer.layers.0.self_attn.in_proj_weight": 0.005325191654264927, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005216321442276239, - "transformer.layers.0.self_attn.out_proj.weight": 0.005440459121018648, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008815454784780741, - "transformer.layers.0.linear1.weight": 0.005918548908084631, - "transformer.layers.0.linear1.bias": 0.000308798422338441, - "transformer.layers.0.linear2.weight": 0.007606610655784607, - "transformer.layers.0.linear2.bias": 0.0007849452085793018, - "transformer.layers.0.norm1.weight": 0.00032066975836642087, - "transformer.layers.0.norm1.bias": 0.0004581744724418968, - "transformer.layers.0.norm2.weight": 0.0004877045575994998, - "transformer.layers.0.norm2.bias": 0.0002951240458060056, - "transformer.layers.1.self_attn.in_proj_weight": 0.005734120961278677, - "transformer.layers.1.self_attn.in_proj_bias": 0.00038026939728297293, - "transformer.layers.1.self_attn.out_proj.weight": 0.00528498413041234, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006278930231928825, - "transformer.layers.1.linear1.weight": 0.004199765622615814, - "transformer.layers.1.linear1.bias": 0.00026360186166130006, - "transformer.layers.1.linear2.weight": 0.005775507539510727, - "transformer.layers.1.linear2.bias": 0.0006317768711596727, - "transformer.layers.1.norm1.weight": 0.00034685040009208024, - "transformer.layers.1.norm1.bias": 0.00040251066093333066, - "transformer.layers.1.norm2.weight": 0.00030230177799239755, - "transformer.layers.1.norm2.bias": 0.000314771372359246, - "transformer.layers.2.self_attn.in_proj_weight": 0.009872074238955975, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006961441249586642, - "transformer.layers.2.self_attn.out_proj.weight": 0.00552408630028367, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006556998123414814, - "transformer.layers.2.linear1.weight": 0.003066467121243477, - "transformer.layers.2.linear1.bias": 0.00022577980416826904, - "transformer.layers.2.linear2.weight": 0.0036770966835319996, - "transformer.layers.2.linear2.bias": 0.0007028859690763056, - "transformer.layers.2.norm1.weight": 0.0007983847171999514, - "transformer.layers.2.norm1.bias": 0.0008536945097148418, - "transformer.layers.2.norm2.weight": 0.00021562313486356288, - "transformer.layers.2.norm2.bias": 0.00028749468037858605, - "transformer.layers.3.self_attn.in_proj_weight": 0.010570862330496311, - "transformer.layers.3.self_attn.in_proj_bias": 0.0011137430556118488, - "transformer.layers.3.self_attn.out_proj.weight": 0.005713187158107758, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010837442241609097, - "transformer.layers.3.linear1.weight": 0.013356613926589489, - "transformer.layers.3.linear1.bias": 0.001193891977891326, - "transformer.layers.3.linear2.weight": 0.006971400696784258, - "transformer.layers.3.linear2.bias": 0.0017705662176012993, - "transformer.layers.3.norm1.weight": 0.000875816447660327, - "transformer.layers.3.norm1.bias": 0.001624672906473279, - "transformer.layers.3.norm2.weight": 0.001230918220244348, - "transformer.layers.3.norm2.bias": 0.0019358614226803184, - "head.weight": 0.09507310390472412, - "head.bias": 0.004389753565192223, - "global_embedding.weight": 0.007882361300289631, - "global_cnn.0.weight": 0.07156996428966522, - "global_cnn.0.bias": 0.0030568866059184074, - "global_cnn.2.weight": 0.10832962393760681, - "global_cnn.2.bias": 0.00671708770096302, - "global_proj.weight": 0.02758798375725746, - "global_proj.bias": 0.02387690544128418, - "goal_head.0.weight": 0.020910369232296944, - "goal_head.0.bias": 0.011828784830868244, - "goal_head.2.weight": 0.034595929086208344, - "goal_head.2.bias": 0.03370184823870659 + "global_gate": 6.982657214393839e-05, + "embedding.weight": 0.0011366140097379684, + "cnn.0.weight": 0.01646883226931095, + "cnn.0.bias": 0.0007006078958511353, + "cnn.2.weight": 0.004664639011025429, + "cnn.2.bias": 0.0011207321658730507, + "cnn.5.weight": 0.006291321944445372, + "cnn.5.bias": 0.0012424923479557037, + "action_emb.weight": 0.0117122707888484, + "timestep_emb.weight": 0.0028784996829926968, + "pos_emb.weight": 0.011304600164294243, + "transformer.layers.0.self_attn.in_proj_weight": 0.02885976992547512, + "transformer.layers.0.self_attn.in_proj_bias": 0.001620533294044435, + "transformer.layers.0.self_attn.out_proj.weight": 0.02995292842388153, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025276290252804756, + "transformer.layers.0.linear1.weight": 0.07201319187879562, + "transformer.layers.0.linear1.bias": 0.0022565447725355625, + "transformer.layers.0.linear2.weight": 0.05130144953727722, + "transformer.layers.0.linear2.bias": 0.0019797873683273792, + "transformer.layers.0.norm1.weight": 0.0016566739650443196, + "transformer.layers.0.norm1.bias": 0.0013533150777220726, + "transformer.layers.0.norm2.weight": 0.007953093387186527, + "transformer.layers.0.norm2.bias": 0.0017017503269016743, + "transformer.layers.1.self_attn.in_proj_weight": 0.04672204330563545, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013607708970084786, + "transformer.layers.1.self_attn.out_proj.weight": 0.03542470186948776, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018824129365384579, + "transformer.layers.1.linear1.weight": 0.03079734370112419, + "transformer.layers.1.linear1.bias": 0.001325415214523673, + "transformer.layers.1.linear2.weight": 0.03927343338727951, + "transformer.layers.1.linear2.bias": 0.0017836379120126367, + "transformer.layers.1.norm1.weight": 0.003008690197020769, + "transformer.layers.1.norm1.bias": 0.001422352739609778, + "transformer.layers.1.norm2.weight": 0.002544783055782318, + "transformer.layers.1.norm2.bias": 0.0013537241611629725, + "transformer.layers.2.self_attn.in_proj_weight": 0.06494229286909103, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022367495112121105, + "transformer.layers.2.self_attn.out_proj.weight": 0.04234585538506508, + "transformer.layers.2.self_attn.out_proj.bias": 0.00175366154871881, + "transformer.layers.2.linear1.weight": 0.022216258570551872, + "transformer.layers.2.linear1.bias": 0.001052842941135168, + "transformer.layers.2.linear2.weight": 0.02743646875023842, + "transformer.layers.2.linear2.bias": 0.0017769052647054195, + "transformer.layers.2.norm1.weight": 0.004957572091370821, + "transformer.layers.2.norm1.bias": 0.0020279167219996452, + "transformer.layers.2.norm2.weight": 0.0013537624618038535, + "transformer.layers.2.norm2.bias": 0.00094779854407534, + "transformer.layers.3.self_attn.in_proj_weight": 0.0983826145529747, + "transformer.layers.3.self_attn.in_proj_bias": 0.0052637094631791115, + "transformer.layers.3.self_attn.out_proj.weight": 0.043691761791706085, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030909704510122538, + "transformer.layers.3.linear1.weight": 0.039518870413303375, + "transformer.layers.3.linear1.bias": 0.002470965962857008, + "transformer.layers.3.linear2.weight": 0.02128314971923828, + "transformer.layers.3.linear2.bias": 0.003747306764125824, + "transformer.layers.3.norm1.weight": 0.008462817408144474, + "transformer.layers.3.norm1.bias": 0.007872743532061577, + "transformer.layers.3.norm2.weight": 0.0029123255517333746, + "transformer.layers.3.norm2.bias": 0.0028044155333191156, + "head.weight": 0.3359132707118988, + "head.bias": 0.007350572384893894, + "global_embedding.weight": 0.0036488627083599567, + "global_cnn.0.weight": 0.04043450951576233, + "global_cnn.0.bias": 0.0013383388286456466, + "global_cnn.2.weight": 0.08397892117500305, + "global_cnn.2.bias": 0.0038959351368248463, + "global_proj.weight": 0.015200617723166943, + "global_proj.bias": 0.0123637979850173, + "goal_head.0.weight": 0.009801139123737812, + "goal_head.0.bias": 0.004695722833275795, + "goal_head.2.weight": 0.015432088635861874, + "goal_head.2.bias": 0.010265910997986794 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3930947780609131, - "repr_drift_kl_low_t": 0.40537774562835693, - "repr_drift_kl_mid_t": 0.35461270809173584, - "repr_drift_kl_high_t": 0.5275126695632935, + "repr_drift_kl": 0.7627052068710327, + "repr_drift_kl_low_t": 0.9013063311576843, + "repr_drift_kl_mid_t": 0.7409364581108093, + "repr_drift_kl_high_t": 0.6620565056800842, "cka_iters": 500, - "cka_similarity": 0.6730238795280457, + "cka_similarity": 0.5359615683555603, "t_analysis_iters": 500, - "norm_low_t": 0.3949490487575531, - "norm_high_t": 0.29345741868019104, - "lowhigh_cos": 0.45322859287261963, + "norm_low_t": 0.3092426061630249, + "norm_high_t": 0.9958301186561584, + "lowhigh_cos": 0.25323325395584106, "t_bin_norms": { - "t_0.0-0.1": 0.17635402083396912, - "t_0.1-0.2": 0.178363636136055, - "t_0.2-0.3": 0.19388476014137268, - "t_0.3-0.4": 0.17701610922813416, - "t_0.4-0.5": 0.22487103939056396, - "t_0.5-0.6": 0.20893381536006927, - "t_0.6-0.7": 0.2821277379989624, - "t_0.7-0.8": 0.29173529148101807, - "t_0.8-0.9": 0.27814608812332153, - "t_0.9-1.0": 0.36585643887519836 - }, - "win_rate": 0.007336343172937632, - "effective_batch_size": 67.5317611694336, + "t_0.0-0.1": 0.495134174823761, + "t_0.1-0.2": 0.2448616325855255, + "t_0.2-0.3": 0.28469225764274597, + "t_0.3-0.4": 0.2936593294143677, + "t_0.4-0.5": 0.28177258372306824, + "t_0.5-0.6": 0.3972361981868744, + "t_0.6-0.7": 0.3538398742675781, + "t_0.7-0.8": 0.4942845106124878, + "t_0.8-0.9": 0.7463616728782654, + "t_0.9-1.0": 1.6384674310684204 + }, + "win_rate": 0.136409729719162, + "effective_batch_size": 687.2611083984375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "frozen_backbone": { - "score": 0.6583333333333333, - "score_std": 0.023570226039551608, + "score": 0.4666666666666666, + "score_std": 0.005892556509887888, "all_scores": [ - 0.625, - 0.675, - 0.675 + 0.4625, + 0.475, + 0.46249999999999997 ], "history": { "iters": [ @@ -63285,506 +78044,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.321034550666809, - 3.0900509357452393, - 0.8594297170639038, - 0.2878643572330475, - 1.0828263759613037, - 0.40962451696395874, - 0.4061713218688965, - 0.058418817818164825, - 0.21552778780460358, - 0.27522292733192444, - 0.1378171294927597, - 2.502340078353882, - 0.0049863094463944435, - 0.6762322187423706, - 0.2183280885219574, - 0.35994580388069153, - 1.200522780418396, - 1.042017936706543, - 0.707103431224823, - 0.4137509763240814, - 0.5452341437339783, - 0.5071655511856079, - 0.7531039118766785, - 0.08508526533842087, - 1.0458910465240479, - 1.499922275543213, - 0.24108725786209106, - 1.084059476852417, - 1.2533588409423828, - 0.5538085103034973, - 0.47542235255241394, - 0.5375760793685913, - 0.22126959264278412, - 0.6891457438468933, - 1.1784744262695312, - 0.14097262918949127, - 0.24563273787498474, - 2.3969662189483643, - 1.2973029613494873, - 1.1224079132080078, - 0.19000126421451569, - 1.0677311420440674, - 1.0794551372528076, - 0.2599260210990906, - 0.38522112369537354, - 0.4483069181442261, - 1.8420777320861816, - 0.255928635597229, - 0.2795206904411316, - 0.03457164019346237, - 0.0087837940081954, - 0.8220228552818298, - 0.13247399032115936, - 0.9908382296562195, - 0.2922190725803375, - 0.8679310083389282, - 1.0167940855026245, - 1.023790955543518, - 1.6790472269058228, - 0.35686856508255005, - 1.0671294927597046, - 0.4897546172142029, - 0.013076773844659328, - 1.0995903015136719, - 0.18642033636569977, - 0.38442447781562805, - 0.6308635473251343, - 0.43059879541397095, - 0.0034594228491187096, - 0.5808680057525635, - 1.08648681640625, - 0.7924599647521973, - 0.7441176176071167, - 0.01660609059035778, - 0.183898463845253, - 0.22298447787761688, - 0.24015678465366364, - 0.9324510097503662, - 0.45752280950546265, - 0.3111063241958618, - 1.129275918006897, - 0.23927026987075806, - 0.12926848232746124, - 0.390063613653183, - 0.02408866211771965, - 0.0070713902823626995, - 0.2455393522977829, - 0.7591016292572021, - 0.7760587334632874, - 0.24843697249889374, - 0.03743763267993927, - 0.20000162720680237, - 0.06229963153600693, - 0.38250041007995605, - 0.03474300354719162, - 0.8749774694442749, - 0.13162861764431, - 0.33691373467445374, - 0.9882354736328125, - 0.3381330668926239, - 0.5891137719154358, - 0.1285317987203598, - 0.8981586694717407, - 0.2910664975643158, - 0.06641948223114014, - 0.05555079132318497, - 0.5678831934928894, - 0.0927993655204773, - 0.1602174937725067, - 0.1688261777162552, - 0.10828223824501038, - 0.25661173462867737, - 0.582913875579834, - 0.0809069275856018, - 0.08584211021661758, - 0.1595299243927002, - 0.42971232533454895, - 0.9120830297470093, - 0.7717090249061584, - 1.3108270168304443, - 0.17750707268714905, - 0.006546160206198692, - 0.433918297290802, - 0.014700460247695446, - 0.9004346132278442, - 0.10433776676654816, - 0.015638263896107674, - 0.9884023070335388, - 0.2672047019004822, - 0.10338151454925537, - 0.06134282425045967, - 0.1223275437951088, - 0.16519421339035034, - 0.7494019269943237, - 0.10590696334838867, - 0.18779999017715454, - 0.12924212217330933, - 0.4766894578933716, - 0.6208131909370422, - 0.4589212238788605, - 0.025969238951802254, - 1.316502571105957, - 0.24770620465278625, - 0.9829492568969727, - 0.09127746522426605, - 0.3059161305427551, - 0.1431889683008194, - 0.11598985642194748, - 0.5928993821144104, - 0.7971729040145874, - 0.6850697994232178, - 1.1220186948776245, - 1.0419591665267944, - 1.4166865348815918, - 0.30434003472328186, - 0.5451579093933105, - 0.2530943751335144, - 0.30935239791870117, - 0.013965249061584473, - 0.7692233324050903, - 0.026888171210885048, - 0.30334699153900146, - 0.09435836225748062, - 0.0347268208861351, - 0.2030763328075409, - 0.15039655566215515, - 0.333631694316864, - 0.6344652771949768, - 0.030521748587489128, - 0.07321412861347198, - 0.32517921924591064, - 0.9443243741989136, - 1.163125991821289, - 0.7073744535446167, - 1.2758712768554688, - 0.03543912619352341, - 0.35625067353248596, - 0.145406112074852, - 0.4724731147289276, - 0.5206412076950073, - 0.2780960500240326, - 0.7444355487823486, - 0.22708924114704132, - 0.01622050441801548, - 0.24263344705104828, - 0.08936939388513565, - 0.3155936300754547, - 0.48192283511161804, - 1.2609308958053589, - 0.026181742548942566, - 0.42283904552459717, - 0.5085412263870239, - 1.1859499216079712, - 0.028436744585633278, - 0.872078001499176, - 0.15974287688732147, - 0.6174097061157227, - 0.06765510141849518, - 0.6824612021446228, - 0.291629433631897, - 0.8935242295265198, - 0.6764847040176392, - 0.32147929072380066, - 0.5064911246299744, - 0.6714809536933899, - 1.3168967962265015, - 0.4601650834083557, - 0.7809420824050903, - 0.26844432950019836, - 0.06768526881933212, - 0.16063259541988373, - 0.7625606656074524, - 0.2759094536304474, - 0.05110258609056473, - 0.36595264077186584, - 0.05121128633618355, - 0.09000694006681442, - 0.04260696470737457, - 0.06700588762760162, - 0.7481600642204285, - 0.9428432583808899, - 0.2730492949485779, - 0.7450008988380432, - 0.44511598348617554, - 0.49232813715934753, - 0.0724615752696991, - 0.054056234657764435, - 1.0961687564849854, - 1.0430084466934204, - 0.12510457634925842, - 0.7340432405471802, - 1.0919502973556519, - 0.503267765045166, - 0.051310617476701736, - 1.3828195333480835, - 0.57997065782547, - 0.3509034216403961, - 0.24090099334716797, - 0.28592732548713684, - 0.05342745780944824, - 0.289705365896225, - 0.06546290963888168, - 0.26324591040611267, - 0.17756636440753937, - 0.11728732287883759, - 0.260250985622406, - 1.338232159614563, - 0.04015783220529556, - 0.13160575926303864, - 0.08821754157543182, - 0.765417754650116, - 0.13406997919082642, - 0.5542153120040894, - 1.1650197505950928, - 0.5771031379699707, - 0.01810515485703945, - 0.4820931553840637, - 0.25587791204452515, - 0.32368379831314087, - 1.1124277114868164, - 0.05852174758911133, - 0.7482585906982422, - 0.40125301480293274, - 0.18773110210895538, - 0.5975486636161804, - 0.0708453431725502, - 0.7410409450531006, - 0.3879086673259735, - 0.06323087215423584, - 0.567267656326294, - 1.065021276473999, - 0.17031416296958923, - 0.030023036524653435, - 1.4078905582427979, - 1.0643513202667236, - 1.0012978315353394, - 0.23137471079826355, - 0.4081253707408905, - 0.10605379194021225, - 0.9170928001403809, - 1.2759807109832764, - 0.3622276484966278, - 0.18466874957084656, - 0.4972592294216156, - 0.9337581396102905, - 0.151810884475708, - 0.6263289451599121, - 0.8044384717941284, - 0.21579334139823914, - 1.1196990013122559, - 0.3216154873371124, - 0.19403739273548126, - 0.5908743143081665, - 0.4308073818683624, - 0.5750048756599426, - 0.6578150987625122, - 0.028421130031347275, - 1.117286205291748, - 0.1569974273443222, - 0.18317574262619019, - 0.12499731034040451, - 0.028643876314163208, - 0.8955650329589844, - 0.6515408158302307, - 0.21865925192832947, - 0.5925809144973755, - 0.13893285393714905, - 0.6375244855880737, - 0.5117801427841187, - 0.18713460862636566, - 0.017683248966932297, - 0.2029711753129959, - 0.19655853509902954, - 0.00792622473090887, - 0.5383275747299194, - 0.043285515159368515, - 0.05057191103696823, - 0.5616007447242737, - 0.17853347957134247, - 0.06644176691770554, - 0.9972037076950073, - 0.11273965239524841, - 0.6005215048789978, - 0.06587193161249161, - 0.022518526762723923, - 0.9716247916221619, - 0.0719950869679451, - 0.8642032742500305, - 0.04953763633966446, - 0.08100035786628723, - 1.178408145904541, - 0.49545711278915405, - 0.16942621767520905, - 0.1775180846452713, - 0.5263998508453369, - 0.20031197369098663, - 0.09223852306604385, - 0.01711868681013584, - 0.38294288516044617, - 0.5174168348312378, - 0.04745442047715187, - 0.05586861073970795, - 0.8580575585365295, - 0.048845212906599045, - 0.6017968654632568, - 0.2548598349094391, - 0.7408643364906311, - 0.6856465935707092, - 0.19772179424762726, - 0.3859250247478485, - 0.11709190905094147, - 0.06306063383817673, - 0.03209617733955383, - 0.2652205526828766, - 0.06320051848888397, - 1.1661850214004517, - 0.13266508281230927, - 0.1852545142173767, - 0.022629370912909508, - 0.9761391878128052, - 0.4443480968475342, - 0.11012865602970123, - 1.1098459959030151, - 0.3284884989261627, - 0.29099491238594055, - 1.1153088808059692, - 0.6638977527618408, - 0.1799592822790146, - 0.06902497261762619, - 0.7957756519317627, - 0.4942566752433777, - 0.055364612489938736, - 0.019872069358825684, - 0.5832462310791016, - 0.39344432950019836, - 0.6828067302703857, - 0.7002845406532288, - 0.24501515924930573, - 0.8978369235992432, - 0.2261349856853485, - 0.2652580142021179, - 0.9016873240470886, - 0.04546871781349182, - 0.09757865220308304, - 0.15446755290031433, - 0.3605404198169708, - 0.10590314120054245, - 0.24485521018505096, - 0.10548611730337143, - 1.30789053440094, - 0.10693365335464478, - 0.019889825955033302, - 0.13629241287708282, - 0.07401753962039948, - 1.4782931804656982, - 0.05549648404121399, - 0.7122128009796143, - 1.3080804347991943, - 0.24362461268901825, - 0.7523043751716614, - 0.04265135899186134, - 0.888399600982666, - 0.06669699400663376, - 0.23323503136634827, - 0.8958779573440552, - 0.6557934284210205, - 1.1746233701705933, - 0.3828203082084656, - 0.5283116102218628, - 0.6845376491546631, - 0.3596433401107788, - 0.8765512108802795, - 1.2139458656311035, - 0.5943357944488525, - 0.07002198696136475, - 0.5713518261909485, - 0.4024614989757538, - 0.9716034531593323, - 0.24884025752544403, - 0.29083991050720215, - 0.5748600363731384, - 1.0855927467346191, - 0.7761211395263672, - 0.36971670389175415, - 0.08547915518283844, - 0.7183792591094971, - 0.5442515015602112, - 0.051288895308971405, - 0.05656253173947334, - 0.7007569670677185, - 0.04597381502389908, - 0.986775279045105, - 0.2848954200744629, - 0.020352032035589218, - 0.17585070431232452, - 0.29601091146469116, - 0.7518169283866882, - 0.2650306820869446, - 0.1525641232728958, - 0.3327118456363678, - 0.33764368295669556, - 0.5431371331214905, - 0.5152532458305359, - 0.10383056104183197, - 0.34701284766197205, - 0.5112727284431458, - 0.759314775466919, - 0.13571327924728394, - 0.45052120089530945, - 0.029490096494555473, - 0.26421770453453064, - 0.2506108582019806, - 1.463761568069458, - 0.027687780559062958, - 0.8883289098739624, - 0.16230173408985138, - 0.1195097416639328, - 0.07951603084802628, - 0.9610699415206909, - 0.2890375852584839, - 0.12705671787261963, - 0.048050135374069214, - 0.017387226223945618, - 0.21088595688343048, - 0.4544931650161743, - 0.8369487524032593, - 0.08703462034463882, - 0.24681678414344788, - 0.19389323890209198, - 0.6258699893951416, - 0.45605647563934326, - 0.04293807968497276, - 0.36136576533317566, - 0.0497274287045002, - 0.025263112038373947, - 0.7815372943878174, - 0.07262003421783447, - 0.41824400424957275, - 0.053104184567928314, - 0.4284376800060272, - 0.5701206922531128, - 0.5790051817893982, - 0.9261128306388855, - 1.2031543254852295, - 0.3072497248649597, - 0.03244836628437042, - 1.3164637088775635, - 1.3288589715957642, - 0.2075669914484024, - 0.49363401532173157, - 1.3295509815216064, - 0.11501963436603546, - 0.05754191428422928, - 0.7900965213775635, - 0.08880797773599625, - 0.5467862486839294, - 0.25286179780960083, - 0.45679771900177, - 0.023882562294602394 + 0.7734967470169067, + 1.069536805152893, + 0.6618708372116089, + 0.5719342827796936, + 0.4789090156555176, + 0.6094679832458496, + 0.7088425159454346, + 0.5655056834220886, + 0.9435723423957825, + 0.5183965563774109, + 0.2869052290916443, + 1.265089750289917, + 0.41328248381614685, + 0.5112163424491882, + 0.7910626530647278, + 0.7505516409873962, + 0.5029630661010742, + 0.8742828965187073, + 1.2066760063171387, + 0.9413891434669495, + 0.6188646554946899, + 0.42647841572761536, + 0.6519555449485779, + 0.41529348492622375, + 0.6878405213356018, + 0.5197660326957703, + 0.6479138135910034, + 0.5601087808609009, + 0.5921661853790283, + 0.6594561338424683, + 0.38657334446907043, + 0.9259481430053711, + 0.5009797215461731, + 0.3451412320137024, + 0.48435425758361816, + 0.5242491364479065, + 0.7490109801292419, + 0.42665743827819824, + 0.7254578471183777, + 0.97544926404953, + 0.4108585715293884, + 0.4205545485019684, + 0.514790952205658, + 0.28975269198417664, + 0.28688716888427734, + 0.4361405372619629, + 0.4611150026321411, + 0.6555749177932739, + 0.3373238444328308, + 0.15204669535160065, + 0.4588717222213745, + 0.40987837314605713, + 0.3328731954097748, + 0.4669693410396576, + 0.6077659726142883, + 0.21103590726852417, + 0.34842395782470703, + 0.18046055734157562, + 0.6057174205780029, + 0.380824476480484, + 0.4533338248729706, + 0.3718109428882599, + 0.514538586139679, + 0.38963955640792847, + 0.3136359453201294, + 0.3862038254737854, + 0.3802074193954468, + 0.3990110158920288, + 0.43868905305862427, + 0.4519173502922058, + 0.4055936336517334, + 0.4490409791469574, + 0.31953349709510803, + 0.37180095911026, + 0.36144641041755676, + 0.4139403998851776, + 0.136286199092865, + 0.3619506359100342, + 0.3735083341598511, + 0.3748147487640381, + 0.34437647461891174, + 0.513446569442749, + 0.1597425639629364, + 0.4959510862827301, + 0.40637511014938354, + 0.4380965828895569, + 0.2736227214336395, + 0.49373266100883484, + 0.32266944646835327, + 0.38616499304771423, + 0.38634204864501953, + 0.3888702988624573, + 0.4527169167995453, + 0.4174051880836487, + 0.2885018587112427, + 0.3554321825504303, + 0.2711239159107208, + 0.23891256749629974, + 0.24085159599781036, + 0.30181095004081726, + 0.3293445110321045, + 0.5211137533187866, + 0.5152642726898193, + 0.2872776687145233, + 0.45787593722343445, + 0.4549059271812439, + 0.29245033860206604, + 0.16871699690818787, + 0.17628495395183563, + 0.37090831995010376, + 0.3522511124610901, + 0.18974868953227997, + 0.2817252576351166, + 0.3090055286884308, + 0.3232893645763397, + 0.35646677017211914, + 0.3767930567264557, + 0.3536818027496338, + 0.2663860619068146, + 0.41717249155044556, + 0.5919075012207031, + 0.23472417891025543, + 0.19550509750843048, + 0.3894907534122467, + 0.19202539324760437, + 0.3486874997615814, + 0.48968416452407837, + 0.24859008193016052, + 0.5167297720909119, + 0.4163850247859955, + 0.41508543491363525, + 0.40872326493263245, + 0.31650441884994507, + 0.508759081363678, + 0.3637392520904541, + 0.3712691068649292, + 0.3142341375350952, + 0.4130975902080536, + 0.37716636061668396, + 0.2041521817445755, + 0.36695635318756104, + 0.4037061333656311, + 0.5815129280090332, + 0.27807173132896423, + 0.20660319924354553, + 0.1874135136604309, + 0.06884589791297913, + 0.508571207523346, + 0.31816014647483826, + 0.32681870460510254, + 0.42826396226882935, + 0.3721923232078552, + 0.5420799851417542, + 0.28443965315818787, + 0.5285206437110901, + 0.3898414373397827, + 0.44661760330200195, + 0.22036150097846985, + 0.3123451769351959, + 0.36087626218795776, + 0.2538178563117981, + 0.324403315782547, + 0.29552939534187317, + 0.3699004650115967, + 0.4035491943359375, + 0.5988591313362122, + 0.10750740766525269, + 0.4081648290157318, + 0.3267534673213959, + 0.43266695737838745, + 0.44199860095977783, + 0.3885315954685211, + 0.10666444152593613, + 0.3647116720676422, + 0.357500821352005, + 0.4021315574645996, + 0.30362603068351746, + 0.40195658802986145, + 0.3639723062515259, + 0.24053199589252472, + 0.37212640047073364, + 0.5245152711868286, + 0.32745683193206787, + 0.5187814831733704, + 0.4043601453304291, + 0.32078856229782104, + 0.2015732377767563, + 0.5767753720283508, + 0.513373076915741, + 0.3678944706916809, + 0.300618976354599, + 0.5272440910339355, + 0.42085838317871094, + 0.23324234783649445, + 0.42392992973327637, + 0.4170059561729431, + 0.357686311006546, + 0.39716556668281555, + 0.14623168110847473, + 0.34578225016593933, + 0.3152059018611908, + 0.3764667212963104, + 0.38005346059799194, + 0.29754766821861267, + 0.2516809105873108, + 0.38427749276161194, + 0.41299834847450256, + 0.21966055035591125, + 0.45509782433509827, + 0.18602216243743896, + 0.4426381289958954, + 0.2008359432220459, + 0.3293662965297699, + 0.1920689344406128, + 0.3723341226577759, + 0.28089916706085205, + 0.31198960542678833, + 0.39191925525665283, + 0.4097827672958374, + 0.2911667227745056, + 0.2820892930030823, + 0.420943945646286, + 0.2492149919271469, + 0.4926578998565674, + 0.2929346561431885, + 0.120435930788517, + 0.5426828861236572, + 0.4949004352092743, + 0.3358829617500305, + 0.4427744150161743, + 0.20162339508533478, + 0.5030912756919861, + 0.36282622814178467, + 0.21713684499263763, + 0.21863922476768494, + 0.31447845697402954, + 0.16627036035060883, + 0.28681424260139465, + 0.450756311416626, + 0.25317126512527466, + 0.4226749837398529, + 0.36857926845550537, + 0.47737452387809753, + 0.22207890450954437, + 0.4946410655975342, + 0.27578723430633545, + 0.2292119562625885, + 0.3793559968471527, + 0.40717068314552307, + 0.16977940499782562, + 0.20098815858364105, + 0.32677534222602844, + 0.44066980481147766, + 0.35827258229255676, + 0.40038740634918213, + 0.3490564823150635, + 0.376964271068573, + 0.34500280022621155, + 0.25897517800331116, + 0.17473147809505463, + 0.321833074092865, + 0.177159383893013, + 0.18160036206245422, + 0.4467155933380127, + 0.34820830821990967, + 0.6667858958244324, + 0.2372608631849289, + 0.2572883665561676, + 0.4753132462501526, + 0.49744537472724915, + 0.2951381802558899, + 0.5033077001571655, + 0.3620520830154419, + 0.26947757601737976, + 0.11158937960863113, + 0.4609338939189911, + 0.2671242356300354, + 0.23698914051055908, + 0.45700958371162415, + 0.2155485898256302, + 0.5399289131164551, + 0.2753573954105377, + 0.4304465055465698, + 0.286338746547699, + 0.4514305591583252, + 0.2167629450559616, + 0.2800096571445465, + 0.38847658038139343, + 0.3719090521335602, + 0.3145691156387329, + 0.321799099445343, + 0.36865606904029846, + 0.34232115745544434, + 0.33033987879753113, + 0.4538190960884094, + 0.37536361813545227, + 0.2338123619556427, + 0.33271291851997375, + 0.3127083480358124, + 0.1651788353919983, + 0.3017497956752777, + 0.2536099851131439, + 0.26700735092163086, + 0.1497299075126648, + 0.3262025713920593, + 0.34366893768310547, + 0.4333747625350952, + 0.35900968313217163, + 0.2737761437892914, + 0.22918537259101868, + 0.37503471970558167, + 0.3846575915813446, + 0.2191941887140274, + 0.28211814165115356, + 0.34815847873687744, + 0.18521228432655334, + 0.27669599652290344, + 0.36751654744148254, + 0.2610380947589874, + 0.25261932611465454, + 0.1672854721546173, + 0.3875618875026703, + 0.22595921158790588, + 0.2272883802652359, + 0.20384405553340912, + 0.47274404764175415, + 0.29060742259025574, + 0.2094200849533081, + 0.16971738636493683, + 0.32784852385520935, + 0.29736030101776123, + 0.39297041296958923, + 0.30443981289863586, + 0.27976104617118835, + 0.3030388355255127, + 0.4607539176940918, + 0.2391195446252823, + 0.3563375771045685, + 0.23171408474445343, + 0.3007313013076782, + 0.08243995159864426, + 0.20503230392932892, + 0.16891919076442719, + 0.2588122487068176, + 0.19317394495010376, + 0.3631337285041809, + 0.49504971504211426, + 0.2786063849925995, + 0.21437186002731323, + 0.5576196908950806, + 0.3479599356651306, + 0.24106039106845856, + 0.29367098212242126, + 0.3212202787399292, + 0.23654155433177948, + 0.33862218260765076, + 0.22439756989479065, + 0.37667912244796753, + 0.39881500601768494, + 0.33972761034965515, + 0.21016010642051697, + 0.43104973435401917, + 0.3131793737411499, + 0.44903498888015747, + 0.3681848347187042, + 0.3399331271648407, + 0.334798663854599, + 0.20609615743160248, + 0.21867381036281586, + 0.40479913353919983, + 0.2814400792121887, + 0.37261611223220825, + 0.4099959135055542, + 0.41842594742774963, + 0.2612089514732361, + 0.26781389117240906, + 0.26834648847579956, + 0.1449747532606125, + 0.21302065253257751, + 0.3711076080799103, + 0.33867499232292175, + 0.2322506159543991, + 0.24032777547836304, + 0.2378263771533966, + 0.2605905830860138, + 0.26845887303352356, + 0.392511785030365, + 0.2476428896188736, + 0.14952749013900757, + 0.4126139283180237, + 0.41262558102607727, + 0.26721110939979553, + 0.22480706870555878, + 0.1704157292842865, + 0.24567435681819916, + 0.3275107741355896, + 0.3019218146800995, + 0.23352289199829102, + 0.30235734581947327, + 0.4138628840446472, + 0.32878461480140686, + 0.18419048190116882, + 0.16002726554870605, + 0.3240719735622406, + 0.3993314206600189, + 0.265420138835907, + 0.34200429916381836, + 0.37037205696105957, + 0.1850387006998062, + 0.3767090439796448, + 0.2225811928510666, + 0.38636690378189087, + 0.3317410945892334, + 0.35496440529823303, + 0.22921955585479736, + 0.3534142076969147, + 0.28733354806900024, + 0.35251957178115845, + 0.2742583155632019, + 0.15555889904499054, + 0.15402716398239136, + 0.33342498540878296, + 0.2748672664165497, + 0.3717535734176636, + 0.21452957391738892, + 0.16210925579071045, + 0.3115091919898987, + 0.11729960888624191, + 0.3086496591567993, + 0.2501733899116516, + 0.3075879216194153, + 0.16854238510131836, + 0.2535422742366791, + 0.1995081603527069, + 0.2950575351715088, + 0.37067365646362305, + 0.4439614713191986, + 0.3514021039009094, + 0.41565507650375366, + 0.3424958884716034, + 0.21916185319423676, + 0.23692014813423157, + 0.29988354444503784, + 0.2711198925971985, + 0.2709801495075226, + 0.4451204240322113, + 0.24760088324546814, + 0.24782030284404755, + 0.21783564984798431, + 0.2200024425983429, + 0.36931082606315613, + 0.3458048105239868, + 0.12910057604312897, + 0.41644108295440674, + 0.31734561920166016, + 0.30174142122268677, + 0.25237420201301575, + 0.18952281773090363, + 0.11130767315626144, + 0.2908141016960144, + 0.2080046832561493, + 0.4417613744735718, + 0.27608755230903625, + 0.36002984642982483, + 0.2773889899253845, + 0.3355156183242798, + 0.3539504408836365, + 0.3996357023715973, + 0.3116830885410309, + 0.23131349682807922, + 0.13986702263355255, + 0.26362353563308716, + 0.2382342517375946, + 0.2899066209793091, + 0.4713822305202484, + 0.4490537941455841, + 0.31804949045181274, + 0.2614552080631256, + 0.530558705329895, + 0.3270558714866638, + 0.338649719953537, + 0.17701402306556702, + 0.32544100284576416, + 0.24349761009216309, + 0.33973976969718933, + 0.2965146601200104, + 0.33735352754592896, + 0.10600525140762329, + 0.24936987459659576, + 0.20263241231441498, + 0.3087225556373596, + 0.26076236367225647, + 0.2787385880947113, + 0.24877366423606873, + 0.321646124124527, + 0.21637170016765594, + 0.5451420545578003, + 0.29431524872779846, + 0.3601551353931427, + 0.3379412293434143 ], "env_score_iters": [ 1, @@ -64289,1944 +79048,2394 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.5993883013725281, - -2.6571736335754395, - -3.4441819190979004, - -3.960245132446289, - -3.3538451194763184, - -3.166910409927368, - -2.995412826538086, - 3.8680546283721924, - -3.5987191200256348, - -1.9575145244598389, - -3.9712376594543457, - -0.8732649087905884, - 0.2611630856990814, - -1.1040204763412476, - 0.6120349764823914, - -5.592610836029053, - -4.905385971069336, - -3.468653917312622, - -1.2101116180419922, - -6.971583366394043, - -1.6865752935409546, - -2.427133798599243, - -6.507759094238281, - 3.805018424987793, - -3.1157519817352295, - -1.8334242105484009, - -3.486250400543213, - -2.0854063034057617, - -3.0027456283569336, - -3.383118152618408, - 2.018239736557007, - -3.38093900680542, - -2.630082607269287, - 2.9065966606140137, - -0.3707292079925537, - -0.0782146155834198, - -3.091310501098633, - -0.5792878270149231, - 6.89826774597168, - -3.3893613815307617, - -2.5573887825012207, - -3.215564489364624, - 2.9615912437438965, - -1.8844964504241943, - -2.5328176021575928, - -3.225128173828125, - -3.265127182006836, - -1.521754264831543, - -2.494508981704712, - 0.45104730129241943, - -3.1713433265686035, - -1.4596037864685059, - 2.636765718460083, - -2.5381293296813965, - 6.759000301361084, - -2.8226144313812256, - 0.1182355210185051, - -1.8283878564834595, - -3.7217555046081543, - 0.502915620803833, - -3.4650650024414062, - -3.9869332313537598, - -1.6382955312728882, - -7.584831714630127, - -3.8780291080474854, - -3.6343984603881836, - -0.9634293913841248, - 0.03194431588053703, - 1.0513341426849365, - -2.8161771297454834, - -3.3429946899414062, - -3.0501694679260254, - -2.5516889095306396, - 0.30592361092567444, - -2.534160614013672, - -2.656867742538452, - -3.256434202194214, - -1.949967622756958, - -3.685208320617676, - -3.441025495529175, - -4.46988582611084, - -2.833207607269287, - -2.966207504272461, - -3.366095781326294, - -2.584749937057495, - -2.193786859512329, - -3.644973039627075, - -5.31839656829834, - -2.9344191551208496, - -2.531381607055664, - -4.874123573303223, - 0.12055176496505737, - -3.520057439804077, - -2.101586103439331, - 1.6113723516464233, - -2.1914162635803223, - -1.7934954166412354, - -2.7930586338043213, - -1.4593346118927002, - -2.0191829204559326, - -8.354959487915039, - -2.1499195098876953, - -1.9788089990615845, - -3.0098953247070312, - -2.9276115894317627, - -2.7824461460113525, - -3.4257826805114746, - -2.639699697494507, - -2.6418042182922363, - -4.986448287963867, - -4.99467658996582, - -3.441011905670166, - -1.3907378911972046, - -0.007600239012390375, - 0.4058017134666443, - 0.5639228224754333, - -5.389729022979736, - -3.98393177986145, - -1.8851654529571533, - -4.147350788116455, - -0.8115521669387817, - -5.481937408447266, - -3.1439552307128906, - -3.8023993968963623, - -2.348741054534912, - -2.7391278743743896, - -4.618037223815918, - -2.8715381622314453, - -2.1930761337280273, - 0.044308219105005264, - -3.7924716472625732, - -5.025562286376953, - -3.766282081604004, - -1.235818862915039, - 0.7252727746963501, - -3.506636381149292, - -4.432552814483643, - 5.783132553100586, - -2.943897008895874, - -1.745229959487915, - -3.1181418895721436, - -2.0378735065460205, - -4.442139148712158, - -3.6182210445404053, - -3.2399590015411377, - -6.328889846801758, - -2.8735129833221436, - -2.8074164390563965, - -2.674804449081421, - 5.14507532119751, - -2.0812435150146484, - -4.503562927246094, - -2.3681845664978027, - -2.4361929893493652, - -3.946359395980835, - -0.551703929901123, - -5.452739715576172, - -0.6350733041763306, - -7.250586986541748, - -4.019349098205566, - -2.753016233444214, - -2.2867488861083984, - -2.197801351547241, - -0.2812913656234741, - -3.4074361324310303, - -3.628842830657959, - -3.014026165008545, - -2.147404670715332, - 1.1832112073898315, - -0.9299941658973694, - 11.692708969116211, - -3.242248296737671, - -1.3304955959320068, - -3.532794237136841, - -1.489280104637146, - -2.7427597045898438, - -1.9935510158538818, - -1.2112836837768555, - -3.7220754623413086, - -4.150648593902588, - -2.385457992553711, - -6.845856189727783, - -1.9046428203582764, - -0.930820882320404, - 2.6593704223632812, - -3.7253458499908447, - -2.0196616649627686, - -0.5106179118156433, - 0.3303161561489105, - -2.9247639179229736, - -1.9489905834197998, - -1.3891582489013672, - -0.42975786328315735, - -2.3369176387786865, - -0.5666642189025879, - -2.4186995029449463, - -2.0800466537475586, - -2.191053628921509, - -1.5102914571762085, - -2.775005578994751, - -3.09303617477417, - 4.606988906860352, - -1.2820169925689697, - -5.099758625030518, - -1.0347689390182495, - -3.325601577758789, - -2.176215887069702, - -0.6205348372459412, - -2.153115749359131, - -4.740017890930176, - -2.6654067039489746, - -3.0155701637268066, - -7.429081916809082, - -4.600342273712158, - -7.407332897186279, - 0.2547587454319, - -0.06144000589847565, - -1.8835184574127197, - -0.32849061489105225, - -3.646789789199829, - -1.658050775527954, - -4.680283069610596, - -2.38926362991333, - 2.1246461868286133, - 3.4241816997528076, - -3.61501145362854, - 0.5950068831443787, - 1.2989568710327148, - -1.847424864768982, - -2.9295272827148438, - 8.144103050231934, - -1.6373792886734009, - -6.818744659423828, - -1.5226253271102905, - -3.016913652420044, - -2.6879255771636963, - -2.7786142826080322, - -7.175191879272461, - -2.6773080825805664, - -5.12446928024292, - -4.315028667449951, - -0.7811028957366943, - 1.2947571277618408, - -3.0714898109436035, - -3.5688400268554688, - -3.707756280899048, - -0.5737136602401733, - -4.176471710205078, - -3.0307047367095947, - 2.5807626247406006, - -3.689060688018799, - -3.532776117324829, - -1.0365335941314697, - -7.909636497497559, - -1.6537365913391113, - 1.4959776401519775, - -3.0148556232452393, - -0.28594160079956055, - -1.4607456922531128, - -1.7619221210479736, - 0.07734782248735428, - -5.520784854888916, - -2.049452304840088, - -2.21496844291687, - -3.2585418224334717, - -3.4494006633758545, - -0.5830649733543396, - -4.232854843139648, - -3.5732359886169434, - 3.026763916015625, - 1.3310118913650513, - -2.33555006980896, - -2.440167188644409, - -3.7105581760406494, - -3.932408094406128, - -1.1298805475234985, - 3.8530778884887695, - -2.901514768600464, - -4.361916542053223, - 0.4960780739784241, - 0.7309162616729736, - -3.064636468887329, - 0.824170708656311, - -2.6801230907440186, - -3.1666066646575928, - 2.62583589553833, - -2.887371301651001, - -1.9744246006011963, - -1.2529271841049194, - -1.646386742591858, - -1.2970426082611084, - -0.3355960547924042, - -3.6190779209136963, - 4.749128818511963, - -3.4091880321502686, - -2.539983034133911, - -2.8119237422943115, - -4.854982852935791, - -1.0204968452453613, - -6.771589279174805, - -2.8414018154144287, - -0.854896605014801, - -2.9980475902557373, - -0.7553527355194092, - -2.8779635429382324, - -2.0243172645568848, - -5.959329128265381, - -2.091050624847412, - -2.290154457092285, - -4.079206466674805, - -2.9201316833496094, - -3.229370594024658, - -4.513584613800049, - -1.337088704109192, - -3.4341602325439453, - -3.9680800437927246, - 1.2913272380828857, - -3.799614906311035, - -1.0801388025283813, - -8.032608032226562, - -3.520489454269409, - 0.14898034930229187, - -3.6098639965057373, - -5.092633247375488, - -3.4498965740203857, - -4.146219253540039, - 1.4455689191818237, - -2.0040407180786133, - -3.9494121074676514, - -3.163672924041748, - -1.3689265251159668, - -2.8037185668945312, - -3.998109817504883, - -3.479599952697754, - -2.283831834793091, - -1.318869709968567, - -3.9603729248046875, - -5.4290595054626465, - -0.8291357159614563, - -2.981239080429077, - -6.479557514190674, - -4.089788436889648, - -0.24097681045532227, - -3.6505489349365234, - -2.493445634841919, - -1.363783597946167, - -2.471381425857544, - -3.12290096282959, - -5.048287391662598, - -3.1617496013641357, - -6.55139684677124, - 0.2611003816127777, - -2.1740870475769043, - -2.849658250808716, - -3.1471190452575684, - -2.762176036834717, - -2.0031518936157227, - -0.8777936697006226, - 2.04351806640625, - -1.9257502555847168, - -3.7671098709106445, - 1.3507963418960571, - 0.00123307213652879, - -3.7624359130859375, - -5.116525173187256, - -4.233586311340332, - -1.6913642883300781, - -3.742267370223999, - -3.424370288848877, - -1.68315851688385, - -7.915533542633057, - 0.5583125352859497, - -0.1212254986166954, - -5.504814624786377, - 7.393070697784424, - -3.0721819400787354, - -2.5721473693847656, - -0.746293306350708, - -3.490607261657715, - -4.006343364715576, - -2.998206853866577, - -4.411903381347656, - -3.4120230674743652, - -2.3282883167266846, - -4.537030220031738, - 8.043394088745117, - -3.795417070388794, - -3.538562536239624, - -2.300339937210083, - -3.413900375366211, - 7.514526844024658, - -6.528203964233398, - -0.29222533106803894, - 5.232471942901611, - -2.5264384746551514, - -0.06071675941348076, - -5.309925079345703, - 0.06766264885663986, - -3.9436912536621094, - -4.704317092895508, - -2.6373586654663086, - -1.1180671453475952, - 4.095639228820801, - -2.6099092960357666, - -1.2083704471588135, - -3.59085750579834, - -7.447657108306885, - -1.4749679565429688, - 1.1938961744308472, - -5.573718547821045, - -5.990006923675537, - -3.107499837875366, - 0.6818543076515198, - 0.809392511844635, - -2.8951454162597656, - -4.604719638824463, - -1.3748148679733276, - 0.9836673140525818, - -3.520052433013916, - -1.3476064205169678, - -3.4803662300109863, - 0.08667046576738358, - -1.8488727807998657, - -3.1096274852752686, - -3.910449266433716, - -0.30896317958831787, - -5.288329124450684, - 0.04774973914027214, - -3.082059383392334, - -3.922919750213623, - -5.215358734130859, - -2.18900465965271, - -1.4127521514892578, - -5.759589672088623, - -3.0703961849212646, - -1.625349521636963, - -2.3256940841674805, - 0.42054519057273865, - -1.8926329612731934, - -4.262331962585449, - -2.128502368927002, - -1.732846975326538, - 0.9839767217636108, - -3.7596182823181152, - -2.170571804046631, - -4.608656406402588, - -7.121606349945068, - -2.4035704135894775, - 4.081419467926025, - -3.8748083114624023, - -0.3803524672985077, - -3.3119258880615234, - -2.8154876232147217, - -3.240715980529785, - 1.7517467737197876, - -1.9275591373443604, - -3.4283182621002197, - -3.4371042251586914, - -3.953190326690674, - -1.5602949857711792, - -1.0944697856903076, - -0.6524538993835449, - -4.833080291748047, - -3.7186615467071533, - -2.457620620727539, - -3.739694833755493, - -3.720745086669922, - -3.851599931716919, - -3.194784641265869, - -3.7028117179870605, - -3.284977912902832, - 0.3634263873100281, - -1.4377121925354004, - -2.775775671005249, - -3.9212567806243896, - -3.2434377670288086, - -3.638186454772949, - -1.4026280641555786, - -1.5275779962539673, - 1.1486783027648926, - -1.8716468811035156, - -3.9418251514434814, - 3.1931917667388916, - 3.973883867263794, - -2.1288888454437256, - -2.1582043170928955, - 2.7401843070983887, - -3.6588034629821777, - -4.124087333679199, - -1.104406476020813, - -3.854555606842041, - -0.3024933338165283, - -3.356391429901123, - -2.240068197250366, - -4.504428863525391 + -0.5324477553367615, + -0.40200042724609375, + -0.5153439044952393, + -0.5398694276809692, + -0.6069586873054504, + -0.5933266282081604, + -0.5080058574676514, + -0.5655063986778259, + -0.49536630511283875, + -0.4067564308643341, + -0.6303178071975708, + -0.43645143508911133, + -0.426100492477417, + -0.6777973175048828, + -0.5625719428062439, + -0.5790318250656128, + -0.4037421941757202, + -0.5220533013343811, + -0.016702735796570778, + -0.41104209423065186, + -0.44901251792907715, + -0.6787391901016235, + -0.3501516878604889, + -0.6317562460899353, + -0.4303508698940277, + -0.6027112603187561, + -0.5457253456115723, + -0.5054187178611755, + -0.43424278497695923, + -0.4853600263595581, + -0.614309549331665, + -0.6651086807250977, + -0.4833759069442749, + -0.4671418070793152, + -0.5501108765602112, + -0.40529027581214905, + -0.5106453895568848, + -0.4428868293762207, + -0.4510161578655243, + 0.14529766142368317, + -0.4784669578075409, + -0.4951924681663513, + -0.5834653973579407, + -0.49553412199020386, + -0.5290964841842651, + -0.6109915375709534, + -0.48145151138305664, + -0.35719698667526245, + -0.5679695010185242, + -0.448818176984787, + -0.4559548497200012, + -0.45020750164985657, + -0.4618360996246338, + -0.4465368986129761, + -0.409843772649765, + -0.4182872772216797, + -0.36020994186401367, + -0.5408914089202881, + -0.4477008581161499, + -0.6879044771194458, + -0.7229569554328918, + -0.6781569719314575, + -0.3898671567440033, + -0.6053789854049683, + -0.37178143858909607, + -0.41374683380126953, + -0.4781228303909302, + -0.416397362947464, + -0.42358073592185974, + -0.3396187126636505, + -0.5224035978317261, + -0.5037263035774231, + -0.7359547019004822, + -0.4515331983566284, + -0.5320966243743896, + -0.5657257437705994, + -0.6611334085464478, + -0.5477666854858398, + -0.6468852758407593, + -0.517062783241272, + -0.9216004014015198, + -0.25281545519828796, + -0.7557421326637268, + -0.2805648148059845, + -0.4201990067958832, + -0.3645372688770294, + -0.3620409369468689, + -0.5157449245452881, + -0.39341863989830017, + -0.341435968875885, + -0.6986209154129028, + -0.4065815806388855, + -0.4554727375507355, + -0.5043938755989075, + -0.4695882499217987, + -0.43144354224205017, + -0.5452200770378113, + -0.5021997690200806, + -0.4658566117286682, + -0.39953717589378357, + -0.6135424971580505, + -0.34673047065734863, + -0.3134854733943939, + -0.533945620059967, + -0.5302813053131104, + -0.35113564133644104, + -0.5515709519386292, + -0.6388456225395203, + -0.3427124619483948, + -0.6555437445640564, + -0.6378475427627563, + -0.5055168271064758, + -0.5331961512565613, + -0.6079997420310974, + -0.4223073124885559, + -0.5836626887321472, + -0.4661174416542053, + -0.462478905916214, + -0.4996025562286377, + -0.36228448152542114, + -0.5037726759910583, + -0.5055126547813416, + -0.5029704570770264, + -0.5324726700782776, + -0.48508673906326294, + -0.5379438996315002, + -0.26671215891838074, + -0.4775804281234741, + -0.404208779335022, + -0.38939008116722107, + -0.37863269448280334, + -0.44884976744651794, + -0.18751999735832214, + -0.5596972107887268, + -0.5764093399047852, + -0.5423480272293091, + -0.4363715648651123, + -0.3888161778450012, + -0.7121239900588989, + -0.4991625249385834, + -0.4816637933254242, + -0.6361691951751709, + -0.288706511259079, + -0.6742563247680664, + -0.6785164475440979, + -0.5128531455993652, + -0.47549980878829956, + -0.5616640448570251, + -0.5650478601455688, + -0.7758907079696655, + -0.3103337585926056, + -0.14844591915607452, + -0.43574902415275574, + -0.5459393858909607, + -0.3588654398918152, + -0.7272553443908691, + -0.2407352328300476, + -0.5463412404060364, + -0.6185312867164612, + -0.3498668670654297, + -0.3760869801044464, + -0.6111849546432495, + -0.7990309000015259, + -0.3269863724708557, + -0.5240135788917542, + -0.2547035813331604, + -0.5407384037971497, + -0.42265692353248596, + -0.33059415221214294, + -0.21613864600658417, + -0.46497610211372375, + -0.44748586416244507, + -0.7022084593772888, + -0.4491666853427887, + -0.46309608221054077, + -0.26871445775032043, + -0.5247263312339783, + -0.3091977834701538, + -0.28462088108062744, + -0.7071755528450012, + -0.44840073585510254, + -0.44813308119773865, + -0.5930501222610474, + -0.43605491518974304, + -0.5004923939704895, + -0.600091814994812, + -0.7839106917381287, + -0.26168039441108704, + -0.5225504040718079, + -0.5185596346855164, + -0.4904331564903259, + -0.6317176818847656, + -0.17223268747329712, + -0.28356972336769104, + -0.5412352085113525, + -0.5102401375770569, + -0.5353602170944214, + -0.5291150212287903, + -0.4535970389842987, + -0.5455775856971741, + -0.47280287742614746, + -0.47939950227737427, + -0.46357083320617676, + -0.8072057962417603, + -0.5360402464866638, + -0.4718558192253113, + -0.42639583349227905, + -0.6611137390136719, + -0.5705530047416687, + -0.4923533499240875, + -0.4692649841308594, + -0.5678000450134277, + -0.4548112452030182, + -0.5775075554847717, + -0.48990389704704285, + -0.4616089463233948, + -0.5576233863830566, + -0.509520947933197, + -0.3677551746368408, + -0.21384169161319733, + -0.4814114570617676, + -0.21832555532455444, + -0.6002452969551086, + -0.39820894598960876, + -0.587540864944458, + -0.6368931531906128, + -0.23506827652454376, + -0.2974597215652466, + -0.4994261562824249, + -0.407932847738266, + -0.6645415425300598, + -0.27880457043647766, + -0.8086619973182678, + -0.5701941847801208, + -0.4240834712982178, + -0.768913209438324, + -0.6009830236434937, + -0.08312779664993286, + -0.32406485080718994, + -0.4960513710975647, + -0.3722306191921234, + -0.4110427796840668, + -0.5354334712028503, + -0.6056252121925354, + -0.24384309351444244, + -0.5637044906616211, + -0.758002519607544, + -0.6894975900650024, + -0.3342069685459137, + -0.5302660465240479, + -0.8420901894569397, + -0.5276840329170227, + -0.6223651170730591, + -0.4367464780807495, + -0.3546600639820099, + -0.4963226318359375, + -0.4936576783657074, + -0.5867655277252197, + -0.36044979095458984, + -0.6399380564689636, + -0.5037832856178284, + -0.5434120893478394, + -0.4808172285556793, + -0.45075222849845886, + -0.5550151467323303, + -0.25419169664382935, + -0.5408045649528503, + -0.6770027279853821, + -0.492152601480484, + -0.5351275205612183, + -0.49275386333465576, + -0.3612614870071411, + -0.3266908526420593, + -0.5364564061164856, + -0.9068609476089478, + -0.3822316527366638, + -0.5039339065551758, + -0.7170163989067078, + -0.23616182804107666, + -0.4917435050010681, + -0.34016191959381104, + -0.4452115297317505, + -0.5225896239280701, + -0.6011784076690674, + -0.43212831020355225, + -0.34735676646232605, + -0.4092283844947815, + -0.617860734462738, + -0.2657809257507324, + -0.5899976491928101, + -0.6065393090248108, + -0.40778687596321106, + -0.42902401089668274, + -0.43519073724746704, + -0.3815429210662842, + -0.5045974254608154, + -0.5784339904785156, + -0.5068069100379944, + -0.49519774317741394, + -0.48545852303504944, + -0.4400368332862854, + -0.5884498953819275, + -0.6359125375747681, + -0.5894697904586792, + -0.5651658773422241, + -0.3042764365673065, + -0.3985772132873535, + -0.6112364530563354, + -0.5520439743995667, + -0.5493754148483276, + -0.2743615508079529, + -0.5419456362724304, + -0.5006745457649231, + -0.37762969732284546, + -0.21969161927700043, + -0.7464237213134766, + -0.5840649604797363, + -0.4123050272464752, + -0.7211544513702393, + -0.45557701587677, + -0.5559377670288086, + -0.3284500539302826, + -0.5421175360679626, + -0.447983056306839, + -0.5111760497093201, + -0.2426767349243164, + -0.5287349820137024, + -0.574960470199585, + -0.5195233225822449, + -0.4993137717247009, + -0.49635353684425354, + -0.5227547287940979, + -0.5430065989494324, + -0.532316267490387, + -0.573448896408081, + -0.35550373792648315, + -0.9131681323051453, + -0.4663912057876587, + -0.5379634499549866, + -0.7675260901451111, + -0.5779436230659485, + -0.394636869430542, + -0.4912152886390686, + -0.5519058704376221, + -0.5673951506614685, + -0.6123092770576477, + -0.20703524351119995, + -0.5273879170417786, + -0.5640261769294739, + -0.3695201575756073, + -0.45372438430786133, + -0.4879705607891083, + -0.3662799596786499, + -0.533454179763794, + -0.4874560534954071, + -0.5939105749130249, + -0.5921515822410583, + -0.4631439745426178, + -0.4962007999420166, + -0.24127884209156036, + -0.518955409526825, + -0.38686150312423706, + -0.6190298795700073, + -0.4597931504249573, + -0.3079192340373993, + -0.47016364336013794, + -0.7452854514122009, + -0.39396101236343384, + -0.6927155256271362, + -0.4517272710800171, + -0.4932591915130615, + -0.8655365109443665, + -0.2793310880661011, + -0.44614937901496887, + -0.5717936754226685, + -0.5480920076370239, + -0.3108360469341278, + -0.8108804225921631, + -0.5579002499580383, + -0.39481550455093384, + -0.45234858989715576, + -0.48153048753738403, + -0.5166605710983276, + -0.6314875483512878, + -0.43793076276779175, + -0.4729432463645935, + -0.3473743796348572, + -0.34088873863220215, + -0.5403225421905518, + -0.5757060050964355, + -0.6572867631912231, + -0.36434847116470337, + -0.51845782995224, + -0.5382853746414185, + -0.32420605421066284, + -0.3510810136795044, + -0.5167423486709595, + -0.3999814987182617, + -0.5217523574829102, + -0.3204062581062317, + -0.4514661431312561, + -0.5159926414489746, + -0.9235721230506897, + -0.46863916516304016, + -0.13380205631256104, + -0.7195468544960022, + -0.5361455082893372, + -0.43191877007484436, + -0.5731962323188782, + -0.7258147597312927, + -0.38982364535331726, + -0.24018143117427826, + -0.5106270909309387, + -0.5700729489326477, + -0.5097811818122864, + -0.6563246846199036, + -0.6851311922073364, + -0.695483386516571, + -0.4303606450557709, + -0.4859640896320343, + -0.5670745968818665, + -0.6288089156150818, + -0.664790689945221, + -0.47642937302589417, + -0.6483749151229858, + -0.5786073803901672, + -0.3853026330471039, + -0.5875185132026672, + -0.44250449538230896, + -0.5125658512115479, + -0.6132025718688965, + -0.6049480438232422, + -0.5491875410079956, + -0.4547852575778961, + -0.47570115327835083, + -0.4074985384941101, + -0.4486318528652191, + -0.5033934712409973, + -0.5747545957565308, + -0.4868081510066986, + -0.5485473275184631, + -0.5957692265510559, + -0.8366722464561462, + -0.5676210522651672, + -0.3737500309944153, + -0.46682581305503845, + -0.34916889667510986, + -0.7319937348365784, + -0.44046133756637573, + -0.582352876663208, + -0.41959741711616516, + -0.4115179479122162, + -0.5593222975730896, + -0.520033597946167, + -0.8970943093299866, + -0.4223358631134033, + -0.4860557019710541, + -0.6069929003715515, + -0.5088474154472351, + -0.5427470207214355, + -0.4838123619556427, + -0.4263610541820526, + -0.3802625238895416, + -0.2531777620315552, + -0.4946054518222809, + -0.4944065511226654, + -0.2817322313785553, + -0.45319339632987976, + -0.6244041323661804, + -0.5742324590682983, + -0.5774303674697876, + -0.615466833114624, + -0.693543553352356, + -0.4799878001213074, + -0.3205668032169342, + -0.4095974266529083, + -0.6574997901916504, + -0.29206934571266174, + 0.07186483591794968, + -0.5478902459144592, + -0.5545755624771118, + -0.6337196230888367, + -0.46058204770088196, + -0.5370476245880127, + -0.5886474251747131, + -0.5473231673240662, + -0.4948679506778717, + -0.5794498920440674, + -0.567821204662323, + -0.557938814163208, + -0.5252313613891602, + -0.552769660949707, + -0.4944085478782654, + -0.3433184027671814, + -0.5249271392822266, + -0.48046228289604187, + -0.1271194964647293, + -0.5167772173881531, + -0.4912499785423279, + -0.4151270091533661 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6499999999999999, - 0.7, - 0.7, - 0.7249999999999999, - 0.7250000000000001, - 0.625, - 0.7249999999999999, - 0.675, - 0.7, - 0.6749999999999999 + 0.5, + 0.475, + 0.4625, + 0.49999999999999994, + 0.5375000000000001, + 0.4875, + 0.4125, + 0.5375, + 0.46249999999999997, + 0.4875, + 0.5125, + 0.45, + 0.5125000000000001, + 0.5375, + 0.5125000000000001, + 0.49999999999999994, + 0.4875, + 0.46249999999999997, + 0.475, + 0.5125 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.6695027947425842, - 0.5780181288719177, - 0.15340135991573334, - 0.054497893899679184, - 0.48626771569252014, - 0.9327613115310669, - 0.8686664700508118, - -0.03469780087471008, - 0.14525163173675537, - 0.8443030714988708 + 0.9363836050033569, + 0.17861109972000122, + 0.43139272928237915, + 0.42227703332901, + -0.189333975315094, + 0.4766366481781006, + 0.48007890582084656, + 0.5707670450210571, + 0.33186569809913635, + 0.2872152030467987, + -0.042784564197063446, + 0.1950177401304245, + 0.483268678188324, + 0.1543000042438507, + 0.36984559893608093, + 0.6249445080757141, + 0.25216349959373474, + -0.37943315505981445, + 0.6740702986717224, + 0.01719186268746853 ], "rl_grad_norm": [ - 0.566623866558075, - 1.4082672595977783, - 0.8702211380004883, - 0.8052729964256287, - 0.5244731903076172, - 0.6716907024383545, - 0.902283787727356, - 0.31447234749794006, - 0.7174906134605408, - 0.1883072704076767 + 1.2729127407073975, + 0.28181299567222595, + 0.757486879825592, + 0.5243659019470215, + 0.55800861120224, + 0.49967336654663086, + 0.37563255429267883, + 0.35321372747421265, + 0.5165740847587585, + 0.7193202972412109, + 0.1975499987602234, + 0.36125263571739197, + 0.3764785826206207, + 0.40931767225265503, + 0.3505607843399048, + 0.4717937111854553, + 0.26598095893859863, + 0.27685123682022095, + 1.2359189987182617, + 0.6115442514419556 ], "bc_grad_norm": [ - 0.16735583543777466, - 0.5847901105880737, - 0.4476790428161621, - 0.7122657895088196, - 0.9111552238464355, - 1.0362305641174316, - 0.8686510920524597, - 1.2821868658065796, - 0.9215891361236572, - 1.5842642784118652 + 1.3160873651504517, + 0.8171830773353577, + 1.4776889085769653, + 0.7785389423370361, + 1.367207646369934, + 1.5503782033920288, + 1.6408494710922241, + 1.6793125867843628, + 1.1267294883728027, + 0.9675609469413757, + 0.9240370392799377, + 0.9676298499107361, + 1.25597083568573, + 2.3802664279937744, + 1.9208186864852905, + 1.7563401460647583, + 1.4649935960769653, + 1.3081421852111816, + 2.5640554428100586, + 1.5966012477874756 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "head.weight": 0.45755794644355774, - "head.bias": 0.0057456823997199535 + "action_emb.weight": 0.06335015594959259, + "timestep_emb.weight": 0.009592816233634949, + "pos_emb.weight": 0.020734593272209167, + "head.weight": 1.2478090524673462, + "head.bias": 0.013680175878107548 + }, + { + "action_emb.weight": 0.008695674128830433, + "timestep_emb.weight": 0.002956083044409752, + "pos_emb.weight": 0.0049498844891786575, + "head.weight": 0.2831386923789978, + "head.bias": 0.005203917622566223 + }, + { + "action_emb.weight": 0.017102790996432304, + "timestep_emb.weight": 0.003880140371620655, + "pos_emb.weight": 0.0065617794170975685, + "head.weight": 0.7268630266189575, + "head.bias": 0.013712403364479542 + }, + { + "action_emb.weight": 0.019959939643740654, + "timestep_emb.weight": 0.005164538510143757, + "pos_emb.weight": 0.006684743333607912, + "head.weight": 0.6430342793464661, + "head.bias": 0.017782412469387054 + }, + { + "action_emb.weight": 0.01284945011138916, + "timestep_emb.weight": 0.00255905045196414, + "pos_emb.weight": 0.0044665150344371796, + "head.weight": 0.49150916934013367, + "head.bias": 0.013279239647090435 + }, + { + "action_emb.weight": 0.008125009946525097, + "timestep_emb.weight": 0.002686167135834694, + "pos_emb.weight": 0.0039451271295547485, + "head.weight": 0.5333214998245239, + "head.bias": 0.015820886939764023 + }, + { + "action_emb.weight": 0.007029376924037933, + "timestep_emb.weight": 0.0025656921789050102, + "pos_emb.weight": 0.003632996464148164, + "head.weight": 0.4140297770500183, + "head.bias": 0.010215939953923225 + }, + { + "action_emb.weight": 0.013701274059712887, + "timestep_emb.weight": 0.0025791695807129145, + "pos_emb.weight": 0.003351573133841157, + "head.weight": 0.5101721882820129, + "head.bias": 0.014836660586297512 + }, + { + "action_emb.weight": 0.008472307585179806, + "timestep_emb.weight": 0.0024985126219689846, + "pos_emb.weight": 0.0035354136489331722, + "head.weight": 0.498049795627594, + "head.bias": 0.016780978068709373 + }, + { + "action_emb.weight": 0.004355453886091709, + "timestep_emb.weight": 0.0018457486294209957, + "pos_emb.weight": 0.002341356361284852, + "head.weight": 0.20014213025569916, + "head.bias": 0.00509238988161087 + }, + { + "action_emb.weight": 0.003074775915592909, + "timestep_emb.weight": 0.0012218868359923363, + "pos_emb.weight": 0.0016310283681377769, + "head.weight": 0.24574454128742218, + "head.bias": 0.006151760928332806 }, { - "head.weight": 1.5152719020843506, - "head.bias": 0.0380462184548378 + "action_emb.weight": 0.004072026815265417, + "timestep_emb.weight": 0.0017019121441990137, + "pos_emb.weight": 0.002029330702498555, + "head.weight": 0.27359890937805176, + "head.bias": 0.01117800548672676 }, { - "head.weight": 0.8061424493789673, - "head.bias": 0.010291670449078083 + "action_emb.weight": 0.00424596993252635, + "timestep_emb.weight": 0.0021039126440882683, + "pos_emb.weight": 0.00217314250767231, + "head.weight": 0.3246706426143646, + "head.bias": 0.008623605594038963 }, { - "head.weight": 1.2073503732681274, - "head.bias": 0.025378774851560593 + "action_emb.weight": 0.007726248819380999, + "timestep_emb.weight": 0.0027104371692985296, + "pos_emb.weight": 0.004561339505016804, + "head.weight": 0.4069580137729645, + "head.bias": 0.009041223675012589 }, { - "head.weight": 0.6539495587348938, - "head.bias": 0.02443491667509079 + "action_emb.weight": 0.010347953997552395, + "timestep_emb.weight": 0.0026539796963334084, + "pos_emb.weight": 0.003639615373685956, + "head.weight": 0.4592666029930115, + "head.bias": 0.01529040839523077 }, { - "head.weight": 0.7186075448989868, - "head.bias": 0.01691233366727829 + "action_emb.weight": 0.015549111180007458, + "timestep_emb.weight": 0.003289814107120037, + "pos_emb.weight": 0.004588176961988211, + "head.weight": 0.4506250023841858, + "head.bias": 0.006207987200468779 }, { - "head.weight": 1.0630170106887817, - "head.bias": 0.02686227858066559 + "action_emb.weight": 0.005479877348989248, + "timestep_emb.weight": 0.0018342627445235848, + "pos_emb.weight": 0.002307235263288021, + "head.weight": 0.2774549126625061, + "head.bias": 0.008833774365484715 }, { - "head.weight": 0.32814517617225647, - "head.bias": 0.012244845740497112 + "action_emb.weight": 0.0069984751753509045, + "timestep_emb.weight": 0.0021665284875780344, + "pos_emb.weight": 0.003117058891803026, + "head.weight": 0.29130327701568604, + "head.bias": 0.00917830690741539 }, { - "head.weight": 0.5656834244728088, - "head.bias": 0.014710993506014347 + "action_emb.weight": 0.017787786200642586, + "timestep_emb.weight": 0.003764244494959712, + "pos_emb.weight": 0.006301082670688629, + "head.weight": 1.112406611442566, + "head.bias": 0.037332914769649506 }, { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "action_emb.weight": 0.009968159720301628, + "timestep_emb.weight": 0.002968535525724292, + "pos_emb.weight": 0.0037781589198857546, + "head.weight": 0.5892885327339172, + "head.bias": 0.02158566378057003 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.0085123460739851, - 0.1324329525232315, - 0.11118914186954498, - 0.2107749879360199, - 0.16191014647483826, - 0.11873815953731537, - 0.08333876729011536, - 0.20007553696632385, - 0.14345985651016235, - 0.08131302893161774 + 0.0352354422211647, + 0.06468533724546432, + 0.19110487401485443, + 0.11424742639064789, + 0.18234804272651672, + 0.1975308656692505, + 0.2130511850118637, + 0.20487447082996368, + 0.14795845746994019, + 0.14132268726825714, + 0.14348551630973816, + 0.1359504610300064, + 0.16733592748641968, + 0.29776015877723694, + 0.23999561369419098, + 0.22884713113307953, + 0.19419007003307343, + 0.1880723088979721, + 0.3101383149623871, + 0.24024857580661774 ], "repr_drift_kl_low_t": [ - 0.00969013199210167, - 0.16517791152000427, - 0.1246924176812172, - 0.24633614718914032, - 0.19885970652103424, - 0.13885799050331116, - 0.09524396061897278, - 0.2507936358451843, - 0.20602664351463318, - 0.08890388906002045 + 0.049399156123399734, + 0.08365889638662338, + 0.2662932574748993, + 0.14201019704341888, + 0.23077043890953064, + 0.25239649415016174, + 0.2611258924007416, + 0.23762528598308563, + 0.1722634732723236, + 0.1609988808631897, + 0.16818343102931976, + 0.15177203714847565, + 0.1882639229297638, + 0.350100040435791, + 0.26964884996414185, + 0.2634521722793579, + 0.2097940444946289, + 0.22117213904857635, + 0.3640863597393036, + 0.27844899892807007 ], "repr_drift_kl_mid_t": [ - 0.00865611806511879, - 0.13555669784545898, - 0.10737746953964233, - 0.2090425193309784, - 0.1530551314353943, - 0.11450565606355667, - 0.07999853789806366, - 0.20121225714683533, - 0.13526663184165955, - 0.07985717803239822 + 0.03491191193461418, + 0.0680236667394638, + 0.18275880813598633, + 0.11369672417640686, + 0.18131579458713531, + 0.19355367124080658, + 0.20348668098449707, + 0.19606885313987732, + 0.14710795879364014, + 0.13899296522140503, + 0.14429594576358795, + 0.1318306177854538, + 0.16010800004005432, + 0.29461103677749634, + 0.23199231922626495, + 0.22038307785987854, + 0.19022175669670105, + 0.17806397378444672, + 0.2941901981830597, + 0.2331058233976364 ], "repr_drift_kl_high_t": [ - 0.006307201460003853, - 0.09948568046092987, - 0.0967225432395935, - 0.17640480399131775, - 0.12066277861595154, - 0.10275736451148987, - 0.07974164187908173, - 0.15553420782089233, - 0.09637760370969772, - 0.08418108522891998 + 0.023827148601412773, + 0.04214402288198471, + 0.12264858186244965, + 0.09456584602594376, + 0.14229807257652283, + 0.15755271911621094, + 0.1824646145105362, + 0.18300588428974152, + 0.12715959548950195, + 0.13740743696689606, + 0.12409773468971252, + 0.13570939004421234, + 0.15635916590690613, + 0.2618064284324646, + 0.2301436811685562, + 0.2113467901945114, + 0.18651297688484192, + 0.1675032377243042, + 0.28692182898521423, + 0.21632075309753418 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8984017968177795, - 0.9678335189819336, - 0.9866885542869568, - 0.7250156998634338, - 0.98988276720047 + 0.975989043712616, + 0.9805049896240234, + 0.9486212730407715, + 0.9269784092903137, + 0.8653184771537781, + 0.8806402683258057, + 0.8691727519035339, + 0.8438606262207031, + 0.8682510852813721, + 0.8551424145698547 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.7239065766334534, - 1.7580795288085938, - 1.0981210470199585, - 1.283940076828003, - 0.5102409720420837, - 0.6586583256721497, - 0.8484339118003845, - 0.4599909782409668, - 1.4857820272445679, - 0.13665221631526947 + 1.2853504419326782, + 0.2869875431060791, + 0.6772910952568054, + 0.4844844341278076, + 0.5839497447013855, + 0.7500788569450378, + 0.6888778805732727, + 0.4454835057258606, + 0.6824025511741638, + 0.21933230757713318, + 0.22923190891742706, + 0.3836578130722046, + 0.3870156705379486, + 1.2388787269592285, + 0.5168341994285583, + 0.74277663230896, + 0.3478253483772278, + 0.24447180330753326, + 0.8485721349716187, + 0.5001261830329895 ], "norm_high_t": [ - 0.8188191056251526, - 1.7745040655136108, - 0.8775497078895569, - 0.8083450198173523, - 0.43782907724380493, - 1.012662410736084, - 1.433632493019104, - 0.4193122386932373, - 0.7526764273643494, - 0.1769239753484726 + 1.5127825736999512, + 0.4335361123085022, + 0.8499289155006409, + 0.7037795186042786, + 0.5217431783676147, + 0.47104549407958984, + 0.4274333715438843, + 0.32983675599098206, + 0.46136465668678284, + 0.23684759438037872, + 0.18343870341777802, + 0.3575786054134369, + 0.31480318307876587, + 0.5463523268699646, + 0.3181881010532379, + 0.4589785039424896, + 0.34261438250541687, + 0.5323829650878906, + 0.9510213732719421, + 0.9330983757972717 ], "lowhigh_cos": [ - 0.21474596858024597, - 0.43274617195129395, - 0.3079228103160858, - 0.14473676681518555, - 0.6338140368461609, - 0.7595908045768738, - 0.6550725698471069, - -0.024542907252907753, - 0.3566637635231018, - 0.716566801071167 + 0.7575054168701172, + 0.7502583861351013, + 0.7147132158279419, + 0.694299578666687, + 0.8266705870628357, + 0.48009443283081055, + 0.023326437920331955, + 0.669270932674408, + 0.7776526808738708, + 0.40948107838630676, + 0.6806443333625793, + 0.7740975022315979, + 0.6462162733078003, + -0.2591278851032257, + 0.3083019256591797, + 0.005675601772964001, + -0.04266175255179405, + 0.5092511177062988, + 0.7091147303581238, + 0.7140113115310669 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.2666102647781372, - "t_0.1-0.2": 0.8000298142433167, - "t_0.2-0.3": 0.8582996726036072, - "t_0.3-0.4": 0.6295157074928284, - "t_0.4-0.5": 0.5721207857131958, - "t_0.5-0.6": 0.5021545886993408, - "t_0.6-0.7": 0.5271870493888855, - "t_0.7-0.8": 0.46331799030303955, - "t_0.8-0.9": 0.6366925835609436, - "t_0.9-1.0": 0.8170463442802429 - }, - { - "t_0.0-0.1": 2.075392484664917, - "t_0.1-0.2": 1.6264053583145142, - "t_0.2-0.3": 1.8042007684707642, - "t_0.3-0.4": 1.4573516845703125, - "t_0.4-0.5": 1.7167683839797974, - "t_0.5-0.6": 1.5248005390167236, - "t_0.6-0.7": 1.4921447038650513, - "t_0.7-0.8": 1.699755311012268, - "t_0.8-0.9": 2.175483226776123, - "t_0.9-1.0": 1.9816912412643433 - }, - { - "t_0.0-0.1": 1.2812128067016602, - "t_0.1-0.2": 0.8140415549278259, - "t_0.2-0.3": 0.8307276368141174, - "t_0.3-0.4": 0.8484732508659363, - "t_0.4-0.5": 0.818647027015686, - "t_0.5-0.6": 0.707551121711731, - "t_0.6-0.7": 0.5992262363433838, - "t_0.7-0.8": 0.7558953166007996, - "t_0.8-0.9": 1.0355644226074219, - "t_0.9-1.0": 0.8763568997383118 - }, - { - "t_0.0-0.1": 1.7569077014923096, - "t_0.1-0.2": 1.1690298318862915, - "t_0.2-0.3": 1.0180906057357788, - "t_0.3-0.4": 0.9051358699798584, - "t_0.4-0.5": 0.9351857900619507, - "t_0.5-0.6": 0.8428597450256348, - "t_0.6-0.7": 0.6952599287033081, - "t_0.7-0.8": 0.8535807132720947, - "t_0.8-0.9": 0.9466304183006287, - "t_0.9-1.0": 1.0043376684188843 - }, - { - "t_0.0-0.1": 0.5763694643974304, - "t_0.1-0.2": 0.3911365866661072, - "t_0.2-0.3": 0.2587948143482208, - "t_0.3-0.4": 0.3482073247432709, - "t_0.4-0.5": 0.5053528547286987, - "t_0.5-0.6": 0.6311963796615601, - "t_0.6-0.7": 0.4898254871368408, - "t_0.7-0.8": 0.4649580121040344, - "t_0.8-0.9": 0.5624749064445496, - "t_0.9-1.0": 0.4926237463951111 - }, - { - "t_0.0-0.1": 0.7846418619155884, - "t_0.1-0.2": 0.5808138251304626, - "t_0.2-0.3": 0.6708094477653503, - "t_0.3-0.4": 0.6817761659622192, - "t_0.4-0.5": 0.7132745385169983, - "t_0.5-0.6": 0.6899119019508362, - "t_0.6-0.7": 0.792941153049469, - "t_0.7-0.8": 0.7529091835021973, - "t_0.8-0.9": 0.8572224378585815, - "t_0.9-1.0": 1.4063042402267456 - }, - { - "t_0.0-0.1": 0.8811435103416443, - "t_0.1-0.2": 0.7546399235725403, - "t_0.2-0.3": 0.8405919075012207, - "t_0.3-0.4": 0.9093106985092163, - "t_0.4-0.5": 0.9341291785240173, - "t_0.5-0.6": 0.9012235403060913, - "t_0.6-0.7": 1.1220862865447998, - "t_0.7-0.8": 1.0228134393692017, - "t_0.8-0.9": 1.1285018920898438, - "t_0.9-1.0": 1.640843152999878 - }, - { - "t_0.0-0.1": 0.9310304522514343, - "t_0.1-0.2": 0.43135926127433777, - "t_0.2-0.3": 0.4359913170337677, - "t_0.3-0.4": 0.4583272337913513, - "t_0.4-0.5": 0.39862462878227234, - "t_0.5-0.6": 0.34619569778442383, - "t_0.6-0.7": 0.31903594732284546, - "t_0.7-0.8": 0.43384402990341187, - "t_0.8-0.9": 0.3362555503845215, - "t_0.9-1.0": 0.37124067544937134 - }, - { - "t_0.0-0.1": 1.4280329942703247, - "t_0.1-0.2": 1.0423203706741333, - "t_0.2-0.3": 0.7431566715240479, - "t_0.3-0.4": 0.9655160903930664, - "t_0.4-0.5": 0.870054304599762, - "t_0.5-0.6": 0.7270932197570801, - "t_0.6-0.7": 0.6245750188827515, - "t_0.7-0.8": 0.8398985266685486, - "t_0.8-0.9": 0.7105221152305603, - "t_0.9-1.0": 0.9184010624885559 - }, - { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 + "t_0.0-0.1": 1.6586250066757202, + "t_0.1-0.2": 1.3632875680923462, + "t_0.2-0.3": 1.3345779180526733, + "t_0.3-0.4": 1.3732305765151978, + "t_0.4-0.5": 1.4017001390457153, + "t_0.5-0.6": 1.3627878427505493, + "t_0.6-0.7": 1.2840187549591064, + "t_0.7-0.8": 1.3131752014160156, + "t_0.8-0.9": 1.3896098136901855, + "t_0.9-1.0": 1.8333512544631958 + }, + { + "t_0.0-0.1": 0.23420463502407074, + "t_0.1-0.2": 0.26877012848854065, + "t_0.2-0.3": 0.2774030566215515, + "t_0.3-0.4": 0.24185535311698914, + "t_0.4-0.5": 0.2772402763366699, + "t_0.5-0.6": 0.2746037244796753, + "t_0.6-0.7": 0.2781524360179901, + "t_0.7-0.8": 0.297390341758728, + "t_0.8-0.9": 0.37763068079948425, + "t_0.9-1.0": 0.4334632456302643 + }, + { + "t_0.0-0.1": 0.6192338466644287, + "t_0.1-0.2": 0.6835752725601196, + "t_0.2-0.3": 0.8123573064804077, + "t_0.3-0.4": 0.6950238347053528, + "t_0.4-0.5": 0.7007443308830261, + "t_0.5-0.6": 0.776927649974823, + "t_0.6-0.7": 0.8291651010513306, + "t_0.7-0.8": 0.8275318741798401, + "t_0.8-0.9": 0.9817320108413696, + "t_0.9-1.0": 0.7087286114692688 + }, + { + "t_0.0-0.1": 0.656025230884552, + "t_0.1-0.2": 0.42316102981567383, + "t_0.2-0.3": 0.6087725758552551, + "t_0.3-0.4": 0.4216015040874481, + "t_0.4-0.5": 0.435724675655365, + "t_0.5-0.6": 0.774681806564331, + "t_0.6-0.7": 0.5741364359855652, + "t_0.7-0.8": 0.41346287727355957, + "t_0.8-0.9": 0.7762879729270935, + "t_0.9-1.0": 0.5499180555343628 + }, + { + "t_0.0-0.1": 0.5183219909667969, + "t_0.1-0.2": 0.49992835521698, + "t_0.2-0.3": 0.41376975178718567, + "t_0.3-0.4": 0.8533762097358704, + "t_0.4-0.5": 0.5377162098884583, + "t_0.5-0.6": 0.43455758690834045, + "t_0.6-0.7": 0.5043258666992188, + "t_0.7-0.8": 0.6402704119682312, + "t_0.8-0.9": 0.5183025598526001, + "t_0.9-1.0": 0.6276530027389526 + }, + { + "t_0.0-0.1": 0.6957850456237793, + "t_0.1-0.2": 0.521994411945343, + "t_0.2-0.3": 0.4967127740383148, + "t_0.3-0.4": 0.7029357552528381, + "t_0.4-0.5": 0.5734574198722839, + "t_0.5-0.6": 0.617560863494873, + "t_0.6-0.7": 0.40140485763549805, + "t_0.7-0.8": 0.4935716688632965, + "t_0.8-0.9": 0.47989940643310547, + "t_0.9-1.0": 0.6301389932632446 + }, + { + "t_0.0-0.1": 0.42856764793395996, + "t_0.1-0.2": 0.49468550086021423, + "t_0.2-0.3": 0.45467767119407654, + "t_0.3-0.4": 0.9224550724029541, + "t_0.4-0.5": 0.482671320438385, + "t_0.5-0.6": 0.5553891062736511, + "t_0.6-0.7": 0.3818506598472595, + "t_0.7-0.8": 0.3776359558105469, + "t_0.8-0.9": 0.34623005986213684, + "t_0.9-1.0": 0.5881704688072205 + }, + { + "t_0.0-0.1": 0.46208474040031433, + "t_0.1-0.2": 0.5763633251190186, + "t_0.2-0.3": 0.63416588306427, + "t_0.3-0.4": 0.3919491767883301, + "t_0.4-0.5": 0.5894649028778076, + "t_0.5-0.6": 0.7521029710769653, + "t_0.6-0.7": 0.5513045787811279, + "t_0.7-0.8": 0.3829464614391327, + "t_0.8-0.9": 0.46755507588386536, + "t_0.9-1.0": 0.280833899974823 + }, + { + "t_0.0-0.1": 0.6395418047904968, + "t_0.1-0.2": 0.7963273525238037, + "t_0.2-0.3": 0.5549444556236267, + "t_0.3-0.4": 0.37020400166511536, + "t_0.4-0.5": 0.601775050163269, + "t_0.5-0.6": 0.6692502498626709, + "t_0.6-0.7": 0.6695493459701538, + "t_0.7-0.8": 0.5696462392807007, + "t_0.8-0.9": 0.5579655766487122, + "t_0.9-1.0": 0.3563619554042816 + }, + { + "t_0.0-0.1": 0.33023831248283386, + "t_0.1-0.2": 0.22843299806118011, + "t_0.2-0.3": 0.2294798642396927, + "t_0.3-0.4": 0.2760906219482422, + "t_0.4-0.5": 0.18403391540050507, + "t_0.5-0.6": 0.22385552525520325, + "t_0.6-0.7": 0.21306447684764862, + "t_0.7-0.8": 0.20506203174591064, + "t_0.8-0.9": 0.21969889104366302, + "t_0.9-1.0": 0.25563740730285645 + }, + { + "t_0.0-0.1": 0.24332980811595917, + "t_0.1-0.2": 0.2727755308151245, + "t_0.2-0.3": 0.25983288884162903, + "t_0.3-0.4": 0.19367465376853943, + "t_0.4-0.5": 0.21931318938732147, + "t_0.5-0.6": 0.27557915449142456, + "t_0.6-0.7": 0.23459748923778534, + "t_0.7-0.8": 0.1780717819929123, + "t_0.8-0.9": 0.17909333109855652, + "t_0.9-1.0": 0.24839335680007935 + }, + { + "t_0.0-0.1": 0.32112210988998413, + "t_0.1-0.2": 0.40440893173217773, + "t_0.2-0.3": 0.26233774423599243, + "t_0.3-0.4": 0.24267715215682983, + "t_0.4-0.5": 0.3530638515949249, + "t_0.5-0.6": 0.3415706753730774, + "t_0.6-0.7": 0.31367334723472595, + "t_0.7-0.8": 0.2407805472612381, + "t_0.8-0.9": 0.3653150498867035, + "t_0.9-1.0": 0.34403178095817566 + }, + { + "t_0.0-0.1": 0.5276771783828735, + "t_0.1-0.2": 0.401980459690094, + "t_0.2-0.3": 0.36952337622642517, + "t_0.3-0.4": 0.27573540806770325, + "t_0.4-0.5": 0.4001331031322479, + "t_0.5-0.6": 0.46690693497657776, + "t_0.6-0.7": 0.37312397360801697, + "t_0.7-0.8": 0.3610646724700928, + "t_0.8-0.9": 0.39436808228492737, + "t_0.9-1.0": 0.2850745618343353 + }, + { + "t_0.0-0.1": 0.6714832782745361, + "t_0.1-0.2": 0.8267438411712646, + "t_0.2-0.3": 0.549903929233551, + "t_0.3-0.4": 0.5400238037109375, + "t_0.4-0.5": 0.4567715525627136, + "t_0.5-0.6": 0.6878671646118164, + "t_0.6-0.7": 0.5557020306587219, + "t_0.7-0.8": 0.4330512583255768, + "t_0.8-0.9": 0.5098425149917603, + "t_0.9-1.0": 0.7010868191719055 + }, + { + "t_0.0-0.1": 0.5498323440551758, + "t_0.1-0.2": 0.4795975089073181, + "t_0.2-0.3": 0.6671814322471619, + "t_0.3-0.4": 0.37357550859451294, + "t_0.4-0.5": 0.4371567666530609, + "t_0.5-0.6": 0.49744993448257446, + "t_0.6-0.7": 0.4615724980831146, + "t_0.7-0.8": 0.33071446418762207, + "t_0.8-0.9": 0.3314087688922882, + "t_0.9-1.0": 0.29091888666152954 + }, + { + "t_0.0-0.1": 0.641227662563324, + "t_0.1-0.2": 0.5675264000892639, + "t_0.2-0.3": 0.6102035641670227, + "t_0.3-0.4": 0.5968602299690247, + "t_0.4-0.5": 0.5434939861297607, + "t_0.5-0.6": 0.4328923225402832, + "t_0.6-0.7": 0.35410749912261963, + "t_0.7-0.8": 0.530339777469635, + "t_0.8-0.9": 0.4823860228061676, + "t_0.9-1.0": 0.5544722676277161 + }, + { + "t_0.0-0.1": 0.3637888729572296, + "t_0.1-0.2": 0.343737930059433, + "t_0.2-0.3": 0.3048102557659149, + "t_0.3-0.4": 0.2532804012298584, + "t_0.4-0.5": 0.2861340343952179, + "t_0.5-0.6": 0.2817654013633728, + "t_0.6-0.7": 0.30462223291397095, + "t_0.7-0.8": 0.28571587800979614, + "t_0.8-0.9": 0.3944001793861389, + "t_0.9-1.0": 0.3674190044403076 + }, + { + "t_0.0-0.1": 0.4870373606681824, + "t_0.1-0.2": 0.2890149652957916, + "t_0.2-0.3": 0.13555926084518433, + "t_0.3-0.4": 0.3311714828014374, + "t_0.4-0.5": 0.22818070650100708, + "t_0.5-0.6": 0.1947668045759201, + "t_0.6-0.7": 0.2163577824831009, + "t_0.7-0.8": 0.3804738521575928, + "t_0.8-0.9": 0.46408164501190186, + "t_0.9-1.0": 0.7402666807174683 + }, + { + "t_0.0-0.1": 1.2838060855865479, + "t_0.1-0.2": 1.3020075559616089, + "t_0.2-0.3": 0.932024359703064, + "t_0.3-0.4": 0.7516636848449707, + "t_0.4-0.5": 1.1066713333129883, + "t_0.5-0.6": 1.2089173793792725, + "t_0.6-0.7": 1.199331521987915, + "t_0.7-0.8": 0.9328839778900146, + "t_0.8-0.9": 1.0230958461761475, + "t_0.9-1.0": 1.0538105964660645 + }, + { + "t_0.0-0.1": 0.6770618557929993, + "t_0.1-0.2": 0.4487853944301605, + "t_0.2-0.3": 0.5636526346206665, + "t_0.3-0.4": 0.6713622212409973, + "t_0.4-0.5": 0.5791399478912354, + "t_0.5-0.6": 0.5227630138397217, + "t_0.6-0.7": 0.699182391166687, + "t_0.7-0.8": 0.8517627716064453, + "t_0.8-0.9": 0.8864097595214844, + "t_0.9-1.0": 1.0857282876968384 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.026609133929014206, - 0.003355704713612795, - 0.022942641749978065, - 0.03287841007113457, - 0.005692599341273308, - 0.48161330819129944, - 0.0045008184388279915, - 0.07153178751468658, - 0.015055202879011631, - 0.23320895433425903, - 0.20081780850887299, - 0.06776180863380432, - 0.07510916888713837, - 0.14200299978256226, - 0.1370038390159607, - 0.055989231914281845, - 0.19763624668121338, - 0.005985266994684935, - 0.07653061300516129, - 0.1456117033958435, - 0.028688523918390274, - 0.2242783010005951, - 0.10378151386976242, - 0.0579216331243515, - 0.015293536707758904, - 0.2250937819480896, - 0.020570948719978333, - 0.050548113882541656, - 0.2816479504108429, - 0.020082693547010422, - 0.021469859406352043, - 0.18994140625, - 0.10778443515300751, - 0.21815446019172668, - 0.020661156624555588, - 0.08011869341135025, - 0.2950257360935211, - 0.022532189264893532, - 0.22560976445674896, - 0.1410835236310959, - 0.36739468574523926, - 0.04777517542243004, - 0.03239556774497032, - 0.006520726718008518, - 0.006637168116867542, - 0.07924984395503998, - 0.013636363670229912, - 0.10291438549757004, - 0.02711864374577999, - 0.07746478915214539, - 0.23201555013656616, - 0.13858962059020996, - 0.2789473831653595, - 0.04161937162280083, - 0.12361330538988113, - 0.051589127629995346, - 0.0043969848193228245, - 0.11138410866260529, - 0.018537074327468872, - 0.02705848030745983, - 0.060263652354478836, - 0.09720037877559662, - 0.00460122711956501, - 0.07419786602258682, - 0.11664482951164246, - 0.10110519826412201, - 0.23979298770427704, - 0.0050505055114626884, - 0.02484191581606865, - 0.019039735198020935, - 0.032592590898275375, - 0.12406271696090698, - 0.043795619159936905, - 0.04868340492248535, - 0.12328094989061356, - 0.16047386825084686, - 0.018518518656492233, - 0.12558795511722565, - 0.0054806070402264595, - 0.010582010261714458, - 0.03705991432070732, - 0.1443331241607666, - 0.10715451836585999, - 0.038548752665519714, - 0.0024219590704888105, - 0.02440239116549492, - 0.016597511246800423, - 0.05300113186240196, - 0.007367885671555996, - 0.10800310969352722, - 0.03253588452935219, - 0.04435483738780022, - 0.24107959866523743, - 0.04735494777560234, - 0.06435100734233856, - 0.01851072907447815, - 0.10997854173183441, - 0.11409643292427063, - 0.006592291872948408, - 0.006307339295744896, - 0.04727272689342499, - 0.01112656481564045, - 0.020113136619329453, - 0.03067729063332081, - 0.01780693605542183, - 0.03142328932881355, - 0.09168632328510284, - 0.002984084887430072, - 0.010606060735881329, - 0.023429710417985916, - 0.06951456516981125, - 0.11129097640514374, - 0.10330578684806824, - 0.17921830713748932, - 0.029423151165246964, - 0.006944444961845875, - 0.05705614760518074, - 0.0037364130839705467, - 0.10452418029308319, - 0.010744720697402954, - 0.006592291872948408, - 0.2655150294303894, - 0.04084574803709984, - 0.020805370062589645, - 0.008343265391886234, - 0.020592020824551582, - 0.05010019987821579, - 0.10613524168729782, - 0.0995967760682106, - 0.013113366439938545, - 0.06899441033601761, - 0.07058823853731155, - 0.13758647441864014, - 0.08884891867637634, - 0.002793296007439494, - 0.5873493552207947, - 0.04172214865684509, - 0.13354700803756714, - 0.030405405908823013, - 0.1697203516960144, - 0.0017552657518535852, - 0.010378058068454266, - 0.08423913270235062, - 0.09519492089748383, - 0.09403669834136963, - 0.19029614329338074, - 0.1534229964017868, - 0.300957590341568, - 0.05634517967700958, - 0.179181769490242, - 0.04061538353562355, - 0.04054054245352745, - 0.008064515888690948, - 0.11236775666475296, - 0.0019743337761610746, - 0.08482871204614639, - 0.006470880936831236, - 0.0065543074160814285, - 0.10219280421733856, - 0.04002463072538376, - 0.14920949935913086, - 0.12546125054359436, - 0.002888318384066224, - 0.005199306644499302, - 0.16563786566257477, - 0.19991721212863922, - 0.16431924700737, - 0.09780675917863846, - 0.4916512072086334, - 0.0037160906940698624, - 0.06236673891544342, - 0.01599999889731407, - 0.07487400621175766, - 0.1377212405204773, - 0.13851211965084076, - 0.16473616659641266, - 0.10359116643667221, - 0.006592291872948408, - 0.12747354805469513, - 0.005993150640279055, - 0.18221575021743774, - 0.2258710414171219, - 0.3454398512840271, - 0.008064515888690948, - 0.062119897454977036, - 0.08670821040868759, - 0.37212643027305603, - 0.007462686393409967, - 0.09777424484491348, - 0.15161649882793427, - 0.06727664172649384, - 0.011326861567795277, - 0.10363085567951202, - 0.043795619159936905, - 0.13952283561229706, - 0.07901554554700851, - 0.19170984625816345, - 0.14952152967453003, - 0.11567164212465286, - 0.20546385645866394, - 0.09428571164608002, - 0.1984451711177826, - 0.07642180472612381, - 0.011067476123571396, - 0.041594453155994415, - 0.0957072451710701, - 0.032967034727334976, - 0.005689900368452072, - 0.05150976777076721, - 0.08027523010969162, - 0.013483965769410133, - 0.002634660340845585, - 0.005993150640279055, - 0.1031220406293869, - 0.13947297632694244, - 0.04973544925451279, - 0.11401869356632233, - 0.07497929036617279, - 0.07923497259616852, - 0.006599378772079945, - 0.013636363670229912, - 0.1749049425125122, - 0.1648768037557602, - 0.025910135358572006, - 0.1232590526342392, - 0.13566739857196808, - 0.1540030688047409, - 0.0077751195058226585, - 0.3333333134651184, - 0.07575245201587677, - 0.045322246849536896, - 0.03831598907709122, - 0.035963498055934906, - 0.023351648822426796, - 0.10833333432674408, - 0.003355704713612795, - 0.05165514722466469, - 0.025480367243289948, - 0.011800533160567284, - 0.04485981538891792, - 0.19442231953144073, - 0.00976801011711359, - 0.011045364663004875, - 0.08720112591981888, - 0.08873974531888962, - 0.10382513701915741, - 0.06045994162559509, - 0.19661016762256622, - 0.07649253308773041, - 0.004901960492134094, - 0.11116152256727219, - 0.09928229451179504, - 0.07806004583835602, - 0.1552315652370453, - 0.004807692486792803, - 0.11826953291893005, - 0.06968215107917786, - 0.061595696955919266, - 0.10476190596818924, - 0.004692832473665476, - 0.10419989377260208, - 0.05224963650107384, - 0.00911458395421505, - 0.07309069484472275, - 0.22599704563617706, - 0.07711918652057648, - 0.002984084887430072, - 0.23380067944526672, - 0.1511555314064026, - 0.10580204427242279, - 0.03999999910593033, - 0.06438467651605606, - 0.014634146355092525, - 0.1831667125225067, - 0.39540815353393555, - 0.052231717854738235, - 0.034383952617645264, - 0.11895911395549774, - 0.14071856439113617, - 0.17837165296077728, - 0.15069399774074554, - 0.11320754885673523, - 0.03466666489839554, - 0.1812136322259903, - 0.09379727393388748, - 0.0321141816675663, - 0.09189467877149582, - 0.08233413100242615, - 0.07578347623348236, - 0.10558733344078064, - 0.006490696687251329, - 0.19686411321163177, - 0.003355704713612795, - 0.21890756487846375, - 0.02396053448319435, - 0.0034722222480922937, - 0.17637474834918976, - 0.10539629310369492, - 0.03307009115815163, - 0.07787065953016281, - 0.1267748475074768, - 0.09780675917863846, - 0.11051692813634872, - 0.13524317741394043, - 0.0045008184388279915, - 0.030472636222839355, - 0.03697684034705162, - 0.0026455027982592583, - 0.004385964944958687, - 0.008557457476854324, - 0.006442706100642681, - 0.06725146621465683, - 0.005345211364328861, - 0.010522359982132912, - 0.14977577328681946, - 0.016226239502429962, - 0.07986688613891602, - 0.008937959559261799, - 0.003242924576625228, - 0.12227237969636917, - 0.008886565454304218, - 0.18492461740970612, - 0.007231404539197683, - 0.005616005510091782, - 0.18787425756454468, - 0.06302131712436676, - 0.02688172087073326, - 0.022596154361963272, - 0.06636971235275269, - 0.027420736849308014, - 0.0047846888191998005, - 0.0029069767333567142, - 0.05685048550367355, - 0.06511056423187256, - 0.013636363670229912, - 0.0037364130839705467, - 0.141250878572464, - 0.009475219063460827, - 0.06820276379585266, - 0.03714423626661301, - 0.10189473628997803, - 0.08180839568376541, - 0.1377212405204773, - 0.13847464323043823, - 0.04946523904800415, - 0.10580204427242279, - 0.002958579920232296, - 0.09674099087715149, - 0.007352941203862429, - 0.26816239953041077, - 0.1499713808298111, - 0.021184399724006653, - 0.0025380710139870644, - 0.1534229964017868, - 0.08049535751342773, - 0.20431654155254364, - 0.2744237184524536, - 0.0498281829059124, - 0.03420265018939972, - 0.23637887835502625, - 0.09557522088289261, - 0.029662922024726868, - 0.009061833843588829, - 0.10589481145143509, - 0.13716648519039154, - 0.007231404539197683, - 0.015037594363093376, - 0.07455960661172867, - 0.06295400112867355, - 0.15520833432674408, - 0.20064076781272888, - 0.22010870277881622, - 0.5259515643119812, - 0.028246013447642326, - 0.0456375852227211, - 0.2857860326766968, - 0.010714286006987095, - 0.007336343172937632, - 0.028853178024291992, - 0.12227237969636917, - 0.012943432666361332, - 0.02938840351998806, - 0.025693731382489204, - 0.510869562625885, - 0.01390773430466652, - 0.005692599341273308, - 0.041561711579561234, - 0.014362657442688942, - 0.3333333134651184, - 0.00538160465657711, - 0.1142403781414032, - 0.3030303120613098, - 0.12990409135818481, - 0.13318583369255066, - 0.004983388818800449, - 0.12217795848846436, - 0.008823529817163944, - 0.10989491641521454, - 0.11619327962398529, - 0.08941486477851868, - 0.24081239104270935, - 0.06623931974172592, - 0.15763218700885773, - 0.09393773227930069, - 0.0038473871536552906, - 0.11567164212465286, - 0.17497457563877106, - 0.10378151386976242, - 0.018923327326774597, - 0.08576389402151108, - 0.13130056858062744, - 0.1481228619813919, - 0.04660046100616455, - 0.11846038699150085, - 0.0628037378191948, - 0.1556156873703003, - 0.13050313293933868, - 0.0675409808754921, - 0.01269560120999813, - 0.1821969598531723, - 0.14296379685401917, - 0.007336343172937632, - 0.008064515888690948, - 0.1915755271911621, - 0.01362928282469511, - 0.13078241050243378, - 0.03952843323349953, - 0.004160362761467695, - 0.004431314300745726, - 0.03956723213195801, - 0.09124356508255005, - 0.043663471937179565, - 0.023483365774154663, - 0.3365424871444702, - 0.055847834795713425, - 0.23317864537239075, - 0.07168620824813843, - 0.01953449845314026, - 0.12626728415489197, - 0.06687349081039429, - 0.1100601926445961, - 0.012180267833173275, - 0.07139784842729568, - 0.0034722222480922937, - 0.026554621756076813, - 0.037959665060043335, - 0.2149643748998642, - 0.00219058059155941, - 0.17142857611179352, - 0.0033136967103928328, - 0.03346080332994461, - 0.013991769403219223, - 0.43928036093711853, - 0.13137173652648926, - 0.019986215978860855, - 0.006274131126701832, - 0.004448681138455868, - 0.09800189733505249, - 0.07482108473777771, - 0.1330203413963318, - 0.01146666705608368, - 0.035837650299072266, - 0.04280155524611473, - 0.08361581712961197, - 0.1410835236310959, - 0.004323899280279875, - 0.056022413074970245, - 0.003955411724746227, - 0.0033136967103928328, - 0.11817102879285812, - 0.01598401553928852, - 0.051899101585149765, - 0.013909588567912579, - 0.08735796064138412, - 0.07309069484472275, - 0.07307226210832596, - 0.22201834619045258, - 0.16326530277729034, - 0.06628710776567459, - 0.0038677917327731848, - 0.21359223127365112, - 0.24234135448932648, - 0.05757242441177368, - 0.16204379498958588, - 0.2013319581747055, - 0.017820019274950027, - 0.003355704713612795, - 0.09480626881122589, - 0.01365079265087843, - 0.0964304730296135, - 0.035555556416511536, - 0.06866825371980667, - 0.0026455027982592583 + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.055624667555093765, + 0.08847185224294662, + 0.05520027130842209, + 0.1387946903705597, + 0.07296137511730194, + 0.028001898899674416, + 0.16618910431861877, + 0.056807659566402435, + 0.04591836780309677, + 0.0994584858417511, + 0.13661940395832062, + 0.06952887773513794, + 0.11060025542974472, + 0.232127845287323, + 0.1352941244840622, + 0.08388747274875641, + 0.039781201630830765, + 0.08679143339395523, + 0.04880528524518013, + 0.10273081809282303, + 0.0732542872428894, + 0.09914093464612961, + 0.10602963715791702, + 0.0987841933965683, + 0.09655369073152542, + 0.057426515966653824, + 0.18225276470184326, + 0.05732361972332001, + 0.05597247928380966, + 0.09512912482023239, + 0.0820561945438385, + 0.10739064961671829, + 0.06442282348871231, + 0.12229650467634201, + 0.2983606457710266, + 0.07219114899635315, + 0.05834966525435448, + 0.07640355080366135, + 0.06490477919578552, + 0.05335446074604988, + 0.06321525573730469, + 0.07501348853111267, + 0.11360448598861694, + 0.07568278908729553, + 0.03787633404135704, + 0.08572110533714294, + 0.0639667734503746, + 0.07275877147912979, + 0.09284751117229462, + 0.1402978152036667, + 0.06061946973204613, + 0.07936063408851624, + 0.03150026872754097, + 0.09859886020421982, + 0.06900269538164139, + 0.08825786411762238, + 0.04704911261796951, + 0.0844612866640091, + 0.060300134122371674, + 0.07394636422395706, + 0.08821233361959457, + 0.08351457118988037, + 0.09996192157268524, + 0.10733778029680252, + 0.08015799522399902, + 0.05916976556181908, + 0.09335362166166306, + 0.05782835930585861, + 0.06907613575458527, + 0.059208985418081284, + 0.07678311318159103, + 0.007003891281783581, + 0.0849032923579216, + 0.06764531135559082, + 0.07544240355491638, + 0.062208712100982666, + 0.12678247690200806, + 0.021940607577562332, + 0.11481733620166779, + 0.10009057819843292, + 0.1308848112821579, + 0.07976540178060532, + 0.10901812463998795, + 0.07740278542041779, + 0.1057571992278099, + 0.06855610758066177, + 0.08717595785856247, + 0.1288992017507553, + 0.11642464250326157, + 0.06904435157775879, + 0.07933022081851959, + 0.07076461613178253, + 0.05074445530772209, + 0.03756512328982353, + 0.05647263303399086, + 0.05649717524647713, + 0.1391076147556305, + 0.19661107659339905, + 0.056664709001779556, + 0.10293760895729065, + 0.1161249652504921, + 0.07943690568208694, + 0.03745519742369652, + 0.05403431877493858, + 0.06999746710062027, + 0.07558288425207138, + 0.054428499191999435, + 0.05635720491409302, + 0.06700767576694489, + 0.06652719527482986, + 0.05102848261594772, + 0.12229052186012268, + 0.09199584275484085, + 0.0674506351351738, + 0.11012492328882217, + 0.1658354103565216, + 0.04785779491066933, + 0.04309184104204178, + 0.09571243077516556, + 0.048040080815553665, + 0.10886967927217484, + 0.1112600564956665, + 0.06571979075670242, + 0.14002235233783722, + 0.11817502230405807, + 0.10411091893911362, + 0.10840197652578354, + 0.12369941920042038, + 0.13917391002178192, + 0.08869247138500214, + 0.08397381752729416, + 0.09419991821050644, + 0.10369246453046799, + 0.08421317487955093, + 0.0476190485060215, + 0.08398481458425522, + 0.11760105192661285, + 0.14441606402397156, + 0.037219248712062836, + 0.03566666692495346, + 0.023381683975458145, + 0.0071428571827709675, + 0.1318974792957306, + 0.07218433916568756, + 0.07092377543449402, + 0.11638388782739639, + 0.12438016384840012, + 0.14208795130252838, + 0.0645713061094284, + 0.15691760182380676, + 0.10347394645214081, + 0.1558685451745987, + 0.040734220296144485, + 0.07245320081710815, + 0.1158432736992836, + 0.07086267322301865, + 0.0636192262172699, + 0.07473982870578766, + 0.09854742139577866, + 0.14469334483146667, + 0.16526824235916138, + 0.02994012087583542, + 0.12243524193763733, + 0.08424697071313858, + 0.1347593516111374, + 0.13077910244464874, + 0.0951450914144516, + 0.019371068105101585, + 0.11097295582294464, + 0.07918445020914078, + 0.12058822810649872, + 0.046123433858156204, + 0.10437018424272537, + 0.13578222692012787, + 0.05342136695981026, + 0.06789068877696991, + 0.15658363699913025, + 0.08337008953094482, + 0.14510609209537506, + 0.1105908527970314, + 0.08248193562030792, + 0.0479297935962677, + 0.20890989899635315, + 0.14201048016548157, + 0.09757600724697113, + 0.09138904511928558, + 0.13732768595218658, + 0.1160639226436615, + 0.06312581896781921, + 0.10320071876049042, + 0.12894859910011292, + 0.10053948312997818, + 0.10722161084413528, + 0.035395681858062744, + 0.08300477266311646, + 0.0934399962425232, + 0.0922587439417839, + 0.11911765486001968, + 0.0684332400560379, + 0.06531483680009842, + 0.11959739774465561, + 0.12437471747398376, + 0.051016341894865036, + 0.0994248166680336, + 0.030158426612615585, + 0.08530677855014801, + 0.03975623846054077, + 0.08617594838142395, + 0.04448139667510986, + 0.12298024445772171, + 0.06362339854240417, + 0.07369179278612137, + 0.10108303278684616, + 0.1196388229727745, + 0.1062670350074768, + 0.06031077355146408, + 0.15763747692108154, + 0.06029285117983818, + 0.12510542571544647, + 0.061815693974494934, + 0.025036510080099106, + 0.2187928706407547, + 0.14943426847457886, + 0.08660540729761124, + 0.1152154803276062, + 0.03067946620285511, + 0.1613803654909134, + 0.09268991649150848, + 0.03156450018286705, + 0.06703747063875198, + 0.06228172406554222, + 0.046552058309316635, + 0.1767241358757019, + 0.14233194291591644, + 0.08215583115816116, + 0.11388455331325531, + 0.09777294844388962, + 0.14766407012939453, + 0.05054740235209465, + 0.1626666635274887, + 0.08479692786931992, + 0.045649074018001556, + 0.09296893328428268, + 0.11017618328332901, + 0.040337465703487396, + 0.0444350391626358, + 0.08844474703073502, + 0.13944342732429504, + 0.08762290328741074, + 0.11786982417106628, + 0.09687924385070801, + 0.11572960019111633, + 0.09611086547374725, + 0.06952965259552002, + 0.03818909823894501, + 0.06363191455602646, + 0.04528699442744255, + 0.04883962497115135, + 0.1529162973165512, + 0.10782147198915482, + 0.27885502576828003, + 0.047773655503988266, + 0.056220609694719315, + 0.16473843157291412, + 0.1714884638786316, + 0.08557654172182083, + 0.16312304139137268, + 0.11578305810689926, + 0.06115437671542168, + 0.023861171677708626, + 0.19116507470607758, + 0.07842104882001877, + 0.07264170795679092, + 0.15622825920581818, + 0.05516014248132706, + 0.15247364342212677, + 0.0614795908331871, + 0.12462827563285828, + 0.08585665374994278, + 0.13906027376651764, + 0.05841178074479103, + 0.1132342517375946, + 0.09427803009748459, + 0.1130751222372055, + 0.06655179709196091, + 0.07647530734539032, + 0.13319182395935059, + 0.08023129403591156, + 0.09494351595640182, + 0.18008588254451752, + 0.09720930457115173, + 0.05506344512104988, + 0.09187202900648117, + 0.09104606509208679, + 0.03215968981385231, + 0.07762756198644638, + 0.049780383706092834, + 0.07578885555267334, + 0.03361034020781517, + 0.08800900727510452, + 0.0775577574968338, + 0.15144546329975128, + 0.09902866184711456, + 0.0666799396276474, + 0.06462690979242325, + 0.13278436660766602, + 0.1034185141324997, + 0.05484199896454811, + 0.08102073520421982, + 0.0966048315167427, + 0.0449344702064991, + 0.05631324276328087, + 0.09988165646791458, + 0.07906711846590042, + 0.07426802814006805, + 0.032137516885995865, + 0.12594649195671082, + 0.06646931916475296, + 0.061650991439819336, + 0.06406459957361221, + 0.17719441652297974, + 0.06657759845256805, + 0.049485545605421066, + 0.05689277872443199, + 0.10301394760608673, + 0.054560430347919464, + 0.13106654584407806, + 0.08087801933288574, + 0.0759371966123581, + 0.07837631553411484, + 0.11116601526737213, + 0.048548199236392975, + 0.09808863699436188, + 0.04458977282047272, + 0.08447999507188797, + 0.02250206470489502, + 0.07035175710916519, + 0.04799165204167366, + 0.09110696613788605, + 0.04955752193927765, + 0.08834782242774963, + 0.15380099415779114, + 0.06215833127498627, + 0.05203362926840782, + 0.20209667086601257, + 0.08434229344129562, + 0.08215788006782532, + 0.09395604580640793, + 0.07659444212913513, + 0.056295257061719894, + 0.10098211467266083, + 0.05486071854829788, + 0.14082098007202148, + 0.09860558062791824, + 0.1236802488565445, + 0.04647519439458847, + 0.13154639303684235, + 0.07892976701259613, + 0.1475091129541397, + 0.10679970681667328, + 0.1181601881980896, + 0.08625677973031998, + 0.06909269094467163, + 0.03637884184718132, + 0.10891681909561157, + 0.06723107397556305, + 0.11548471450805664, + 0.12661777436733246, + 0.1364406794309616, + 0.08600770682096481, + 0.06031385809183121, + 0.06018194556236267, + 0.0212076585739851, + 0.051121439784765244, + 0.10708117485046387, + 0.10057288408279419, + 0.06304842233657837, + 0.08559352159500122, + 0.051720209419727325, + 0.06698879599571228, + 0.09140271693468094, + 0.16480357944965363, + 0.06940343230962753, + 0.02733990177512169, + 0.10160427540540695, + 0.14778168499469757, + 0.07355418801307678, + 0.05336134508252144, + 0.05446365103125572, + 0.06681614369153976, + 0.10556621849536896, + 0.0996796041727066, + 0.08546384423971176, + 0.07977461814880371, + 0.128679558634758, + 0.089289590716362, + 0.05270758271217346, + 0.034124232828617096, + 0.10512324422597885, + 0.12758447229862213, + 0.05468561872839928, + 0.07738607376813889, + 0.10700888931751251, + 0.04475422203540802, + 0.1110701784491539, + 0.06594513356685638, + 0.11996034532785416, + 0.10357072204351425, + 0.1041339635848999, + 0.07039537280797958, + 0.1436532586812973, + 0.07557938247919083, + 0.11220043897628784, + 0.0787612795829773, + 0.05602006986737251, + 0.025741029530763626, + 0.09764918684959412, + 0.061914555728435516, + 0.09059912711381912, + 0.052536699920892715, + 0.03729487583041191, + 0.0939420536160469, + 0.034914713352918625, + 0.07643461972475052, + 0.0628511980175972, + 0.06105990707874298, + 0.031198985874652863, + 0.08236993849277496, + 0.0704289972782135, + 0.08465728908777237, + 0.11182108521461487, + 0.1395563781261444, + 0.050607793033123016, + 0.12058354169130325, + 0.11506788432598114, + 0.05140466243028641, + 0.06565656512975693, + 0.05816023424267769, + 0.0944216400384903, + 0.09900031983852386, + 0.12494871020317078, + 0.06579292565584183, + 0.0647590383887291, + 0.06450742483139038, + 0.07147520035505295, + 0.12126751244068146, + 0.12356321513652802, + 0.033358603715896606, + 0.12482993304729462, + 0.0829835906624794, + 0.0860191136598587, + 0.07322230935096741, + 0.04369258135557175, + 0.013220255263149738, + 0.07692307978868484, + 0.045695822685956955, + 0.1493099182844162, + 0.10218547284603119, + 0.10701651126146317, + 0.06453154981136322, + 0.12916980683803558, + 0.1164298951625824, + 0.11123109608888626, + 0.0854482650756836, + 0.06322722136974335, + 0.029236985370516777, + 0.055119581520557404, + 0.04164484143257141, + 0.08240057528018951, + 0.1597387194633484, + 0.12882541120052338, + 0.06467662006616592, + 0.1155218556523323, + 0.2458081692457199, + 0.08959899842739105, + 0.08940302580595016, + 0.03591682389378548, + 0.10549169778823853, + 0.05097517743706703, + 0.11950993537902832, + 0.0878131166100502, + 0.09406693279743195, + 0.007923169061541557, + 0.08672525733709335, + 0.047259509563446045, + 0.05679435655474663, + 0.06929221749305725, + 0.06508757919073105, + 0.06533055752515793, + 0.11034482717514038, + 0.08789767324924469, + 0.2057737559080124, + 0.07880160957574844, + 0.1340450793504715, + 0.11173425614833832 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 104.52373504638672, - 39.67213821411133, - 39.6721305847168, - 141.78041076660156, - 141.254150390625, - 54.224124908447266, - 59.03047180175781, - 39.85642623901367, - 143.02902221679688, - 84.74312591552734, - 59.9239387512207, - 53.757450103759766, - 78.99742126464844, - 90.58938598632812, - 45.5595588684082, - 74.39323425292969, - 67.5317611694336, - 66.25981903076172, - 85.75440979003906, - 41.47610092163086, - 145.64039611816406, - 74.5511245727539, - 48.709590911865234, - 77.53419494628906, - 109.87464141845703, - 40.007301330566406, - 52.89699935913086, - 96.2563705444336, - 41.895790100097656, - 39.36960983276367, - 126.44956970214844, - 79.20336151123047, - 79.65208435058594, - 40.00730514526367, - 66.25980377197266, - 174.77215576171875, - 40.92451858520508, - 102.17520141601562, - 100.11278533935547, - 111.55557250976562, - 40.00730514526367, - 40.92451858520508, - 54.224124908447266, - 54.22412109375, - 65.34730529785156, - 39.85642623901367, - 74.5511245727539, - 39.6721305847168, - 66.25981903076172, - 131.27220153808594, - 99.68975830078125, - 59.64591598510742, - 43.386512756347656, - 79.20336151123047, - 51.06541061401367, - 104.52373504638672, - 75.47940826416016, - 39.448631286621094, - 53.96454620361328, - 57.25469970703125, - 82.04302978515625, - 54.22412109375, - 55.49595642089844, - 79.20335388183594, - 69.70291900634766, - 78.78264617919922, - 54.22412109375, - 39.36961364746094, - 39.36962127685547, - 39.6721305847168, - 76.40882873535156, - 47.90146255493164, - 42.07524108886719, - 85.7544174194336, - 69.38095092773438, - 39.482200622558594, - 90.06779479980469, - 47.703086853027344, - 47.703086853027344, - 52.206478118896484, - 82.66057586669922, - 75.58451843261719, - 44.08746337890625, - 73.41056060791016, - 39.6721305847168, - 39.482200622558594, - 47.10594177246094, - 54.224124908447266, - 73.6240234375, - 39.36961364746094, - 45.559566497802734, - 90.4131851196289, - 45.5595588684082, - 59.03047561645508, - 39.448631286621094, - 74.5511245727539, - 72.50239562988281, - 54.22412109375, - 97.72915649414062, - 63.99911880493164, - 44.05697250366211, - 40.00730895996094, - 40.007301330566406, - 39.448631286621094, - 41.47610092163086, - 68.08545684814453, - 104.52373504638672, - 44.05696487426758, - 40.007301330566406, - 54.62395477294922, - 82.00621795654297, - 78.91407775878906, - 106.52610778808594, - 42.7141227722168, - 67.5317611694336, - 51.19670867919922, - 54.22412109375, - 77.3393325805664, - 47.703086853027344, - 512.0, - 106.58650207519531, - 45.5595588684082, - 42.12233352661133, - 41.895790100097656, - 39.36962127685547, - 50.35831832885742, - 74.5511245727539, - 64.43695831298828, - 39.85641860961914, - 66.25981140136719, - 57.25468063354492, - 89.51326751708984, - 52.04319763183594, - 104.52373504638672, - 164.3062744140625, - 44.08745574951172, - 87.63262176513672, - 41.47610092163086, - 85.96966552734375, - 73.77890014648438, - 39.85642623901367, - 61.720680236816406, - 71.77371978759766, - 66.25979614257812, - 112.48348999023438, - 95.16793060302734, - 170.61044311523438, - 47.901451110839844, - 81.95288848876953, - 43.386512756347656, - 45.5595588684082, - 47.703086853027344, - 80.13677978515625, - 104.52373504638672, - 56.373016357421875, - 44.05697250366211, - 47.703086853027344, - 70.18531799316406, - 40.924522399902344, - 80.97916412353516, - 81.07108306884766, - 54.224124908447266, - 54.22412109375, - 101.6847152709961, - 125.23480987548828, - 98.00626373291016, - 71.77371978759766, - 262.1256408691406, - 67.5317611694336, - 52.81268310546875, - 40.43055725097656, - 58.140621185302734, - 104.53720092773438, - 84.76361083984375, - 80.59088897705078, - 79.18222045898438, - 67.5317611694336, - 99.90660095214844, - 47.703086853027344, - 122.17080688476562, - 126.35347747802734, - 119.67434692382812, - 39.85641860961914, - 54.62395477294922, - 59.92394256591797, - 188.6142578125, - 67.5317611694336, - 81.07108306884766, - 100.75929260253906, - 63.528987884521484, - 41.895782470703125, - 73.6240234375, - 45.5595588684082, - 85.7544174194336, - 69.92909240722656, - 104.81757354736328, - 99.00729370117188, - 94.2242660522461, - 116.06558990478516, - 59.03047561645508, - 92.95216369628906, - 52.89699172973633, - 47.703086853027344, - 42.714111328125, - 77.3393325805664, - 42.71411895751953, - 54.22412109375, - 48.90813064575195, - 59.03047561645508, - 40.60122299194336, - 104.52373504638672, - 54.224124908447266, - 79.21780395507812, - 85.75440216064453, - 44.81291198730469, - 75.4793930053711, - 52.89699935913086, - 59.9239387512207, - 67.5317611694336, - 41.895790100097656, - 98.95706939697266, - 95.228271484375, - 39.85641860961914, - 72.6982192993164, - 96.11202239990234, - 86.79966735839844, - 47.703086853027344, - 193.23489379882812, - 59.923946380615234, - 44.81291198730469, - 44.08745574951172, - 42.714107513427734, - 39.3696174621582, - 77.3393325805664, - 104.52373504638672, - 44.81291198730469, - 40.43056106567383, - 39.36962127685547, - 44.08746337890625, - 117.9421615600586, - 44.05696487426758, - 39.448631286621094, - 66.89517974853516, - 75.4793930053711, - 75.65485382080078, - 61.72069549560547, - 111.81932067871094, - 61.72068786621094, - 67.5317611694336, - 69.92909240722656, - 69.00910949707031, - 58.140621185302734, - 101.78483581542969, - 104.52373504638672, - 79.20335388183594, - 49.528934478759766, - 48.70958709716797, - 65.3472900390625, - 104.52373504638672, - 71.77371978759766, - 52.04319381713867, - 47.703086853027344, - 64.43695831298828, - 130.7237548828125, - 59.9239387512207, - 104.52373504638672, - 137.5252685546875, - 96.11201477050781, - 89.29388427734375, - 42.07524108886719, - 58.140625, - 39.36962127685547, - 98.88583374023438, - 118.42437744140625, - 50.358314514160156, - 40.43056106567383, - 74.55113220214844, - 88.5726547241211, - 77.0866470336914, - 88.57266235351562, - 77.33932495117188, - 47.10594177246094, - 107.54367065429688, - 68.0908432006836, - 40.43056106567383, - 68.09083557128906, - 59.923946380615234, - 66.25981140136719, - 70.85065460205078, - 54.22412109375, - 109.28395080566406, - 96.61768341064453, - 91.87102508544922, - 39.448631286621094, - 67.5317611694336, - 103.9825210571289, - 69.92909240722656, - 42.714111328125, - 61.720680236816406, - 82.94215393066406, - 68.09083557128906, - 75.91136932373047, - 84.6365737915039, - 104.52373504638672, - 40.43055725097656, - 40.43056106567383, - 512.0, - 94.2710189819336, - 54.22412109375, - 67.5317611694336, - 61.72068786621094, - 92.81388854980469, - 41.895790100097656, - 96.11202239990234, - 39.482200622558594, - 67.17436981201172, - 54.224124908447266, - 67.5317611694336, - 88.5726547241211, - 39.85642623901367, - 104.91031646728516, - 41.895790100097656, - 41.895782470703125, - 110.47815704345703, - 60.82076644897461, - 40.43056106567383, - 39.6721305847168, - 57.25469970703125, - 40.92451477050781, - 60.95109558105469, - 512.0, - 51.19669723510742, - 62.62348937988281, - 41.895790100097656, - 54.224124908447266, - 81.07108306884766, - 47.703086853027344, - 61.72068786621094, - 42.07524108886719, - 75.4793930053711, - 65.3473129272461, - 96.53809356689453, - 90.45443725585938, - 53.757442474365234, - 75.7881851196289, - 104.52373504638672, - 78.08451843261719, - 54.22412109375, - 163.2217559814453, - 97.40178680419922, - 40.00729751586914, - 104.52373504638672, - 101.96420288085938, - 52.89699935913086, - 78.8150634765625, - 99.01778411865234, - 47.90146255493164, - 40.92451477050781, - 108.10828399658203, - 71.77371978759766, - 40.43055725097656, - 44.05696487426758, - 76.40882873535156, - 67.8639907836914, - 54.224124908447266, - 40.60122299194336, - 59.03047561645508, - 52.04319381713867, - 102.7315673828125, - 97.58723449707031, - 102.9654769897461, - 196.51364135742188, - 40.43056106567383, - 46.32465744018555, - 143.55636596679688, - 44.05697250366211, - 40.60122299194336, - 39.6721305847168, - 63.34287643432617, - 39.36961364746094, - 51.311161041259766, - 39.448631286621094, - 186.2986602783203, - 40.60122299194336, - 512.0, - 44.087467193603516, - 41.895790100097656, - 199.71282958984375, - 104.52373504638672, - 70.85065460205078, - 180.34378051757812, - 64.75304412841797, - 79.20336151123047, - 47.703086853027344, - 85.75440979003906, - 54.224124908447266, - 82.94215393066406, - 85.4977798461914, - 67.17436218261719, - 131.3177032470703, - 53.757450103759766, - 71.71009063720703, - 67.17436981201172, - 86.52159118652344, - 84.81627655029297, - 106.52376556396484, - 69.50292205810547, - 54.22412109375, - 61.72068786621094, - 92.33837127685547, - 97.05652618408203, - 55.49595642089844, - 72.90633392333984, - 60.82075881958008, - 99.89678955078125, - 78.27084350585938, - 50.35832595825195, - 44.05696487426758, - 73.30130004882812, - 69.38058471679688, - 54.224124908447266, - 40.60122299194336, - 83.60203552246094, - 54.22412109375, - 93.28109741210938, - 47.10594177246094, - 512.0, - 104.41504669189453, - 46.61570358276367, - 78.2708511352539, - 44.81291198730469, - 40.43056106567383, - 147.8118438720703, - 52.04319763183594, - 71.62385559082031, - 59.03047180175781, - 39.482200622558594, - 98.37873077392578, - 59.923946380615234, - 73.6240234375, - 39.448631286621094, - 54.62395477294922, - 104.52373504638672, - 41.47610092163086, - 43.386512756347656, - 132.72732543945312, - 67.5317611694336, - 108.46247100830078, - 117.7275161743164, - 42.07524108886719, - 41.895790100097656, - 108.52837371826172, - 92.31739807128906, - 39.85641860961914, - 54.22412109375, - 67.5317611694336, - 67.17436218261719, - 64.28480529785156, - 92.97036743164062, - 47.703086853027344, - 43.386512756347656, - 44.08746337890625, - 67.17436981201172, - 93.00745391845703, - 54.22412109375, - 51.19669723510742, - 54.22412109375, - 67.5317611694336, - 76.40882873535156, - 39.85641860961914, - 53.757450103759766, - 47.703086853027344, - 61.72069549560547, - 62.62348937988281, - 64.43696594238281, - 133.9691162109375, - 110.3163070678711, - 55.49595642089844, - 47.703086853027344, - 125.44709014892578, - 141.98715209960938, - 51.19669723510742, - 81.92061614990234, - 124.05338287353516, - 40.60122299194336, - 54.22412109375, - 79.20336151123047, - 39.85641860961914, - 68.0908432006836, - 44.08746337890625, - 54.62395477294922, - 104.52373504638672 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 499.8999938964844, + 414.2598876953125, + 329.1912536621094, + 688.5435180664062, + 416.2072448730469, + 411.71282958984375, + 843.6568603515625, + 361.5533752441406, + 362.0650634765625, + 714.90576171875, + 837.2646484375, + 339.771240234375, + 649.5967407226562, + 564.092041015625, + 722.44677734375, + 635.1575927734375, + 460.55999755859375, + 509.0172424316406, + 427.2879943847656, + 626.05126953125, + 488.9098815917969, + 680.267578125, + 618.236572265625, + 503.7066345214844, + 611.6467895507812, + 560.1453857421875, + 716.9912719726562, + 601.0545043945312, + 371.8522033691406, + 426.84979248046875, + 434.1082458496094, + 483.53375244140625, + 504.6530456542969, + 823.4708862304688, + 571.4369506835938, + 473.401123046875, + 566.2494506835938, + 606.60009765625, + 388.587158203125, + 370.60980224609375, + 550.0654907226562, + 503.44049072265625, + 702.6031494140625, + 357.53570556640625, + 284.2300720214844, + 612.849609375, + 576.22998046875, + 564.1884765625, + 576.0463256835938, + 819.5116577148438, + 249.21722412109375, + 517.4612426757812, + 340.654052734375, + 590.906982421875, + 623.5802001953125, + 593.5738525390625, + 462.8924865722656, + 495.6148376464844, + 533.7429809570312, + 367.0733642578125, + 346.73095703125, + 589.9854736328125, + 679.8165283203125, + 526.8204956054688, + 572.9404907226562, + 421.9795227050781, + 559.2752685546875, + 478.7303466796875, + 611.3278198242188, + 584.2716064453125, + 591.6223754882812, + 404.88134765625, + 503.59918212890625, + 567.7022094726562, + 421.9241027832031, + 568.0145263671875, + 643.8650512695312, + 446.9072265625, + 716.3790283203125, + 653.72998046875, + 506.8474426269531, + 458.74761962890625, + 702.5335693359375, + 347.9702453613281, + 489.84063720703125, + 595.8715209960938, + 581.51025390625, + 753.441162109375, + 632.7455444335938, + 530.8072509765625, + 636.5211181640625, + 413.9736022949219, + 362.6312255859375, + 509.90423583984375, + 560.5859985351562, + 500.540771484375, + 638.2139282226562, + 801.4754028320312, + 431.9129638671875, + 714.4551391601562, + 512.253662109375, + 529.6265869140625, + 399.4365234375, + 292.0184326171875, + 505.5097351074219, + 535.4111328125, + 488.4305419921875, + 427.765869140625, + 537.9483642578125, + 523.412109375, + 542.7442016601562, + 565.7273559570312, + 515.8079223632812, + 603.0693969726562, + 480.63238525390625, + 805.908203125, + 419.2209777832031, + 399.68389892578125, + 650.8480834960938, + 339.2885437011719, + 545.3133544921875, + 499.87811279296875, + 531.7947998046875, + 667.1923217773438, + 445.3004455566406, + 619.553955078125, + 456.1009826660156, + 309.2800598144531, + 669.7037963867188, + 444.05426025390625, + 458.9626770019531, + 365.61517333984375, + 587.3971557617188, + 535.4375, + 484.54119873046875, + 659.525634765625, + 713.796142578125, + 774.7249145507812, + 613.42529296875, + 506.79437255859375, + 459.7527770996094, + 362.69281005859375, + 820.4288330078125, + 542.165771484375, + 560.3694458007812, + 622.6290283203125, + 379.46539306640625, + 612.5494995117188, + 574.9864501953125, + 749.9925537109375, + 612.53759765625, + 640.2078247070312, + 400.6138610839844, + 520.63037109375, + 460.9471435546875, + 272.2974853515625, + 557.6005249023438, + 579.2352905273438, + 602.0370483398438, + 562.4553833007812, + 769.4757690429688, + 365.0257263183594, + 495.0535888671875, + 588.71875, + 510.9974060058594, + 780.8121948242188, + 543.5855102539062, + 342.65618896484375, + 583.1986694335938, + 638.1494750976562, + 552.4367065429688, + 639.7590942382812, + 596.419189453125, + 569.32373046875, + 345.80322265625, + 588.5335083007812, + 584.3435668945312, + 647.6586303710938, + 856.0736083984375, + 753.3391723632812, + 556.8566284179688, + 470.21728515625, + 684.7339477539062, + 861.2396850585938, + 700.716796875, + 629.2117309570312, + 755.5439453125, + 358.1108703613281, + 286.2655029296875, + 510.65716552734375, + 748.3464965820312, + 654.6045532226562, + 538.2006225585938, + 328.5816650390625, + 685.7587280273438, + 445.50018310546875, + 702.7515869140625, + 657.392578125, + 529.8806762695312, + 540.5156860351562, + 558.6702880859375, + 827.0519409179688, + 532.8284912109375, + 575.3402099609375, + 528.3949584960938, + 639.22265625, + 326.1188049316406, + 591.119873046875, + 453.1166076660156, + 561.9008178710938, + 419.703369140625, + 574.8160400390625, + 702.3609619140625, + 539.7841796875, + 356.1229248046875, + 510.5632019042969, + 448.85968017578125, + 524.4793090820312, + 617.0714111328125, + 524.6923828125, + 396.2547912597656, + 664.6471557617188, + 463.5053405761719, + 556.8251953125, + 543.9182739257812, + 433.3985290527344, + 843.8793334960938, + 597.1139526367188, + 450.3486328125, + 407.4430236816406, + 519.450439453125, + 449.5925598144531, + 374.7645568847656, + 716.4904174804688, + 588.19091796875, + 652.6536254882812, + 561.9373779296875, + 684.8134765625, + 516.6451416015625, + 598.3796997070312, + 497.4013366699219, + 436.7940979003906, + 607.4005126953125, + 626.17578125, + 378.2872314453125, + 377.1081237792969, + 633.6749877929688, + 611.2544555664062, + 501.2963562011719, + 756.4146728515625, + 574.5682983398438, + 765.5066528320312, + 680.0662231445312, + 448.27801513671875, + 291.6111755371094, + 509.2239990234375, + 456.7400817871094, + 308.8743591308594, + 648.4751586914062, + 698.8177490234375, + 569.289794921875, + 470.9527587890625, + 527.9046630859375, + 811.9417114257812, + 1020.3741455078125, + 621.5596923828125, + 567.6212158203125, + 498.5673522949219, + 598.7974853515625, + 414.1344909667969, + 860.0035400390625, + 465.8982238769531, + 558.471435546875, + 614.2098388671875, + 544.2172241210938, + 692.9056396484375, + 487.1015930175781, + 641.5617065429688, + 626.2540893554688, + 745.9929809570312, + 506.29327392578125, + 440.67559814453125, + 687.7339477539062, + 633.2971801757812, + 653.675048828125, + 703.1151123046875, + 657.9895629882812, + 401.58905029296875, + 555.8320922851562, + 780.00830078125, + 704.0257568359375, + 492.31097412109375, + 683.60302734375, + 679.4674682617188, + 377.966796875, + 652.78759765625, + 575.31787109375, + 462.5030517578125, + 418.59246826171875, + 656.79931640625, + 491.36932373046875, + 614.0604858398438, + 631.8291015625, + 680.921142578125, + 423.6928405761719, + 681.52880859375, + 684.5607299804688, + 538.610107421875, + 417.7174072265625, + 496.53472900390625, + 450.4688720703125, + 489.55133056640625, + 624.5443115234375, + 428.8660888671875, + 512.6453247070312, + 469.9122314453125, + 678.7514038085938, + 434.7217712402344, + 567.341796875, + 418.7835693359375, + 861.70654296875, + 582.6079711914062, + 467.4925231933594, + 425.0068664550781, + 723.1787109375, + 535.6382446289062, + 602.3233032226562, + 622.0618896484375, + 448.1376647949219, + 551.3829956054688, + 610.1084594726562, + 541.7218627929688, + 769.1280517578125, + 435.669677734375, + 522.1111450195312, + 376.9593811035156, + 413.2581481933594, + 391.2511901855469, + 444.8523254394531, + 335.60601806640625, + 660.3786010742188, + 631.1876220703125, + 545.8085327148438, + 472.3731689453125, + 1040.0960693359375, + 817.5064086914062, + 525.6325073242188, + 550.6803588867188, + 631.71142578125, + 502.61029052734375, + 603.3251953125, + 424.91302490234375, + 643.8211669921875, + 775.5391235351562, + 557.8692626953125, + 384.4638671875, + 441.31793212890625, + 638.1174926757812, + 766.1344604492188, + 404.921142578125, + 652.2388305664062, + 647.4739990234375, + 495.3127746582031, + 467.7828063964844, + 763.5462646484375, + 480.721435546875, + 497.7390441894531, + 773.0149536132812, + 654.2026977539062, + 417.88433837890625, + 544.3547973632812, + 325.9587707519531, + 328.6063232421875, + 521.9966430664062, + 584.7399291992188, + 739.7059326171875, + 344.0753479003906, + 407.621337890625, + 491.82415771484375, + 595.7012939453125, + 621.347900390625, + 628.6561889648438, + 401.6493225097656, + 372.3800354003906, + 773.4404296875, + 570.3486938476562, + 477.7837829589844, + 546.3021240234375, + 472.5841369628906, + 342.9944152832031, + 562.6514892578125, + 408.9490966796875, + 419.0583801269531, + 570.482177734375, + 609.4811401367188, + 665.7858276367188, + 434.9778137207031, + 382.6858825683594, + 618.1751708984375, + 340.99273681640625, + 476.6222229003906, + 636.7530517578125, + 706.8860473632812, + 403.6229553222656, + 741.9951782226562, + 452.48675537109375, + 569.9739379882812, + 745.2883911132812, + 645.6297607421875, + 405.46636962890625, + 612.8541259765625, + 577.30322265625, + 714.9142456054688, + 561.2890014648438, + 400.6949157714844, + 467.80975341796875, + 619.2048950195312, + 520.3529663085938, + 639.5320434570312, + 399.0991516113281, + 479.69866943359375, + 548.3004150390625, + 333.0313720703125, + 525.5896606445312, + 635.4807739257812, + 561.3294067382812, + 439.4308776855469, + 498.7760314941406, + 531.7000122070312, + 631.222412109375, + 720.1596069335938, + 624.710693359375, + 543.3670654296875, + 756.4309692382812, + 772.4205322265625, + 393.8162841796875, + 468.3251647949219, + 611.1752319335938, + 575.0387573242188, + 519.5404052734375, + 813.2922973632812, + 490.15155029296875, + 405.8335266113281, + 442.0635070800781, + 614.3079223632812, + 567.0870971679688, + 703.3285522460938, + 382.0842590332031, + 510.6759033203125, + 607.5184326171875, + 723.4508666992188, + 501.52984619140625, + 490.577392578125, + 446.028564453125, + 609.9412231445312, + 463.1434631347656, + 896.702880859375, + 537.9866333007812, + 531.0506591796875, + 499.8497009277344, + 715.9478149414062, + 534.121337890625, + 657.5508422851562, + 704.5619506835938, + 603.958740234375, + 397.7834777832031, + 537.0226440429688, + 376.3683166503906, + 624.5853881835938, + 722.2750854492188, + 597.9840698242188, + 573.4601440429688, + 382.4300842285156, + 722.7232666015625, + 680.6293334960938, + 527.12646484375, + 487.1388854980469, + 697.5023803710938, + 577.9995727539062, + 790.256103515625, + 536.7841796875, + 637.5527954101562, + 368.147705078125, + 572.0614624023438, + 381.58892822265625, + 616.976806640625, + 549.4238891601562, + 589.9387817382812, + 584.44384765625, + 651.2681884765625, + 451.8740539550781, + 682.5565185546875, + 590.9303588867188, + 745.6165771484375, + 717.9503173828125 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -66237,164 +81446,173 @@ 2 ], "wall_clock_s": [ - 488.8, - 526.8, - 512.5 + 892.6, + 899.3, + 894.3 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.023882562294602394, + "loss": 0.3379412293434143, "env_score_iters": 500, - "env_score": -4.504428863525391, + "env_score": -0.4151270091533661, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.5125, "grad_align_iters": 500, - "grad_align": 0.8443030714988708, - "rl_grad_norm": 0.1883072704076767, - "bc_grad_norm": 1.5842642784118652, + "grad_align": 0.01719186268746853, + "rl_grad_norm": 0.6115442514419556, + "bc_grad_norm": 1.5966012477874756, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "action_emb.weight": 0.009968159720301628, + "timestep_emb.weight": 0.002968535525724292, + "pos_emb.weight": 0.0037781589198857546, + "head.weight": 0.5892885327339172, + "head.bias": 0.02158566378057003 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08131302893161774, - "repr_drift_kl_low_t": 0.08890388906002045, - "repr_drift_kl_mid_t": 0.07985717803239822, - "repr_drift_kl_high_t": 0.08418108522891998, + "repr_drift_kl": 0.24024857580661774, + "repr_drift_kl_low_t": 0.27844899892807007, + "repr_drift_kl_mid_t": 0.2331058233976364, + "repr_drift_kl_high_t": 0.21632075309753418, "cka_iters": 500, - "cka_similarity": 0.98988276720047, + "cka_similarity": 0.8551424145698547, "t_analysis_iters": 500, - "norm_low_t": 0.13665221631526947, - "norm_high_t": 0.1769239753484726, - "lowhigh_cos": 0.716566801071167, + "norm_low_t": 0.5001261830329895, + "norm_high_t": 0.9330983757972717, + "lowhigh_cos": 0.7140113115310669, "t_bin_norms": { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 - }, - "win_rate": 0.0026455027982592583, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.6770618557929993, + "t_0.1-0.2": 0.4487853944301605, + "t_0.2-0.3": 0.5636526346206665, + "t_0.3-0.4": 0.6713622212409973, + "t_0.4-0.5": 0.5791399478912354, + "t_0.5-0.6": 0.5227630138397217, + "t_0.6-0.7": 0.699182391166687, + "t_0.7-0.8": 0.8517627716064453, + "t_0.8-0.9": 0.8864097595214844, + "t_0.9-1.0": 1.0857282876968384 + }, + "win_rate": 0.11173425614833832, + "effective_batch_size": 717.9503173828125, "per_env_win_rates": { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.18636325001716614, + "loss": 0.18174543976783752, "env_score_iters": 500, - "env_score": -2.272517442703247, + "env_score": -0.609443724155426, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.49999999999999994, "grad_align_iters": 500, - "grad_align": 0.29016175866127014, - "rl_grad_norm": 0.3062359094619751, - "bc_grad_norm": 0.8874264359474182, + "grad_align": 0.4222516417503357, + "rl_grad_norm": 0.3943547308444977, + "bc_grad_norm": 0.8815403580665588, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.26816001534461975, - "head.bias": 0.0035292981192469597 + "action_emb.weight": 0.007611517328768969, + "timestep_emb.weight": 0.0021206389646977186, + "pos_emb.weight": 0.003340592607855797, + "head.weight": 0.31896308064460754, + "head.bias": 0.010923085734248161 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1767127811908722, - "repr_drift_kl_low_t": 0.19802974164485931, - "repr_drift_kl_mid_t": 0.17436805367469788, - "repr_drift_kl_high_t": 0.15887056291103363, + "repr_drift_kl": 0.136066272854805, + "repr_drift_kl_low_t": 0.1514589488506317, + "repr_drift_kl_mid_t": 0.1343030035495758, + "repr_drift_kl_high_t": 0.12500245869159698, "cka_iters": 500, - "cka_similarity": 0.9243893027305603, + "cka_similarity": 0.8663511872291565, "t_analysis_iters": 500, - "norm_low_t": 0.6043206453323364, - "norm_high_t": 0.2692401111125946, - "lowhigh_cos": 0.061904486268758774, + "norm_low_t": 0.42812931537628174, + "norm_high_t": 0.30495741963386536, + "lowhigh_cos": 0.1887420117855072, "t_bin_norms": { - "t_0.0-0.1": 0.4096572995185852, - "t_0.1-0.2": 0.4311806857585907, - "t_0.2-0.3": 0.3898998498916626, - "t_0.3-0.4": 0.29236868023872375, - "t_0.4-0.5": 0.23416653275489807, - "t_0.5-0.6": 0.31297361850738525, - "t_0.6-0.7": 0.23759302496910095, - "t_0.7-0.8": 0.22504396736621857, - "t_0.8-0.9": 0.22234812378883362, - "t_0.9-1.0": 0.3066249191761017 - }, - "win_rate": 0.01869761385023594, - "effective_batch_size": 49.474632263183594, + "t_0.0-0.1": 0.40101659297943115, + "t_0.1-0.2": 0.30182793736457825, + "t_0.2-0.3": 0.32739734649658203, + "t_0.3-0.4": 0.2831602394580841, + "t_0.4-0.5": 0.3350936472415924, + "t_0.5-0.6": 0.317628413438797, + "t_0.6-0.7": 0.3478512465953827, + "t_0.7-0.8": 0.27997124195098877, + "t_0.8-0.9": 0.2941491901874542, + "t_0.9-1.0": 0.42660585045814514 + }, + "win_rate": 0.05146341398358345, + "effective_batch_size": 463.0203857421875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.47555777430534363, + "loss": 0.2970058023929596, "env_score_iters": 500, - "env_score": -1.1841859817504883, + "env_score": -0.40938788652420044, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.4625, "grad_align_iters": 500, - "grad_align": 0.0976157858967781, - "rl_grad_norm": 1.1571893692016602, - "bc_grad_norm": 2.8839268684387207, + "grad_align": 0.2871420383453369, + "rl_grad_norm": 0.931489884853363, + "bc_grad_norm": 1.584000825881958, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 1.5117340087890625, - "head.bias": 0.05525510013103485 + "action_emb.weight": 0.013594544492661953, + "timestep_emb.weight": 0.0032084030099213123, + "pos_emb.weight": 0.0040720137767493725, + "head.weight": 0.9680084586143494, + "head.bias": 0.04056090489029884 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.38011065125465393, - "repr_drift_kl_low_t": 0.4150996804237366, - "repr_drift_kl_mid_t": 0.3757351040840149, - "repr_drift_kl_high_t": 0.35053151845932007, + "repr_drift_kl": 0.2097855508327484, + "repr_drift_kl_low_t": 0.24451053142547607, + "repr_drift_kl_mid_t": 0.2017708718776703, + "repr_drift_kl_high_t": 0.19844530522823334, "cka_iters": 500, - "cka_similarity": 0.7504915595054626, + "cka_similarity": 0.8862878084182739, "t_analysis_iters": 500, - "norm_low_t": 0.8630337715148926, - "norm_high_t": 0.7858870029449463, - "lowhigh_cos": -0.20795971155166626, + "norm_low_t": 0.9588013887405396, + "norm_high_t": 1.1008479595184326, + "lowhigh_cos": 0.49003350734710693, "t_bin_norms": { - "t_0.0-0.1": 1.3692960739135742, - "t_0.1-0.2": 0.6176649928092957, - "t_0.2-0.3": 1.0463284254074097, - "t_0.3-0.4": 1.0915420055389404, - "t_0.4-0.5": 0.7752478718757629, - "t_0.5-0.6": 1.033499836921692, - "t_0.6-0.7": 0.8505461812019348, - "t_0.7-0.8": 1.1282265186309814, - "t_0.8-0.9": 0.7470515370368958, - "t_0.9-1.0": 1.145078420639038 - }, - "win_rate": 0.06810630857944489, - "effective_batch_size": 56.373016357421875, + "t_0.0-0.1": 0.6806901097297668, + "t_0.1-0.2": 1.0595896244049072, + "t_0.2-0.3": 0.843829870223999, + "t_0.3-0.4": 0.808176577091217, + "t_0.4-0.5": 0.916233479976654, + "t_0.5-0.6": 0.9439903497695923, + "t_0.6-0.7": 0.943523645401001, + "t_0.7-0.8": 0.9041001200675964, + "t_0.8-0.9": 1.0533665418624878, + "t_0.9-1.0": 1.3605175018310547 + }, + "win_rate": 0.08554412424564362, + "effective_batch_size": 487.26678466796875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "head_only": { - "score": 0.6583333333333333, - "score_std": 0.023570226039551608, + "score": 0.4958333333333333, + "score_std": 0.03864007706456541, "all_scores": [ - 0.625, - 0.675, - 0.675 + 0.475, + 0.5499999999999999, + 0.46249999999999997 ], "history": { "iters": [ @@ -66900,506 +82118,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.321034550666809, - 3.0900509357452393, - 0.8594297170639038, - 0.2878643572330475, - 1.0828263759613037, - 0.40962451696395874, - 0.4061713218688965, - 0.058418817818164825, - 0.21552778780460358, - 0.27522292733192444, - 0.1378171294927597, - 2.502340078353882, - 0.0049863094463944435, - 0.6762322187423706, - 0.2183280885219574, - 0.35994580388069153, - 1.200522780418396, - 1.042017936706543, - 0.707103431224823, - 0.4137509763240814, - 0.5452341437339783, - 0.5071655511856079, - 0.7531039118766785, - 0.08508526533842087, - 1.0458910465240479, - 1.499922275543213, - 0.24108725786209106, - 1.084059476852417, - 1.2533588409423828, - 0.5538085103034973, - 0.47542235255241394, - 0.5375760793685913, - 0.22126959264278412, - 0.6891457438468933, - 1.1784744262695312, - 0.14097262918949127, - 0.24563273787498474, - 2.3969662189483643, - 1.2973029613494873, - 1.1224079132080078, - 0.19000126421451569, - 1.0677311420440674, - 1.0794551372528076, - 0.2599260210990906, - 0.38522112369537354, - 0.4483069181442261, - 1.8420777320861816, - 0.255928635597229, - 0.2795206904411316, - 0.03457164019346237, - 0.0087837940081954, - 0.8220228552818298, - 0.13247399032115936, - 0.9908382296562195, - 0.2922190725803375, - 0.8679310083389282, - 1.0167940855026245, - 1.023790955543518, - 1.6790472269058228, - 0.35686856508255005, - 1.0671294927597046, - 0.4897546172142029, - 0.013076773844659328, - 1.0995903015136719, - 0.18642033636569977, - 0.38442447781562805, - 0.6308635473251343, - 0.43059879541397095, - 0.0034594228491187096, - 0.5808680057525635, - 1.08648681640625, - 0.7924599647521973, - 0.7441176176071167, - 0.01660609059035778, - 0.183898463845253, - 0.22298447787761688, - 0.24015678465366364, - 0.9324510097503662, - 0.45752280950546265, - 0.3111063241958618, - 1.129275918006897, - 0.23927026987075806, - 0.12926848232746124, - 0.390063613653183, - 0.02408866211771965, - 0.0070713902823626995, - 0.2455393522977829, - 0.7591016292572021, - 0.7760587334632874, - 0.24843697249889374, - 0.03743763267993927, - 0.20000162720680237, - 0.06229963153600693, - 0.38250041007995605, - 0.03474300354719162, - 0.8749774694442749, - 0.13162861764431, - 0.33691373467445374, - 0.9882354736328125, - 0.3381330668926239, - 0.5891137719154358, - 0.1285317987203598, - 0.8981586694717407, - 0.2910664975643158, - 0.06641948223114014, - 0.05555079132318497, - 0.5678831934928894, - 0.0927993655204773, - 0.1602174937725067, - 0.1688261777162552, - 0.10828223824501038, - 0.25661173462867737, - 0.582913875579834, - 0.0809069275856018, - 0.08584211021661758, - 0.1595299243927002, - 0.42971232533454895, - 0.9120830297470093, - 0.7717090249061584, - 1.3108270168304443, - 0.17750707268714905, - 0.006546160206198692, - 0.433918297290802, - 0.014700460247695446, - 0.9004346132278442, - 0.10433776676654816, - 0.015638263896107674, - 0.9884023070335388, - 0.2672047019004822, - 0.10338151454925537, - 0.06134282425045967, - 0.1223275437951088, - 0.16519421339035034, - 0.7494019269943237, - 0.10590696334838867, - 0.18779999017715454, - 0.12924212217330933, - 0.4766894578933716, - 0.6208131909370422, - 0.4589212238788605, - 0.025969238951802254, - 1.316502571105957, - 0.24770620465278625, - 0.9829492568969727, - 0.09127746522426605, - 0.3059161305427551, - 0.1431889683008194, - 0.11598985642194748, - 0.5928993821144104, - 0.7971729040145874, - 0.6850697994232178, - 1.1220186948776245, - 1.0419591665267944, - 1.4166865348815918, - 0.30434003472328186, - 0.5451579093933105, - 0.2530943751335144, - 0.30935239791870117, - 0.013965249061584473, - 0.7692233324050903, - 0.026888171210885048, - 0.30334699153900146, - 0.09435836225748062, - 0.0347268208861351, - 0.2030763328075409, - 0.15039655566215515, - 0.333631694316864, - 0.6344652771949768, - 0.030521748587489128, - 0.07321412861347198, - 0.32517921924591064, - 0.9443243741989136, - 1.163125991821289, - 0.7073744535446167, - 1.2758712768554688, - 0.03543912619352341, - 0.35625067353248596, - 0.145406112074852, - 0.4724731147289276, - 0.5206412076950073, - 0.2780960500240326, - 0.7444355487823486, - 0.22708924114704132, - 0.01622050441801548, - 0.24263344705104828, - 0.08936939388513565, - 0.3155936300754547, - 0.48192283511161804, - 1.2609308958053589, - 0.026181742548942566, - 0.42283904552459717, - 0.5085412263870239, - 1.1859499216079712, - 0.028436744585633278, - 0.872078001499176, - 0.15974287688732147, - 0.6174097061157227, - 0.06765510141849518, - 0.6824612021446228, - 0.291629433631897, - 0.8935242295265198, - 0.6764847040176392, - 0.32147929072380066, - 0.5064911246299744, - 0.6714809536933899, - 1.3168967962265015, - 0.4601650834083557, - 0.7809420824050903, - 0.26844432950019836, - 0.06768526881933212, - 0.16063259541988373, - 0.7625606656074524, - 0.2759094536304474, - 0.05110258609056473, - 0.36595264077186584, - 0.05121128633618355, - 0.09000694006681442, - 0.04260696470737457, - 0.06700588762760162, - 0.7481600642204285, - 0.9428432583808899, - 0.2730492949485779, - 0.7450008988380432, - 0.44511598348617554, - 0.49232813715934753, - 0.0724615752696991, - 0.054056234657764435, - 1.0961687564849854, - 1.0430084466934204, - 0.12510457634925842, - 0.7340432405471802, - 1.0919502973556519, - 0.503267765045166, - 0.051310617476701736, - 1.3828195333480835, - 0.57997065782547, - 0.3509034216403961, - 0.24090099334716797, - 0.28592732548713684, - 0.05342745780944824, - 0.289705365896225, - 0.06546290963888168, - 0.26324591040611267, - 0.17756636440753937, - 0.11728732287883759, - 0.260250985622406, - 1.338232159614563, - 0.04015783220529556, - 0.13160575926303864, - 0.08821754157543182, - 0.765417754650116, - 0.13406997919082642, - 0.5542153120040894, - 1.1650197505950928, - 0.5771031379699707, - 0.01810515485703945, - 0.4820931553840637, - 0.25587791204452515, - 0.32368379831314087, - 1.1124277114868164, - 0.05852174758911133, - 0.7482585906982422, - 0.40125301480293274, - 0.18773110210895538, - 0.5975486636161804, - 0.0708453431725502, - 0.7410409450531006, - 0.3879086673259735, - 0.06323087215423584, - 0.567267656326294, - 1.065021276473999, - 0.17031416296958923, - 0.030023036524653435, - 1.4078905582427979, - 1.0643513202667236, - 1.0012978315353394, - 0.23137471079826355, - 0.4081253707408905, - 0.10605379194021225, - 0.9170928001403809, - 1.2759807109832764, - 0.3622276484966278, - 0.18466874957084656, - 0.4972592294216156, - 0.9337581396102905, - 0.151810884475708, - 0.6263289451599121, - 0.8044384717941284, - 0.21579334139823914, - 1.1196990013122559, - 0.3216154873371124, - 0.19403739273548126, - 0.5908743143081665, - 0.4308073818683624, - 0.5750048756599426, - 0.6578150987625122, - 0.028421130031347275, - 1.117286205291748, - 0.1569974273443222, - 0.18317574262619019, - 0.12499731034040451, - 0.028643876314163208, - 0.8955650329589844, - 0.6515408158302307, - 0.21865925192832947, - 0.5925809144973755, - 0.13893285393714905, - 0.6375244855880737, - 0.5117801427841187, - 0.18713460862636566, - 0.017683248966932297, - 0.2029711753129959, - 0.19655853509902954, - 0.00792622473090887, - 0.5383275747299194, - 0.043285515159368515, - 0.05057191103696823, - 0.5616007447242737, - 0.17853347957134247, - 0.06644176691770554, - 0.9972037076950073, - 0.11273965239524841, - 0.6005215048789978, - 0.06587193161249161, - 0.022518526762723923, - 0.9716247916221619, - 0.0719950869679451, - 0.8642032742500305, - 0.04953763633966446, - 0.08100035786628723, - 1.178408145904541, - 0.49545711278915405, - 0.16942621767520905, - 0.1775180846452713, - 0.5263998508453369, - 0.20031197369098663, - 0.09223852306604385, - 0.01711868681013584, - 0.38294288516044617, - 0.5174168348312378, - 0.04745442047715187, - 0.05586861073970795, - 0.8580575585365295, - 0.048845212906599045, - 0.6017968654632568, - 0.2548598349094391, - 0.7408643364906311, - 0.6856465935707092, - 0.19772179424762726, - 0.3859250247478485, - 0.11709190905094147, - 0.06306063383817673, - 0.03209617733955383, - 0.2652205526828766, - 0.06320051848888397, - 1.1661850214004517, - 0.13266508281230927, - 0.1852545142173767, - 0.022629370912909508, - 0.9761391878128052, - 0.4443480968475342, - 0.11012865602970123, - 1.1098459959030151, - 0.3284884989261627, - 0.29099491238594055, - 1.1153088808059692, - 0.6638977527618408, - 0.1799592822790146, - 0.06902497261762619, - 0.7957756519317627, - 0.4942566752433777, - 0.055364612489938736, - 0.019872069358825684, - 0.5832462310791016, - 0.39344432950019836, - 0.6828067302703857, - 0.7002845406532288, - 0.24501515924930573, - 0.8978369235992432, - 0.2261349856853485, - 0.2652580142021179, - 0.9016873240470886, - 0.04546871781349182, - 0.09757865220308304, - 0.15446755290031433, - 0.3605404198169708, - 0.10590314120054245, - 0.24485521018505096, - 0.10548611730337143, - 1.30789053440094, - 0.10693365335464478, - 0.019889825955033302, - 0.13629241287708282, - 0.07401753962039948, - 1.4782931804656982, - 0.05549648404121399, - 0.7122128009796143, - 1.3080804347991943, - 0.24362461268901825, - 0.7523043751716614, - 0.04265135899186134, - 0.888399600982666, - 0.06669699400663376, - 0.23323503136634827, - 0.8958779573440552, - 0.6557934284210205, - 1.1746233701705933, - 0.3828203082084656, - 0.5283116102218628, - 0.6845376491546631, - 0.3596433401107788, - 0.8765512108802795, - 1.2139458656311035, - 0.5943357944488525, - 0.07002198696136475, - 0.5713518261909485, - 0.4024614989757538, - 0.9716034531593323, - 0.24884025752544403, - 0.29083991050720215, - 0.5748600363731384, - 1.0855927467346191, - 0.7761211395263672, - 0.36971670389175415, - 0.08547915518283844, - 0.7183792591094971, - 0.5442515015602112, - 0.051288895308971405, - 0.05656253173947334, - 0.7007569670677185, - 0.04597381502389908, - 0.986775279045105, - 0.2848954200744629, - 0.020352032035589218, - 0.17585070431232452, - 0.29601091146469116, - 0.7518169283866882, - 0.2650306820869446, - 0.1525641232728958, - 0.3327118456363678, - 0.33764368295669556, - 0.5431371331214905, - 0.5152532458305359, - 0.10383056104183197, - 0.34701284766197205, - 0.5112727284431458, - 0.759314775466919, - 0.13571327924728394, - 0.45052120089530945, - 0.029490096494555473, - 0.26421770453453064, - 0.2506108582019806, - 1.463761568069458, - 0.027687780559062958, - 0.8883289098739624, - 0.16230173408985138, - 0.1195097416639328, - 0.07951603084802628, - 0.9610699415206909, - 0.2890375852584839, - 0.12705671787261963, - 0.048050135374069214, - 0.017387226223945618, - 0.21088595688343048, - 0.4544931650161743, - 0.8369487524032593, - 0.08703462034463882, - 0.24681678414344788, - 0.19389323890209198, - 0.6258699893951416, - 0.45605647563934326, - 0.04293807968497276, - 0.36136576533317566, - 0.0497274287045002, - 0.025263112038373947, - 0.7815372943878174, - 0.07262003421783447, - 0.41824400424957275, - 0.053104184567928314, - 0.4284376800060272, - 0.5701206922531128, - 0.5790051817893982, - 0.9261128306388855, - 1.2031543254852295, - 0.3072497248649597, - 0.03244836628437042, - 1.3164637088775635, - 1.3288589715957642, - 0.2075669914484024, - 0.49363401532173157, - 1.3295509815216064, - 0.11501963436603546, - 0.05754191428422928, - 0.7900965213775635, - 0.08880797773599625, - 0.5467862486839294, - 0.25286179780960083, - 0.45679771900177, - 0.023882562294602394 + 0.7734967470169067, + 1.07157301902771, + 0.6648513078689575, + 0.5755658149719238, + 0.4808051288127899, + 0.6118649840354919, + 0.7124311923980713, + 0.5698922276496887, + 0.9523661136627197, + 0.5218873023986816, + 0.289977103471756, + 1.2852684259414673, + 0.4170052111148834, + 0.5169580578804016, + 0.8017845153808594, + 0.7603148221969604, + 0.5127133727073669, + 0.8927649855613708, + 1.2347570657730103, + 0.9621129035949707, + 0.6328163146972656, + 0.436637282371521, + 0.6672081351280212, + 0.42458251118659973, + 0.7050979733467102, + 0.535313606262207, + 0.665833592414856, + 0.5743191838264465, + 0.606124758720398, + 0.6913198232650757, + 0.38998526334762573, + 0.8961969017982483, + 0.5180842876434326, + 0.5926269888877869, + 0.5788097381591797, + 0.4308813810348511, + 0.4620159864425659, + 0.3841755986213684, + 0.9055513739585876, + 1.0547733306884766, + 0.6184747219085693, + 0.5106966495513916, + 0.4993191957473755, + 0.2616102397441864, + 0.46979209780693054, + 0.4606277346611023, + 0.3785603642463684, + 0.6311451196670532, + 0.5387350916862488, + 0.23222659528255463, + 0.7499760389328003, + 0.46222996711730957, + 0.39676955342292786, + 0.49686768651008606, + 0.6696449518203735, + 0.36959561705589294, + 0.3556709885597229, + 0.06064238399267197, + 0.40055596828460693, + 0.4961649477481842, + 0.6546602249145508, + 0.28721189498901367, + 0.4613441228866577, + 0.34558412432670593, + 0.2379046231508255, + 0.4692818522453308, + 0.4332088232040405, + 0.3726624548435211, + 0.334073930978775, + 0.4730706214904785, + 0.45364171266555786, + 0.5403849482536316, + 0.5593057870864868, + 0.38629886507987976, + 0.4795731008052826, + 0.361722856760025, + 0.20057815313339233, + 0.35899823904037476, + 0.28306683897972107, + 0.2648734450340271, + 0.4091933071613312, + 0.3435741066932678, + 0.18630659580230713, + 0.4205267131328583, + 0.6391039490699768, + 0.533607006072998, + 0.17108531296253204, + 0.5275412797927856, + 0.16896045207977295, + 0.38664984703063965, + 0.39638006687164307, + 0.3200211524963379, + 0.5488404035568237, + 0.3757275938987732, + 0.37708860635757446, + 0.43914493918418884, + 0.41826528310775757, + 0.2179693877696991, + 0.35532450675964355, + 0.33909356594085693, + 0.19962669909000397, + 0.6763483285903931, + 0.5045698285102844, + 0.47885677218437195, + 0.404078871011734, + 0.4932159185409546, + 0.2386997789144516, + 0.16721530258655548, + 0.24338601529598236, + 0.3424924612045288, + 0.37429550290107727, + 0.1772727072238922, + 0.25062358379364014, + 0.48607689142227173, + 0.38454097509384155, + 0.42973607778549194, + 0.4402863085269928, + 0.4970356523990631, + 0.4446229338645935, + 0.5488563776016235, + 0.5095753073692322, + 0.26843562722206116, + 0.2980521321296692, + 0.34838345646858215, + 0.22608518600463867, + 0.3673132658004761, + 0.5145058631896973, + 0.2849673628807068, + 0.41438058018684387, + 0.256761759519577, + 0.5863045454025269, + 0.32306548953056335, + 0.354718416929245, + 0.462295800447464, + 0.47692281007766724, + 0.28790393471717834, + 0.1808745414018631, + 0.6372507214546204, + 0.3345763087272644, + 0.20604307949543, + 0.3860416114330292, + 0.3651468753814697, + 0.5095658302307129, + 0.11493788659572601, + 0.25289851427078247, + 0.25132206082344055, + 0.11673387140035629, + 0.46565505862236023, + 0.38031911849975586, + 0.35826537013053894, + 0.35442864894866943, + 0.49511489272117615, + 0.47727784514427185, + 0.5032760500907898, + 0.3714646100997925, + 0.47519007325172424, + 0.4570135772228241, + 0.28212282061576843, + 0.28587183356285095, + 0.2576650083065033, + 0.16758854687213898, + 0.3586448132991791, + 0.27669966220855713, + 0.328639417886734, + 0.6526913046836853, + 0.47958168387413025, + 0.18632158637046814, + 0.37283584475517273, + 0.22909630835056305, + 0.3649527132511139, + 0.4917761981487274, + 0.34035229682922363, + 0.20805566012859344, + 0.36107680201530457, + 0.4425201714038849, + 0.46661096811294556, + 0.41936159133911133, + 0.2120891660451889, + 0.4267735779285431, + 0.08942123502492905, + 0.2662266790866852, + 0.3499689996242523, + 0.31404203176498413, + 0.4704565703868866, + 0.4145486652851105, + 0.28701072931289673, + 0.2103169709444046, + 0.5396309494972229, + 0.4660102427005768, + 0.5003851056098938, + 0.29512909054756165, + 0.4061349928379059, + 0.5782293677330017, + 0.3875255584716797, + 0.389281690120697, + 0.45494431257247925, + 0.1742480993270874, + 0.4969334900379181, + 0.16402912139892578, + 0.34320294857025146, + 0.33027857542037964, + 0.34116289019584656, + 0.4964691698551178, + 0.4286562502384186, + 0.27216386795043945, + 0.4640798270702362, + 0.45164942741394043, + 0.3720615804195404, + 0.4989882707595825, + 0.2642787992954254, + 0.3307317793369293, + 0.25058576464653015, + 0.4036341607570648, + 0.20356455445289612, + 0.3911037743091583, + 0.30842769145965576, + 0.24570193886756897, + 0.3586992919445038, + 0.2550448775291443, + 0.2749527096748352, + 0.31521937251091003, + 0.28396403789520264, + 0.2936227321624756, + 0.5573319792747498, + 0.2176935225725174, + 0.126884326338768, + 0.4883865714073181, + 0.41825011372566223, + 0.3833542466163635, + 0.4623444974422455, + 0.25655078887939453, + 0.30411797761917114, + 0.38503557443618774, + 0.24327491223812103, + 0.3238063454627991, + 0.17734026908874512, + 0.26225191354751587, + 0.28251099586486816, + 0.37479519844055176, + 0.3109338879585266, + 0.4576251804828644, + 0.25997281074523926, + 0.4187086224555969, + 0.2984953820705414, + 0.5163818001747131, + 0.3668370246887207, + 0.20407772064208984, + 0.3516516387462616, + 0.3809901475906372, + 0.2925601303577423, + 0.1493569314479828, + 0.27235108613967896, + 0.5120450854301453, + 0.3536599278450012, + 0.4522589147090912, + 0.3868774473667145, + 0.35435453057289124, + 0.26493993401527405, + 0.3038756549358368, + 0.3855610489845276, + 0.3616940677165985, + 0.32703569531440735, + 0.26657769083976746, + 0.4692968726158142, + 0.27905580401420593, + 0.4279761016368866, + 0.3622349798679352, + 0.2983839213848114, + 0.491777241230011, + 0.47938185930252075, + 0.23450590670108795, + 0.45877063274383545, + 0.3079421818256378, + 0.3019236624240875, + 0.217708557844162, + 0.44599106907844543, + 0.3202161192893982, + 0.21919400990009308, + 0.5223734378814697, + 0.4018067419528961, + 0.39970502257347107, + 0.289739191532135, + 0.3651932179927826, + 0.35733234882354736, + 0.4845668077468872, + 0.20503823459148407, + 0.31003522872924805, + 0.3563033640384674, + 0.37996166944503784, + 0.2516650855541229, + 0.36470574140548706, + 0.4424341320991516, + 0.11245260387659073, + 0.23480930924415588, + 0.5142500996589661, + 0.4383685290813446, + 0.3376188576221466, + 0.455849826335907, + 0.2822266221046448, + 0.2625378668308258, + 0.23366792500019073, + 0.24655811488628387, + 0.3723941445350647, + 0.24455370008945465, + 0.4087407886981964, + 0.3551546633243561, + 0.5428934693336487, + 0.45371782779693604, + 0.2233453392982483, + 0.24818359315395355, + 0.4928973317146301, + 0.3308316767215729, + 0.3200776278972626, + 0.269247829914093, + 0.28077393770217896, + 0.16974176466464996, + 0.30977144837379456, + 0.26319974660873413, + 0.2717282176017761, + 0.1627691388130188, + 0.2739024758338928, + 0.41899675130844116, + 0.38491299748420715, + 0.3033052682876587, + 0.16959817707538605, + 0.5781463980674744, + 0.33548441529273987, + 0.4200569987297058, + 0.22937504947185516, + 0.30845269560813904, + 0.1819741427898407, + 0.2589876055717468, + 0.2818431258201599, + 0.2915956974029541, + 0.30975791811943054, + 0.43844717741012573, + 0.1463717818260193, + 0.5580390095710754, + 0.2726201117038727, + 0.4593113362789154, + 0.1305469423532486, + 0.39243754744529724, + 0.22151558101177216, + 0.36194464564323425, + 0.28633782267570496, + 0.31912747025489807, + 0.4415631890296936, + 0.30329540371894836, + 0.2956940233707428, + 0.5197917222976685, + 0.333564430475235, + 0.2319605052471161, + 0.3846389949321747, + 0.21807046234607697, + 0.13597555458545685, + 0.13343366980552673, + 0.47100454568862915, + 0.3151637017726898, + 0.37945690751075745, + 0.3630707859992981, + 0.14165806770324707, + 0.38724470138549805, + 0.37026891112327576, + 0.6015505790710449, + 0.33375000953674316, + 0.35428136587142944, + 0.3212694525718689, + 0.17634886503219604, + 0.23838581144809723, + 0.399297297000885, + 0.23327839374542236, + 0.27555450797080994, + 0.4068381190299988, + 0.3579641282558441, + 0.28773999214172363, + 0.28142571449279785, + 0.3149501085281372, + 0.16995999217033386, + 0.2857911288738251, + 0.4273257851600647, + 0.3152066469192505, + 0.241479754447937, + 0.26970982551574707, + 0.2105436474084854, + 0.27949127554893494, + 0.3092162609100342, + 0.4153718054294586, + 0.2566545307636261, + 0.19205135107040405, + 0.3718453645706177, + 0.4279222786426544, + 0.3677573502063751, + 0.30430835485458374, + 0.15817774832248688, + 0.27984705567359924, + 0.26784828305244446, + 0.5211457014083862, + 0.33856624364852905, + 0.3484412729740143, + 0.2735070586204529, + 0.2829379737377167, + 0.1268617808818817, + 0.24292021989822388, + 0.28387686610221863, + 0.3410997986793518, + 0.3985956013202667, + 0.298406720161438, + 0.40376338362693787, + 0.19759134948253632, + 0.43111756443977356, + 0.32013383507728577, + 0.5275887250900269, + 0.31306153535842896, + 0.350623220205307, + 0.3673279285430908, + 0.5419682860374451, + 0.29311394691467285, + 0.38387471437454224, + 0.3688136041164398, + 0.21821796894073486, + 0.31510648131370544, + 0.3331339359283447, + 0.19303499162197113, + 0.29737216234207153, + 0.23866763710975647, + 0.17968787252902985, + 0.3697317838668823, + 0.10510692745447159, + 0.28431421518325806, + 0.18184690177440643, + 0.34474146366119385, + 0.20616120100021362, + 0.2494208812713623, + 0.2751709520816803, + 0.24427594244480133, + 0.36497119069099426, + 0.3825252950191498, + 0.31358596682548523, + 0.47022169828414917, + 0.4177122414112091, + 0.31032562255859375, + 0.2385900467634201, + 0.2100439965724945, + 0.41995933651924133, + 0.2967720031738281, + 0.36917784810066223, + 0.1951972097158432, + 0.4568336009979248, + 0.2386729121208191, + 0.3541257977485657, + 0.4011927545070648, + 0.409758061170578, + 0.15098652243614197, + 0.36074066162109375, + 0.3605675995349884, + 0.45374348759651184, + 0.393446683883667, + 0.16657918691635132, + 0.21681654453277588, + 0.2475561946630478, + 0.278205543756485, + 0.37449273467063904, + 0.2799476385116577, + 0.3985861539840698, + 0.2162705510854721, + 0.3700925409793854, + 0.4300537109375, + 0.2876211702823639, + 0.3204804062843323, + 0.1940409243106842, + 0.13835656642913818, + 0.35889026522636414, + 0.16283944249153137, + 0.3262861371040344, + 0.478561669588089, + 0.3754613995552063, + 0.20345482230186462, + 0.27556976675987244, + 0.49603718519210815, + 0.32012584805488586, + 0.27820268273353577, + 0.24601055681705475, + 0.38001444935798645, + 0.25408461689949036, + 0.3905011713504791, + 0.3433547019958496, + 0.23487558960914612, + 0.12261165678501129, + 0.3446129262447357, + 0.26481175422668457, + 0.24948328733444214, + 0.17646533250808716, + 0.32891157269477844, + 0.2714470624923706, + 0.40442028641700745, + 0.18256403505802155, + 0.5020602345466614, + 0.36982834339141846, + 0.5682306289672852, + 0.3805750608444214 ], "env_score_iters": [ 1, @@ -67904,1944 +83122,2334 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.5993883013725281, - -2.6571736335754395, - -3.4441819190979004, - -3.960245132446289, - -3.3538451194763184, - -3.166910409927368, - -2.995412826538086, - 3.8680546283721924, - -3.5987191200256348, - -1.9575145244598389, - -3.9712376594543457, - -0.8732649087905884, - 0.2611630856990814, - -1.1040204763412476, - 0.6120349764823914, - -5.592610836029053, - -4.905385971069336, - -3.468653917312622, - -1.2101116180419922, - -6.971583366394043, - -1.6865752935409546, - -2.427133798599243, - -6.507759094238281, - 3.805018424987793, - -3.1157519817352295, - -1.8334242105484009, - -3.486250400543213, - -2.0854063034057617, - -3.0027456283569336, - -3.383118152618408, - 2.018239736557007, - -3.38093900680542, - -2.630082607269287, - 2.9065966606140137, - -0.3707292079925537, - -0.0782146155834198, - -3.091310501098633, - -0.5792878270149231, - 6.89826774597168, - -3.3893613815307617, - -2.5573887825012207, - -3.215564489364624, - 2.9615912437438965, - -1.8844964504241943, - -2.5328176021575928, - -3.225128173828125, - -3.265127182006836, - -1.521754264831543, - -2.494508981704712, - 0.45104730129241943, - -3.1713433265686035, - -1.4596037864685059, - 2.636765718460083, - -2.5381293296813965, - 6.759000301361084, - -2.8226144313812256, - 0.1182355210185051, - -1.8283878564834595, - -3.7217555046081543, - 0.502915620803833, - -3.4650650024414062, - -3.9869332313537598, - -1.6382955312728882, - -7.584831714630127, - -3.8780291080474854, - -3.6343984603881836, - -0.9634293913841248, - 0.03194431588053703, - 1.0513341426849365, - -2.8161771297454834, - -3.3429946899414062, - -3.0501694679260254, - -2.5516889095306396, - 0.30592361092567444, - -2.534160614013672, - -2.656867742538452, - -3.256434202194214, - -1.949967622756958, - -3.685208320617676, - -3.441025495529175, - -4.46988582611084, - -2.833207607269287, - -2.966207504272461, - -3.366095781326294, - -2.584749937057495, - -2.193786859512329, - -3.644973039627075, - -5.31839656829834, - -2.9344191551208496, - -2.531381607055664, - -4.874123573303223, - 0.12055176496505737, - -3.520057439804077, - -2.101586103439331, - 1.6113723516464233, - -2.1914162635803223, - -1.7934954166412354, - -2.7930586338043213, - -1.4593346118927002, - -2.0191829204559326, - -8.354959487915039, - -2.1499195098876953, - -1.9788089990615845, - -3.0098953247070312, - -2.9276115894317627, - -2.7824461460113525, - -3.4257826805114746, - -2.639699697494507, - -2.6418042182922363, - -4.986448287963867, - -4.99467658996582, - -3.441011905670166, - -1.3907378911972046, - -0.007600239012390375, - 0.4058017134666443, - 0.5639228224754333, - -5.389729022979736, - -3.98393177986145, - -1.8851654529571533, - -4.147350788116455, - -0.8115521669387817, - -5.481937408447266, - -3.1439552307128906, - -3.8023993968963623, - -2.348741054534912, - -2.7391278743743896, - -4.618037223815918, - -2.8715381622314453, - -2.1930761337280273, - 0.044308219105005264, - -3.7924716472625732, - -5.025562286376953, - -3.766282081604004, - -1.235818862915039, - 0.7252727746963501, - -3.506636381149292, - -4.432552814483643, - 5.783132553100586, - -2.943897008895874, - -1.745229959487915, - -3.1181418895721436, - -2.0378735065460205, - -4.442139148712158, - -3.6182210445404053, - -3.2399590015411377, - -6.328889846801758, - -2.8735129833221436, - -2.8074164390563965, - -2.674804449081421, - 5.14507532119751, - -2.0812435150146484, - -4.503562927246094, - -2.3681845664978027, - -2.4361929893493652, - -3.946359395980835, - -0.551703929901123, - -5.452739715576172, - -0.6350733041763306, - -7.250586986541748, - -4.019349098205566, - -2.753016233444214, - -2.2867488861083984, - -2.197801351547241, - -0.2812913656234741, - -3.4074361324310303, - -3.628842830657959, - -3.014026165008545, - -2.147404670715332, - 1.1832112073898315, - -0.9299941658973694, - 11.692708969116211, - -3.242248296737671, - -1.3304955959320068, - -3.532794237136841, - -1.489280104637146, - -2.7427597045898438, - -1.9935510158538818, - -1.2112836837768555, - -3.7220754623413086, - -4.150648593902588, - -2.385457992553711, - -6.845856189727783, - -1.9046428203582764, - -0.930820882320404, - 2.6593704223632812, - -3.7253458499908447, - -2.0196616649627686, - -0.5106179118156433, - 0.3303161561489105, - -2.9247639179229736, - -1.9489905834197998, - -1.3891582489013672, - -0.42975786328315735, - -2.3369176387786865, - -0.5666642189025879, - -2.4186995029449463, - -2.0800466537475586, - -2.191053628921509, - -1.5102914571762085, - -2.775005578994751, - -3.09303617477417, - 4.606988906860352, - -1.2820169925689697, - -5.099758625030518, - -1.0347689390182495, - -3.325601577758789, - -2.176215887069702, - -0.6205348372459412, - -2.153115749359131, - -4.740017890930176, - -2.6654067039489746, - -3.0155701637268066, - -7.429081916809082, - -4.600342273712158, - -7.407332897186279, - 0.2547587454319, - -0.06144000589847565, - -1.8835184574127197, - -0.32849061489105225, - -3.646789789199829, - -1.658050775527954, - -4.680283069610596, - -2.38926362991333, - 2.1246461868286133, - 3.4241816997528076, - -3.61501145362854, - 0.5950068831443787, - 1.2989568710327148, - -1.847424864768982, - -2.9295272827148438, - 8.144103050231934, - -1.6373792886734009, - -6.818744659423828, - -1.5226253271102905, - -3.016913652420044, - -2.6879255771636963, - -2.7786142826080322, - -7.175191879272461, - -2.6773080825805664, - -5.12446928024292, - -4.315028667449951, - -0.7811028957366943, - 1.2947571277618408, - -3.0714898109436035, - -3.5688400268554688, - -3.707756280899048, - -0.5737136602401733, - -4.176471710205078, - -3.0307047367095947, - 2.5807626247406006, - -3.689060688018799, - -3.532776117324829, - -1.0365335941314697, - -7.909636497497559, - -1.6537365913391113, - 1.4959776401519775, - -3.0148556232452393, - -0.28594160079956055, - -1.4607456922531128, - -1.7619221210479736, - 0.07734782248735428, - -5.520784854888916, - -2.049452304840088, - -2.21496844291687, - -3.2585418224334717, - -3.4494006633758545, - -0.5830649733543396, - -4.232854843139648, - -3.5732359886169434, - 3.026763916015625, - 1.3310118913650513, - -2.33555006980896, - -2.440167188644409, - -3.7105581760406494, - -3.932408094406128, - -1.1298805475234985, - 3.8530778884887695, - -2.901514768600464, - -4.361916542053223, - 0.4960780739784241, - 0.7309162616729736, - -3.064636468887329, - 0.824170708656311, - -2.6801230907440186, - -3.1666066646575928, - 2.62583589553833, - -2.887371301651001, - -1.9744246006011963, - -1.2529271841049194, - -1.646386742591858, - -1.2970426082611084, - -0.3355960547924042, - -3.6190779209136963, - 4.749128818511963, - -3.4091880321502686, - -2.539983034133911, - -2.8119237422943115, - -4.854982852935791, - -1.0204968452453613, - -6.771589279174805, - -2.8414018154144287, - -0.854896605014801, - -2.9980475902557373, - -0.7553527355194092, - -2.8779635429382324, - -2.0243172645568848, - -5.959329128265381, - -2.091050624847412, - -2.290154457092285, - -4.079206466674805, - -2.9201316833496094, - -3.229370594024658, - -4.513584613800049, - -1.337088704109192, - -3.4341602325439453, - -3.9680800437927246, - 1.2913272380828857, - -3.799614906311035, - -1.0801388025283813, - -8.032608032226562, - -3.520489454269409, - 0.14898034930229187, - -3.6098639965057373, - -5.092633247375488, - -3.4498965740203857, - -4.146219253540039, - 1.4455689191818237, - -2.0040407180786133, - -3.9494121074676514, - -3.163672924041748, - -1.3689265251159668, - -2.8037185668945312, - -3.998109817504883, - -3.479599952697754, - -2.283831834793091, - -1.318869709968567, - -3.9603729248046875, - -5.4290595054626465, - -0.8291357159614563, - -2.981239080429077, - -6.479557514190674, - -4.089788436889648, - -0.24097681045532227, - -3.6505489349365234, - -2.493445634841919, - -1.363783597946167, - -2.471381425857544, - -3.12290096282959, - -5.048287391662598, - -3.1617496013641357, - -6.55139684677124, - 0.2611003816127777, - -2.1740870475769043, - -2.849658250808716, - -3.1471190452575684, - -2.762176036834717, - -2.0031518936157227, - -0.8777936697006226, - 2.04351806640625, - -1.9257502555847168, - -3.7671098709106445, - 1.3507963418960571, - 0.00123307213652879, - -3.7624359130859375, - -5.116525173187256, - -4.233586311340332, - -1.6913642883300781, - -3.742267370223999, - -3.424370288848877, - -1.68315851688385, - -7.915533542633057, - 0.5583125352859497, - -0.1212254986166954, - -5.504814624786377, - 7.393070697784424, - -3.0721819400787354, - -2.5721473693847656, - -0.746293306350708, - -3.490607261657715, - -4.006343364715576, - -2.998206853866577, - -4.411903381347656, - -3.4120230674743652, - -2.3282883167266846, - -4.537030220031738, - 8.043394088745117, - -3.795417070388794, - -3.538562536239624, - -2.300339937210083, - -3.413900375366211, - 7.514526844024658, - -6.528203964233398, - -0.29222533106803894, - 5.232471942901611, - -2.5264384746551514, - -0.06071675941348076, - -5.309925079345703, - 0.06766264885663986, - -3.9436912536621094, - -4.704317092895508, - -2.6373586654663086, - -1.1180671453475952, - 4.095639228820801, - -2.6099092960357666, - -1.2083704471588135, - -3.59085750579834, - -7.447657108306885, - -1.4749679565429688, - 1.1938961744308472, - -5.573718547821045, - -5.990006923675537, - -3.107499837875366, - 0.6818543076515198, - 0.809392511844635, - -2.8951454162597656, - -4.604719638824463, - -1.3748148679733276, - 0.9836673140525818, - -3.520052433013916, - -1.3476064205169678, - -3.4803662300109863, - 0.08667046576738358, - -1.8488727807998657, - -3.1096274852752686, - -3.910449266433716, - -0.30896317958831787, - -5.288329124450684, - 0.04774973914027214, - -3.082059383392334, - -3.922919750213623, - -5.215358734130859, - -2.18900465965271, - -1.4127521514892578, - -5.759589672088623, - -3.0703961849212646, - -1.625349521636963, - -2.3256940841674805, - 0.42054519057273865, - -1.8926329612731934, - -4.262331962585449, - -2.128502368927002, - -1.732846975326538, - 0.9839767217636108, - -3.7596182823181152, - -2.170571804046631, - -4.608656406402588, - -7.121606349945068, - -2.4035704135894775, - 4.081419467926025, - -3.8748083114624023, - -0.3803524672985077, - -3.3119258880615234, - -2.8154876232147217, - -3.240715980529785, - 1.7517467737197876, - -1.9275591373443604, - -3.4283182621002197, - -3.4371042251586914, - -3.953190326690674, - -1.5602949857711792, - -1.0944697856903076, - -0.6524538993835449, - -4.833080291748047, - -3.7186615467071533, - -2.457620620727539, - -3.739694833755493, - -3.720745086669922, - -3.851599931716919, - -3.194784641265869, - -3.7028117179870605, - -3.284977912902832, - 0.3634263873100281, - -1.4377121925354004, - -2.775775671005249, - -3.9212567806243896, - -3.2434377670288086, - -3.638186454772949, - -1.4026280641555786, - -1.5275779962539673, - 1.1486783027648926, - -1.8716468811035156, - -3.9418251514434814, - 3.1931917667388916, - 3.973883867263794, - -2.1288888454437256, - -2.1582043170928955, - 2.7401843070983887, - -3.6588034629821777, - -4.124087333679199, - -1.104406476020813, - -3.854555606842041, - -0.3024933338165283, - -3.356391429901123, - -2.240068197250366, - -4.504428863525391 + -0.5324477553367615, + -0.40200042724609375, + -0.5153439044952393, + -0.5398694276809692, + -0.6069586873054504, + -0.6027206182479858, + -0.5080058574676514, + -0.5655063986778259, + -0.49536630511283875, + -0.4067564308643341, + -0.6303178071975708, + -0.43645143508911133, + -0.426100492477417, + -0.6777973175048828, + -0.5625719428062439, + -0.5790318250656128, + -0.4037421941757202, + -0.5220533013343811, + -0.016702735796570778, + -0.41104209423065186, + -0.44901251792907715, + -0.6787391901016235, + -0.3501516878604889, + -0.6317562460899353, + -0.4303508698940277, + -0.6027112603187561, + -0.5457253456115723, + -0.5054187178611755, + -0.4337139129638672, + -0.49898290634155273, + -0.6132603287696838, + -0.6589359641075134, + -0.4833759069442749, + -0.43064793944358826, + -0.448331356048584, + -0.3268824517726898, + -0.48200523853302, + -0.4860290586948395, + -0.17567308247089386, + -0.007897998206317425, + -0.4411882758140564, + -0.6052629351615906, + -0.6077874302864075, + -0.5867589116096497, + -0.5925521850585938, + -0.49774080514907837, + -0.451767235994339, + -0.5496740937232971, + -0.2847847044467926, + -0.5461769104003906, + -0.4520868957042694, + -0.42726391553878784, + -0.4909837543964386, + -0.5388286113739014, + -0.43798941373825073, + -0.30036014318466187, + -0.45011791586875916, + -0.5805163383483887, + -0.5003432631492615, + -0.5417710542678833, + -0.573415994644165, + -0.6105717420578003, + -0.33757710456848145, + -0.5017160773277283, + -0.37113356590270996, + -0.47738975286483765, + -0.46186184883117676, + -0.48478496074676514, + -0.42929989099502563, + -0.4434327781200409, + -0.44908997416496277, + -0.5615406632423401, + -0.5641049146652222, + -0.5036450624465942, + -0.44433826208114624, + -0.5366645455360413, + -0.6022077798843384, + -0.5092577934265137, + -0.5726858377456665, + -0.5347282290458679, + -0.8613734841346741, + -0.47714051604270935, + -0.6481480598449707, + -0.2578369081020355, + -0.5240693092346191, + -0.3080480396747589, + -0.512993574142456, + -0.5290338397026062, + -0.594048023223877, + -0.4835299253463745, + -0.6064478158950806, + -0.5219396352767944, + -0.38390612602233887, + -0.47898706793785095, + -0.5089176893234253, + -0.5040132999420166, + -0.6679059267044067, + -0.5040749311447144, + -0.5576925873756409, + -0.44835421442985535, + -0.46511244773864746, + -0.42696455121040344, + -0.48026934266090393, + -0.46470004320144653, + -0.4405653774738312, + -0.4196646511554718, + -0.5480800867080688, + -0.5402706265449524, + -0.4365152418613434, + -0.6111562848091125, + -0.6726492047309875, + -0.5128666758537292, + -0.5195134282112122, + -0.4948679506778717, + -0.49521905183792114, + -0.5339230298995972, + -0.43652641773223877, + -0.4294098913669586, + -0.5128486156463623, + -0.6807580590248108, + -0.23182940483093262, + -0.4759180545806885, + -0.49250486493110657, + -0.4959386885166168, + -0.40151193737983704, + -0.32296764850616455, + -0.2906125783920288, + -0.4880599081516266, + -0.42107537388801575, + -0.6002805829048157, + -0.3942534625530243, + -0.4881092607975006, + 0.005277987103909254, + -0.46547093987464905, + -0.41390272974967957, + -0.3757689893245697, + -0.3821338415145874, + -0.37949544191360474, + -0.5258501768112183, + -0.4923861026763916, + -0.5110747218132019, + -0.6786307692527771, + -0.3603479564189911, + -0.5055721402168274, + -0.6475078463554382, + -0.5179633498191833, + -0.7262921929359436, + -0.44310134649276733, + -0.44923922419548035, + -0.8144742846488953, + -0.30763840675354004, + -0.015204355120658875, + -0.37486472725868225, + -0.6248984336853027, + -0.48117679357528687, + -0.590027928352356, + -0.2823687195777893, + -0.4715334177017212, + -0.48356252908706665, + -0.38686904311180115, + -0.45301181077957153, + -0.5512021780014038, + -0.784784734249115, + -0.3767973482608795, + -0.36124441027641296, + -0.4503028690814972, + -0.5807488560676575, + -0.3810707926750183, + -0.5901434421539307, + -0.35996365547180176, + -0.38793933391571045, + -0.48109593987464905, + -0.7719359993934631, + -0.5073560476303101, + -0.4961124360561371, + -0.28472399711608887, + -0.4101625978946686, + -0.5032247304916382, + -0.4566833972930908, + -0.7817938923835754, + -0.5161764025688171, + -0.3975503444671631, + -0.5729041695594788, + -0.44399508833885193, + -0.48672544956207275, + -0.47342056035995483, + -0.4905391037464142, + -0.44286027550697327, + -0.5367953181266785, + -0.3910726308822632, + -0.6446179151535034, + -0.6249014139175415, + -0.2848295271396637, + -0.16822324693202972, + -0.4504987597465515, + -0.6008160710334778, + -0.5480310916900635, + -0.4942043125629425, + -0.4423995316028595, + -0.47887730598449707, + -0.5208798050880432, + -0.5068668127059937, + -0.3605818450450897, + -0.7490075826644897, + -0.4790840148925781, + -0.3970041275024414, + -0.35647377371788025, + -0.531695544719696, + -0.4720553755760193, + -0.4724883437156677, + -0.31289058923721313, + -0.5059334635734558, + -0.2886376976966858, + -0.6527281999588013, + -0.5126981735229492, + -0.36889225244522095, + -0.6961579918861389, + -0.6312864422798157, + -0.5346658229827881, + -0.3933767080307007, + -0.5181513428688049, + -0.6648522019386292, + -0.5446203351020813, + -0.5276186466217041, + -0.5986606478691101, + -0.5999720096588135, + -0.4607393741607666, + -0.52810138463974, + -0.5402808785438538, + -0.48124903440475464, + -0.6836417317390442, + -0.48204171657562256, + -0.636239767074585, + -0.44969281554222107, + -0.4049931466579437, + -0.6886065602302551, + -0.6289179921150208, + -0.19696497917175293, + -0.451413631439209, + -0.47271111607551575, + -0.6068493127822876, + -0.5391676425933838, + -0.4838342070579529, + -0.5998575687408447, + -0.483225554227829, + -0.4702836871147156, + -0.5173407196998596, + -0.47812288999557495, + -0.5276171565055847, + -0.4683741331100464, + -0.7661585211753845, + -0.6896008253097534, + -0.8065973520278931, + -0.3079698383808136, + -0.3491387963294983, + -0.4407016634941101, + -0.5059852600097656, + -0.72881019115448, + -0.3912554681301117, + -0.43690741062164307, + -0.3842213749885559, + -0.5580395460128784, + -0.48589280247688293, + -0.6388559341430664, + -0.6864647269248962, + -0.3212519884109497, + -0.3478884696960449, + -0.473592072725296, + -0.482769250869751, + -0.5831630229949951, + -0.6352543234825134, + -0.40551742911338806, + -0.5014298558235168, + -0.48230811953544617, + -0.6217889189720154, + -0.42593011260032654, + -0.5593773722648621, + -0.5962738394737244, + -0.38646772503852844, + -0.5234510898590088, + -0.510518491268158, + -0.36328190565109253, + -0.4997541904449463, + -0.6485499739646912, + -0.28418484330177307, + -0.535067081451416, + -0.36001378297805786, + -0.456486314535141, + -0.2634238600730896, + -0.6374353170394897, + -0.652643084526062, + -0.559930145740509, + -0.6905673742294312, + -0.5993871092796326, + -0.4037613272666931, + -0.503973662853241, + -0.5134122967720032, + -0.4781549274921417, + -0.5115157961845398, + -0.4037534296512604, + -0.5514016151428223, + -0.4645642638206482, + -0.6423211097717285, + -0.5589200258255005, + -0.35560107231140137, + -0.3521113395690918, + -0.36517003178596497, + -0.5058037042617798, + -0.5007783770561218, + -0.5671003460884094, + -0.3386821150779724, + -0.5552665591239929, + -0.4936821162700653, + -0.5062850713729858, + -0.3293316662311554, + -0.6471827626228333, + -0.6358404159545898, + -0.4685193598270416, + -0.5163493156433105, + -0.6346298456192017, + -0.672059953212738, + -0.44594407081604004, + -0.7045849561691284, + -0.42229530215263367, + -0.5523734092712402, + -0.2876136898994446, + -0.5128942728042603, + -0.4268726408481598, + -0.4491131603717804, + -0.5959896445274353, + -0.5590667724609375, + -0.5389485955238342, + -0.5516290068626404, + -0.32838764786720276, + -0.5864746570587158, + -0.3243922293186188, + -0.5398996472358704, + -0.3405631184577942, + -0.43292349576950073, + -0.5671095252037048, + -0.6876170635223389, + -0.6267077922821045, + -0.4694560468196869, + -0.33868923783302307, + -0.548803985118866, + -0.6014688611030579, + -0.17734204232692719, + -0.45738014578819275, + -0.4206888973712921, + -0.4564662277698517, + -0.4066169559955597, + -0.4703172445297241, + -0.3275677561759949, + -0.53492271900177, + -0.6368424296379089, + -0.5669916272163391, + -0.3717307150363922, + -0.5490458011627197, + -0.4077027142047882, + -0.3977624773979187, + -0.5790753960609436, + -0.24560344219207764, + -0.5334312319755554, + -0.3611316382884979, + -0.3996047377586365, + -0.392272412776947, + -0.699885368347168, + -0.5263736844062805, + -0.6485211849212646, + -0.5022789835929871, + -0.5960469245910645, + -0.7248073816299438, + -0.4590403139591217, + -0.33235692977905273, + -0.4277263581752777, + -0.5439260601997375, + -0.30811426043510437, + -0.8040838241577148, + -0.45086541771888733, + -0.43752819299697876, + -0.44528263807296753, + -0.4449385702610016, + -0.5709825158119202, + -0.5675634741783142, + -0.3392936587333679, + -0.45199236273765564, + -0.26243120431900024, + -0.5243605375289917, + -0.5201961398124695, + -0.25412702560424805, + -0.4468020796775818, + -0.39595627784729004, + -0.5168725848197937, + -0.5494335889816284, + -0.2505766451358795, + -0.5277778506278992, + -0.2551501989364624, + -0.17749541997909546, + -0.44637081027030945, + -0.4052945077419281, + -0.7075685262680054, + -0.5005561113357544, + -0.6048190593719482, + -0.7884671092033386, + -0.2604903280735016, + -0.6038730144500732, + -0.5352775454521179, + -0.3709970712661743, + -0.629653811454773, + -0.6971465349197388, + -0.661795973777771, + -0.40927520394325256, + -0.4969343841075897, + -0.4890527129173279, + -0.24113354086875916, + -0.6438270211219788, + -0.644861102104187, + -0.9623354077339172, + -0.3378910422325134, + -0.4463120698928833, + -0.4253227412700653, + -0.5087197422981262, + -0.6134523153305054, + -0.5108718276023865, + -0.5675327777862549, + -0.5650153756141663, + -0.5078351497650146, + -0.6801774501800537, + -0.37501850724220276, + -0.49244794249534607, + -0.55960613489151, + -0.6208788156509399, + -0.5971992611885071, + -0.4486899971961975, + -0.4740164875984192, + -0.4407558739185333, + -0.4526384472846985, + -0.47623181343078613, + -0.5809723734855652, + -0.7323182821273804, + -0.49273160099983215, + -0.511499285697937, + -0.8342379331588745, + -0.43614688515663147, + -0.2764381766319275, + -0.4618271589279175, + -0.4813033938407898, + -0.7078478932380676, + -0.46259915828704834, + -0.5047695636749268, + -0.30867716670036316, + -0.3278912603855133, + -0.47013500332832336, + -0.49759379029273987, + -0.8117460012435913, + -0.4457343816757202, + -0.19889581203460693, + -0.5180123448371887, + -0.5226961970329285, + -0.49028944969177246, + -0.4208180010318756, + -0.3975280523300171, + -0.23910750448703766, + -0.4078090488910675, + -0.5633416175842285, + -0.550717294216156, + -0.3027958273887634, + -0.6013301610946655, + -0.5881185531616211, + -0.6677269339561462, + -0.5310655236244202, + -0.5538881421089172, + -0.6508167386054993, + -0.49366337060928345, + -0.3810011148452759, + -0.330680787563324, + -0.7629014849662781, + -0.48513612151145935, + -0.09770574420690536, + -0.5328249335289001, + -0.4911082088947296, + -0.5680118203163147, + -0.5293046832084656, + -0.5202990174293518, + -0.6563181281089783, + -0.41608312726020813, + -0.4491530656814575, + -0.5449842810630798, + -0.5264312624931335, + -0.5274081826210022, + -0.499866247177124, + -0.5008107423782349, + -0.43552613258361816, + -0.48187321424484253, + -0.42180564999580383, + -0.5141907930374146, + -0.3511883318424225, + -0.302340567111969, + -0.32385900616645813, + -0.3935100734233856 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6499999999999999, - 0.7, - 0.7, - 0.7249999999999999, - 0.7250000000000001, - 0.625, - 0.7249999999999999, - 0.675, - 0.7, - 0.6749999999999999 + 0.5, + 0.44999999999999996, + 0.46249999999999997, + 0.49999999999999994, + 0.48749999999999993, + 0.49999999999999994, + 0.4875, + 0.44999999999999996, + 0.46249999999999997, + 0.4875, + 0.475, + 0.5125000000000001, + 0.475, + 0.44999999999999996, + 0.5125000000000001, + 0.4625, + 0.47500000000000003, + 0.49999999999999994, + 0.46249999999999997, + 0.5125 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.6695027947425842, - 0.5780181288719177, - 0.15340135991573334, - 0.054497893899679184, - 0.48626771569252014, - 0.9327613115310669, - 0.8686664700508118, - -0.03469780087471008, - 0.14525163173675537, - 0.8443030714988708 + 0.9429612159729004, + 0.7718375325202942, + 0.38775739073753357, + 0.4695879817008972, + 0.30363282561302185, + 0.415648877620697, + 0.17745685577392578, + 0.19136770069599152, + 0.46581047773361206, + 0.37858709692955017, + 0.33728161454200745, + 0.13268689811229706, + 0.5266273021697998, + 0.5012268424034119, + -0.18034504354000092, + -0.17938943207263947, + 0.48691073060035706, + 0.16952580213546753, + 0.1064784973859787, + 0.1569824516773224 ], "rl_grad_norm": [ - 0.566623866558075, - 1.4082672595977783, - 0.8702211380004883, - 0.8052729964256287, - 0.5244731903076172, - 0.6716907024383545, - 0.902283787727356, - 0.31447234749794006, - 0.7174906134605408, - 0.1883072704076767 + 1.3563035726547241, + 0.44194263219833374, + 0.9645959138870239, + 0.686238169670105, + 0.5090511441230774, + 0.3483563959598541, + 0.6500853300094604, + 0.39043617248535156, + 0.3726855516433716, + 0.2282857596874237, + 0.5209171772003174, + 0.45756247639656067, + 0.30074936151504517, + 0.739692747592926, + 0.27900370955467224, + 0.5401674509048462, + 0.3579151928424835, + 0.4658660888671875, + 0.3634214997291565, + 0.7289875745773315 ], "bc_grad_norm": [ - 0.16735583543777466, - 0.5847901105880737, - 0.4476790428161621, - 0.7122657895088196, - 0.9111552238464355, - 1.0362305641174316, - 0.8686510920524597, - 1.2821868658065796, - 0.9215891361236572, - 1.5842642784118652 + 1.3135143518447876, + 1.1974645853042603, + 1.5483614206314087, + 0.8583893179893494, + 1.459384560585022, + 1.3104485273361206, + 1.7200987339019775, + 1.2342681884765625, + 1.2297006845474243, + 0.8435899615287781, + 0.7779679298400879, + 0.8225902915000916, + 1.2725632190704346, + 2.387148857116699, + 1.751903772354126, + 1.9099715948104858, + 1.4456087350845337, + 1.4983879327774048, + 2.752417802810669, + 2.0974133014678955 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "head.weight": 0.45755794644355774, - "head.bias": 0.0057456823997199535 + "head.weight": 1.3347195386886597, + "head.bias": 0.01624828577041626 + }, + { + "head.weight": 0.5086244940757751, + "head.bias": 0.008567806333303452 + }, + { + "head.weight": 0.9512624144554138, + "head.bias": 0.014991389587521553 + }, + { + "head.weight": 0.7555819153785706, + "head.bias": 0.02415004000067711 + }, + { + "head.weight": 0.4593447744846344, + "head.bias": 0.007877692580223083 + }, + { + "head.weight": 0.37977904081344604, + "head.bias": 0.004945200867950916 + }, + { + "head.weight": 0.5774115324020386, + "head.bias": 0.017613103613257408 + }, + { + "head.weight": 0.3152141571044922, + "head.bias": 0.004817713052034378 + }, + { + "head.weight": 0.35237789154052734, + "head.bias": 0.007897156290709972 + }, + { + "head.weight": 0.3017030656337738, + "head.bias": 0.010062585584819317 + }, + { + "head.weight": 0.43892064690589905, + "head.bias": 0.015174862928688526 }, { - "head.weight": 1.5152719020843506, - "head.bias": 0.0380462184548378 + "head.weight": 0.4582699239253998, + "head.bias": 0.014273562468588352 }, { - "head.weight": 0.8061424493789673, - "head.bias": 0.010291670449078083 + "head.weight": 0.2886146903038025, + "head.bias": 0.006699805613607168 }, { - "head.weight": 1.2073503732681274, - "head.bias": 0.025378774851560593 + "head.weight": 1.0460176467895508, + "head.bias": 0.03433438390493393 }, { - "head.weight": 0.6539495587348938, - "head.bias": 0.02443491667509079 + "head.weight": 0.3114009201526642, + "head.bias": 0.010912001132965088 }, { - "head.weight": 0.7186075448989868, - "head.bias": 0.01691233366727829 + "head.weight": 0.40678080916404724, + "head.bias": 0.015288718976080418 }, { - "head.weight": 1.0630170106887817, - "head.bias": 0.02686227858066559 + "head.weight": 0.2947579026222229, + "head.bias": 0.007876644842326641 }, { - "head.weight": 0.32814517617225647, - "head.bias": 0.012244845740497112 + "head.weight": 0.37445691227912903, + "head.bias": 0.012005718424916267 }, { - "head.weight": 0.5656834244728088, - "head.bias": 0.014710993506014347 + "head.weight": 0.4744715690612793, + "head.bias": 0.010366815142333508 }, { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "head.weight": 0.8112567067146301, + "head.bias": 0.03005129285156727 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.0085123460739851, - 0.1324329525232315, - 0.11118914186954498, - 0.2107749879360199, - 0.16191014647483826, - 0.11873815953731537, - 0.08333876729011536, - 0.20007553696632385, - 0.14345985651016235, - 0.08131302893161774 + 0.031735241413116455, + 0.08170514553785324, + 0.20348742604255676, + 0.11793050915002823, + 0.1914970427751541, + 0.17731088399887085, + 0.24592483043670654, + 0.17695587873458862, + 0.15410347282886505, + 0.13445459306240082, + 0.1518077403306961, + 0.12253891676664352, + 0.1789432018995285, + 0.29756608605384827, + 0.2334551364183426, + 0.26144540309906006, + 0.19242100417613983, + 0.2238074392080307, + 0.32074499130249023, + 0.2746380865573883 ], "repr_drift_kl_low_t": [ - 0.00969013199210167, - 0.16517791152000427, - 0.1246924176812172, - 0.24633614718914032, - 0.19885970652103424, - 0.13885799050331116, - 0.09524396061897278, - 0.2507936358451843, - 0.20602664351463318, - 0.08890388906002045 + 0.04488549381494522, + 0.10643450915813446, + 0.28324994444847107, + 0.14740228652954102, + 0.23349589109420776, + 0.21887065470218658, + 0.2990247309207916, + 0.21379521489143372, + 0.17330650985240936, + 0.14809773862361908, + 0.17259986698627472, + 0.1298973560333252, + 0.19484159350395203, + 0.34217602014541626, + 0.26288318634033203, + 0.2991059720516205, + 0.22194084525108337, + 0.263351708650589, + 0.3699520528316498, + 0.31567680835723877 ], "repr_drift_kl_mid_t": [ - 0.00865611806511879, - 0.13555669784545898, - 0.10737746953964233, - 0.2090425193309784, - 0.1530551314353943, - 0.11450565606355667, - 0.07999853789806366, - 0.20121225714683533, - 0.13526663184165955, - 0.07985717803239822 + 0.03126139938831329, + 0.08274530619382858, + 0.20062455534934998, + 0.1142432689666748, + 0.191201850771904, + 0.1734074503183365, + 0.23935820162296295, + 0.17339278757572174, + 0.15298685431480408, + 0.12846940755844116, + 0.15109501779079437, + 0.11918920278549194, + 0.1752246916294098, + 0.29034188389778137, + 0.22479736804962158, + 0.250480055809021, + 0.19018341600894928, + 0.2149372547864914, + 0.30965909361839294, + 0.2680438458919525 ], "repr_drift_kl_high_t": [ - 0.006307201460003853, - 0.09948568046092987, - 0.0967225432395935, - 0.17640480399131775, - 0.12066277861595154, - 0.10275736451148987, - 0.07974164187908173, - 0.15553420782089233, - 0.09637760370969772, - 0.08418108522891998 + 0.021632300689816475, + 0.05393490195274353, + 0.1395730823278427, + 0.09358485788106918, + 0.16100342571735382, + 0.1438271552324295, + 0.20114493370056152, + 0.15717029571533203, + 0.1367383897304535, + 0.13256488740444183, + 0.1312364637851715, + 0.12050700932741165, + 0.16928896307945251, + 0.2691165506839752, + 0.2292822301387787, + 0.23634853959083557, + 0.17465142905712128, + 0.1966671645641327, + 0.2970336377620697, + 0.24949190020561218 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8984017968177795, - 0.9678335189819336, - 0.9866885542869568, - 0.7250156998634338, - 0.98988276720047 + 0.9751294851303101, + 0.9711483120918274, + 0.910452663898468, + 0.9336822032928467, + 0.8874205946922302, + 0.8737441301345825, + 0.9141348600387573, + 0.9020254611968994, + 0.8719643354415894, + 0.8370810151100159 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.7239065766334534, - 1.7580795288085938, - 1.0981210470199585, - 1.283940076828003, - 0.5102409720420837, - 0.6586583256721497, - 0.8484339118003845, - 0.4599909782409668, - 1.4857820272445679, - 0.13665221631526947 + 1.3548502922058105, + 0.4360623359680176, + 1.5316777229309082, + 0.5158464908599854, + 0.7834526896476746, + 0.41270363330841064, + 0.5943214297294617, + 0.3357480466365814, + 0.3611906170845032, + 0.27236422896385193, + 0.4233242869377136, + 0.6693758964538574, + 0.3745470941066742, + 0.7386506199836731, + 0.9588383436203003, + 0.5328115224838257, + 0.4945787489414215, + 0.4960159361362457, + 0.606651782989502, + 0.8593742847442627 ], "norm_high_t": [ - 0.8188191056251526, - 1.7745040655136108, - 0.8775497078895569, - 0.8083450198173523, - 0.43782907724380493, - 1.012662410736084, - 1.433632493019104, - 0.4193122386932373, - 0.7526764273643494, - 0.1769239753484726 + 1.5711159706115723, + 0.6759510040283203, + 1.1771206855773926, + 1.0134917497634888, + 0.42388680577278137, + 0.3457282483577728, + 0.5763591527938843, + 0.30810341238975525, + 0.39000681042671204, + 0.3803231716156006, + 0.5927188396453857, + 0.3880453109741211, + 0.24695266783237457, + 0.5805184841156006, + 0.4004151523113251, + 0.7144644856452942, + 0.4553499221801758, + 0.4419741928577423, + 0.5509863495826721, + 0.7116788625717163 ], "lowhigh_cos": [ - 0.21474596858024597, - 0.43274617195129395, - 0.3079228103160858, - 0.14473676681518555, - 0.6338140368461609, - 0.7595908045768738, - 0.6550725698471069, - -0.024542907252907753, - 0.3566637635231018, - 0.716566801071167 + 0.7910879850387573, + 0.6354596614837646, + 0.4633547067642212, + 0.690017580986023, + 0.4564167857170105, + 0.5551389455795288, + 0.5846076607704163, + 0.2855995297431946, + 0.4633218050003052, + 0.061104852706193924, + 0.6986874341964722, + 0.7667258381843567, + 0.6927679777145386, + 0.7804017066955566, + -0.1441657394170761, + 0.7160515189170837, + 0.20080947875976562, + 0.6895752549171448, + 0.7645065188407898, + 0.7480543255805969 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.2666102647781372, - "t_0.1-0.2": 0.8000298142433167, - "t_0.2-0.3": 0.8582996726036072, - "t_0.3-0.4": 0.6295157074928284, - "t_0.4-0.5": 0.5721207857131958, - "t_0.5-0.6": 0.5021545886993408, - "t_0.6-0.7": 0.5271870493888855, - "t_0.7-0.8": 0.46331799030303955, - "t_0.8-0.9": 0.6366925835609436, - "t_0.9-1.0": 0.8170463442802429 - }, - { - "t_0.0-0.1": 2.075392484664917, - "t_0.1-0.2": 1.6264053583145142, - "t_0.2-0.3": 1.8042007684707642, - "t_0.3-0.4": 1.4573516845703125, - "t_0.4-0.5": 1.7167683839797974, - "t_0.5-0.6": 1.5248005390167236, - "t_0.6-0.7": 1.4921447038650513, - "t_0.7-0.8": 1.699755311012268, - "t_0.8-0.9": 2.175483226776123, - "t_0.9-1.0": 1.9816912412643433 - }, - { - "t_0.0-0.1": 1.2812128067016602, - "t_0.1-0.2": 0.8140415549278259, - "t_0.2-0.3": 0.8307276368141174, - "t_0.3-0.4": 0.8484732508659363, - "t_0.4-0.5": 0.818647027015686, - "t_0.5-0.6": 0.707551121711731, - "t_0.6-0.7": 0.5992262363433838, - "t_0.7-0.8": 0.7558953166007996, - "t_0.8-0.9": 1.0355644226074219, - "t_0.9-1.0": 0.8763568997383118 - }, - { - "t_0.0-0.1": 1.7569077014923096, - "t_0.1-0.2": 1.1690298318862915, - "t_0.2-0.3": 1.0180906057357788, - "t_0.3-0.4": 0.9051358699798584, - "t_0.4-0.5": 0.9351857900619507, - "t_0.5-0.6": 0.8428597450256348, - "t_0.6-0.7": 0.6952599287033081, - "t_0.7-0.8": 0.8535807132720947, - "t_0.8-0.9": 0.9466304183006287, - "t_0.9-1.0": 1.0043376684188843 - }, - { - "t_0.0-0.1": 0.5763694643974304, - "t_0.1-0.2": 0.3911365866661072, - "t_0.2-0.3": 0.2587948143482208, - "t_0.3-0.4": 0.3482073247432709, - "t_0.4-0.5": 0.5053528547286987, - "t_0.5-0.6": 0.6311963796615601, - "t_0.6-0.7": 0.4898254871368408, - "t_0.7-0.8": 0.4649580121040344, - "t_0.8-0.9": 0.5624749064445496, - "t_0.9-1.0": 0.4926237463951111 - }, - { - "t_0.0-0.1": 0.7846418619155884, - "t_0.1-0.2": 0.5808138251304626, - "t_0.2-0.3": 0.6708094477653503, - "t_0.3-0.4": 0.6817761659622192, - "t_0.4-0.5": 0.7132745385169983, - "t_0.5-0.6": 0.6899119019508362, - "t_0.6-0.7": 0.792941153049469, - "t_0.7-0.8": 0.7529091835021973, - "t_0.8-0.9": 0.8572224378585815, - "t_0.9-1.0": 1.4063042402267456 - }, - { - "t_0.0-0.1": 0.8811435103416443, - "t_0.1-0.2": 0.7546399235725403, - "t_0.2-0.3": 0.8405919075012207, - "t_0.3-0.4": 0.9093106985092163, - "t_0.4-0.5": 0.9341291785240173, - "t_0.5-0.6": 0.9012235403060913, - "t_0.6-0.7": 1.1220862865447998, - "t_0.7-0.8": 1.0228134393692017, - "t_0.8-0.9": 1.1285018920898438, - "t_0.9-1.0": 1.640843152999878 - }, - { - "t_0.0-0.1": 0.9310304522514343, - "t_0.1-0.2": 0.43135926127433777, - "t_0.2-0.3": 0.4359913170337677, - "t_0.3-0.4": 0.4583272337913513, - "t_0.4-0.5": 0.39862462878227234, - "t_0.5-0.6": 0.34619569778442383, - "t_0.6-0.7": 0.31903594732284546, - "t_0.7-0.8": 0.43384402990341187, - "t_0.8-0.9": 0.3362555503845215, - "t_0.9-1.0": 0.37124067544937134 - }, - { - "t_0.0-0.1": 1.4280329942703247, - "t_0.1-0.2": 1.0423203706741333, - "t_0.2-0.3": 0.7431566715240479, - "t_0.3-0.4": 0.9655160903930664, - "t_0.4-0.5": 0.870054304599762, - "t_0.5-0.6": 0.7270932197570801, - "t_0.6-0.7": 0.6245750188827515, - "t_0.7-0.8": 0.8398985266685486, - "t_0.8-0.9": 0.7105221152305603, - "t_0.9-1.0": 0.9184010624885559 - }, - { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 + "t_0.0-0.1": 1.7528682947158813, + "t_0.1-0.2": 1.4409611225128174, + "t_0.2-0.3": 1.4165732860565186, + "t_0.3-0.4": 1.4720211029052734, + "t_0.4-0.5": 1.47096586227417, + "t_0.5-0.6": 1.4439644813537598, + "t_0.6-0.7": 1.3517175912857056, + "t_0.7-0.8": 1.3885822296142578, + "t_0.8-0.9": 1.46602201461792, + "t_0.9-1.0": 1.8566137552261353 + }, + { + "t_0.0-0.1": 0.7043056488037109, + "t_0.1-0.2": 0.5186560750007629, + "t_0.2-0.3": 0.5165749192237854, + "t_0.3-0.4": 0.5115906596183777, + "t_0.4-0.5": 0.42891427874565125, + "t_0.5-0.6": 0.44501829147338867, + "t_0.6-0.7": 0.46546709537506104, + "t_0.7-0.8": 0.4294890761375427, + "t_0.8-0.9": 0.545218825340271, + "t_0.9-1.0": 0.7268578410148621 + }, + { + "t_0.0-0.1": 1.164029598236084, + "t_0.1-0.2": 1.0187134742736816, + "t_0.2-0.3": 0.9054332971572876, + "t_0.3-0.4": 1.2278858423233032, + "t_0.4-0.5": 1.0227360725402832, + "t_0.5-0.6": 0.9622374176979065, + "t_0.6-0.7": 1.1112927198410034, + "t_0.7-0.8": 1.1080377101898193, + "t_0.8-0.9": 1.4734108448028564, + "t_0.9-1.0": 1.243112325668335 + }, + { + "t_0.0-0.1": 0.6944992542266846, + "t_0.1-0.2": 0.5983511805534363, + "t_0.2-0.3": 0.8201889395713806, + "t_0.3-0.4": 0.4604661762714386, + "t_0.4-0.5": 0.5638183951377869, + "t_0.5-0.6": 0.8355357646942139, + "t_0.6-0.7": 0.8868318796157837, + "t_0.7-0.8": 0.5886251330375671, + "t_0.8-0.9": 1.155389428138733, + "t_0.9-1.0": 0.7083099484443665 + }, + { + "t_0.0-0.1": 0.8885778784751892, + "t_0.1-0.2": 0.6300868391990662, + "t_0.2-0.3": 0.6613394618034363, + "t_0.3-0.4": 0.6563526391983032, + "t_0.4-0.5": 0.6407792568206787, + "t_0.5-0.6": 0.6721670031547546, + "t_0.6-0.7": 0.39518022537231445, + "t_0.7-0.8": 0.490042507648468, + "t_0.8-0.9": 0.6067950129508972, + "t_0.9-1.0": 0.3624105751514435 + }, + { + "t_0.0-0.1": 0.4979882538318634, + "t_0.1-0.2": 0.47672462463378906, + "t_0.2-0.3": 0.5073800086975098, + "t_0.3-0.4": 0.7126871943473816, + "t_0.4-0.5": 0.42639410495758057, + "t_0.5-0.6": 0.47492578625679016, + "t_0.6-0.7": 0.42567574977874756, + "t_0.7-0.8": 0.4044772982597351, + "t_0.8-0.9": 0.3498149812221527, + "t_0.9-1.0": 0.5403876304626465 + }, + { + "t_0.0-0.1": 0.585166871547699, + "t_0.1-0.2": 0.7324098944664001, + "t_0.2-0.3": 0.7245043516159058, + "t_0.3-0.4": 0.479747474193573, + "t_0.4-0.5": 0.7381471991539001, + "t_0.5-0.6": 0.9465663433074951, + "t_0.6-0.7": 0.8514297604560852, + "t_0.7-0.8": 0.5184203386306763, + "t_0.8-0.9": 0.8161566257476807, + "t_0.9-1.0": 0.5265108346939087 + }, + { + "t_0.0-0.1": 0.4659420847892761, + "t_0.1-0.2": 0.3350610136985779, + "t_0.2-0.3": 0.36760640144348145, + "t_0.3-0.4": 0.7412139177322388, + "t_0.4-0.5": 0.314055860042572, + "t_0.5-0.6": 0.3658589720726013, + "t_0.6-0.7": 0.4329143166542053, + "t_0.7-0.8": 0.416817843914032, + "t_0.8-0.9": 0.3401045501232147, + "t_0.9-1.0": 0.4026366174221039 + }, + { + "t_0.0-0.1": 0.4978618919849396, + "t_0.1-0.2": 0.3366260230541229, + "t_0.2-0.3": 0.35053515434265137, + "t_0.3-0.4": 0.37268921732902527, + "t_0.4-0.5": 0.3504885733127594, + "t_0.5-0.6": 0.3426154851913452, + "t_0.6-0.7": 0.3734472692012787, + "t_0.7-0.8": 0.40679532289505005, + "t_0.8-0.9": 0.3760375678539276, + "t_0.9-1.0": 0.39387959241867065 + }, + { + "t_0.0-0.1": 0.3795570731163025, + "t_0.1-0.2": 0.32927772402763367, + "t_0.2-0.3": 0.3012687563896179, + "t_0.3-0.4": 0.4297221004962921, + "t_0.4-0.5": 0.258185476064682, + "t_0.5-0.6": 0.26855963468551636, + "t_0.6-0.7": 0.2862521708011627, + "t_0.7-0.8": 0.293156236410141, + "t_0.8-0.9": 0.2806224524974823, + "t_0.9-1.0": 0.5354567170143127 + }, + { + "t_0.0-0.1": 0.5486037731170654, + "t_0.1-0.2": 0.43160736560821533, + "t_0.2-0.3": 0.45682087540626526, + "t_0.3-0.4": 0.6267573237419128, + "t_0.4-0.5": 0.5360479950904846, + "t_0.5-0.6": 0.44259509444236755, + "t_0.6-0.7": 0.45579051971435547, + "t_0.7-0.8": 0.5252823233604431, + "t_0.8-0.9": 0.5586077570915222, + "t_0.9-1.0": 0.7489603161811829 + }, + { + "t_0.0-0.1": 0.7757439613342285, + "t_0.1-0.2": 0.3140948414802551, + "t_0.2-0.3": 0.5966598987579346, + "t_0.3-0.4": 0.7587620615959167, + "t_0.4-0.5": 0.4845207631587982, + "t_0.5-0.6": 0.36325016617774963, + "t_0.6-0.7": 0.4351993203163147, + "t_0.7-0.8": 0.4791898727416992, + "t_0.8-0.9": 0.45377117395401, + "t_0.9-1.0": 0.4634785056114197 + }, + { + "t_0.0-0.1": 0.5653550624847412, + "t_0.1-0.2": 0.3666898012161255, + "t_0.2-0.3": 0.32316863536834717, + "t_0.3-0.4": 0.32240384817123413, + "t_0.4-0.5": 0.31337910890579224, + "t_0.5-0.6": 0.38113951683044434, + "t_0.6-0.7": 0.32588204741477966, + "t_0.7-0.8": 0.283204048871994, + "t_0.8-0.9": 0.2894398868083954, + "t_0.9-1.0": 0.2630172371864319 + }, + { + "t_0.0-0.1": 1.1041473150253296, + "t_0.1-0.2": 1.328554391860962, + "t_0.2-0.3": 1.1121209859848022, + "t_0.3-0.4": 0.6528895497322083, + "t_0.4-0.5": 1.1657172441482544, + "t_0.5-0.6": 1.388683795928955, + "t_0.6-0.7": 1.2430485486984253, + "t_0.7-0.8": 0.8587400913238525, + "t_0.8-0.9": 1.0719115734100342, + "t_0.9-1.0": 0.4048076570034027 + }, + { + "t_0.0-0.1": 0.6086549758911133, + "t_0.1-0.2": 0.37420061230659485, + "t_0.2-0.3": 0.29984158277511597, + "t_0.3-0.4": 0.5616204738616943, + "t_0.4-0.5": 0.332290381193161, + "t_0.5-0.6": 0.3673841059207916, + "t_0.6-0.7": 0.2203277200460434, + "t_0.7-0.8": 0.35310572385787964, + "t_0.8-0.9": 0.3916446268558502, + "t_0.9-1.0": 0.44190555810928345 + }, + { + "t_0.0-0.1": 0.342166543006897, + "t_0.1-0.2": 0.27642345428466797, + "t_0.2-0.3": 0.508851170539856, + "t_0.3-0.4": 0.6485991477966309, + "t_0.4-0.5": 0.4095652997493744, + "t_0.5-0.6": 0.32992878556251526, + "t_0.6-0.7": 0.4076504707336426, + "t_0.7-0.8": 0.5445220470428467, + "t_0.8-0.9": 0.536571204662323, + "t_0.9-1.0": 0.7154785990715027 + }, + { + "t_0.0-0.1": 0.41190269589424133, + "t_0.1-0.2": 0.36532333493232727, + "t_0.2-0.3": 0.31610819697380066, + "t_0.3-0.4": 0.3208981454372406, + "t_0.4-0.5": 0.3418518602848053, + "t_0.5-0.6": 0.43409135937690735, + "t_0.6-0.7": 0.34974461793899536, + "t_0.7-0.8": 0.31926286220550537, + "t_0.8-0.9": 0.3766334652900696, + "t_0.9-1.0": 0.6735773682594299 + }, + { + "t_0.0-0.1": 0.7351908087730408, + "t_0.1-0.2": 0.5504485964775085, + "t_0.2-0.3": 0.5023804306983948, + "t_0.3-0.4": 0.28560563921928406, + "t_0.4-0.5": 0.4594557285308838, + "t_0.5-0.6": 0.7008518576622009, + "t_0.6-0.7": 0.5735272765159607, + "t_0.7-0.8": 0.4497467875480652, + "t_0.8-0.9": 0.4216597378253937, + "t_0.9-1.0": 0.42869022488594055 + }, + { + "t_0.0-0.1": 0.6407659649848938, + "t_0.1-0.2": 0.45542675256729126, + "t_0.2-0.3": 0.6702232956886292, + "t_0.3-0.4": 0.7667752504348755, + "t_0.4-0.5": 0.4223288595676422, + "t_0.5-0.6": 0.4567355513572693, + "t_0.6-0.7": 0.64692622423172, + "t_0.7-0.8": 0.5329899191856384, + "t_0.8-0.9": 0.5283529758453369, + "t_0.9-1.0": 0.5136314034461975 + }, + { + "t_0.0-0.1": 0.8953026533126831, + "t_0.1-0.2": 0.8749469518661499, + "t_0.2-0.3": 0.7563241124153137, + "t_0.3-0.4": 0.5538091659545898, + "t_0.4-0.5": 0.7720351815223694, + "t_0.5-0.6": 1.0181235074996948, + "t_0.6-0.7": 0.971566915512085, + "t_0.7-0.8": 0.7706257104873657, + "t_0.8-0.9": 0.8656450510025024, + "t_0.9-1.0": 0.5924497246742249 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.026609133929014206, - 0.003355704713612795, - 0.022942641749978065, - 0.03287841007113457, - 0.005692599341273308, - 0.48161330819129944, - 0.0045008184388279915, - 0.07153178751468658, - 0.015055202879011631, - 0.23320895433425903, - 0.20081780850887299, - 0.06776180863380432, - 0.07510916888713837, - 0.14200299978256226, - 0.1370038390159607, - 0.055989231914281845, - 0.19763624668121338, - 0.005985266994684935, - 0.07653061300516129, - 0.1456117033958435, - 0.028688523918390274, - 0.2242783010005951, - 0.10378151386976242, - 0.0579216331243515, - 0.015293536707758904, - 0.2250937819480896, - 0.020570948719978333, - 0.050548113882541656, - 0.2816479504108429, - 0.020082693547010422, - 0.021469859406352043, - 0.18994140625, - 0.10778443515300751, - 0.21815446019172668, - 0.020661156624555588, - 0.08011869341135025, - 0.2950257360935211, - 0.022532189264893532, - 0.22560976445674896, - 0.1410835236310959, - 0.36739468574523926, - 0.04777517542243004, - 0.03239556774497032, - 0.006520726718008518, - 0.006637168116867542, - 0.07924984395503998, - 0.013636363670229912, - 0.10291438549757004, - 0.02711864374577999, - 0.07746478915214539, - 0.23201555013656616, - 0.13858962059020996, - 0.2789473831653595, - 0.04161937162280083, - 0.12361330538988113, - 0.051589127629995346, - 0.0043969848193228245, - 0.11138410866260529, - 0.018537074327468872, - 0.02705848030745983, - 0.060263652354478836, - 0.09720037877559662, - 0.00460122711956501, - 0.07419786602258682, - 0.11664482951164246, - 0.10110519826412201, - 0.23979298770427704, - 0.0050505055114626884, - 0.02484191581606865, - 0.019039735198020935, - 0.032592590898275375, - 0.12406271696090698, - 0.043795619159936905, - 0.04868340492248535, - 0.12328094989061356, - 0.16047386825084686, - 0.018518518656492233, - 0.12558795511722565, - 0.0054806070402264595, - 0.010582010261714458, - 0.03705991432070732, - 0.1443331241607666, - 0.10715451836585999, - 0.038548752665519714, - 0.0024219590704888105, - 0.02440239116549492, - 0.016597511246800423, - 0.05300113186240196, - 0.007367885671555996, - 0.10800310969352722, - 0.03253588452935219, - 0.04435483738780022, - 0.24107959866523743, - 0.04735494777560234, - 0.06435100734233856, - 0.01851072907447815, - 0.10997854173183441, - 0.11409643292427063, - 0.006592291872948408, - 0.006307339295744896, - 0.04727272689342499, - 0.01112656481564045, - 0.020113136619329453, - 0.03067729063332081, - 0.01780693605542183, - 0.03142328932881355, - 0.09168632328510284, - 0.002984084887430072, - 0.010606060735881329, - 0.023429710417985916, - 0.06951456516981125, - 0.11129097640514374, - 0.10330578684806824, - 0.17921830713748932, - 0.029423151165246964, - 0.006944444961845875, - 0.05705614760518074, - 0.0037364130839705467, - 0.10452418029308319, - 0.010744720697402954, - 0.006592291872948408, - 0.2655150294303894, - 0.04084574803709984, - 0.020805370062589645, - 0.008343265391886234, - 0.020592020824551582, - 0.05010019987821579, - 0.10613524168729782, - 0.0995967760682106, - 0.013113366439938545, - 0.06899441033601761, - 0.07058823853731155, - 0.13758647441864014, - 0.08884891867637634, - 0.002793296007439494, - 0.5873493552207947, - 0.04172214865684509, - 0.13354700803756714, - 0.030405405908823013, - 0.1697203516960144, - 0.0017552657518535852, - 0.010378058068454266, - 0.08423913270235062, - 0.09519492089748383, - 0.09403669834136963, - 0.19029614329338074, - 0.1534229964017868, - 0.300957590341568, - 0.05634517967700958, - 0.179181769490242, - 0.04061538353562355, - 0.04054054245352745, - 0.008064515888690948, - 0.11236775666475296, - 0.0019743337761610746, - 0.08482871204614639, - 0.006470880936831236, - 0.0065543074160814285, - 0.10219280421733856, - 0.04002463072538376, - 0.14920949935913086, - 0.12546125054359436, - 0.002888318384066224, - 0.005199306644499302, - 0.16563786566257477, - 0.19991721212863922, - 0.16431924700737, - 0.09780675917863846, - 0.4916512072086334, - 0.0037160906940698624, - 0.06236673891544342, - 0.01599999889731407, - 0.07487400621175766, - 0.1377212405204773, - 0.13851211965084076, - 0.16473616659641266, - 0.10359116643667221, - 0.006592291872948408, - 0.12747354805469513, - 0.005993150640279055, - 0.18221575021743774, - 0.2258710414171219, - 0.3454398512840271, - 0.008064515888690948, - 0.062119897454977036, - 0.08670821040868759, - 0.37212643027305603, - 0.007462686393409967, - 0.09777424484491348, - 0.15161649882793427, - 0.06727664172649384, - 0.011326861567795277, - 0.10363085567951202, - 0.043795619159936905, - 0.13952283561229706, - 0.07901554554700851, - 0.19170984625816345, - 0.14952152967453003, - 0.11567164212465286, - 0.20546385645866394, - 0.09428571164608002, - 0.1984451711177826, - 0.07642180472612381, - 0.011067476123571396, - 0.041594453155994415, - 0.0957072451710701, - 0.032967034727334976, - 0.005689900368452072, - 0.05150976777076721, - 0.08027523010969162, - 0.013483965769410133, - 0.002634660340845585, - 0.005993150640279055, - 0.1031220406293869, - 0.13947297632694244, - 0.04973544925451279, - 0.11401869356632233, - 0.07497929036617279, - 0.07923497259616852, - 0.006599378772079945, - 0.013636363670229912, - 0.1749049425125122, - 0.1648768037557602, - 0.025910135358572006, - 0.1232590526342392, - 0.13566739857196808, - 0.1540030688047409, - 0.0077751195058226585, - 0.3333333134651184, - 0.07575245201587677, - 0.045322246849536896, - 0.03831598907709122, - 0.035963498055934906, - 0.023351648822426796, - 0.10833333432674408, - 0.003355704713612795, - 0.05165514722466469, - 0.025480367243289948, - 0.011800533160567284, - 0.04485981538891792, - 0.19442231953144073, - 0.00976801011711359, - 0.011045364663004875, - 0.08720112591981888, - 0.08873974531888962, - 0.10382513701915741, - 0.06045994162559509, - 0.19661016762256622, - 0.07649253308773041, - 0.004901960492134094, - 0.11116152256727219, - 0.09928229451179504, - 0.07806004583835602, - 0.1552315652370453, - 0.004807692486792803, - 0.11826953291893005, - 0.06968215107917786, - 0.061595696955919266, - 0.10476190596818924, - 0.004692832473665476, - 0.10419989377260208, - 0.05224963650107384, - 0.00911458395421505, - 0.07309069484472275, - 0.22599704563617706, - 0.07711918652057648, - 0.002984084887430072, - 0.23380067944526672, - 0.1511555314064026, - 0.10580204427242279, - 0.03999999910593033, - 0.06438467651605606, - 0.014634146355092525, - 0.1831667125225067, - 0.39540815353393555, - 0.052231717854738235, - 0.034383952617645264, - 0.11895911395549774, - 0.14071856439113617, - 0.17837165296077728, - 0.15069399774074554, - 0.11320754885673523, - 0.03466666489839554, - 0.1812136322259903, - 0.09379727393388748, - 0.0321141816675663, - 0.09189467877149582, - 0.08233413100242615, - 0.07578347623348236, - 0.10558733344078064, - 0.006490696687251329, - 0.19686411321163177, - 0.003355704713612795, - 0.21890756487846375, - 0.02396053448319435, - 0.0034722222480922937, - 0.17637474834918976, - 0.10539629310369492, - 0.03307009115815163, - 0.07787065953016281, - 0.1267748475074768, - 0.09780675917863846, - 0.11051692813634872, - 0.13524317741394043, - 0.0045008184388279915, - 0.030472636222839355, - 0.03697684034705162, - 0.0026455027982592583, - 0.004385964944958687, - 0.008557457476854324, - 0.006442706100642681, - 0.06725146621465683, - 0.005345211364328861, - 0.010522359982132912, - 0.14977577328681946, - 0.016226239502429962, - 0.07986688613891602, - 0.008937959559261799, - 0.003242924576625228, - 0.12227237969636917, - 0.008886565454304218, - 0.18492461740970612, - 0.007231404539197683, - 0.005616005510091782, - 0.18787425756454468, - 0.06302131712436676, - 0.02688172087073326, - 0.022596154361963272, - 0.06636971235275269, - 0.027420736849308014, - 0.0047846888191998005, - 0.0029069767333567142, - 0.05685048550367355, - 0.06511056423187256, - 0.013636363670229912, - 0.0037364130839705467, - 0.141250878572464, - 0.009475219063460827, - 0.06820276379585266, - 0.03714423626661301, - 0.10189473628997803, - 0.08180839568376541, - 0.1377212405204773, - 0.13847464323043823, - 0.04946523904800415, - 0.10580204427242279, - 0.002958579920232296, - 0.09674099087715149, - 0.007352941203862429, - 0.26816239953041077, - 0.1499713808298111, - 0.021184399724006653, - 0.0025380710139870644, - 0.1534229964017868, - 0.08049535751342773, - 0.20431654155254364, - 0.2744237184524536, - 0.0498281829059124, - 0.03420265018939972, - 0.23637887835502625, - 0.09557522088289261, - 0.029662922024726868, - 0.009061833843588829, - 0.10589481145143509, - 0.13716648519039154, - 0.007231404539197683, - 0.015037594363093376, - 0.07455960661172867, - 0.06295400112867355, - 0.15520833432674408, - 0.20064076781272888, - 0.22010870277881622, - 0.5259515643119812, - 0.028246013447642326, - 0.0456375852227211, - 0.2857860326766968, - 0.010714286006987095, - 0.007336343172937632, - 0.028853178024291992, - 0.12227237969636917, - 0.012943432666361332, - 0.02938840351998806, - 0.025693731382489204, - 0.510869562625885, - 0.01390773430466652, - 0.005692599341273308, - 0.041561711579561234, - 0.014362657442688942, - 0.3333333134651184, - 0.00538160465657711, - 0.1142403781414032, - 0.3030303120613098, - 0.12990409135818481, - 0.13318583369255066, - 0.004983388818800449, - 0.12217795848846436, - 0.008823529817163944, - 0.10989491641521454, - 0.11619327962398529, - 0.08941486477851868, - 0.24081239104270935, - 0.06623931974172592, - 0.15763218700885773, - 0.09393773227930069, - 0.0038473871536552906, - 0.11567164212465286, - 0.17497457563877106, - 0.10378151386976242, - 0.018923327326774597, - 0.08576389402151108, - 0.13130056858062744, - 0.1481228619813919, - 0.04660046100616455, - 0.11846038699150085, - 0.0628037378191948, - 0.1556156873703003, - 0.13050313293933868, - 0.0675409808754921, - 0.01269560120999813, - 0.1821969598531723, - 0.14296379685401917, - 0.007336343172937632, - 0.008064515888690948, - 0.1915755271911621, - 0.01362928282469511, - 0.13078241050243378, - 0.03952843323349953, - 0.004160362761467695, - 0.004431314300745726, - 0.03956723213195801, - 0.09124356508255005, - 0.043663471937179565, - 0.023483365774154663, - 0.3365424871444702, - 0.055847834795713425, - 0.23317864537239075, - 0.07168620824813843, - 0.01953449845314026, - 0.12626728415489197, - 0.06687349081039429, - 0.1100601926445961, - 0.012180267833173275, - 0.07139784842729568, - 0.0034722222480922937, - 0.026554621756076813, - 0.037959665060043335, - 0.2149643748998642, - 0.00219058059155941, - 0.17142857611179352, - 0.0033136967103928328, - 0.03346080332994461, - 0.013991769403219223, - 0.43928036093711853, - 0.13137173652648926, - 0.019986215978860855, - 0.006274131126701832, - 0.004448681138455868, - 0.09800189733505249, - 0.07482108473777771, - 0.1330203413963318, - 0.01146666705608368, - 0.035837650299072266, - 0.04280155524611473, - 0.08361581712961197, - 0.1410835236310959, - 0.004323899280279875, - 0.056022413074970245, - 0.003955411724746227, - 0.0033136967103928328, - 0.11817102879285812, - 0.01598401553928852, - 0.051899101585149765, - 0.013909588567912579, - 0.08735796064138412, - 0.07309069484472275, - 0.07307226210832596, - 0.22201834619045258, - 0.16326530277729034, - 0.06628710776567459, - 0.0038677917327731848, - 0.21359223127365112, - 0.24234135448932648, - 0.05757242441177368, - 0.16204379498958588, - 0.2013319581747055, - 0.017820019274950027, - 0.003355704713612795, - 0.09480626881122589, - 0.01365079265087843, - 0.0964304730296135, - 0.035555556416511536, - 0.06866825371980667, - 0.0026455027982592583 + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.0517149455845356, + 0.08847185224294662, + 0.05520027130842209, + 0.1387946903705597, + 0.07296137511730194, + 0.028001898899674416, + 0.16618910431861877, + 0.056807659566402435, + 0.04591836780309677, + 0.0994584858417511, + 0.13661940395832062, + 0.06952887773513794, + 0.11060025542974472, + 0.232127845287323, + 0.1352941244840622, + 0.08388747274875641, + 0.039781201630830765, + 0.08679143339395523, + 0.04880528524518013, + 0.10273081809282303, + 0.0732542872428894, + 0.09914093464612961, + 0.10602963715791702, + 0.0987841933965683, + 0.10253489017486572, + 0.05684251710772514, + 0.17089931666851044, + 0.05732361972332001, + 0.08125197887420654, + 0.05149330571293831, + 0.04240282624959946, + 0.08690367639064789, + 0.052115585654973984, + 0.1896846890449524, + 0.2727617621421814, + 0.09359857439994812, + 0.04588951915502548, + 0.05447009950876236, + 0.04754358157515526, + 0.07133303582668304, + 0.05671186000108719, + 0.09794927388429642, + 0.09984706342220306, + 0.10665686428546906, + 0.03469520062208176, + 0.12692737579345703, + 0.11326026171445847, + 0.08235576003789902, + 0.0850602388381958, + 0.13336589932441711, + 0.12385787069797516, + 0.07422003149986267, + 0.007260541431605816, + 0.07124681770801544, + 0.09988584369421005, + 0.12009736895561218, + 0.035721659660339355, + 0.06705298274755478, + 0.052453987300395966, + 0.042714569717645645, + 0.10155979543924332, + 0.07423028349876404, + 0.07779670506715775, + 0.07028470188379288, + 0.07656211405992508, + 0.07959714531898499, + 0.08456940948963165, + 0.13625730574131012, + 0.07655993849039078, + 0.10991038382053375, + 0.05711501091718674, + 0.03319399803876877, + 0.07194244861602783, + 0.0423712320625782, + 0.07229331880807877, + 0.09574704617261887, + 0.055962853133678436, + 0.03883282095193863, + 0.11219628155231476, + 0.1325153410434723, + 0.15106117725372314, + 0.03376477211713791, + 0.11565053462982178, + 0.053818754851818085, + 0.09255842119455338, + 0.07252085208892822, + 0.050546448677778244, + 0.1413639932870865, + 0.0985005795955658, + 0.07635009288787842, + 0.10468041896820068, + 0.11810052394866943, + 0.06065201014280319, + 0.06016738340258598, + 0.06637167930603027, + 0.05351806804537773, + 0.14245088398456573, + 0.15653370320796967, + 0.1362757682800293, + 0.12237468361854553, + 0.15979839861392975, + 0.04863065853714943, + 0.034474778920412064, + 0.06196103245019913, + 0.07827102392911911, + 0.07460398226976395, + 0.03662045672535896, + 0.04807966202497482, + 0.10161248594522476, + 0.06732635200023651, + 0.08948895335197449, + 0.12135126441717148, + 0.09304048120975494, + 0.08219178020954132, + 0.12922465801239014, + 0.19826838374137878, + 0.05340313911437988, + 0.05640243738889694, + 0.06109613925218582, + 0.045065175741910934, + 0.09668508172035217, + 0.09160559624433517, + 0.06427915394306183, + 0.12851782143115997, + 0.05655619502067566, + 0.14783023297786713, + 0.07630021870136261, + 0.18417873978614807, + 0.13340534269809723, + 0.1250753402709961, + 0.10271095484495163, + 0.0501876175403595, + 0.13607990741729736, + 0.06482945382595062, + 0.04257060959935188, + 0.10334587097167969, + 0.10647784173488617, + 0.16188107430934906, + 0.03156384453177452, + 0.03455066308379173, + 0.039846744388341904, + 0.008135168813169003, + 0.1349487453699112, + 0.09339853376150131, + 0.10562270134687424, + 0.08280950784683228, + 0.17552265524864197, + 0.14111830294132233, + 0.10956729203462601, + 0.08483563363552094, + 0.11278195679187775, + 0.16005080938339233, + 0.07225871831178665, + 0.09615880995988846, + 0.07157137244939804, + 0.06512425094842911, + 0.0959918349981308, + 0.048344120383262634, + 0.10049809515476227, + 0.23117154836654663, + 0.13550688326358795, + 0.03329065442085266, + 0.15056267380714417, + 0.039397452026605606, + 0.09809558093547821, + 0.13324175775051117, + 0.1024390235543251, + 0.041407372802495956, + 0.11463478207588196, + 0.12396278232336044, + 0.16661852598190308, + 0.08998417854309082, + 0.04533042013645172, + 0.13554216921329498, + 0.013456936925649643, + 0.05674397945404053, + 0.11487341672182083, + 0.08313539624214172, + 0.12718893587589264, + 0.1313885599374771, + 0.08824987709522247, + 0.04645366221666336, + 0.15300877392292023, + 0.1290913224220276, + 0.1236979216337204, + 0.05631492659449577, + 0.09041420370340347, + 0.1388244330883026, + 0.09278803318738937, + 0.09948903322219849, + 0.1320662796497345, + 0.04454220458865166, + 0.14319387078285217, + 0.03555045649409294, + 0.10070985555648804, + 0.08826583623886108, + 0.0948563814163208, + 0.1500236690044403, + 0.10122904926538467, + 0.06564149260520935, + 0.15369030833244324, + 0.1329571157693863, + 0.09657058864831924, + 0.13704246282577515, + 0.0365377813577652, + 0.09512959420681, + 0.06407918781042099, + 0.09695866703987122, + 0.040725890547037125, + 0.1293894350528717, + 0.08659378439188004, + 0.050204697996377945, + 0.09839394688606262, + 0.04180306941270828, + 0.07795992493629456, + 0.07296466827392578, + 0.05870206654071808, + 0.07068517059087753, + 0.151106595993042, + 0.03244362771511078, + 0.027314813807606697, + 0.15508021414279938, + 0.13228699564933777, + 0.08337444067001343, + 0.10811532288789749, + 0.04933333396911621, + 0.06960023194551468, + 0.08000000566244125, + 0.06190841645002365, + 0.07118284702301025, + 0.02154398523271084, + 0.07033881545066833, + 0.12299465388059616, + 0.10079500079154968, + 0.08189655095338821, + 0.12403951585292816, + 0.04485190287232399, + 0.12163777649402618, + 0.06845708191394806, + 0.1569032222032547, + 0.10315185785293579, + 0.040098704397678375, + 0.09086189419031143, + 0.11810211837291718, + 0.07519195228815079, + 0.04105888679623604, + 0.05687986686825752, + 0.15994484722614288, + 0.09341317415237427, + 0.12308049947023392, + 0.10274340957403183, + 0.09431681036949158, + 0.048363860696554184, + 0.09046898782253265, + 0.12296563386917114, + 0.11239103227853775, + 0.0982847809791565, + 0.06985975056886673, + 0.12812499701976776, + 0.07692307978868484, + 0.2306629866361618, + 0.10758378356695175, + 0.08077467978000641, + 0.16491228342056274, + 0.1084645688533783, + 0.04624951630830765, + 0.12477131187915802, + 0.08705881983041763, + 0.07925519347190857, + 0.04450022801756859, + 0.15884056687355042, + 0.07930672913789749, + 0.05682042986154556, + 0.17226435244083405, + 0.12984292209148407, + 0.1274765431880951, + 0.07827788591384888, + 0.08475591987371445, + 0.07122363150119781, + 0.16533207893371582, + 0.06302808970212936, + 0.10279721021652222, + 0.08167726546525955, + 0.12171442061662674, + 0.059357836842536926, + 0.08553774654865265, + 0.1317794770002365, + 0.015320333652198315, + 0.046375397592782974, + 0.1648719757795334, + 0.09436008334159851, + 0.09627039730548859, + 0.10501238703727722, + 0.05931477248668671, + 0.06762495636940002, + 0.06162533909082413, + 0.05579096078872681, + 0.10720831155776978, + 0.04768088832497597, + 0.10967489331960678, + 0.09614880383014679, + 0.19485750794410706, + 0.12086658924818039, + 0.06241105869412422, + 0.08005042374134064, + 0.1548556387424469, + 0.06693850457668304, + 0.08690987527370453, + 0.0492919385433197, + 0.11562500149011612, + 0.03437064588069916, + 0.07045654207468033, + 0.060036662966012955, + 0.0884033590555191, + 0.030805133283138275, + 0.04507042095065117, + 0.09135039895772934, + 0.09851852059364319, + 0.0688045471906662, + 0.04063429310917854, + 0.18242721259593964, + 0.09603452682495117, + 0.11798561364412308, + 0.05671447142958641, + 0.08240017294883728, + 0.038407400250434875, + 0.07601016759872437, + 0.06498633325099945, + 0.1067860871553421, + 0.06859296560287476, + 0.09289152920246124, + 0.03425560146570206, + 0.15943238139152527, + 0.06826506555080414, + 0.17008797824382782, + 0.016275549307465553, + 0.10199861973524094, + 0.07138873636722565, + 0.1581665575504303, + 0.07083220779895782, + 0.07535024732351303, + 0.12556053698062897, + 0.08198121190071106, + 0.07205584645271301, + 0.19541753828525543, + 0.0841875672340393, + 0.07046979665756226, + 0.11500134319067001, + 0.04765649512410164, + 0.019538557156920433, + 0.04074164479970932, + 0.15564312040805817, + 0.0987212285399437, + 0.11721035093069077, + 0.10562041401863098, + 0.0299418605864048, + 0.18524253368377686, + 0.09615693986415863, + 0.2373868077993393, + 0.07713840901851654, + 0.10380078852176666, + 0.052260156720876694, + 0.05765271186828613, + 0.051747310906648636, + 0.08889759331941605, + 0.05474906414747238, + 0.08047585934400558, + 0.1389009952545166, + 0.112991102039814, + 0.09575142711400986, + 0.06239737570285797, + 0.11341292411088943, + 0.03196211904287338, + 0.07659664750099182, + 0.11609814316034317, + 0.07796461880207062, + 0.06949587166309357, + 0.08704808354377747, + 0.03487038239836693, + 0.07309217005968094, + 0.06056402996182442, + 0.17465753853321075, + 0.07950163632631302, + 0.04172876477241516, + 0.12022630125284195, + 0.14093206822872162, + 0.10519342869520187, + 0.07636439055204391, + 0.04515676200389862, + 0.10936778783798218, + 0.054603543132543564, + 0.15787416696548462, + 0.14108313620090485, + 0.12716946005821228, + 0.0794878676533699, + 0.06856796145439148, + 0.01653720997273922, + 0.06467203795909882, + 0.056066177785396576, + 0.10280374437570572, + 0.1013745665550232, + 0.05978260934352875, + 0.13023804128170013, + 0.03267136216163635, + 0.09901673346757889, + 0.07426874339580536, + 0.16936765611171722, + 0.08145765960216522, + 0.10676809400320053, + 0.10704225301742554, + 0.19182200729846954, + 0.07417307049036026, + 0.11608391255140305, + 0.11171259731054306, + 0.061174146831035614, + 0.08623595535755157, + 0.09620524197816849, + 0.025547444820404053, + 0.09235668182373047, + 0.05724417790770531, + 0.028039641678333282, + 0.08961593359708786, + 0.016706444323062897, + 0.069593645632267, + 0.04891994968056679, + 0.08595438301563263, + 0.046537771821022034, + 0.04552898928523064, + 0.08289910107851028, + 0.0510796383023262, + 0.08074533939361572, + 0.14118371903896332, + 0.08004027605056763, + 0.1369255930185318, + 0.12212389707565308, + 0.05925925821065903, + 0.05962953716516495, + 0.03782997280359268, + 0.12084726244211197, + 0.10938846319913864, + 0.09685751795768738, + 0.04016757011413574, + 0.10462633520364761, + 0.08254294097423553, + 0.09684247523546219, + 0.132523313164711, + 0.13966616988182068, + 0.04236540198326111, + 0.11825572699308395, + 0.07338155061006546, + 0.1303734928369522, + 0.12294818460941315, + 0.043469175696372986, + 0.03749098628759384, + 0.0817895159125328, + 0.0543970987200737, + 0.11033076792955399, + 0.11617100238800049, + 0.1341640204191208, + 0.04136006161570549, + 0.10209617763757706, + 0.11936260014772415, + 0.07777778059244156, + 0.04764093458652496, + 0.041123148053884506, + 0.0306850615888834, + 0.09213441610336304, + 0.032095491886138916, + 0.09501025080680847, + 0.1477503627538681, + 0.12043435871601105, + 0.04333748668432236, + 0.08980277180671692, + 0.2169104516506195, + 0.07256675511598587, + 0.07710212469100952, + 0.06135653704404831, + 0.12551867961883545, + 0.06476105749607086, + 0.11126793920993805, + 0.12004069238901138, + 0.0556451641023159, + 0.020984455943107605, + 0.10589543730020523, + 0.06419098377227783, + 0.06496611982584, + 0.056318946182727814, + 0.07733968645334244, + 0.056681081652641296, + 0.11066634953022003, + 0.054714784026145935, + 0.1613207459449768, + 0.10606971383094788, + 0.17808836698532104, + 0.1152416318655014 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 104.52373504638672, - 39.67213821411133, - 39.6721305847168, - 141.78041076660156, - 141.254150390625, - 54.224124908447266, - 59.03047180175781, - 39.85642623901367, - 143.02902221679688, - 84.74312591552734, - 59.9239387512207, - 53.757450103759766, - 78.99742126464844, - 90.58938598632812, - 45.5595588684082, - 74.39323425292969, - 67.5317611694336, - 66.25981903076172, - 85.75440979003906, - 41.47610092163086, - 145.64039611816406, - 74.5511245727539, - 48.709590911865234, - 77.53419494628906, - 109.87464141845703, - 40.007301330566406, - 52.89699935913086, - 96.2563705444336, - 41.895790100097656, - 39.36960983276367, - 126.44956970214844, - 79.20336151123047, - 79.65208435058594, - 40.00730514526367, - 66.25980377197266, - 174.77215576171875, - 40.92451858520508, - 102.17520141601562, - 100.11278533935547, - 111.55557250976562, - 40.00730514526367, - 40.92451858520508, - 54.224124908447266, - 54.22412109375, - 65.34730529785156, - 39.85642623901367, - 74.5511245727539, - 39.6721305847168, - 66.25981903076172, - 131.27220153808594, - 99.68975830078125, - 59.64591598510742, - 43.386512756347656, - 79.20336151123047, - 51.06541061401367, - 104.52373504638672, - 75.47940826416016, - 39.448631286621094, - 53.96454620361328, - 57.25469970703125, - 82.04302978515625, - 54.22412109375, - 55.49595642089844, - 79.20335388183594, - 69.70291900634766, - 78.78264617919922, - 54.22412109375, - 39.36961364746094, - 39.36962127685547, - 39.6721305847168, - 76.40882873535156, - 47.90146255493164, - 42.07524108886719, - 85.7544174194336, - 69.38095092773438, - 39.482200622558594, - 90.06779479980469, - 47.703086853027344, - 47.703086853027344, - 52.206478118896484, - 82.66057586669922, - 75.58451843261719, - 44.08746337890625, - 73.41056060791016, - 39.6721305847168, - 39.482200622558594, - 47.10594177246094, - 54.224124908447266, - 73.6240234375, - 39.36961364746094, - 45.559566497802734, - 90.4131851196289, - 45.5595588684082, - 59.03047561645508, - 39.448631286621094, - 74.5511245727539, - 72.50239562988281, - 54.22412109375, - 97.72915649414062, - 63.99911880493164, - 44.05697250366211, - 40.00730895996094, - 40.007301330566406, - 39.448631286621094, - 41.47610092163086, - 68.08545684814453, - 104.52373504638672, - 44.05696487426758, - 40.007301330566406, - 54.62395477294922, - 82.00621795654297, - 78.91407775878906, - 106.52610778808594, - 42.7141227722168, - 67.5317611694336, - 51.19670867919922, - 54.22412109375, - 77.3393325805664, - 47.703086853027344, - 512.0, - 106.58650207519531, - 45.5595588684082, - 42.12233352661133, - 41.895790100097656, - 39.36962127685547, - 50.35831832885742, - 74.5511245727539, - 64.43695831298828, - 39.85641860961914, - 66.25981140136719, - 57.25468063354492, - 89.51326751708984, - 52.04319763183594, - 104.52373504638672, - 164.3062744140625, - 44.08745574951172, - 87.63262176513672, - 41.47610092163086, - 85.96966552734375, - 73.77890014648438, - 39.85642623901367, - 61.720680236816406, - 71.77371978759766, - 66.25979614257812, - 112.48348999023438, - 95.16793060302734, - 170.61044311523438, - 47.901451110839844, - 81.95288848876953, - 43.386512756347656, - 45.5595588684082, - 47.703086853027344, - 80.13677978515625, - 104.52373504638672, - 56.373016357421875, - 44.05697250366211, - 47.703086853027344, - 70.18531799316406, - 40.924522399902344, - 80.97916412353516, - 81.07108306884766, - 54.224124908447266, - 54.22412109375, - 101.6847152709961, - 125.23480987548828, - 98.00626373291016, - 71.77371978759766, - 262.1256408691406, - 67.5317611694336, - 52.81268310546875, - 40.43055725097656, - 58.140621185302734, - 104.53720092773438, - 84.76361083984375, - 80.59088897705078, - 79.18222045898438, - 67.5317611694336, - 99.90660095214844, - 47.703086853027344, - 122.17080688476562, - 126.35347747802734, - 119.67434692382812, - 39.85641860961914, - 54.62395477294922, - 59.92394256591797, - 188.6142578125, - 67.5317611694336, - 81.07108306884766, - 100.75929260253906, - 63.528987884521484, - 41.895782470703125, - 73.6240234375, - 45.5595588684082, - 85.7544174194336, - 69.92909240722656, - 104.81757354736328, - 99.00729370117188, - 94.2242660522461, - 116.06558990478516, - 59.03047561645508, - 92.95216369628906, - 52.89699172973633, - 47.703086853027344, - 42.714111328125, - 77.3393325805664, - 42.71411895751953, - 54.22412109375, - 48.90813064575195, - 59.03047561645508, - 40.60122299194336, - 104.52373504638672, - 54.224124908447266, - 79.21780395507812, - 85.75440216064453, - 44.81291198730469, - 75.4793930053711, - 52.89699935913086, - 59.9239387512207, - 67.5317611694336, - 41.895790100097656, - 98.95706939697266, - 95.228271484375, - 39.85641860961914, - 72.6982192993164, - 96.11202239990234, - 86.79966735839844, - 47.703086853027344, - 193.23489379882812, - 59.923946380615234, - 44.81291198730469, - 44.08745574951172, - 42.714107513427734, - 39.3696174621582, - 77.3393325805664, - 104.52373504638672, - 44.81291198730469, - 40.43056106567383, - 39.36962127685547, - 44.08746337890625, - 117.9421615600586, - 44.05696487426758, - 39.448631286621094, - 66.89517974853516, - 75.4793930053711, - 75.65485382080078, - 61.72069549560547, - 111.81932067871094, - 61.72068786621094, - 67.5317611694336, - 69.92909240722656, - 69.00910949707031, - 58.140621185302734, - 101.78483581542969, - 104.52373504638672, - 79.20335388183594, - 49.528934478759766, - 48.70958709716797, - 65.3472900390625, - 104.52373504638672, - 71.77371978759766, - 52.04319381713867, - 47.703086853027344, - 64.43695831298828, - 130.7237548828125, - 59.9239387512207, - 104.52373504638672, - 137.5252685546875, - 96.11201477050781, - 89.29388427734375, - 42.07524108886719, - 58.140625, - 39.36962127685547, - 98.88583374023438, - 118.42437744140625, - 50.358314514160156, - 40.43056106567383, - 74.55113220214844, - 88.5726547241211, - 77.0866470336914, - 88.57266235351562, - 77.33932495117188, - 47.10594177246094, - 107.54367065429688, - 68.0908432006836, - 40.43056106567383, - 68.09083557128906, - 59.923946380615234, - 66.25981140136719, - 70.85065460205078, - 54.22412109375, - 109.28395080566406, - 96.61768341064453, - 91.87102508544922, - 39.448631286621094, - 67.5317611694336, - 103.9825210571289, - 69.92909240722656, - 42.714111328125, - 61.720680236816406, - 82.94215393066406, - 68.09083557128906, - 75.91136932373047, - 84.6365737915039, - 104.52373504638672, - 40.43055725097656, - 40.43056106567383, - 512.0, - 94.2710189819336, - 54.22412109375, - 67.5317611694336, - 61.72068786621094, - 92.81388854980469, - 41.895790100097656, - 96.11202239990234, - 39.482200622558594, - 67.17436981201172, - 54.224124908447266, - 67.5317611694336, - 88.5726547241211, - 39.85642623901367, - 104.91031646728516, - 41.895790100097656, - 41.895782470703125, - 110.47815704345703, - 60.82076644897461, - 40.43056106567383, - 39.6721305847168, - 57.25469970703125, - 40.92451477050781, - 60.95109558105469, - 512.0, - 51.19669723510742, - 62.62348937988281, - 41.895790100097656, - 54.224124908447266, - 81.07108306884766, - 47.703086853027344, - 61.72068786621094, - 42.07524108886719, - 75.4793930053711, - 65.3473129272461, - 96.53809356689453, - 90.45443725585938, - 53.757442474365234, - 75.7881851196289, - 104.52373504638672, - 78.08451843261719, - 54.22412109375, - 163.2217559814453, - 97.40178680419922, - 40.00729751586914, - 104.52373504638672, - 101.96420288085938, - 52.89699935913086, - 78.8150634765625, - 99.01778411865234, - 47.90146255493164, - 40.92451477050781, - 108.10828399658203, - 71.77371978759766, - 40.43055725097656, - 44.05696487426758, - 76.40882873535156, - 67.8639907836914, - 54.224124908447266, - 40.60122299194336, - 59.03047561645508, - 52.04319381713867, - 102.7315673828125, - 97.58723449707031, - 102.9654769897461, - 196.51364135742188, - 40.43056106567383, - 46.32465744018555, - 143.55636596679688, - 44.05697250366211, - 40.60122299194336, - 39.6721305847168, - 63.34287643432617, - 39.36961364746094, - 51.311161041259766, - 39.448631286621094, - 186.2986602783203, - 40.60122299194336, - 512.0, - 44.087467193603516, - 41.895790100097656, - 199.71282958984375, - 104.52373504638672, - 70.85065460205078, - 180.34378051757812, - 64.75304412841797, - 79.20336151123047, - 47.703086853027344, - 85.75440979003906, - 54.224124908447266, - 82.94215393066406, - 85.4977798461914, - 67.17436218261719, - 131.3177032470703, - 53.757450103759766, - 71.71009063720703, - 67.17436981201172, - 86.52159118652344, - 84.81627655029297, - 106.52376556396484, - 69.50292205810547, - 54.22412109375, - 61.72068786621094, - 92.33837127685547, - 97.05652618408203, - 55.49595642089844, - 72.90633392333984, - 60.82075881958008, - 99.89678955078125, - 78.27084350585938, - 50.35832595825195, - 44.05696487426758, - 73.30130004882812, - 69.38058471679688, - 54.224124908447266, - 40.60122299194336, - 83.60203552246094, - 54.22412109375, - 93.28109741210938, - 47.10594177246094, - 512.0, - 104.41504669189453, - 46.61570358276367, - 78.2708511352539, - 44.81291198730469, - 40.43056106567383, - 147.8118438720703, - 52.04319763183594, - 71.62385559082031, - 59.03047180175781, - 39.482200622558594, - 98.37873077392578, - 59.923946380615234, - 73.6240234375, - 39.448631286621094, - 54.62395477294922, - 104.52373504638672, - 41.47610092163086, - 43.386512756347656, - 132.72732543945312, - 67.5317611694336, - 108.46247100830078, - 117.7275161743164, - 42.07524108886719, - 41.895790100097656, - 108.52837371826172, - 92.31739807128906, - 39.85641860961914, - 54.22412109375, - 67.5317611694336, - 67.17436218261719, - 64.28480529785156, - 92.97036743164062, - 47.703086853027344, - 43.386512756347656, - 44.08746337890625, - 67.17436981201172, - 93.00745391845703, - 54.22412109375, - 51.19669723510742, - 54.22412109375, - 67.5317611694336, - 76.40882873535156, - 39.85641860961914, - 53.757450103759766, - 47.703086853027344, - 61.72069549560547, - 62.62348937988281, - 64.43696594238281, - 133.9691162109375, - 110.3163070678711, - 55.49595642089844, - 47.703086853027344, - 125.44709014892578, - 141.98715209960938, - 51.19669723510742, - 81.92061614990234, - 124.05338287353516, - 40.60122299194336, - 54.22412109375, - 79.20336151123047, - 39.85641860961914, - 68.0908432006836, - 44.08746337890625, - 54.62395477294922, - 104.52373504638672 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 501.5076904296875, + 414.2598876953125, + 329.1912536621094, + 688.5435180664062, + 416.2072448730469, + 411.71282958984375, + 843.6568603515625, + 361.5533752441406, + 362.0650634765625, + 714.90576171875, + 837.2646484375, + 339.771240234375, + 649.5967407226562, + 564.092041015625, + 722.44677734375, + 635.1575927734375, + 460.55999755859375, + 509.0172424316406, + 427.2879943847656, + 626.05126953125, + 488.9098815917969, + 680.267578125, + 618.236572265625, + 503.7066345214844, + 601.8558959960938, + 556.158935546875, + 682.4034423828125, + 601.0545043945312, + 455.5130615234375, + 334.5477294921875, + 310.24798583984375, + 443.0652160644531, + 479.9277648925781, + 884.81884765625, + 679.0772094726562, + 627.4669799804688, + 646.6154174804688, + 530.523681640625, + 323.79522705078125, + 542.9351806640625, + 590.52294921875, + 505.4024658203125, + 721.3248291015625, + 427.9140930175781, + 289.9721984863281, + 852.1474609375, + 709.260986328125, + 529.8038330078125, + 589.0877685546875, + 766.9405517578125, + 358.3794250488281, + 386.23345947265625, + 332.37615966796875, + 518.8402099609375, + 713.7770385742188, + 591.9116821289062, + 488.8180236816406, + 447.04791259765625, + 519.3204956054688, + 278.618408203125, + 446.30230712890625, + 646.8331909179688, + 622.17724609375, + 502.5362854003906, + 509.7608337402344, + 437.32586669921875, + 612.697265625, + 643.6077270507812, + 650.7611694335938, + 586.96240234375, + 510.6450500488281, + 411.489501953125, + 546.9600830078125, + 531.609375, + 393.81866455078125, + 645.0413208007812, + 583.4736938476562, + 469.62420654296875, + 663.0682373046875, + 845.0440673828125, + 456.5466003417969, + 335.1430358886719, + 762.359375, + 297.94793701171875, + 478.21551513671875, + 548.5724487304688, + 484.0642395019531, + 704.6527709960938, + 655.4121704101562, + 621.3457641601562, + 688.1494140625, + 510.7030029296875, + 285.683837890625, + 583.6726684570312, + 588.326171875, + 401.20318603515625, + 688.6484985351562, + 672.5053100585938, + 547.5569458007812, + 611.1534423828125, + 729.5580444335938, + 498.2491149902344, + 383.68585205078125, + 340.84295654296875, + 446.8475036621094, + 514.346923828125, + 401.94818115234375, + 417.0740966796875, + 585.6170654296875, + 650.0763549804688, + 609.5413818359375, + 506.2995300292969, + 568.4418334960938, + 626.4947509765625, + 590.0779418945312, + 768.8869018554688, + 507.0162353515625, + 433.9817810058594, + 543.1674194335938, + 260.1089172363281, + 492.6088562011719, + 427.3366394042969, + 518.8729858398438, + 581.298583984375, + 341.805908203125, + 780.90869140625, + 412.03619384765625, + 340.4376525878906, + 652.6421508789062, + 549.033447265625, + 414.2057800292969, + 281.0758361816406, + 720.536376953125, + 578.005615234375, + 545.1746826171875, + 691.6572875976562, + 675.1650390625, + 890.6119995117188, + 321.387451171875, + 498.6367492675781, + 503.81072998046875, + 330.88250732421875, + 814.8809814453125, + 690.7218627929688, + 618.831787109375, + 542.16015625, + 449.5794982910156, + 491.4451904296875, + 768.1871948242188, + 607.5498657226562, + 643.1461791992188, + 597.0342407226562, + 473.1564636230469, + 581.1686401367188, + 287.60382080078125, + 256.4619445800781, + 592.4423217773438, + 506.29730224609375, + 525.3118286132812, + 738.8707275390625, + 738.1046142578125, + 396.79803466796875, + 496.3468017578125, + 458.60906982421875, + 463.6763000488281, + 675.62158203125, + 516.47607421875, + 391.3246154785156, + 647.0380249023438, + 654.1436767578125, + 677.9057006835938, + 656.6337890625, + 468.1130065917969, + 590.5393676757812, + 320.65057373046875, + 517.3482666015625, + 576.701904296875, + 651.8154296875, + 749.7583618164062, + 733.4571533203125, + 558.2881469726562, + 506.88385009765625, + 692.2609252929688, + 811.9625854492188, + 715.0104370117188, + 540.1865844726562, + 632.43603515625, + 446.84906005859375, + 314.93695068359375, + 477.29949951171875, + 688.8193969726562, + 424.4290771484375, + 599.5049438476562, + 325.23553466796875, + 630.6885986328125, + 525.6220703125, + 666.1393432617188, + 794.3358764648438, + 714.5436401367188, + 527.4902954101562, + 648.1697998046875, + 812.3861083984375, + 721.9568481445312, + 615.9879760742188, + 604.7804565429688, + 525.1596069335938, + 500.2751770019531, + 527.7552490234375, + 497.70379638671875, + 563.3023681640625, + 476.160400390625, + 509.7200012207031, + 719.4342041015625, + 550.7340698242188, + 429.47906494140625, + 549.1695556640625, + 491.50555419921875, + 594.9432373046875, + 767.4718627929688, + 447.6759033203125, + 360.6918029785156, + 632.8628540039062, + 454.2053527832031, + 588.84228515625, + 569.8700561523438, + 511.932373046875, + 477.871337890625, + 506.4744567871094, + 415.1640625, + 575.3875122070312, + 453.85858154296875, + 585.1828002929688, + 219.2985076904297, + 544.4716796875, + 712.18798828125, + 800.4298706054688, + 436.8724060058594, + 578.4896850585938, + 504.3274841308594, + 720.566650390625, + 613.447021484375, + 358.3844299316406, + 528.8876953125, + 619.358642578125, + 484.0681457519531, + 212.25534057617188, + 527.5904541015625, + 566.08349609375, + 529.853759765625, + 763.3377685546875, + 548.4080200195312, + 682.3899536132812, + 508.25665283203125, + 460.5274963378906, + 472.4641418457031, + 510.2476501464844, + 545.50732421875, + 460.7403869628906, + 558.8967895507812, + 597.4860229492188, + 503.6435852050781, + 625.4697875976562, + 583.9647216796875, + 864.7700805664062, + 784.9299926757812, + 463.246826171875, + 478.1990661621094, + 549.771484375, + 588.0416870117188, + 444.09442138671875, + 687.3963623046875, + 466.7530517578125, + 491.8348693847656, + 571.0062866210938, + 774.6881103515625, + 690.2186279296875, + 464.8398132324219, + 489.1208190917969, + 653.2564697265625, + 851.5762329101562, + 495.2699890136719, + 441.5501708984375, + 632.8955078125, + 721.73681640625, + 591.6609497070312, + 701.41650390625, + 773.6954956054688, + 294.4867858886719, + 491.6498107910156, + 802.2269287109375, + 711.9088134765625, + 631.8870849609375, + 785.4156494140625, + 578.830322265625, + 390.6558837890625, + 471.32440185546875, + 493.7206726074219, + 550.1854248046875, + 577.913818359375, + 875.634521484375, + 583.2762451171875, + 728.676025390625, + 771.8051147460938, + 585.7410888671875, + 420.0287170410156, + 739.1876220703125, + 596.3673095703125, + 641.970458984375, + 410.14654541015625, + 426.4961853027344, + 395.7674865722656, + 552.163818359375, + 640.3543701171875, + 430.9115905761719, + 433.42498779296875, + 469.11639404296875, + 754.6587524414062, + 685.3212890625, + 544.7589111328125, + 441.72119140625, + 864.5474853515625, + 589.2647705078125, + 725.1315307617188, + 595.5552368164062, + 613.238525390625, + 433.7580871582031, + 485.15716552734375, + 543.2818603515625, + 460.5450134277344, + 514.9033813476562, + 524.5118408203125, + 390.4952697753906, + 916.348876953125, + 403.8198547363281, + 655.1851196289062, + 418.745361328125, + 667.2763061523438, + 439.1520080566406, + 569.3981323242188, + 454.93212890625, + 648.535400390625, + 540.5623779296875, + 599.7020874023438, + 600.51220703125, + 1073.6162109375, + 693.9279174804688, + 492.2618408203125, + 610.2861938476562, + 483.7445983886719, + 406.73919677734375, + 406.386474609375, + 674.0380249023438, + 606.1663208007812, + 851.2857055664062, + 645.61279296875, + 308.99273681640625, + 432.3998718261719, + 689.7652587890625, + 1164.1318359375, + 399.3707275390625, + 597.1901245117188, + 601.6083984375, + 515.3076171875, + 599.8569946289062, + 722.8671264648438, + 535.1743774414062, + 393.49212646484375, + 825.0078125, + 650.3263549804688, + 543.7109985351562, + 572.83154296875, + 425.6478576660156, + 355.1440124511719, + 611.3274536132812, + 524.1317138671875, + 606.287109375, + 406.1034851074219, + 370.4803771972656, + 474.50494384765625, + 585.375, + 665.880615234375, + 486.490234375, + 431.6764221191406, + 388.89837646484375, + 585.61669921875, + 642.5960083007812, + 595.6654052734375, + 596.4732666015625, + 408.0435791015625, + 349.26568603515625, + 551.7609252929688, + 469.18408203125, + 558.2681274414062, + 576.8438110351562, + 526.3935546875, + 569.5536499023438, + 421.0556335449219, + 569.909912109375, + 591.2681884765625, + 350.6219177246094, + 624.4136352539062, + 585.9927978515625, + 807.9431762695312, + 481.568359375, + 690.1480712890625, + 591.847900390625, + 644.6497192382812, + 589.9830932617188, + 589.7232055664062, + 448.9953918457031, + 744.3306884765625, + 599.1334228515625, + 677.541015625, + 696.0770874023438, + 542.616455078125, + 539.0596923828125, + 612.5176391601562, + 470.6347351074219, + 596.6212158203125, + 439.0925598144531, + 503.8821105957031, + 640.6238403320312, + 335.9474792480469, + 555.0413208007812, + 495.6111755371094, + 582.4622802734375, + 462.9022216796875, + 350.8229675292969, + 587.5223388671875, + 530.91943359375, + 547.2193603515625, + 603.3511962890625, + 571.2620239257812, + 758.551513671875, + 867.85009765625, + 546.292236328125, + 501.9201354980469, + 490.6479187011719, + 744.2239379882812, + 353.29168701171875, + 780.6241455078125, + 494.96441650390625, + 684.8661499023438, + 525.88037109375, + 673.3898315429688, + 769.7473754882812, + 747.4049072265625, + 344.03668212890625, + 458.80792236328125, + 667.9683837890625, + 900.8114013671875, + 526.3864135742188, + 460.6291809082031, + 554.4290771484375, + 611.5465087890625, + 697.3634033203125, + 732.6771240234375, + 563.7825927734375, + 604.933837890625, + 407.64202880859375, + 700.998046875, + 549.9852294921875, + 519.4722290039062, + 577.3869018554688, + 502.86834716796875, + 369.58514404296875, + 621.7427978515625, + 339.9533386230469, + 677.7637329101562, + 678.0195922851562, + 512.2697143554688, + 392.7585144042969, + 374.4555358886719, + 686.9078979492188, + 699.1114501953125, + 463.02667236328125, + 579.3883056640625, + 652.69580078125, + 508.4497375488281, + 730.1564331054688, + 719.1445922851562, + 443.7123718261719, + 310.494873046875, + 687.961669921875, + 435.13665771484375, + 535.6541137695312, + 515.1178588867188, + 612.199951171875, + 644.2734985351562, + 683.6378173828125, + 274.6589660644531, + 626.9781494140625, + 500.5076904296875, + 1007.7476806640625, + 607.0086059570312 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -69852,164 +85460,164 @@ 2 ], "wall_clock_s": [ - 484.7, - 541.4, - 533.2 + 809.5, + 822.1, + 817.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.023882562294602394, + "loss": 0.3805750608444214, "env_score_iters": 500, - "env_score": -4.504428863525391, + "env_score": -0.3935100734233856, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.5125, "grad_align_iters": 500, - "grad_align": 0.8443030714988708, - "rl_grad_norm": 0.1883072704076767, - "bc_grad_norm": 1.5842642784118652, + "grad_align": 0.1569824516773224, + "rl_grad_norm": 0.7289875745773315, + "bc_grad_norm": 2.0974133014678955, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "head.weight": 0.8112567067146301, + "head.bias": 0.03005129285156727 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08131302893161774, - "repr_drift_kl_low_t": 0.08890388906002045, - "repr_drift_kl_mid_t": 0.07985717803239822, - "repr_drift_kl_high_t": 0.08418108522891998, + "repr_drift_kl": 0.2746380865573883, + "repr_drift_kl_low_t": 0.31567680835723877, + "repr_drift_kl_mid_t": 0.2680438458919525, + "repr_drift_kl_high_t": 0.24949190020561218, "cka_iters": 500, - "cka_similarity": 0.98988276720047, + "cka_similarity": 0.8370810151100159, "t_analysis_iters": 500, - "norm_low_t": 0.13665221631526947, - "norm_high_t": 0.1769239753484726, - "lowhigh_cos": 0.716566801071167, + "norm_low_t": 0.8593742847442627, + "norm_high_t": 0.7116788625717163, + "lowhigh_cos": 0.7480543255805969, "t_bin_norms": { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 - }, - "win_rate": 0.0026455027982592583, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.8953026533126831, + "t_0.1-0.2": 0.8749469518661499, + "t_0.2-0.3": 0.7563241124153137, + "t_0.3-0.4": 0.5538091659545898, + "t_0.4-0.5": 0.7720351815223694, + "t_0.5-0.6": 1.0181235074996948, + "t_0.6-0.7": 0.971566915512085, + "t_0.7-0.8": 0.7706257104873657, + "t_0.8-0.9": 0.8656450510025024, + "t_0.9-1.0": 0.5924497246742249 + }, + "win_rate": 0.1152416318655014, + "effective_batch_size": 607.0086059570312, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.18636325001716614, + "loss": 0.13699790835380554, "env_score_iters": 500, - "env_score": -2.272517442703247, + "env_score": -0.6644823551177979, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.29016175866127014, - "rl_grad_norm": 0.3062359094619751, - "bc_grad_norm": 0.8874264359474182, + "grad_align": 0.40387821197509766, + "rl_grad_norm": 0.1942725032567978, + "bc_grad_norm": 0.7102143168449402, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.26816001534461975, - "head.bias": 0.0035292981192469597 + "head.weight": 0.1982993334531784, + "head.bias": 0.0048927729949355125 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1767127811908722, - "repr_drift_kl_low_t": 0.19802974164485931, - "repr_drift_kl_mid_t": 0.17436805367469788, - "repr_drift_kl_high_t": 0.15887056291103363, + "repr_drift_kl": 0.12145867943763733, + "repr_drift_kl_low_t": 0.12864206731319427, + "repr_drift_kl_mid_t": 0.11708682030439377, + "repr_drift_kl_high_t": 0.12350842356681824, "cka_iters": 500, - "cka_similarity": 0.9243893027305603, + "cka_similarity": 0.8308857083320618, "t_analysis_iters": 500, - "norm_low_t": 0.6043206453323364, - "norm_high_t": 0.2692401111125946, - "lowhigh_cos": 0.061904486268758774, + "norm_low_t": 0.2819935381412506, + "norm_high_t": 0.18453170359134674, + "lowhigh_cos": 0.10852502286434174, "t_bin_norms": { - "t_0.0-0.1": 0.4096572995185852, - "t_0.1-0.2": 0.4311806857585907, - "t_0.2-0.3": 0.3898998498916626, - "t_0.3-0.4": 0.29236868023872375, - "t_0.4-0.5": 0.23416653275489807, - "t_0.5-0.6": 0.31297361850738525, - "t_0.6-0.7": 0.23759302496910095, - "t_0.7-0.8": 0.22504396736621857, - "t_0.8-0.9": 0.22234812378883362, - "t_0.9-1.0": 0.3066249191761017 - }, - "win_rate": 0.01869761385023594, - "effective_batch_size": 49.474632263183594, + "t_0.0-0.1": 0.27271053194999695, + "t_0.1-0.2": 0.2226310670375824, + "t_0.2-0.3": 0.21757830679416656, + "t_0.3-0.4": 0.1724935621023178, + "t_0.4-0.5": 0.22769644856452942, + "t_0.5-0.6": 0.22960330545902252, + "t_0.6-0.7": 0.23005890846252441, + "t_0.7-0.8": 0.16765336692333221, + "t_0.8-0.9": 0.18947537243366241, + "t_0.9-1.0": 0.24599498510360718 + }, + "win_rate": 0.03914835304021835, + "effective_batch_size": 414.0258483886719, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.47555777430534363, + "loss": 0.394420862197876, "env_score_iters": 500, - "env_score": -1.1841859817504883, + "env_score": -0.3239780366420746, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.48749999999999993, "grad_align_iters": 500, - "grad_align": 0.0976157858967781, - "rl_grad_norm": 1.1571893692016602, - "bc_grad_norm": 2.8839268684387207, + "grad_align": 0.4584882855415344, + "rl_grad_norm": 0.3924790620803833, + "bc_grad_norm": 1.832093596458435, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 1.5117340087890625, - "head.bias": 0.05525510013103485 + "head.weight": 0.3665546178817749, + "head.bias": 0.003973834216594696 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.38011065125465393, - "repr_drift_kl_low_t": 0.4150996804237366, - "repr_drift_kl_mid_t": 0.3757351040840149, - "repr_drift_kl_high_t": 0.35053151845932007, + "repr_drift_kl": 0.23231282830238342, + "repr_drift_kl_low_t": 0.26104655861854553, + "repr_drift_kl_mid_t": 0.22058522701263428, + "repr_drift_kl_high_t": 0.231832355260849, "cka_iters": 500, - "cka_similarity": 0.7504915595054626, + "cka_similarity": 0.9301795363426208, "t_analysis_iters": 500, - "norm_low_t": 0.8630337715148926, - "norm_high_t": 0.7858870029449463, - "lowhigh_cos": -0.20795971155166626, + "norm_low_t": 0.4756050109863281, + "norm_high_t": 0.5146835446357727, + "lowhigh_cos": 0.561732828617096, "t_bin_norms": { - "t_0.0-0.1": 1.3692960739135742, - "t_0.1-0.2": 0.6176649928092957, - "t_0.2-0.3": 1.0463284254074097, - "t_0.3-0.4": 1.0915420055389404, - "t_0.4-0.5": 0.7752478718757629, - "t_0.5-0.6": 1.033499836921692, - "t_0.6-0.7": 0.8505461812019348, - "t_0.7-0.8": 1.1282265186309814, - "t_0.8-0.9": 0.7470515370368958, - "t_0.9-1.0": 1.145078420639038 - }, - "win_rate": 0.06810630857944489, - "effective_batch_size": 56.373016357421875, + "t_0.0-0.1": 0.6130701899528503, + "t_0.1-0.2": 0.46448278427124023, + "t_0.2-0.3": 0.49361029267311096, + "t_0.3-0.4": 0.5353444814682007, + "t_0.4-0.5": 0.43335458636283875, + "t_0.5-0.6": 0.5179486274719238, + "t_0.6-0.7": 0.5043995380401611, + "t_0.7-0.8": 0.42522943019866943, + "t_0.8-0.9": 0.4772714674472809, + "t_0.9-1.0": 0.594828724861145 + }, + "win_rate": 0.11650736629962921, + "effective_batch_size": 657.822021484375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "attention_only": { - "score": 0.6333333333333333, - "score_std": 0.04249182927993986, + "score": 0.3958333333333333, + "score_std": 0.023570226039551594, "all_scores": [ - 0.675, - 0.5750000000000001, - 0.65 + 0.4125, + 0.3625, + 0.41250000000000003 ], "history": { "iters": [ @@ -70515,506 +86123,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.238914132118225, - 2.3592240810394287, - 0.8742875456809998, - 0.4179125130176544, - 0.02089833654463291, - 0.04254766181111336, - 0.6131694912910461, - 0.7981824278831482, - 1.1505471467971802, - 0.2617158889770508, - 0.024563442915678024, - 1.1803821325302124, - 0.6057056784629822, - 0.5170747637748718, - 0.2139495313167572, - 0.02133956365287304, - 1.1159006357192993, - 0.5637841820716858, - 1.2625453472137451, - 0.556937038898468, - 0.6941577196121216, - 0.024499639868736267, - 1.0144069194793701, - 0.043242886662483215, - 0.8907826542854309, - 1.5860586166381836, - 0.6235523819923401, - 1.1030552387237549, - 0.479886531829834, - 0.05151325464248657, - 0.637298583984375, - 0.4603796899318695, - 0.09850888699293137, - 0.39315858483314514, - 0.5135846138000488, - 0.13564544916152954, - 0.28335103392601013, - 0.4450916051864624, - 0.5311654806137085, - 0.23497548699378967, - 0.7425371408462524, - 0.06285300105810165, - 0.6659899950027466, - 0.6367022395133972, - 0.5272678136825562, - 0.0614786334335804, - 1.2928799390792847, - 0.535451352596283, - 0.6412014961242676, - 0.15814711153507233, - 0.08544226735830307, - 0.010325166396796703, - 0.051806218922138214, - 0.21133939921855927, - 0.8494670987129211, - 0.09728216379880905, - 0.9867772459983826, - 0.21546423435211182, - 1.1721251010894775, - 0.37679508328437805, - 0.19075621664524078, - 0.8402904272079468, - 0.1214972734451294, - 0.02491246722638607, - 0.02030615322291851, - 0.24897107481956482, - 0.05744187533855438, - 0.20232214033603668, - 0.01903674565255642, - 0.3406309485435486, - 0.5169640779495239, - 0.1139870211482048, - 0.258373498916626, - 0.01651599630713463, - 0.5983043909072876, - 0.04857327789068222, - 0.043369442224502563, - 0.7559057474136353, - 0.042412735521793365, - 0.12056545913219452, - 0.08716488629579544, - 0.15760394930839539, - 1.358432412147522, - 0.7697890400886536, - 0.006292697042226791, - 0.7101288437843323, - 0.12085718661546707, - 0.39302438497543335, - 0.5354167819023132, - 0.16194505989551544, - 0.0370970219373703, - 0.24452754855155945, - 0.401246041059494, - 0.0229539442807436, - 0.09866268932819366, - 0.4837653934955597, - 0.6588220000267029, - 0.05001995712518692, - 0.9024137258529663, - 0.4108503758907318, - 0.03475276380777359, - 0.2213723212480545, - 1.106982946395874, - 0.4485267698764801, - 0.10892404615879059, - 0.2822315990924835, - 0.32891401648521423, - 0.48723554611206055, - 0.765302300453186, - 0.08729839324951172, - 0.07440457493066788, - 0.6632184982299805, - 0.32671624422073364, - 0.11922399699687958, - 1.151289463043213, - 0.24165090918540955, - 0.34633997082710266, - 0.045182064175605774, - 0.11168359965085983, - 0.7268842458724976, - 0.22151225805282593, - 0.43868184089660645, - 0.34433695673942566, - 0.05163588747382164, - 0.4163287281990051, - 0.06764101982116699, - 0.07497162371873856, - 1.345357894897461, - 0.1945418268442154, - 0.0884484350681305, - 0.8577885031700134, - 0.5049262046813965, - 0.074421226978302, - 0.5367171764373779, - 0.1861419379711151, - 0.44941410422325134, - 0.43734365701675415, - 0.16050280630588531, - 1.0642130374908447, - 0.18412722647190094, - 0.01185234822332859, - 1.2071870565414429, - 0.06750286370515823, - 0.45162472128868103, - 0.1019221767783165, - 0.026567816734313965, - 0.02043791115283966, - 0.05213712528347969, - 0.507423460483551, - 0.33551502227783203, - 0.5935320258140564, - 0.6344448924064636, - 0.5525697469711304, - 1.2546296119689941, - 0.3555327355861664, - 0.06575856357812881, - 0.07193950563669205, - 0.8721519112586975, - 0.2338332086801529, - 0.10922320187091827, - 0.2863204777240753, - 0.07275070995092392, - 0.06280139088630676, - 0.912547767162323, - 0.06808029860258102, - 0.044488899409770966, - 0.36083540320396423, - 0.04698992520570755, - 0.08670327812433243, - 0.22354985773563385, - 0.02261553704738617, - 0.4422275424003601, - 0.444935142993927, - 0.03963328152894974, - 1.1822004318237305, - 0.5561680793762207, - 0.304379403591156, - 0.14906121790409088, - 0.12884508073329926, - 0.03988313674926758, - 0.5679224729537964, - 0.292098730802536, - 0.030308613553643227, - 0.037980400025844574, - 0.8696355223655701, - 0.1796945184469223, - 0.5248833298683167, - 0.6437593698501587, - 1.25056791305542, - 0.030132904648780823, - 0.4723515212535858, - 0.7531207203865051, - 1.2005022764205933, - 0.07093721628189087, - 0.7014036774635315, - 0.1813245713710785, - 0.09987498074769974, - 0.03489503636956215, - 0.5464313626289368, - 0.03174414485692978, - 0.8203452825546265, - 0.5383459329605103, - 0.41949111223220825, - 0.06867299973964691, - 0.5608280301094055, - 1.1244570016860962, - 0.6319271326065063, - 0.7594808340072632, - 0.628217339515686, - 0.2775208055973053, - 0.5945702195167542, - 0.014242527075111866, - 0.4577939212322235, - 0.04493533819913864, - 0.40303072333335876, - 0.5873112082481384, - 0.09761536866426468, - 0.038774196058511734, - 0.020704833790659904, - 0.7689043283462524, - 0.8808875679969788, - 0.050248850136995316, - 0.2880139648914337, - 0.02609143778681755, - 0.5552434325218201, - 0.11772334575653076, - 0.13911809027194977, - 0.18932121992111206, - 0.3944464325904846, - 0.13790911436080933, - 1.135524868965149, - 0.03926624357700348, - 0.6641330122947693, - 0.7348035573959351, - 1.2891590595245361, - 0.40779852867126465, - 0.5827558040618896, - 0.5032986998558044, - 0.5120356678962708, - 0.035282980650663376, - 0.19770966470241547, - 0.13639403879642487, - 0.5685030817985535, - 0.266447514295578, - 0.10158395767211914, - 0.05563382804393768, - 1.0650733709335327, - 0.5612559914588928, - 0.2875406742095947, - 0.07176937162876129, - 0.5468059778213501, - 0.3062601685523987, - 0.05086041986942291, - 0.05235353112220764, - 0.7450700402259827, - 0.013744193129241467, - 0.19367387890815735, - 0.03295198827981949, - 0.0873657613992691, - 0.9978331327438354, - 0.1529901921749115, - 0.08426966518163681, - 0.38525381684303284, - 0.0968518853187561, - 0.26223134994506836, - 0.03827114775776863, - 1.3816553354263306, - 0.6224772930145264, - 0.050419751554727554, - 0.44608089327812195, - 0.049541834741830826, - 0.03744366392493248, - 0.005826542153954506, - 1.1764874458312988, - 1.1038925647735596, - 0.7065548896789551, - 0.25829699635505676, - 0.050316762179136276, - 0.03730146214365959, - 0.26053544878959656, - 1.0176199674606323, - 0.7991461753845215, - 0.35738176107406616, - 0.03449051454663277, - 0.6814333200454712, - 0.08799479156732559, - 0.04961792379617691, - 0.3201513886451721, - 0.05698884651064873, - 0.02444472163915634, - 0.22595568001270294, - 0.05220196768641472, - 0.17694354057312012, - 0.12504231929779053, - 0.9706213474273682, - 0.8487287163734436, - 0.017811616882681847, - 0.4984084963798523, - 0.019158702343702316, - 0.8307312726974487, - 0.7094444036483765, - 0.07884681969881058, - 0.8570379018783569, - 0.1555408388376236, - 0.055123887956142426, - 0.36470848321914673, - 0.1401675045490265, - 0.5759601593017578, - 0.28165847063064575, - 0.1091766357421875, - 0.01231087651103735, - 0.04764455556869507, - 0.39625611901283264, - 0.018347706645727158, - 0.033998649567365646, - 0.29175159335136414, - 0.19072622060775757, - 0.5516154766082764, - 0.06744446605443954, - 0.5126827955245972, - 0.05594651401042938, - 0.31848183274269104, - 0.012560667470097542, - 0.9780508875846863, - 0.003948132041841745, - 0.4509781301021576, - 0.1075700893998146, - 1.1211872100830078, - 0.22887307405471802, - 0.019948052242398262, - 0.03908690810203552, - 0.23393714427947998, - 0.1909686028957367, - 0.25489431619644165, - 0.2471308708190918, - 0.013466577045619488, - 0.05956552177667618, - 0.012632841244339943, - 0.33036455512046814, - 1.0639370679855347, - 0.2857572138309479, - 0.05918840318918228, - 0.5194957852363586, - 0.15589822828769684, - 0.37605777382850647, - 0.09587863087654114, - 0.22891266644001007, - 0.38701164722442627, - 0.05193426087498665, - 0.00527516845613718, - 0.030794057995080948, - 0.11661121994256973, - 0.05112987384200096, - 0.1633901745080948, - 0.24892842769622803, - 0.5329062938690186, - 1.0150727033615112, - 0.2627689838409424, - 0.13109073042869568, - 0.817081093788147, - 0.43855077028274536, - 0.03647681698203087, - 0.38023486733436584, - 0.7868189215660095, - 0.07572944462299347, - 0.8350535035133362, - 0.7367640137672424, - 0.05709834396839142, - 0.04058424383401871, - 0.6070613861083984, - 0.17969729006290436, - 0.11260736733675003, - 0.019092751666903496, - 0.0553957000374794, - 0.05437707528471947, - 0.15475994348526, - 0.47014176845550537, - 0.11226563155651093, - 0.8972405791282654, - 0.8363785743713379, - 0.035303521901369095, - 0.6063314080238342, - 0.16038551926612854, - 1.1047674417495728, - 0.455587774515152, - 0.10158175975084305, - 0.09716248512268066, - 0.5334263443946838, - 0.5368654131889343, - 0.553739070892334, - 0.038362376391887665, - 0.14183256030082703, - 0.013007343746721745, - 0.017739636823534966, - 1.3062291145324707, - 0.7767755389213562, - 0.04257039725780487, - 1.2890464067459106, - 0.19091713428497314, - 0.49732688069343567, - 0.04396327584981918, - 0.8130917549133301, - 0.27837681770324707, - 0.7628430128097534, - 0.5774967670440674, - 0.47716107964515686, - 0.8829272389411926, - 0.04015907272696495, - 0.04117191955447197, - 0.2007846236228943, - 0.03720732033252716, - 0.12619787454605103, - 0.8704677224159241, - 0.8297925591468811, - 0.39782440662384033, - 0.09886566549539566, - 0.43223726749420166, - 0.12140124291181564, - 0.375018835067749, - 0.10200507193803787, - 0.08887012302875519, - 0.042275961488485336, - 0.48687008023262024, - 0.8463150858879089, - 0.03276247903704643, - 0.6795408725738525, - 0.8836595416069031, - 0.04123172163963318, - 0.8428100347518921, - 0.025597916916012764, - 0.5914418697357178, - 0.46846631169319153, - 0.22062604129314423, - 0.016859667375683784, - 0.1861444115638733, - 0.08280577510595322, - 0.9435688853263855, - 0.31578531861305237, - 0.14141573011875153, - 0.24760355055332184, - 0.11725637316703796, - 0.497058242559433, - 0.4270431399345398, - 0.646499514579773, - 0.21145111322402954, - 0.3667086064815521, - 0.41019538044929504, - 0.08605009317398071, - 0.23563580214977264, - 0.07716765999794006, - 0.03179190680384636, - 0.1450495719909668, - 0.9901039600372314, - 0.012429876253008842, - 0.0447545163333416, - 0.09104257076978683, - 0.1297936886548996, - 0.4270417094230652, - 1.2304461002349854, - 0.5948665142059326, - 0.06080673262476921, - 0.02422020584344864, - 0.006611286662518978, - 0.009215068072080612, - 0.6211820244789124, - 0.5009669661521912, - 0.044437967240810394, - 0.4152332842350006, - 0.5395150780677795, - 0.4361457824707031, - 0.029177162796258926, - 0.06119338050484657, - 0.11617379635572433, - 0.03528045117855072, - 0.03412683308124542, - 0.7125433683395386, - 0.032883256673812866, - 0.01899128220975399, - 0.21820352971553802, - 0.06589319556951523, - 0.5339876413345337, - 0.014260753057897091, - 0.4740370512008667, - 0.2478068321943283, - 0.44310057163238525, - 0.016354862600564957, - 1.1232670545578003, - 0.49387434124946594, - 0.051877181977033615, - 0.0985981673002243, - 0.26416435837745667, - 0.007095267530530691, - 0.08047433197498322, - 0.015268244780600071, - 0.02997380681335926, - 0.11004499346017838, - 0.36945420503616333, - 0.24377062916755676, - 0.02287946827709675 + 0.7734967470169067, + 0.8151336312294006, + 0.4756612479686737, + 0.3288293182849884, + 0.36951592564582825, + 0.38188618421554565, + 0.3269374668598175, + 0.13806402683258057, + 0.6093364953994751, + 0.24742095172405243, + 0.15485422313213348, + 0.8046780824661255, + 0.40736818313598633, + 0.1967572271823883, + 0.44072121381759644, + 0.5315936803817749, + 0.23014341294765472, + 0.39520180225372314, + 0.6437512040138245, + 0.6389906406402588, + 0.2953597605228424, + 0.3312138617038727, + 0.33010315895080566, + 0.2875877916812897, + 0.4015708565711975, + 0.4249309301376343, + 0.30613571405410767, + 0.27280646562576294, + 0.4122057855129242, + 0.28128793835639954, + 0.33495596051216125, + 0.5136839747428894, + 0.28515082597732544, + 0.18369510769844055, + 0.16610807180404663, + 0.1721300631761551, + 0.28731533885002136, + 0.2836746871471405, + 0.4520520269870758, + 0.5598143935203552, + 0.22225771844387054, + 0.21295563876628876, + 0.26523929834365845, + 0.1685367226600647, + 0.22106444835662842, + 0.3054106533527374, + 0.25555893778800964, + 0.4039689302444458, + 0.27253663539886475, + 0.10035033524036407, + 0.36182042956352234, + 0.23213042318820953, + 0.2141234576702118, + 0.3236524164676666, + 0.44108718633651733, + 0.13907676935195923, + 0.2948949337005615, + 0.14465020596981049, + 0.11897651851177216, + 0.21234147250652313, + 0.3813880383968353, + 0.20884312689304352, + 0.28144922852516174, + 0.17499369382858276, + 0.2793392837047577, + 0.34152644872665405, + 0.3361506760120392, + 0.2675032913684845, + 0.23082885146141052, + 0.20207278430461884, + 0.29564985632896423, + 0.2550840973854065, + 0.2979029715061188, + 0.16744428873062134, + 0.13113345205783844, + 0.13212810456752777, + 0.18849536776542664, + 0.3322249948978424, + 0.18034186959266663, + 0.1531154364347458, + 0.2751120328903198, + 0.2772396504878998, + 0.1332339346408844, + 0.2596619427204132, + 0.33575165271759033, + 0.2566431164741516, + 0.12191496044397354, + 0.2739092707633972, + 0.09849455952644348, + 0.19497977197170258, + 0.1865048110485077, + 0.15437661111354828, + 0.223977193236351, + 0.2313421070575714, + 0.14664696156978607, + 0.1963864415884018, + 0.2172049582004547, + 0.14346517622470856, + 0.14302393794059753, + 0.19834423065185547, + 0.1588585525751114, + 0.2969590127468109, + 0.29444387555122375, + 0.30785346031188965, + 0.23382358253002167, + 0.27826988697052, + 0.1335262805223465, + 0.14265894889831543, + 0.19814474880695343, + 0.1756206899881363, + 0.18907269835472107, + 0.1307879388332367, + 0.21318556368350983, + 0.19229121506214142, + 0.1789076030254364, + 0.26045265793800354, + 0.23743616044521332, + 0.22655269503593445, + 0.1779714971780777, + 0.1970779150724411, + 0.2742043137550354, + 0.16522151231765747, + 0.13167987763881683, + 0.17495667934417725, + 0.09905966371297836, + 0.1657712161540985, + 0.19033294916152954, + 0.18663804233074188, + 0.16191546618938446, + 0.1630876660346985, + 0.19853247702121735, + 0.15862861275672913, + 0.21254323422908783, + 0.21271783113479614, + 0.2867126762866974, + 0.1687963902950287, + 0.20748668909072876, + 0.25770533084869385, + 0.1530928611755371, + 0.2208537608385086, + 0.14164192974567413, + 0.2107323706150055, + 0.22135302424430847, + 0.1546233892440796, + 0.12120373547077179, + 0.09541526436805725, + 0.08835054188966751, + 0.36753129959106445, + 0.2027858942747116, + 0.210789293050766, + 0.18163450062274933, + 0.2615314722061157, + 0.17019905149936676, + 0.14857472479343414, + 0.2343355119228363, + 0.1928870975971222, + 0.2880077660083771, + 0.12095385044813156, + 0.09494642913341522, + 0.09009788185358047, + 0.1489790976047516, + 0.13915026187896729, + 0.16120395064353943, + 0.15395505726337433, + 0.30190467834472656, + 0.2597326636314392, + 0.07599851489067078, + 0.18236178159713745, + 0.16210901737213135, + 0.17134684324264526, + 0.2159430980682373, + 0.1782609224319458, + 0.10001932084560394, + 0.1522938311100006, + 0.1876397430896759, + 0.22965143620967865, + 0.08817658573389053, + 0.16039903461933136, + 0.18064574897289276, + 0.11754356324672699, + 0.13727937638759613, + 0.2338097095489502, + 0.15336351096630096, + 0.1660618782043457, + 0.21221128106117249, + 0.23826225101947784, + 0.18965938687324524, + 0.2529151737689972, + 0.21058879792690277, + 0.20189526677131653, + 0.16373881697654724, + 0.2101140022277832, + 0.17449340224266052, + 0.1335936039686203, + 0.12493669986724854, + 0.17259003221988678, + 0.15256235003471375, + 0.20472775399684906, + 0.07871917635202408, + 0.1763637363910675, + 0.1626320630311966, + 0.12067778408527374, + 0.17611311376094818, + 0.20538635551929474, + 0.07967384159564972, + 0.23244187235832214, + 0.14121320843696594, + 0.12773391604423523, + 0.14514155685901642, + 0.09563177824020386, + 0.18863196671009064, + 0.11542560160160065, + 0.19180156290531158, + 0.11168578267097473, + 0.16185104846954346, + 0.07041420787572861, + 0.12970001995563507, + 0.16163533926010132, + 0.20597197115421295, + 0.14519354701042175, + 0.12185530364513397, + 0.1896693855524063, + 0.13895505666732788, + 0.207315593957901, + 0.08800181746482849, + 0.05661477893590927, + 0.20125719904899597, + 0.09753483533859253, + 0.13546301424503326, + 0.23270860314369202, + 0.11893461644649506, + 0.20615293085575104, + 0.1296325922012329, + 0.12327167391777039, + 0.08003822714090347, + 0.09328781813383102, + 0.120521679520607, + 0.19781304895877838, + 0.16237735748291016, + 0.14308728277683258, + 0.16438953578472137, + 0.11894037574529648, + 0.24037185311317444, + 0.14331382513046265, + 0.1989814043045044, + 0.09903477877378464, + 0.16246537864208221, + 0.2248324304819107, + 0.13115103542804718, + 0.07842807471752167, + 0.11707143485546112, + 0.1803233027458191, + 0.2232256680727005, + 0.15393304824829102, + 0.14446596801280975, + 0.07522241026163101, + 0.12913808226585388, + 0.19764234125614166, + 0.15939728915691376, + 0.1572275161743164, + 0.1594220995903015, + 0.059331513941287994, + 0.10086595267057419, + 0.1789768487215042, + 0.15542589128017426, + 0.22493883967399597, + 0.07339499145746231, + 0.11797399818897247, + 0.2194093018770218, + 0.13828220963478088, + 0.06790042668581009, + 0.21732233464717865, + 0.14869442582130432, + 0.07450663298368454, + 0.1214672327041626, + 0.15283456444740295, + 0.07622653245925903, + 0.13190580904483795, + 0.1705862432718277, + 0.12293783575296402, + 0.1743224859237671, + 0.08233175426721573, + 0.07006236165761948, + 0.15043304860591888, + 0.17614854872226715, + 0.12579192221164703, + 0.04233695566654205, + 0.17017482221126556, + 0.15684545040130615, + 0.08500146865844727, + 0.18356719613075256, + 0.10769005864858627, + 0.07511109113693237, + 0.04802173748612404, + 0.19460012018680573, + 0.20673131942749023, + 0.1663350760936737, + 0.11282892525196075, + 0.14088799059391022, + 0.0987001359462738, + 0.10782667994499207, + 0.06927618384361267, + 0.10589749366044998, + 0.10626132786273956, + 0.08769278973340988, + 0.11840629577636719, + 0.09522181749343872, + 0.111986443400383, + 0.08467195928096771, + 0.08093272149562836, + 0.1729907989501953, + 0.15596641600131989, + 0.15508350729942322, + 0.12602554261684418, + 0.13259699940681458, + 0.11529967933893204, + 0.13599181175231934, + 0.13499657809734344, + 0.10292915254831314, + 0.0823558047413826, + 0.07633158564567566, + 0.14273463189601898, + 0.07101412117481232, + 0.06208458170294762, + 0.09628692269325256, + 0.1924562156200409, + 0.10912273824214935, + 0.12251834571361542, + 0.09125620126724243, + 0.1788671612739563, + 0.07859282940626144, + 0.1045253798365593, + 0.0939381793141365, + 0.1547282636165619, + 0.12351059168577194, + 0.07672513276338577, + 0.17404122650623322, + 0.13872963190078735, + 0.12062597274780273, + 0.16040123999118805, + 0.08706362545490265, + 0.13779163360595703, + 0.10166393220424652, + 0.12819691002368927, + 0.05423552170395851, + 0.16117790341377258, + 0.06794007867574692, + 0.1285698115825653, + 0.12602658569812775, + 0.1890912503004074, + 0.08964670449495316, + 0.13899841904640198, + 0.12285810708999634, + 0.14113229513168335, + 0.07595379650592804, + 0.08843785524368286, + 0.12863217294216156, + 0.1603185087442398, + 0.1729961484670639, + 0.08236502856016159, + 0.10151468962430954, + 0.11977370828390121, + 0.13800781965255737, + 0.16935612261295319, + 0.18427416682243347, + 0.1482914239168167, + 0.15916293859481812, + 0.09672083705663681, + 0.06738372892141342, + 0.09375754743814468, + 0.14955313503742218, + 0.19113996624946594, + 0.1154959499835968, + 0.09391796588897705, + 0.05090395361185074, + 0.08596732467412949, + 0.0814189612865448, + 0.08522689342498779, + 0.10088254511356354, + 0.16983957588672638, + 0.11238238960504532, + 0.08736950904130936, + 0.13256071507930756, + 0.07144661992788315, + 0.09210018813610077, + 0.17416329681873322, + 0.16242492198944092, + 0.042244575917720795, + 0.03760727122426033, + 0.1251099854707718, + 0.12492841482162476, + 0.07303435355424881, + 0.06429339200258255, + 0.0727975144982338, + 0.08338136225938797, + 0.10628960281610489, + 0.1680738478899002, + 0.09059307724237442, + 0.14871683716773987, + 0.0505809485912323, + 0.06862615048885345, + 0.02159043774008751, + 0.11754580587148666, + 0.1115596666932106, + 0.1208144873380661, + 0.14831489324569702, + 0.12321361899375916, + 0.1380803883075714, + 0.12903288006782532, + 0.11756714433431625, + 0.0768684446811676, + 0.11349364370107651, + 0.08681343495845795, + 0.1767975389957428, + 0.12696623802185059, + 0.15301646292209625, + 0.1329980492591858, + 0.1948782056570053, + 0.10949107259511948, + 0.10533887147903442, + 0.07536431401968002, + 0.1652931421995163, + 0.052866749465465546, + 0.11035536974668503, + 0.11999571323394775, + 0.0519864559173584, + 0.11520212143659592, + 0.053180526942014694, + 0.12335182726383209, + 0.04871903732419014, + 0.1320125162601471, + 0.0636153295636177, + 0.09765017032623291, + 0.05448319390416145, + 0.041218120604753494, + 0.07382520288228989, + 0.19273975491523743, + 0.08974451571702957, + 0.11040593683719635, + 0.14970801770687103, + 0.14043359458446503, + 0.1511259227991104, + 0.1485525518655777, + 0.17146901786327362, + 0.09099114686250687, + 0.097079798579216, + 0.11796300113201141, + 0.13030660152435303, + 0.03776809200644493, + 0.12087339907884598, + 0.14969462156295776, + 0.13807997107505798, + 0.12124674022197723, + 0.10436086356639862, + 0.11251574754714966, + 0.15368440747261047, + 0.08033327013254166, + 0.050427064299583435, + 0.11752702295780182, + 0.14903900027275085, + 0.0582183338701725, + 0.06471966952085495, + 0.15198536217212677, + 0.13734787702560425, + 0.09380833804607391, + 0.16919207572937012, + 0.07086362689733505, + 0.144243061542511, + 0.13387930393218994, + 0.07966935634613037, + 0.027529051527380943, + 0.14122512936592102, + 0.06933676451444626, + 0.1052679643034935, + 0.13963919878005981, + 0.1979183554649353, + 0.1292361617088318, + 0.10909403860569, + 0.14662212133407593, + 0.1269138753414154, + 0.1225317195057869, + 0.09409273415803909, + 0.09804042428731918, + 0.07597322762012482, + 0.15508000552654266, + 0.12593448162078857, + 0.11773394793272018, + 0.14055858552455902, + 0.12759068608283997, + 0.11467287689447403, + 0.07567355036735535, + 0.11773233115673065, + 0.13999652862548828, + 0.07698053121566772, + 0.08615066856145859, + 0.113553486764431, + 0.06059877574443817, + 0.0864390879869461, + 0.08000030368566513, + 0.16781648993492126 ], "env_score_iters": [ 1, @@ -71519,2164 +87127,2614 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.973724126815796, - -4.5870184898376465, - -0.810992956161499, - -1.9795700311660767, - 0.3787710666656494, - -2.327702522277832, - -3.005019187927246, - -4.399815082550049, - -0.874367356300354, - -1.658106803894043, - -3.188885450363159, - -1.0345124006271362, - 2.8629469871520996, - -0.489866703748703, - -0.44316554069519043, - -3.0022902488708496, - -3.2102725505828857, - -5.112115859985352, - 0.41158658266067505, - -6.800939083099365, - -1.022530198097229, - 1.6094958782196045, - -0.1559000313282013, - -0.3807288706302643, - -1.972754716873169, - -2.8039133548736572, - -0.3332524299621582, - -2.588658332824707, - -3.3562376499176025, - -2.7516283988952637, - 0.6221697330474854, - -2.8713512420654297, - -6.276782035827637, - -0.725894570350647, - -2.5561861991882324, - -2.0313096046447754, - -0.6190836429595947, - -2.9197614192962646, - 7.77447509765625, - -1.1490694284439087, - -2.390007495880127, - -3.3292157649993896, - 8.602237701416016, - -1.52321457862854, - -2.93833065032959, - -2.9307501316070557, - -2.906263589859009, - -3.3001155853271484, - -3.423069477081299, - -1.3750914335250854, - 0.7341376543045044, - -3.357931613922119, - -1.120988130569458, - -2.9159796237945557, - 0.8237172365188599, - -1.785809874534607, - -2.5379157066345215, - 0.11987023800611496, - -3.318847417831421, - -2.918619394302368, - -3.815385341644287, - -3.517414093017578, - -3.5602777004241943, - -8.589627265930176, - -3.787323474884033, - -4.942397117614746, - -1.962126612663269, - -3.0127127170562744, - -0.7178624272346497, - -2.8775205612182617, - -1.7089029550552368, - -3.5886611938476562, - -2.56964373588562, - 0.11051785945892334, - -5.39866304397583, - -3.739748001098633, - -4.390194416046143, - -2.685663938522339, - 6.466249942779541, - -1.4258968830108643, - -4.294906139373779, - 0.2350173145532608, - -2.452781915664673, - -2.292495012283325, - -2.08109188079834, - -8.075130462646484, - -3.9289863109588623, - -4.925845146179199, - -0.9180352091789246, - -3.436220169067383, - -5.1444926261901855, - -1.084172010421753, - -1.4120863676071167, - -3.4927139282226562, - -1.1644078493118286, - -1.990864634513855, - -3.7957351207733154, - -2.2255637645721436, - 0.2648546099662781, - -0.6612054705619812, - -8.61941909790039, - -1.4933876991271973, - -1.8772430419921875, - -1.8769971132278442, - 1.6026567220687866, - -3.3771297931671143, - -3.2945377826690674, - -1.1584393978118896, - -2.0917601585388184, - -3.4969658851623535, - -0.4457433521747589, - -2.333681106567383, - -2.0848188400268555, - -3.51741886138916, - -1.7737276554107666, - -0.9639672040939331, - -5.398477077484131, - -2.0033764839172363, - -2.0782604217529297, - -5.467628479003906, - -1.4058218002319336, - -4.849783897399902, - -3.4496910572052, - 1.5714614391326904, - -1.9111337661743164, - -1.1592824459075928, - -2.978834390640259, - -1.7809476852416992, - -3.5538697242736816, - -0.6172139644622803, - -2.304192304611206, - -3.528418779373169, - -2.227158784866333, - -2.0267093181610107, - 0.00034943284117616713, - -3.1641128063201904, - -4.174575328826904, - 12.02532958984375, - -3.0960936546325684, - -3.838575601577759, - -2.4413607120513916, - -3.0475375652313232, - -3.654698371887207, - -3.7778546810150146, - -2.004774570465088, - -7.957146644592285, - -0.21424013376235962, - -6.58702278137207, - -2.1058106422424316, - 13.331789016723633, - -2.2791366577148438, - -6.081385135650635, - -2.866802930831909, - 0.5649438500404358, - -2.6666557788848877, - -3.3387253284454346, - -4.110379695892334, - -2.7369234561920166, - -7.50358772277832, - -0.7062709927558899, - -2.945004463195801, - -2.7168147563934326, - -1.8294293880462646, - -2.2249176502227783, - -3.1770505905151367, - -2.0333797931671143, - -3.4940812587738037, - -1.4207243919372559, - -1.7741252183914185, - -3.2660739421844482, - 4.398730754852295, - -2.7363953590393066, - -1.2779231071472168, - -2.7865512371063232, - -3.8764655590057373, - -3.2678980827331543, - -0.5227620601654053, - -2.797837734222412, - -4.3110270500183105, - -4.53627347946167, - 0.04653151333332062, - -3.316229820251465, - 0.7041934132575989, - 3.790827751159668, - 7.372075080871582, - -3.803358316421509, - -1.9114794731140137, - 0.916592001914978, - 6.991109371185303, - -2.435560703277588, - -1.2577393054962158, - -1.856050968170166, - -1.7934695482254028, - -2.0522854328155518, - 1.0516586303710938, - -3.6087417602539062, - -2.265209436416626, - -1.5330649614334106, - -0.06222214549779892, - -2.793983221054077, - -1.8228747844696045, - 4.208038330078125, - -0.40375420451164246, - -2.0888447761535645, - -0.35080674290657043, - -2.7448947429656982, - 0.12917356193065643, - -2.7118499279022217, - -0.5869243741035461, - -4.988752365112305, - -1.91842782497406, - -0.8453658223152161, - -4.4675421714782715, - -4.661527633666992, - -3.928952217102051, - 0.2135130763053894, - -0.3729242980480194, - -2.9635140895843506, - -1.399595856666565, - -6.146029472351074, - -1.1530954837799072, - -4.3675217628479, - -2.3091769218444824, - -3.527825117111206, - 0.5583837032318115, - -3.5397095680236816, - 3.0130114555358887, - -2.6392440795898438, - -3.5258336067199707, - -0.091842882335186, - 4.31282901763916, - -2.8617939949035645, - -5.8349432945251465, - -0.07933405786752701, - -1.6772375106811523, - -2.3774688243865967, - -2.4542484283447266, - -6.89491081237793, - -2.5933332443237305, - -1.6167962551116943, - -3.811408281326294, - -1.8530983924865723, - 0.7836386561393738, - -2.013212203979492, - -2.409623384475708, - -2.6347110271453857, - -0.7818555235862732, - -2.983520030975342, - -4.419591903686523, - -3.122849464416504, - -3.6886281967163086, - -3.957958936691284, - -3.1364874839782715, - -7.189662456512451, - -3.6082699298858643, - -2.5059030055999756, - -5.947457790374756, - -3.2379133701324463, - -1.1475287675857544, - -2.8395092487335205, - -2.7274067401885986, - -3.683210849761963, - 2.796654462814331, - -3.302504539489746, - -3.9857940673828125, - -3.410325288772583, - -7.175173282623291, - -3.9909932613372803, - -3.8134639263153076, - 3.8639168739318848, - 7.951624870300293, - 0.25910457968711853, - -2.7838058471679688, - -5.68867826461792, - -4.570411205291748, - -2.531050205230713, - 2.707017183303833, - 0.5207211375236511, - -3.172516345977783, - -2.7450954914093018, - -0.5698487162590027, - -3.9238617420196533, - -4.333633899688721, - -5.106430530548096, - -4.2085676193237305, - -2.564890146255493, - -2.7402970790863037, - -3.5940072536468506, - -2.7363903522491455, - -2.790572166442871, - 0.6527122855186462, - -0.6252186894416809, - -3.7332842350006104, - 0.8613921403884888, - -3.533503532409668, - 0.17559179663658142, - -0.2594212293624878, - -3.5829126834869385, - 0.9519968628883362, - -3.590548038482666, - -3.7375266551971436, - -1.4734517335891724, - -3.027235507965088, - -3.621914863586426, - -1.3232899904251099, - -2.6776764392852783, - -5.391894340515137, - -3.132441282272339, - -1.9112396240234375, - -4.065460205078125, - -3.2798726558685303, - -1.732803225517273, - -3.6904916763305664, - 0.2797888517379761, - -3.9178860187530518, - -2.685177803039551, - -3.889042854309082, - -1.7381125688552856, - -2.9004247188568115, - 0.9672802686691284, - -3.567567825317383, - -1.2993292808532715, - -4.006588935852051, - -4.958716869354248, - -2.994694471359253, - -3.6464505195617676, - -3.4721109867095947, - -2.943373441696167, - -3.623694658279419, - -2.368129014968872, - -2.3741652965545654, - -3.562042713165283, - -4.110743522644043, - -3.629960060119629, - -3.3919692039489746, - 2.0086450576782227, - -1.9483119249343872, - -3.320970058441162, - -1.438847303390503, - -2.521791458129883, - -5.5589165687561035, - -4.612802505493164, - -3.0943591594696045, - -4.660246849060059, - -2.609651565551758, - -3.8949623107910156, - -3.558995485305786, - -2.773024559020996, - -4.4736504554748535, - -3.027752637863159, - -3.9372804164886475, - 1.1192480325698853, - 1.2221589088439941, - -2.086763381958008, - -2.9342057704925537, - 0.15856103599071503, - -2.1531784534454346, - -3.4360861778259277, - -1.0052070617675781, - 0.24033543467521667, - -4.998106956481934, - -0.4193855822086334, - -1.9239565134048462, - -4.650642395019531, - -5.1628522872924805, - -2.4095845222473145, - -4.881405830383301, - -4.303905487060547, - -3.3958427906036377, - -3.497511148452759, - -4.078634262084961, - -3.0599100589752197, - -5.41500997543335, - -3.1483466625213623, - -0.46525999903678894, - 0.7466626167297363, - -3.8045437335968018, - -0.6753045320510864, - -2.6515355110168457, - -2.0760412216186523, - -2.544630765914917, - -5.985451698303223, - -2.8746793270111084, - -3.162230968475342, - 1.1668535470962524, - 1.0772042274475098, - -4.284800052642822, - -3.1141157150268555, - -3.713195562362671, - -3.670086145401001, - 8.539680480957031, - -3.760415554046631, - -2.7569360733032227, - 9.706926345825195, - -3.0113637447357178, - -3.5302574634552, - -4.451439380645752, - -0.13127052783966064, - -3.4375686645507812, - -1.991990089416504, - -3.6320242881774902, - -0.7888514995574951, - 1.4502242803573608, - -3.23779296875, - -3.482046604156494, - -5.100141525268555, - -7.69258975982666, - -4.370211124420166, - -0.4432668089866638, - -2.8860743045806885, - -6.134647846221924, - -5.954303741455078, - -0.1253337860107422, - -2.9472343921661377, - -3.415295362472534, - -2.8303067684173584, - -2.8359296321868896, - -3.260366439819336, - -4.049095630645752, - -2.610729455947876, - -3.482790470123291, - -2.6763346195220947, - -3.296809673309326, - -3.1437551975250244, - -0.03759825602173805, - -3.6404731273651123, - -4.571287155151367, - -1.9689754247665405, - -2.1543853282928467, - -4.37441349029541, - -4.394113540649414, - -2.4137041568756104, - -0.21294349431991577, - -5.142938137054443, - -3.0361530780792236, - -1.8478093147277832, - -2.867825746536255, - -1.7154433727264404, - -2.1877527236938477, - -2.690197467803955, - -1.2726731300354004, - -2.319275379180908, - 0.04100443050265312, - -3.7566752433776855, - -3.015854597091675, - -3.5131678581237793, - -3.8036763668060303, - -2.753723382949829, - 2.309645891189575, - -3.9243457317352295, - -3.508986711502075, - -3.2160022258758545, - -2.675950288772583, - -1.6482995748519897, - 6.1864190101623535, - -1.9782007932662964, - -2.6900343894958496, - -3.3848164081573486, - -4.595922470092773, - -3.882766008377075, - 0.39853471517562866, - -0.9198586940765381, - -5.550145626068115, - -0.9499845504760742, - -0.7098730802536011, - -4.827334403991699, - -5.03990364074707, - -3.723639726638794, - -3.882152795791626, - -4.39531946182251, - -3.331951141357422, - -3.5348832607269287, - -3.466547966003418, - -4.088155269622803, - -1.2516419887542725, - -2.5586094856262207, - -3.44541072845459, - -4.06403923034668, - -2.9682438373565674, - -3.121065855026245, - -2.324805974960327, - -4.112499713897705, - 3.089262008666992, - -0.7835995554924011, - -2.659856081008911, - -3.160853385925293, - -3.1441855430603027, - -4.260859489440918, - -2.8637826442718506, - -3.8764727115631104, - -3.989971160888672, - -1.6854430437088013, - -3.0146093368530273, - -2.9125614166259766, - -4.167496681213379 + -0.5324477553367615, + -0.40200042724609375, + -0.4860681891441345, + -0.5140583515167236, + -0.4509708285331726, + -0.5514467358589172, + -0.6607007384300232, + -0.5586367249488831, + -0.6198595762252808, + -0.5198596715927124, + -0.6276043057441711, + -0.19273899495601654, + -0.4454527199268341, + -0.5208959579467773, + -0.524509608745575, + -0.576728880405426, + -0.3742961585521698, + -0.519635021686554, + 0.11468131840229034, + -0.3697243928909302, + -0.5903202295303345, + -0.524905264377594, + -0.38848018646240234, + -0.4211145043373108, + -0.6089212894439697, + -0.7043062448501587, + -0.5593311786651611, + -0.5545184016227722, + -0.39963698387145996, + -0.5432276725769043, + -0.5520493388175964, + -0.2295239269733429, + -0.45412135124206543, + -0.5063861608505249, + -0.313461571931839, + -0.36257079243659973, + -0.6212518811225891, + -0.3994540870189667, + -0.37252891063690186, + -0.2113395631313324, + -0.5599866509437561, + -0.6855602860450745, + -0.5806912183761597, + -0.37712961435317993, + -0.6076520681381226, + -0.6449462175369263, + -0.49032828211784363, + -0.46916869282722473, + -0.3623632490634918, + -0.6001507043838501, + -0.4827660918235779, + -0.4382481276988983, + -0.4956928789615631, + -0.2359371781349182, + -0.34431561827659607, + -0.45167165994644165, + -0.5843706130981445, + -0.603472888469696, + -0.6106958389282227, + -0.7194268107414246, + -0.6110770106315613, + -0.5971810817718506, + -0.4626343846321106, + -0.5685110092163086, + -0.3061220049858093, + -0.28289008140563965, + -0.4732198417186737, + -0.49426060914993286, + -0.34861305356025696, + -0.5101326704025269, + -0.7857829332351685, + -0.4459117650985718, + -0.7191916704177856, + -0.5305079221725464, + -0.6278570890426636, + -0.6366720199584961, + -0.5285051465034485, + -0.4495965838432312, + -0.5416708588600159, + -0.5178759694099426, + -0.8740933537483215, + -0.3262529969215393, + -0.7183966040611267, + -0.44377410411834717, + -0.4616917073726654, + -0.7451465725898743, + -0.4814371168613434, + -0.6326614022254944, + -0.5963132977485657, + -0.34856656193733215, + -0.6437174677848816, + -0.5406006574630737, + -0.4065885543823242, + -0.5207239985466003, + -0.569091796875, + -0.4635104238986969, + -0.7432621717453003, + -0.573582112789154, + -0.4398505389690399, + -0.45245468616485596, + -0.5806738138198853, + -0.3712849020957947, + -0.5138632655143738, + -0.3543127477169037, + -0.6572859287261963, + -0.3051284849643707, + -0.5245831608772278, + -0.5338149070739746, + -0.315213143825531, + -0.8122802972793579, + -0.6073073148727417, + -0.5019022822380066, + -0.7877071499824524, + -0.6652971506118774, + -0.5033700466156006, + -0.5458982586860657, + -0.5428788661956787, + -0.4333682060241699, + -0.5271075963973999, + -0.38256561756134033, + -0.3132317364215851, + -0.47125741839408875, + -0.5275829434394836, + -0.615090012550354, + -0.4882291257381439, + -0.4901939630508423, + -0.4769914448261261, + -0.46574315428733826, + -0.4434952139854431, + -0.3565446734428406, + -0.4979211091995239, + -0.6093670725822449, + -0.38140302896499634, + -0.4725322723388672, + -0.5684148669242859, + -0.4982706606388092, + -0.4736427068710327, + -0.5332233309745789, + -0.8085588812828064, + -0.3362247347831726, + -0.6506733298301697, + -0.710167646408081, + -0.46717679500579834, + -0.6502395868301392, + -0.7314950227737427, + -0.7304101586341858, + -0.6267672777175903, + -0.3745994567871094, + -0.5487093329429626, + -0.6890406608581543, + -0.4684140980243683, + -0.27267730236053467, + -0.48759618401527405, + -0.5932725071907043, + -0.4182235598564148, + -0.8049052357673645, + -0.37442252039909363, + -0.5979388356208801, + -0.5286679267883301, + -0.41767817735671997, + -0.44964176416397095, + -0.5442041754722595, + -0.7810497283935547, + -0.48698920011520386, + -0.5405685305595398, + -0.4181067943572998, + -0.6000787615776062, + -0.5183585286140442, + -0.6106110215187073, + -0.37114906311035156, + -0.6416165232658386, + -0.5202406048774719, + -0.7789877653121948, + -0.4969523847103119, + -0.8693456649780273, + -0.46525049209594727, + -0.5797834396362305, + -0.4726260304450989, + -0.5992625951766968, + -0.6566215753555298, + -0.5504491329193115, + -0.5138664245605469, + -0.5993912816047668, + -0.580702006816864, + -0.6241731643676758, + -0.6627539992332458, + -0.5558564066886902, + -0.6436962485313416, + -0.554669201374054, + -0.6066678166389465, + -0.5239173769950867, + -0.6811540126800537, + -0.40970292687416077, + -0.39018353819847107, + -0.4011681079864502, + -0.6499078869819641, + -0.40503573417663574, + -0.5302051901817322, + -0.5239649415016174, + -0.5573695302009583, + -0.5568540692329407, + -0.5705947875976562, + -0.5752770304679871, + -0.7922815680503845, + -0.6090432405471802, + -0.605326771736145, + -0.5078858733177185, + -0.7268619537353516, + -0.639090359210968, + -0.5570875406265259, + -0.3770916163921356, + -0.5561883449554443, + -0.5340113639831543, + -0.4880375564098358, + -0.51728355884552, + -0.5750404596328735, + -0.6353228688240051, + -0.782235324382782, + -0.40604034066200256, + -0.6128010749816895, + -0.5366531610488892, + -0.548244833946228, + -0.5719428658485413, + -0.6078442335128784, + -0.5780196785926819, + -0.6066262722015381, + -0.625420868396759, + -0.6567182540893555, + -0.5857698321342468, + -0.40789392590522766, + -0.7559828162193298, + -0.45980602502822876, + -0.8702324628829956, + -0.4919271767139435, + -0.5678919553756714, + -0.5680955052375793, + -0.6390169262886047, + -0.11899799853563309, + -0.49154770374298096, + -0.5765359401702881, + -0.5616540908813477, + -0.6347038745880127, + -0.46505728363990784, + -0.6234607100486755, + -0.5777291655540466, + -0.5866621732711792, + -0.7035985589027405, + -0.6758768558502197, + -0.5587677955627441, + -0.535262942314148, + -0.5511200428009033, + -0.48966658115386963, + -0.5989644527435303, + -0.5156764388084412, + -0.5499386191368103, + -0.5898305177688599, + -0.5342810750007629, + -0.7526234984397888, + -0.4520493447780609, + -0.5956217050552368, + -0.3427313268184662, + -0.6805932521820068, + -0.4026016891002655, + -0.6983546018600464, + -0.6621278524398804, + -0.40750986337661743, + -0.5917590260505676, + -0.6917158365249634, + -0.6222103238105774, + -0.6716436147689819, + -0.7526350617408752, + -0.43741512298583984, + -0.6760654449462891, + -0.6646848320960999, + -0.6337027549743652, + -0.6246740221977234, + -0.8279224038124084, + -0.6637458205223083, + -0.616421639919281, + -0.539304256439209, + -0.6944556832313538, + -0.6540988087654114, + -0.7237223386764526, + -0.5656859278678894, + -0.419979989528656, + -0.5020126104354858, + -0.505374014377594, + -0.5941196084022522, + -0.5651354193687439, + -0.5407172441482544, + -0.6277564167976379, + -0.6665881872177124, + -0.5515478849411011, + -0.5770610570907593, + -0.5236003398895264, + -0.6669142842292786, + -0.6123126149177551, + -0.6359288692474365, + -0.5956346392631531, + -0.4103465676307678, + -0.5644136667251587, + -0.676247775554657, + -0.7306652665138245, + -0.49315688014030457, + -0.6261731386184692, + -0.5206615924835205, + -0.6810530424118042, + -0.6678975224494934, + -0.5166184902191162, + -0.45041000843048096, + -0.41382962465286255, + -0.6329541802406311, + -0.4562079608440399, + -0.6784653663635254, + -0.43794941902160645, + -0.5322571992874146, + -0.7059411406517029, + -0.6436198949813843, + -0.6616625785827637, + -0.5476115942001343, + -0.7213422060012817, + -0.7038054466247559, + -0.49749401211738586, + -0.5340453386306763, + -0.5432563424110413, + -0.46954798698425293, + -0.5970364212989807, + -0.5656032562255859, + -0.6029965281486511, + -0.553026020526886, + -0.5398592352867126, + -0.6521605849266052, + -0.6802276968955994, + -0.554634153842926, + -0.609246551990509, + -0.5173403024673462, + -0.5081388354301453, + -0.5124869346618652, + -0.6259877681732178, + -0.6246616840362549, + -0.6966645121574402, + -0.5741791725158691, + -0.5993180871009827, + -0.6207995414733887, + -0.5840128660202026, + -0.712670624256134, + -0.5781587362289429, + -0.6287164092063904, + -0.46654990315437317, + -0.6515917778015137, + -0.6220378279685974, + -0.5405139327049255, + -0.5248561501502991, + -0.575415313243866, + -0.47929492592811584, + -0.6721811890602112, + -0.5997551083564758, + -0.5471673607826233, + -0.5694147348403931, + -0.5790607929229736, + -0.7492081522941589, + -0.439653217792511, + -0.7151317596435547, + -0.6315781474113464, + -0.3540894091129303, + -0.6481547951698303, + -0.9361002445220947, + -0.448692262172699, + -0.5052350759506226, + -0.7396184802055359, + -0.5748613476753235, + -0.7510462999343872, + -0.5436038970947266, + -0.6589221954345703, + -0.5139123797416687, + -0.6389221549034119, + -0.3964777886867523, + -0.8003279566764832, + -0.5545668601989746, + -0.5061526298522949, + -0.6345696449279785, + -0.633947491645813, + -0.5699242353439331, + -0.7322371602058411, + -0.5272079110145569, + -0.5681896209716797, + -0.5337323546409607, + -0.6212764382362366, + -0.5651281476020813, + -0.6291728615760803, + -0.7952161431312561, + -0.5295464396476746, + -0.6047564148902893, + -0.5778257846832275, + -0.4987155795097351, + -0.7718210220336914, + -0.5216613411903381, + -0.663330078125, + -0.6792567372322083, + -0.5875030755996704, + -0.657265305519104, + -0.6668416261672974, + -0.7871039509773254, + -0.7928775548934937, + -0.4776185154914856, + -0.5480678081512451, + -0.5986406803131104, + -0.6117070317268372, + -0.5003732442855835, + -0.7940173149108887, + -0.6381759643554688, + -0.5701084733009338, + -0.6790182590484619, + -0.5423014163970947, + -0.5868609547615051, + -0.7473129034042358, + -0.6629994511604309, + -0.8988452553749084, + -0.5066437125205994, + -0.46668222546577454, + -0.5735647082328796, + -0.6235791444778442, + -0.7460558414459229, + -0.6265245079994202, + -0.6259322762489319, + -0.623410701751709, + -0.6427966356277466, + -0.6675620079040527, + -0.42182475328445435, + -0.6164165735244751, + -0.7406085729598999, + -0.6253687143325806, + -0.5735635757446289, + -0.7503954172134399, + -0.6337926387786865, + -0.6078832149505615, + -0.6044293642044067, + -0.5927605628967285, + -0.7400485873222351, + -0.5698015689849854, + -0.5764531493186951, + -0.6532057523727417, + -0.5787045955657959, + -0.46346136927604675, + -0.5410109162330627, + -0.656943142414093, + -0.6208116412162781, + -0.6802579760551453, + -0.5312129855155945, + -0.697462797164917, + -0.4630909562110901, + -0.4445974826812744, + -0.6001554131507874, + -0.6281665563583374, + -0.9060968160629272, + -0.4694618582725525, + -0.544053316116333, + -0.708296537399292, + -0.5403864979743958, + -0.6296725273132324, + -0.5775508880615234, + -0.6551762819290161, + -0.37465977668762207, + -0.5361613631248474, + -0.6585507392883301, + -0.5360532402992249, + -0.5385000109672546, + -0.5496705174446106, + -0.6556118130683899, + -0.7142508625984192, + -0.62434983253479, + -0.6097790598869324, + -0.5633272528648376, + -0.6503306031227112, + -0.6464802622795105, + -0.3867901861667633, + -0.8052071332931519, + -0.40742066502571106, + -0.4731186330318451, + -0.5927157402038574, + -0.5834962725639343, + -0.6149564981460571, + -0.64934903383255, + -0.47448909282684326, + -0.6806524395942688, + -0.5927871465682983, + -0.5548444390296936, + -0.5101042985916138, + -0.625203549861908, + -0.5397264957427979, + -0.6653048992156982, + -0.559066653251648, + -0.48326703906059265, + -0.5960450172424316, + -0.557707667350769, + -0.490293949842453, + -0.7153263688087463, + -0.550513505935669, + -0.6910724639892578, + -0.5462130904197693 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.675, - 0.7, - 0.7, - 0.675, - 0.625, - 0.6749999999999999, - 0.65, - 0.65, - 0.6499999999999999 + 0.4375, + 0.5, + 0.44999999999999996, + 0.43749999999999994, + 0.5, + 0.46249999999999997, + 0.4875, + 0.4749999999999999, + 0.5125, + 0.44999999999999996, + 0.425, + 0.45, + 0.45, + 0.4375, + 0.4, + 0.47500000000000003, + 0.44999999999999996, + 0.375, + 0.43749999999999994, + 0.46249999999999997 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.683800220489502, - 0.7034082412719727, - 0.3757201135158539, - 0.10509972274303436, - -0.06481512635946274, - 0.23263105750083923, - 0.12190115451812744, - 0.357564777135849, - 0.16810542345046997, - 0.7919324040412903 + 0.13296721875667572, + 0.15047761797904968, + 0.06382889300584793, + -0.12777696549892426, + -0.14909903705120087, + -0.020361972972750664, + -0.06486428529024124, + 0.07064962387084961, + 0.09835540503263474, + 0.08860943466424942, + 0.07020660489797592, + 0.012225493788719177, + 0.09536642581224442, + -0.05534101277589798, + 0.14350418746471405, + 0.0636836364865303, + 0.11105506867170334, + 0.13870424032211304, + 0.14144660532474518, + -0.02708248235285282 ], "rl_grad_norm": [ - 0.7090591788291931, - 0.6223543882369995, - 0.5677557587623596, - 0.38345733284950256, - 0.24437527358531952, - 0.04333799332380295, - 0.3670394718647003, - 0.10420878231525421, - 0.17391382157802582, - 0.011599241755902767 + 0.5815486311912537, + 0.13190443813800812, + 0.09330381453037262, + 0.17358122766017914, + 0.12030462920665741, + 0.34419921040534973, + 0.11933828145265579, + 0.10539431124925613, + 0.08823153376579285, + 0.0668635293841362, + 0.15450970828533173, + 0.11366384476423264, + 0.07600422203540802, + 0.1747545748949051, + 0.09668225795030594, + 0.04377876967191696, + 0.10382692515850067, + 0.09350957721471786, + 0.12450063973665237, + 0.1361684799194336 ], "bc_grad_norm": [ - 0.12270886451005936, - 0.1978493332862854, - 0.19811967015266418, - 0.11008941382169724, - 0.11289020627737045, - 0.09778527915477753, - 0.04447655752301216, - 0.08112739026546478, - 0.07911723107099533, - 0.13610754907131195 + 1.9149197340011597, + 1.0567930936813354, + 1.127388596534729, + 1.1764657497406006, + 1.8163065910339355, + 1.3460732698440552, + 1.704834222793579, + 1.3718997240066528, + 0.9150243997573853, + 1.01211416721344, + 0.8402259349822998, + 0.8963624835014343, + 1.6917309761047363, + 2.6359663009643555, + 1.7563912868499756, + 2.2318837642669678, + 1.813311219215393, + 1.8461834192276, + 3.658942222595215, + 2.590715169906616 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.0.self_attn.in_proj_weight": 0.15790438652038574, - "transformer.layers.0.self_attn.in_proj_bias": 0.011371222324669361, - "transformer.layers.0.self_attn.out_proj.weight": 0.13016940653324127, - "transformer.layers.0.self_attn.out_proj.bias": 0.01607435755431652, - "transformer.layers.0.norm1.weight": 0.010655008256435394, - "transformer.layers.0.norm1.bias": 0.009568090550601482, - "transformer.layers.1.self_attn.in_proj_weight": 0.11893099546432495, - "transformer.layers.1.self_attn.in_proj_bias": 0.007943617179989815, - "transformer.layers.1.self_attn.out_proj.weight": 0.15643621981143951, - "transformer.layers.1.self_attn.out_proj.bias": 0.011088819243013859, - "transformer.layers.1.norm1.weight": 0.007438425440341234, - "transformer.layers.1.norm1.bias": 0.006423820275813341, - "transformer.layers.2.self_attn.in_proj_weight": 0.13826316595077515, - "transformer.layers.2.self_attn.in_proj_bias": 0.010529455728828907, - "transformer.layers.2.self_attn.out_proj.weight": 0.1251353621482849, - "transformer.layers.2.self_attn.out_proj.bias": 0.01212291419506073, - "transformer.layers.2.norm1.weight": 0.00962864700704813, - "transformer.layers.2.norm1.bias": 0.011806178838014603, - "transformer.layers.3.self_attn.in_proj_weight": 0.3160708248615265, - "transformer.layers.3.self_attn.in_proj_bias": 0.02813478745520115, - "transformer.layers.3.self_attn.out_proj.weight": 0.14196975529193878, - "transformer.layers.3.self_attn.out_proj.bias": 0.020716166123747826, - "transformer.layers.3.norm1.weight": 0.023460019379854202, - "transformer.layers.3.norm1.bias": 0.039610356092453 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.2135472148656845, - "transformer.layers.0.self_attn.in_proj_bias": 0.020077086985111237, - "transformer.layers.0.self_attn.out_proj.weight": 0.1912202686071396, - "transformer.layers.0.self_attn.out_proj.bias": 0.024569693952798843, - "transformer.layers.0.norm1.weight": 0.014484205283224583, - "transformer.layers.0.norm1.bias": 0.019116241484880447, - "transformer.layers.1.self_attn.in_proj_weight": 0.16612158715724945, - "transformer.layers.1.self_attn.in_proj_bias": 0.012182613834738731, - "transformer.layers.1.self_attn.out_proj.weight": 0.23174676299095154, - "transformer.layers.1.self_attn.out_proj.bias": 0.017056623473763466, - "transformer.layers.1.norm1.weight": 0.008559786714613438, - "transformer.layers.1.norm1.bias": 0.010885598137974739, - "transformer.layers.2.self_attn.in_proj_weight": 0.1925974041223526, - "transformer.layers.2.self_attn.in_proj_bias": 0.013632316142320633, - "transformer.layers.2.self_attn.out_proj.weight": 0.15531110763549805, - "transformer.layers.2.self_attn.out_proj.bias": 0.016972631216049194, - "transformer.layers.2.norm1.weight": 0.013302273117005825, - "transformer.layers.2.norm1.bias": 0.012837551534175873, - "transformer.layers.3.self_attn.in_proj_weight": 0.3561301827430725, - "transformer.layers.3.self_attn.in_proj_bias": 0.03213251382112503, - "transformer.layers.3.self_attn.out_proj.weight": 0.19397465884685516, - "transformer.layers.3.self_attn.out_proj.bias": 0.027550727128982544, - "transformer.layers.3.norm1.weight": 0.02729310467839241, - "transformer.layers.3.norm1.bias": 0.04487399756908417 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.10102763772010803, - "transformer.layers.0.self_attn.in_proj_bias": 0.009053775109350681, - "transformer.layers.0.self_attn.out_proj.weight": 0.11182005703449249, - "transformer.layers.0.self_attn.out_proj.bias": 0.014970408752560616, - "transformer.layers.0.norm1.weight": 0.0055067576467990875, - "transformer.layers.0.norm1.bias": 0.007437677588313818, - "transformer.layers.1.self_attn.in_proj_weight": 0.11483776569366455, - "transformer.layers.1.self_attn.in_proj_bias": 0.007424431387335062, - "transformer.layers.1.self_attn.out_proj.weight": 0.15984401106834412, - "transformer.layers.1.self_attn.out_proj.bias": 0.012862520292401314, - "transformer.layers.1.norm1.weight": 0.007308038417249918, - "transformer.layers.1.norm1.bias": 0.005796903744339943, - "transformer.layers.2.self_attn.in_proj_weight": 0.128741055727005, - "transformer.layers.2.self_attn.in_proj_bias": 0.009859808720648289, - "transformer.layers.2.self_attn.out_proj.weight": 0.12800954282283783, - "transformer.layers.2.self_attn.out_proj.bias": 0.013726371340453625, - "transformer.layers.2.norm1.weight": 0.008766936138272285, - "transformer.layers.2.norm1.bias": 0.010563175193965435, - "transformer.layers.3.self_attn.in_proj_weight": 0.33655285835266113, - "transformer.layers.3.self_attn.in_proj_bias": 0.03313770890235901, - "transformer.layers.3.self_attn.out_proj.weight": 0.16638338565826416, - "transformer.layers.3.self_attn.out_proj.bias": 0.0262063629925251, - "transformer.layers.3.norm1.weight": 0.025898238644003868, - "transformer.layers.3.norm1.bias": 0.04723414033651352 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.09277282655239105, - "transformer.layers.0.self_attn.in_proj_bias": 0.004793204367160797, - "transformer.layers.0.self_attn.out_proj.weight": 0.07177185267210007, - "transformer.layers.0.self_attn.out_proj.bias": 0.008075591176748276, - "transformer.layers.0.norm1.weight": 0.005242185201495886, - "transformer.layers.0.norm1.bias": 0.004328868817538023, - "transformer.layers.1.self_attn.in_proj_weight": 0.07443783432245255, - "transformer.layers.1.self_attn.in_proj_bias": 0.004821394104510546, - "transformer.layers.1.self_attn.out_proj.weight": 0.08863474428653717, - "transformer.layers.1.self_attn.out_proj.bias": 0.005983263719826937, - "transformer.layers.1.norm1.weight": 0.004212019499391317, - "transformer.layers.1.norm1.bias": 0.004868150223046541, - "transformer.layers.2.self_attn.in_proj_weight": 0.09782985597848892, - "transformer.layers.2.self_attn.in_proj_bias": 0.005473737139254808, - "transformer.layers.2.self_attn.out_proj.weight": 0.07436885684728622, - "transformer.layers.2.self_attn.out_proj.bias": 0.006521265953779221, - "transformer.layers.2.norm1.weight": 0.0064059533178806305, - "transformer.layers.2.norm1.bias": 0.0061009591445326805, - "transformer.layers.3.self_attn.in_proj_weight": 0.19208909571170807, - "transformer.layers.3.self_attn.in_proj_bias": 0.011901372112333775, - "transformer.layers.3.self_attn.out_proj.weight": 0.09078721702098846, - "transformer.layers.3.self_attn.out_proj.bias": 0.009671175852417946, - "transformer.layers.3.norm1.weight": 0.013240599073469639, - "transformer.layers.3.norm1.bias": 0.014541159383952618 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.3714357018470764, - "transformer.layers.0.self_attn.in_proj_bias": 0.013702156953513622, - "transformer.layers.0.self_attn.out_proj.weight": 0.40506595373153687, - "transformer.layers.0.self_attn.out_proj.bias": 0.01979386806488037, - "transformer.layers.0.norm1.weight": 0.0195964016020298, - "transformer.layers.0.norm1.bias": 0.010438961908221245, - "transformer.layers.1.self_attn.in_proj_weight": 0.3474671542644501, - "transformer.layers.1.self_attn.in_proj_bias": 0.016095852479338646, - "transformer.layers.1.self_attn.out_proj.weight": 0.08120853453874588, - "transformer.layers.1.self_attn.out_proj.bias": 0.005965511314570904, - "transformer.layers.1.norm1.weight": 0.02201315201818943, - "transformer.layers.1.norm1.bias": 0.01631051115691662, - "transformer.layers.2.self_attn.in_proj_weight": 0.13503117859363556, - "transformer.layers.2.self_attn.in_proj_bias": 0.006067600101232529, - "transformer.layers.2.self_attn.out_proj.weight": 0.0482218861579895, - "transformer.layers.2.self_attn.out_proj.bias": 0.004890523385256529, - "transformer.layers.2.norm1.weight": 0.00865163467824459, - "transformer.layers.2.norm1.bias": 0.006326781120151281, - "transformer.layers.3.self_attn.in_proj_weight": 0.11426284164190292, - "transformer.layers.3.self_attn.in_proj_bias": 0.010384575463831425, - "transformer.layers.3.self_attn.out_proj.weight": 0.05068734288215637, - "transformer.layers.3.self_attn.out_proj.bias": 0.008600554428994656, - "transformer.layers.3.norm1.weight": 0.008371984586119652, - "transformer.layers.3.norm1.bias": 0.013939432799816132 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.02885875292122364, - "transformer.layers.0.self_attn.in_proj_bias": 0.0017211157828569412, - "transformer.layers.0.self_attn.out_proj.weight": 0.025375114753842354, - "transformer.layers.0.self_attn.out_proj.bias": 0.002253938466310501, - "transformer.layers.0.norm1.weight": 0.0016719138948246837, - "transformer.layers.0.norm1.bias": 0.0015823855064809322, - "transformer.layers.1.self_attn.in_proj_weight": 0.021068735048174858, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008703846833668649, - "transformer.layers.1.self_attn.out_proj.weight": 0.014441419392824173, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008800731156952679, - "transformer.layers.1.norm1.weight": 0.0012924395268782973, - "transformer.layers.1.norm1.bias": 0.0008785109966993332, - "transformer.layers.2.self_attn.in_proj_weight": 0.020759955048561096, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007840570178814232, - "transformer.layers.2.self_attn.out_proj.weight": 0.010712514631450176, - "transformer.layers.2.self_attn.out_proj.bias": 0.000651312991976738, - "transformer.layers.2.norm1.weight": 0.0013971062144264579, - "transformer.layers.2.norm1.bias": 0.0007633466157130897, - "transformer.layers.3.self_attn.in_proj_weight": 0.024631187319755554, - "transformer.layers.3.self_attn.in_proj_bias": 0.0014079469256103039, - "transformer.layers.3.self_attn.out_proj.weight": 0.01119421236217022, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009564902284182608, - "transformer.layers.3.norm1.weight": 0.0021216683089733124, - "transformer.layers.3.norm1.bias": 0.0018354245694354177 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.18108975887298584, - "transformer.layers.0.self_attn.in_proj_bias": 0.010340460576117039, - "transformer.layers.0.self_attn.out_proj.weight": 0.15813781321048737, - "transformer.layers.0.self_attn.out_proj.bias": 0.01187366433441639, - "transformer.layers.0.norm1.weight": 0.010918268002569675, - "transformer.layers.0.norm1.bias": 0.00870702788233757, - "transformer.layers.1.self_attn.in_proj_weight": 0.11214196681976318, - "transformer.layers.1.self_attn.in_proj_bias": 0.005096382461488247, - "transformer.layers.1.self_attn.out_proj.weight": 0.08908920735120773, - "transformer.layers.1.self_attn.out_proj.bias": 0.004179360345005989, - "transformer.layers.1.norm1.weight": 0.007287105079740286, - "transformer.layers.1.norm1.bias": 0.0050183446146547794, - "transformer.layers.2.self_attn.in_proj_weight": 0.09243372082710266, - "transformer.layers.2.self_attn.in_proj_bias": 0.002861939836293459, - "transformer.layers.2.self_attn.out_proj.weight": 0.05251850560307503, - "transformer.layers.2.self_attn.out_proj.bias": 0.002276856452226639, - "transformer.layers.2.norm1.weight": 0.007450899109244347, - "transformer.layers.2.norm1.bias": 0.003113602986559272, - "transformer.layers.3.self_attn.in_proj_weight": 0.06144759804010391, - "transformer.layers.3.self_attn.in_proj_bias": 0.0034035569988191128, - "transformer.layers.3.self_attn.out_proj.weight": 0.030655814334750175, - "transformer.layers.3.self_attn.out_proj.bias": 0.0025075667072087526, - "transformer.layers.3.norm1.weight": 0.004996355157345533, - "transformer.layers.3.norm1.bias": 0.004807620774954557 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.02159617654979229, - "transformer.layers.0.self_attn.in_proj_bias": 0.0016686952440068126, - "transformer.layers.0.self_attn.out_proj.weight": 0.023600585758686066, - "transformer.layers.0.self_attn.out_proj.bias": 0.0023799489717930555, - "transformer.layers.0.norm1.weight": 0.00120297831017524, - "transformer.layers.0.norm1.bias": 0.001455281162634492, - "transformer.layers.1.self_attn.in_proj_weight": 0.026270052418112755, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012923616450279951, - "transformer.layers.1.self_attn.out_proj.weight": 0.0205756276845932, - "transformer.layers.1.self_attn.out_proj.bias": 0.0014461487298831344, - "transformer.layers.1.norm1.weight": 0.0019617725629359484, - "transformer.layers.1.norm1.bias": 0.0015788311138749123, - "transformer.layers.2.self_attn.in_proj_weight": 0.022609753534197807, - "transformer.layers.2.self_attn.in_proj_bias": 0.0012377470266073942, - "transformer.layers.2.self_attn.out_proj.weight": 0.01653016172349453, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015288592549040914, - "transformer.layers.2.norm1.weight": 0.0015356295043602586, - "transformer.layers.2.norm1.bias": 0.0013390243984758854, - "transformer.layers.3.self_attn.in_proj_weight": 0.041187018156051636, - "transformer.layers.3.self_attn.in_proj_bias": 0.0024974418338388205, - "transformer.layers.3.self_attn.out_proj.weight": 0.017518583685159683, - "transformer.layers.3.self_attn.out_proj.bias": 0.0020111710764467716, - "transformer.layers.3.norm1.weight": 0.0029773260466754436, - "transformer.layers.3.norm1.bias": 0.0029308744706213474 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.05101512745022774, - "transformer.layers.0.self_attn.in_proj_bias": 0.002713866299018264, - "transformer.layers.0.self_attn.out_proj.weight": 0.04750794172286987, - "transformer.layers.0.self_attn.out_proj.bias": 0.003906297031790018, - "transformer.layers.0.norm1.weight": 0.0027730544097721577, - "transformer.layers.0.norm1.bias": 0.0021404752042144537, - "transformer.layers.1.self_attn.in_proj_weight": 0.06184398755431175, - "transformer.layers.1.self_attn.in_proj_bias": 0.0028557274490594864, - "transformer.layers.1.self_attn.out_proj.weight": 0.04566286504268646, - "transformer.layers.1.self_attn.out_proj.bias": 0.0030679674819111824, - "transformer.layers.1.norm1.weight": 0.0037237145006656647, - "transformer.layers.1.norm1.bias": 0.00215325434692204, - "transformer.layers.2.self_attn.in_proj_weight": 0.07555059343576431, - "transformer.layers.2.self_attn.in_proj_bias": 0.002644006861373782, - "transformer.layers.2.self_attn.out_proj.weight": 0.03670636564493179, - "transformer.layers.2.self_attn.out_proj.bias": 0.002673559822142124, - "transformer.layers.2.norm1.weight": 0.004757600836455822, - "transformer.layers.2.norm1.bias": 0.0021060523577034473, - "transformer.layers.3.self_attn.in_proj_weight": 0.12519261240959167, - "transformer.layers.3.self_attn.in_proj_bias": 0.004698520060628653, - "transformer.layers.3.self_attn.out_proj.weight": 0.05248752981424332, - "transformer.layers.3.self_attn.out_proj.bias": 0.002505452139303088, - "transformer.layers.3.norm1.weight": 0.010567604564130306, - "transformer.layers.3.norm1.bias": 0.005166711751371622 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.1661669760942459, - "transformer.layers.0.self_attn.in_proj_bias": 0.010350292548537254, - "transformer.layers.0.self_attn.out_proj.weight": 0.19729191064834595, - "transformer.layers.0.self_attn.out_proj.bias": 0.014248443767428398, - "transformer.layers.0.norm1.weight": 0.00846687238663435, - "transformer.layers.0.norm1.bias": 0.008924316614866257, - "transformer.layers.1.self_attn.in_proj_weight": 0.11381924897432327, - "transformer.layers.1.self_attn.in_proj_bias": 0.005557531490921974, - "transformer.layers.1.self_attn.out_proj.weight": 0.0786907896399498, - "transformer.layers.1.self_attn.out_proj.bias": 0.005322093144059181, - "transformer.layers.1.norm1.weight": 0.007074776571244001, - "transformer.layers.1.norm1.bias": 0.00519529776647687, - "transformer.layers.2.self_attn.in_proj_weight": 0.06259715557098389, - "transformer.layers.2.self_attn.in_proj_bias": 0.0032684593461453915, - "transformer.layers.2.self_attn.out_proj.weight": 0.05086903274059296, - "transformer.layers.2.self_attn.out_proj.bias": 0.003399078268557787, - "transformer.layers.2.norm1.weight": 0.004184512421488762, - "transformer.layers.2.norm1.bias": 0.0034230086021125317, - "transformer.layers.3.self_attn.in_proj_weight": 0.08656641095876694, - "transformer.layers.3.self_attn.in_proj_bias": 0.004891929682344198, - "transformer.layers.3.self_attn.out_proj.weight": 0.04800490662455559, - "transformer.layers.3.self_attn.out_proj.bias": 0.004019423853605986, - "transformer.layers.3.norm1.weight": 0.006483405362814665, - "transformer.layers.3.norm1.bias": 0.006555354222655296 + "transformer.layers.0.self_attn.in_proj_weight": 0.15313731133937836, + "transformer.layers.0.self_attn.in_proj_bias": 0.015941811725497246, + "transformer.layers.0.self_attn.out_proj.weight": 0.16609296202659607, + "transformer.layers.0.self_attn.out_proj.bias": 0.020457541570067406, + "transformer.layers.1.self_attn.in_proj_weight": 0.15328820049762726, + "transformer.layers.1.self_attn.in_proj_bias": 0.010158529505133629, + "transformer.layers.1.self_attn.out_proj.weight": 0.20000585913658142, + "transformer.layers.1.self_attn.out_proj.bias": 0.013491884805262089, + "transformer.layers.2.self_attn.in_proj_weight": 0.17171841859817505, + "transformer.layers.2.self_attn.in_proj_bias": 0.012783617712557316, + "transformer.layers.2.self_attn.out_proj.weight": 0.1814582347869873, + "transformer.layers.2.self_attn.out_proj.bias": 0.012982417829334736, + "transformer.layers.3.self_attn.in_proj_weight": 0.30903807282447815, + "transformer.layers.3.self_attn.in_proj_bias": 0.02452150732278824, + "transformer.layers.3.self_attn.out_proj.weight": 0.19272735714912415, + "transformer.layers.3.self_attn.out_proj.bias": 0.020096665248274803 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.05298955738544464, + "transformer.layers.0.self_attn.in_proj_bias": 0.004577433690428734, + "transformer.layers.0.self_attn.out_proj.weight": 0.05095085874199867, + "transformer.layers.0.self_attn.out_proj.bias": 0.006117702461779118, + "transformer.layers.1.self_attn.in_proj_weight": 0.0501788891851902, + "transformer.layers.1.self_attn.in_proj_bias": 0.003224737709388137, + "transformer.layers.1.self_attn.out_proj.weight": 0.054079003632068634, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036588136572390795, + "transformer.layers.2.self_attn.in_proj_weight": 0.056504033505916595, + "transformer.layers.2.self_attn.in_proj_bias": 0.003407522803172469, + "transformer.layers.2.self_attn.out_proj.weight": 0.04327626898884773, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032654190436005592, + "transformer.layers.3.self_attn.in_proj_weight": 0.07375574111938477, + "transformer.layers.3.self_attn.in_proj_bias": 0.006444691680371761, + "transformer.layers.3.self_attn.out_proj.weight": 0.04865370690822601, + "transformer.layers.3.self_attn.out_proj.bias": 0.004892253316938877 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.0427079014480114, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034215294290333986, + "transformer.layers.0.self_attn.out_proj.weight": 0.03711874037981033, + "transformer.layers.0.self_attn.out_proj.bias": 0.004369530361145735, + "transformer.layers.1.self_attn.in_proj_weight": 0.033512670546770096, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019634366035461426, + "transformer.layers.1.self_attn.out_proj.weight": 0.03628159686923027, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029003501404076815, + "transformer.layers.2.self_attn.in_proj_weight": 0.04550410434603691, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025857342407107353, + "transformer.layers.2.self_attn.out_proj.weight": 0.034128107130527496, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025938875041902065, + "transformer.layers.3.self_attn.in_proj_weight": 0.062229055911302567, + "transformer.layers.3.self_attn.in_proj_bias": 0.005861888639628887, + "transformer.layers.3.self_attn.out_proj.weight": 0.03690297156572342, + "transformer.layers.3.self_attn.out_proj.bias": 0.004641757346689701 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.056153737008571625, + "transformer.layers.0.self_attn.in_proj_bias": 0.005915423855185509, + "transformer.layers.0.self_attn.out_proj.weight": 0.05174010619521141, + "transformer.layers.0.self_attn.out_proj.bias": 0.007673987653106451, + "transformer.layers.1.self_attn.in_proj_weight": 0.058918584138154984, + "transformer.layers.1.self_attn.in_proj_bias": 0.0034744704607874155, + "transformer.layers.1.self_attn.out_proj.weight": 0.06408566981554031, + "transformer.layers.1.self_attn.out_proj.bias": 0.0048266262747347355, + "transformer.layers.2.self_attn.in_proj_weight": 0.052397821098566055, + "transformer.layers.2.self_attn.in_proj_bias": 0.0038333465345203876, + "transformer.layers.2.self_attn.out_proj.weight": 0.04243225231766701, + "transformer.layers.2.self_attn.out_proj.bias": 0.0036862045526504517, + "transformer.layers.3.self_attn.in_proj_weight": 0.07297678291797638, + "transformer.layers.3.self_attn.in_proj_bias": 0.006502861622720957, + "transformer.layers.3.self_attn.out_proj.weight": 0.03926502913236618, + "transformer.layers.3.self_attn.out_proj.bias": 0.0049912394024431705 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04360450059175491, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028489278629422188, + "transformer.layers.0.self_attn.out_proj.weight": 0.04180263727903366, + "transformer.layers.0.self_attn.out_proj.bias": 0.0040077161975204945, + "transformer.layers.1.self_attn.in_proj_weight": 0.037814363837242126, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020004985854029655, + "transformer.layers.1.self_attn.out_proj.weight": 0.03462385758757591, + "transformer.layers.1.self_attn.out_proj.bias": 0.002889119554311037, + "transformer.layers.2.self_attn.in_proj_weight": 0.06131880357861519, + "transformer.layers.2.self_attn.in_proj_bias": 0.0024180749896913767, + "transformer.layers.2.self_attn.out_proj.weight": 0.03430849686264992, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027957367710769176, + "transformer.layers.3.self_attn.in_proj_weight": 0.08467839658260345, + "transformer.layers.3.self_attn.in_proj_bias": 0.006735701579600573, + "transformer.layers.3.self_attn.out_proj.weight": 0.04294725880026817, + "transformer.layers.3.self_attn.out_proj.bias": 0.004462039098143578 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.08442199975252151, + "transformer.layers.0.self_attn.in_proj_bias": 0.007876900024712086, + "transformer.layers.0.self_attn.out_proj.weight": 0.0768052488565445, + "transformer.layers.0.self_attn.out_proj.bias": 0.010717249475419521, + "transformer.layers.1.self_attn.in_proj_weight": 0.0770808532834053, + "transformer.layers.1.self_attn.in_proj_bias": 0.005185403395444155, + "transformer.layers.1.self_attn.out_proj.weight": 0.08228719979524612, + "transformer.layers.1.self_attn.out_proj.bias": 0.007356471382081509, + "transformer.layers.2.self_attn.in_proj_weight": 0.12177250534296036, + "transformer.layers.2.self_attn.in_proj_bias": 0.006836018059402704, + "transformer.layers.2.self_attn.out_proj.weight": 0.08276136964559555, + "transformer.layers.2.self_attn.out_proj.bias": 0.007603367790579796, + "transformer.layers.3.self_attn.in_proj_weight": 0.1949792355298996, + "transformer.layers.3.self_attn.in_proj_bias": 0.018968826159834862, + "transformer.layers.3.self_attn.out_proj.weight": 0.10273852199316025, + "transformer.layers.3.self_attn.out_proj.bias": 0.013798368163406849 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.05093980208039284, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037161260843276978, + "transformer.layers.0.self_attn.out_proj.weight": 0.04373014718294144, + "transformer.layers.0.self_attn.out_proj.bias": 0.004535936284810305, + "transformer.layers.1.self_attn.in_proj_weight": 0.04167000949382782, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024232182186096907, + "transformer.layers.1.self_attn.out_proj.weight": 0.03887150064110756, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029544553253799677, + "transformer.layers.2.self_attn.in_proj_weight": 0.04171276092529297, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022603017278015614, + "transformer.layers.2.self_attn.out_proj.weight": 0.03502078726887703, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027200833428651094, + "transformer.layers.3.self_attn.in_proj_weight": 0.06330247223377228, + "transformer.layers.3.self_attn.in_proj_bias": 0.00587744265794754, + "transformer.layers.3.self_attn.out_proj.weight": 0.03483245521783829, + "transformer.layers.3.self_attn.out_proj.bias": 0.0040289172902703285 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.03397814556956291, + "transformer.layers.0.self_attn.in_proj_bias": 0.002709736581891775, + "transformer.layers.0.self_attn.out_proj.weight": 0.030292268842458725, + "transformer.layers.0.self_attn.out_proj.bias": 0.003557320451363921, + "transformer.layers.1.self_attn.in_proj_weight": 0.03261401876807213, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019600363448262215, + "transformer.layers.1.self_attn.out_proj.weight": 0.031032586470246315, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021160179749131203, + "transformer.layers.2.self_attn.in_proj_weight": 0.034323785454034805, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018830526387318969, + "transformer.layers.2.self_attn.out_proj.weight": 0.03137752786278725, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018572135595604777, + "transformer.layers.3.self_attn.in_proj_weight": 0.05370841175317764, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031429091468453407, + "transformer.layers.3.self_attn.out_proj.weight": 0.033266402781009674, + "transformer.layers.3.self_attn.out_proj.bias": 0.002304740948602557 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.03400368615984917, + "transformer.layers.0.self_attn.in_proj_bias": 0.002268175594508648, + "transformer.layers.0.self_attn.out_proj.weight": 0.027216671034693718, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030230716802179813, + "transformer.layers.1.self_attn.in_proj_weight": 0.03125275671482086, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016035028966143727, + "transformer.layers.1.self_attn.out_proj.weight": 0.029948435723781586, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020878759678453207, + "transformer.layers.2.self_attn.in_proj_weight": 0.03026113286614418, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018307982245460153, + "transformer.layers.2.self_attn.out_proj.weight": 0.023844672366976738, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018409405602142215, + "transformer.layers.3.self_attn.in_proj_weight": 0.05399802327156067, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033548176288604736, + "transformer.layers.3.self_attn.out_proj.weight": 0.02807331643998623, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023095624055713415 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.023062048479914665, + "transformer.layers.0.self_attn.in_proj_bias": 0.001496845274232328, + "transformer.layers.0.self_attn.out_proj.weight": 0.022467873990535736, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020625069737434387, + "transformer.layers.1.self_attn.in_proj_weight": 0.02299424819648266, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013082482619211078, + "transformer.layers.1.self_attn.out_proj.weight": 0.02036949060857296, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014657994033768773, + "transformer.layers.2.self_attn.in_proj_weight": 0.02513795532286167, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011618892895057797, + "transformer.layers.2.self_attn.out_proj.weight": 0.01623094081878662, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013412192929536104, + "transformer.layers.3.self_attn.in_proj_weight": 0.040339965373277664, + "transformer.layers.3.self_attn.in_proj_bias": 0.002939827274531126, + "transformer.layers.3.self_attn.out_proj.weight": 0.01659424416720867, + "transformer.layers.3.self_attn.out_proj.bias": 0.001976769883185625 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04548763856291771, + "transformer.layers.0.self_attn.in_proj_bias": 0.003985898103564978, + "transformer.layers.0.self_attn.out_proj.weight": 0.04145030304789543, + "transformer.layers.0.self_attn.out_proj.bias": 0.005455791484564543, + "transformer.layers.1.self_attn.in_proj_weight": 0.041990600526332855, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026859629433602095, + "transformer.layers.1.self_attn.out_proj.weight": 0.042729880660772324, + "transformer.layers.1.self_attn.out_proj.bias": 0.003918849863111973, + "transformer.layers.2.self_attn.in_proj_weight": 0.052623115479946136, + "transformer.layers.2.self_attn.in_proj_bias": 0.0035445275716483593, + "transformer.layers.2.self_attn.out_proj.weight": 0.041532136499881744, + "transformer.layers.2.self_attn.out_proj.bias": 0.004103212617337704, + "transformer.layers.3.self_attn.in_proj_weight": 0.08199331909418106, + "transformer.layers.3.self_attn.in_proj_bias": 0.009828437119722366, + "transformer.layers.3.self_attn.out_proj.weight": 0.04338005557656288, + "transformer.layers.3.self_attn.out_proj.bias": 0.007744541857391596 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.20562808215618134, + "transformer.layers.0.self_attn.in_proj_bias": 0.009966320358216763, + "transformer.layers.0.self_attn.out_proj.weight": 0.1463223397731781, + "transformer.layers.0.self_attn.out_proj.bias": 0.014184567146003246, + "transformer.layers.1.self_attn.in_proj_weight": 0.28444311022758484, + "transformer.layers.1.self_attn.in_proj_bias": 0.008481166325509548, + "transformer.layers.1.self_attn.out_proj.weight": 0.1432439535856247, + "transformer.layers.1.self_attn.out_proj.bias": 0.010429647751152515, + "transformer.layers.2.self_attn.in_proj_weight": 0.19127784669399261, + "transformer.layers.2.self_attn.in_proj_bias": 0.008256223052740097, + "transformer.layers.2.self_attn.out_proj.weight": 0.16885867714881897, + "transformer.layers.2.self_attn.out_proj.bias": 0.009678325615823269, + "transformer.layers.3.self_attn.in_proj_weight": 0.38760238885879517, + "transformer.layers.3.self_attn.in_proj_bias": 0.019187690690159798, + "transformer.layers.3.self_attn.out_proj.weight": 0.10358317941427231, + "transformer.layers.3.self_attn.out_proj.bias": 0.008257138542830944 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04300030320882797, + "transformer.layers.0.self_attn.in_proj_bias": 0.003060312243178487, + "transformer.layers.0.self_attn.out_proj.weight": 0.030766719952225685, + "transformer.layers.0.self_attn.out_proj.bias": 0.003394471947103739, + "transformer.layers.1.self_attn.in_proj_weight": 0.034690629690885544, + "transformer.layers.1.self_attn.in_proj_bias": 0.001913063577376306, + "transformer.layers.1.self_attn.out_proj.weight": 0.029369626194238663, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021395194344222546, + "transformer.layers.2.self_attn.in_proj_weight": 0.029181577265262604, + "transformer.layers.2.self_attn.in_proj_bias": 0.001625962438993156, + "transformer.layers.2.self_attn.out_proj.weight": 0.024575309827923775, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020133673679083586, + "transformer.layers.3.self_attn.in_proj_weight": 0.0492180734872818, + "transformer.layers.3.self_attn.in_proj_bias": 0.004356687422841787, + "transformer.layers.3.self_attn.out_proj.weight": 0.022509541362524033, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032273842953145504 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.0617503747344017, + "transformer.layers.0.self_attn.in_proj_bias": 0.005261740181595087, + "transformer.layers.0.self_attn.out_proj.weight": 0.05778650939464569, + "transformer.layers.0.self_attn.out_proj.bias": 0.007559454068541527, + "transformer.layers.1.self_attn.in_proj_weight": 0.057490184903144836, + "transformer.layers.1.self_attn.in_proj_bias": 0.003531578928232193, + "transformer.layers.1.self_attn.out_proj.weight": 0.062184322625398636, + "transformer.layers.1.self_attn.out_proj.bias": 0.004865721799433231, + "transformer.layers.2.self_attn.in_proj_weight": 0.06055695191025734, + "transformer.layers.2.self_attn.in_proj_bias": 0.0040232655592262745, + "transformer.layers.2.self_attn.out_proj.weight": 0.05311831831932068, + "transformer.layers.2.self_attn.out_proj.bias": 0.004799102898687124, + "transformer.layers.3.self_attn.in_proj_weight": 0.11201627552509308, + "transformer.layers.3.self_attn.in_proj_bias": 0.011011228896677494, + "transformer.layers.3.self_attn.out_proj.weight": 0.06505296379327774, + "transformer.layers.3.self_attn.out_proj.bias": 0.008633873425424099 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.0256384015083313, + "transformer.layers.0.self_attn.in_proj_bias": 0.002276950515806675, + "transformer.layers.0.self_attn.out_proj.weight": 0.022837191820144653, + "transformer.layers.0.self_attn.out_proj.bias": 0.003014839021489024, + "transformer.layers.1.self_attn.in_proj_weight": 0.0224843118339777, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015617180615663528, + "transformer.layers.1.self_attn.out_proj.weight": 0.017984889447689056, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013854751596227288, + "transformer.layers.2.self_attn.in_proj_weight": 0.018557928502559662, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009015602990984917, + "transformer.layers.2.self_attn.out_proj.weight": 0.01242518424987793, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010401272447779775, + "transformer.layers.3.self_attn.in_proj_weight": 0.025004645809531212, + "transformer.layers.3.self_attn.in_proj_bias": 0.002001436660066247, + "transformer.layers.3.self_attn.out_proj.weight": 0.011760556139051914, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015048803761601448 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.03043007291853428, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023300873581320047, + "transformer.layers.0.self_attn.out_proj.weight": 0.030102403834462166, + "transformer.layers.0.self_attn.out_proj.bias": 0.003297534305602312, + "transformer.layers.1.self_attn.in_proj_weight": 0.028721414506435394, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017553273355588317, + "transformer.layers.1.self_attn.out_proj.weight": 0.02577740140259266, + "transformer.layers.1.self_attn.out_proj.bias": 0.002095877192914486, + "transformer.layers.2.self_attn.in_proj_weight": 0.02863362431526184, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015395786613225937, + "transformer.layers.2.self_attn.out_proj.weight": 0.025018373504281044, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017063384875655174, + "transformer.layers.3.self_attn.in_proj_weight": 0.03978964313864708, + "transformer.layers.3.self_attn.in_proj_bias": 0.002744558034464717, + "transformer.layers.3.self_attn.out_proj.weight": 0.020909320563077927, + "transformer.layers.3.self_attn.out_proj.bias": 0.002192048355937004 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.05068667605519295, + "transformer.layers.0.self_attn.in_proj_bias": 0.004387240391224623, + "transformer.layers.0.self_attn.out_proj.weight": 0.03836250305175781, + "transformer.layers.0.self_attn.out_proj.bias": 0.005263435188680887, + "transformer.layers.1.self_attn.in_proj_weight": 0.03963279351592064, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023993079084903, + "transformer.layers.1.self_attn.out_proj.weight": 0.03664436936378479, + "transformer.layers.1.self_attn.out_proj.bias": 0.00297498214058578, + "transformer.layers.2.self_attn.in_proj_weight": 0.034858547151088715, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022528443951159716, + "transformer.layers.2.self_attn.out_proj.weight": 0.02861267328262329, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025937596801668406, + "transformer.layers.3.self_attn.in_proj_weight": 0.05319872125983238, + "transformer.layers.3.self_attn.in_proj_bias": 0.0048618619330227375, + "transformer.layers.3.self_attn.out_proj.weight": 0.02734423242509365, + "transformer.layers.3.self_attn.out_proj.bias": 0.003788140369579196 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04000676050782204, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025345038156956434, + "transformer.layers.0.self_attn.out_proj.weight": 0.030690792948007584, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035139815881848335, + "transformer.layers.1.self_attn.in_proj_weight": 0.03989923745393753, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017875749617815018, + "transformer.layers.1.self_attn.out_proj.weight": 0.02590348944067955, + "transformer.layers.1.self_attn.out_proj.bias": 0.001672181999310851, + "transformer.layers.2.self_attn.in_proj_weight": 0.031214484944939613, + "transformer.layers.2.self_attn.in_proj_bias": 0.001262582722119987, + "transformer.layers.2.self_attn.out_proj.weight": 0.02110559493303299, + "transformer.layers.2.self_attn.out_proj.bias": 0.001177169382572174, + "transformer.layers.3.self_attn.in_proj_weight": 0.043258603662252426, + "transformer.layers.3.self_attn.in_proj_bias": 0.002514042891561985, + "transformer.layers.3.self_attn.out_proj.weight": 0.023819351568818092, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016637211665511131 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.032804835587739944, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025136496406048536, + "transformer.layers.0.self_attn.out_proj.weight": 0.03201567009091377, + "transformer.layers.0.self_attn.out_proj.bias": 0.003972503822296858, + "transformer.layers.1.self_attn.in_proj_weight": 0.035771891474723816, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020458479411900043, + "transformer.layers.1.self_attn.out_proj.weight": 0.035901449620723724, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028150214347988367, + "transformer.layers.2.self_attn.in_proj_weight": 0.04185266047716141, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023481620009988546, + "transformer.layers.2.self_attn.out_proj.weight": 0.03431931883096695, + "transformer.layers.2.self_attn.out_proj.bias": 0.002782762749120593, + "transformer.layers.3.self_attn.in_proj_weight": 0.07135029137134552, + "transformer.layers.3.self_attn.in_proj_bias": 0.006445541512221098, + "transformer.layers.3.self_attn.out_proj.weight": 0.03982293978333473, + "transformer.layers.3.self_attn.out_proj.bias": 0.005269067361950874 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.047484975308179855, + "transformer.layers.0.self_attn.in_proj_bias": 0.004499547649174929, + "transformer.layers.0.self_attn.out_proj.weight": 0.04927227646112442, + "transformer.layers.0.self_attn.out_proj.bias": 0.006404236424714327, + "transformer.layers.1.self_attn.in_proj_weight": 0.049365583807229996, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027717617340385914, + "transformer.layers.1.self_attn.out_proj.weight": 0.0441407635807991, + "transformer.layers.1.self_attn.out_proj.bias": 0.003303139703348279, + "transformer.layers.2.self_attn.in_proj_weight": 0.04949508234858513, + "transformer.layers.2.self_attn.in_proj_bias": 0.0031176034826785326, + "transformer.layers.2.self_attn.out_proj.weight": 0.04310888797044754, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035437936894595623, + "transformer.layers.3.self_attn.in_proj_weight": 0.0768926814198494, + "transformer.layers.3.self_attn.in_proj_bias": 0.006616663653403521, + "transformer.layers.3.self_attn.out_proj.weight": 0.04414832964539528, + "transformer.layers.3.self_attn.out_proj.bias": 0.005171244964003563 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.08866098523139954, - 0.23701927065849304, - 0.11451065540313721, - 0.09074150770902634, - 0.04500748589634895, - 0.05039254575967789, - 0.016447817906737328, - 0.10826099663972855, - 0.15968242287635803, - 0.021937699988484383 + 0.22556835412979126, + 0.20131084322929382, + 0.23921695351600647, + 0.22904072701931, + 0.32828012108802795, + 0.3192884922027588, + 0.366401731967926, + 0.3282036781311035, + 0.24283790588378906, + 0.2369653284549713, + 0.3093169033527374, + 0.21823616325855255, + 0.33495157957077026, + 0.570369303226471, + 0.47940805554389954, + 0.4090903401374817, + 0.4011693000793457, + 0.4710785448551178, + 0.6708802580833435, + 0.6464467644691467 ], "repr_drift_kl_low_t": [ - 0.1020466536283493, - 0.2639945149421692, - 0.12423063069581985, - 0.10522452741861343, - 0.045704860240221024, - 0.04136209934949875, - 0.016247296705842018, - 0.11854369938373566, - 0.1869664490222931, - 0.01963655650615692 + 0.26640766859054565, + 0.2140992432832718, + 0.2956676781177521, + 0.2680322229862213, + 0.3793635964393616, + 0.4098471701145172, + 0.4551014006137848, + 0.4128020703792572, + 0.2962838113307953, + 0.28387904167175293, + 0.36888960003852844, + 0.2825319170951843, + 0.4021385908126831, + 0.7343613505363464, + 0.5860773324966431, + 0.5207511186599731, + 0.4963003993034363, + 0.5897535085678101, + 0.8235356211662292, + 0.7912842631340027 ], "repr_drift_kl_mid_t": [ - 0.09057483077049255, - 0.23154336214065552, - 0.11358276009559631, - 0.08924522995948792, - 0.04079531133174896, - 0.04625626280903816, - 0.01743358001112938, - 0.10269443690776825, - 0.16789576411247253, - 0.01741337589919567 + 0.21739737689495087, + 0.20268280804157257, + 0.24187453091144562, + 0.23119588196277618, + 0.3274260461330414, + 0.31862151622772217, + 0.36459213495254517, + 0.32990628480911255, + 0.24508830904960632, + 0.23651321232318878, + 0.31517261266708374, + 0.21650253236293793, + 0.3306034803390503, + 0.5705186128616333, + 0.47095099091529846, + 0.40898385643959045, + 0.41933512687683105, + 0.47552549839019775, + 0.6655480265617371, + 0.6584538221359253 ], "repr_drift_kl_high_t": [ - 0.08590884506702423, - 0.21732476353645325, - 0.11102554202079773, - 0.09928132593631744, - 0.04933195561170578, - 0.06740469485521317, - 0.02669263817369938, - 0.10293100774288177, - 0.13614848256111145, - 0.025612665340304375 + 0.19332155585289001, + 0.20305754244327545, + 0.18855153024196625, + 0.1922248899936676, + 0.2790732681751251, + 0.22555577754974365, + 0.2780437469482422, + 0.24285003542900085, + 0.1773570477962494, + 0.1897377371788025, + 0.2319987565279007, + 0.17914249002933502, + 0.2483157366514206, + 0.4218292236328125, + 0.3619106709957123, + 0.3217013478279114, + 0.2890126705169678, + 0.35703232884407043, + 0.4959680736064911, + 0.4648490846157074 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.933436393737793, - 0.5240559577941895, - 0.650201141834259, - 0.7418299913406372, - 0.7960144281387329 + 0.7481173276901245, + 0.7178903222084045, + 0.7678929567337036, + 0.6878111958503723, + 0.7199963927268982, + 0.7180935144424438, + 0.6188049912452698, + 0.7856418490409851, + 0.6877169013023376, + 0.6303473711013794 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.5097334980964661, - 0.7507913112640381, - 0.7290372252464294, - 0.7131941318511963, - 0.251532644033432, - 0.07068329304456711, - 0.11849953979253769, - 0.1063978523015976, - 0.27683591842651367, - 0.005272947251796722 + 0.6712018847465515, + 0.11725308746099472, + 0.129775270819664, + 0.270426869392395, + 0.2549581825733185, + 0.316774845123291, + 0.21844276785850525, + 0.15135492384433746, + 0.08276355266571045, + 0.1314481645822525, + 0.21738411486148834, + 0.11838774383068085, + 0.11682891845703125, + 0.2469223290681839, + 0.07273101806640625, + 0.06744465976953506, + 0.09313357621431351, + 0.11483228206634521, + 0.1937481164932251, + 0.20810776948928833 ], "norm_high_t": [ - 0.7270851731300354, - 0.7548934817314148, - 0.40109339356422424, - 0.24941103160381317, - 0.6115729212760925, - 0.12155982106924057, - 0.10087934136390686, - 0.09661886841058731, - 0.1723664104938507, - 0.23412920534610748 + 0.5793739557266235, + 0.2403375804424286, + 0.1761254370212555, + 0.14271795749664307, + 0.10712696611881256, + 0.39670342206954956, + 0.21892642974853516, + 0.1850261688232422, + 0.13553600013256073, + 0.0589434988796711, + 0.23375320434570312, + 0.1581132858991623, + 0.14203310012817383, + 0.20912499725818634, + 0.06773923337459564, + 0.06950785219669342, + 0.18701651692390442, + 0.16533932089805603, + 0.14695864915847778, + 0.1819554716348648 ], "lowhigh_cos": [ - 0.44297289848327637, - 0.506537139415741, - 0.5319288969039917, - 0.05943518877029419, - 0.03923403099179268, - -0.06064300239086151, - 0.1073044016957283, - 0.014729626476764679, - 0.20572511851787567, - 0.005301610101014376 + 0.6804288625717163, + 0.20137234032154083, + 0.4104296565055847, + 0.23665231466293335, + -0.17821004986763, + 0.5186951756477356, + 0.04993017017841339, + 0.19095416367053986, + 0.3230592906475067, + 0.30507805943489075, + 0.5001680850982666, + -0.018708063289523125, + -0.06826744973659515, + 0.3811052143573761, + -0.0029636395629495382, + 0.07802458852529526, + 0.24772778153419495, + 0.23132169246673584, + 0.24115709960460663, + 0.384274423122406 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.6457945704460144, - "t_0.1-0.2": 0.5157427787780762, - "t_0.2-0.3": 0.6448688507080078, - "t_0.3-0.4": 0.6297478675842285, - "t_0.4-0.5": 0.7260433435440063, - "t_0.5-0.6": 0.6861327886581421, - "t_0.6-0.7": 0.5796188712120056, - "t_0.7-0.8": 0.6626288294792175, - "t_0.8-0.9": 0.5763080716133118, - "t_0.9-1.0": 0.6913672089576721 - }, - { - "t_0.0-0.1": 0.822353184223175, - "t_0.1-0.2": 0.7004860043525696, - "t_0.2-0.3": 0.7039560079574585, - "t_0.3-0.4": 0.7242180109024048, - "t_0.4-0.5": 0.6393681168556213, - "t_0.5-0.6": 0.4976975619792938, - "t_0.6-0.7": 0.5801696181297302, - "t_0.7-0.8": 0.721095621585846, - "t_0.8-0.9": 0.6750645637512207, - "t_0.9-1.0": 0.6824796199798584 - }, - { - "t_0.0-0.1": 0.5305176973342896, - "t_0.1-0.2": 0.6720902323722839, - "t_0.2-0.3": 0.4615749418735504, - "t_0.3-0.4": 0.4613334834575653, - "t_0.4-0.5": 0.45661965012550354, - "t_0.5-0.6": 0.4386611878871918, - "t_0.6-0.7": 0.4038410484790802, - "t_0.7-0.8": 0.44653207063674927, - "t_0.8-0.9": 0.41058051586151123, - "t_0.9-1.0": 0.4463897943496704 - }, - { - "t_0.0-0.1": 0.6737149357795715, - "t_0.1-0.2": 0.6232564449310303, - "t_0.2-0.3": 0.26514574885368347, - "t_0.3-0.4": 0.3262888789176941, - "t_0.4-0.5": 0.46407777070999146, - "t_0.5-0.6": 0.3026697635650635, - "t_0.6-0.7": 0.18859237432479858, - "t_0.7-0.8": 0.2753809094429016, - "t_0.8-0.9": 0.24828530848026276, - "t_0.9-1.0": 0.3745230734348297 - }, - { - "t_0.0-0.1": 0.3536820411682129, - "t_0.1-0.2": 1.4556607007980347, - "t_0.2-0.3": 0.20130208134651184, - "t_0.3-0.4": 0.881864070892334, - "t_0.4-0.5": 0.6560778021812439, - "t_0.5-0.6": 0.6956342458724976, - "t_0.6-0.7": 0.3796379566192627, - "t_0.7-0.8": 0.20640940964221954, - "t_0.8-0.9": 0.5517802834510803, - "t_0.9-1.0": 0.5386267304420471 - }, - { - "t_0.0-0.1": 0.02642807364463806, - "t_0.1-0.2": 0.03467502072453499, - "t_0.2-0.3": 0.02711501717567444, - "t_0.3-0.4": 0.03388919308781624, - "t_0.4-0.5": 0.04040984436869621, - "t_0.5-0.6": 0.021879080682992935, - "t_0.6-0.7": 0.03027862310409546, - "t_0.7-0.8": 0.0585792139172554, - "t_0.8-0.9": 0.05931982025504112, - "t_0.9-1.0": 0.11959563940763474 - }, - { - "t_0.0-0.1": 0.22271455824375153, - "t_0.1-0.2": 0.19644007086753845, - "t_0.2-0.3": 0.09697584807872772, - "t_0.3-0.4": 0.07943189889192581, - "t_0.4-0.5": 0.07651454210281372, - "t_0.5-0.6": 0.10556918382644653, - "t_0.6-0.7": 0.0967576876282692, - "t_0.7-0.8": 0.0867132619023323, - "t_0.8-0.9": 0.10405078530311584, - "t_0.9-1.0": 0.3755253255367279 - }, - { - "t_0.0-0.1": 0.14689521491527557, - "t_0.1-0.2": 0.0945582389831543, - "t_0.2-0.3": 0.0854433998465538, - "t_0.3-0.4": 0.08443732559680939, - "t_0.4-0.5": 0.08001414686441422, - "t_0.5-0.6": 0.07181990146636963, - "t_0.6-0.7": 0.06842690706253052, - "t_0.7-0.8": 0.07430943101644516, - "t_0.8-0.9": 0.08155274391174316, - "t_0.9-1.0": 0.10330372303724289 - }, - { - "t_0.0-0.1": 0.21564660966396332, - "t_0.1-0.2": 0.23087352514266968, - "t_0.2-0.3": 0.22269311547279358, - "t_0.3-0.4": 0.18488290905952454, - "t_0.4-0.5": 0.14034722745418549, - "t_0.5-0.6": 0.1644112467765808, - "t_0.6-0.7": 0.12530921399593353, - "t_0.7-0.8": 0.13691073656082153, - "t_0.8-0.9": 0.10932447761297226, - "t_0.9-1.0": 0.1402294784784317 - }, - { - "t_0.0-0.1": 0.005042633973062038, - "t_0.1-0.2": 0.26218029856681824, - "t_0.2-0.3": 0.0105757936835289, - "t_0.3-0.4": 0.5780847072601318, - "t_0.4-0.5": 0.0049727787263691425, - "t_0.5-0.6": 0.6073765754699707, - "t_0.6-0.7": 0.0038893085438758135, - "t_0.7-0.8": 0.005429690238088369, - "t_0.8-0.9": 0.351307213306427, - "t_0.9-1.0": 0.2396525740623474 + "t_0.0-0.1": 0.5321540832519531, + "t_0.1-0.2": 0.5797605514526367, + "t_0.2-0.3": 0.6608497500419617, + "t_0.3-0.4": 0.6074240207672119, + "t_0.4-0.5": 0.615669310092926, + "t_0.5-0.6": 0.6534252166748047, + "t_0.6-0.7": 0.6279953122138977, + "t_0.7-0.8": 0.6432491540908813, + "t_0.8-0.9": 0.6949067711830139, + "t_0.9-1.0": 0.6005396246910095 + }, + { + "t_0.0-0.1": 0.5369113087654114, + "t_0.1-0.2": 0.16969986259937286, + "t_0.2-0.3": 0.1544971466064453, + "t_0.3-0.4": 0.11059805005788803, + "t_0.4-0.5": 0.08890387415885925, + "t_0.5-0.6": 0.11268460750579834, + "t_0.6-0.7": 0.11301421374082565, + "t_0.7-0.8": 0.09770327061414719, + "t_0.8-0.9": 0.12118712812662125, + "t_0.9-1.0": 0.437845915555954 + }, + { + "t_0.0-0.1": 0.16154153645038605, + "t_0.1-0.2": 0.10066479444503784, + "t_0.2-0.3": 0.1029888391494751, + "t_0.3-0.4": 0.09100931137800217, + "t_0.4-0.5": 0.09332437068223953, + "t_0.5-0.6": 0.11466051638126373, + "t_0.6-0.7": 0.10649587213993073, + "t_0.7-0.8": 0.1117996945977211, + "t_0.8-0.9": 0.14441192150115967, + "t_0.9-1.0": 0.21121352910995483 + }, + { + "t_0.0-0.1": 0.2825089395046234, + "t_0.1-0.2": 0.18119335174560547, + "t_0.2-0.3": 0.2075185626745224, + "t_0.3-0.4": 0.16735078394412994, + "t_0.4-0.5": 0.149463951587677, + "t_0.5-0.6": 0.17255645990371704, + "t_0.6-0.7": 0.1482933908700943, + "t_0.7-0.8": 0.14588716626167297, + "t_0.8-0.9": 0.16371320188045502, + "t_0.9-1.0": 0.17302031815052032 + }, + { + "t_0.0-0.1": 0.234159916639328, + "t_0.1-0.2": 0.23423552513122559, + "t_0.2-0.3": 0.16179180145263672, + "t_0.3-0.4": 0.12749354541301727, + "t_0.4-0.5": 0.14623159170150757, + "t_0.5-0.6": 0.10606715083122253, + "t_0.6-0.7": 0.12815435230731964, + "t_0.7-0.8": 0.0752071738243103, + "t_0.8-0.9": 0.08321085572242737, + "t_0.9-1.0": 0.1519698053598404 + }, + { + "t_0.0-0.1": 0.25545409321784973, + "t_0.1-0.2": 0.3426215946674347, + "t_0.2-0.3": 0.2737986445426941, + "t_0.3-0.4": 0.30592286586761475, + "t_0.4-0.5": 0.31703805923461914, + "t_0.5-0.6": 0.2701486051082611, + "t_0.6-0.7": 0.3151468336582184, + "t_0.7-0.8": 0.3289628326892853, + "t_0.8-0.9": 0.3708336055278778, + "t_0.9-1.0": 0.4666031301021576 + }, + { + "t_0.0-0.1": 0.19105778634548187, + "t_0.1-0.2": 0.11502669751644135, + "t_0.2-0.3": 0.13577014207839966, + "t_0.3-0.4": 0.09529595822095871, + "t_0.4-0.5": 0.09938383847475052, + "t_0.5-0.6": 0.09459346532821655, + "t_0.6-0.7": 0.10674776881933212, + "t_0.7-0.8": 0.11169841885566711, + "t_0.8-0.9": 0.15331530570983887, + "t_0.9-1.0": 0.39772161841392517 + }, + { + "t_0.0-0.1": 0.20341937243938446, + "t_0.1-0.2": 0.11193757504224777, + "t_0.2-0.3": 0.12029655277729034, + "t_0.3-0.4": 0.1235043928027153, + "t_0.4-0.5": 0.09123847633600235, + "t_0.5-0.6": 0.09230615198612213, + "t_0.6-0.7": 0.08930273354053497, + "t_0.7-0.8": 0.09703300148248672, + "t_0.8-0.9": 0.11769720166921616, + "t_0.9-1.0": 0.34219563007354736 + }, + { + "t_0.0-0.1": 0.1487479954957962, + "t_0.1-0.2": 0.08226174116134644, + "t_0.2-0.3": 0.09117306023836136, + "t_0.3-0.4": 0.07323342561721802, + "t_0.4-0.5": 0.09263642132282257, + "t_0.5-0.6": 0.07565642148256302, + "t_0.6-0.7": 0.07510525733232498, + "t_0.7-0.8": 0.08214963227510452, + "t_0.8-0.9": 0.08645568042993546, + "t_0.9-1.0": 0.26149994134902954 + }, + { + "t_0.0-0.1": 0.09843002259731293, + "t_0.1-0.2": 0.10015114396810532, + "t_0.2-0.3": 0.09649867564439774, + "t_0.3-0.4": 0.07916931807994843, + "t_0.4-0.5": 0.07088928669691086, + "t_0.5-0.6": 0.08223549276590347, + "t_0.6-0.7": 0.06273750960826874, + "t_0.7-0.8": 0.07587296515703201, + "t_0.8-0.9": 0.07919906079769135, + "t_0.9-1.0": 0.11015751212835312 + }, + { + "t_0.0-0.1": 0.2611592411994934, + "t_0.1-0.2": 0.13633377850055695, + "t_0.2-0.3": 0.15107040107250214, + "t_0.3-0.4": 0.1307896077632904, + "t_0.4-0.5": 0.1475391834974289, + "t_0.5-0.6": 0.14833904802799225, + "t_0.6-0.7": 0.15391774475574493, + "t_0.7-0.8": 0.15738119184970856, + "t_0.8-0.9": 0.20431990921497345, + "t_0.9-1.0": 0.30316126346588135 + }, + { + "t_0.0-0.1": 0.23060862720012665, + "t_0.1-0.2": 0.10869782418012619, + "t_0.2-0.3": 0.1287883073091507, + "t_0.3-0.4": 0.10251349210739136, + "t_0.4-0.5": 0.08717653900384903, + "t_0.5-0.6": 0.11464285850524902, + "t_0.6-0.7": 0.11406756192445755, + "t_0.7-0.8": 0.12468265742063522, + "t_0.8-0.9": 0.12700968980789185, + "t_0.9-1.0": 0.17507530748844147 + }, + { + "t_0.0-0.1": 0.12156927585601807, + "t_0.1-0.2": 0.06470149010419846, + "t_0.2-0.3": 0.0806727334856987, + "t_0.3-0.4": 0.06861091405153275, + "t_0.4-0.5": 0.0677834302186966, + "t_0.5-0.6": 0.0607697069644928, + "t_0.6-0.7": 0.07639201730489731, + "t_0.7-0.8": 0.06996892392635345, + "t_0.8-0.9": 0.10444599390029907, + "t_0.9-1.0": 0.19459395110607147 + }, + { + "t_0.0-0.1": 0.27518704533576965, + "t_0.1-0.2": 0.20966100692749023, + "t_0.2-0.3": 0.21489965915679932, + "t_0.3-0.4": 0.22732166945934296, + "t_0.4-0.5": 0.20591409504413605, + "t_0.5-0.6": 0.20766016840934753, + "t_0.6-0.7": 0.15716023743152618, + "t_0.7-0.8": 0.19815799593925476, + "t_0.8-0.9": 0.179396852850914, + "t_0.9-1.0": 0.23686228692531586 + }, + { + "t_0.0-0.1": 0.1043332889676094, + "t_0.1-0.2": 0.05034215748310089, + "t_0.2-0.3": 0.05110384151339531, + "t_0.3-0.4": 0.04553597420454025, + "t_0.4-0.5": 0.04612435773015022, + "t_0.5-0.6": 0.038138844072818756, + "t_0.6-0.7": 0.04538635537028313, + "t_0.7-0.8": 0.06150184944272041, + "t_0.8-0.9": 0.054739829152822495, + "t_0.9-1.0": 0.10859321802854538 + }, + { + "t_0.0-0.1": 0.07843641191720963, + "t_0.1-0.2": 0.04700392484664917, + "t_0.2-0.3": 0.047413986176252365, + "t_0.3-0.4": 0.03360714763402939, + "t_0.4-0.5": 0.03740915283560753, + "t_0.5-0.6": 0.03511713817715645, + "t_0.6-0.7": 0.04951160028576851, + "t_0.7-0.8": 0.0504821240901947, + "t_0.8-0.9": 0.04368695616722107, + "t_0.9-1.0": 0.0627886950969696 + }, + { + "t_0.0-0.1": 0.16305087506771088, + "t_0.1-0.2": 0.08378279954195023, + "t_0.2-0.3": 0.10004410892724991, + "t_0.3-0.4": 0.10384847968816757, + "t_0.4-0.5": 0.09017747640609741, + "t_0.5-0.6": 0.07532522827386856, + "t_0.6-0.7": 0.08417579531669617, + "t_0.7-0.8": 0.08643689006567001, + "t_0.8-0.9": 0.12060969322919846, + "t_0.9-1.0": 0.256986141204834 + }, + { + "t_0.0-0.1": 0.1269555687904358, + "t_0.1-0.2": 0.09026224911212921, + "t_0.2-0.3": 0.08255961537361145, + "t_0.3-0.4": 0.07127144187688828, + "t_0.4-0.5": 0.08157102763652802, + "t_0.5-0.6": 0.06802930682897568, + "t_0.6-0.7": 0.09057695418596268, + "t_0.7-0.8": 0.10253972560167313, + "t_0.8-0.9": 0.14135873317718506, + "t_0.9-1.0": 0.22062934935092926 + }, + { + "t_0.0-0.1": 0.2358085960149765, + "t_0.1-0.2": 0.14496470987796783, + "t_0.2-0.3": 0.08457573503255844, + "t_0.3-0.4": 0.12755459547042847, + "t_0.4-0.5": 0.11798381805419922, + "t_0.5-0.6": 0.09876510500907898, + "t_0.6-0.7": 0.12994132936000824, + "t_0.7-0.8": 0.1246471181511879, + "t_0.8-0.9": 0.14706085622310638, + "t_0.9-1.0": 0.1981927901506424 + }, + { + "t_0.0-0.1": 0.22130627930164337, + "t_0.1-0.2": 0.1622522473335266, + "t_0.2-0.3": 0.14368903636932373, + "t_0.3-0.4": 0.15108124911785126, + "t_0.4-0.5": 0.14673082530498505, + "t_0.5-0.6": 0.14312146604061127, + "t_0.6-0.7": 0.14092883467674255, + "t_0.7-0.8": 0.1522662490606308, + "t_0.8-0.9": 0.16258063912391663, + "t_0.9-1.0": 0.1999676525592804 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.01244813296943903, - 0.0847274661064148, - 0.07481381297111511, - 0.14667987823486328, - 0.04264392331242561, - 0.0038759689778089523, - 0.32924020290374756, - 0.08396083861589432, - 0.07153178751468658, - 0.026407767087221146, - 0.016713092103600502, - 0.35245901346206665, - 0.08319871127605438, - 0.19221968948841095, - 0.06428571790456772, - 0.18957915902137756, - 0.0025597268249839544, - 0.2367270588874817, - 0.005985266994684935, - 0.17304398119449615, - 0.2766225337982178, - 0.10650330036878586, - 0.32992327213287354, - 0.06850308179855347, - 0.011911852285265923, - 0.19466020166873932, - 0.13050313293933868, - 0.01269572600722313, - 0.07208238542079926, - 0.22538860142230988, - 0.021238937973976135, - 0.043116722255945206, - 0.1823558509349823, - 0.12682010233402252, - 0.15638528764247894, - 0.10566037893295288, - 0.004587155766785145, - 0.6404199600219727, - 0.08854427188634872, - 0.1670524775981903, - 0.1410835236310959, - 0.4437984526157379, - 0.1433476358652115, - 0.09777424484491348, - 0.020082693547010422, - 0.017505470663309097, - 0.011538461782038212, - 0.011538461782038212, - 0.027844073250889778, - 0.15191605687141418, - 0.013185287825763226, - 0.15357144176959991, - 0.1113089993596077, - 0.3311518430709839, - 0.1448388397693634, - 0.025874460116028786, - 0.12229437381029129, - 0.02601156197488308, - 0.014532243832945824, - 0.006592291872948408, - 0.03947887569665909, - 0.00531479949131608, - 0.020477814599871635, - 0.00460122711956501, - 0.03484320640563965, - 0.09286675602197647, - 0.11437613517045975, - 0.22358722984790802, - 0.0050505055114626884, - 0.09177214652299881, - 0.005130596924573183, - 0.03472527489066124, - 0.1146015152335167, - 0.004323899280279875, - 0.010744720697402954, - 0.008333333767950535, - 0.11051692813634872, - 0.3276315927505493, - 0.17451155185699463, - 0.0065543074160814285, - 0.12922002375125885, - 0.03407682850956917, - 0.14784634113311768, - 0.07324516773223877, - 0.011538461782038212, - 0.004566210322082043, - 0.0401763841509819, - 0.07331378012895584, - 0.05038759484887123, - 0.006610729731619358, - 0.08598726242780685, - 0.08638360351324081, - 0.008368201553821564, - 0.18093004822731018, - 0.05341246351599693, - 0.005054432433098555, - 0.034404706209897995, - 0.15227389335632324, - 0.15897972881793976, - 0.019519519060850143, - 0.1581316739320755, - 0.05882352963089943, - 0.08258258551359177, - 0.17195571959018707, - 0.016212232410907745, - 0.016566265374422073, - 0.10368011146783829, - 0.058374084532260895, - 0.016351744532585144, - 0.14826087653636932, - 0.04893893748521805, - 0.04503786563873291, - 0.004692832473665476, - 0.0346975103020668, - 0.10466179251670837, - 0.04476234316825867, - 0.07420319318771362, - 0.05173925682902336, - 0.002634660340845585, - 0.2153465449810028, - 0.005586592014878988, - 0.008101265877485275, - 0.28828829526901245, - 0.061147693544626236, - 0.08904548734426498, - 0.10788561403751373, - 0.06911315023899078, - 0.016597511246800423, - 0.08691674470901489, - 0.12347486615180969, - 0.05889471620321274, - 0.1166180744767189, - 0.02014775015413761, - 0.14025849103927612, - 0.01538965292274952, - 0.002358490601181984, - 0.4981684982776642, - 0.09144236892461777, - 0.06709828972816467, - 0.0590163916349411, - 0.1346733719110489, - 0.0027141133323311806, - 0.0037313434295356274, - 0.058027662336826324, - 0.03621438890695572, - 0.11069418489933014, - 0.07153178751468658, - 0.11393514275550842, - 0.4950593113899231, - 0.005692599341273308, - 0.006274131126701832, - 0.020728642120957375, - 0.14244064688682556, - 0.04674127697944641, - 0.01956453174352646, - 0.03385080024600029, - 0.03107520192861557, - 0.004901960492134094, - 0.12243948131799698, - 0.10833333432674408, - 0.006839277222752571, - 0.17747795581817627, - 0.023351648822426796, - 0.07447125017642975, - 0.06055646762251854, - 0.00238663493655622, - 0.14620141685009003, - 0.0667736753821373, - 0.00911458395421505, - 0.21825963258743286, - 0.08310534060001373, - 0.15726178884506226, - 0.032114624977111816, - 0.02185089886188507, - 0.006637168116867542, - 0.20146048069000244, - 0.12710154056549072, - 0.005985266994684935, - 0.004323899280279875, - 0.2231508493423462, - 0.03723404183983803, - 0.24596774578094482, - 0.4179380238056183, - 0.5400640964508057, - 0.008064515888690948, - 0.07139784842729568, - 0.12681639194488525, - 0.3620437681674957, - 0.014189189299941063, - 0.16842104494571686, - 0.038893043994903564, - 0.01757369562983513, - 0.016966067254543304, - 0.10096154361963272, - 0.004323899280279875, - 0.13050313293933868, - 0.1557161659002304, - 0.3424971401691437, - 0.14952152967453003, - 0.3429791331291199, - 0.24475103616714478, - 0.11846495419740677, - 0.2260674089193344, - 0.11524822562932968, - 0.030676892027258873, - 0.10732538253068924, - 0.006289307959377766, - 0.07425742596387863, - 0.005054432433098555, - 0.06672333180904388, - 0.1731363832950592, - 0.014013654552400112, - 0.002634660340845585, - 0.01720542274415493, - 0.3156881630420685, - 0.1341724693775177, - 0.007808687165379524, - 0.09327633678913116, - 0.004201680887490511, - 0.24042072892189026, - 0.01539053488522768, - 0.029516994953155518, - 0.020592020824551582, - 0.07097680866718292, - 0.040697675198316574, - 0.1837625503540039, - 0.015780730172991753, - 0.10988172143697739, - 0.12059369683265686, - 0.3551330864429474, - 0.0629618689417839, - 0.09095354378223419, - 0.0948963314294815, - 0.08563049882650375, - 0.016597511246800423, - 0.13194780051708221, - 0.009669889695942402, - 0.09403669834136963, - 0.05530643090605736, - 0.0926249548792839, - 0.013513512909412384, - 0.16584159433841705, - 0.20691125094890594, - 0.043497756123542786, - 0.12267658114433289, - 0.2181701809167862, - 0.13015110790729523, - 0.005692599341273308, - 0.011813759803771973, - 0.11277174204587936, - 0.004901960492134094, - 0.027916667982935905, - 0.12065637111663818, - 0.014563106931746006, - 0.14952152967453003, - 0.0265866219997406, - 0.01631944440305233, - 0.0781344622373581, - 0.023373588919639587, - 0.037457436323165894, - 0.006944444961845875, - 0.23388580977916718, - 0.11437613517045975, - 0.00911458395421505, - 0.07309069484472275, - 0.009999999776482582, - 0.007336343172937632, - 0.0035971221514046192, - 0.2401725798845291, - 0.36737316846847534, - 0.26983505487442017, - 0.045987799763679504, - 0.005199306644499302, - 0.006261180620640516, - 0.03980288282036781, - 0.1874285638332367, - 0.13746286928653717, - 0.0592811144888401, - 0.008269719779491425, - 0.19517667591571808, - 0.0194968543946743, - 0.01260080561041832, - 0.0698772445321083, - 0.012278308160603046, - 0.015000000596046448, - 0.11061618477106094, - 0.013432836160063744, - 0.025641024112701416, - 0.03349616006016731, - 0.1539401412010193, - 0.14313122630119324, - 0.005199306644499302, - 0.09171270579099655, - 0.08288590610027313, - 0.1266697347164154, - 0.11419752985239029, - 0.014563106931746006, - 0.20471224188804626, - 0.03629343584179878, - 0.00531479949131608, - 0.12119288742542267, - 0.12810125946998596, - 0.10618336498737335, - 0.062230437994003296, - 0.10433132946491241, - 0.0045008184388279915, - 0.011414077132940292, - 0.0702236145734787, - 0.0038852361030876637, - 0.007186290342360735, - 0.058618687093257904, - 0.03529937565326691, - 0.21020227670669556, - 0.01097560953348875, - 0.06298932433128357, - 0.0077751195058226585, - 0.15860427916049957, - 0.0077751195058226585, - 0.1710250973701477, - 0.00206611561588943, - 0.06488382071256638, - 0.01710730977356434, - 0.2064732164144516, - 0.033203125, - 0.0027141133323311806, - 0.010479042306542397, - 0.1679999977350235, - 0.0391276478767395, - 0.04264392331242561, - 0.10852120816707611, - 0.0035771066322922707, - 0.005721830762922764, - 0.0029069767333567142, - 0.006637168116867542, - 0.29240086674690247, - 0.05840455740690231, - 0.10534653067588806, - 0.24218052625656128, - 0.027422303333878517, - 0.0969182699918747, - 0.004901960492134094, - 0.04214780405163765, - 0.05219867080450058, - 0.1377212405204773, - 0.009374999441206455, - 0.004385964944958687, - 0.12557363510131836, - 0.003144653979688883, - 0.10745763033628464, - 0.07158487290143967, - 0.09630607068538666, - 0.2578710615634918, - 0.04777517542243004, - 0.08143525570631027, - 0.23055556416511536, - 0.1525581330060959, - 0.005692599341273308, - 0.07751478999853134, - 0.12487100809812546, - 0.005721830762922764, - 0.19412916898727417, - 0.10879218578338623, - 0.016400910913944244, - 0.006944444961845875, - 0.13356922566890717, - 0.0996875911951065, - 0.017382413148880005, - 0.0035771066322922707, - 0.0040087467059493065, - 0.015070921741425991, - 0.030484160408377647, - 0.10403916984796524, - 0.27483069896698, - 0.26880529522895813, - 0.15721753239631653, - 0.006289307959377766, - 0.11152765154838562, - 0.03933054581284523, - 0.24203187227249146, - 0.11602393537759781, - 0.01318267360329628, - 0.021852731704711914, - 0.0032626427710056305, - 0.14416475594043732, - 0.26738351583480835, - 0.0025380710139870644, - 0.02193187177181244, - 0.004692832473665476, - 0.005434782709926367, - 0.5174981355667114, - 0.19097042083740234, - 0.0059652929194271564, - 0.40459364652633667, - 0.0031960229389369488, - 0.08436214178800583, - 0.010606060735881329, - 0.20255692303180695, - 0.12994836270809174, - 0.20566120743751526, - 0.08576389402151108, - 0.11520737409591675, - 0.16132479906082153, - 0.036330610513687134, - 0.0035971221514046192, - 0.04006284475326538, - 0.002888318384066224, - 0.0244037713855505, - 0.2963123619556427, - 0.13050313293933868, - 0.12197761982679367, - 0.018154311925172806, - 0.08638743311166763, - 0.02053140103816986, - 0.07649253308773041, - 0.13854806125164032, - 0.008306962437927723, - 0.009999999776482582, - 0.10580204427242279, - 0.14952152967453003, - 0.006246746517717838, - 0.2031509131193161, - 0.15018656849861145, - 0.005976095795631409, - 0.15332429111003876, - 0.005976095795631409, - 0.09438684582710266, - 0.16675037145614624, - 0.0698455348610878, - 0.004160362761467695, - 0.11150652915239334, - 0.014128034934401512, - 0.19132855534553528, - 0.05073995888233185, - 0.02681618742644787, - 0.15310543775558472, - 0.03177485242486, - 0.07422680407762527, - 0.06705936044454575, - 0.16149067878723145, - 0.07512195408344269, - 0.0497630313038826, - 0.2694300413131714, - 0.014804845675826073, - 0.042905405163764954, - 0.09216418117284775, - 0.005899704992771149, - 0.018555868417024612, - 0.15040872991085052, - 0.002736726775765419, - 0.011208967305719852, - 0.011683096177875996, - 0.18484649062156677, - 0.06552261859178543, - 0.5365551710128784, - 0.19073358178138733, - 0.012679917737841606, - 0.006274131126701832, - 0.0034987276885658503, - 0.005130596924573183, - 0.12814225256443024, - 0.2126191258430481, - 0.002076843287795782, - 0.0737493559718132, - 0.0937940776348114, - 0.08156498521566391, - 0.006592291872948408, - 0.005496662575751543, - 0.022941969335079193, - 0.0034722222480922937, - 0.002710027154535055, - 0.24303683638572693, - 0.01019665040075779, - 0.0030487803742289543, - 0.17815646529197693, - 0.02738764137029648, - 0.07894737273454666, - 0.12065637111663818, - 0.1579292267560959, - 0.02440239116549492, - 0.05358615145087242, - 0.003246753243729472, - 0.20295202732086182, - 0.08773903548717499, - 0.0035971221514046192, - 0.10969071835279465, - 0.0398230105638504, - 0.0037364130839705467, - 0.03504762053489685, - 0.0038759689778089523, - 0.0018479409627616405, - 0.03322784602642059, - 0.05011839047074318, - 0.032938387244939804, - 0.004126547370105982 + 0.06306963413953781, + 0.11780636012554169, + 0.06975161284208298, + 0.054071661084890366, + 0.07083333283662796, + 0.07377634942531586, + 0.07663042843341827, + 0.02797657810151577, + 0.15991993248462677, + 0.04493787884712219, + 0.022379538044333458, + 0.25238677859306335, + 0.11926328390836716, + 0.040208715945482254, + 0.07742181420326233, + 0.1276228129863739, + 0.04964539036154747, + 0.10894118249416351, + 0.2497721016407013, + 0.18027770519256592, + 0.061534859240055084, + 0.09190865606069565, + 0.08040323853492737, + 0.07227866351604462, + 0.1122393012046814, + 0.11337664723396301, + 0.06856653094291687, + 0.06930232793092728, + 0.14786112308502197, + 0.08702197670936584, + 0.1044168546795845, + 0.24777550995349884, + 0.06095760315656662, + 0.05027933046221733, + 0.08562064915895462, + 0.05753326416015625, + 0.08138872683048248, + 0.0685892403125763, + 0.14194118976593018, + 0.23681911826133728, + 0.05965292826294899, + 0.04523809626698494, + 0.08145260810852051, + 0.043897733092308044, + 0.05344223976135254, + 0.06441986560821533, + 0.06785137206315994, + 0.09216494858264923, + 0.09746518731117249, + 0.04329288378357887, + 0.10314606875181198, + 0.062305986881256104, + 0.06792452931404114, + 0.12257317453622818, + 0.16442786157131195, + 0.04123244434595108, + 0.09772901237010956, + 0.03017902933061123, + 0.02329317107796669, + 0.04010025039315224, + 0.11817970871925354, + 0.04969554394483566, + 0.061378657817840576, + 0.042137715965509415, + 0.09300538152456284, + 0.13722240924835205, + 0.09505703300237656, + 0.08647291362285614, + 0.07099698483943939, + 0.04075658693909645, + 0.09583206474781036, + 0.07676294445991516, + 0.09143871068954468, + 0.05462944135069847, + 0.033357683569192886, + 0.032676056027412415, + 0.04973404109477997, + 0.10649087280035019, + 0.05163651332259178, + 0.03480071201920509, + 0.0712418332695961, + 0.1176016554236412, + 0.03030303120613098, + 0.0818634107708931, + 0.10164207220077515, + 0.08506031334400177, + 0.04056795313954353, + 0.09652657806873322, + 0.042016807943582535, + 0.08222294598817825, + 0.04864751547574997, + 0.053898826241493225, + 0.06805555522441864, + 0.07006232440471649, + 0.04198552295565605, + 0.058890145272016525, + 0.06351426988840103, + 0.026381559669971466, + 0.04162656515836716, + 0.05919180437922478, + 0.043335024267435074, + 0.13527607917785645, + 0.14256197214126587, + 0.1508697122335434, + 0.07910379767417908, + 0.12147238850593567, + 0.05190058425068855, + 0.0534936785697937, + 0.08821655809879303, + 0.06200432404875755, + 0.06408345699310303, + 0.0485336109995842, + 0.05904852971434593, + 0.07168219983577728, + 0.05379746854305267, + 0.07162652164697647, + 0.09101316332817078, + 0.09051170200109482, + 0.05556770786643028, + 0.07047554105520248, + 0.13028499484062195, + 0.0539301335811615, + 0.020924879238009453, + 0.04361493140459061, + 0.03949044644832611, + 0.07086211442947388, + 0.0662914291024208, + 0.07139037549495697, + 0.05821025371551514, + 0.1268620789051056, + 0.07118140906095505, + 0.06697674095630646, + 0.08738700300455093, + 0.09919840097427368, + 0.10881134867668152, + 0.05416783317923546, + 0.12096773833036423, + 0.08425906300544739, + 0.047813914716243744, + 0.09701324999332428, + 0.0487949401140213, + 0.07421236485242844, + 0.07375458627939224, + 0.03004755638539791, + 0.046992480754852295, + 0.006329114083200693, + 0.014514144510030746, + 0.1286046952009201, + 0.06333882361650467, + 0.06521739065647125, + 0.061636555939912796, + 0.09686970710754395, + 0.09538228809833527, + 0.04159869626164436, + 0.08812260627746582, + 0.05734536051750183, + 0.13426488637924194, + 0.04240882024168968, + 0.02691454067826271, + 0.048730965703725815, + 0.07236335426568985, + 0.04039409011602402, + 0.050889138132333755, + 0.0776914581656456, + 0.13569022715091705, + 0.11809477210044861, + 0.026998961344361305, + 0.07619667798280716, + 0.04278922453522682, + 0.0642673522233963, + 0.08128461241722107, + 0.07460732758045197, + 0.04774346947669983, + 0.045624103397130966, + 0.04548408091068268, + 0.08641976118087769, + 0.018571116030216217, + 0.05762628838419914, + 0.08195754885673523, + 0.04299919679760933, + 0.05611573904752731, + 0.1079714447259903, + 0.04448174685239792, + 0.07253050804138184, + 0.07391029596328735, + 0.08707799762487411, + 0.092267706990242, + 0.09567990899085999, + 0.09198273718357086, + 0.06566473841667175, + 0.06334563344717026, + 0.06520737707614899, + 0.08330836147069931, + 0.07607497274875641, + 0.04479419067502022, + 0.062240663915872574, + 0.05761536583304405, + 0.0808219164609909, + 0.01747514307498932, + 0.05932747945189476, + 0.04093919321894646, + 0.03028377890586853, + 0.04787111654877663, + 0.06350197643041611, + 0.012574726715683937, + 0.08747099339962006, + 0.043120693415403366, + 0.031244046986103058, + 0.03447340056300163, + 0.031578946858644485, + 0.08769699931144714, + 0.027544910088181496, + 0.09651652723550797, + 0.03425845503807068, + 0.06476462632417679, + 0.0162790697067976, + 0.04370546340942383, + 0.04434811696410179, + 0.13477088510990143, + 0.0699404776096344, + 0.05340484902262688, + 0.08951254934072495, + 0.04369961842894554, + 0.06245597451925278, + 0.031133251264691353, + 0.006243032403290272, + 0.08506056666374207, + 0.026886647567152977, + 0.04342610388994217, + 0.08874459564685822, + 0.03137710690498352, + 0.0788007453083992, + 0.029453681781888008, + 0.031142717227339745, + 0.03565768525004387, + 0.04446659982204437, + 0.04768838733434677, + 0.11212293058633804, + 0.06233382225036621, + 0.035961274057626724, + 0.07025151699781418, + 0.04147566109895706, + 0.10245054960250854, + 0.04236476868391037, + 0.07719386368989944, + 0.02058672159910202, + 0.0722559243440628, + 0.08834909647703171, + 0.04088307172060013, + 0.031891223043203354, + 0.059405937790870667, + 0.06943466514348984, + 0.11005353927612305, + 0.05580182746052742, + 0.03357595577836037, + 0.031079605221748352, + 0.0260032769292593, + 0.059379491955041885, + 0.07998861372470856, + 0.08564046025276184, + 0.09124607592821121, + 0.015368308871984482, + 0.0541401281952858, + 0.06185845658183098, + 0.05698251724243164, + 0.125, + 0.020725388079881668, + 0.04008667543530464, + 0.0936548262834549, + 0.01826677843928337, + 0.02656957320868969, + 0.10325047373771667, + 0.06224161759018898, + 0.028476083651185036, + 0.029700854793190956, + 0.020721204578876495, + 0.011902088299393654, + 0.03895556926727295, + 0.06864915788173676, + 0.04329093173146248, + 0.0636259987950325, + 0.023372707888484, + 0.031713102012872696, + 0.052173912525177, + 0.08390918374061584, + 0.05846007540822029, + 0.010853294283151627, + 0.05707148090004921, + 0.08323984593153, + 0.03204086422920227, + 0.0524553582072258, + 0.028844067826867104, + 0.03148328512907028, + 0.011897679418325424, + 0.07402652502059937, + 0.07226107269525528, + 0.05376604571938515, + 0.04475877061486244, + 0.04748420789837837, + 0.05055849254131317, + 0.025871766731142998, + 0.008502288721501827, + 0.0348602719604969, + 0.04925130680203438, + 0.018546555191278458, + 0.03212406486272812, + 0.03450092300772667, + 0.026779737323522568, + 0.014393268153071404, + 0.02844856120646, + 0.07187929004430771, + 0.027606310322880745, + 0.05650557950139046, + 0.04021516069769859, + 0.0746164545416832, + 0.028773216530680656, + 0.034160226583480835, + 0.02761795185506344, + 0.029938170686364174, + 0.05274872109293938, + 0.015595990233123302, + 0.06908831745386124, + 0.05103720724582672, + 0.022780833765864372, + 0.032804232090711594, + 0.10868030786514282, + 0.03548309952020645, + 0.042984411120414734, + 0.032573290169239044, + 0.052573446184396744, + 0.022857142612338066, + 0.04439614713191986, + 0.0165754035115242, + 0.07418397814035416, + 0.04343459755182266, + 0.04216408357024193, + 0.04442893713712692, + 0.06641285866498947, + 0.02416832558810711, + 0.06068449839949608, + 0.02330879680812359, + 0.06159420311450958, + 0.020707305520772934, + 0.04335908591747284, + 0.010690789669752121, + 0.03590208292007446, + 0.027103042230010033, + 0.03653707727789879, + 0.043967023491859436, + 0.08941004425287247, + 0.03280791640281677, + 0.048156507313251495, + 0.04306219890713692, + 0.03943789750337601, + 0.022879593074321747, + 0.02636490948498249, + 0.04356687515974045, + 0.0635344386100769, + 0.07507443428039551, + 0.025190839543938637, + 0.025246040895581245, + 0.06928998976945877, + 0.041764117777347565, + 0.05225342884659767, + 0.09267564117908478, + 0.040807560086250305, + 0.03908124938607216, + 0.042600344866514206, + 0.025935828685760498, + 0.019061826169490814, + 0.08277671784162521, + 0.0824742317199707, + 0.05856451019644737, + 0.02562885545194149, + 0.016832703724503517, + 0.02780826948583126, + 0.037379972636699677, + 0.013784460723400116, + 0.027620704844594002, + 0.06944037973880768, + 0.02504619210958481, + 0.01813817024230957, + 0.053512804210186005, + 0.009182530455291271, + 0.027433842420578003, + 0.046229708939790726, + 0.0664866715669632, + 0.010796221904456615, + 0.017621144652366638, + 0.04524575173854828, + 0.04911210015416145, + 0.011390602216124535, + 0.019093578681349754, + 0.027673235163092613, + 0.0284537635743618, + 0.017872340977191925, + 0.07814371585845947, + 0.02902298793196678, + 0.0869448184967041, + 0.014017456211149693, + 0.029080253094434738, + 0.006370875984430313, + 0.024728449061512947, + 0.03624780476093292, + 0.03667621687054634, + 0.05551443248987198, + 0.04401622712612152, + 0.04633345827460289, + 0.051252320408821106, + 0.04551565274596214, + 0.019430337473750114, + 0.05170068144798279, + 0.01886792480945587, + 0.08281795680522919, + 0.05197080224752426, + 0.07626582682132721, + 0.014300663024187088, + 0.07118412107229233, + 0.04578665271401405, + 0.0373259074985981, + 0.03411130979657173, + 0.0795428603887558, + 0.01723741739988327, + 0.03174230083823204, + 0.0466802641749382, + 0.011301989667117596, + 0.016645649448037148, + 0.007984969764947891, + 0.05811849981546402, + 0.010858217254281044, + 0.043005555868148804, + 0.013490725308656693, + 0.032825320959091187, + 0.022580644115805626, + 0.0035118525847792625, + 0.026649417355656624, + 0.07957632094621658, + 0.02391304261982441, + 0.022488391026854515, + 0.033009350299835205, + 0.06503423303365707, + 0.04101109132170677, + 0.05387703329324722, + 0.07010309398174286, + 0.04337834194302559, + 0.03374558314681053, + 0.02623247355222702, + 0.04818956181406975, + 0.007947019301354885, + 0.01460349839180708, + 0.07431285828351974, + 0.04536862298846245, + 0.03962831199169159, + 0.030935807153582573, + 0.019885871559381485, + 0.05687295272946358, + 0.027311930432915688, + 0.010449321009218693, + 0.014364641159772873, + 0.05395365506410599, + 0.009232798591256142, + 0.03217097744345665, + 0.0759655311703682, + 0.07454162836074829, + 0.0115991635248065, + 0.07569912821054459, + 0.04079287871718407, + 0.02449282445013523, + 0.03393631428480148, + 0.03619909659028053, + 0.005181347019970417, + 0.052146006375551224, + 0.03309900313615799, + 0.04282655194401741, + 0.04140413925051689, + 0.08241758495569229, + 0.02725764364004135, + 0.05312246456742287, + 0.08375943452119827, + 0.05385270342230797, + 0.03769339248538017, + 0.0365772545337677, + 0.018734177574515343, + 0.034922029823064804, + 0.03334910050034523, + 0.040825583040714264, + 0.04635922610759735, + 0.051492538303136826, + 0.04210992902517319, + 0.033889733254909515, + 0.014338171109557152, + 0.043494921177625656, + 0.06488308310508728, + 0.022835789248347282, + 0.03794098272919655, + 0.0354449488222599, + 0.027546444907784462, + 0.027587952092289925, + 0.01765504665672779, + 0.07742559909820557 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 44.05696487426758, - 58.140625, - 69.92909240722656, - 93.28109741210938, - 41.47610092163086, - 87.25532531738281, - 111.69511413574219, - 61.72069549560547, - 55.49595260620117, - 40.43056106567383, - 44.05697250366211, - 100.12467956542969, - 58.140625, - 122.59798431396484, - 59.9239387512207, - 88.52194213867188, - 67.5317611694336, - 115.28558349609375, - 47.703086853027344, - 110.6884765625, - 165.87501525878906, - 65.34730529785156, - 153.08892822265625, - 52.89699935913086, - 54.22412109375, - 71.05238342285156, - 99.54566955566406, - 39.85641860961914, - 50.35831832885742, - 75.38555908203125, - 39.36962127685547, - 41.47610092163086, - 62.870628356933594, - 83.2279052734375, - 92.83085632324219, - 81.07107543945312, - 104.52373504638672, - 243.45480346679688, - 65.3473129272461, - 80.56526184082031, - 95.48632049560547, - 246.13941955566406, - 83.3812026977539, - 68.0908432006836, - 40.00730514526367, - 39.482200622558594, - 67.5317611694336, - 40.60122299194336, - 42.07524108886719, - 89.51325225830078, - 39.85642623901367, - 94.22428131103516, - 68.09083557128906, - 186.47262573242188, - 67.70215606689453, - 40.007301330566406, - 82.21964263916016, - 39.482200622558594, - 44.05697250366211, - 47.703086853027344, - 41.47610092163086, - 67.5317611694336, - 39.6721305847168, - 67.5317611694336, - 45.5595588684082, - 59.9239501953125, - 98.78996276855469, - 140.52088928222656, - 67.5317611694336, - 74.55110931396484, - 67.5317611694336, - 44.087467193603516, - 76.40882873535156, - 44.05696487426758, - 40.60122299194336, - 41.895790100097656, - 77.3393325805664, - 186.6361083984375, - 101.7916259765625, - 44.05696487426758, - 82.94215393066406, - 39.482200622558594, - 76.26762390136719, - 59.03048324584961, - 40.60123062133789, - 67.5317611694336, - 42.07524108886719, - 57.254695892333984, - 47.901458740234375, - 44.05697250366211, - 62.62348937988281, - 71.77371978759766, - 41.895790100097656, - 111.93873596191406, - 52.04319381713867, - 47.703086853027344, - 45.5595588684082, - 96.11201477050781, - 67.7403793334961, - 40.60122299194336, - 100.03975677490234, - 49.52893829345703, - 61.72068786621094, - 103.89157104492188, - 39.44862365722656, - 39.85642623901367, - 72.69819641113281, - 47.1059455871582, - 39.482200622558594, - 103.67863464355469, - 44.81291198730469, - 49.5289421081543, - 47.703086853027344, - 41.47610092163086, - 81.07107543945312, - 47.90146255493164, - 57.25469970703125, - 47.10594177246094, - 67.5317611694336, - 72.8891830444336, - 47.703086853027344, - 40.60122299194336, - 171.21337890625, - 50.358314514160156, - 64.43696594238281, - 82.94215393066406, - 60.82075881958008, - 40.60122299194336, - 62.62348937988281, - 88.57266235351562, - 52.89699935913086, - 76.66522216796875, - 52.04470443725586, - 101.78483581542969, - 40.92451477050781, - 104.52373504638672, - 276.7938232421875, - 74.82625579833984, - 58.140628814697266, - 51.196712493896484, - 92.63011932373047, - 512.0, - 512.0, - 60.82076644897461, - 47.10594177246094, - 67.17436218261719, - 65.34730529785156, - 91.39613342285156, - 273.8714599609375, - 89.8301773071289, - 67.5317611694336, - 39.3696174621582, - 86.69320678710938, - 46.32465744018555, - 39.85641860961914, - 44.81291198730469, - 39.448631286621094, - 44.05697250366211, - 91.3961410522461, - 76.62948608398438, - 47.703086853027344, - 62.45357131958008, - 39.36961364746094, - 59.03047561645508, - 47.10594177246094, - 101.82994079589844, - 79.08380126953125, - 55.49595642089844, - 54.22412109375, - 128.1288604736328, - 65.34730529785156, - 57.655799865722656, - 40.92451858520508, - 40.007293701171875, - 54.224124908447266, - 77.8596420288086, - 57.644264221191406, - 47.703086853027344, - 54.22412109375, - 92.24800872802734, - 41.47610092163086, - 84.22499084472656, - 133.52194213867188, - 202.70521545410156, - 40.60122299194336, - 60.82075119018555, - 82.0062255859375, - 201.12619018554688, - 44.05697250366211, - 95.17412567138672, - 41.47610092163086, - 39.482200622558594, - 40.60122299194336, - 69.92909240722656, - 67.5317611694336, - 81.07107543945312, - 65.8859634399414, - 128.201416015625, - 98.4516830444336, - 184.71282958984375, - 138.15602111816406, - 76.40882873535156, - 92.0483627319336, - 75.4793930053711, - 45.559566497802734, - 73.6240234375, - 54.22412109375, - 60.82076644897461, - 67.5317611694336, - 54.62394714355469, - 87.40637969970703, - 40.60122299194336, - 512.0, - 39.482200622558594, - 98.69844055175781, - 85.75440216064453, - 44.05697250366211, - 59.03047561645508, - 104.52373504638672, - 89.2231216430664, - 39.482200622558594, - 41.47610092163086, - 40.43055725097656, - 57.254695892333984, - 50.358314514160156, - 112.22541809082031, - 40.60122299194336, - 75.4793930053711, - 82.00624084472656, - 135.19525146484375, - 53.757450103759766, - 67.17436218261719, - 63.528995513916016, - 56.37301254272461, - 39.6721305847168, - 88.61041259765625, - 39.85641860961914, - 65.3473129272461, - 45.5595588684082, - 86.63732147216797, - 39.85641860961914, - 106.53116607666016, - 123.9387435913086, - 47.90145492553711, - 68.55913543701172, - 81.5624008178711, - 58.085533142089844, - 47.703086853027344, - 47.703086853027344, - 76.40882873535156, - 44.05697250366211, - 40.92451858520508, - 79.20335388183594, - 39.482200622558594, - 95.16792297363281, - 39.482200622558594, - 41.895782470703125, - 61.72068786621094, - 39.36960983276367, - 45.5595588684082, - 47.703086853027344, - 144.0417022705078, - 80.75958251953125, - 54.22412109375, - 59.03047561645508, - 67.5317611694336, - 44.05697250366211, - 512.0, - 127.02394104003906, - 215.4031524658203, - 85.02839660644531, - 44.08745574951172, - 54.22412109375, - 54.22412109375, - 49.35538101196289, - 105.60472869873047, - 81.07107543945312, - 50.35831832885742, - 54.22412109375, - 97.25972747802734, - 39.85642623901367, - 47.703086853027344, - 59.923946380615234, - 40.60122299194336, - 39.482200622558594, - 79.62262725830078, - 41.895782470703125, - 40.43056106567383, - 40.43056106567383, - 98.00143432617188, - 91.3961410522461, - 54.22412109375, - 65.34730529785156, - 58.140625, - 83.87886047363281, - 79.20335388183594, - 39.85641860961914, - 96.1318130493164, - 40.43056106567383, - 54.224124908447266, - 64.6053466796875, - 84.81627655029297, - 75.9810562133789, - 47.901451110839844, - 81.49628448486328, - 54.22412109375, - 67.5317611694336, - 60.82076644897461, - 54.22412109375, - 44.05697250366211, - 51.196693420410156, - 42.07524108886719, - 84.01716613769531, - 44.05696487426758, - 59.9239387512207, - 54.224124908447266, - 67.53219604492188, - 67.5317611694336, - 98.0087661743164, - 104.52373504638672, - 56.373016357421875, - 39.482200622558594, - 121.804931640625, - 46.324668884277344, - 104.52373504638672, - 54.22412109375, - 118.95838928222656, - 41.47610092163086, - 45.5595588684082, - 72.51863861083984, - 512.0, - 47.703086853027344, - 54.22412109375, - 164.47799682617188, - 131.9939727783203, - 50.35831832885742, - 77.89231872558594, - 97.7870864868164, - 40.00730514526367, - 62.78126907348633, - 136.89381408691406, - 44.087467193603516, - 51.196693420410156, - 85.3883056640625, - 67.5317611694336, - 47.703086853027344, - 85.65726470947266, - 116.93126678466797, - 78.24861907958984, - 53.757450103759766, - 68.09085845947266, - 112.80933380126953, - 45.5595588684082, - 80.26561737060547, - 107.01734161376953, - 65.53885650634766, - 54.22412109375, - 50.358314514160156, - 81.07107543945312, - 54.22412109375, - 108.55341339111328, - 79.20335388183594, - 41.89577865600586, - 44.05696487426758, - 87.12486267089844, - 61.443519592285156, - 39.67212677001953, - 512.0, - 104.52373504638672, - 40.60122299194336, - 42.07524108886719, - 82.98760223388672, - 143.94961547851562, - 121.08296966552734, - 88.5726547241211, - 67.5317611694336, - 80.13677215576172, - 46.32465744018555, - 134.9508819580078, - 75.13221740722656, - 80.08154296875, - 40.007293701171875, - 82.24332427978516, - 90.45443725585938, - 89.40066528320312, - 512.0, - 40.43056106567383, - 67.5317611694336, - 104.52373504638672, - 201.4342498779297, - 96.56573486328125, - 44.05696487426758, - 238.5453643798828, - 110.90306091308594, - 62.62348937988281, - 54.224124908447266, - 92.41294860839844, - 64.36996459960938, - 93.37338256835938, - 67.17436981201172, - 65.34730529785156, - 95.16793060302734, - 46.324668884277344, - 67.5317611694336, - 40.92451858520508, - 54.22412109375, - 39.482200622558594, - 105.87303161621094, - 87.78394317626953, - 74.09227752685547, - 41.895790100097656, - 59.923946380615234, - 40.00730514526367, - 54.62395477294922, - 86.70050811767578, - 47.703086853027344, - 41.895790100097656, - 74.5511245727539, - 95.5632553100586, - 90.67412567138672, - 100.65568542480469, - 96.76959991455078, - 46.50033187866211, - 102.73157501220703, - 47.703086853027344, - 70.85063934326172, - 95.95506286621094, - 52.89699172973633, - 67.5317611694336, - 65.90044403076172, - 39.85642623901367, - 118.23783874511719, - 50.35831832885742, - 40.92451858520508, - 75.01850891113281, - 44.08745193481445, - 60.82076644897461, - 57.254695892333984, - 100.57793426513672, - 56.37302017211914, - 52.04319381713867, - 62.1475830078125, - 39.36961364746094, - 46.324668884277344, - 81.07107543945312, - 47.703086853027344, - 55.48774719238281, - 98.95555114746094, - 104.52373504638672, - 40.60122299194336, - 58.66780471801758, - 114.20706176757812, - 58.140625, - 194.65191650390625, - 89.9241943359375, - 44.05697250366211, - 54.22412109375, - 47.703086853027344, - 54.22412109375, - 86.69319915771484, - 88.17613220214844, - 67.5317611694336, - 59.03047561645508, - 72.69819641113281, - 59.03047561645508, - 47.703086853027344, - 54.22412109375, - 40.92451858520508, - 47.703086853027344, - 54.22412109375, - 110.6107406616211, - 44.05697250366211, - 104.52373504638672, - 76.96544647216797, - 41.895790100097656, - 65.3473129272461, - 92.72640228271484, - 92.33837127685547, - 44.08745193481445, - 57.25469970703125, - 54.224124908447266, - 120.85295104980469, - 63.528995513916016, - 111.99286651611328, - 89.52545928955078, - 44.81291198730469, - 104.52373504638672, - 40.92451858520508, - 104.52373504638672, - 512.0, - 40.43056106567383, - 49.52893829345703, - 44.08745193481445, - 104.52373504638672 + 537.2753295898438, + 510.8924560546875, + 522.9418334960938, + 333.84197998046875, + 580.6314697265625, + 576.2310791015625, + 471.9225769042969, + 257.75042724609375, + 895.9102783203125, + 482.1808166503906, + 357.5820007324219, + 1020.4451293945312, + 517.685302734375, + 361.3407897949219, + 620.8956909179688, + 735.1774291992188, + 281.8956298828125, + 674.060302734375, + 567.571533203125, + 883.6817016601562, + 591.5985717773438, + 560.9887084960938, + 547.754150390625, + 443.18798828125, + 560.56689453125, + 719.5491333007812, + 579.6211547851562, + 662.8721313476562, + 630.7035522460938, + 553.169189453125, + 697.1642456054688, + 791.5652465820312, + 568.402099609375, + 365.7474670410156, + 325.13555908203125, + 357.26654052734375, + 464.81671142578125, + 493.7785339355469, + 855.5673217773438, + 823.6555786132812, + 572.9441528320312, + 490.36993408203125, + 634.7947387695312, + 263.29669189453125, + 466.32000732421875, + 562.2154541015625, + 471.5426330566406, + 848.22705078125, + 409.5242004394531, + 311.2872619628906, + 710.1813354492188, + 613.2709350585938, + 463.8280334472656, + 558.6503295898438, + 818.4199829101562, + 258.0748596191406, + 579.8983154296875, + 378.8517150878906, + 403.0902099609375, + 504.8857116699219, + 753.9624633789062, + 486.3614501953125, + 467.966064453125, + 437.6186828613281, + 374.6548156738281, + 535.9817504882812, + 693.7305908203125, + 675.9580688476562, + 471.997802734375, + 575.4005737304688, + 490.78387451171875, + 501.4782409667969, + 570.0374755859375, + 539.1474609375, + 410.4330139160156, + 409.9230651855469, + 459.9672546386719, + 617.8910522460938, + 573.8552856445312, + 425.4555969238281, + 632.0052490234375, + 674.8833618164062, + 433.5052185058594, + 636.8944091796875, + 783.3966674804688, + 519.088623046875, + 367.8690185546875, + 707.9826049804688, + 289.1374816894531, + 442.5021667480469, + 501.13226318359375, + 474.0382995605469, + 496.6627502441406, + 668.3880615234375, + 542.807861328125, + 498.0792541503906, + 653.1121215820312, + 345.4916687011719, + 508.384765625, + 537.7305297851562, + 468.783935546875, + 613.1156005859375, + 671.0092163085938, + 646.6116333007812, + 592.9011840820312, + 611.4165649414062, + 473.6331787109375, + 472.2254333496094, + 425.605224609375, + 561.440185546875, + 555.1589965820312, + 445.8099060058594, + 504.2710876464844, + 567.485595703125, + 516.5659790039062, + 558.4720458984375, + 541.5110473632812, + 548.5076904296875, + 566.9990234375, + 396.2817687988281, + 588.8932495117188, + 506.02069091796875, + 499.30889892578125, + 486.4377136230469, + 302.8666076660156, + 611.3148803710938, + 497.4671936035156, + 513.9945068359375, + 442.54345703125, + 350.75323486328125, + 577.72607421875, + 405.8236389160156, + 348.9016418457031, + 694.199951171875, + 550.3270874023438, + 442.1201477050781, + 505.1514587402344, + 707.9959106445312, + 590.0735473632812, + 663.6565551757812, + 549.0492553710938, + 726.1455078125, + 689.3330078125, + 581.4463500976562, + 462.3410339355469, + 405.3758239746094, + 423.60345458984375, + 819.335205078125, + 693.135498046875, + 477.1519470214844, + 587.4278564453125, + 389.14324951171875, + 377.26885986328125, + 570.9744873046875, + 609.2649536132812, + 655.4221801757812, + 614.3043823242188, + 321.45587158203125, + 355.0310974121094, + 388.2870178222656, + 328.8866882324219, + 480.6518859863281, + 454.85577392578125, + 498.30865478515625, + 601.7381591796875, + 723.6865234375, + 386.7250061035156, + 483.9542541503906, + 519.7965698242188, + 348.9877014160156, + 618.7002563476562, + 547.957763671875, + 406.6218566894531, + 491.3945007324219, + 661.267578125, + 554.9962768554688, + 423.7323913574219, + 533.0081176757812, + 506.97259521484375, + 391.56890869140625, + 572.8590087890625, + 517.947021484375, + 654.60205078125, + 632.2479858398438, + 598.4469604492188, + 675.99462890625, + 678.6233520507812, + 530.8598022460938, + 783.1748657226562, + 602.6387329101562, + 570.859619140625, + 569.102783203125, + 451.59625244140625, + 376.1697082519531, + 334.74334716796875, + 707.6185302734375, + 543.9266967773438, + 537.7293090820312, + 303.90509033203125, + 580.4940795898438, + 453.0303649902344, + 581.800537109375, + 598.9065551757812, + 620.7747802734375, + 410.8335266113281, + 592.3859252929688, + 602.8796997070312, + 474.3415832519531, + 476.5618591308594, + 433.18255615234375, + 583.0215454101562, + 351.37353515625, + 660.0025634765625, + 485.7138366699219, + 553.9358520507812, + 379.423583984375, + 441.3060607910156, + 552.8245239257812, + 607.2271728515625, + 375.82513427734375, + 489.76983642578125, + 543.0682983398438, + 499.3865051269531, + 561.6683349609375, + 440.67547607421875, + 372.8740539550781, + 645.3242797851562, + 333.3689270019531, + 529.4712524414062, + 495.0711364746094, + 388.51434326171875, + 626.80517578125, + 458.2358093261719, + 487.1287841796875, + 369.1617431640625, + 518.5401611328125, + 508.5279235839844, + 309.99188232421875, + 489.06719970703125, + 507.8472595214844, + 630.5072631835938, + 463.2808532714844, + 557.2715454101562, + 549.4268798828125, + 512.350341796875, + 440.8061828613281, + 473.2044982910156, + 715.2640991210938, + 445.59979248046875, + 364.5242919921875, + 262.1260681152344, + 618.4848022460938, + 528.8429565429688, + 501.114990234375, + 603.1921997070312, + 332.521728515625, + 589.7811279296875, + 654.7052612304688, + 471.7110900878906, + 384.9057312011719, + 577.3887939453125, + 344.4158935546875, + 360.41522216796875, + 497.9021911621094, + 558.9556884765625, + 503.8167419433594, + 465.545654296875, + 500.6487121582031, + 616.8048706054688, + 611.625732421875, + 400.037353515625, + 557.1074829101562, + 529.2232055664062, + 430.9087829589844, + 462.5657653808594, + 518.6136474609375, + 365.1984558105469, + 451.55560302734375, + 445.5965881347656, + 518.9197387695312, + 614.7332153320312, + 356.0810546875, + 311.8111572265625, + 514.4848022460938, + 560.1112060546875, + 464.7350769042969, + 264.2535095214844, + 611.54345703125, + 651.1170654296875, + 403.5735778808594, + 663.6144409179688, + 479.61627197265625, + 368.4275207519531, + 312.2496337890625, + 676.3601684570312, + 674.9331665039062, + 490.5439147949219, + 487.40399169921875, + 543.668212890625, + 356.83245849609375, + 555.4500732421875, + 382.93023681640625, + 352.7380065917969, + 486.1958312988281, + 474.82757568359375, + 481.6786193847656, + 379.6138916015625, + 472.46368408203125, + 483.3502502441406, + 315.64825439453125, + 594.7069702148438, + 488.17205810546875, + 572.5428466796875, + 465.5852355957031, + 363.9630432128906, + 330.3332824707031, + 518.2957153320312, + 483.2016906738281, + 363.67059326171875, + 505.6485900878906, + 382.7030334472656, + 505.4952697753906, + 320.10333251953125, + 387.6708984375, + 416.40966796875, + 717.9329833984375, + 467.090087890625, + 524.7007446289062, + 439.0093078613281, + 606.5498046875, + 428.93609619140625, + 366.4751281738281, + 419.7320861816406, + 508.505859375, + 477.8625793457031, + 385.3916320800781, + 465.1383972167969, + 677.4998168945312, + 297.8451843261719, + 520.5343627929688, + 410.20452880859375, + 609.13671875, + 488.4629821777344, + 427.9553527832031, + 334.17620849609375, + 533.7532958984375, + 375.0412292480469, + 533.0569458007812, + 433.2570495605469, + 735.6476440429688, + 449.1947326660156, + 467.00384521484375, + 516.44091796875, + 556.6603393554688, + 436.5570373535156, + 408.20404052734375, + 523.9163818359375, + 453.6351318359375, + 744.0382690429688, + 387.08837890625, + 467.2877502441406, + 300.3953552246094, + 489.8738708496094, + 659.4977416992188, + 525.0936889648438, + 560.6522216796875, + 506.05279541015625, + 481.40179443359375, + 373.1197204589844, + 426.03961181640625, + 534.7930297851562, + 417.67437744140625, + 517.8968505859375, + 456.5193176269531, + 305.2311096191406, + 470.134521484375, + 320.4739685058594, + 467.0459289550781, + 489.0361328125, + 515.3573608398438, + 502.29180908203125, + 332.616455078125, + 359.2734680175781, + 397.165283203125, + 462.44622802734375, + 630.4697265625, + 448.5866394042969, + 310.33795166015625, + 299.1001281738281, + 559.15478515625, + 415.4915771484375, + 437.9657897949219, + 428.0539245605469, + 384.7596130371094, + 250.41856384277344, + 474.7553405761719, + 473.6587829589844, + 394.5523681640625, + 542.2298583984375, + 343.1950378417969, + 432.6956787109375, + 428.6233215332031, + 490.33673095703125, + 512.3446655273438, + 447.8979187011719, + 533.6510009765625, + 509.2750549316406, + 581.78515625, + 526.7849731445312, + 504.9503173828125, + 405.5770263671875, + 360.46435546875, + 380.5773620605469, + 511.816162109375, + 486.4729309082031, + 493.0924377441406, + 428.7586669921875, + 641.4103393554688, + 502.80853271484375, + 413.8982849121094, + 360.8720703125, + 599.5134887695312, + 386.8177185058594, + 452.2546081542969, + 519.689453125, + 404.9361877441406, + 399.0594177246094, + 351.7436828613281, + 507.08123779296875, + 467.128662109375, + 523.2830810546875, + 390.2657470703125, + 348.14056396484375, + 383.373291015625, + 360.6381530761719, + 416.698974609375, + 543.8890380859375, + 452.65380859375, + 442.6373291015625, + 563.4772338867188, + 462.5669250488281, + 417.8990783691406, + 580.960693359375, + 563.7501831054688, + 340.9659423828125, + 515.6192626953125, + 555.6434936523438, + 446.1235046386719, + 431.2476501464844, + 491.3111877441406, + 439.83734130859375, + 638.1427612304688, + 415.4421691894531, + 375.09912109375, + 480.9235534667969, + 612.0029907226562, + 451.34649658203125, + 377.2513427734375, + 592.1585083007812, + 544.1665649414062, + 480.7141418457031, + 430.43365478515625, + 440.5166931152344, + 427.46466064453125, + 465.5489196777344, + 574.8792724609375, + 338.5265808105469, + 638.6478881835938, + 536.33837890625, + 432.8923645019531, + 399.5508728027344, + 537.4534301757812, + 307.9211120605469, + 495.49285888671875, + 423.6705627441406, + 481.7373046875, + 485.1011962890625, + 331.53314208984375, + 553.0877075195312, + 527.3618774414062, + 409.6581115722656, + 438.5810241699219, + 414.63433837890625, + 444.1519470214844, + 540.062744140625, + 516.5408325195312, + 456.50689697265625, + 480.9489440917969, + 548.926025390625, + 528.6944580078125, + 388.6150817871094, + 504.5707092285156, + 622.9725952148438, + 487.84765625, + 465.6909484863281, + 298.7020263671875, + 326.65264892578125, + 419.45257568359375, + 391.07373046875, + 591.7259521484375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 } ] }, @@ -73687,230 +89745,206 @@ 2 ], "wall_clock_s": [ - 541.8, - 573.5, - 514.8 + 942.2, + 957.3, + 949.1 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.02287946827709675, + "loss": 0.16781648993492126, "env_score_iters": 500, - "env_score": -4.167496681213379, + "env_score": -0.5462130904197693, "eval_iters": 500, - "eval_score": 0.6499999999999999, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.7919324040412903, - "rl_grad_norm": 0.011599241755902767, - "bc_grad_norm": 0.13610754907131195, + "grad_align": -0.02708248235285282, + "rl_grad_norm": 0.1361684799194336, + "bc_grad_norm": 2.590715169906616, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.in_proj_weight": 0.1661669760942459, - "transformer.layers.0.self_attn.in_proj_bias": 0.010350292548537254, - "transformer.layers.0.self_attn.out_proj.weight": 0.19729191064834595, - "transformer.layers.0.self_attn.out_proj.bias": 0.014248443767428398, - "transformer.layers.0.norm1.weight": 0.00846687238663435, - "transformer.layers.0.norm1.bias": 0.008924316614866257, - "transformer.layers.1.self_attn.in_proj_weight": 0.11381924897432327, - "transformer.layers.1.self_attn.in_proj_bias": 0.005557531490921974, - "transformer.layers.1.self_attn.out_proj.weight": 0.0786907896399498, - "transformer.layers.1.self_attn.out_proj.bias": 0.005322093144059181, - "transformer.layers.1.norm1.weight": 0.007074776571244001, - "transformer.layers.1.norm1.bias": 0.00519529776647687, - "transformer.layers.2.self_attn.in_proj_weight": 0.06259715557098389, - "transformer.layers.2.self_attn.in_proj_bias": 0.0032684593461453915, - "transformer.layers.2.self_attn.out_proj.weight": 0.05086903274059296, - "transformer.layers.2.self_attn.out_proj.bias": 0.003399078268557787, - "transformer.layers.2.norm1.weight": 0.004184512421488762, - "transformer.layers.2.norm1.bias": 0.0034230086021125317, - "transformer.layers.3.self_attn.in_proj_weight": 0.08656641095876694, - "transformer.layers.3.self_attn.in_proj_bias": 0.004891929682344198, - "transformer.layers.3.self_attn.out_proj.weight": 0.04800490662455559, - "transformer.layers.3.self_attn.out_proj.bias": 0.004019423853605986, - "transformer.layers.3.norm1.weight": 0.006483405362814665, - "transformer.layers.3.norm1.bias": 0.006555354222655296 + "transformer.layers.0.self_attn.in_proj_weight": 0.047484975308179855, + "transformer.layers.0.self_attn.in_proj_bias": 0.004499547649174929, + "transformer.layers.0.self_attn.out_proj.weight": 0.04927227646112442, + "transformer.layers.0.self_attn.out_proj.bias": 0.006404236424714327, + "transformer.layers.1.self_attn.in_proj_weight": 0.049365583807229996, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027717617340385914, + "transformer.layers.1.self_attn.out_proj.weight": 0.0441407635807991, + "transformer.layers.1.self_attn.out_proj.bias": 0.003303139703348279, + "transformer.layers.2.self_attn.in_proj_weight": 0.04949508234858513, + "transformer.layers.2.self_attn.in_proj_bias": 0.0031176034826785326, + "transformer.layers.2.self_attn.out_proj.weight": 0.04310888797044754, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035437936894595623, + "transformer.layers.3.self_attn.in_proj_weight": 0.0768926814198494, + "transformer.layers.3.self_attn.in_proj_bias": 0.006616663653403521, + "transformer.layers.3.self_attn.out_proj.weight": 0.04414832964539528, + "transformer.layers.3.self_attn.out_proj.bias": 0.005171244964003563 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.021937699988484383, - "repr_drift_kl_low_t": 0.01963655650615692, - "repr_drift_kl_mid_t": 0.01741337589919567, - "repr_drift_kl_high_t": 0.025612665340304375, + "repr_drift_kl": 0.6464467644691467, + "repr_drift_kl_low_t": 0.7912842631340027, + "repr_drift_kl_mid_t": 0.6584538221359253, + "repr_drift_kl_high_t": 0.4648490846157074, "cka_iters": 500, - "cka_similarity": 0.7960144281387329, + "cka_similarity": 0.6303473711013794, "t_analysis_iters": 500, - "norm_low_t": 0.005272947251796722, - "norm_high_t": 0.23412920534610748, - "lowhigh_cos": 0.005301610101014376, + "norm_low_t": 0.20810776948928833, + "norm_high_t": 0.1819554716348648, + "lowhigh_cos": 0.384274423122406, "t_bin_norms": { - "t_0.0-0.1": 0.005042633973062038, - "t_0.1-0.2": 0.26218029856681824, - "t_0.2-0.3": 0.0105757936835289, - "t_0.3-0.4": 0.5780847072601318, - "t_0.4-0.5": 0.0049727787263691425, - "t_0.5-0.6": 0.6073765754699707, - "t_0.6-0.7": 0.0038893085438758135, - "t_0.7-0.8": 0.005429690238088369, - "t_0.8-0.9": 0.351307213306427, - "t_0.9-1.0": 0.2396525740623474 - }, - "win_rate": 0.004126547370105982, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.22130627930164337, + "t_0.1-0.2": 0.1622522473335266, + "t_0.2-0.3": 0.14368903636932373, + "t_0.3-0.4": 0.15108124911785126, + "t_0.4-0.5": 0.14673082530498505, + "t_0.5-0.6": 0.14312146604061127, + "t_0.6-0.7": 0.14092883467674255, + "t_0.7-0.8": 0.1522662490606308, + "t_0.8-0.9": 0.16258063912391663, + "t_0.9-1.0": 0.1999676525592804 + }, + "win_rate": 0.07742559909820557, + "effective_batch_size": 591.7259521484375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.07873886823654175, + "loss": 0.07621054351329803, "env_score_iters": 500, - "env_score": -3.012152671813965, + "env_score": -0.5820604562759399, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.1455937772989273, - "rl_grad_norm": 0.09629082679748535, - "bc_grad_norm": 0.1328485608100891, + "grad_align": -0.06268801540136337, + "rl_grad_norm": 0.06712827831506729, + "bc_grad_norm": 0.8366875052452087, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.in_proj_weight": 0.018369030207395554, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011053502094000578, - "transformer.layers.0.self_attn.out_proj.weight": 0.01580183394253254, - "transformer.layers.0.self_attn.out_proj.bias": 0.0011222388129681349, - "transformer.layers.0.norm1.weight": 0.0010939599014818668, - "transformer.layers.0.norm1.bias": 0.0010877574095502496, - "transformer.layers.1.self_attn.in_proj_weight": 0.015895932912826538, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005858640070073307, - "transformer.layers.1.self_attn.out_proj.weight": 0.011254347860813141, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006999396136961877, - "transformer.layers.1.norm1.weight": 0.0010259479749947786, - "transformer.layers.1.norm1.bias": 0.0005592560628429055, - "transformer.layers.2.self_attn.in_proj_weight": 0.01603480614721775, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006709981826134026, - "transformer.layers.2.self_attn.out_proj.weight": 0.011016410775482655, - "transformer.layers.2.self_attn.out_proj.bias": 0.000690010201651603, - "transformer.layers.2.norm1.weight": 0.0009936817223206162, - "transformer.layers.2.norm1.bias": 0.0008033730555325747, - "transformer.layers.3.self_attn.in_proj_weight": 0.02579358220100403, - "transformer.layers.3.self_attn.in_proj_bias": 0.001176057499833405, - "transformer.layers.3.self_attn.out_proj.weight": 0.013375661335885525, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008977320394478738, - "transformer.layers.3.norm1.weight": 0.0020958948880434036, - "transformer.layers.3.norm1.bias": 0.0016271701315417886 + "transformer.layers.0.self_attn.in_proj_weight": 0.02996394783258438, + "transformer.layers.0.self_attn.in_proj_bias": 0.001784424646757543, + "transformer.layers.0.self_attn.out_proj.weight": 0.02867734059691429, + "transformer.layers.0.self_attn.out_proj.bias": 0.002298617037013173, + "transformer.layers.1.self_attn.in_proj_weight": 0.03111111931502819, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012071121018379927, + "transformer.layers.1.self_attn.out_proj.weight": 0.01946764439344406, + "transformer.layers.1.self_attn.out_proj.bias": 0.001281228382140398, + "transformer.layers.2.self_attn.in_proj_weight": 0.02129361964762211, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009510727832093835, + "transformer.layers.2.self_attn.out_proj.weight": 0.016526175662875175, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010927714174613357, + "transformer.layers.3.self_attn.in_proj_weight": 0.03289956599473953, + "transformer.layers.3.self_attn.in_proj_bias": 0.0024121005553752184, + "transformer.layers.3.self_attn.out_proj.weight": 0.01793857291340828, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017903023399412632 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.17668311297893524, - "repr_drift_kl_low_t": 0.17822004854679108, - "repr_drift_kl_mid_t": 0.17025050520896912, - "repr_drift_kl_high_t": 0.20442578196525574, + "repr_drift_kl": 0.3331162631511688, + "repr_drift_kl_low_t": 0.4111078679561615, + "repr_drift_kl_mid_t": 0.342936247587204, + "repr_drift_kl_high_t": 0.2478024661540985, "cka_iters": 500, - "cka_similarity": 0.8594852089881897, + "cka_similarity": 0.5994979739189148, "t_analysis_iters": 500, - "norm_low_t": 0.10873334109783173, - "norm_high_t": 0.04704724997282028, - "lowhigh_cos": 0.19412857294082642, + "norm_low_t": 0.09012319147586823, + "norm_high_t": 0.09521305561065674, + "lowhigh_cos": 0.179107666015625, "t_bin_norms": { - "t_0.0-0.1": 0.1798846423625946, - "t_0.1-0.2": 0.09476596117019653, - "t_0.2-0.3": 0.11281047016382217, - "t_0.3-0.4": 0.06085564196109772, - "t_0.4-0.5": 0.0574740432202816, - "t_0.5-0.6": 0.07769627124071121, - "t_0.6-0.7": 0.08350681513547897, - "t_0.7-0.8": 0.05531270056962967, - "t_0.8-0.9": 0.06049588322639465, - "t_0.9-1.0": 0.04763856530189514 - }, - "win_rate": 0.009527170099318027, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.11892907321453094, + "t_0.1-0.2": 0.07718177884817123, + "t_0.2-0.3": 0.06796228140592575, + "t_0.3-0.4": 0.062273893505334854, + "t_0.4-0.5": 0.048509057611227036, + "t_0.5-0.6": 0.048596106469631195, + "t_0.6-0.7": 0.054682884365320206, + "t_0.7-0.8": 0.05676063150167465, + "t_0.8-0.9": 0.06836199760437012, + "t_0.9-1.0": 0.10846962034702301 + }, + "win_rate": 0.02360139787197113, + "effective_batch_size": 416.8566589355469, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.036474086344242096, + "loss": 0.12630902230739594, "env_score_iters": 500, - "env_score": -3.322455644607544, + "env_score": -0.5073205828666687, "eval_iters": 500, - "eval_score": 0.6, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.7106798887252808, - "rl_grad_norm": 0.026846149936318398, - "bc_grad_norm": 0.2512868344783783, + "grad_align": -0.03874814510345459, + "rl_grad_norm": 0.09210265427827835, + "bc_grad_norm": 2.141831636428833, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.in_proj_weight": 0.007331386674195528, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005941286217421293, - "transformer.layers.0.self_attn.out_proj.weight": 0.0075063882395625114, - "transformer.layers.0.self_attn.out_proj.bias": 0.0009192776051349938, - "transformer.layers.0.norm1.weight": 0.0004624105349648744, - "transformer.layers.0.norm1.bias": 0.0005705315852537751, - "transformer.layers.1.self_attn.in_proj_weight": 0.00792998168617487, - "transformer.layers.1.self_attn.in_proj_bias": 0.0004009170224890113, - "transformer.layers.1.self_attn.out_proj.weight": 0.008095231838524342, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006512189866043627, - "transformer.layers.1.norm1.weight": 0.0005706436932086945, - "transformer.layers.1.norm1.bias": 0.00039099063724279404, - "transformer.layers.2.self_attn.in_proj_weight": 0.009649544954299927, - "transformer.layers.2.self_attn.in_proj_bias": 0.00045992142986506224, - "transformer.layers.2.self_attn.out_proj.weight": 0.006146983243525028, - "transformer.layers.2.self_attn.out_proj.bias": 0.00058572250418365, - "transformer.layers.2.norm1.weight": 0.0006716850330121815, - "transformer.layers.2.norm1.bias": 0.0005262586055323482, - "transformer.layers.3.self_attn.in_proj_weight": 0.014319844543933868, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013656694209203124, - "transformer.layers.3.self_attn.out_proj.weight": 0.007851507514715195, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011670143576338887, - "transformer.layers.3.norm1.weight": 0.0011131520150229335, - "transformer.layers.3.norm1.bias": 0.0020007716957479715 + "transformer.layers.0.self_attn.in_proj_weight": 0.04987803474068642, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032804226502776146, + "transformer.layers.0.self_attn.out_proj.weight": 0.046407174319028854, + "transformer.layers.0.self_attn.out_proj.bias": 0.00485285883769393, + "transformer.layers.1.self_attn.in_proj_weight": 0.05973610654473305, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026490858290344477, + "transformer.layers.1.self_attn.out_proj.weight": 0.03966895863413811, + "transformer.layers.1.self_attn.out_proj.bias": 0.002390200737863779, + "transformer.layers.2.self_attn.in_proj_weight": 0.06158421188592911, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033347560092806816, + "transformer.layers.2.self_attn.out_proj.weight": 0.027765410020947456, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018726574489846826, + "transformer.layers.3.self_attn.in_proj_weight": 0.048495370894670486, + "transformer.layers.3.self_attn.in_proj_bias": 0.0032844501547515392, + "transformer.layers.3.self_attn.out_proj.weight": 0.028310293331742287, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023640485014766455 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.2574755549430847, - "repr_drift_kl_low_t": 0.26361924409866333, - "repr_drift_kl_mid_t": 0.2297632396221161, - "repr_drift_kl_high_t": 0.28463852405548096, + "repr_drift_kl": 0.5423533916473389, + "repr_drift_kl_low_t": 0.6906666159629822, + "repr_drift_kl_mid_t": 0.5440218448638916, + "repr_drift_kl_high_t": 0.3989521861076355, "cka_iters": 500, - "cka_similarity": 0.779514491558075, + "cka_similarity": 0.6932944655418396, "t_analysis_iters": 500, - "norm_low_t": 0.0391157791018486, - "norm_high_t": 0.04828864708542824, - "lowhigh_cos": 0.1377847045660019, + "norm_low_t": 0.16518916189670563, + "norm_high_t": 0.16396312415599823, + "lowhigh_cos": 0.2769281566143036, "t_bin_norms": { - "t_0.0-0.1": 0.030310070142149925, - "t_0.1-0.2": 0.030392613261938095, - "t_0.2-0.3": 0.027149276807904243, - "t_0.3-0.4": 0.023527251556515694, - "t_0.4-0.5": 0.024569546803832054, - "t_0.5-0.6": 0.019454607740044594, - "t_0.6-0.7": 0.022367529571056366, - "t_0.7-0.8": 0.023299017921090126, - "t_0.8-0.9": 0.028761345893144608, - "t_0.9-1.0": 0.06741078943014145 - }, - "win_rate": 0.006637168116867542, - "effective_batch_size": 54.22412109375, + "t_0.0-0.1": 0.1660785973072052, + "t_0.1-0.2": 0.10157377272844315, + "t_0.2-0.3": 0.08732142299413681, + "t_0.3-0.4": 0.09014945477247238, + "t_0.4-0.5": 0.09183982759714127, + "t_0.5-0.6": 0.08258715271949768, + "t_0.6-0.7": 0.0903756394982338, + "t_0.7-0.8": 0.08691084384918213, + "t_0.8-0.9": 0.09544030576944351, + "t_0.9-1.0": 0.19089150428771973 + }, + "win_rate": 0.042834892868995667, + "effective_batch_size": 472.64605712890625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "ffn_only": { - "score": 0.6583333333333333, - "score_std": 0.011785113019775828, + "score": 0.4375, + "score_std": 0.010206207261596585, "all_scores": [ - 0.65, - 0.6499999999999999, - 0.675 + 0.43749999999999994, + 0.44999999999999996, + 0.42499999999999993 ], "history": { "iters": [ @@ -74416,506 +90450,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2271363735198975, - 2.548598527908325, - 0.2804242670536041, - 0.3467135429382324, - 2.33940052986145, - 0.2853485345840454, - 0.5595710873603821, - 0.6930636167526245, - 0.08941996097564697, - 0.044100962579250336, - 0.45299020409584045, - 0.6565048694610596, - 0.3385718762874603, - 0.25005605816841125, - 0.026020873337984085, - 0.4956422746181488, - 1.519252061843872, - 0.011902643367648125, - 0.06683748215436935, - 1.0854300260543823, - 0.25161194801330566, - 0.2115865796804428, - 0.9366322159767151, - 0.0557568185031414, - 0.12422061711549759, - 0.4989113509654999, - 0.43567705154418945, - 1.384218454360962, - 0.8771691918373108, - 0.8796802759170532, - 0.5864371657371521, - 0.3357539772987366, - 0.4549878239631653, - 0.5379328727722168, - 1.0077327489852905, - 0.12161531299352646, - 0.4796094298362732, - 0.6004418134689331, - 0.8538278937339783, - 0.8210505247116089, - 0.2928401529788971, - 0.11327387392520905, - 0.9599477648735046, - 0.055339932441711426, - 0.5020144581794739, - 0.5133241415023804, - 1.260301947593689, - 0.11625204235315323, - 0.3310788869857788, - 0.13625268638134003, - 0.01296354178339243, - 0.8368545770645142, - 0.09117377549409866, - 0.4781518876552582, - 0.45093998312950134, - 0.511594295501709, - 1.3019741773605347, - 0.5864995718002319, - 0.15826188027858734, - 0.07567489147186279, - 0.686829149723053, - 0.6320415735244751, - 0.39572644233703613, - 0.8336302638053894, - 0.023539241403341293, - 0.20494088530540466, - 0.12254871428012848, - 0.543338418006897, - 0.023389078676700592, - 0.427141010761261, - 0.42254093289375305, - 0.052103955298662186, - 0.22008945047855377, - 0.018285030499100685, - 0.43514421582221985, - 0.10628664493560791, - 0.018255701288580894, - 0.13195660710334778, - 0.03973765671253204, - 0.37929585576057434, - 0.09150365740060806, - 0.49830353260040283, - 0.09423471987247467, - 0.07681462168693542, - 0.038343776017427444, - 0.023650307208299637, - 0.028548378497362137, - 0.4466918706893921, - 0.3959754705429077, - 0.3478098511695862, - 0.09463295340538025, - 0.6862470507621765, - 0.4328992962837219, - 0.10406102240085602, - 0.4358292818069458, - 0.054882366210222244, - 0.019323481246829033, - 0.05120772868394852, - 0.6722776889801025, - 0.24130211770534515, - 0.054558079689741135, - 0.10440237820148468, - 0.6500656604766846, - 0.023909887298941612, - 0.049239255487918854, - 0.09326179325580597, - 1.0072367191314697, - 0.30646687746047974, - 0.36806318163871765, - 0.25229060649871826, - 0.01858016476035118, - 0.8179175853729248, - 0.18165194988250732, - 0.007548969238996506, - 0.7150689959526062, - 0.5368372797966003, - 0.016287626698613167, - 0.4249821603298187, - 1.1296535730361938, - 0.8340003490447998, - 0.13729314506053925, - 0.09260004758834839, - 0.2104802280664444, - 0.0054186428897082806, - 0.7369734644889832, - 0.3585616648197174, - 0.5733837485313416, - 0.7239410281181335, - 0.5267363786697388, - 1.031791090965271, - 0.10811188071966171, - 0.08071077615022659, - 0.057589221745729446, - 0.4100589156150818, - 0.2959902882575989, - 0.6988115310668945, - 0.10924185812473297, - 0.5141926407814026, - 0.33209842443466187, - 0.6560999751091003, - 0.09629730880260468, - 1.1053261756896973, - 0.08699685335159302, - 0.2755845785140991, - 0.06963895261287689, - 0.1318773776292801, - 0.10708867013454437, - 0.08769115805625916, - 1.071380615234375, - 0.13541722297668457, - 0.23447532951831818, - 0.7412233948707581, - 0.9309384226799011, - 1.3146600723266602, - 1.1929928064346313, - 0.1283513456583023, - 0.29763713479042053, - 0.9913930892944336, - 0.06204133853316307, - 0.046869296580553055, - 0.027106426656246185, - 0.1816614270210266, - 0.06944724917411804, - 0.2830982804298401, - 0.08552155643701553, - 0.012226315215229988, - 0.02728736214339733, - 0.24521633982658386, - 0.23027166724205017, - 0.3226483166217804, - 0.3799302279949188, - 0.621472954750061, - 0.6097874045372009, - 0.6581262350082397, - 0.06430206447839737, - 0.07450336217880249, - 0.07003109157085419, - 0.5629773139953613, - 0.3610192537307739, - 0.1839028298854828, - 0.4070342183113098, - 0.1141844317317009, - 0.0396045483648777, - 0.014643937349319458, - 0.5950095057487488, - 0.11104638874530792, - 0.5204140543937683, - 0.7207300066947937, - 0.7963979840278625, - 0.012140903621912003, - 0.32823577523231506, - 0.6907525658607483, - 0.5584267377853394, - 0.5528064370155334, - 0.3552839756011963, - 0.1853695511817932, - 1.0408883094787598, - 1.189422369003296, - 1.0320897102355957, - 0.28201547265052795, - 0.6314839720726013, - 0.5399288535118103, - 0.35064932703971863, - 0.1915014684200287, - 0.16368067264556885, - 0.7506048679351807, - 0.03933277353644371, - 0.15747755765914917, - 0.786027193069458, - 0.06465612351894379, - 0.3225162923336029, - 0.13361063599586487, - 1.0910190343856812, - 0.0632745623588562, - 0.02235950157046318, - 0.047572266310453415, - 0.036422714591026306, - 0.05929715558886528, - 0.021846935153007507, - 1.0508487224578857, - 0.7167698740959167, - 0.1944911926984787, - 0.03440016135573387, - 0.2774384021759033, - 1.3705962896347046, - 0.5129668116569519, - 0.9434837102890015, - 0.8476046919822693, - 1.0000566244125366, - 0.49473321437835693, - 0.1972866952419281, - 1.014651894569397, - 0.27796146273612976, - 0.5425416827201843, - 0.25777962803840637, - 0.620500922203064, - 0.3421175181865692, - 0.6104570031166077, - 1.0200198888778687, - 0.04039590805768967, - 0.17156057059764862, - 0.11150512099266052, - 0.1395510584115982, - 0.6425814628601074, - 0.20876707136631012, - 0.3850507140159607, - 0.23886841535568237, - 0.4308615028858185, - 0.038000259548425674, - 0.054487526416778564, - 0.7764444351196289, - 0.4827437400817871, - 0.4223073720932007, - 1.1578342914581299, - 0.7056517601013184, - 0.006441395729780197, - 0.2657546103000641, - 0.2631644606590271, - 0.15742190182209015, - 0.8817472457885742, - 0.18935294449329376, - 0.31297898292541504, - 0.35853269696235657, - 0.12223159521818161, - 0.7858819365501404, - 0.01737169548869133, - 1.3301880359649658, - 0.37322887778282166, - 0.08597008883953094, - 0.22295187413692474, - 0.6578638553619385, - 0.03627598658204079, - 0.0336153544485569, - 1.264981746673584, - 1.2097809314727783, - 0.7303856015205383, - 0.018608037382364273, - 0.15788786113262177, - 0.04600376635789871, - 0.7938104271888733, - 0.06751339882612228, - 0.7782799601554871, - 0.03327910602092743, - 0.43227046728134155, - 0.6679033637046814, - 0.06726442277431488, - 0.3448973000049591, - 0.040355291217565536, - 0.011855915188789368, - 0.20416982471942902, - 0.08081384003162384, - 0.1792174130678177, - 0.7208550572395325, - 0.03414752334356308, - 0.09778071194887161, - 0.01830848678946495, - 0.036441728472709656, - 0.15018866956233978, - 0.015152938663959503, - 0.10294120013713837, - 0.23053622245788574, - 0.0034844158217310905, - 0.3921182453632355, - 0.8317170739173889, - 0.47123411297798157, - 0.3486260771751404, - 0.44663113355636597, - 0.9277094006538391, - 0.8054894208908081, - 0.17903172969818115, - 0.10282084345817566, - 0.45342910289764404, - 0.3322618901729584, - 0.027186710387468338, - 0.17670321464538574, - 0.2712229788303375, - 0.1522965282201767, - 0.6979045271873474, - 0.09608551859855652, - 0.2444479912519455, - 0.06506543606519699, - 0.6284369230270386, - 0.8645665049552917, - 1.1823302507400513, - 0.4665122628211975, - 0.34467190504074097, - 0.012015325948596, - 0.9146702289581299, - 0.28314024209976196, - 0.02390654757618904, - 0.8325973153114319, - 1.0834087133407593, - 0.1460728645324707, - 0.24982485175132751, - 0.8971771597862244, - 0.17544597387313843, - 0.10514935106039047, - 0.005515743978321552, - 0.6328615546226501, - 0.9265074133872986, - 1.0010429620742798, - 0.08492858707904816, - 1.1016275882720947, - 0.736510157585144, - 0.41918909549713135, - 0.7140703797340393, - 0.20952951908111572, - 0.058588478714227676, - 0.05352045223116875, - 0.024442821741104126, - 0.04000287503004074, - 0.04881320148706436, - 0.05983038991689682, - 0.11375543475151062, - 0.06150825321674347, - 0.9592994451522827, - 0.9384617209434509, - 0.46900779008865356, - 0.30348289012908936, - 0.6102705001831055, - 0.27837270498275757, - 0.04873250424861908, - 1.454518437385559, - 0.11800956726074219, - 0.6403397917747498, - 0.8930020928382874, - 0.030629055574536324, - 0.44419243931770325, - 0.2060166746377945, - 0.2540379464626312, - 0.6492315530776978, - 0.02907784841954708, - 0.028449488803744316, - 0.7406463623046875, - 0.09275451302528381, - 0.08620084822177887, - 0.30767080187797546, - 0.13163155317306519, - 1.2208471298217773, - 0.09945458918809891, - 1.3507709503173828, - 0.5796592235565186, - 0.024798735976219177, - 1.1576449871063232, - 0.05102495476603508, - 0.02144673466682434, - 0.026379399001598358, - 0.40780338644981384, - 0.3185596168041229, - 0.8071671724319458, - 0.07407094538211823, - 0.015072640031576157, - 0.022725142538547516, - 0.03350933641195297, - 1.2582049369812012, - 0.7214739322662354, - 0.0635036900639534, - 0.9997105598449707, - 0.6535833477973938, - 0.7723075151443481, - 0.06603212654590607, - 0.9566497802734375, - 0.44105133414268494, - 0.27817443013191223, - 0.14034797251224518, - 0.563969612121582, - 0.7490836381912231, - 0.05567888915538788, - 0.032120898365974426, - 0.20936043560504913, - 0.04436013102531433, - 0.6830857992172241, - 0.15438830852508545, - 0.0048495102673769, - 0.42129939794540405, - 0.42806103825569153, - 0.41234883666038513, - 0.04356607422232628, - 0.12159844487905502, - 0.3467748761177063, - 0.17936429381370544, - 0.034770987927913666, - 0.714998722076416, - 0.522484302520752, - 0.2358253449201584, - 0.291645348072052, - 0.5481737852096558, - 0.33445340394973755, - 0.5370808243751526, - 0.418682336807251, - 0.04959682375192642, - 0.703566312789917, - 0.22779223322868347, - 0.0348309651017189, - 0.41374507546424866, - 0.15448707342147827, - 0.2697005569934845, - 0.31594184041023254, - 0.5026344656944275, - 0.49709656834602356, - 0.11685086786746979, - 0.34550222754478455, - 0.031964294612407684, - 0.035429418087005615, - 0.403034508228302, - 0.07507593929767609, - 0.21834678947925568, - 0.022466668859124184, - 0.10411296039819717, - 0.047855596989393234, - 0.05860280245542526, - 0.4980604946613312, - 0.794181764125824, - 0.019514556974172592, - 0.292033314704895, - 0.41017070412635803, - 0.6766269207000732, - 0.02004413492977619, - 0.8842681050300598, - 0.5480168461799622, - 0.7760916352272034, - 0.010999709367752075, - 0.003242016537114978, - 0.02780921757221222, - 0.1112353652715683, - 0.503870964050293, - 0.02931797504425049, - 0.6568945646286011, - 0.1904565691947937, - 0.04257385432720184, - 0.021107587963342667, - 0.07030939310789108, - 0.5937588810920715, - 0.43984776735305786, - 0.01791216805577278, - 0.050010547041893005, - 0.6801038384437561, - 0.022090883925557137, - 0.07777155190706253, - 0.3365291655063629, - 0.3717567026615143, - 0.20323771238327026, - 0.28238916397094727, - 0.5788630247116089, - 0.44569069147109985, - 0.5641797780990601, - 0.31353357434272766, - 0.6815240383148193, - 0.010730649344623089, - 0.5660526156425476, - 0.324809193611145, - 0.18445025384426117, - 0.02608966827392578, - 0.5659149289131165, - 0.018083656206727028, - 0.15471382439136505, - 0.02325660176575184, - 0.3765130341053009, - 0.01598029024899006 + 0.7734967470169067, + 0.8025695085525513, + 0.505285382270813, + 0.337332159280777, + 0.38678041100502014, + 0.23663212358951569, + 0.40364736318588257, + 0.2678341865539551, + 0.5474682450294495, + 0.16823777556419373, + 0.1819521188735962, + 0.6359363794326782, + 0.27587825059890747, + 0.3995981514453888, + 0.3146298825740814, + 0.505448579788208, + 0.23680850863456726, + 0.32616788148880005, + 0.6524701118469238, + 0.5022984147071838, + 0.4409007430076599, + 0.3702661991119385, + 0.3882003128528595, + 0.26089614629745483, + 0.44282442331314087, + 0.4007689356803894, + 0.2818341851234436, + 0.229221910238266, + 0.36102789640426636, + 0.538709819316864, + 0.29538246989250183, + 0.5718207955360413, + 0.19858281314373016, + 0.20838786661624908, + 0.21949239075183868, + 0.12708240747451782, + 0.29990512132644653, + 0.2688453197479248, + 0.3646499514579773, + 0.48535579442977905, + 0.2821052074432373, + 0.33396556973457336, + 0.21976788341999054, + 0.10075848549604416, + 0.2012375444173813, + 0.24772398173809052, + 0.18558496236801147, + 0.427703857421875, + 0.2887939214706421, + 0.14074662327766418, + 0.2525332272052765, + 0.14285239577293396, + 0.21741221845149994, + 0.264141708612442, + 0.3865722417831421, + 0.19286607205867767, + 0.32159602642059326, + 0.12353721261024475, + 0.21016323566436768, + 0.3364015817642212, + 0.2986777424812317, + 0.2567247450351715, + 0.262484073638916, + 0.18150418996810913, + 0.21598343551158905, + 0.304006427526474, + 0.24958643317222595, + 0.2529643774032593, + 0.2897348403930664, + 0.18020303547382355, + 0.2261250913143158, + 0.24533067643642426, + 0.30553117394447327, + 0.22133350372314453, + 0.22142961621284485, + 0.2156629115343094, + 0.15501157939434052, + 0.2821481227874756, + 0.29323285818099976, + 0.1703747808933258, + 0.31446558237075806, + 0.297706663608551, + 0.1761755645275116, + 0.2603985369205475, + 0.26222625374794006, + 0.2640879154205322, + 0.14632734656333923, + 0.28303319215774536, + 0.2286498248577118, + 0.2731538712978363, + 0.3031167984008789, + 0.15840217471122742, + 0.31458672881126404, + 0.28233423829078674, + 0.1781521886587143, + 0.16774609684944153, + 0.23520062863826752, + 0.1313185691833496, + 0.14831577241420746, + 0.12680378556251526, + 0.19459399580955505, + 0.36274194717407227, + 0.3081534504890442, + 0.2367735207080841, + 0.2531433403491974, + 0.3108052611351013, + 0.14454081654548645, + 0.1557607501745224, + 0.1625504493713379, + 0.23857316374778748, + 0.291944295167923, + 0.15238057076931, + 0.1504276692867279, + 0.19067803025245667, + 0.2360716462135315, + 0.25963929295539856, + 0.3099813163280487, + 0.24617184698581696, + 0.21810223162174225, + 0.22911570966243744, + 0.31580209732055664, + 0.17823748290538788, + 0.10442107915878296, + 0.27537795901298523, + 0.14518269896507263, + 0.2671467363834381, + 0.33439740538597107, + 0.14397497475147247, + 0.2291940450668335, + 0.17749199271202087, + 0.20739668607711792, + 0.2508752644062042, + 0.2855055034160614, + 0.29335394501686096, + 0.3012124300003052, + 0.14592695236206055, + 0.19837774336338043, + 0.2804085314273834, + 0.17966753244400024, + 0.14666882157325745, + 0.21585677564144135, + 0.2146511822938919, + 0.27301010489463806, + 0.16255472600460052, + 0.1366855353116989, + 0.10220927000045776, + 0.11042875051498413, + 0.3146817684173584, + 0.19390209019184113, + 0.1635727882385254, + 0.16604012250900269, + 0.2819853723049164, + 0.29691579937934875, + 0.2615799903869629, + 0.28604426980018616, + 0.24533385038375854, + 0.30721694231033325, + 0.17178896069526672, + 0.22855433821678162, + 0.18487699329853058, + 0.12178326398134232, + 0.1904134750366211, + 0.1900603473186493, + 0.1920861154794693, + 0.3789527714252472, + 0.184999018907547, + 0.13750015199184418, + 0.22182852029800415, + 0.13051575422286987, + 0.2508756220340729, + 0.29495343565940857, + 0.266890287399292, + 0.061493027955293655, + 0.20940539240837097, + 0.20634686946868896, + 0.2644076645374298, + 0.1422916054725647, + 0.20051756501197815, + 0.22524555027484894, + 0.13456933200359344, + 0.1193813905119896, + 0.3246574103832245, + 0.19350861012935638, + 0.24229469895362854, + 0.22055071592330933, + 0.18265728652477264, + 0.08571052551269531, + 0.2556205093860626, + 0.16548725962638855, + 0.18214009702205658, + 0.1904209405183792, + 0.250607967376709, + 0.1902393400669098, + 0.14983943104743958, + 0.22750692069530487, + 0.22323688864707947, + 0.18124811351299286, + 0.2137673795223236, + 0.13437311351299286, + 0.18331237137317657, + 0.21526814997196198, + 0.17216412723064423, + 0.2514020502567291, + 0.22145505249500275, + 0.20450778305530548, + 0.17707033455371857, + 0.24012060463428497, + 0.19055995345115662, + 0.1518278270959854, + 0.11207063496112823, + 0.20126394927501678, + 0.10157559812068939, + 0.2394074648618698, + 0.11906691640615463, + 0.18239940702915192, + 0.10909703373908997, + 0.13154718279838562, + 0.2731049358844757, + 0.17269770801067352, + 0.1011308878660202, + 0.1263335794210434, + 0.12075323611497879, + 0.13122357428073883, + 0.20518279075622559, + 0.1060776337981224, + 0.16753001511096954, + 0.22947059571743011, + 0.1878058910369873, + 0.16724050045013428, + 0.15902648866176605, + 0.1518191397190094, + 0.2357105165719986, + 0.16522349417209625, + 0.1051892340183258, + 0.07794870436191559, + 0.10993260890245438, + 0.11143705993890762, + 0.19997121393680573, + 0.2223512977361679, + 0.19753292202949524, + 0.21721890568733215, + 0.13210700452327728, + 0.18835526704788208, + 0.21136999130249023, + 0.2566390633583069, + 0.12945953011512756, + 0.16450433433055878, + 0.22744545340538025, + 0.1827210783958435, + 0.14822840690612793, + 0.1305910050868988, + 0.17582222819328308, + 0.2590462267398834, + 0.12896251678466797, + 0.16356870532035828, + 0.16020554304122925, + 0.19431324303150177, + 0.16150611639022827, + 0.14954805374145508, + 0.13503913581371307, + 0.20805414021015167, + 0.1468697190284729, + 0.09713269025087357, + 0.2431642711162567, + 0.18383555114269257, + 0.22411131858825684, + 0.12787377834320068, + 0.11801235377788544, + 0.22672003507614136, + 0.24209760129451752, + 0.15690092742443085, + 0.2211412936449051, + 0.16683408617973328, + 0.09016966074705124, + 0.14799372851848602, + 0.2078847885131836, + 0.11293872445821762, + 0.13037404417991638, + 0.1490013301372528, + 0.1689824014902115, + 0.1863233596086502, + 0.11168674379587173, + 0.18206928670406342, + 0.15186746418476105, + 0.1850685179233551, + 0.10538557916879654, + 0.1082906648516655, + 0.24057435989379883, + 0.17993520200252533, + 0.08031399548053741, + 0.1838872730731964, + 0.19514377415180206, + 0.0636623427271843, + 0.15925344824790955, + 0.22768940031528473, + 0.0771278664469719, + 0.0899563655257225, + 0.1941228210926056, + 0.17822375893592834, + 0.13158132135868073, + 0.0834924578666687, + 0.10981477797031403, + 0.14673547446727753, + 0.12366756051778793, + 0.13852669298648834, + 0.1927044689655304, + 0.21143533289432526, + 0.17276978492736816, + 0.14811620116233826, + 0.07670138776302338, + 0.19045637547969818, + 0.14945709705352783, + 0.1263784021139145, + 0.14817211031913757, + 0.14990989863872528, + 0.08025028556585312, + 0.10767541080713272, + 0.13332025706768036, + 0.12248796224594116, + 0.025149956345558167, + 0.10207347571849823, + 0.16995541751384735, + 0.07400944083929062, + 0.1675782948732376, + 0.11583085358142853, + 0.19995489716529846, + 0.16391152143478394, + 0.1413748562335968, + 0.1303175985813141, + 0.17450807988643646, + 0.09790246188640594, + 0.17731621861457825, + 0.1472662091255188, + 0.14233587682247162, + 0.13192085921764374, + 0.15440869331359863, + 0.07973527908325195, + 0.18556535243988037, + 0.20769278705120087, + 0.19290965795516968, + 0.13713955879211426, + 0.08381665498018265, + 0.10858045518398285, + 0.09099183976650238, + 0.11672215163707733, + 0.11345960199832916, + 0.14482276141643524, + 0.16019348800182343, + 0.09740713983774185, + 0.2167133390903473, + 0.15700137615203857, + 0.17510834336280823, + 0.14421406388282776, + 0.10527943819761276, + 0.06527078151702881, + 0.11306095123291016, + 0.1305278241634369, + 0.11706998199224472, + 0.15614794194698334, + 0.12030622363090515, + 0.12518355250358582, + 0.10884454846382141, + 0.18097268044948578, + 0.20084993541240692, + 0.1728973537683487, + 0.08722037076950073, + 0.13560521602630615, + 0.08827147632837296, + 0.10030783712863922, + 0.16770970821380615, + 0.09464412927627563, + 0.17842897772789001, + 0.13882021605968475, + 0.11170297116041183, + 0.19525589048862457, + 0.14770226180553436, + 0.15440146625041962, + 0.09041591733694077, + 0.14823350310325623, + 0.1780204325914383, + 0.10475235432386398, + 0.15775230526924133, + 0.12729740142822266, + 0.11641021817922592, + 0.0971694067120552, + 0.13605144619941711, + 0.1538202166557312, + 0.08587223291397095, + 0.04809507355093956, + 0.14759336411952972, + 0.20853212475776672, + 0.12327760457992554, + 0.15654295682907104, + 0.06259671598672867, + 0.10648096352815628, + 0.20089967548847198, + 0.1999112069606781, + 0.11425642669200897, + 0.18939143419265747, + 0.07742837071418762, + 0.0860459953546524, + 0.07974004000425339, + 0.08835657685995102, + 0.16522851586341858, + 0.0470752939581871, + 0.2059575617313385, + 0.17873649299144745, + 0.18127574026584625, + 0.12195423245429993, + 0.15826654434204102, + 0.11570405960083008, + 0.1329590529203415, + 0.09797032922506332, + 0.11499974876642227, + 0.11306041479110718, + 0.1585294008255005, + 0.14848928153514862, + 0.15618614852428436, + 0.14258836209774017, + 0.07525084167718887, + 0.12839365005493164, + 0.15667295455932617, + 0.08323925733566284, + 0.12910591065883636, + 0.06019655242562294, + 0.09153880923986435, + 0.13097558915615082, + 0.02739018015563488, + 0.14082983136177063, + 0.10903635621070862, + 0.11278948187828064, + 0.11232279986143112, + 0.15392470359802246, + 0.11291342973709106, + 0.06060212478041649, + 0.13720878958702087, + 0.19244790077209473, + 0.08704343438148499, + 0.13737836480140686, + 0.14035449922084808, + 0.1118231937289238, + 0.09200075268745422, + 0.16855813562870026, + 0.1331378072500229, + 0.18305590748786926, + 0.12440658360719681, + 0.10634270310401917, + 0.14983823895454407, + 0.10107826441526413, + 0.1037570908665657, + 0.10955623537302017, + 0.09845395386219025, + 0.040297217667102814, + 0.14857740700244904, + 0.1449013352394104, + 0.14713355898857117, + 0.10795871168375015, + 0.14250342547893524, + 0.11920885741710663, + 0.10945090651512146, + 0.07230783998966217, + 0.13372460007667542, + 0.08476664125919342, + 0.17549869418144226, + 0.14141064882278442, + 0.1478213518857956, + 0.1708943396806717, + 0.1492818295955658, + 0.15557093918323517, + 0.0871138945221901, + 0.03910454735159874, + 0.11837825179100037, + 0.06554809212684631, + 0.11219403147697449, + 0.17848381400108337, + 0.17116917669773102, + 0.08884551376104355, + 0.09503418207168579, + 0.1597510278224945, + 0.12180507183074951, + 0.10549553483724594, + 0.09625042229890823, + 0.16735170781612396, + 0.09625925868749619, + 0.12763340771198273, + 0.15810079872608185, + 0.09784429520368576, + 0.02891550026834011, + 0.13830210268497467, + 0.11184196174144745, + 0.06870515644550323, + 0.1083139032125473, + 0.10363423824310303, + 0.10236352682113647, + 0.13542982935905457, + 0.14354519546031952, + 0.14497564733028412, + 0.11816388368606567, + 0.11589524894952774, + 0.1345701515674591 ], "env_score_iters": [ 1, @@ -75420,2164 +91454,2614 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -2.3961901664733887, - -2.6115410327911377, - 3.847578525543213, - -2.4185006618499756, - -2.46631121635437, - -0.8050032258033752, - -3.4527077674865723, - -2.989875555038452, - -1.8776428699493408, - -5.075156211853027, - -2.1765358448028564, - -2.289857864379883, - -4.413103103637695, - -0.9706995487213135, - 3.855605125427246, - -3.439464807510376, - -1.259628176689148, - -0.8915147185325623, - -5.502900123596191, - -3.057292938232422, - 1.6759268045425415, - -6.894217491149902, - -3.080880880355835, - -1.0804579257965088, - -5.2541890144348145, - 8.487671852111816, - -1.9441196918487549, - -2.198784112930298, - -0.08303278684616089, - -2.3643081188201904, - -1.5263140201568604, - -2.228996515274048, - 1.7013139724731445, - -2.0308871269226074, - -1.277783989906311, - 0.04170924052596092, - -0.684521496295929, - -0.8084360361099243, - -2.484473705291748, - -2.7228899002075195, - 3.9797239303588867, - -4.039468288421631, - -3.271911382675171, - -2.8152213096618652, - 11.49683952331543, - -1.7247391939163208, - -1.2237601280212402, - -2.679151773452759, - -3.2261393070220947, - 0.7984787225723267, - -2.775850534439087, - -0.7413445115089417, - -1.8929051160812378, - -1.4228529930114746, - 2.5941784381866455, - -0.49391570687294006, - -1.0495673418045044, - -3.30487322807312, - -1.0295836925506592, - -0.7488974928855896, - -3.5296554565429688, - 1.137252688407898, - -3.2510666847229004, - -4.257040500640869, - -3.0837907791137695, - -6.796497344970703, - -3.8041141033172607, - -4.4998345375061035, - -2.267589807510376, - -2.9785962104797363, - -1.205804467201233, - -2.4189960956573486, - -1.5281270742416382, - -3.1256227493286133, - -3.4294254779815674, - -2.9008986949920654, - -3.561840534210205, - -2.1829910278320312, - -4.24257755279541, - -2.8817155361175537, - -5.538761138916016, - -6.261352062225342, - -4.30907678604126, - -2.917280912399292, - -3.2580087184906006, - -3.879817485809326, - -1.528297781944275, - -7.261485576629639, - -1.9448494911193848, - -3.1537771224975586, - -1.4589565992355347, - -3.266374349594116, - -3.201955556869507, - -3.3027472496032715, - -4.0474443435668945, - -1.587471842765808, - -0.09948992729187012, - -2.148958444595337, - -4.31884241104126, - -2.913348913192749, - -2.236898183822632, - -3.2269909381866455, - -7.528438091278076, - -1.9980525970458984, - 1.0010689496994019, - -3.025315046310425, - -0.11574611067771912, - -2.7676262855529785, - -4.0633344650268555, - 0.05124128237366676, - -2.972019672393799, - -3.7921550273895264, - -0.832488477230072, - -1.3880794048309326, - -3.4296014308929443, - -1.8347892761230469, - 2.7017767429351807, - 0.10082774609327316, - -5.284802436828613, - -3.7641799449920654, - -2.3590087890625, - -4.201083660125732, - -0.34732553362846375, - -3.836517810821533, - -2.7022969722747803, - -10.17545223236084, - -1.0006766319274902, - 1.46497642993927, - -4.537559509277344, - -3.4900259971618652, - -4.139759063720703, - -1.4819934368133545, - -3.5950427055358887, - -3.763829231262207, - -3.4124197959899902, - -0.1808701753616333, - -1.18598473072052, - -1.0749305486679077, - -3.2950432300567627, - 1.6109424829483032, - -3.4157869815826416, - -3.934054374694824, - -3.3889009952545166, - -3.300144910812378, - -5.516242980957031, - -3.4967100620269775, - -2.6651885509490967, - -9.888504981994629, - -2.681002616882324, - -3.3833999633789062, - 1.1330435276031494, - 6.9495415687561035, - 2.5887258052825928, - -5.822381496429443, - 1.0811500549316406, - 0.7143877148628235, - -3.9202797412872314, - -3.543179988861084, - -3.819565773010254, - -1.1829923391342163, - -6.808749675750732, - -3.3521411418914795, - -2.911262273788452, - -3.1567270755767822, - -3.1900253295898438, - -1.9395792484283447, - -1.7366902828216553, - -2.4544570446014404, - -2.9343209266662598, - -0.024722134694457054, - -1.2833671569824219, - -0.6934173703193665, - -1.1678367853164673, - -3.0238170623779297, - -2.949272394180298, - -4.010156631469727, - -1.9459023475646973, - -2.2877044677734375, - -2.5126867294311523, - -4.24677038192749, - -4.866015911102295, - -4.248012065887451, - -0.4790761172771454, - -7.336343288421631, - -0.034533653408288956, - 0.5125762224197388, - 0.7445726990699768, - -3.7226927280426025, - -2.1306910514831543, - -1.9555847644805908, - -1.218259334564209, - -0.41959449648857117, - -2.233579158782959, - -2.0069420337677, - 2.1743016242980957, - 2.6723098754882812, - 0.2741800546646118, - -2.199319839477539, - -2.7302513122558594, - -2.5493810176849365, - 0.1903078556060791, - -2.8923566341400146, - -2.722606897354126, - 0.4395689368247986, - -3.7869904041290283, - -4.286704063415527, - 0.9639533758163452, - -3.334584951400757, - -4.003452301025391, - -2.284386396408081, - 3.176527738571167, - -4.198197364807129, - -3.8458917140960693, - -3.060861825942993, - -5.684129238128662, - -4.518265247344971, - -4.110036373138428, - 1.7321330308914185, - -0.4116765558719635, - -2.3270316123962402, - -3.4475138187408447, - -5.987543106079102, - 2.1134555339813232, - -1.7667865753173828, - 1.321712613105774, - -0.021496761590242386, - 3.6387155055999756, - -2.7166950702667236, - -2.0084140300750732, - 2.3865773677825928, - -6.491160869598389, - -1.1820560693740845, - -2.514547109603882, - -1.2538601160049438, - -1.9448835849761963, - 1.2957704067230225, - 2.5517542362213135, - -2.474937677383423, - -1.1489921808242798, - -4.751563549041748, - -2.5945775508880615, - -4.998757362365723, - -3.6804816722869873, - 0.05405823886394501, - -3.012800931930542, - -0.6722981333732605, - -3.7060883045196533, - -3.7569477558135986, - -0.11127704381942749, - -2.3050973415374756, - -1.6484124660491943, - 3.8416199684143066, - -2.656663656234741, - -3.981844663619995, - -2.9122977256774902, - -2.7277934551239014, - -2.628411293029785, - 1.561198115348816, - -6.676033020019531, - -2.1354057788848877, - -1.4367563724517822, - -2.724727153778076, - 1.201251745223999, - -3.952881336212158, - 4.998727321624756, - -2.184319257736206, - -3.089289903640747, - -2.2934257984161377, - -0.2847524881362915, - -2.9668095111846924, - -3.613560438156128, - 4.54913854598999, - 3.5969161987304688, - -1.7607786655426025, - -2.918067455291748, - -5.369193077087402, - -4.434638977050781, - 0.40452200174331665, - -2.944849967956543, - -0.9113446474075317, - -5.685256481170654, - -1.139436960220337, - -0.21878089010715485, - -3.084246873855591, - -3.88362979888916, - -1.5737450122833252, - -4.212007522583008, - -1.8574219942092896, - -3.2234339714050293, - -1.8347680568695068, - -0.41038650274276733, - -3.549375295639038, - -3.2995619773864746, - -3.6522345542907715, - -2.912867784500122, - -0.7768028378486633, - -3.188788652420044, - -4.2380452156066895, - -1.8148051500320435, - -3.606588840484619, - -2.0633440017700195, - -3.7031638622283936, - -1.709099531173706, - -2.8581554889678955, - -0.7355623245239258, - 0.5018850564956665, - 0.7158797979354858, - -1.66437566280365, - -3.3701233863830566, - -0.955428957939148, - -1.751965045928955, - -4.054234027862549, - -2.605424165725708, - -1.2276136875152588, - -4.075845241546631, - 0.2934626340866089, - -3.6478097438812256, - -2.997084617614746, - -3.423541784286499, - -3.02620530128479, - 0.6315945386886597, - -0.8704116344451904, - -1.7428827285766602, - -3.046846389770508, - -4.296047687530518, - -0.7591663002967834, - -2.6374642848968506, - -3.8341684341430664, - 0.5334977507591248, - 0.8080505728721619, - -4.355541706085205, - -2.5341086387634277, - 1.0990166664123535, - -3.1263267993927, - -3.9126341342926025, - -3.5610902309417725, - -0.31731581687927246, - -0.7975693345069885, - 1.5067801475524902, - -5.3332438468933105, - -0.7697976231575012, - 0.3530968129634857, - -5.5824971199035645, - -5.056818008422852, - -2.86604642868042, - -6.331705570220947, - -2.5958173274993896, - -4.289621829986572, - -2.6280088424682617, - -2.611008644104004, - -5.672073841094971, - -3.4214892387390137, - -4.972878456115723, - -0.47816231846809387, - 1.0929715633392334, - -1.3344385623931885, - -1.4680026769638062, - -0.7977823615074158, - -4.23991584777832, - -2.74820876121521, - 5.036617755889893, - -2.7619543075561523, - -2.1009042263031006, - 2.3115100860595703, - -2.485515832901001, - -2.2825498580932617, - -2.325634479522705, - -5.728925704956055, - -0.1927706003189087, - -3.9626009464263916, - -3.496262311935425, - -3.50175404548645, - -4.233600616455078, - -3.5601966381073, - -2.0353682041168213, - -2.6484375, - 4.3033270835876465, - -3.187763214111328, - 2.84283447265625, - -3.602968454360962, - -3.2721099853515625, - -2.4966976642608643, - -3.8039677143096924, - -5.846390247344971, - -3.4113221168518066, - -2.360757350921631, - -1.6494005918502808, - 2.62270450592041, - -3.506298542022705, - -3.737727642059326, - -2.8497135639190674, - -3.3890252113342285, - 4.077062129974365, - -3.9740753173828125, - -2.8484883308410645, - 2.1926097869873047, - -2.9374401569366455, - -3.041883945465088, - -1.4521421194076538, - -0.1975434124469757, - -2.3705499172210693, - -3.4399542808532715, - -2.8447635173797607, - -1.7266279458999634, - 1.478354573249817, - -4.211061477661133, - -3.6540448665618896, - -0.9977805018424988, - -7.8002824783325195, - -2.0263607501983643, - -3.0764482021331787, - -3.5612499713897705, - -2.835256814956665, - -4.242040157318115, - -0.1491219848394394, - -3.538374423980713, - -3.365873098373413, - -2.375333070755005, - -2.45272159576416, - -3.553116798400879, - -0.8351942300796509, - -1.072582483291626, - -2.7845611572265625, - -3.069779872894287, - -0.8777040243148804, - -1.8073810338974, - -5.509746551513672, - -1.6997056007385254, - -4.225647926330566, - -0.9885004758834839, - -3.540231466293335, - -4.643003940582275, - -3.167581558227539, - -2.4288032054901123, - -2.155134677886963, - -4.7176971435546875, - -1.3233667612075806, - -2.552396535873413, - -2.977790117263794, - -1.337607502937317, - -3.584557056427002, - -4.823094367980957, - -2.6612510681152344, - -2.885319232940674, - -1.506116271018982, - -3.972966432571411, - -5.726191997528076, - -4.163732528686523, - -7.575972557067871, - -2.9051568508148193, - 1.4612369537353516, - -3.7876148223876953, - -3.200072765350342, - -2.4064013957977295, - 0.2782164216041565, - -3.293999195098877, - 2.081313133239746, - -2.2985968589782715, - 1.3257265090942383, - -3.595993995666504, - -3.8737053871154785, - -3.0872602462768555, - -3.0500781536102295, - -0.6829964518547058, - -4.441609859466553, - -0.39303675293922424, - -2.580148220062256, - -6.586904048919678, - -4.588261604309082, - -3.4794771671295166, - -2.24227237701416, - -2.440401315689087, - -3.4330222606658936, - -3.4978363513946533, - 1.0470207929611206, - -4.426820278167725, - -3.870823860168457, - -5.068183422088623, - -1.1627452373504639, - -2.692981243133545, - -1.8840012550354004, - -0.3172737956047058, - -1.1218446493148804, - -1.7694144248962402, - -0.7838345170021057, - -0.4662728011608124, - -3.59936785697937, - -2.76408314704895, - -1.5701791048049927, - -3.060939073562622, - -3.888477325439453, - -3.15942645072937, - -3.844738245010376, - -1.9640949964523315, - -2.832792043685913, - -2.1462271213531494, - -4.842137813568115 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4948312044143677, + -0.556448757648468, + -0.5012736916542053, + -0.441194623708725, + -0.3716924786567688, + -0.4654841423034668, + -0.4696474075317383, + -0.44056594371795654, + -0.3864741027355194, + -0.5537171363830566, + -0.5239353775978088, + -0.6049007177352905, + -0.254179984331131, + -0.5115486979484558, + 0.026905573904514313, + -0.457194983959198, + -0.46961790323257446, + -0.42751142382621765, + -0.34479063749313354, + -0.5937092304229736, + -0.31656020879745483, + -0.3639710247516632, + -0.4549950063228607, + -0.6099244952201843, + -0.37177813053131104, + -0.4033566117286682, + -0.5801870226860046, + -0.365542471408844, + -0.4245753884315491, + -0.44211721420288086, + -0.3531622886657715, + -0.39873525500297546, + -0.4440790116786957, + -0.3700542151927948, + -0.4164391756057739, + 0.050484802573919296, + -0.5617349147796631, + -0.5136241316795349, + -0.6172356605529785, + -0.41246935725212097, + -0.5969838500022888, + -0.4938887059688568, + -0.5024504065513611, + -0.47690829634666443, + -0.4538145661354065, + -0.4879091680049896, + -0.5780127048492432, + -0.5525102019309998, + -0.5471594929695129, + -0.402578741312027, + -0.4795064926147461, + -0.5730881690979004, + -0.37078922986984253, + -0.6204057931900024, + -0.4375080168247223, + -0.7271547317504883, + -0.6016283631324768, + -0.5806695818901062, + -0.442560076713562, + -0.5629111528396606, + -0.38924187421798706, + -0.41142210364341736, + -0.4695442318916321, + -0.5377905964851379, + -0.3898232877254486, + -0.6230013966560364, + -0.7268946766853333, + -0.5798199772834778, + -0.5859465003013611, + -0.45651766657829285, + -0.5698474049568176, + -0.5732226967811584, + -0.6496483087539673, + -0.5393183827400208, + -0.5040616989135742, + -0.40563470125198364, + -0.8805966377258301, + -0.3930647075176239, + -0.6691483855247498, + -0.4472712278366089, + -0.602381706237793, + -0.4609184265136719, + -0.4732997715473175, + -0.533560574054718, + -0.5849402546882629, + -0.4039275646209717, + -0.5370665192604065, + -0.6063446998596191, + -0.3780299127101898, + -0.5289801359176636, + -0.6209473013877869, + -0.5327295660972595, + -0.7138523459434509, + -0.42697635293006897, + -0.4463309943675995, + -0.6016800999641418, + -0.38639405369758606, + -0.3865448832511902, + -0.5442425608634949, + -0.32929152250289917, + -0.45073214173316956, + -0.6041687726974487, + -0.549905002117157, + -0.5783923864364624, + -0.4175424575805664, + -0.6433923840522766, + -0.496703177690506, + -0.5751495957374573, + -0.4675610661506653, + -0.714219331741333, + -0.5166512727737427, + -0.5173614621162415, + -0.37166690826416016, + -0.4139955937862396, + -0.4321647882461548, + -0.7824267745018005, + -0.3574366867542267, + -0.47185301780700684, + -0.5753527283668518, + -0.46888434886932373, + -0.39406919479370117, + -0.4559710621833801, + -0.3468477725982666, + -0.48626530170440674, + -0.3796085715293884, + -0.5569393634796143, + -0.45690906047821045, + -0.5625547766685486, + -0.2158597856760025, + -0.37563687562942505, + -0.431970477104187, + -0.4996640980243683, + -0.4503464102745056, + -0.41625091433525085, + -0.8140586018562317, + -0.46022963523864746, + -0.4986628293991089, + -0.7761925458908081, + -0.44331055879592896, + -0.40962713956832886, + -0.6849263906478882, + -0.6249764561653137, + -0.6570214629173279, + -0.5041618943214417, + -0.49375948309898376, + -0.8757959008216858, + -0.44336676597595215, + -0.10184752941131592, + -0.6225006580352783, + -0.541628360748291, + -0.33862102031707764, + -0.7156541347503662, + -0.2692830264568329, + -0.6146959066390991, + -0.4257790148258209, + -0.39360782504081726, + -0.483996719121933, + -0.7559649348258972, + -0.8209893703460693, + -0.5773516893386841, + -0.45675036311149597, + -0.475910484790802, + -0.5753988027572632, + -0.49790632724761963, + -0.5190732479095459, + -0.13744030892848969, + -0.31397247314453125, + -0.472057968378067, + -0.6860811114311218, + -0.4809039235115051, + -0.5088115334510803, + -0.28410792350769043, + -0.5271946787834167, + -0.5468988418579102, + -0.4167177081108093, + -0.7581424713134766, + -0.5292219519615173, + -0.2767399251461029, + -0.5181214213371277, + -0.33422160148620605, + -0.5332339406013489, + -0.5997762084007263, + -0.6623740196228027, + -0.3829319477081299, + -0.6351075172424316, + -0.5538573265075684, + -0.5111977458000183, + -0.5380370616912842, + -0.3778219521045685, + -0.3239990472793579, + -0.44561806321144104, + -0.5842646360397339, + -0.5039328932762146, + -0.556255042552948, + -0.41186150908470154, + -0.5423118472099304, + -0.5884800553321838, + -0.4774415194988251, + -0.3725300431251526, + -0.78139328956604, + -0.5071614384651184, + -0.4360905587673187, + -0.4087400734424591, + -0.700827419757843, + -0.5537359714508057, + -0.4762670695781708, + -0.39998021721839905, + -0.4689459502696991, + -0.4239185154438019, + -0.5781221389770508, + -0.6023704409599304, + -0.4436592161655426, + -0.6047747135162354, + -0.5098623633384705, + -0.5822112560272217, + -0.6721031069755554, + -0.565031886100769, + -0.666241466999054, + -0.5874188542366028, + -0.6070935130119324, + -0.6124145984649658, + -0.5384970307350159, + -0.47445112466812134, + -0.4980510175228119, + -0.6080222129821777, + -0.48937585949897766, + -0.7017734050750732, + -0.4264909029006958, + -0.7031255960464478, + -0.5711869597434998, + -0.4865274131298065, + -0.6721974611282349, + -0.6103328466415405, + -0.16996708512306213, + -0.465973436832428, + -0.5016953945159912, + -0.47860345244407654, + -0.42557865381240845, + -0.6040092706680298, + -0.4922122657299042, + -0.4204353988170624, + -0.6079810857772827, + -0.4064466059207916, + -0.501655101776123, + -0.43991515040397644, + -0.46673455834388733, + -0.3553113043308258, + -0.5511873960494995, + -0.7123183608055115, + -0.4277659058570862, + -0.5783284902572632, + -0.46238723397254944, + -0.4737223982810974, + -0.6767573952674866, + -0.531938910484314, + -0.5855891704559326, + -0.34886178374290466, + -0.5438748002052307, + -0.5473303198814392, + -0.6390689015388489, + -0.5912235379219055, + -0.5763455629348755, + -0.4510343372821808, + -0.5354956984519958, + -0.6233354806900024, + -0.6073313355445862, + -0.5190728902816772, + -0.38214245438575745, + -0.40463075041770935, + -0.5606047511100769, + -0.8337762355804443, + -0.4175751805305481, + -0.8311156630516052, + -0.6579143404960632, + -0.5555635094642639, + -0.49852216243743896, + -0.5264722108840942, + -0.4666339159011841, + -0.5806748270988464, + -0.6405090093612671, + -0.4330538809299469, + -0.4392549693584442, + -0.5083299875259399, + -0.7137275338172913, + -0.48306500911712646, + -0.584295928478241, + -0.7465924620628357, + -0.5853360891342163, + -0.5117735862731934, + -0.38528305292129517, + -0.48930975794792175, + -0.5597131848335266, + -0.5926743745803833, + -0.4859960079193115, + -0.4920997619628906, + -0.5724390745162964, + -0.5557235479354858, + -0.598653256893158, + -0.45124387741088867, + -0.5583754181861877, + -0.5186857581138611, + -0.4311421513557434, + -0.466689795255661, + -0.54775071144104, + -0.5154597759246826, + -0.4934530556201935, + -0.3706209063529968, + -0.7087958455085754, + -0.5411388874053955, + -0.5946529507637024, + -0.32085224986076355, + -0.5524840354919434, + -0.6887561082839966, + -0.573533296585083, + -0.6378788948059082, + -0.615634560585022, + -0.7592599987983704, + -0.5014923214912415, + -0.6437176465988159, + -0.4186657667160034, + -0.4956206679344177, + -0.2530251443386078, + -0.5855222940444946, + -0.43876832723617554, + -0.5962299704551697, + -0.4249226152896881, + -0.5802270174026489, + -0.7168149352073669, + -0.6036306023597717, + -0.3777989149093628, + -0.6249921321868896, + -0.4432687759399414, + -0.49250727891921997, + -0.5030325055122375, + -0.38671422004699707, + -0.4964171350002289, + -0.578999936580658, + -0.6640238165855408, + -0.5474112629890442, + -0.6035627722740173, + -0.5568608045578003, + -0.7024921178817749, + -0.39455413818359375, + -0.5773864984512329, + -0.46045541763305664, + -0.6067925691604614, + -0.5132483243942261, + -0.45924732089042664, + -0.4982859492301941, + -0.5205015540122986, + -0.5672760605812073, + -0.7051407694816589, + -0.5117745399475098, + -0.555393636226654, + -0.5652375221252441, + -0.4569431245326996, + -0.438782662153244, + -0.47829797863960266, + -0.6092624068260193, + -0.5151254534721375, + -0.3684741258621216, + -0.5965282917022705, + -0.8619685769081116, + -0.4687381386756897, + -0.6342012286186218, + -0.6289532780647278, + -0.5467721223831177, + -0.489125519990921, + -0.5369043946266174, + -0.6471954584121704, + -0.3985472619533539, + -0.4974992573261261, + -0.3312043249607086, + -0.8346421718597412, + -0.4156913459300995, + -0.4452955722808838, + -0.5358158349990845, + -0.48686859011650085, + -0.5901031494140625, + -0.6746780276298523, + -0.5206754803657532, + -0.4491775333881378, + -0.45092910528182983, + -0.5908969044685364, + -0.5370206832885742, + -0.6553573608398438, + -0.606211245059967, + -0.4209664762020111, + -0.5658121109008789, + -0.5518398880958557, + -0.3422080874443054, + -0.6078598499298096, + -0.4951629340648651, + -0.5946757793426514, + -0.4893629252910614, + -0.47724655270576477, + -0.5909108519554138, + -0.52211594581604, + -0.7972317934036255, + -0.6797184348106384, + -0.44458726048469543, + -0.5580732822418213, + -0.5274783968925476, + -0.4431634545326233, + -0.5177560448646545, + -0.6100246906280518, + -0.6404158473014832, + -0.32795995473861694, + -0.5220722556114197, + -0.633233368396759, + -0.46011361479759216, + -0.7291592955589294, + -0.729812502861023, + -0.8421536684036255, + -0.3186016082763672, + -0.4556458592414856, + -0.520081102848053, + -0.5277217030525208, + -0.6412643194198608, + -0.4935014247894287, + -0.5802754759788513, + -0.5639142394065857, + -0.6053990125656128, + -0.6122177839279175, + -0.41499239206314087, + -0.517791748046875, + -0.6718652844429016, + -0.5337952375411987, + -0.4126206636428833, + -0.7035791873931885, + -0.6073068976402283, + -0.46060946583747864, + -0.4871915280818939, + -0.5557316541671753, + -0.5279065370559692, + -0.6383839845657349, + -0.5530853271484375, + -0.5907657146453857, + -0.6453097462654114, + -0.5286337733268738, + -0.4300808012485504, + -0.5881696939468384, + -0.46192702651023865, + -0.5731139779090881, + -0.3905906081199646, + -0.6185696721076965, + -0.5029926300048828, + -0.49878594279289246, + -0.5010436773300171, + -0.6204289197921753, + -0.7126762866973877, + -0.4430656135082245, + -0.6122962832450867, + -0.4719153940677643, + -0.40082573890686035, + -0.5936506390571594, + -0.5296539664268494, + -0.5522565841674805, + -0.48339417576789856, + -0.5260863900184631, + -0.5366327166557312, + -0.5997818112373352, + -0.45016536116600037, + -0.4573352038860321, + -0.5728414058685303, + -0.6474493145942688, + -0.546866774559021, + -0.5661771893501282, + -0.6666728854179382, + -0.6215150356292725, + -0.49548789858818054, + -0.4281748831272125, + -0.7763062119483948, + -0.5288580060005188, + -0.27368786931037903, + -0.5755423307418823, + -0.5982068181037903, + -0.7530695796012878, + -0.53399658203125, + -0.48814907670021057, + -0.7909601926803589, + -0.4843538701534271, + -0.601575493812561, + -0.5412532091140747, + -0.5596033930778503, + -0.6435749530792236, + -0.5760096907615662, + -0.5117703080177307, + -0.4737692177295685, + -0.4886523485183716, + -0.45868244767189026, + -0.40552467107772827, + -0.6167398691177368, + -0.4935760796070099, + -0.548205554485321, + -0.6509148478507996 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.65, - 0.7, - 0.6749999999999999, - 0.7, - 0.7, - 0.7, - 0.7, - 0.7, - 0.675, - 0.6499999999999999 + 0.4875, + 0.44999999999999996, + 0.475, + 0.43749999999999994, + 0.5125000000000001, + 0.42499999999999993, + 0.475, + 0.4875, + 0.475, + 0.46249999999999997, + 0.4125, + 0.4125, + 0.46249999999999997, + 0.475, + 0.46249999999999997, + 0.43749999999999994, + 0.4125, + 0.4375, + 0.425, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.3175258934497833, - 0.6464017033576965, - 0.2925988733768463, - 0.8042436838150024, - 0.2607305645942688, - 0.5720275044441223, - 0.1381591409444809, - 0.2747081220149994, - 0.14315666258335114, - 0.1434013694524765 + -0.09928994625806808, + 0.06833695620298386, + 0.014374173246324062, + -0.06702229380607605, + 0.1886746734380722, + -0.005869528744369745, + 0.12735258042812347, + 0.07185696810483932, + 0.10833588987588882, + -0.11312570422887802, + 0.1552792340517044, + -0.02352362684905529, + -0.07473906129598618, + -0.09991002827882767, + -0.0196680948138237, + -0.046085014939308167, + 0.04973375052213669, + 0.11889933049678802, + -0.02672482281923294, + -0.07246819883584976 ], "rl_grad_norm": [ - 0.20489856600761414, - 0.45195046067237854, - 0.3624844551086426, - 0.5449526906013489, - 0.033557791262865067, - 0.018070612102746964, - 0.10036470741033554, - 0.17839480936527252, - 0.13934317231178284, - 0.027742816135287285 + 0.1690816879272461, + 0.061577823013067245, + 0.111941859126091, + 0.07924697548151016, + 0.08643966913223267, + 0.0766025260090828, + 0.11192125827074051, + 0.08501856029033661, + 0.06716389954090118, + 0.05959928408265114, + 0.09979566186666489, + 0.05679658427834511, + 0.08740495145320892, + 0.33267515897750854, + 0.15990087389945984, + 0.07170222699642181, + 0.04609396681189537, + 0.07883735001087189, + 0.07147450000047684, + 0.08701184391975403 ], "bc_grad_norm": [ - 0.042133670300245285, - 0.13722960650920868, - 0.29266244173049927, - 0.15158601105213165, - 0.13698899745941162, - 0.06750698387622833, - 0.09332688897848129, - 0.051581598818302155, - 0.08580595254898071, - 0.04854634776711464 + 1.0417295694351196, + 0.6276118159294128, + 0.9092051386833191, + 0.8505710959434509, + 1.0572211742401123, + 1.2296286821365356, + 0.8808749914169312, + 1.0870672464370728, + 0.735491156578064, + 0.5577110648155212, + 0.6052026748657227, + 0.8040263056755066, + 1.0225589275360107, + 1.7176545858383179, + 1.3343979120254517, + 1.2850854396820068, + 0.601066529750824, + 0.9717903137207031, + 1.306726098060608, + 1.2217439413070679 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.0.linear1.weight": 0.05266638100147247, - "transformer.layers.0.linear1.bias": 0.003488783724606037, - "transformer.layers.0.linear2.weight": 0.07774628698825836, - "transformer.layers.0.linear2.bias": 0.007358985021710396, - "transformer.layers.0.norm2.weight": 0.0035341575276106596, - "transformer.layers.0.norm2.bias": 0.003081229981034994, - "transformer.layers.1.linear1.weight": 0.040749140083789825, - "transformer.layers.1.linear1.bias": 0.0024048578925430775, - "transformer.layers.1.linear2.weight": 0.057259880006313324, - "transformer.layers.1.linear2.bias": 0.005973486695438623, - "transformer.layers.1.norm2.weight": 0.0023344720248132944, - "transformer.layers.1.norm2.bias": 0.002033964963629842, - "transformer.layers.2.linear1.weight": 0.040953706949949265, - "transformer.layers.2.linear1.bias": 0.002451301785185933, - "transformer.layers.2.linear2.weight": 0.04549906775355339, - "transformer.layers.2.linear2.bias": 0.00618741475045681, - "transformer.layers.2.norm2.weight": 0.0028842545580118895, - "transformer.layers.2.norm2.bias": 0.002380543854087591, - "transformer.layers.3.linear1.weight": 0.12324406206607819, - "transformer.layers.3.linear1.bias": 0.008942797780036926, - "transformer.layers.3.linear2.weight": 0.061279118061065674, - "transformer.layers.3.linear2.bias": 0.012694708071649075, - "transformer.layers.3.norm2.weight": 0.009918958880007267, - "transformer.layers.3.norm2.bias": 0.01284892950206995 - }, - { - "transformer.layers.0.linear1.weight": 0.08739897608757019, - "transformer.layers.0.linear1.bias": 0.00530284782871604, - "transformer.layers.0.linear2.weight": 0.12493354082107544, - "transformer.layers.0.linear2.bias": 0.012284344993531704, - "transformer.layers.0.norm2.weight": 0.006275142077356577, - "transformer.layers.0.norm2.bias": 0.0049971044063568115, - "transformer.layers.1.linear1.weight": 0.059164416044950485, - "transformer.layers.1.linear1.bias": 0.0036973808892071247, - "transformer.layers.1.linear2.weight": 0.08502500504255295, - "transformer.layers.1.linear2.bias": 0.010421156883239746, - "transformer.layers.1.norm2.weight": 0.0038020284846425056, - "transformer.layers.1.norm2.bias": 0.002854549093171954, - "transformer.layers.2.linear1.weight": 0.056483492255210876, - "transformer.layers.2.linear1.bias": 0.0038049453869462013, - "transformer.layers.2.linear2.weight": 0.06644982844591141, - "transformer.layers.2.linear2.bias": 0.010888146236538887, - "transformer.layers.2.norm2.weight": 0.003534919349476695, - "transformer.layers.2.norm2.bias": 0.00331680360250175, - "transformer.layers.3.linear1.weight": 0.22186698019504547, - "transformer.layers.3.linear1.bias": 0.018558871001005173, - "transformer.layers.3.linear2.weight": 0.10594848543405533, - "transformer.layers.3.linear2.bias": 0.02449239231646061, - "transformer.layers.3.norm2.weight": 0.018500886857509613, - "transformer.layers.3.norm2.bias": 0.03012710064649582 - }, - { - "transformer.layers.0.linear1.weight": 0.08422976732254028, - "transformer.layers.0.linear1.bias": 0.0055336602963507175, - "transformer.layers.0.linear2.weight": 0.11679106950759888, - "transformer.layers.0.linear2.bias": 0.011237498372793198, - "transformer.layers.0.norm2.weight": 0.0073355864733457565, - "transformer.layers.0.norm2.bias": 0.006234797649085522, - "transformer.layers.1.linear1.weight": 0.057211216539144516, - "transformer.layers.1.linear1.bias": 0.0032182936556637287, - "transformer.layers.1.linear2.weight": 0.08409162610769272, - "transformer.layers.1.linear2.bias": 0.008785633370280266, - "transformer.layers.1.norm2.weight": 0.0039177038706839085, - "transformer.layers.1.norm2.bias": 0.0027745505794882774, - "transformer.layers.2.linear1.weight": 0.05792940780520439, - "transformer.layers.2.linear1.bias": 0.0033127267379313707, - "transformer.layers.2.linear2.weight": 0.0677194595336914, - "transformer.layers.2.linear2.bias": 0.00874023512005806, - "transformer.layers.2.norm2.weight": 0.0039366683922708035, - "transformer.layers.2.norm2.bias": 0.0029528557788580656, - "transformer.layers.3.linear1.weight": 0.20441080629825592, - "transformer.layers.3.linear1.bias": 0.01439946610480547, - "transformer.layers.3.linear2.weight": 0.10225366055965424, - "transformer.layers.3.linear2.bias": 0.01881023496389389, - "transformer.layers.3.norm2.weight": 0.0180423092097044, - "transformer.layers.3.norm2.bias": 0.021429333835840225 - }, - { - "transformer.layers.0.linear1.weight": 0.14235790073871613, - "transformer.layers.0.linear1.bias": 0.008956041187047958, - "transformer.layers.0.linear2.weight": 0.1984647512435913, - "transformer.layers.0.linear2.bias": 0.018900424242019653, - "transformer.layers.0.norm2.weight": 0.010721825063228607, - "transformer.layers.0.norm2.bias": 0.009126110933721066, - "transformer.layers.1.linear1.weight": 0.10333970189094543, - "transformer.layers.1.linear1.bias": 0.006579357665032148, - "transformer.layers.1.linear2.weight": 0.15235257148742676, - "transformer.layers.1.linear2.bias": 0.015911145135760307, - "transformer.layers.1.norm2.weight": 0.007301827892661095, - "transformer.layers.1.norm2.bias": 0.006539663299918175, - "transformer.layers.2.linear1.weight": 0.10589990019798279, - "transformer.layers.2.linear1.bias": 0.007494424004107714, - "transformer.layers.2.linear2.weight": 0.1235334724187851, - "transformer.layers.2.linear2.bias": 0.018176574259996414, - "transformer.layers.2.norm2.weight": 0.007653472479432821, - "transformer.layers.2.norm2.bias": 0.009624660015106201, - "transformer.layers.3.linear1.weight": 0.2900950014591217, - "transformer.layers.3.linear1.bias": 0.023576300591230392, - "transformer.layers.3.linear2.weight": 0.1522686779499054, - "transformer.layers.3.linear2.bias": 0.0347646102309227, - "transformer.layers.3.norm2.weight": 0.023746028542518616, - "transformer.layers.3.norm2.bias": 0.034733887761831284 - }, - { - "transformer.layers.0.linear1.weight": 0.004648550413548946, - "transformer.layers.0.linear1.bias": 0.00028470452525652945, - "transformer.layers.0.linear2.weight": 0.00591916823759675, - "transformer.layers.0.linear2.bias": 0.0005752587458118796, - "transformer.layers.0.norm2.weight": 0.00036840143729932606, - "transformer.layers.0.norm2.bias": 0.0002819404180627316, - "transformer.layers.1.linear1.weight": 0.003123878501355648, - "transformer.layers.1.linear1.bias": 0.00019802471797447652, - "transformer.layers.1.linear2.weight": 0.004155563190579414, - "transformer.layers.1.linear2.bias": 0.00047079913201741874, - "transformer.layers.1.norm2.weight": 0.00021503887546714395, - "transformer.layers.1.norm2.bias": 0.0001845533843152225, - "transformer.layers.2.linear1.weight": 0.003113959450274706, - "transformer.layers.2.linear1.bias": 0.00020406687690410763, - "transformer.layers.2.linear2.weight": 0.0032786119263619184, - "transformer.layers.2.linear2.bias": 0.00047861345228739083, - "transformer.layers.2.norm2.weight": 0.0002210943930549547, - "transformer.layers.2.norm2.bias": 0.00022988830460235476, - "transformer.layers.3.linear1.weight": 0.007154691964387894, - "transformer.layers.3.linear1.bias": 0.000597384583670646, - "transformer.layers.3.linear2.weight": 0.003867983352392912, - "transformer.layers.3.linear2.bias": 0.0009970947867259383, - "transformer.layers.3.norm2.weight": 0.0005950350314378738, - "transformer.layers.3.norm2.bias": 0.0008693950949236751 - }, - { - "transformer.layers.0.linear1.weight": 0.01385380607098341, - "transformer.layers.0.linear1.bias": 0.0008788315462879837, - "transformer.layers.0.linear2.weight": 0.015881387516856194, - "transformer.layers.0.linear2.bias": 0.001170689589343965, - "transformer.layers.0.norm2.weight": 0.0009590121917426586, - "transformer.layers.0.norm2.bias": 0.0010940592037513852, - "transformer.layers.1.linear1.weight": 0.004528380930423737, - "transformer.layers.1.linear1.bias": 0.0003212945885024965, - "transformer.layers.1.linear2.weight": 0.006072769872844219, - "transformer.layers.1.linear2.bias": 0.0005840550875291228, - "transformer.layers.1.norm2.weight": 0.0003464026958681643, - "transformer.layers.1.norm2.bias": 0.0003321566910017282, - "transformer.layers.2.linear1.weight": 0.00398706179112196, - "transformer.layers.2.linear1.bias": 0.00029440069920383394, - "transformer.layers.2.linear2.weight": 0.004447597544640303, - "transformer.layers.2.linear2.bias": 0.00045263723586685956, - "transformer.layers.2.norm2.weight": 0.0002640490129124373, - "transformer.layers.2.norm2.bias": 0.0003263739054091275, - "transformer.layers.3.linear1.weight": 0.007307128980755806, - "transformer.layers.3.linear1.bias": 0.0005600029835477471, - "transformer.layers.3.linear2.weight": 0.004456647206097841, - "transformer.layers.3.linear2.bias": 0.0007557097706012428, - "transformer.layers.3.norm2.weight": 0.0005276601295918226, - "transformer.layers.3.norm2.bias": 0.0007156885112635791 - }, - { - "transformer.layers.0.linear1.weight": 0.0382021963596344, - "transformer.layers.0.linear1.bias": 0.001960731577128172, - "transformer.layers.0.linear2.weight": 0.04784958437085152, - "transformer.layers.0.linear2.bias": 0.0030771309975534678, - "transformer.layers.0.norm2.weight": 0.00326302251778543, - "transformer.layers.0.norm2.bias": 0.0020978522952646017, - "transformer.layers.1.linear1.weight": 0.018475184217095375, - "transformer.layers.1.linear1.bias": 0.0010827373480424285, - "transformer.layers.1.linear2.weight": 0.025337206199765205, - "transformer.layers.1.linear2.bias": 0.0023437989875674248, - "transformer.layers.1.norm2.weight": 0.0013799234293401241, - "transformer.layers.1.norm2.bias": 0.0010913271689787507, - "transformer.layers.2.linear1.weight": 0.015852896496653557, - "transformer.layers.2.linear1.bias": 0.0009843787411227822, - "transformer.layers.2.linear2.weight": 0.018253304064273834, - "transformer.layers.2.linear2.bias": 0.002531746169552207, - "transformer.layers.2.norm2.weight": 0.0011173690436407924, - "transformer.layers.2.norm2.bias": 0.0012422646395862103, - "transformer.layers.3.linear1.weight": 0.03411893546581268, - "transformer.layers.3.linear1.bias": 0.002835838356986642, - "transformer.layers.3.linear2.weight": 0.018908465281128883, - "transformer.layers.3.linear2.bias": 0.004432445392012596, - "transformer.layers.3.norm2.weight": 0.0026071127504110336, - "transformer.layers.3.norm2.bias": 0.004080093931406736 - }, - { - "transformer.layers.0.linear1.weight": 0.09240086376667023, - "transformer.layers.0.linear1.bias": 0.003980344161391258, - "transformer.layers.0.linear2.weight": 0.09268499165773392, - "transformer.layers.0.linear2.bias": 0.006179339252412319, - "transformer.layers.0.norm2.weight": 0.008995089679956436, - "transformer.layers.0.norm2.bias": 0.004143356345593929, - "transformer.layers.1.linear1.weight": 0.04655173048377037, - "transformer.layers.1.linear1.bias": 0.0022933650761842728, - "transformer.layers.1.linear2.weight": 0.05707374960184097, - "transformer.layers.1.linear2.bias": 0.0039885458536446095, - "transformer.layers.1.norm2.weight": 0.004034480080008507, - "transformer.layers.1.norm2.bias": 0.0024219949264079332, - "transformer.layers.2.linear1.weight": 0.04573560506105423, - "transformer.layers.2.linear1.bias": 0.0023760483600199223, - "transformer.layers.2.linear2.weight": 0.04902666434645653, - "transformer.layers.2.linear2.bias": 0.003932822961360216, - "transformer.layers.2.norm2.weight": 0.0032629610504955053, - "transformer.layers.2.norm2.bias": 0.002496414352208376, - "transformer.layers.3.linear1.weight": 0.08984480053186417, - "transformer.layers.3.linear1.bias": 0.005021907854825258, - "transformer.layers.3.linear2.weight": 0.05131649971008301, - "transformer.layers.3.linear2.bias": 0.0065984721295535564, - "transformer.layers.3.norm2.weight": 0.007004035171121359, - "transformer.layers.3.norm2.bias": 0.006034337915480137 - }, - { - "transformer.layers.0.linear1.weight": 0.03095730021595955, - "transformer.layers.0.linear1.bias": 0.0013463908107951283, - "transformer.layers.0.linear2.weight": 0.033032890409231186, - "transformer.layers.0.linear2.bias": 0.0021813970524817705, - "transformer.layers.0.norm2.weight": 0.0033865219447761774, - "transformer.layers.0.norm2.bias": 0.00159397441893816, - "transformer.layers.1.linear1.weight": 0.019768061116337776, - "transformer.layers.1.linear1.bias": 0.0009473094833083451, - "transformer.layers.1.linear2.weight": 0.026917671784758568, - "transformer.layers.1.linear2.bias": 0.0018967994255945086, - "transformer.layers.1.norm2.weight": 0.001726431422866881, - "transformer.layers.1.norm2.bias": 0.000928313413169235, - "transformer.layers.2.linear1.weight": 0.022032514214515686, - "transformer.layers.2.linear1.bias": 0.0011654499685391784, - "transformer.layers.2.linear2.weight": 0.024992311373353004, - "transformer.layers.2.linear2.bias": 0.0021967580541968346, - "transformer.layers.2.norm2.weight": 0.0016954666934907436, - "transformer.layers.2.norm2.bias": 0.0014116688398644328, - "transformer.layers.3.linear1.weight": 0.04270162433385849, - "transformer.layers.3.linear1.bias": 0.0026905115228146315, - "transformer.layers.3.linear2.weight": 0.022588850930333138, - "transformer.layers.3.linear2.bias": 0.004034636542201042, - "transformer.layers.3.norm2.weight": 0.003655329579487443, - "transformer.layers.3.norm2.bias": 0.003985938150435686 - }, - { - "transformer.layers.0.linear1.weight": 0.017615145072340965, - "transformer.layers.0.linear1.bias": 0.0009752690675668418, - "transformer.layers.0.linear2.weight": 0.02307344414293766, - "transformer.layers.0.linear2.bias": 0.0016431721160188317, - "transformer.layers.0.norm2.weight": 0.0015058692079037428, - "transformer.layers.0.norm2.bias": 0.0009792303899303079, - "transformer.layers.1.linear1.weight": 0.010812287218868732, - "transformer.layers.1.linear1.bias": 0.0005607724306173623, - "transformer.layers.1.linear2.weight": 0.015102680772542953, - "transformer.layers.1.linear2.bias": 0.0009748812299221754, - "transformer.layers.1.norm2.weight": 0.000785498064942658, - "transformer.layers.1.norm2.bias": 0.0006408205372281373, - "transformer.layers.2.linear1.weight": 0.010510933585464954, - "transformer.layers.2.linear1.bias": 0.0005045893485657871, - "transformer.layers.2.linear2.weight": 0.012480453588068485, - "transformer.layers.2.linear2.bias": 0.0010251892963424325, - "transformer.layers.2.norm2.weight": 0.0007570780580863357, - "transformer.layers.2.norm2.bias": 0.0005140555440448225, - "transformer.layers.3.linear1.weight": 0.015308905392885208, - "transformer.layers.3.linear1.bias": 0.0009718056535348296, - "transformer.layers.3.linear2.weight": 0.010160911828279495, - "transformer.layers.3.linear2.bias": 0.0017393074231222272, - "transformer.layers.3.norm2.weight": 0.0010234444634988904, - "transformer.layers.3.norm2.bias": 0.0011242126347497106 + "transformer.layers.0.linear1.weight": 0.06478000432252884, + "transformer.layers.0.linear1.bias": 0.003217648481950164, + "transformer.layers.0.linear2.weight": 0.08165105432271957, + "transformer.layers.0.linear2.bias": 0.006268769968301058, + "transformer.layers.1.linear1.weight": 0.04445262998342514, + "transformer.layers.1.linear1.bias": 0.002575211925432086, + "transformer.layers.1.linear2.weight": 0.061178483068943024, + "transformer.layers.1.linear2.bias": 0.005519647616893053, + "transformer.layers.2.linear1.weight": 0.03229150176048279, + "transformer.layers.2.linear1.bias": 0.0022972244769334793, + "transformer.layers.2.linear2.weight": 0.03705105930566788, + "transformer.layers.2.linear2.bias": 0.005514089018106461, + "transformer.layers.3.linear1.weight": 0.08172782510519028, + "transformer.layers.3.linear1.bias": 0.005976959131658077, + "transformer.layers.3.linear2.weight": 0.04863603785634041, + "transformer.layers.3.linear2.bias": 0.008603961206972599 + }, + { + "transformer.layers.0.linear1.weight": 0.03650238737463951, + "transformer.layers.0.linear1.bias": 0.001922074006870389, + "transformer.layers.0.linear2.weight": 0.04548613354563713, + "transformer.layers.0.linear2.bias": 0.0026979316025972366, + "transformer.layers.1.linear1.weight": 0.022606458514928818, + "transformer.layers.1.linear1.bias": 0.0012698841746896505, + "transformer.layers.1.linear2.weight": 0.03134582191705704, + "transformer.layers.1.linear2.bias": 0.0016932953149080276, + "transformer.layers.2.linear1.weight": 0.014002989046275616, + "transformer.layers.2.linear1.bias": 0.0007663157884962857, + "transformer.layers.2.linear2.weight": 0.017078261822462082, + "transformer.layers.2.linear2.bias": 0.0012358232634142041, + "transformer.layers.3.linear1.weight": 0.025851359590888023, + "transformer.layers.3.linear1.bias": 0.0016114305472001433, + "transformer.layers.3.linear2.weight": 0.01627722941339016, + "transformer.layers.3.linear2.bias": 0.0016215998912230134 + }, + { + "transformer.layers.0.linear1.weight": 0.053277816623449326, + "transformer.layers.0.linear1.bias": 0.002746560610830784, + "transformer.layers.0.linear2.weight": 0.06110769882798195, + "transformer.layers.0.linear2.bias": 0.0042811790481209755, + "transformer.layers.1.linear1.weight": 0.03279127925634384, + "transformer.layers.1.linear1.bias": 0.0018496892880648375, + "transformer.layers.1.linear2.weight": 0.04374163970351219, + "transformer.layers.1.linear2.bias": 0.003195934696123004, + "transformer.layers.2.linear1.weight": 0.02278601936995983, + "transformer.layers.2.linear1.bias": 0.0014637082349509, + "transformer.layers.2.linear2.weight": 0.027015386149287224, + "transformer.layers.2.linear2.bias": 0.0033740114886313677, + "transformer.layers.3.linear1.weight": 0.04679745435714722, + "transformer.layers.3.linear1.bias": 0.003383130533620715, + "transformer.layers.3.linear2.weight": 0.027896655723452568, + "transformer.layers.3.linear2.bias": 0.005510457791388035 + }, + { + "transformer.layers.0.linear1.weight": 0.034823767840862274, + "transformer.layers.0.linear1.bias": 0.0016722617438063025, + "transformer.layers.0.linear2.weight": 0.03593987599015236, + "transformer.layers.0.linear2.bias": 0.0027860007248818874, + "transformer.layers.1.linear1.weight": 0.02033275179564953, + "transformer.layers.1.linear1.bias": 0.0011637392453849316, + "transformer.layers.1.linear2.weight": 0.029599687084555626, + "transformer.layers.1.linear2.bias": 0.0024066900368779898, + "transformer.layers.2.linear1.weight": 0.017033366486430168, + "transformer.layers.2.linear1.bias": 0.0012279553338885307, + "transformer.layers.2.linear2.weight": 0.02002188190817833, + "transformer.layers.2.linear2.bias": 0.002661618171259761, + "transformer.layers.3.linear1.weight": 0.03774939849972725, + "transformer.layers.3.linear1.bias": 0.002962712198495865, + "transformer.layers.3.linear2.weight": 0.021094564348459244, + "transformer.layers.3.linear2.bias": 0.004327398259192705 + }, + { + "transformer.layers.0.linear1.weight": 0.040193989872932434, + "transformer.layers.0.linear1.bias": 0.0023641064763069153, + "transformer.layers.0.linear2.weight": 0.048835285007953644, + "transformer.layers.0.linear2.bias": 0.004276464227586985, + "transformer.layers.1.linear1.weight": 0.02457275800406933, + "transformer.layers.1.linear1.bias": 0.001586166676133871, + "transformer.layers.1.linear2.weight": 0.0363355353474617, + "transformer.layers.1.linear2.bias": 0.0034134667366743088, + "transformer.layers.2.linear1.weight": 0.018661078065633774, + "transformer.layers.2.linear1.bias": 0.0012702310923486948, + "transformer.layers.2.linear2.weight": 0.024595530703663826, + "transformer.layers.2.linear2.bias": 0.003271214896813035, + "transformer.layers.3.linear1.weight": 0.03521985933184624, + "transformer.layers.3.linear1.bias": 0.0030978203285485506, + "transformer.layers.3.linear2.weight": 0.02125241607427597, + "transformer.layers.3.linear2.bias": 0.00534780602902174 + }, + { + "transformer.layers.0.linear1.weight": 0.0338117890059948, + "transformer.layers.0.linear1.bias": 0.0018213026924058795, + "transformer.layers.0.linear2.weight": 0.04018639028072357, + "transformer.layers.0.linear2.bias": 0.0030439174734055996, + "transformer.layers.1.linear1.weight": 0.02181936427950859, + "transformer.layers.1.linear1.bias": 0.001311369938775897, + "transformer.layers.1.linear2.weight": 0.03339822590351105, + "transformer.layers.1.linear2.bias": 0.0022154178004711866, + "transformer.layers.2.linear1.weight": 0.016948044300079346, + "transformer.layers.2.linear1.bias": 0.0011213157558813691, + "transformer.layers.2.linear2.weight": 0.024786677211523056, + "transformer.layers.2.linear2.bias": 0.0022928218822926283, + "transformer.layers.3.linear1.weight": 0.031121283769607544, + "transformer.layers.3.linear1.bias": 0.0020422227680683136, + "transformer.layers.3.linear2.weight": 0.022454872727394104, + "transformer.layers.3.linear2.bias": 0.002943407976999879 + }, + { + "transformer.layers.0.linear1.weight": 0.035244110971689224, + "transformer.layers.0.linear1.bias": 0.002969168359413743, + "transformer.layers.0.linear2.weight": 0.04648011550307274, + "transformer.layers.0.linear2.bias": 0.0044626109302043915, + "transformer.layers.1.linear1.weight": 0.024264225736260414, + "transformer.layers.1.linear1.bias": 0.001824268139898777, + "transformer.layers.1.linear2.weight": 0.03588804975152016, + "transformer.layers.1.linear2.bias": 0.003305210266262293, + "transformer.layers.2.linear1.weight": 0.02118753083050251, + "transformer.layers.2.linear1.bias": 0.0016489701811224222, + "transformer.layers.2.linear2.weight": 0.02533821202814579, + "transformer.layers.2.linear2.bias": 0.003566418308764696, + "transformer.layers.3.linear1.weight": 0.035366255789995193, + "transformer.layers.3.linear1.bias": 0.0028485218062996864, + "transformer.layers.3.linear2.weight": 0.02343023754656315, + "transformer.layers.3.linear2.bias": 0.004796805325895548 + }, + { + "transformer.layers.0.linear1.weight": 0.04339001327753067, + "transformer.layers.0.linear1.bias": 0.002444441197440028, + "transformer.layers.0.linear2.weight": 0.046684931963682175, + "transformer.layers.0.linear2.bias": 0.0034817643463611603, + "transformer.layers.1.linear1.weight": 0.02730841189622879, + "transformer.layers.1.linear1.bias": 0.0016760716680437326, + "transformer.layers.1.linear2.weight": 0.037897102534770966, + "transformer.layers.1.linear2.bias": 0.002363541629165411, + "transformer.layers.2.linear1.weight": 0.02150452323257923, + "transformer.layers.2.linear1.bias": 0.0013849687529727817, + "transformer.layers.2.linear2.weight": 0.027143556624650955, + "transformer.layers.2.linear2.bias": 0.0022454967256635427, + "transformer.layers.3.linear1.weight": 0.035707026720047, + "transformer.layers.3.linear1.bias": 0.002472032094374299, + "transformer.layers.3.linear2.weight": 0.02124825492501259, + "transformer.layers.3.linear2.bias": 0.003066590754315257 + }, + { + "transformer.layers.0.linear1.weight": 0.034009966999292374, + "transformer.layers.0.linear1.bias": 0.0018909851787611842, + "transformer.layers.0.linear2.weight": 0.03533482551574707, + "transformer.layers.0.linear2.bias": 0.0028008930385112762, + "transformer.layers.1.linear1.weight": 0.019013026729226112, + "transformer.layers.1.linear1.bias": 0.0010480425553396344, + "transformer.layers.1.linear2.weight": 0.02776472456753254, + "transformer.layers.1.linear2.bias": 0.0021307000424712896, + "transformer.layers.2.linear1.weight": 0.015477191656827927, + "transformer.layers.2.linear1.bias": 0.0010466277599334717, + "transformer.layers.2.linear2.weight": 0.02047039195895195, + "transformer.layers.2.linear2.bias": 0.0022142387460917234, + "transformer.layers.3.linear1.weight": 0.027331016957759857, + "transformer.layers.3.linear1.bias": 0.0019238808890804648, + "transformer.layers.3.linear2.weight": 0.01717347651720047, + "transformer.layers.3.linear2.bias": 0.0029668447095900774 + }, + { + "transformer.layers.0.linear1.weight": 0.024508308619260788, + "transformer.layers.0.linear1.bias": 0.0013906290987506509, + "transformer.layers.0.linear2.weight": 0.028808822855353355, + "transformer.layers.0.linear2.bias": 0.0022649115417152643, + "transformer.layers.1.linear1.weight": 0.015925444662570953, + "transformer.layers.1.linear1.bias": 0.0008729693363420665, + "transformer.layers.1.linear2.weight": 0.0246108490973711, + "transformer.layers.1.linear2.bias": 0.0017093244241550565, + "transformer.layers.2.linear1.weight": 0.014459004625678062, + "transformer.layers.2.linear1.bias": 0.0009318809024989605, + "transformer.layers.2.linear2.weight": 0.01957683078944683, + "transformer.layers.2.linear2.bias": 0.00159943918697536, + "transformer.layers.3.linear1.weight": 0.027196405455470085, + "transformer.layers.3.linear1.bias": 0.001972544938325882, + "transformer.layers.3.linear2.weight": 0.01655123569071293, + "transformer.layers.3.linear2.bias": 0.0026790688280016184 + }, + { + "transformer.layers.0.linear1.weight": 0.062279537320137024, + "transformer.layers.0.linear1.bias": 0.002687321975827217, + "transformer.layers.0.linear2.weight": 0.054789572954177856, + "transformer.layers.0.linear2.bias": 0.004351466428488493, + "transformer.layers.1.linear1.weight": 0.027778251096606255, + "transformer.layers.1.linear1.bias": 0.0017012734897434711, + "transformer.layers.1.linear2.weight": 0.03972891718149185, + "transformer.layers.1.linear2.bias": 0.003620607079938054, + "transformer.layers.2.linear1.weight": 0.02278967760503292, + "transformer.layers.2.linear1.bias": 0.0018514379626139998, + "transformer.layers.2.linear2.weight": 0.03039250150322914, + "transformer.layers.2.linear2.bias": 0.0041059344075620174, + "transformer.layers.3.linear1.weight": 0.04184725880622864, + "transformer.layers.3.linear1.bias": 0.003852801164612174, + "transformer.layers.3.linear2.weight": 0.026540515944361687, + "transformer.layers.3.linear2.bias": 0.0065756202675402164 + }, + { + "transformer.layers.0.linear1.weight": 0.02824534848332405, + "transformer.layers.0.linear1.bias": 0.001255215727724135, + "transformer.layers.0.linear2.weight": 0.025750821456313133, + "transformer.layers.0.linear2.bias": 0.001809040899388492, + "transformer.layers.1.linear1.weight": 0.013883148320019245, + "transformer.layers.1.linear1.bias": 0.0007238972466439009, + "transformer.layers.1.linear2.weight": 0.01743387058377266, + "transformer.layers.1.linear2.bias": 0.0010787677019834518, + "transformer.layers.2.linear1.weight": 0.009974843822419643, + "transformer.layers.2.linear1.bias": 0.0005414293264038861, + "transformer.layers.2.linear2.weight": 0.011600551195442677, + "transformer.layers.2.linear2.bias": 0.0006805736338719726, + "transformer.layers.3.linear1.weight": 0.015700869262218475, + "transformer.layers.3.linear1.bias": 0.0008963753352873027, + "transformer.layers.3.linear2.weight": 0.009137878194451332, + "transformer.layers.3.linear2.bias": 0.000629251473583281 + }, + { + "transformer.layers.0.linear1.weight": 0.038827236741781235, + "transformer.layers.0.linear1.bias": 0.0021248937118798494, + "transformer.layers.0.linear2.weight": 0.03878648951649666, + "transformer.layers.0.linear2.bias": 0.00324786314740777, + "transformer.layers.1.linear1.weight": 0.019154595211148262, + "transformer.layers.1.linear1.bias": 0.001162294764071703, + "transformer.layers.1.linear2.weight": 0.029216038063168526, + "transformer.layers.1.linear2.bias": 0.0023855497129261494, + "transformer.layers.2.linear1.weight": 0.018452126532793045, + "transformer.layers.2.linear1.bias": 0.0013655333314090967, + "transformer.layers.2.linear2.weight": 0.023726848885416985, + "transformer.layers.2.linear2.bias": 0.002660995116457343, + "transformer.layers.3.linear1.weight": 0.029909629374742508, + "transformer.layers.3.linear1.bias": 0.002693610731512308, + "transformer.layers.3.linear2.weight": 0.018459275364875793, + "transformer.layers.3.linear2.bias": 0.004407636821269989 + }, + { + "transformer.layers.0.linear1.weight": 0.05161843076348305, + "transformer.layers.0.linear1.bias": 0.0029716596473008394, + "transformer.layers.0.linear2.weight": 0.05928727611899376, + "transformer.layers.0.linear2.bias": 0.00491723557934165, + "transformer.layers.1.linear1.weight": 0.032394520938396454, + "transformer.layers.1.linear1.bias": 0.0019318930571898818, + "transformer.layers.1.linear2.weight": 0.05135541409254074, + "transformer.layers.1.linear2.bias": 0.004046270158141851, + "transformer.layers.2.linear1.weight": 0.03290686011314392, + "transformer.layers.2.linear1.bias": 0.002479742979630828, + "transformer.layers.2.linear2.weight": 0.04287174716591835, + "transformer.layers.2.linear2.bias": 0.004654858261346817, + "transformer.layers.3.linear1.weight": 0.06145941838622093, + "transformer.layers.3.linear1.bias": 0.005489313043653965, + "transformer.layers.3.linear2.weight": 0.03847263753414154, + "transformer.layers.3.linear2.bias": 0.008097831159830093 + }, + { + "transformer.layers.0.linear1.weight": 0.08377955108880997, + "transformer.layers.0.linear1.bias": 0.004098536446690559, + "transformer.layers.0.linear2.weight": 0.08345198631286621, + "transformer.layers.0.linear2.bias": 0.007172180339694023, + "transformer.layers.1.linear1.weight": 0.041958387941122055, + "transformer.layers.1.linear1.bias": 0.0025581305380910635, + "transformer.layers.1.linear2.weight": 0.06453971564769745, + "transformer.layers.1.linear2.bias": 0.005722660571336746, + "transformer.layers.2.linear1.weight": 0.043639909476041794, + "transformer.layers.2.linear1.bias": 0.0032174799125641584, + "transformer.layers.2.linear2.weight": 0.05471137538552284, + "transformer.layers.2.linear2.bias": 0.006465551909059286, + "transformer.layers.3.linear1.weight": 0.06597554683685303, + "transformer.layers.3.linear1.bias": 0.00630983104929328, + "transformer.layers.3.linear2.weight": 0.040319569408893585, + "transformer.layers.3.linear2.bias": 0.01071779616177082 + }, + { + "transformer.layers.0.linear1.weight": 0.024203555658459663, + "transformer.layers.0.linear1.bias": 0.0013040390331298113, + "transformer.layers.0.linear2.weight": 0.02609954960644245, + "transformer.layers.0.linear2.bias": 0.0021420754492282867, + "transformer.layers.1.linear1.weight": 0.0144425043836236, + "transformer.layers.1.linear1.bias": 0.0009098838781937957, + "transformer.layers.1.linear2.weight": 0.023566020652651787, + "transformer.layers.1.linear2.bias": 0.001926436205394566, + "transformer.layers.2.linear1.weight": 0.014833871275186539, + "transformer.layers.2.linear1.bias": 0.0012117953738197684, + "transformer.layers.2.linear2.weight": 0.020566949620842934, + "transformer.layers.2.linear2.bias": 0.002432666253298521, + "transformer.layers.3.linear1.weight": 0.02907479740679264, + "transformer.layers.3.linear1.bias": 0.0027063649613410234, + "transformer.layers.3.linear2.weight": 0.01808318868279457, + "transformer.layers.3.linear2.bias": 0.003951923921704292 + }, + { + "transformer.layers.0.linear1.weight": 0.02297845669090748, + "transformer.layers.0.linear1.bias": 0.001065392978489399, + "transformer.layers.0.linear2.weight": 0.022760333493351936, + "transformer.layers.0.linear2.bias": 0.0016323233721777797, + "transformer.layers.1.linear1.weight": 0.0112358583137393, + "transformer.layers.1.linear1.bias": 0.0005641990574076772, + "transformer.layers.1.linear2.weight": 0.016914276406168938, + "transformer.layers.1.linear2.bias": 0.0011871809838339686, + "transformer.layers.2.linear1.weight": 0.009156662970781326, + "transformer.layers.2.linear1.bias": 0.0005465168505907059, + "transformer.layers.2.linear2.weight": 0.012965202331542969, + "transformer.layers.2.linear2.bias": 0.0011992891086265445, + "transformer.layers.3.linear1.weight": 0.017126835882663727, + "transformer.layers.3.linear1.bias": 0.0012173925060778856, + "transformer.layers.3.linear2.weight": 0.011332196183502674, + "transformer.layers.3.linear2.bias": 0.0017006947891786695 + }, + { + "transformer.layers.0.linear1.weight": 0.02896813675761223, + "transformer.layers.0.linear1.bias": 0.0019958389457315207, + "transformer.layers.0.linear2.weight": 0.039260026067495346, + "transformer.layers.0.linear2.bias": 0.003672948107123375, + "transformer.layers.1.linear1.weight": 0.019885770976543427, + "transformer.layers.1.linear1.bias": 0.001450773561373353, + "transformer.layers.1.linear2.weight": 0.029277032241225243, + "transformer.layers.1.linear2.bias": 0.0027822917327284813, + "transformer.layers.2.linear1.weight": 0.019288495182991028, + "transformer.layers.2.linear1.bias": 0.0015989908715710044, + "transformer.layers.2.linear2.weight": 0.022722629830241203, + "transformer.layers.2.linear2.bias": 0.0031392155215144157, + "transformer.layers.3.linear1.weight": 0.02853001281619072, + "transformer.layers.3.linear1.bias": 0.002655334770679474, + "transformer.layers.3.linear2.weight": 0.01673135906457901, + "transformer.layers.3.linear2.bias": 0.004443786572664976 + }, + { + "transformer.layers.0.linear1.weight": 0.03803437948226929, + "transformer.layers.0.linear1.bias": 0.001684107817709446, + "transformer.layers.0.linear2.weight": 0.03450896963477135, + "transformer.layers.0.linear2.bias": 0.002324390457943082, + "transformer.layers.1.linear1.weight": 0.019943052902817726, + "transformer.layers.1.linear1.bias": 0.001078592031262815, + "transformer.layers.1.linear2.weight": 0.02773120440542698, + "transformer.layers.1.linear2.bias": 0.0016534550813958049, + "transformer.layers.2.linear1.weight": 0.017819739878177643, + "transformer.layers.2.linear1.bias": 0.0011559671256691217, + "transformer.layers.2.linear2.weight": 0.023159747943282127, + "transformer.layers.2.linear2.bias": 0.0016206876607611775, + "transformer.layers.3.linear1.weight": 0.028989139944314957, + "transformer.layers.3.linear1.bias": 0.0021495684050023556, + "transformer.layers.3.linear2.weight": 0.020492415875196457, + "transformer.layers.3.linear2.bias": 0.002543581183999777 + }, + { + "transformer.layers.0.linear1.weight": 0.03215709701180458, + "transformer.layers.0.linear1.bias": 0.0021832126658409834, + "transformer.layers.0.linear2.weight": 0.03759179264307022, + "transformer.layers.0.linear2.bias": 0.003737409831956029, + "transformer.layers.1.linear1.weight": 0.019074244424700737, + "transformer.layers.1.linear1.bias": 0.0013466859236359596, + "transformer.layers.1.linear2.weight": 0.030824704095721245, + "transformer.layers.1.linear2.bias": 0.003045969409868121, + "transformer.layers.2.linear1.weight": 0.021139634773135185, + "transformer.layers.2.linear1.bias": 0.0017929519526660442, + "transformer.layers.2.linear2.weight": 0.02502145804464817, + "transformer.layers.2.linear2.bias": 0.0034730294719338417, + "transformer.layers.3.linear1.weight": 0.033067505806684494, + "transformer.layers.3.linear1.bias": 0.0033901974093168974, + "transformer.layers.3.linear2.weight": 0.021355921402573586, + "transformer.layers.3.linear2.bias": 0.006332768592983484 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.06310419738292694, - 0.19201242923736572, - 0.22972460091114044, - 0.2771090865135193, - 0.2549412250518799, - 0.052270736545324326, - 0.038933165371418, - 0.10042199492454529, - 0.0939394012093544, - 0.07041218876838684 + 0.24359679222106934, + 0.2074207216501236, + 0.28686636686325073, + 0.2707628309726715, + 0.37110069394111633, + 0.3247619867324829, + 0.35418349504470825, + 0.3778907060623169, + 0.30862337350845337, + 0.2490411102771759, + 0.3082345426082611, + 0.23788197338581085, + 0.37745413184165955, + 0.5439701676368713, + 0.512611985206604, + 0.41487184166908264, + 0.2835853695869446, + 0.34738126397132874, + 0.5023478865623474, + 0.5051986575126648 ], "repr_drift_kl_low_t": [ - 0.07204540073871613, - 0.23116616904735565, - 0.26803115010261536, - 0.3177417814731598, - 0.3149987459182739, - 0.05662315711379051, - 0.03223255276679993, - 0.11000129580497742, - 0.09495320916175842, - 0.06778507679700851 + 0.33474764227867126, + 0.25689229369163513, + 0.3762286603450775, + 0.3547787070274353, + 0.4574623703956604, + 0.4187164008617401, + 0.44423729181289673, + 0.494345098733902, + 0.3863127827644348, + 0.3076709806919098, + 0.389076292514801, + 0.3131973147392273, + 0.47221431136131287, + 0.71238112449646, + 0.6279634833335876, + 0.5148994326591492, + 0.3636420667171478, + 0.4371018409729004, + 0.6528429985046387, + 0.6458225846290588 ], "repr_drift_kl_mid_t": [ - 0.059334807097911835, - 0.1909804493188858, - 0.2139737904071808, - 0.26869678497314453, - 0.25301608443260193, - 0.055281054228544235, - 0.02971404790878296, - 0.09884060174226761, - 0.10131776332855225, - 0.09821377694606781 + 0.23071038722991943, + 0.20892255008220673, + 0.2860569655895233, + 0.2662503719329834, + 0.3675224483013153, + 0.3180823028087616, + 0.3472117781639099, + 0.38083237409591675, + 0.3092174530029297, + 0.24770039319992065, + 0.3095225393772125, + 0.23613624274730682, + 0.37925198674201965, + 0.5293377637863159, + 0.531319797039032, + 0.4162745773792267, + 0.27776017785072327, + 0.3395766019821167, + 0.4905608296394348, + 0.5066585540771484 ], "repr_drift_kl_high_t": [ - 0.05060200393199921, - 0.16603350639343262, - 0.2196962535381317, - 0.24927404522895813, - 0.18843434751033783, - 0.06200793385505676, - 0.057447399944067, - 0.08829160779714584, - 0.08478303253650665, - 0.0540778711438179 + 0.1827654093503952, + 0.1504165083169937, + 0.20352523028850555, + 0.21215571463108063, + 0.2767162322998047, + 0.2399139553308487, + 0.2669371962547302, + 0.27456122636795044, + 0.2110641598701477, + 0.20331218838691711, + 0.2074504941701889, + 0.17984932661056519, + 0.2737124264240265, + 0.38741785287857056, + 0.3805355429649353, + 0.3220618963241577, + 0.1917824149131775, + 0.2672378718852997, + 0.37726566195487976, + 0.35675856471061707 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.932938814163208, - 0.8553020358085632, - 0.8773594498634338, - 0.9406401515007019, - 0.983455240726471 + 0.8630602359771729, + 0.8744586706161499, + 0.8796371221542358, + 0.8403261303901672, + 0.8257459998130798, + 0.8532305955886841, + 0.9100924134254456, + 0.9186767935752869, + 0.8700076937675476, + 0.9143009781837463 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.2845292389392853, - 0.45713064074516296, - 0.45956698060035706, - 0.7743808031082153, - 0.01460058894008398, - 0.01294317189604044, - 0.16911078989505768, - 0.3367006480693817, - 0.16502700746059418, - 0.054311253130435944 + 0.30513444542884827, + 0.08816716074943542, + 0.12228963524103165, + 0.11243947595357895, + 0.11598943173885345, + 0.10673785209655762, + 0.12431471794843674, + 0.1276082843542099, + 0.07773450016975403, + 0.09232918918132782, + 0.12349822372198105, + 0.08970235288143158, + 0.09320222586393356, + 0.11839336901903152, + 0.1527653932571411, + 0.0775289386510849, + 0.049212075769901276, + 0.11067008227109909, + 0.11468180269002914, + 0.08784809708595276 ], "norm_high_t": [ - 0.10886935144662857, - 0.3429989814758301, - 0.42325684428215027, - 0.37858057022094727, - 0.0184481181204319, - 0.06161385029554367, - 0.3223320543766022, - 0.11887520551681519, - 0.05497993901371956, - 0.033735569566488266 + 0.34573379158973694, + 0.0677892193198204, + 0.13302400708198547, + 0.09368950873613358, + 0.12141247093677521, + 0.11911210417747498, + 0.16176468133926392, + 0.14060024917125702, + 0.11756418645381927, + 0.08233257383108139, + 0.11511150002479553, + 0.06310214847326279, + 0.1063251793384552, + 0.14629319310188293, + 0.16644109785556793, + 0.06755989789962769, + 0.06255044043064117, + 0.08290775865316391, + 0.12137483805418015, + 0.12226218730211258 ], "lowhigh_cos": [ - 0.06559639424085617, - 0.45905864238739014, - -0.10587018728256226, - 0.5105186104774475, - 0.12300696223974228, - -0.013710015453398228, - 0.0544280968606472, - 0.11252060532569885, - 0.27622583508491516, - -0.3076787292957306 + -0.17363250255584717, + 0.2548602521419525, + 0.4851590394973755, + 0.4169493615627289, + 0.21927259862422943, + 0.295855313539505, + 0.2872968018054962, + -0.08959794044494629, + 0.48588827252388, + 0.38772115111351013, + 0.5539401173591614, + 0.053018562495708466, + 0.42917168140411377, + 0.31689170002937317, + 0.48899295926094055, + 0.4828850328922272, + 0.22487913072109222, + 0.48095598816871643, + 0.18607167899608612, + 0.27010926604270935 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.31441590189933777, - "t_0.1-0.2": 0.25080135464668274, - "t_0.2-0.3": 0.1038232073187828, - "t_0.3-0.4": 0.13572940230369568, - "t_0.4-0.5": 0.1353050172328949, - "t_0.5-0.6": 0.11426307260990143, - "t_0.6-0.7": 0.1100064069032669, - "t_0.7-0.8": 0.10845417529344559, - "t_0.8-0.9": 0.1150483787059784, - "t_0.9-1.0": 0.10578123480081558 - }, - { - "t_0.0-0.1": 0.38339003920555115, - "t_0.1-0.2": 0.3830733299255371, - "t_0.2-0.3": 0.4725746512413025, - "t_0.3-0.4": 0.3562054932117462, - "t_0.4-0.5": 0.47248318791389465, - "t_0.5-0.6": 0.4177342653274536, - "t_0.6-0.7": 0.34965935349464417, - "t_0.7-0.8": 0.3328396677970886, - "t_0.8-0.9": 0.39824995398521423, - "t_0.9-1.0": 0.4437294900417328 - }, - { - "t_0.0-0.1": 0.48625290393829346, - "t_0.1-0.2": 0.3730382025241852, - "t_0.2-0.3": 0.4033668637275696, - "t_0.3-0.4": 0.4144642651081085, - "t_0.4-0.5": 0.3059418499469757, - "t_0.5-0.6": 0.2754107415676117, - "t_0.6-0.7": 0.3618004620075226, - "t_0.7-0.8": 0.47630518674850464, - "t_0.8-0.9": 0.4104054868221283, - "t_0.9-1.0": 0.45879653096199036 - }, - { - "t_0.0-0.1": 0.7556926608085632, - "t_0.1-0.2": 0.7731463313102722, - "t_0.2-0.3": 0.5951621532440186, - "t_0.3-0.4": 0.5176679491996765, - "t_0.4-0.5": 0.5912455916404724, - "t_0.5-0.6": 0.5864754319190979, - "t_0.6-0.7": 0.5153724551200867, - "t_0.7-0.8": 0.4518497586250305, - "t_0.8-0.9": 0.4752100706100464, - "t_0.9-1.0": 0.40288615226745605 - }, - { - "t_0.0-0.1": 0.018502330407500267, - "t_0.1-0.2": 0.0166095569729805, - "t_0.2-0.3": 0.015891309827566147, - "t_0.3-0.4": 0.023687398061156273, - "t_0.4-0.5": 0.0122292535379529, - "t_0.5-0.6": 0.014512691646814346, - "t_0.6-0.7": 0.01851230300962925, - "t_0.7-0.8": 0.013495666906237602, - "t_0.8-0.9": 0.034665707498788834, - "t_0.9-1.0": 0.023291070014238358 - }, - { - "t_0.0-0.1": 0.009300144389271736, - "t_0.1-0.2": 0.03549095243215561, - "t_0.2-0.3": 0.009337570518255234, - "t_0.3-0.4": 0.012417109683156013, - "t_0.4-0.5": 0.012836349196732044, - "t_0.5-0.6": 0.014495618641376495, - "t_0.6-0.7": 0.0148096838966012, - "t_0.7-0.8": 0.017764708027243614, - "t_0.8-0.9": 0.030275501310825348, - "t_0.9-1.0": 0.14709210395812988 - }, - { - "t_0.0-0.1": 0.09394894540309906, - "t_0.1-0.2": 0.1269104778766632, - "t_0.2-0.3": 0.06705205887556076, - "t_0.3-0.4": 0.10888464003801346, - "t_0.4-0.5": 0.07000012695789337, - "t_0.5-0.6": 0.0834585651755333, - "t_0.6-0.7": 0.07648183405399323, - "t_0.7-0.8": 0.08675897121429443, - "t_0.8-0.9": 0.11341313272714615, - "t_0.9-1.0": 0.40013471245765686 - }, - { - "t_0.0-0.1": 0.41182786226272583, - "t_0.1-0.2": 0.22322015464305878, - "t_0.2-0.3": 0.31029000878334045, - "t_0.3-0.4": 0.1734987050294876, - "t_0.4-0.5": 0.19717955589294434, - "t_0.5-0.6": 0.18574585020542145, - "t_0.6-0.7": 0.1388860046863556, - "t_0.7-0.8": 0.14746025204658508, - "t_0.8-0.9": 0.20898891985416412, - "t_0.9-1.0": 0.1391591727733612 - }, - { - "t_0.0-0.1": 0.14667311310768127, - "t_0.1-0.2": 0.08207203447818756, - "t_0.2-0.3": 0.07721152156591415, - "t_0.3-0.4": 0.07769816368818283, - "t_0.4-0.5": 0.04536091536283493, - "t_0.5-0.6": 0.061999741941690445, - "t_0.6-0.7": 0.06312359869480133, - "t_0.7-0.8": 0.06801063567399979, - "t_0.8-0.9": 0.05553644895553589, - "t_0.9-1.0": 0.07151255756616592 - }, - { - "t_0.0-0.1": 0.04445818439126015, - "t_0.1-0.2": 0.005893358029425144, - "t_0.2-0.3": 0.04225923866033554, - "t_0.3-0.4": 0.030229324474930763, - "t_0.4-0.5": 0.03308432176709175, - "t_0.5-0.6": 0.0344231016933918, - "t_0.6-0.7": 0.047600992023944855, - "t_0.7-0.8": 0.0268706101924181, - "t_0.8-0.9": 0.03224088251590729, - "t_0.9-1.0": 0.020242756232619286 + "t_0.0-0.1": 0.2423388957977295, + "t_0.1-0.2": 0.21016164124011993, + "t_0.2-0.3": 0.20791178941726685, + "t_0.3-0.4": 0.18262043595314026, + "t_0.4-0.5": 0.18685393035411835, + "t_0.5-0.6": 0.1540157049894333, + "t_0.6-0.7": 0.1902373731136322, + "t_0.7-0.8": 0.1977880597114563, + "t_0.8-0.9": 0.2743147909641266, + "t_0.9-1.0": 0.4322505593299866 + }, + { + "t_0.0-0.1": 0.1342623382806778, + "t_0.1-0.2": 0.08827456831932068, + "t_0.2-0.3": 0.08070778846740723, + "t_0.3-0.4": 0.06473196297883987, + "t_0.4-0.5": 0.07512138783931732, + "t_0.5-0.6": 0.06554630398750305, + "t_0.6-0.7": 0.05669895559549332, + "t_0.7-0.8": 0.06805545836687088, + "t_0.8-0.9": 0.06752099841833115, + "t_0.9-1.0": 0.09996147453784943 + }, + { + "t_0.0-0.1": 0.15839184820652008, + "t_0.1-0.2": 0.12986308336257935, + "t_0.2-0.3": 0.10279165953397751, + "t_0.3-0.4": 0.0996217429637909, + "t_0.4-0.5": 0.11861362308263779, + "t_0.5-0.6": 0.10787882655858994, + "t_0.6-0.7": 0.11441934108734131, + "t_0.7-0.8": 0.11234091967344284, + "t_0.8-0.9": 0.119403176009655, + "t_0.9-1.0": 0.17727306485176086 + }, + { + "t_0.0-0.1": 0.10538806021213531, + "t_0.1-0.2": 0.07909321784973145, + "t_0.2-0.3": 0.08315098285675049, + "t_0.3-0.4": 0.08542834222316742, + "t_0.4-0.5": 0.0817740261554718, + "t_0.5-0.6": 0.0782107561826706, + "t_0.6-0.7": 0.08064286410808563, + "t_0.7-0.8": 0.08235764503479004, + "t_0.8-0.9": 0.07464033365249634, + "t_0.9-1.0": 0.12098865956068039 + }, + { + "t_0.0-0.1": 0.18032538890838623, + "t_0.1-0.2": 0.1151375100016594, + "t_0.2-0.3": 0.09817328304052353, + "t_0.3-0.4": 0.10509172827005386, + "t_0.4-0.5": 0.09740559011697769, + "t_0.5-0.6": 0.09524766355752945, + "t_0.6-0.7": 0.08709079772233963, + "t_0.7-0.8": 0.09266038984060287, + "t_0.8-0.9": 0.11980738490819931, + "t_0.9-1.0": 0.12417317181825638 + }, + { + "t_0.0-0.1": 0.2100772112607956, + "t_0.1-0.2": 0.09322836995124817, + "t_0.2-0.3": 0.07150109112262726, + "t_0.3-0.4": 0.06510598957538605, + "t_0.4-0.5": 0.08793683350086212, + "t_0.5-0.6": 0.06830820441246033, + "t_0.6-0.7": 0.07344237715005875, + "t_0.7-0.8": 0.08046204596757889, + "t_0.8-0.9": 0.09435731172561646, + "t_0.9-1.0": 0.14810320734977722 + }, + { + "t_0.0-0.1": 0.2117421180009842, + "t_0.1-0.2": 0.12425846606492996, + "t_0.2-0.3": 0.11892498284578323, + "t_0.3-0.4": 0.10719882696866989, + "t_0.4-0.5": 0.10850241780281067, + "t_0.5-0.6": 0.1273605078458786, + "t_0.6-0.7": 0.11058001965284348, + "t_0.7-0.8": 0.10946352779865265, + "t_0.8-0.9": 0.13092222809791565, + "t_0.9-1.0": 0.1905766874551773 + }, + { + "t_0.0-0.1": 0.18208526074886322, + "t_0.1-0.2": 0.11975787580013275, + "t_0.2-0.3": 0.12353555113077164, + "t_0.3-0.4": 0.11897311359643936, + "t_0.4-0.5": 0.11231091618537903, + "t_0.5-0.6": 0.09537344425916672, + "t_0.6-0.7": 0.09060666710138321, + "t_0.7-0.8": 0.08298628777265549, + "t_0.8-0.9": 0.09419051557779312, + "t_0.9-1.0": 0.18456991016864777 + }, + { + "t_0.0-0.1": 0.09137327969074249, + "t_0.1-0.2": 0.08769442141056061, + "t_0.2-0.3": 0.05599559471011162, + "t_0.3-0.4": 0.05380111187696457, + "t_0.4-0.5": 0.07360191643238068, + "t_0.5-0.6": 0.06569194048643112, + "t_0.6-0.7": 0.08100973814725876, + "t_0.7-0.8": 0.0801474079489708, + "t_0.8-0.9": 0.09847013652324677, + "t_0.9-1.0": 0.12415862828493118 + }, + { + "t_0.0-0.1": 0.09807758778333664, + "t_0.1-0.2": 0.05827387049794197, + "t_0.2-0.3": 0.06470347940921783, + "t_0.3-0.4": 0.04794657602906227, + "t_0.4-0.5": 0.05966545268893242, + "t_0.5-0.6": 0.05776767060160637, + "t_0.6-0.7": 0.07337474077939987, + "t_0.7-0.8": 0.06041957437992096, + "t_0.8-0.9": 0.06929223239421844, + "t_0.9-1.0": 0.09877312928438187 + }, + { + "t_0.0-0.1": 0.13381755352020264, + "t_0.1-0.2": 0.1165735125541687, + "t_0.2-0.3": 0.11723625659942627, + "t_0.3-0.4": 0.11005082726478577, + "t_0.4-0.5": 0.10693922638893127, + "t_0.5-0.6": 0.10964618623256683, + "t_0.6-0.7": 0.10355842113494873, + "t_0.7-0.8": 0.1033722311258316, + "t_0.8-0.9": 0.10711920261383057, + "t_0.9-1.0": 0.12738801538944244 + }, + { + "t_0.0-0.1": 0.12338698655366898, + "t_0.1-0.2": 0.07799190282821655, + "t_0.2-0.3": 0.06672152876853943, + "t_0.3-0.4": 0.07754117995500565, + "t_0.4-0.5": 0.0771358460187912, + "t_0.5-0.6": 0.05105939880013466, + "t_0.6-0.7": 0.04942870885133743, + "t_0.7-0.8": 0.05663522705435753, + "t_0.8-0.9": 0.05714472010731697, + "t_0.9-1.0": 0.09495171904563904 + }, + { + "t_0.0-0.1": 0.13534219563007355, + "t_0.1-0.2": 0.060801275074481964, + "t_0.2-0.3": 0.10045283287763596, + "t_0.3-0.4": 0.06953343003988266, + "t_0.4-0.5": 0.08415261656045914, + "t_0.5-0.6": 0.08250727504491806, + "t_0.6-0.7": 0.09617417305707932, + "t_0.7-0.8": 0.08898944407701492, + "t_0.8-0.9": 0.10076472908258438, + "t_0.9-1.0": 0.13975542783737183 + }, + { + "t_0.0-0.1": 0.195275217294693, + "t_0.1-0.2": 0.1142125353217125, + "t_0.2-0.3": 0.09886233508586884, + "t_0.3-0.4": 0.10765424370765686, + "t_0.4-0.5": 0.10929711163043976, + "t_0.5-0.6": 0.0948798656463623, + "t_0.6-0.7": 0.09058014303445816, + "t_0.7-0.8": 0.10509748011827469, + "t_0.8-0.9": 0.11968813836574554, + "t_0.9-1.0": 0.15439237654209137 + }, + { + "t_0.0-0.1": 0.1509280800819397, + "t_0.1-0.2": 0.15913760662078857, + "t_0.2-0.3": 0.14554959535598755, + "t_0.3-0.4": 0.1789436638355255, + "t_0.4-0.5": 0.14371751248836517, + "t_0.5-0.6": 0.1483852118253708, + "t_0.6-0.7": 0.14095190167427063, + "t_0.7-0.8": 0.1392713189125061, + "t_0.8-0.9": 0.13931143283843994, + "t_0.9-1.0": 0.20414093136787415 + }, + { + "t_0.0-0.1": 0.12236560881137848, + "t_0.1-0.2": 0.08955094963312149, + "t_0.2-0.3": 0.0794248878955841, + "t_0.3-0.4": 0.07557239383459091, + "t_0.4-0.5": 0.06585756689310074, + "t_0.5-0.6": 0.06281877309083939, + "t_0.6-0.7": 0.06783194839954376, + "t_0.7-0.8": 0.06329946964979172, + "t_0.8-0.9": 0.06377270817756653, + "t_0.9-1.0": 0.0821470394730568 + }, + { + "t_0.0-0.1": 0.061330217868089676, + "t_0.1-0.2": 0.05091952160000801, + "t_0.2-0.3": 0.03744411841034889, + "t_0.3-0.4": 0.03937045484781265, + "t_0.4-0.5": 0.0363156758248806, + "t_0.5-0.6": 0.032239627093076706, + "t_0.6-0.7": 0.0395575687289238, + "t_0.7-0.8": 0.03873911499977112, + "t_0.8-0.9": 0.042875539511442184, + "t_0.9-1.0": 0.10741427540779114 + }, + { + "t_0.0-0.1": 0.08724042028188705, + "t_0.1-0.2": 0.10669764876365662, + "t_0.2-0.3": 0.06572134047746658, + "t_0.3-0.4": 0.07010354101657867, + "t_0.4-0.5": 0.08897525072097778, + "t_0.5-0.6": 0.0825829729437828, + "t_0.6-0.7": 0.07578869163990021, + "t_0.7-0.8": 0.07560370117425919, + "t_0.8-0.9": 0.0768827497959137, + "t_0.9-1.0": 0.07862444967031479 + }, + { + "t_0.0-0.1": 0.1171838566660881, + "t_0.1-0.2": 0.07732678949832916, + "t_0.2-0.3": 0.07003477960824966, + "t_0.3-0.4": 0.07318304479122162, + "t_0.4-0.5": 0.07380551844835281, + "t_0.5-0.6": 0.07617955654859543, + "t_0.6-0.7": 0.07694176584482193, + "t_0.7-0.8": 0.07898855209350586, + "t_0.8-0.9": 0.10073436796665192, + "t_0.9-1.0": 0.14675791561603546 + }, + { + "t_0.0-0.1": 0.1349598616361618, + "t_0.1-0.2": 0.0654386356472969, + "t_0.2-0.3": 0.05256980285048485, + "t_0.3-0.4": 0.06579670310020447, + "t_0.4-0.5": 0.06466466188430786, + "t_0.5-0.6": 0.08505751937627792, + "t_0.6-0.7": 0.06731351464986801, + "t_0.7-0.8": 0.08147991448640823, + "t_0.8-0.9": 0.10172126442193985, + "t_0.9-1.0": 0.1908377707004547 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.03099999949336052, - 0.041044775396585464, - 0.23919479548931122, - 0.06421744078397751, - 0.05860805884003639, - 0.11381322890520096, - 0.011538461782038212, - 0.028138527646660805, - 0.06428571790456772, - 0.29591837525367737, - 0.0432559996843338, - 0.03721948713064194, - 0.002710027154535055, - 0.23320895433425903, - 0.30759599804878235, - 0.004385964944958687, - 0.015799256041646004, - 0.14229421317577362, - 0.12994836270809174, - 0.04612794518470764, - 0.14273281395435333, - 0.005985266994684935, - 0.026227302849292755, - 0.07524536550045013, - 0.06937173008918762, - 0.37663334608078003, - 0.09503605961799622, - 0.13050313293933868, - 0.20009642839431763, - 0.11821623891592026, - 0.06530448794364929, - 0.0729215070605278, - 0.28804752230644226, - 0.08037693798542023, - 0.070763498544693, - 0.22843191027641296, - 0.11052631586790085, - 0.2611374258995056, - 0.05091533064842224, - 0.014780835248529911, - 0.4599211513996124, - 0.011930585838854313, - 0.1325126737356186, - 0.1634114682674408, - 0.5325732827186584, - 0.05402843654155731, - 0.07119476050138474, - 0.02982456050813198, - 0.006637168116867542, - 0.1399594247341156, - 0.022582922130823135, - 0.08029878884553909, - 0.07232323288917542, - 0.0887254923582077, - 0.19878295063972473, - 0.1813623011112213, - 0.048346057534217834, - 0.019514767453074455, - 0.2447434812784195, - 0.1024237722158432, - 0.07530488073825836, - 0.1409342885017395, - 0.007336343172937632, - 0.04237570986151695, - 0.017763422802090645, - 0.06301011890172958, - 0.00460122711956501, - 0.20882150530815125, - 0.06768468767404556, - 0.11277174204587936, - 0.2861770987510681, - 0.007124352268874645, + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06962257623672485, + 0.05046382173895836, + 0.09732093662023544, + 0.06211812421679497, + 0.14872904121875763, + 0.051851850003004074, + 0.027804410085082054, + 0.16505524516105652, + 0.0460018552839756, + 0.08267370611429214, + 0.06697693467140198, + 0.11064356565475464, + 0.07526881992816925, + 0.10318994522094727, + 0.22003577649593353, + 0.16778059303760529, + 0.1386065036058426, + 0.07656442373991013, + 0.11819066107273102, + 0.0680200383067131, + 0.1621396839618683, + 0.08205503225326538, + 0.09688249230384827, + 0.061680424958467484, + 0.10401284694671631, + 0.14786626398563385, + 0.09073881059885025, + 0.2538556456565857, + 0.0448097288608551, + 0.04668222740292549, + 0.08089260756969452, + 0.03286929428577423, + 0.10160266607999802, + 0.07228093594312668, + 0.12160467356443405, + 0.27629855275154114, + 0.07692307978868484, + 0.09177566319704056, + 0.05372478440403938, + 0.03655107691884041, + 0.04411764815449715, + 0.055154185742139816, + 0.06912682205438614, + 0.131832093000412, + 0.102257639169693, + 0.043478257954120636, + 0.06054781377315521, + 0.034043487161397934, + 0.0741710290312767, + 0.09283296018838882, + 0.14962713420391083, 0.08888889104127884, - 0.019310345873236656, - 0.006334841717034578, - 0.0184151791036129, - 0.005692599341273308, - 0.04998047649860382, - 0.010532150976359844, - 0.11051692813634872, - 0.018518518656492233, - 0.005199306644499302, - 0.0054806070402264595, - 0.007957559078931808, - 0.008269719779491425, - 0.13783179223537445, - 0.08270075917243958, - 0.041044775396585464, - 0.0696319043636322, - 0.09095127880573273, - 0.06692913174629211, - 0.030155416578054428, - 0.06598135828971863, - 0.02958579920232296, - 0.012658228166401386, - 0.07327141612768173, - 0.1838006228208542, - 0.1256852000951767, - 0.005827506072819233, - 0.021018216386437416, - 0.07240704447031021, - 0.0037251655012369156, - 0.006592291872948408, - 0.010279840789735317, - 0.2415340691804886, - 0.01292407140135765, - 0.12856344878673553, - 0.036796536296606064, - 0.0040087467059493065, - 0.22591179609298706, - 0.023145213723182678, - 0.0038759689778089523, - 0.10055096447467804, - 0.08457944542169571, - 0.004983388818800449, - 0.0550774522125721, - 0.19330854713916779, - 0.13526244461536407, - 0.03586399555206299, - 0.016402116045355797, - 0.03664764016866684, - 0.0037364130839705467, - 0.2511415481567383, - 0.05218317359685898, - 0.1267748475074768, - 0.1067839190363884, - 0.08103130757808685, - 0.1654929667711258, - 0.019105514511466026, - 0.010403120890259743, - 0.013745704665780067, - 0.06816060096025467, - 0.10580204427242279, - 0.14646464586257935, - 0.08029801398515701, - 0.08007565885782242, - 0.057558946311473846, - 0.09825560450553894, - 0.038772210478782654, - 0.6413612365722656, - 0.012366035021841526, - 0.0672353208065033, - 0.02053140103816986, - 0.10452093929052353, - 0.01303370762616396, - 0.01537838950753212, - 0.15220125019550323, - 0.024437926709651947, - 0.03814934939146042, - 0.16774611175060272, - 0.16045549511909485, - 0.5940740704536438, - 0.19053184986114502, - 0.01718377135694027, - 0.17374999821186066, - 0.2305743247270584, - 0.014303482137620449, - 0.011705033481121063, - 0.003144653979688883, - 0.15638528764247894, - 0.005976095795631409, - 0.04207921028137207, - 0.0037251655012369156, - 0.0070257605984807014, - 0.007095793262124062, - 0.05010019987821579, - 0.12205567955970764, - 0.04505971819162369, - 0.16563786566257477, - 0.09715086221694946, - 0.12977395951747894, - 0.1062830314040184, - 0.028368793427944183, - 0.009238728322088718, - 0.010320478118956089, - 0.08128834515810013, - 0.06666666269302368, - 0.04061538353562355, - 0.12006717175245285, - 0.07586836814880371, - 0.0038677917327731848, - 0.005692599341273308, - 0.2058401107788086, - 0.008416622877120972, - 0.23045267164707184, - 0.27640917897224426, - 0.3629300892353058, - 0.009205983951687813, - 0.061712298542261124, - 0.25501713156700134, - 0.0917721539735794, - 0.08983156085014343, - 0.051457975059747696, - 0.16395576298236847, - 0.13973549008369446, - 0.19591836631298065, - 0.25200000405311584, - 0.049433108419179916, - 0.13050313293933868, - 0.06443393230438232, - 0.3454959988594055, - 0.1634114682674408, - 0.13354700803756714, - 0.3002506196498871, - 0.012461058795452118, - 0.09223151206970215, - 0.13436979055404663, - 0.01247563399374485, - 0.06080830842256546, - 0.026854218915104866, - 0.1681068390607834, - 0.008823529817163944, - 0.004163775127381086, - 0.08027523010969162, - 0.0035771066322922707, - 0.003355704713612795, - 0.008255934342741966, - 0.1614317148923874, - 0.1845400035381317, - 0.03321976214647293, - 0.005130596924573183, - 0.03621438890695572, - 0.19313646852970123, - 0.07817002385854721, - 0.14364640414714813, - 0.1237766295671463, - 0.15794481337070465, - 0.06977535784244537, - 0.02274087257683277, - 0.1654929518699646, - 0.04930725321173668, - 0.07482108473777771, - 0.05305821821093559, - 0.08103563636541367, - 0.05921052768826485, - 0.12257228791713715, - 0.18989169597625732, - 0.016597511246800423, - 0.18962432444095612, - 0.017455391585826874, - 0.02413390390574932, - 0.08855218440294266, - 0.08720112591981888, - 0.07006369531154633, - 0.04981203004717827, - 0.08413325995206833, - 0.004201680887490511, - 0.08720112591981888, - 0.2461443543434143, - 0.14942914247512817, - 0.07266629487276077, - 0.24341580271720886, - 0.09056444466114044, - 0.004901960492134094, - 0.035149384289979935, - 0.18291814625263214, - 0.03144904598593712, - 0.1449652761220932, - 0.031904760748147964, - 0.057551562786102295, - 0.0685434490442276, - 0.030174080282449722, - 0.14871016144752502, - 0.005199306644499302, - 0.3026655316352844, - 0.13780337572097778, - 0.04093567281961441, - 0.051724135875701904, - 0.10580204427242279, - 0.008557457476854324, - 0.0020068807061761618, - 0.26620370149612427, - 0.35914120078086853, - 0.19969452917575836, - 0.00538160465657711, - 0.02278120443224907, - 0.008333333767950535, - 0.11336717009544373, - 0.019648397341370583, - 0.10533393174409866, - 0.0047988188453018665, - 0.07587433606386185, - 0.12312863022089005, - 0.024096384644508362, - 0.053165778517723083, - 0.013513512909412384, - 0.01092896144837141, - 0.0380859375, - 0.09379727393388748, - 0.032976824790239334, - 0.11696786433458328, - 0.01796407252550125, - 0.02189265564084053, - 0.006637168116867542, - 0.04889867827296257, - 0.04084014147520065, - 0.003355704713612795, - 0.027265744283795357, - 0.05331510305404663, - 0.005976095795631409, - 0.06605080515146255, - 0.1358974277973175, - 0.08628731220960617, - 0.11336717009544373, - 0.20580963790416718, - 0.1274801641702652, - 0.12417726963758469, - 0.13071493804454803, - 0.0156687181442976, - 0.07032348960638046, - 0.06287069618701935, - 0.0047775455750525, - 0.030981888994574547, - 0.06728004664182663, - 0.02577710524201393, - 0.19964349269866943, - 0.011377489194273949, - 0.06301011890172958, - 0.012500000186264515, - 0.0734974667429924, - 0.21966134011745453, - 0.269772469997406, - 0.06550580263137817, - 0.11747368425130844, - 0.006289307959377766, - 0.2272079735994339, - 0.03988603875041008, - 0.0021321962121874094, - 0.1382228583097458, - 0.17536704242229462, - 0.023016996681690216, - 0.03593220189213753, - 0.22513863444328308, - 0.028007179498672485, - 0.021230502054095268, - 0.0029069767333567142, - 0.09492634981870651, - 0.15837320685386658, - 0.14944835007190704, - 0.01173020526766777, - 0.27986180782318115, - 0.10135135054588318, - 0.05602240934967995, - 0.11051692813634872, - 0.04387291893362999, - 0.004273504018783569, - 0.13867402076721191, - 0.00736377015709877, - 0.08448753505945206, - 0.12992942333221436, - 0.00248893816024065, - 0.09195046871900558, - 0.01209048368036747, - 0.23320895433425903, - 0.3283582031726837, - 0.06275805085897446, - 0.05610772967338562, - 0.09512484818696976, - 0.11208577454090118, - 0.005130596924573183, - 0.2834688425064087, - 0.029256876558065414, - 0.15928545594215393, - 0.3174791932106018, - 0.007847534492611885, - 0.08563272655010223, - 0.04499664157629013, - 0.029629629105329514, - 0.17171716690063477, - 0.008188825100660324, - 0.004032257944345474, - 0.09928229451179504, - 0.025641025975346565, - 0.018095986917614937, - 0.045889101922512054, - 0.1634114682674408, - 0.3412264585494995, - 0.015037594363093376, - 0.2016361951828003, - 0.1410835236310959, - 0.005199306644499302, - 0.21613189578056335, - 0.011156563647091389, - 0.004692832473665476, - 0.006274131126701832, - 0.04458874464035034, - 0.05875299870967865, - 0.35680752992630005, - 0.0035971221514046192, - 0.005692599341273308, - 0.010733452625572681, - 0.009025271050632, - 0.4540598392486572, - 0.19680576026439667, - 0.00538160465657711, - 0.4516938328742981, - 0.09216418117284775, - 0.09573643654584885, - 0.13471731543540955, - 0.15269750356674194, - 0.06561922281980515, - 0.14509955048561096, - 0.031136272475123405, - 0.08039303123950958, - 0.13291139900684357, - 0.00997899193316698, - 0.002984084887430072, + 0.12618963420391083, + 0.03192032873630524, + 0.05292171984910965, + 0.08966942131519318, + 0.1069394126534462, + 0.06090651825070381, + 0.07983193546533585, + 0.05338389798998833, + 0.07856296747922897, + 0.12224797159433365, + 0.08417296409606934, + 0.07487521320581436, + 0.07508226484060287, + 0.05006206035614014, + 0.05999999865889549, + 0.06801068782806396, + 0.08072254806756973, + 0.06846019625663757, + 0.07243816554546356, + 0.047646719962358475, + 0.026757370680570602, + 0.09843111783266068, + 0.08445258438587189, + 0.06741925328969955, + 0.11157114803791046, + 0.08958227932453156, + 0.05344531312584877, + 0.09546925872564316, + 0.07892025262117386, + 0.11693241447210312, + 0.04062407836318016, + 0.10307898372411728, + 0.09099436551332474, + 0.12261659651994705, + 0.08788052946329117, + 0.03865411505103111, + 0.12252867966890335, + 0.11085766553878784, + 0.04087027162313461, + 0.05738803744316101, + 0.09300316870212555, + 0.04209049418568611, + 0.027468044310808182, + 0.03612053394317627, + 0.06723404675722122, + 0.2116594761610031, + 0.12608696520328522, + 0.09155937284231186, + 0.10576414316892624, + 0.12708453834056854, + 0.046118367463350296, + 0.04168224334716797, + 0.037365421652793884, + 0.07814237475395203, + 0.09921260178089142, + 0.060981910675764084, + 0.04365399852395058, + 0.06731001287698746, + 0.057971011847257614, + 0.0873638391494751, + 0.15727776288986206, + 0.10216627269983292, + 0.07552994787693024, + 0.09172125905752182, + 0.19229629635810852, + 0.055636897683143616, + 0.036917395889759064, + 0.08837409317493439, + 0.03569046035408974, + 0.12265163660049438, + 0.13069620728492737, + 0.029835650697350502, + 0.10133332759141922, + 0.07243078947067261, + 0.10483433306217194, + 0.10104529559612274, + 0.13608048856258392, + 0.12149310857057571, + 0.11227232217788696, + 0.04881701245903969, + 0.10284379124641418, + 0.1033676341176033, + 0.044726140797138214, + 0.05239884927868843, + 0.08594067394733429, + 0.09430937469005585, + 0.13517631590366364, + 0.06749460101127625, + 0.027210883796215057, + 0.018559889867901802, + 0.016015734523534775, + 0.1471536010503769, + 0.06740196794271469, + 0.04962659627199173, + 0.07068927586078644, + 0.16072195768356323, + 0.16552717983722687, + 0.10305958241224289, + 0.15492957830429077, + 0.10073529928922653, + 0.16821499168872833, + 0.0559685193002224, + 0.10216256976127625, + 0.08557457476854324, + 0.06522563844919205, + 0.051105864346027374, + 0.05901244282722473, + 0.06218171864748001, + 0.228435680270195, + 0.07506561279296875, + 0.032171580940485, + 0.09629101306200027, + 0.04464516043663025, + 0.1186564490199089, + 0.17158471047878265, + 0.14189189672470093, + 0.013329979032278061, + 0.06491538137197495, + 0.09601403772830963, + 0.12372592836618423, + 0.034445639699697495, + 0.08493475615978241, + 0.10034305602312088, + 0.046135760843753815, + 0.04334583133459091, + 0.17550213634967804, + 0.08039702475070953, + 0.12049829959869385, + 0.09118665009737015, + 0.06755715608596802, + 0.019933555275201797, + 0.15503042936325073, + 0.051288001239299774, + 0.08808139711618423, + 0.08156699687242508, + 0.08983957767486572, + 0.10062892735004425, + 0.07719162106513977, + 0.0590631328523159, + 0.0815996304154396, + 0.06604278087615967, + 0.11264877021312714, + 0.06353919208049774, + 0.08281444758176804, + 0.0762711837887764, + 0.07931893318891525, + 0.14274847507476807, + 0.07931727170944214, + 0.0853191465139389, + 0.07771068811416626, + 0.10261353850364685, + 0.07905057072639465, + 0.06332236528396606, + 0.040333524346351624, + 0.07523597776889801, + 0.0533817782998085, + 0.10424982011318207, + 0.04152457416057587, + 0.07769960910081863, + 0.037518035620450974, + 0.034173931926488876, + 0.11313934624195099, + 0.0816691517829895, + 0.04559386894106865, + 0.05256596580147743, + 0.0815858468413353, + 0.05058520287275314, + 0.06575404107570648, + 0.03006812371313572, + 0.05077413469552994, + 0.11786038428544998, + 0.10448300838470459, + 0.06767956167459488, + 0.08363636583089828, + 0.051675185561180115, + 0.14030084013938904, + 0.060095012187957764, + 0.03607305884361267, + 0.04377403110265732, + 0.041557468473911285, + 0.0427706278860569, + 0.09787928313016891, + 0.09805533289909363, + 0.0534479133784771, + 0.09757769852876663, + 0.06160382181406021, + 0.06916038691997528, + 0.07546201348304749, + 0.15493685007095337, + 0.060186415910720825, + 0.08307947963476181, + 0.11099366098642349, + 0.0920276865363121, + 0.06341718882322311, + 0.06775067746639252, + 0.058598149567842484, + 0.171237051486969, + 0.04203743487596512, + 0.07997311651706696, + 0.05969049036502838, + 0.07610619813203812, + 0.05520213395357132, + 0.055848512798547745, + 0.0869714692234993, + 0.10919540375471115, + 0.07199576497077942, + 0.05140186846256256, + 0.11500401049852371, + 0.08167997747659683, + 0.11718131601810455, + 0.062073517590761185, + 0.05481727421283722, + 0.10269865393638611, + 0.09428223222494125, + 0.058477383106946945, + 0.12598708271980286, + 0.07874220609664917, + 0.04379746690392494, + 0.02456674911081791, + 0.0845256969332695, + 0.014447236433625221, + 0.04871794953942299, + 0.07221629470586777, + 0.08036835491657257, + 0.049665048718452454, + 0.05721462145447731, + 0.06670267134904861, + 0.04355046898126602, + 0.08558972179889679, + 0.043155450373888016, + 0.03893672674894333, + 0.09450549632310867, + 0.08213754743337631, + 0.013254113495349884, + 0.05430646613240242, + 0.08650065958499908, + 0.018477456644177437, + 0.07331112027168274, + 0.10314995795488358, + 0.010039741173386574, + 0.027297770604491234, + 0.08706976473331451, + 0.06732799112796783, + 0.04322084039449692, + 0.012734584510326385, + 0.03190319240093231, + 0.05956573039293289, + 0.038998208940029144, + 0.048969559371471405, + 0.07992155104875565, + 0.12390381097793579, + 0.06343906372785568, + 0.04712042212486267, + 0.027306025847792625, + 0.09557344019412994, 0.04268292710185051, - 0.002888318384066224, - 0.09940828382968903, - 0.03177083656191826, - 0.0077751195058226585, - 0.07776787877082825, - 0.05870777368545532, - 0.08519004285335541, - 0.008557457476854324, - 0.024950755760073662, - 0.13362760841846466, - 0.03044496476650238, - 0.012658228166401386, - 0.09577222168445587, - 0.0714285671710968, - 0.04581969603896141, - 0.10340531170368195, - 0.10347520560026169, - 0.059861041605472565, - 0.08126194775104523, - 0.07235529273748398, - 0.0035971221514046192, - 0.1892816424369812, - 0.03099510632455349, - 0.0022522523067891598, - 0.08941322565078735, - 0.02873772196471691, - 0.055776894092559814, - 0.060177914798259735, - 0.08816811442375183, - 0.23251895606517792, - 0.02762012742459774, - 0.1618279665708542, - 0.02214650623500347, - 0.0065543074160814285, - 0.06008968502283096, - 0.025488249957561493, - 0.1181192696094513, - 0.005434782709926367, - 0.02444515936076641, - 0.011256190948188305, - 0.00413223123177886, - 0.09216418117284775, - 0.1393229216337204, - 0.00219058059155941, - 0.04509367793798447, - 0.09886816889047623, - 0.2358839064836502, - 0.004983388818800449, - 0.30831974744796753, - 0.1875969022512436, - 0.20875971019268036, - 0.006274131126701832, - 0.009484666399657726, - 0.0077751195058226585, - 0.021122509613633156, - 0.07288732379674911, - 0.002634660340845585, - 0.16360734403133392, - 0.22641509771347046, - 0.007349762134253979, - 0.00911458395421505, - 0.004323899280279875, - 0.15367679297924042, - 0.08595317602157593, - 0.00206611561588943, - 0.008557457476854324, - 0.12979350984096527, - 0.0025597268249839544, - 0.0048652696423232555, - 0.045323047786951065, - 0.07101947069168091, - 0.026293469592928886, - 0.12224383652210236, - 0.20166897773742676, - 0.08687615394592285, - 0.07839947938919067, - 0.05517241358757019, - 0.17748478055000305, - 0.0038759689778089523, - 0.18374291062355042, - 0.06614607572555542, - 0.0324263870716095, - 0.005886970087885857, - 0.09573643654584885, - 0.0022522523067891598, - 0.03271767869591713, - 0.006307339295744896, - 0.059067972004413605, - 0.0032894734758883715 + 0.07297411561012268, + 0.0672021359205246, + 0.06309686601161957, + 0.019109880551695824, + 0.032112907618284225, + 0.04831932857632637, + 0.05010834336280823, + 0.006786339450627565, + 0.025959577411413193, + 0.09305408596992493, + 0.030982591211795807, + 0.059830669313669205, + 0.0618191696703434, + 0.12537537515163422, + 0.0717792883515358, + 0.07183171063661575, + 0.04583761468529701, + 0.08601906895637512, + 0.032380230724811554, + 0.051728248596191406, + 0.042490843683481216, + 0.08590734004974365, + 0.037150125950574875, + 0.05876754969358444, + 0.02318548411130905, + 0.08171205967664719, + 0.10615435242652893, + 0.10800131410360336, + 0.039184004068374634, + 0.017539463937282562, + 0.03781624510884285, + 0.024244073778390884, + 0.07484769076108932, + 0.033637501299381256, + 0.058700207620859146, + 0.06899210065603256, + 0.04294317960739136, + 0.09633946418762207, + 0.06542544066905975, + 0.06633663922548294, + 0.05858170986175537, + 0.0436847098171711, + 0.015182415954768658, + 0.045476652681827545, + 0.06702849268913269, + 0.04074473679065704, + 0.05733229219913483, + 0.0510312020778656, + 0.07429655641317368, + 0.04823581874370575, + 0.07739130407571793, + 0.10150891542434692, + 0.07086383551359177, + 0.035256411880254745, + 0.027497708797454834, + 0.05146891251206398, + 0.0363677442073822, + 0.03855140507221222, + 0.035010941326618195, + 0.08090504258871078, + 0.07118947058916092, + 0.05143805220723152, + 0.12003780156373978, + 0.03601895645260811, + 0.10148593038320541, + 0.013748854398727417, + 0.07970286905765533, + 0.06169737130403519, + 0.03531870245933533, + 0.04991896450519562, + 0.028681252151727676, + 0.03217276558279991, + 0.03699136897921562, + 0.052691344171762466, + 0.04868603125214577, + 0.023765020072460175, + 0.023928478360176086, + 0.05877342075109482, + 0.09464816749095917, + 0.04936061426997185, + 0.04361306130886078, + 0.011458099819719791, + 0.04738489165902138, + 0.0886615514755249, + 0.10093271732330322, + 0.0573466494679451, + 0.08004851639270782, + 0.029096897691488266, + 0.033720411360263824, + 0.02402271144092083, + 0.02213333360850811, + 0.05892857164144516, + 0.015604102052748203, + 0.08150160312652588, + 0.0698215663433075, + 0.08986686170101166, + 0.045431602746248245, + 0.042910780757665634, + 0.05002213269472122, + 0.07620877772569656, + 0.03988727554678917, + 0.04992397502064705, + 0.06776440888643265, + 0.09683850407600403, + 0.02345595695078373, + 0.06582112610340118, + 0.0639079287648201, + 0.034844279289245605, + 0.05670103058218956, + 0.08335596323013306, + 0.02851799875497818, + 0.045120157301425934, + 0.02179049700498581, + 0.03161868825554848, + 0.027867628261446953, + 0.02301081083714962, + 0.06377176195383072, + 0.04831303656101227, + 0.04000914469361305, + 0.048347108066082, + 0.07198228687047958, + 0.042478565126657486, + 0.008450077846646309, + 0.06149115785956383, + 0.14026354253292084, + 0.04036598280072212, + 0.07252001017332077, + 0.060459237545728683, + 0.05101088434457779, + 0.04412493854761124, + 0.0451047457754612, + 0.04790552332997322, + 0.11163961887359619, + 0.05371900647878647, + 0.06575801223516464, + 0.07139008492231369, + 0.04029666259884834, + 0.04171822592616081, + 0.07793080806732178, + 0.04739336669445038, + 0.01666666567325592, + 0.07756232470273972, + 0.04789631813764572, + 0.06085868924856186, + 0.035099953413009644, + 0.05305774509906769, + 0.052110470831394196, + 0.042708128690719604, + 0.024994421750307083, + 0.04163898155093193, + 0.05111590772867203, + 0.07497387379407883, + 0.019360268488526344, + 0.07058265805244446, + 0.08749999850988388, + 0.047741565853357315, + 0.04866895079612732, + 0.022629553452134132, + 0.013642891310155392, + 0.04579439386725426, + 0.007466814015060663, + 0.02800397202372551, + 0.11308993399143219, + 0.10693192481994629, + 0.017664602026343346, + 0.04015748202800751, + 0.10154321789741516, + 0.0402999073266983, + 0.03729116916656494, + 0.02277511917054653, + 0.06825850158929825, + 0.02590559795498848, + 0.03180135041475296, + 0.09550072252750397, + 0.04157331585884094, + 0.009976976551115513, + 0.06248639523983002, + 0.03898970037698746, + 0.011610763147473335, + 0.03522789478302002, + 0.05399792268872261, + 0.043097324669361115, + 0.07458626478910446, + 0.06457182765007019, + 0.08376172184944153, + 0.04064008221030235, + 0.0485287681221962, + 0.06428571790456772 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 40.92451477050781, - 42.7141227722168, - 156.0001678466797, - 46.32465744018555, - 55.49595260620117, - 64.43697357177734, - 47.703086853027344, - 40.00730514526367, - 53.757450103759766, - 107.41542053222656, - 49.52893829345703, - 40.92451858520508, - 104.52373504638672, - 151.1414337158203, - 137.2302703857422, - 104.52373504638672, - 41.895790100097656, - 94.22428131103516, - 87.08428955078125, - 42.07524108886719, - 87.63261413574219, - 47.703086853027344, - 40.00730514526367, - 64.43696594238281, - 59.030479431152344, - 220.11776733398438, - 79.20335388183594, - 84.8162841796875, - 69.70893096923828, - 81.8917465209961, - 53.757450103759766, - 59.03047561645508, - 107.62120819091797, - 54.62394714355469, - 57.25469970703125, - 70.36302185058594, - 85.75440216064453, - 143.22439575195312, - 48.70958709716797, - 41.895790100097656, - 145.5584259033203, - 44.05697250366211, - 91.7701187133789, - 100.85710906982422, - 298.4083251953125, - 46.32465744018555, - 49.528934478759766, - 40.43056106567383, - 54.22412109375, - 86.69319915771484, - 39.85641098022461, - 59.923946380615234, - 54.62394714355469, - 59.03047561645508, - 118.25428771972656, - 81.4666519165039, - 36.6164436340332, - 39.85641860961914, - 117.4565200805664, - 66.25981140136719, - 52.043182373046875, - 85.75440979003906, - 54.22412109375, - 41.47610092163086, - 40.60122299194336, - 59.03047561645508, - 54.22412109375, - 66.34815216064453, - 52.89699935913086, - 75.23196411132812, - 107.19747161865234, - 47.703086853027344, - 63.52897262573242, - 39.36961364746094, - 104.52373504638672, - 39.36961364746094, - 47.703086853027344, - 50.358314514160156, - 47.703086853027344, - 85.75440216064453, - 39.6721305847168, - 54.224124908447266, - 67.5317611694336, - 41.895782470703125, - 67.5317611694336, - 69.2475814819336, - 63.52898025512695, - 44.087467193603516, - 64.43695831298828, - 68.09083557128906, - 54.62395477294922, - 39.482200622558594, - 53.757450103759766, - 41.47608947753906, - 54.224124908447266, - 60.820770263671875, - 84.38408660888672, - 69.90327453613281, - 54.22412109375, - 39.482200622558594, - 67.17436218261719, - 54.22412109375, - 54.224124908447266, - 50.03950119018555, - 100.68572235107422, - 115.65342712402344, - 82.0062255859375, - 44.81291198730469, - 54.22412109375, - 95.46939849853516, - 40.43055725097656, - 104.52373504638672, - 70.97039031982422, - 61.72068786621094, - 104.52373504638672, - 57.254695892333984, - 108.55843353271484, - 81.07108306884766, - 41.47610092163086, - 39.36961364746094, - 40.007301330566406, - 104.52373504638672, - 94.58291625976562, - 49.52893829345703, - 82.0062255859375, - 72.6982192993164, - 64.43696594238281, - 103.72135162353516, - 39.85642623901367, - 40.60122299194336, - 39.482200622558594, - 54.62394714355469, - 93.28109741210938, - 92.34541320800781, - 61.72068786621094, - 60.82075881958008, - 52.043182373046875, - 72.6982192993164, - 55.24610137939453, - 264.9148254394531, - 41.895782470703125, - 46.32465744018555, - 39.448631286621094, - 80.22982025146484, - 40.601219177246094, - 39.36962127685547, - 108.58863067626953, - 44.05697250366211, - 42.07524108886719, - 98.95889282226562, - 109.63512420654297, - 200.3651123046875, - 110.32323455810547, - 39.482200622558594, - 104.62601470947266, - 93.4457778930664, - 39.482200622558594, - 47.703086853027344, - 67.5317611694336, - 96.3744888305664, - 47.703086853027344, - 46.32465744018555, - 133.68634033203125, - 67.5317611694336, - 74.61656951904297, - 47.901451110839844, - 67.64425659179688, - 52.043182373046875, - 110.28197479248047, - 69.00910949707031, - 83.41661071777344, - 72.69819641113281, - 41.47610092163086, - 44.05697250366211, - 47.703086853027344, - 65.34730529785156, - 53.757450103759766, - 42.714111328125, - 83.4921875, - 48.709590911865234, - 47.703086853027344, - 47.703086853027344, - 77.40831756591797, - 44.05697250366211, - 73.95263671875, - 115.20622253417969, - 116.46756744384766, - 47.703086853027344, - 49.52893829345703, - 144.4114532470703, - 70.85065460205078, - 64.43696594238281, - 52.89699935913086, - 113.24357604980469, - 96.11673736572266, - 120.79315185546875, - 149.81881713867188, - 46.32465744018555, - 87.64706420898438, - 61.72068786621094, - 114.41764831542969, - 115.84451293945312, - 88.57264709472656, - 120.45651245117188, - 47.703086853027344, - 67.19451904296875, - 92.33838653564453, - 44.05697250366211, - 54.62394714355469, - 40.43056106567383, - 100.89271545410156, - 54.224124908447266, - 67.5317611694336, - 52.043182373046875, - 54.224124908447266, - 104.52373504638672, - 47.703086853027344, - 102.75762939453125, - 73.43245697021484, - 40.00730514526367, - 67.5317611694336, - 45.5595588684082, - 126.3857192993164, - 61.720680236816406, - 93.28109741210938, - 83.87885284423828, - 97.1089096069336, - 56.373023986816406, - 40.924522399902344, - 103.93338775634766, - 49.528934478759766, - 68.09083557128906, - 45.5595588684082, - 66.25981903076172, - 52.04319381713867, - 83.87886810302734, - 114.33306121826172, - 40.43055725097656, - 110.04600524902344, - 39.85641860961914, - 40.00730895996094, - 70.40670776367188, - 61.72068786621094, - 53.757450103759766, - 47.90146255493164, - 59.03047180175781, - 104.52373504638672, - 62.62348937988281, - 88.62059020996094, - 62.74235916137695, - 54.62394714355469, - 137.8751983642578, - 73.6240234375, - 67.5317611694336, - 44.087467193603516, - 126.33030700683594, - 40.92451858520508, - 91.3961410522461, - 40.00730514526367, - 47.90146255493164, - 54.62394332885742, - 39.67212677001953, - 85.75440216064453, - 67.5317611694336, - 178.5384979248047, - 68.57827758789062, - 42.07524108886719, - 43.38652420043945, - 76.40882873535156, - 54.22412109375, - 104.52373504638672, - 150.8984375, - 134.7646026611328, - 96.7907485961914, - 67.5317611694336, - 39.6721305847168, - 47.703086853027344, - 76.40882873535156, - 41.895790100097656, - 81.07108306884766, - 54.22412109375, - 62.62348937988281, - 80.13677215576172, - 40.92451858520508, - 51.19669723510742, - 41.895782470703125, - 47.703086853027344, - 45.5595588684082, - 70.85063934326172, - 40.00730514526367, - 82.94216918945312, - 40.60122299194336, - 39.448631286621094, - 54.22412109375, - 46.32465744018555, - 45.5595588684082, - 88.30078887939453, - 49.17863845825195, - 44.81291198730469, - 104.52373504638672, - 52.89699935913086, - 82.94215393066406, - 59.470008850097656, - 99.31331634521484, - 112.26851654052734, - 91.39616394042969, - 84.81629180908203, - 70.90223693847656, - 39.482200622558594, - 59.03047561645508, - 52.04319381713867, - 104.52373504638672, - 40.43055725097656, - 47.901458740234375, - 40.92451477050781, - 98.46210479736328, - 39.482200622558594, - 60.82075119018555, - 40.60122299194336, - 72.69819641113281, - 97.18135070800781, - 118.54794311523438, - 60.82075881958008, - 81.92755126953125, - 104.52373504638672, - 134.5987548828125, - 48.709590911865234, - 512.0, - 90.45443725585938, - 108.42981719970703, - 40.43056106567383, - 44.81291198730469, - 94.76441192626953, - 40.92451477050781, - 39.67213821411133, - 104.52373504638672, - 69.54353332519531, - 100.73506927490234, - 104.62841033935547, - 67.5317611694336, - 134.13760375976562, - 80.13677215576172, - 52.043182373046875, - 75.4793930053711, - 43.38652801513672, - 67.5317611694336, - 90.52914428710938, - 47.703086853027344, - 64.43695831298828, - 75.47977447509766, - 58.140621185302734, - 64.96894836425781, - 47.703086853027344, - 136.98703002929688, - 107.29972839355469, - 55.49595642089844, - 48.709590911865234, - 70.85065460205078, - 59.2286262512207, - 54.224124908447266, - 171.97337341308594, - 40.007301330566406, - 82.26902770996094, - 128.70555114746094, - 104.52373504638672, - 58.140628814697266, - 44.08745193481445, - 42.714107513427734, - 72.69213104248047, - 47.703086853027344, - 67.5317611694336, - 73.6240234375, - 40.43056106567383, - 40.007301330566406, - 48.7095832824707, - 110.78978729248047, - 130.70272827148438, - 39.482200622558594, - 134.4162139892578, - 94.01211547851562, - 54.22412109375, - 120.30207824707031, - 41.895790100097656, - 104.52373504638672, - 67.5317611694336, - 57.25468444824219, - 51.19669723510742, - 103.52082061767578, - 54.22412109375, - 67.5317611694336, - 47.703086853027344, - 44.05697250366211, - 152.80548095703125, - 92.47865295410156, - 54.224124908447266, - 116.64747619628906, - 71.77371978759766, - 82.0062255859375, - 102.7315673828125, - 98.00298309326172, - 55.49595642089844, - 65.35701751708984, - 39.6721305847168, - 71.77371978759766, - 89.51326751708984, - 44.05697250366211, - 104.52373504638672, - 44.81291198730469, - 104.52373504638672, - 77.33934783935547, - 40.007301330566406, - 67.5317611694336, - 56.37302017211914, - 56.373023986816406, - 67.17436218261719, - 41.895782470703125, - 39.36961364746094, - 72.60550689697266, - 42.07524108886719, - 40.60122299194336, - 75.47940826416016, - 62.62348937988281, - 43.38650894165039, - 75.4793930053711, - 68.09083557128906, - 51.19670867919922, - 67.17436218261719, - 58.140625, - 47.703086853027344, - 111.46378326416016, - 43.386512756347656, - 54.22412109375, - 59.92394256591797, - 42.58184814453125, - 51.19670486450195, - 47.90146255493164, - 68.09085845947266, - 105.07598114013672, - 41.47610092163086, - 87.43002319335938, - 39.6721305847168, - 54.22412109375, - 59.03047180175781, - 39.482200622558594, - 64.7894058227539, - 67.5317611694336, - 39.85641860961914, - 40.60122299194336, - 67.5317611694336, - 63.52897262573242, - 82.94215393066406, - 104.52373504638672, - 44.087467193603516, - 72.10151672363281, - 87.36991882324219, - 47.703086853027344, - 103.61479949951172, - 99.9199447631836, - 96.01766204833984, - 104.52373504638672, - 104.52373504638672, - 47.703086853027344, - 65.35201263427734, - 64.43696594238281, - 67.5317611694336, - 103.67861938476562, - 96.65060424804688, - 47.703086853027344, - 47.703086853027344, - 44.05696487426758, - 95.47477722167969, - 64.43695831298828, - 512.0, - 41.895790100097656, - 82.94215393066406, - 67.5317611694336, - 63.988224029541016, - 46.32465744018555, - 56.37301254272461, - 48.839908599853516, - 73.82414245605469, - 84.60839080810547, - 58.140625, - 69.92909240722656, - 48.709590911865234, - 98.57379913330078, - 67.5317611694336, - 118.76277160644531, - 52.043182373046875, - 41.47610092163086, - 104.52373504638672, - 69.92909240722656, - 104.52373504638672, - 42.7141227722168, - 67.5317611694336, - 52.89699935913086, - 67.5317611694336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 569.4977416992188, + 491.7577819824219, + 531.9769897460938, + 404.7248840332031, + 693.884765625, + 362.9362487792969, + 419.37969970703125, + 882.12060546875, + 347.84857177734375, + 471.5696716308594, + 558.9161987304688, + 714.6221923828125, + 265.1148681640625, + 622.8040161132812, + 493.56488037109375, + 880.3146362304688, + 775.1843872070312, + 583.0546264648438, + 721.6654052734375, + 422.63226318359375, + 709.3422241210938, + 563.5034790039062, + 572.3089599609375, + 502.04644775390625, + 488.51458740234375, + 707.9871826171875, + 620.1959838867188, + 852.9872436523438, + 492.7835693359375, + 314.02764892578125, + 377.2701110839844, + 295.87310791015625, + 521.8609008789062, + 363.28753662109375, + 817.26220703125, + 577.9456176757812, + 629.5022583007812, + 668.9990234375, + 519.0948486328125, + 198.3802032470703, + 411.30926513671875, + 542.27734375, + 484.8164978027344, + 821.7671508789062, + 473.5135192871094, + 331.38201904296875, + 497.97894287109375, + 428.7666931152344, + 571.1829223632812, + 588.94482421875, + 773.73681640625, + 387.5836181640625, + 495.75286865234375, + 343.0643310546875, + 564.3425903320312, + 655.4261474609375, + 689.1500854492188, + 534.6915283203125, + 482.19189453125, + 477.47283935546875, + 321.8567810058594, + 639.4138793945312, + 652.9069213867188, + 570.6824951171875, + 585.7951049804688, + 477.1127624511719, + 399.8377990722656, + 583.0400390625, + 585.5123901367188, + 654.8576049804688, + 561.807861328125, + 571.6649169921875, + 459.0757141113281, + 646.8818359375, + 631.6290893554688, + 444.51666259765625, + 770.1156005859375, + 565.5697631835938, + 563.907958984375, + 639.1245727539062, + 638.1609497070312, + 475.70477294921875, + 445.2426452636719, + 692.2386474609375, + 455.52880859375, + 596.453857421875, + 832.2793579101562, + 531.0609130859375, + 697.39208984375, + 735.6329956054688, + 529.5509033203125, + 492.3525390625, + 508.5992736816406, + 331.0302429199219, + 501.7313537597656, + 474.5811462402344, + 419.9921875, + 725.6302490234375, + 708.21142578125, + 477.03924560546875, + 594.940185546875, + 592.1030883789062, + 480.48724365234375, + 473.9403991699219, + 464.8517150878906, + 460.2231750488281, + 654.6349487304688, + 471.3363037109375, + 389.5019226074219, + 494.9046325683594, + 623.5234985351562, + 659.4794921875, + 660.5416870117188, + 494.3272399902344, + 627.43798828125, + 486.3085632324219, + 759.0213012695312, + 577.2014770507812, + 434.2577209472656, + 753.2879028320312, + 325.19097900390625, + 690.4217529296875, + 563.820556640625, + 553.0535278320312, + 597.5939331054688, + 345.95758056640625, + 572.6466674804688, + 596.0913696289062, + 350.1707763671875, + 756.5478515625, + 567.7357788085938, + 419.559814453125, + 361.9323425292969, + 736.7264404296875, + 490.0846862792969, + 527.3968505859375, + 774.3865966796875, + 559.5703735351562, + 853.8446655273438, + 487.99334716796875, + 490.3692626953125, + 405.5188293457031, + 331.7914733886719, + 903.1649780273438, + 555.7899169921875, + 500.9194641113281, + 556.0924682617188, + 546.1185302734375, + 574.97998046875, + 655.0479125976562, + 754.5869750976562, + 631.581787109375, + 643.97607421875, + 471.6802673339844, + 644.3051147460938, + 385.2936096191406, + 371.65869140625, + 558.8544921875, + 509.6368713378906, + 548.86962890625, + 666.9959106445312, + 491.03546142578125, + 490.24859619140625, + 459.9299621582031, + 461.1875, + 506.02471923828125, + 693.063720703125, + 718.9024047851562, + 348.1974182128906, + 588.3794555664062, + 636.0659790039062, + 608.0025634765625, + 524.0715942382812, + 581.3544921875, + 570.205078125, + 368.3962707519531, + 437.8996276855469, + 669.657958984375, + 554.507080078125, + 816.4892578125, + 779.5450439453125, + 559.5234985351562, + 387.4941711425781, + 576.3167114257812, + 635.1062622070312, + 507.5884704589844, + 635.9690551757812, + 607.2928466796875, + 401.36749267578125, + 337.9862365722656, + 441.98114013671875, + 657.3573608398438, + 536.3660278320312, + 542.1048583984375, + 438.353759765625, + 686.9877319335938, + 520.1726684570312, + 674.927734375, + 791.5892944335938, + 726.0938110351562, + 617.691162109375, + 559.8841552734375, + 845.6366577148438, + 652.4238891601562, + 544.121337890625, + 503.5002136230469, + 601.2913818359375, + 370.7510070800781, + 615.451416015625, + 455.7245788574219, + 457.4767150878906, + 401.7046203613281, + 473.0734558105469, + 756.2977294921875, + 501.78509521484375, + 292.1156005859375, + 572.8716430664062, + 387.4570617675781, + 528.986328125, + 753.4362182617188, + 404.7106018066406, + 557.4750366210938, + 553.6030883789062, + 472.1006774902344, + 522.5958251953125, + 566.34130859375, + 565.3579711914062, + 831.4900512695312, + 570.977783203125, + 417.18994140625, + 312.7169494628906, + 467.8132629394531, + 506.515380859375, + 261.6510925292969, + 631.4353637695312, + 646.7411499023438, + 664.5510864257812, + 506.1987609863281, + 622.0889892578125, + 539.0372314453125, + 778.800048828125, + 448.078857421875, + 574.4916381835938, + 767.7570190429688, + 602.8614501953125, + 465.4394226074219, + 311.5782775878906, + 705.7493896484375, + 694.1707763671875, + 429.26123046875, + 616.220947265625, + 554.0570068359375, + 630.6797485351562, + 552.8803100585938, + 496.0015563964844, + 397.58905029296875, + 528.4363403320312, + 448.52105712890625, + 415.7657470703125, + 753.5428466796875, + 567.7316284179688, + 457.7570495605469, + 549.9832763671875, + 505.1172180175781, + 672.8567504882812, + 775.6953125, + 678.379150390625, + 497.36004638671875, + 582.6707153320312, + 381.1015625, + 427.7469482421875, + 603.8521728515625, + 410.04486083984375, + 477.9013671875, + 410.2372741699219, + 661.2763671875, + 606.8873291015625, + 418.6563720703125, + 517.6510009765625, + 528.4414672851562, + 658.092041015625, + 472.3040771484375, + 342.0849914550781, + 766.0154418945312, + 604.745361328125, + 436.8015441894531, + 673.7542114257812, + 751.9485473632812, + 323.4567565917969, + 424.0333251953125, + 743.3793334960938, + 429.50250244140625, + 461.9416809082031, + 688.18115234375, + 615.9042358398438, + 388.2567138671875, + 492.1229248046875, + 485.5481872558594, + 461.0810546875, + 543.528564453125, + 633.3163452148438, + 544.7091674804688, + 673.0897827148438, + 575.9088745117188, + 649.0501098632812, + 294.8337097167969, + 684.7605590820312, + 549.8903198242188, + 657.654541015625, + 497.017333984375, + 465.6547546386719, + 333.7093200683594, + 448.0284729003906, + 647.3666381835938, + 402.2073059082031, + 418.6891174316406, + 419.7955322265625, + 623.6063232421875, + 332.5260009765625, + 588.046630859375, + 459.326904296875, + 729.943115234375, + 556.1690673828125, + 512.7699584960938, + 569.3787841796875, + 669.8285522460938, + 454.586669921875, + 525.5496826171875, + 536.290283203125, + 454.8156433105469, + 470.8409729003906, + 577.4238891601562, + 395.7030944824219, + 694.9235229492188, + 442.0616149902344, + 482.2834167480469, + 461.1912536621094, + 364.32977294921875, + 356.7991027832031, + 388.8968505859375, + 412.05120849609375, + 464.9752197265625, + 508.8630065917969, + 634.2954711914062, + 473.2430419921875, + 910.08056640625, + 633.49267578125, + 536.599853515625, + 620.4424438476562, + 586.2642211914062, + 410.0511474609375, + 479.7350158691406, + 571.325927734375, + 492.2430725097656, + 671.743896484375, + 468.473388671875, + 390.8232727050781, + 251.38848876953125, + 629.1731567382812, + 751.8305053710938, + 524.9857177734375, + 429.4520263671875, + 569.0963745117188, + 455.5721130371094, + 494.5605163574219, + 585.9330444335938, + 521.0206298828125, + 416.7866516113281, + 618.4662475585938, + 389.30328369140625, + 599.572021484375, + 644.0531005859375, + 492.0722351074219, + 450.5570373535156, + 631.724609375, + 682.1373901367188, + 578.1279907226562, + 324.876708984375, + 553.9529418945312, + 491.2520446777344, + 488.3145751953125, + 721.365966796875, + 632.9679565429688, + 385.4333801269531, + 301.78692626953125, + 595.3126831054688, + 574.6096801757812, + 547.7018432617188, + 497.6391906738281, + 381.16400146484375, + 413.8158874511719, + 507.6642761230469, + 490.9748840332031, + 417.82342529296875, + 581.3737182617188, + 409.81317138671875, + 452.9698181152344, + 480.12127685546875, + 463.3975524902344, + 655.8446655273438, + 238.04608154296875, + 593.1375732421875, + 651.1094970703125, + 750.7489624023438, + 490.2832946777344, + 752.8181762695312, + 600.4637451171875, + 455.4769592285156, + 619.5885620117188, + 571.6558837890625, + 490.8378601074219, + 592.0767211914062, + 489.97857666015625, + 657.4382934570312, + 521.4810180664062, + 379.3199768066406, + 470.05169677734375, + 522.4959716796875, + 402.8325500488281, + 536.8104858398438, + 339.17950439453125, + 400.38433837890625, + 532.6174926757812, + 289.01202392578125, + 608.026611328125, + 520.8130493164062, + 459.9664306640625, + 485.8547058105469, + 395.6831970214844, + 517.5220336914062, + 401.5246276855469, + 549.3218383789062, + 653.457763671875, + 401.7393798828125, + 560.4851684570312, + 636.10546875, + 326.7750244140625, + 420.4841003417969, + 612.866455078125, + 573.3501586914062, + 634.4630126953125, + 625.7701416015625, + 523.185791015625, + 585.8375244140625, + 558.1573486328125, + 528.32275390625, + 398.2131652832031, + 486.45074462890625, + 269.4662170410156, + 427.3667297363281, + 590.7115478515625, + 616.0133666992188, + 511.49322509765625, + 562.95556640625, + 383.02093505859375, + 512.7581176757812, + 457.03460693359375, + 614.0762939453125, + 393.10931396484375, + 573.8499755859375, + 601.0513916015625, + 600.8640747070312, + 560.7154541015625, + 608.1713256835938, + 678.0283203125, + 475.0087585449219, + 349.9329528808594, + 475.8177490234375, + 316.8758239746094, + 552.2587890625, + 608.8305053710938, + 484.483154296875, + 400.6817932128906, + 330.67144775390625, + 517.7501220703125, + 565.7975463867188, + 462.8364562988281, + 471.34503173828125, + 599.8757934570312, + 583.5521240234375, + 574.9043579101562, + 558.9070434570312, + 435.19354248046875, + 332.45733642578125, + 716.4862060546875, + 441.2955627441406, + 360.765869140625, + 458.8352966308594, + 541.4113159179688, + 466.5656433105469, + 621.4353637695312, + 352.7780456542969, + 531.4132080078125, + 504.8408203125, + 601.4187622070312, + 630.2269287109375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -77588,230 +94072,206 @@ 2 ], "wall_clock_s": [ - 503.3, - 536.4, - 563.8 + 935.9, + 938.4, + 931.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.01598029024899006, + "loss": 0.1345701515674591, "env_score_iters": 500, - "env_score": -4.842137813568115, + "env_score": -0.6509148478507996, "eval_iters": 500, - "eval_score": 0.6499999999999999, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.1434013694524765, - "rl_grad_norm": 0.027742816135287285, - "bc_grad_norm": 0.04854634776711464, + "grad_align": -0.07246819883584976, + "rl_grad_norm": 0.08701184391975403, + "bc_grad_norm": 1.2217439413070679, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.linear1.weight": 0.017615145072340965, - "transformer.layers.0.linear1.bias": 0.0009752690675668418, - "transformer.layers.0.linear2.weight": 0.02307344414293766, - "transformer.layers.0.linear2.bias": 0.0016431721160188317, - "transformer.layers.0.norm2.weight": 0.0015058692079037428, - "transformer.layers.0.norm2.bias": 0.0009792303899303079, - "transformer.layers.1.linear1.weight": 0.010812287218868732, - "transformer.layers.1.linear1.bias": 0.0005607724306173623, - "transformer.layers.1.linear2.weight": 0.015102680772542953, - "transformer.layers.1.linear2.bias": 0.0009748812299221754, - "transformer.layers.1.norm2.weight": 0.000785498064942658, - "transformer.layers.1.norm2.bias": 0.0006408205372281373, - "transformer.layers.2.linear1.weight": 0.010510933585464954, - "transformer.layers.2.linear1.bias": 0.0005045893485657871, - "transformer.layers.2.linear2.weight": 0.012480453588068485, - "transformer.layers.2.linear2.bias": 0.0010251892963424325, - "transformer.layers.2.norm2.weight": 0.0007570780580863357, - "transformer.layers.2.norm2.bias": 0.0005140555440448225, - "transformer.layers.3.linear1.weight": 0.015308905392885208, - "transformer.layers.3.linear1.bias": 0.0009718056535348296, - "transformer.layers.3.linear2.weight": 0.010160911828279495, - "transformer.layers.3.linear2.bias": 0.0017393074231222272, - "transformer.layers.3.norm2.weight": 0.0010234444634988904, - "transformer.layers.3.norm2.bias": 0.0011242126347497106 + "transformer.layers.0.linear1.weight": 0.03215709701180458, + "transformer.layers.0.linear1.bias": 0.0021832126658409834, + "transformer.layers.0.linear2.weight": 0.03759179264307022, + "transformer.layers.0.linear2.bias": 0.003737409831956029, + "transformer.layers.1.linear1.weight": 0.019074244424700737, + "transformer.layers.1.linear1.bias": 0.0013466859236359596, + "transformer.layers.1.linear2.weight": 0.030824704095721245, + "transformer.layers.1.linear2.bias": 0.003045969409868121, + "transformer.layers.2.linear1.weight": 0.021139634773135185, + "transformer.layers.2.linear1.bias": 0.0017929519526660442, + "transformer.layers.2.linear2.weight": 0.02502145804464817, + "transformer.layers.2.linear2.bias": 0.0034730294719338417, + "transformer.layers.3.linear1.weight": 0.033067505806684494, + "transformer.layers.3.linear1.bias": 0.0033901974093168974, + "transformer.layers.3.linear2.weight": 0.021355921402573586, + "transformer.layers.3.linear2.bias": 0.006332768592983484 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07041218876838684, - "repr_drift_kl_low_t": 0.06778507679700851, - "repr_drift_kl_mid_t": 0.09821377694606781, - "repr_drift_kl_high_t": 0.0540778711438179, + "repr_drift_kl": 0.5051986575126648, + "repr_drift_kl_low_t": 0.6458225846290588, + "repr_drift_kl_mid_t": 0.5066585540771484, + "repr_drift_kl_high_t": 0.35675856471061707, "cka_iters": 500, - "cka_similarity": 0.983455240726471, + "cka_similarity": 0.9143009781837463, "t_analysis_iters": 500, - "norm_low_t": 0.054311253130435944, - "norm_high_t": 0.033735569566488266, - "lowhigh_cos": -0.3076787292957306, + "norm_low_t": 0.08784809708595276, + "norm_high_t": 0.12226218730211258, + "lowhigh_cos": 0.27010926604270935, "t_bin_norms": { - "t_0.0-0.1": 0.04445818439126015, - "t_0.1-0.2": 0.005893358029425144, - "t_0.2-0.3": 0.04225923866033554, - "t_0.3-0.4": 0.030229324474930763, - "t_0.4-0.5": 0.03308432176709175, - "t_0.5-0.6": 0.0344231016933918, - "t_0.6-0.7": 0.047600992023944855, - "t_0.7-0.8": 0.0268706101924181, - "t_0.8-0.9": 0.03224088251590729, - "t_0.9-1.0": 0.020242756232619286 - }, - "win_rate": 0.0032894734758883715, - "effective_batch_size": 67.5317611694336, + "t_0.0-0.1": 0.1349598616361618, + "t_0.1-0.2": 0.0654386356472969, + "t_0.2-0.3": 0.05256980285048485, + "t_0.3-0.4": 0.06579670310020447, + "t_0.4-0.5": 0.06466466188430786, + "t_0.5-0.6": 0.08505751937627792, + "t_0.6-0.7": 0.06731351464986801, + "t_0.7-0.8": 0.08147991448640823, + "t_0.8-0.9": 0.10172126442193985, + "t_0.9-1.0": 0.1908377707004547 + }, + "win_rate": 0.06428571790456772, + "effective_batch_size": 630.2269287109375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.7022044658660889, + "loss": 0.08852230757474899, "env_score_iters": 500, - "env_score": -0.13547001779079437, + "env_score": -0.6804440021514893, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.45, "grad_align_iters": 500, - "grad_align": 0.7702454924583435, - "rl_grad_norm": 0.4167242646217346, - "bc_grad_norm": 0.2534119784832001, + "grad_align": -0.07828498631715775, + "rl_grad_norm": 0.08925338089466095, + "bc_grad_norm": 0.5689007639884949, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.linear1.weight": 0.16556696593761444, - "transformer.layers.0.linear1.bias": 0.008469336666166782, - "transformer.layers.0.linear2.weight": 0.16443532705307007, - "transformer.layers.0.linear2.bias": 0.017288902774453163, - "transformer.layers.0.norm2.weight": 0.019289908930659294, - "transformer.layers.0.norm2.bias": 0.008906464092433453, - "transformer.layers.1.linear1.weight": 0.08889007568359375, - "transformer.layers.1.linear1.bias": 0.0058647203259170055, - "transformer.layers.1.linear2.weight": 0.13902029395103455, - "transformer.layers.1.linear2.bias": 0.014671511016786098, - "transformer.layers.1.norm2.weight": 0.008176550269126892, - "transformer.layers.1.norm2.bias": 0.006544897798448801, - "transformer.layers.2.linear1.weight": 0.0865945890545845, - "transformer.layers.2.linear1.bias": 0.006556070409715176, - "transformer.layers.2.linear2.weight": 0.13805407285690308, - "transformer.layers.2.linear2.bias": 0.01659434475004673, - "transformer.layers.2.norm2.weight": 0.0070602609775960445, - "transformer.layers.2.norm2.bias": 0.009803218767046928, - "transformer.layers.3.linear1.weight": 0.21446843445301056, - "transformer.layers.3.linear1.bias": 0.0187155120074749, - "transformer.layers.3.linear2.weight": 0.11233264207839966, - "transformer.layers.3.linear2.bias": 0.030135776847600937, - "transformer.layers.3.norm2.weight": 0.01908152922987938, - "transformer.layers.3.norm2.bias": 0.029998265206813812 + "transformer.layers.0.linear1.weight": 0.027121784165501595, + "transformer.layers.0.linear1.bias": 0.0012757714139297605, + "transformer.layers.0.linear2.weight": 0.024209413677453995, + "transformer.layers.0.linear2.bias": 0.0020869364961981773, + "transformer.layers.1.linear1.weight": 0.014579013921320438, + "transformer.layers.1.linear1.bias": 0.000875977159012109, + "transformer.layers.1.linear2.weight": 0.021524863317608833, + "transformer.layers.1.linear2.bias": 0.0017404670361429453, + "transformer.layers.2.linear1.weight": 0.014047008007764816, + "transformer.layers.2.linear1.bias": 0.0010413029231131077, + "transformer.layers.2.linear2.weight": 0.016575263813138008, + "transformer.layers.2.linear2.bias": 0.0019203757401555777, + "transformer.layers.3.linear1.weight": 0.01940842717885971, + "transformer.layers.3.linear1.bias": 0.0014607602497562766, + "transformer.layers.3.linear2.weight": 0.01168199721723795, + "transformer.layers.3.linear2.bias": 0.002665075706318021 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.2712400555610657, - "repr_drift_kl_low_t": 0.28217747807502747, - "repr_drift_kl_mid_t": 0.26313525438308716, - "repr_drift_kl_high_t": 0.24575722217559814, + "repr_drift_kl": 0.3076333999633789, + "repr_drift_kl_low_t": 0.3947265148162842, + "repr_drift_kl_mid_t": 0.3115457594394684, + "repr_drift_kl_high_t": 0.21166731417179108, "cka_iters": 500, - "cka_similarity": 0.8898262977600098, + "cka_similarity": 0.8779370188713074, "t_analysis_iters": 500, - "norm_low_t": 0.6631659865379333, - "norm_high_t": 0.33802345395088196, - "lowhigh_cos": 0.1521838754415512, + "norm_low_t": 0.07713102549314499, + "norm_high_t": 0.09144404530525208, + "lowhigh_cos": 0.2276971936225891, "t_bin_norms": { - "t_0.0-0.1": 0.7747409343719482, - "t_0.1-0.2": 0.4788101613521576, - "t_0.2-0.3": 0.397515207529068, - "t_0.3-0.4": 0.49543091654777527, - "t_0.4-0.5": 0.37436822056770325, - "t_0.5-0.6": 0.33647552132606506, - "t_0.6-0.7": 0.34886375069618225, - "t_0.7-0.8": 0.32638388872146606, - "t_0.8-0.9": 0.29251107573509216, - "t_0.9-1.0": 0.36870285868644714 - }, - "win_rate": 0.1592763513326645, - "effective_batch_size": 89.86324310302734, + "t_0.0-0.1": 0.08049559593200684, + "t_0.1-0.2": 0.07399231195449829, + "t_0.2-0.3": 0.05495886877179146, + "t_0.3-0.4": 0.055798012763261795, + "t_0.4-0.5": 0.05911102890968323, + "t_0.5-0.6": 0.05642380937933922, + "t_0.6-0.7": 0.0556182935833931, + "t_0.7-0.8": 0.07043221592903137, + "t_0.8-0.9": 0.06924555450677872, + "t_0.9-1.0": 0.09548274427652359 + }, + "win_rate": 0.033428631722927094, + "effective_batch_size": 456.3273620605469, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.3706982135772705, + "loss": 0.06907615810632706, "env_score_iters": 500, - "env_score": -1.3542243242263794, + "env_score": -0.49767401814460754, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.2489248514175415, - "rl_grad_norm": 0.1549263894557953, - "bc_grad_norm": 0.20088264346122742, + "grad_align": 0.0006953831762075424, + "rl_grad_norm": 0.04980067163705826, + "bc_grad_norm": 1.1934977769851685, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.linear1.weight": 0.05071454122662544, - "transformer.layers.0.linear1.bias": 0.0023153643123805523, - "transformer.layers.0.linear2.weight": 0.05652720853686333, - "transformer.layers.0.linear2.bias": 0.004049880430102348, - "transformer.layers.0.norm2.weight": 0.005102959927171469, - "transformer.layers.0.norm2.bias": 0.002309981035068631, - "transformer.layers.1.linear1.weight": 0.031730879098176956, - "transformer.layers.1.linear1.bias": 0.0016641335096210241, - "transformer.layers.1.linear2.weight": 0.046755049377679825, - "transformer.layers.1.linear2.bias": 0.0035593872889876366, - "transformer.layers.1.norm2.weight": 0.002218962414190173, - "transformer.layers.1.norm2.bias": 0.0014439774677157402, - "transformer.layers.2.linear1.weight": 0.03211841732263565, - "transformer.layers.2.linear1.bias": 0.0018613162683323026, - "transformer.layers.2.linear2.weight": 0.04006262868642807, - "transformer.layers.2.linear2.bias": 0.003815258387476206, - "transformer.layers.2.norm2.weight": 0.0024293866008520126, - "transformer.layers.2.norm2.bias": 0.0019502362702041864, - "transformer.layers.3.linear1.weight": 0.08042074739933014, - "transformer.layers.3.linear1.bias": 0.005776293575763702, - "transformer.layers.3.linear2.weight": 0.041769664734601974, - "transformer.layers.3.linear2.bias": 0.009448307566344738, - "transformer.layers.3.norm2.weight": 0.007584764156490564, - "transformer.layers.3.norm2.bias": 0.009175097569823265 + "transformer.layers.0.linear1.weight": 0.021931374445557594, + "transformer.layers.0.linear1.bias": 0.0011263600317761302, + "transformer.layers.0.linear2.weight": 0.024280423298478127, + "transformer.layers.0.linear2.bias": 0.002009292598813772, + "transformer.layers.1.linear1.weight": 0.013194565661251545, + "transformer.layers.1.linear1.bias": 0.0007340084994211793, + "transformer.layers.1.linear2.weight": 0.01900302805006504, + "transformer.layers.1.linear2.bias": 0.0015235625905916095, + "transformer.layers.2.linear1.weight": 0.010612747631967068, + "transformer.layers.2.linear1.bias": 0.0006663036183454096, + "transformer.layers.2.linear2.weight": 0.014018770307302475, + "transformer.layers.2.linear2.bias": 0.0014992019860073924, + "transformer.layers.3.linear1.weight": 0.020619874820113182, + "transformer.layers.3.linear1.bias": 0.001642923103645444, + "transformer.layers.3.linear2.weight": 0.011689001694321632, + "transformer.layers.3.linear2.bias": 0.0026040468364953995 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3667157292366028, - "repr_drift_kl_low_t": 0.3938068151473999, - "repr_drift_kl_mid_t": 0.359344482421875, - "repr_drift_kl_high_t": 0.3379433751106262, + "repr_drift_kl": 0.43103182315826416, + "repr_drift_kl_low_t": 0.5278258323669434, + "repr_drift_kl_mid_t": 0.4268661141395569, + "repr_drift_kl_high_t": 0.3378317356109619, "cka_iters": 500, - "cka_similarity": 0.7973525524139404, + "cka_similarity": 0.8558971881866455, "t_analysis_iters": 500, - "norm_low_t": 0.18070578575134277, - "norm_high_t": 0.25155600905418396, - "lowhigh_cos": 0.2592571973800659, + "norm_low_t": 0.08146321773529053, + "norm_high_t": 0.068633534014225, + "lowhigh_cos": 0.3619624972343445, "t_bin_norms": { - "t_0.0-0.1": 0.23185497522354126, - "t_0.1-0.2": 0.14477796852588654, - "t_0.2-0.3": 0.14813925325870514, - "t_0.3-0.4": 0.12097089737653732, - "t_0.4-0.5": 0.11454153060913086, - "t_0.5-0.6": 0.1209295466542244, - "t_0.6-0.7": 0.1237635388970375, - "t_0.7-0.8": 0.12493886798620224, - "t_0.8-0.9": 0.16362029314041138, - "t_0.9-1.0": 0.257024884223938 - }, - "win_rate": 0.2097596526145935, - "effective_batch_size": 86.56283569335938, + "t_0.0-0.1": 0.08578551560640335, + "t_0.1-0.2": 0.04863385111093521, + "t_0.2-0.3": 0.048216741532087326, + "t_0.3-0.4": 0.04159273952245712, + "t_0.4-0.5": 0.053609129041433334, + "t_0.5-0.6": 0.04331284761428833, + "t_0.6-0.7": 0.048640117049217224, + "t_0.7-0.8": 0.04656780883669853, + "t_0.8-0.9": 0.05660472437739372, + "t_0.9-1.0": 0.07777952402830124 + }, + "win_rate": 0.02896513044834137, + "effective_batch_size": 397.1021423339844, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 } } ] }, "layer_ablation_top1": { - "score": 0.6666666666666666, - "score_std": 0.011785113019775802, + "score": 0.4875, + "score_std": 0.020412414523193145, "all_scores": [ - 0.675, - 0.675, - 0.65 + 0.46249999999999997, + 0.5125, + 0.4875 ], "history": { "iters": [ @@ -78317,506 +94777,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2763704061508179, - 2.786273956298828, - 0.7105479836463928, - 0.2345016598701477, - 0.7754971981048584, - 0.3197792172431946, - 0.28072690963745117, - 0.0446338914334774, - 0.17158934473991394, - 0.18501310050487518, - 0.09281778335571289, - 1.8923041820526123, - 0.40107232332229614, - 0.9251607060432434, - 0.02176835760474205, - 0.0756753459572792, - 1.5769404172897339, - 0.30162152647972107, - 0.10863276571035385, - 0.6567212343215942, - 0.8286029100418091, - 0.015560136176645756, - 0.9162858724594116, - 0.03871279954910278, - 0.842792809009552, - 0.747314989566803, - 0.3997983932495117, - 0.38863876461982727, - 0.05763966590166092, - 0.06276912987232208, - 0.9247851371765137, - 0.3190701901912689, - 0.30521321296691895, - 0.2729964554309845, - 0.5817195773124695, - 0.11897603422403336, - 0.769783616065979, - 0.27051350474357605, - 0.9787216186523438, - 0.06077367812395096, - 0.13033638894557953, - 0.4696027338504791, - 0.9839571714401245, - 0.44960883259773254, - 0.555516242980957, - 0.5882315635681152, - 1.2678732872009277, - 0.15955834090709686, - 0.4035867154598236, - 0.1567278355360031, - 0.20459063351154327, - 0.5907330513000488, - 0.1066727265715599, - 0.3131411373615265, - 0.4260643422603607, - 0.6767373085021973, - 0.9351118803024292, - 0.28081169724464417, - 1.2813974618911743, - 0.47994837164878845, - 0.4857008457183838, - 0.39384573698043823, - 0.32156050205230713, - 0.5851776003837585, - 0.050271257758140564, - 0.449815034866333, - 0.06213092431426048, - 0.23769564926624298, - 0.01739676669239998, - 0.34073978662490845, - 0.45817235112190247, - 0.42596402764320374, - 1.1877806186676025, - 0.007295035291463137, - 0.818852424621582, - 0.06596982479095459, - 0.22239083051681519, - 0.5056552290916443, - 0.027643457055091858, - 0.3608236312866211, - 0.8190765380859375, - 0.05191676691174507, - 1.3117077350616455, - 0.16031229496002197, - 0.03664917126297951, - 0.543817400932312, - 0.005391944199800491, - 0.20021288096904755, - 0.02178296633064747, - 0.1999952793121338, - 0.033037275075912476, - 0.08207126706838608, - 0.2655802369117737, - 0.04282264783978462, - 0.21013474464416504, - 0.9403706192970276, - 0.023685745894908905, - 0.02616925910115242, - 0.8539630174636841, - 0.4431004822254181, - 0.05169067531824112, - 0.018247300758957863, - 0.2545771598815918, - 0.2915095090866089, - 0.20944979786872864, - 0.1530880481004715, - 1.1247268915176392, - 1.2244831323623657, - 0.6041494607925415, - 0.1480894684791565, - 0.15091310441493988, - 0.4685180187225342, - 0.005847991909831762, - 0.013741053640842438, - 0.5004212260246277, - 0.2203170359134674, - 0.2074110209941864, - 0.04113145172595978, - 0.3780498802661896, - 0.29910194873809814, - 0.2827719449996948, - 0.043037667870521545, - 0.33553412556648254, - 0.0498342290520668, - 1.19991135597229, - 0.31755751371383667, - 0.020831437781453133, - 0.5421596765518188, - 0.13191258907318115, - 0.4279097020626068, - 0.7295894622802734, - 0.34799638390541077, - 0.05170155316591263, - 0.3502977192401886, - 0.663784384727478, - 0.48601034283638, - 0.399432510137558, - 0.2912609577178955, - 1.27810537815094, - 0.33428269624710083, - 0.027895452454686165, - 1.3129314184188843, - 0.08831487596035004, - 0.5362669229507446, - 0.06248242408037186, - 0.24743199348449707, - 0.004666487220674753, - 0.38680529594421387, - 0.02021474577486515, - 0.09953249990940094, - 0.9818674325942993, - 0.22160601615905762, - 0.5448585748672485, - 1.2566083669662476, - 0.1785736083984375, - 0.08032061904668808, - 0.030734363943338394, - 0.6529905796051025, - 0.31547868251800537, - 0.029949313029646873, - 0.47707128524780273, - 0.32967832684516907, - 0.06412739306688309, - 0.2051531821489334, - 0.06902149319648743, - 0.55537348985672, - 0.7184128761291504, - 0.6197608113288879, - 0.46927645802497864, - 0.07613904774188995, - 0.16829051077365875, - 0.02338184230029583, - 0.1580861657857895, - 0.31684890389442444, - 1.0955865383148193, - 0.35322627425193787, - 0.3172548711299896, - 0.9148774743080139, - 0.7498546838760376, - 0.26878881454467773, - 0.4322323799133301, - 0.06417158991098404, - 0.4464637041091919, - 0.011855960823595524, - 0.21191638708114624, - 0.4952244460582733, - 0.024015014991164207, - 0.6029423475265503, - 1.2970235347747803, - 0.019047033041715622, - 0.2595283091068268, - 0.12385135143995285, - 1.0785101652145386, - 0.508057713508606, - 0.1080612987279892, - 0.07167042791843414, - 0.572812020778656, - 0.04163283854722977, - 1.1540818214416504, - 0.8223304748535156, - 0.5547316074371338, - 0.2835078239440918, - 0.3437366783618927, - 0.20874884724617004, - 0.5490255951881409, - 0.6247843503952026, - 0.36068642139434814, - 0.45813286304473877, - 0.608047366142273, - 0.2614744305610657, - 0.6975709795951843, - 0.07785604894161224, - 1.0124459266662598, - 0.174560084939003, - 0.26211652159690857, - 0.03420722857117653, - 0.11777801811695099, - 0.049861397594213486, - 0.05417172983288765, - 0.26734691858291626, - 0.8807329535484314, - 0.3086092472076416, - 0.4450687766075134, - 0.6475035548210144, - 0.8843062520027161, - 0.05041166767477989, - 0.5496413111686707, - 0.39971476793289185, - 1.1253896951675415, - 0.05869622528553009, - 0.9173958897590637, - 0.9845594167709351, - 0.15745483338832855, - 0.6674586534500122, - 0.4232286810874939, - 0.6019710898399353, - 0.62647545337677, - 0.43999359011650085, - 0.32130929827690125, - 0.027922995388507843, - 0.8859956860542297, - 0.41265612840652466, - 0.1604156494140625, - 0.5792521238327026, - 0.034462060779333115, - 0.9926978945732117, - 0.7831478714942932, - 0.026309818029403687, - 0.018448099493980408, - 0.20724959671497345, - 0.5369669198989868, - 0.06080138683319092, - 0.04610823839902878, - 0.6480108499526978, - 0.9538606405258179, - 0.009573872201144695, - 0.0316515788435936, - 0.13362300395965576, - 0.16727885603904724, - 0.6525809168815613, - 0.16324643790721893, - 0.2132384181022644, - 0.8417422771453857, - 0.15788903832435608, - 0.7374476790428162, - 0.02294672653079033, - 0.5665056109428406, - 0.3383180797100067, - 0.08005308359861374, - 0.056539878249168396, - 0.9870087504386902, - 0.15425823628902435, - 0.0742274820804596, - 0.8610351085662842, - 0.09329745918512344, - 0.7746230959892273, - 0.23376166820526123, - 0.20145978033542633, - 0.8457770943641663, - 0.7786211967468262, - 1.2132785320281982, - 0.6199773550033569, - 0.10257900506258011, - 0.3473787307739258, - 0.5748997926712036, - 0.07976719737052917, - 1.116537094116211, - 0.8861123323440552, - 0.016008811071515083, - 0.13250112533569336, - 0.1493566632270813, - 0.8943180441856384, - 0.6205276846885681, - 0.39270561933517456, - 0.37179437279701233, - 0.06299875676631927, - 0.3994395434856415, - 0.7656575441360474, - 0.396921306848526, - 0.971993088722229, - 0.1512230485677719, - 0.4933192729949951, - 1.1885249614715576, - 0.717183530330658, - 0.2834602892398834, - 0.2783108651638031, - 0.3705867528915405, - 0.7675357460975647, - 1.1056883335113525, - 0.0666462704539299, - 0.3016904592514038, - 0.19037817418575287, - 0.24048399925231934, - 0.04276631399989128, - 0.10752861201763153, - 0.04716182127594948, - 0.1231432557106018, - 0.6471236348152161, - 0.020770860835909843, - 0.21166373789310455, - 0.5993543863296509, - 0.08670008927583694, - 0.07122230529785156, - 0.29899752140045166, - 0.19651678204536438, - 0.5252556800842285, - 0.022211376577615738, - 0.8791576027870178, - 0.45588216185569763, - 0.08070058375597, - 0.16091643273830414, - 0.07143203914165497, - 0.11065381020307541, - 0.13796715438365936, - 0.5708097219467163, - 0.02682744339108467, - 0.053684037178754807, - 0.5446166396141052, - 0.6310818791389465, - 0.8655239939689636, - 0.7067395448684692, - 0.20350319147109985, - 0.4123043417930603, - 1.1525113582611084, - 0.8833609819412231, - 0.06910458207130432, - 0.6610352993011475, - 0.7226664423942566, - 0.35419079661369324, - 0.03499416634440422, - 0.17206501960754395, - 0.0827513188123703, - 0.05904762074351311, - 0.33850085735321045, - 0.17142584919929504, - 0.06742538511753082, - 0.25471580028533936, - 0.04202227294445038, - 0.047776494175195694, - 1.2239793539047241, - 0.4133720397949219, - 0.07652189582586288, - 0.9528533816337585, - 0.04727571830153465, - 0.0779447853565216, - 0.9902792572975159, - 0.0394996777176857, - 0.37164291739463806, - 0.8101564645767212, - 0.7477534413337708, - 0.6052389740943909, - 0.05384925752878189, - 0.15812237560749054, - 0.7053084969520569, - 0.04626918211579323, - 0.632603108882904, - 0.6144092679023743, - 0.0905209556221962, - 0.8614125847816467, - 0.03379292041063309, - 0.021862981840968132, - 0.2687351405620575, - 0.21457065641880035, - 0.7693360447883606, - 0.6404538154602051, - 0.3975802958011627, - 0.06309869885444641, - 0.22664423286914825, - 0.06299709528684616, - 1.38779878616333, - 0.041318416595458984, - 0.060641590505838394, - 0.01946651190519333, - 0.02010347694158554, - 1.2290171384811401, - 0.8377884030342102, - 0.8348347544670105, - 1.1715282201766968, - 0.07267796248197556, - 0.09531667083501816, - 0.08595507591962814, - 0.7413971424102783, - 0.98941570520401, - 0.3733671307563782, - 0.7344399690628052, - 0.12086791545152664, - 0.8056607246398926, - 0.8125057816505432, - 0.5122538208961487, - 0.6032501459121704, - 0.030715741217136383, - 1.1094110012054443, - 1.1874722242355347, - 0.007129065692424774, - 0.5207239985466003, - 0.6252341866493225, - 0.43607795238494873, - 0.03766072914004326, - 0.19646640121936798, - 0.1827244609594345, - 0.5832234025001526, - 0.657623291015625, - 0.6158832907676697, - 0.7584246397018433, - 0.2688857316970825, - 0.7759929299354553, - 0.5896074175834656, - 0.48069268465042114, - 0.5286182165145874, - 0.44624626636505127, - 0.15210449695587158, - 0.84236741065979, - 0.028385059908032417, - 0.01430642232298851, - 0.3749305009841919, - 0.26205122470855713, - 0.5390520095825195, - 0.036258380860090256, - 0.015533896163105965, - 0.6322519779205322, - 0.06877820938825607, - 1.0804048776626587, - 0.0801762044429779, - 0.16831408441066742, - 0.15566901862621307, - 0.05852329730987549, - 0.5749477744102478, - 0.019944889470934868, - 0.2832909822463989, - 0.03837715834379196, - 0.06769834458827972, - 0.4268718957901001, - 0.9581943154335022, - 0.4008428752422333, - 0.20951175689697266, - 0.10692497342824936, - 0.9861459732055664, - 0.4555385708808899, - 1.2402336597442627, - 0.2988985776901245, - 0.05086754634976387, - 0.4648002088069916, - 0.08157449960708618, - 0.08001629263162613, - 0.23524808883666992, - 0.8065011501312256, - 0.06922422349452972, - 0.5711925029754639, - 0.04428235813975334, - 0.3042764961719513, - 0.050259437412023544, - 0.041776809841394424, - 0.5232191681861877, - 0.02835880033671856, - 0.006047932431101799, - 0.18710823357105255, - 0.07299220561981201, - 0.011610782705247402, - 0.531204104423523, - 0.5561249852180481, - 0.5423280000686646, - 0.15023012459278107, - 0.1749907284975052, - 0.824355959892273, - 0.2990456223487854, - 0.14461123943328857, - 0.557834804058075, - 1.226562738418579, - 0.4295591711997986, - 0.7297543883323669, - 0.17631518840789795, - 0.23321226239204407, - 0.45350101590156555, - 0.35963520407676697, - 0.17946502566337585, - 0.1119450032711029, - 0.06227220967411995, - 0.4058689475059509, - 0.2039221078157425 + 0.7734967470169067, + 0.9262439012527466, + 0.5099580883979797, + 0.423841655254364, + 0.37320753931999207, + 0.4045717716217041, + 0.49698343873023987, + 0.28750425577163696, + 0.7955048084259033, + 0.2967737317085266, + 0.4075823426246643, + 0.6494574546813965, + 0.35882803797721863, + 0.2268146276473999, + 0.49492326378822327, + 0.4471832811832428, + 0.34155505895614624, + 0.3480570912361145, + 0.7776800394058228, + 0.5391507744789124, + 0.42857617139816284, + 0.2905956506729126, + 0.5443035960197449, + 0.4194239675998688, + 0.4842846691608429, + 0.36334073543548584, + 0.37671276926994324, + 0.1937345415353775, + 0.24623851478099823, + 0.38998132944107056, + 0.31702813506126404, + 0.5513358116149902, + 0.22358374297618866, + 0.264235258102417, + 0.32798171043395996, + 0.23178096115589142, + 0.3627435564994812, + 0.3275429904460907, + 0.4625680446624756, + 0.4843330681324005, + 0.2772408425807953, + 0.2864973545074463, + 0.3499111533164978, + 0.27635377645492554, + 0.20864512026309967, + 0.3061543107032776, + 0.2318892627954483, + 0.4435141980648041, + 0.3477463722229004, + 0.16803236305713654, + 0.3508315980434418, + 0.2332247495651245, + 0.2645447850227356, + 0.2861344516277313, + 0.44582444429397583, + 0.2708987891674042, + 0.3175758719444275, + 0.11801141500473022, + 0.27876022458076477, + 0.38979893922805786, + 0.3010239601135254, + 0.331988662481308, + 0.3081599473953247, + 0.21756651997566223, + 0.2301449328660965, + 0.389352947473526, + 0.3101564943790436, + 0.36694714426994324, + 0.2972000241279602, + 0.2420785129070282, + 0.1793130338191986, + 0.3252585232257843, + 0.3587275445461273, + 0.1705015003681183, + 0.25490933656692505, + 0.23427307605743408, + 0.1982511430978775, + 0.2650189995765686, + 0.2380085438489914, + 0.32949328422546387, + 0.2743188142776489, + 0.2771889865398407, + 0.2651214897632599, + 0.3487468361854553, + 0.3752284348011017, + 0.3036821484565735, + 0.25720056891441345, + 0.3587377369403839, + 0.327146977186203, + 0.2594102621078491, + 0.3056926429271698, + 0.1440039724111557, + 0.3848974108695984, + 0.3147588074207306, + 0.16776417195796967, + 0.2633402943611145, + 0.34834203124046326, + 0.10238872468471527, + 0.17423778772354126, + 0.15571996569633484, + 0.20434258878231049, + 0.33481645584106445, + 0.41037869453430176, + 0.3561851680278778, + 0.222645565867424, + 0.3269369304180145, + 0.16630186140537262, + 0.2391953468322754, + 0.3056340515613556, + 0.23350267112255096, + 0.20390580594539642, + 0.11850584298372269, + 0.1443827748298645, + 0.3065761923789978, + 0.22489000856876373, + 0.29364123940467834, + 0.2444380223751068, + 0.2086229771375656, + 0.27129897475242615, + 0.30448848009109497, + 0.35586676001548767, + 0.16845467686653137, + 0.17367959022521973, + 0.37056538462638855, + 0.08800675719976425, + 0.2648083567619324, + 0.2553008198738098, + 0.1372034251689911, + 0.2715704143047333, + 0.21300867199897766, + 0.430219441652298, + 0.2796438932418823, + 0.2488677203655243, + 0.3857806324958801, + 0.29813632369041443, + 0.21466080844402313, + 0.0769629254937172, + 0.39175093173980713, + 0.22854383289813995, + 0.1419643610715866, + 0.2923729419708252, + 0.2545463740825653, + 0.3038881719112396, + 0.1559496968984604, + 0.18794313073158264, + 0.18490809202194214, + 0.09257055819034576, + 0.3261967599391937, + 0.19393876194953918, + 0.24787521362304688, + 0.1683119535446167, + 0.35793888568878174, + 0.35901209712028503, + 0.3304661512374878, + 0.29574355483055115, + 0.28298741579055786, + 0.40057554841041565, + 0.1629912555217743, + 0.22795704007148743, + 0.15808597207069397, + 0.16761183738708496, + 0.18315726518630981, + 0.2935112714767456, + 0.24810025095939636, + 0.3908885419368744, + 0.3044898808002472, + 0.13310807943344116, + 0.30048277974128723, + 0.198533296585083, + 0.28991052508354187, + 0.2135019451379776, + 0.3143761157989502, + 0.15106689929962158, + 0.29319536685943604, + 0.3352646231651306, + 0.23846344649791718, + 0.17424634099006653, + 0.2424410879611969, + 0.3302805423736572, + 0.1766147017478943, + 0.23174148797988892, + 0.3433853089809418, + 0.3033616244792938, + 0.3486694395542145, + 0.353731632232666, + 0.31012260913848877, + 0.15841436386108398, + 0.32133957743644714, + 0.39481666684150696, + 0.2649734914302826, + 0.21401292085647583, + 0.24947723746299744, + 0.3160792291164398, + 0.1635182797908783, + 0.2126736044883728, + 0.29507729411125183, + 0.21450866758823395, + 0.36088165640830994, + 0.08526310324668884, + 0.1971689611673355, + 0.2930419445037842, + 0.277566522359848, + 0.2333229035139084, + 0.2946498990058899, + 0.21268396079540253, + 0.30823415517807007, + 0.294115275144577, + 0.16371536254882812, + 0.31583577394485474, + 0.16685910522937775, + 0.2582565248012543, + 0.3196111023426056, + 0.24137672781944275, + 0.12757983803749084, + 0.2171335220336914, + 0.17147181928157806, + 0.173392653465271, + 0.39118820428848267, + 0.17080356180667877, + 0.25105544924736023, + 0.20862293243408203, + 0.18627072870731354, + 0.16235440969467163, + 0.3289910852909088, + 0.13706201314926147, + 0.11871557682752609, + 0.37725740671157837, + 0.2626204490661621, + 0.1800224334001541, + 0.24471724033355713, + 0.21222324669361115, + 0.3103879392147064, + 0.2675144076347351, + 0.16717517375946045, + 0.18781088292598724, + 0.08336277306079865, + 0.1564055234193802, + 0.17358005046844482, + 0.40334442257881165, + 0.21752287447452545, + 0.28728175163269043, + 0.202781081199646, + 0.2671283185482025, + 0.22167624533176422, + 0.3282501697540283, + 0.23462516069412231, + 0.2399970442056656, + 0.2955244183540344, + 0.22617562115192413, + 0.17271190881729126, + 0.15511742234230042, + 0.23607419431209564, + 0.32235613465309143, + 0.19614699482917786, + 0.23352456092834473, + 0.22739872336387634, + 0.23387150466442108, + 0.15518037974834442, + 0.14517883956432343, + 0.26933765411376953, + 0.1843225210905075, + 0.16861684620380402, + 0.13501250743865967, + 0.3104175329208374, + 0.16880913078784943, + 0.2960347533226013, + 0.17221693694591522, + 0.2626098096370697, + 0.2516525983810425, + 0.28228017687797546, + 0.20682798326015472, + 0.2615622878074646, + 0.2028953582048416, + 0.1759793758392334, + 0.14404600858688354, + 0.27180710434913635, + 0.14002583920955658, + 0.17327801883220673, + 0.17331881821155548, + 0.24101696908473969, + 0.29876524209976196, + 0.14887695014476776, + 0.206071674823761, + 0.20802299678325653, + 0.3074403405189514, + 0.15557758510112762, + 0.16697539389133453, + 0.22391480207443237, + 0.2068001627922058, + 0.12731485068798065, + 0.27307793498039246, + 0.26432913541793823, + 0.08539599925279617, + 0.2548087537288666, + 0.1983214169740677, + 0.274440199136734, + 0.10724657028913498, + 0.22814491391181946, + 0.2751711308956146, + 0.11220307648181915, + 0.2222611904144287, + 0.17551636695861816, + 0.20247775316238403, + 0.20224009454250336, + 0.21824467182159424, + 0.2819393277168274, + 0.26460176706314087, + 0.28126630187034607, + 0.14433786273002625, + 0.08548375964164734, + 0.21492324769496918, + 0.2300294041633606, + 0.20902776718139648, + 0.19311951100826263, + 0.16041812300682068, + 0.15489454567432404, + 0.12959006428718567, + 0.25637567043304443, + 0.15932360291481018, + 0.17541606724262238, + 0.206943541765213, + 0.2136840522289276, + 0.16241949796676636, + 0.10934575647115707, + 0.14491598308086395, + 0.28321588039398193, + 0.28098064661026, + 0.22428375482559204, + 0.18251298367977142, + 0.2116817981004715, + 0.10528098046779633, + 0.17054902017116547, + 0.20399576425552368, + 0.1943219006061554, + 0.15349072217941284, + 0.2457193285226822, + 0.1870693415403366, + 0.2545311748981476, + 0.25208351016044617, + 0.25463563203811646, + 0.1192437931895256, + 0.2251550406217575, + 0.15003496408462524, + 0.2220991551876068, + 0.18592356145381927, + 0.20525699853897095, + 0.3196485638618469, + 0.15104025602340698, + 0.15299160778522491, + 0.36184900999069214, + 0.2169175148010254, + 0.17159990966320038, + 0.210880845785141, + 0.20159213244915009, + 0.04347655177116394, + 0.11547797918319702, + 0.20417943596839905, + 0.24749095737934113, + 0.2630594074726105, + 0.1542981117963791, + 0.14196743071079254, + 0.18504244089126587, + 0.18478208780288696, + 0.2771041989326477, + 0.2380504608154297, + 0.18982335925102234, + 0.21677334606647491, + 0.1629861444234848, + 0.17273852229118347, + 0.16705846786499023, + 0.16167190670967102, + 0.19352884590625763, + 0.1661466360092163, + 0.17507049441337585, + 0.17383426427841187, + 0.18352144956588745, + 0.18465688824653625, + 0.08683724701404572, + 0.16866813600063324, + 0.2796507179737091, + 0.12862719595432281, + 0.11455325782299042, + 0.1773005723953247, + 0.15210819244384766, + 0.20585057139396667, + 0.23826810717582703, + 0.26009005308151245, + 0.13770946860313416, + 0.08721061050891876, + 0.22973790764808655, + 0.24602292478084564, + 0.2154625803232193, + 0.09524615108966827, + 0.126925528049469, + 0.1809270679950714, + 0.216145321726799, + 0.24402254819869995, + 0.21018920838832855, + 0.24159590899944305, + 0.19362345337867737, + 0.2294071614742279, + 0.12370240688323975, + 0.250014066696167, + 0.2061358392238617, + 0.15547820925712585, + 0.22889505326747894, + 0.25210919976234436, + 0.2655485272407532, + 0.1406249850988388, + 0.22454819083213806, + 0.18402373790740967, + 0.26342079043388367, + 0.1525598168373108, + 0.21109674870967865, + 0.15484708547592163, + 0.21107302606105804, + 0.18249541521072388, + 0.21145445108413696, + 0.19186033308506012, + 0.1151624470949173, + 0.16765713691711426, + 0.19744423031806946, + 0.13362917304039001, + 0.18780259788036346, + 0.16443857550621033, + 0.07565795630216599, + 0.26759010553359985, + 0.0728851929306984, + 0.19430629909038544, + 0.1698206067085266, + 0.21983617544174194, + 0.1250828057527542, + 0.16515541076660156, + 0.11749441921710968, + 0.12528769671916962, + 0.24033479392528534, + 0.31834080815315247, + 0.11918303370475769, + 0.24325251579284668, + 0.17275749146938324, + 0.1518632471561432, + 0.2154790163040161, + 0.19627484679222107, + 0.25874054431915283, + 0.1994457095861435, + 0.23201440274715424, + 0.17394939064979553, + 0.20112110674381256, + 0.18456462025642395, + 0.16412371397018433, + 0.23248818516731262, + 0.2610654830932617, + 0.07188742607831955, + 0.2866654396057129, + 0.14782382547855377, + 0.24910609424114227, + 0.17203634977340698, + 0.15205809473991394, + 0.09565598517656326, + 0.20895692706108093, + 0.1418381929397583, + 0.20315435528755188, + 0.20920361578464508, + 0.1953553557395935, + 0.23337924480438232, + 0.2327599972486496, + 0.2196153700351715, + 0.23619045317173004, + 0.20015451312065125, + 0.19569772481918335, + 0.0957438200712204, + 0.18647578358650208, + 0.08199574798345566, + 0.2179817110300064, + 0.3126697838306427, + 0.231040820479393, + 0.12502361834049225, + 0.12343445420265198, + 0.33706825971603394, + 0.19573864340782166, + 0.14211606979370117, + 0.17517468333244324, + 0.16835720837116241, + 0.14942197501659393, + 0.20330454409122467, + 0.18426142632961273, + 0.15524855256080627, + 0.05453123152256012, + 0.19912755489349365, + 0.14184384047985077, + 0.16328847408294678, + 0.1199013739824295, + 0.1523505300283432, + 0.17463554441928864, + 0.2516501843929291, + 0.04063615947961807, + 0.2389708161354065, + 0.20137715339660645, + 0.24661283195018768, + 0.21955609321594238 ], "env_score_iters": [ 1, @@ -79321,2063 +95781,2573 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.5769049525260925, - -2.6557576656341553, - -3.4441819190979004, - -3.934795618057251, - -3.4164936542510986, - -3.168473958969116, - -2.995412826538086, - 2.7794198989868164, - -2.4806363582611084, - 0.06607785820960999, - -4.483370780944824, - -1.0082080364227295, - 4.438650608062744, - -1.7212307453155518, - -1.4353246688842773, - -3.5459446907043457, - -2.9070489406585693, - -5.152493953704834, - 0.510273277759552, - -6.90018892288208, - -0.911600649356842, - 0.13388079404830933, - -3.4859490394592285, - 0.5953512191772461, - -3.6681110858917236, - -3.0547642707824707, - -2.161484956741333, - -2.0085561275482178, - -2.3260862827301025, - -3.3042895793914795, - 0.3202805519104004, - -2.6024861335754395, - -0.27461329102516174, - -2.172865867614746, - -0.3048636019229889, - -2.601689338684082, - -3.0997390747070312, - -0.8311923742294312, - 3.5862557888031006, - -1.64988112449646, - -2.0072593688964844, - -2.7595183849334717, - 4.335633277893066, - -2.3585243225097656, - -1.2044925689697266, - -2.9269466400146484, - -2.4490582942962646, - -1.0993571281433105, - -2.298635721206665, - -1.1545482873916626, - -0.7680955529212952, - -3.1703169345855713, - 1.3905627727508545, - -2.9957242012023926, - 19.14992332458496, - -1.0574859380722046, - -0.6735545992851257, - -1.5408695936203003, - -2.467374086380005, - -0.3411968946456909, - -3.922321319580078, - -1.7248313426971436, - -3.5707285404205322, - -2.345421075820923, - -3.9029176235198975, - -4.946949481964111, - -2.4822094440460205, - -1.1506952047348022, - 3.454275369644165, - -2.905712604522705, - 4.176232814788818, - -3.5906574726104736, - -2.9272947311401367, - -2.1042165756225586, - -3.57936429977417, - -1.3072376251220703, - -0.8696326613426208, - -2.2751505374908447, - 14.068733215332031, - -3.2086422443389893, - -4.149203300476074, - -0.2638157308101654, - -3.052234411239624, - -4.4894280433654785, - -3.6754209995269775, - -8.758978843688965, - -3.9755945205688477, - -5.89696741104126, - -2.143467426300049, - -3.8882524967193604, - -4.466320991516113, - 1.2626709938049316, - -4.0331130027771, - -3.4081015586853027, - 2.736879587173462, - -1.2840576171875, - -4.1494140625, - -3.2201802730560303, - -3.417557954788208, - -2.7685201168060303, - -6.765649795532227, - -2.102132797241211, - 1.5597388744354248, - 4.2054266929626465, - 1.242682933807373, - -3.4342901706695557, - -2.572747230529785, - -1.9772552251815796, - -3.791816234588623, - -3.802356719970703, - -2.646515130996704, - -3.1529877185821533, - -2.972991943359375, - -3.6046524047851562, - -1.1330156326293945, - -3.270693302154541, - -4.477746963500977, - -3.306283950805664, - -1.6470831632614136, - -5.3250532150268555, - 1.4843409061431885, - -4.022823810577393, - -3.3595285415649414, - -6.079009056091309, - -2.8383519649505615, - -1.269181728363037, - -2.3573386669158936, - -2.3726537227630615, - -2.2680602073669434, - -2.281116008758545, - -3.51422381401062, - -2.5911543369293213, - -3.6925764083862305, - -1.1004077196121216, - 3.8777623176574707, - -2.267096757888794, - -4.253477096557617, - 12.35033893585205, - -3.584390640258789, - -2.8781683444976807, - -3.0389058589935303, - -3.031184434890747, - -3.555380344390869, - -2.6028223037719727, - -3.9583845138549805, - -9.09560775756836, - -2.7074227333068848, - -8.64323616027832, - 1.3074455261230469, - 4.432098388671875, - -2.2151448726654053, - -6.06705904006958, - -2.978398323059082, - -0.5962945222854614, - -2.3096060752868652, - -3.858419895172119, - -3.3857219219207764, - -1.2283008098602295, - -6.920602798461914, - -3.475769519805908, - -2.824087619781494, - -2.6454172134399414, - -0.6079546809196472, - -4.829383373260498, - -1.3852146863937378, - -2.8525424003601074, - -3.10160493850708, - -2.8019630908966064, - -3.4993674755096436, - -1.9178435802459717, - 9.379571914672852, - -1.75019109249115, - -1.4459835290908813, - 0.38471537828445435, - -0.6165120601654053, - -2.46461820602417, - -1.125132441520691, - -3.5615086555480957, - -2.9004597663879395, - -4.186788558959961, - -2.4796812534332275, - -5.566558361053467, - -2.4996654987335205, - -0.2309548407793045, - 5.998013496398926, - -3.770507335662842, - -2.2311346530914307, - -2.3659911155700684, - -6.717916488647461, - -0.950273334980011, - -3.4357972145080566, - -2.094496488571167, - 0.3897199034690857, - -2.076859951019287, - 4.069538116455078, - 0.5330003499984741, - -2.0095713138580322, - -3.481572389602661, - -1.4291008710861206, - -2.825908899307251, - -2.6713294982910156, - -0.1664452999830246, - -1.9503304958343506, - -3.2809057235717773, - -1.33786141872406, - -2.73148775100708, - -5.894345760345459, - -2.305457830429077, - 2.3465116024017334, - -4.826467037200928, - -2.243960380554199, - -2.9531686305999756, - -5.1414947509765625, - -4.3552093505859375, - -3.5693328380584717, - -1.210179090499878, - -0.4052859842777252, - -2.1034951210021973, - -0.7121990919113159, - -5.213667392730713, - -2.074105739593506, - -3.445312261581421, - -0.663310706615448, - -2.201883316040039, - 2.975351333618164, - -4.271198272705078, - 0.8787580728530884, - 1.1423572301864624, - -6.859536647796631, - -0.38846302032470703, - -2.267178773880005, - -1.459234595298767, - -0.971405029296875, - -0.3828032314777374, - -2.5838563442230225, - -2.776826858520508, - -1.1984999179840088, - -5.543375015258789, - -2.19118332862854, - -4.946193695068359, - -4.020226001739502, - 2.846198081970215, - -0.9107227921485901, - -3.153796434402466, - -3.520050287246704, - -2.986633777618408, - -2.6232845783233643, - -4.388958930969238, - -4.222914218902588, - 0.6503778696060181, - -5.486795425415039, - -3.9590773582458496, - -3.2986679077148438, - -7.75540018081665, - -3.316964864730835, - -0.6596587896347046, - -6.4423956871032715, - -3.075148344039917, - -2.7893099784851074, - -0.7886752486228943, - -1.8931150436401367, - -3.8088607788085938, - -1.8200920820236206, - -2.895063638687134, - -3.19107723236084, - -3.5380778312683105, - 1.155463457107544, - -5.5837249755859375, - -3.461625337600708, - -0.34050485491752625, - -2.2554917335510254, - -2.172165870666504, - -3.2857446670532227, - -5.3144941329956055, - 0.3862512409687042, - -0.012730655260384083, - 5.827133655548096, - -1.4218318462371826, - -5.161035537719727, - -0.7478170990943909, - -2.006934881210327, - -4.23907470703125, - 0.33232688903808594, - -1.760949969291687, - -5.254692554473877, - -1.9537979364395142, - -4.034014701843262, - -1.2415568828582764, - -2.6358046531677246, - -2.1895604133605957, - -2.2145023345947266, - -2.5773191452026367, - -1.2275997400283813, - -0.21351219713687897, - -3.0430402755737305, - -2.1203339099884033, - -3.1050209999084473, - -0.7704816460609436, - 1.648914098739624, - -4.613761901855469, - -2.1347484588623047, - -2.673414468765259, - -1.297722578048706, - 0.17003951966762543, - 1.9596397876739502, - -3.4627163410186768, - -2.4547364711761475, - -2.681936740875244, - -2.7165868282318115, - -4.064172267913818, - -3.111867904663086, - -3.2184014320373535, - -4.263586044311523, - 0.35773393511772156, - -3.9293456077575684, - -3.274775743484497, - -1.5425776243209839, - -3.5468764305114746, - -2.739084005355835, - -5.1432061195373535, - -2.5919909477233887, - 0.04005688428878784, - -4.0491719245910645, - -7.382748603820801, - -1.9154630899429321, - -3.8901567459106445, - -1.6415313482284546, - -3.734989881515503, - -4.209721088409424, - -2.9029364585876465, - -0.8590171933174133, - -3.8214173316955566, - -4.294515609741211, - -3.0027363300323486, - -1.4942569732666016, - 1.4421042203903198, - -0.2084478735923767, - -3.565974712371826, - -8.162919998168945, - 1.53106689453125, - -6.331637859344482, - -5.035271644592285, - -2.5602774620056152, - -3.0595297813415527, - -1.2224668264389038, - -3.9062230587005615, - -2.890775442123413, - -3.3997654914855957, - -5.41013240814209, - -2.265955924987793, - -4.541752815246582, - -1.0928633213043213, - -2.096440315246582, - -3.248642683029175, - -3.8515102863311768, - -2.1537606716156006, - -3.0785555839538574, - -3.0489344596862793, - -1.148248553276062, - -2.9061362743377686, - -4.4440460205078125, - 1.7512564659118652, - -2.4729716777801514, - -2.4336228370666504, - -2.0027389526367188, - -5.162410259246826, - -2.705944538116455, - -3.991755962371826, - -2.4676573276519775, - -0.7184033393859863, - -9.748491287231445, - -1.139472246170044, - -0.5484253764152527, - -2.8282392024993896, - -0.8187159895896912, - -3.7313411235809326, - -3.472222089767456, - -1.8082412481307983, - -2.6701183319091797, - -3.25606107711792, - -2.907697916030884, - -4.112602233886719, - -3.1870689392089844, - -2.952618360519409, - -9.7774076461792, - 5.648174285888672, - -3.8102710247039795, - -3.1146750450134277, - -3.6295602321624756, - -3.690398693084717, - 3.747042417526245, - -2.9275283813476562, - 0.4093020558357239, - 5.600030899047852, - -3.390260934829712, - -3.7627382278442383, - -4.032419681549072, - -0.15957918763160706, - 0.5678104758262634, - -2.991508960723877, - -2.7935338020324707, - -2.8099966049194336, - 2.367619276046753, - -0.8966636061668396, - -1.8674696683883667, - -4.087854862213135, - -7.789852619171143, - -0.07717356830835342, - -2.304961919784546, - -3.5577809810638428, - -2.8259036540985107, - -2.535855770111084, - -0.3438139259815216, - -3.236509084701538, - -3.371295690536499, - -3.424572706222534, - -0.8987801671028137, - -0.22411993145942688, - -0.3694967031478882, - 0.28115037083625793, - -2.3915493488311768, - -0.16836945712566376, - -1.5601344108581543, - -1.547032356262207, - -1.8139855861663818, - -3.0778558254241943, - -4.624855041503906, - 0.514875054359436, - -3.9382097721099854, - -3.9204108715057373, - -1.587821364402771, - -4.111728191375732, - -2.527298927307129, - -6.878396034240723, - -3.5478296279907227, - -0.912203311920166, - -2.7591099739074707, - 6.875215530395508, - -3.306553363800049, - -3.917271137237549, - -2.7088470458984375, - -3.456615924835205, - 0.08261805772781372, - -4.095489025115967, - -2.6637954711914062, - -3.8525948524475098, - -7.85434627532959, - -0.45053786039352417, - -1.158064365386963, - -3.870448589324951, - -3.4019384384155273, - -2.8239269256591797, - 0.4560418128967285, - -1.3128559589385986, - 3.6487250328063965, - -1.53056001663208, - -3.13120174407959, - -1.0698515176773071, - -4.110613822937012, - -3.4701030254364014, - -1.321563959121704, - 0.87158203125, - -5.5662078857421875, - -0.2154877632856369, - -3.7339577674865723, - -4.951446533203125, - -4.582584381103516, - -3.554091691970825, - -1.3786134719848633, - -4.486949443817139, - -3.355806350708008, - -2.6166694164276123, - -2.3156635761260986, - -3.904688596725464, - -1.5518629550933838, - -3.196057081222534, - -3.0362462997436523, - -3.2594478130340576, - -2.718547821044922, - 0.3514541983604431, - -2.7181386947631836, - -2.9234094619750977, - 1.2637364864349365, - 5.082267761230469, - -0.40237024426460266, - -0.2518143057823181, - -2.5144360065460205, - -2.6147162914276123, - -1.8752201795578003, - -2.3033158779144287, - -2.490816354751587, - -1.8899675607681274, - -2.2793076038360596, - -1.325533151626587, - -3.088528633117676 + -0.5324477553367615, + -0.40200042724609375, + -0.5168012976646423, + -0.5398694276809692, + -0.6069586873054504, + -0.593781590461731, + -0.5064197778701782, + -0.5906360745429993, + -0.3861545920372009, + -0.44432589411735535, + -0.5401755571365356, + -0.3130820095539093, + -0.4869353175163269, + -0.7018304467201233, + -0.5484216809272766, + -0.6672330498695374, + -0.25512054562568665, + -0.5834931135177612, + 0.19774304330348969, + -0.36601513624191284, + -0.5083204507827759, + -0.554394543170929, + -0.37311333417892456, + -0.5022979974746704, + -0.41788893938064575, + -0.4977463483810425, + -0.40190255641937256, + -0.5842257738113403, + -0.4041329324245453, + -0.37946054339408875, + -0.467327743768692, + -0.4388335943222046, + -0.5206385254859924, + -0.5119870901107788, + -0.5239578485488892, + -0.3612721860408783, + -0.5034062266349792, + -0.36401450634002686, + -0.48529428243637085, + -0.36184191703796387, + -0.557697594165802, + -0.750342071056366, + -0.5514483451843262, + -0.43918269872665405, + -0.5779115557670593, + -0.5789323449134827, + -0.4855426549911499, + -0.5284888744354248, + -0.6371461749076843, + -0.48872342705726624, + -0.4751833975315094, + -0.4883120357990265, + -0.5830307602882385, + -0.44903895258903503, + -0.4531116187572479, + -0.15960407257080078, + -0.27369630336761475, + -0.5460596084594727, + -0.459207683801651, + -0.6920241117477417, + -0.5646440386772156, + -0.7845118045806885, + -0.3763418197631836, + -0.5981860160827637, + -0.38762643933296204, + -0.34070152044296265, + -0.406848669052124, + -0.441671758890152, + -0.3792702257633209, + -0.5104642510414124, + -1.0533403158187866, + -0.45761480927467346, + -0.5125605463981628, + -0.5325257778167725, + -0.5652399063110352, + -0.5454233288764954, + -0.4849647283554077, + -0.5540019869804382, + -0.6204123497009277, + -0.3992162346839905, + -0.9617598652839661, + -0.46281468868255615, + -0.7037096619606018, + -0.3958735764026642, + -0.48388907313346863, + -0.36736664175987244, + -0.37048301100730896, + -0.5902120471000671, + -0.5314738750457764, + -0.5148836374282837, + -0.5592983961105347, + -0.4811280369758606, + -0.4202992916107178, + -0.5191041827201843, + -0.5476543307304382, + -0.47482454776763916, + -0.5565829277038574, + -0.442513644695282, + -0.482686847448349, + -0.5380908250808716, + -0.7245884537696838, + -0.4458293616771698, + -0.4626925587654114, + -0.38388097286224365, + -0.41495051980018616, + -0.5469533205032349, + -0.4946458339691162, + -0.6619759202003479, + -0.3016873002052307, + -0.6584979891777039, + -0.49396076798439026, + -0.4047464430332184, + -0.2970980703830719, + -0.48835834860801697, + -0.46142202615737915, + -0.519915759563446, + -0.4902513325214386, + -0.4354604184627533, + -0.49633052945137024, + -0.37251460552215576, + -0.4872024357318878, + -0.4838702082633972, + -0.48363497853279114, + -0.47488313913345337, + -0.42461061477661133, + -0.43378281593322754, + -0.3271080255508423, + -0.43974700570106506, + -0.18945544958114624, + -0.4630853235721588, + -0.3801604211330414, + -0.25292497873306274, + 0.005988385993987322, + -0.346675306558609, + -0.3996562063694, + -0.6418206095695496, + -0.45684361457824707, + -0.3739396333694458, + -1.0122604370117188, + -0.5342954397201538, + -0.48687508702278137, + -0.7528272271156311, + -0.27957379817962646, + -0.5559754967689514, + -0.6738670468330383, + -0.6448741555213928, + -0.5607162714004517, + -0.3909825384616852, + -0.5223662853240967, + -0.6822370290756226, + -0.46267175674438477, + -0.24905593693256378, + -0.0689704418182373, + -0.4814853370189667, + -0.4201236665248871, + -0.7764623761177063, + -0.18933957815170288, + -0.6363440752029419, + -0.4759211540222168, + -0.34199321269989014, + -0.4490675628185272, + -0.6108185052871704, + -0.7013528943061829, + -0.5208597183227539, + -0.4047122001647949, + -0.46375542879104614, + -0.5299739241600037, + -0.4668167531490326, + -0.36292871832847595, + -0.26064804196357727, + -0.40861499309539795, + -0.4108537435531616, + -0.6598730087280273, + -0.49270665645599365, + -0.4838511347770691, + -0.330508291721344, + -0.5072835683822632, + -0.3062721788883209, + -0.17165693640708923, + -0.5895094275474548, + -0.4044452905654907, + -0.4273330569267273, + -0.4818025827407837, + -0.34564533829689026, + -0.46687987446784973, + -0.46485888957977295, + -0.4470210075378418, + -0.4861617982387543, + -0.5344666838645935, + -0.5188514590263367, + -0.48220738768577576, + -0.6232743263244629, + -0.3452617824077606, + -0.39776813983917236, + -0.6308263540267944, + -0.449318528175354, + -0.5105094313621521, + -0.3486648499965668, + -0.33728665113449097, + -0.4702170491218567, + -0.357284277677536, + -0.46516039967536926, + -0.5460162162780762, + -0.5915730595588684, + -0.5928923487663269, + -0.3432939946651459, + -0.47146913409233093, + -0.6092190742492676, + -0.2603197395801544, + -0.47648027539253235, + -0.3981820046901703, + -0.13532552123069763, + -0.4331972897052765, + -0.5173928737640381, + -0.3502521216869354, + -0.44998809695243835, + -0.5660290122032166, + -0.36100390553474426, + -0.3730624318122864, + -0.5399312973022461, + -0.4603783190250397, + -0.3988798260688782, + -0.6188581585884094, + -0.5852668285369873, + -0.5568508505821228, + -0.5542980432510376, + -0.2456168681383133, + -0.41562291979789734, + -0.6562937498092651, + -0.3988817632198334, + -0.853381335735321, + -0.3342626988887787, + -0.5753466486930847, + -0.5187084674835205, + -0.3905881941318512, + -0.6667470932006836, + -0.6027150750160217, + -0.04342792555689812, + -0.316440612077713, + -0.42287638783454895, + -0.269545316696167, + -0.6219753623008728, + -0.45268550515174866, + -0.5379858613014221, + -0.42115461826324463, + -0.43054601550102234, + -0.3281188905239105, + -0.7321662902832031, + -0.4298495352268219, + -0.40491431951522827, + -0.5727117657661438, + -0.5012888312339783, + -0.7165207266807556, + -0.45875129103660583, + -0.4261103868484497, + -0.29865843057632446, + -0.45144546031951904, + -0.7797926664352417, + -0.3586616516113281, + -0.4720960855484009, + -0.4276220202445984, + -0.5908361077308655, + -0.5183311104774475, + -0.5218920111656189, + -0.5839312672615051, + -0.46449995040893555, + -0.4372934103012085, + -0.39055997133255005, + -0.45957282185554504, + -0.5347327589988708, + -0.5811711549758911, + -0.2153761386871338, + -0.43014129996299744, + -0.5683519840240479, + -0.6488025188446045, + -0.4027731716632843, + -0.7264566421508789, + -0.6238902807235718, + -0.5014057755470276, + -0.44788214564323425, + -0.48598819971084595, + -0.44440245628356934, + -0.5597031116485596, + -0.6497316956520081, + -0.35820508003234863, + -0.4615073800086975, + -0.4563767611980438, + -0.5231797695159912, + -0.4457143545150757, + -0.5573323369026184, + -0.5990738868713379, + -0.683087944984436, + -0.6317079663276672, + -0.3498890697956085, + -0.5628698468208313, + -0.4181080460548401, + -0.5917934775352478, + -0.4818044602870941, + -0.48170629143714905, + -0.48499390482902527, + -0.3989856541156769, + -0.47362613677978516, + -0.3448696732521057, + -0.5868090391159058, + -0.5102795362472534, + -0.36316001415252686, + -0.24594593048095703, + -0.30946987867355347, + -0.4934476613998413, + -0.5783698558807373, + -0.4307534098625183, + -0.42160388827323914, + -0.427539587020874, + -0.6667267680168152, + -0.3596822917461395, + -0.748432993888855, + -0.6564666628837585, + -0.5107476115226746, + -0.6173366904258728, + -0.5340297222137451, + -0.5866971015930176, + -0.5513872504234314, + -0.5494848489761353, + -0.47116920351982117, + -0.5281047821044922, + -0.05810638889670372, + -0.5790048837661743, + -0.37135612964630127, + -0.48406094312667847, + -0.45280691981315613, + -0.5044597387313843, + -0.5931511521339417, + -0.5395799875259399, + -0.2896721363067627, + -0.5827205181121826, + -0.4807443916797638, + -0.5023009777069092, + -0.3458096981048584, + -0.49882715940475464, + -0.36523541808128357, + -0.6987440586090088, + -0.5712388753890991, + -0.49268966913223267, + -0.42719072103500366, + -0.4941755533218384, + -0.5725609064102173, + -0.319944828748703, + -0.5539402365684509, + -0.5818403959274292, + -0.3711778521537781, + -0.3848230242729187, + -0.4506323039531708, + -0.3914218842983246, + -0.44892600178718567, + -0.5593045949935913, + -0.5027374625205994, + -0.35924094915390015, + -0.42417073249816895, + -0.25256720185279846, + -0.4654591679573059, + -0.5246837735176086, + -0.46532395482063293, + -0.6798704862594604, + -0.3778744041919708, + -0.3015764653682709, + -0.4659092426300049, + -0.6142512559890747, + -0.46051958203315735, + -0.624384880065918, + -0.5340335369110107, + -0.4465484023094177, + -0.3961094319820404, + -0.5484156608581543, + -0.5401495695114136, + -0.4261142313480377, + -0.4659899175167084, + -0.2784861624240875, + -0.8808559775352478, + -0.44771629571914673, + -0.36142826080322266, + -0.49330055713653564, + -0.3800414204597473, + -0.5603422522544861, + -0.584539532661438, + -0.3922780752182007, + -0.36118319630622864, + -0.2056851089000702, + -0.5972211956977844, + -0.41064873337745667, + -0.5248925089836121, + -0.7285887002944946, + -0.48751300573349, + -0.5148844718933105, + -0.5521105527877808, + -0.30439040064811707, + -0.29331040382385254, + -0.2385372817516327, + -0.4874073266983032, + -0.4967556297779083, + -0.3914177119731903, + -0.41441839933395386, + -0.5032955408096313, + -0.6788656115531921, + -0.7185574173927307, + -0.2597052752971649, + -0.5479125380516052, + -0.3410399854183197, + -0.3950560390949249, + -0.554810643196106, + -0.5710187554359436, + -0.5243045091629028, + -0.42051103711128235, + -0.5972974896430969, + -0.29030004143714905, + -0.4060607850551605, + -0.6385884284973145, + -0.6845900416374207, + -0.62328040599823, + -0.399366557598114, + -0.29589828848838806, + -0.5018110275268555, + -0.6149320602416992, + -0.6005066633224487, + -0.43984782695770264, + -0.46759653091430664, + -0.49530142545700073, + -0.3938196897506714, + -0.5407922267913818, + -0.36296582221984863, + -0.5112944841384888, + -0.5642871260643005, + -0.5471903681755066, + -0.45423251390457153, + -0.4861621856689453, + -0.4908680319786072, + -0.33036187291145325, + -0.300254762172699, + -0.5167586207389832, + -0.6489785313606262, + -0.6104753017425537, + -0.50178462266922, + -0.48251789808273315, + -0.6631149053573608, + -0.39038991928100586, + -0.23638178408145905, + -0.5055426359176636, + -0.6634542942047119, + -0.6003872752189636, + -0.2759284973144531, + -0.6043616533279419, + -0.37931475043296814, + -0.25293055176734924, + -0.35619473457336426, + -0.47700220346450806, + -0.8074402809143066, + -0.40931421518325806, + -0.4900190830230713, + -0.5234349966049194, + -0.5356062054634094, + -0.4408450424671173, + -0.46889522671699524, + -0.4657924771308899, + -0.3448769450187683, + -0.39383959770202637, + -0.398886501789093, + -0.5249506235122681, + -0.22472748160362244, + -0.44975319504737854, + -0.5273864269256592, + -0.5635402798652649, + -0.503676176071167, + -0.5881829261779785, + -0.6300798058509827, + -0.3822876811027527, + -0.17407070100307465, + -0.2734968960285187, + -0.6459975242614746, + -0.48586344718933105, + -0.12106938660144806, + -0.48606497049331665, + -0.629941999912262, + -0.46640563011169434, + -0.5513467192649841, + -0.43877896666526794, + -0.5451409816741943, + -0.3929603099822998, + -0.558538019657135, + -0.5632045269012451, + -0.5216313004493713, + -0.5430654883384705, + -0.5450214147567749, + -0.6069657206535339, + -0.4980580508708954, + -0.48167410492897034, + -0.3060193359851837, + -0.5332477688789368, + -0.15725816786289215, + -0.46564799547195435, + -0.25310730934143066, + -0.46336793899536133 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.7, - 0.6749999999999999, - 0.7, - 0.675, - 0.6749999999999999, - 0.65, - 0.675, - 0.675, - 0.65 + 0.4375, + 0.4875, + 0.5375, + 0.475, + 0.4875, + 0.475, + 0.43749999999999994, + 0.475, + 0.475, + 0.45, + 0.46249999999999997, + 0.46249999999999997, + 0.475, + 0.4875, + 0.4875, + 0.46249999999999997, + 0.38749999999999996, + 0.4875, + 0.4875, + 0.46249999999999997 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7573079466819763, - 0.47902607917785645, - 0.4757504463195801, - 0.8092759251594543, - 0.1255408525466919, - 0.6669498085975647, - 0.21007154881954193, - 0.05473871901631355, - 0.4671325981616974, - 0.16069014370441437 + -0.011865368112921715, + 0.1788444072008133, + -0.10400132089853287, + 0.09564884006977081, + -0.23511254787445068, + -0.3304555118083954, + 0.3413013815879822, + 0.26690807938575745, + 0.08749469369649887, + 0.18616433441638947, + 0.03447069227695465, + -0.16830237209796906, + 0.23598931729793549, + 0.3424544036388397, + -0.06955078989267349, + -0.10109858214855194, + 0.2671208679676056, + -0.09391045570373535, + 0.20503762364387512, + 0.1694503277540207 ], "rl_grad_norm": [ - 1.0636992454528809, - 1.3272161483764648, - 0.027417322620749474, - 2.6902525424957275, - 0.10770142078399658, - 0.9442095160484314, - 0.3025193214416504, - 0.17978881299495697, - 0.6070883870124817, - 0.35142937302589417 + 0.6638473272323608, + 0.31297019124031067, + 0.3773214817047119, + 0.1344296634197235, + 0.12957777082920074, + 0.5713028907775879, + 0.3879436254501343, + 0.43704983592033386, + 0.263097882270813, + 0.2174941748380661, + 0.27610042691230774, + 0.1635666787624359, + 0.49352729320526123, + 0.5588186383247375, + 0.18233533203601837, + 0.2933852970600128, + 0.3300224840641022, + 0.3112306296825409, + 0.21844874322414398, + 0.3224084973335266 ], "bc_grad_norm": [ - 0.30067530274391174, - 0.8275424242019653, - 0.29626360535621643, - 0.6946702003479004, - 0.16444016993045807, - 0.271987646818161, - 0.17579235136508942, - 0.2074974775314331, - 0.1706896424293518, - 0.1616477370262146 + 1.5803210735321045, + 1.4307807683944702, + 1.2786113023757935, + 1.1553889513015747, + 1.618369698524475, + 1.4184335470199585, + 1.5473055839538574, + 1.5256272554397583, + 1.3663996458053589, + 1.0896892547607422, + 0.8628460168838501, + 1.006908893585205, + 1.0696756839752197, + 2.519571542739868, + 1.6675262451171875, + 1.8456214666366577, + 1.3012195825576782, + 1.732736587524414, + 2.512474298477173, + 1.947818398475647 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.3.self_attn.in_proj_weight": 0.09951513260602951, - "transformer.layers.3.self_attn.in_proj_bias": 0.00820914562791586, - "transformer.layers.3.self_attn.out_proj.weight": 0.08916333317756653, - "transformer.layers.3.self_attn.out_proj.bias": 0.010205159895122051, - "transformer.layers.3.linear1.weight": 0.19726870954036713, - "transformer.layers.3.linear1.bias": 0.017431780695915222, - "transformer.layers.3.linear2.weight": 0.0992630198597908, - "transformer.layers.3.linear2.bias": 0.01920248568058014, - "transformer.layers.3.norm1.weight": 0.006519229616969824, - "transformer.layers.3.norm1.bias": 0.00897355005145073, - "transformer.layers.3.norm2.weight": 0.018367892131209373, - "transformer.layers.3.norm2.bias": 0.030011143535375595, - "head.weight": 1.0731549263000488, - "head.bias": 0.04143403843045235 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.23437458276748657, - "transformer.layers.3.self_attn.in_proj_bias": 0.024987637996673584, - "transformer.layers.3.self_attn.out_proj.weight": 0.1504458487033844, - "transformer.layers.3.self_attn.out_proj.bias": 0.022078895941376686, - "transformer.layers.3.linear1.weight": 0.28535065054893494, - "transformer.layers.3.linear1.bias": 0.02539033629000187, - "transformer.layers.3.linear2.weight": 0.15809841454029083, - "transformer.layers.3.linear2.bias": 0.03447982296347618, - "transformer.layers.3.norm1.weight": 0.01670621894299984, - "transformer.layers.3.norm1.bias": 0.033455248922109604, - "transformer.layers.3.norm2.weight": 0.023926906287670135, - "transformer.layers.3.norm2.bias": 0.03874221444129944, - "head.weight": 1.6810624599456787, - "head.bias": 0.07403784245252609 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.007248423993587494, - "transformer.layers.3.self_attn.in_proj_bias": 0.0003609083069022745, - "transformer.layers.3.self_attn.out_proj.weight": 0.004176860209554434, - "transformer.layers.3.self_attn.out_proj.bias": 0.0002989558270201087, - "transformer.layers.3.linear1.weight": 0.006658215541392565, - "transformer.layers.3.linear1.bias": 0.0004571079625748098, - "transformer.layers.3.linear2.weight": 0.003859039628878236, - "transformer.layers.3.linear2.bias": 0.000404915219405666, - "transformer.layers.3.norm1.weight": 0.0005764575907960534, - "transformer.layers.3.norm1.bias": 0.0003602325450628996, - "transformer.layers.3.norm2.weight": 0.0005418043001554906, - "transformer.layers.3.norm2.bias": 0.0005736024468205869, - "head.weight": 0.03339996188879013, - "head.bias": 0.0009693416068330407 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.3521178364753723, - "transformer.layers.3.self_attn.in_proj_bias": 0.035146769136190414, - "transformer.layers.3.self_attn.out_proj.weight": 0.22070924937725067, - "transformer.layers.3.self_attn.out_proj.bias": 0.030255885794758797, - "transformer.layers.3.linear1.weight": 0.4475260376930237, - "transformer.layers.3.linear1.bias": 0.042100172489881516, - "transformer.layers.3.linear2.weight": 0.2428252100944519, - "transformer.layers.3.linear2.bias": 0.051063209772109985, - "transformer.layers.3.norm1.weight": 0.025401273742318153, - "transformer.layers.3.norm1.bias": 0.04728838801383972, - "transformer.layers.3.norm2.weight": 0.041564732789993286, - "transformer.layers.3.norm2.bias": 0.06837814301252365, - "head.weight": 2.453725814819336, - "head.bias": 0.10311766713857651 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.015177699737250805, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006586034432984889, - "transformer.layers.3.self_attn.out_proj.weight": 0.0050967601127922535, - "transformer.layers.3.self_attn.out_proj.bias": 0.0003201162035111338, - "transformer.layers.3.linear1.weight": 0.009938649833202362, - "transformer.layers.3.linear1.bias": 0.0006039972067810595, - "transformer.layers.3.linear2.weight": 0.005328686907887459, - "transformer.layers.3.linear2.bias": 0.00033393778721801937, - "transformer.layers.3.norm1.weight": 0.0012390905758365989, - "transformer.layers.3.norm1.bias": 0.0008021665853448212, - "transformer.layers.3.norm2.weight": 0.0007853165734559298, - "transformer.layers.3.norm2.bias": 0.000773624808061868, - "head.weight": 0.04500019550323486, - "head.bias": 0.0006632595905102789 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.11777235567569733, - "transformer.layers.3.self_attn.in_proj_bias": 0.00925204623490572, - "transformer.layers.3.self_attn.out_proj.weight": 0.0653320774435997, - "transformer.layers.3.self_attn.out_proj.bias": 0.007147395983338356, - "transformer.layers.3.linear1.weight": 0.11079091578722, - "transformer.layers.3.linear1.bias": 0.008900978602468967, - "transformer.layers.3.linear2.weight": 0.061769403517246246, - "transformer.layers.3.linear2.bias": 0.00988314114511013, - "transformer.layers.3.norm1.weight": 0.010229184292256832, - "transformer.layers.3.norm1.bias": 0.011256753467023373, - "transformer.layers.3.norm2.weight": 0.009616902098059654, - "transformer.layers.3.norm2.bias": 0.013132412917912006, - "head.weight": 0.5641836524009705, - "head.bias": 0.020756138488650322 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.0862208679318428, - "transformer.layers.3.self_attn.in_proj_bias": 0.0037283727433532476, - "transformer.layers.3.self_attn.out_proj.weight": 0.035673048347234726, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023613383527845144, - "transformer.layers.3.linear1.weight": 0.07453542202711105, - "transformer.layers.3.linear1.bias": 0.004070325288921595, - "transformer.layers.3.linear2.weight": 0.03379319980740547, - "transformer.layers.3.linear2.bias": 0.0036814562045037746, - "transformer.layers.3.norm1.weight": 0.005901026539504528, - "transformer.layers.3.norm1.bias": 0.004155636765062809, - "transformer.layers.3.norm2.weight": 0.007114114705473185, - "transformer.layers.3.norm2.bias": 0.005512905772775412, - "head.weight": 0.3737492859363556, - "head.bias": 0.008269667625427246 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.05326429381966591, - "transformer.layers.3.self_attn.in_proj_bias": 0.0027102192398160696, - "transformer.layers.3.self_attn.out_proj.weight": 0.0232827290892601, - "transformer.layers.3.self_attn.out_proj.bias": 0.0021123294718563557, - "transformer.layers.3.linear1.weight": 0.04521055892109871, - "transformer.layers.3.linear1.bias": 0.0030765708070248365, - "transformer.layers.3.linear2.weight": 0.021643592044711113, - "transformer.layers.3.linear2.bias": 0.0035679975990206003, - "transformer.layers.3.norm1.weight": 0.004551976453512907, - "transformer.layers.3.norm1.bias": 0.0034481422044336796, - "transformer.layers.3.norm2.weight": 0.004151197616010904, - "transformer.layers.3.norm2.bias": 0.004707955755293369, - "head.weight": 0.2794037163257599, - "head.bias": 0.00881497748196125 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.12066982686519623, - "transformer.layers.3.self_attn.in_proj_bias": 0.00542320916429162, - "transformer.layers.3.self_attn.out_proj.weight": 0.04705030843615532, - "transformer.layers.3.self_attn.out_proj.bias": 0.003739244071766734, - "transformer.layers.3.linear1.weight": 0.08464904129505157, - "transformer.layers.3.linear1.bias": 0.005335756111890078, - "transformer.layers.3.linear2.weight": 0.04441911354660988, - "transformer.layers.3.linear2.bias": 0.006119859404861927, - "transformer.layers.3.norm1.weight": 0.010287043638527393, - "transformer.layers.3.norm1.bias": 0.007230598479509354, - "transformer.layers.3.norm2.weight": 0.007591746281832457, - "transformer.layers.3.norm2.bias": 0.007881789468228817, - "head.weight": 0.47345811128616333, - "head.bias": 0.013747356832027435 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.14200177788734436, - "transformer.layers.3.self_attn.in_proj_bias": 0.006312390323728323, - "transformer.layers.3.self_attn.out_proj.weight": 0.06495852768421173, - "transformer.layers.3.self_attn.out_proj.bias": 0.00522407703101635, - "transformer.layers.3.linear1.weight": 0.12255977839231491, - "transformer.layers.3.linear1.bias": 0.008439934812486172, - "transformer.layers.3.linear2.weight": 0.056715019047260284, - "transformer.layers.3.linear2.bias": 0.009737757034599781, - "transformer.layers.3.norm1.weight": 0.010994077660143375, - "transformer.layers.3.norm1.bias": 0.007995284162461758, - "transformer.layers.3.norm2.weight": 0.011723355390131474, - "transformer.layers.3.norm2.bias": 0.014493354596197605, - "head.weight": 0.7071655988693237, - "head.bias": 0.024937450885772705 + "transformer.layers.3.self_attn.in_proj_weight": 0.12525209784507751, + "transformer.layers.3.self_attn.in_proj_bias": 0.008953079581260681, + "transformer.layers.3.self_attn.out_proj.weight": 0.10717212408781052, + "transformer.layers.3.self_attn.out_proj.bias": 0.008437811397016048, + "transformer.layers.3.linear1.weight": 0.132135272026062, + "transformer.layers.3.linear1.bias": 0.010697736404836178, + "transformer.layers.3.linear2.weight": 0.07652508467435837, + "transformer.layers.3.linear2.bias": 0.011563006788492203, + "transformer.layers.3.norm1.weight": 0.009501288644969463, + "transformer.layers.3.norm1.bias": 0.010980366729199886, + "transformer.layers.3.norm2.weight": 0.012585166841745377, + "transformer.layers.3.norm2.bias": 0.015924738720059395, + "head.weight": 0.7245081663131714, + "head.bias": 0.02275249734520912 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.05495388060808182, + "transformer.layers.3.self_attn.in_proj_bias": 0.00331066083163023, + "transformer.layers.3.self_attn.out_proj.weight": 0.033862560987472534, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029178473632782698, + "transformer.layers.3.linear1.weight": 0.043818481266498566, + "transformer.layers.3.linear1.bias": 0.0030412720516324043, + "transformer.layers.3.linear2.weight": 0.02916855737566948, + "transformer.layers.3.linear2.bias": 0.003686899784952402, + "transformer.layers.3.norm1.weight": 0.004287844989448786, + "transformer.layers.3.norm1.bias": 0.004499472677707672, + "transformer.layers.3.norm2.weight": 0.0033218117896467447, + "transformer.layers.3.norm2.bias": 0.0038704616017639637, + "head.weight": 0.28438636660575867, + "head.bias": 0.007788005284965038 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.04993724450469017, + "transformer.layers.3.self_attn.in_proj_bias": 0.003799429861828685, + "transformer.layers.3.self_attn.out_proj.weight": 0.031662050634622574, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028970337007194757, + "transformer.layers.3.linear1.weight": 0.03735756129026413, + "transformer.layers.3.linear1.bias": 0.0028982688672840595, + "transformer.layers.3.linear2.weight": 0.023682549595832825, + "transformer.layers.3.linear2.bias": 0.003411088604480028, + "transformer.layers.3.norm1.weight": 0.00375459436327219, + "transformer.layers.3.norm1.bias": 0.005083865020424128, + "transformer.layers.3.norm2.weight": 0.002914681099355221, + "transformer.layers.3.norm2.bias": 0.003745202673599124, + "head.weight": 0.21697281301021576, + "head.bias": 0.006895206868648529 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.09494056552648544, + "transformer.layers.3.self_attn.in_proj_bias": 0.005799603182822466, + "transformer.layers.3.self_attn.out_proj.weight": 0.038051847368478775, + "transformer.layers.3.self_attn.out_proj.bias": 0.0031474782153964043, + "transformer.layers.3.linear1.weight": 0.055249959230422974, + "transformer.layers.3.linear1.bias": 0.003939613699913025, + "transformer.layers.3.linear2.weight": 0.029806671664118767, + "transformer.layers.3.linear2.bias": 0.003993635065853596, + "transformer.layers.3.norm1.weight": 0.00721903657540679, + "transformer.layers.3.norm1.bias": 0.008578102104365826, + "transformer.layers.3.norm2.weight": 0.004874937701970339, + "transformer.layers.3.norm2.bias": 0.00616317568346858, + "head.weight": 0.2714006304740906, + "head.bias": 0.00807357206940651 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.029850298538804054, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026052200701087713, + "transformer.layers.3.self_attn.out_proj.weight": 0.014457730576395988, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018516465788707137, + "transformer.layers.3.linear1.weight": 0.020702052861452103, + "transformer.layers.3.linear1.bias": 0.0018898302223533392, + "transformer.layers.3.linear2.weight": 0.012370224110782146, + "transformer.layers.3.linear2.bias": 0.0024520158767700195, + "transformer.layers.3.norm1.weight": 0.0020881351083517075, + "transformer.layers.3.norm1.bias": 0.003896876936778426, + "transformer.layers.3.norm2.weight": 0.001678771455772221, + "transformer.layers.3.norm2.bias": 0.002632829127833247, + "head.weight": 0.1306203007698059, + "head.bias": 0.005699160974472761 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.1381230652332306, + "transformer.layers.3.self_attn.in_proj_bias": 0.01168622262775898, + "transformer.layers.3.self_attn.out_proj.weight": 0.07112692296504974, + "transformer.layers.3.self_attn.out_proj.bias": 0.0074666813015937805, + "transformer.layers.3.linear1.weight": 0.09501220285892487, + "transformer.layers.3.linear1.bias": 0.008372277952730656, + "transformer.layers.3.linear2.weight": 0.05058944597840309, + "transformer.layers.3.linear2.bias": 0.010315846651792526, + "transformer.layers.3.norm1.weight": 0.009422398172318935, + "transformer.layers.3.norm1.bias": 0.014864402823150158, + "transformer.layers.3.norm2.weight": 0.008464152924716473, + "transformer.layers.3.norm2.bias": 0.013647372834384441, + "head.weight": 0.5531572103500366, + "head.bias": 0.020856859162449837 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.13389582931995392, + "transformer.layers.3.self_attn.in_proj_bias": 0.00778623390942812, + "transformer.layers.3.self_attn.out_proj.weight": 0.052865300327539444, + "transformer.layers.3.self_attn.out_proj.bias": 0.003957591950893402, + "transformer.layers.3.linear1.weight": 0.0701248049736023, + "transformer.layers.3.linear1.bias": 0.004973575938493013, + "transformer.layers.3.linear2.weight": 0.03842216730117798, + "transformer.layers.3.linear2.bias": 0.0048437719233334064, + "transformer.layers.3.norm1.weight": 0.009942518547177315, + "transformer.layers.3.norm1.bias": 0.009006746113300323, + "transformer.layers.3.norm2.weight": 0.0067533995024859905, + "transformer.layers.3.norm2.bias": 0.0076280138455331326, + "head.weight": 0.3663034737110138, + "head.bias": 0.009760782122612 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.14209076762199402, + "transformer.layers.3.self_attn.in_proj_bias": 0.011154227890074253, + "transformer.layers.3.self_attn.out_proj.weight": 0.06284435093402863, + "transformer.layers.3.self_attn.out_proj.bias": 0.0068521699868142605, + "transformer.layers.3.linear1.weight": 0.08685622364282608, + "transformer.layers.3.linear1.bias": 0.00786364171653986, + "transformer.layers.3.linear2.weight": 0.04482346773147583, + "transformer.layers.3.linear2.bias": 0.009636525064706802, + "transformer.layers.3.norm1.weight": 0.009946935810148716, + "transformer.layers.3.norm1.bias": 0.014405804686248302, + "transformer.layers.3.norm2.weight": 0.007938175462186337, + "transformer.layers.3.norm2.bias": 0.012818957678973675, + "head.weight": 0.49824652075767517, + "head.bias": 0.01910989172756672 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.07151863723993301, + "transformer.layers.3.self_attn.in_proj_bias": 0.004698202479630709, + "transformer.layers.3.self_attn.out_proj.weight": 0.02423163130879402, + "transformer.layers.3.self_attn.out_proj.bias": 0.002734114183112979, + "transformer.layers.3.linear1.weight": 0.038824412971735, + "transformer.layers.3.linear1.bias": 0.0034962135832756758, + "transformer.layers.3.linear2.weight": 0.020981937646865845, + "transformer.layers.3.linear2.bias": 0.004076764918863773, + "transformer.layers.3.norm1.weight": 0.004909645766019821, + "transformer.layers.3.norm1.bias": 0.005887141916900873, + "transformer.layers.3.norm2.weight": 0.003932899795472622, + "transformer.layers.3.norm2.bias": 0.006075060460716486, + "head.weight": 0.242414191365242, + "head.bias": 0.009856718592345715 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.05730779096484184, + "transformer.layers.3.self_attn.in_proj_bias": 0.002383176004514098, + "transformer.layers.3.self_attn.out_proj.weight": 0.018450338393449783, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012119325110688806, + "transformer.layers.3.linear1.weight": 0.028136450797319412, + "transformer.layers.3.linear1.bias": 0.0017743650823831558, + "transformer.layers.3.linear2.weight": 0.0171341635286808, + "transformer.layers.3.linear2.bias": 0.001507641514763236, + "transformer.layers.3.norm1.weight": 0.004610970616340637, + "transformer.layers.3.norm1.bias": 0.0028979128692299128, + "transformer.layers.3.norm2.weight": 0.0024093366228044033, + "transformer.layers.3.norm2.bias": 0.002432139590382576, + "head.weight": 0.1522950530052185, + "head.bias": 0.003639927599579096 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.05661623179912567, + "transformer.layers.3.self_attn.in_proj_bias": 0.002939075231552124, + "transformer.layers.3.self_attn.out_proj.weight": 0.020647846162319183, + "transformer.layers.3.self_attn.out_proj.bias": 0.001350476173684001, + "transformer.layers.3.linear1.weight": 0.023177240043878555, + "transformer.layers.3.linear1.bias": 0.0016163750551640987, + "transformer.layers.3.linear2.weight": 0.011873242445290089, + "transformer.layers.3.linear2.bias": 0.0018528372747823596, + "transformer.layers.3.norm1.weight": 0.0038527552969753742, + "transformer.layers.3.norm1.bias": 0.003735144156962633, + "transformer.layers.3.norm2.weight": 0.0022392352111637592, + "transformer.layers.3.norm2.bias": 0.002516196807846427, + "head.weight": 0.136123925447464, + "head.bias": 0.004380655009299517 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.06712929904460907, + "transformer.layers.3.self_attn.in_proj_bias": 0.0032223593443632126, + "transformer.layers.3.self_attn.out_proj.weight": 0.02416546642780304, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012907508062198758, + "transformer.layers.3.linear1.weight": 0.024732690304517746, + "transformer.layers.3.linear1.bias": 0.0017134567024186254, + "transformer.layers.3.linear2.weight": 0.01517948042601347, + "transformer.layers.3.linear2.bias": 0.001557314652018249, + "transformer.layers.3.norm1.weight": 0.005281511228531599, + "transformer.layers.3.norm1.bias": 0.0039468128234148026, + "transformer.layers.3.norm2.weight": 0.0021486948244273663, + "transformer.layers.3.norm2.bias": 0.0022342598531395197, + "head.weight": 0.11817463487386703, + "head.bias": 0.002947766100987792 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.11058167368173599, + "transformer.layers.3.self_attn.in_proj_bias": 0.008510353043675423, + "transformer.layers.3.self_attn.out_proj.weight": 0.04365905374288559, + "transformer.layers.3.self_attn.out_proj.bias": 0.004994663409888744, + "transformer.layers.3.linear1.weight": 0.07262641936540604, + "transformer.layers.3.linear1.bias": 0.006779015995562077, + "transformer.layers.3.linear2.weight": 0.034384895116090775, + "transformer.layers.3.linear2.bias": 0.007316315546631813, + "transformer.layers.3.norm1.weight": 0.008516690693795681, + "transformer.layers.3.norm1.bias": 0.012997603043913841, + "transformer.layers.3.norm2.weight": 0.006152881309390068, + "transformer.layers.3.norm2.bias": 0.010583411902189255, + "head.weight": 0.38683271408081055, + "head.bias": 0.01581401191651821 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.1736888736486435, + "transformer.layers.3.self_attn.in_proj_bias": 0.011867129243910313, + "transformer.layers.3.self_attn.out_proj.weight": 0.05922572687268257, + "transformer.layers.3.self_attn.out_proj.bias": 0.006192096043378115, + "transformer.layers.3.linear1.weight": 0.09010124206542969, + "transformer.layers.3.linear1.bias": 0.008020461536943913, + "transformer.layers.3.linear2.weight": 0.04351571947336197, + "transformer.layers.3.linear2.bias": 0.00796575378626585, + "transformer.layers.3.norm1.weight": 0.01351330615580082, + "transformer.layers.3.norm1.bias": 0.017820285633206367, + "transformer.layers.3.norm2.weight": 0.008489420637488365, + "transformer.layers.3.norm2.bias": 0.01325677614659071, + "head.weight": 0.42575642466545105, + "head.bias": 0.015947869047522545 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.06283623725175858, + "transformer.layers.3.self_attn.in_proj_bias": 0.003139205276966095, + "transformer.layers.3.self_attn.out_proj.weight": 0.026007654145359993, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014899169327691197, + "transformer.layers.3.linear1.weight": 0.03144786134362221, + "transformer.layers.3.linear1.bias": 0.0020315947476774454, + "transformer.layers.3.linear2.weight": 0.016673319041728973, + "transformer.layers.3.linear2.bias": 0.001917331712320447, + "transformer.layers.3.norm1.weight": 0.004826681688427925, + "transformer.layers.3.norm1.bias": 0.003776170313358307, + "transformer.layers.3.norm2.weight": 0.002791507402434945, + "transformer.layers.3.norm2.bias": 0.0028277537785470486, + "head.weight": 0.15590284764766693, + "head.bias": 0.004025725182145834 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.09860619902610779, + "transformer.layers.3.self_attn.in_proj_bias": 0.005844937637448311, + "transformer.layers.3.self_attn.out_proj.weight": 0.03404584899544716, + "transformer.layers.3.self_attn.out_proj.bias": 0.002906881272792816, + "transformer.layers.3.linear1.weight": 0.04801254719495773, + "transformer.layers.3.linear1.bias": 0.0037946829106658697, + "transformer.layers.3.linear2.weight": 0.02671106904745102, + "transformer.layers.3.linear2.bias": 0.004113200586289167, + "transformer.layers.3.norm1.weight": 0.0075091831386089325, + "transformer.layers.3.norm1.bias": 0.007644278462976217, + "transformer.layers.3.norm2.weight": 0.004215613938868046, + "transformer.layers.3.norm2.bias": 0.00635626120492816, + "head.weight": 0.2371622771024704, + "head.bias": 0.008376538753509521 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.09255293756723404, + "transformer.layers.3.self_attn.in_proj_bias": 0.005323408637195826, + "transformer.layers.3.self_attn.out_proj.weight": 0.041040193289518356, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035829932894557714, + "transformer.layers.3.linear1.weight": 0.05533250421285629, + "transformer.layers.3.linear1.bias": 0.004767604637891054, + "transformer.layers.3.linear2.weight": 0.028822897002100945, + "transformer.layers.3.linear2.bias": 0.004782167263329029, + "transformer.layers.3.norm1.weight": 0.008067810907959938, + "transformer.layers.3.norm1.bias": 0.006155211012810469, + "transformer.layers.3.norm2.weight": 0.004840095993131399, + "transformer.layers.3.norm2.bias": 0.008684435859322548, + "head.weight": 0.28572583198547363, + "head.bias": 0.010085564106702805 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.07345549017190933, + "transformer.layers.3.self_attn.in_proj_bias": 0.004226477816700935, + "transformer.layers.3.self_attn.out_proj.weight": 0.022154537960886955, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021115089766681194, + "transformer.layers.3.linear1.weight": 0.032571736723184586, + "transformer.layers.3.linear1.bias": 0.0025884807109832764, + "transformer.layers.3.linear2.weight": 0.01606612093746662, + "transformer.layers.3.linear2.bias": 0.0024954425171017647, + "transformer.layers.3.norm1.weight": 0.0057200295850634575, + "transformer.layers.3.norm1.bias": 0.006757541559636593, + "transformer.layers.3.norm2.weight": 0.003284622449427843, + "transformer.layers.3.norm2.bias": 0.004348255693912506, + "head.weight": 0.16054466366767883, + "head.bias": 0.005387158133089542 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.11845283210277557, + "transformer.layers.3.self_attn.in_proj_bias": 0.006852435413748026, + "transformer.layers.3.self_attn.out_proj.weight": 0.04435582086443901, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033922563306987286, + "transformer.layers.3.linear1.weight": 0.06552272289991379, + "transformer.layers.3.linear1.bias": 0.005113514140248299, + "transformer.layers.3.linear2.weight": 0.03431164100766182, + "transformer.layers.3.linear2.bias": 0.0041160969994962215, + "transformer.layers.3.norm1.weight": 0.010015015490353107, + "transformer.layers.3.norm1.bias": 0.009428296238183975, + "transformer.layers.3.norm2.weight": 0.005798903293907642, + "transformer.layers.3.norm2.bias": 0.007905377075076103, + "head.weight": 0.24927698075771332, + "head.bias": 0.006788426544517279 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.07767333090305328, + "transformer.layers.3.self_attn.in_proj_bias": 0.005856887437403202, + "transformer.layers.3.self_attn.out_proj.weight": 0.037386007606983185, + "transformer.layers.3.self_attn.out_proj.bias": 0.003457798855379224, + "transformer.layers.3.linear1.weight": 0.05246453359723091, + "transformer.layers.3.linear1.bias": 0.00440595718100667, + "transformer.layers.3.linear2.weight": 0.028048181906342506, + "transformer.layers.3.linear2.bias": 0.004645217675715685, + "transformer.layers.3.norm1.weight": 0.006696692202240229, + "transformer.layers.3.norm1.bias": 0.008523229509592056, + "transformer.layers.3.norm2.weight": 0.004431866575032473, + "transformer.layers.3.norm2.bias": 0.006449884735047817, + "head.weight": 0.2407381683588028, + "head.bias": 0.009241461753845215 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.09629412740468979, - 0.1430751085281372, - 0.09646452218294144, - 0.23288115859031677, - 0.07910783588886261, - 0.09268714487552643, - 0.12060363590717316, - 0.09070780873298645, - 0.10298849642276764, - 0.058037105947732925 + 0.23949185013771057, + 0.18321970105171204, + 0.20399001240730286, + 0.1724831908941269, + 0.2800777554512024, + 0.257850706577301, + 0.3010157346725464, + 0.25556325912475586, + 0.2821953594684601, + 0.23610138893127441, + 0.22598780691623688, + 0.2237996906042099, + 0.2741689682006836, + 0.4621565043926239, + 0.3461513817310333, + 0.38526758551597595, + 0.2806934416294098, + 0.34726428985595703, + 0.5099534392356873, + 0.44345104694366455 ], "repr_drift_kl_low_t": [ - 0.10265325754880905, - 0.13521049916744232, - 0.0966172069311142, - 0.2177605926990509, - 0.0779389813542366, - 0.0787428468465805, - 0.12030394375324249, - 0.09488701820373535, - 0.10063554346561432, - 0.05205104872584343 + 0.31187087297439575, + 0.22239655256271362, + 0.25194188952445984, + 0.20218084752559662, + 0.31406888365745544, + 0.32680362462997437, + 0.3873952627182007, + 0.30979275703430176, + 0.34238165616989136, + 0.26481688022613525, + 0.2467174530029297, + 0.2539426386356354, + 0.32221317291259766, + 0.5808290839195251, + 0.39105039834976196, + 0.4674297273159027, + 0.33571094274520874, + 0.41012337803840637, + 0.6193642616271973, + 0.5418146848678589 ], "repr_drift_kl_mid_t": [ - 0.09863664209842682, - 0.14788584411144257, - 0.09484031796455383, - 0.23942747712135315, - 0.0823194831609726, - 0.08678662776947021, - 0.12028678506612778, - 0.0865926593542099, - 0.09844817221164703, - 0.05276402831077576 + 0.24369072914123535, + 0.19259166717529297, + 0.20657245814800262, + 0.17123663425445557, + 0.2914097309112549, + 0.2562375068664551, + 0.3058067560195923, + 0.26011356711387634, + 0.2967236340045929, + 0.24321238696575165, + 0.2381039261817932, + 0.22921989858150482, + 0.2826978266239166, + 0.4687778651714325, + 0.3545122742652893, + 0.40065470337867737, + 0.28951072692871094, + 0.3531007766723633, + 0.5175372958183289, + 0.458915650844574 ], "repr_drift_kl_high_t": [ - 0.07479996979236603, - 0.13208526372909546, - 0.09704771637916565, - 0.2634375989437103, - 0.07505582273006439, - 0.11553988605737686, - 0.11566993594169617, - 0.08927299082279205, - 0.11955293267965317, - 0.06484021246433258 + 0.17521342635154724, + 0.14301590621471405, + 0.15749026834964752, + 0.1424245834350586, + 0.21065346896648407, + 0.19291864335536957, + 0.2111419141292572, + 0.18942971527576447, + 0.20514707267284393, + 0.1816355437040329, + 0.17133784294128418, + 0.1756395548582077, + 0.21184705197811127, + 0.3154342472553253, + 0.27022677659988403, + 0.28990572690963745, + 0.21208606660366058, + 0.26084211468696594, + 0.36491459608078003, + 0.3156464695930481 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8118380308151245, - 0.91098952293396, - 0.9338850975036621, - 0.8933656811714172, - 0.9471966028213501 + 0.866185188293457, + 0.9077854752540588, + 0.8825629353523254, + 0.91139817237854, + 0.8852471113204956, + 0.9162997603416443, + 0.833854615688324, + 0.8287128210067749, + 0.9121595621109009, + 0.9011139869689941 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.401123046875, - 1.0760197639465332, - 0.03601338714361191, - 2.642505407333374, - 0.025642355903983116, - 0.9557852745056152, - 0.6231455206871033, - 0.1781652420759201, - 0.8729896545410156, - 0.6343945264816284 + 0.77494215965271, + 0.32217639684677124, + 0.31598564982414246, + 0.23915240168571472, + 0.17090652883052826, + 0.4283514618873596, + 0.41445472836494446, + 0.6179476976394653, + 0.4784817099571228, + 0.33417877554893494, + 0.20449326932430267, + 0.23044544458389282, + 0.312782883644104, + 0.6439276337623596, + 0.19236162304878235, + 0.9985938668251038, + 0.5613943338394165, + 0.15557536482810974, + 0.4316571056842804, + 0.32724571228027344 ], "norm_high_t": [ - 0.9837964773178101, - 1.4578121900558472, - 0.046680621802806854, - 3.5348310470581055, - 0.05143294483423233, - 1.279111623764038, - 0.3649130165576935, - 0.14570163190364838, - 0.4697657823562622, - 0.20355424284934998 + 0.8036068677902222, + 0.5547910332679749, + 0.2766844630241394, + 0.18387752771377563, + 0.1696220189332962, + 1.0661488771438599, + 0.6091892719268799, + 0.34568142890930176, + 0.2864287495613098, + 0.13726206123828888, + 0.34179267287254333, + 0.12731510400772095, + 0.47486624121665955, + 0.3770096004009247, + 0.18015988171100616, + 0.32806509733200073, + 0.44598880410194397, + 0.17114359140396118, + 0.3907366693019867, + 0.4074752628803253 ], "lowhigh_cos": [ - 0.5583373308181763, - 0.28745177388191223, - 0.5355349779129028, - 0.7123595476150513, - 0.13429556787014008, - 0.23476055264472961, - 0.45111140608787537, - 0.12886761128902435, - 0.3435249626636505, - 0.16660332679748535 + 0.6028513312339783, + 0.5700108408927917, + 0.441303014755249, + 0.33720123767852783, + 0.4003160893917084, + 0.731678307056427, + 0.3623199760913849, + 0.7141314148902893, + 0.7602434158325195, + 0.35465213656425476, + 0.45155301690101624, + 0.3219027519226074, + 0.464911550283432, + 0.49805766344070435, + 0.2682265639305115, + 0.40018585324287415, + 0.5351742506027222, + 0.32805874943733215, + -0.15057693421840668, + 0.5261297821998596 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.6660715341567993, - "t_0.1-0.2": 0.9757569432258606, - "t_0.2-0.3": 1.1670634746551514, - "t_0.3-0.4": 1.0391203165054321, - "t_0.4-0.5": 1.0776091814041138, - "t_0.5-0.6": 1.0512704849243164, - "t_0.6-0.7": 1.214897871017456, - "t_0.7-0.8": 1.534246802330017, - "t_0.8-0.9": 1.0770649909973145, - "t_0.9-1.0": 1.3878588676452637 - }, - { - "t_0.0-0.1": 1.6694334745407104, - "t_0.1-0.2": 1.264648675918579, - "t_0.2-0.3": 1.0692771673202515, - "t_0.3-0.4": 0.929006814956665, - "t_0.4-0.5": 1.2473511695861816, - "t_0.5-0.6": 1.0787794589996338, - "t_0.6-0.7": 1.0339317321777344, - "t_0.7-0.8": 1.0390870571136475, - "t_0.8-0.9": 1.2232416868209839, - "t_0.9-1.0": 1.6049153804779053 - }, - { - "t_0.0-0.1": 0.02946627512574196, - "t_0.1-0.2": 0.03263905271887779, - "t_0.2-0.3": 0.033235277980566025, - "t_0.3-0.4": 0.032816365361213684, - "t_0.4-0.5": 0.06529656052589417, - "t_0.5-0.6": 0.029902074486017227, - "t_0.6-0.7": 0.029368972405791283, - "t_0.7-0.8": 0.02567322552204132, - "t_0.8-0.9": 0.03265203535556793, - "t_0.9-1.0": 0.06726602464914322 - }, - { - "t_0.0-0.1": 1.46644127368927, - "t_0.1-0.2": 1.7952631711959839, - "t_0.2-0.3": 2.394792079925537, - "t_0.3-0.4": 2.8382296562194824, - "t_0.4-0.5": 2.6285247802734375, - "t_0.5-0.6": 2.484654188156128, - "t_0.6-0.7": 2.8462677001953125, - "t_0.7-0.8": 2.820103883743286, - "t_0.8-0.9": 2.610471725463867, - "t_0.9-1.0": 3.6178250312805176 - }, - { - "t_0.0-0.1": 0.021243546158075333, - "t_0.1-0.2": 0.02050817385315895, - "t_0.2-0.3": 0.1975977122783661, - "t_0.3-0.4": 0.028987104073166847, - "t_0.4-0.5": 0.08237282186746597, - "t_0.5-0.6": 0.09694339334964752, - "t_0.6-0.7": 0.1488390564918518, - "t_0.7-0.8": 0.04628882184624672, - "t_0.8-0.9": 0.050220787525177, - "t_0.9-1.0": 0.04962792620062828 - }, - { - "t_0.0-0.1": 0.8399503827095032, - "t_0.1-0.2": 0.6894457340240479, - "t_0.2-0.3": 0.5111806988716125, - "t_0.3-0.4": 0.4446423053741455, - "t_0.4-0.5": 0.5387868285179138, - "t_0.5-0.6": 0.5564751625061035, - "t_0.6-0.7": 0.7345491051673889, - "t_0.7-0.8": 0.8600780963897705, - "t_0.8-0.9": 0.9783015847206116, - "t_0.9-1.0": 1.498080849647522 - }, - { - "t_0.0-0.1": 0.6725497841835022, - "t_0.1-0.2": 0.5380299687385559, - "t_0.2-0.3": 0.3880065083503723, - "t_0.3-0.4": 0.38747498393058777, - "t_0.4-0.5": 0.5286591053009033, - "t_0.5-0.6": 0.34503114223480225, - "t_0.6-0.7": 0.28475069999694824, - "t_0.7-0.8": 0.31879428029060364, - "t_0.8-0.9": 0.31246504187583923, - "t_0.9-1.0": 0.31890732049942017 - }, - { - "t_0.0-0.1": 0.35214048624038696, - "t_0.1-0.2": 0.23274987936019897, - "t_0.2-0.3": 0.19654245674610138, - "t_0.3-0.4": 0.18319763243198395, - "t_0.4-0.5": 0.19187603890895844, - "t_0.5-0.6": 0.17971952259540558, - "t_0.6-0.7": 0.12819638848304749, - "t_0.7-0.8": 0.1788865625858307, - "t_0.8-0.9": 0.1532260924577713, - "t_0.9-1.0": 0.1523987054824829 - }, - { - "t_0.0-0.1": 1.211315631866455, - "t_0.1-0.2": 0.5737826228141785, - "t_0.2-0.3": 0.8163297176361084, - "t_0.3-0.4": 0.7260369062423706, - "t_0.4-0.5": 0.5846127271652222, - "t_0.5-0.6": 0.5885130167007446, - "t_0.6-0.7": 0.6833080053329468, - "t_0.7-0.8": 0.5302805304527283, - "t_0.8-0.9": 0.45254120230674744, - "t_0.9-1.0": 0.40380269289016724 - }, - { - "t_0.0-0.1": 0.6206007599830627, - "t_0.1-0.2": 0.3238219618797302, - "t_0.2-0.3": 0.24677282571792603, - "t_0.3-0.4": 0.2621364891529083, - "t_0.4-0.5": 0.20803223550319672, - "t_0.5-0.6": 0.25864893198013306, - "t_0.6-0.7": 0.23972833156585693, - "t_0.7-0.8": 0.26087841391563416, - "t_0.8-0.9": 0.1894543468952179, - "t_0.9-1.0": 0.29943087697029114 + "t_0.0-0.1": 0.9950099587440491, + "t_0.1-0.2": 0.5881885290145874, + "t_0.2-0.3": 0.6257009506225586, + "t_0.3-0.4": 1.1959443092346191, + "t_0.4-0.5": 0.8602306842803955, + "t_0.5-0.6": 0.6339316368103027, + "t_0.6-0.7": 0.8479551672935486, + "t_0.7-0.8": 0.8505105376243591, + "t_0.8-0.9": 0.7766407132148743, + "t_0.9-1.0": 0.8792141079902649 + }, + { + "t_0.0-0.1": 0.3182889521121979, + "t_0.1-0.2": 0.2950069010257721, + "t_0.2-0.3": 0.3188612759113312, + "t_0.3-0.4": 0.26926952600479126, + "t_0.4-0.5": 0.27542221546173096, + "t_0.5-0.6": 0.30367588996887207, + "t_0.6-0.7": 0.34082117676734924, + "t_0.7-0.8": 0.315378874540329, + "t_0.8-0.9": 0.3628794252872467, + "t_0.9-1.0": 0.679135262966156 + }, + { + "t_0.0-0.1": 0.35916659235954285, + "t_0.1-0.2": 0.3814290165901184, + "t_0.2-0.3": 0.2836400866508484, + "t_0.3-0.4": 0.3157944977283478, + "t_0.4-0.5": 0.3081192076206207, + "t_0.5-0.6": 0.33392563462257385, + "t_0.6-0.7": 0.25006982684135437, + "t_0.7-0.8": 0.22937865555286407, + "t_0.8-0.9": 0.2986508011817932, + "t_0.9-1.0": 0.3780262768268585 + }, + { + "t_0.0-0.1": 0.27272000908851624, + "t_0.1-0.2": 0.2646186947822571, + "t_0.2-0.3": 0.14356733858585358, + "t_0.3-0.4": 0.11287117004394531, + "t_0.4-0.5": 0.1172146201133728, + "t_0.5-0.6": 0.14924991130828857, + "t_0.6-0.7": 0.14468823373317719, + "t_0.7-0.8": 0.1938071995973587, + "t_0.8-0.9": 0.24526149034500122, + "t_0.9-1.0": 0.3051788806915283 + }, + { + "t_0.0-0.1": 0.2261921912431717, + "t_0.1-0.2": 0.11357590556144714, + "t_0.2-0.3": 0.098985955119133, + "t_0.3-0.4": 0.12288710474967957, + "t_0.4-0.5": 0.10490525513887405, + "t_0.5-0.6": 0.14936143159866333, + "t_0.6-0.7": 0.09615764766931534, + "t_0.7-0.8": 0.10940907895565033, + "t_0.8-0.9": 0.13328523933887482, + "t_0.9-1.0": 0.19845719635486603 + }, + { + "t_0.0-0.1": 0.5841692090034485, + "t_0.1-0.2": 0.43781986832618713, + "t_0.2-0.3": 0.4832639694213867, + "t_0.3-0.4": 0.5994569659233093, + "t_0.4-0.5": 0.5965359210968018, + "t_0.5-0.6": 0.41672927141189575, + "t_0.6-0.7": 0.6502727270126343, + "t_0.7-0.8": 0.7335435748100281, + "t_0.8-0.9": 0.8716115951538086, + "t_0.9-1.0": 1.2716686725616455 + }, + { + "t_0.0-0.1": 0.4940645396709442, + "t_0.1-0.2": 0.41299155354499817, + "t_0.2-0.3": 0.45265987515449524, + "t_0.3-0.4": 0.4512728154659271, + "t_0.4-0.5": 0.4133383631706238, + "t_0.5-0.6": 0.42275887727737427, + "t_0.6-0.7": 0.5700310468673706, + "t_0.7-0.8": 0.6178197860717773, + "t_0.8-0.9": 0.7658282518386841, + "t_0.9-1.0": 0.6757782101631165 + }, + { + "t_0.0-0.1": 0.6536489725112915, + "t_0.1-0.2": 0.6390443444252014, + "t_0.2-0.3": 0.6527984142303467, + "t_0.3-0.4": 0.5327411890029907, + "t_0.4-0.5": 0.6087177395820618, + "t_0.5-0.6": 0.4666227102279663, + "t_0.6-0.7": 0.4601772725582123, + "t_0.7-0.8": 0.6013277769088745, + "t_0.8-0.9": 0.4180479347705841, + "t_0.9-1.0": 0.2912548780441284 + }, + { + "t_0.0-0.1": 0.37497371435165405, + "t_0.1-0.2": 0.1907789707183838, + "t_0.2-0.3": 0.20714972913265228, + "t_0.3-0.4": 0.269957035779953, + "t_0.4-0.5": 0.20888009667396545, + "t_0.5-0.6": 0.30128195881843567, + "t_0.6-0.7": 0.19145171344280243, + "t_0.7-0.8": 0.2447560876607895, + "t_0.8-0.9": 0.2863837480545044, + "t_0.9-1.0": 0.3233020007610321 + }, + { + "t_0.0-0.1": 0.2696949541568756, + "t_0.1-0.2": 0.225967675447464, + "t_0.2-0.3": 0.19946050643920898, + "t_0.3-0.4": 0.16335813701152802, + "t_0.4-0.5": 0.21981219947338104, + "t_0.5-0.6": 0.1692504733800888, + "t_0.6-0.7": 0.1503012627363205, + "t_0.7-0.8": 0.14512203633785248, + "t_0.8-0.9": 0.11257976293563843, + "t_0.9-1.0": 0.18777719140052795 + }, + { + "t_0.0-0.1": 0.24541546404361725, + "t_0.1-0.2": 0.1953357309103012, + "t_0.2-0.3": 0.1635536402463913, + "t_0.3-0.4": 0.15156447887420654, + "t_0.4-0.5": 0.16561909019947052, + "t_0.5-0.6": 0.16162267327308655, + "t_0.6-0.7": 0.2087107002735138, + "t_0.7-0.8": 0.26049989461898804, + "t_0.8-0.9": 0.32975438237190247, + "t_0.9-1.0": 0.366999089717865 + }, + { + "t_0.0-0.1": 0.28932708501815796, + "t_0.1-0.2": 0.2092267870903015, + "t_0.2-0.3": 0.20621605217456818, + "t_0.3-0.4": 0.21389587223529816, + "t_0.4-0.5": 0.20905520021915436, + "t_0.5-0.6": 0.316945344209671, + "t_0.6-0.7": 0.17481817305088043, + "t_0.7-0.8": 0.17149131000041962, + "t_0.8-0.9": 0.13944458961486816, + "t_0.9-1.0": 0.26283833384513855 + }, + { + "t_0.0-0.1": 0.4839414060115814, + "t_0.1-0.2": 0.3057635724544525, + "t_0.2-0.3": 0.4079498052597046, + "t_0.3-0.4": 0.3675609230995178, + "t_0.4-0.5": 0.3768981993198395, + "t_0.5-0.6": 0.3595554828643799, + "t_0.6-0.7": 0.4131771922111511, + "t_0.7-0.8": 0.43710216879844666, + "t_0.8-0.9": 0.4191816449165344, + "t_0.9-1.0": 0.5076432824134827 + }, + { + "t_0.0-0.1": 0.6625312566757202, + "t_0.1-0.2": 0.45100247859954834, + "t_0.2-0.3": 0.6483361721038818, + "t_0.3-0.4": 0.5746036767959595, + "t_0.4-0.5": 0.5800008177757263, + "t_0.5-0.6": 0.494215190410614, + "t_0.6-0.7": 0.5938505530357361, + "t_0.7-0.8": 0.5128256678581238, + "t_0.8-0.9": 0.4461526572704315, + "t_0.9-1.0": 0.3358190059661865 + }, + { + "t_0.0-0.1": 0.2435734122991562, + "t_0.1-0.2": 0.17212006449699402, + "t_0.2-0.3": 0.1591743379831314, + "t_0.3-0.4": 0.1462049037218094, + "t_0.4-0.5": 0.15730808675289154, + "t_0.5-0.6": 0.12882569432258606, + "t_0.6-0.7": 0.14348489046096802, + "t_0.7-0.8": 0.16721126437187195, + "t_0.8-0.9": 0.1717584729194641, + "t_0.9-1.0": 0.2249084711074829 + }, + { + "t_0.0-0.1": 0.34945011138916016, + "t_0.1-0.2": 0.2971060276031494, + "t_0.2-0.3": 0.22309939563274384, + "t_0.3-0.4": 0.24190542101860046, + "t_0.4-0.5": 0.21845370531082153, + "t_0.5-0.6": 0.2782871723175049, + "t_0.6-0.7": 0.23808155953884125, + "t_0.7-0.8": 0.28290796279907227, + "t_0.8-0.9": 0.2956569492816925, + "t_0.9-1.0": 0.4587535560131073 + }, + { + "t_0.0-0.1": 0.4050193130970001, + "t_0.1-0.2": 0.36652377247810364, + "t_0.2-0.3": 0.36440977454185486, + "t_0.3-0.4": 0.38384854793548584, + "t_0.4-0.5": 0.35824698209762573, + "t_0.5-0.6": 0.30218827724456787, + "t_0.6-0.7": 0.3230322003364563, + "t_0.7-0.8": 0.4124535024166107, + "t_0.8-0.9": 0.3645654022693634, + "t_0.9-1.0": 0.6374598145484924 + }, + { + "t_0.0-0.1": 0.30433082580566406, + "t_0.1-0.2": 0.15823690593242645, + "t_0.2-0.3": 0.19996657967567444, + "t_0.3-0.4": 0.09307367354631424, + "t_0.4-0.5": 0.14664477109909058, + "t_0.5-0.6": 0.1399746686220169, + "t_0.6-0.7": 0.12880893051624298, + "t_0.7-0.8": 0.10995477437973022, + "t_0.8-0.9": 0.15203909575939178, + "t_0.9-1.0": 0.2585826516151428 + }, + { + "t_0.0-0.1": 0.8075526356697083, + "t_0.1-0.2": 0.19964243471622467, + "t_0.2-0.3": 0.23149804770946503, + "t_0.3-0.4": 0.2549707591533661, + "t_0.4-0.5": 0.23943085968494415, + "t_0.5-0.6": 0.22411198914051056, + "t_0.6-0.7": 0.24352873861789703, + "t_0.7-0.8": 0.21000105142593384, + "t_0.8-0.9": 0.2528865337371826, + "t_0.9-1.0": 0.6434369087219238 + }, + { + "t_0.0-0.1": 0.44640102982521057, + "t_0.1-0.2": 0.26236844062805176, + "t_0.2-0.3": 0.299074649810791, + "t_0.3-0.4": 0.280872642993927, + "t_0.4-0.5": 0.2519846558570862, + "t_0.5-0.6": 0.24263429641723633, + "t_0.6-0.7": 0.3017334043979645, + "t_0.7-0.8": 0.25068947672843933, + "t_0.8-0.9": 0.2722313404083252, + "t_0.9-1.0": 0.49574515223503113 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.026609133929014206, - 0.003355704713612795, - 0.022942641749978065, - 0.03287841007113457, - 0.005692599341273308, - 0.46049386262893677, - 0.038339920341968536, - 0.10365135967731476, - 0.00206611561588943, - 0.016713092103600502, - 0.31133249402046204, - 0.05298289656639099, - 0.01762523129582405, - 0.08586094528436661, - 0.196981742978096, - 0.003693181788548827, - 0.11414693295955658, - 0.005985266994684935, - 0.11868532747030258, - 0.11297070980072021, - 0.06324110925197601, - 0.2966175377368927, - 0.005130596924573183, - 0.010733452625572681, - 0.14398200809955597, - 0.13280926644802094, - 0.041889119893312454, - 0.05035128816962242, - 0.21661056578159332, - 0.017846154049038887, - 0.09264931082725525, - 0.14791986346244812, - 0.16814449429512024, - 0.14199230074882507, - 0.01892346516251564, - 0.15883375704288483, - 0.5500820875167847, - 0.07879088073968887, - 0.1515580713748932, - 0.1634114682674408, - 0.2822151184082031, - 0.03434929996728897, - 0.07148148119449615, - 0.03881807625293732, - 0.028138527646660805, - 0.08214285969734192, - 0.030013643205165863, - 0.04006284475326538, - 0.10366441309452057, - 0.12020823359489441, - 0.25197264552116394, - 0.10147299617528915, - 0.6513994932174683, - 0.08671024441719055, - 0.08924949169158936, - 0.056710775941610336, - 0.11295033991336823, - 0.08002784103155136, - 0.008064515888690948, - 0.05436447262763977, - 0.0045008184388279915, - 0.18383093178272247, - 0.00460122711956501, - 0.03551531955599785, - 0.07881549000740051, - 0.16956336796283722, - 0.4745972752571106, - 0.0050505055114626884, - 0.3283931314945221, - 0.005130596924573183, - 0.023916292935609818, - 0.18152865767478943, - 0.005692599341273308, - 0.06859543174505234, - 0.11187607795000076, - 0.016967706382274628, - 0.6102418303489685, - 0.02193187177181244, - 0.0054806070402264595, - 0.09359250962734222, - 0.006637168116867542, - 0.10098684579133987, - 0.004358028993010521, - 0.013814274221658707, - 0.007230851333588362, - 0.006592291872948408, - 0.047236181795597076, - 0.006521250586956739, - 0.02349412813782692, - 0.13878469169139862, - 0.01653696410357952, - 0.004901960492134094, - 0.2990107834339142, - 0.15159574151039124, - 0.006599378772079945, - 0.005692599341273308, - 0.023183925077319145, - 0.09375, - 0.044395118951797485, - 0.006307339295744896, - 0.26284247636795044, - 0.29032257199287415, - 0.17073170840740204, - 0.017660044133663177, - 0.05384615808725357, - 0.0584007203578949, - 0.0022668393794447184, - 0.0038759689778089523, + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.055624667555093765, + 0.08908238261938095, + 0.05920380726456642, + 0.17819271981716156, + 0.05465838313102722, + 0.05130641162395477, + 0.2116956114768982, + 0.07565982639789581, + 0.02572539635002613, + 0.07209006696939468, + 0.10961080342531204, + 0.10517241060733795, + 0.07952235639095306, + 0.27775198221206665, + 0.16818927228450775, + 0.11667073518037796, + 0.05160186067223549, + 0.13432098925113678, + 0.08443044871091843, + 0.11631987988948822, + 0.08181393146514893, + 0.08511185646057129, + 0.05379557982087135, + 0.07830245047807693, + 0.1090909093618393, + 0.07630979269742966, + 0.18934717774391174, + 0.04597233608365059, + 0.07190533727407455, + 0.08605953305959702, + 0.07211538404226303, + 0.10823126882314682, + 0.08925262838602066, + 0.1381841003894806, + 0.15770862996578217, + 0.06058262661099434, + 0.05429568141698837, + 0.08752025663852692, + 0.09252053499221802, + 0.047851335257291794, + 0.0657481700181961, + 0.05467326194047928, + 0.10363887250423431, + 0.09542682766914368, + 0.04668125510215759, + 0.09997567534446716, + 0.05647412687540054, + 0.07445686310529709, + 0.0831797868013382, + 0.15729519724845886, + 0.1134081557393074, + 0.08353080600500107, + 0.025641024112701416, + 0.07160373032093048, + 0.09674347192049026, + 0.09062708169221878, + 0.08019323647022247, + 0.09176891297101974, + 0.04887695983052254, + 0.05759354308247566, + 0.12251941114664078, + 0.07211878150701523, + 0.12208067625761032, + 0.08659549802541733, + 0.06627953797578812, + 0.04230648651719093, + 0.1035894975066185, + 0.11189427226781845, + 0.038062285631895065, + 0.054208904504776, + 0.06056755781173706, + 0.05418863520026207, + 0.07226697355508804, + 0.04548198729753494, + 0.11144883185625076, + 0.07228652387857437, + 0.07185062766075134, + 0.06431054323911667, + 0.12694360315799713, + 0.12184002995491028, + 0.10878990590572357, + 0.07218866795301437, + 0.10749891400337219, + 0.12937434017658234, + 0.08321081846952438, + 0.08755186945199966, + 0.029914529994130135, + 0.09757305681705475, + 0.11021814495325089, + 0.04226396232843399, + 0.09441805630922318, + 0.12508228421211243, + 0.0258620698004961, + 0.03419902175664902, + 0.041079338639974594, + 0.05358923226594925, + 0.12459459900856018, + 0.15002521872520447, + 0.12821327149868011, + 0.07783564925193787, + 0.12267423421144485, + 0.07209786772727966, + 0.051115404814481735, + 0.12514252960681915, + 0.06797496974468231, + 0.06486146152019501, + 0.05182232707738876, + 0.05480833724141121, + 0.11678651720285416, + 0.06717772781848907, + 0.08464088290929794, + 0.10382707417011261, + 0.07575314491987228, + 0.08944863080978394, + 0.11815182119607925, + 0.11304549127817154, + 0.03605659306049347, + 0.047570593655109406, + 0.1191241517663002, + 0.018057284876704216, + 0.10383686423301697, + 0.13741034269332886, + 0.0405668243765831, + 0.11672130972146988, + 0.11106623709201813, + 0.15347722172737122, + 0.1377585083246231, + 0.17699114978313446, + 0.16300857067108154, + 0.0964755043387413, + 0.07747965306043625, + 0.03668861836194992, + 0.09899034351110458, + 0.060965631157159805, + 0.03396603465080261, + 0.10286206007003784, + 0.07825000584125519, + 0.1164998784661293, + 0.04331013187766075, + 0.07172095030546188, + 0.049068089574575424, + 0.019230768084526062, + 0.1235935240983963, + 0.05508893355727196, + 0.06988436728715897, + 0.04849884659051895, + 0.1449771672487259, + 0.16674429178237915, + 0.12940697371959686, + 0.11204759776592255, + 0.09845288097858429, + 0.20000000298023224, + 0.04431946203112602, + 0.0828823670744896, + 0.07930785417556763, + 0.06365503370761871, + 0.04611764848232269, + 0.08011869341135025, + 0.08461962640285492, + 0.19944597780704498, + 0.11431461572647095, + 0.05209903046488762, + 0.14696252346038818, + 0.05476550757884979, + 0.14890843629837036, + 0.1160392016172409, + 0.13739223778247833, + 0.058139532804489136, + 0.10483186691999435, + 0.15212790668010712, + 0.09416037797927856, + 0.035430535674095154, + 0.0940106138586998, + 0.15114352107048035, + 0.057839106768369675, + 0.09092997014522552, + 0.13535353541374207, + 0.09609358757734299, + 0.13428638875484467, + 0.1572984755039215, + 0.12789912521839142, + 0.04574467986822128, + 0.13416536152362823, + 0.16962186992168427, + 0.09198682755231857, + 0.07486847788095474, + 0.09640397876501083, + 0.10954301059246063, + 0.07723577320575714, + 0.09898340702056885, + 0.12170754373073578, + 0.076295867562294, + 0.17422710359096527, + 0.02894979901611805, + 0.0907917395234108, + 0.1144305169582367, + 0.10869565606117249, + 0.10579576343297958, + 0.12900413572788239, + 0.07297351956367493, + 0.13125000894069672, + 0.11471664160490036, + 0.0723579078912735, + 0.167142853140831, + 0.045122887939214706, + 0.1181492730975151, + 0.14250077307224274, + 0.07897132635116577, + 0.04818993806838989, + 0.13278008997440338, + 0.08057427406311035, + 0.06294877827167511, + 0.16753645241260529, + 0.044088177382946014, + 0.09123492985963821, + 0.07892617583274841, + 0.08847535401582718, + 0.055918969213962555, + 0.11573504656553268, + 0.04883329197764397, + 0.028361858800053596, + 0.20775890350341797, + 0.12588927149772644, + 0.058343056589365005, + 0.11468037217855453, + 0.0556328222155571, + 0.14501993358135223, + 0.11334745585918427, + 0.06670467555522919, + 0.08553527295589447, + 0.010619468986988068, + 0.06808169931173325, + 0.11103399842977524, + 0.1782127320766449, + 0.07555362582206726, + 0.18258045613765717, + 0.07207673788070679, + 0.1427735537290573, + 0.07439713180065155, + 0.15062633156776428, + 0.10984393209218979, + 0.1422581672668457, + 0.11359724402427673, + 0.12426789104938507, + 0.06146637350320816, + 0.057582419365644455, + 0.10118543356657028, + 0.16759048402309418, + 0.09629405289888382, + 0.1073889285326004, + 0.11114343255758286, + 0.08872802555561066, + 0.05378526449203491, + 0.08370836824178696, + 0.122569739818573, + 0.054741498082876205, + 0.0981062576174736, + 0.04635167121887207, + 0.16149409115314484, + 0.05049345642328262, + 0.2067718654870987, + 0.08255934715270996, + 0.12309581786394119, + 0.11915650218725204, + 0.1164887323975563, + 0.07397159188985825, + 0.1539909541606903, + 0.10277923196554184, + 0.056699782609939575, + 0.036010559648275375, + 0.17338299751281738, + 0.02259492129087448, + 0.07332292944192886, + 0.09073056280612946, + 0.1032901331782341, + 0.12086545675992966, + 0.045390404760837555, + 0.07940663397312164, + 0.07430730760097504, + 0.1516520082950592, + 0.08004976809024811, + 0.09838008135557175, + 0.0760277807712555, + 0.11191011220216751, + 0.029924649745225906, + 0.10774288326501846, + 0.13013435900211334, + 0.014946619048714638, + 0.10681762546300888, + 0.08147662878036499, + 0.1240716502070427, + 0.05522971600294113, + 0.11391530185937881, + 0.10968001186847687, + 0.02263493835926056, + 0.09449181705713272, + 0.0707639530301094, + 0.09800362586975098, + 0.07248296588659286, + 0.08494363725185394, + 0.1428571492433548, + 0.16271081566810608, + 0.1664106547832489, + 0.06403732299804688, + 0.03272498399019241, + 0.10561949759721756, + 0.1073063537478447, + 0.09495743364095688, + 0.08353034406900406, + 0.09448251128196716, + 0.05029965564608574, + 0.048969071358442307, + 0.09366089105606079, + 0.05578317120671272, + 0.0819096639752388, + 0.06132783368229866, + 0.1038869246840477, + 0.06307277828454971, + 0.016109785065054893, + 0.06985384970903397, + 0.1776084303855896, + 0.11538461595773697, + 0.12002082914113998, + 0.08853721618652344, + 0.11622758954763412, + 0.030322173610329628, + 0.07009480148553848, + 0.07615691423416138, + 0.07941760122776031, + 0.08398044109344482, + 0.107469342648983, + 0.06113435700535774, + 0.13309982419013977, + 0.0903225764632225, + 0.1347375363111496, + 0.027861444279551506, + 0.10004116594791412, + 0.054404858499765396, + 0.10142727196216583, + 0.06025104224681854, + 0.07779703289270401, + 0.14156340062618256, + 0.05600870028138161, + 0.06600046902894974, + 0.21791966259479523, + 0.10117796063423157, + 0.08064515888690948, + 0.11148365586996078, + 0.12111043184995651, + 0.010964365676045418, + 0.05437985435128212, + 0.13342736661434174, + 0.13588666915893555, + 0.16295763850212097, + 0.06784188002347946, + 0.05267215147614479, + 0.1061224490404129, + 0.07243330776691437, + 0.16977886855602264, + 0.13820865750312805, + 0.09228711575269699, + 0.09001995623111725, + 0.08103000372648239, + 0.06490441411733627, + 0.06666666269302368, + 0.09892284125089645, + 0.10751906782388687, + 0.08237704634666443, + 0.09021493792533875, + 0.08401920646429062, + 0.09234530478715897, + 0.10374149680137634, + 0.018547140061855316, + 0.08106852322816849, + 0.14596273005008698, + 0.05264383926987648, + 0.05860113352537155, + 0.09787928313016891, + 0.05186916142702103, + 0.08598725497722626, + 0.12345965951681137, + 0.1694701462984085, + 0.059119123965501785, + 0.046343978494405746, + 0.11142857372760773, + 0.12672258913516998, + 0.10653752833604813, + 0.0317889042198658, + 0.07474048435688019, + 0.10767946392297745, + 0.13174782693386078, + 0.19261214137077332, + 0.10837437957525253, + 0.1150793582201004, + 0.08592710644006729, + 0.11079545319080353, + 0.052656322717666626, + 0.10936708748340607, + 0.09951846301555634, + 0.12320329248905182, + 0.07844213396310806, + 0.14812302589416504, + 0.13823692500591278, + 0.0380728542804718, + 0.12062771618366241, + 0.08071444928646088, + 0.14267677068710327, + 0.06371644884347916, + 0.10600490868091583, + 0.07454924285411835, + 0.11289198696613312, + 0.056533332914114, + 0.12004581838846207, + 0.09838546812534332, + 0.04823455214500427, + 0.08004157990217209, + 0.11282186955213547, + 0.06476105749607086, + 0.09238167107105255, + 0.0850556418299675, + 0.04064837843179703, + 0.14308342337608337, + 0.032283883541822433, + 0.11212924867868423, + 0.06537478417158127, + 0.07563218474388123, + 0.04709770530462265, + 0.07525697350502014, + 0.05699358880519867, + 0.06843853741884232, + 0.11066398024559021, + 0.17978589236736298, + 0.038993362337350845, + 0.14901256561279297, + 0.06604361534118652, + 0.0585937537252903, + 0.09198291599750519, + 0.06794898211956024, + 0.1515289843082428, + 0.1355726420879364, + 0.10249362140893936, + 0.08484848588705063, + 0.07694421708583832, + 0.12115732580423355, + 0.06523115932941437, + 0.12714987993240356, + 0.1431446522474289, + 0.026288481429219246, + 0.1609542965888977, + 0.040631234645843506, + 0.12216022610664368, + 0.08620689809322357, + 0.07301517575979233, + 0.03850962966680527, + 0.10109848529100418, + 0.05487517639994621, + 0.08640579134225845, + 0.08957602828741074, + 0.08615221828222275, + 0.09490460902452469, + 0.10191082209348679, + 0.14709480106830597, + 0.10794954001903534, + 0.07412439584732056, + 0.10564462840557098, + 0.03778517246246338, + 0.07599140703678131, + 0.014096185564994812, + 0.1270865797996521, + 0.22313296794891357, + 0.19800707697868347, + 0.06735896319150925, + 0.06448640674352646, + 0.22237306833267212, + 0.07549058645963669, + 0.06635890901088715, 0.07112375646829605, - 0.030951039865612984, - 0.046989720314741135, - 0.008130080997943878, - 0.25874125957489014, - 0.13471731543540955, - 0.06490115821361542, - 0.010438413359224796, - 0.06781609356403351, - 0.002958579920232296, - 0.16387473046779633, - 0.03646006062626839, - 0.006592291872948408, - 0.07973421365022659, - 0.02681618742644787, - 0.07337723672389984, - 0.14178049564361572, - 0.17628206312656403, - 0.016597511246800423, - 0.048164043575525284, - 0.10679999738931656, - 0.10236600786447525, - 0.06951423734426498, - 0.19658119976520538, - 0.2378014773130417, - 0.04383845254778862, - 0.002358490601181984, - 0.5098389983177185, - 0.004160362761467695, - 0.09131652861833572, - 0.033670034259557724, - 0.12854251265525818, - 0.0045008184388279915, - 0.04608788713812828, - 0.002958579920232296, - 0.005976095795631409, - 0.16900420188903809, - 0.014570551924407482, - 0.2258244752883911, - 0.41327622532844543, - 0.051051050424575806, - 0.0069204154424369335, - 0.010479042306542397, - 0.10244115442037582, - 0.06459948420524597, - 0.004166666883975267, - 0.07607581466436386, - 0.07696862518787384, - 0.005976095795631409, - 0.03410981595516205, - 0.09238310903310776, - 0.12347486615180969, - 0.09137291461229324, - 0.10382513701915741, - 0.12633182108402252, - 0.052414365112781525, - 0.09028961509466171, - 0.004061372019350529, - 0.02376599609851837, - 0.062230437994003296, - 0.44081631302833557, - 0.05164485424757004, - 0.19383004307746887, - 0.12855872511863708, - 0.11072664707899094, - 0.054301075637340546, - 0.15463916957378387, - 0.046989720314741135, - 0.07450980693101883, - 0.005692599341273308, - 0.13965517282485962, - 0.059919025748968124, - 0.01232394389808178, - 0.1848541796207428, - 0.329439252614975, - 0.008064515888690948, - 0.05761675909161568, - 0.026024363934993744, - 0.20109689235687256, - 0.07247298210859299, - 0.01250000111758709, - 0.011046133935451508, - 0.08891595900058746, - 0.015000000596046448, - 0.1771177053451538, - 0.1277569681406021, - 0.20307444036006927, - 0.03252323344349861, - 0.3117506206035614, - 0.14952152967453003, - 0.1875969022512436, - 0.0911458358168602, - 0.16841551661491394, - 0.08019480109214783, - 0.08398348093032837, - 0.03614916279911995, - 0.09379727393388748, - 0.020082693547010422, - 0.1730237603187561, - 0.020779220387339592, - 0.05467068403959274, - 0.08027523010969162, - 0.013380558229982853, - 0.0035097983200103045, - 0.01720542274415493, - 0.29183268547058105, - 0.13161428272724152, - 0.04178978502750397, - 0.09689711034297943, - 0.10633555799722672, - 0.20330969989299774, - 0.010261193849146366, - 0.08361486345529556, - 0.16204379498958588, - 0.15581098198890686, - 0.003355704713612795, - 0.12204301357269287, - 0.14052583277225494, - 0.034354303032159805, - 0.10790464282035828, - 0.16811594367027283, - 0.08750719577074051, - 0.09932170808315277, - 0.07910750806331635, - 0.059143029153347015, - 0.023351648822426796, - 0.23269230127334595, - 0.049904029816389084, - 0.03054910898208618, - 0.08735796064138412, - 0.00460122711956501, - 0.1697806715965271, - 0.12771084904670715, - 0.013532763347029686, - 0.004201680887490511, - 0.11369068175554276, - 0.14578454196453094, - 0.09783890098333359, - 0.006635070778429508, - 0.3824104070663452, - 0.12700533866882324, - 0.004901960492134094, - 0.007598784752190113, - 0.11003521084785461, - 0.022843822836875916, - 0.1981627345085144, - 0.02212602272629738, - 0.02310344949364662, - 0.1634114682674408, - 0.10241201519966125, - 0.19330854713916779, - 0.005199306644499302, - 0.09007353335618973, - 0.03970588371157646, - 0.025037936866283417, - 0.021832497790455818, - 0.14796747267246246, - 0.033377837389707565, - 0.014744430780410767, - 0.122718445956707, - 0.014516129158437252, - 0.11336717009544373, - 0.029130849987268448, - 0.019347038120031357, - 0.15818490087985992, - 0.20180335640907288, - 0.45695364475250244, - 0.09236326813697815, - 0.008445417508482933, - 0.08435286581516266, - 0.06908854842185974, - 0.014168530702590942, - 0.16815285384655, - 0.13932868838310242, - 0.009458749555051327, - 0.03336604684591293, - 0.0037313434295356274, - 0.3652694821357727, - 0.1317867785692215, - 0.06355645507574081, - 0.05035128444433212, - 0.0121845081448555, - 0.10191347450017929, - 0.11620635539293289, - 0.16241611540317535, - 0.1520572453737259, - 0.02958579920232296, - 0.11236775666475296, - 0.19570405781269073, - 0.18520310521125793, - 0.05629565939307213, - 0.12804877758026123, - 0.19385194778442383, - 0.13006922602653503, - 0.1547333002090454, - 0.07574901729822159, - 0.052681539207696915, - 0.025501899421215057, - 0.0357142873108387, - 0.004480286501348019, - 0.0194968543946743, - 0.010372177697718143, - 0.01824401319026947, - 0.21143145859241486, - 0.00531479949131608, - 0.03870025649666786, - 0.09888888895511627, - 0.023919042199850082, - 0.019503546878695488, - 0.07005426287651062, - 0.035653166472911835, - 0.09971509873867035, - 0.006289307959377766, - 0.4615384638309479, - 0.08235294371843338, - 0.0027141133323311806, - 0.071856290102005, - 0.01653696410357952, - 0.015441423282027245, - 0.026694046333432198, - 0.17932654917240143, - 0.0033136967103928328, - 0.01051248423755169, - 0.08902616053819656, - 0.27020785212516785, - 0.15237466990947723, - 0.28159645199775696, - 0.0974842756986618, - 0.15615463256835938, - 0.2677801847457886, - 0.10610079765319824, - 0.014807503670454025, - 0.10378151386976242, - 0.12012125551700592, - 0.17643950879573822, - 0.006876228377223015, - 0.02299298532307148, - 0.10618336498737335, - 0.06803097575902939, - 0.13722778856754303, - 0.024268105626106262, - 0.014957265928387642, - 0.1267748475074768, - 0.0061295973137021065, - 0.005145167000591755, - 0.26014959812164307, - 0.10966608673334122, - 0.015962442383170128, - 0.12133072316646576, - 0.0077751195058226585, - 0.011876484379172325, - 0.2748691141605377, - 0.00561797758564353, - 0.07773512601852417, - 0.11137667298316956, - 0.08884891867637634, - 0.07418952882289886, - 0.007231404539197683, - 0.07009760290384293, - 0.10285941511392593, - 0.010230178944766521, - 0.09761388599872589, - 0.09683258086442947, - 0.1410835236310959, - 0.37893080711364746, - 0.006944444961845875, - 0.006289307959377766, - 0.06033375859260559, - 0.040236685425043106, - 0.1410835236310959, - 0.09711375087499619, - 0.057373739778995514, - 0.005721830762922764, - 0.0032626427710056305, - 0.013532763347029686, - 0.420718789100647, - 0.003086419776082039, - 0.021018216386437416, - 0.004692832473665476, - 0.005434782709926367, - 0.20571009814739227, - 0.22476379573345184, - 0.14149139821529388, - 0.47792407870292664, - 0.004845322109758854, - 0.011067476123571396, - 0.032592590898275375, - 0.13405640423297882, - 0.18231791257858276, - 0.15502910315990448, - 0.11160548776388168, - 0.02532097138464451, - 0.21681416034698486, - 0.11581292003393173, - 0.06796769797801971, - 0.09689711034297943, - 0.002888318384066224, - 0.1587757021188736, - 0.23055028915405273, - 0.0077751195058226585, - 0.10256409645080566, - 0.10163339227437973, - 0.08519004285335541, - 0.008368201553821564, - 0.0270558912307024, - 0.11672794073820114, - 0.09090909361839294, - 0.11712247133255005, - 0.1376591920852661, - 0.13451004028320312, - 0.03635931387543678, - 0.32750174403190613, - 0.08196170628070831, - 0.0875299796462059, - 0.09781288355588913, - 0.118121437728405, - 0.01956588216125965, - 0.23976023495197296, - 0.005496662575751543, - 0.004983388818800449, - 0.1505221426486969, - 0.07516684383153915, - 0.13077495992183685, - 0.006637168116867542, - 0.004901960492134094, - 0.290192574262619, - 0.02244199439883232, - 0.37871524691581726, - 0.013321872800588608, - 0.027617476880550385, - 0.021802935749292374, - 0.0031960229389369488, - 0.2420358806848526, - 0.005434782709926367, - 0.04419703036546707, - 0.005434782709926367, - 0.004126547370105982, - 0.0911468118429184, - 0.26880529522895813, - 0.0675971508026123, - 0.046572647988796234, - 0.014395714737474918, - 0.18238283693790436, - 0.07526051998138428, - 0.5162311792373657, - 0.14935064315795898, - 0.005782734137028456, - 0.0980198085308075, - 0.019405322149395943, - 0.02368692122399807, - 0.062058527022600174, - 0.13062408566474915, - 0.002076843287795782, - 0.18140383064746857, - 0.013179571367800236, - 0.0530841127038002, - 0.011688311584293842, - 0.004323899280279875, - 0.22483940422534943, - 0.0040087467059493065, - 0.0031960229389369488, - 0.02789171412587166, - 0.011326861567795277, - 0.003893575631082058, - 0.08229310810565948, - 0.0974842756986618, - 0.09216418117284775, - 0.11895592510700226, - 0.11348741501569748, - 0.2965686321258545, - 0.03973232954740524, - 0.03310580179095268, - 0.11231101304292679, - 0.36671239137649536, - 0.12227237969636917, - 0.22849462926387787, - 0.030217565596103668, - 0.09792689979076385, - 0.07307226210832596, - 0.055400557816028595, - 0.041644129902124405, - 0.0059652929194271564, - 0.008581235073506832, - 0.12235960364341736, - 0.036426711827516556 + 0.07838048785924911, + 0.0778307244181633, + 0.10784313827753067, + 0.11369990557432175, + 0.08444444090127945, + 0.00916999764740467, + 0.08822181075811386, + 0.062484126538038254, + 0.05695208162069321, + 0.04162991791963577, + 0.07052677869796753, + 0.07538052648305893, + 0.12386707216501236, + 0.01379582192748785, + 0.1831406205892563, + 0.11397366970777512, + 0.18014147877693176, + 0.10448563098907471 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 104.52373504638672, - 39.67213821411133, - 39.6721305847168, - 141.78041076660156, - 129.0128173828125, - 49.528934478759766, - 76.40882873535156, - 67.5317611694336, - 39.448631286621094, - 133.3317108154297, - 46.32465744018555, - 39.482200622558594, - 71.46943664550781, - 97.8037109375, - 104.52373504638672, - 80.13677978515625, - 67.5317611694336, - 85.75440979003906, - 79.20336151123047, - 49.52893829345703, - 76.1885986328125, - 104.52373504638672, - 44.05697250366211, - 99.2058334350586, - 85.55008697509766, - 44.08746337890625, - 45.5595588684082, - 83.73645782470703, - 39.482200622558594, - 75.4793930053711, - 80.20185852050781, - 100.89583587646484, - 98.22600555419922, - 39.3696174621582, - 64.1604232788086, - 105.6982421875, - 55.49595642089844, - 68.9874496459961, - 103.74634552001953, - 162.39939880371094, - 42.07524108886719, - 52.04319381713867, - 53.71647644042969, - 42.07524108886719, - 68.09083557128906, - 40.92451858520508, - 45.5595588684082, - 69.9290771484375, - 71.77371978759766, - 118.29530334472656, - 70.85063934326172, - 271.7451171875, - 59.923946380615234, - 59.923946380615234, - 56.410118103027344, - 68.60340118408203, - 65.34730529785156, - 41.895790100097656, - 53.757450103759766, - 67.5317611694336, - 104.75892639160156, - 67.5317611694336, - 50.97823715209961, - 56.373023986816406, - 61.50631332397461, - 118.53962707519531, - 54.22412109375, - 181.2998809814453, - 67.5317611694336, - 40.43056106567383, - 113.9007797241211, - 54.22412109375, - 50.35831832885742, - 81.07107543945312, - 47.91511154174805, - 338.33258056640625, - 39.6721305847168, - 67.5317611694336, - 67.17436981201172, - 104.52373504638672, - 68.24647521972656, - 104.52373504638672, - 39.448631286621094, - 67.5317611694336, - 67.5317611694336, - 47.901458740234375, - 54.224124908447266, - 40.43056106567383, - 98.10586547851562, - 39.85641860961914, - 54.22412109375, - 112.19820404052734, - 59.52534866333008, - 54.22412109375, - 47.703086853027344, - 59.15165328979492, - 69.00912475585938, - 46.32465744018555, - 104.63882446289062, - 110.05624389648438, - 179.01852416992188, - 98.94672393798828, - 39.6721305847168, - 52.89699935913086, - 57.25469970703125, - 512.0, - 104.52373504638672, - 59.03047180175781, - 42.714111328125, - 41.47610092163086, - 54.224124908447266, - 80.68165588378906, - 65.70689392089844, - 44.81291198730469, - 40.60122299194336, - 52.89699935913086, - 67.5317611694336, - 110.37039184570312, - 44.81290054321289, - 47.703086853027344, - 59.923954010009766, - 39.448631286621094, - 61.720672607421875, - 95.47865295410156, - 90.76459503173828, - 41.895782470703125, - 55.49595642089844, - 75.47940826416016, - 70.85065460205078, - 57.25468444824219, - 79.64996337890625, - 136.38421630859375, - 47.901451110839844, - 67.5317611694336, - 283.0589294433594, - 97.12479400634766, - 67.17436218261719, - 40.924522399902344, - 83.63631439208984, - 512.0, - 52.04319381713867, - 67.5317611694336, - 67.5317611694336, - 104.07544708251953, - 39.36961364746094, - 85.20036315917969, - 156.88082885742188, - 48.709590911865234, - 67.5317611694336, - 41.895790100097656, - 70.85065460205078, - 52.89699935913086, - 54.224124908447266, - 64.15332794189453, - 60.820762634277344, - 67.5317611694336, - 42.07524108886719, - 63.52898025512695, - 93.87997436523438, - 72.6982192993164, - 80.13680267333984, - 72.8669662475586, - 51.19669723510742, - 69.79340362548828, - 67.5317611694336, - 39.482200622558594, - 46.32465744018555, - 260.117431640625, - 48.70958709716797, - 66.30977630615234, - 93.28109741210938, - 79.20335388183594, - 45.5595588684082, - 77.60830688476562, - 47.90146255493164, - 56.373023986816406, - 67.5317611694336, - 77.09589385986328, - 57.254695892333984, - 41.895790100097656, - 107.38953399658203, - 197.7448272705078, - 41.895790100097656, - 43.38652420043945, - 39.448631286621094, - 109.23878479003906, - 65.3473129272461, - 39.482200622558594, - 96.00885772705078, - 69.9291000366211, - 41.895790100097656, - 111.22928619384766, - 84.81629180908203, - 124.29115295410156, - 44.81291198730469, - 167.77972412109375, - 102.04788970947266, - 96.7425537109375, - 69.00910949707031, - 92.6968994140625, - 54.62394714355469, - 69.92909240722656, - 44.087467193603516, - 70.85063934326172, - 40.60122299194336, - 101.83731079101562, - 40.92451858520508, - 46.32465744018555, - 63.52898025512695, - 39.482200622558594, - 104.52373504638672, - 39.36961364746094, - 73.06543731689453, - 85.75440216064453, - 47.10594177246094, - 68.09083557128906, - 71.77371978759766, - 119.36103057861328, - 67.5317611694336, - 67.17436218261719, - 59.0046501159668, - 108.43882751464844, - 67.5317611694336, - 88.57263946533203, - 98.00143432617188, - 40.43056106567383, - 74.5511245727539, - 69.24842071533203, - 67.17436218261719, - 71.77371978759766, - 57.25469970703125, - 48.709590911865234, - 39.6721305847168, - 123.65267181396484, - 52.89699935913086, - 40.43056106567383, - 63.52898025512695, - 67.5317611694336, - 98.97425079345703, - 81.07108306884766, - 47.703086853027344, - 54.22412109375, - 70.06510162353516, - 103.71844482421875, - 61.72068786621094, - 47.703086853027344, - 125.57379150390625, - 91.39616394042969, - 47.703086853027344, - 44.05697250366211, - 87.63262176513672, - 40.92451858520508, - 104.47001647949219, - 39.482200622558594, - 40.924522399902344, - 106.3996810913086, - 87.63261413574219, - 117.4132080078125, - 67.5317611694336, - 64.43696594238281, - 52.89699935913086, - 39.6721305847168, - 40.60122299194336, - 97.05652618408203, - 40.92451858520508, - 41.895790100097656, - 85.7544174194336, - 39.482200622558594, - 82.94215393066406, - 42.07524108886719, - 58.40997314453125, - 89.51326751708984, - 94.40430450439453, - 181.93695068359375, - 69.9290771484375, - 41.895782470703125, - 63.528995513916016, - 66.25980377197266, - 39.3696174621582, - 112.22042846679688, - 89.5132827758789, - 54.224124908447266, - 42.07524108886719, - 83.79454803466797, - 144.71646118164062, - 80.48703002929688, - 55.4959602355957, - 52.89699935913086, - 39.44862365722656, - 74.55110931396484, - 80.13677215576172, - 93.23284149169922, - 115.1605224609375, - 42.714111328125, - 81.07108306884766, - 119.42781829833984, - 96.58385467529297, - 45.5595588684082, - 80.23714447021484, - 113.745849609375, - 93.28108215332031, - 107.48484802246094, - 68.09083557128906, - 46.32465744018555, - 40.007301330566406, - 44.81291198730469, - 41.895790100097656, - 39.448631286621094, - 39.85641860961914, - 40.00730895996094, - 99.7236328125, - 54.22412109375, - 42.714111328125, - 71.77371978759766, - 40.00730514526367, - 39.482200622558594, - 60.82075881958008, - 42.7141227722168, - 61.90106964111328, - 44.05696487426758, - 173.81846618652344, - 62.62348937988281, - 96.60018157958984, - 52.89699935913086, - 39.85641860961914, - 39.36962127685547, - 40.007301330566406, - 72.89997100830078, - 67.5317611694336, - 44.05697250366211, - 62.62348937988281, - 79.9787826538086, - 92.36994934082031, - 162.54534912109375, - 71.1624755859375, - 76.26852416992188, - 125.64602661132812, - 85.75440216064453, - 67.5317611694336, - 73.6240234375, - 77.33934783935547, - 79.75918579101562, - 54.22412109375, - 40.00730514526367, - 81.72233581542969, - 55.49595642089844, - 76.09793090820312, - 39.6721305847168, - 39.482200622558594, - 95.19313049316406, - 47.703086853027344, - 44.05696487426758, - 134.84278869628906, - 94.21729278564453, - 47.703086853027344, - 102.2648696899414, - 54.22412109375, - 67.5317611694336, - 120.98310852050781, - 44.05696487426758, - 55.4959602355957, - 85.75440979003906, - 75.47940826416016, - 67.17436981201172, - 41.895790100097656, - 57.25469207763672, - 73.62403106689453, - 39.85641860961914, - 73.6240234375, - 69.00910949707031, - 85.08191680908203, - 196.76185607910156, - 47.703086853027344, - 47.703086853027344, - 44.81291198730469, - 42.7141227722168, - 85.09616088867188, - 74.5511245727539, - 54.7945556640625, - 47.703086853027344, - 116.84681701660156, - 41.895790100097656, - 173.8892364501953, - 104.52373504638672, - 40.43056106567383, - 54.22412109375, - 67.5317611694336, - 119.17167663574219, - 86.77269744873047, - 86.69319152832031, - 171.51605224609375, - 54.22412109375, - 44.05696487426758, - 42.71410369873047, - 76.40882873535156, - 102.15631866455078, - 78.98115539550781, - 76.40882873535156, - 40.00730514526367, - 119.80467224121094, - 84.81629180908203, - 62.62348937988281, - 67.17436218261719, - 104.52373504638672, - 106.52169036865234, - 135.33963012695312, - 54.22412109375, - 80.31788635253906, - 69.92909240722656, - 70.85065460205078, - 41.895790100097656, - 42.07524108886719, - 83.69246673583984, - 67.17436981201172, - 76.40882873535156, - 82.94215393066406, - 89.51325225830078, - 44.08746337890625, - 105.0830078125, - 66.25981903076172, - 64.43696594238281, - 69.92909240722656, - 94.71461486816406, - 40.007301330566406, - 100.60440826416016, - 67.5317611694336, - 512.0, - 57.567264556884766, - 47.90145492553711, - 83.5333480834961, - 47.703086853027344, - 44.05697250366211, - 85.52372741699219, - 41.895790100097656, - 227.6749267578125, - 40.60122299194336, - 40.007301330566406, - 40.007301330566406, - 44.05696487426758, - 95.72651672363281, - 47.703086853027344, - 47.901451110839844, - 67.5317611694336, - 44.05696487426758, - 57.254695892333984, - 148.07191467285156, - 54.62394714355469, - 41.47610092163086, - 53.870330810546875, - 108.41845703125, - 58.140621185302734, - 135.39739990234375, - 63.93060302734375, - 44.05696487426758, - 59.923946380615234, - 39.36961364746094, - 40.00730514526367, - 53.757450103759766, - 84.24561309814453, - 54.22412109375, - 77.07534790039062, - 44.05696487426758, - 47.105926513671875, - 44.05697250366211, - 67.5317611694336, - 77.17179870605469, - 104.52373504638672, - 512.0, - 42.07524108886719, - 44.05697250366211, - 512.0, - 66.25979614257812, - 68.09083557128906, - 66.25980377197266, - 80.21021270751953, - 85.83477020263672, - 97.46260070800781, - 43.38651657104492, - 39.6721305847168, - 69.51958465576172, - 175.9082794189453, - 84.81629180908203, - 80.32908630371094, - 40.43056106567383, - 68.8150634765625, - 65.34729766845703, - 52.04319763183594, - 40.43056106567383, - 101.4770278930664, - 44.05697250366211, - 53.71989440917969, - 42.07524108886719 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 499.8999938964844, + 415.82696533203125, + 354.08447265625, + 965.5604858398438, + 354.8009948730469, + 512.8445434570312, + 889.2299194335938, + 453.1399230957031, + 394.7975158691406, + 649.493896484375, + 649.607421875, + 339.5086669921875, + 607.897216796875, + 615.922119140625, + 902.5235595703125, + 765.3699951171875, + 568.0357055664062, + 760.0022583007812, + 475.8880615234375, + 623.1826782226562, + 535.2304077148438, + 551.5006713867188, + 381.6152648925781, + 462.0396423339844, + 514.5599975585938, + 620.6620483398438, + 677.7327880859375, + 511.143310546875, + 422.66888427734375, + 488.2848815917969, + 402.2800598144531, + 540.7033081054688, + 451.5488586425781, + 898.7279663085938, + 590.1122436523438, + 479.06982421875, + 551.958984375, + 679.5718994140625, + 314.9662780761719, + 451.06689453125, + 567.705078125, + 474.54241943359375, + 684.7151489257812, + 468.37762451171875, + 301.23492431640625, + 690.9930419921875, + 536.9188842773438, + 615.4493408203125, + 590.8587036132812, + 795.4096069335938, + 253.05044555664062, + 515.3048706054688, + 291.7385559082031, + 543.5117797851562, + 703.5006713867188, + 649.9380493164062, + 565.21240234375, + 564.6897583007812, + 492.49261474609375, + 317.23382568359375, + 590.694091796875, + 633.3670654296875, + 754.3721923828125, + 586.2008056640625, + 581.2078857421875, + 331.44580078125, + 669.849853515625, + 617.0200805664062, + 496.92724609375, + 561.4052734375, + 504.4504699707031, + 377.21142578125, + 588.8668212890625, + 525.2479248046875, + 532.7807006835938, + 591.7706909179688, + 591.273193359375, + 578.314697265625, + 747.00244140625, + 786.8961791992188, + 370.0867614746094, + 492.0607604980469, + 736.4448852539062, + 485.1363830566406, + 472.0208435058594, + 721.544189453125, + 427.89495849609375, + 844.7277221679688, + 708.565673828125, + 427.6556701660156, + 506.93157958984375, + 590.2424926757812, + 292.7585754394531, + 413.8057556152344, + 466.7513732910156, + 432.3788757324219, + 659.9187622070312, + 729.1309814453125, + 600.2426147460938, + 496.40301513671875, + 581.0521240234375, + 526.2921142578125, + 515.9229125976562, + 578.7081298828125, + 444.676025390625, + 358.9082946777344, + 405.2835693359375, + 343.86572265625, + 669.918212890625, + 566.5817260742188, + 589.3958740234375, + 482.9715576171875, + 425.8935546875, + 716.6942138671875, + 488.4419250488281, + 811.32421875, + 474.09967041015625, + 468.9676513671875, + 794.8681640625, + 328.4875183105469, + 563.4935302734375, + 469.4927978515625, + 402.5653076171875, + 518.1934204101562, + 463.7615966796875, + 799.2169799804688, + 543.8120727539062, + 382.8065490722656, + 722.2113037109375, + 548.342041015625, + 419.6943054199219, + 198.62405395507812, + 757.9552001953125, + 624.7562255859375, + 498.09051513671875, + 730.8859252929688, + 574.4766235351562, + 619.7664794921875, + 413.983154296875, + 559.283447265625, + 477.22808837890625, + 320.6145935058594, + 851.79248046875, + 488.5019836425781, + 639.5575561523438, + 507.5333251953125, + 469.5541687011719, + 410.6777648925781, + 840.4147338867188, + 676.2778930664062, + 692.5670776367188, + 696.3089599609375, + 413.05615234375, + 446.62353515625, + 346.03973388671875, + 267.96649169921875, + 554.1864013671875, + 595.4689331054688, + 565.9203491210938, + 727.2794799804688, + 683.9061889648438, + 450.5439758300781, + 490.0800476074219, + 345.0263366699219, + 571.7890014648438, + 635.4906005859375, + 659.3538818359375, + 420.7764587402344, + 659.9050903320312, + 833.4198608398438, + 498.2705993652344, + 635.5515747070312, + 632.9072875976562, + 565.1555786132812, + 410.87640380859375, + 568.4180908203125, + 521.3335571289062, + 713.607177734375, + 863.2237548828125, + 889.9102783203125, + 799.9913330078125, + 601.3485717773438, + 853.71484375, + 1032.0513916015625, + 656.2119140625, + 603.096435546875, + 609.771484375, + 454.5573425292969, + 310.8440856933594, + 541.0060424804688, + 741.25, + 501.17974853515625, + 742.661865234375, + 287.3803405761719, + 641.6488037109375, + 674.9974365234375, + 621.0493774414062, + 662.8493041992188, + 817.5206298828125, + 605.6318359375, + 673.9225463867188, + 738.298095703125, + 526.4756469726562, + 725.72021484375, + 530.4579467773438, + 690.6671752929688, + 547.9883422851562, + 546.7732543945312, + 452.8737487792969, + 514.921875, + 461.8097229003906, + 510.5002136230469, + 938.5189208984375, + 500.1070861816406, + 501.3670654296875, + 500.7845458984375, + 485.71917724609375, + 498.67901611328125, + 691.605224609375, + 449.48760986328125, + 432.1922607421875, + 663.1978759765625, + 559.1027221679688, + 515.8362426757812, + 471.451904296875, + 489.0771789550781, + 695.7955322265625, + 604.2192993164062, + 400.1269836425781, + 568.6525268554688, + 377.1686706542969, + 573.243408203125, + 241.67335510253906, + 827.7948608398438, + 662.7337036132812, + 780.0927124023438, + 469.79248046875, + 605.113525390625, + 495.063232421875, + 641.6048583984375, + 570.8018798828125, + 584.368408203125, + 703.3928833007812, + 668.610595703125, + 399.5177001953125, + 354.40496826171875, + 707.2598876953125, + 612.492431640625, + 502.49188232421875, + 749.8671875, + 572.470947265625, + 634.0844116210938, + 520.794189453125, + 449.8703308105469, + 385.40081787109375, + 401.3763427734375, + 567.6511840820312, + 401.5873107910156, + 707.7349243164062, + 586.8204345703125, + 726.7771606445312, + 581.8313598632812, + 675.67529296875, + 647.9563598632812, + 806.6615600585938, + 632.3302001953125, + 473.1010437011719, + 589.2279052734375, + 480.2252197265625, + 446.82666015625, + 631.2244262695312, + 451.25897216796875, + 602.648681640625, + 495.2727355957031, + 713.7164306640625, + 708.9432983398438, + 487.56195068359375, + 468.844482421875, + 635.4514770507812, + 795.26708984375, + 564.4490966796875, + 388.6723327636719, + 754.950927734375, + 702.881103515625, + 520.1406860351562, + 740.8849487304688, + 850.5789794921875, + 350.1485595703125, + 599.2373046875, + 705.2047729492188, + 833.114990234375, + 436.40570068359375, + 731.7451171875, + 776.0717163085938, + 326.375, + 733.8721923828125, + 541.7950439453125, + 488.6233215332031, + 601.8660278320312, + 732.2246704101562, + 695.0922241210938, + 613.0272216796875, + 832.5715942382812, + 597.5787963867188, + 314.5898132324219, + 711.458984375, + 692.9017944335938, + 637.4817504882812, + 548.8844604492188, + 474.576904296875, + 479.0306701660156, + 490.5044860839844, + 721.1198120117188, + 416.20001220703125, + 539.3267822265625, + 544.1046142578125, + 672.6572265625, + 481.60955810546875, + 499.5833740234375, + 520.6742553710938, + 709.0579833984375, + 742.8652954101562, + 618.377197265625, + 651.0791625976562, + 754.3834838867188, + 395.8155212402344, + 431.211669921875, + 605.24365234375, + 497.965576171875, + 445.530029296875, + 684.7620849609375, + 627.0235595703125, + 820.0913696289062, + 590.305419921875, + 545.2827758789062, + 378.85797119140625, + 726.1642456054688, + 471.9454040527344, + 518.1563110351562, + 461.97576904296875, + 604.35205078125, + 845.4246826171875, + 528.446533203125, + 530.8509521484375, + 1116.7568359375, + 826.9219970703125, + 514.3880004882812, + 572.9927368164062, + 733.70849609375, + 382.5928955078125, + 403.63629150390625, + 606.52197265625, + 691.7203369140625, + 927.4500732421875, + 543.011474609375, + 431.2655944824219, + 415.76214599609375, + 561.9603271484375, + 830.8831176757812, + 574.8715209960938, + 683.9144897460938, + 695.9424438476562, + 547.0018310546875, + 575.9501342773438, + 609.2904663085938, + 641.5228271484375, + 420.13580322265625, + 613.4310913085938, + 543.7588500976562, + 436.1829833984375, + 607.6058349609375, + 465.93951416015625, + 316.2825622558594, + 663.1641845703125, + 656.5181884765625, + 524.13525390625, + 330.06036376953125, + 509.2550048828125, + 498.2819519042969, + 674.98095703125, + 738.3128051757812, + 551.3395385742188, + 395.8790283203125, + 367.821044921875, + 763.965576171875, + 594.858154296875, + 655.7177124023438, + 481.8211975097656, + 518.7431640625, + 427.8509216308594, + 498.8509216308594, + 569.7083740234375, + 609.8309936523438, + 554.2890625, + 496.070556640625, + 708.4617309570312, + 479.15277099609375, + 702.4540405273438, + 682.6669921875, + 458.7097473144531, + 455.4233093261719, + 803.3222045898438, + 832.1644287109375, + 567.8615112304688, + 757.4506225585938, + 564.3888549804688, + 631.26513671875, + 572.4009399414062, + 533.3128051757812, + 408.36773681640625, + 480.4649353027344, + 566.7197875976562, + 720.1802978515625, + 599.714111328125, + 379.84112548828125, + 495.30242919921875, + 596.9098510742188, + 579.2523193359375, + 588.0083618164062, + 497.30596923828125, + 376.06396484375, + 754.0588989257812, + 342.07293701171875, + 650.2887573242188, + 621.8499145507812, + 643.1763916015625, + 492.18560791015625, + 355.1427307128906, + 488.2620849609375, + 562.561767578125, + 594.849853515625, + 664.0143432617188, + 378.51165771484375, + 906.3158569335938, + 616.9727172851562, + 414.61981201171875, + 568.4069213867188, + 601.9158935546875, + 835.9656372070312, + 516.0150146484375, + 899.9004516601562, + 598.3855590820312, + 554.294189453125, + 680.6948852539062, + 603.1744995117188, + 657.3733520507812, + 735.9544677734375, + 326.452880859375, + 592.5722045898438, + 505.7290954589844, + 860.02734375, + 557.5407104492188, + 555.305908203125, + 366.1967468261719, + 669.2682495117188, + 515.529541015625, + 689.1671752929688, + 427.6510009765625, + 523.997314453125, + 637.4786987304688, + 707.4193725585938, + 605.667724609375, + 613.14892578125, + 724.9891357421875, + 766.369140625, + 408.5666809082031, + 641.5388793945312, + 299.5169982910156, + 826.0606689453125, + 824.4996948242188, + 680.7401733398438, + 421.7306213378906, + 245.9962615966797, + 895.2101440429688, + 700.6931762695312, + 399.4098815917969, + 696.993896484375, + 548.1055908203125, + 604.6251220703125, + 737.3084106445312, + 535.6572265625, + 623.3478393554688, + 411.0894775390625, + 649.2431030273438, + 488.99908447265625, + 598.050048828125, + 486.48095703125, + 588.1299438476562, + 604.1593017578125, + 680.1068115234375, + 222.44862365722656, + 548.158935546875, + 549.7640991210938, + 824.6387939453125, + 620.5546264648438 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } ] @@ -81389,200 +98359,200 @@ 2 ], "wall_clock_s": [ - 547.1, - 511.1, - 627.9 + 868.8, + 876.0, + 883.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.2039221078157425, + "loss": 0.21955609321594238, "env_score_iters": 500, - "env_score": -3.088528633117676, + "env_score": -0.46336793899536133, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.16069014370441437, - "rl_grad_norm": 0.35142937302589417, - "bc_grad_norm": 0.1616477370262146, + "grad_align": 0.1694503277540207, + "rl_grad_norm": 0.3224084973335266, + "bc_grad_norm": 1.947818398475647, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.3.self_attn.in_proj_weight": 0.14200177788734436, - "transformer.layers.3.self_attn.in_proj_bias": 0.006312390323728323, - "transformer.layers.3.self_attn.out_proj.weight": 0.06495852768421173, - "transformer.layers.3.self_attn.out_proj.bias": 0.00522407703101635, - "transformer.layers.3.linear1.weight": 0.12255977839231491, - "transformer.layers.3.linear1.bias": 0.008439934812486172, - "transformer.layers.3.linear2.weight": 0.056715019047260284, - "transformer.layers.3.linear2.bias": 0.009737757034599781, - "transformer.layers.3.norm1.weight": 0.010994077660143375, - "transformer.layers.3.norm1.bias": 0.007995284162461758, - "transformer.layers.3.norm2.weight": 0.011723355390131474, - "transformer.layers.3.norm2.bias": 0.014493354596197605, - "head.weight": 0.7071655988693237, - "head.bias": 0.024937450885772705 + "transformer.layers.3.self_attn.in_proj_weight": 0.07767333090305328, + "transformer.layers.3.self_attn.in_proj_bias": 0.005856887437403202, + "transformer.layers.3.self_attn.out_proj.weight": 0.037386007606983185, + "transformer.layers.3.self_attn.out_proj.bias": 0.003457798855379224, + "transformer.layers.3.linear1.weight": 0.05246453359723091, + "transformer.layers.3.linear1.bias": 0.00440595718100667, + "transformer.layers.3.linear2.weight": 0.028048181906342506, + "transformer.layers.3.linear2.bias": 0.004645217675715685, + "transformer.layers.3.norm1.weight": 0.006696692202240229, + "transformer.layers.3.norm1.bias": 0.008523229509592056, + "transformer.layers.3.norm2.weight": 0.004431866575032473, + "transformer.layers.3.norm2.bias": 0.006449884735047817, + "head.weight": 0.2407381683588028, + "head.bias": 0.009241461753845215 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.058037105947732925, - "repr_drift_kl_low_t": 0.05205104872584343, - "repr_drift_kl_mid_t": 0.05276402831077576, - "repr_drift_kl_high_t": 0.06484021246433258, + "repr_drift_kl": 0.44345104694366455, + "repr_drift_kl_low_t": 0.5418146848678589, + "repr_drift_kl_mid_t": 0.458915650844574, + "repr_drift_kl_high_t": 0.3156464695930481, "cka_iters": 500, - "cka_similarity": 0.9471966028213501, + "cka_similarity": 0.9011139869689941, "t_analysis_iters": 500, - "norm_low_t": 0.6343945264816284, - "norm_high_t": 0.20355424284934998, - "lowhigh_cos": 0.16660332679748535, + "norm_low_t": 0.32724571228027344, + "norm_high_t": 0.4074752628803253, + "lowhigh_cos": 0.5261297821998596, "t_bin_norms": { - "t_0.0-0.1": 0.6206007599830627, - "t_0.1-0.2": 0.3238219618797302, - "t_0.2-0.3": 0.24677282571792603, - "t_0.3-0.4": 0.2621364891529083, - "t_0.4-0.5": 0.20803223550319672, - "t_0.5-0.6": 0.25864893198013306, - "t_0.6-0.7": 0.23972833156585693, - "t_0.7-0.8": 0.26087841391563416, - "t_0.8-0.9": 0.1894543468952179, - "t_0.9-1.0": 0.29943087697029114 - }, - "win_rate": 0.036426711827516556, - "effective_batch_size": 42.07524108886719, + "t_0.0-0.1": 0.44640102982521057, + "t_0.1-0.2": 0.26236844062805176, + "t_0.2-0.3": 0.299074649810791, + "t_0.3-0.4": 0.280872642993927, + "t_0.4-0.5": 0.2519846558570862, + "t_0.5-0.6": 0.24263429641723633, + "t_0.6-0.7": 0.3017334043979645, + "t_0.7-0.8": 0.25068947672843933, + "t_0.8-0.9": 0.2722313404083252, + "t_0.9-1.0": 0.49574515223503113 + }, + "win_rate": 0.10448563098907471, + "effective_batch_size": 620.5546264648438, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.16315467655658722, + "loss": 0.09127841144800186, "env_score_iters": 500, - "env_score": -2.9864752292633057, + "env_score": -0.671764612197876, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.525, "grad_align_iters": 500, - "grad_align": 0.32693374156951904, - "rl_grad_norm": 0.4686901569366455, - "bc_grad_norm": 0.29554563760757446, + "grad_align": -0.0760725811123848, + "rl_grad_norm": 0.21375657618045807, + "bc_grad_norm": 0.9776003360748291, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.3.self_attn.in_proj_weight": 0.14154615998268127, - "transformer.layers.3.self_attn.in_proj_bias": 0.009598825126886368, - "transformer.layers.3.self_attn.out_proj.weight": 0.06403110176324844, - "transformer.layers.3.self_attn.out_proj.bias": 0.007028439547866583, - "transformer.layers.3.linear1.weight": 0.110724538564682, - "transformer.layers.3.linear1.bias": 0.009976539760828018, - "transformer.layers.3.linear2.weight": 0.05720061808824539, - "transformer.layers.3.linear2.bias": 0.011900666169822216, - "transformer.layers.3.norm1.weight": 0.012048808857798576, - "transformer.layers.3.norm1.bias": 0.012588909827172756, - "transformer.layers.3.norm2.weight": 0.011422982439398766, - "transformer.layers.3.norm2.bias": 0.01765674166381359, - "head.weight": 0.6029499173164368, - "head.bias": 0.025495771318674088 + "transformer.layers.3.self_attn.in_proj_weight": 0.06934303045272827, + "transformer.layers.3.self_attn.in_proj_bias": 0.00419536791741848, + "transformer.layers.3.self_attn.out_proj.weight": 0.02404003217816353, + "transformer.layers.3.self_attn.out_proj.bias": 0.00232066516764462, + "transformer.layers.3.linear1.weight": 0.03507472947239876, + "transformer.layers.3.linear1.bias": 0.0028469106182456017, + "transformer.layers.3.linear2.weight": 0.017583826556801796, + "transformer.layers.3.linear2.bias": 0.003304601414129138, + "transformer.layers.3.norm1.weight": 0.005749951582401991, + "transformer.layers.3.norm1.bias": 0.00555344857275486, + "transformer.layers.3.norm2.weight": 0.0032892466988414526, + "transformer.layers.3.norm2.bias": 0.0050397710874676704, + "head.weight": 0.19050896167755127, + "head.bias": 0.007277144584804773 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1414836347103119, - "repr_drift_kl_low_t": 0.14207613468170166, - "repr_drift_kl_mid_t": 0.13921338319778442, - "repr_drift_kl_high_t": 0.15480339527130127, + "repr_drift_kl": 0.24288928508758545, + "repr_drift_kl_low_t": 0.2838209271430969, + "repr_drift_kl_mid_t": 0.2569238543510437, + "repr_drift_kl_high_t": 0.18209399282932281, "cka_iters": 500, - "cka_similarity": 0.8986815214157104, + "cka_similarity": 0.9303828477859497, "t_analysis_iters": 500, - "norm_low_t": 0.4962317943572998, - "norm_high_t": 0.5186224579811096, - "lowhigh_cos": 0.4772259294986725, + "norm_low_t": 0.21459242701530457, + "norm_high_t": 0.28915759921073914, + "lowhigh_cos": 0.060230620205402374, "t_bin_norms": { - "t_0.0-0.1": 0.4516175091266632, - "t_0.1-0.2": 0.30420687794685364, - "t_0.2-0.3": 0.597529411315918, - "t_0.3-0.4": 0.3456416726112366, - "t_0.4-0.5": 0.4856815040111542, - "t_0.5-0.6": 0.6023733019828796, - "t_0.6-0.7": 0.513558566570282, - "t_0.7-0.8": 0.41166767477989197, - "t_0.8-0.9": 0.47096267342567444, - "t_0.9-1.0": 0.5034455060958862 - }, - "win_rate": 0.016468115150928497, - "effective_batch_size": 39.44862365722656, + "t_0.0-0.1": 0.16899903118610382, + "t_0.1-0.2": 0.17692585289478302, + "t_0.2-0.3": 0.16499806940555573, + "t_0.3-0.4": 0.18157529830932617, + "t_0.4-0.5": 0.19719837605953217, + "t_0.5-0.6": 0.18494196236133575, + "t_0.6-0.7": 0.20028328895568848, + "t_0.7-0.8": 0.22704751789569855, + "t_0.8-0.9": 0.2778242230415344, + "t_0.9-1.0": 0.34815987944602966 + }, + "win_rate": 0.04942450672388077, + "effective_batch_size": 456.0980224609375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.31269916892051697, + "loss": 0.1841926872730255, "env_score_iters": 500, - "env_score": -1.2536283731460571, + "env_score": -0.28568679094314575, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.5, "grad_align_iters": 500, - "grad_align": -0.038261305540800095, - "rl_grad_norm": 0.6118085980415344, - "bc_grad_norm": 0.6050412654876709, + "grad_align": 0.15194132924079895, + "rl_grad_norm": 0.23681408166885376, + "bc_grad_norm": 1.513362169265747, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.3.self_attn.in_proj_weight": 0.1106564998626709, - "transformer.layers.3.self_attn.in_proj_bias": 0.008271303027868271, - "transformer.layers.3.self_attn.out_proj.weight": 0.05142484977841377, - "transformer.layers.3.self_attn.out_proj.bias": 0.006000559311360121, - "transformer.layers.3.linear1.weight": 0.10621508210897446, - "transformer.layers.3.linear1.bias": 0.009108897298574448, - "transformer.layers.3.linear2.weight": 0.05186724290251732, - "transformer.layers.3.linear2.bias": 0.01127755269408226, - "transformer.layers.3.norm1.weight": 0.009065850637853146, - "transformer.layers.3.norm1.bias": 0.011088216677308083, - "transformer.layers.3.norm2.weight": 0.011463725939393044, - "transformer.layers.3.norm2.bias": 0.01742955483496189, - "head.weight": 0.6264045238494873, - "head.bias": 0.025922108441591263 + "transformer.layers.3.self_attn.in_proj_weight": 0.1322130262851715, + "transformer.layers.3.self_attn.in_proj_bias": 0.006574046798050404, + "transformer.layers.3.self_attn.out_proj.weight": 0.03777334466576576, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026550283655524254, + "transformer.layers.3.linear1.weight": 0.04935501515865326, + "transformer.layers.3.linear1.bias": 0.0036031831987202168, + "transformer.layers.3.linear2.weight": 0.028318239375948906, + "transformer.layers.3.linear2.bias": 0.0033347776625305414, + "transformer.layers.3.norm1.weight": 0.009099021553993225, + "transformer.layers.3.norm1.bias": 0.008321093395352364, + "transformer.layers.3.norm2.weight": 0.004250733181834221, + "transformer.layers.3.norm2.bias": 0.0051346453838050365, + "head.weight": 0.22877010703086853, + "head.bias": 0.00687804352492094 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.2634619176387787, - "repr_drift_kl_low_t": 0.2589632272720337, - "repr_drift_kl_mid_t": 0.2540209889411926, - "repr_drift_kl_high_t": 0.28418248891830444, + "repr_drift_kl": 0.3262827396392822, + "repr_drift_kl_low_t": 0.3745897710323334, + "repr_drift_kl_mid_t": 0.3317207992076874, + "repr_drift_kl_high_t": 0.25855177640914917, "cka_iters": 500, - "cka_similarity": 0.866624116897583, + "cka_similarity": 0.9521605968475342, "t_analysis_iters": 500, - "norm_low_t": 0.8909674286842346, - "norm_high_t": 0.4673709571361542, - "lowhigh_cos": -0.03136485442519188, + "norm_low_t": 0.3283793032169342, + "norm_high_t": 0.3354797661304474, + "lowhigh_cos": 0.6250906586647034, "t_bin_norms": { - "t_0.0-0.1": 1.0144084692001343, - "t_0.1-0.2": 0.8182793855667114, - "t_0.2-0.3": 0.6111734509468079, - "t_0.3-0.4": 0.5919207334518433, - "t_0.4-0.5": 0.5301139950752258, - "t_0.5-0.6": 0.45222049951553345, - "t_0.6-0.7": 0.39639753103256226, - "t_0.7-0.8": 0.42711561918258667, - "t_0.8-0.9": 0.34259098768234253, - "t_0.9-1.0": 0.6005055904388428 - }, - "win_rate": 0.0581597238779068, - "effective_batch_size": 52.89699935913086, + "t_0.0-0.1": 0.4116475284099579, + "t_0.1-0.2": 0.2039356529712677, + "t_0.2-0.3": 0.1631462424993515, + "t_0.3-0.4": 0.2950567305088043, + "t_0.4-0.5": 0.17181217670440674, + "t_0.5-0.6": 0.20024168491363525, + "t_0.6-0.7": 0.22585241496562958, + "t_0.7-0.8": 0.21928003430366516, + "t_0.8-0.9": 0.37065237760543823, + "t_0.9-1.0": 0.33345696330070496 + }, + "win_rate": 0.10232004523277283, + "effective_batch_size": 496.7884826660156, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 } } ] }, "layer_ablation_top2": { - "score": 0.6666666666666666, - "score_std": 0.011785113019775776, + "score": 0.4041666666666666, + "score_std": 0.015590239111558109, "all_scores": [ - 0.65, - 0.6749999999999999, - 0.675 + 0.425, + 0.38749999999999996, + 0.3999999999999999 ], "history": { "iters": [ @@ -82088,506 +99058,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.244217872619629, - 2.5723109245300293, - 0.6157064437866211, - 0.19358326494693756, - 0.5781132578849792, - 0.5093167424201965, - 0.3546420931816101, - 0.2529236972332001, - 0.17702722549438477, - 0.8844040632247925, - 0.030299389734864235, - 1.353437900543213, - 0.6363468766212463, - 1.1500401496887207, - 0.03773028030991554, - 0.015801001340150833, - 0.8278540372848511, - 0.0045580025762319565, - 0.34397876262664795, - 0.19507837295532227, - 0.7825161814689636, - 0.038571253418922424, - 0.5346460342407227, - 0.08105097711086273, - 0.4492344558238983, - 1.0516656637191772, - 0.9877216219902039, - 0.8242827653884888, - 0.08154301345348358, - 0.072401262819767, - 0.4486245810985565, - 0.2150990068912506, - 0.8029233813285828, - 0.6660797595977783, - 0.5677381753921509, - 0.4670035243034363, - 0.10538213700056076, - 0.3918513357639313, - 0.3057440519332886, - 0.4512207508087158, - 0.04559040442109108, - 0.9172384142875671, - 0.561187744140625, - 0.4488755166530609, - 0.324109822511673, - 0.20329061150550842, - 1.3295458555221558, - 0.13999024033546448, - 0.5202588438987732, - 0.19023726880550385, - 0.20563958585262299, - 0.7602010369300842, - 0.8977929353713989, - 0.7212260961532593, - 0.7366721630096436, - 0.051926277577877045, - 0.40459513664245605, - 0.5822634100914001, - 1.2545078992843628, - 0.16262853145599365, - 0.638386070728302, - 0.22537586092948914, - 0.11379691958427429, - 0.0941179022192955, - 0.7800150513648987, - 1.1148850917816162, - 0.2976389527320862, - 0.3597266674041748, - 0.017314033582806587, - 0.30622830986976624, - 0.8998796939849854, - 0.21544384956359863, - 0.2539224922657013, - 0.018099866807460785, - 0.4623657464981079, - 0.6230756640434265, - 0.04328211769461632, - 0.6649602651596069, - 0.06778606027364731, - 0.4728150963783264, - 0.288315087556839, - 0.13493970036506653, - 1.2779427766799927, - 0.4215051531791687, - 0.14523476362228394, - 0.040130775421857834, - 0.3230345547199249, - 0.2928173840045929, - 0.32548442482948303, - 0.700425922870636, - 0.009642185643315315, - 0.24492183327674866, - 0.4896104037761688, - 0.10159297287464142, - 0.47600847482681274, - 0.1374562829732895, - 0.9749252796173096, - 0.8905884623527527, - 0.35247868299484253, - 0.075313501060009, - 0.4435828924179077, - 0.01215289905667305, - 0.8537537455558777, - 0.003492307849228382, - 0.07667786628007889, - 0.3359299898147583, - 0.6421758532524109, - 0.07446424663066864, - 0.36290279030799866, - 0.05537502467632294, - 0.11450482904911041, - 0.2217138707637787, - 0.32945337891578674, - 0.0045034573413431644, - 0.9171690344810486, - 0.6622015237808228, - 0.32795581221580505, - 0.45611581206321716, - 0.1658599078655243, - 0.0547337681055069, - 0.13154523074626923, - 0.22239592671394348, - 0.4420413076877594, - 0.015829961746931076, - 0.4162684381008148, - 0.43570518493652344, - 0.40402472019195557, - 0.33516237139701843, - 0.011659707874059677, - 0.16459067165851593, - 0.043197501450777054, - 0.3257853388786316, - 0.7440310716629028, - 0.3370429277420044, - 0.2494281828403473, - 0.2822988033294678, - 0.06887343525886536, - 0.8850136399269104, - 0.09150620549917221, - 0.49260789155960083, - 0.06835554540157318, - 1.238674283027649, - 0.5556825995445251, - 1.0225497484207153, - 0.07757698744535446, - 0.1730068325996399, - 0.020325448364019394, - 0.04764474183320999, - 0.6581417918205261, - 0.10254526138305664, - 0.5351758003234863, - 0.9484881162643433, - 0.22157597541809082, - 0.7897377610206604, - 0.6344271898269653, - 0.20117723941802979, - 0.05705989897251129, - 0.303129106760025, - 0.04046478495001793, - 0.10435432195663452, - 0.22168460488319397, - 0.4170950651168823, - 0.05007656291127205, - 0.19760219752788544, - 0.12234224379062653, - 0.06269969791173935, - 0.3064611852169037, - 0.39296820759773254, - 0.16593533754348755, - 0.02381279319524765, - 0.08761096000671387, - 0.21326449513435364, - 0.5621470808982849, - 0.8843878507614136, - 0.42149290442466736, - 0.06176914647221565, - 0.561761736869812, - 0.6554708480834961, - 0.036133214831352234, - 0.3324490189552307, - 0.07650133222341537, - 0.22555114328861237, - 0.057753074914216995, - 0.008377918042242527, - 0.1708410680294037, - 0.13663142919540405, - 0.04635181277990341, - 0.6840258836746216, - 1.0560742616653442, - 0.004764963407069445, - 0.3034328818321228, - 0.0822577103972435, - 1.2613619565963745, - 0.05313371121883392, - 0.9056123495101929, - 0.0801062360405922, - 0.5661182403564453, - 0.188441202044487, - 0.024213124066591263, - 0.08316094428300858, - 1.10545814037323, - 0.31964409351348877, - 0.9087217450141907, - 0.4753493070602417, - 1.211794376373291, - 1.3587702512741089, - 0.4043029248714447, - 0.5587875247001648, - 0.29426711797714233, - 0.03919993340969086, - 0.4864482581615448, - 0.10591889917850494, - 0.2446810007095337, - 0.04722144827246666, - 0.0703423023223877, - 0.16127662360668182, - 0.07803061604499817, - 0.05015137419104576, - 0.015086697414517403, - 0.130996435880661, - 0.3469478189945221, - 0.26793137192726135, - 0.3137274980545044, - 0.06244881451129913, - 0.7167012691497803, - 0.3609112501144409, - 0.033294688910245895, - 0.879942774772644, - 1.0115456581115723, - 0.5628760457038879, - 0.12913061678409576, - 1.2483409643173218, - 0.8352967500686646, - 0.04210468754172325, - 0.697006106376648, - 0.27231308817863464, - 0.5690017938613892, - 0.2839046120643616, - 0.09404733777046204, - 0.017321547493338585, - 0.5234786868095398, - 0.046987760812044144, - 0.4434650242328644, - 0.01863814890384674, - 0.08163545280694962, - 0.31236568093299866, - 0.5500451922416687, - 0.024246014654636383, - 0.05674589052796364, - 0.07606084644794464, - 0.5831535458564758, - 0.03678794950246811, - 0.19332082569599152, - 1.043200969696045, - 0.9403351545333862, - 0.08326350152492523, - 0.2786308526992798, - 0.31100770831108093, - 0.3739801347255707, - 0.9435891509056091, - 0.5333127975463867, - 0.11552709341049194, - 0.10996823757886887, - 0.13597777485847473, - 0.07860234379768372, - 0.36832180619239807, - 1.3138333559036255, - 0.2874724566936493, - 0.02578647993505001, - 0.12133849412202835, - 0.20874784886837006, - 0.03887937217950821, - 0.01873084157705307, - 1.2557148933410645, - 1.216818928718567, - 1.0806459188461304, - 0.07638625800609589, - 0.4501129388809204, - 0.17687875032424927, - 0.05714667588472366, - 0.7333411574363708, - 0.8647979497909546, - 0.023288730531930923, - 0.5468143224716187, - 0.3881918787956238, - 0.05050978437066078, - 0.9977530241012573, - 0.7095037698745728, - 0.018452638760209084, - 0.04842669144272804, - 0.35890117287635803, - 0.7348147034645081, - 0.3924330472946167, - 0.07563590258359909, - 0.1807287633419037, - 0.3961537778377533, - 0.08765874058008194, - 0.15931718051433563, - 0.4592123329639435, - 0.353963702917099, - 0.016060300171375275, - 0.4681979715824127, - 0.1923564225435257, - 0.06506524235010147, - 0.5849592089653015, - 0.03948405385017395, - 0.15199147164821625, - 1.1215213537216187, - 0.3765128254890442, - 0.15940923988819122, - 0.17093688249588013, - 0.5556121468544006, - 0.1448846012353897, - 0.01775382272899151, - 0.0493432953953743, - 0.12343281507492065, - 0.04465343430638313, - 0.4390137493610382, - 0.04678468406200409, - 0.11262279748916626, - 0.13037030398845673, - 0.5163604617118835, - 0.4506146013736725, - 0.05714266747236252, - 0.1488475650548935, - 1.1605552434921265, - 0.37569570541381836, - 0.4392787218093872, - 0.3046792149543762, - 0.01954175904393196, - 0.743363618850708, - 0.4553487300872803, - 0.1437951773405075, - 0.5584734678268433, - 0.9698031544685364, - 0.02872299961745739, - 0.04161062091588974, - 0.5631970167160034, - 0.19057677686214447, - 0.13997812569141388, - 0.13577371835708618, - 0.1080278605222702, - 0.5861159563064575, - 0.9021012187004089, - 0.4354185163974762, - 0.2433185875415802, - 0.06147545576095581, - 0.4731939435005188, - 0.2473069280385971, - 0.17282967269420624, - 0.024726271629333496, - 0.032246168702840805, - 0.020386595278978348, - 0.11015673726797104, - 0.07203693687915802, - 0.2964658737182617, - 0.45550665259361267, - 0.7118756771087646, - 0.4463174641132355, - 0.30025070905685425, - 0.38298413157463074, - 0.5049728155136108, - 0.9460414052009583, - 0.08713597804307938, - 0.6764866709709167, - 0.8332740664482117, - 0.4156512916088104, - 0.033302098512649536, - 0.04623931273818016, - 0.18089447915554047, - 0.22719237208366394, - 0.16375519335269928, - 0.44888609647750854, - 0.046220824122428894, - 0.049231842160224915, - 0.24140524864196777, - 0.0955403745174408, - 0.09394551813602448, - 0.7203011512756348, - 0.22388175129890442, - 0.8498836159706116, - 0.7377297282218933, - 0.39483189582824707, - 0.8775994777679443, - 0.10318929702043533, - 0.03674639016389847, - 0.08636251837015152, - 0.1467699408531189, - 0.06384868919849396, - 0.9932729005813599, - 0.05676036700606346, - 0.01848308928310871, - 0.14396274089813232, - 0.053407929837703705, - 1.2255380153656006, - 0.1886092722415924, - 0.25052136182785034, - 0.7565400004386902, - 0.04584933817386627, - 0.12499392777681351, - 0.08957190811634064, - 0.8385060429573059, - 1.1378185749053955, - 0.42795079946517944, - 0.5007271766662598, - 0.40796521306037903, - 0.04918411746621132, - 0.049123235046863556, - 0.02435408905148506, - 0.5859331488609314, - 0.06528089940547943, - 0.9453495144844055, - 0.050227995961904526, - 0.045385830104351044, - 0.08692681789398193, - 0.49321112036705017, - 0.03247679024934769, - 0.03888456150889397, - 0.18044167757034302, - 0.26406580209732056, - 0.2246372401714325, - 0.16528841853141785, - 0.5179198980331421, - 0.05841558799147606, - 0.019789017736911774, - 0.4848818778991699, - 0.015494560822844505, - 0.5985003113746643, - 0.5624120235443115, - 0.12410147488117218, - 0.7178504467010498, - 0.42609819769859314, - 0.623187780380249, - 0.025320496410131454, - 0.39673587679862976, - 0.02864176221191883, - 0.24012506008148193, - 0.5217834711074829, - 0.016862554475665092, - 0.5047650933265686, - 0.19301295280456543, - 0.09770244359970093, - 0.2784116566181183, - 0.23988822102546692, - 0.2508394122123718, - 0.06748563796281815, - 0.6523033380508423, - 0.015225020237267017, - 0.17211058735847473, - 0.11183188110589981, - 0.34085795283317566, - 0.3603273034095764, - 0.20576557517051697, - 0.03178144618868828, - 0.36410900950431824, - 0.3870750069618225, - 0.19867141544818878, - 0.023985907435417175, - 1.171117901802063, - 0.49452701210975647, - 0.6186515688896179, - 0.8265103101730347, - 0.010300238616764545, - 0.016499336808919907, - 0.6443571448326111, - 0.5937163829803467, - 0.05033992603421211, - 0.18926307559013367, - 0.07428629696369171, - 0.31148505210876465, - 0.02075619250535965, - 0.027374260127544403, - 0.5017018914222717, - 0.006986939813941717, - 0.015979019924998283, - 0.045317552983760834, - 0.5241299867630005, - 0.01030331663787365, - 0.3106939196586609, - 0.5720245242118835, - 0.46436646580696106, - 0.46634554862976074, - 0.6725923418998718, - 0.6321094036102295, - 0.07388743758201599, - 0.01773131638765335, - 0.13336864113807678, - 0.6383060216903687, - 0.10476066172122955, - 0.13741770386695862, - 0.3634217083454132, - 0.23420798778533936, - 0.14087028801441193, - 0.40235042572021484, - 0.3415737748146057, - 0.037304025143384933, - 0.6271300911903381, - 0.7672468423843384, - 0.06866942346096039 + 0.7734967470169067, + 0.8237119913101196, + 0.5271587371826172, + 0.3560257852077484, + 0.44095370173454285, + 0.25152772665023804, + 0.43148842453956604, + 0.27654844522476196, + 0.6080266237258911, + 0.13630114495754242, + 0.17711207270622253, + 0.6462213397026062, + 0.3613744080066681, + 0.319048136472702, + 0.4141743779182434, + 0.44649970531463623, + 0.2720748782157898, + 0.42234939336776733, + 0.6781631112098694, + 0.35227373242378235, + 0.4741433262825012, + 0.3293972909450531, + 0.3514077365398407, + 0.2646443247795105, + 0.3492080271244049, + 0.2920745313167572, + 0.2731054425239563, + 0.13083873689174652, + 0.25956350564956665, + 0.3734515309333801, + 0.34935879707336426, + 0.4848809838294983, + 0.26380422711372375, + 0.23477140069007874, + 0.22389130294322968, + 0.21077361702919006, + 0.3186138868331909, + 0.21357226371765137, + 0.3572467565536499, + 0.4658561050891876, + 0.27313661575317383, + 0.34277772903442383, + 0.21444550156593323, + 0.16424429416656494, + 0.13884367048740387, + 0.2736037075519562, + 0.15475650131702423, + 0.4334542155265808, + 0.2770238518714905, + 0.16833223402500153, + 0.3558940589427948, + 0.24776828289031982, + 0.16488885879516602, + 0.14472158253192902, + 0.3895992636680603, + 0.1655549556016922, + 0.3815830647945404, + 0.15022169053554535, + 0.2309713065624237, + 0.2920866310596466, + 0.39682161808013916, + 0.25206947326660156, + 0.23395568132400513, + 0.2338908612728119, + 0.23295575380325317, + 0.24076592922210693, + 0.34898608922958374, + 0.3214894235134125, + 0.2505367696285248, + 0.2511257529258728, + 0.21512103080749512, + 0.22637805342674255, + 0.3861388862133026, + 0.12747584283351898, + 0.23721528053283691, + 0.24022376537322998, + 0.15837816894054413, + 0.3091646730899811, + 0.21963836252689362, + 0.20638234913349152, + 0.23391292989253998, + 0.22574713826179504, + 0.12016863375902176, + 0.3469184637069702, + 0.3018113076686859, + 0.3457047939300537, + 0.15227217972278595, + 0.3647554814815521, + 0.27359887957572937, + 0.2883788049221039, + 0.27629953622817993, + 0.14136257767677307, + 0.2721545100212097, + 0.264045387506485, + 0.2011450082063675, + 0.16221272945404053, + 0.31465601921081543, + 0.13036221265792847, + 0.0785999745130539, + 0.22171026468276978, + 0.13509973883628845, + 0.4018160104751587, + 0.3704017102718353, + 0.2552486062049866, + 0.22204382717609406, + 0.3344617486000061, + 0.1802082359790802, + 0.1579180806875229, + 0.16590069234371185, + 0.25953924655914307, + 0.2685896158218384, + 0.15355351567268372, + 0.20394174754619598, + 0.23590782284736633, + 0.2116360366344452, + 0.32048606872558594, + 0.21559682488441467, + 0.21731893718242645, + 0.26349517703056335, + 0.2175968438386917, + 0.27490583062171936, + 0.13012121617794037, + 0.09916933625936508, + 0.2317337989807129, + 0.2011813521385193, + 0.27282804250717163, + 0.2572234570980072, + 0.1442316472530365, + 0.23562724888324738, + 0.2143707275390625, + 0.2914644181728363, + 0.1989138275384903, + 0.129965677857399, + 0.21854986250400543, + 0.276023805141449, + 0.1892179250717163, + 0.10105904191732407, + 0.32371851801872253, + 0.18754343688488007, + 0.1481909304857254, + 0.23299725353717804, + 0.24130688607692719, + 0.23854325711727142, + 0.14805880188941956, + 0.19182252883911133, + 0.13337847590446472, + 0.10879937559366226, + 0.31173643469810486, + 0.17142926156520844, + 0.21295233070850372, + 0.2015034705400467, + 0.21275189518928528, + 0.21656394004821777, + 0.22434593737125397, + 0.23479318618774414, + 0.33643943071365356, + 0.3123422861099243, + 0.16678930819034576, + 0.23352932929992676, + 0.170820951461792, + 0.06785403192043304, + 0.2217298150062561, + 0.09065087139606476, + 0.14401380717754364, + 0.3007641136646271, + 0.1501343995332718, + 0.10259357839822769, + 0.18910302221775055, + 0.17773562669754028, + 0.21406938135623932, + 0.2703671455383301, + 0.2766224443912506, + 0.14534151554107666, + 0.22400707006454468, + 0.24306026101112366, + 0.21566884219646454, + 0.24067819118499756, + 0.2345752716064453, + 0.27029818296432495, + 0.1924809068441391, + 0.13759979605674744, + 0.2917262017726898, + 0.21987944841384888, + 0.2600547969341278, + 0.21352402865886688, + 0.2283652126789093, + 0.12908606231212616, + 0.35328707098960876, + 0.3316420018672943, + 0.18885119259357452, + 0.18318571150302887, + 0.3338473439216614, + 0.24056415259838104, + 0.09428428113460541, + 0.24042223393917084, + 0.2310810089111328, + 0.1386604905128479, + 0.31812670826911926, + 0.10266294330358505, + 0.2025754153728485, + 0.24873387813568115, + 0.16342692077159882, + 0.2645815908908844, + 0.23766297101974487, + 0.12671677768230438, + 0.2581509053707123, + 0.22561098635196686, + 0.1661677360534668, + 0.23880793154239655, + 0.12311523407697678, + 0.22170867025852203, + 0.120377317070961, + 0.22272688150405884, + 0.10872336477041245, + 0.27564921975135803, + 0.1516498625278473, + 0.14091892540454865, + 0.2724452018737793, + 0.1606159210205078, + 0.16901975870132446, + 0.1528504639863968, + 0.17830248177051544, + 0.15539319813251495, + 0.240265890955925, + 0.16173407435417175, + 0.11023896932601929, + 0.21741433441638947, + 0.19213557243347168, + 0.2074747532606125, + 0.19022750854492188, + 0.1779641956090927, + 0.2511581778526306, + 0.18908758461475372, + 0.20213760435581207, + 0.15560118854045868, + 0.13952834904193878, + 0.20706486701965332, + 0.166114941239357, + 0.17514227330684662, + 0.18350966274738312, + 0.1986675262451172, + 0.13494384288787842, + 0.2225714474916458, + 0.1653730571269989, + 0.2994040250778198, + 0.14743869006633759, + 0.12753599882125854, + 0.19377219676971436, + 0.13462133705615997, + 0.16030290722846985, + 0.2058427780866623, + 0.16274042427539825, + 0.2671264111995697, + 0.16897551715373993, + 0.22998973727226257, + 0.1799662560224533, + 0.14206185936927795, + 0.11020181328058243, + 0.17585903406143188, + 0.13961778581142426, + 0.13213850557804108, + 0.08519608527421951, + 0.11235342919826508, + 0.20689406991004944, + 0.1629532128572464, + 0.3200303316116333, + 0.1365235149860382, + 0.12799902260303497, + 0.25399482250213623, + 0.2511986196041107, + 0.10381179302930832, + 0.23867522180080414, + 0.20312808454036713, + 0.2133285105228424, + 0.06498401612043381, + 0.23262938857078552, + 0.1171659305691719, + 0.20234040915966034, + 0.23644185066223145, + 0.17979878187179565, + 0.18601925671100616, + 0.13013190031051636, + 0.18214347958564758, + 0.16216230392456055, + 0.20388707518577576, + 0.15735991299152374, + 0.1657133549451828, + 0.22705939412117004, + 0.19280382990837097, + 0.13378013670444489, + 0.20820944011211395, + 0.2597210109233856, + 0.07346005737781525, + 0.14994443953037262, + 0.15348847210407257, + 0.15464571118354797, + 0.20540344715118408, + 0.15429900586605072, + 0.1585850715637207, + 0.11297663301229477, + 0.1674058437347412, + 0.1264532208442688, + 0.18777893483638763, + 0.07368103414773941, + 0.20033146440982819, + 0.11934121698141098, + 0.199305921792984, + 0.17052854597568512, + 0.14131207764148712, + 0.08158145844936371, + 0.21274568140506744, + 0.17020216584205627, + 0.15789178013801575, + 0.1541362851858139, + 0.12006587535142899, + 0.08765555918216705, + 0.10747762024402618, + 0.19263425469398499, + 0.14964047074317932, + 0.09708570688962936, + 0.13380682468414307, + 0.1989995390176773, + 0.1559319943189621, + 0.11051425337791443, + 0.12172522395849228, + 0.23063446581363678, + 0.18259155750274658, + 0.21228860318660736, + 0.10846357047557831, + 0.16035857796669006, + 0.06499160826206207, + 0.16224226355552673, + 0.13454203307628632, + 0.12921561300754547, + 0.164992555975914, + 0.10285936295986176, + 0.14060668647289276, + 0.21464803814888, + 0.1779610812664032, + 0.23119430243968964, + 0.10963036119937897, + 0.1459077000617981, + 0.03487376496195793, + 0.10208697617053986, + 0.11403361707925797, + 0.19926907122135162, + 0.2071400135755539, + 0.10265806317329407, + 0.13244789838790894, + 0.25324344635009766, + 0.15366259217262268, + 0.10342132300138474, + 0.16914816200733185, + 0.1378367692232132, + 0.08350188285112381, + 0.13973866403102875, + 0.13265454769134521, + 0.16942182183265686, + 0.21031953394412994, + 0.14475718140602112, + 0.137294203042984, + 0.21313130855560303, + 0.12355592846870422, + 0.1671859472990036, + 0.19433756172657013, + 0.1877221167087555, + 0.18885000050067902, + 0.06974727660417557, + 0.10828378796577454, + 0.13863135874271393, + 0.11785885691642761, + 0.14558129012584686, + 0.1274586021900177, + 0.0930616557598114, + 0.10691002011299133, + 0.1431565135717392, + 0.11731614172458649, + 0.12321080267429352, + 0.13576620817184448, + 0.21923285722732544, + 0.11840180307626724, + 0.13444918394088745, + 0.11155472695827484, + 0.09949846565723419, + 0.1069772019982338, + 0.22539879381656647, + 0.16988393664360046, + 0.1203015074133873, + 0.08232167363166809, + 0.14943546056747437, + 0.11860021948814392, + 0.13556645810604095, + 0.12219679355621338, + 0.10114231705665588, + 0.07815580815076828, + 0.09081238508224487, + 0.1920613944530487, + 0.13140425086021423, + 0.10376299172639847, + 0.11055688560009003, + 0.11413948982954025, + 0.0861092135310173, + 0.10347361117601395, + 0.12946216762065887, + 0.11970820277929306, + 0.20295216143131256, + 0.1841118037700653, + 0.1833542138338089, + 0.043397482484579086, + 0.17905569076538086, + 0.10866504907608032, + 0.22128109633922577, + 0.11488983035087585, + 0.18516020476818085, + 0.12480340898036957, + 0.09070317447185516, + 0.19767193496227264, + 0.20064401626586914, + 0.1362234503030777, + 0.114473357796669, + 0.09880430996417999, + 0.1408984661102295, + 0.08191588521003723, + 0.10261789709329605, + 0.0832667127251625, + 0.07507387548685074, + 0.15080150961875916, + 0.056472353637218475, + 0.13827797770500183, + 0.1339230090379715, + 0.2065948098897934, + 0.07758498936891556, + 0.16434095799922943, + 0.09358450025320053, + 0.11427554488182068, + 0.201736181974411, + 0.21375340223312378, + 0.08953934907913208, + 0.18555086851119995, + 0.1409624069929123, + 0.1579582393169403, + 0.09955143928527832, + 0.13402871787548065, + 0.13989083468914032, + 0.13292652368545532, + 0.12944364547729492, + 0.14165495336055756, + 0.12376917898654938, + 0.10377833992242813, + 0.08292046934366226, + 0.19467617571353912, + 0.1425548493862152, + 0.06920856237411499, + 0.11654260009527206, + 0.16998374462127686, + 0.12905685603618622, + 0.14609986543655396, + 0.13825230300426483, + 0.04997292906045914, + 0.1325722634792328, + 0.09074167162179947, + 0.10974318534135818, + 0.10513219982385635, + 0.17910581827163696, + 0.12076251208782196, + 0.14467287063598633, + 0.23454663157463074, + 0.18057222664356232, + 0.140821635723114, + 0.06773599982261658, + 0.08126849681138992, + 0.14671988785266876, + 0.06800815463066101, + 0.0705636665225029, + 0.15066860616207123, + 0.16150639951229095, + 0.09932281821966171, + 0.09261906892061234, + 0.24196717143058777, + 0.1465187519788742, + 0.11355507373809814, + 0.058346666395664215, + 0.16774694621562958, + 0.03946315497159958, + 0.12931936979293823, + 0.12450377643108368, + 0.09946956485509872, + 0.06586100161075592, + 0.11583469808101654, + 0.11464159935712814, + 0.08809036761522293, + 0.08401964604854584, + 0.12283258885145187, + 0.09284025430679321, + 0.1456121951341629, + 0.09419801831245422, + 0.174087792634964, + 0.10159812122583389, + 0.15103334188461304, + 0.14919784665107727 ], "env_score_iters": [ 1, @@ -83092,2184 +100062,2814 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -1.0201044082641602, - -3.1487393379211426, - -2.950324535369873, - -3.055652141571045, - -3.123586893081665, - -0.01417845580726862, - -3.821688413619995, - -1.2889196872711182, - -2.8660521507263184, - 0.8131198883056641, - -3.7788381576538086, - -2.496518611907959, - 0.715247392654419, - -3.4057674407958984, - -0.3052135407924652, - -6.330729961395264, - -1.3808019161224365, - -5.536047458648682, - -1.3165515661239624, - -6.903494834899902, - -0.2534150779247284, - 2.0029473304748535, - -1.2847352027893066, - 1.73457932472229, - -3.6997897624969482, - -3.476423740386963, - -1.241270661354065, - -1.5645794868469238, - -1.2324241399765015, - -1.8948851823806763, - -0.6307132840156555, - -0.861795961856842, - -4.087928295135498, - -1.658455491065979, - -2.0694851875305176, - -0.648201048374176, - -3.805227518081665, - 0.23430509865283966, - 2.6913814544677734, - -2.10459566116333, - -3.29123854637146, - -3.2000508308410645, - 6.277777671813965, - -2.968809127807617, - -1.3862650394439697, - -2.555403470993042, - -2.184272050857544, - 0.0732651799917221, - 0.6553006768226624, - 0.4241146147251129, - 0.46839892864227295, - -4.052427768707275, - -0.8319804668426514, - -2.282224178314209, - 6.320807456970215, - -3.147815227508545, - -0.07104463875293732, - -2.725940465927124, - -3.2642569541931152, - -2.735661268234253, - -0.0017953268252313137, - 1.2528945207595825, - -1.9573640823364258, - -8.553959846496582, - -3.8464651107788086, - -3.3391201496124268, - -0.8095604181289673, - -3.462527275085449, - -1.1048728227615356, - -2.4694299697875977, - -1.3337162733078003, - -0.9450423717498779, - -3.3996694087982178, - -0.650140643119812, - -5.975062847137451, - -1.9969239234924316, - -2.824795961380005, - -3.080850601196289, - 4.697116374969482, - -3.1004745960235596, - -3.9836912155151367, - -2.756909132003784, - -2.211479425430298, - -5.270893096923828, - -2.412562608718872, - -5.687945365905762, - -3.9664838314056396, - -5.097073078155518, - -0.8792733550071716, - -3.7329514026641846, - -2.9348573684692383, - -2.8332743644714355, - 0.3225169777870178, - -2.558779001235962, - -1.742753267288208, - -3.09656023979187, - -0.8974760174751282, - -3.2259299755096436, - -3.5915470123291016, - -3.196014165878296, - -8.586749076843262, - 2.2186532020568848, - -1.2123286724090576, - -3.8389902114868164, - -0.8286746740341187, - -3.3511502742767334, - -2.9820380210876465, - -3.2462103366851807, - -2.1219584941864014, - -3.755725860595703, - -3.714668035507202, - -0.5738425254821777, - -1.7773239612579346, - -1.7115209102630615, - -1.5607930421829224, - -5.87196683883667, - -5.825654983520508, - -3.156877040863037, - -3.5829989910125732, - -4.145448207855225, - -2.1690707206726074, - -3.6118721961975098, - -1.2703992128372192, - -12.35540771484375, - -3.1542985439300537, - -1.7948538064956665, - -4.751610279083252, - -1.6609482765197754, - 0.6162123680114746, - -2.5516536235809326, - -3.2539985179901123, - -3.6194851398468018, - -3.756402015686035, - 0.3217133581638336, - -2.7184319496154785, - -3.2563858032226562, - -4.335410118103027, - 10.313346862792969, - -3.239583730697632, - -2.1527163982391357, - -2.3702785968780518, - -2.45961856842041, - -2.9707987308502197, - -3.343388080596924, - -2.5878632068634033, - -9.578107833862305, - -1.1808222532272339, - -5.062585830688477, - -1.6686878204345703, - -2.763681411743164, - -0.07126505672931671, - -5.129180431365967, - -3.3418385982513428, - -2.4226746559143066, - -3.968312978744507, - -2.737438678741455, - -3.523616313934326, - -1.2765995264053345, - -7.454451084136963, - -3.1262974739074707, - -2.178760290145874, - -2.9765098094940186, - -2.040708303451538, - -1.4342821836471558, - -2.921401262283325, - -3.3832764625549316, - -3.2117831707000732, - -1.3488659858703613, - -1.0777769088745117, - -0.06431356817483902, - -0.49199503660202026, - -3.268766403198242, - -0.6176083087921143, - -5.991868019104004, - -3.175114154815674, - -2.6451268196105957, - -3.1113669872283936, - -4.273129463195801, - -3.3955025672912598, - -4.2411208152771, - -2.554748058319092, - -7.288883209228516, - -1.8725000619888306, - -0.3048121929168701, - 1.8961622714996338, - -3.7254436016082764, - -2.8201000690460205, - -2.129626989364624, - 5.703061103820801, - -1.9784460067749023, - 1.1422951221466064, - -2.522430896759033, - -1.1179819107055664, - -1.5286118984222412, - -1.6269371509552002, - -3.1688694953918457, - 1.4658608436584473, - -2.7710747718811035, - 3.5855555534362793, - -2.7735402584075928, - 1.389562964439392, - 3.9699628353118896, - -1.4114313125610352, - -4.685756206512451, - -0.9937779903411865, - -3.431074380874634, - -3.845315456390381, - -2.4417707920074463, - -1.9014021158218384, - -4.603174209594727, - -3.219087600708008, - -2.1344873905181885, - -6.835252285003662, - -4.327604293823242, - -4.067452430725098, - -3.8002700805664062, - -2.4905011653900146, - -2.2548153400421143, - -2.386868715286255, - -3.363480806350708, - -0.2870060205459595, - -3.7759811878204346, - -2.6157453060150146, - -2.007782220840454, - 4.627330780029297, - -2.576988697052002, - -1.8487569093704224, - 3.5835065841674805, - 0.6714902520179749, - -2.8494136333465576, - -1.9447479248046875, - -2.30841064453125, - -5.799736499786377, - -1.1440249681472778, - -3.9332122802734375, - -3.083750009536743, - -1.3147612810134888, - -5.159398078918457, - -1.1615946292877197, - -5.790956020355225, - -4.1880083084106445, - 0.8980194926261902, - -0.8714047074317932, - -3.214254379272461, - -3.3678393363952637, - -4.2313456535339355, - -0.13159821927547455, - -4.325886249542236, - -2.8030426502227783, - 4.622300148010254, - -1.8439810276031494, - -3.4698023796081543, - -2.702976703643799, - -7.2700514793396, - -1.8919882774353027, - 0.9294161200523376, - -5.828226566314697, - -3.2853550910949707, - -2.4930474758148193, - -1.1268991231918335, - -5.251479148864746, - -2.0903918743133545, - 1.2267144918441772, - -2.6169352531433105, - -7.492891788482666, - -3.0285515785217285, - -3.5808205604553223, - -3.9202723503112793, - -3.488676071166992, - 4.271963119506836, - 3.0513577461242676, - 1.5039525032043457, - -4.33103609085083, - -5.715897560119629, - -3.0075573921203613, - -3.0417449474334717, - 0.3668158948421478, - -0.227548286318779, - -5.323665142059326, - 0.20441459119319916, - -1.3803871870040894, - -3.013904094696045, - 1.4029568433761597, - -3.2789955139160156, - -4.195699691772461, - -2.4522488117218018, - -1.9508411884307861, - 1.4218403100967407, - -1.6239897012710571, - -2.410851240158081, - -3.2038345336914062, - 0.27025583386421204, - -3.6781294345855713, - -2.923490285873413, - -3.0803627967834473, - -2.0886192321777344, - -4.550169467926025, - -4.1284403800964355, - -2.965493679046631, - -7.472133636474609, - -1.099899172782898, - -3.335272789001465, - -2.926046133041382, - 1.27133309841156, - -1.3897855281829834, - -3.2487058639526367, - -3.3340625762939453, - -0.21589025855064392, - -2.4419384002685547, - -4.605146884918213, - -3.329071044921875, - -2.725879192352295, - -4.903885841369629, - -1.8510290384292603, - -2.783543586730957, - -3.7800302505493164, - -3.894197940826416, - -3.2476305961608887, - -0.06403062492609024, - -6.875127792358398, - -3.341047525405884, - 2.295090913772583, - -1.3412333726882935, - -0.6944671273231506, - -1.5865631103515625, - -3.934309959411621, - 0.5802902579307556, - -2.1927740573883057, - -3.9530739784240723, - -0.8413830995559692, - 0.769683301448822, - -3.3765599727630615, - -4.320321083068848, - -0.9214296340942383, - -2.017300844192505, - -2.8837270736694336, - -1.6135833263397217, - -5.036715030670166, - -4.753739356994629, - 1.9322397708892822, - -6.020501136779785, - -3.996065378189087, - -2.6622822284698486, - -3.762132406234741, - -1.2584387063980103, - -3.3122007846832275, - -3.5422310829162598, - -2.9594311714172363, - -5.077140808105469, - -3.6289172172546387, - -6.625598430633545, - -0.3534257709980011, - -0.13866280019283295, - 1.4386858940124512, - -3.155338764190674, - -2.4873008728027344, - -2.9257078170776367, - -1.214410424232483, - 1.4734141826629639, - -2.9077537059783936, - -2.12746000289917, - 0.7831287980079651, - -0.010350609198212624, - -4.301589012145996, - -5.431512355804443, - -5.688299655914307, - -5.862219333648682, - -4.132710933685303, - -1.0991348028182983, - -4.1073808670043945, - -4.3943610191345215, - -2.538748264312744, - -4.809996128082275, - -6.217013359069824, - -0.9865902662277222, - -2.8726882934570312, - -3.0056698322296143, - -2.048417806625366, - -1.7438480854034424, - 0.730729341506958, - -3.491262912750244, - -6.251956462860107, - -3.543461799621582, - -2.325742244720459, - -9.616400718688965, - 3.998248815536499, - -4.3876495361328125, - -3.5844969749450684, - -2.4484074115753174, - -3.6595516204833984, - 4.457977294921875, - -6.068788051605225, - -1.2654414176940918, - 1.0210293531417847, - -3.218623161315918, - -3.723421335220337, - -3.4944117069244385, - 0.32499411702156067, - 1.0743476152420044, - -3.4298181533813477, - -1.617819905281067, - -1.239132046699524, - -3.1852447986602783, - -4.192012310028076, - -3.562034845352173, - -3.4412951469421387, - -8.162850379943848, - -1.238804817199707, - -4.00507926940918, - -3.519050359725952, - -3.727424144744873, - -3.7947959899902344, - -1.2250069379806519, - -3.754819869995117, - -1.4513943195343018, - -2.531745195388794, - -0.4039343297481537, - -2.710707664489746, - -0.45891422033309937, - -3.3960514068603516, - -3.5445566177368164, - -1.8812533617019653, - -4.030167579650879, - -0.9898920059204102, - -6.393248558044434, - -3.0835864543914795, - -2.864264726638794, - -1.1309014558792114, - -1.6955891847610474, - -4.392632484436035, - -2.6578195095062256, - -3.139718770980835, - -2.6018459796905518, - -4.202718257904053, - -3.3900086879730225, - -2.5648064613342285, - -3.6387414932250977, - -0.1948988437652588, - -1.9456120729446411, - -3.8820085525512695, - -2.221008777618408, - -3.4050133228302, - 0.11085221916437149, - -4.171421527862549, - -2.815690517425537, - -3.1459362506866455, - -3.838533878326416, - -1.284177541732788, - -1.8904285430908203, - -3.847043514251709, - -2.2807180881500244, - -3.1336214542388916, - -2.5934197902679443, - -3.259073257446289, - 4.480231285095215, - -1.1291451454162598, - -2.6560935974121094, - -3.271906614303589, - -4.307777404785156, - -4.200750827789307, - -2.5149383544921875, - -0.027995971962809563, - -5.189727306365967, - -3.5083229541778564, - -3.5523509979248047, - -4.275357723236084, - -3.521268129348755, - -3.4760289192199707, - -1.08048677444458, - -4.435174942016602, - -3.395545244216919, - -5.2818074226379395, - -0.1785074919462204, - -4.019950866699219, - -3.5907530784606934, - -5.934499740600586, - -3.29414963722229, - -1.8380889892578125, - -2.143383502960205, - -1.2298611402511597, - -3.7308592796325684, - -3.856719732284546, - -1.9390778541564941, - 0.4371131360530853, - -1.8539965152740479, - -4.025383472442627, - -2.6514883041381836, - -3.241936206817627, - -2.681720495223999, - -2.15893816947937, - -2.599153995513916, - -2.402655839920044, - 0.7168506383895874, - 0.39729416370391846, - -4.0637030601501465 + -0.5324477553367615, + -0.46109992265701294, + -0.487509161233902, + -0.5140583515167236, + -0.4643951654434204, + -0.5562650561332703, + -0.5443026423454285, + -0.441194623708725, + -0.3798239231109619, + -0.5054385662078857, + -0.4669903516769409, + -0.37526920437812805, + -0.3706677556037903, + -0.4224330484867096, + -0.4909851551055908, + -0.5458458065986633, + -0.5508577823638916, + -0.4914623200893402, + 0.06793780624866486, + -0.4464828670024872, + -0.5914109349250793, + -0.5475909113883972, + -0.4138562083244324, + -0.6525280475616455, + -0.47425878047943115, + -0.595801055431366, + -0.5821775197982788, + -0.549118161201477, + -0.4367928206920624, + -0.4102538228034973, + -0.49366819858551025, + -0.304703027009964, + -0.4750673472881317, + -0.5271250605583191, + -0.4678453207015991, + -0.4090898036956787, + -0.606024444103241, + -0.4973769187927246, + -0.4087688624858856, + -0.2001318484544754, + -0.5617573261260986, + -0.45328080654144287, + -0.6727961897850037, + -0.5010124444961548, + -0.6096594929695129, + -0.44078850746154785, + -0.470542848110199, + -0.5242928266525269, + -0.21966040134429932, + -0.5462990999221802, + -0.4688490629196167, + -0.3949962258338928, + -0.6192511916160583, + -0.6340671181678772, + -0.4201970398426056, + -0.432910680770874, + -0.5113095045089722, + -0.639045000076294, + -0.3845272362232208, + -0.7180376052856445, + -0.44873836636543274, + -0.8738822937011719, + -0.33913296461105347, + -0.5596938133239746, + -0.18727287650108337, + -0.4586935043334961, + -0.42795833945274353, + -0.4185919165611267, + -0.37532785534858704, + -0.5076038241386414, + -0.9265246987342834, + -0.5610482096672058, + -0.720848798751831, + -0.5379205942153931, + -0.49732276797294617, + -0.5424364805221558, + -0.7456282377243042, + -0.5695959329605103, + -0.5112812519073486, + -0.32569822669029236, + -0.9890066981315613, + -0.39987465739250183, + -0.780048668384552, + -0.387380987405777, + -0.4972018599510193, + -0.4990150034427643, + -0.5130055546760559, + -0.6054711937904358, + -0.5839666724205017, + -0.3064224123954773, + -0.6718122959136963, + -0.5089201927185059, + -0.5182369351387024, + -0.4516496956348419, + -0.5904585123062134, + -0.44911980628967285, + -0.5416256189346313, + -0.5408539175987244, + -0.5172826051712036, + -0.475766122341156, + -0.41447708010673523, + -0.38378387689590454, + -0.613385796546936, + -0.3450508117675781, + -0.45891833305358887, + -0.4275476932525635, + -0.618983268737793, + -0.7024524211883545, + -0.33524277806282043, + -0.7274696230888367, + -0.4899827241897583, + -0.5199769139289856, + -0.47770535945892334, + -0.5273738503456116, + -0.5273216366767883, + -0.5547338128089905, + -0.586424708366394, + -0.5868997573852539, + -0.42334383726119995, + -0.7807397246360779, + -0.5512295365333557, + -0.5163382887840271, + -0.5538914799690247, + -0.5705440640449524, + -0.5114228129386902, + -0.37121090292930603, + -0.32346510887145996, + -0.4970439672470093, + -0.2833627462387085, + -0.501008927822113, + -0.4440920054912567, + -0.41950908303260803, + -0.2106139212846756, + -0.5596248507499695, + -0.5814829468727112, + -0.3964843451976776, + -0.4255732595920563, + -0.31503012776374817, + -0.5834456086158752, + -0.4203546643257141, + -0.6093066334724426, + -0.7380338907241821, + -0.434280127286911, + -0.44196921586990356, + -0.6318204402923584, + -0.588203489780426, + -0.6881577968597412, + -0.42485982179641724, + -0.5654186010360718, + -0.7827675342559814, + -0.3575390577316284, + -0.4108865559101105, + -0.45562025904655457, + -0.5389248728752136, + -0.3423752188682556, + -0.6992102861404419, + 0.0026855370961129665, + -0.37037572264671326, + -0.32239770889282227, + -0.3733925521373749, + -0.6099376678466797, + -0.4740157723426819, + -0.7807756662368774, + -0.4702920913696289, + -0.4664786458015442, + -0.3934873640537262, + -0.6064149737358093, + -0.5017132759094238, + -0.4520869851112366, + -0.36942991614341736, + -0.3962766230106354, + -0.4737023115158081, + -0.6522883772850037, + -0.1673501580953598, + -0.4635508060455322, + -0.4343548119068146, + -0.4288743734359741, + -0.3759861886501312, + -0.42598235607147217, + -0.685748815536499, + -0.5661174058914185, + -0.508068859577179, + -0.5482413172721863, + -0.3711252510547638, + -0.42251649498939514, + -0.5290118455886841, + -0.4338366985321045, + -0.40069764852523804, + -0.5537107586860657, + -0.5172573924064636, + -0.5733131170272827, + -0.4578588604927063, + -0.4487844705581665, + -0.39187097549438477, + -0.3236526846885681, + -0.5169464349746704, + -0.5972263216972351, + -0.5549800992012024, + -0.4547823667526245, + -0.5198975205421448, + -0.47942519187927246, + -0.5121314525604248, + -0.4241005480289459, + -0.7274072766304016, + -0.6084476113319397, + -0.4548954963684082, + -0.44243571162223816, + -0.5983186960220337, + -0.48549318313598633, + -0.48527905344963074, + -0.445822536945343, + -0.7608824372291565, + -0.4176628291606903, + -0.5519914031028748, + -0.5857596397399902, + -0.46822255849838257, + -0.5397849678993225, + -0.630009651184082, + -0.5139375925064087, + -0.5078449845314026, + -0.5490424036979675, + -0.6624112129211426, + -0.5209650993347168, + -0.48623886704444885, + -0.6091885566711426, + -0.49273982644081116, + -0.3501415252685547, + -0.597694456577301, + -0.49454179406166077, + -0.4376809895038605, + -0.6842833757400513, + -0.4593001902103424, + -0.6727662682533264, + -0.5065441727638245, + -0.4322136342525482, + -0.6991506218910217, + -0.5625036358833313, + -0.2418692708015442, + -0.6230565309524536, + -0.5370454788208008, + -0.4785817563533783, + -0.5285953283309937, + -0.4366663694381714, + -0.6585347652435303, + -0.4095662534236908, + -0.5000336170196533, + -0.6314370036125183, + -0.47534605860710144, + -0.4970369040966034, + -0.43964725732803345, + -0.2798144519329071, + -0.5688339471817017, + -0.43235477805137634, + -0.45904871821403503, + -0.41745755076408386, + -0.49833807349205017, + -0.568785548210144, + -0.7534340620040894, + -0.429775208234787, + -0.6534473896026611, + -0.6005100011825562, + -0.6215382814407349, + -0.46953263878822327, + -0.5923246741294861, + -0.6961864233016968, + -0.08862584084272385, + -0.3993053734302521, + -0.47970277070999146, + -0.6044832468032837, + -0.6202914118766785, + -0.5725902318954468, + -0.3328593373298645, + -0.38500654697418213, + -0.4929550588130951, + -0.8546407222747803, + -0.39054548740386963, + -0.6826087832450867, + -0.6834002733230591, + -0.36337247490882874, + -0.48607227206230164, + -0.5907655954360962, + -0.4673539102077484, + -0.4820585548877716, + -0.603073239326477, + -0.40915536880493164, + -0.4904784560203552, + -0.7370136976242065, + -0.5541377067565918, + -0.4117925465106964, + -0.4940532445907593, + -0.6576436758041382, + -0.38039422035217285, + -0.7469539642333984, + -0.4348927140235901, + -0.5396701693534851, + -0.5828801393508911, + -0.703709065914154, + -0.431989461183548, + -0.45723405480384827, + -0.46413514018058777, + -0.557106614112854, + -0.56682950258255, + -0.5530853271484375, + -0.6051129102706909, + -0.4951382577419281, + -0.46575844287872314, + -0.4746685326099396, + -0.5536999106407166, + -0.4778030216693878, + -0.496665358543396, + -0.374508798122406, + -0.5219894051551819, + -0.6217677593231201, + -0.6347292065620422, + -0.49782776832580566, + -0.5640789866447449, + -0.6703433990478516, + -0.5122237801551819, + -0.7519904971122742, + -0.5154731273651123, + -0.5633683800697327, + -0.4169171154499054, + -0.44641444087028503, + -0.5140712261199951, + -0.43949049711227417, + -0.380801796913147, + -0.6391475200653076, + -0.40883323550224304, + -0.5974778532981873, + -0.612008810043335, + -0.5953157544136047, + -0.5038599967956543, + -0.6263904571533203, + -0.27294623851776123, + -0.6100406646728516, + -0.5287320613861084, + -0.44376036524772644, + -0.45668911933898926, + -0.4854073226451874, + -0.3829229474067688, + -0.5509408712387085, + -0.46306145191192627, + -0.5610888600349426, + -0.6877040863037109, + -0.596933901309967, + -0.6477572321891785, + -0.34690946340560913, + -0.5541799664497375, + -0.5171507000923157, + -0.6165184378623962, + -0.5075435638427734, + -0.5206455588340759, + -0.37919631600379944, + -0.5076305866241455, + -0.6008210182189941, + -0.6351870894432068, + -0.5416308045387268, + -0.5411307215690613, + -0.5972517728805542, + -0.44250181317329407, + -0.5819839239120483, + -0.42438870668411255, + -0.6317721605300903, + -0.5607535243034363, + -0.4235536754131317, + -0.623168408870697, + -0.7717850208282471, + -0.4918420612812042, + -0.671875536441803, + -0.6158029437065125, + -0.5511496067047119, + -0.5074586868286133, + -0.5148690938949585, + -0.6575219631195068, + -0.5077817440032959, + -0.5658167600631714, + -0.2867419123649597, + -0.9336060881614685, + -0.4823773205280304, + -0.4452735483646393, + -0.5198463201522827, + -0.4695048928260803, + -0.5358149409294128, + -0.7232060432434082, + -0.4818800687789917, + -0.4271295368671417, + -0.3761226236820221, + -0.5616853833198547, + -0.5129322409629822, + -0.5649236440658569, + -0.37631869316101074, + -0.43402916193008423, + -0.6615626811981201, + -0.5295940041542053, + -0.318057656288147, + -0.6122416257858276, + -0.05042925477027893, + -0.6346644163131714, + -0.6435645222663879, + -0.49899232387542725, + -0.49762392044067383, + -0.5320932865142822, + -1.0713295936584473, + -0.785679817199707, + -0.45230841636657715, + -0.6724098324775696, + -0.4968196749687195, + -0.4900624752044678, + -0.6004357933998108, + -0.7838039994239807, + -0.5916109085083008, + -0.38766196370124817, + -0.4927108585834503, + -0.539109468460083, + -0.5821709036827087, + -0.771761417388916, + -0.5832956433296204, + -0.686259925365448, + -0.4929884374141693, + -0.5134616494178772, + -0.6401180028915405, + -0.6255633234977722, + -0.672084391117096, + -0.5766679644584656, + -0.5668689012527466, + -0.5622227787971497, + -0.6222811341285706, + -0.6422263383865356, + -0.38650840520858765, + -0.5391951203346252, + -0.5423400402069092, + -0.6523911952972412, + -0.6153962016105652, + -0.464895099401474, + -0.47527945041656494, + -0.5547886490821838, + -0.43071413040161133, + -0.6407942175865173, + -0.5820814371109009, + -0.6138930320739746, + -0.5191642045974731, + -0.6137758493423462, + -0.8799712657928467, + -0.5897364616394043, + -0.4728785455226898, + -0.5814708471298218, + -0.6398361325263977, + -0.7577940821647644, + -0.47670161724090576, + -0.5538768768310547, + -0.4088734984397888, + -0.45100337266921997, + -0.4925883114337921, + -0.6258780360221863, + -0.7603700160980225, + -0.4611794054508209, + -0.5726183652877808, + -0.43245068192481995, + -0.5254970192909241, + -0.600399911403656, + -0.48521479964256287, + -0.6317796111106873, + -0.5246166586875916, + -0.4882684350013733, + -0.5363596677780151, + -0.6667891144752502, + -0.35949262976646423, + -0.6361538171768188, + -0.618587851524353, + -0.6183233261108398, + -0.53802090883255, + -0.6437564492225647, + -0.5542619824409485, + -0.6146153807640076, + -0.3501444458961487, + -0.2989029586315155, + -0.8156018257141113, + -0.46285733580589294, + -0.288497656583786, + -0.5307466983795166, + -0.5301288962364197, + -0.7773705720901489, + -0.5508313179016113, + -0.5438263416290283, + -0.709570586681366, + -0.5101279020309448, + -0.683258593082428, + -0.5339953899383545, + -0.6638786792755127, + -0.6774079203605652, + -0.6082479953765869, + -0.5610561370849609, + -0.5501245260238647, + -0.5792918801307678, + -0.46425920724868774, + -0.5743905305862427, + -0.46055734157562256, + -0.5497304797172546, + -0.5693326592445374, + -0.524338960647583 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.7, - 0.625, - 0.675, - 0.7, - 0.65, - 0.65, - 0.675, - 0.6499999999999999, - 0.6000000000000001 + 0.475, + 0.4375, + 0.45, + 0.49999999999999994, + 0.46249999999999997, + 0.5375, + 0.4624999999999999, + 0.49999999999999994, + 0.46249999999999997, + 0.525, + 0.46249999999999997, + 0.4124999999999999, + 0.44999999999999996, + 0.4625, + 0.43749999999999994, + 0.43749999999999994, + 0.43749999999999994, + 0.46249999999999997, + 0.46249999999999997, + 0.4125 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.40338829159736633, - 0.44612547755241394, - 0.8416051864624023, - 0.08300373703241348, - 0.2222847193479538, - 0.37713414430618286, - 0.43765953183174133, - 0.6427531838417053, - 0.021789679303765297, - 0.28911092877388 + 0.15920594334602356, + 0.3238440155982971, + -0.03288600966334343, + 0.022928031161427498, + 0.035600446164608, + 0.14439962804317474, + -0.15448768436908722, + 0.3347817361354828, + 0.4420566260814667, + -0.052006810903549194, + -0.18216626346111298, + 0.16853219270706177, + -0.03306190297007561, + -0.26335421204566956, + 0.11533978581428528, + -0.14618155360221863, + 0.1446693241596222, + -0.01919328235089779, + 0.3853824734687805, + 0.14650793373584747 ], "rl_grad_norm": [ - 0.7942161560058594, - 1.1202142238616943, - 1.4652093648910522, - 0.11463113129138947, - 0.19218280911445618, - 0.7605502009391785, - 0.35355111956596375, - 0.01725226454436779, - 0.34740573167800903, - 0.18886759877204895 + 1.1770787239074707, + 0.29770195484161377, + 0.3824250102043152, + 0.4300480782985687, + 0.2342839241027832, + 0.26512911915779114, + 0.23073826730251312, + 0.21685102581977844, + 0.22721509635448456, + 0.21622438728809357, + 0.08830174803733826, + 0.24045538902282715, + 0.244472935795784, + 0.511320948600769, + 0.27439966797828674, + 0.1502911001443863, + 0.13704562187194824, + 0.06844016909599304, + 0.1807863861322403, + 0.17751087248325348 ], "bc_grad_norm": [ - 0.40437817573547363, - 0.3816668689250946, - 0.6116439700126648, - 0.10911580175161362, - 0.125199094414711, - 0.1520146131515503, - 0.1484943926334381, - 0.18622986972332, - 0.10152406990528107, - 0.04188844934105873 + 1.626408576965332, + 1.1326643228530884, + 1.8785088062286377, + 1.189073085784912, + 1.7264165878295898, + 1.6312233209609985, + 1.9207943677902222, + 2.1363046169281006, + 1.649990200996399, + 1.2782998085021973, + 1.3258098363876343, + 1.1343291997909546, + 1.360397458076477, + 2.6993308067321777, + 1.966510534286499, + 2.236940383911133, + 1.3609410524368286, + 1.7911251783370972, + 3.6295926570892334, + 2.5330734252929688 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.2.self_attn.in_proj_weight": 0.08808484673500061, - "transformer.layers.2.self_attn.in_proj_bias": 0.005903058685362339, - "transformer.layers.2.self_attn.out_proj.weight": 0.06362776458263397, - "transformer.layers.2.self_attn.out_proj.bias": 0.005554517265409231, - "transformer.layers.2.linear1.weight": 0.04305119439959526, - "transformer.layers.2.linear1.bias": 0.0022028747480362654, - "transformer.layers.2.linear2.weight": 0.051205892115831375, - "transformer.layers.2.linear2.bias": 0.005498209036886692, - "transformer.layers.2.norm1.weight": 0.0056548696011304855, - "transformer.layers.2.norm1.bias": 0.006524732336401939, - "transformer.layers.2.norm2.weight": 0.002763585187494755, - "transformer.layers.2.norm2.bias": 0.0020296412985771894, - "transformer.layers.3.self_attn.in_proj_weight": 0.12078730762004852, - "transformer.layers.3.self_attn.in_proj_bias": 0.008893257938325405, - "transformer.layers.3.self_attn.out_proj.weight": 0.06414373964071274, - "transformer.layers.3.self_attn.out_proj.bias": 0.007459356915205717, - "transformer.layers.3.linear1.weight": 0.09197737276554108, - "transformer.layers.3.linear1.bias": 0.005437946412712336, - "transformer.layers.3.linear2.weight": 0.053242191672325134, - "transformer.layers.3.linear2.bias": 0.008731218054890633, - "transformer.layers.3.norm1.weight": 0.009630742482841015, - "transformer.layers.3.norm1.bias": 0.011929060332477093, - "transformer.layers.3.norm2.weight": 0.006977212615311146, - "transformer.layers.3.norm2.bias": 0.00582490349188447, - "head.weight": 0.5940180420875549, - "head.bias": 0.017160428687930107 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.09004517644643784, - "transformer.layers.2.self_attn.in_proj_bias": 0.00879311840981245, - "transformer.layers.2.self_attn.out_proj.weight": 0.09617945551872253, - "transformer.layers.2.self_attn.out_proj.bias": 0.01061862800270319, - "transformer.layers.2.linear1.weight": 0.04678761586546898, - "transformer.layers.2.linear1.bias": 0.003602804848924279, - "transformer.layers.2.linear2.weight": 0.052947402000427246, - "transformer.layers.2.linear2.bias": 0.011004718020558357, - "transformer.layers.2.norm1.weight": 0.006224839482456446, - "transformer.layers.2.norm1.bias": 0.010982927866280079, - "transformer.layers.2.norm2.weight": 0.003226442029699683, - "transformer.layers.2.norm2.bias": 0.003921472933143377, - "transformer.layers.3.self_attn.in_proj_weight": 0.12312387675046921, - "transformer.layers.3.self_attn.in_proj_bias": 0.012608863413333893, - "transformer.layers.3.self_attn.out_proj.weight": 0.07960410416126251, - "transformer.layers.3.self_attn.out_proj.bias": 0.013613454066216946, - "transformer.layers.3.linear1.weight": 0.15414021909236908, - "transformer.layers.3.linear1.bias": 0.01394668873399496, - "transformer.layers.3.linear2.weight": 0.07101448625326157, - "transformer.layers.3.linear2.bias": 0.019589846953749657, - "transformer.layers.3.norm1.weight": 0.008928491733968258, - "transformer.layers.3.norm1.bias": 0.014955270104110241, - "transformer.layers.3.norm2.weight": 0.013938219286501408, - "transformer.layers.3.norm2.bias": 0.022904276847839355, - "head.weight": 0.9810444712638855, - "head.bias": 0.042697545140981674 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.13826854526996613, - "transformer.layers.2.self_attn.in_proj_bias": 0.012436995282769203, - "transformer.layers.2.self_attn.out_proj.weight": 0.14053979516029358, - "transformer.layers.2.self_attn.out_proj.bias": 0.01568409614264965, - "transformer.layers.2.linear1.weight": 0.07918129116296768, - "transformer.layers.2.linear1.bias": 0.005353174172341824, - "transformer.layers.2.linear2.weight": 0.09471365064382553, - "transformer.layers.2.linear2.bias": 0.01572147198021412, - "transformer.layers.2.norm1.weight": 0.008468247950077057, - "transformer.layers.2.norm1.bias": 0.01575741171836853, - "transformer.layers.2.norm2.weight": 0.005599501542747021, - "transformer.layers.2.norm2.bias": 0.006111068185418844, - "transformer.layers.3.self_attn.in_proj_weight": 0.23946355283260345, - "transformer.layers.3.self_attn.in_proj_bias": 0.0231070164591074, - "transformer.layers.3.self_attn.out_proj.weight": 0.12569336593151093, - "transformer.layers.3.self_attn.out_proj.bias": 0.02199353650212288, - "transformer.layers.3.linear1.weight": 0.24041368067264557, - "transformer.layers.3.linear1.bias": 0.022193074226379395, - "transformer.layers.3.linear2.weight": 0.12303908914327621, - "transformer.layers.3.linear2.bias": 0.03491348773241043, - "transformer.layers.3.norm1.weight": 0.018676722422242165, - "transformer.layers.3.norm1.bias": 0.031569112092256546, - "transformer.layers.3.norm2.weight": 0.021166227757930756, - "transformer.layers.3.norm2.bias": 0.03715462610125542, - "head.weight": 1.744805097579956, - "head.bias": 0.07761000841856003 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.03756530582904816, - "transformer.layers.2.self_attn.in_proj_bias": 0.0022724077571183443, - "transformer.layers.2.self_attn.out_proj.weight": 0.027208860963582993, - "transformer.layers.2.self_attn.out_proj.bias": 0.0026889280416071415, - "transformer.layers.2.linear1.weight": 0.018356114625930786, - "transformer.layers.2.linear1.bias": 0.0010830530663952231, - "transformer.layers.2.linear2.weight": 0.021668193861842155, - "transformer.layers.2.linear2.bias": 0.0027663372457027435, - "transformer.layers.2.norm1.weight": 0.0025775223039090633, - "transformer.layers.2.norm1.bias": 0.00251301028765738, - "transformer.layers.2.norm2.weight": 0.0011551235802471638, - "transformer.layers.2.norm2.bias": 0.0011322248028591275, - "transformer.layers.3.self_attn.in_proj_weight": 0.05430068075656891, - "transformer.layers.3.self_attn.in_proj_bias": 0.004703745245933533, - "transformer.layers.3.self_attn.out_proj.weight": 0.032671969383955, - "transformer.layers.3.self_attn.out_proj.bias": 0.004234907682985067, - "transformer.layers.3.linear1.weight": 0.035384342074394226, - "transformer.layers.3.linear1.bias": 0.002650404814630747, - "transformer.layers.3.linear2.weight": 0.023470615968108177, - "transformer.layers.3.linear2.bias": 0.005149829667061567, - "transformer.layers.3.norm1.weight": 0.003884947393089533, - "transformer.layers.3.norm1.bias": 0.006055536679923534, - "transformer.layers.3.norm2.weight": 0.002537377178668976, - "transformer.layers.3.norm2.bias": 0.0030989996157586575, - "head.weight": 0.2788044512271881, - "head.bias": 0.010195435956120491 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.026030274108052254, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016898204339668155, - "transformer.layers.2.self_attn.out_proj.weight": 0.026695145294070244, - "transformer.layers.2.self_attn.out_proj.bias": 0.0025029622483998537, - "transformer.layers.2.linear1.weight": 0.019544130191206932, - "transformer.layers.2.linear1.bias": 0.0010506212711334229, - "transformer.layers.2.linear2.weight": 0.02276073768734932, - "transformer.layers.2.linear2.bias": 0.002509726444259286, - "transformer.layers.2.norm1.weight": 0.0015958965523168445, - "transformer.layers.2.norm1.bias": 0.0013999593211337924, - "transformer.layers.2.norm2.weight": 0.0015230565331876278, - "transformer.layers.2.norm2.bias": 0.0010012623388320208, - "transformer.layers.3.self_attn.in_proj_weight": 0.05681360512971878, - "transformer.layers.3.self_attn.in_proj_bias": 0.00458244513720274, - "transformer.layers.3.self_attn.out_proj.weight": 0.02429932914674282, - "transformer.layers.3.self_attn.out_proj.bias": 0.003514980897307396, - "transformer.layers.3.linear1.weight": 0.04238046705722809, - "transformer.layers.3.linear1.bias": 0.0033922551665455103, - "transformer.layers.3.linear2.weight": 0.022038260474801064, - "transformer.layers.3.linear2.bias": 0.005343205761164427, - "transformer.layers.3.norm1.weight": 0.0046023414470255375, - "transformer.layers.3.norm1.bias": 0.006171336863189936, - "transformer.layers.3.norm2.weight": 0.003943015821278095, - "transformer.layers.3.norm2.bias": 0.005422982387244701, - "head.weight": 0.26620757579803467, - "head.bias": 0.010185480117797852 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.07261640578508377, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031650878954678774, - "transformer.layers.2.self_attn.out_proj.weight": 0.05125384405255318, - "transformer.layers.2.self_attn.out_proj.bias": 0.0034792665392160416, - "transformer.layers.2.linear1.weight": 0.04387378692626953, - "transformer.layers.2.linear1.bias": 0.0021186545491218567, - "transformer.layers.2.linear2.weight": 0.0482565239071846, - "transformer.layers.2.linear2.bias": 0.0034864358603954315, - "transformer.layers.2.norm1.weight": 0.004757531452924013, - "transformer.layers.2.norm1.bias": 0.002719708951190114, - "transformer.layers.2.norm2.weight": 0.003461043117567897, - "transformer.layers.2.norm2.bias": 0.0020858547650277615, - "transformer.layers.3.self_attn.in_proj_weight": 0.1308152824640274, - "transformer.layers.3.self_attn.in_proj_bias": 0.006511466111987829, - "transformer.layers.3.self_attn.out_proj.weight": 0.0481845922768116, - "transformer.layers.3.self_attn.out_proj.bias": 0.0036416915245354176, - "transformer.layers.3.linear1.weight": 0.06255815923213959, - "transformer.layers.3.linear1.bias": 0.0037693995982408524, - "transformer.layers.3.linear2.weight": 0.03366101533174515, - "transformer.layers.3.linear2.bias": 0.005405349191278219, - "transformer.layers.3.norm1.weight": 0.010800033807754517, - "transformer.layers.3.norm1.bias": 0.008484183810651302, - "transformer.layers.3.norm2.weight": 0.004669636487960815, - "transformer.layers.3.norm2.bias": 0.005042715929448605, - "head.weight": 0.4176746606826782, - "head.bias": 0.011678398586809635 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.047727301716804504, - "transformer.layers.2.self_attn.in_proj_bias": 0.002509951125830412, - "transformer.layers.2.self_attn.out_proj.weight": 0.033918824046850204, - "transformer.layers.2.self_attn.out_proj.bias": 0.0032664986792951822, - "transformer.layers.2.linear1.weight": 0.029707038775086403, - "transformer.layers.2.linear1.bias": 0.001532434718683362, - "transformer.layers.2.linear2.weight": 0.034137047827243805, - "transformer.layers.2.linear2.bias": 0.003201910760253668, - "transformer.layers.2.norm1.weight": 0.003171933349221945, - "transformer.layers.2.norm1.bias": 0.0025794573593884706, - "transformer.layers.2.norm2.weight": 0.0022410680539906025, - "transformer.layers.2.norm2.bias": 0.0016180402599275112, - "transformer.layers.3.self_attn.in_proj_weight": 0.08650141954421997, - "transformer.layers.3.self_attn.in_proj_bias": 0.006581413559615612, - "transformer.layers.3.self_attn.out_proj.weight": 0.03448604419827461, - "transformer.layers.3.self_attn.out_proj.bias": 0.004589351359754801, - "transformer.layers.3.linear1.weight": 0.05392847955226898, - "transformer.layers.3.linear1.bias": 0.004156600683927536, - "transformer.layers.3.linear2.weight": 0.030378084629774094, - "transformer.layers.3.linear2.bias": 0.00639026053249836, - "transformer.layers.3.norm1.weight": 0.007206468842923641, - "transformer.layers.3.norm1.bias": 0.009061168879270554, - "transformer.layers.3.norm2.weight": 0.004346894565969706, - "transformer.layers.3.norm2.bias": 0.005577360279858112, - "head.weight": 0.3700343072414398, - "head.bias": 0.014242435805499554 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.0021000790875405073, - "transformer.layers.2.self_attn.in_proj_bias": 0.00012134442658862099, - "transformer.layers.2.self_attn.out_proj.weight": 0.0018464276799932122, - "transformer.layers.2.self_attn.out_proj.bias": 0.00017834248137660325, - "transformer.layers.2.linear1.weight": 0.0012519932352006435, - "transformer.layers.2.linear1.bias": 0.00007406149961752817, - "transformer.layers.2.linear2.weight": 0.0014428236754611135, - "transformer.layers.2.linear2.bias": 0.00017691068933345377, - "transformer.layers.2.norm1.weight": 0.0001500685466453433, - "transformer.layers.2.norm1.bias": 0.0001268234773306176, - "transformer.layers.2.norm2.weight": 0.00008443251135759056, - "transformer.layers.2.norm2.bias": 0.00007329427899094298, - "transformer.layers.3.self_attn.in_proj_weight": 0.003312850371003151, - "transformer.layers.3.self_attn.in_proj_bias": 0.00017549589392729104, - "transformer.layers.3.self_attn.out_proj.weight": 0.0017110406188294291, - "transformer.layers.3.self_attn.out_proj.bias": 0.00019832731049973518, - "transformer.layers.3.linear1.weight": 0.0023713146802037954, - "transformer.layers.3.linear1.bias": 0.0001693741069175303, - "transformer.layers.3.linear2.weight": 0.0013457173481583595, - "transformer.layers.3.linear2.bias": 0.0002674279676284641, - "transformer.layers.3.norm1.weight": 0.00029285490745678544, - "transformer.layers.3.norm1.bias": 0.00022463670757133514, - "transformer.layers.3.norm2.weight": 0.00019906774105038494, - "transformer.layers.3.norm2.bias": 0.00024042787845246494, - "head.weight": 0.02010129764676094, - "head.bias": 0.0007584451232105494 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.04030851274728775, - "transformer.layers.2.self_attn.in_proj_bias": 0.0020518924575299025, - "transformer.layers.2.self_attn.out_proj.weight": 0.030022181570529938, - "transformer.layers.2.self_attn.out_proj.bias": 0.002546262228861451, - "transformer.layers.2.linear1.weight": 0.02893320471048355, - "transformer.layers.2.linear1.bias": 0.0012705711415037513, - "transformer.layers.2.linear2.weight": 0.028904937207698822, - "transformer.layers.2.linear2.bias": 0.002473744796589017, - "transformer.layers.2.norm1.weight": 0.002788144163787365, - "transformer.layers.2.norm1.bias": 0.0020719498861581087, - "transformer.layers.2.norm2.weight": 0.0024765022099018097, - "transformer.layers.2.norm2.bias": 0.0011680532479658723, - "transformer.layers.3.self_attn.in_proj_weight": 0.0883229598402977, - "transformer.layers.3.self_attn.in_proj_bias": 0.004945302847772837, - "transformer.layers.3.self_attn.out_proj.weight": 0.030169708654284477, - "transformer.layers.3.self_attn.out_proj.bias": 0.003695432562381029, - "transformer.layers.3.linear1.weight": 0.045135706663131714, - "transformer.layers.3.linear1.bias": 0.0033220010809600353, - "transformer.layers.3.linear2.weight": 0.024469664320349693, - "transformer.layers.3.linear2.bias": 0.0055143567733466625, - "transformer.layers.3.norm1.weight": 0.006577690597623587, - "transformer.layers.3.norm1.bias": 0.006035973317921162, - "transformer.layers.3.norm2.weight": 0.0034707956947386265, - "transformer.layers.3.norm2.bias": 0.0049910168163478374, - "head.weight": 0.31138643622398376, - "head.bias": 0.01204846054315567 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.028018318116664886, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014182538725435734, - "transformer.layers.2.self_attn.out_proj.weight": 0.024285154417157173, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019027600064873695, - "transformer.layers.2.linear1.weight": 0.022723693400621414, - "transformer.layers.2.linear1.bias": 0.0010529094142839313, - "transformer.layers.2.linear2.weight": 0.022404594346880913, - "transformer.layers.2.linear2.bias": 0.0018836339004337788, - "transformer.layers.2.norm1.weight": 0.0019764446187764406, - "transformer.layers.2.norm1.bias": 0.0012628766708076, - "transformer.layers.2.norm2.weight": 0.002130294917151332, - "transformer.layers.2.norm2.bias": 0.00117164955008775, - "transformer.layers.3.self_attn.in_proj_weight": 0.058294788002967834, - "transformer.layers.3.self_attn.in_proj_bias": 0.0031730502378195524, - "transformer.layers.3.self_attn.out_proj.weight": 0.02329910732805729, - "transformer.layers.3.self_attn.out_proj.bias": 0.0025073466822504997, - "transformer.layers.3.linear1.weight": 0.033498190343379974, - "transformer.layers.3.linear1.bias": 0.0025676200166344643, - "transformer.layers.3.linear2.weight": 0.01842411980032921, - "transformer.layers.3.linear2.bias": 0.004027614835649729, - "transformer.layers.3.norm1.weight": 0.004969387780874968, - "transformer.layers.3.norm1.bias": 0.00430567841976881, - "transformer.layers.3.norm2.weight": 0.002860436448827386, - "transformer.layers.3.norm2.bias": 0.004161925055086613, - "head.weight": 0.2341189980506897, - "head.bias": 0.009548021480441093 + "transformer.layers.2.self_attn.in_proj_weight": 0.0999201163649559, + "transformer.layers.2.self_attn.in_proj_bias": 0.006931697484105825, + "transformer.layers.2.self_attn.out_proj.weight": 0.10279739648103714, + "transformer.layers.2.self_attn.out_proj.bias": 0.00881874468177557, + "transformer.layers.2.linear1.weight": 0.04340742900967598, + "transformer.layers.2.linear1.bias": 0.0032477048225700855, + "transformer.layers.2.linear2.weight": 0.05542150139808655, + "transformer.layers.2.linear2.bias": 0.00914516020566225, + "transformer.layers.2.norm1.weight": 0.006564734503626823, + "transformer.layers.2.norm1.bias": 0.006971129681915045, + "transformer.layers.2.norm2.weight": 0.002477711997926235, + "transformer.layers.2.norm2.bias": 0.0034977749455720186, + "transformer.layers.3.self_attn.in_proj_weight": 0.16030648350715637, + "transformer.layers.3.self_attn.in_proj_bias": 0.016522152349352837, + "transformer.layers.3.self_attn.out_proj.weight": 0.10248109698295593, + "transformer.layers.3.self_attn.out_proj.bias": 0.013056212104856968, + "transformer.layers.3.linear1.weight": 0.09803202003240585, + "transformer.layers.3.linear1.bias": 0.008161280304193497, + "transformer.layers.3.linear2.weight": 0.06075780838727951, + "transformer.layers.3.linear2.bias": 0.015488794073462486, + "transformer.layers.3.norm1.weight": 0.011585723608732224, + "transformer.layers.3.norm1.bias": 0.021708695217967033, + "transformer.layers.3.norm2.weight": 0.006674028001725674, + "transformer.layers.3.norm2.bias": 0.01024592388421297, + "head.weight": 0.8957890868186951, + "head.bias": 0.030633123591542244 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03755129501223564, + "transformer.layers.2.self_attn.in_proj_bias": 0.002474135020747781, + "transformer.layers.2.self_attn.out_proj.weight": 0.02641874924302101, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028195271734148264, + "transformer.layers.2.linear1.weight": 0.014574145898222923, + "transformer.layers.2.linear1.bias": 0.0011445069685578346, + "transformer.layers.2.linear2.weight": 0.01856355369091034, + "transformer.layers.2.linear2.bias": 0.0029720270540565252, + "transformer.layers.2.norm1.weight": 0.00300487014465034, + "transformer.layers.2.norm1.bias": 0.0026212960947304964, + "transformer.layers.2.norm2.weight": 0.0009024690953083336, + "transformer.layers.2.norm2.bias": 0.0013003852218389511, + "transformer.layers.3.self_attn.in_proj_weight": 0.04143868386745453, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036981527227908373, + "transformer.layers.3.self_attn.out_proj.weight": 0.03043477237224579, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036358933430165052, + "transformer.layers.3.linear1.weight": 0.02969370223581791, + "transformer.layers.3.linear1.bias": 0.002468426013365388, + "transformer.layers.3.linear2.weight": 0.018810899928212166, + "transformer.layers.3.linear2.bias": 0.004378576297312975, + "transformer.layers.3.norm1.weight": 0.003427410963922739, + "transformer.layers.3.norm1.bias": 0.004999885335564613, + "transformer.layers.3.norm2.weight": 0.00216145277954638, + "transformer.layers.3.norm2.bias": 0.0031212405301630497, + "head.weight": 0.2722262740135193, + "head.bias": 0.009970568120479584 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.05179848521947861, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028572692535817623, + "transformer.layers.2.self_attn.out_proj.weight": 0.03886387497186661, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022340489085763693, + "transformer.layers.2.linear1.weight": 0.020170655101537704, + "transformer.layers.2.linear1.bias": 0.0012495119590312243, + "transformer.layers.2.linear2.weight": 0.023516006767749786, + "transformer.layers.2.linear2.bias": 0.002104227663949132, + "transformer.layers.2.norm1.weight": 0.003570196684449911, + "transformer.layers.2.norm1.bias": 0.0027854337822645903, + "transformer.layers.2.norm2.weight": 0.0013865128858014941, + "transformer.layers.2.norm2.bias": 0.0011664587073028088, + "transformer.layers.3.self_attn.in_proj_weight": 0.06341762840747833, + "transformer.layers.3.self_attn.in_proj_bias": 0.004223854746669531, + "transformer.layers.3.self_attn.out_proj.weight": 0.036802418529987335, + "transformer.layers.3.self_attn.out_proj.bias": 0.0027619695756584406, + "transformer.layers.3.linear1.weight": 0.038424376398324966, + "transformer.layers.3.linear1.bias": 0.0028906671795994043, + "transformer.layers.3.linear2.weight": 0.021836165338754654, + "transformer.layers.3.linear2.bias": 0.003353151958435774, + "transformer.layers.3.norm1.weight": 0.004826457239687443, + "transformer.layers.3.norm1.bias": 0.005113252904266119, + "transformer.layers.3.norm2.weight": 0.0028496216982603073, + "transformer.layers.3.norm2.bias": 0.00365322083234787, + "head.weight": 0.24600785970687866, + "head.bias": 0.005854948423802853 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.05957914888858795, + "transformer.layers.2.self_attn.in_proj_bias": 0.003224165877327323, + "transformer.layers.2.self_attn.out_proj.weight": 0.041556466370821, + "transformer.layers.2.self_attn.out_proj.bias": 0.0037383991293609142, + "transformer.layers.2.linear1.weight": 0.024799630045890808, + "transformer.layers.2.linear1.bias": 0.0016976906917989254, + "transformer.layers.2.linear2.weight": 0.029757840558886528, + "transformer.layers.2.linear2.bias": 0.003809995949268341, + "transformer.layers.2.norm1.weight": 0.004367874003946781, + "transformer.layers.2.norm1.bias": 0.0035252750385552645, + "transformer.layers.2.norm2.weight": 0.0015763627598062158, + "transformer.layers.2.norm2.bias": 0.0019386817002668977, + "transformer.layers.3.self_attn.in_proj_weight": 0.07998906075954437, + "transformer.layers.3.self_attn.in_proj_bias": 0.007493862882256508, + "transformer.layers.3.self_attn.out_proj.weight": 0.043287493288517, + "transformer.layers.3.self_attn.out_proj.bias": 0.005362587049603462, + "transformer.layers.3.linear1.weight": 0.044031739234924316, + "transformer.layers.3.linear1.bias": 0.0037187705747783184, + "transformer.layers.3.linear2.weight": 0.026848314329981804, + "transformer.layers.3.linear2.bias": 0.006741849239915609, + "transformer.layers.3.norm1.weight": 0.00601938646286726, + "transformer.layers.3.norm1.bias": 0.009806814603507519, + "transformer.layers.3.norm2.weight": 0.003008343279361725, + "transformer.layers.3.norm2.bias": 0.0047623892314732075, + "head.weight": 0.36921796202659607, + "head.bias": 0.013220374472439289 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03749820590019226, + "transformer.layers.2.self_attn.in_proj_bias": 0.0019784942269325256, + "transformer.layers.2.self_attn.out_proj.weight": 0.03114040568470955, + "transformer.layers.2.self_attn.out_proj.bias": 0.002623852575197816, + "transformer.layers.2.linear1.weight": 0.01955866999924183, + "transformer.layers.2.linear1.bias": 0.0012323097325861454, + "transformer.layers.2.linear2.weight": 0.023847589269280434, + "transformer.layers.2.linear2.bias": 0.0026122736744582653, + "transformer.layers.2.norm1.weight": 0.002190978964790702, + "transformer.layers.2.norm1.bias": 0.0022416505962610245, + "transformer.layers.2.norm2.weight": 0.0014416910707950592, + "transformer.layers.2.norm2.bias": 0.0014719170285388827, + "transformer.layers.3.self_attn.in_proj_weight": 0.06407485902309418, + "transformer.layers.3.self_attn.in_proj_bias": 0.005601717159152031, + "transformer.layers.3.self_attn.out_proj.weight": 0.02577470988035202, + "transformer.layers.3.self_attn.out_proj.bias": 0.003955911844968796, + "transformer.layers.3.linear1.weight": 0.028292441740632057, + "transformer.layers.3.linear1.bias": 0.0025005543138831854, + "transformer.layers.3.linear2.weight": 0.01694827526807785, + "transformer.layers.3.linear2.bias": 0.004909927025437355, + "transformer.layers.3.norm1.weight": 0.004526717588305473, + "transformer.layers.3.norm1.bias": 0.007670009043067694, + "transformer.layers.3.norm2.weight": 0.002108240034431219, + "transformer.layers.3.norm2.bias": 0.0034843161702156067, + "head.weight": 0.2479252815246582, + "head.bias": 0.009939382784068584 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03082960471510887, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018316147616133094, + "transformer.layers.2.self_attn.out_proj.weight": 0.03305353969335556, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019384314073249698, + "transformer.layers.2.linear1.weight": 0.01774308830499649, + "transformer.layers.2.linear1.bias": 0.000997978262603283, + "transformer.layers.2.linear2.weight": 0.020876480266451836, + "transformer.layers.2.linear2.bias": 0.0019113493617624044, + "transformer.layers.2.norm1.weight": 0.0021827672608196735, + "transformer.layers.2.norm1.bias": 0.002311821561306715, + "transformer.layers.2.norm2.weight": 0.001460375962778926, + "transformer.layers.2.norm2.bias": 0.0009219455532729626, + "transformer.layers.3.self_attn.in_proj_weight": 0.05425359681248665, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028853067196905613, + "transformer.layers.3.self_attn.out_proj.weight": 0.03034946322441101, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022189789451658726, + "transformer.layers.3.linear1.weight": 0.02837412804365158, + "transformer.layers.3.linear1.bias": 0.0019477377645671368, + "transformer.layers.3.linear2.weight": 0.01986643299460411, + "transformer.layers.3.linear2.bias": 0.0023780607152730227, + "transformer.layers.3.norm1.weight": 0.004192513879388571, + "transformer.layers.3.norm1.bias": 0.003208161797374487, + "transformer.layers.3.norm2.weight": 0.002152856905013323, + "transformer.layers.3.norm2.bias": 0.0023505431599915028, + "head.weight": 0.20166216790676117, + "head.bias": 0.005442035850137472 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.041035205125808716, + "transformer.layers.2.self_attn.in_proj_bias": 0.002439855132251978, + "transformer.layers.2.self_attn.out_proj.weight": 0.034428391605615616, + "transformer.layers.2.self_attn.out_proj.bias": 0.0029753728304058313, + "transformer.layers.2.linear1.weight": 0.024553123861551285, + "transformer.layers.2.linear1.bias": 0.0015104665653780103, + "transformer.layers.2.linear2.weight": 0.02676241658627987, + "transformer.layers.2.linear2.bias": 0.0029175691306591034, + "transformer.layers.2.norm1.weight": 0.0032735452987253666, + "transformer.layers.2.norm1.bias": 0.0029820010531693697, + "transformer.layers.2.norm2.weight": 0.0021541235037148, + "transformer.layers.2.norm2.bias": 0.002103674691170454, + "transformer.layers.3.self_attn.in_proj_weight": 0.07436028122901917, + "transformer.layers.3.self_attn.in_proj_bias": 0.006366887595504522, + "transformer.layers.3.self_attn.out_proj.weight": 0.029036490246653557, + "transformer.layers.3.self_attn.out_proj.bias": 0.004484337288886309, + "transformer.layers.3.linear1.weight": 0.03100365772843361, + "transformer.layers.3.linear1.bias": 0.0026661742012947798, + "transformer.layers.3.linear2.weight": 0.01912417821586132, + "transformer.layers.3.linear2.bias": 0.0052652060985565186, + "transformer.layers.3.norm1.weight": 0.005068264901638031, + "transformer.layers.3.norm1.bias": 0.008436460047960281, + "transformer.layers.3.norm2.weight": 0.002292843069881201, + "transformer.layers.3.norm2.bias": 0.0035901302471756935, + "head.weight": 0.2657277584075928, + "head.bias": 0.009963467717170715 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.024425067007541656, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015611790586262941, + "transformer.layers.2.self_attn.out_proj.weight": 0.025095364078879356, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023211678490042686, + "transformer.layers.2.linear1.weight": 0.016380727291107178, + "transformer.layers.2.linear1.bias": 0.0010942280059680343, + "transformer.layers.2.linear2.weight": 0.019279878586530685, + "transformer.layers.2.linear2.bias": 0.0022429954260587692, + "transformer.layers.2.norm1.weight": 0.001657756045460701, + "transformer.layers.2.norm1.bias": 0.0017868548166006804, + "transformer.layers.2.norm2.weight": 0.0014830236323177814, + "transformer.layers.2.norm2.bias": 0.0014519698452204466, + "transformer.layers.3.self_attn.in_proj_weight": 0.045872416347265244, + "transformer.layers.3.self_attn.in_proj_bias": 0.004518837668001652, + "transformer.layers.3.self_attn.out_proj.weight": 0.021441282704472542, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033704780507832766, + "transformer.layers.3.linear1.weight": 0.02632947266101837, + "transformer.layers.3.linear1.bias": 0.002372194081544876, + "transformer.layers.3.linear2.weight": 0.015644686296582222, + "transformer.layers.3.linear2.bias": 0.00418225908651948, + "transformer.layers.3.norm1.weight": 0.0034549750853329897, + "transformer.layers.3.norm1.bias": 0.006097166333347559, + "transformer.layers.3.norm2.weight": 0.0019161906093358994, + "transformer.layers.3.norm2.bias": 0.0031832426320761442, + "head.weight": 0.1981407254934311, + "head.bias": 0.00810109544545412 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.036390818655490875, + "transformer.layers.2.self_attn.in_proj_bias": 0.002569759264588356, + "transformer.layers.2.self_attn.out_proj.weight": 0.037715062499046326, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033566318452358246, + "transformer.layers.2.linear1.weight": 0.022960130125284195, + "transformer.layers.2.linear1.bias": 0.0018103165784850717, + "transformer.layers.2.linear2.weight": 0.02704119123518467, + "transformer.layers.2.linear2.bias": 0.0031278564129024744, + "transformer.layers.2.norm1.weight": 0.002396385418251157, + "transformer.layers.2.norm1.bias": 0.0028808529023081064, + "transformer.layers.2.norm2.weight": 0.002078296383842826, + "transformer.layers.2.norm2.bias": 0.0025909363757818937, + "transformer.layers.3.self_attn.in_proj_weight": 0.05996634066104889, + "transformer.layers.3.self_attn.in_proj_bias": 0.005458351224660873, + "transformer.layers.3.self_attn.out_proj.weight": 0.026304032653570175, + "transformer.layers.3.self_attn.out_proj.bias": 0.0037001960445195436, + "transformer.layers.3.linear1.weight": 0.029728485271334648, + "transformer.layers.3.linear1.bias": 0.002668243134394288, + "transformer.layers.3.linear2.weight": 0.017188681289553642, + "transformer.layers.3.linear2.bias": 0.004615601617842913, + "transformer.layers.3.norm1.weight": 0.005162532441318035, + "transformer.layers.3.norm1.bias": 0.007618309929966927, + "transformer.layers.3.norm2.weight": 0.002249979879707098, + "transformer.layers.3.norm2.bias": 0.0034755696542561054, + "head.weight": 0.23574768006801605, + "head.bias": 0.00949130579829216 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03350357711315155, + "transformer.layers.2.self_attn.in_proj_bias": 0.002055040095001459, + "transformer.layers.2.self_attn.out_proj.weight": 0.03433972969651222, + "transformer.layers.2.self_attn.out_proj.bias": 0.002403252525255084, + "transformer.layers.2.linear1.weight": 0.022260988131165504, + "transformer.layers.2.linear1.bias": 0.0012826257152482867, + "transformer.layers.2.linear2.weight": 0.02327997237443924, + "transformer.layers.2.linear2.bias": 0.002023608423769474, + "transformer.layers.2.norm1.weight": 0.0021690567955374718, + "transformer.layers.2.norm1.bias": 0.002478676149621606, + "transformer.layers.2.norm2.weight": 0.002204837277531624, + "transformer.layers.2.norm2.bias": 0.001575159258209169, + "transformer.layers.3.self_attn.in_proj_weight": 0.06028616055846214, + "transformer.layers.3.self_attn.in_proj_bias": 0.002895210636779666, + "transformer.layers.3.self_attn.out_proj.weight": 0.03394966199994087, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016173424664884806, + "transformer.layers.3.linear1.weight": 0.02567521296441555, + "transformer.layers.3.linear1.bias": 0.0015531870303675532, + "transformer.layers.3.linear2.weight": 0.01665792055428028, + "transformer.layers.3.linear2.bias": 0.0016665830044075847, + "transformer.layers.3.norm1.weight": 0.0047345529310405254, + "transformer.layers.3.norm1.bias": 0.004103187005966902, + "transformer.layers.3.norm2.weight": 0.0019040690967813134, + "transformer.layers.3.norm2.bias": 0.001660827430896461, + "head.weight": 0.19268247485160828, + "head.bias": 0.003938606474548578 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.013129930943250656, + "transformer.layers.2.self_attn.in_proj_bias": 0.0004730547370854765, + "transformer.layers.2.self_attn.out_proj.weight": 0.012221097014844418, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006041988381184638, + "transformer.layers.2.linear1.weight": 0.010122671723365784, + "transformer.layers.2.linear1.bias": 0.0004729860520455986, + "transformer.layers.2.linear2.weight": 0.010669463314116001, + "transformer.layers.2.linear2.bias": 0.0005615075933746994, + "transformer.layers.2.norm1.weight": 0.0009857993572950363, + "transformer.layers.2.norm1.bias": 0.0004518400819506496, + "transformer.layers.2.norm2.weight": 0.0008885283023118973, + "transformer.layers.2.norm2.bias": 0.00047773789265193045, + "transformer.layers.3.self_attn.in_proj_weight": 0.03128167986869812, + "transformer.layers.3.self_attn.in_proj_bias": 0.0011246487265452743, + "transformer.layers.3.self_attn.out_proj.weight": 0.012439948506653309, + "transformer.layers.3.self_attn.out_proj.bias": 0.0004931929288432002, + "transformer.layers.3.linear1.weight": 0.008642689324915409, + "transformer.layers.3.linear1.bias": 0.0004750931402668357, + "transformer.layers.3.linear2.weight": 0.005129811353981495, + "transformer.layers.3.linear2.bias": 0.0005496790981851518, + "transformer.layers.3.norm1.weight": 0.0025023294147104025, + "transformer.layers.3.norm1.bias": 0.001522767823189497, + "transformer.layers.3.norm2.weight": 0.0006031684461049736, + "transformer.layers.3.norm2.bias": 0.0004797405272256583, + "head.weight": 0.06370113790035248, + "head.bias": 0.00131755112670362 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03025040216743946, + "transformer.layers.2.self_attn.in_proj_bias": 0.002098950557410717, + "transformer.layers.2.self_attn.out_proj.weight": 0.0330318957567215, + "transformer.layers.2.self_attn.out_proj.bias": 0.002618455793708563, + "transformer.layers.2.linear1.weight": 0.022921547293663025, + "transformer.layers.2.linear1.bias": 0.0012408214388415217, + "transformer.layers.2.linear2.weight": 0.02522602677345276, + "transformer.layers.2.linear2.bias": 0.0023580959532409906, + "transformer.layers.2.norm1.weight": 0.0022390754893422127, + "transformer.layers.2.norm1.bias": 0.0023670908994972706, + "transformer.layers.2.norm2.weight": 0.0020977570675313473, + "transformer.layers.2.norm2.bias": 0.0015136591391637921, + "transformer.layers.3.self_attn.in_proj_weight": 0.06685765087604523, + "transformer.layers.3.self_attn.in_proj_bias": 0.0049354336224496365, + "transformer.layers.3.self_attn.out_proj.weight": 0.025880325585603714, + "transformer.layers.3.self_attn.out_proj.bias": 0.003126139286905527, + "transformer.layers.3.linear1.weight": 0.02468811720609665, + "transformer.layers.3.linear1.bias": 0.0020341842900961637, + "transformer.layers.3.linear2.weight": 0.016242017969489098, + "transformer.layers.3.linear2.bias": 0.003684913506731391, + "transformer.layers.3.norm1.weight": 0.005454110447317362, + "transformer.layers.3.norm1.bias": 0.00728331645950675, + "transformer.layers.3.norm2.weight": 0.001912275911308825, + "transformer.layers.3.norm2.bias": 0.002747489372268319, + "head.weight": 0.20285558700561523, + "head.bias": 0.00729701854288578 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.032130468636751175, + "transformer.layers.2.self_attn.in_proj_bias": 0.00215030531398952, + "transformer.layers.2.self_attn.out_proj.weight": 0.03372762352228165, + "transformer.layers.2.self_attn.out_proj.bias": 0.0029866283293813467, + "transformer.layers.2.linear1.weight": 0.021884191781282425, + "transformer.layers.2.linear1.bias": 0.0014379197964444757, + "transformer.layers.2.linear2.weight": 0.026706701144576073, + "transformer.layers.2.linear2.bias": 0.0030361793469637632, + "transformer.layers.2.norm1.weight": 0.0018474142998456955, + "transformer.layers.2.norm1.bias": 0.001977892592549324, + "transformer.layers.2.norm2.weight": 0.0018621141789481044, + "transformer.layers.2.norm2.bias": 0.0017953435890376568, + "transformer.layers.3.self_attn.in_proj_weight": 0.07161813974380493, + "transformer.layers.3.self_attn.in_proj_bias": 0.006370102986693382, + "transformer.layers.3.self_attn.out_proj.weight": 0.031018538400530815, + "transformer.layers.3.self_attn.out_proj.bias": 0.004432545509189367, + "transformer.layers.3.linear1.weight": 0.03363308310508728, + "transformer.layers.3.linear1.bias": 0.0030479347333312035, + "transformer.layers.3.linear2.weight": 0.02069462649524212, + "transformer.layers.3.linear2.bias": 0.005751151591539383, + "transformer.layers.3.norm1.weight": 0.005577427800744772, + "transformer.layers.3.norm1.bias": 0.008729354478418827, + "transformer.layers.3.norm2.weight": 0.002646125853061676, + "transformer.layers.3.norm2.bias": 0.0044264341704547405, + "head.weight": 0.27785545587539673, + "head.bias": 0.011672750115394592 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.07137041538953781, + "transformer.layers.2.self_attn.in_proj_bias": 0.004273925442248583, + "transformer.layers.2.self_attn.out_proj.weight": 0.0697021558880806, + "transformer.layers.2.self_attn.out_proj.bias": 0.005711783654987812, + "transformer.layers.2.linear1.weight": 0.05529015138745308, + "transformer.layers.2.linear1.bias": 0.0036087743937969208, + "transformer.layers.2.linear2.weight": 0.06168703734874725, + "transformer.layers.2.linear2.bias": 0.005550200119614601, + "transformer.layers.2.norm1.weight": 0.004510199651122093, + "transformer.layers.2.norm1.bias": 0.0040806373581290245, + "transformer.layers.2.norm2.weight": 0.005320321768522263, + "transformer.layers.2.norm2.bias": 0.004728300962597132, + "transformer.layers.3.self_attn.in_proj_weight": 0.16571076214313507, + "transformer.layers.3.self_attn.in_proj_bias": 0.012084956280887127, + "transformer.layers.3.self_attn.out_proj.weight": 0.06464598327875137, + "transformer.layers.3.self_attn.out_proj.bias": 0.007866143248975277, + "transformer.layers.3.linear1.weight": 0.06320948898792267, + "transformer.layers.3.linear1.bias": 0.0053781126625835896, + "transformer.layers.3.linear2.weight": 0.03942832350730896, + "transformer.layers.3.linear2.bias": 0.01008735690265894, + "transformer.layers.3.norm1.weight": 0.012995489872992039, + "transformer.layers.3.norm1.bias": 0.0166330449283123, + "transformer.layers.3.norm2.weight": 0.004800410941243172, + "transformer.layers.3.norm2.bias": 0.007610292639583349, + "head.weight": 0.5349528193473816, + "head.bias": 0.01998002454638481 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03405289351940155, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018160887993872166, + "transformer.layers.2.self_attn.out_proj.weight": 0.02610682137310505, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023976557422429323, + "transformer.layers.2.linear1.weight": 0.018945051357150078, + "transformer.layers.2.linear1.bias": 0.001268459134735167, + "transformer.layers.2.linear2.weight": 0.021765559911727905, + "transformer.layers.2.linear2.bias": 0.002392394235357642, + "transformer.layers.2.norm1.weight": 0.0021296993363648653, + "transformer.layers.2.norm1.bias": 0.0019887806847691536, + "transformer.layers.2.norm2.weight": 0.0015569475945085287, + "transformer.layers.2.norm2.bias": 0.0016129023861140013, + "transformer.layers.3.self_attn.in_proj_weight": 0.05592040717601776, + "transformer.layers.3.self_attn.in_proj_bias": 0.00525311566889286, + "transformer.layers.3.self_attn.out_proj.weight": 0.023433977738022804, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036915333475917578, + "transformer.layers.3.linear1.weight": 0.026878999546170235, + "transformer.layers.3.linear1.bias": 0.0025288662873208523, + "transformer.layers.3.linear2.weight": 0.015597637742757797, + "transformer.layers.3.linear2.bias": 0.004748168401420116, + "transformer.layers.3.norm1.weight": 0.004097300581634045, + "transformer.layers.3.norm1.bias": 0.006789840757846832, + "transformer.layers.3.norm2.weight": 0.0020416961051523685, + "transformer.layers.3.norm2.bias": 0.0038102511316537857, + "head.weight": 0.22091560065746307, + "head.bias": 0.009604153223335743 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.02108134515583515, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010267685865983367, + "transformer.layers.2.self_attn.out_proj.weight": 0.020880870521068573, + "transformer.layers.2.self_attn.out_proj.bias": 0.000999433919787407, + "transformer.layers.2.linear1.weight": 0.014640520326793194, + "transformer.layers.2.linear1.bias": 0.000695720431394875, + "transformer.layers.2.linear2.weight": 0.015202862210571766, + "transformer.layers.2.linear2.bias": 0.0009764633141458035, + "transformer.layers.2.norm1.weight": 0.001589581253938377, + "transformer.layers.2.norm1.bias": 0.0013952786102890968, + "transformer.layers.2.norm2.weight": 0.0011799088679254055, + "transformer.layers.2.norm2.bias": 0.0006930938689038157, + "transformer.layers.3.self_attn.in_proj_weight": 0.038833070546388626, + "transformer.layers.3.self_attn.in_proj_bias": 0.001675997395068407, + "transformer.layers.3.self_attn.out_proj.weight": 0.015922464430332184, + "transformer.layers.3.self_attn.out_proj.bias": 0.0010551565792411566, + "transformer.layers.3.linear1.weight": 0.01475040428340435, + "transformer.layers.3.linear1.bias": 0.0009958893060684204, + "transformer.layers.3.linear2.weight": 0.008424964733421803, + "transformer.layers.3.linear2.bias": 0.0012755402131006122, + "transformer.layers.3.norm1.weight": 0.0035432998556643724, + "transformer.layers.3.norm1.bias": 0.0020809320267289877, + "transformer.layers.3.norm2.weight": 0.001126275397837162, + "transformer.layers.3.norm2.bias": 0.0014248467050492764, + "head.weight": 0.09793544560670853, + "head.bias": 0.0021938520949333906 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.022683599963784218, + "transformer.layers.2.self_attn.in_proj_bias": 0.001156237325631082, + "transformer.layers.2.self_attn.out_proj.weight": 0.024748751893639565, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014669726369902492, + "transformer.layers.2.linear1.weight": 0.01627965085208416, + "transformer.layers.2.linear1.bias": 0.0008447860600426793, + "transformer.layers.2.linear2.weight": 0.0186767615377903, + "transformer.layers.2.linear2.bias": 0.0013141178060323, + "transformer.layers.2.norm1.weight": 0.0015592194395139813, + "transformer.layers.2.norm1.bias": 0.000993264839053154, + "transformer.layers.2.norm2.weight": 0.0012929447693750262, + "transformer.layers.2.norm2.bias": 0.0009800961706787348, + "transformer.layers.3.self_attn.in_proj_weight": 0.04498305916786194, + "transformer.layers.3.self_attn.in_proj_bias": 0.0021910173818469048, + "transformer.layers.3.self_attn.out_proj.weight": 0.018682317808270454, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013454901054501534, + "transformer.layers.3.linear1.weight": 0.018314579501748085, + "transformer.layers.3.linear1.bias": 0.0012883435701951385, + "transformer.layers.3.linear2.weight": 0.011329598724842072, + "transformer.layers.3.linear2.bias": 0.0016103747766464949, + "transformer.layers.3.norm1.weight": 0.003740058047696948, + "transformer.layers.3.norm1.bias": 0.002746193204075098, + "transformer.layers.3.norm2.weight": 0.0014235302805900574, + "transformer.layers.3.norm2.bias": 0.0017597860423848033, + "head.weight": 0.13328741490840912, + "head.bias": 0.004299933090806007 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.017213210463523865, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009219751227647066, + "transformer.layers.2.self_attn.out_proj.weight": 0.013523734174668789, + "transformer.layers.2.self_attn.out_proj.bias": 0.00081993592903018, + "transformer.layers.2.linear1.weight": 0.010859882459044456, + "transformer.layers.2.linear1.bias": 0.0005108526675030589, + "transformer.layers.2.linear2.weight": 0.01060186792165041, + "transformer.layers.2.linear2.bias": 0.0007163870031945407, + "transformer.layers.2.norm1.weight": 0.001194870681501925, + "transformer.layers.2.norm1.bias": 0.0011478567030280828, + "transformer.layers.2.norm2.weight": 0.0011183260940015316, + "transformer.layers.2.norm2.bias": 0.0004922582884319127, + "transformer.layers.3.self_attn.in_proj_weight": 0.023406432941555977, + "transformer.layers.3.self_attn.in_proj_bias": 0.001137613202445209, + "transformer.layers.3.self_attn.out_proj.weight": 0.009699670597910881, + "transformer.layers.3.self_attn.out_proj.bias": 0.0006150546250864863, + "transformer.layers.3.linear1.weight": 0.00942112598568201, + "transformer.layers.3.linear1.bias": 0.0005290719564072788, + "transformer.layers.3.linear2.weight": 0.006031172815710306, + "transformer.layers.3.linear2.bias": 0.000533033802639693, + "transformer.layers.3.norm1.weight": 0.0019305513706058264, + "transformer.layers.3.norm1.bias": 0.0012132659321650863, + "transformer.layers.3.norm2.weight": 0.0006729689775966108, + "transformer.layers.3.norm2.bias": 0.0005376813933253288, + "head.weight": 0.0649997889995575, + "head.bias": 0.001473902491852641 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.030762217938899994, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018588850507512689, + "transformer.layers.2.self_attn.out_proj.weight": 0.02471238374710083, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018504783511161804, + "transformer.layers.2.linear1.weight": 0.02132648043334484, + "transformer.layers.2.linear1.bias": 0.00113284878898412, + "transformer.layers.2.linear2.weight": 0.022840606048703194, + "transformer.layers.2.linear2.bias": 0.00159160397015512, + "transformer.layers.2.norm1.weight": 0.002319606952369213, + "transformer.layers.2.norm1.bias": 0.0023114453069865704, + "transformer.layers.2.norm2.weight": 0.0018747320864349604, + "transformer.layers.2.norm2.bias": 0.001343320356681943, + "transformer.layers.3.self_attn.in_proj_weight": 0.055901236832141876, + "transformer.layers.3.self_attn.in_proj_bias": 0.002930118003860116, + "transformer.layers.3.self_attn.out_proj.weight": 0.025570670142769814, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014292512787505984, + "transformer.layers.3.linear1.weight": 0.022543903440237045, + "transformer.layers.3.linear1.bias": 0.0015350697794929147, + "transformer.layers.3.linear2.weight": 0.012730587273836136, + "transformer.layers.3.linear2.bias": 0.001334565575234592, + "transformer.layers.3.norm1.weight": 0.005138535983860493, + "transformer.layers.3.norm1.bias": 0.003969892393797636, + "transformer.layers.3.norm2.weight": 0.0017087212763726711, + "transformer.layers.3.norm2.bias": 0.0017540513072162867, + "head.weight": 0.12452002614736557, + "head.bias": 0.002644661581143737 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03678189590573311, + "transformer.layers.2.self_attn.in_proj_bias": 0.001846096245571971, + "transformer.layers.2.self_attn.out_proj.weight": 0.03258233144879341, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024706958793103695, + "transformer.layers.2.linear1.weight": 0.023678474128246307, + "transformer.layers.2.linear1.bias": 0.001342753996141255, + "transformer.layers.2.linear2.weight": 0.0248368252068758, + "transformer.layers.2.linear2.bias": 0.0023143659345805645, + "transformer.layers.2.norm1.weight": 0.002596713602542877, + "transformer.layers.2.norm1.bias": 0.0018441482679918408, + "transformer.layers.2.norm2.weight": 0.002135267946869135, + "transformer.layers.2.norm2.bias": 0.0016922538634389639, + "transformer.layers.3.self_attn.in_proj_weight": 0.05321350321173668, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037548041436821222, + "transformer.layers.3.self_attn.out_proj.weight": 0.023377586156129837, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024593686684966087, + "transformer.layers.3.linear1.weight": 0.02190796285867691, + "transformer.layers.3.linear1.bias": 0.0017188392812386155, + "transformer.layers.3.linear2.weight": 0.013247027061879635, + "transformer.layers.3.linear2.bias": 0.00282736262306571, + "transformer.layers.3.norm1.weight": 0.004191657993942499, + "transformer.layers.3.norm1.bias": 0.0044089374132454395, + "transformer.layers.3.norm2.weight": 0.0017223414033651352, + "transformer.layers.3.norm2.bias": 0.0020687468349933624, + "head.weight": 0.1656518429517746, + "head.bias": 0.005862197373062372 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.139520525932312, - 0.16627876460552216, - 0.16178202629089355, - 0.031072420999407768, - 0.03898685425519943, - 0.09046819061040878, - 0.07053487002849579, - 0.10711263865232468, - 0.047531601041555405, - 0.01785530522465706 + 0.21365351974964142, + 0.16344091296195984, + 0.27948540449142456, + 0.19955889880657196, + 0.27546319365501404, + 0.27164843678474426, + 0.32908016443252563, + 0.3283032476902008, + 0.3354519307613373, + 0.25035393238067627, + 0.2718888521194458, + 0.21185988187789917, + 0.3087914288043976, + 0.48057425022125244, + 0.3922707438468933, + 0.4327787756919861, + 0.31899964809417725, + 0.33084896206855774, + 0.56859290599823, + 0.5450438857078552 ], "repr_drift_kl_low_t": [ - 0.13220372796058655, - 0.17229409515857697, - 0.1689683347940445, - 0.02466801181435585, - 0.040860697627067566, - 0.08627814054489136, - 0.06156740337610245, - 0.11075645685195923, - 0.047398969531059265, - 0.01720975525677204 + 0.2635236978530884, + 0.18561869859695435, + 0.3555920422077179, + 0.2360498607158661, + 0.319808691740036, + 0.33386939764022827, + 0.4007643163204193, + 0.38509538769721985, + 0.39818456768989563, + 0.29377424716949463, + 0.3254590630531311, + 0.2636731266975403, + 0.36356979608535767, + 0.6109716892242432, + 0.46549350023269653, + 0.5320332646369934, + 0.4042007625102997, + 0.4057779014110565, + 0.7039748430252075, + 0.675670325756073 ], "repr_drift_kl_mid_t": [ - 0.13454221189022064, - 0.16217894852161407, - 0.15317100286483765, - 0.0261811725795269, - 0.045624762773513794, - 0.0910491794347763, - 0.06447051465511322, - 0.10793909430503845, - 0.05032762140035629, - 0.016908282414078712 + 0.21618887782096863, + 0.16884224116802216, + 0.28629085421562195, + 0.2042165845632553, + 0.2818952202796936, + 0.278067022562027, + 0.3395635187625885, + 0.3375038504600525, + 0.35333555936813354, + 0.25174015760421753, + 0.2797730565071106, + 0.21729923784732819, + 0.3105383515357971, + 0.48884281516075134, + 0.39341142773628235, + 0.4411289691925049, + 0.3307477831840515, + 0.3318804204463959, + 0.5723755955696106, + 0.5703381299972534 ], "repr_drift_kl_high_t": [ - 0.15218475461006165, - 0.15517494082450867, - 0.16249552369117737, - 0.04310519993305206, - 0.04264635220170021, - 0.09552477300167084, - 0.0776924341917038, - 0.10183586925268173, - 0.04819619655609131, - 0.02296186238527298 + 0.17481012642383575, + 0.13762828707695007, + 0.20890957117080688, + 0.16911520063877106, + 0.2373064160346985, + 0.1981145441532135, + 0.24392564594745636, + 0.25037887692451477, + 0.24428816139698029, + 0.19386805593967438, + 0.20127947628498077, + 0.16070258617401123, + 0.23086388409137726, + 0.3410603702068329, + 0.30752110481262207, + 0.3221703767776489, + 0.22616995871067047, + 0.24929237365722656, + 0.40929633378982544, + 0.38704872131347656 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9187917113304138, - 0.9699789881706238, - 0.9048931002616882, - 0.882727861404419, - 0.9543605446815491 + 0.6978189945220947, + 0.7298208475112915, + 0.8026063442230225, + 0.8814970850944519, + 0.8851768970489502, + 0.9170601963996887, + 0.918217122554779, + 0.8663582801818848, + 0.9490734338760376, + 0.8937427401542664 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.917610764503479, - 1.1938070058822632, - 1.8757636547088623, - 0.4556589722633362, - 0.29604730010032654, - 0.7929495573043823, - 0.5211032629013062, - 0.030406232923269272, - 0.47951704263687134, - 0.2591021955013275 + 0.581610918045044, + 0.3944670259952545, + 0.3424387276172638, + 0.6327944993972778, + 0.33683452010154724, + 0.26034897565841675, + 0.24381199479103088, + 0.22359828650951385, + 0.25744134187698364, + 0.380795419216156, + 0.11230997741222382, + 0.20384524762630463, + 0.30144959688186646, + 0.6022775769233704, + 0.24949897825717926, + 0.23734065890312195, + 0.2752667963504791, + 0.11593316495418549, + 0.25429463386535645, + 0.25942039489746094 ], "norm_high_t": [ - 0.8705126047134399, - 1.2640334367752075, - 1.2050468921661377, - 0.338808536529541, - 0.16639231145381927, - 0.3385520577430725, - 0.5794193148612976, - 0.02246042713522911, - 0.3430212736129761, - 0.14298658072948456 + 0.9954911470413208, + 0.4683448076248169, + 0.45238012075424194, + 0.39069241285324097, + 0.3218042850494385, + 0.6103866696357727, + 0.42014795541763306, + 0.3842213451862335, + 0.3113822937011719, + 0.3318122625350952, + 0.14855431020259857, + 0.4143199920654297, + 0.4901227355003357, + 0.6527124047279358, + 0.4331567883491516, + 0.20875993371009827, + 0.13142184913158417, + 0.10063920170068741, + 0.20435653626918793, + 0.26022595167160034 ], "lowhigh_cos": [ - 0.4673646092414856, - 0.705070972442627, - 0.6165406703948975, - -0.33859682083129883, - 0.3113347589969635, - 0.2532111704349518, - -0.017391810193657875, - 0.2790375351905823, - 0.1693025529384613, - 0.04120580852031708 + 0.6274677515029907, + 0.051531415432691574, + 0.4580764174461365, + 0.7539564371109009, + -0.13002128899097443, + 0.014435943216085434, + 0.15815028548240662, + 0.1157427430152893, + 0.2127564698457718, + -0.2502342760562897, + 0.5933578610420227, + 0.2532414495944977, + 0.6534745097160339, + 0.7069233655929565, + 0.6379459500312805, + -0.034014470875263214, + 0.41061103343963623, + -0.12346065789461136, + 0.4876002073287964, + 0.14981286227703094 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.2110787630081177, - "t_0.1-0.2": 0.8784935474395752, - "t_0.2-0.3": 0.5201848745346069, - "t_0.3-0.4": 0.9976522922515869, - "t_0.4-0.5": 0.8700699806213379, - "t_0.5-0.6": 0.6064741015434265, - "t_0.6-0.7": 0.7155678272247314, - "t_0.7-0.8": 0.9746108651161194, - "t_0.8-0.9": 0.8983886241912842, - "t_0.9-1.0": 0.8329637050628662 - }, - { - "t_0.0-0.1": 0.712677001953125, - "t_0.1-0.2": 1.1713510751724243, - "t_0.2-0.3": 0.7615793943405151, - "t_0.3-0.4": 0.9154495000839233, - "t_0.4-0.5": 1.1140464544296265, - "t_0.5-0.6": 0.9045060873031616, - "t_0.6-0.7": 0.9478815197944641, - "t_0.7-0.8": 0.9955988526344299, - "t_0.8-0.9": 0.9855170249938965, - "t_0.9-1.0": 1.162345290184021 - }, - { - "t_0.0-0.1": 2.2373836040496826, - "t_0.1-0.2": 1.5830720663070679, - "t_0.2-0.3": 1.7201372385025024, - "t_0.3-0.4": 2.212463617324829, - "t_0.4-0.5": 1.8450188636779785, - "t_0.5-0.6": 1.6447447538375854, - "t_0.6-0.7": 1.6875689029693604, - "t_0.7-0.8": 1.5943562984466553, - "t_0.8-0.9": 1.3032745122909546, - "t_0.9-1.0": 1.721668004989624 - }, - { - "t_0.0-0.1": 0.08279773592948914, - "t_0.1-0.2": 0.3255396783351898, - "t_0.2-0.3": 0.12910549342632294, - "t_0.3-0.4": 0.2579488456249237, - "t_0.4-0.5": 0.22710591554641724, - "t_0.5-0.6": 0.21999938786029816, - "t_0.6-0.7": 0.38857215642929077, - "t_0.7-0.8": 0.285864919424057, - "t_0.8-0.9": 0.1790827512741089, - "t_0.9-1.0": 0.28536126017570496 - }, - { - "t_0.0-0.1": 0.4651186764240265, - "t_0.1-0.2": 0.23599545657634735, - "t_0.2-0.3": 0.18887373805046082, - "t_0.3-0.4": 0.1606796234846115, - "t_0.4-0.5": 0.13396069407463074, - "t_0.5-0.6": 0.1450478434562683, - "t_0.6-0.7": 0.10958834737539291, - "t_0.7-0.8": 0.13187555968761444, - "t_0.8-0.9": 0.18123699724674225, - "t_0.9-1.0": 0.14183656871318817 - }, - { - "t_0.0-0.1": 1.358596920967102, - "t_0.1-0.2": 0.8755484819412231, - "t_0.2-0.3": 0.6230154633522034, - "t_0.3-0.4": 0.7160457372665405, - "t_0.4-0.5": 0.6210459470748901, - "t_0.5-0.6": 0.4689258337020874, - "t_0.6-0.7": 0.4571365714073181, - "t_0.7-0.8": 0.42240387201309204, - "t_0.8-0.9": 0.45104658603668213, - "t_0.9-1.0": 0.5896936058998108 - }, - { - "t_0.0-0.1": 0.7190749049186707, - "t_0.1-0.2": 0.46261078119277954, - "t_0.2-0.3": 0.41532662510871887, - "t_0.3-0.4": 0.3676068186759949, - "t_0.4-0.5": 0.2980749011039734, - "t_0.5-0.6": 0.4811766743659973, - "t_0.6-0.7": 0.3460032045841217, - "t_0.7-0.8": 0.4860227704048157, - "t_0.8-0.9": 0.44462212920188904, - "t_0.9-1.0": 0.6688236594200134 - }, - { - "t_0.0-0.1": 0.02448824606835842, - "t_0.1-0.2": 0.028113894164562225, - "t_0.2-0.3": 0.017832109704613686, - "t_0.3-0.4": 0.01303779799491167, - "t_0.4-0.5": 0.017707956954836845, - "t_0.5-0.6": 0.015865284949541092, - "t_0.6-0.7": 0.015708113089203835, - "t_0.7-0.8": 0.026105262339115143, - "t_0.8-0.9": 0.020296309143304825, - "t_0.9-1.0": 0.026416398584842682 - }, - { - "t_0.0-0.1": 0.40455278754234314, - "t_0.1-0.2": 0.3913556635379791, - "t_0.2-0.3": 0.39139965176582336, - "t_0.3-0.4": 0.27915966510772705, - "t_0.4-0.5": 0.28021925687789917, - "t_0.5-0.6": 0.27400824427604675, - "t_0.6-0.7": 0.28784415125846863, - "t_0.7-0.8": 0.29283303022384644, - "t_0.8-0.9": 0.3510423004627228, - "t_0.9-1.0": 0.3400703966617584 - }, - { - "t_0.0-0.1": 0.4495478570461273, - "t_0.1-0.2": 0.255644828081131, - "t_0.2-0.3": 0.19266356527805328, - "t_0.3-0.4": 0.16815067827701569, - "t_0.4-0.5": 0.22571031749248505, - "t_0.5-0.6": 0.19047611951828003, - "t_0.6-0.7": 0.16629628837108612, - "t_0.7-0.8": 0.15718872845172882, - "t_0.8-0.9": 0.1933644562959671, - "t_0.9-1.0": 0.21597838401794434 + "t_0.0-0.1": 0.7931257486343384, + "t_0.1-0.2": 0.7471115589141846, + "t_0.2-0.3": 0.7409816980361938, + "t_0.3-0.4": 0.9252076148986816, + "t_0.4-0.5": 0.8204071521759033, + "t_0.5-0.6": 0.7192076444625854, + "t_0.6-0.7": 1.055693507194519, + "t_0.7-0.8": 1.0115087032318115, + "t_0.8-0.9": 1.0402519702911377, + "t_0.9-1.0": 0.994364321231842 + }, + { + "t_0.0-0.1": 0.3765849471092224, + "t_0.1-0.2": 0.2065255492925644, + "t_0.2-0.3": 0.2874666452407837, + "t_0.3-0.4": 0.26291605830192566, + "t_0.4-0.5": 0.28346577286720276, + "t_0.5-0.6": 0.2414742410182953, + "t_0.6-0.7": 0.24068942666053772, + "t_0.7-0.8": 0.21754196286201477, + "t_0.8-0.9": 0.29957184195518494, + "t_0.9-1.0": 0.8485049605369568 + }, + { + "t_0.0-0.1": 0.5066503286361694, + "t_0.1-0.2": 0.279826819896698, + "t_0.2-0.3": 0.26252904534339905, + "t_0.3-0.4": 0.30354025959968567, + "t_0.4-0.5": 0.23700247704982758, + "t_0.5-0.6": 0.2611594796180725, + "t_0.6-0.7": 0.3079001307487488, + "t_0.7-0.8": 0.37281909584999084, + "t_0.8-0.9": 0.37717804312705994, + "t_0.9-1.0": 0.5779008865356445 + }, + { + "t_0.0-0.1": 0.6285716891288757, + "t_0.1-0.2": 0.5035475492477417, + "t_0.2-0.3": 0.5197291374206543, + "t_0.3-0.4": 0.476554811000824, + "t_0.4-0.5": 0.40920981764793396, + "t_0.5-0.6": 0.41674309968948364, + "t_0.6-0.7": 0.4271184206008911, + "t_0.7-0.8": 0.3410610258579254, + "t_0.8-0.9": 0.3567200005054474, + "t_0.9-1.0": 0.3919849097728729 + }, + { + "t_0.0-0.1": 0.21279403567314148, + "t_0.1-0.2": 0.20826327800750732, + "t_0.2-0.3": 0.1430840790271759, + "t_0.3-0.4": 0.19352386891841888, + "t_0.4-0.5": 0.15492016077041626, + "t_0.5-0.6": 0.23387855291366577, + "t_0.6-0.7": 0.24394385516643524, + "t_0.7-0.8": 0.22815366089344025, + "t_0.8-0.9": 0.33056333661079407, + "t_0.9-1.0": 0.37007302045822144 + }, + { + "t_0.0-0.1": 0.38675612211227417, + "t_0.1-0.2": 0.3546507656574249, + "t_0.2-0.3": 0.3121531009674072, + "t_0.3-0.4": 0.2934289574623108, + "t_0.4-0.5": 0.2982397675514221, + "t_0.5-0.6": 0.25911372900009155, + "t_0.6-0.7": 0.2619045674800873, + "t_0.7-0.8": 0.28446003794670105, + "t_0.8-0.9": 0.32016971707344055, + "t_0.9-1.0": 1.1015723943710327 + }, + { + "t_0.0-0.1": 0.30818307399749756, + "t_0.1-0.2": 0.1920369565486908, + "t_0.2-0.3": 0.2592446804046631, + "t_0.3-0.4": 0.14961892366409302, + "t_0.4-0.5": 0.14226655662059784, + "t_0.5-0.6": 0.2374264895915985, + "t_0.6-0.7": 0.19842036068439484, + "t_0.7-0.8": 0.21792224049568176, + "t_0.8-0.9": 0.34737926721572876, + "t_0.9-1.0": 0.6241796016693115 + }, + { + "t_0.0-0.1": 0.3392902910709381, + "t_0.1-0.2": 0.23873265087604523, + "t_0.2-0.3": 0.21061520278453827, + "t_0.3-0.4": 0.22450841963291168, + "t_0.4-0.5": 0.23392225801944733, + "t_0.5-0.6": 0.20601139962673187, + "t_0.6-0.7": 0.24641019105911255, + "t_0.7-0.8": 0.26618871092796326, + "t_0.8-0.9": 0.3001643121242523, + "t_0.9-1.0": 0.35450443625450134 + }, + { + "t_0.0-0.1": 0.22969357669353485, + "t_0.1-0.2": 0.18269862234592438, + "t_0.2-0.3": 0.2251913696527481, + "t_0.3-0.4": 0.15990759432315826, + "t_0.4-0.5": 0.22040848433971405, + "t_0.5-0.6": 0.19301219284534454, + "t_0.6-0.7": 0.18444840610027313, + "t_0.7-0.8": 0.24073857069015503, + "t_0.8-0.9": 0.25638678669929504, + "t_0.9-1.0": 0.48070812225341797 + }, + { + "t_0.0-0.1": 0.5405034422874451, + "t_0.1-0.2": 0.33636417984962463, + "t_0.2-0.3": 0.28181523084640503, + "t_0.3-0.4": 0.20204095542430878, + "t_0.4-0.5": 0.20041827857494354, + "t_0.5-0.6": 0.19188132882118225, + "t_0.6-0.7": 0.20330318808555603, + "t_0.7-0.8": 0.19301897287368774, + "t_0.8-0.9": 0.23168429732322693, + "t_0.9-1.0": 0.5428977012634277 + }, + { + "t_0.0-0.1": 0.1473173350095749, + "t_0.1-0.2": 0.07795979082584381, + "t_0.2-0.3": 0.0967211201786995, + "t_0.3-0.4": 0.08068914711475372, + "t_0.4-0.5": 0.08886336535215378, + "t_0.5-0.6": 0.07326752692461014, + "t_0.6-0.7": 0.07487954944372177, + "t_0.7-0.8": 0.13054253160953522, + "t_0.8-0.9": 0.1794789433479309, + "t_0.9-1.0": 0.17501352727413177 + }, + { + "t_0.0-0.1": 0.1797211468219757, + "t_0.1-0.2": 0.17787276208400726, + "t_0.2-0.3": 0.2621477246284485, + "t_0.3-0.4": 0.244780033826828, + "t_0.4-0.5": 0.17370997369289398, + "t_0.5-0.6": 0.16374088823795319, + "t_0.6-0.7": 0.18090671300888062, + "t_0.7-0.8": 0.2569408118724823, + "t_0.8-0.9": 0.2949794828891754, + "t_0.9-1.0": 0.5635142922401428 + }, + { + "t_0.0-0.1": 0.4365881681442261, + "t_0.1-0.2": 0.18645572662353516, + "t_0.2-0.3": 0.18762533366680145, + "t_0.3-0.4": 0.2261594533920288, + "t_0.4-0.5": 0.22109122574329376, + "t_0.5-0.6": 0.21654656529426575, + "t_0.6-0.7": 0.25590014457702637, + "t_0.7-0.8": 0.28824979066848755, + "t_0.8-0.9": 0.3942435085773468, + "t_0.9-1.0": 0.507253110408783 + }, + { + "t_0.0-0.1": 0.5719257593154907, + "t_0.1-0.2": 0.5342499017715454, + "t_0.2-0.3": 0.5755404829978943, + "t_0.3-0.4": 0.4619389772415161, + "t_0.4-0.5": 0.5694574117660522, + "t_0.5-0.6": 0.5368280410766602, + "t_0.6-0.7": 0.683307409286499, + "t_0.7-0.8": 0.6824552416801453, + "t_0.8-0.9": 0.7450176477432251, + "t_0.9-1.0": 0.549362301826477 + }, + { + "t_0.0-0.1": 1.2842450141906738, + "t_0.1-0.2": 0.1882980614900589, + "t_0.2-0.3": 0.19778205454349518, + "t_0.3-0.4": 0.14059893786907196, + "t_0.4-0.5": 0.17409484088420868, + "t_0.5-0.6": 0.14014378190040588, + "t_0.6-0.7": 0.14606617391109467, + "t_0.7-0.8": 0.22667039930820465, + "t_0.8-0.9": 0.2720660865306854, + "t_0.9-1.0": 0.6219004988670349 + }, + { + "t_0.0-0.1": 0.35646361112594604, + "t_0.1-0.2": 0.29558810591697693, + "t_0.2-0.3": 0.18576090037822723, + "t_0.3-0.4": 0.20833025872707367, + "t_0.4-0.5": 0.12924490869045258, + "t_0.5-0.6": 0.11358639597892761, + "t_0.6-0.7": 0.14634861052036285, + "t_0.7-0.8": 0.14067862927913666, + "t_0.8-0.9": 0.17850759625434875, + "t_0.9-1.0": 0.24235235154628754 + }, + { + "t_0.0-0.1": 0.23544734716415405, + "t_0.1-0.2": 0.1913543939590454, + "t_0.2-0.3": 0.15503866970539093, + "t_0.3-0.4": 0.17655758559703827, + "t_0.4-0.5": 0.14884628355503082, + "t_0.5-0.6": 0.132129967212677, + "t_0.6-0.7": 0.10325664281845093, + "t_0.7-0.8": 0.12471017986536026, + "t_0.8-0.9": 0.0961468517780304, + "t_0.9-1.0": 0.14904458820819855 + }, + { + "t_0.0-0.1": 0.17432373762130737, + "t_0.1-0.2": 0.10795994102954865, + "t_0.2-0.3": 0.07111412286758423, + "t_0.3-0.4": 0.08603177219629288, + "t_0.4-0.5": 0.0758235976099968, + "t_0.5-0.6": 0.07583499699831009, + "t_0.6-0.7": 0.06416048854589462, + "t_0.7-0.8": 0.07270698249340057, + "t_0.8-0.9": 0.09430224448442459, + "t_0.9-1.0": 0.15607944130897522 + }, + { + "t_0.0-0.1": 0.4446616470813751, + "t_0.1-0.2": 0.21633842587471008, + "t_0.2-0.3": 0.14880333840847015, + "t_0.3-0.4": 0.14121773838996887, + "t_0.4-0.5": 0.16196492314338684, + "t_0.5-0.6": 0.158672496676445, + "t_0.6-0.7": 0.1397535502910614, + "t_0.7-0.8": 0.20431162416934967, + "t_0.8-0.9": 0.21895447373390198, + "t_0.9-1.0": 0.2661649286746979 + }, + { + "t_0.0-0.1": 0.20571434497833252, + "t_0.1-0.2": 0.22524650394916534, + "t_0.2-0.3": 0.1807357370853424, + "t_0.3-0.4": 0.20929580926895142, + "t_0.4-0.5": 0.18903855979442596, + "t_0.5-0.6": 0.15605461597442627, + "t_0.6-0.7": 0.16887204349040985, + "t_0.7-0.8": 0.1624457687139511, + "t_0.8-0.9": 0.20720648765563965, + "t_0.9-1.0": 0.40057477355003357 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.06568446755409241, - 0.1023431196808815, - 0.041044775396585464, - 0.028439387679100037, - 0.026825634762644768, - 0.11970637738704681, - 0.006944444961845875, - 0.3141975402832031, - 0.09216418117284775, - 0.1669403463602066, - 0.002710027154535055, - 0.007957559078931808, - 0.26278290152549744, - 0.004385964944958687, - 0.05782918259501457, - 0.023634454235434532, - 0.2153465449810028, - 0.004263094160705805, - 0.20338982343673706, - 0.005985266994684935, - 0.13552238047122955, - 0.1628086417913437, - 0.13503649830818176, - 0.13531354069709778, - 0.005130596924573183, - 0.009552238509058952, - 0.16675037145614624, - 0.057130005210638046, - 0.0804099291563034, - 0.09888888895511627, - 0.3358725607395172, - 0.07857810705900192, - 0.010378058068454266, - 0.06482525169849396, - 0.046587660908699036, - 0.21043863892555237, - 0.007575757801532745, - 0.12494341284036636, - 0.4050464928150177, - 0.06755373626947403, - 0.12942366302013397, - 0.1410835236310959, - 0.30683761835098267, - 0.022048015147447586, - 0.14274924993515015, - 0.03714451566338539, - 0.03492746129631996, - 0.12226775288581848, - 0.15030060708522797, - 0.11896242946386337, - 0.14958828687667847, - 0.008004268631339073, - 0.04617752879858017, - 0.12487562745809555, - 0.32854577898979187, - 0.035782262682914734, - 0.12913385033607483, - 0.10973245650529861, - 0.020698176696896553, - 0.01721014454960823, - 0.12940379977226257, - 0.1710963398218155, - 0.048617731779813766, - 0.08569608628749847, - 0.005744925234466791, - 0.23466666042804718, - 0.1513899266719818, - 0.1269712895154953, - 0.30979645252227783, - 0.007124352268874645, - 0.08543417602777481, - 0.09388274699449539, - 0.005434782709926367, - 0.09634317457675934, - 0.00538599630817771, - 0.06878650188446045, - 0.05305039882659912, - 0.09216418117284775, - 0.24029575288295746, - 0.11446318030357361, - 0.01953449845314026, - 0.006307339295744896, - 0.04297114908695221, - 0.0903790146112442, - 0.05104166641831398, - 0.1020265519618988, - 0.003656307002529502, - 0.02488800324499607, - 0.08139535039663315, - 0.015076560899615288, - 0.0655345618724823, - 0.031223628669977188, - 0.15184563398361206, - 0.13050313293933868, - 0.15381509065628052, - 0.004032257944345474, - 0.08297321200370789, - 0.005692599341273308, - 0.11533180624246597, - 0.0037251655012369156, - 0.006592291872948408, - 0.1842966079711914, - 0.0887254923582077, - 0.015000000596046448, - 0.08780487626791, - 0.014580801129341125, - 0.02238805964589119, - 0.11658330261707306, - 0.05258302390575409, - 0.005032907240092754, - 0.12073609232902527, - 0.12008175253868103, - 0.05706414580345154, - 0.05998080596327782, - 0.044052865356206894, - 0.005721830762922764, - 0.028625059872865677, - 0.03728638216853142, - 0.0019509476842358708, - 0.0037364130839705467, - 0.06438467651605606, - 0.06741181015968323, - 0.06891635060310364, - 0.05073431506752968, - 0.004201680887490511, - 0.04928366467356682, - 0.005721830762922764, - 0.19283919036388397, - 0.14234016835689545, - 0.03760848566889763, - 0.11248012632131577, - 0.12992942333221436, - 0.06899441033601761, - 0.1266697347164154, - 0.04213333502411842, - 0.0824776366353035, - 0.002793296007439494, - 0.4606299102306366, - 0.09379727393388748, - 0.12672176957130432, - 0.054179564118385315, - 0.13293172419071198, - 0.0034722222480922937, - 0.0037313434295356274, - 0.09659745544195175, - 0.005976095795631409, - 0.06792992353439331, - 0.1267748475074768, - 0.05199999734759331, - 0.2330097109079361, - 0.11302395910024643, - 0.14178049564361572, - 0.008269719779491425, - 0.04720037057995796, - 0.01092896144837141, - 0.032855939120054245, - 0.06360332667827606, - 0.07806031405925751, - 0.004901960492134094, - 0.04266124963760376, - 0.13688212633132935, - 0.006637168116867542, - 0.04298974201083183, - 0.08846154063940048, - 0.0815843865275383, - 0.020477814599871635, - 0.003086419776082039, - 0.05522971600294113, - 0.09522195905447006, - 0.1292906105518341, - 0.3167082369327545, - 0.013603289611637592, - 0.20522193610668182, - 0.09379727393388748, - 0.009529859758913517, - 0.009922822937369347, - 0.12062440812587738, - 0.03486812859773636, - 0.11277174204587936, - 0.006592291872948408, - 0.15331564843654633, - 0.007894736714661121, - 0.18221575021743774, - 0.2800770103931427, - 0.5200668573379517, - 0.008064515888690948, - 0.0389089435338974, - 0.1257455199956894, - 0.5239651203155518, - 0.050505053251981735, - 0.14169307053089142, - 0.011538461782038212, - 0.15192744135856628, - 0.03714565187692642, - 0.020942408591508865, - 0.021018216386437416, - 0.2325957864522934, - 0.0640631839632988, - 0.43559491634368896, - 0.14952152967453003, - 0.28791776299476624, - 0.22235947847366333, - 0.18087854981422424, - 0.18343418836593628, - 0.0796930342912674, - 0.0046712183393538, - 0.06045994162559509, - 0.020661156624555588, - 0.04354243353009224, - 0.0065543074160814285, - 0.0045008184388279915, - 0.1166604533791542, - 0.009034267626702785, - 0.003355704713612795, - 0.007894736714661121, - 0.03204047307372093, - 0.09870129823684692, - 0.12821613252162933, - 0.04867034777998924, - 0.016967706382274628, - 0.12769629061222076, - 0.12731480598449707, - 0.013636363670229912, - 0.1410835236310959, - 0.19104205071926117, - 0.10049716383218765, - 0.01921921968460083, - 0.21782179176807404, - 0.13862928748130798, - 0.0077751195058226585, - 0.18978562951087952, - 0.042847272008657455, - 0.14710251986980438, - 0.05617455765604973, - 0.008269719779491425, - 0.023351648822426796, - 0.21747496724128723, - 0.004323899280279875, - 0.062129005789756775, - 0.005032907240092754, - 0.011424219235777855, - 0.284559428691864, - 0.09630702435970306, - 0.008557457476854324, - 0.01304347813129425, - 0.07671233266592026, - 0.2643764019012451, - 0.08288590610027313, - 0.043795619159936905, - 0.47046634554862976, - 0.1280093938112259, - 0.020184291526675224, - 0.048526864498853683, - 0.09928229451179504, - 0.07113144546747208, - 0.16155660152435303, - 0.08902616053819656, - 0.01870453730225563, - 0.1410835236310959, - 0.08945045620203018, - 0.007906977087259293, - 0.07232323288917542, - 0.19531996548175812, - 0.12484342604875565, - 0.008064515888690948, - 0.028151391074061394, - 0.032573290169239044, - 0.01653696410357952, - 0.0035971221514046192, - 0.2572633624076843, - 0.2065063714981079, - 0.16786034405231476, - 0.017761990427970886, - 0.12065637111663818, - 0.03433289751410484, - 0.014111006632447243, - 0.11567164212465286, - 0.12259332835674286, - 0.0038427431136369705, - 0.09202096611261368, - 0.08131282776594162, - 0.027027027681469917, - 0.16189426183700562, - 0.19763624668121338, - 0.007894736714661121, - 0.019900498911738396, - 0.17686423659324646, - 0.1429699808359146, - 0.06859543174505234, - 0.06055646762251854, - 0.02816057577729225, - 0.2344416081905365, - 0.01505474466830492, - 0.026406429708003998, - 0.16241611540317535, - 0.08015833050012589, - 0.007625272031873465, - 0.07894737273454666, - 0.03790459781885147, - 0.016376662999391556, - 0.17758186161518097, - 0.004692832473665476, - 0.14398200809955597, - 0.1651124656200409, - 0.0679730549454689, - 0.08108984678983688, - 0.038072288036346436, - 0.07850179821252823, - 0.036150023341178894, - 0.0021347247529774904, - 0.007186290342360735, - 0.01993957720696926, - 0.005985266994684935, - 0.144354447722435, - 0.16620974242687225, - 0.021479712799191475, - 0.02568134106695652, - 0.11176224052906036, - 0.2058401107788086, - 0.006876228377223015, - 0.01342281885445118, - 0.17779704928398132, - 0.06546489149332047, - 0.3583032488822937, - 0.16913215816020966, - 0.002663825172930956, - 0.14835165441036224, - 0.06820276379585266, - 0.025444405153393745, - 0.09885931760072708, - 0.14900527894496918, - 0.01964701898396015, - 0.0047988188453018665, - 0.08570386469364166, - 0.1377212405204773, - 0.011688311584293842, - 0.024255789816379547, - 0.08288590610027313, - 0.2827496826648712, - 0.19454415142536163, - 0.07839562743902206, - 0.03760848566889763, - 0.016597511246800423, - 0.07650667428970337, - 0.1913900524377823, - 0.031173596158623695, - 0.0037251655012369156, - 0.0995967760682106, - 0.00248893816024065, - 0.09175577759742737, - 0.009669889695942402, - 0.04993065446615219, - 0.2088439017534256, - 0.16509240865707397, - 0.001752336393110454, - 0.05348258465528488, - 0.11667744070291519, - 0.07092198729515076, - 0.2539503574371338, - 0.023351648822426796, - 0.09640000015497208, - 0.24593213200569153, - 0.07378336042165756, - 0.005985266994684935, - 0.005199306644499302, - 0.02351580560207367, - 0.030449628829956055, - 0.024365482851862907, - 0.07993407547473907, - 0.005721830762922764, - 0.020179372280836105, - 0.07004471123218536, - 0.09614082425832748, - 0.24695739150047302, - 0.30979645252227783, - 0.036764707416296005, - 0.14952152967453003, - 0.27417561411857605, - 0.0648893341422081, - 0.23440642654895782, - 0.023861967027187347, - 0.00710563687607646, - 0.019956616684794426, - 0.03015873022377491, - 0.014935988932847977, - 0.5515548586845398, - 0.00238663493655622, - 0.005692599341273308, - 0.028688523918390274, - 0.005434782709926367, - 0.34082627296447754, - 0.006353861186653376, - 0.04144144058227539, - 0.4157754182815552, - 0.0037313434295356274, - 0.010714286006987095, - 0.03970588371157646, - 0.21075522899627686, - 0.26175040006637573, - 0.1627039611339569, - 0.14091071486473083, - 0.08598726242780685, - 0.00883152149617672, - 0.0089865205809474, - 0.0038759689778089523, - 0.07424242049455643, - 0.0034722222480922937, - 0.12400399148464203, - 0.014580802991986275, - 0.009552238509058952, - 0.02172544039785862, - 0.0683814287185669, - 0.0529172345995903, - 0.009999999776482582, - 0.08165322244167328, - 0.14370958507061005, - 0.12444160133600235, - 0.03886190056800842, - 0.21218836307525635, - 0.009749303571879864, - 0.0023174970410764217, - 0.14880424737930298, - 0.0040087467059493065, - 0.08643457293510437, - 0.09379727393388748, - 0.025170424953103065, - 0.10694503039121628, - 0.09134328365325928, - 0.13813117146492004, - 0.0027141133323311806, - 0.14813581109046936, - 0.003086419776082039, - 0.03402424603700638, - 0.08038914203643799, - 0.004901960492134094, - 0.2265734225511551, - 0.04218534007668495, - 0.09936452656984329, - 0.05319587513804436, - 0.03724604845046997, - 0.038260869681835175, - 0.00875420868396759, - 0.25608766078948975, - 0.005885015707463026, - 0.036377135664224625, - 0.09788654744625092, - 0.09194977581501007, - 0.07349581271409988, - 0.031677018851041794, - 0.011604293249547482, - 0.06417970359325409, - 0.09191176295280457, - 0.14396004378795624, - 0.004160362761467695, - 0.36013686656951904, - 0.17670504748821259, - 0.09238310903310776, - 0.10981409251689911, - 0.0030487803742289543, - 0.005130596924573183, - 0.118121437728405, - 0.18190987408161163, - 0.0016324626049026847, - 0.03440187871456146, - 0.12765957415103912, - 0.07157298922538757, - 0.008455467410385609, - 0.0035971221514046192, - 0.11868532747030258, - 0.0047846888191998005, - 0.002710027154535055, - 0.018887188285589218, - 0.09798534959554672, - 0.0038677917327731848, - 0.0476795919239521, - 0.07649253308773041, - 0.07894737273454666, - 0.14805194735527039, - 0.16900420188903809, - 0.1741146743297577, - 0.0045008184388279915, - 0.004854368977248669, - 0.01666666753590107, - 0.19173914194107056, - 0.07542262971401215, - 0.11005771160125732, - 0.058700207620859146, - 0.02678045816719532, - 0.035782262682914734, - 0.058134838938713074, - 0.058199454098939896, - 0.016630901023745537, - 0.11269276589155197, - 0.13735292851924896, - 0.011604095809161663 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0670575350522995, + 0.05046382173895836, + 0.09486057609319687, + 0.06211812421679497, + 0.1549486219882965, + 0.03361823409795761, + 0.0321463868021965, + 0.2010178118944168, + 0.11423391103744507, + 0.06630710512399673, + 0.1138543114066124, + 0.15466205775737762, + 0.06460295617580414, + 0.11063723266124725, + 0.2727632522583008, + 0.08970099687576294, + 0.1433715969324112, + 0.07656250149011612, + 0.09051094949245453, + 0.07483997941017151, + 0.09305185079574585, + 0.07105081528425217, + 0.06974128633737564, + 0.03498460352420807, + 0.09649404883384705, + 0.14460477232933044, + 0.11119706183671951, + 0.24195583164691925, + 0.08017773926258087, + 0.0468880832195282, + 0.07067247480154037, + 0.06600863486528397, + 0.11612532287836075, + 0.05174948647618294, + 0.13575884699821472, + 0.21313506364822388, + 0.07793709635734558, + 0.10876832157373428, + 0.044975537806749344, + 0.06278026849031448, + 0.03864851966500282, + 0.07601222395896912, + 0.04561498761177063, + 0.1477041393518448, + 0.1123163104057312, + 0.05829466134309769, + 0.12182623147964478, + 0.06525324285030365, + 0.043932605534791946, + 0.039345938712358475, + 0.1283196210861206, + 0.07220708578824997, + 0.13512814044952393, + 0.03017561323940754, + 0.09576894342899323, + 0.06285823881626129, + 0.16213415563106537, + 0.07026515156030655, + 0.09208749234676361, + 0.05978567525744438, + 0.08540789037942886, + 0.07178065180778503, + 0.10558873414993286, + 0.13014660775661469, + 0.10025132447481155, + 0.06621924042701721, + 0.05882352963089943, + 0.0768846720457077, + 0.15195530652999878, + 0.04469960927963257, + 0.08630490303039551, + 0.08069620281457901, + 0.04352078214287758, + 0.08891213685274124, + 0.06699913740158081, + 0.0883406326174736, + 0.08068561553955078, + 0.07874837517738342, + 0.030685240402817726, + 0.1214117705821991, + 0.1083437129855156, + 0.11243612319231033, + 0.05214884504675865, + 0.1193072497844696, + 0.09360076487064362, + 0.12096774578094482, + 0.09197840839624405, + 0.05280103161931038, + 0.08897393196821213, + 0.11571905761957169, + 0.054721251130104065, + 0.07000642269849777, + 0.1619696468114853, + 0.05563909932971001, + 0.009360373951494694, + 0.06818182021379471, + 0.056958310306072235, + 0.19668999314308167, + 0.13336977362632751, + 0.14769122004508972, + 0.08346456289291382, + 0.17505337297916412, + 0.07320038974285126, + 0.03796405345201492, + 0.07221081852912903, + 0.10476689785718918, + 0.10085226595401764, + 0.04654119908809662, + 0.06391695886850357, + 0.07779455929994583, + 0.06646525859832764, + 0.09784542769193649, + 0.0648120790719986, + 0.07881525903940201, + 0.10492201894521713, + 0.08536585420370102, + 0.09882352501153946, + 0.0436573289334774, + 0.027310412377119064, + 0.08558465540409088, + 0.03922204300761223, + 0.1208137720823288, + 0.11790840327739716, + 0.058551616966724396, + 0.10932105779647827, + 0.10479504615068436, + 0.10745829343795776, + 0.09628275036811829, + 0.08121827244758606, + 0.07066125422716141, + 0.08283492177724838, + 0.1171761304140091, + 0.038235295563936234, + 0.1390186995267868, + 0.07423371821641922, + 0.05967450514435768, + 0.08723361790180206, + 0.07547169923782349, + 0.08556485921144485, + 0.0651872381567955, + 0.06933189183473587, + 0.03512120619416237, + 0.02104400098323822, + 0.15098917484283447, + 0.05775905027985573, + 0.09815303236246109, + 0.09448818862438202, + 0.08374558389186859, + 0.09976327419281006, + 0.09289851784706116, + 0.08448093384504318, + 0.13466787338256836, + 0.20155289769172668, + 0.06742662936449051, + 0.09842624515295029, + 0.1071428582072258, + 0.024835648015141487, + 0.09756673872470856, + 0.022763261571526527, + 0.0657188817858696, + 0.18496911227703094, + 0.07103347778320312, + 0.03159252181649208, + 0.11261730641126633, + 0.07656676322221756, + 0.12802767753601074, + 0.1325766146183014, + 0.11527514457702637, + 0.051810864359140396, + 0.1795535385608673, + 0.13517406582832336, + 0.07637835294008255, + 0.09086716175079346, + 0.10304097086191177, + 0.12754158675670624, + 0.08602789044380188, + 0.046608101576566696, + 0.16163522005081177, + 0.07288292050361633, + 0.12033859640359879, + 0.10289686918258667, + 0.114235058426857, + 0.06480687111616135, + 0.21127501130104065, + 0.16553500294685364, + 0.06996957957744598, + 0.07176864892244339, + 0.14650766551494598, + 0.09580838680267334, + 0.04280303046107292, + 0.09108280390501022, + 0.1170584112405777, + 0.057791538536548615, + 0.1433447152376175, + 0.02841077372431755, + 0.07107127457857132, + 0.09438317269086838, + 0.06731767952442169, + 0.13296860456466675, + 0.0929599404335022, + 0.034906696528196335, + 0.11999999731779099, + 0.12627986073493958, + 0.06438039243221283, + 0.08813463151454926, + 0.029427405446767807, + 0.09052807837724686, + 0.0409514494240284, + 0.0834307074546814, + 0.028811777010560036, + 0.14252756536006927, + 0.06393392384052277, + 0.05430847406387329, + 0.12224249541759491, + 0.10513186454772949, + 0.07125970721244812, + 0.04641525074839592, + 0.09525065869092941, + 0.06324022263288498, + 0.10980860888957977, + 0.04928041994571686, + 0.04212299734354019, + 0.1428571343421936, + 0.10151568800210953, + 0.07041619718074799, + 0.09835164994001389, + 0.060339994728565216, + 0.11432706564664841, + 0.0593683198094368, + 0.08405467122793198, + 0.05155840516090393, + 0.03988237306475639, + 0.08238203823566437, + 0.0525100976228714, + 0.08133585005998611, + 0.07067001610994339, + 0.08502993732690811, + 0.07298866659402847, + 0.12303829193115234, + 0.05385400727391243, + 0.1695067286491394, + 0.05057351291179657, + 0.032632146030664444, + 0.08819686621427536, + 0.06320779770612717, + 0.07351460307836533, + 0.08044856041669846, + 0.06805708259344101, + 0.2063882052898407, + 0.0691913440823555, + 0.12452321499586105, + 0.09722603857517242, + 0.07139803469181061, + 0.04040404036641121, + 0.08724445849657059, + 0.0546875, + 0.044597700238227844, + 0.02864157222211361, + 0.03964351490139961, + 0.13703405857086182, + 0.06316285580396652, + 0.22524942457675934, + 0.07321681827306747, + 0.05122494325041771, + 0.1271250993013382, + 0.11778794229030609, + 0.043595749884843826, + 0.16477768123149872, + 0.1020682230591774, + 0.07799120992422104, + 0.017217764630913734, + 0.17990775406360626, + 0.03386809304356575, + 0.09438583254814148, + 0.14291003346443176, + 0.09895513206720352, + 0.09327774494886398, + 0.06298638135194778, + 0.06674577295780182, + 0.0622800812125206, + 0.10254527628421783, + 0.0619102418422699, + 0.07594936341047287, + 0.0819193571805954, + 0.10630099475383759, + 0.05321235954761505, + 0.07871457189321518, + 0.1266089826822281, + 0.019471488893032074, + 0.09953703731298447, + 0.08734286576509476, + 0.05943536385893822, + 0.09016584604978561, + 0.08640506863594055, + 0.07902082800865173, + 0.06532813608646393, + 0.07851150631904602, + 0.050285715609788895, + 0.08361486345529556, + 0.035201575607061386, + 0.08049841970205307, + 0.05949781835079193, + 0.12433640658855438, + 0.0916297510266304, + 0.054766733199357986, + 0.042234331369400024, + 0.12781131267547607, + 0.0583682656288147, + 0.09335920959711075, + 0.0696827843785286, + 0.03995193541049957, + 0.010204081423580647, + 0.04218975082039833, + 0.08724832534790039, + 0.04298873990774155, + 0.05329763889312744, + 0.05138193070888519, + 0.10979961603879929, + 0.06880591809749603, + 0.027701912447810173, + 0.07101280987262726, + 0.1396385133266449, + 0.06867633759975433, + 0.12445465475320816, + 0.042838312685489655, + 0.05536332353949547, + 0.01751824840903282, + 0.08960270881652832, + 0.05981143191456795, + 0.07338075339794159, + 0.06855973601341248, + 0.04461604729294777, + 0.05983945354819298, + 0.08824120461940765, + 0.0821695327758789, + 0.1755952388048172, + 0.041807014495134354, + 0.05971610173583031, + 0.01002438273280859, + 0.030992871150374413, + 0.04425486549735069, + 0.061995476484298706, + 0.11716213077306747, + 0.03102625347673893, + 0.06921764463186264, + 0.15013748407363892, + 0.054645851254463196, + 0.04238792881369591, + 0.09005122631788254, + 0.06727688759565353, + 0.01727619394659996, + 0.04732896015048027, + 0.045005206018686295, + 0.08890058100223541, + 0.0801534429192543, + 0.06574300676584244, + 0.06644981354475021, + 0.14172901213169098, + 0.04509415104985237, + 0.07609733194112778, + 0.12926135957241058, + 0.06061890721321106, + 0.06233765929937363, + 0.02755555510520935, + 0.03880983218550682, + 0.02001725509762764, + 0.05460186302661896, + 0.08065573871135712, + 0.06273764371871948, + 0.03314045071601868, + 0.044134076684713364, + 0.05573710799217224, + 0.09024389833211899, + 0.0184702817350626, + 0.04739704728126526, + 0.13147877156734467, + 0.05706688389182091, + 0.062339331954717636, + 0.0589451901614666, + 0.019891072064638138, + 0.046581197530031204, + 0.11205767095088959, + 0.10435383766889572, + 0.05101191997528076, + 0.028953230008482933, + 0.03681710362434387, + 0.04566210135817528, + 0.056207843124866486, + 0.03518940135836601, + 0.040350474417209625, + 0.04621848836541176, + 0.043853167444467545, + 0.19757907092571259, + 0.07102272659540176, + 0.049823205918073654, + 0.04521417245268822, + 0.05556770786643028, + 0.0515393391251564, + 0.025775548070669174, + 0.04262799397110939, + 0.05312395468354225, + 0.08001916110515594, + 0.06383391469717026, + 0.09887266904115677, + 0.006706587038934231, + 0.05047210305929184, + 0.04865917190909386, + 0.10204081982374191, + 0.04103415459394455, + 0.11592253297567368, + 0.04425342381000519, + 0.03530167043209076, + 0.08037284761667252, + 0.12329700589179993, + 0.055921055376529694, + 0.04105409234762192, + 0.032876063138246536, + 0.06334420293569565, + 0.023210832849144936, + 0.0489170104265213, + 0.033066391944885254, + 0.02045288495719433, + 0.05196451395750046, + 0.031772978603839874, + 0.07631230354309082, + 0.03001304902136326, + 0.09593084454536438, + 0.01560443639755249, + 0.039088863879442215, + 0.05674418807029724, + 0.057483971118927, + 0.08192162215709686, + 0.1081303060054779, + 0.021447721868753433, + 0.0835159495472908, + 0.08084862679243088, + 0.052585452795028687, + 0.03968449681997299, + 0.02997533604502678, + 0.05242025479674339, + 0.04922434687614441, + 0.035055723041296005, + 0.04268022999167442, + 0.026406927034258842, + 0.04779874160885811, + 0.03022424504160881, + 0.09657125174999237, + 0.06884848326444626, + 0.028959810733795166, + 0.04910876601934433, + 0.059052206575870514, + 0.04912644624710083, + 0.06033865734934807, + 0.07791357487440109, + 0.010594750754535198, + 0.04146385192871094, + 0.03309178724884987, + 0.016766982153058052, + 0.0408531092107296, + 0.0838899239897728, + 0.050067659467458725, + 0.06955475360155106, + 0.1265028715133667, + 0.0752885565161705, + 0.03202463313937187, + 0.019018549472093582, + 0.02850467339158058, + 0.052450090646743774, + 0.0181818176060915, + 0.01051018200814724, + 0.09634760022163391, + 0.0909394845366478, + 0.023988710716366768, + 0.04816268011927605, + 0.16653697192668915, + 0.07287449389696121, + 0.03454490751028061, + 0.010895883664488792, + 0.07551020383834839, + 0.02007260173559189, + 0.04118084907531738, + 0.07429547607898712, + 0.05272407829761505, + 0.015358361415565014, + 0.03253968432545662, + 0.026503566652536392, + 0.01051078736782074, + 0.03149452060461044, + 0.04202205315232277, + 0.02443098835647106, + 0.06779661029577255, + 0.054763443768024445, + 0.11094362288713455, + 0.039496853947639465, + 0.06473761796951294, + 0.04795396327972412 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 53.757450103759766, - 63.45250701904297, - 44.81291198730469, - 40.92451477050781, - 41.47610092163086, - 77.33934783935547, - 41.895782470703125, - 116.25791931152344, - 64.43695831298828, - 95.16792297363281, - 67.5317611694336, - 47.703086853027344, - 107.27507781982422, - 512.0, - 48.70958709716797, - 40.92451858520508, - 94.79792785644531, - 67.5317611694336, - 75.51403045654297, - 39.85641860961914, - 96.11201477050781, - 97.207763671875, - 86.69319915771484, - 89.51325225830078, - 44.05697250366211, - 44.05697250366211, - 81.1020736694336, - 47.10593032836914, - 75.47940826416016, - 68.09083557128906, - 162.4464874267578, - 60.82076644897461, - 41.895790100097656, - 50.358314514160156, - 47.105934143066406, - 77.26470184326172, - 47.703086853027344, - 84.81629180908203, - 141.1725616455078, - 53.757450103759766, - 94.15892791748047, - 83.19864654541016, - 181.26504516601562, - 40.007301330566406, - 74.34477996826172, - 42.07524108886719, - 40.924522399902344, - 78.2708511352539, - 92.33837890625, - 76.40882873535156, - 109.36723327636719, - 39.85641860961914, - 55.58015441894531, - 90.45443725585938, - 188.55999755859375, - 40.924522399902344, - 89.51325225830078, - 87.8628921508789, - 39.85641098022461, - 39.3696174621582, - 80.13677978515625, - 103.67863464355469, - 47.90146255493164, - 61.720672607421875, - 104.52373504638672, - 61.38276290893555, - 84.82320404052734, - 72.60706329345703, - 136.43199157714844, - 44.05697250366211, - 60.82076644897461, - 66.25981903076172, - 67.5317611694336, - 75.4793930053711, - 44.05697250366211, - 55.49595642089844, - 45.5595588684082, - 75.30525970458984, - 141.02281188964844, - 79.20335388183594, - 40.007301330566406, - 54.22412109375, - 49.528934478759766, - 59.9239387512207, - 47.90146255493164, - 68.09083557128906, - 104.52373504638672, - 50.03289031982422, - 61.72068786621094, - 39.3696174621582, - 56.373016357421875, - 39.6721305847168, - 92.33837127685547, - 87.63262176513672, - 66.33753204345703, - 74.92765045166016, - 56.37301254272461, - 54.22412109375, - 87.11786651611328, - 512.0, - 44.05697250366211, - 123.08087158203125, - 71.77371978759766, - 40.60122299194336, - 67.17436218261719, - 41.895790100097656, - 40.92451477050781, - 56.940155029296875, - 47.901451110839844, - 512.0, - 90.45443725585938, - 83.87886047363281, - 51.75710678100586, - 57.25468444824219, - 44.81291198730469, - 67.5317611694336, - 40.43056106567383, - 42.07524108886719, - 62.46270751953125, - 67.5317611694336, - 56.373016357421875, - 52.89699935913086, - 54.79612350463867, - 54.62394714355469, - 67.5317611694336, - 58.16948318481445, - 47.703086853027344, - 60.412784576416016, - 88.57263946533203, - 50.358314514160156, - 91.83138275146484, - 76.94950866699219, - 51.19670486450195, - 84.81629943847656, - 44.81291198730469, - 59.03047561645508, - 71.53250122070312, - 254.9429473876953, - 65.3473129272461, - 98.94673156738281, - 49.5289306640625, - 64.13247680664062, - 67.5317611694336, - 104.52373504638672, - 76.57210540771484, - 67.5317611694336, - 60.82075881958008, - 85.75440216064453, - 47.10594177246094, - 135.55030822753906, - 81.07108306884766, - 68.78865051269531, - 40.60122299194336, - 46.324668884277344, - 40.60122299194336, - 40.43056106567383, - 57.25468063354492, - 63.528987884521484, - 54.22412109375, - 42.7141227722168, - 63.468231201171875, - 41.895790100097656, - 56.728641510009766, - 65.3473129272461, - 61.720680236816406, - 39.6721305847168, - 58.898475646972656, - 42.07524108886719, - 62.62348175048828, - 90.45443725585938, - 155.66554260253906, - 47.703086853027344, - 71.4471435546875, - 76.40882873535156, - 44.05696487426758, - 108.9911880493164, - 72.94009399414062, - 46.324668884277344, - 71.77371978759766, - 44.05697250366211, - 97.58335876464844, - 54.22412109375, - 120.98444366455078, - 130.25917053222656, - 116.02947235107422, - 54.224124908447266, - 48.70958709716797, - 81.07108306884766, - 237.29811096191406, - 46.324668884277344, - 89.5159912109375, - 39.85641860961914, - 96.19685363769531, - 42.714111328125, - 39.67212677001953, - 40.60122299194336, - 130.064453125, - 47.10594177246094, - 138.02993774414062, - 110.5689697265625, - 126.27143096923828, - 139.63516235351562, - 81.65087890625, - 88.83422088623047, - 61.72069549560547, - 104.52373504638672, - 56.37301254272461, - 39.44862365722656, - 44.81291198730469, - 47.703086853027344, - 62.41355514526367, - 83.27214813232422, - 41.895782470703125, - 104.52373504638672, - 47.703086853027344, - 42.71411895751953, - 64.13742065429688, - 70.45419311523438, - 48.70958709716797, - 44.05697250366211, - 75.4793930053711, - 97.32009887695312, - 41.895790100097656, - 86.69319915771484, - 97.06723022460938, - 72.98995208740234, - 61.82501983642578, - 133.41529846191406, - 91.3961410522461, - 54.22412109375, - 113.72795104980469, - 42.71411895751953, - 82.79266357421875, - 47.90146255493164, - 47.703086853027344, - 40.00730895996094, - 122.11966705322266, - 54.224124908447266, - 57.25469970703125, - 104.52373504638672, - 39.85641860961914, - 74.8936996459961, - 67.17436218261719, - 41.895782470703125, - 41.895790100097656, - 60.82076644897461, - 94.33316802978516, - 66.25980377197266, - 41.47610092163086, - 156.24842834472656, - 91.3961410522461, - 39.482200622558594, - 45.5595588684082, - 70.85065460205078, - 52.89699935913086, - 100.86076354980469, - 60.820770263671875, - 40.43056106567383, - 102.74720764160156, - 70.85066986083984, - 41.895790100097656, - 55.49595642089844, - 121.9366683959961, - 69.57962799072266, - 47.703086853027344, - 39.448631286621094, - 42.07524108886719, - 39.85642623901367, - 67.5317611694336, - 149.2006072998047, - 119.49153137207031, - 106.53538513183594, - 39.482200622558594, - 75.47940826416016, - 40.43056106567383, - 78.72514343261719, - 80.13679504394531, - 86.69319915771484, - 104.52373504638672, - 64.43695831298828, - 56.37302017211914, - 40.924522399902344, - 107.46990203857422, - 118.47518157958984, - 44.05696487426758, - 40.60122299194336, - 67.17899322509766, - 80.13678741455078, - 56.373008728027344, - 55.49595260620117, - 40.924522399902344, - 107.9887466430664, - 39.482200622558594, - 40.92451858520508, - 83.54885864257812, - 50.358314514160156, - 54.22412109375, - 59.9239501953125, - 41.47610092163086, - 40.60122299194336, - 72.9220962524414, - 67.5317611694336, - 104.06512451171875, - 105.59603118896484, - 56.373023986816406, - 59.03047180175781, - 40.924522399902344, - 61.720680236816406, - 40.43055725097656, - 67.5317611694336, - 40.60122299194336, - 40.007301330566406, - 67.5317611694336, - 99.56414031982422, - 74.75880432128906, - 39.44862365722656, - 40.60122299194336, - 73.8098373413086, - 65.87307739257812, - 47.703086853027344, - 40.43056106567383, - 109.36723327636719, - 56.37301254272461, - 213.9203338623047, - 72.50296783447266, - 67.5317611694336, - 84.81629180908203, - 59.030479431152344, - 40.92451858520508, - 68.09085845947266, - 101.78485107421875, - 39.3696174621582, - 104.52373504638672, - 65.3473129272461, - 80.13678741455078, - 68.2055892944336, - 40.92451858520508, - 69.21675109863281, - 87.47372436523438, - 116.01915740966797, - 71.76591491699219, - 43.386512756347656, - 40.60122299194336, - 57.25468444824219, - 85.71315002441406, - 42.07524108886719, - 104.52373504638672, - 72.61386108398438, - 102.77908325195312, - 67.17436218261719, - 47.703086853027344, - 49.52893829345703, - 84.5093765258789, - 94.23004913330078, - 93.98487854003906, - 50.35831832885742, - 58.0460319519043, - 58.140625, - 101.99824523925781, - 39.482200622558594, - 70.85065460205078, - 104.36280822753906, - 63.52897262573242, - 54.22412109375, - 44.05697250366211, - 40.00729751586914, - 41.47610092163086, - 43.38651657104492, - 58.140621185302734, - 67.5317611694336, - 39.44862365722656, - 57.722503662109375, - 67.17436218261719, - 132.5386505126953, - 169.63217163085938, - 43.38650131225586, - 118.45868682861328, - 159.46102905273438, - 54.62394714355469, - 107.88316345214844, - 39.36960983276367, - 88.05530548095703, - 39.85641860961914, - 39.448631286621094, - 41.895790100097656, - 136.17388916015625, - 104.52373504638672, - 41.895790100097656, - 40.92451858520508, - 44.05696487426758, - 135.07289123535156, - 90.98937225341797, - 46.32466506958008, - 113.28272247314453, - 104.52373504638672, - 40.60123062133789, - 44.08746337890625, - 105.09142303466797, - 122.18724060058594, - 83.02835083007812, - 65.57299041748047, - 60.82076644897461, - 41.895790100097656, - 40.60122299194336, - 67.5317611694336, - 66.25979614257812, - 54.22412109375, - 93.28108215332031, - 41.895790100097656, - 44.05697250366211, - 41.895790100097656, - 61.72068786621094, - 52.89699172973633, - 47.703086853027344, - 55.49595642089844, - 104.1603012084961, - 92.33837127685547, - 42.07524871826172, - 69.54686737060547, - 40.60122299194336, - 105.72196960449219, - 83.66093444824219, - 104.52373504638672, - 69.92909240722656, - 65.34730529785156, - 39.448631286621094, - 80.13677215576172, - 59.9239501953125, - 82.24223327636719, - 54.22412109375, - 63.68571090698242, - 67.5317611694336, - 45.5595588684082, - 66.25979614257812, - 47.703086853027344, - 142.71463012695312, - 42.714111328125, - 77.3393325805664, - 47.90146255493164, - 43.38651657104492, - 44.087467193603516, - 44.05697250366211, - 95.59736633300781, - 54.224124908447266, - 41.47610092163086, - 72.6982192993164, - 71.65980529785156, - 55.4959602355957, - 42.07524108886719, - 47.703086853027344, - 53.757450103759766, - 56.37302017211914, - 81.45770263671875, - 67.5317611694336, - 146.38587951660156, - 71.9872817993164, - 69.00910949707031, - 84.81629180908203, - 512.0, - 67.5317611694336, - 94.93602752685547, - 73.65128326416016, - 512.0, - 40.924522399902344, - 86.69760131835938, - 48.709590911865234, - 104.52373504638672, - 512.0, - 72.69819641113281, - 104.52373504638672, - 104.52373504638672, - 44.05697250366211, - 66.25980377197266, - 104.52373504638672, - 46.324668884277344, - 66.25981140136719, - 60.82075119018555, - 71.33769226074219, - 116.508544921875, - 81.11237335205078, - 54.224124908447266, - 104.52373504638672, - 56.68324279785156, - 80.91311645507812, - 51.19670867919922, - 78.20429992675781, - 53.7574577331543, - 44.08745193481445, - 41.47610092163086, - 59.9239501953125, - 53.757450103759766, - 39.856414794921875, - 72.6982192993164, - 86.69319152832031, - 40.60122299194336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 546.077392578125, + 492.741943359375, + 532.0767822265625, + 404.7248840332031, + 701.8934326171875, + 316.17242431640625, + 402.25885009765625, + 968.7196044921875, + 499.6697998046875, + 377.40277099609375, + 730.10693359375, + 813.5667114257812, + 321.86004638671875, + 617.6449584960938, + 634.9169311523438, + 622.0205078125, + 859.2272338867188, + 566.406005859375, + 616.389892578125, + 502.0809326171875, + 714.2716674804688, + 519.7970581054688, + 535.2523803710938, + 369.81341552734375, + 458.55120849609375, + 645.451904296875, + 776.0140991210938, + 810.7198486328125, + 618.2550659179688, + 485.50177001953125, + 444.2123107910156, + 398.0066833496094, + 561.6876831054688, + 438.3245544433594, + 855.17041015625, + 565.267333984375, + 587.6588745117188, + 598.3758544921875, + 489.07659912109375, + 302.83135986328125, + 362.7296447753906, + 582.5911865234375, + 411.3734436035156, + 833.2472534179688, + 445.0514831542969, + 435.7240905761719, + 750.8997802734375, + 540.5695190429688, + 464.7876892089844, + 401.7533264160156, + 820.7828979492188, + 294.2364501953125, + 704.2857055664062, + 383.5479736328125, + 655.908935546875, + 632.537353515625, + 705.4383544921875, + 555.1497192382812, + 520.18408203125, + 520.2771606445312, + 372.6316223144531, + 487.35601806640625, + 705.1329345703125, + 792.025634765625, + 567.7369384765625, + 552.2332763671875, + 383.38165283203125, + 495.05352783203125, + 664.6612548828125, + 475.46209716796875, + 536.5968627929688, + 669.836669921875, + 427.384033203125, + 613.0881958007812, + 571.9371337890625, + 335.1877746582031, + 616.8328247070312, + 494.2776794433594, + 424.94189453125, + 693.3668212890625, + 756.1373901367188, + 484.4871826171875, + 404.0777893066406, + 744.6492919921875, + 443.7892150878906, + 497.76995849609375, + 629.0389404296875, + 519.0919189453125, + 674.8049926757812, + 736.2036743164062, + 552.9721069335938, + 368.54217529296875, + 655.7326049804688, + 352.05255126953125, + 466.8570556640625, + 579.711181640625, + 364.8249206542969, + 700.5147705078125, + 625.1180419921875, + 556.0611572265625, + 509.79833984375, + 699.8316650390625, + 564.5772094726562, + 478.23504638671875, + 425.2438659667969, + 582.4796142578125, + 564.0641479492188, + 434.8153991699219, + 490.58416748046875, + 501.56683349609375, + 699.802734375, + 706.3810424804688, + 440.8465270996094, + 545.216796875, + 785.6220703125, + 570.8878784179688, + 865.6405029296875, + 455.43017578125, + 392.1190490722656, + 664.8919067382812, + 290.8019104003906, + 525.6212158203125, + 495.5389709472656, + 437.175048828125, + 727.1726684570312, + 403.95245361328125, + 680.4475708007812, + 483.12518310546875, + 268.9344177246094, + 596.6261596679688, + 460.70001220703125, + 449.0837707519531, + 188.59234619140625, + 845.6746826171875, + 583.9734497070312, + 527.1292114257812, + 639.8494873046875, + 525.5953979492188, + 725.4976806640625, + 436.01068115234375, + 611.78564453125, + 507.7886047363281, + 319.8503112792969, + 865.3562622070312, + 509.17626953125, + 582.5264282226562, + 699.8606567382812, + 398.7147216796875, + 458.3385314941406, + 724.9385375976562, + 750.6340942382812, + 804.9075317382812, + 726.3736572265625, + 471.8086853027344, + 563.2661743164062, + 539.7555541992188, + 280.0981140136719, + 638.968505859375, + 465.3722229003906, + 515.6339111328125, + 645.6672973632812, + 472.2054748535156, + 399.3836364746094, + 481.53265380859375, + 479.4932556152344, + 637.4267578125, + 842.6101684570312, + 739.8087768554688, + 444.3329162597656, + 644.6661376953125, + 727.4925537109375, + 752.4295043945312, + 703.0455932617188, + 613.3607788085938, + 642.6522216796875, + 451.69659423828125, + 416.81976318359375, + 620.5655517578125, + 589.5479736328125, + 793.2992553710938, + 666.678955078125, + 665.8974609375, + 575.0346069335938, + 925.0088500976562, + 946.1876220703125, + 662.9049072265625, + 601.4539794921875, + 686.1121215820312, + 442.42572021484375, + 312.49755859375, + 498.6014404296875, + 725.0159301757812, + 494.7586364746094, + 679.378662109375, + 359.153076171875, + 591.9188232421875, + 643.9491577148438, + 602.6937255859375, + 781.1072998046875, + 724.9284057617188, + 564.6596069335938, + 691.7788696289062, + 853.7510986328125, + 604.326416015625, + 502.64654541015625, + 539.1793823242188, + 551.1331176757812, + 420.5841369628906, + 541.4210815429688, + 460.2817687988281, + 777.498291015625, + 367.930908203125, + 506.53125, + 867.2929077148438, + 463.98651123046875, + 409.6165771484375, + 561.9393920898438, + 555.2374877929688, + 596.5254516601562, + 744.7108154296875, + 512.2330932617188, + 506.2630615234375, + 566.9844360351562, + 476.41790771484375, + 732.5868530273438, + 601.0299072265625, + 525.1016845703125, + 794.400634765625, + 531.2265014648438, + 583.7744140625, + 408.1649169921875, + 539.0283813476562, + 629.0472412109375, + 221.5685272216797, + 517.346435546875, + 611.5578002929688, + 725.1837158203125, + 476.70489501953125, + 569.9326171875, + 493.2526550292969, + 723.3770751953125, + 607.1520385742188, + 453.96636962890625, + 656.0560913085938, + 534.3348388671875, + 540.95947265625, + 323.3026428222656, + 613.16796875, + 659.235107421875, + 493.1605224609375, + 854.38232421875, + 551.3267211914062, + 642.1856079101562, + 515.287353515625, + 505.947509765625, + 344.7529602050781, + 468.0892028808594, + 394.0848388671875, + 377.376220703125, + 756.5022583007812, + 636.1180419921875, + 705.8653564453125, + 540.0153198242188, + 557.9598999023438, + 737.3873291015625, + 886.5275268554688, + 489.90380859375, + 532.5020141601562, + 602.5899658203125, + 578.3991088867188, + 363.1122131347656, + 830.8848266601562, + 461.203857421875, + 695.2390747070312, + 516.996826171875, + 744.8927612304688, + 654.2996215820312, + 463.3304138183594, + 557.512451171875, + 568.041748046875, + 772.9642333984375, + 567.1409912109375, + 455.66357421875, + 813.0482177734375, + 707.0806884765625, + 501.8615417480469, + 715.6534423828125, + 862.3130493164062, + 308.84674072265625, + 485.15765380859375, + 695.9721069335938, + 601.7743530273438, + 674.633056640625, + 692.2024536132812, + 660.763916015625, + 399.83746337890625, + 617.0719604492188, + 468.4792785644531, + 590.1500244140625, + 434.26263427734375, + 747.5490112304688, + 460.8537902832031, + 601.571533203125, + 700.1641845703125, + 576.824462890625, + 339.07147216796875, + 711.9931030273438, + 612.3702392578125, + 638.853515625, + 475.0978698730469, + 397.03619384765625, + 374.5995178222656, + 507.60650634765625, + 706.22509765625, + 467.0839538574219, + 450.9314880371094, + 515.31982421875, + 629.2296752929688, + 415.5921630859375, + 560.0741577148438, + 531.082275390625, + 901.5874633789062, + 674.603515625, + 786.70947265625, + 588.83056640625, + 709.3016967773438, + 439.6239929199219, + 560.7896728515625, + 549.57958984375, + 357.68914794921875, + 544.1581420898438, + 567.1033935546875, + 559.3471069335938, + 764.066650390625, + 439.80938720703125, + 693.5838623046875, + 461.95562744140625, + 580.1719970703125, + 310.02630615234375, + 360.6324768066406, + 423.72674560546875, + 632.385498046875, + 812.7036743164062, + 513.7354736328125, + 494.165771484375, + 907.300048828125, + 618.9281005859375, + 450.1448059082031, + 632.9934692382812, + 626.4125366210938, + 460.27294921875, + 527.990966796875, + 432.1946716308594, + 746.9669799804688, + 774.687744140625, + 529.4051513671875, + 510.15753173828125, + 500.72491455078125, + 476.7735900878906, + 730.2919311523438, + 613.0428466796875, + 640.2249755859375, + 675.7818603515625, + 478.7311096191406, + 511.2854919433594, + 512.4896240234375, + 563.0917358398438, + 425.28326416015625, + 565.4734497070312, + 411.72027587890625, + 442.5711364746094, + 585.9239501953125, + 423.69818115234375, + 383.97906494140625, + 581.5509643554688, + 619.2581176757812, + 534.9483642578125, + 362.6965026855469, + 380.9444580078125, + 411.4841613769531, + 576.7880859375, + 861.008056640625, + 542.383056640625, + 460.59307861328125, + 409.1520690917969, + 651.8447875976562, + 438.73834228515625, + 576.5630493164062, + 444.8087463378906, + 444.69146728515625, + 241.7842254638672, + 417.8569030761719, + 557.849609375, + 472.02117919921875, + 429.7518005371094, + 461.4045715332031, + 554.3164672851562, + 429.22357177734375, + 436.6381530761719, + 656.9037475585938, + 366.2041015625, + 609.8946533203125, + 661.2598876953125, + 710.3155517578125, + 402.1417541503906, + 614.634521484375, + 495.962890625, + 549.7184448242188, + 567.9625244140625, + 634.4813842773438, + 478.61273193359375, + 333.25860595703125, + 671.6485595703125, + 832.3695068359375, + 630.8153686523438, + 418.5954284667969, + 436.978515625, + 546.0704956054688, + 452.4743957519531, + 482.4256896972656, + 435.5146789550781, + 432.7872314453125, + 475.9160461425781, + 372.7756042480469, + 582.3091430664062, + 598.7356567382812, + 742.0573120117188, + 411.47100830078125, + 518.0751953125, + 491.1816711425781, + 587.1389770507812, + 559.9660034179688, + 679.3851318359375, + 422.17840576171875, + 766.3618774414062, + 726.9608154296875, + 526.789794921875, + 466.2875061035156, + 602.5055541992188, + 551.9190673828125, + 423.0341491699219, + 660.9375610351562, + 552.83642578125, + 518.8201904296875, + 455.8946533203125, + 485.8283996582031, + 539.4365844726562, + 543.3893432617188, + 323.4105224609375, + 327.01104736328125, + 616.8910522460938, + 578.293701171875, + 570.344482421875, + 555.8462524414062, + 384.9928283691406, + 577.1702880859375, + 405.7939758300781, + 603.6605834960938, + 432.05712890625, + 570.19921875, + 479.2554931640625, + 582.5248413085938, + 716.2781982421875, + 522.4568481445312, + 566.910888671875, + 379.8733825683594, + 409.7284851074219, + 547.0263061523438, + 366.36334228515625, + 450.5917053222656, + 661.1320190429688, + 626.8641967773438, + 419.37738037109375, + 305.0028076171875, + 839.3680419921875, + 633.0465698242188, + 365.894287109375, + 369.48773193359375, + 570.7262573242188, + 394.8382873535156, + 484.59283447265625, + 534.7431030273438, + 431.3150939941406, + 390.17962646484375, + 462.233154296875, + 442.15692138671875, + 384.5115966796875, + 506.6643981933594, + 579.40771484375, + 470.0914306640625, + 698.2782592773438, + 325.2652587890625, + 629.759521484375, + 516.4215698242188, + 681.6752319335938, + 758.92236328125 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.25 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -85280,236 +102880,236 @@ 2 ], "wall_clock_s": [ - 1213.7, - 837.9, - 632.2 + 931.2, + 941.2, + 933.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.06866942346096039, + "loss": 0.14919784665107727, "env_score_iters": 500, - "env_score": -4.0637030601501465, + "env_score": -0.524338960647583, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4125, "grad_align_iters": 500, - "grad_align": 0.28911092877388, - "rl_grad_norm": 0.18886759877204895, - "bc_grad_norm": 0.04188844934105873, + "grad_align": 0.14650793373584747, + "rl_grad_norm": 0.17751087248325348, + "bc_grad_norm": 2.5330734252929688, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.2.self_attn.in_proj_weight": 0.028018318116664886, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014182538725435734, - "transformer.layers.2.self_attn.out_proj.weight": 0.024285154417157173, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019027600064873695, - "transformer.layers.2.linear1.weight": 0.022723693400621414, - "transformer.layers.2.linear1.bias": 0.0010529094142839313, - "transformer.layers.2.linear2.weight": 0.022404594346880913, - "transformer.layers.2.linear2.bias": 0.0018836339004337788, - "transformer.layers.2.norm1.weight": 0.0019764446187764406, - "transformer.layers.2.norm1.bias": 0.0012628766708076, - "transformer.layers.2.norm2.weight": 0.002130294917151332, - "transformer.layers.2.norm2.bias": 0.00117164955008775, - "transformer.layers.3.self_attn.in_proj_weight": 0.058294788002967834, - "transformer.layers.3.self_attn.in_proj_bias": 0.0031730502378195524, - "transformer.layers.3.self_attn.out_proj.weight": 0.02329910732805729, - "transformer.layers.3.self_attn.out_proj.bias": 0.0025073466822504997, - "transformer.layers.3.linear1.weight": 0.033498190343379974, - "transformer.layers.3.linear1.bias": 0.0025676200166344643, - "transformer.layers.3.linear2.weight": 0.01842411980032921, - "transformer.layers.3.linear2.bias": 0.004027614835649729, - "transformer.layers.3.norm1.weight": 0.004969387780874968, - "transformer.layers.3.norm1.bias": 0.00430567841976881, - "transformer.layers.3.norm2.weight": 0.002860436448827386, - "transformer.layers.3.norm2.bias": 0.004161925055086613, - "head.weight": 0.2341189980506897, - "head.bias": 0.009548021480441093 + "transformer.layers.2.self_attn.in_proj_weight": 0.03678189590573311, + "transformer.layers.2.self_attn.in_proj_bias": 0.001846096245571971, + "transformer.layers.2.self_attn.out_proj.weight": 0.03258233144879341, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024706958793103695, + "transformer.layers.2.linear1.weight": 0.023678474128246307, + "transformer.layers.2.linear1.bias": 0.001342753996141255, + "transformer.layers.2.linear2.weight": 0.0248368252068758, + "transformer.layers.2.linear2.bias": 0.0023143659345805645, + "transformer.layers.2.norm1.weight": 0.002596713602542877, + "transformer.layers.2.norm1.bias": 0.0018441482679918408, + "transformer.layers.2.norm2.weight": 0.002135267946869135, + "transformer.layers.2.norm2.bias": 0.0016922538634389639, + "transformer.layers.3.self_attn.in_proj_weight": 0.05321350321173668, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037548041436821222, + "transformer.layers.3.self_attn.out_proj.weight": 0.023377586156129837, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024593686684966087, + "transformer.layers.3.linear1.weight": 0.02190796285867691, + "transformer.layers.3.linear1.bias": 0.0017188392812386155, + "transformer.layers.3.linear2.weight": 0.013247027061879635, + "transformer.layers.3.linear2.bias": 0.00282736262306571, + "transformer.layers.3.norm1.weight": 0.004191657993942499, + "transformer.layers.3.norm1.bias": 0.0044089374132454395, + "transformer.layers.3.norm2.weight": 0.0017223414033651352, + "transformer.layers.3.norm2.bias": 0.0020687468349933624, + "head.weight": 0.1656518429517746, + "head.bias": 0.005862197373062372 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.01785530522465706, - "repr_drift_kl_low_t": 0.01720975525677204, - "repr_drift_kl_mid_t": 0.016908282414078712, - "repr_drift_kl_high_t": 0.02296186238527298, + "repr_drift_kl": 0.5450438857078552, + "repr_drift_kl_low_t": 0.675670325756073, + "repr_drift_kl_mid_t": 0.5703381299972534, + "repr_drift_kl_high_t": 0.38704872131347656, "cka_iters": 500, - "cka_similarity": 0.9543605446815491, + "cka_similarity": 0.8937427401542664, "t_analysis_iters": 500, - "norm_low_t": 0.2591021955013275, - "norm_high_t": 0.14298658072948456, - "lowhigh_cos": 0.04120580852031708, + "norm_low_t": 0.25942039489746094, + "norm_high_t": 0.26022595167160034, + "lowhigh_cos": 0.14981286227703094, "t_bin_norms": { - "t_0.0-0.1": 0.4495478570461273, - "t_0.1-0.2": 0.255644828081131, - "t_0.2-0.3": 0.19266356527805328, - "t_0.3-0.4": 0.16815067827701569, - "t_0.4-0.5": 0.22571031749248505, - "t_0.5-0.6": 0.19047611951828003, - "t_0.6-0.7": 0.16629628837108612, - "t_0.7-0.8": 0.15718872845172882, - "t_0.8-0.9": 0.1933644562959671, - "t_0.9-1.0": 0.21597838401794434 - }, - "win_rate": 0.011604095809161663, - "effective_batch_size": 40.60122299194336, - "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "t_0.0-0.1": 0.20571434497833252, + "t_0.1-0.2": 0.22524650394916534, + "t_0.2-0.3": 0.1807357370853424, + "t_0.3-0.4": 0.20929580926895142, + "t_0.4-0.5": 0.18903855979442596, + "t_0.5-0.6": 0.15605461597442627, + "t_0.6-0.7": 0.16887204349040985, + "t_0.7-0.8": 0.1624457687139511, + "t_0.8-0.9": 0.20720648765563965, + "t_0.9-1.0": 0.40057477355003357 + }, + "win_rate": 0.04795396327972412, + "effective_batch_size": 758.92236328125, + "per_env_win_rates": { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.7069298028945923, + "loss": 0.07534508407115936, "env_score_iters": 500, - "env_score": -2.7716405391693115, + "env_score": -0.6823666095733643, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.4375, "grad_align_iters": 500, - "grad_align": 0.8010236620903015, - "rl_grad_norm": 1.2475824356079102, - "bc_grad_norm": 0.26993614435195923, + "grad_align": -0.08945351094007492, + "rl_grad_norm": 0.1298566460609436, + "bc_grad_norm": 1.031191110610962, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.2.self_attn.in_proj_weight": 0.15800628066062927, - "transformer.layers.2.self_attn.in_proj_bias": 0.009999717585742474, - "transformer.layers.2.self_attn.out_proj.weight": 0.11852189898490906, - "transformer.layers.2.self_attn.out_proj.bias": 0.011620497331023216, - "transformer.layers.2.linear1.weight": 0.08576641976833344, - "transformer.layers.2.linear1.bias": 0.004513050429522991, - "transformer.layers.2.linear2.weight": 0.1012432873249054, - "transformer.layers.2.linear2.bias": 0.012107661925256252, - "transformer.layers.2.norm1.weight": 0.011119160801172256, - "transformer.layers.2.norm1.bias": 0.012564479373395443, - "transformer.layers.2.norm2.weight": 0.007994617335498333, - "transformer.layers.2.norm2.bias": 0.004588183015584946, - "transformer.layers.3.self_attn.in_proj_weight": 0.2400776594877243, - "transformer.layers.3.self_attn.in_proj_bias": 0.020293325185775757, - "transformer.layers.3.self_attn.out_proj.weight": 0.09260442107915878, - "transformer.layers.3.self_attn.out_proj.bias": 0.017855778336524963, - "transformer.layers.3.linear1.weight": 0.15683123469352722, - "transformer.layers.3.linear1.bias": 0.014993726275861263, - "transformer.layers.3.linear2.weight": 0.09134050458669662, - "transformer.layers.3.linear2.bias": 0.02816280536353588, - "transformer.layers.3.norm1.weight": 0.019359774887561798, - "transformer.layers.3.norm1.bias": 0.028272727504372597, - "transformer.layers.3.norm2.weight": 0.014111155644059181, - "transformer.layers.3.norm2.bias": 0.02535855956375599, - "head.weight": 1.1569780111312866, - "head.bias": 0.06158618628978729 + "transformer.layers.2.self_attn.in_proj_weight": 0.0173526369035244, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010242641437798738, + "transformer.layers.2.self_attn.out_proj.weight": 0.020534269511699677, + "transformer.layers.2.self_attn.out_proj.bias": 0.001250591827556491, + "transformer.layers.2.linear1.weight": 0.011146687902510166, + "transformer.layers.2.linear1.bias": 0.0006745362770743668, + "transformer.layers.2.linear2.weight": 0.012793809175491333, + "transformer.layers.2.linear2.bias": 0.001165917725302279, + "transformer.layers.2.norm1.weight": 0.0012190833222121, + "transformer.layers.2.norm1.bias": 0.001040385803207755, + "transformer.layers.2.norm2.weight": 0.001007424434646964, + "transformer.layers.2.norm2.bias": 0.0008415168267674744, + "transformer.layers.3.self_attn.in_proj_weight": 0.03249182924628258, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015347793232649565, + "transformer.layers.3.self_attn.out_proj.weight": 0.015902278944849968, + "transformer.layers.3.self_attn.out_proj.bias": 0.0010292786173522472, + "transformer.layers.3.linear1.weight": 0.016423508524894714, + "transformer.layers.3.linear1.bias": 0.0012116964207962155, + "transformer.layers.3.linear2.weight": 0.009421846829354763, + "transformer.layers.3.linear2.bias": 0.0010732224909588695, + "transformer.layers.3.norm1.weight": 0.0024918231647461653, + "transformer.layers.3.norm1.bias": 0.002037196420133114, + "transformer.layers.3.norm2.weight": 0.0011180783621966839, + "transformer.layers.3.norm2.bias": 0.001311812549829483, + "head.weight": 0.0882895216345787, + "head.bias": 0.0016562894452363253 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1296798586845398, - "repr_drift_kl_low_t": 0.13160042464733124, - "repr_drift_kl_mid_t": 0.12465514242649078, - "repr_drift_kl_high_t": 0.1356469690799713, + "repr_drift_kl": 0.22904065251350403, + "repr_drift_kl_low_t": 0.2817399501800537, + "repr_drift_kl_mid_t": 0.2283998280763626, + "repr_drift_kl_high_t": 0.16474097967147827, "cka_iters": 500, - "cka_similarity": 0.8085336685180664, + "cka_similarity": 0.8992389440536499, "t_analysis_iters": 500, - "norm_low_t": 1.1830902099609375, - "norm_high_t": 1.250927209854126, - "lowhigh_cos": 0.3486138582229614, + "norm_low_t": 0.320499449968338, + "norm_high_t": 0.1412002444267273, + "lowhigh_cos": 0.2889692783355713, "t_bin_norms": { - "t_0.0-0.1": 1.4328014850616455, - "t_0.1-0.2": 1.3128039836883545, - "t_0.2-0.3": 1.0927094221115112, - "t_0.3-0.4": 1.418525218963623, - "t_0.4-0.5": 1.1898784637451172, - "t_0.5-0.6": 1.1530622243881226, - "t_0.6-0.7": 1.1751527786254883, - "t_0.7-0.8": 1.2773791551589966, - "t_0.8-0.9": 1.291826605796814, - "t_0.9-1.0": 1.2080365419387817 - }, - "win_rate": 0.08735796064138412, - "effective_batch_size": 72.69819641113281, + "t_0.0-0.1": 0.14543534815311432, + "t_0.1-0.2": 0.12754541635513306, + "t_0.2-0.3": 0.11459476500749588, + "t_0.3-0.4": 0.12142863869667053, + "t_0.4-0.5": 0.12485720217227936, + "t_0.5-0.6": 0.11183993518352509, + "t_0.6-0.7": 0.11352556943893433, + "t_0.7-0.8": 0.13718192279338837, + "t_0.8-0.9": 0.12879489362239838, + "t_0.9-1.0": 0.17113493382930756 + }, + "win_rate": 0.030413903295993805, + "effective_batch_size": 412.5256652832031, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.04427675902843475, + "loss": 0.10659784823656082, "env_score_iters": 500, - "env_score": -3.544973611831665, + "env_score": -0.5337790846824646, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.5775873064994812, - "rl_grad_norm": 0.14134716987609863, - "bc_grad_norm": 0.8628270626068115, + "grad_align": 0.15561257302761078, + "rl_grad_norm": 0.13783036172389984, + "bc_grad_norm": 2.7309093475341797, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.2.self_attn.in_proj_weight": 0.02043529972434044, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014884917763993144, - "transformer.layers.2.self_attn.out_proj.weight": 0.016014903783798218, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018950940575450659, - "transformer.layers.2.linear1.weight": 0.010271454229950905, - "transformer.layers.2.linear1.bias": 0.0006781893316656351, - "transformer.layers.2.linear2.weight": 0.011700092814862728, - "transformer.layers.2.linear2.bias": 0.001989812823012471, - "transformer.layers.2.norm1.weight": 0.001380227506160736, - "transformer.layers.2.norm1.bias": 0.001732087112031877, - "transformer.layers.2.norm2.weight": 0.0007698261761106551, - "transformer.layers.2.norm2.bias": 0.0007695568492636085, - "transformer.layers.3.self_attn.in_proj_weight": 0.026164531707763672, - "transformer.layers.3.self_attn.in_proj_bias": 0.002505255863070488, - "transformer.layers.3.self_attn.out_proj.weight": 0.013800045475363731, - "transformer.layers.3.self_attn.out_proj.bias": 0.002543453825637698, - "transformer.layers.3.linear1.weight": 0.02193002589046955, - "transformer.layers.3.linear1.bias": 0.0020887881983071566, - "transformer.layers.3.linear2.weight": 0.012649121694266796, - "transformer.layers.3.linear2.bias": 0.003689020639285445, - "transformer.layers.3.norm1.weight": 0.0020294967107474804, - "transformer.layers.3.norm1.bias": 0.0033154645934700966, - "transformer.layers.3.norm2.weight": 0.0016689695185050368, - "transformer.layers.3.norm2.bias": 0.0030840481631457806, - "head.weight": 0.17569828033447266, - "head.bias": 0.009245309047400951 + "transformer.layers.2.self_attn.in_proj_weight": 0.027425125241279602, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016691923374310136, + "transformer.layers.2.self_attn.out_proj.weight": 0.021191313862800598, + "transformer.layers.2.self_attn.out_proj.bias": 0.001880198367871344, + "transformer.layers.2.linear1.weight": 0.017714042216539383, + "transformer.layers.2.linear1.bias": 0.001209849026054144, + "transformer.layers.2.linear2.weight": 0.018021419644355774, + "transformer.layers.2.linear2.bias": 0.0016247263411059976, + "transformer.layers.2.norm1.weight": 0.0018951545935124159, + "transformer.layers.2.norm1.bias": 0.0017837445484474301, + "transformer.layers.2.norm2.weight": 0.0017930709291249514, + "transformer.layers.2.norm2.bias": 0.0016848063096404076, + "transformer.layers.3.self_attn.in_proj_weight": 0.04046345874667168, + "transformer.layers.3.self_attn.in_proj_bias": 0.003023896599188447, + "transformer.layers.3.self_attn.out_proj.weight": 0.013956399634480476, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015853499062359333, + "transformer.layers.3.linear1.weight": 0.016656260937452316, + "transformer.layers.3.linear1.bias": 0.0013487740652635694, + "transformer.layers.3.linear2.weight": 0.008954335004091263, + "transformer.layers.3.linear2.bias": 0.0018060491420328617, + "transformer.layers.3.norm1.weight": 0.003356493078172207, + "transformer.layers.3.norm1.bias": 0.004254342056810856, + "transformer.layers.3.norm2.weight": 0.001223601633682847, + "transformer.layers.3.norm2.bias": 0.0015130873071029782, + "head.weight": 0.08905540406703949, + "head.bias": 0.0025970200076699257 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3589988052845001, - "repr_drift_kl_low_t": 0.36030706763267517, - "repr_drift_kl_mid_t": 0.3532121181488037, - "repr_drift_kl_high_t": 0.36516445875167847, + "repr_drift_kl": 0.4375477731227875, + "repr_drift_kl_low_t": 0.5492322444915771, + "repr_drift_kl_mid_t": 0.442737877368927, + "repr_drift_kl_high_t": 0.3205893635749817, "cka_iters": 500, - "cka_similarity": 0.767830491065979, + "cka_similarity": 0.9525775909423828, "t_analysis_iters": 500, - "norm_low_t": 0.17840179800987244, - "norm_high_t": 0.2203681915998459, - "lowhigh_cos": 0.48333099484443665, + "norm_low_t": 0.3426271975040436, + "norm_high_t": 0.17276854813098907, + "lowhigh_cos": 0.3861375153064728, "t_bin_norms": { - "t_0.0-0.1": 0.07272429764270782, - "t_0.1-0.2": 0.19482098519802094, - "t_0.2-0.3": 0.17805705964565277, - "t_0.3-0.4": 0.14648500084877014, - "t_0.4-0.5": 0.13805894553661346, - "t_0.5-0.6": 0.13568806648254395, - "t_0.6-0.7": 0.1620837301015854, - "t_0.7-0.8": 0.13790756464004517, - "t_0.8-0.9": 0.16211815178394318, - "t_0.9-1.0": 0.2485465258359909 - }, - "win_rate": 0.012696041725575924, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.1956709325313568, + "t_0.1-0.2": 0.1460810899734497, + "t_0.2-0.3": 0.15728774666786194, + "t_0.3-0.4": 0.11751320213079453, + "t_0.4-0.5": 0.14260222017765045, + "t_0.5-0.6": 0.1338036209344864, + "t_0.6-0.7": 0.1606817990541458, + "t_0.7-0.8": 0.13583938777446747, + "t_0.8-0.9": 0.12061837315559387, + "t_0.9-1.0": 0.19931401312351227 + }, + "win_rate": 0.04163287207484245, + "effective_batch_size": 560.0559692382812, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "layer_ablation_top3": { - "score": 0.6583333333333333, - "score_std": 0.011785113019775802, + "score": 0.3916666666666666, + "score_std": 0.025685058345704115, "all_scores": [ - 0.65, - 0.65, - 0.675 + 0.36249999999999993, + 0.38749999999999996, + 0.42500000000000004 ], "history": { "iters": [ @@ -86015,506 +103615,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2115943431854248, - 2.3928866386413574, - 0.278215616941452, - 0.3425542414188385, - 2.185302972793579, - 0.2607852816581726, - 0.5208672881126404, - 0.5370057821273804, - 0.02134394645690918, - 0.9822428822517395, - 0.015482834540307522, - 1.4504566192626953, - 0.009859532117843628, - 1.3794043064117432, - 0.26725053787231445, - 0.1016530767083168, - 1.2174551486968994, - 0.18616148829460144, - 0.5753028392791748, - 0.5178085565567017, - 0.5827527046203613, - 0.22156135737895966, - 1.2033390998840332, - 0.06257591396570206, - 1.1939235925674438, - 0.8917651176452637, - 0.3180422782897949, - 0.8694814443588257, - 0.5536096096038818, - 0.6982524394989014, - 0.4421401619911194, - 0.5322450995445251, - 0.03613680228590965, - 0.03875288367271423, - 0.8655371069908142, - 0.07675416022539139, - 0.4596984386444092, - 0.7561330795288086, - 0.5709595680236816, - 0.22280018031597137, - 0.17328155040740967, - 0.0954807698726654, - 1.1931484937667847, - 0.08298291265964508, - 0.25487715005874634, - 0.2937004268169403, - 1.2466744184494019, - 0.109561026096344, - 0.7770456671714783, - 0.25891682505607605, - 0.181505024433136, - 1.1011303663253784, - 0.43833932280540466, - 0.08583416789770126, - 0.585358738899231, - 0.6562316417694092, - 1.153493881225586, - 0.5018085837364197, - 1.2769712209701538, - 0.11013782769441605, - 1.351731777191162, - 0.28578341007232666, - 0.2943124771118164, - 0.24097594618797302, - 0.4841387867927551, - 0.35485079884529114, - 0.020543115213513374, - 0.06513843685388565, - 0.0032975156791508198, - 0.2833954691886902, - 0.6769060492515564, - 0.2585667669773102, - 0.2865634560585022, - 0.005980959627777338, - 0.6336466073989868, - 0.7425581216812134, - 0.02075847238302231, - 0.24105145037174225, - 0.030866926535964012, - 0.3912101984024048, - 0.7146118879318237, - 0.20572488009929657, - 0.8146559000015259, - 0.5792124271392822, - 0.049656134098768234, - 0.018236828967928886, - 0.1204400360584259, - 0.19519923627376556, - 0.3324069082736969, - 0.9767420887947083, - 0.1256643831729889, - 0.8481746912002563, - 0.13832776248455048, - 0.23774069547653198, - 0.08807793259620667, - 0.006038946565240622, - 0.3023327589035034, - 0.13621404767036438, - 0.2848070561885834, - 0.30817070603370667, - 0.0892767682671547, - 0.018736235797405243, - 0.1106037050485611, - 0.20698696374893188, - 0.04344486817717552, - 0.0898672342300415, - 0.5613120198249817, - 0.308218777179718, - 0.24671795964241028, - 0.01717160828411579, - 0.13749103248119354, - 0.3487790524959564, - 0.27036625146865845, - 0.08762668073177338, - 0.40056121349334717, - 0.05426774173974991, - 0.15271532535552979, - 0.028379525989294052, - 0.18312424421310425, - 0.619356095790863, - 0.17940066754817963, - 0.4422430396080017, - 0.47281211614608765, - 0.02305653691291809, - 1.4040724039077759, - 0.2831558287143707, - 0.5858582258224487, - 1.403606653213501, - 0.33630621433258057, - 0.03521372005343437, - 0.6349645256996155, - 0.05863374099135399, - 0.05652766302227974, - 0.09728018194437027, - 0.2304423302412033, - 0.11184553056955338, - 0.18385756015777588, - 0.7461743354797363, - 0.9412609338760376, - 0.7023588418960571, - 0.009183899499475956, - 1.3186125755310059, - 0.6945769786834717, - 0.5310046672821045, - 0.0768427699804306, - 0.08955973386764526, - 0.04069029167294502, - 0.06268152594566345, - 0.018250782042741776, - 0.159426748752594, - 0.5547060370445251, - 0.7224431037902832, - 0.19021357595920563, - 1.2938276529312134, - 1.1795833110809326, - 0.24497085809707642, - 0.3535401225090027, - 0.3541407287120819, - 0.0281424131244421, - 0.2714819610118866, - 0.1455407440662384, - 0.3208985924720764, - 0.14315104484558105, - 0.13660427927970886, - 0.1761782169342041, - 0.022528819739818573, - 0.26480087637901306, - 0.02454422228038311, - 0.3885207772254944, - 0.6636568307876587, - 0.05058784782886505, - 0.33663156628608704, - 0.7852472066879272, - 0.6889872550964355, - 1.2077234983444214, - 0.17287634313106537, - 0.8085132837295532, - 0.047600846737623215, - 0.04335585981607437, - 0.044223200529813766, - 0.19148707389831543, - 0.29487839341163635, - 0.32320451736450195, - 0.24082735180854797, - 1.2045937776565552, - 0.08154010772705078, - 0.23233631253242493, - 0.47408661246299744, - 1.1111201047897339, - 0.05233411490917206, - 0.17047402262687683, - 0.616532027721405, - 1.0679069757461548, - 0.05517953634262085, - 0.44501352310180664, - 0.09556858986616135, - 0.14472344517707825, - 0.22252210974693298, - 1.1557443141937256, - 0.5262630581855774, - 0.15332183241844177, - 0.8376514315605164, - 0.9353590607643127, - 0.050360068678855896, - 0.1302245408296585, - 0.7143400311470032, - 0.12054070085287094, - 0.17318354547023773, - 0.4548075795173645, - 0.03391970694065094, - 0.830927848815918, - 0.013008441776037216, - 0.18392488360404968, - 0.7467039227485657, - 0.6518819332122803, - 0.04130803421139717, - 0.21918460726737976, - 0.04263916611671448, - 0.176120787858963, - 0.06604395806789398, - 0.1544976830482483, - 0.050690263509750366, - 0.2504066824913025, - 0.035494931042194366, - 0.7687243223190308, - 0.2976036071777344, - 0.0306920874863863, - 0.21580612659454346, - 0.5211928486824036, - 0.26478949189186096, - 0.6854552626609802, - 1.194818377494812, - 0.29813629388809204, - 0.727003812789917, - 1.2206450700759888, - 0.5399438738822937, - 0.1127520278096199, - 0.02047869935631752, - 0.08934240788221359, - 0.018609996885061264, - 0.16258735954761505, - 0.06175743043422699, - 0.25388962030410767, - 0.23996126651763916, - 0.01877295784652233, - 0.48531201481819153, - 0.45674198865890503, - 0.27837109565734863, - 0.038391001522541046, - 0.037173449993133545, - 0.468918114900589, - 0.11878985166549683, - 0.09346673637628555, - 0.4096083343029022, - 1.0081853866577148, - 0.02106385864317417, - 0.08694475889205933, - 0.10615673661231995, - 0.044643063098192215, - 0.2540301978588104, - 0.7129106521606445, - 0.5279347896575928, - 0.3295533061027527, - 0.038211047649383545, - 0.6306166052818298, - 0.12519614398479462, - 0.7075567245483398, - 0.017559681087732315, - 0.02565765753388405, - 0.5425677299499512, - 0.39116179943084717, - 0.16132953763008118, - 0.00807967595756054, - 1.2664343118667603, - 0.7669030427932739, - 0.4662085175514221, - 0.11075422167778015, - 0.14440685510635376, - 0.061617497354745865, - 0.7708337306976318, - 1.2343802452087402, - 0.30460867285728455, - 0.028897814452648163, - 0.29725417494773865, - 0.5466780066490173, - 0.4948565661907196, - 0.40444785356521606, - 1.0510485172271729, - 0.024260306730866432, - 0.14681392908096313, - 0.12982632219791412, - 0.8333865404129028, - 0.5565792322158813, - 0.8857870697975159, - 0.7750511169433594, - 0.36557450890541077, - 0.17460058629512787, - 1.0986794233322144, - 0.029192499816417694, - 0.06246141344308853, - 0.6586799025535583, - 0.6818661093711853, - 0.7228606939315796, - 0.45532411336898804, - 0.27151578664779663, - 0.29831525683403015, - 0.4205872714519501, - 0.9995710849761963, - 0.6169756054878235, - 0.19756172597408295, - 0.026551667600870132, - 0.27077123522758484, - 0.2214016169309616, - 0.08938144892454147, - 0.07511737942695618, - 0.0356389656662941, - 0.06580615043640137, - 0.3491453528404236, - 0.053429022431373596, - 0.25703859329223633, - 0.09074007719755173, - 0.016149872913956642, - 0.0031221588142216206, - 0.12232425063848495, - 0.33969786763191223, - 0.3267569839954376, - 0.021036123856902122, - 0.8076228499412537, - 0.1341576725244522, - 0.024429600685834885, - 0.7908766865730286, - 0.6490621566772461, - 0.24005359411239624, - 0.5441970825195312, - 0.6735191941261292, - 0.012688525952398777, - 0.5352124571800232, - 0.014065228402614594, - 0.2192060351371765, - 0.7973964810371399, - 0.053142860531806946, - 0.03791050985455513, - 1.017242193222046, - 0.0688551589846611, - 0.1044933870434761, - 0.11932511627674103, - 0.041356589645147324, - 0.5268179178237915, - 0.08990830183029175, - 0.022979941219091415, - 0.08819758892059326, - 0.0627630427479744, - 0.009135669097304344, - 0.007151870056986809, - 0.6008276343345642, - 0.6740761399269104, - 0.4539913237094879, - 0.6290541887283325, - 0.503345787525177, - 0.34582188725471497, - 0.45362070202827454, - 0.06006503477692604, - 0.8138145208358765, - 0.018226955085992813, - 0.5836405158042908, - 0.7110925912857056, - 0.2125622183084488, - 0.14269782602787018, - 0.040191035717725754, - 0.48564401268959045, - 0.42692017555236816, - 0.05175099894404411, - 0.062306277453899384, - 0.42307159304618835, - 0.03368766978383064, - 0.1203494742512703, - 0.19037674367427826, - 0.05133771151304245, - 1.0070465803146362, - 0.7259938716888428, - 0.5047078132629395, - 0.1834891438484192, - 0.20366604626178741, - 0.08015766739845276, - 0.41831547021865845, - 0.6313514709472656, - 0.05697575956583023, - 0.052291519939899445, - 0.3887985944747925, - 0.7197404503822327, - 0.05999910086393356, - 0.03143839165568352, - 0.13812439143657684, - 0.022948039695620537, - 0.5719678997993469, - 0.8483491539955139, - 0.038469068706035614, - 0.43474748730659485, - 0.0879666730761528, - 0.8199394345283508, - 0.1172352135181427, - 1.0484236478805542, - 0.3467472791671753, - 0.0944795310497284, - 0.5649615526199341, - 0.6240290403366089, - 0.6201733350753784, - 0.030769797042012215, - 0.04564426839351654, - 0.07965590804815292, - 0.06587261706590652, - 0.6315029859542847, - 0.8281592130661011, - 0.04071886092424393, - 0.3634764850139618, - 0.44272828102111816, - 0.6806317567825317, - 0.05375475063920021, - 0.08162235468626022, - 0.16023583710193634, - 0.0335923433303833, - 0.8259390592575073, - 0.5211154818534851, - 0.8236943483352661, - 0.013114620931446552, - 0.31007087230682373, - 0.3297581374645233, - 0.12696337699890137, - 0.6905065178871155, - 0.5404946208000183, - 0.1749187558889389, - 0.653693675994873, - 0.2785033583641052, - 0.0065512885339558125, - 0.44189950823783875, - 0.1083417758345604, - 0.45401591062545776, - 0.0656605213880539, - 0.017520368099212646, - 0.4354691505432129, - 0.12091890722513199, - 0.08915981650352478, - 0.045924484729766846, - 0.15883184969425201, - 0.48787176609039307, - 0.05894218385219574, - 0.4226369559764862, - 0.038179460912942886, - 0.04692583531141281, - 0.03489770367741585, - 0.1744145303964615, - 0.5138625502586365, - 0.19680902361869812, - 0.010467121377587318, - 0.37732768058776855, - 0.031812939792871475, - 0.11279311031103134, - 0.5544556975364685, - 1.137813687324524, - 0.8778197169303894, - 0.5056689977645874, - 0.1391306221485138, - 0.13521045446395874, - 0.00950419157743454, - 0.08013425022363663, - 0.5507563948631287, - 0.07382004708051682, - 0.37689006328582764, - 0.07325942814350128, - 0.5198986530303955, - 0.04904002696275711, - 0.03475054353475571, - 0.15613989531993866, - 0.1573784351348877, - 0.061022866517305374, - 0.7466762065887451, - 0.25908541679382324, - 0.012410284020006657, - 0.13792450726032257, - 0.041522517800331116, - 0.15376055240631104, - 0.29302695393562317, - 0.5811008214950562, - 0.7412936091423035, - 0.08535347878932953, - 0.06098717078566551, - 0.15078502893447876, - 1.2524018287658691, - 0.05217764526605606, - 0.03536849841475487, - 0.26216962933540344, - 0.1944974660873413, - 0.01803186535835266, - 0.04269694909453392, - 0.051666729152202606, - 0.053728241473436356, - 0.6686413288116455, - 0.31053048372268677, - 0.1853133738040924 + 0.7734967470169067, + 0.8087171912193298, + 0.46596068143844604, + 0.32052546739578247, + 0.39094847440719604, + 0.2290685474872589, + 0.3598204553127289, + 0.24942615628242493, + 0.5739809274673462, + 0.25121140480041504, + 0.30292245745658875, + 0.6843833327293396, + 0.2571646273136139, + 0.32889658212661743, + 0.31540584564208984, + 0.4968002736568451, + 0.14916911721229553, + 0.45684555172920227, + 0.4080192744731903, + 0.4668021500110626, + 0.4361826777458191, + 0.28018561005592346, + 0.3896048069000244, + 0.18147997558116913, + 0.33881744742393494, + 0.312796026468277, + 0.3571641445159912, + 0.2679867446422577, + 0.3652580678462982, + 0.42364585399627686, + 0.250911146402359, + 0.5541773438453674, + 0.2572392225265503, + 0.23900996148586273, + 0.16610205173492432, + 0.17875546216964722, + 0.24658159911632538, + 0.17556089162826538, + 0.48009321093559265, + 0.47591012716293335, + 0.3275236487388611, + 0.2601858675479889, + 0.2279428392648697, + 0.17064537107944489, + 0.20682545006275177, + 0.19595959782600403, + 0.23098014295101166, + 0.3935810923576355, + 0.2755989134311676, + 0.19924230873584747, + 0.30027633905410767, + 0.23920266330242157, + 0.22726382315158844, + 0.24964329600334167, + 0.3502911925315857, + 0.20978295803070068, + 0.2594590187072754, + 0.10858699679374695, + 0.21144461631774902, + 0.242740660905838, + 0.29455533623695374, + 0.293222039937973, + 0.263158917427063, + 0.18868514895439148, + 0.22742249071598053, + 0.26475387811660767, + 0.2237502783536911, + 0.23668497800827026, + 0.24355745315551758, + 0.18552015721797943, + 0.18325558304786682, + 0.3069850206375122, + 0.25506237149238586, + 0.13237988948822021, + 0.24571415781974792, + 0.17318719625473022, + 0.09257764369249344, + 0.3543672263622284, + 0.235962375998497, + 0.18268711864948273, + 0.21424192190170288, + 0.18648403882980347, + 0.15069474279880524, + 0.3048231303691864, + 0.33410197496414185, + 0.19939680397510529, + 0.06417567282915115, + 0.34755274653434753, + 0.1839364469051361, + 0.21524672210216522, + 0.21520665287971497, + 0.15249957144260406, + 0.1876191943883896, + 0.2261253446340561, + 0.1088385134935379, + 0.24585174024105072, + 0.21678657829761505, + 0.16807913780212402, + 0.144790917634964, + 0.14130665361881256, + 0.16696593165397644, + 0.35321107506752014, + 0.3164297938346863, + 0.1942252814769745, + 0.22547829151153564, + 0.25333520770072937, + 0.1667862981557846, + 0.07061949372291565, + 0.1710720807313919, + 0.20506754517555237, + 0.17940093576908112, + 0.15006370842456818, + 0.17926637828350067, + 0.2176842838525772, + 0.23784421384334564, + 0.23804360628128052, + 0.2519424557685852, + 0.2411361038684845, + 0.19920504093170166, + 0.23722192645072937, + 0.23664800822734833, + 0.1710013449192047, + 0.13038451969623566, + 0.20610752701759338, + 0.10778789967298508, + 0.24881012737751007, + 0.2725687623023987, + 0.16081202030181885, + 0.19613716006278992, + 0.19103007018566132, + 0.20458997786045074, + 0.1901850402355194, + 0.1661049872636795, + 0.2929995059967041, + 0.2961360216140747, + 0.11657676100730896, + 0.11949450522661209, + 0.2809256315231323, + 0.09578371047973633, + 0.1267009675502777, + 0.16846629977226257, + 0.26962941884994507, + 0.24225682020187378, + 0.06527072191238403, + 0.12588170170783997, + 0.11080916225910187, + 0.09546247124671936, + 0.23367461562156677, + 0.21024850010871887, + 0.14144548773765564, + 0.2113308161497116, + 0.24478262662887573, + 0.2220948189496994, + 0.17602679133415222, + 0.23057405650615692, + 0.2446684092283249, + 0.28449544310569763, + 0.10759638994932175, + 0.12275006622076035, + 0.232296422123909, + 0.05578622594475746, + 0.22712701559066772, + 0.11943072080612183, + 0.17688718438148499, + 0.36144572496414185, + 0.18183505535125732, + 0.048334717750549316, + 0.1769346445798874, + 0.1626642644405365, + 0.2179431915283203, + 0.2624286711215973, + 0.15452273190021515, + 0.12780077755451202, + 0.21349404752254486, + 0.16749334335327148, + 0.23941479623317719, + 0.1590511053800583, + 0.14324405789375305, + 0.18523263931274414, + 0.08737905323505402, + 0.10094332695007324, + 0.25900357961654663, + 0.13415995240211487, + 0.23774096369743347, + 0.16999869048595428, + 0.19980134069919586, + 0.10307858884334564, + 0.28841063380241394, + 0.20404236018657684, + 0.1829701066017151, + 0.1444844752550125, + 0.23724669218063354, + 0.18546448647975922, + 0.12688913941383362, + 0.22176793217658997, + 0.18826797604560852, + 0.13715392351150513, + 0.2158665657043457, + 0.07330679148435593, + 0.14604519307613373, + 0.192012757062912, + 0.17440581321716309, + 0.23866808414459229, + 0.16200019419193268, + 0.13995641469955444, + 0.20676016807556152, + 0.207971453666687, + 0.16690030694007874, + 0.21984140574932098, + 0.11028460413217545, + 0.17386285960674286, + 0.08656426519155502, + 0.1902366578578949, + 0.1181747168302536, + 0.20369850099086761, + 0.10684727132320404, + 0.10981831699609756, + 0.23860137164592743, + 0.11515732109546661, + 0.1344427764415741, + 0.11305373907089233, + 0.18237102031707764, + 0.0990171879529953, + 0.1843656450510025, + 0.06793436408042908, + 0.11301121115684509, + 0.20712068676948547, + 0.16656340658664703, + 0.1852596551179886, + 0.18884147703647614, + 0.12200020253658295, + 0.18994411826133728, + 0.15439091622829437, + 0.10324019938707352, + 0.07331828773021698, + 0.09549961239099503, + 0.13295985758304596, + 0.08400693535804749, + 0.1351565271615982, + 0.1423335075378418, + 0.19746331870555878, + 0.1543530523777008, + 0.2118772715330124, + 0.17291884124279022, + 0.20947806537151337, + 0.15400415658950806, + 0.11790819466114044, + 0.15353478491306305, + 0.21076810359954834, + 0.1629166156053543, + 0.09693323820829391, + 0.11275696009397507, + 0.18308375775814056, + 0.10082600265741348, + 0.17113836109638214, + 0.21896930038928986, + 0.16779056191444397, + 0.14682605862617493, + 0.16438257694244385, + 0.12099525332450867, + 0.12813018262386322, + 0.1098795086145401, + 0.12551698088645935, + 0.19747604429721832, + 0.11626780033111572, + 0.1550404131412506, + 0.07966362684965134, + 0.07415272295475006, + 0.18183501064777374, + 0.1954411268234253, + 0.1327376812696457, + 0.20515501499176025, + 0.1345946341753006, + 0.110732302069664, + 0.1165696531534195, + 0.20539382100105286, + 0.11647073179483414, + 0.12016245722770691, + 0.14936226606369019, + 0.16955570876598358, + 0.2064530849456787, + 0.12047488987445831, + 0.13932645320892334, + 0.13543662428855896, + 0.13717833161354065, + 0.13157610595226288, + 0.07583176344633102, + 0.1680290251970291, + 0.10986576229333878, + 0.06388698518276215, + 0.1551436185836792, + 0.19266986846923828, + 0.05791395157575607, + 0.1433793157339096, + 0.18946653604507446, + 0.11185303330421448, + 0.06923116743564606, + 0.16031822562217712, + 0.12683986127376556, + 0.1020820364356041, + 0.08106844872236252, + 0.12575310468673706, + 0.15486519038677216, + 0.061960216611623764, + 0.142271488904953, + 0.134097620844841, + 0.1451825052499771, + 0.12844888865947723, + 0.07516688853502274, + 0.019830811768770218, + 0.21903350949287415, + 0.11455745995044708, + 0.1250372976064682, + 0.13421206176280975, + 0.11117080599069595, + 0.10311947762966156, + 0.1049002856016159, + 0.1182369589805603, + 0.14846006035804749, + 0.10410838574171066, + 0.08715197443962097, + 0.09854187816381454, + 0.10525204241275787, + 0.06754759699106216, + 0.08603500574827194, + 0.20842444896697998, + 0.13688017427921295, + 0.10447612404823303, + 0.1082855761051178, + 0.11885619908571243, + 0.08472383767366409, + 0.06901273876428604, + 0.11669061332941055, + 0.09350314736366272, + 0.07461103051900864, + 0.11696318536996841, + 0.09236077219247818, + 0.07894688844680786, + 0.08849768340587616, + 0.14376381039619446, + 0.07327732443809509, + 0.06571752578020096, + 0.07820583134889603, + 0.09154921025037766, + 0.05815614014863968, + 0.15874285995960236, + 0.10361506789922714, + 0.10322695970535278, + 0.12671862542629242, + 0.13451094925403595, + 0.10718142986297607, + 0.14066722989082336, + 0.11031628400087357, + 0.06475827842950821, + 0.08769086003303528, + 0.070074662566185, + 0.0917799100279808, + 0.10274170339107513, + 0.14880990982055664, + 0.049012620002031326, + 0.1396050751209259, + 0.09304413199424744, + 0.07928825169801712, + 0.1774296760559082, + 0.12909743189811707, + 0.1210416778922081, + 0.06311402469873428, + 0.07731996476650238, + 0.09398619830608368, + 0.0827595591545105, + 0.11107832193374634, + 0.17596347630023956, + 0.12076051533222198, + 0.07941339910030365, + 0.10057634860277176, + 0.09151381254196167, + 0.12378601729869843, + 0.09311246871948242, + 0.10720358788967133, + 0.11696118861436844, + 0.060691285878419876, + 0.08113958686590195, + 0.07528764754533768, + 0.0610838383436203, + 0.09596969932317734, + 0.1086798757314682, + 0.12398151308298111, + 0.08832849562168121, + 0.06090063229203224, + 0.18429099023342133, + 0.08016994595527649, + 0.09299859404563904, + 0.08802515268325806, + 0.036928441375494, + 0.07242999970912933, + 0.07298523932695389, + 0.1916740983724594, + 0.14554661512374878, + 0.13550694286823273, + 0.05094831809401512, + 0.09765618294477463, + 0.05214153230190277, + 0.12335875630378723, + 0.10272820293903351, + 0.07557903230190277, + 0.11997368931770325, + 0.1312316507101059, + 0.09435750544071198, + 0.07087956368923187, + 0.1204424649477005, + 0.08759471774101257, + 0.07412517815828323, + 0.09167787432670593, + 0.14926818013191223, + 0.08091820776462555, + 0.12813140451908112, + 0.09610173106193542, + 0.13307105004787445, + 0.038317903876304626, + 0.088667131960392, + 0.0668841227889061, + 0.12988770008087158, + 0.046223483979701996, + 0.11051036417484283, + 0.046579550951719284, + 0.04844021052122116, + 0.13707448542118073, + 0.055378444492816925, + 0.10372977703809738, + 0.04545818641781807, + 0.11386671662330627, + 0.030733317136764526, + 0.10932647436857224, + 0.10316991806030273, + 0.014902344904839993, + 0.11342068761587143, + 0.1071048378944397, + 0.08131221681833267, + 0.11966792494058609, + 0.139915332198143, + 0.08043079078197479, + 0.07812747359275818, + 0.07437002658843994, + 0.13133816421031952, + 0.1412326842546463, + 0.09326136112213135, + 0.05625297874212265, + 0.09387528896331787, + 0.07285775244235992, + 0.09024020284414291, + 0.06358605623245239, + 0.1206619143486023, + 0.04650654271245003, + 0.09108080714941025, + 0.1250287890434265, + 0.10415861010551453, + 0.08090489357709885, + 0.05438238009810448, + 0.06508735567331314, + 0.08333980292081833, + 0.08111333847045898, + 0.06602528691291809, + 0.06507989019155502, + 0.09394105523824692, + 0.0802958682179451, + 0.14945176243782043, + 0.12236397713422775, + 0.12220663577318192, + 0.08090347796678543, + 0.044446755200624466, + 0.04971850663423538, + 0.0785931646823883, + 0.051715150475502014, + 0.06611950695514679, + 0.11324390023946762, + 0.06531356275081635, + 0.07239776104688644, + 0.07083012908697128, + 0.15297234058380127, + 0.0972718894481659, + 0.07291640341281891, + 0.09202366322278976, + 0.13307535648345947, + 0.02812478132545948, + 0.13050398230552673, + 0.0548141747713089, + 0.10000847280025482, + 0.0553240142762661, + 0.08722930401563644, + 0.11707664281129837, + 0.09971610456705093, + 0.0745447501540184, + 0.08395010977983475, + 0.04785541817545891, + 0.11155484616756439, + 0.12273769825696945, + 0.09983807802200317, + 0.07337424159049988, + 0.0790557712316513, + 0.15090399980545044 ], "env_score_iters": [ 1, @@ -87019,2304 +104619,3054 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -2.3961901664733887, - -2.6115410327911377, - 3.847578525543213, - -2.4185006618499756, - -2.46631121635437, - -1.146918535232544, - -3.750657081604004, - -3.0648677349090576, - -2.6277670860290527, - 5.511066436767578, - -3.465041160583496, - 1.667826771736145, - -3.9661285877227783, - -1.1310242414474487, - 4.242160797119141, - -2.0017971992492676, - 0.8190147280693054, - -3.924551248550415, - -3.909463882446289, - -4.203178882598877, - 2.153714656829834, - -7.558978080749512, - 1.6278505325317383, - -3.4415030479431152, - -6.1643853187561035, - 1.022384524345398, - 0.10319467633962631, - -2.6737942695617676, - -0.7534009218215942, - -1.8296579122543335, - -3.625948667526245, - -4.589162826538086, - 0.826314389705658, - -3.1356961727142334, - -7.047469615936279, - 0.583602249622345, - -1.4466859102249146, - -1.8273979425430298, - -3.189309597015381, - -2.700741767883301, - 5.849335193634033, - -3.4897353649139404, - -4.108251094818115, - -3.4051692485809326, - 8.845848083496094, - -2.82967209815979, - 0.2687142789363861, - -5.034519672393799, - -2.2892656326293945, - 1.6016731262207031, - -1.0113837718963623, - -2.2736001014709473, - -0.3479354977607727, - -0.7132296562194824, - 1.3214285373687744, - -2.6259028911590576, - 15.523723602294922, - -3.3885653018951416, - 4.524512767791748, - -1.8503406047821045, - -2.578505039215088, - -2.199665069580078, - -1.647588849067688, - -3.341951847076416, - -3.3764095306396484, - -4.047364234924316, - -3.83758807182312, - -6.1774516105651855, - -3.3936870098114014, - -2.436737537384033, - -0.9299854636192322, - -2.8274548053741455, - -0.41908061504364014, - -0.14753876626491547, - -3.610262393951416, - -2.610034465789795, - -5.370302200317383, - -1.2962998151779175, - -1.8865808248519897, - -2.9140238761901855, - -2.926337242126465, - -1.4717258214950562, - -4.189836502075195, - -2.9175684452056885, - -2.836453676223755, - -5.149203300476074, - -2.6005730628967285, - -4.410660743713379, - -3.4813404083251953, - -4.918737411499023, - -3.4387383460998535, - -2.416985273361206, - -4.731335163116455, - -3.644785165786743, - -2.1354434490203857, - -3.6678366661071777, - -1.8870176076889038, - -2.095771551132202, - -3.512974500656128, - -3.093500852584839, - -4.166493892669678, - -2.466625928878784, - -8.189528465270996, - -0.14341393113136292, - -1.0981045961380005, - -5.364965915679932, - -1.6448736190795898, - -3.5917351245880127, - -2.73348069190979, - -1.814038872718811, - -2.68007493019104, - -3.5878660678863525, - -3.1734001636505127, - -3.4354710578918457, - -2.768319845199585, - -3.6074774265289307, - -1.8424708843231201, - -1.5704810619354248, - -5.4350385665893555, - -2.0200445652008057, - -3.167982339859009, - -4.143094539642334, - 1.9120692014694214, - -4.035986423492432, - -0.13808083534240723, - -4.197489261627197, - -2.513134479522705, - -2.776994466781616, - -3.3688313961029053, - -3.283092737197876, - -3.814021348953247, - -3.063873529434204, - -3.0801377296447754, - -6.268301010131836, - -3.1960408687591553, - 1.2001270055770874, - 0.264606237411499, - -0.4934847354888916, - -4.0477070808410645, - 9.135308265686035, - -3.3673298358917236, - -3.604844808578491, - -2.6753597259521484, - -3.0442612171173096, - -2.9793436527252197, - -3.987212896347046, - -3.9134061336517334, - -8.783419609069824, - -0.344913512468338, - -0.27043357491493225, - -2.3588552474975586, - 4.992759704589844, - 2.124282121658325, - -4.620674133300781, - -1.6666786670684814, - -2.485832691192627, - -5.22519588470459, - -2.5553348064422607, - -7.623064041137695, - -2.130922317504883, - -6.4887166023254395, - -6.357718467712402, - -2.1895742416381836, - -2.847813606262207, - -1.5838797092437744, - -3.061805248260498, - -1.648330807685852, - -0.5950274467468262, - -3.05739688873291, - -1.5318061113357544, - -0.1336933821439743, - -2.6242480278015137, - 3.7900290489196777, - -2.3722150325775146, - -0.44897404313087463, - -3.6557705402374268, - -3.5203304290771484, - -3.3724915981292725, - -2.340496778488159, - -3.763043165206909, - -3.4179916381835938, - -3.2048568725585938, - 2.9569432735443115, - -6.664785385131836, - -1.9797378778457642, - 0.12847980856895447, - 1.9183381795883179, - -3.251237392425537, - -3.5833988189697266, - 0.5612956285476685, - 1.4629144668579102, - -2.727708339691162, - -0.7282199263572693, - -2.280818462371826, - -1.6778539419174194, - -1.046695590019226, - 0.09834001958370209, - -1.5353811979293823, - -2.2657268047332764, - -0.18598461151123047, - 2.7837345600128174, - -2.6345536708831787, - -2.7540321350097656, - -1.3471969366073608, - -3.2128782272338867, - -5.732614994049072, - -0.2453567236661911, - -3.6358487606048584, - -3.3267931938171387, - -2.7792341709136963, - -1.8990185260772705, - -3.826563835144043, - -1.1758464574813843, - -3.178584575653076, - -5.68692684173584, - -4.603363513946533, - -6.876006126403809, - -2.9534380435943604, - -3.942918539047241, - -2.9982213973999023, - -3.132551908493042, - -6.12044095993042, - -0.5046451091766357, - -3.6931161880493164, - -2.927436113357544, - -2.480637311935425, - 0.35874998569488525, - -2.8763599395751953, - 0.2135997861623764, - 3.712860345840454, - -5.510990619659424, - 0.16304656863212585, - 3.603670358657837, - -1.5407226085662842, - -8.298940658569336, - -2.744941234588623, - -3.862964391708374, - -2.933983564376831, - -1.9414252042770386, - -4.80746603012085, - -2.8546500205993652, - -4.664272785186768, - -4.363983631134033, - 0.9114957451820374, - 0.0937252938747406, - -2.0181519985198975, - -4.176244258880615, - -3.690727710723877, - -1.1121326684951782, - -4.067750930786133, - -3.5324249267578125, - -1.5658353567123413, - -3.0686538219451904, - -3.9012651443481445, - -3.9225986003875732, - -6.791375637054443, - -4.225472450256348, - -1.629908561706543, - -3.7267873287200928, - -0.8483012318611145, - -2.1511619091033936, - -3.0193276405334473, - -0.9747629761695862, - -3.7657723426818848, - -1.1896004676818848, - -3.6905691623687744, - -7.438490390777588, - -3.2744340896606445, - 0.8323031067848206, - -2.497065544128418, - -3.6602518558502197, - 4.485968112945557, - 1.1003299951553345, - -2.667370557785034, - -3.076594352722168, - -5.257715702056885, - -4.321305274963379, - 0.35972434282302856, - 3.6357648372650146, - -2.656161069869995, - -5.707935810089111, - -1.6083769798278809, - 0.028148379176855087, - -0.5069619417190552, - -2.6991329193115234, - 1.1964181661605835, - -4.115614414215088, - -1.9257760047912598, - -2.8968405723571777, - 1.3020402193069458, - -0.5191192030906677, - -0.5162402987480164, - 0.5450515747070312, - -1.4709992408752441, - -2.0486299991607666, - 4.829999923706055, - -3.7869129180908203, - -4.831878662109375, - 3.5043601989746094, - -0.8720694184303284, - -1.5733991861343384, - -3.770956516265869, - -2.5517361164093018, - -1.8360892534255981, - -2.126275062561035, - 1.94957435131073, - -2.058879852294922, - -2.677260160446167, - -5.152400970458984, - -1.023586630821228, - -2.3658173084259033, - -4.568540096282959, - -3.1591804027557373, - -3.113631248474121, - -4.689610481262207, - -1.2407214641571045, - -2.957841396331787, - -3.0094640254974365, - -2.46920108795166, - -5.305904388427734, - -3.2554545402526855, - -3.5815703868865967, - -2.1333508491516113, - -2.3996429443359375, - -3.64469051361084, - 0.01706789992749691, - -1.9762418270111084, - -3.75836181640625, - -4.106052875518799, - -0.5372068285942078, - -3.2374894618988037, - -1.0272929668426514, - -0.8856964111328125, - -3.7524025440216064, - -2.85079026222229, - -3.382521867752075, - -3.238694667816162, - 0.6539820432662964, - -2.5152289867401123, - -3.862191915512085, - -0.9579386711120605, - -2.282829761505127, - -7.070173263549805, - -5.932350158691406, - -3.4845564365386963, - -3.3960559368133545, - -2.511662244796753, - -4.795566558837891, - -2.9367198944091797, - -3.396185874938965, - -3.6654622554779053, - -3.7179412841796875, - -2.970905303955078, - -1.0778429508209229, - -0.3201889991760254, - -2.871737003326416, - -1.010634422302246, - -1.9179970026016235, - -6.0487189292907715, - -2.829709768295288, - 1.7950875759124756, - -3.4433493614196777, - -2.6875274181365967, - -0.5033910870552063, - -1.75423002243042, - -3.9532947540283203, - -4.97815465927124, - -4.992393493652344, - -4.410476207733154, - -4.027462959289551, - -4.0632829666137695, - -1.8247708082199097, - -8.60165023803711, - -3.0582494735717773, - -3.5548245906829834, - -3.0094411373138428, - 4.575711727142334, - 0.2868169844150543, - -0.99420166015625, - -3.099886178970337, - -2.651987314224243, - -3.8599939346313477, - -1.6574147939682007, - -0.0433475524187088, - -3.5692129135131836, - -3.2597227096557617, - -2.960710287094116, - 6.628146171569824, - -4.091930866241455, - -3.6488091945648193, - -3.2916407585144043, - -3.6854348182678223, - 1.274875521659851, - -4.996768474578857, - -3.436598062515259, - 0.9758510589599609, - -3.120718002319336, - 0.6403706669807434, - -3.729876756668091, - -2.130697250366211, - -2.7656445503234863, - -4.969250202178955, - -1.9473848342895508, - -0.5312269330024719, - 1.4315195083618164, - -3.449157953262329, - -3.671785831451416, - -5.283534526824951, - -7.337550640106201, - -1.1875141859054565, - -0.9871675968170166, - -5.827691555023193, - -5.036874294281006, - -3.885613441467285, - 0.75480055809021, - -3.0536794662475586, - -3.5231127738952637, - -2.1991395950317383, - -3.0554001331329346, - -0.9073724150657654, - -1.4926385879516602, - 1.3717761039733887, - -4.197609901428223, - -1.4370253086090088, - -3.363156318664551, - -3.286160945892334, - -6.808567523956299, - -2.8944380283355713, - -3.9838199615478516, - -1.1285974979400635, - -3.0660784244537354, - -3.711036443710327, - -3.829385757446289, - -2.990968704223633, - -3.714637279510498, - -5.903441429138184, - -3.5147817134857178, - -0.003191916970536113, - -3.034419298171997, - -2.832833766937256, - -4.186845302581787, - -3.9786489009857178, - -0.6925818920135498, - -3.3599658012390137, - -0.061260420829057693, - -4.174365997314453, - -3.491265296936035, - -4.203183174133301, - -7.513078689575195, - -0.5487406253814697, - -1.3876378536224365, - -3.791264533996582, - -1.5837112665176392, - -3.408130168914795, - -3.5517349243164062, - -2.7628228664398193, - 3.346987009048462, - 0.13564227521419525, - -0.8724395632743835, - -3.3484456539154053, - -3.7882137298583984, - -3.514240264892578, - -1.639636754989624, - -2.5318212509155273, - -4.964249134063721, - -1.5796557664871216, - -3.669017791748047, - -5.5085835456848145, - -3.725815773010254, - -3.755406141281128, - -3.1647095680236816, - -3.1825289726257324, - -3.1131372451782227, - -1.7326204776763916, - -0.9607543349266052, - -4.2622151374816895, - -3.7223565578460693, - -6.043497085571289, - -2.740762233734131, - -2.5969815254211426, - -3.2202258110046387, - -0.08449483662843704, - -3.464301586151123, - -3.3384323120117188, - -1.5060086250305176, - 3.8370232582092285, - -4.029463768005371, - -3.9407825469970703, - -1.7456474304199219, - -2.610836982727051, - -4.143085479736328, - -3.6996026039123535, - -4.02192497253418, - -2.2237894535064697, - 0.4689123332500458, - -1.9419611692428589, - -3.294854164123535 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5562650561332703, + -0.5422168374061584, + -0.441194623708725, + -0.5859783291816711, + -0.48263654112815857, + -0.5718828439712524, + -0.354026734828949, + -0.5048772692680359, + -0.6419805288314819, + -0.7449804544448853, + -0.4883387088775635, + -0.6557339429855347, + -0.448269784450531, + -0.15023580193519592, + -0.4545971751213074, + -0.2527830898761749, + -0.43572181463241577, + -0.4899580776691437, + -0.6333139538764954, + -0.33265623450279236, + -0.579637885093689, + -0.507501482963562, + -0.5773557424545288, + -0.49327147006988525, + -0.3520044684410095, + -0.5256401896476746, + -0.28995054960250854, + -0.5233860015869141, + -0.5788792967796326, + -0.16669942438602448, + -0.29966849088668823, + -0.3955870270729065, + -0.48206526041030884, + -0.2375096082687378, + -0.23501738905906677, + -0.4652918875217438, + -0.594529926776886, + -0.5904861092567444, + -0.5696477890014648, + -0.636406660079956, + -0.39023062586784363, + -0.49147936701774597, + -0.5078252553939819, + -0.4342953860759735, + -0.46597832441329956, + -0.43480032682418823, + -0.4496358335018158, + -0.5120147466659546, + -0.5016428232192993, + -0.43401870131492615, + -0.18009451031684875, + -0.4290916621685028, + -0.5205747485160828, + -0.4584888815879822, + -0.7152454853057861, + -0.5687388181686401, + -0.5406116843223572, + -0.45225200057029724, + -0.5070034861564636, + -0.27250075340270996, + -0.4903746247291565, + -0.5273224115371704, + -0.5095087289810181, + -0.37326979637145996, + -0.5700598359107971, + -0.6694619059562683, + -0.4880615770816803, + -0.5932289958000183, + -0.5804171562194824, + -0.5412165522575378, + -0.5342452526092529, + -0.5355984568595886, + -0.49865755438804626, + -0.5071419477462769, + -0.3836234211921692, + -0.9905387759208679, + -0.4814353883266449, + -0.7573856711387634, + -0.4010796546936035, + -0.6028668880462646, + -0.5626119375228882, + -0.51402348279953, + -0.6907663345336914, + -0.7508137822151184, + -0.3976288437843323, + -0.6163690686225891, + -0.5339959263801575, + -0.45782479643821716, + -0.3207898736000061, + -0.581217885017395, + -0.3436267077922821, + -0.6014817357063293, + -0.43351641297340393, + -0.5484371185302734, + -0.545133650302887, + -0.6316830515861511, + -0.43445736169815063, + -0.6110446453094482, + -0.3826349675655365, + -0.4038759469985962, + -0.3879002332687378, + -0.5322650074958801, + -0.5664023756980896, + -0.26520198583602905, + -0.5695847868919373, + -0.6067659258842468, + -0.6341537237167358, + -0.45992523431777954, + -0.48853805661201477, + -0.5330204367637634, + -0.45383185148239136, + -0.514197826385498, + -0.477133572101593, + -0.472907155752182, + -0.7592217922210693, + -0.6113021969795227, + -0.4335675537586212, + -0.5960915088653564, + -0.45527294278144836, + -0.42474400997161865, + -0.4364962577819824, + -0.3007653057575226, + -0.49785929918289185, + -0.6049839854240417, + -0.569146990776062, + -0.4638282358646393, + -0.5335646867752075, + -0.4064253568649292, + -0.48947104811668396, + -0.5090176463127136, + -0.5115509629249573, + -0.6234917640686035, + -0.48730117082595825, + -0.943802535533905, + -0.463888943195343, + -0.6239401698112488, + -0.763579249382019, + -0.35046783089637756, + -0.6476730704307556, + -0.5446258783340454, + -0.6511226296424866, + -0.6538048386573792, + -0.4092681109905243, + -0.49291178584098816, + -0.8595289587974548, + -0.4048527181148529, + -0.015129396691918373, + -0.1191292479634285, + -0.601869523525238, + -0.4417206645011902, + -0.5153300166130066, + -0.11040351539850235, + -0.5871540307998657, + -0.5644809007644653, + -0.13505569100379944, + -0.6105231046676636, + -0.5316570997238159, + -0.7777016162872314, + -0.4755721092224121, + -0.40126413106918335, + -0.4084678292274475, + -0.617851197719574, + -0.4128761887550354, + -0.3819935619831085, + -0.39876416325569153, + -0.22007641196250916, + -0.39777082204818726, + -0.6883145570755005, + -0.41266876459121704, + -0.5635915398597717, + -0.41797375679016113, + -0.5099039077758789, + -0.6078944802284241, + -0.3410632610321045, + -0.6375158429145813, + -0.5834423899650574, + -0.6229166984558105, + -0.572960615158081, + -0.43999743461608887, + -0.5464392304420471, + -0.540674090385437, + -0.5380795001983643, + -0.3673996031284332, + -0.5692999958992004, + -0.6786727905273438, + -0.5737931132316589, + -0.4924219846725464, + -0.4846698045730591, + -0.3664996325969696, + -0.28765037655830383, + -0.4841861426830292, + -0.5812575221061707, + -0.6457861065864563, + -0.46301573514938354, + -0.5221657156944275, + -0.435111939907074, + -0.4045415222644806, + -0.4540417790412903, + -0.7073334455490112, + -0.5985019207000732, + -0.5414824485778809, + -0.4643611013889313, + -0.6563481092453003, + -0.48882970213890076, + -0.5610029697418213, + -0.46012893319129944, + -0.4795636236667633, + -0.37524378299713135, + -0.6202979683876038, + -0.7117552161216736, + -0.47654035687446594, + -0.6464676260948181, + -0.40360862016677856, + -0.5302910208702087, + -0.33486807346343994, + -0.6599299311637878, + -0.45276588201522827, + -0.569255530834198, + -0.4363066256046295, + -0.7091504335403442, + -0.5739437937736511, + -0.4087807238101959, + -0.6772996783256531, + -0.6243147850036621, + -0.40205463767051697, + -0.7943267226219177, + -0.37053927779197693, + -0.6299471855163574, + -0.5093121528625488, + -0.47364097833633423, + -0.7890936136245728, + -0.6259644031524658, + -0.3412059545516968, + -0.5934933423995972, + -0.5245709419250488, + -0.43941834568977356, + -0.523783802986145, + -0.531988799571991, + -0.4536726474761963, + -0.5248391032218933, + -0.47128716111183167, + -0.6225407123565674, + -0.5385850667953491, + -0.4735913574695587, + -0.48743003606796265, + -0.8445224165916443, + -0.6562696695327759, + -0.6320111155509949, + -0.5160158276557922, + -0.34515029191970825, + -0.4076037108898163, + -0.5040811896324158, + -0.6468683481216431, + -0.4337494373321533, + -0.740034818649292, + -0.4879864454269409, + -0.5135803818702698, + -0.39278674125671387, + -0.6500932574272156, + -0.7502716779708862, + -0.38683849573135376, + -0.5429985523223877, + -0.7152273058891296, + -0.48174163699150085, + -0.6928899884223938, + -0.5674569010734558, + -0.4029958248138428, + -0.47022292017936707, + -0.5559276342391968, + -0.8312734961509705, + -0.47915947437286377, + -0.768011212348938, + -0.6532717347145081, + -0.4996418356895447, + -0.45305877923965454, + -0.6071133017539978, + -0.4835147261619568, + -0.5342787504196167, + -0.5368143320083618, + -0.4537319839000702, + -0.4839116632938385, + -0.5700848698616028, + -0.42793595790863037, + -0.5196894407272339, + -0.5372037887573242, + -0.5932561755180359, + -0.43173930048942566, + -0.7351910471916199, + -0.48810750246047974, + -0.56487637758255, + -0.5868995785713196, + -0.6229758858680725, + -0.5819331407546997, + -0.47530174255371094, + -0.5115928649902344, + -0.6178855895996094, + -0.6018298268318176, + -0.5567651391029358, + -0.6032726168632507, + -0.5500168800354004, + -0.4765090048313141, + -0.5368313193321228, + -0.4982893764972687, + -0.5982067584991455, + -0.509584903717041, + -0.48675045371055603, + -0.6772851347923279, + -0.4823344647884369, + -0.5446008443832397, + -0.5602439641952515, + -0.5842093825340271, + -0.7042499780654907, + -0.5392704606056213, + -0.57881098985672, + -0.5038353204727173, + -0.6912727952003479, + -0.46291065216064453, + -0.4695483446121216, + -0.5269358158111572, + -0.5756363868713379, + -0.32142484188079834, + -0.6003966927528381, + -0.5113504528999329, + -0.5410165190696716, + -0.6059829592704773, + -0.5801264047622681, + -0.6512773633003235, + -0.5697789192199707, + -0.3989656865596771, + -0.544514536857605, + -0.5471917986869812, + -0.5784561634063721, + -0.5805718898773193, + -0.8224996328353882, + -0.6460618376731873, + -0.7059091925621033, + -0.6036606431007385, + -0.5394055843353271, + -0.6342978477478027, + -0.6732823252677917, + -0.7268739938735962, + -0.5494005680084229, + -0.6462950706481934, + -0.4445491135120392, + -0.6849417090415955, + -0.5902543067932129, + -0.5048242211341858, + -0.4940640926361084, + -0.5720618963241577, + -0.5224835872650146, + -0.646729052066803, + -0.577778697013855, + -0.5991915464401245, + -0.557230532169342, + -0.6023100018501282, + -0.5903329253196716, + -0.5244781374931335, + -0.7131171226501465, + -0.5689740777015686, + -0.33137431740760803, + -0.6117166876792908, + -0.6508909463882446, + -0.5333075523376465, + -0.49342650175094604, + -0.6563416719436646, + -0.5322821736335754, + -0.6249281167984009, + -0.497260719537735, + -0.6317130327224731, + -0.4753168523311615, + -0.5750154256820679, + -0.4335862994194031, + -0.8742989897727966, + -0.5046529769897461, + -0.5900200009346008, + -0.5502261519432068, + -0.5472502708435059, + -0.6625136733055115, + -0.7175474166870117, + -0.45403382182121277, + -0.5549906492233276, + -0.416595458984375, + -0.5581322908401489, + -0.5244802236557007, + -0.528664231300354, + -0.5794203281402588, + -0.5618737936019897, + -0.6670450568199158, + -0.5668840408325195, + -0.47527119517326355, + -0.597626805305481, + -0.5192818641662598, + -0.5264571905136108, + -0.5805677771568298, + -0.569161057472229, + -0.5877264738082886, + -0.5414107441902161, + -0.9366775155067444, + -0.7521800994873047, + -0.6859560012817383, + -0.7282894253730774, + -0.5633224248886108, + -0.6213372945785522, + -0.6452847123146057, + -0.8023102283477783, + -0.5640090703964233, + -0.5851922035217285, + -0.5886747241020203, + -0.4173048436641693, + -0.6020169854164124, + -0.5968223810195923, + -0.7077136039733887, + -0.9485219120979309, + -0.6012077927589417, + -0.411845326423645, + -0.6241075992584229, + -0.6703694462776184, + -0.6010732650756836, + -0.5519286394119263, + -0.6646718978881836, + -0.5543592572212219, + -0.7143678665161133, + -0.6388092637062073, + -0.39928138256073, + -0.6160030961036682, + -0.6559282541275024, + -0.6173940300941467, + -0.5338273644447327, + -0.6766656637191772, + -0.5947629809379578, + -0.5479455590248108, + -0.7236416339874268, + -0.6234368681907654, + -0.6182591915130615, + -0.7255503535270691, + -0.5208607316017151, + -0.6345787048339844, + -0.7427310943603516, + -0.5730947256088257, + -0.42386195063591003, + -0.6616966724395752, + -0.6092453002929688, + -0.8764498233795166, + -0.4358011484146118, + -0.6660918593406677, + -0.5935251116752625, + -0.4567491412162781, + -0.7190385460853577, + -0.5886746644973755, + -0.971328854560852, + -0.5570035576820374, + -0.6143345236778259, + -0.5678452849388123, + -0.6318111419677734, + -0.6436432600021362, + -0.5366718769073486, + -0.6259979605674744, + -0.4871745705604553, + -0.6583945155143738, + -0.5946393013000488, + -0.6238281726837158, + -0.4398437440395355, + -0.5747366547584534, + -0.6590666174888611, + -0.574870228767395, + -0.6020526885986328, + -0.6903430223464966, + -0.5811426639556885, + -0.6299018263816833, + -0.6277980208396912, + -0.6224215626716614, + -0.7686223387718201, + -0.6120139360427856, + -0.2871231436729431, + -0.6123273968696594, + -0.6093505024909973, + -0.7883025407791138, + -0.6365203261375427, + -0.6735917925834656, + -0.6578956842422485, + -0.6451215744018555, + -0.6135987043380737, + -0.5094822645187378, + -0.6438363194465637, + -0.6044488549232483, + -0.590099036693573, + -0.5635072588920593, + -0.5414276719093323, + -0.6076372265815735, + -0.49563077092170715, + -0.48080310225486755, + -0.5723645687103271, + -0.5952689051628113, + -0.5946944952011108, + -0.6449430584907532 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.65, - 0.675, - 0.6749999999999999, - 0.7, - 0.675, - 0.675, - 0.6, - 0.6000000000000001, - 0.65 + 0.43749999999999994, + 0.43749999999999994, + 0.475, + 0.475, + 0.475, + 0.44999999999999996, + 0.4375, + 0.42499999999999993, + 0.43749999999999994, + 0.475, + 0.4875, + 0.425, + 0.43749999999999994, + 0.43749999999999994, + 0.3875, + 0.4625, + 0.35, + 0.4125, + 0.38749999999999996, + 0.425 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.21456070244312286, - 0.12933087348937988, - 0.09260360896587372, - 0.9500060081481934, - 0.39756134152412415, - 0.15816210210323334, - 0.03478407487273216, - 0.06013636291027069, - 0.2458619624376297, - 0.11661001294851303 + -0.08990971744060516, + 0.05712784081697464, + 0.021102717146277428, + -0.14032356441020966, + 0.0312776193022728, + -0.007293096277862787, + -0.19944077730178833, + -0.1638946533203125, + 0.023176664486527443, + -0.12398353964090347, + 0.15562546253204346, + -0.17462049424648285, + -0.11724057793617249, + 0.029040690511465073, + 0.11566755920648575, + 0.012025580741465092, + -0.15780307352542877, + 0.222972571849823, + 0.2343004196882248, + 0.13993854820728302 ], "rl_grad_norm": [ - 0.5847647190093994, - 0.8418048024177551, - 0.07707507908344269, - 2.7267637252807617, - 0.10486079007387161, - 0.07042978703975677, - 0.4332483112812042, - 0.25351932644844055, - 0.10589799284934998, - 0.45753178000450134 + 2.1298329830169678, + 0.6571491360664368, + 0.3053293526172638, + 0.37939634919166565, + 0.20040029287338257, + 0.15525035560131073, + 0.19720104336738586, + 0.2399645447731018, + 0.09053630381822586, + 0.18764516711235046, + 0.1275123804807663, + 0.29214879870414734, + 0.1622145175933838, + 0.16347962617874146, + 0.16254031658172607, + 0.11042368412017822, + 0.08455084264278412, + 0.10703560709953308, + 0.38726046681404114, + 0.1345064342021942 ], "bc_grad_norm": [ - 0.2175072282552719, - 0.28105515241622925, - 0.10605709254741669, - 0.8417285084724426, - 0.4106868803501129, - 0.22897730767726898, - 0.22991445660591125, - 0.142732173204422, - 0.33551594614982605, - 0.20763027667999268 + 1.531306266784668, + 1.2230830192565918, + 1.991316795349121, + 1.5066077709197998, + 1.564989447593689, + 1.8166126012802124, + 1.8350963592529297, + 1.7802798748016357, + 1.532039999961853, + 1.4073429107666016, + 1.182795524597168, + 1.4872883558273315, + 1.7726644277572632, + 3.3792386054992676, + 1.6335835456848145, + 2.0747175216674805, + 2.183224678039551, + 2.0092859268188477, + 3.3309857845306396, + 2.9164674282073975 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.1.self_attn.in_proj_weight": 0.06540074199438095, - "transformer.layers.1.self_attn.in_proj_bias": 0.003056543879210949, - "transformer.layers.1.self_attn.out_proj.weight": 0.0624360665678978, - "transformer.layers.1.self_attn.out_proj.bias": 0.0034306212328374386, - "transformer.layers.1.linear1.weight": 0.03983519226312637, - "transformer.layers.1.linear1.bias": 0.0018773711053654552, - "transformer.layers.1.linear2.weight": 0.05293211340904236, - "transformer.layers.1.linear2.bias": 0.0033038759138435125, - "transformer.layers.1.norm1.weight": 0.003932327963411808, - "transformer.layers.1.norm1.bias": 0.0028071815613657236, - "transformer.layers.1.norm2.weight": 0.0023655565455555916, - "transformer.layers.1.norm2.bias": 0.0014102497370913625, - "transformer.layers.2.self_attn.in_proj_weight": 0.065268374979496, - "transformer.layers.2.self_attn.in_proj_bias": 0.0030470453202724457, - "transformer.layers.2.self_attn.out_proj.weight": 0.05416909605264664, - "transformer.layers.2.self_attn.out_proj.bias": 0.0034975321032106876, - "transformer.layers.2.linear1.weight": 0.034637968987226486, - "transformer.layers.2.linear1.bias": 0.0018154681893065572, - "transformer.layers.2.linear2.weight": 0.03857828304171562, - "transformer.layers.2.linear2.bias": 0.0033752047456800938, - "transformer.layers.2.norm1.weight": 0.00413176417350769, - "transformer.layers.2.norm1.bias": 0.002659645862877369, - "transformer.layers.2.norm2.weight": 0.0019585597328841686, - "transformer.layers.2.norm2.bias": 0.0016751642106100917, - "transformer.layers.3.self_attn.in_proj_weight": 0.10406585782766342, - "transformer.layers.3.self_attn.in_proj_bias": 0.006565001793205738, - "transformer.layers.3.self_attn.out_proj.weight": 0.060669176280498505, - "transformer.layers.3.self_attn.out_proj.bias": 0.004697922617197037, - "transformer.layers.3.linear1.weight": 0.08057323843240738, - "transformer.layers.3.linear1.bias": 0.00434402609243989, - "transformer.layers.3.linear2.weight": 0.046265147626399994, - "transformer.layers.3.linear2.bias": 0.005887094419449568, - "transformer.layers.3.norm1.weight": 0.007217919919639826, - "transformer.layers.3.norm1.bias": 0.009324710816144943, - "transformer.layers.3.norm2.weight": 0.005817760247737169, - "transformer.layers.3.norm2.bias": 0.004983970429748297, - "head.weight": 0.5691354870796204, - "head.bias": 0.011849005706608295 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.07997025549411774, - "transformer.layers.1.self_attn.in_proj_bias": 0.0048789153806865215, - "transformer.layers.1.self_attn.out_proj.weight": 0.07730859518051147, - "transformer.layers.1.self_attn.out_proj.bias": 0.006528280209749937, - "transformer.layers.1.linear1.weight": 0.04605613276362419, - "transformer.layers.1.linear1.bias": 0.0025579240173101425, - "transformer.layers.1.linear2.weight": 0.06680066138505936, - "transformer.layers.1.linear2.bias": 0.006608618423342705, - "transformer.layers.1.norm1.weight": 0.004376719705760479, - "transformer.layers.1.norm1.bias": 0.004821356851607561, - "transformer.layers.1.norm2.weight": 0.0027842605486512184, - "transformer.layers.1.norm2.bias": 0.002270015887916088, - "transformer.layers.2.self_attn.in_proj_weight": 0.09645801782608032, - "transformer.layers.2.self_attn.in_proj_bias": 0.00594247505068779, - "transformer.layers.2.self_attn.out_proj.weight": 0.07083602249622345, - "transformer.layers.2.self_attn.out_proj.bias": 0.006820093374699354, - "transformer.layers.2.linear1.weight": 0.043478790670633316, - "transformer.layers.2.linear1.bias": 0.0026927851140499115, - "transformer.layers.2.linear2.weight": 0.05263034254312515, - "transformer.layers.2.linear2.bias": 0.00692466925829649, - "transformer.layers.2.norm1.weight": 0.006282709538936615, - "transformer.layers.2.norm1.bias": 0.0070608011446893215, - "transformer.layers.2.norm2.weight": 0.0026479826774448156, - "transformer.layers.2.norm2.bias": 0.0027960394509136677, - "transformer.layers.3.self_attn.in_proj_weight": 0.14771561324596405, - "transformer.layers.3.self_attn.in_proj_bias": 0.010209429077804089, - "transformer.layers.3.self_attn.out_proj.weight": 0.08106598258018494, - "transformer.layers.3.self_attn.out_proj.bias": 0.009439712390303612, - "transformer.layers.3.linear1.weight": 0.12054730951786041, - "transformer.layers.3.linear1.bias": 0.01017314288765192, - "transformer.layers.3.linear2.weight": 0.06300029158592224, - "transformer.layers.3.linear2.bias": 0.014748386107385159, - "transformer.layers.3.norm1.weight": 0.01093964371830225, - "transformer.layers.3.norm1.bias": 0.01327479723840952, - "transformer.layers.3.norm2.weight": 0.009663854725658894, - "transformer.layers.3.norm2.bias": 0.01571192592382431, - "head.weight": 0.8168128132820129, - "head.bias": 0.032064951956272125 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.012866622768342495, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006818139227107167, - "transformer.layers.1.self_attn.out_proj.weight": 0.01272608432918787, - "transformer.layers.1.self_attn.out_proj.bias": 0.000916493299882859, - "transformer.layers.1.linear1.weight": 0.008407366462051868, - "transformer.layers.1.linear1.bias": 0.00041619015973992646, - "transformer.layers.1.linear2.weight": 0.010956441052258015, - "transformer.layers.1.linear2.bias": 0.0008704654756002128, - "transformer.layers.1.norm1.weight": 0.0009096374269574881, - "transformer.layers.1.norm1.bias": 0.0006462183082476258, - "transformer.layers.1.norm2.weight": 0.0005288692773319781, - "transformer.layers.1.norm2.bias": 0.0003509235102683306, - "transformer.layers.2.self_attn.in_proj_weight": 0.014290636405348778, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006266810814850032, - "transformer.layers.2.self_attn.out_proj.weight": 0.00940342340618372, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008684354252181947, - "transformer.layers.2.linear1.weight": 0.006989818532019854, - "transformer.layers.2.linear1.bias": 0.000370337424101308, - "transformer.layers.2.linear2.weight": 0.00782797671854496, - "transformer.layers.2.linear2.bias": 0.0008555037202313542, - "transformer.layers.2.norm1.weight": 0.0008489677566103637, - "transformer.layers.2.norm1.bias": 0.0006266364944167435, - "transformer.layers.2.norm2.weight": 0.0004241103306412697, - "transformer.layers.2.norm2.bias": 0.00033699956838972867, - "transformer.layers.3.self_attn.in_proj_weight": 0.027745425701141357, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017187539488077164, - "transformer.layers.3.self_attn.out_proj.weight": 0.011633513495326042, - "transformer.layers.3.self_attn.out_proj.bias": 0.0013169841840863228, - "transformer.layers.3.linear1.weight": 0.016063109040260315, - "transformer.layers.3.linear1.bias": 0.0010762503370642662, - "transformer.layers.3.linear2.weight": 0.00979740172624588, - "transformer.layers.3.linear2.bias": 0.0017940819961950183, - "transformer.layers.3.norm1.weight": 0.0020987701136618853, - "transformer.layers.3.norm1.bias": 0.0022334447130560875, - "transformer.layers.3.norm2.weight": 0.0012715781340375543, - "transformer.layers.3.norm2.bias": 0.0014435286866500974, - "head.weight": 0.12046627700328827, - "head.bias": 0.003602650947868824 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.22710047662258148, - "transformer.layers.1.self_attn.in_proj_bias": 0.016578666865825653, - "transformer.layers.1.self_attn.out_proj.weight": 0.23823529481887817, - "transformer.layers.1.self_attn.out_proj.bias": 0.02355325222015381, - "transformer.layers.1.linear1.weight": 0.12588809430599213, - "transformer.layers.1.linear1.bias": 0.008098154328763485, - "transformer.layers.1.linear2.weight": 0.1798698604106903, - "transformer.layers.1.linear2.bias": 0.0229954831302166, - "transformer.layers.1.norm1.weight": 0.014626887626945972, - "transformer.layers.1.norm1.bias": 0.01412289496511221, - "transformer.layers.1.norm2.weight": 0.010310836136341095, - "transformer.layers.1.norm2.bias": 0.007346972823143005, - "transformer.layers.2.self_attn.in_proj_weight": 0.1695946455001831, - "transformer.layers.2.self_attn.in_proj_bias": 0.013829776085913181, - "transformer.layers.2.self_attn.out_proj.weight": 0.17129486799240112, - "transformer.layers.2.self_attn.out_proj.bias": 0.023059070110321045, - "transformer.layers.2.linear1.weight": 0.11951549351215363, - "transformer.layers.2.linear1.bias": 0.008220486342906952, - "transformer.layers.2.linear2.weight": 0.14503954350948334, - "transformer.layers.2.linear2.bias": 0.023560309782624245, - "transformer.layers.2.norm1.weight": 0.00914736744016409, - "transformer.layers.2.norm1.bias": 0.013124637305736542, - "transformer.layers.2.norm2.weight": 0.008871780708432198, - "transformer.layers.2.norm2.bias": 0.008574633859097958, - "transformer.layers.3.self_attn.in_proj_weight": 0.40145573019981384, - "transformer.layers.3.self_attn.in_proj_bias": 0.04580961912870407, - "transformer.layers.3.self_attn.out_proj.weight": 0.2267078161239624, - "transformer.layers.3.self_attn.out_proj.bias": 0.03863496333360672, - "transformer.layers.3.linear1.weight": 0.4136241674423218, - "transformer.layers.3.linear1.bias": 0.03994244337081909, - "transformer.layers.3.linear2.weight": 0.21171648800373077, - "transformer.layers.3.linear2.bias": 0.06352940946817398, - "transformer.layers.3.norm1.weight": 0.03008996695280075, - "transformer.layers.3.norm1.bias": 0.06373438239097595, - "transformer.layers.3.norm2.weight": 0.03802265226840973, - "transformer.layers.3.norm2.bias": 0.06589213758707047, - "head.weight": 2.5497500896453857, - "head.bias": 0.11960090696811676 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.01950768567621708, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009145209332928061, - "transformer.layers.1.self_attn.out_proj.weight": 0.016807155683636665, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009174615843221545, - "transformer.layers.1.linear1.weight": 0.011098193936049938, - "transformer.layers.1.linear1.bias": 0.000513546634465456, - "transformer.layers.1.linear2.weight": 0.014748883433640003, - "transformer.layers.1.linear2.bias": 0.0007618857198394835, - "transformer.layers.1.norm1.weight": 0.001506704487837851, - "transformer.layers.1.norm1.bias": 0.0009154878207482398, - "transformer.layers.1.norm2.weight": 0.0007380692986771464, - "transformer.layers.1.norm2.bias": 0.00043401328730396926, - "transformer.layers.2.self_attn.in_proj_weight": 0.02056576870381832, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008229414816014469, - "transformer.layers.2.self_attn.out_proj.weight": 0.008063881658017635, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006371617782860994, - "transformer.layers.2.linear1.weight": 0.0058990237303078175, - "transformer.layers.2.linear1.bias": 0.0003114331339020282, - "transformer.layers.2.linear2.weight": 0.006337066646665335, - "transformer.layers.2.linear2.bias": 0.0006444160244427621, - "transformer.layers.2.norm1.weight": 0.0013069098349660635, - "transformer.layers.2.norm1.bias": 0.0007179309031926095, - "transformer.layers.2.norm2.weight": 0.00043048468069173396, - "transformer.layers.2.norm2.bias": 0.00028598684002645314, - "transformer.layers.3.self_attn.in_proj_weight": 0.01728973537683487, - "transformer.layers.3.self_attn.in_proj_bias": 0.0012067853240296245, - "transformer.layers.3.self_attn.out_proj.weight": 0.008848533034324646, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010154175106436014, - "transformer.layers.3.linear1.weight": 0.013911440037190914, - "transformer.layers.3.linear1.bias": 0.0009572639828547835, - "transformer.layers.3.linear2.weight": 0.007883206009864807, - "transformer.layers.3.linear2.bias": 0.0013267719186842442, - "transformer.layers.3.norm1.weight": 0.0012300030793994665, - "transformer.layers.3.norm1.bias": 0.0014664852060377598, - "transformer.layers.3.norm2.weight": 0.001081167603842914, - "transformer.layers.3.norm2.bias": 0.001224082661792636, - "head.weight": 0.10237820446491241, - "head.bias": 0.0028796002734452486 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.011878746561706066, - "transformer.layers.1.self_attn.in_proj_bias": 0.000572057964745909, - "transformer.layers.1.self_attn.out_proj.weight": 0.007918096147477627, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006562488852068782, - "transformer.layers.1.linear1.weight": 0.005943553987890482, - "transformer.layers.1.linear1.bias": 0.0002830573939718306, - "transformer.layers.1.linear2.weight": 0.00680456031113863, - "transformer.layers.1.linear2.bias": 0.0006101815379224718, - "transformer.layers.1.norm1.weight": 0.0008197566494345665, - "transformer.layers.1.norm1.bias": 0.0006623402005061507, - "transformer.layers.1.norm2.weight": 0.00048456605873070657, - "transformer.layers.1.norm2.bias": 0.0002763251250144094, - "transformer.layers.2.self_attn.in_proj_weight": 0.01227086316794157, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007450025877915323, - "transformer.layers.2.self_attn.out_proj.weight": 0.005712421145290136, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005220252205617726, - "transformer.layers.2.linear1.weight": 0.003960578236728907, - "transformer.layers.2.linear1.bias": 0.00020597124239429832, - "transformer.layers.2.linear2.weight": 0.004606654401868582, - "transformer.layers.2.linear2.bias": 0.0005485263536684215, - "transformer.layers.2.norm1.weight": 0.0008250209502875805, - "transformer.layers.2.norm1.bias": 0.0008586772601120174, - "transformer.layers.2.norm2.weight": 0.0002588803763501346, - "transformer.layers.2.norm2.bias": 0.00019053257710766047, - "transformer.layers.3.self_attn.in_proj_weight": 0.011651931330561638, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007148942677304149, - "transformer.layers.3.self_attn.out_proj.weight": 0.005561744328588247, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006849199417047203, - "transformer.layers.3.linear1.weight": 0.010217783972620964, - "transformer.layers.3.linear1.bias": 0.0006344630382955074, - "transformer.layers.3.linear2.weight": 0.005258825141936541, - "transformer.layers.3.linear2.bias": 0.0010064534144476056, - "transformer.layers.3.norm1.weight": 0.0008768000989221036, - "transformer.layers.3.norm1.bias": 0.0008456745417788625, - "transformer.layers.3.norm2.weight": 0.0008640616433694959, - "transformer.layers.3.norm2.bias": 0.0008641769527457654, - "head.weight": 0.06600625067949295, - "head.bias": 0.0024768677540123463 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.0375526063144207, - "transformer.layers.1.self_attn.in_proj_bias": 0.0020508170127868652, - "transformer.layers.1.self_attn.out_proj.weight": 0.028692884370684624, - "transformer.layers.1.self_attn.out_proj.bias": 0.002248476492241025, - "transformer.layers.1.linear1.weight": 0.023268986493349075, - "transformer.layers.1.linear1.bias": 0.0011799386702477932, - "transformer.layers.1.linear2.weight": 0.026963764801621437, - "transformer.layers.1.linear2.bias": 0.001949917059391737, - "transformer.layers.1.norm1.weight": 0.00290067121386528, - "transformer.layers.1.norm1.bias": 0.002384816063567996, - "transformer.layers.1.norm2.weight": 0.0018047631019726396, - "transformer.layers.1.norm2.bias": 0.0011864093830808997, - "transformer.layers.2.self_attn.in_proj_weight": 0.038356855511665344, - "transformer.layers.2.self_attn.in_proj_bias": 0.0020935575012117624, - "transformer.layers.2.self_attn.out_proj.weight": 0.022590333595871925, - "transformer.layers.2.self_attn.out_proj.bias": 0.0016515651950612664, - "transformer.layers.2.linear1.weight": 0.014802621677517891, - "transformer.layers.2.linear1.bias": 0.0007682677824050188, - "transformer.layers.2.linear2.weight": 0.017365669831633568, - "transformer.layers.2.linear2.bias": 0.0015509353252127767, - "transformer.layers.2.norm1.weight": 0.0030366918072104454, - "transformer.layers.2.norm1.bias": 0.0022658840753138065, - "transformer.layers.2.norm2.weight": 0.0009681131923571229, - "transformer.layers.2.norm2.bias": 0.0007789384690113366, - "transformer.layers.3.self_attn.in_proj_weight": 0.05352840945124626, - "transformer.layers.3.self_attn.in_proj_bias": 0.0024355833884328604, - "transformer.layers.3.self_attn.out_proj.weight": 0.02386816218495369, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018037304980680346, - "transformer.layers.3.linear1.weight": 0.03063918836414814, - "transformer.layers.3.linear1.bias": 0.0019834833219647408, - "transformer.layers.3.linear2.weight": 0.017287153750658035, - "transformer.layers.3.linear2.bias": 0.002126647625118494, - "transformer.layers.3.norm1.weight": 0.0041533359326422215, - "transformer.layers.3.norm1.bias": 0.003087136195972562, - "transformer.layers.3.norm2.weight": 0.0024568710941821337, - "transformer.layers.3.norm2.bias": 0.0025360730942338705, - "head.weight": 0.22892026603221893, - "head.bias": 0.005328419152647257 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.031333692371845245, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013529678108170629, - "transformer.layers.1.self_attn.out_proj.weight": 0.024999942630529404, - "transformer.layers.1.self_attn.out_proj.bias": 0.0018102277535945177, - "transformer.layers.1.linear1.weight": 0.020452236756682396, - "transformer.layers.1.linear1.bias": 0.0008927510934881866, - "transformer.layers.1.linear2.weight": 0.023257162421941757, - "transformer.layers.1.linear2.bias": 0.0016409828094765544, - "transformer.layers.1.norm1.weight": 0.0020293432753533125, - "transformer.layers.1.norm1.bias": 0.0011445791460573673, - "transformer.layers.1.norm2.weight": 0.001710253651253879, - "transformer.layers.1.norm2.bias": 0.0009330423199571669, - "transformer.layers.2.self_attn.in_proj_weight": 0.030270995572209358, - "transformer.layers.2.self_attn.in_proj_bias": 0.0013632294721901417, - "transformer.layers.2.self_attn.out_proj.weight": 0.020151833072304726, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014602637384086847, - "transformer.layers.2.linear1.weight": 0.01568995602428913, - "transformer.layers.2.linear1.bias": 0.0007643411518074572, - "transformer.layers.2.linear2.weight": 0.01821274310350418, - "transformer.layers.2.linear2.bias": 0.0015073989052325487, - "transformer.layers.2.norm1.weight": 0.0018049250356853008, - "transformer.layers.2.norm1.bias": 0.001351477811113, - "transformer.layers.2.norm2.weight": 0.0011031060712412, - "transformer.layers.2.norm2.bias": 0.000656654592603445, - "transformer.layers.3.self_attn.in_proj_weight": 0.05924808233976364, - "transformer.layers.3.self_attn.in_proj_bias": 0.00218307226896286, - "transformer.layers.3.self_attn.out_proj.weight": 0.02669154293835163, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018244384555146098, - "transformer.layers.3.linear1.weight": 0.032436199486255646, - "transformer.layers.3.linear1.bias": 0.0023144318256527185, - "transformer.layers.3.linear2.weight": 0.016917603090405464, - "transformer.layers.3.linear2.bias": 0.003149179508909583, - "transformer.layers.3.norm1.weight": 0.005145645700395107, - "transformer.layers.3.norm1.bias": 0.0023952722549438477, - "transformer.layers.3.norm2.weight": 0.0027636585291475058, - "transformer.layers.3.norm2.bias": 0.003421525936573744, - "head.weight": 0.23304501175880432, - "head.bias": 0.007587044965475798 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.01587660424411297, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009667382691986859, - "transformer.layers.1.self_attn.out_proj.weight": 0.01353756058961153, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010488590924069285, - "transformer.layers.1.linear1.weight": 0.011147133074700832, - "transformer.layers.1.linear1.bias": 0.0005187769420444965, - "transformer.layers.1.linear2.weight": 0.011889331042766571, - "transformer.layers.1.linear2.bias": 0.0009516811114735901, - "transformer.layers.1.norm1.weight": 0.0011015856871381402, - "transformer.layers.1.norm1.bias": 0.0009855387033894658, - "transformer.layers.1.norm2.weight": 0.0012187466491013765, - "transformer.layers.1.norm2.bias": 0.0006030439399182796, - "transformer.layers.2.self_attn.in_proj_weight": 0.013660863041877747, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009043338359333575, - "transformer.layers.2.self_attn.out_proj.weight": 0.00942816399037838, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008651918615214527, - "transformer.layers.2.linear1.weight": 0.006961312610656023, - "transformer.layers.2.linear1.bias": 0.00038325629429891706, - "transformer.layers.2.linear2.weight": 0.009489713236689568, - "transformer.layers.2.linear2.bias": 0.0008664312772452831, - "transformer.layers.2.norm1.weight": 0.0008578795241191983, - "transformer.layers.2.norm1.bias": 0.0012127943336963654, - "transformer.layers.2.norm2.weight": 0.0005726117524318397, - "transformer.layers.2.norm2.bias": 0.00040110546979121864, - "transformer.layers.3.self_attn.in_proj_weight": 0.02256125770509243, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013937011826783419, - "transformer.layers.3.self_attn.out_proj.weight": 0.010458177886903286, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010998182697221637, - "transformer.layers.3.linear1.weight": 0.014257380738854408, - "transformer.layers.3.linear1.bias": 0.0008966408204287291, - "transformer.layers.3.linear2.weight": 0.009060927666723728, - "transformer.layers.3.linear2.bias": 0.0013475125888362527, - "transformer.layers.3.norm1.weight": 0.0018033678643405437, - "transformer.layers.3.norm1.bias": 0.0016339336289092898, - "transformer.layers.3.norm2.weight": 0.0012207988183945417, - "transformer.layers.3.norm2.bias": 0.001036128494888544, - "head.weight": 0.11388662457466125, - "head.bias": 0.0031511951237916946 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.11583712697029114, - "transformer.layers.1.self_attn.in_proj_bias": 0.004546963144093752, - "transformer.layers.1.self_attn.out_proj.weight": 0.061291541904211044, - "transformer.layers.1.self_attn.out_proj.bias": 0.004063625354319811, - "transformer.layers.1.linear1.weight": 0.04792940244078636, - "transformer.layers.1.linear1.bias": 0.0021858024410903454, - "transformer.layers.1.linear2.weight": 0.05553453415632248, - "transformer.layers.1.linear2.bias": 0.0035337626468390226, - "transformer.layers.1.norm1.weight": 0.007127952296286821, - "transformer.layers.1.norm1.bias": 0.004640794824808836, - "transformer.layers.1.norm2.weight": 0.0042391614988446236, - "transformer.layers.1.norm2.bias": 0.0017995670204982162, - "transformer.layers.2.self_attn.in_proj_weight": 0.062220703810453415, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028771646320819855, - "transformer.layers.2.self_attn.out_proj.weight": 0.04682132601737976, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027754257898777723, - "transformer.layers.2.linear1.weight": 0.0328790545463562, - "transformer.layers.2.linear1.bias": 0.0015468198107555509, - "transformer.layers.2.linear2.weight": 0.03902029991149902, - "transformer.layers.2.linear2.bias": 0.0024943228345364332, - "transformer.layers.2.norm1.weight": 0.004507552832365036, - "transformer.layers.2.norm1.bias": 0.003149141790345311, - "transformer.layers.2.norm2.weight": 0.0024101901799440384, - "transformer.layers.2.norm2.bias": 0.0017568808980286121, - "transformer.layers.3.self_attn.in_proj_weight": 0.08718280494213104, - "transformer.layers.3.self_attn.in_proj_bias": 0.004652698058634996, - "transformer.layers.3.self_attn.out_proj.weight": 0.03615569695830345, - "transformer.layers.3.self_attn.out_proj.bias": 0.002982556587085128, - "transformer.layers.3.linear1.weight": 0.06071741133928299, - "transformer.layers.3.linear1.bias": 0.0035908210556954145, - "transformer.layers.3.linear2.weight": 0.04247947037220001, - "transformer.layers.3.linear2.bias": 0.003928019665181637, - "transformer.layers.3.norm1.weight": 0.006769118830561638, - "transformer.layers.3.norm1.bias": 0.005790012422949076, - "transformer.layers.3.norm2.weight": 0.0040593501180410385, - "transformer.layers.3.norm2.bias": 0.00401937635615468, - "head.weight": 0.3779850900173187, - "head.bias": 0.009270301088690758 + "transformer.layers.1.self_attn.in_proj_weight": 0.17157311737537384, + "transformer.layers.1.self_attn.in_proj_bias": 0.01214491669088602, + "transformer.layers.1.self_attn.out_proj.weight": 0.22959230840206146, + "transformer.layers.1.self_attn.out_proj.bias": 0.016211362555623055, + "transformer.layers.1.linear1.weight": 0.09126543253660202, + "transformer.layers.1.linear1.bias": 0.006512496620416641, + "transformer.layers.1.linear2.weight": 0.14466972649097443, + "transformer.layers.1.linear2.bias": 0.016242777928709984, + "transformer.layers.1.norm1.weight": 0.009312235750257969, + "transformer.layers.1.norm1.bias": 0.011508245952427387, + "transformer.layers.1.norm2.weight": 0.005948210135102272, + "transformer.layers.1.norm2.bias": 0.006110335234552622, + "transformer.layers.2.self_attn.in_proj_weight": 0.1815444976091385, + "transformer.layers.2.self_attn.in_proj_bias": 0.013603616505861282, + "transformer.layers.2.self_attn.out_proj.weight": 0.22513285279273987, + "transformer.layers.2.self_attn.out_proj.bias": 0.016906414180994034, + "transformer.layers.2.linear1.weight": 0.0865200012922287, + "transformer.layers.2.linear1.bias": 0.006200694944709539, + "transformer.layers.2.linear2.weight": 0.09832834452390671, + "transformer.layers.2.linear2.bias": 0.01764010079205036, + "transformer.layers.2.norm1.weight": 0.01319538801908493, + "transformer.layers.2.norm1.bias": 0.014912585727870464, + "transformer.layers.2.norm2.weight": 0.005132591351866722, + "transformer.layers.2.norm2.bias": 0.006624841131269932, + "transformer.layers.3.self_attn.in_proj_weight": 0.3795515298843384, + "transformer.layers.3.self_attn.in_proj_bias": 0.033650871366262436, + "transformer.layers.3.self_attn.out_proj.weight": 0.23838591575622559, + "transformer.layers.3.self_attn.out_proj.bias": 0.026033084839582443, + "transformer.layers.3.linear1.weight": 0.21815519034862518, + "transformer.layers.3.linear1.bias": 0.016863947734236717, + "transformer.layers.3.linear2.weight": 0.12441585958003998, + "transformer.layers.3.linear2.bias": 0.03081246092915535, + "transformer.layers.3.norm1.weight": 0.029091503471136093, + "transformer.layers.3.norm1.bias": 0.04554426297545433, + "transformer.layers.3.norm2.weight": 0.015853401273489, + "transformer.layers.3.norm2.bias": 0.02160055935382843, + "head.weight": 2.066011905670166, + "head.bias": 0.06034814566373825 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.050813402980566025, + "transformer.layers.1.self_attn.in_proj_bias": 0.003467838279902935, + "transformer.layers.1.self_attn.out_proj.weight": 0.0559084452688694, + "transformer.layers.1.self_attn.out_proj.bias": 0.004838844295591116, + "transformer.layers.1.linear1.weight": 0.029020128771662712, + "transformer.layers.1.linear1.bias": 0.0019567261915653944, + "transformer.layers.1.linear2.weight": 0.04433495178818703, + "transformer.layers.1.linear2.bias": 0.004708453081548214, + "transformer.layers.1.norm1.weight": 0.0032200305722653866, + "transformer.layers.1.norm1.bias": 0.0033907401375472546, + "transformer.layers.1.norm2.weight": 0.0021314427722245455, + "transformer.layers.1.norm2.bias": 0.0019817028660327196, + "transformer.layers.2.self_attn.in_proj_weight": 0.056949079036712646, + "transformer.layers.2.self_attn.in_proj_bias": 0.0036474457010626793, + "transformer.layers.2.self_attn.out_proj.weight": 0.051566608250141144, + "transformer.layers.2.self_attn.out_proj.bias": 0.004602784290909767, + "transformer.layers.2.linear1.weight": 0.02532295323908329, + "transformer.layers.2.linear1.bias": 0.0017981790006160736, + "transformer.layers.2.linear2.weight": 0.031585972756147385, + "transformer.layers.2.linear2.bias": 0.004803862888365984, + "transformer.layers.2.norm1.weight": 0.004988629370927811, + "transformer.layers.2.norm1.bias": 0.0042014229111373425, + "transformer.layers.2.norm2.weight": 0.0016815683338791132, + "transformer.layers.2.norm2.bias": 0.0019343988969922066, + "transformer.layers.3.self_attn.in_proj_weight": 0.09955144673585892, + "transformer.layers.3.self_attn.in_proj_bias": 0.00958998128771782, + "transformer.layers.3.self_attn.out_proj.weight": 0.06714507937431335, + "transformer.layers.3.self_attn.out_proj.bias": 0.007668955251574516, + "transformer.layers.3.linear1.weight": 0.0646933764219284, + "transformer.layers.3.linear1.bias": 0.005484046880155802, + "transformer.layers.3.linear2.weight": 0.03685635328292847, + "transformer.layers.3.linear2.bias": 0.00937740970402956, + "transformer.layers.3.norm1.weight": 0.008289829827845097, + "transformer.layers.3.norm1.bias": 0.013442028313875198, + "transformer.layers.3.norm2.weight": 0.0046218340285122395, + "transformer.layers.3.norm2.bias": 0.007026129402220249, + "head.weight": 0.5263172388076782, + "head.bias": 0.017590342089533806 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.04336211457848549, + "transformer.layers.1.self_attn.in_proj_bias": 0.002684318460524082, + "transformer.layers.1.self_attn.out_proj.weight": 0.04181240499019623, + "transformer.layers.1.self_attn.out_proj.bias": 0.003201100043952465, + "transformer.layers.1.linear1.weight": 0.02756861224770546, + "transformer.layers.1.linear1.bias": 0.0014355788007378578, + "transformer.layers.1.linear2.weight": 0.03275400400161743, + "transformer.layers.1.linear2.bias": 0.003023412311449647, + "transformer.layers.1.norm1.weight": 0.002550751669332385, + "transformer.layers.1.norm1.bias": 0.0025498734321445227, + "transformer.layers.1.norm2.weight": 0.0021486603654921055, + "transformer.layers.1.norm2.bias": 0.0017399663338437676, + "transformer.layers.2.self_attn.in_proj_weight": 0.04496092349290848, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027669600676745176, + "transformer.layers.2.self_attn.out_proj.weight": 0.034999266266822815, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028221281245350838, + "transformer.layers.2.linear1.weight": 0.016690568998456, + "transformer.layers.2.linear1.bias": 0.0010291222715750337, + "transformer.layers.2.linear2.weight": 0.019658304750919342, + "transformer.layers.2.linear2.bias": 0.0029260520823299885, + "transformer.layers.2.norm1.weight": 0.0038135924842208624, + "transformer.layers.2.norm1.bias": 0.0036122349556535482, + "transformer.layers.2.norm2.weight": 0.0010170652531087399, + "transformer.layers.2.norm2.bias": 0.000980455195531249, + "transformer.layers.3.self_attn.in_proj_weight": 0.06250961124897003, + "transformer.layers.3.self_attn.in_proj_bias": 0.005109288729727268, + "transformer.layers.3.self_attn.out_proj.weight": 0.038633741438388824, + "transformer.layers.3.self_attn.out_proj.bias": 0.00423371372744441, + "transformer.layers.3.linear1.weight": 0.030493639409542084, + "transformer.layers.3.linear1.bias": 0.0022158834617584944, + "transformer.layers.3.linear2.weight": 0.021067151799798012, + "transformer.layers.3.linear2.bias": 0.00474229222163558, + "transformer.layers.3.norm1.weight": 0.005120278801769018, + "transformer.layers.3.norm1.bias": 0.006787479855120182, + "transformer.layers.3.norm2.weight": 0.0020602997392416, + "transformer.layers.3.norm2.bias": 0.002496306784451008, + "head.weight": 0.33019503951072693, + "head.bias": 0.010466002859175205 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.06752252578735352, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027325700502842665, + "transformer.layers.1.self_attn.out_proj.weight": 0.042732417583465576, + "transformer.layers.1.self_attn.out_proj.bias": 0.003092220751568675, + "transformer.layers.1.linear1.weight": 0.028557317331433296, + "transformer.layers.1.linear1.bias": 0.0015402870485559106, + "transformer.layers.1.linear2.weight": 0.036751508712768555, + "transformer.layers.1.linear2.bias": 0.003053812077268958, + "transformer.layers.1.norm1.weight": 0.004565251991152763, + "transformer.layers.1.norm1.bias": 0.003076911438256502, + "transformer.layers.1.norm2.weight": 0.0026935513596981764, + "transformer.layers.1.norm2.bias": 0.0015702053206041455, + "transformer.layers.2.self_attn.in_proj_weight": 0.04812256619334221, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028487073723226786, + "transformer.layers.2.self_attn.out_proj.weight": 0.04146239161491394, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030243052169680595, + "transformer.layers.2.linear1.weight": 0.022091099992394447, + "transformer.layers.2.linear1.bias": 0.0014482144033536315, + "transformer.layers.2.linear2.weight": 0.02799534983932972, + "transformer.layers.2.linear2.bias": 0.0031745743472129107, + "transformer.layers.2.norm1.weight": 0.0034737782552838326, + "transformer.layers.2.norm1.bias": 0.003522756276652217, + "transformer.layers.2.norm2.weight": 0.0014955542283132672, + "transformer.layers.2.norm2.bias": 0.001658900873735547, + "transformer.layers.3.self_attn.in_proj_weight": 0.08555299043655396, + "transformer.layers.3.self_attn.in_proj_bias": 0.006509748287498951, + "transformer.layers.3.self_attn.out_proj.weight": 0.04362510144710541, + "transformer.layers.3.self_attn.out_proj.bias": 0.004659976344555616, + "transformer.layers.3.linear1.weight": 0.046223241835832596, + "transformer.layers.3.linear1.bias": 0.003792509902268648, + "transformer.layers.3.linear2.weight": 0.026800114661455154, + "transformer.layers.3.linear2.bias": 0.006291789468377829, + "transformer.layers.3.norm1.weight": 0.007471839897334576, + "transformer.layers.3.norm1.bias": 0.008820493705570698, + "transformer.layers.3.norm2.weight": 0.003641195595264435, + "transformer.layers.3.norm2.bias": 0.005260332953184843, + "head.weight": 0.3715205192565918, + "head.bias": 0.012014186009764671 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.03526601195335388, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015799440443515778, + "transformer.layers.1.self_attn.out_proj.weight": 0.020977457985281944, + "transformer.layers.1.self_attn.out_proj.bias": 0.001841189106926322, + "transformer.layers.1.linear1.weight": 0.019618159160017967, + "transformer.layers.1.linear1.bias": 0.0009220637148246169, + "transformer.layers.1.linear2.weight": 0.02478722110390663, + "transformer.layers.1.linear2.bias": 0.0015758839435875416, + "transformer.layers.1.norm1.weight": 0.0022748825140297413, + "transformer.layers.1.norm1.bias": 0.0014992310898378491, + "transformer.layers.1.norm2.weight": 0.0016186009161174297, + "transformer.layers.1.norm2.bias": 0.0010836981236934662, + "transformer.layers.2.self_attn.in_proj_weight": 0.034632608294487, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014024116098880768, + "transformer.layers.2.self_attn.out_proj.weight": 0.03229551017284393, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015457281842827797, + "transformer.layers.2.linear1.weight": 0.015528409741818905, + "transformer.layers.2.linear1.bias": 0.0008853983599692583, + "transformer.layers.2.linear2.weight": 0.019394438713788986, + "transformer.layers.2.linear2.bias": 0.001571463537402451, + "transformer.layers.2.norm1.weight": 0.0030443407595157623, + "transformer.layers.2.norm1.bias": 0.0013308804482221603, + "transformer.layers.2.norm2.weight": 0.000989180407486856, + "transformer.layers.2.norm2.bias": 0.0008688843226991594, + "transformer.layers.3.self_attn.in_proj_weight": 0.05416038632392883, + "transformer.layers.3.self_attn.in_proj_bias": 0.003031423082575202, + "transformer.layers.3.self_attn.out_proj.weight": 0.031193705275654793, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020912354812026024, + "transformer.layers.3.linear1.weight": 0.02907133288681507, + "transformer.layers.3.linear1.bias": 0.0021791639737784863, + "transformer.layers.3.linear2.weight": 0.019637025892734528, + "transformer.layers.3.linear2.bias": 0.00238698348402977, + "transformer.layers.3.norm1.weight": 0.0038090040907263756, + "transformer.layers.3.norm1.bias": 0.0038987225852906704, + "transformer.layers.3.norm2.weight": 0.002058434998616576, + "transformer.layers.3.norm2.bias": 0.0025181560777127743, + "head.weight": 0.2031475454568863, + "head.bias": 0.005071515683084726 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.027609804645180702, + "transformer.layers.1.self_attn.in_proj_bias": 0.001421862281858921, + "transformer.layers.1.self_attn.out_proj.weight": 0.019615840166807175, + "transformer.layers.1.self_attn.out_proj.bias": 0.001357034663669765, + "transformer.layers.1.linear1.weight": 0.015507204458117485, + "transformer.layers.1.linear1.bias": 0.0007366901263594627, + "transformer.layers.1.linear2.weight": 0.01740373484790325, + "transformer.layers.1.linear2.bias": 0.0012601373018696904, + "transformer.layers.1.norm1.weight": 0.001944240415468812, + "transformer.layers.1.norm1.bias": 0.0017911528702825308, + "transformer.layers.1.norm2.weight": 0.0013748271157965064, + "transformer.layers.1.norm2.bias": 0.0007683511939831078, + "transformer.layers.2.self_attn.in_proj_weight": 0.023462247103452682, + "transformer.layers.2.self_attn.in_proj_bias": 0.001319449977017939, + "transformer.layers.2.self_attn.out_proj.weight": 0.016083702445030212, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010989336296916008, + "transformer.layers.2.linear1.weight": 0.008969858288764954, + "transformer.layers.2.linear1.bias": 0.000509906851220876, + "transformer.layers.2.linear2.weight": 0.010560852475464344, + "transformer.layers.2.linear2.bias": 0.0010644979774951935, + "transformer.layers.2.norm1.weight": 0.001729590934701264, + "transformer.layers.2.norm1.bias": 0.0015328576555475593, + "transformer.layers.2.norm2.weight": 0.0006665201508440077, + "transformer.layers.2.norm2.bias": 0.0004610225441865623, + "transformer.layers.3.self_attn.in_proj_weight": 0.027935568243265152, + "transformer.layers.3.self_attn.in_proj_bias": 0.0016484068473801017, + "transformer.layers.3.self_attn.out_proj.weight": 0.015464125201106071, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012456306722015142, + "transformer.layers.3.linear1.weight": 0.01326748076826334, + "transformer.layers.3.linear1.bias": 0.0008873548940755427, + "transformer.layers.3.linear2.weight": 0.008186482824385166, + "transformer.layers.3.linear2.bias": 0.0012553115375339985, + "transformer.layers.3.norm1.weight": 0.002281014109030366, + "transformer.layers.3.norm1.bias": 0.001989927375689149, + "transformer.layers.3.norm2.weight": 0.0008402601815760136, + "transformer.layers.3.norm2.bias": 0.0008895437349565327, + "head.weight": 0.10514049977064133, + "head.bias": 0.0031094953883439302 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.03517745062708855, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016703801229596138, + "transformer.layers.1.self_attn.out_proj.weight": 0.02743499167263508, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019114473834633827, + "transformer.layers.1.linear1.weight": 0.020419325679540634, + "transformer.layers.1.linear1.bias": 0.0009371475898660719, + "transformer.layers.1.linear2.weight": 0.022314922884106636, + "transformer.layers.1.linear2.bias": 0.0017227677162736654, + "transformer.layers.1.norm1.weight": 0.002434325870126486, + "transformer.layers.1.norm1.bias": 0.0021265316754579544, + "transformer.layers.1.norm2.weight": 0.001975122606381774, + "transformer.layers.1.norm2.bias": 0.0009843328734859824, + "transformer.layers.2.self_attn.in_proj_weight": 0.027342189103364944, + "transformer.layers.2.self_attn.in_proj_bias": 0.001335840323008597, + "transformer.layers.2.self_attn.out_proj.weight": 0.024335041642189026, + "transformer.layers.2.self_attn.out_proj.bias": 0.001597946509718895, + "transformer.layers.2.linear1.weight": 0.013111496344208717, + "transformer.layers.2.linear1.bias": 0.000778523797634989, + "transformer.layers.2.linear2.weight": 0.016290413215756416, + "transformer.layers.2.linear2.bias": 0.001582039287313819, + "transformer.layers.2.norm1.weight": 0.0019971667788922787, + "transformer.layers.2.norm1.bias": 0.0014538929099217057, + "transformer.layers.2.norm2.weight": 0.0008931931224651635, + "transformer.layers.2.norm2.bias": 0.0008049450698308647, + "transformer.layers.3.self_attn.in_proj_weight": 0.05406665802001953, + "transformer.layers.3.self_attn.in_proj_bias": 0.0023813762236386538, + "transformer.layers.3.self_attn.out_proj.weight": 0.0249882023781538, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015618960605934262, + "transformer.layers.3.linear1.weight": 0.021535411477088928, + "transformer.layers.3.linear1.bias": 0.0014076525112614036, + "transformer.layers.3.linear2.weight": 0.012501450255513191, + "transformer.layers.3.linear2.bias": 0.00178763666190207, + "transformer.layers.3.norm1.weight": 0.004830317106097937, + "transformer.layers.3.norm1.bias": 0.0029537612572312355, + "transformer.layers.3.norm2.weight": 0.0015824431320652366, + "transformer.layers.3.norm2.bias": 0.0016838869778439403, + "head.weight": 0.17081990838050842, + "head.bias": 0.0031775294337421656 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.031314242631196976, + "transformer.layers.1.self_attn.in_proj_bias": 0.001768803340382874, + "transformer.layers.1.self_attn.out_proj.weight": 0.033568449318408966, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025764438323676586, + "transformer.layers.1.linear1.weight": 0.02334607206285, + "transformer.layers.1.linear1.bias": 0.0012613432481884956, + "transformer.layers.1.linear2.weight": 0.02895943634212017, + "transformer.layers.1.linear2.bias": 0.0022988496348261833, + "transformer.layers.1.norm1.weight": 0.001983344554901123, + "transformer.layers.1.norm1.bias": 0.0016970167635008693, + "transformer.layers.1.norm2.weight": 0.001916800974868238, + "transformer.layers.1.norm2.bias": 0.001551428809762001, + "transformer.layers.2.self_attn.in_proj_weight": 0.030872054398059845, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017727591330185533, + "transformer.layers.2.self_attn.out_proj.weight": 0.036048006266355515, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022036931477487087, + "transformer.layers.2.linear1.weight": 0.019970854744315147, + "transformer.layers.2.linear1.bias": 0.0013312414521351457, + "transformer.layers.2.linear2.weight": 0.022291386500000954, + "transformer.layers.2.linear2.bias": 0.002326246816664934, + "transformer.layers.2.norm1.weight": 0.0021148070227354765, + "transformer.layers.2.norm1.bias": 0.0015672907466068864, + "transformer.layers.2.norm2.weight": 0.0015192088903859258, + "transformer.layers.2.norm2.bias": 0.0017166831530630589, + "transformer.layers.3.self_attn.in_proj_weight": 0.06431892514228821, + "transformer.layers.3.self_attn.in_proj_bias": 0.004813275765627623, + "transformer.layers.3.self_attn.out_proj.weight": 0.03213745355606079, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033340922091156244, + "transformer.layers.3.linear1.weight": 0.03225007280707359, + "transformer.layers.3.linear1.bias": 0.0026267466600984335, + "transformer.layers.3.linear2.weight": 0.020510336384177208, + "transformer.layers.3.linear2.bias": 0.004266600124537945, + "transformer.layers.3.norm1.weight": 0.005106428172439337, + "transformer.layers.3.norm1.bias": 0.006446227431297302, + "transformer.layers.3.norm2.weight": 0.0021679236087948084, + "transformer.layers.3.norm2.bias": 0.003386248368769884, + "head.weight": 0.26235541701316833, + "head.bias": 0.008030369877815247 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.012836433947086334, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006930094095878303, + "transformer.layers.1.self_attn.out_proj.weight": 0.011741398833692074, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008013842743821442, + "transformer.layers.1.linear1.weight": 0.008324324153363705, + "transformer.layers.1.linear1.bias": 0.0004124814586248249, + "transformer.layers.1.linear2.weight": 0.009594088420271873, + "transformer.layers.1.linear2.bias": 0.0006823322619311512, + "transformer.layers.1.norm1.weight": 0.0007554680341854692, + "transformer.layers.1.norm1.bias": 0.0006101358449086547, + "transformer.layers.1.norm2.weight": 0.0007777287974022329, + "transformer.layers.1.norm2.bias": 0.0005283345235511661, + "transformer.layers.2.self_attn.in_proj_weight": 0.011465268209576607, + "transformer.layers.2.self_attn.in_proj_bias": 0.000562956091016531, + "transformer.layers.2.self_attn.out_proj.weight": 0.01174104306846857, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006873492966406047, + "transformer.layers.2.linear1.weight": 0.005717361345887184, + "transformer.layers.2.linear1.bias": 0.0003092811384703964, + "transformer.layers.2.linear2.weight": 0.006966406013816595, + "transformer.layers.2.linear2.bias": 0.0006644433015026152, + "transformer.layers.2.norm1.weight": 0.0007704023737460375, + "transformer.layers.2.norm1.bias": 0.0006709614535793662, + "transformer.layers.2.norm2.weight": 0.00042748829582706094, + "transformer.layers.2.norm2.bias": 0.00031316018430516124, + "transformer.layers.3.self_attn.in_proj_weight": 0.01915743201971054, + "transformer.layers.3.self_attn.in_proj_bias": 0.0011504126014187932, + "transformer.layers.3.self_attn.out_proj.weight": 0.010039038024842739, + "transformer.layers.3.self_attn.out_proj.bias": 0.0008447650470770895, + "transformer.layers.3.linear1.weight": 0.008731493726372719, + "transformer.layers.3.linear1.bias": 0.0006233269232325256, + "transformer.layers.3.linear2.weight": 0.005828213877975941, + "transformer.layers.3.linear2.bias": 0.000991885899566114, + "transformer.layers.3.norm1.weight": 0.0015156951267272234, + "transformer.layers.3.norm1.bias": 0.0015109196538105607, + "transformer.layers.3.norm2.weight": 0.0006210473366081715, + "transformer.layers.3.norm2.bias": 0.0007140242960304022, + "head.weight": 0.09268828481435776, + "head.bias": 0.0034171200823038816 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.05268825218081474, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020067167934030294, + "transformer.layers.1.self_attn.out_proj.weight": 0.02942332625389099, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016572107560932636, + "transformer.layers.1.linear1.weight": 0.027547165751457214, + "transformer.layers.1.linear1.bias": 0.0010785867925733328, + "transformer.layers.1.linear2.weight": 0.029675591737031937, + "transformer.layers.1.linear2.bias": 0.0015676795737817883, + "transformer.layers.1.norm1.weight": 0.003519037738442421, + "transformer.layers.1.norm1.bias": 0.0026169067714363337, + "transformer.layers.1.norm2.weight": 0.002447576029226184, + "transformer.layers.1.norm2.bias": 0.0009774704230949283, + "transformer.layers.2.self_attn.in_proj_weight": 0.03308330103754997, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016156206838786602, + "transformer.layers.2.self_attn.out_proj.weight": 0.027539310976862907, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016383322654291987, + "transformer.layers.2.linear1.weight": 0.018812209367752075, + "transformer.layers.2.linear1.bias": 0.0009703387622721493, + "transformer.layers.2.linear2.weight": 0.02132854238152504, + "transformer.layers.2.linear2.bias": 0.0015970702515915036, + "transformer.layers.2.norm1.weight": 0.002420006785541773, + "transformer.layers.2.norm1.bias": 0.001897124690003693, + "transformer.layers.2.norm2.weight": 0.0013459156034514308, + "transformer.layers.2.norm2.bias": 0.0009962383192032576, + "transformer.layers.3.self_attn.in_proj_weight": 0.05930590257048607, + "transformer.layers.3.self_attn.in_proj_bias": 0.002735355868935585, + "transformer.layers.3.self_attn.out_proj.weight": 0.02268240973353386, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018617078894749284, + "transformer.layers.3.linear1.weight": 0.022539785131812096, + "transformer.layers.3.linear1.bias": 0.0014517551753669977, + "transformer.layers.3.linear2.weight": 0.013853576965630054, + "transformer.layers.3.linear2.bias": 0.0017799342749640346, + "transformer.layers.3.norm1.weight": 0.004978163633495569, + "transformer.layers.3.norm1.bias": 0.003704106668010354, + "transformer.layers.3.norm2.weight": 0.0015491466037929058, + "transformer.layers.3.norm2.bias": 0.0015280580846592784, + "head.weight": 0.1812935620546341, + "head.bias": 0.004248206503689289 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.019640082493424416, + "transformer.layers.1.self_attn.in_proj_bias": 0.0008709948160685599, + "transformer.layers.1.self_attn.out_proj.weight": 0.015568101778626442, + "transformer.layers.1.self_attn.out_proj.bias": 0.001090237987227738, + "transformer.layers.1.linear1.weight": 0.0122552290558815, + "transformer.layers.1.linear1.bias": 0.0006186402752064168, + "transformer.layers.1.linear2.weight": 0.014866627752780914, + "transformer.layers.1.linear2.bias": 0.0009721913374960423, + "transformer.layers.1.norm1.weight": 0.0012044528266415, + "transformer.layers.1.norm1.bias": 0.0008730318513698876, + "transformer.layers.1.norm2.weight": 0.0011504750000312924, + "transformer.layers.1.norm2.bias": 0.0006951197283342481, + "transformer.layers.2.self_attn.in_proj_weight": 0.01797289215028286, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009242292726412416, + "transformer.layers.2.self_attn.out_proj.weight": 0.014517419971525669, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008804670069366693, + "transformer.layers.2.linear1.weight": 0.008768491446971893, + "transformer.layers.2.linear1.bias": 0.0004763702454511076, + "transformer.layers.2.linear2.weight": 0.01024472527205944, + "transformer.layers.2.linear2.bias": 0.0009150552214123309, + "transformer.layers.2.norm1.weight": 0.0012911169324070215, + "transformer.layers.2.norm1.bias": 0.0009813389042392373, + "transformer.layers.2.norm2.weight": 0.0006004245951771736, + "transformer.layers.2.norm2.bias": 0.0004313196404837072, + "transformer.layers.3.self_attn.in_proj_weight": 0.026718830689787865, + "transformer.layers.3.self_attn.in_proj_bias": 0.001514933304861188, + "transformer.layers.3.self_attn.out_proj.weight": 0.011509319767355919, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011294146534055471, + "transformer.layers.3.linear1.weight": 0.011771989986300468, + "transformer.layers.3.linear1.bias": 0.0008228226215578616, + "transformer.layers.3.linear2.weight": 0.007147142197936773, + "transformer.layers.3.linear2.bias": 0.001178666716441512, + "transformer.layers.3.norm1.weight": 0.0023828258272260427, + "transformer.layers.3.norm1.bias": 0.002047903835773468, + "transformer.layers.3.norm2.weight": 0.0008569827768951654, + "transformer.layers.3.norm2.bias": 0.0009185863891616464, + "head.weight": 0.09153439849615097, + "head.bias": 0.002943259198218584 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.031531479209661484, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019073408329859376, + "transformer.layers.1.self_attn.out_proj.weight": 0.03252027928829193, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024749732110649347, + "transformer.layers.1.linear1.weight": 0.022496305406093597, + "transformer.layers.1.linear1.bias": 0.001107789110392332, + "transformer.layers.1.linear2.weight": 0.02772587724030018, + "transformer.layers.1.linear2.bias": 0.002293229103088379, + "transformer.layers.1.norm1.weight": 0.0020026536658406258, + "transformer.layers.1.norm1.bias": 0.0017389148706570268, + "transformer.layers.1.norm2.weight": 0.0017656264826655388, + "transformer.layers.1.norm2.bias": 0.0014239370357245207, + "transformer.layers.2.self_attn.in_proj_weight": 0.03488670289516449, + "transformer.layers.2.self_attn.in_proj_bias": 0.00178594421595335, + "transformer.layers.2.self_attn.out_proj.weight": 0.02619531936943531, + "transformer.layers.2.self_attn.out_proj.bias": 0.002216348424553871, + "transformer.layers.2.linear1.weight": 0.015213057398796082, + "transformer.layers.2.linear1.bias": 0.0009823063155636191, + "transformer.layers.2.linear2.weight": 0.018864423036575317, + "transformer.layers.2.linear2.bias": 0.0023184786550700665, + "transformer.layers.2.norm1.weight": 0.0025581896770745516, + "transformer.layers.2.norm1.bias": 0.0018932439852505922, + "transformer.layers.2.norm2.weight": 0.0011195067781955004, + "transformer.layers.2.norm2.bias": 0.0011520622065290809, + "transformer.layers.3.self_attn.in_proj_weight": 0.05977945029735565, + "transformer.layers.3.self_attn.in_proj_bias": 0.00645991787314415, + "transformer.layers.3.self_attn.out_proj.weight": 0.028705209493637085, + "transformer.layers.3.self_attn.out_proj.bias": 0.0044717974960803986, + "transformer.layers.3.linear1.weight": 0.03176731616258621, + "transformer.layers.3.linear1.bias": 0.002877871273085475, + "transformer.layers.3.linear2.weight": 0.019591160118579865, + "transformer.layers.3.linear2.bias": 0.00539744459092617, + "transformer.layers.3.norm1.weight": 0.004949085880070925, + "transformer.layers.3.norm1.bias": 0.009323702193796635, + "transformer.layers.3.norm2.weight": 0.002378499833866954, + "transformer.layers.3.norm2.bias": 0.0038213487714529037, + "head.weight": 0.25689399242401123, + "head.bias": 0.010074766352772713 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.023456880822777748, + "transformer.layers.1.self_attn.in_proj_bias": 0.001205245847813785, + "transformer.layers.1.self_attn.out_proj.weight": 0.021602746099233627, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017741745105013251, + "transformer.layers.1.linear1.weight": 0.014848574064671993, + "transformer.layers.1.linear1.bias": 0.0008294795989058912, + "transformer.layers.1.linear2.weight": 0.01578732207417488, + "transformer.layers.1.linear2.bias": 0.001566404476761818, + "transformer.layers.1.norm1.weight": 0.0016129367286339402, + "transformer.layers.1.norm1.bias": 0.0011655515991151333, + "transformer.layers.1.norm2.weight": 0.0016537971096113324, + "transformer.layers.1.norm2.bias": 0.0012242344673722982, + "transformer.layers.2.self_attn.in_proj_weight": 0.018276086077094078, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012845059391111135, + "transformer.layers.2.self_attn.out_proj.weight": 0.017557892948389053, + "transformer.layers.2.self_attn.out_proj.bias": 0.001505351858213544, + "transformer.layers.2.linear1.weight": 0.010050498880445957, + "transformer.layers.2.linear1.bias": 0.0006665069959126413, + "transformer.layers.2.linear2.weight": 0.011520271189510822, + "transformer.layers.2.linear2.bias": 0.0015721770469099283, + "transformer.layers.2.norm1.weight": 0.0013707568868994713, + "transformer.layers.2.norm1.bias": 0.0014968838077038527, + "transformer.layers.2.norm2.weight": 0.00074145378312096, + "transformer.layers.2.norm2.bias": 0.000741247262340039, + "transformer.layers.3.self_attn.in_proj_weight": 0.038486406207084656, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036417143419384956, + "transformer.layers.3.self_attn.out_proj.weight": 0.018547382205724716, + "transformer.layers.3.self_attn.out_proj.bias": 0.002671867376193404, + "transformer.layers.3.linear1.weight": 0.02081337571144104, + "transformer.layers.3.linear1.bias": 0.0018375389045104384, + "transformer.layers.3.linear2.weight": 0.012242714874446392, + "transformer.layers.3.linear2.bias": 0.003279950702562928, + "transformer.layers.3.norm1.weight": 0.003356251632794738, + "transformer.layers.3.norm1.bias": 0.004890597891062498, + "transformer.layers.3.norm2.weight": 0.001648333272896707, + "transformer.layers.3.norm2.bias": 0.0026712582912296057, + "head.weight": 0.1620606780052185, + "head.bias": 0.006168175023049116 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.01978946290910244, + "transformer.layers.1.self_attn.in_proj_bias": 0.001203663065098226, + "transformer.layers.1.self_attn.out_proj.weight": 0.02209610864520073, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017218135762959719, + "transformer.layers.1.linear1.weight": 0.017253408208489418, + "transformer.layers.1.linear1.bias": 0.0008461683173663914, + "transformer.layers.1.linear2.weight": 0.02012675628066063, + "transformer.layers.1.linear2.bias": 0.0016659453976899385, + "transformer.layers.1.norm1.weight": 0.001214974676258862, + "transformer.layers.1.norm1.bias": 0.0011954852379858494, + "transformer.layers.1.norm2.weight": 0.0015614766161888838, + "transformer.layers.1.norm2.bias": 0.0008876063511706889, + "transformer.layers.2.self_attn.in_proj_weight": 0.024034792557358742, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014100110856816173, + "transformer.layers.2.self_attn.out_proj.weight": 0.01965523697435856, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015995822614058852, + "transformer.layers.2.linear1.weight": 0.011055190116167068, + "transformer.layers.2.linear1.bias": 0.000683692516759038, + "transformer.layers.2.linear2.weight": 0.013435645028948784, + "transformer.layers.2.linear2.bias": 0.0016732743242755532, + "transformer.layers.2.norm1.weight": 0.002089626155793667, + "transformer.layers.2.norm1.bias": 0.0018118208972737193, + "transformer.layers.2.norm2.weight": 0.0008021399262361228, + "transformer.layers.2.norm2.bias": 0.0007003878126852214, + "transformer.layers.3.self_attn.in_proj_weight": 0.039658401161432266, + "transformer.layers.3.self_attn.in_proj_bias": 0.003595325630158186, + "transformer.layers.3.self_attn.out_proj.weight": 0.01964508555829525, + "transformer.layers.3.self_attn.out_proj.bias": 0.002689494751393795, + "transformer.layers.3.linear1.weight": 0.01940196193754673, + "transformer.layers.3.linear1.bias": 0.0016456253360956907, + "transformer.layers.3.linear2.weight": 0.011730791069567204, + "transformer.layers.3.linear2.bias": 0.002983632031828165, + "transformer.layers.3.norm1.weight": 0.003615229856222868, + "transformer.layers.3.norm1.bias": 0.005179842002689838, + "transformer.layers.3.norm2.weight": 0.00138765515293926, + "transformer.layers.3.norm2.bias": 0.002006418304517865, + "head.weight": 0.15616393089294434, + "head.bias": 0.00581321818754077 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.03403833135962486, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021067941561341286, + "transformer.layers.1.self_attn.out_proj.weight": 0.028606625273823738, + "transformer.layers.1.self_attn.out_proj.bias": 0.002463932614773512, + "transformer.layers.1.linear1.weight": 0.020788969472050667, + "transformer.layers.1.linear1.bias": 0.0010678857797756791, + "transformer.layers.1.linear2.weight": 0.023472115397453308, + "transformer.layers.1.linear2.bias": 0.00227041426114738, + "transformer.layers.1.norm1.weight": 0.002352249575778842, + "transformer.layers.1.norm1.bias": 0.002021852880716324, + "transformer.layers.1.norm2.weight": 0.0018846001476049423, + "transformer.layers.1.norm2.bias": 0.0011745552765205503, + "transformer.layers.2.self_attn.in_proj_weight": 0.026927703991532326, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017775539308786392, + "transformer.layers.2.self_attn.out_proj.weight": 0.02612697333097458, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021295405458658934, + "transformer.layers.2.linear1.weight": 0.014696219004690647, + "transformer.layers.2.linear1.bias": 0.0009126374498009682, + "transformer.layers.2.linear2.weight": 0.017313923686742783, + "transformer.layers.2.linear2.bias": 0.0020960820838809013, + "transformer.layers.2.norm1.weight": 0.002294582314789295, + "transformer.layers.2.norm1.bias": 0.00178220821544528, + "transformer.layers.2.norm2.weight": 0.0011917623924091458, + "transformer.layers.2.norm2.bias": 0.0010793936671689153, + "transformer.layers.3.self_attn.in_proj_weight": 0.04914641007781029, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034358289558440447, + "transformer.layers.3.self_attn.out_proj.weight": 0.02484348602592945, + "transformer.layers.3.self_attn.out_proj.bias": 0.002427909290418029, + "transformer.layers.3.linear1.weight": 0.024025343358516693, + "transformer.layers.3.linear1.bias": 0.0019394609844312072, + "transformer.layers.3.linear2.weight": 0.014924160204827785, + "transformer.layers.3.linear2.bias": 0.0027304075192660093, + "transformer.layers.3.norm1.weight": 0.004503852222114801, + "transformer.layers.3.norm1.bias": 0.005262389313429594, + "transformer.layers.3.norm2.weight": 0.0016630881000310183, + "transformer.layers.3.norm2.bias": 0.0023395579773932695, + "head.weight": 0.17334896326065063, + "head.bias": 0.005566574167460203 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.016158508136868477, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009646703256294131, + "transformer.layers.1.self_attn.out_proj.weight": 0.013335775583982468, + "transformer.layers.1.self_attn.out_proj.bias": 0.0009291582391597331, + "transformer.layers.1.linear1.weight": 0.00945595558732748, + "transformer.layers.1.linear1.bias": 0.00047564617125317454, + "transformer.layers.1.linear2.weight": 0.011825076304376125, + "transformer.layers.1.linear2.bias": 0.0008562342263758183, + "transformer.layers.1.norm1.weight": 0.0011733879800885916, + "transformer.layers.1.norm1.bias": 0.001145200221799314, + "transformer.layers.1.norm2.weight": 0.0008823477546684444, + "transformer.layers.1.norm2.bias": 0.0005001339013688266, + "transformer.layers.2.self_attn.in_proj_weight": 0.013226771727204323, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006379989208653569, + "transformer.layers.2.self_attn.out_proj.weight": 0.01452910527586937, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008218886214308441, + "transformer.layers.2.linear1.weight": 0.007731909863650799, + "transformer.layers.2.linear1.bias": 0.00047299268771894276, + "transformer.layers.2.linear2.weight": 0.009308433160185814, + "transformer.layers.2.linear2.bias": 0.0008357563056051731, + "transformer.layers.2.norm1.weight": 0.0009595688316039741, + "transformer.layers.2.norm1.bias": 0.0006202601944096386, + "transformer.layers.2.norm2.weight": 0.0005660104798153043, + "transformer.layers.2.norm2.bias": 0.0005762125365436077, + "transformer.layers.3.self_attn.in_proj_weight": 0.026353389024734497, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015024791937321424, + "transformer.layers.3.self_attn.out_proj.weight": 0.01441692654043436, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011324924416840076, + "transformer.layers.3.linear1.weight": 0.014074970968067646, + "transformer.layers.3.linear1.bias": 0.0010175855131819844, + "transformer.layers.3.linear2.weight": 0.008425068110227585, + "transformer.layers.3.linear2.bias": 0.0014350772835314274, + "transformer.layers.3.norm1.weight": 0.002261893590912223, + "transformer.layers.3.norm1.bias": 0.002141745761036873, + "transformer.layers.3.norm2.weight": 0.0010862195631489158, + "transformer.layers.3.norm2.bias": 0.0013004181673750281, + "head.weight": 0.10520927608013153, + "head.bias": 0.002697655465453863 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.015180058777332306, + "transformer.layers.1.self_attn.in_proj_bias": 0.00102584611158818, + "transformer.layers.1.self_attn.out_proj.weight": 0.013755964115262032, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011469866149127483, + "transformer.layers.1.linear1.weight": 0.012425601482391357, + "transformer.layers.1.linear1.bias": 0.0005779064376838505, + "transformer.layers.1.linear2.weight": 0.013067496009171009, + "transformer.layers.1.linear2.bias": 0.0011357945622876287, + "transformer.layers.1.norm1.weight": 0.0011165803298354149, + "transformer.layers.1.norm1.bias": 0.0012101514730602503, + "transformer.layers.1.norm2.weight": 0.0013687745667994022, + "transformer.layers.1.norm2.bias": 0.0006027990602888167, + "transformer.layers.2.self_attn.in_proj_weight": 0.013916196301579475, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008517403621226549, + "transformer.layers.2.self_attn.out_proj.weight": 0.011598593555390835, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010974544566124678, + "transformer.layers.2.linear1.weight": 0.008267070166766644, + "transformer.layers.2.linear1.bias": 0.0005207160720601678, + "transformer.layers.2.linear2.weight": 0.009692448191344738, + "transformer.layers.2.linear2.bias": 0.001150758471339941, + "transformer.layers.2.norm1.weight": 0.0009944663615897298, + "transformer.layers.2.norm1.bias": 0.0010433398419991136, + "transformer.layers.2.norm2.weight": 0.0006548333331011236, + "transformer.layers.2.norm2.bias": 0.0006622588844038546, + "transformer.layers.3.self_attn.in_proj_weight": 0.031081082299351692, + "transformer.layers.3.self_attn.in_proj_bias": 0.002592576202005148, + "transformer.layers.3.self_attn.out_proj.weight": 0.014377888292074203, + "transformer.layers.3.self_attn.out_proj.bias": 0.001944154966622591, + "transformer.layers.3.linear1.weight": 0.012568389996886253, + "transformer.layers.3.linear1.bias": 0.0010438235476613045, + "transformer.layers.3.linear2.weight": 0.00904786679893732, + "transformer.layers.3.linear2.bias": 0.0022897624876350164, + "transformer.layers.3.norm1.weight": 0.0027054159436374903, + "transformer.layers.3.norm1.bias": 0.0038492081221193075, + "transformer.layers.3.norm2.weight": 0.000905113120097667, + "transformer.layers.3.norm2.bias": 0.0013965890975669026, + "head.weight": 0.11641731858253479, + "head.bias": 0.00441347062587738 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.025588424876332283, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010349588701501489, + "transformer.layers.1.self_attn.out_proj.weight": 0.01799885183572769, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011537052923813462, + "transformer.layers.1.linear1.weight": 0.012548054568469524, + "transformer.layers.1.linear1.bias": 0.0006635967292822897, + "transformer.layers.1.linear2.weight": 0.013456728309392929, + "transformer.layers.1.linear2.bias": 0.0010694462107494473, + "transformer.layers.1.norm1.weight": 0.0017989784246310592, + "transformer.layers.1.norm1.bias": 0.0012129240203648806, + "transformer.layers.1.norm2.weight": 0.0012735328637063503, + "transformer.layers.1.norm2.bias": 0.0008499089744873345, + "transformer.layers.2.self_attn.in_proj_weight": 0.018432794138789177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009239387582056224, + "transformer.layers.2.self_attn.out_proj.weight": 0.014422334730625153, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010584330884739757, + "transformer.layers.2.linear1.weight": 0.007897702977061272, + "transformer.layers.2.linear1.bias": 0.00047835882287472486, + "transformer.layers.2.linear2.weight": 0.009192573837935925, + "transformer.layers.2.linear2.bias": 0.0010443282080814242, + "transformer.layers.2.norm1.weight": 0.0014748834073543549, + "transformer.layers.2.norm1.bias": 0.0011280758772045374, + "transformer.layers.2.norm2.weight": 0.0005918949609622359, + "transformer.layers.2.norm2.bias": 0.0005197359132580459, + "transformer.layers.3.self_attn.in_proj_weight": 0.028222039341926575, + "transformer.layers.3.self_attn.in_proj_bias": 0.002162669552490115, + "transformer.layers.3.self_attn.out_proj.weight": 0.013519485481083393, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015104478225111961, + "transformer.layers.3.linear1.weight": 0.013658203184604645, + "transformer.layers.3.linear1.bias": 0.0010800838936120272, + "transformer.layers.3.linear2.weight": 0.008177584037184715, + "transformer.layers.3.linear2.bias": 0.0018123480258509517, + "transformer.layers.3.norm1.weight": 0.0024505876936018467, + "transformer.layers.3.norm1.bias": 0.002948259934782982, + "transformer.layers.3.norm2.weight": 0.0009837187826633453, + "transformer.layers.3.norm2.bias": 0.0013194336788728833, + "head.weight": 0.11536727845668793, + "head.bias": 0.004113880917429924 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.029812980443239212, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019931925926357508, + "transformer.layers.1.self_attn.out_proj.weight": 0.029678065329790115, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026323648635298014, + "transformer.layers.1.linear1.weight": 0.02079750783741474, + "transformer.layers.1.linear1.bias": 0.0011735449079424143, + "transformer.layers.1.linear2.weight": 0.026280734688043594, + "transformer.layers.1.linear2.bias": 0.0025849707890301943, + "transformer.layers.1.norm1.weight": 0.002207329962402582, + "transformer.layers.1.norm1.bias": 0.00199783593416214, + "transformer.layers.1.norm2.weight": 0.0017546379240229726, + "transformer.layers.1.norm2.bias": 0.0012156489538028836, + "transformer.layers.2.self_attn.in_proj_weight": 0.02645113505423069, + "transformer.layers.2.self_attn.in_proj_bias": 0.001603699871338904, + "transformer.layers.2.self_attn.out_proj.weight": 0.028806917369365692, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024499099235981703, + "transformer.layers.2.linear1.weight": 0.016088560223579407, + "transformer.layers.2.linear1.bias": 0.0010853050043806434, + "transformer.layers.2.linear2.weight": 0.020357510074973106, + "transformer.layers.2.linear2.bias": 0.002581549808382988, + "transformer.layers.2.norm1.weight": 0.0019570710137486458, + "transformer.layers.2.norm1.bias": 0.001715211314149201, + "transformer.layers.2.norm2.weight": 0.0012259596260264516, + "transformer.layers.2.norm2.bias": 0.001422918401658535, + "transformer.layers.3.self_attn.in_proj_weight": 0.0598297156393528, + "transformer.layers.3.self_attn.in_proj_bias": 0.005922580603510141, + "transformer.layers.3.self_attn.out_proj.weight": 0.02809407189488411, + "transformer.layers.3.self_attn.out_proj.bias": 0.004455439280718565, + "transformer.layers.3.linear1.weight": 0.02947799302637577, + "transformer.layers.3.linear1.bias": 0.002718523144721985, + "transformer.layers.3.linear2.weight": 0.01971791684627533, + "transformer.layers.3.linear2.bias": 0.005388942547142506, + "transformer.layers.3.norm1.weight": 0.005119427107274532, + "transformer.layers.3.norm1.bias": 0.009011701680719852, + "transformer.layers.3.norm2.weight": 0.002206194680184126, + "transformer.layers.3.norm2.bias": 0.003723741974681616, + "head.weight": 0.2604643702507019, + "head.bias": 0.01080168318003416 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.0287720188498497, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012787171872332692, + "transformer.layers.1.self_attn.out_proj.weight": 0.023818502202630043, + "transformer.layers.1.self_attn.out_proj.bias": 0.001723186345770955, + "transformer.layers.1.linear1.weight": 0.017397748306393623, + "transformer.layers.1.linear1.bias": 0.0008479001116938889, + "transformer.layers.1.linear2.weight": 0.016975214704871178, + "transformer.layers.1.linear2.bias": 0.0014348169788718224, + "transformer.layers.1.norm1.weight": 0.0018421841086819768, + "transformer.layers.1.norm1.bias": 0.0012290749000385404, + "transformer.layers.1.norm2.weight": 0.0016859261086210608, + "transformer.layers.1.norm2.bias": 0.001138696912676096, + "transformer.layers.2.self_attn.in_proj_weight": 0.021538687869906425, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012540334137156606, + "transformer.layers.2.self_attn.out_proj.weight": 0.018687453120946884, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013897375902161002, + "transformer.layers.2.linear1.weight": 0.010357750579714775, + "transformer.layers.2.linear1.bias": 0.0006149670807644725, + "transformer.layers.2.linear2.weight": 0.012336836196482182, + "transformer.layers.2.linear2.bias": 0.001347568933852017, + "transformer.layers.2.norm1.weight": 0.0014431088929995894, + "transformer.layers.2.norm1.bias": 0.0012496889103204012, + "transformer.layers.2.norm2.weight": 0.0006834613159298897, + "transformer.layers.2.norm2.bias": 0.0006292857578955591, + "transformer.layers.3.self_attn.in_proj_weight": 0.03551701828837395, + "transformer.layers.3.self_attn.in_proj_bias": 0.001975873252376914, + "transformer.layers.3.self_attn.out_proj.weight": 0.018732843920588493, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011155850952491164, + "transformer.layers.3.linear1.weight": 0.02079601213335991, + "transformer.layers.3.linear1.bias": 0.0015274822944775224, + "transformer.layers.3.linear2.weight": 0.012009174562990665, + "transformer.layers.3.linear2.bias": 0.0012750416062772274, + "transformer.layers.3.norm1.weight": 0.003205286106094718, + "transformer.layers.3.norm1.bias": 0.002687458647415042, + "transformer.layers.3.norm2.weight": 0.0015921371523290873, + "transformer.layers.3.norm2.bias": 0.0018517534481361508, + "head.weight": 0.11770528554916382, + "head.bias": 0.0014161169528961182 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10811448842287064, - 0.26349639892578125, - 0.021505016833543777, - 0.2573593854904175, - 0.19901332259178162, - 0.08183605968952179, - 0.12169362604618073, - 0.032126471400260925, - 0.15040282905101776, - 0.055649854242801666 + 0.24373114109039307, + 0.20279060304164886, + 0.3124914765357971, + 0.22127196192741394, + 0.31681618094444275, + 0.35009241104125977, + 0.3880222737789154, + 0.3473872244358063, + 0.31617358326911926, + 0.35609346628189087, + 0.2986105680465698, + 0.3708733916282654, + 0.36974668502807617, + 0.5683016180992126, + 0.39169591665267944, + 0.42129358649253845, + 0.44005632400512695, + 0.38791435956954956, + 0.5956277251243591, + 0.6762004494667053 ], "repr_drift_kl_low_t": [ - 0.12597551941871643, - 0.15961489081382751, - 0.018626686185598373, - 0.267319917678833, - 0.21292027831077576, - 0.07820725440979004, - 0.11694753170013428, - 0.036437246948480606, - 0.17087677121162415, - 0.05652514100074768 + 0.3181934952735901, + 0.2521251440048218, + 0.39634519815444946, + 0.2569490969181061, + 0.38385945558547974, + 0.4399474859237671, + 0.47635701298713684, + 0.4430844485759735, + 0.38720548152923584, + 0.4392242729663849, + 0.36056336760520935, + 0.48132652044296265, + 0.4723767340183258, + 0.7122154235839844, + 0.47792914509773254, + 0.527536928653717, + 0.5321497321128845, + 0.480741411447525, + 0.7834998965263367, + 0.8641551733016968 ], "repr_drift_kl_mid_t": [ - 0.10306338220834732, - 0.2114652842283249, - 0.02165333554148674, - 0.25274425745010376, - 0.20347614586353302, - 0.07983531057834625, - 0.11405016481876373, - 0.029667600989341736, - 0.14997310936450958, - 0.04696505516767502 + 0.2378740906715393, + 0.20269325375556946, + 0.3094478249549866, + 0.2184404581785202, + 0.3216659724712372, + 0.35594823956489563, + 0.39028850197792053, + 0.3463572561740875, + 0.3171088993549347, + 0.35692155361175537, + 0.30554619431495667, + 0.37866514921188354, + 0.3736816346645355, + 0.5714017152786255, + 0.39231014251708984, + 0.42755258083343506, + 0.44711169600486755, + 0.38160017132759094, + 0.5912457704544067, + 0.6888169050216675 ], "repr_drift_kl_high_t": [ - 0.0851370245218277, - 0.5523611307144165, - 0.03720855712890625, - 0.25700175762176514, - 0.19116945564746857, - 0.08028280735015869, - 0.12649595737457275, - 0.03293155878782272, - 0.14842946827411652, - 0.05850382521748543 + 0.1782412976026535, + 0.14484229683876038, + 0.2253960371017456, + 0.18989606201648712, + 0.24831348657608032, + 0.24516072869300842, + 0.28482186794281006, + 0.25239303708076477, + 0.20923085510730743, + 0.25392118096351624, + 0.21006661653518677, + 0.24984043836593628, + 0.25671032071113586, + 0.3998119533061981, + 0.2899995446205139, + 0.30911198258399963, + 0.3125530183315277, + 0.2977348864078522, + 0.4113246500492096, + 0.4628775119781494 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8469225168228149, - 0.8861023783683777, - 0.7554698586463928, - 0.8975175023078918, - 0.9367901086807251 + 0.7721609473228455, + 0.7832137942314148, + 0.9018727540969849, + 0.8970544338226318, + 0.8836081027984619, + 0.8794552087783813, + 0.9373093247413635, + 0.8763105273246765, + 0.8446112871170044, + 0.8705060482025146 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.3091654777526855, - 1.3143906593322754, - 0.011229815892875195, - 2.984309673309326, - 0.049370963126420975, - 0.19449713826179504, - 0.28701746463775635, - 0.45907819271087646, - 0.0879230946302414, - 0.8306177258491516 + 1.0378040075302124, + 0.7468313574790955, + 0.33855676651000977, + 0.4557603895664215, + 0.24468879401683807, + 0.31737467646598816, + 0.29661887884140015, + 0.21501505374908447, + 0.11314132064580917, + 0.3643096387386322, + 0.14402742683887482, + 0.3325161933898926, + 0.2666613757610321, + 0.2426179200410843, + 0.1877267211675644, + 0.08831264823675156, + 0.12458907067775726, + 0.11678177118301392, + 0.482033908367157, + 0.430961549282074 ], "norm_high_t": [ - 0.4948280453681946, - 0.8473632335662842, - 0.06218518316745758, - 1.9139363765716553, - 0.09706111997365952, - 0.10175557434558868, - 0.2551247775554657, - 0.2718985676765442, - 0.5040032863616943, - 0.42452821135520935 + 3.099076509475708, + 0.562760055065155, + 0.46788856387138367, + 0.5622756481170654, + 0.256452351808548, + 0.2370600551366806, + 0.35144591331481934, + 0.6103333234786987, + 0.2727719247341156, + 0.264516144990921, + 0.22622311115264893, + 0.4193039536476135, + 0.3587411344051361, + 0.22315557301044464, + 0.28087836503982544, + 0.1278875470161438, + 0.11917518824338913, + 0.21921075880527496, + 0.3587453067302704, + 0.21772710978984833 ], "lowhigh_cos": [ - 0.20710673928260803, - 0.22444899380207062, - 0.21196985244750977, - 0.7650310397148132, - 0.14137528836727142, - 0.06255421042442322, - 0.09890738874673843, - 0.28951242566108704, - 0.1349698305130005, - 0.6114173531532288 + 0.8990336060523987, + 0.595855712890625, + 0.30944183468818665, + 0.7858677506446838, + 0.056150589138269424, + -0.26285219192504883, + 0.4620549976825714, + 0.24203816056251526, + -0.021052289754152298, + 0.09690338373184204, + 0.07553251087665558, + 0.7036961317062378, + 0.3336874544620514, + 0.16963903605937958, + 0.21903686225414276, + 0.23133119940757751, + 0.2092045098543167, + 0.06499820202589035, + 0.6591616272926331, + 0.24460606276988983 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.5374234914779663, - "t_0.1-0.2": 0.8752481937408447, - "t_0.2-0.3": 0.9894884824752808, - "t_0.3-0.4": 1.2264764308929443, - "t_0.4-0.5": 0.7075388431549072, - "t_0.5-0.6": 0.514316201210022, - "t_0.6-0.7": 0.7630268335342407, - "t_0.7-0.8": 1.1196722984313965, - "t_0.8-0.9": 0.6195192337036133, - "t_0.9-1.0": 0.5122738480567932 - }, - { - "t_0.0-0.1": 1.7333811521530151, - "t_0.1-0.2": 0.907882034778595, - "t_0.2-0.3": 0.8775279521942139, - "t_0.3-0.4": 0.951208233833313, - "t_0.4-0.5": 0.9594274759292603, - "t_0.5-0.6": 0.9493800401687622, - "t_0.6-0.7": 0.8178387880325317, - "t_0.7-0.8": 0.8155284523963928, - "t_0.8-0.9": 0.727213442325592, - "t_0.9-1.0": 0.9981933832168579 - }, - { - "t_0.0-0.1": 0.10779687762260437, - "t_0.1-0.2": 0.09319782257080078, - "t_0.2-0.3": 0.09319699555635452, - "t_0.3-0.4": 0.09451041370630264, - "t_0.4-0.5": 0.07057472318410873, - "t_0.5-0.6": 0.07762480527162552, - "t_0.6-0.7": 0.06326816231012344, - "t_0.7-0.8": 0.05700086057186127, - "t_0.8-0.9": 0.07552584260702133, - "t_0.9-1.0": 0.11120175570249557 - }, - { - "t_0.0-0.1": 3.0623295307159424, - "t_0.1-0.2": 2.7045886516571045, - "t_0.2-0.3": 3.283358335494995, - "t_0.3-0.4": 3.014465093612671, - "t_0.4-0.5": 2.8121345043182373, - "t_0.5-0.6": 2.608576774597168, - "t_0.6-0.7": 2.8351058959960938, - "t_0.7-0.8": 2.1772682666778564, - "t_0.8-0.9": 2.3997995853424072, - "t_0.9-1.0": 1.5861201286315918 - }, - { - "t_0.0-0.1": 0.09583134949207306, - "t_0.1-0.2": 0.04309217259287834, - "t_0.2-0.3": 0.03713899478316307, - "t_0.3-0.4": 0.06412015855312347, - "t_0.4-0.5": 0.19394932687282562, - "t_0.5-0.6": 0.05042219161987305, - "t_0.6-0.7": 0.1196676641702652, - "t_0.7-0.8": 0.0425904206931591, - "t_0.8-0.9": 0.1047118604183197, - "t_0.9-1.0": 0.09616316854953766 - }, - { - "t_0.0-0.1": 0.039008788764476776, - "t_0.1-0.2": 0.19326801598072052, - "t_0.2-0.3": 0.11548015475273132, - "t_0.3-0.4": 0.10755691677331924, - "t_0.4-0.5": 0.07357396930456161, - "t_0.5-0.6": 0.060094352811574936, - "t_0.6-0.7": 0.12325835227966309, - "t_0.7-0.8": 0.070465087890625, - "t_0.8-0.9": 0.060720041394233704, - "t_0.9-1.0": 0.1681285947561264 - }, - { - "t_0.0-0.1": 0.44788658618927, - "t_0.1-0.2": 0.28258615732192993, - "t_0.2-0.3": 0.21467745304107666, - "t_0.3-0.4": 0.22505202889442444, - "t_0.4-0.5": 0.18220728635787964, - "t_0.5-0.6": 0.1989467442035675, - "t_0.6-0.7": 0.2234814465045929, - "t_0.7-0.8": 0.2252025455236435, - "t_0.8-0.9": 0.3176072835922241, - "t_0.9-1.0": 0.4624716341495514 - }, - { - "t_0.0-0.1": 0.547436535358429, - "t_0.1-0.2": 0.39709779620170593, - "t_0.2-0.3": 0.3949849605560303, - "t_0.3-0.4": 0.23483705520629883, - "t_0.4-0.5": 0.3158680200576782, - "t_0.5-0.6": 0.2786180078983307, - "t_0.6-0.7": 0.3234092891216278, - "t_0.7-0.8": 0.3161426782608032, - "t_0.8-0.9": 0.23126526176929474, - "t_0.9-1.0": 0.26931220293045044 - }, - { - "t_0.0-0.1": 0.16991107165813446, - "t_0.1-0.2": 0.11048910021781921, - "t_0.2-0.3": 0.18099729716777802, - "t_0.3-0.4": 0.10428263247013092, - "t_0.4-0.5": 0.07854262739419937, - "t_0.5-0.6": 0.16987468302249908, - "t_0.6-0.7": 0.09689778834581375, - "t_0.7-0.8": 0.10326080769300461, - "t_0.8-0.9": 0.25475025177001953, - "t_0.9-1.0": 0.6695185899734497 - }, - { - "t_0.0-0.1": 0.6291992664337158, - "t_0.1-0.2": 0.3478367328643799, - "t_0.2-0.3": 0.7739760875701904, - "t_0.3-0.4": 0.22156594693660736, - "t_0.4-0.5": 0.24143648147583008, - "t_0.5-0.6": 0.42400604486465454, - "t_0.6-0.7": 0.40993812680244446, - "t_0.7-0.8": 0.7183151245117188, - "t_0.8-0.9": 0.41298872232437134, - "t_0.9-1.0": 0.38749316334724426 + "t_0.0-0.1": 1.483445644378662, + "t_0.1-0.2": 1.1720154285430908, + "t_0.2-0.3": 1.6853306293487549, + "t_0.3-0.4": 1.8343701362609863, + "t_0.4-0.5": 2.132312059402466, + "t_0.5-0.6": 2.076831817626953, + "t_0.6-0.7": 2.4685161113739014, + "t_0.7-0.8": 2.746537923812866, + "t_0.8-0.9": 3.091707944869995, + "t_0.9-1.0": 3.252351760864258 + }, + { + "t_0.0-0.1": 0.9117012023925781, + "t_0.1-0.2": 0.7021340131759644, + "t_0.2-0.3": 0.5944311618804932, + "t_0.3-0.4": 0.6225743889808655, + "t_0.4-0.5": 0.6696674227714539, + "t_0.5-0.6": 0.6044896841049194, + "t_0.6-0.7": 0.5291621088981628, + "t_0.7-0.8": 0.5472017526626587, + "t_0.8-0.9": 0.43658387660980225, + "t_0.9-1.0": 0.7094520926475525 + }, + { + "t_0.0-0.1": 0.45213332772254944, + "t_0.1-0.2": 0.2361658215522766, + "t_0.2-0.3": 0.26740241050720215, + "t_0.3-0.4": 0.23141786456108093, + "t_0.4-0.5": 0.22510561347007751, + "t_0.5-0.6": 0.325827956199646, + "t_0.6-0.7": 0.2690272927284241, + "t_0.7-0.8": 0.29584985971450806, + "t_0.8-0.9": 0.3627626299858093, + "t_0.9-1.0": 0.5587316751480103 + }, + { + "t_0.0-0.1": 0.3528486490249634, + "t_0.1-0.2": 0.26714417338371277, + "t_0.2-0.3": 0.2373497486114502, + "t_0.3-0.4": 0.2537168562412262, + "t_0.4-0.5": 0.26985546946525574, + "t_0.5-0.6": 0.30369091033935547, + "t_0.6-0.7": 0.3604564964771271, + "t_0.7-0.8": 0.37308695912361145, + "t_0.8-0.9": 0.3523541986942291, + "t_0.9-1.0": 0.7358935475349426 + }, + { + "t_0.0-0.1": 0.49819740653038025, + "t_0.1-0.2": 0.21946926414966583, + "t_0.2-0.3": 0.1758834272623062, + "t_0.3-0.4": 0.21505005657672882, + "t_0.4-0.5": 0.20989643037319183, + "t_0.5-0.6": 0.19037513434886932, + "t_0.6-0.7": 0.18297164142131805, + "t_0.7-0.8": 0.20015887916088104, + "t_0.8-0.9": 0.23964610695838928, + "t_0.9-1.0": 0.32876917719841003 + }, + { + "t_0.0-0.1": 0.2187233865261078, + "t_0.1-0.2": 0.1265660673379898, + "t_0.2-0.3": 0.1402842402458191, + "t_0.3-0.4": 0.11908401548862457, + "t_0.4-0.5": 0.108786441385746, + "t_0.5-0.6": 0.1565820872783661, + "t_0.6-0.7": 0.13877813518047333, + "t_0.7-0.8": 0.12923327088356018, + "t_0.8-0.9": 0.19834862649440765, + "t_0.9-1.0": 0.4101303815841675 + }, + { + "t_0.0-0.1": 0.27745968103408813, + "t_0.1-0.2": 0.2122696042060852, + "t_0.2-0.3": 0.14839299023151398, + "t_0.3-0.4": 0.1766485571861267, + "t_0.4-0.5": 0.14061903953552246, + "t_0.5-0.6": 0.17370370030403137, + "t_0.6-0.7": 0.17208607494831085, + "t_0.7-0.8": 0.15028372406959534, + "t_0.8-0.9": 0.2360272854566574, + "t_0.9-1.0": 0.5025968551635742 + }, + { + "t_0.0-0.1": 0.3282829225063324, + "t_0.1-0.2": 0.3003925085067749, + "t_0.2-0.3": 0.22661273181438446, + "t_0.3-0.4": 0.24132056534290314, + "t_0.4-0.5": 0.25188466906547546, + "t_0.5-0.6": 0.25278496742248535, + "t_0.6-0.7": 0.24675066769123077, + "t_0.7-0.8": 0.3087374269962311, + "t_0.8-0.9": 0.3722364902496338, + "t_0.9-1.0": 0.7716416120529175 + }, + { + "t_0.0-0.1": 0.10881262272596359, + "t_0.1-0.2": 0.0819629654288292, + "t_0.2-0.3": 0.09061607718467712, + "t_0.3-0.4": 0.07318384945392609, + "t_0.4-0.5": 0.06981083750724792, + "t_0.5-0.6": 0.07421072572469711, + "t_0.6-0.7": 0.09061380475759506, + "t_0.7-0.8": 0.11880740523338318, + "t_0.8-0.9": 0.1577950119972229, + "t_0.9-1.0": 0.419074684381485 + }, + { + "t_0.0-0.1": 0.442569762468338, + "t_0.1-0.2": 0.29447877407073975, + "t_0.2-0.3": 0.17226830124855042, + "t_0.3-0.4": 0.18392594158649445, + "t_0.4-0.5": 0.11510808020830154, + "t_0.5-0.6": 0.20693491399288177, + "t_0.6-0.7": 0.14740796387195587, + "t_0.7-0.8": 0.177638441324234, + "t_0.8-0.9": 0.23815585672855377, + "t_0.9-1.0": 0.4195457696914673 + }, + { + "t_0.0-0.1": 0.18442609906196594, + "t_0.1-0.2": 0.13235145807266235, + "t_0.2-0.3": 0.13882118463516235, + "t_0.3-0.4": 0.10718604922294617, + "t_0.4-0.5": 0.09995551407337189, + "t_0.5-0.6": 0.09834540635347366, + "t_0.6-0.7": 0.11518752574920654, + "t_0.7-0.8": 0.10913536697626114, + "t_0.8-0.9": 0.13870160281658173, + "t_0.9-1.0": 0.3931475877761841 + }, + { + "t_0.0-0.1": 0.20746678113937378, + "t_0.1-0.2": 0.3033284842967987, + "t_0.2-0.3": 0.2220323383808136, + "t_0.3-0.4": 0.21485638618469238, + "t_0.4-0.5": 0.21610501408576965, + "t_0.5-0.6": 0.2529642581939697, + "t_0.6-0.7": 0.28901249170303345, + "t_0.7-0.8": 0.3597581386566162, + "t_0.8-0.9": 0.4228632152080536, + "t_0.9-1.0": 0.4803912341594696 + }, + { + "t_0.0-0.1": 0.2285260260105133, + "t_0.1-0.2": 0.1395922601222992, + "t_0.2-0.3": 0.12959395349025726, + "t_0.3-0.4": 0.13844454288482666, + "t_0.4-0.5": 0.14025498926639557, + "t_0.5-0.6": 0.16381807625293732, + "t_0.6-0.7": 0.20015498995780945, + "t_0.7-0.8": 0.224214568734169, + "t_0.8-0.9": 0.28414833545684814, + "t_0.9-1.0": 0.4845428168773651 + }, + { + "t_0.0-0.1": 0.22071994841098785, + "t_0.1-0.2": 0.13754014670848846, + "t_0.2-0.3": 0.13040326535701752, + "t_0.3-0.4": 0.12736256420612335, + "t_0.4-0.5": 0.11958111822605133, + "t_0.5-0.6": 0.11619795858860016, + "t_0.6-0.7": 0.13886398077011108, + "t_0.7-0.8": 0.19517871737480164, + "t_0.8-0.9": 0.227787584066391, + "t_0.9-1.0": 0.306235134601593 + }, + { + "t_0.0-0.1": 0.21930068731307983, + "t_0.1-0.2": 0.16209959983825684, + "t_0.2-0.3": 0.13137835264205933, + "t_0.3-0.4": 0.1501837968826294, + "t_0.4-0.5": 0.15165160596370697, + "t_0.5-0.6": 0.11724431067705154, + "t_0.6-0.7": 0.12764011323451996, + "t_0.7-0.8": 0.14143063127994537, + "t_0.8-0.9": 0.2360878586769104, + "t_0.9-1.0": 0.6526368856430054 + }, + { + "t_0.0-0.1": 0.14961573481559753, + "t_0.1-0.2": 0.143998920917511, + "t_0.2-0.3": 0.10063722729682922, + "t_0.3-0.4": 0.09338449686765671, + "t_0.4-0.5": 0.08667965233325958, + "t_0.5-0.6": 0.09774788469076157, + "t_0.6-0.7": 0.08231809735298157, + "t_0.7-0.8": 0.08885300904512405, + "t_0.8-0.9": 0.1006467342376709, + "t_0.9-1.0": 0.1655406355857849 + }, + { + "t_0.0-0.1": 0.26843178272247314, + "t_0.1-0.2": 0.15157699584960938, + "t_0.2-0.3": 0.14706511795520782, + "t_0.3-0.4": 0.127816841006279, + "t_0.4-0.5": 0.11165566742420197, + "t_0.5-0.6": 0.1085716262459755, + "t_0.6-0.7": 0.08743727207183838, + "t_0.7-0.8": 0.07614271342754364, + "t_0.8-0.9": 0.0810893177986145, + "t_0.9-1.0": 0.13478370010852814 + }, + { + "t_0.0-0.1": 0.19845853745937347, + "t_0.1-0.2": 0.12688234448432922, + "t_0.2-0.3": 0.11169596016407013, + "t_0.3-0.4": 0.10383232682943344, + "t_0.4-0.5": 0.089923195540905, + "t_0.5-0.6": 0.12127669900655746, + "t_0.6-0.7": 0.11451366543769836, + "t_0.7-0.8": 0.12819768488407135, + "t_0.8-0.9": 0.14903821051120758, + "t_0.9-1.0": 0.3321988880634308 + }, + { + "t_0.0-0.1": 0.30815109610557556, + "t_0.1-0.2": 0.3465198278427124, + "t_0.2-0.3": 0.36232566833496094, + "t_0.3-0.4": 0.356580525636673, + "t_0.4-0.5": 0.3226737976074219, + "t_0.5-0.6": 0.3010850250720978, + "t_0.6-0.7": 0.3050802946090698, + "t_0.7-0.8": 0.3083489239215851, + "t_0.8-0.9": 0.3410590887069702, + "t_0.9-1.0": 0.41920793056488037 + }, + { + "t_0.0-0.1": 0.18871241807937622, + "t_0.1-0.2": 0.19836874306201935, + "t_0.2-0.3": 0.16826413571834564, + "t_0.3-0.4": 0.14716501533985138, + "t_0.4-0.5": 0.13492843508720398, + "t_0.5-0.6": 0.13106539845466614, + "t_0.6-0.7": 0.15845926105976105, + "t_0.7-0.8": 0.15430140495300293, + "t_0.8-0.9": 0.15625742077827454, + "t_0.9-1.0": 0.2514890134334564 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.03099999949336052, - 0.041044775396585464, - 0.23919479548931122, - 0.06421744078397751, - 0.05860805884003639, - 0.09831738471984863, - 0.005976095795631409, - 0.12133072316646576, - 0.006289307959377766, - 0.4713725447654724, - 0.0045008184388279915, - 0.18825015425682068, - 0.09343603253364563, - 0.013966480270028114, - 0.32325479388237, - 0.040169134736061096, - 0.08470181375741959, - 0.06844444572925568, - 0.1599501371383667, - 0.02987552061676979, - 0.17765814065933228, - 0.005985266994684935, - 0.16106604039669037, - 0.21502749621868134, - 0.04946524277329445, - 0.12006717175245285, - 0.09503605961799622, - 0.13050313293933868, - 0.18739989399909973, - 0.2241235375404358, - 0.005692599341273308, - 0.011377489194273949, - 0.35852840542793274, - 0.011326861567795277, - 0.07533825188875198, - 0.22185741364955902, - 0.08158085495233536, - 0.16362661123275757, - 0.029180176556110382, - 0.006410256493836641, - 0.49384236335754395, - 0.020806241780519485, - 0.11588861793279648, - 0.1410835236310959, - 0.5690690875053406, - 0.02300538308918476, - 0.1235521212220192, - 0.04117108881473541, - 0.048192769289016724, - 0.1750972718000412, - 0.09541984647512436, - 0.015000000596046448, - 0.19033101201057434, - 0.11052631586790085, - 0.1515289843082428, - 0.1274801641702652, - 0.5275862216949463, - 0.014111006632447243, - 0.27172958850860596, - 0.04026845470070839, - 0.04258532077074051, - 0.03756345435976982, - 0.0685434490442276, - 0.041980624198913574, - 0.005976095795631409, - 0.011779041029512882, - 0.00460122711956501, - 0.031223628669977188, - 0.10534653067588806, - 0.03482404723763466, - 0.21205519139766693, - 0.0050505055114626884, - 0.12544439733028412, - 0.12653562426567078, - 0.006334841717034578, - 0.0162641704082489, - 0.004323899280279875, - 0.06708595156669617, - 0.16393442451953888, - 0.11051692813634872, - 0.12757201492786407, - 0.09625668823719025, - 0.008411215618252754, - 0.009702850133180618, - 0.023182956501841545, - 0.09137240797281265, - 0.05104166641831398, - 0.125255286693573, - 0.01919616013765335, - 0.11357466131448746, - 0.01282965112477541, - 0.05790897086262703, - 0.011886697262525558, - 0.013745704665780067, - 0.07692307978868484, - 0.005692599341273308, - 0.05470016226172447, - 0.12977395951747894, - 0.012731481343507767, - 0.005692599341273308, - 0.016597511246800423, - 0.025073746219277382, - 0.006592291872948408, - 0.19569893181324005, - 0.09184172004461288, - 0.05452127382159233, + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.05046382173895836, + 0.07927829027175903, + 0.06211812421679497, + 0.1339743584394455, + 0.05102352425456047, + 0.04538511857390404, + 0.19832012057304382, + 0.0625172108411789, + 0.0890052393078804, + 0.07510504126548767, + 0.15528255701065063, + 0.03493044525384903, + 0.15827523171901703, + 0.13413546979427338, + 0.16490867733955383, + 0.11070110648870468, + 0.072202168405056, + 0.10434983670711517, + 0.05446622893214226, + 0.09863229840993881, + 0.07775060832500458, + 0.10147225111722946, + 0.08027210831642151, + 0.10046865791082382, + 0.1687888652086258, + 0.07775498926639557, + 0.20973390340805054, + 0.07335448265075684, + 0.060253698378801346, + 0.09570815414190292, + 0.07401032745838165, + 0.09389534592628479, + 0.043044619262218475, + 0.2011893093585968, + 0.22458001971244812, + 0.09452851861715317, + 0.08097165822982788, + 0.07933419942855835, + 0.04979408532381058, + 0.05291122570633888, + 0.05923344939947128, + 0.06928887218236923, + 0.1281191110610962, + 0.08616352081298828, + 0.07714195549488068, + 0.0969301387667656, + 0.06217504292726517, + 0.08456286787986755, + 0.09312737733125687, + 0.1329369843006134, + 0.09571286290884018, + 0.10784009844064713, + 0.027291996404528618, + 0.09547244012355804, + 0.06910186260938644, + 0.11474545300006866, + 0.07743658125400543, + 0.08644536882638931, + 0.04846671596169472, + 0.10535909980535507, + 0.10850350558757782, + 0.06624975800514221, + 0.08734472095966339, + 0.08808446675539017, + 0.05179190635681152, + 0.08892171084880829, + 0.1011124849319458, + 0.11000321805477142, + 0.030340053141117096, + 0.0996711328625679, + 0.05724474787712097, + 0.023542923852801323, + 0.10472323000431061, + 0.08551929891109467, + 0.07451514154672623, + 0.05330314859747887, + 0.055451128631830215, + 0.027516018599271774, + 0.10706932097673416, + 0.12008238583803177, + 0.08551809936761856, + 0.0187211986631155, + 0.11917702108621597, + 0.06883298605680466, + 0.11715610325336456, + 0.07025671005249023, + 0.06814751029014587, + 0.07286995649337769, + 0.10934442281723022, + 0.039511024951934814, + 0.10371243953704834, + 0.11115068942308426, + 0.07432432472705841, + 0.038504842668771744, + 0.04959333315491676, + 0.058438725769519806, + 0.17812404036521912, + 0.15746013820171356, + 0.08710155636072159, + 0.10639793425798416, + 0.12407031655311584, + 0.09665428102016449, + 0.027961252257227898, + 0.10144404321908951, + 0.08161583542823792, + 0.07049138098955154, + 0.04612769931554794, + 0.07079645991325378, + 0.0845429077744484, + 0.08767228573560715, + 0.09045922011137009, + 0.11375488340854645, + 0.09610983729362488, + 0.06732283532619476, + 0.0978783518075943, + 0.09490378946065903, + 0.06311092525720596, + 0.03589634597301483, + 0.08308308571577072, + 0.032718412578105927, + 0.1217324510216713, + 0.07557176053524017, + 0.06901725381612778, + 0.07992662489414215, + 0.0663129985332489, + 0.09405353665351868, + 0.06634920090436935, + 0.09413369745016098, + 0.14933601021766663, + 0.12635591626167297, + 0.038163717836141586, + 0.05079365149140358, + 0.13808900117874146, + 0.015065053477883339, + 0.04006712883710861, + 0.06792452931404114, + 0.11131627857685089, + 0.1305011510848999, + 0.024684874340891838, + 0.054356206208467484, + 0.023523353040218353, + 0.021276595070958138, + 0.1398044228553772, + 0.0866045132279396, + 0.045353710651397705, + 0.07145774364471436, + 0.24214838445186615, + 0.1187005415558815, + 0.08120330423116684, + 0.09730848670005798, + 0.11588571220636368, + 0.19205515086650848, + 0.04992808774113655, + 0.04716980829834938, + 0.12859424948692322, + 0.026907483115792274, + 0.10523875802755356, + 0.027909738942980766, + 0.058285415172576904, + 0.2371838539838791, + 0.07964818179607391, + 0.013669371604919434, + 0.1138576790690422, + 0.07394766807556152, + 0.13586251437664032, + 0.16948704421520233, + 0.05818082392215729, + 0.05231388285756111, + 0.121146060526371, + 0.06851588934659958, + 0.1426430195569992, + 0.06850878894329071, + 0.04460703209042549, + 0.09559543430805206, + 0.03807850182056427, + 0.05086788907647133, + 0.14003784954547882, + 0.05599050968885422, + 0.12811942398548126, + 0.06677229702472687, + 0.08993255347013474, + 0.03074181266129017, + 0.21413075923919678, + 0.09056687355041504, + 0.05258447304368019, + 0.0758310854434967, + 0.1280212551355362, + 0.09054252505302429, + 0.08886470645666122, + 0.10848312824964523, + 0.10731948167085648, + 0.05567202344536781, + 0.11655355989933014, + 0.03075544908642769, + 0.08739284425973892, + 0.10000000149011612, + 0.0942545086145401, + 0.1184636726975441, + 0.061242345720529556, + 0.06156640872359276, + 0.11293000727891922, + 0.10754017531871796, + 0.06871496886014938, + 0.10965371876955032, + 0.04553384333848953, + 0.0703125, + 0.03801006078720093, + 0.1142413541674614, + 0.04451910778880119, + 0.11567254364490509, + 0.049461737275123596, + 0.03453689068555832, + 0.13599707186222076, + 0.039049237966537476, + 0.057647451758384705, + 0.04122990742325783, + 0.10141013562679291, + 0.04404425993561745, + 0.12496954947710037, + 0.018074912950396538, + 0.028808290138840675, + 0.12246670573949814, + 0.10847259312868118, + 0.07990152388811111, + 0.11373627185821533, + 0.048347823321819305, + 0.08852802962064743, + 0.042257219552993774, + 0.021295474842190742, + 0.04133685305714607, + 0.03056768700480461, + 0.05422374606132507, + 0.031931072473526, + 0.06053067743778229, + 0.06003190949559212, + 0.1008695662021637, + 0.04839494079351425, + 0.1100601851940155, + 0.06900910288095474, + 0.09331973642110825, + 0.09107906371355057, + 0.04572098329663277, + 0.10141236335039139, + 0.11304348707199097, + 0.08189240843057632, + 0.08292417228221893, + 0.04566929116845131, + 0.13398583233356476, + 0.02949061617255211, + 0.10186249762773514, + 0.08656799793243408, + 0.07086450606584549, + 0.058711759746074677, + 0.06541049480438232, + 0.0568326935172081, + 0.06792545318603516, + 0.04767005890607834, + 0.06506099551916122, + 0.062375955283641815, + 0.0311207827180624, + 0.09925093501806259, + 0.019146481528878212, + 0.021992521360516548, + 0.10034786909818649, + 0.06612575799226761, + 0.04996823891997337, + 0.1283571720123291, + 0.06181015074253082, + 0.04281484708189964, + 0.027535658329725266, + 0.09246926009654999, + 0.027280477806925774, + 0.04807121679186821, + 0.09715889394283295, + 0.08271819353103638, + 0.06930693238973618, + 0.050288110971450806, + 0.07100031524896622, + 0.051531266421079636, + 0.06668294966220856, + 0.058003101497888565, + 0.04069552198052406, + 0.08948833495378494, + 0.06623436510562897, + 0.014611192978918552, + 0.06564271450042725, + 0.12749391794204712, + 0.014964028261601925, + 0.0919889435172081, + 0.06117957457900047, + 0.034468263387680054, + 0.032928068190813065, + 0.07427258789539337, + 0.07994728535413742, + 0.053653717041015625, + 0.030705394223332405, + 0.04752688109874725, + 0.06646358221769333, + 0.011090945452451706, + 0.04209523648023605, + 0.053576357662677765, + 0.08821804821491241, + 0.05085653066635132, + 0.012338308617472649, + 0.009523809887468815, + 0.09342392534017563, + 0.035932090133428574, + 0.0602644719183445, + 0.0634349063038826, + 0.06050029397010803, + 0.031028587371110916, + 0.034570518881082535, + 0.04197649285197258, + 0.07061068713665009, + 0.03444444388151169, + 0.01836514100432396, + 0.057947468012571335, + 0.057533375918865204, + 0.02265310101211071, + 0.05687931925058365, + 0.09112150222063065, + 0.043167129158973694, + 0.04443886876106262, + 0.036256156861782074, + 0.02987319976091385, + 0.014880353584885597, + 0.03014642558991909, + 0.035193637013435364, + 0.05023835971951485, + 0.031241361051797867, + 0.02853107452392578, + 0.015522519126534462, + 0.03727583959698677, + 0.01703910529613495, + 0.07426035404205322, + 0.013919821940362453, + 0.03306754305958748, + 0.013495977967977524, + 0.028733912855386734, + 0.021467797458171844, + 0.024241451174020767, + 0.06914414465427399, + 0.025349300354719162, + 0.06580580770969391, + 0.06465049088001251, + 0.053217824548482895, + 0.05929778888821602, + 0.06950517743825912, + 0.023776862770318985, + 0.02638888917863369, + 0.013216845691204071, + 0.03487124294042587, + 0.03759590908885002, + 0.0419609472155571, + 0.01328903716057539, + 0.07079645991325378, + 0.04621677100658417, + 0.017906559631228447, + 0.09444560110569, + 0.07636237889528275, + 0.017209962010383606, + 0.023400936275720596, + 0.02916572615504265, + 0.0478551983833313, + 0.028343161568045616, + 0.049655746668577194, + 0.10408662259578705, + 0.07350689172744751, + 0.036141443997621536, + 0.06770981848239899, + 0.027834102511405945, + 0.05968499556183815, + 0.023872045800089836, + 0.03363598883152008, + 0.03881807625293732, + 0.02835164964199066, + 0.010235996916890144, + 0.01852995716035366, + 0.0070604849606752396, + 0.03335732966661453, 0.0555555559694767, - 0.0039034776855260134, - 0.025857780128717422, - 0.05091533064842224, - 0.03598247841000557, - 0.011918492615222931, - 0.06178160756826401, - 0.005434782709926367, - 0.022838499397039413, - 0.007233273237943649, - 0.035555556416511536, - 0.21417948603630066, - 0.03054910898208618, - 0.08106771856546402, - 0.07685665041208267, - 0.0037364130839705467, - 0.18926553428173065, - 0.04744916036725044, - 0.19149814546108246, - 0.39074549078941345, - 0.04038461670279503, - 0.022008253261446953, - 0.10904370248317719, - 0.007336343172937632, - 0.010714286006987095, - 0.02252693474292755, - 0.12259332835674286, - 0.005692599341273308, - 0.08930817246437073, - 0.11789601296186447, - 0.15322960913181305, - 0.1191546767950058, - 0.002958579920232296, - 0.39647576212882996, - 0.09379727393388748, - 0.087013840675354, - 0.059164732694625854, - 0.018159804865717888, - 0.0034722222480922937, - 0.0037313434295356274, - 0.005396825261414051, - 0.015293536707758904, - 0.18541929125785828, - 0.2943437695503235, - 0.03951368108391762, - 0.22580644488334656, - 0.20469799637794495, - 0.1271725296974182, - 0.057733431458473206, - 0.044547565281391144, - 0.007625272031873465, - 0.04440154507756233, - 0.00248893816024065, - 0.11051692813634872, - 0.07127772271633148, - 0.02066638506948948, - 0.12185686081647873, - 0.0056584361009299755, - 0.1460331231355667, - 0.016597511246800423, - 0.12898331880569458, - 0.10879121720790863, - 0.16563786566257477, - 0.04872047156095505, - 0.11035856604576111, - 0.12400399148464203, - 0.23860330879688263, - 0.026506898924708366, - 0.2866092324256897, - 0.006592291872948408, - 0.011538461782038212, - 0.007734806276857853, - 0.11590296775102615, - 0.03530285879969597, - 0.09379727393388748, - 0.032114624977111816, - 0.24281150102615356, - 0.005054432433098555, - 0.18221575021743774, - 0.26815879344940186, - 0.21153846383094788, - 0.02711864560842514, - 0.01883701980113983, - 0.35223880410194397, - 0.37811484932899475, - 0.010847457684576511, - 0.08132992684841156, - 0.016832441091537476, - 0.01868629641830921, - 0.05105973035097122, - 0.25200000405311584, - 0.07092198729515076, - 0.03152364119887352, - 0.1374848335981369, - 0.40456435084342957, - 0.15457788109779358, - 0.118121437728405, - 0.17926988005638123, - 0.03353658691048622, - 0.021416235715150833, - 0.10299194604158401, - 0.004323899280279875, - 0.11449091881513596, - 0.0077751195058226585, - 0.04041052237153053, - 0.11750936508178711, - 0.09331131726503372, - 0.08027523010969162, - 0.04917457327246666, - 0.002634660340845585, - 0.03290295600891113, - 0.030013643205165863, - 0.014929920434951782, - 0.005694262217730284, - 0.029180176556110382, - 0.004901960492134094, - 0.11393514275550842, - 0.0365145243704319, - 0.013636363670229912, - 0.030573248863220215, - 0.3448067605495453, - 0.04845980554819107, - 0.09399224817752838, - 0.34665748476982117, - 0.06008968502283096, - 0.12653562426567078, - 0.22683514654636383, - 0.07307226210832596, - 0.01247563399374485, - 0.00538160465657711, - 0.008269719779491425, - 0.023351648822426796, - 0.13495934009552002, - 0.01247563399374485, - 0.034086696803569794, - 0.0328688807785511, - 0.0054806070402264595, - 0.11234486848115921, - 0.25134971737861633, - 0.15078534185886383, - 0.0035771066322922707, - 0.08720112591981888, - 0.07017543911933899, - 0.099857859313488, - 0.018726591020822525, - 0.06175772100687027, - 0.15996503829956055, - 0.004901960492134094, - 0.02131938934326172, - 0.12065637111663818, - 0.004691689275205135, - 0.04430379718542099, - 0.10840534418821335, - 0.14822609722614288, - 0.04396984726190567, - 0.01454402506351471, - 0.0869826003909111, - 0.027402134612202644, - 0.2248520702123642, - 0.005692599341273308, - 0.008064515888690948, - 0.07649253308773041, - 0.3004005551338196, - 0.10730034112930298, - 0.0035971221514046192, - 0.33848080039024353, - 0.12095730751752853, - 0.10139860212802887, - 0.015576324425637722, - 0.018159804865717888, - 0.008333333767950535, - 0.18248622119426727, - 0.25277161598205566, - 0.048164043575525284, - 0.004431314766407013, - 0.04881024733185768, - 0.1811697632074356, - 0.08856849372386932, - 0.08897338062524796, - 0.32035595178604126, - 0.01092896144837141, - 0.03241650387644768, - 0.11259259283542633, - 0.14773869514465332, - 0.17019695043563843, - 0.13161875307559967, - 0.24850787222385406, - 0.07904548943042755, - 0.06666666269302368, - 0.22961574792861938, - 0.003355704713612795, - 0.0031960229389369488, - 0.28294816613197327, - 0.10732196271419525, - 0.13109540939331055, - 0.09720627218484879, - 0.04717898741364479, - 0.05354969576001167, - 0.16612589359283447, - 0.15837320685386658, - 0.13221509754657745, - 0.09652736783027649, - 0.0044742729514837265, - 0.04569606855511665, - 0.03853955492377281, - 0.008155749179422855, - 0.01764335110783577, - 0.008557457476854324, - 0.011446886695921421, - 0.06798131763935089, - 0.10068465769290924, - 0.04670528694987297, - 0.011813759803771973, - 0.006599378772079945, - 0.0077751195058226585, - 0.00882352888584137, - 0.05267581716179848, - 0.05354969576001167, - 0.006289307959377766, - 0.261904776096344, - 0.15113350749015808, - 0.0025597268249839544, - 0.12175417691469193, - 0.10925110429525375, - 0.04444444552063942, - 0.09640522301197052, - 0.16886354982852936, - 0.0040470934472978115, - 0.1362665444612503, - 0.0029069767333567142, - 0.1377212405204773, - 0.12661370635032654, - 0.01232394389808178, - 0.005721830762922764, - 0.17149347066879272, - 0.0117647061124444, - 0.01461988314986229, - 0.02252693474292755, - 0.0034403670579195023, - 0.08963840454816818, - 0.12942317128181458, - 0.00525889964774251, - 0.024513619020581245, - 0.004692832473665476, - 0.0047846888191998005, - 0.0903790146112442, - 0.08017179369926453, - 0.2247292399406433, - 0.1869688332080841, - 0.09777424484491348, - 0.09424275904893875, - 0.16477859020233154, - 0.06708653271198273, - 0.004692832473665476, - 0.1247563362121582, - 0.009749303571879864, - 0.07983706891536713, - 0.25641024112701416, - 0.04013015329837799, - 0.025848962366580963, - 0.005692599341273308, - 0.10177304595708847, - 0.15543881058692932, - 0.01080802921205759, - 0.014032496139407158, - 0.07108299434185028, - 0.008333333767950535, - 0.026574233546853065, - 0.020614035427570343, - 0.1410835236310959, - 0.45235148072242737, - 0.15346083045005798, - 0.10283911228179932, - 0.1091175377368927, - 0.04133611544966698, - 0.019961366429924965, - 0.06761107593774796, - 0.10710441321134567, - 0.006596305873245001, - 0.01252796407788992, - 0.06508875638246536, - 0.49221646785736084, - 0.001491053611971438, - 0.005692599341273308, - 0.0347871258854866, - 0.005434782709926367, - 0.1109616607427597, - 0.12408444285392761, - 0.0061295973137021065, - 0.278701514005661, - 0.018159804865717888, - 0.16460742056369781, - 0.03402366861701012, - 0.17574436962604523, - 0.062152132391929626, - 0.09224549680948257, - 0.08654212951660156, - 0.11489361524581909, - 0.16645649075508118, - 0.03920619562268257, - 0.0036447979509830475, - 0.0077751195058226585, - 0.007838746532797813, - 0.11876379698514938, - 0.10753720998764038, - 0.004692832473665476, - 0.10645771771669388, - 0.05828220769762993, - 0.12967582046985626, - 0.01588141918182373, - 0.0165619645267725, - 0.12661613523960114, - 0.0029069767333567142, - 0.20408162474632263, - 0.07361563295125961, - 0.15256257355213165, - 0.0023174970410764217, - 0.14336788654327393, - 0.0018980477470904589, - 0.02623160555958748, - 0.10340531170368195, - 0.09573643654584885, - 0.04667063057422638, - 0.18636587262153625, - 0.0500592440366745, - 0.004160362761467695, - 0.07687827944755554, - 0.016574585810303688, - 0.10985002666711807, - 0.011013215407729149, - 0.004901960492134094, - 0.23775453865528107, - 0.029130253940820694, - 0.024354243651032448, - 0.006490696687251329, - 0.025525525212287903, - 0.0806034505367279, - 0.013031337410211563, - 0.15171723067760468, - 0.005434782709926367, - 0.008286252617835999, - 0.0057212915271520615, - 0.013539042323827744, - 0.08808096498250961, - 0.050314463675022125, - 0.004643539898097515, - 0.11103424429893494, - 0.002710027154535055, - 0.11287625133991241, - 0.08576389402151108, - 0.15450644493103027, - 0.2279757857322693, - 0.07671653479337692, - 0.006274131126701832, - 0.014779874123632908, - 0.0077751195058226585, - 0.0713336244225502, - 0.14887307584285736, - 0.00646161800250411, - 0.06700321286916733, - 0.023429710417985916, - 0.08436214178800583, - 0.011046133935451508, - 0.004647559951990843, - 0.04359313100576401, - 0.026967931538820267, - 0.015994183719158173, - 0.168205127120018, - 0.049766719341278076, - 0.0025597268249839544, - 0.02526412531733513, - 0.0028951941058039665, - 0.04460718855261803, - 0.2556818127632141, - 0.15087829530239105, - 0.2017114907503128, - 0.012581168673932552, - 0.01381304208189249, - 0.04530744254589081, - 0.22872088849544525, - 0.0023174970410764217, - 0.08019480109214783, - 0.03944315388798714, - 0.11374133825302124, - 0.004323899280279875, - 0.004581901244819164, - 0.00253307051025331, - 0.01610305905342102, - 0.110875703394413, - 0.11021154373884201, - 0.028279881924390793 + 0.06793168932199478, + 0.050121258944272995, + 0.021855147555470467, + 0.10255291312932968, + 0.03379601612687111, + 0.029246605932712555, + 0.028552887961268425, + 0.004695937968790531, + 0.01736239343881607, + 0.015005861409008503, + 0.07759372144937515, + 0.0941007137298584, + 0.04994511604309082, + 0.020967742428183556, + 0.05610765889286995, + 0.02461818978190422, + 0.05085452273488045, + 0.04373423010110855, + 0.0063678668811917305, + 0.045414265245199203, + 0.039135295897722244, + 0.040780454874038696, + 0.015106432139873505, + 0.05037415400147438, + 0.021195894107222557, + 0.03787878900766373, + 0.027596376836299896, + 0.09717514365911484, + 0.036299388855695724, + 0.06727919727563858, + 0.02087576314806938, + 0.054048582911491394, + 0.00932973250746727, + 0.03136340156197548, + 0.023886539041996002, + 0.03429822251200676, + 0.014530470594763756, + 0.03644970431923866, + 0.012435991317033768, + 0.009908168576657772, + 0.03904923424124718, + 0.02175472117960453, + 0.05234159529209137, + 0.00885867327451706, + 0.044245947152376175, + 0.01217428408563137, + 0.06577480584383011, + 0.05604947730898857, + 0.002876106183975935, + 0.050798580050468445, + 0.025572005659341812, + 0.030372057110071182, + 0.022874191403388977, + 0.0649610236287117, + 0.045375220477581024, + 0.021229326725006104, + 0.009371339343488216, + 0.04751131311058998, + 0.07983623445034027, + 0.025735292583703995, + 0.010777882300317287, + 0.02794022113084793, + 0.052513688802719116, + 0.024424530565738678, + 0.016330452635884285, + 0.06938695162534714, + 0.012227929197251797, + 0.039677202701568604, + 0.03881160914897919, + 0.05076049268245697, + 0.03399915248155594, + 0.018025752156972885, + 0.008573313243687153, + 0.027392448857426643, + 0.029627928510308266, + 0.021670524030923843, + 0.0412873849272728, + 0.03303225710988045, + 0.010204081423580647, + 0.05692017078399658, + 0.05679287388920784, + 0.05043020844459534, + 0.02309468761086464, + 0.015950068831443787, + 0.005329008214175701, + 0.021348515525460243, + 0.022542595863342285, + 0.029362766072154045, + 0.03200718015432358, + 0.024188414216041565, + 0.02482425421476364, + 0.03139013424515724, + 0.07312466204166412, + 0.02284364029765129, + 0.02174588292837143, + 0.036367371678352356, + 0.052454281598329544, + 0.007308684755116701, + 0.026844171807169914, + 0.02898178994655609, + 0.0243139136582613, + 0.026494145393371582, + 0.0237472765147686, + 0.06876040995121002, + 0.012084092013537884, + 0.03005823865532875, + 0.039000608026981354, + 0.0165569931268692, + 0.05748447775840759, + 0.06594724208116531, + 0.04851998761296272, + 0.024525916203856468, + 0.021701760590076447, + 0.04421239718794823 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 40.92451477050781, - 42.7141227722168, - 156.0001678466797, - 46.32465744018555, - 55.49595260620117, - 57.25469970703125, - 73.36863708496094, - 85.75440216064453, - 67.5317611694336, - 182.11471557617188, - 104.52373504638672, - 126.50944519042969, - 70.09104919433594, - 39.36962127685547, - 125.85549926757812, - 42.07523727416992, - 62.623497009277344, - 61.34278869628906, - 90.83631896972656, - 43.38652801513672, - 107.52621459960938, - 44.05696487426758, - 112.28087615966797, - 114.84733581542969, - 47.90145492553711, - 83.87885284423828, - 61.72068786621094, - 74.55110931396484, - 67.01160430908203, - 125.7655029296875, - 47.703086853027344, - 47.703086853027344, - 162.7159881591797, - 41.895790100097656, - 51.19669723510742, - 82.51664733886719, - 60.82075881958008, - 83.70527648925781, - 41.47610092163086, - 67.5317611694336, - 161.3677520751953, - 41.895790100097656, - 91.6368408203125, - 99.1370849609375, - 217.1946563720703, - 39.44862365722656, - 79.20335388183594, - 43.386512756347656, - 47.10594177246094, - 110.32199096679688, - 69.92909240722656, - 39.36961364746094, - 93.35336303710938, - 71.77371978759766, - 102.7315902709961, - 69.00910949707031, - 165.44078063964844, - 39.67212677001953, - 158.10060119628906, - 44.81291198730469, - 46.324668884277344, - 44.81291198730469, - 60.82076644897461, - 48.70957565307617, - 47.703086853027344, - 44.05696487426758, - 47.703086853027344, - 42.714111328125, - 72.69819641113281, - 49.255096435546875, - 111.86034393310547, - 512.0, - 76.40882873535156, - 79.20335388183594, - 104.52373504638672, - 65.00519561767578, - 67.5317611694336, - 52.04319381713867, - 101.75297546386719, - 76.91079711914062, - 82.94215393066406, - 67.17436218261719, - 39.36960983276367, - 47.703086853027344, - 39.36960983276367, - 68.09083557128906, - 48.70958709716797, - 85.75440216064453, - 39.36961364746094, - 82.00624084472656, - 39.85641860961914, - 48.70958709716797, - 41.895790100097656, - 54.22412109375, - 56.373016357421875, - 47.703086853027344, - 49.5289421081543, - 68.07361602783203, - 40.60122299194336, - 104.52373504638672, - 41.895782470703125, - 40.92451858520508, - 54.22412109375, - 84.43746948242188, - 65.3473129272461, - 47.10594177246094, - 47.90145492553711, - 67.5317611694336, - 40.924522399902344, - 47.10594177246094, - 44.08746337890625, - 41.895790100097656, - 52.89699935913086, - 47.703086853027344, - 39.6721305847168, - 54.22412109375, - 44.08747100830078, - 80.1177749633789, - 43.386512756347656, - 66.25979614257812, - 71.42724609375, - 44.05697250366211, - 129.3052520751953, - 43.386512756347656, - 80.35689544677734, - 174.341552734375, - 45.5595588684082, - 39.36961364746094, - 67.17436218261719, - 44.05696487426758, - 40.60122299194336, - 39.482200622558594, - 57.63412094116211, - 47.703086853027344, - 63.52897262573242, - 78.2708511352539, - 102.73158264160156, - 80.13676452636719, - 67.5317611694336, - 201.52976989746094, - 73.6240234375, - 65.3473129272461, - 57.25469970703125, - 39.482200622558594, - 104.46145629882812, - 104.52373504638672, - 104.52373504638672, - 39.85641860961914, - 72.3564682006836, - 178.54525756835938, - 43.38651657104492, - 130.80621337890625, - 123.86714935302734, - 92.09912872314453, - 51.19669723510742, - 52.89699935913086, - 41.895790100097656, - 44.81291198730469, - 512.0, - 86.69319152832031, - 61.72068786621094, - 40.601219177246094, - 54.88945388793945, - 54.224124908447266, - 64.03700256347656, - 40.60122299194336, - 63.78395080566406, - 76.40882873535156, - 104.58073425292969, - 50.35831832885742, - 80.13678741455078, - 76.40882873535156, - 143.86309814453125, - 40.007301330566406, - 106.8580551147461, - 40.60122299194336, - 39.482200622558594, - 67.5317611694336, - 85.67411804199219, - 47.105934143066406, - 62.62348175048828, - 43.386505126953125, - 139.67974853515625, - 54.22412109375, - 134.10317993164062, - 120.21548461914062, - 116.01316833496094, - 39.67212677001953, - 41.47610092163086, - 132.8095245361328, - 144.3279266357422, - 41.895790100097656, - 60.820762634277344, - 41.895790100097656, - 39.6721305847168, - 46.324668884277344, - 157.37841796875, - 63.52898025512695, - 44.795257568359375, - 87.63262176513672, - 125.40917205810547, - 113.41141510009766, - 82.94215393066406, - 118.4665756225586, - 40.007301330566406, - 39.44862365722656, - 71.77371978759766, - 47.703086853027344, - 79.20335388183594, - 67.5317611694336, - 42.07524108886719, - 79.20335388183594, - 72.6982192993164, - 61.72068786621094, - 43.38650894165039, - 67.5317611694336, - 44.81291198730469, - 39.6721305847168, - 39.67212677001953, - 54.224124908447266, - 43.38651657104492, - 54.22412109375, - 81.07108306884766, - 46.32465744018555, - 41.895790100097656, - 40.43056106567383, - 78.16571807861328, - 45.579349517822266, - 75.47940826416016, - 117.09556579589844, - 47.10594177246094, - 78.2708511352539, - 125.7062759399414, - 62.623497009277344, - 39.85641860961914, - 47.703086853027344, - 47.703086853027344, - 39.36961364746094, - 92.33837127685547, - 47.703086853027344, - 42.714107513427734, - 41.47610092163086, - 67.5317611694336, - 86.69319915771484, - 105.3946304321289, - 92.87560272216797, - 67.5317611694336, - 72.94807434082031, - 61.72068786621094, - 81.76824951171875, - 39.482200622558594, - 56.37302017211914, - 106.45352935791016, - 47.703086853027344, - 39.48219680786133, - 84.81629180908203, - 54.224124908447266, - 46.32465744018555, - 77.3393325805664, - 73.38703918457031, - 51.19669723510742, - 54.22412109375, - 69.9290771484375, - 39.482200622558594, - 115.45681762695312, - 41.895790100097656, - 47.703086853027344, - 63.528987884521484, - 100.61981201171875, - 77.33934783935547, - 54.22412109375, - 163.7555694580078, - 82.94214630126953, - 58.140625, - 39.448631286621094, - 60.94884490966797, - 44.05696487426758, - 93.17044067382812, - 149.23184204101562, - 47.10594177246094, - 104.52373504638672, - 48.70958709716797, - 90.62589263916016, - 68.09083557128906, - 55.49595642089844, - 103.15008544921875, - 47.703086853027344, - 44.087467193603516, - 80.6262435913086, - 91.3961410522461, - 73.96835327148438, - 92.33837127685547, - 92.8359146118164, - 60.82076644897461, - 49.528934478759766, - 135.2884063720703, - 118.50777435302734, - 54.22412109375, - 164.06716918945312, - 75.47940826416016, - 90.10491180419922, - 59.03047180175781, - 47.10594177246094, - 48.70958709716797, - 114.02188873291016, - 103.71438598632812, - 89.56275177001953, - 67.79903411865234, - 104.52373504638672, - 44.08745193481445, - 43.386512756347656, - 41.895790100097656, - 39.85641860961914, - 40.60122299194336, - 39.36961364746094, - 54.62395477294922, - 83.04948425292969, - 44.81291198730469, - 42.457828521728516, - 54.22412109375, - 104.52373504638672, - 73.06532287597656, - 50.358314514160156, - 47.901451110839844, - 104.52373504638672, - 157.46597290039062, - 95.6898422241211, - 512.0, - 89.51325225830078, - 76.40882873535156, - 44.08746337890625, - 65.34730529785156, - 76.61700439453125, - 54.22412109375, - 96.61621856689453, - 104.52373504638672, - 109.25569152832031, - 83.87886047363281, - 44.05696487426758, - 41.895790100097656, - 112.66167449951172, - 41.895790100097656, - 41.895782470703125, - 39.85641098022461, - 54.224124908447266, - 62.62348937988281, - 99.94916534423828, - 104.52373504638672, - 39.85642623901367, - 91.98466491699219, - 44.05696487426758, - 71.77371978759766, - 69.9290771484375, - 137.24241638183594, - 82.19414520263672, - 75.75155639648438, - 64.43696594238281, - 61.01454544067383, - 82.6635513305664, - 95.98825073242188, - 81.07107543945312, - 54.22412109375, - 67.17436218261719, - 106.40005493164062, - 42.714111328125, - 40.00730514526367, - 47.703086853027344, - 66.45561218261719, - 109.954833984375, - 40.60122299194336, - 44.05696487426758, - 55.49595642089844, - 40.60122299194336, - 42.714111328125, - 41.47610092163086, - 99.98395538330078, - 138.3563232421875, - 85.75440979003906, - 67.17436981201172, - 67.0125732421875, - 41.47610092163086, - 40.60122299194336, - 58.1406364440918, - 77.33932495117188, - 97.54265594482422, - 44.05696487426758, - 59.92394256591797, - 176.45404052734375, - 104.52373504638672, - 47.703086853027344, - 41.47610092163086, - 54.224124908447266, - 67.17436981201172, - 90.23910522460938, - 44.05696487426758, - 66.98613739013672, - 39.36960983276367, - 91.9727554321289, - 41.47610092163086, - 107.5900650024414, - 50.358314514160156, - 75.47940826416016, - 68.09085845947266, - 77.3393325805664, - 96.48945617675781, - 47.10593032836914, - 67.5317611694336, - 44.05697250366211, - 44.05696487426758, - 69.00910949707031, - 83.87885284423828, - 67.5317611694336, - 64.66865539550781, - 53.757450103759766, - 84.8162841796875, - 39.448631286621094, - 45.78206253051758, - 82.1456298828125, - 104.52373504638672, - 123.25395965576172, - 59.9239387512207, - 99.90489196777344, - 104.52373504638672, - 54.519439697265625, - 50.35832595825195, - 39.36960983276367, - 82.94215393066406, - 78.55340576171875, - 40.00730514526367, - 84.21404266357422, - 44.81291198730469, - 512.0, - 66.25981140136719, - 46.40203094482422, - 80.01941680908203, - 44.05697250366211, - 104.52373504638672, - 83.48430633544922, - 42.714111328125, - 39.36961364746094, - 44.05697250366211, - 40.00730514526367, - 59.40616989135742, - 47.703086853027344, - 76.32318878173828, - 44.05696487426758, - 44.05697250366211, - 47.703086853027344, - 40.43056106567383, - 64.43696594238281, - 45.5595588684082, - 512.0, - 67.17436218261719, - 108.69670867919922, - 80.33641815185547, - 69.00910949707031, - 106.54828643798828, - 92.61185455322266, - 63.528995513916016, - 103.30819702148438, - 39.448631286621094, - 44.05696487426758, - 55.49595642089844, - 81.5325927734375, - 47.703086853027344, - 54.62394714355469, - 40.43055725097656, - 61.720680236816406, - 41.895790100097656, - 104.52373504638672, - 44.08746337890625, - 40.00729751586914, - 39.85642623901367, - 104.61658477783203, - 51.19670867919922, - 512.0, - 39.36962127685547, - 104.52373504638672, - 52.89699935913086, - 114.70360565185547, - 88.57266235351562, - 86.95157623291016, - 41.895790100097656, - 40.601219177246094, - 41.47610092163086, - 136.10214233398438, - 114.61176300048828, - 60.82075881958008, - 48.709590911865234, - 56.131492614746094, - 512.0, - 47.703086853027344, - 54.22412109375, - 39.482200622558594, - 80.13678741455078, - 52.459739685058594, - 42.07524108886719 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 492.741943359375, + 496.5914306640625, + 404.7248840332031, + 823.1552734375, + 351.9997863769531, + 509.2554016113281, + 974.7725830078125, + 425.4573669433594, + 467.9920654296875, + 597.8800659179688, + 874.2705688476562, + 291.5084228515625, + 741.4953002929688, + 393.0690612792969, + 779.2019653320312, + 677.3788452148438, + 565.5775756835938, + 740.087890625, + 439.78399658203125, + 598.5935668945312, + 569.0459594726562, + 677.5211791992188, + 640.111328125, + 600.3035888671875, + 721.02978515625, + 584.7113037109375, + 671.8192138671875, + 582.4017944335938, + 516.8810424804688, + 322.4596862792969, + 267.4683532714844, + 485.1788024902344, + 407.4233093261719, + 904.53857421875, + 553.7145385742188, + 659.8539428710938, + 596.6124267578125, + 628.7079467773438, + 291.8527526855469, + 497.49029541015625, + 491.1549987792969, + 539.515625, + 908.3363037109375, + 428.1349792480469, + 396.57672119140625, + 691.85009765625, + 628.3679809570312, + 661.57275390625, + 676.3298950195312, + 772.8953247070312, + 272.7042541503906, + 583.1796264648438, + 350.7187805175781, + 667.611328125, + 590.4441528320312, + 616.7916259765625, + 563.5996704101562, + 594.6179809570312, + 482.9399719238281, + 442.22271728515625, + 536.9297485351562, + 630.0633544921875, + 694.3668823242188, + 544.6240844726562, + 481.66876220703125, + 539.3681030273438, + 666.15478515625, + 518.6806640625, + 512.3137817382812, + 603.2552490234375, + 543.925537109375, + 398.9383239746094, + 705.05126953125, + 606.572021484375, + 406.13726806640625, + 591.008544921875, + 543.4461669921875, + 525.0912475585938, + 685.4413452148438, + 797.192626953125, + 444.8655090332031, + 376.0605163574219, + 816.831298828125, + 405.81744384765625, + 534.7491455078125, + 632.7059936523438, + 547.5940551757812, + 570.2119750976562, + 752.133544921875, + 458.41375732421875, + 627.2659912109375, + 523.1849975585938, + 428.2981872558594, + 501.27227783203125, + 556.1187133789062, + 579.4260864257812, + 698.4546508789062, + 735.4019775390625, + 401.9544677734375, + 676.1448364257812, + 562.9691162109375, + 660.1024169921875, + 384.4124755859375, + 395.8067932128906, + 536.8861083984375, + 510.3837890625, + 438.12799072265625, + 455.0436706542969, + 567.5556640625, + 648.4559936523438, + 680.0704956054688, + 548.1509399414062, + 537.28515625, + 643.6432495117188, + 580.173828125, + 682.3783569335938, + 536.8179931640625, + 480.551513671875, + 709.7906494140625, + 251.0851593017578, + 639.6741943359375, + 483.78045654296875, + 560.1709594726562, + 622.1630249023438, + 410.3198547363281, + 716.148193359375, + 515.0153198242188, + 347.6026306152344, + 788.5753784179688, + 579.3140869140625, + 446.4930419921875, + 332.41265869140625, + 861.2703857421875, + 516.9115600585938, + 576.0938110351562, + 672.0172729492188, + 708.408203125, + 760.8203125, + 327.82476806640625, + 535.9015502929688, + 411.85638427734375, + 396.048583984375, + 883.9401245117188, + 676.880859375, + 572.2511596679688, + 726.55712890625, + 567.8125, + 376.8879089355469, + 688.5086669921875, + 672.4493408203125, + 730.7947387695312, + 662.1138305664062, + 442.31097412109375, + 415.5526123046875, + 406.82000732421875, + 247.5906219482422, + 767.859375, + 447.1554260253906, + 621.9581298828125, + 702.9702758789062, + 612.5596923828125, + 357.7810974121094, + 468.32281494140625, + 532.301513671875, + 569.9462280273438, + 753.3251953125, + 525.8372802734375, + 432.4877624511719, + 665.2362670898438, + 576.6149291992188, + 794.0250854492188, + 615.572265625, + 505.0432434082031, + 610.3378295898438, + 298.1651611328125, + 433.1752624511719, + 657.9747314453125, + 521.4397583007812, + 831.1165161132812, + 679.4869995117188, + 693.0455322265625, + 474.02587890625, + 765.591064453125, + 868.4188232421875, + 621.4566650390625, + 632.6895141601562, + 753.6500244140625, + 410.17254638671875, + 426.38421630859375, + 492.3853454589844, + 665.7963256835938, + 572.477783203125, + 519.6532592773438, + 332.9767761230469, + 604.8763427734375, + 503.3257751464844, + 628.9505615234375, + 720.86572265625, + 590.8399047851562, + 584.5086059570312, + 683.1829223632812, + 785.7100219726562, + 590.788818359375, + 593.04541015625, + 552.6544799804688, + 532.4354858398438, + 367.5609436035156, + 749.193115234375, + 466.36297607421875, + 750.1611328125, + 442.67913818359375, + 501.21820068359375, + 869.9868774414062, + 463.97418212890625, + 546.0861206054688, + 494.2300720214844, + 516.4987182617188, + 570.61181640625, + 724.62744140625, + 385.845947265625, + 461.5084228515625, + 650.4910888671875, + 549.1885375976562, + 668.9869384765625, + 669.8656005859375, + 487.1437072753906, + 647.4429321289062, + 530.5479736328125, + 526.4959106445312, + 312.2442321777344, + 423.2428283691406, + 548.9285888671875, + 319.65985107421875, + 452.9886474609375, + 678.8775024414062, + 676.2317504882812, + 577.728515625, + 658.9409790039062, + 672.830322265625, + 698.720703125, + 544.55615234375, + 343.19317626953125, + 633.0326538085938, + 611.2514038085938, + 658.2545776367188, + 234.50588989257812, + 476.0033264160156, + 539.2403564453125, + 456.3877258300781, + 790.0897827148438, + 623.6715087890625, + 644.5535278320312, + 607.017333984375, + 538.0986938476562, + 427.4000244140625, + 570.7703857421875, + 518.7099609375, + 379.45849609375, + 530.19775390625, + 557.7916259765625, + 496.575927734375, + 517.484130859375, + 435.7213439941406, + 682.5089721679688, + 701.51416015625, + 605.3094482421875, + 524.50830078125, + 518.2261352539062, + 548.7984619140625, + 443.35308837890625, + 797.6477661132812, + 459.0845031738281, + 635.2803955078125, + 470.1256408691406, + 640.6306762695312, + 718.8936157226562, + 503.45050048828125, + 412.8569030761719, + 590.7210693359375, + 696.4274291992188, + 564.9116821289062, + 324.46240234375, + 782.8856811523438, + 565.1633911132812, + 405.954833984375, + 640.7416381835938, + 799.1078491210938, + 312.4561462402344, + 515.5279541015625, + 760.319091796875, + 549.04833984375, + 377.7167663574219, + 621.0643310546875, + 599.3829956054688, + 338.8731994628906, + 473.73992919921875, + 606.7296752929688, + 626.7332153320312, + 413.7005615234375, + 621.9708862304688, + 413.2523498535156, + 632.0352783203125, + 505.484375, + 404.86541748046875, + 262.93017578125, + 629.5478515625, + 445.6282958984375, + 648.720947265625, + 533.1867065429688, + 399.1255798339844, + 433.6560363769531, + 479.1849365234375, + 498.3208312988281, + 546.2855834960938, + 618.7863159179688, + 425.25701904296875, + 489.7923278808594, + 416.1789245605469, + 425.1268615722656, + 485.9010925292969, + 666.6863403320312, + 666.2750854492188, + 545.0972900390625, + 579.6094360351562, + 551.42529296875, + 487.3629455566406, + 353.1784362792969, + 518.4258422851562, + 380.17694091796875, + 371.29345703125, + 466.0238037109375, + 537.5069580078125, + 469.7014465332031, + 289.68408203125, + 443.4927062988281, + 392.1487121582031, + 442.6980285644531, + 413.8509826660156, + 300.9490051269531, + 393.5938720703125, + 548.3026123046875, + 562.9293823242188, + 415.3446960449219, + 495.3208312988281, + 674.9564208984375, + 527.72998046875, + 448.56646728515625, + 551.50927734375, + 403.2157897949219, + 378.22137451171875, + 429.79522705078125, + 471.82586669921875, + 417.7668151855469, + 736.2975463867188, + 377.4932556152344, + 586.6176147460938, + 321.7458190917969, + 411.0652160644531, + 704.0844116210938, + 369.7280578613281, + 525.91845703125, + 395.59527587890625, + 451.4289855957031, + 393.59375, + 438.7697448730469, + 573.7708740234375, + 438.0553283691406, + 563.6420288085938, + 421.3384094238281, + 466.88671875, + 470.2874755859375, + 546.0714111328125, + 376.0894470214844, + 655.663330078125, + 404.795654296875, + 400.5187683105469, + 393.14111328125, + 392.6078796386719, + 389.32904052734375, + 493.052978515625, + 531.4088134765625, + 394.97882080078125, + 460.1017761230469, + 357.8009948730469, + 860.4737548828125, + 410.55419921875, + 501.4304504394531, + 379.9264221191406, + 370.0970458984375, + 260.24835205078125, + 410.42596435546875, + 456.66314697265625, + 515.5337524414062, + 666.3212280273438, + 373.1228942871094, + 596.734375, + 405.55938720703125, + 623.53466796875, + 479.6745300292969, + 364.45068359375, + 545.4853515625, + 553.462158203125, + 467.0343933105469, + 381.62200927734375, + 512.0147094726562, + 488.3929748535156, + 290.9916076660156, + 486.4696044921875, + 561.070556640625, + 365.97894287109375, + 436.8395080566406, + 408.98187255859375, + 577.8450317382812, + 404.7791748046875, + 437.79693603515625, + 377.455078125, + 533.8963623046875, + 392.93756103515625, + 530.9656372070312, + 396.90008544921875, + 378.6158752441406, + 551.50390625, + 359.4632873535156, + 540.3751220703125, + 416.39141845703125, + 599.8358154296875, + 383.0890197753906, + 378.4278259277344, + 546.8936157226562, + 558.153564453125, + 520.8278198242188, + 480.53558349609375, + 384.3089904785156, + 548.0552978515625, + 590.7522583007812, + 340.74127197265625, + 484.1875915527344, + 431.40625, + 555.509521484375, + 384.3210144042969, + 483.38079833984375, + 424.4613952636719, + 424.545654296875, + 458.67352294921875, + 439.1520690917969, + 363.97869873046875, + 750.5213012695312, + 351.93609619140625, + 393.82080078125, + 532.6134033203125, + 511.6017150878906, + 431.6322021484375, + 386.4638366699219, + 438.2210693359375, + 437.4721984863281, + 514.2622680664062, + 443.31488037109375, + 406.4524230957031, + 375.3800964355469, + 490.8910217285156, + 608.7061767578125, + 457.13507080078125, + 493.3603820800781, + 444.4530029296875, + 431.5219421386719, + 361.9004211425781, + 416.14031982421875, + 323.9424743652344, + 388.5975036621094, + 481.275634765625, + 344.70574951171875, + 383.49261474609375, + 323.4571228027344, + 573.9904174804688, + 619.9461669921875, + 412.6197204589844, + 481.4561767578125, + 525.4522094726562, + 375.9315185546875, + 499.0468444824219, + 330.0151062011719, + 433.7616882324219, + 281.19378662109375, + 372.87042236328125, + 496.1695251464844, + 510.68853759765625, + 428.4389953613281, + 484.78619384765625, + 380.7741394042969, + 612.3382568359375, + 500.5606994628906, + 514.544921875, + 445.29248046875, + 522.2723388671875, + 634.4351196289062 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -89327,272 +107677,272 @@ 2 ], "wall_clock_s": [ - 1495.6, - 818.7, - 528.9 + 976.6, + 989.1, + 973.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.1853133738040924, + "loss": 0.15090399980545044, "env_score_iters": 500, - "env_score": -3.294854164123535, + "env_score": -0.6449430584907532, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.11661001294851303, - "rl_grad_norm": 0.45753178000450134, - "bc_grad_norm": 0.20763027667999268, + "grad_align": 0.13993854820728302, + "rl_grad_norm": 0.1345064342021942, + "bc_grad_norm": 2.9164674282073975, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.1.self_attn.in_proj_weight": 0.11583712697029114, - "transformer.layers.1.self_attn.in_proj_bias": 0.004546963144093752, - "transformer.layers.1.self_attn.out_proj.weight": 0.061291541904211044, - "transformer.layers.1.self_attn.out_proj.bias": 0.004063625354319811, - "transformer.layers.1.linear1.weight": 0.04792940244078636, - "transformer.layers.1.linear1.bias": 0.0021858024410903454, - "transformer.layers.1.linear2.weight": 0.05553453415632248, - "transformer.layers.1.linear2.bias": 0.0035337626468390226, - "transformer.layers.1.norm1.weight": 0.007127952296286821, - "transformer.layers.1.norm1.bias": 0.004640794824808836, - "transformer.layers.1.norm2.weight": 0.0042391614988446236, - "transformer.layers.1.norm2.bias": 0.0017995670204982162, - "transformer.layers.2.self_attn.in_proj_weight": 0.062220703810453415, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028771646320819855, - "transformer.layers.2.self_attn.out_proj.weight": 0.04682132601737976, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027754257898777723, - "transformer.layers.2.linear1.weight": 0.0328790545463562, - "transformer.layers.2.linear1.bias": 0.0015468198107555509, - "transformer.layers.2.linear2.weight": 0.03902029991149902, - "transformer.layers.2.linear2.bias": 0.0024943228345364332, - "transformer.layers.2.norm1.weight": 0.004507552832365036, - "transformer.layers.2.norm1.bias": 0.003149141790345311, - "transformer.layers.2.norm2.weight": 0.0024101901799440384, - "transformer.layers.2.norm2.bias": 0.0017568808980286121, - "transformer.layers.3.self_attn.in_proj_weight": 0.08718280494213104, - "transformer.layers.3.self_attn.in_proj_bias": 0.004652698058634996, - "transformer.layers.3.self_attn.out_proj.weight": 0.03615569695830345, - "transformer.layers.3.self_attn.out_proj.bias": 0.002982556587085128, - "transformer.layers.3.linear1.weight": 0.06071741133928299, - "transformer.layers.3.linear1.bias": 0.0035908210556954145, - "transformer.layers.3.linear2.weight": 0.04247947037220001, - "transformer.layers.3.linear2.bias": 0.003928019665181637, - "transformer.layers.3.norm1.weight": 0.006769118830561638, - "transformer.layers.3.norm1.bias": 0.005790012422949076, - "transformer.layers.3.norm2.weight": 0.0040593501180410385, - "transformer.layers.3.norm2.bias": 0.00401937635615468, - "head.weight": 0.3779850900173187, - "head.bias": 0.009270301088690758 + "transformer.layers.1.self_attn.in_proj_weight": 0.0287720188498497, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012787171872332692, + "transformer.layers.1.self_attn.out_proj.weight": 0.023818502202630043, + "transformer.layers.1.self_attn.out_proj.bias": 0.001723186345770955, + "transformer.layers.1.linear1.weight": 0.017397748306393623, + "transformer.layers.1.linear1.bias": 0.0008479001116938889, + "transformer.layers.1.linear2.weight": 0.016975214704871178, + "transformer.layers.1.linear2.bias": 0.0014348169788718224, + "transformer.layers.1.norm1.weight": 0.0018421841086819768, + "transformer.layers.1.norm1.bias": 0.0012290749000385404, + "transformer.layers.1.norm2.weight": 0.0016859261086210608, + "transformer.layers.1.norm2.bias": 0.001138696912676096, + "transformer.layers.2.self_attn.in_proj_weight": 0.021538687869906425, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012540334137156606, + "transformer.layers.2.self_attn.out_proj.weight": 0.018687453120946884, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013897375902161002, + "transformer.layers.2.linear1.weight": 0.010357750579714775, + "transformer.layers.2.linear1.bias": 0.0006149670807644725, + "transformer.layers.2.linear2.weight": 0.012336836196482182, + "transformer.layers.2.linear2.bias": 0.001347568933852017, + "transformer.layers.2.norm1.weight": 0.0014431088929995894, + "transformer.layers.2.norm1.bias": 0.0012496889103204012, + "transformer.layers.2.norm2.weight": 0.0006834613159298897, + "transformer.layers.2.norm2.bias": 0.0006292857578955591, + "transformer.layers.3.self_attn.in_proj_weight": 0.03551701828837395, + "transformer.layers.3.self_attn.in_proj_bias": 0.001975873252376914, + "transformer.layers.3.self_attn.out_proj.weight": 0.018732843920588493, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011155850952491164, + "transformer.layers.3.linear1.weight": 0.02079601213335991, + "transformer.layers.3.linear1.bias": 0.0015274822944775224, + "transformer.layers.3.linear2.weight": 0.012009174562990665, + "transformer.layers.3.linear2.bias": 0.0012750416062772274, + "transformer.layers.3.norm1.weight": 0.003205286106094718, + "transformer.layers.3.norm1.bias": 0.002687458647415042, + "transformer.layers.3.norm2.weight": 0.0015921371523290873, + "transformer.layers.3.norm2.bias": 0.0018517534481361508, + "head.weight": 0.11770528554916382, + "head.bias": 0.0014161169528961182 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.055649854242801666, - "repr_drift_kl_low_t": 0.05652514100074768, - "repr_drift_kl_mid_t": 0.04696505516767502, - "repr_drift_kl_high_t": 0.05850382521748543, + "repr_drift_kl": 0.6762004494667053, + "repr_drift_kl_low_t": 0.8641551733016968, + "repr_drift_kl_mid_t": 0.6888169050216675, + "repr_drift_kl_high_t": 0.4628775119781494, "cka_iters": 500, - "cka_similarity": 0.9367901086807251, + "cka_similarity": 0.8705060482025146, "t_analysis_iters": 500, - "norm_low_t": 0.8306177258491516, - "norm_high_t": 0.42452821135520935, - "lowhigh_cos": 0.6114173531532288, + "norm_low_t": 0.430961549282074, + "norm_high_t": 0.21772710978984833, + "lowhigh_cos": 0.24460606276988983, "t_bin_norms": { - "t_0.0-0.1": 0.6291992664337158, - "t_0.1-0.2": 0.3478367328643799, - "t_0.2-0.3": 0.7739760875701904, - "t_0.3-0.4": 0.22156594693660736, - "t_0.4-0.5": 0.24143648147583008, - "t_0.5-0.6": 0.42400604486465454, - "t_0.6-0.7": 0.40993812680244446, - "t_0.7-0.8": 0.7183151245117188, - "t_0.8-0.9": 0.41298872232437134, - "t_0.9-1.0": 0.38749316334724426 - }, - "win_rate": 0.028279881924390793, - "effective_batch_size": 42.07524108886719, + "t_0.0-0.1": 0.18871241807937622, + "t_0.1-0.2": 0.19836874306201935, + "t_0.2-0.3": 0.16826413571834564, + "t_0.3-0.4": 0.14716501533985138, + "t_0.4-0.5": 0.13492843508720398, + "t_0.5-0.6": 0.13106539845466614, + "t_0.6-0.7": 0.15845926105976105, + "t_0.7-0.8": 0.15430140495300293, + "t_0.8-0.9": 0.15625742077827454, + "t_0.9-1.0": 0.2514890134334564 + }, + "win_rate": 0.04421239718794823, + "effective_batch_size": 634.4351196289062, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08118610084056854, + "loss": 0.06949923187494278, "env_score_iters": 500, - "env_score": -2.078078508377075, + "env_score": -0.6563713550567627, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.20855610072612762, - "rl_grad_norm": 0.23306480050086975, - "bc_grad_norm": 0.381589412689209, + "grad_align": 0.0351250134408474, + "rl_grad_norm": 0.0970320850610733, + "bc_grad_norm": 1.1278785467147827, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.1.self_attn.in_proj_weight": 0.025712229311466217, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014180768048390746, - "transformer.layers.1.self_attn.out_proj.weight": 0.021367723122239113, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016289947088807821, - "transformer.layers.1.linear1.weight": 0.01878930814564228, - "transformer.layers.1.linear1.bias": 0.0009355611982755363, - "transformer.layers.1.linear2.weight": 0.019617274403572083, - "transformer.layers.1.linear2.bias": 0.0013869240647181869, - "transformer.layers.1.norm1.weight": 0.0018450903007760644, - "transformer.layers.1.norm1.bias": 0.0015381519915536046, - "transformer.layers.1.norm2.weight": 0.0016868694219738245, - "transformer.layers.1.norm2.bias": 0.0011980506824329495, - "transformer.layers.2.self_attn.in_proj_weight": 0.026611341163516045, - "transformer.layers.2.self_attn.in_proj_bias": 0.0013230029726400971, - "transformer.layers.2.self_attn.out_proj.weight": 0.014937344938516617, - "transformer.layers.2.self_attn.out_proj.bias": 0.0012171402340754867, - "transformer.layers.2.linear1.weight": 0.012213082984089851, - "transformer.layers.2.linear1.bias": 0.0006522440235130489, - "transformer.layers.2.linear2.weight": 0.014538235031068325, - "transformer.layers.2.linear2.bias": 0.001215048716403544, - "transformer.layers.2.norm1.weight": 0.0019801086746156216, - "transformer.layers.2.norm1.bias": 0.0013386078644543886, - "transformer.layers.2.norm2.weight": 0.0009396413806825876, - "transformer.layers.2.norm2.bias": 0.0007318421849049628, - "transformer.layers.3.self_attn.in_proj_weight": 0.04469603672623634, - "transformer.layers.3.self_attn.in_proj_bias": 0.0028569516725838184, - "transformer.layers.3.self_attn.out_proj.weight": 0.01813138835132122, - "transformer.layers.3.self_attn.out_proj.bias": 0.0019828074146062136, - "transformer.layers.3.linear1.weight": 0.023120542988181114, - "transformer.layers.3.linear1.bias": 0.0017596821999177337, - "transformer.layers.3.linear2.weight": 0.013807256706058979, - "transformer.layers.3.linear2.bias": 0.002789959544315934, - "transformer.layers.3.norm1.weight": 0.0038040033541619778, - "transformer.layers.3.norm1.bias": 0.004124212544411421, - "transformer.layers.3.norm2.weight": 0.0019313961965963244, - "transformer.layers.3.norm2.bias": 0.0026025213301181793, - "head.weight": 0.17900040745735168, - "head.bias": 0.005665047559887171 + "transformer.layers.1.self_attn.in_proj_weight": 0.014394514262676239, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009073129040189087, + "transformer.layers.1.self_attn.out_proj.weight": 0.015472838655114174, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011242878390476108, + "transformer.layers.1.linear1.weight": 0.008880148641765118, + "transformer.layers.1.linear1.bias": 0.0005238553276285529, + "transformer.layers.1.linear2.weight": 0.010459008626639843, + "transformer.layers.1.linear2.bias": 0.0010051482822746038, + "transformer.layers.1.norm1.weight": 0.0009819013066589832, + "transformer.layers.1.norm1.bias": 0.0008888599695637822, + "transformer.layers.1.norm2.weight": 0.0008749295957386494, + "transformer.layers.1.norm2.bias": 0.0006065184134058654, + "transformer.layers.2.self_attn.in_proj_weight": 0.012482496909797192, + "transformer.layers.2.self_attn.in_proj_bias": 0.0007555720512755215, + "transformer.layers.2.self_attn.out_proj.weight": 0.010358242318034172, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008487887680530548, + "transformer.layers.2.linear1.weight": 0.005895859096199274, + "transformer.layers.2.linear1.bias": 0.00038681121077388525, + "transformer.layers.2.linear2.weight": 0.008383569307625294, + "transformer.layers.2.linear2.bias": 0.0008849059231579304, + "transformer.layers.2.norm1.weight": 0.0008247783989645541, + "transformer.layers.2.norm1.bias": 0.0009204170200973749, + "transformer.layers.2.norm2.weight": 0.00040910093230195343, + "transformer.layers.2.norm2.bias": 0.000432952685514465, + "transformer.layers.3.self_attn.in_proj_weight": 0.019092079252004623, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015277275815606117, + "transformer.layers.3.self_attn.out_proj.weight": 0.010629807598888874, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011372306616976857, + "transformer.layers.3.linear1.weight": 0.01058414950966835, + "transformer.layers.3.linear1.bias": 0.0007863544160500169, + "transformer.layers.3.linear2.weight": 0.007351026404649019, + "transformer.layers.3.linear2.bias": 0.0012456303229555488, + "transformer.layers.3.norm1.weight": 0.0015770770842209458, + "transformer.layers.3.norm1.bias": 0.002133956179022789, + "transformer.layers.3.norm2.weight": 0.0007947694975882769, + "transformer.layers.3.norm2.bias": 0.0008835818734951317, + "head.weight": 0.08469165116548538, + "head.bias": 0.002248165663331747 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21825183928012848, - "repr_drift_kl_low_t": 0.22853657603263855, - "repr_drift_kl_mid_t": 0.20496323704719543, - "repr_drift_kl_high_t": 0.20580248534679413, + "repr_drift_kl": 0.3511037230491638, + "repr_drift_kl_low_t": 0.44217124581336975, + "repr_drift_kl_mid_t": 0.35794544219970703, + "repr_drift_kl_high_t": 0.24069076776504517, "cka_iters": 500, - "cka_similarity": 0.840807318687439, + "cka_similarity": 0.9400796294212341, "t_analysis_iters": 500, - "norm_low_t": 0.38174042105674744, - "norm_high_t": 0.2381945103406906, - "lowhigh_cos": 0.22231590747833252, + "norm_low_t": 0.10550104081630707, + "norm_high_t": 0.1488923281431198, + "lowhigh_cos": -0.14273162186145782, "t_bin_norms": { - "t_0.0-0.1": 0.26677873730659485, - "t_0.1-0.2": 0.2681281268596649, - "t_0.2-0.3": 0.20085805654525757, - "t_0.3-0.4": 0.257127970457077, - "t_0.4-0.5": 0.28702422976493835, - "t_0.5-0.6": 0.15414029359817505, - "t_0.6-0.7": 0.1860712319612503, - "t_0.7-0.8": 0.21101626753807068, - "t_0.8-0.9": 0.18356171250343323, - "t_0.9-1.0": 0.2832295894622803 - }, - "win_rate": 0.09416261315345764, - "effective_batch_size": 64.97157287597656, + "t_0.0-0.1": 0.20074260234832764, + "t_0.1-0.2": 0.07232926040887833, + "t_0.2-0.3": 0.06794167309999466, + "t_0.3-0.4": 0.06570616364479065, + "t_0.4-0.5": 0.060508228838443756, + "t_0.5-0.6": 0.06405682116746902, + "t_0.6-0.7": 0.07351388782262802, + "t_0.7-0.8": 0.06541337072849274, + "t_0.8-0.9": 0.10109832882881165, + "t_0.9-1.0": 0.18442276120185852 + }, + "win_rate": 0.019995834678411484, + "effective_batch_size": 438.8866882324219, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.05324782431125641, + "loss": 0.1228194311261177, "env_score_iters": 500, - "env_score": -3.2330753803253174, + "env_score": -0.4200485050678253, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.4125, "grad_align_iters": 500, - "grad_align": 0.7014086842536926, - "rl_grad_norm": 0.1402788609266281, - "bc_grad_norm": 0.7610123157501221, + "grad_align": 0.1592167615890503, + "rl_grad_norm": 0.3078652620315552, + "bc_grad_norm": 2.797773838043213, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.1.self_attn.in_proj_weight": 0.013959670439362526, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006474994588643312, - "transformer.layers.1.self_attn.out_proj.weight": 0.009235926903784275, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007800370804034173, - "transformer.layers.1.linear1.weight": 0.008224457502365112, - "transformer.layers.1.linear1.bias": 0.00040312690543942153, - "transformer.layers.1.linear2.weight": 0.008929867297410965, - "transformer.layers.1.linear2.bias": 0.0007367694051936269, - "transformer.layers.1.norm1.weight": 0.0009026750922203064, - "transformer.layers.1.norm1.bias": 0.0007478670449927449, - "transformer.layers.1.norm2.weight": 0.0006380656850524247, - "transformer.layers.1.norm2.bias": 0.00042846862925216556, - "transformer.layers.2.self_attn.in_proj_weight": 0.014441505074501038, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006660217768512666, - "transformer.layers.2.self_attn.out_proj.weight": 0.007146134972572327, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006041553569957614, - "transformer.layers.2.linear1.weight": 0.005314956419169903, - "transformer.layers.2.linear1.bias": 0.0002895266516134143, - "transformer.layers.2.linear2.weight": 0.005945927929133177, - "transformer.layers.2.linear2.bias": 0.0005976028623990715, - "transformer.layers.2.norm1.weight": 0.0010224743746221066, - "transformer.layers.2.norm1.bias": 0.000852916797157377, - "transformer.layers.2.norm2.weight": 0.00031376173137687147, - "transformer.layers.2.norm2.bias": 0.0003144301881548017, - "transformer.layers.3.self_attn.in_proj_weight": 0.017737194895744324, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006361752166412771, - "transformer.layers.3.self_attn.out_proj.weight": 0.007394854445010424, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005797790945507586, - "transformer.layers.3.linear1.weight": 0.010451344773173332, - "transformer.layers.3.linear1.bias": 0.000585551664698869, - "transformer.layers.3.linear2.weight": 0.0056480783969163895, - "transformer.layers.3.linear2.bias": 0.000677460920996964, - "transformer.layers.3.norm1.weight": 0.0014478013617917895, - "transformer.layers.3.norm1.bias": 0.0007147425785660744, - "transformer.layers.3.norm2.weight": 0.0008044751593843102, - "transformer.layers.3.norm2.bias": 0.0005973650841042399, - "head.weight": 0.06614027172327042, - "head.bias": 0.0015769398305565119 + "transformer.layers.1.self_attn.in_proj_weight": 0.02892179973423481, + "transformer.layers.1.self_attn.in_proj_bias": 0.002191472565755248, + "transformer.layers.1.self_attn.out_proj.weight": 0.029133375734090805, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029743327759206295, + "transformer.layers.1.linear1.weight": 0.018398338928818703, + "transformer.layers.1.linear1.bias": 0.0012916763080284, + "transformer.layers.1.linear2.weight": 0.026109620928764343, + "transformer.layers.1.linear2.bias": 0.002817814704030752, + "transformer.layers.1.norm1.weight": 0.0018266935367137194, + "transformer.layers.1.norm1.bias": 0.0021060456056147814, + "transformer.layers.1.norm2.weight": 0.0014573367079719901, + "transformer.layers.1.norm2.bias": 0.0015543363988399506, + "transformer.layers.2.self_attn.in_proj_weight": 0.023793600499629974, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018884462770074606, + "transformer.layers.2.self_attn.out_proj.weight": 0.024527577683329582, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026750292163342237, + "transformer.layers.2.linear1.weight": 0.01573055423796177, + "transformer.layers.2.linear1.bias": 0.0012376966187730432, + "transformer.layers.2.linear2.weight": 0.019757568836212158, + "transformer.layers.2.linear2.bias": 0.0029268607031553984, + "transformer.layers.2.norm1.weight": 0.0018414586083963513, + "transformer.layers.2.norm1.bias": 0.002010937547311187, + "transformer.layers.2.norm2.weight": 0.0012441819999366999, + "transformer.layers.2.norm2.bias": 0.0016933414153754711, + "transformer.layers.3.self_attn.in_proj_weight": 0.05217275023460388, + "transformer.layers.3.self_attn.in_proj_bias": 0.006588330492377281, + "transformer.layers.3.self_attn.out_proj.weight": 0.025236595422029495, + "transformer.layers.3.self_attn.out_proj.bias": 0.005053882487118244, + "transformer.layers.3.linear1.weight": 0.03009255975484848, + "transformer.layers.3.linear1.bias": 0.003024027682840824, + "transformer.layers.3.linear2.weight": 0.018831556662917137, + "transformer.layers.3.linear2.bias": 0.006259444169700146, + "transformer.layers.3.norm1.weight": 0.004528248216956854, + "transformer.layers.3.norm1.bias": 0.010215317830443382, + "transformer.layers.3.norm2.weight": 0.002315118443220854, + "transformer.layers.3.norm2.bias": 0.004106785170733929, + "head.weight": 0.2817203104496002, + "head.bias": 0.012398947030305862 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.39331281185150146, - "repr_drift_kl_low_t": 0.4030906558036804, - "repr_drift_kl_mid_t": 0.366984486579895, - "repr_drift_kl_high_t": 0.41213706135749817, + "repr_drift_kl": 0.44888174533843994, + "repr_drift_kl_low_t": 0.5504694581031799, + "repr_drift_kl_mid_t": 0.4441473186016083, + "repr_drift_kl_high_t": 0.33232930302619934, "cka_iters": 500, - "cka_similarity": 0.8423014283180237, + "cka_similarity": 0.8953394293785095, "t_analysis_iters": 500, - "norm_low_t": 0.1067957654595375, - "norm_high_t": 0.12387267500162125, - "lowhigh_cos": 0.24166233837604523, + "norm_low_t": 0.26825353503227234, + "norm_high_t": 0.3952013850212097, + "lowhigh_cos": 0.38526174426078796, "t_bin_norms": { - "t_0.0-0.1": 0.27551501989364624, - "t_0.1-0.2": 0.1281169354915619, - "t_0.2-0.3": 0.09955187141895294, - "t_0.3-0.4": 0.09423821419477463, - "t_0.4-0.5": 0.09401284903287888, - "t_0.5-0.6": 0.12816141545772552, - "t_0.6-0.7": 0.09174728393554688, - "t_0.7-0.8": 0.09068182855844498, - "t_0.8-0.9": 0.09079930186271667, - "t_0.9-1.0": 0.15429744124412537 - }, - "win_rate": 0.006637168116867542, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.42401623725891113, + "t_0.1-0.2": 0.3581797480583191, + "t_0.2-0.3": 0.27492836117744446, + "t_0.3-0.4": 0.29692742228507996, + "t_0.4-0.5": 0.33929958939552307, + "t_0.5-0.6": 0.258957177400589, + "t_0.6-0.7": 0.3173519968986511, + "t_0.7-0.8": 0.3329414129257202, + "t_0.8-0.9": 0.3689587712287903, + "t_0.9-1.0": 0.5006411671638489 + }, + "win_rate": 0.06939549744129181, + "effective_batch_size": 482.2735900878906, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "reward_filtering": { - "score": 0.625, - "score_std": 0.020412414523193124, + "score": 0.4416666666666666, + "score_std": 0.05034602488997739, "all_scores": [ - 0.6000000000000001, - 0.625, - 0.65 + 0.39999999999999997, + 0.4124999999999999, + 0.5125 ], "history": { "iters": [ @@ -90098,506 +108448,506 @@ 500 ], "loss": [ - 0.019868118688464165, - 0.7500999569892883, - 0.18231549859046936, - 0.7032002806663513, - 0.02808425761759281, - 0.578800618648529, - 0.6189358234405518, - 0.4224585294723511, - 0.4602762460708618, - 0.09803775697946548, - 1.4799383878707886, - 0.9894237518310547, - 1.4367594718933105, - 0.13312287628650665, - 1.1560076475143433, - 0.09018364548683167, - 0.1389124095439911, - 1.4071861505508423, - 0.04488999396562576, - 1.440810203552246, - 0.9403992295265198, - 1.3204014301300049, - 0.17388834059238434, - 1.4159237146377563, - 0.043240953236818314, - 1.3325351476669312, - 1.2807812690734863, - 0.9039490222930908, - 1.4463577270507812, - 0.06358975172042847, - 1.1085553169250488, - 1.2642120122909546, - 0.31658318638801575, - 1.2163225412368774, - 0.43497559428215027, - 1.1680889129638672, - 0.1835564374923706, - 1.4230903387069702, - 1.2739578485488892, - 1.42335045337677, - 0.8466317653656006, - 0.11630319058895111, - 0.053315695375204086, - 1.0008281469345093, - 1.18287193775177, - 0.20568600296974182, - 0.4768739342689514, - 1.4314969778060913, - 1.1282470226287842, - 0.04635577276349068, - 0.7289319038391113, - 0.025659464299678802, - 1.3550604581832886, - 0.7934427857398987, - 1.418319821357727, - 0.9213284254074097, - 1.2756967544555664, - 1.1368560791015625, - 1.038783073425293, - 1.2592436075210571, - 0.7094706892967224, - 0.9568926095962524, - 0.14876689016819, - 1.0397862195968628, - 1.3302701711654663, - 1.2361947298049927, - 0.08168802410364151, - 1.2439221143722534, - 0.23979468643665314, - 1.4540987014770508, - 0.4445433020591736, - 1.0589746236801147, - 1.3084924221038818, - 0.8460173010826111, - 0.04260014742612839, - 1.2932559251785278, - 0.07030690461397171, - 0.5829334259033203, - 0.9680250287055969, - 0.04162483289837837, - 1.1887047290802002, - 0.725204586982727, - 0.29319608211517334, - 0.798954963684082, - 0.0569600909948349, - 0.03285583481192589, - 1.158286690711975, - 0.0942293033003807, - 0.2595933973789215, - 1.1442312002182007, - 1.298326015472412, - 0.17013508081436157, - 0.11359218508005142, - 0.16645042598247528, - 0.6060911417007446, - 1.3601511716842651, - 1.1244049072265625, - 1.2587530612945557, - 1.26544988155365, - 0.35751646757125854, - 1.2109601497650146, - 0.9437485337257385, - 0.074130117893219, - 0.7301560044288635, - 0.10764236003160477, - 0.10312856733798981, - 0.09233108162879944, - 1.1847326755523682, - 0.7574763894081116, - 0.05532645061612129, - 0.2946206033229828, - 0.11544816941022873, - 1.2732425928115845, - 0.82551509141922, - 0.1452290266752243, - 0.839530885219574, - 1.2553342580795288, - 0.03773253783583641, - 1.269750952720642, - 0.7795129418373108, - 0.831865131855011, - 0.05860906094312668, - 0.2511366009712219, - 0.04472870007157326, - 0.026238897815346718, - 1.0709784030914307, - 0.11632897704839706, - 0.33225759863853455, - 0.9583560228347778, - 0.7126368880271912, - 0.08968402445316315, - 0.5369361042976379, - 1.061366319656372, - 0.0489177480340004, - 1.2609617710113525, - 0.3224655091762543, - 0.11617399007081985, - 0.09022968262434006, - 0.14703251421451569, - 0.5313013792037964, - 0.30414432287216187, - 0.031986087560653687, - 0.8970354199409485, - 0.25196152925491333, - 0.09674297273159027, - 0.27459970116615295, - 0.7707059979438782, - 0.16309092938899994, - 0.04196619614958763, - 0.11696398258209229, - 0.07115569710731506, - 0.9928841590881348, - 0.7399094700813293, - 0.20451578497886658, - 0.8092095255851746, - 0.26148003339767456, - 1.0423097610473633, - 0.05191034823656082, - 0.02223695069551468, - 0.17794400453567505, - 0.048859626054763794, - 0.031023187562823296, - 0.3917291462421417, - 0.0446731336414814, - 0.22113272547721863, - 0.09061984717845917, - 0.31882792711257935, - 0.0967683270573616, - 0.09794945269823074, - 0.9744951128959656, - 0.6784238219261169, - 0.12528301775455475, - 0.40910521149635315, - 0.2655283212661743, - 1.2248002290725708, - 0.37540000677108765, - 0.02145235799252987, - 1.0841803550720215, - 1.2204056978225708, - 0.38048648834228516, - 0.18601107597351074, - 0.1503467857837677, - 0.4821559190750122, - 0.0570853166282177, - 0.07432489097118378, - 1.1561287641525269, - 0.06254975497722626, - 0.7381591200828552, - 0.4298897385597229, - 0.10193119198083878, - 0.023165632039308548, - 0.17588290572166443, - 0.8589621186256409, - 0.7926192283630371, - 0.05109482258558273, - 1.1965463161468506, - 0.16153527796268463, - 1.2207154035568237, - 0.060108914971351624, - 1.0344488620758057, - 1.1091068983078003, - 0.6687142252922058, - 0.08248738199472427, - 0.5287261605262756, - 0.11365675181150436, - 0.12711620330810547, - 1.1192985773086548, - 1.155151128768921, - 0.9393997192382812, - 0.6755697131156921, - 0.022658029571175575, - 1.2860429286956787, - 0.28122439980506897, - 0.36162206530570984, - 0.05509837716817856, - 0.06167272478342056, - 0.054130539298057556, - 1.1387193202972412, - 0.013358774594962597, - 0.04649660736322403, - 0.16101594269275665, - 0.11905217170715332, - 0.9192997813224792, - 1.0446637868881226, - 0.5540151000022888, - 0.5361042618751526, - 0.9760916829109192, - 1.1796503067016602, - 1.1453601121902466, - 0.3964751362800598, - 0.332593709230423, - 0.28123533725738525, - 1.2455470561981201, - 0.7081880569458008, - 0.10073302686214447, - 1.004449725151062, - 1.1413403749465942, - 1.2456365823745728, - 1.1715619564056396, - 0.3939513564109802, - 0.6153883934020996, - 0.14133499562740326, - 0.05586029216647148, - 0.6449064016342163, - 0.015430575236678123, - 0.2812185287475586, - 0.46237897872924805, - 0.261350154876709, - 0.09421465545892715, - 0.016276046633720398, - 0.0268232561647892, - 0.052267447113990784, - 0.177914097905159, - 1.1709868907928467, - 1.1305330991744995, - 1.2323533296585083, - 0.0425102673470974, - 0.9222999811172485, - 0.11593195796012878, - 0.9418560266494751, - 1.041666030883789, - 0.026107273995876312, - 0.6412729024887085, - 1.2192577123641968, - 0.3622381091117859, - 0.13444451987743378, - 0.7661330699920654, - 1.1266697645187378, - 0.9146987795829773, - 0.676197350025177, - 0.021950852125883102, - 1.0285805463790894, - 0.9871174097061157, - 1.08193039894104, - 0.7611142992973328, - 0.0362798236310482, - 0.8710630536079407, - 0.5224280953407288, - 1.2645353078842163, - 1.2003874778747559, - 0.9627585411071777, - 1.0276321172714233, - 0.15793490409851074, - 0.026668570935726166, - 0.5919522047042847, - 1.133090615272522, - 0.9740194082260132, - 0.45016443729400635, - 1.1134850978851318, - 0.7273961901664734, - 0.25720736384391785, - 0.38425740599632263, - 0.1711704581975937, - 0.40101245045661926, - 0.5153984427452087, - 0.4768686294555664, - 0.5820510983467102, - 0.6858264803886414, - 1.0796358585357666, - 0.05720195919275284, - 0.28689929842948914, - 0.8181875348091125, - 0.8236985802650452, - 1.1683777570724487, - 1.1157969236373901, - 1.1501717567443848, - 1.2062755823135376, - 0.11640673130750656, - 1.197972297668457, - 0.9959102272987366, - 0.15159650146961212, - 0.07806192338466644, - 0.860953152179718, - 0.06709031760692596, - 0.009214019402861595, - 0.06788402795791626, - 0.9124622941017151, - 0.755660355091095, - 0.7228295207023621, - 0.03545141592621803, - 0.24258878827095032, - 0.0358487069606781, - 0.5640918612480164, - 0.14423753321170807, - 0.10607097297906876, - 0.04042183980345726, - 0.6226162910461426, - 0.046047814190387726, - 0.17058628797531128, - 0.9911906719207764, - 0.9009214043617249, - 0.15732890367507935, - 0.938866138458252, - 0.03260800987482071, - 0.06185023486614227, - 0.4177909195423126, - 0.021901562809944153, - 0.04007051885128021, - 0.026066895574331284, - 1.1040282249450684, - 0.9689958691596985, - 0.6969659924507141, - 0.11592726409435272, - 0.9687659740447998, - 0.7181961536407471, - 0.9415650367736816, - 0.9186496734619141, - 0.08934591710567474, - 0.057623010128736496, - 0.13766078650951385, - 1.0508078336715698, - 0.019537221640348434, - 0.24312026798725128, - 0.030253034085035324, - 0.9861133098602295, - 0.029282230883836746, - 0.13355368375778198, - 0.18841210007667542, - 0.3221873641014099, - 0.09681202471256256, - 0.9632907509803772, - 0.06573846191167831, - 0.04124095290899277, - 1.1254055500030518, - 0.15404047071933746, - 1.1331140995025635, - 0.3358936607837677, - 1.1851261854171753, - 0.007895814254879951, - 0.44927218556404114, - 0.20590068399906158, - 0.12697328627109528, - 0.25911352038383484, - 0.021923385560512543, - 0.8226078152656555, - 0.49921324849128723, - 0.5922679305076599, - 0.4294000566005707, - 0.05096784979104996, - 0.32264456152915955, - 0.04118200019001961, - 0.9471024870872498, - 0.8102936148643494, - 0.7017351984977722, - 1.235525131225586, - 1.1207646131515503, - 0.16981899738311768, - 0.04673502594232559, - 0.007901529781520367, - 0.05424869805574417, - 1.0079189538955688, - 0.02969595044851303, - 0.03563539311289787, - 0.035211533308029175, - 0.012150849215686321, - 1.0102936029434204, - 1.0958791971206665, - 0.43181613087654114, - 0.5501141548156738, - 0.1560840755701065, - 0.22750335931777954, - 0.015254076570272446, - 0.05273815616965294, - 0.02075945772230625, - 0.11201610416173935, - 1.078099012374878, - 0.8032172918319702, - 0.8050798177719116, - 1.0723353624343872, - 0.01779126562178135, - 0.4476718306541443, - 0.4777204990386963, - 1.1668814420700073, - 0.07656346261501312, - 0.4931173622608185, - 0.621827244758606, - 0.06059772148728371, - 0.22602714598178864, - 0.07294750213623047, - 0.3257260024547577, - 0.8582414984703064, - 0.3545655906200409, - 0.7566990256309509, - 0.6445072889328003, - 0.5570962429046631, - 0.020007818937301636, - 0.9682397842407227, - 0.7789276242256165, - 0.19735153019428253, - 0.5479209423065186, - 1.1050403118133545, - 0.05543993040919304, - 1.083516001701355, - 0.01621130108833313, - 0.029650071635842323, - 0.28071117401123047, - 0.199996218085289, - 0.5040822625160217, - 0.04657795652747154, - 0.01123735960572958, - 0.40595167875289917, - 0.2871208190917969, - 0.04375220090150833, - 0.3890794813632965, - 0.7375750541687012, - 1.0015223026275635, - 1.25913405418396, - 0.08464502543210983, - 0.016783325001597404, - 0.5584872364997864, - 0.22984479367733002, - 0.06246953085064888, - 0.04603686183691025, - 0.8299592137336731, - 0.011780304834246635, - 0.3753255605697632, - 0.9590288996696472, - 0.758264422416687, - 0.2558772563934326, - 0.634188711643219, - 0.35219988226890564, - 0.03501475602388382, - 0.5923715829849243, - 0.051648885011672974, - 0.030511099845170975, - 0.18783460557460785, - 0.9158111810684204, - 0.049201834946870804, - 0.7889768481254578, - 0.7973317503929138, - 0.03936423733830452, - 0.5608441829681396, - 0.06487247347831726, - 0.9881927371025085, - 0.612913966178894, - 0.04015480354428291, - 0.797580897808075, - 0.2981151342391968, - 0.02122868038713932, - 1.1567988395690918, - 0.6516972780227661, - 0.7183084487915039, - 1.0298073291778564, - 0.27975669503211975, - 1.0738787651062012, - 0.10688493400812149, - 0.012321006506681442, - 1.1094125509262085, - 1.057936191558838, - 0.0234980508685112, - 0.21009257435798645, - 0.16533425450325012, - 0.43848368525505066, - 0.2660050690174103, - 0.033089566975831985, - 0.03261980786919594, - 0.7817723155021667, - 0.7611402869224548, - 0.4403599798679352, - 0.03255646675825119 + 1.8619023561477661, + 1.082573652267456, + 0.9278359413146973, + 0.675614595413208, + 0.7917498350143433, + 0.7597416639328003, + 0.5814582705497742, + 0.347893625497818, + 0.7209734916687012, + 0.43957239389419556, + 0.4157350957393646, + 0.9389296174049377, + 0.42325079441070557, + 0.47200673818588257, + 0.6174047589302063, + 0.6206336617469788, + 0.3989924192428589, + 0.7383435368537903, + 0.6542844772338867, + 0.5823276042938232, + 0.5260579586029053, + 0.41515275835990906, + 0.5401366353034973, + 0.5181816220283508, + 0.5099409222602844, + 0.5641774535179138, + 0.5216801762580872, + 0.4663439095020294, + 0.3853805661201477, + 0.5284400582313538, + 0.47996723651885986, + 0.43343448638916016, + 0.5172708630561829, + 0.3811418414115906, + 0.3577638566493988, + 0.3431912064552307, + 0.3885362148284912, + 0.4786554276943207, + 0.5187705159187317, + 0.4717201888561249, + 0.4392663538455963, + 0.6585569381713867, + 0.39294278621673584, + 0.14569900929927826, + 0.5452051162719727, + 0.48723354935646057, + 0.3643227219581604, + 0.47668886184692383, + 0.44542813301086426, + 0.3162750005722046, + 0.5070371627807617, + 0.44844555854797363, + 0.45085710287094116, + 0.39188942313194275, + 0.5048514604568481, + 0.28772658109664917, + 0.264794260263443, + 0.2410728484392166, + 0.4015607535839081, + 0.4943258464336395, + 0.43661895394325256, + 0.2235075831413269, + 0.38138288259506226, + 0.4650574326515198, + 0.4444916546344757, + 0.35862603783607483, + 0.3874821364879608, + 0.5340309143066406, + 0.343781441450119, + 0.3508202135562897, + 0.3011702299118042, + 0.5401579141616821, + 0.367587149143219, + 0.27125194668769836, + 0.3605741858482361, + 0.4667963683605194, + 0.21292740106582642, + 0.39874938130378723, + 0.45464250445365906, + 0.27491575479507446, + 0.409861296415329, + 0.4150822162628174, + 0.2481016218662262, + 0.42868661880493164, + 0.4325307011604309, + 0.2243940234184265, + 0.25047749280929565, + 0.36357468366622925, + 0.3272521197795868, + 0.2885591387748718, + 0.3207833170890808, + 0.2796940803527832, + 0.25936099886894226, + 0.44652989506721497, + 0.29741501808166504, + 0.2839849889278412, + 0.4011712968349457, + 0.11750945448875427, + 0.2964053153991699, + 0.36737358570098877, + 0.26234734058380127, + 0.3364604711532593, + 0.34582459926605225, + 0.3004668951034546, + 0.32822486758232117, + 0.32632970809936523, + 0.25091350078582764, + 0.2693668305873871, + 0.29937544465065, + 0.26418280601501465, + 0.35373347997665405, + 0.26453346014022827, + 0.19901582598686218, + 0.4081156253814697, + 0.30750390887260437, + 0.4318068325519562, + 0.3625223934650421, + 0.28152838349342346, + 0.33344539999961853, + 0.2912907004356384, + 0.3704295754432678, + 0.2541389465332031, + 0.20527788996696472, + 0.36209145188331604, + 0.1194964051246643, + 0.35555532574653625, + 0.32510215044021606, + 0.19311633706092834, + 0.2689511775970459, + 0.23747721314430237, + 0.372554212808609, + 0.31543636322021484, + 0.20437116920948029, + 0.3837890625, + 0.4078822433948517, + 0.3567012548446655, + 0.0749083012342453, + 0.38035574555397034, + 0.270300954580307, + 0.22381845116615295, + 0.40316668152809143, + 0.2787628769874573, + 0.3444470465183258, + 0.28772324323654175, + 0.2758420705795288, + 0.19142194092273712, + 0.07437017560005188, + 0.3974362015724182, + 0.3026595115661621, + 0.27734842896461487, + 0.35820576548576355, + 0.3259086012840271, + 0.3027952313423157, + 0.3376094400882721, + 0.3043290376663208, + 0.3481796979904175, + 0.33475881814956665, + 0.3623264729976654, + 0.2626565396785736, + 0.2207312434911728, + 0.18675611913204193, + 0.3257753849029541, + 0.3280199468135834, + 0.28811487555503845, + 0.31949007511138916, + 0.2933742105960846, + 0.2669234871864319, + 0.27811598777770996, + 0.1504111886024475, + 0.2938537299633026, + 0.3148552179336548, + 0.2116333246231079, + 0.1786811351776123, + 0.3624369502067566, + 0.33295366168022156, + 0.310425728559494, + 0.2603519856929779, + 0.27159032225608826, + 0.2876298129558563, + 0.16239337623119354, + 0.3058148920536041, + 0.2907980978488922, + 0.26856955885887146, + 0.373094379901886, + 0.341694176197052, + 0.305465430021286, + 0.2825465798377991, + 0.3502556383609772, + 0.30353546142578125, + 0.30326682329177856, + 0.32635602355003357, + 0.28641313314437866, + 0.2918345034122467, + 0.21461805701255798, + 0.273150771856308, + 0.30635344982147217, + 0.2120118886232376, + 0.3210180103778839, + 0.24007204174995422, + 0.32378411293029785, + 0.351026713848114, + 0.30501610040664673, + 0.29485318064689636, + 0.26531171798706055, + 0.236954003572464, + 0.29455649852752686, + 0.3083939254283905, + 0.2636871337890625, + 0.2703661024570465, + 0.25933292508125305, + 0.2952882945537567, + 0.24598388373851776, + 0.3086795508861542, + 0.30534201860427856, + 0.24648639559745789, + 0.1939297318458557, + 0.29592469334602356, + 0.4103401303291321, + 0.23977996408939362, + 0.15430091321468353, + 0.2715432643890381, + 0.2532562017440796, + 0.22515612840652466, + 0.2864975929260254, + 0.2098814994096756, + 0.22431635856628418, + 0.2816409170627594, + 0.3212173879146576, + 0.28249987959861755, + 0.29727768898010254, + 0.3870311677455902, + 0.31729888916015625, + 0.26002809405326843, + 0.27596232295036316, + 0.18372727930545807, + 0.2282404601573944, + 0.2656824290752411, + 0.12468688189983368, + 0.27163824439048767, + 0.331929087638855, + 0.32355886697769165, + 0.27645716071128845, + 0.34376028180122375, + 0.20539765059947968, + 0.3248732388019562, + 0.28821226954460144, + 0.24563033878803253, + 0.34675174951553345, + 0.27561211585998535, + 0.257625937461853, + 0.14211991429328918, + 0.2010069191455841, + 0.31541407108306885, + 0.22932422161102295, + 0.2919992506504059, + 0.22968320548534393, + 0.3068885803222656, + 0.28894320130348206, + 0.27694952487945557, + 0.30339106917381287, + 0.2882674038410187, + 0.16008996963500977, + 0.31116151809692383, + 0.27198025584220886, + 0.34341275691986084, + 0.30585166811943054, + 0.25712689757347107, + 0.26698699593544006, + 0.25327935814857483, + 0.3663904368877411, + 0.1937650442123413, + 0.28005552291870117, + 0.30285319685935974, + 0.27827537059783936, + 0.15964484214782715, + 0.301005482673645, + 0.23124128580093384, + 0.30332449078559875, + 0.30075985193252563, + 0.25996896624565125, + 0.26024994254112244, + 0.17991723120212555, + 0.2698794901371002, + 0.3108430504798889, + 0.30903175473213196, + 0.3115963935852051, + 0.21336349844932556, + 0.27908459305763245, + 0.22193539142608643, + 0.3051506578922272, + 0.31544229388237, + 0.2887030839920044, + 0.15472529828548431, + 0.2816522717475891, + 0.3009197413921356, + 0.2859770953655243, + 0.2581504285335541, + 0.33327382802963257, + 0.23690511286258698, + 0.11284183710813522, + 0.22449229657649994, + 0.2179650515317917, + 0.28044089674949646, + 0.301669716835022, + 0.30542242527008057, + 0.2539304494857788, + 0.23253637552261353, + 0.2742844820022583, + 0.22086398303508759, + 0.1584426611661911, + 0.2990870773792267, + 0.3077176511287689, + 0.22390216588974, + 0.2503436803817749, + 0.21279501914978027, + 0.14001844823360443, + 0.10896855592727661, + 0.2983647584915161, + 0.24346666038036346, + 0.20696115493774414, + 0.25557878613471985, + 0.29385051131248474, + 0.254686564207077, + 0.21624712646007538, + 0.18638797104358673, + 0.259950190782547, + 0.2769852578639984, + 0.266030877828598, + 0.29507943987846375, + 0.2389376014471054, + 0.1556563675403595, + 0.20262129604816437, + 0.35142025351524353, + 0.24511896073818207, + 0.28975963592529297, + 0.26706841588020325, + 0.21488632261753082, + 0.25765156745910645, + 0.25130346417427063, + 0.22959411144256592, + 0.23118023574352264, + 0.24393929541110992, + 0.18040652573108673, + 0.2218143343925476, + 0.24856965243816376, + 0.26317739486694336, + 0.2728697657585144, + 0.28374409675598145, + 0.307142972946167, + 0.28368812799453735, + 0.27618974447250366, + 0.216958150267601, + 0.2577334940433502, + 0.26046887040138245, + 0.16686201095581055, + 0.11818186938762665, + 0.2510693371295929, + 0.24376630783081055, + 0.27217116951942444, + 0.2213490605354309, + 0.21794988214969635, + 0.19552932679653168, + 0.2642423212528229, + 0.2882342040538788, + 0.22435754537582397, + 0.2810450494289398, + 0.2571033537387848, + 0.23579128086566925, + 0.216502383351326, + 0.24293360114097595, + 0.28318876028060913, + 0.21672053635120392, + 0.22048518061637878, + 0.21881571412086487, + 0.2180098295211792, + 0.27633166313171387, + 0.26374590396881104, + 0.15984207391738892, + 0.2619694471359253, + 0.25083860754966736, + 0.26179251074790955, + 0.22193816304206848, + 0.21149353682994843, + 0.2904551923274994, + 0.14164255559444427, + 0.2717541754245758, + 0.2310561090707779, + 0.21445757150650024, + 0.19936901330947876, + 0.22627004981040955, + 0.201990008354187, + 0.24145732820034027, + 0.2078508585691452, + 0.18183037638664246, + 0.18555361032485962, + 0.23824602365493774, + 0.3208952844142914, + 0.2918400168418884, + 0.20617829263210297, + 0.19299057126045227, + 0.20736896991729736, + 0.1954813003540039, + 0.21559572219848633, + 0.307078093290329, + 0.18038490414619446, + 0.2493344396352768, + 0.23878513276576996, + 0.26043716073036194, + 0.2066800594329834, + 0.2482975423336029, + 0.20359335839748383, + 0.17542150616645813, + 0.3246207535266876, + 0.24456791579723358, + 0.18857966363430023, + 0.26011016964912415, + 0.23351524770259857, + 0.2731188237667084, + 0.2416938841342926, + 0.17119185626506805, + 0.2488052248954773, + 0.22557054460048676, + 0.14410480856895447, + 0.23717136681079865, + 0.2173689901828766, + 0.2310531735420227, + 0.26219627261161804, + 0.25785768032073975, + 0.22698520123958588, + 0.16030462086200714, + 0.226077601313591, + 0.10976829379796982, + 0.20493507385253906, + 0.29290512204170227, + 0.2004729062318802, + 0.2355082780122757, + 0.26116862893104553, + 0.1961813122034073, + 0.1961144208908081, + 0.2087424397468567, + 0.24486544728279114, + 0.21213802695274353, + 0.1941497027873993, + 0.23856471478939056, + 0.24517735838890076, + 0.22730357944965363, + 0.23928730189800262, + 0.17905718088150024, + 0.22506041824817657, + 0.2557825446128845, + 0.24561014771461487, + 0.26649823784828186, + 0.2782672345638275, + 0.1617765575647354, + 0.27544718980789185, + 0.23328617215156555, + 0.23511278629302979, + 0.25490137934684753, + 0.28578025102615356, + 0.23588623106479645, + 0.17160840332508087, + 0.20727676153182983, + 0.20151165127754211, + 0.20913900434970856, + 0.22374524176120758, + 0.23237799108028412, + 0.2152317464351654, + 0.2492551952600479, + 0.21585454046726227, + 0.2936647832393646, + 0.12219201028347015, + 0.2140846997499466, + 0.11079007387161255, + 0.2454102337360382, + 0.1553950011730194, + 0.21511393785476685, + 0.1852499544620514, + 0.19754266738891602, + 0.31092575192451477, + 0.194740429520607, + 0.2228209674358368, + 0.21917769312858582, + 0.20656096935272217, + 0.20396198332309723, + 0.2145429253578186, + 0.1805437058210373, + 0.2691659927368164, + 0.18876945972442627, + 0.19419196248054504, + 0.19909575581550598, + 0.27164673805236816, + 0.18225644528865814, + 0.1719048023223877, + 0.14094476401805878, + 0.27937331795692444, + 0.20947860181331635, + 0.25539711117744446, + 0.16576281189918518, + 0.18976128101348877, + 0.197627991437912 ], "env_score_iters": [ 1, @@ -91102,2643 +109452,3733 @@ 500 ], "env_score": [ - -2.5924673080444336, - -1.6958991289138794, - 0.6026087999343872, - -0.03683127835392952, - -1.4118993282318115, - 0.5985258221626282, - 1.1992290019989014, - -0.5226733088493347, - -1.165745496749878, - -2.6686673164367676, - 5.958110809326172, - 2.491898536682129, - 4.50751256942749, - -1.1765285730361938, - 1.5349998474121094, - -1.042257308959961, - 0.24002578854560852, - 17.720680236816406, - -1.2094993591308594, - 4.118337631225586, - 0.8093085885047913, - 5.536499977111816, - -2.545314311981201, - 17.730356216430664, - -2.7607316970825195, - 6.564552307128906, - 4.032958507537842, - 7.494688510894775, - 10.588346481323242, - -1.3388193845748901, - 3.1928858757019043, - 4.842301368713379, - 2.2436327934265137, - 4.326569557189941, - 0.0687483623623848, - 3.7330141067504883, - -0.7695338129997253, - 5.603237152099609, - 3.479337215423584, - 1.4040950536727905, - 2.9175970554351807, - -1.1825578212738037, - -1.2779031991958618, - 10.651161193847656, - 2.1913347244262695, - -0.19210803508758545, - 1.3017268180847168, - 28.81890869140625, - 7.848557472229004, - -1.4878209829330444, - 1.4982788562774658, - -1.4230560064315796, - 6.265989780426025, - 0.7123144268989563, - 6.402078628540039, - 1.7532615661621094, - 7.292263984680176, - 4.507436275482178, - 5.162052631378174, - 11.810623168945312, - 2.281963348388672, - 4.190282821655273, - -0.06209150329232216, - 9.080182075500488, - 9.402637481689453, - 5.233780860900879, - -1.3914793729782104, - 3.4385852813720703, - 1.0922222137451172, - 3.322516441345215, - 14.468770980834961, - 3.3748281002044678, - 4.6531829833984375, - 4.203041076660156, - -1.3035842180252075, - 10.481900215148926, - -1.28424072265625, - 1.200870156288147, - 3.2500228881835938, - -1.6566330194473267, - -0.17479056119918823, - 0.6844670176506042, - 0.2865390479564667, - 1.3452051877975464, - -2.0612924098968506, - -2.9521963596343994, - 1.4207676649093628, - -0.9152830839157104, - -0.18059112131595612, - 2.9791600704193115, - 7.094788551330566, - -1.6627981662750244, - -1.3864954710006714, - 0.3003085255622864, - 1.5885895490646362, - 4.180187702178955, - 4.060024738311768, - 16.19089126586914, - 10.00361156463623, - 2.780205488204956, - 4.184251308441162, - 1.632148265838623, - -1.4213212728500366, - 0.21080593764781952, - -0.4450583755970001, - -2.007319211959839, - -0.2955363988876343, - 3.622847080230713, - 0.5881834030151367, - -1.4714492559432983, - -0.1403566598892212, - -1.8480682373046875, - 3.0228946208953857, - 1.0285669565200806, - -1.043608546257019, - 0.2648721933364868, - 5.163503646850586, - -0.8749552369117737, - 5.5055718421936035, - 2.8921315670013428, - 1.7013455629348755, - -1.433391809463501, - 0.45099547505378723, - -1.5006135702133179, - -2.69362473487854, - 1.6848665475845337, - -1.278739094734192, - 0.3608909547328949, - 4.421508312225342, - 1.7569060325622559, - -1.2104092836380005, - 0.8996496200561523, - 0.5680121183395386, - -2.9570939540863037, - 6.265169620513916, - 2.2615396976470947, - -1.846301794052124, - -1.0810751914978027, - 0.2302263081073761, - 1.0092525482177734, - 0.14505071938037872, - -2.208752155303955, - 7.269667148590088, - 0.21955683827400208, - -2.5909059047698975, - 0.8916128873825073, - 2.7008845806121826, - 0.011300774291157722, - -0.8896347284317017, - -1.287685513496399, - -1.1690714359283447, - 0.19369356334209442, - 3.9683210849761963, - 1.2913552522659302, - 2.12493896484375, - -0.49935659766197205, - 6.602628707885742, - -1.048396348953247, - -0.7855235934257507, - -1.0089244842529297, - -1.4532619714736938, - -2.2948617935180664, - 1.4457718133926392, - -0.7860473990440369, - -1.4803885221481323, - -0.8150063157081604, - 4.214163780212402, - -0.02767256461083889, - -0.3329351544380188, - 0.8113017082214355, - 0.04929216206073761, - 0.2206604778766632, - 0.32785630226135254, - -0.3151971101760864, - 6.558488368988037, - 4.288403511047363, - -1.5437756776809692, - 8.058845520019531, - 6.773725986480713, - 0.05391007289290428, - -0.6761267185211182, - 0.2563540041446686, - -0.921318531036377, - -1.6832876205444336, - -2.315103769302368, - 8.371831893920898, - -2.766225814819336, - 2.6619341373443604, - 1.1946560144424438, - -0.06280165165662766, - -2.798248291015625, - -1.5323574542999268, - 7.269240379333496, - 1.217800498008728, - -0.8300758004188538, - 1.3686163425445557, - 0.030964002013206482, - 8.159982681274414, - -0.9037646651268005, - 1.78817617893219, - 1.6987590789794922, - 0.872018575668335, - -1.1640291213989258, - 1.6350409984588623, - 0.09328240901231766, - 0.5348392128944397, - 2.859917163848877, - 3.988128185272217, - 1.2745981216430664, - 2.812868595123291, - -1.135949730873108, - 7.7309088706970215, - 1.3292323350906372, - 0.9722610116004944, - -2.839951276779175, - -1.2873207330703735, - -0.5348928570747375, - 3.9564342498779297, - -2.021949529647827, - -3.125765562057495, - -0.02385133132338524, - -2.285884141921997, - 2.460357427597046, - 2.3809776306152344, - 0.6634539365768433, - 0.3854762315750122, - 1.4847434759140015, - 15.338179588317871, - 1.6184219121932983, - 0.4789711833000183, - -0.16051720082759857, - 0.8627461791038513, - 14.513815879821777, - 1.3269988298416138, - -0.8274648189544678, - 2.4695277214050293, - -0.373174786567688, - 8.106221199035645, - 6.846042156219482, - 0.6334352493286133, - 3.277179718017578, - 0.4444443881511688, - -1.701205849647522, - -0.4718265235424042, - -1.2433122396469116, - -2.0651283264160156, - 5.57780122756958, - -2.1881349086761475, - -1.1369848251342773, - -1.5631649494171143, - -1.4944357872009277, - -1.3357499837875366, - -0.3156088888645172, - 8.374537467956543, - 5.31632661819458, - 10.852290153503418, - -1.4767529964447021, - 2.785050868988037, - 0.5888952016830444, - 2.915724992752075, - 2.276654005050659, - -1.5458213090896606, - 0.3244929015636444, - 10.007574081420898, - -0.23558740317821503, - -0.09950187802314758, - 3.058821439743042, - 2.8169286251068115, - 5.458258152008057, - 2.55619478225708, - -2.467660427093506, - 1.6470718383789062, - 3.289984703063965, - 3.416484832763672, - 0.7324710488319397, - -1.3499642610549927, - 2.2926125526428223, - 0.0986589789390564, - 6.505625247955322, - 3.738887071609497, - 1.0455139875411987, - 9.673853874206543, - -0.8100784420967102, - -2.381446361541748, - 2.6980721950531006, - 2.676511526107788, - 7.080357551574707, - -0.5402548313140869, - 13.865264892578125, - 0.34933027625083923, - 1.4704123735427856, - 0.8878305554389954, - 1.5156538486480713, - 0.5642944574356079, - -0.661352276802063, - 0.6604263186454773, - 2.904614210128784, - -0.16394533216953278, - 11.441847801208496, - -1.1427500247955322, - -0.161626398563385, - 2.2186203002929688, - 5.577610969543457, - 10.279288291931152, - 3.257720708847046, - 7.101256847381592, - 6.135641574859619, - 0.8211246132850647, - 3.6822054386138916, - 10.205338478088379, - -1.1399840116500854, - -1.6941503286361694, - 1.7340946197509766, - -1.3551750183105469, - -2.727910041809082, - -1.4011269807815552, - 7.725587844848633, - -1.6254876852035522, - 3.4873483180999756, - 2.738494873046875, - -0.8691456317901611, - -1.3527151346206665, - -0.8110606670379639, - -0.3931190073490143, - -0.322592169046402, - -1.604583978652954, - 1.1218565702438354, - -1.3321466445922852, - 2.7930612564086914, - 4.624893665313721, - 4.284266948699951, - -0.9257608652114868, - 8.217037200927734, - -2.5869791507720947, - -2.0788934230804443, - -0.1639455407857895, - -1.6583470106124878, - -3.370685577392578, - -1.6290241479873657, - 7.495599269866943, - 1.7438422441482544, - 3.664813995361328, - -0.8440348505973816, - 2.0458412170410156, - 2.460470199584961, - -1.8490153551101685, - 1.150713324546814, - -0.22432930767536163, - -2.8841168880462646, - 0.9058427810668945, - 11.290156364440918, - -0.3042088747024536, - 3.4525275230407715, - -1.926309585571289, - 5.160881042480469, - -1.856925368309021, - 0.20873382687568665, - 0.272710919380188, - 0.20128373801708221, - -0.4903632700443268, - -0.561172604560852, - -1.599418044090271, - -1.2928342819213867, - 7.067803859710693, - -0.5849769115447998, - 4.7472052574157715, - 1.3732059001922607, - 1.6045558452606201, - -3.369234800338745, - 0.7044662833213806, - -0.6100123524665833, - -0.641867458820343, - -2.0645229816436768, - -1.4749783277511597, - 2.486570358276367, - -2.2906506061553955, - 1.2946035861968994, - 2.405501365661621, - 1.2127515077590942, - 2.848306179046631, - -2.67696475982666, - 7.527580261230469, - -0.33882588148117065, - 1.2474881410598755, - 6.116322994232178, - 6.463172912597656, - -0.3318490982055664, - -0.4447900652885437, - -1.1586220264434814, - -1.894361972808838, - 6.877518653869629, - -2.0915374755859375, - -1.388464331626892, - -1.0001789331436157, - -1.1708787679672241, - 6.331596374511719, - 9.564153671264648, - 0.6437605619430542, - 2.042905569076538, - -0.9287797808647156, - -0.6358054280281067, - -2.6152727603912354, - -2.0340492725372314, - -4.141790866851807, - -0.6190343499183655, - 0.308652400970459, - 2.315408945083618, - 8.566596031188965, - 1.7181429862976074, - -2.463574171066284, - 0.13453932106494904, - 0.34990784525871277, - 11.712841987609863, - -1.605394959449768, - -0.11271507292985916, - 0.9694498777389526, - -2.3785712718963623, - 0.40866759419441223, - -0.3214576542377472, - -1.4954379796981812, - 3.4623634815216064, - 0.4190950095653534, - 6.848310947418213, - 1.1976637840270996, - 1.600878119468689, - -2.0353989601135254, - 5.084587574005127, - -0.29859012365341187, - 0.7559426426887512, - -1.8875150680541992, - 3.6808435916900635, - -1.4093016386032104, - 6.609919548034668, - -3.0058159828186035, - -2.7800116539001465, - -1.0638412237167358, - 0.4852886199951172, - -0.06377244740724564, - -1.349051833152771, - -1.458735704421997, - 2.6360116004943848, - 0.4517801105976105, - -1.1474964618682861, - 0.5814144015312195, - -1.9236732721328735, - 0.8817241191864014, - 5.441522598266602, - -0.9819064736366272, - -2.7261555194854736, - -1.406441569328308, - 0.7748335003852844, - -2.8379106521606445, - -1.4334228038787842, - 2.355147361755371, - -1.7864351272583008, - 0.2946465015411377, - 4.720525741577148, - 5.91719388961792, - 0.281044602394104, - 1.7551977634429932, - 1.9600660800933838, - -0.8137120008468628, - -0.18628422915935516, - -2.821146011352539, - -1.3572272062301636, - 2.5607070922851562, - 1.324726939201355, - -1.3054389953613281, - 6.38143253326416, - 2.3119564056396484, - -1.6536979675292969, - 26.670164108276367, - -1.1686402559280396, - 1.1121050119400024, - 0.7603985667228699, - -1.6236987113952637, - 2.088596820831299, - 0.5161647200584412, - -3.057187080383301, - 7.2398552894592285, - -0.7871668934822083, - -0.881711483001709, - 6.960482120513916, - 0.1425437182188034, - 4.2057271003723145, - -1.8096754550933838, - -2.5753514766693115, - 13.747807502746582, - 16.83380126953125, - -2.0164859294891357, - 0.44653499126434326, - 1.488200306892395, - 0.10966946929693222, - -0.8085678219795227, - -0.9096968770027161, - -1.5194648504257202, - 3.2745842933654785, - 0.20109400153160095, - -0.22208960354328156, - -3.4368419647216797 + 0.9692111611366272, + 1.5440360307693481, + 0.6759459972381592, + 1.2182930707931519, + 0.5594004988670349, + 1.1153764724731445, + 0.8589538335800171, + 0.9025653600692749, + 1.4738104343414307, + 0.6258590817451477, + 0.46636804938316345, + 2.051002264022827, + 0.546055793762207, + 1.1076301336288452, + 0.9355148673057556, + 1.5289361476898193, + 1.0028529167175293, + 1.3903831243515015, + 3.9224674701690674, + 1.1595855951309204, + 1.0049185752868652, + 0.4670686423778534, + 0.7724260091781616, + 1.239973545074463, + 0.8607860207557678, + 0.6705692410469055, + 0.6566281914710999, + 0.6681691408157349, + 1.05034339427948, + 1.1779087781906128, + 0.9326303005218506, + 1.9664181470870972, + 0.5441633462905884, + 0.7665525078773499, + 2.0906076431274414, + 1.3755030632019043, + 1.3115813732147217, + 1.0968395471572876, + 1.4254028797149658, + 2.2012522220611572, + 1.2032891511917114, + 0.40229150652885437, + 0.5868065357208252, + 1.1234760284423828, + 1.3081926107406616, + 0.6575331687927246, + 0.5545682311058044, + 1.1478134393692017, + 1.866434931755066, + 0.6814822554588318, + 0.838548481464386, + 0.8268965482711792, + 1.2725257873535156, + 0.8666974902153015, + 1.5455368757247925, + 1.6122382879257202, + 0.8825622200965881, + 0.9504003524780273, + 1.1578526496887207, + 0.5853868126869202, + 1.6389288902282715, + 0.17434167861938477, + 0.7654502391815186, + 0.4339710474014282, + 1.644952654838562, + 0.855606198310852, + 0.7484254240989685, + 0.7828000783920288, + 0.8691946268081665, + 0.7515737414360046, + 0.986129879951477, + 1.1220203638076782, + 1.0010970830917358, + 0.2853558659553528, + 0.6007074117660522, + 0.8722070455551147, + 0.17905139923095703, + 1.282675862312317, + 0.8253281116485596, + 1.2070658206939697, + 0.5502537488937378, + 1.0073845386505127, + 0.38556554913520813, + 1.3893177509307861, + 0.9332290291786194, + 0.7788638472557068, + 0.7235842347145081, + 0.8363546133041382, + 1.5506160259246826, + 1.3871179819107056, + 0.5044971704483032, + 0.46669691801071167, + 0.6766404509544373, + 0.8964414000511169, + 0.41063225269317627, + 0.8438482880592346, + 1.48555588722229, + 0.42288699746131897, + 0.31987497210502625, + 0.5741156339645386, + 0.8675864934921265, + 1.1345162391662598, + 1.2997300624847412, + 1.2361189126968384, + 0.8891934752464294, + 1.6753084659576416, + 0.7785485982894897, + 0.1186961755156517, + 1.3367788791656494, + 0.6603807210922241, + 1.3066271543502808, + 0.6467011570930481, + 0.5108057260513306, + 1.4772082567214966, + 0.27207526564598083, + 0.5687190890312195, + 1.2671295404434204, + 0.539604902267456, + 0.665427565574646, + 1.1213572025299072, + 0.8849629163742065, + 0.7958954572677612, + 0.5809251070022583, + 0.6080909371376038, + 0.2410917729139328, + 1.4603216648101807, + 1.1239385604858398, + 0.3264162540435791, + 1.0714504718780518, + 1.1761595010757446, + 0.8340794444084167, + 0.9270827770233154, + 1.615282654762268, + 1.102803111076355, + 1.2910113334655762, + 1.2087466716766357, + 1.108802318572998, + 1.3108664751052856, + 1.0772230625152588, + 0.22431375086307526, + 1.126556634902954, + 0.9271697402000427, + 1.104727864265442, + 0.9019243121147156, + 0.2787879705429077, + 0.9188089370727539, + 0.41498684883117676, + 1.3003036975860596, + 0.8357788920402527, + 0.8850059509277344, + 1.1014368534088135, + 3.3317394256591797, + 1.5691925287246704, + 0.7100956439971924, + 1.1856070756912231, + 1.2924166917800903, + 2.301863431930542, + 1.125201940536499, + 0.6415664553642273, + 1.3289644718170166, + 0.9885306358337402, + 1.1013481616973877, + 0.4919642210006714, + 1.012902855873108, + 1.8478251695632935, + 1.4948146343231201, + 0.38179779052734375, + 1.2632112503051758, + 0.15170642733573914, + 1.524419903755188, + 1.2870733737945557, + 0.7477924823760986, + 1.0258656740188599, + 1.427269697189331, + 0.46170634031295776, + 1.1002088785171509, + 0.37153521180152893, + 0.7428345084190369, + 1.5420538187026978, + 0.5951074957847595, + 1.040096402168274, + 1.3475322723388672, + 0.9650134444236755, + 1.523629903793335, + 1.019034743309021, + 1.020140528678894, + 1.286758303642273, + 2.160278558731079, + 1.068792700767517, + 0.9794918894767761, + 1.2957090139389038, + 1.0649583339691162, + 1.742231011390686, + 1.1718647480010986, + 0.6629726886749268, + 0.8917391300201416, + 0.6662048101425171, + 1.966071367263794, + 0.5628227591514587, + 1.4680582284927368, + 0.8246021270751953, + 1.260772943496704, + 1.2148364782333374, + 0.6720271706581116, + 0.653363049030304, + 1.0091365575790405, + 1.4824906587600708, + 0.8720675706863403, + 1.3812626600265503, + 0.14576613903045654, + 1.3381688594818115, + 0.6725656986236572, + 1.4487106800079346, + 0.4676540493965149, + 1.510053038597107, + 0.6862226128578186, + 1.2069345712661743, + 0.9593043923377991, + 1.5352944135665894, + 1.2029725313186646, + 0.4156174659729004, + 1.486492395401001, + 0.41072481870651245, + 1.4254944324493408, + 0.22634351253509521, + 0.2365918904542923, + 2.435452699661255, + 1.2607436180114746, + 0.7398738861083984, + 1.4437824487686157, + 0.6262563467025757, + 1.0647989511489868, + 0.923907995223999, + 0.5471369028091431, + 0.7176015973091125, + 0.14481112360954285, + 0.4676346182823181, + 1.3479053974151611, + 1.2828500270843506, + 0.966000497341156, + 1.8171278238296509, + 0.9426458477973938, + 2.2519702911376953, + 0.6483537554740906, + 1.4639570713043213, + 0.7838636636734009, + 1.183262825012207, + 1.1548199653625488, + 1.3348264694213867, + 1.4751410484313965, + 1.512425422668457, + 0.7195761799812317, + 2.2691071033477783, + 0.6423783898353577, + 1.5132921934127808, + 0.9591177105903625, + 1.040318250656128, + 0.5653855800628662, + 1.0656956434249878, + 1.4022419452667236, + 1.3489325046539307, + 0.7558186054229736, + 1.1730822324752808, + 1.5908079147338867, + 1.1721315383911133, + 2.235569477081299, + 0.9756453037261963, + 0.967365026473999, + 1.6987890005111694, + 1.1009881496429443, + 0.40970826148986816, + 1.8570178747177124, + 1.6119351387023926, + 1.0848296880722046, + 0.3564312756061554, + 1.6764962673187256, + 0.5421513915061951, + 1.0697102546691895, + 2.1452596187591553, + 1.064988136291504, + 0.9718666672706604, + 0.6025856137275696, + 1.091719388961792, + 0.41996297240257263, + 1.1546614170074463, + 0.7258668541908264, + 1.3192157745361328, + 1.1733051538467407, + 1.2059695720672607, + 0.7483231425285339, + 0.8524424433708191, + 0.9141671657562256, + 0.5289080142974854, + 1.14339017868042, + 1.3318015336990356, + 1.227490782737732, + 0.9966045618057251, + 0.4670511484146118, + 1.1158548593521118, + 0.7778113484382629, + 0.9269209504127502, + 0.7624159455299377, + 1.5643051862716675, + 1.261738657951355, + 0.6397603154182434, + 1.2330056428909302, + 1.5644689798355103, + 1.3395849466323853, + 0.5487293601036072, + 0.7332911491394043, + 1.4735535383224487, + 0.8000481128692627, + 0.854755163192749, + 0.9616047143936157, + 1.268552541732788, + 0.06051582098007202, + 0.07884467393159866, + 1.1244885921478271, + 1.3687467575073242, + 0.8812179565429688, + 0.3747061789035797, + 1.224536657333374, + 0.840155303478241, + 0.47673743963241577, + 1.055993676185608, + 1.5472533702850342, + 0.7505855560302734, + 1.0973255634307861, + 0.8599544167518616, + 0.5442197322845459, + 0.1469261348247528, + 0.7115534543991089, + 0.7683704495429993, + 1.5545101165771484, + 1.2111767530441284, + 1.321710467338562, + 0.8604745864868164, + 1.4859422445297241, + 0.9790914058685303, + 2.0436925888061523, + 0.5818774700164795, + 1.0288633108139038, + 0.8186245560646057, + 0.9541842937469482, + 0.9777848720550537, + 0.8507241010665894, + 0.9730053544044495, + 0.5924055576324463, + 0.8760660290718079, + 2.299680471420288, + 0.7161497473716736, + 0.35407182574272156, + 1.498826026916504, + 0.861471951007843, + 0.6625298857688904, + 0.38591721653938293, + 1.06260085105896, + 1.2900562286376953, + 1.3436757326126099, + 0.8251917362213135, + 0.9007928371429443, + 1.8976141214370728, + 0.7115576863288879, + 1.5072474479675293, + 1.8020262718200684, + 1.3185877799987793, + 0.9288855791091919, + 0.694633960723877, + 0.6590474843978882, + 0.6686075329780579, + 0.498800665140152, + 1.4889683723449707, + 1.278339147567749, + 1.2322896718978882, + 1.3808461427688599, + 0.6647054553031921, + 1.5643315315246582, + 0.45379674434661865, + 0.574982762336731, + 1.99510657787323, + 0.6917188167572021, + 0.8984804749488831, + 1.4533079862594604, + 0.6259512305259705, + 0.42948058247566223, + 1.3088743686676025, + 2.130631446838379, + 1.2037880420684814, + 0.871031641960144, + 1.7261277437210083, + 1.233644962310791, + 1.1764216423034668, + 0.5000371932983398, + 0.378508061170578, + 1.4713436365127563, + 1.180052399635315, + 2.15201735496521, + 1.5524166822433472, + 1.658539891242981, + 0.9117445945739746, + 1.3600813150405884, + 0.7843741774559021, + 0.741161048412323, + 0.6045128107070923, + 1.2530722618103027, + 1.159085750579834, + 1.1633113622665405, + 1.4219846725463867, + 0.525700032711029, + 0.9175146818161011, + 0.4373777210712433, + 0.7741383910179138, + 0.7453795671463013, + 1.2713359594345093, + 1.478171467781067, + 2.155355930328369, + 0.6047540903091431, + 1.2521144151687622, + 1.490980625152588, + 0.649120032787323, + 1.2403995990753174, + 1.5479636192321777, + 0.2401832938194275, + 0.8374395966529846, + 0.6552966833114624, + 1.1686984300613403, + 0.9877989292144775, + 0.7862010598182678, + 0.9510756731033325, + 0.4604577422142029, + 0.8818268179893494, + 0.1763276755809784, + 1.0188170671463013, + 1.310808539390564, + 0.5263833999633789, + 1.4927762746810913, + 2.145575523376465, + 0.47288382053375244, + 1.5639173984527588, + 0.7348111867904663, + 0.8976999521255493, + 0.8425215482711792, + 0.3619396984577179, + 0.9604182243347168, + 1.1469212770462036, + 1.2041559219360352, + 1.1899299621582031, + 1.1092500686645508, + 0.9450405836105347, + 0.5991291403770447, + 1.5208393335342407, + 0.9479511380195618, + 0.9445840716362, + 1.022645115852356, + 0.7770581841468811, + 0.8403571844100952, + 1.4813774824142456, + 0.5815696716308594, + 0.7613913416862488, + 0.6928204298019409, + 0.6061736941337585, + 0.7157596945762634, + 1.027430772781372, + 1.6982166767120361, + 1.1196582317352295, + 1.526267170906067, + 1.3789170980453491, + 1.3491870164871216, + 0.4645290672779083, + 0.5723652839660645, + 0.08275599032640457, + 0.5116211771965027, + 0.04267122596502304, + 1.1727588176727295, + 1.2991349697113037, + 1.30104660987854, + 0.5528163313865662, + 1.8880386352539062, + 2.4183759689331055, + 1.4020620584487915, + 1.1298555135726929, + 0.8812299370765686, + 1.637764811515808, + 0.36492133140563965, + 0.9257442951202393, + 1.3153259754180908, + 1.149928092956543, + 0.5316506624221802, + 0.7517495155334473, + 0.9354954361915588, + 0.8861861824989319, + 0.5406102538108826, + 0.6489695906639099, + 0.5312426090240479, + 1.5563766956329346, + 0.6336038112640381, + 2.4421799182891846, + 0.6353433728218079, + 1.3096587657928467, + 1.2537673711776733 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.625, - 0.675, - 0.6000000000000001, - 0.675, - 0.6000000000000001, - 0.5750000000000001, - 0.625, - 0.625, - 0.6000000000000001 + 0.4875, + 0.49999999999999994, + 0.525, + 0.4875, + 0.475, + 0.4875, + 0.5125000000000001, + 0.46249999999999997, + 0.4875, + 0.44999999999999996, + 0.4875, + 0.44999999999999996, + 0.45, + 0.5, + 0.4875, + 0.46249999999999997, + 0.44999999999999996, + 0.4875, + 0.44999999999999996, + 0.475 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.44670578837394714, - 0.48047682642936707, - 0.6028388738632202, - 0.8810468912124634, - 0.1105094775557518, - 0.9291160702705383, - 0.7352182269096375, - 0.5011430978775024, - 0.5551088452339172, - 0.8697354793548584 + -0.08975910395383835, + -0.0027338615618646145, + -0.17805497348308563, + 0.006496167276054621, + 0.0668516680598259, + -0.16717304289340973, + -0.015960734337568283, + 0.06746728718280792, + 0.24042977392673492, + 0.13772277534008026, + 0.11445999890565872, + -0.020174670964479446, + 0.06691449135541916, + 0.002957869553938508, + 0.002543545560911298, + -0.02260049805045128, + -0.064972423017025, + -0.04418361932039261, + 0.05787742882966995, + 0.011565273627638817 ], "rl_grad_norm": [ - 0.3717777132987976, - 0.8221213817596436, - 0.3816029131412506, - 2.2814090251922607, - 0.15247158706188202, - 0.5094670057296753, - 0.5062589645385742, - 0.7032843232154846, - 1.0540348291397095, - 0.21609555184841156 + 2.818634033203125, + 0.6656689047813416, + 0.8858677744865417, + 1.6025184392929077, + 0.6101289987564087, + 0.6539007425308228, + 0.49225443601608276, + 0.5811255574226379, + 0.38933929800987244, + 0.7301727533340454, + 0.36490896344184875, + 0.3077436089515686, + 0.3948173224925995, + 0.6109360456466675, + 0.4905705451965332, + 0.48622748255729675, + 0.3206751346588135, + 0.4212503731250763, + 0.32582858204841614, + 0.3879208266735077 ], "bc_grad_norm": [ - 2.0844950675964355, - 0.9882189035415649, - 1.119742512702942, - 1.5316014289855957, - 0.2986370623111725, - 0.597832202911377, - 0.3463529646396637, - 0.3474365472793579, - 0.35501089692115784, - 0.20149971544742584 + 7.377484321594238, + 5.43873929977417, + 5.081363677978516, + 8.150062561035156, + 7.6509833335876465, + 7.995643138885498, + 5.978768825531006, + 5.861496448516846, + 3.664876937866211, + 5.605420112609863, + 3.656125068664551, + 6.216886043548584, + 5.665351390838623, + 7.019116401672363, + 6.240442752838135, + 5.045948505401611, + 5.63539981842041, + 5.62397575378418, + 7.084105491638184, + 6.263895511627197 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0006570278201252222, - "embedding.weight": 0.006864006631076336, - "cnn.0.weight": 0.15189720690250397, - "cnn.0.bias": 0.005612852517515421, - "cnn.2.weight": 0.04725928604602814, - "cnn.2.bias": 0.018779074773192406, - "cnn.5.weight": 0.09060028195381165, - "cnn.5.bias": 0.013499750755727291, - "action_emb.weight": 0.005624415818601847, - "timestep_emb.weight": 0.0040594288147985935, - "pos_emb.weight": 0.0038878743071109056, - "transformer.layers.0.self_attn.in_proj_weight": 0.12279072403907776, - "transformer.layers.0.self_attn.in_proj_bias": 0.0075818877667188644, - "transformer.layers.0.self_attn.out_proj.weight": 0.09277758002281189, - "transformer.layers.0.self_attn.out_proj.bias": 0.008995931595563889, - "transformer.layers.0.linear1.weight": 0.062694251537323, - "transformer.layers.0.linear1.bias": 0.003062013303861022, - "transformer.layers.0.linear2.weight": 0.07895058393478394, - "transformer.layers.0.linear2.bias": 0.004425702150911093, - "transformer.layers.0.norm1.weight": 0.007634879555553198, - "transformer.layers.0.norm1.bias": 0.007064064033329487, - "transformer.layers.0.norm2.weight": 0.004097885452210903, - "transformer.layers.0.norm2.bias": 0.0028665983118116856, - "transformer.layers.1.self_attn.in_proj_weight": 0.06509317457675934, - "transformer.layers.1.self_attn.in_proj_bias": 0.0030586798675358295, - "transformer.layers.1.self_attn.out_proj.weight": 0.04582216218113899, - "transformer.layers.1.self_attn.out_proj.bias": 0.0035337910521775484, - "transformer.layers.1.linear1.weight": 0.023141564801335335, - "transformer.layers.1.linear1.bias": 0.0013576491037383676, - "transformer.layers.1.linear2.weight": 0.02854546532034874, - "transformer.layers.1.linear2.bias": 0.003175663761794567, - "transformer.layers.1.norm1.weight": 0.004777760244905949, - "transformer.layers.1.norm1.bias": 0.0028464943170547485, - "transformer.layers.1.norm2.weight": 0.001437242841348052, - "transformer.layers.1.norm2.bias": 0.001244662213139236, - "transformer.layers.2.self_attn.in_proj_weight": 0.038514647632837296, - "transformer.layers.2.self_attn.in_proj_bias": 0.0024111750535666943, - "transformer.layers.2.self_attn.out_proj.weight": 0.033744584769010544, - "transformer.layers.2.self_attn.out_proj.bias": 0.0029884863179177046, - "transformer.layers.2.linear1.weight": 0.017383236438035965, - "transformer.layers.2.linear1.bias": 0.0009847716428339481, - "transformer.layers.2.linear2.weight": 0.019411742687225342, - "transformer.layers.2.linear2.bias": 0.002965424442663789, - "transformer.layers.2.norm1.weight": 0.0023347772657871246, - "transformer.layers.2.norm1.bias": 0.0023864437825977802, - "transformer.layers.2.norm2.weight": 0.0009789159521460533, - "transformer.layers.2.norm2.bias": 0.0007924469537101686, - "transformer.layers.3.self_attn.in_proj_weight": 0.07236988842487335, - "transformer.layers.3.self_attn.in_proj_bias": 0.005280269309878349, - "transformer.layers.3.self_attn.out_proj.weight": 0.0374743789434433, - "transformer.layers.3.self_attn.out_proj.bias": 0.0043748230673372746, - "transformer.layers.3.linear1.weight": 0.04045543447136879, - "transformer.layers.3.linear1.bias": 0.002683221595361829, - "transformer.layers.3.linear2.weight": 0.02342357486486435, - "transformer.layers.3.linear2.bias": 0.005116747226566076, - "transformer.layers.3.norm1.weight": 0.0057757641188800335, - "transformer.layers.3.norm1.bias": 0.007200562860816717, - "transformer.layers.3.norm2.weight": 0.0031664820853620768, - "transformer.layers.3.norm2.bias": 0.0031446691136807203, - "head.weight": 0.34771332144737244, - "head.bias": 0.010068321600556374, - "global_embedding.weight": 0.03181895613670349, - "global_cnn.0.weight": 0.1647663563489914, - "global_cnn.0.bias": 0.00539035489782691, - "global_cnn.2.weight": 0.3056296706199646, - "global_cnn.2.bias": 0.02021770179271698, - "global_proj.weight": 0.07166372239589691, - "global_proj.bias": 0.04807044193148613, - "goal_head.0.weight": 0.030921490862965584, - "goal_head.0.bias": 0.015647489577531815, - "goal_head.2.weight": 0.046758782118558884, - "goal_head.2.bias": 0.03722146153450012 - }, - { - "global_gate": 0.00045840529492124915, - "embedding.weight": 0.005416897591203451, - "cnn.0.weight": 0.1471278965473175, - "cnn.0.bias": 0.007247119210660458, - "cnn.2.weight": 0.058693040162324905, - "cnn.2.bias": 0.014840631745755672, - "cnn.5.weight": 0.06808753311634064, - "cnn.5.bias": 0.014748652465641499, - "action_emb.weight": 0.015154927968978882, - "timestep_emb.weight": 0.0040367478504776955, - "pos_emb.weight": 0.004933912772685289, - "transformer.layers.0.self_attn.in_proj_weight": 0.10561084747314453, - "transformer.layers.0.self_attn.in_proj_bias": 0.010802434757351875, - "transformer.layers.0.self_attn.out_proj.weight": 0.10291270166635513, - "transformer.layers.0.self_attn.out_proj.bias": 0.013515997678041458, - "transformer.layers.0.linear1.weight": 0.07177942991256714, - "transformer.layers.0.linear1.bias": 0.005102275405079126, - "transformer.layers.0.linear2.weight": 0.09595007449388504, - "transformer.layers.0.linear2.bias": 0.011935471557080746, - "transformer.layers.0.norm1.weight": 0.0059479535557329655, - "transformer.layers.0.norm1.bias": 0.010584572330117226, - "transformer.layers.0.norm2.weight": 0.004796171560883522, - "transformer.layers.0.norm2.bias": 0.005056262481957674, - "transformer.layers.1.self_attn.in_proj_weight": 0.08534392714500427, - "transformer.layers.1.self_attn.in_proj_bias": 0.0070086936466395855, - "transformer.layers.1.self_attn.out_proj.weight": 0.08720290660858154, - "transformer.layers.1.self_attn.out_proj.bias": 0.009301851503551006, - "transformer.layers.1.linear1.weight": 0.04260428622364998, - "transformer.layers.1.linear1.bias": 0.002956817392259836, - "transformer.layers.1.linear2.weight": 0.055216893553733826, - "transformer.layers.1.linear2.bias": 0.00932704284787178, - "transformer.layers.1.norm1.weight": 0.0058122798800468445, - "transformer.layers.1.norm1.bias": 0.0066208615899086, - "transformer.layers.1.norm2.weight": 0.00282302126288414, - "transformer.layers.1.norm2.bias": 0.0029151425696909428, - "transformer.layers.2.self_attn.in_proj_weight": 0.0812108963727951, - "transformer.layers.2.self_attn.in_proj_bias": 0.008031231351196766, - "transformer.layers.2.self_attn.out_proj.weight": 0.07315527647733688, - "transformer.layers.2.self_attn.out_proj.bias": 0.009578888304531574, - "transformer.layers.2.linear1.weight": 0.0358261875808239, - "transformer.layers.2.linear1.bias": 0.002864635083824396, - "transformer.layers.2.linear2.weight": 0.04040940850973129, - "transformer.layers.2.linear2.bias": 0.00989387184381485, - "transformer.layers.2.norm1.weight": 0.005839838180691004, - "transformer.layers.2.norm1.bias": 0.010070810094475746, - "transformer.layers.2.norm2.weight": 0.002276113023981452, - "transformer.layers.2.norm2.bias": 0.003221197286620736, - "transformer.layers.3.self_attn.in_proj_weight": 0.11671177297830582, - "transformer.layers.3.self_attn.in_proj_bias": 0.012076713144779205, - "transformer.layers.3.self_attn.out_proj.weight": 0.07531573623418808, - "transformer.layers.3.self_attn.out_proj.bias": 0.012720759958028793, - "transformer.layers.3.linear1.weight": 0.12732844054698944, - "transformer.layers.3.linear1.bias": 0.01164423767477274, - "transformer.layers.3.linear2.weight": 0.06479278951883316, - "transformer.layers.3.linear2.bias": 0.01818222552537918, - "transformer.layers.3.norm1.weight": 0.0076274448074400425, - "transformer.layers.3.norm1.bias": 0.014632758684456348, - "transformer.layers.3.norm2.weight": 0.010760791599750519, - "transformer.layers.3.norm2.bias": 0.018245285376906395, - "head.weight": 0.8870583176612854, - "head.bias": 0.0396290086209774, - "global_embedding.weight": 0.023499030619859695, - "global_cnn.0.weight": 0.1125037744641304, - "global_cnn.0.bias": 0.005392349325120449, - "global_cnn.2.weight": 0.14121541380882263, - "global_cnn.2.bias": 0.007367527112364769, - "global_proj.weight": 0.05224267393350601, - "global_proj.bias": 0.02641952596604824, - "goal_head.0.weight": 0.02295379713177681, - "goal_head.0.bias": 0.008802784606814384, - "goal_head.2.weight": 0.0340704470872879, - "goal_head.2.bias": 0.018790945410728455 - }, - { - "global_gate": 0.0002474752254784107, - "embedding.weight": 0.003116762964054942, - "cnn.0.weight": 0.05902609974145889, - "cnn.0.bias": 0.002790626371279359, - "cnn.2.weight": 0.019312657415866852, - "cnn.2.bias": 0.006256420630961657, - "cnn.5.weight": 0.031941600143909454, - "cnn.5.bias": 0.0043964749202132225, - "action_emb.weight": 0.004349648952484131, - "timestep_emb.weight": 0.0023032287135720253, - "pos_emb.weight": 0.0029275130946189165, - "transformer.layers.0.self_attn.in_proj_weight": 0.0331876315176487, - "transformer.layers.0.self_attn.in_proj_bias": 0.002858152613043785, - "transformer.layers.0.self_attn.out_proj.weight": 0.03503880277276039, - "transformer.layers.0.self_attn.out_proj.bias": 0.003795248456299305, - "transformer.layers.0.linear1.weight": 0.025909654796123505, - "transformer.layers.0.linear1.bias": 0.0014101332053542137, - "transformer.layers.0.linear2.weight": 0.03187409043312073, - "transformer.layers.0.linear2.bias": 0.0025934972800314426, - "transformer.layers.0.norm1.weight": 0.0017267268849536777, - "transformer.layers.0.norm1.bias": 0.0026088657323271036, - "transformer.layers.0.norm2.weight": 0.0019751754589378834, - "transformer.layers.0.norm2.bias": 0.0014365790411829948, - "transformer.layers.1.self_attn.in_proj_weight": 0.025583915412425995, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014620142756029963, - "transformer.layers.1.self_attn.out_proj.weight": 0.024396976456046104, - "transformer.layers.1.self_attn.out_proj.bias": 0.001959380228072405, - "transformer.layers.1.linear1.weight": 0.01562950387597084, - "transformer.layers.1.linear1.bias": 0.0008423950639553368, - "transformer.layers.1.linear2.weight": 0.020262444391846657, - "transformer.layers.1.linear2.bias": 0.0019005826907232404, - "transformer.layers.1.norm1.weight": 0.001794911571778357, - "transformer.layers.1.norm1.bias": 0.0013416064903140068, - "transformer.layers.1.norm2.weight": 0.0011312259593978524, - "transformer.layers.1.norm2.bias": 0.0007613966590724885, - "transformer.layers.2.self_attn.in_proj_weight": 0.02816266380250454, - "transformer.layers.2.self_attn.in_proj_bias": 0.001359656103886664, - "transformer.layers.2.self_attn.out_proj.weight": 0.017790481448173523, - "transformer.layers.2.self_attn.out_proj.bias": 0.0017856452614068985, - "transformer.layers.2.linear1.weight": 0.012737791985273361, - "transformer.layers.2.linear1.bias": 0.0007948289858177304, - "transformer.layers.2.linear2.weight": 0.01455498207360506, - "transformer.layers.2.linear2.bias": 0.0018873523222282529, - "transformer.layers.2.norm1.weight": 0.0019070212729275227, - "transformer.layers.2.norm1.bias": 0.0013865154469385743, - "transformer.layers.2.norm2.weight": 0.0007932880544103682, - "transformer.layers.2.norm2.bias": 0.000788621255196631, - "transformer.layers.3.self_attn.in_proj_weight": 0.044232793152332306, - "transformer.layers.3.self_attn.in_proj_bias": 0.0037300526164472103, - "transformer.layers.3.self_attn.out_proj.weight": 0.019736092537641525, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033142236061394215, - "transformer.layers.3.linear1.weight": 0.030178925022482872, - "transformer.layers.3.linear1.bias": 0.0023873818572610617, - "transformer.layers.3.linear2.weight": 0.017955636605620384, - "transformer.layers.3.linear2.bias": 0.004294550511986017, - "transformer.layers.3.norm1.weight": 0.003221919760107994, - "transformer.layers.3.norm1.bias": 0.0046988739632070065, - "transformer.layers.3.norm2.weight": 0.002216486958786845, - "transformer.layers.3.norm2.bias": 0.003095864551141858, - "head.weight": 0.20647139847278595, - "head.bias": 0.00818319246172905, - "global_embedding.weight": 0.008795255795121193, - "global_cnn.0.weight": 0.08460164070129395, - "global_cnn.0.bias": 0.002909283619374037, - "global_cnn.2.weight": 0.173208549618721, - "global_cnn.2.bias": 0.010271201841533184, - "global_proj.weight": 0.03650280460715294, - "global_proj.bias": 0.023287296295166016, - "goal_head.0.weight": 0.021011199802160263, - "goal_head.0.bias": 0.008578415960073471, - "goal_head.2.weight": 0.03478775918483734, - "goal_head.2.bias": 0.018230099231004715 - }, - { - "global_gate": 0.0004053004377055913, - "embedding.weight": 0.009077738039195538, - "cnn.0.weight": 0.1659936159849167, - "cnn.0.bias": 0.004900174215435982, - "cnn.2.weight": 0.04082614555954933, - "cnn.2.bias": 0.010221836157143116, - "cnn.5.weight": 0.08431944251060486, - "cnn.5.bias": 0.011325418017804623, - "action_emb.weight": 0.02913047932088375, - "timestep_emb.weight": 0.005718503147363663, - "pos_emb.weight": 0.008146275766193867, - "transformer.layers.0.self_attn.in_proj_weight": 0.1280791312456131, - "transformer.layers.0.self_attn.in_proj_bias": 0.01496095396578312, - "transformer.layers.0.self_attn.out_proj.weight": 0.13775131106376648, - "transformer.layers.0.self_attn.out_proj.bias": 0.024275926873087883, - "transformer.layers.0.linear1.weight": 0.1073930561542511, - "transformer.layers.0.linear1.bias": 0.008684835396707058, - "transformer.layers.0.linear2.weight": 0.14478756487369537, - "transformer.layers.0.linear2.bias": 0.02058120258152485, - "transformer.layers.0.norm1.weight": 0.007152562029659748, - "transformer.layers.0.norm1.bias": 0.012737509794533253, - "transformer.layers.0.norm2.weight": 0.00868293084204197, - "transformer.layers.0.norm2.bias": 0.011361109092831612, - "transformer.layers.1.self_attn.in_proj_weight": 0.12017316371202469, - "transformer.layers.1.self_attn.in_proj_bias": 0.01198663841933012, - "transformer.layers.1.self_attn.out_proj.weight": 0.1730107069015503, - "transformer.layers.1.self_attn.out_proj.bias": 0.018333764746785164, - "transformer.layers.1.linear1.weight": 0.08150365948677063, - "transformer.layers.1.linear1.bias": 0.006155358161777258, - "transformer.layers.1.linear2.weight": 0.11132530868053436, - "transformer.layers.1.linear2.bias": 0.01823679730296135, - "transformer.layers.1.norm1.weight": 0.006066180765628815, - "transformer.layers.1.norm1.bias": 0.009853656403720379, - "transformer.layers.1.norm2.weight": 0.00618973933160305, - "transformer.layers.1.norm2.bias": 0.00698488112539053, - "transformer.layers.2.self_attn.in_proj_weight": 0.1335480958223343, - "transformer.layers.2.self_attn.in_proj_bias": 0.013174975290894508, - "transformer.layers.2.self_attn.out_proj.weight": 0.09745129197835922, - "transformer.layers.2.self_attn.out_proj.bias": 0.017927896231412888, - "transformer.layers.2.linear1.weight": 0.08245367556810379, - "transformer.layers.2.linear1.bias": 0.006562421564012766, - "transformer.layers.2.linear2.weight": 0.09257739782333374, - "transformer.layers.2.linear2.bias": 0.019228199496865273, - "transformer.layers.2.norm1.weight": 0.007773705292493105, - "transformer.layers.2.norm1.bias": 0.01214270293712616, - "transformer.layers.2.norm2.weight": 0.00619163503870368, - "transformer.layers.2.norm2.bias": 0.007916008122265339, - "transformer.layers.3.self_attn.in_proj_weight": 0.3245640993118286, - "transformer.layers.3.self_attn.in_proj_bias": 0.04174339771270752, - "transformer.layers.3.self_attn.out_proj.weight": 0.1529827117919922, - "transformer.layers.3.self_attn.out_proj.bias": 0.03423094004392624, - "transformer.layers.3.linear1.weight": 0.2940784692764282, - "transformer.layers.3.linear1.bias": 0.029611067846417427, - "transformer.layers.3.linear2.weight": 0.1611962914466858, - "transformer.layers.3.linear2.bias": 0.05062902718782425, - "transformer.layers.3.norm1.weight": 0.024106819182634354, - "transformer.layers.3.norm1.bias": 0.060117579996585846, - "transformer.layers.3.norm2.weight": 0.02317248284816742, - "transformer.layers.3.norm2.bias": 0.04374159127473831, - "head.weight": 1.9911612272262573, - "head.bias": 0.09820451587438583, - "global_embedding.weight": 0.016632627695798874, - "global_cnn.0.weight": 0.1775592565536499, - "global_cnn.0.bias": 0.004582110792398453, - "global_cnn.2.weight": 0.36050960421562195, - "global_cnn.2.bias": 0.012438179925084114, - "global_proj.weight": 0.0958464965224266, - "global_proj.bias": 0.0603582039475441, - "goal_head.0.weight": 0.06388960033655167, - "goal_head.0.bias": 0.027438117191195488, - "goal_head.2.weight": 0.10714235156774521, - "goal_head.2.bias": 0.06659451872110367 - }, - { - "global_gate": 0.00025802734307944775, - "embedding.weight": 0.004055287688970566, - "cnn.0.weight": 0.06957108527421951, - "cnn.0.bias": 0.0019644545391201973, - "cnn.2.weight": 0.016583355143666267, - "cnn.2.bias": 0.004849588498473167, - "cnn.5.weight": 0.024569185450673103, - "cnn.5.bias": 0.0035671929363161325, - "action_emb.weight": 0.003299114527180791, - "timestep_emb.weight": 0.0019856386352330446, - "pos_emb.weight": 0.0023278293665498495, - "transformer.layers.0.self_attn.in_proj_weight": 0.03011828474700451, - "transformer.layers.0.self_attn.in_proj_bias": 0.00207921932451427, - "transformer.layers.0.self_attn.out_proj.weight": 0.031118333339691162, - "transformer.layers.0.self_attn.out_proj.bias": 0.0026396685279905796, - "transformer.layers.0.linear1.weight": 0.020397981628775597, - "transformer.layers.0.linear1.bias": 0.0010474390583112836, - "transformer.layers.0.linear2.weight": 0.026253407821059227, - "transformer.layers.0.linear2.bias": 0.0019322768785059452, - "transformer.layers.0.norm1.weight": 0.0017037439392879605, - "transformer.layers.0.norm1.bias": 0.0019808821380138397, - "transformer.layers.0.norm2.weight": 0.001676045125350356, - "transformer.layers.0.norm2.bias": 0.0010652424534782767, - "transformer.layers.1.self_attn.in_proj_weight": 0.026698777452111244, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012942493194714189, - "transformer.layers.1.self_attn.out_proj.weight": 0.019605785608291626, - "transformer.layers.1.self_attn.out_proj.bias": 0.0014885627897456288, - "transformer.layers.1.linear1.weight": 0.013021592050790787, - "transformer.layers.1.linear1.bias": 0.0006749909371137619, - "transformer.layers.1.linear2.weight": 0.01708199270069599, - "transformer.layers.1.linear2.bias": 0.0014179990394040942, - "transformer.layers.1.norm1.weight": 0.0017244264017790556, - "transformer.layers.1.norm1.bias": 0.0013003259664401412, - "transformer.layers.1.norm2.weight": 0.0010057130130007863, - "transformer.layers.1.norm2.bias": 0.0006969398818910122, - "transformer.layers.2.self_attn.in_proj_weight": 0.020487891510128975, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010872649727389216, - "transformer.layers.2.self_attn.out_proj.weight": 0.015418480150401592, - "transformer.layers.2.self_attn.out_proj.bias": 0.0013317714910954237, - "transformer.layers.2.linear1.weight": 0.01191695872694254, - "transformer.layers.2.linear1.bias": 0.0006394248339347541, - "transformer.layers.2.linear2.weight": 0.01254810020327568, - "transformer.layers.2.linear2.bias": 0.0013089306885376573, - "transformer.layers.2.norm1.weight": 0.0013064867816865444, - "transformer.layers.2.norm1.bias": 0.0010953462915495038, - "transformer.layers.2.norm2.weight": 0.0008561966824345291, - "transformer.layers.2.norm2.bias": 0.0006460980512201786, - "transformer.layers.3.self_attn.in_proj_weight": 0.04396709427237511, - "transformer.layers.3.self_attn.in_proj_bias": 0.003262300044298172, - "transformer.layers.3.self_attn.out_proj.weight": 0.01739744283258915, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023410634603351355, - "transformer.layers.3.linear1.weight": 0.02488107793033123, - "transformer.layers.3.linear1.bias": 0.001774003729224205, - "transformer.layers.3.linear2.weight": 0.014065741561353207, - "transformer.layers.3.linear2.bias": 0.002981185680255294, - "transformer.layers.3.norm1.weight": 0.0037310561165213585, - "transformer.layers.3.norm1.bias": 0.004532710183411837, - "transformer.layers.3.norm2.weight": 0.001617377158254385, - "transformer.layers.3.norm2.bias": 0.0021489253267645836, - "head.weight": 0.17137150466442108, - "head.bias": 0.005658913869410753, - "global_embedding.weight": 0.018199758604168892, - "global_cnn.0.weight": 0.061631929129362106, - "global_cnn.0.bias": 0.002698655938729644, - "global_cnn.2.weight": 0.05867321044206619, - "global_cnn.2.bias": 0.0038330727256834507, - "global_proj.weight": 0.02262820489704609, - "global_proj.bias": 0.014470485970377922, - "goal_head.0.weight": 0.013276266865432262, - "goal_head.0.bias": 0.005439767148345709, - "goal_head.2.weight": 0.020367298275232315, - "goal_head.2.bias": 0.012426763772964478 - }, - { - "global_gate": 0.000620366889052093, - "embedding.weight": 0.005093361716717482, - "cnn.0.weight": 0.09868139028549194, - "cnn.0.bias": 0.004285464063286781, - "cnn.2.weight": 0.03348260372877121, - "cnn.2.bias": 0.00807391107082367, - "cnn.5.weight": 0.04688263684511185, - "cnn.5.bias": 0.006218736991286278, - "action_emb.weight": 0.005641109775751829, - "timestep_emb.weight": 0.0030359860975295305, - "pos_emb.weight": 0.004214562941342592, - "transformer.layers.0.self_attn.in_proj_weight": 0.05054888501763344, - "transformer.layers.0.self_attn.in_proj_bias": 0.0029103849083185196, - "transformer.layers.0.self_attn.out_proj.weight": 0.045763060450553894, - "transformer.layers.0.self_attn.out_proj.bias": 0.0034788267221301794, - "transformer.layers.0.linear1.weight": 0.03655920922756195, - "transformer.layers.0.linear1.bias": 0.0016902629286050797, - "transformer.layers.0.linear2.weight": 0.04076022654771805, - "transformer.layers.0.linear2.bias": 0.002992078894749284, - "transformer.layers.0.norm1.weight": 0.0029033382888883352, - "transformer.layers.0.norm1.bias": 0.0026674210093915462, - "transformer.layers.0.norm2.weight": 0.002834022045135498, - "transformer.layers.0.norm2.bias": 0.0015033552190288901, - "transformer.layers.1.self_attn.in_proj_weight": 0.05436670780181885, - "transformer.layers.1.self_attn.in_proj_bias": 0.0025520273484289646, - "transformer.layers.1.self_attn.out_proj.weight": 0.024479374289512634, - "transformer.layers.1.self_attn.out_proj.bias": 0.002039081882685423, - "transformer.layers.1.linear1.weight": 0.01869264803826809, - "transformer.layers.1.linear1.bias": 0.0009375385707244277, - "transformer.layers.1.linear2.weight": 0.023217683658003807, - "transformer.layers.1.linear2.bias": 0.002030779607594013, - "transformer.layers.1.norm1.weight": 0.0034647637512534857, - "transformer.layers.1.norm1.bias": 0.0027326440904289484, - "transformer.layers.1.norm2.weight": 0.0012370524927973747, - "transformer.layers.1.norm2.bias": 0.0008529081824235618, - "transformer.layers.2.self_attn.in_proj_weight": 0.03223702684044838, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014610097277909517, - "transformer.layers.2.self_attn.out_proj.weight": 0.01918160729110241, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019186141435056925, - "transformer.layers.2.linear1.weight": 0.015540269203484058, - "transformer.layers.2.linear1.bias": 0.0009034676477313042, - "transformer.layers.2.linear2.weight": 0.017006421461701393, - "transformer.layers.2.linear2.bias": 0.002109112683683634, - "transformer.layers.2.norm1.weight": 0.0026270945090800524, - "transformer.layers.2.norm1.bias": 0.001408507116138935, - "transformer.layers.2.norm2.weight": 0.0009296674397774041, - "transformer.layers.2.norm2.bias": 0.0009432662045583129, - "transformer.layers.3.self_attn.in_proj_weight": 0.049704402685165405, - "transformer.layers.3.self_attn.in_proj_bias": 0.004832555074244738, - "transformer.layers.3.self_attn.out_proj.weight": 0.02358292229473591, - "transformer.layers.3.self_attn.out_proj.bias": 0.0039291782304644585, - "transformer.layers.3.linear1.weight": 0.04185982421040535, - "transformer.layers.3.linear1.bias": 0.0031936054583638906, - "transformer.layers.3.linear2.weight": 0.02269843965768814, - "transformer.layers.3.linear2.bias": 0.005449496675282717, - "transformer.layers.3.norm1.weight": 0.0036346958950161934, - "transformer.layers.3.norm1.bias": 0.006691072601824999, - "transformer.layers.3.norm2.weight": 0.003368299687281251, - "transformer.layers.3.norm2.bias": 0.004470993764698505, - "head.weight": 0.2765255570411682, - "head.bias": 0.010676800273358822, - "global_embedding.weight": 0.01811186410486698, - "global_cnn.0.weight": 0.1873379498720169, - "global_cnn.0.bias": 0.0047268932685256, - "global_cnn.2.weight": 0.3819408714771271, - "global_cnn.2.bias": 0.022598955780267715, - "global_proj.weight": 0.08425062149763107, - "global_proj.bias": 0.057227034121751785, - "goal_head.0.weight": 0.04823261499404907, - "goal_head.0.bias": 0.02218836545944214, - "goal_head.2.weight": 0.06276858597993851, - "goal_head.2.bias": 0.04760778322815895 - }, - { - "global_gate": 0.00029180533601902425, - "embedding.weight": 0.003002345794811845, - "cnn.0.weight": 0.09173133224248886, - "cnn.0.bias": 0.004321174696087837, - "cnn.2.weight": 0.02799174003303051, - "cnn.2.bias": 0.013512788340449333, - "cnn.5.weight": 0.037055790424346924, - "cnn.5.bias": 0.008729429915547371, - "action_emb.weight": 0.013364738784730434, - "timestep_emb.weight": 0.004763033241033554, - "pos_emb.weight": 0.009542305953800678, - "transformer.layers.0.self_attn.in_proj_weight": 0.06564685702323914, - "transformer.layers.0.self_attn.in_proj_bias": 0.005538932979106903, - "transformer.layers.0.self_attn.out_proj.weight": 0.05666361004114151, - "transformer.layers.0.self_attn.out_proj.bias": 0.007239443715661764, - "transformer.layers.0.linear1.weight": 0.07616595178842545, - "transformer.layers.0.linear1.bias": 0.0032871421426534653, - "transformer.layers.0.linear2.weight": 0.08388489484786987, - "transformer.layers.0.linear2.bias": 0.005953256040811539, - "transformer.layers.0.norm1.weight": 0.003861106000840664, - "transformer.layers.0.norm1.bias": 0.005224314052611589, - "transformer.layers.0.norm2.weight": 0.006689921021461487, - "transformer.layers.0.norm2.bias": 0.002938766498118639, - "transformer.layers.1.self_attn.in_proj_weight": 0.07559019327163696, - "transformer.layers.1.self_attn.in_proj_bias": 0.003704644972458482, - "transformer.layers.1.self_attn.out_proj.weight": 0.052550651133060455, - "transformer.layers.1.self_attn.out_proj.bias": 0.005338218528777361, - "transformer.layers.1.linear1.weight": 0.05163959413766861, - "transformer.layers.1.linear1.bias": 0.002639091806486249, - "transformer.layers.1.linear2.weight": 0.06305047124624252, - "transformer.layers.1.linear2.bias": 0.005306980572640896, - "transformer.layers.1.norm1.weight": 0.004575048107653856, - "transformer.layers.1.norm1.bias": 0.0033424703869968653, - "transformer.layers.1.norm2.weight": 0.004018477629870176, - "transformer.layers.1.norm2.bias": 0.002309377770870924, - "transformer.layers.2.self_attn.in_proj_weight": 0.12377531826496124, - "transformer.layers.2.self_attn.in_proj_bias": 0.007135048508644104, - "transformer.layers.2.self_attn.out_proj.weight": 0.04110570624470711, - "transformer.layers.2.self_attn.out_proj.bias": 0.004931192845106125, - "transformer.layers.2.linear1.weight": 0.0300443172454834, - "transformer.layers.2.linear1.bias": 0.002025837078690529, - "transformer.layers.2.linear2.weight": 0.039463531225919724, - "transformer.layers.2.linear2.bias": 0.00504826195538044, - "transformer.layers.2.norm1.weight": 0.008205932565033436, - "transformer.layers.2.norm1.bias": 0.008546657860279083, - "transformer.layers.2.norm2.weight": 0.001982726389542222, - "transformer.layers.2.norm2.bias": 0.0022769758943468332, - "transformer.layers.3.self_attn.in_proj_weight": 0.10236875712871552, - "transformer.layers.3.self_attn.in_proj_bias": 0.008457381278276443, - "transformer.layers.3.self_attn.out_proj.weight": 0.050983328372240067, - "transformer.layers.3.self_attn.out_proj.bias": 0.007637224160134792, - "transformer.layers.3.linear1.weight": 0.07134289294481277, - "transformer.layers.3.linear1.bias": 0.0062671140767633915, - "transformer.layers.3.linear2.weight": 0.040757980197668076, - "transformer.layers.3.linear2.bias": 0.011055468581616879, - "transformer.layers.3.norm1.weight": 0.008704311214387417, - "transformer.layers.3.norm1.bias": 0.0115464236587286, - "transformer.layers.3.norm2.weight": 0.006339734420180321, - "transformer.layers.3.norm2.bias": 0.009738685563206673, - "head.weight": 0.542242705821991, - "head.bias": 0.025664301589131355, - "global_embedding.weight": 0.04821234568953514, - "global_cnn.0.weight": 0.1931213140487671, - "global_cnn.0.bias": 0.006585138384252787, - "global_cnn.2.weight": 0.2836059331893921, - "global_cnn.2.bias": 0.01579597033560276, - "global_proj.weight": 0.04305686056613922, - "global_proj.bias": 0.035539932548999786, - "goal_head.0.weight": 0.026050062850117683, - "goal_head.0.bias": 0.013986935839056969, - "goal_head.2.weight": 0.035351380705833435, - "goal_head.2.bias": 0.03111291117966175 - }, - { - "global_gate": 0.00013531703734770417, - "embedding.weight": 0.0015265815891325474, - "cnn.0.weight": 0.02871614135801792, - "cnn.0.bias": 0.0010455793235450983, - "cnn.2.weight": 0.011429264210164547, - "cnn.2.bias": 0.003297894261777401, - "cnn.5.weight": 0.021442526951432228, - "cnn.5.bias": 0.0026721192989498377, - "action_emb.weight": 0.010822335258126259, - "timestep_emb.weight": 0.004066786263138056, - "pos_emb.weight": 0.005646188743412495, - "transformer.layers.0.self_attn.in_proj_weight": 0.042021311819553375, - "transformer.layers.0.self_attn.in_proj_bias": 0.0030431433115154505, - "transformer.layers.0.self_attn.out_proj.weight": 0.04376434534788132, - "transformer.layers.0.self_attn.out_proj.bias": 0.004232149571180344, - "transformer.layers.0.linear1.weight": 0.05266785994172096, - "transformer.layers.0.linear1.bias": 0.0021940800361335278, - "transformer.layers.0.linear2.weight": 0.0540788434445858, - "transformer.layers.0.linear2.bias": 0.0035415696911513805, - "transformer.layers.0.norm1.weight": 0.002344981301575899, - "transformer.layers.0.norm1.bias": 0.002749144798144698, - "transformer.layers.0.norm2.weight": 0.004896816797554493, - "transformer.layers.0.norm2.bias": 0.0018544229678809643, - "transformer.layers.1.self_attn.in_proj_weight": 0.0409085676074028, - "transformer.layers.1.self_attn.in_proj_bias": 0.002353309653699398, - "transformer.layers.1.self_attn.out_proj.weight": 0.035448942333459854, - "transformer.layers.1.self_attn.out_proj.bias": 0.003163553075864911, - "transformer.layers.1.linear1.weight": 0.034596025943756104, - "transformer.layers.1.linear1.bias": 0.0016585198463872075, - "transformer.layers.1.linear2.weight": 0.03965895250439644, - "transformer.layers.1.linear2.bias": 0.0028820931911468506, - "transformer.layers.1.norm1.weight": 0.0025546106044203043, - "transformer.layers.1.norm1.bias": 0.0021802096161991358, - "transformer.layers.1.norm2.weight": 0.0027725917752832174, - "transformer.layers.1.norm2.bias": 0.0014455592026934028, - "transformer.layers.2.self_attn.in_proj_weight": 0.05009517818689346, - "transformer.layers.2.self_attn.in_proj_bias": 0.0021875821985304356, - "transformer.layers.2.self_attn.out_proj.weight": 0.029207514598965645, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027856568340212107, - "transformer.layers.2.linear1.weight": 0.02561650238931179, - "transformer.layers.2.linear1.bias": 0.0014104375150054693, - "transformer.layers.2.linear2.weight": 0.02871297113597393, - "transformer.layers.2.linear2.bias": 0.002700981218367815, - "transformer.layers.2.norm1.weight": 0.003344841068610549, - "transformer.layers.2.norm1.bias": 0.0020504151470959187, - "transformer.layers.2.norm2.weight": 0.001636930275708437, - "transformer.layers.2.norm2.bias": 0.0013248539762571454, - "transformer.layers.3.self_attn.in_proj_weight": 0.09333573281764984, - "transformer.layers.3.self_attn.in_proj_bias": 0.0067398580722510815, - "transformer.layers.3.self_attn.out_proj.weight": 0.02920471504330635, - "transformer.layers.3.self_attn.out_proj.bias": 0.004814981948584318, - "transformer.layers.3.linear1.weight": 0.062330059707164764, - "transformer.layers.3.linear1.bias": 0.004689299035817385, - "transformer.layers.3.linear2.weight": 0.03570869565010071, - "transformer.layers.3.linear2.bias": 0.007378597743809223, - "transformer.layers.3.norm1.weight": 0.006776738911867142, - "transformer.layers.3.norm1.bias": 0.009504447691142559, - "transformer.layers.3.norm2.weight": 0.005043576471507549, - "transformer.layers.3.norm2.bias": 0.007107266690582037, - "head.weight": 0.42642471194267273, - "head.bias": 0.014958425424993038, - "global_embedding.weight": 0.019438328221440315, - "global_cnn.0.weight": 0.14523601531982422, - "global_cnn.0.bias": 0.003965836018323898, - "global_cnn.2.weight": 0.26999616622924805, - "global_cnn.2.bias": 0.01670512929558754, - "global_proj.weight": 0.05001881346106529, - "global_proj.bias": 0.03910866752266884, - "goal_head.0.weight": 0.03277893736958504, - "goal_head.0.bias": 0.015267286449670792, - "goal_head.2.weight": 0.05429733172059059, - "goal_head.2.bias": 0.03393879160284996 - }, - { - "global_gate": 0.00041337771108374, - "embedding.weight": 0.0020539462566375732, - "cnn.0.weight": 0.04080571234226227, - "cnn.0.bias": 0.0019137691706418991, - "cnn.2.weight": 0.016272902488708496, - "cnn.2.bias": 0.005870798137038946, - "cnn.5.weight": 0.017780911177396774, - "cnn.5.bias": 0.004565512295812368, - "action_emb.weight": 0.014539902098476887, - "timestep_emb.weight": 0.0038065959233790636, - "pos_emb.weight": 0.006435270421206951, - "transformer.layers.0.self_attn.in_proj_weight": 0.05850303918123245, - "transformer.layers.0.self_attn.in_proj_bias": 0.006849571596831083, - "transformer.layers.0.self_attn.out_proj.weight": 0.06235281750559807, - "transformer.layers.0.self_attn.out_proj.bias": 0.00946786254644394, - "transformer.layers.0.linear1.weight": 0.06091289967298508, - "transformer.layers.0.linear1.bias": 0.0036290669813752174, - "transformer.layers.0.linear2.weight": 0.06629112362861633, - "transformer.layers.0.linear2.bias": 0.007890508510172367, - "transformer.layers.0.norm1.weight": 0.003795084310695529, - "transformer.layers.0.norm1.bias": 0.006855428218841553, - "transformer.layers.0.norm2.weight": 0.0058546471409499645, - "transformer.layers.0.norm2.bias": 0.005242808256298304, - "transformer.layers.1.self_attn.in_proj_weight": 0.06262559443712234, - "transformer.layers.1.self_attn.in_proj_bias": 0.005385042633861303, - "transformer.layers.1.self_attn.out_proj.weight": 0.0646795779466629, - "transformer.layers.1.self_attn.out_proj.bias": 0.006539688445627689, - "transformer.layers.1.linear1.weight": 0.038202669471502304, - "transformer.layers.1.linear1.bias": 0.0022300537675619125, - "transformer.layers.1.linear2.weight": 0.04956836998462677, - "transformer.layers.1.linear2.bias": 0.006266172509640455, - "transformer.layers.1.norm1.weight": 0.004502142779529095, - "transformer.layers.1.norm1.bias": 0.005675843916833401, - "transformer.layers.1.norm2.weight": 0.002884120447561145, - "transformer.layers.1.norm2.bias": 0.002280950779095292, - "transformer.layers.2.self_attn.in_proj_weight": 0.0709734708070755, - "transformer.layers.2.self_attn.in_proj_bias": 0.004594495054334402, - "transformer.layers.2.self_attn.out_proj.weight": 0.03816848620772362, - "transformer.layers.2.self_attn.out_proj.bias": 0.006015933118760586, - "transformer.layers.2.linear1.weight": 0.033537425100803375, - "transformer.layers.2.linear1.bias": 0.0021898197010159492, - "transformer.layers.2.linear2.weight": 0.03889799490571022, - "transformer.layers.2.linear2.bias": 0.006167449522763491, - "transformer.layers.2.norm1.weight": 0.00450618751347065, - "transformer.layers.2.norm1.bias": 0.004608228337019682, - "transformer.layers.2.norm2.weight": 0.0023529131431132555, - "transformer.layers.2.norm2.bias": 0.0027999833691865206, - "transformer.layers.3.self_attn.in_proj_weight": 0.13202618062496185, - "transformer.layers.3.self_attn.in_proj_bias": 0.013761729001998901, - "transformer.layers.3.self_attn.out_proj.weight": 0.05094761401414871, - "transformer.layers.3.self_attn.out_proj.bias": 0.011166456155478954, - "transformer.layers.3.linear1.weight": 0.09592819213867188, - "transformer.layers.3.linear1.bias": 0.009562855586409569, - "transformer.layers.3.linear2.weight": 0.05857683718204498, - "transformer.layers.3.linear2.bias": 0.01685371808707714, - "transformer.layers.3.norm1.weight": 0.011244907975196838, - "transformer.layers.3.norm1.bias": 0.020286768674850464, - "transformer.layers.3.norm2.weight": 0.00796476285904646, - "transformer.layers.3.norm2.bias": 0.014666919596493244, - "head.weight": 0.6992257237434387, - "head.bias": 0.03710440173745155, - "global_embedding.weight": 0.025396399199962616, - "global_cnn.0.weight": 0.1364413946866989, - "global_cnn.0.bias": 0.0068568154238164425, - "global_cnn.2.weight": 0.15945826470851898, - "global_cnn.2.bias": 0.008427032269537449, - "global_proj.weight": 0.04717802628874779, - "global_proj.bias": 0.02421259507536888, - "goal_head.0.weight": 0.028090838342905045, - "goal_head.0.bias": 0.010524194687604904, - "goal_head.2.weight": 0.037113577127456665, - "goal_head.2.bias": 0.02735523134469986 - }, - { - "global_gate": 0.000016626527212793007, - "embedding.weight": 0.0005105939926579595, - "cnn.0.weight": 0.01574002578854561, - "cnn.0.bias": 0.000682798505295068, - "cnn.2.weight": 0.005754608660936356, - "cnn.2.bias": 0.002374971518293023, - "cnn.5.weight": 0.008037812076508999, - "cnn.5.bias": 0.001510632922872901, - "action_emb.weight": 0.0032359135802835226, - "timestep_emb.weight": 0.0015988717786967754, - "pos_emb.weight": 0.002975624520331621, - "transformer.layers.0.self_attn.in_proj_weight": 0.015353922732174397, - "transformer.layers.0.self_attn.in_proj_bias": 0.0009517072467133403, - "transformer.layers.0.self_attn.out_proj.weight": 0.01815338060259819, - "transformer.layers.0.self_attn.out_proj.bias": 0.001322596101090312, - "transformer.layers.0.linear1.weight": 0.01901586540043354, - "transformer.layers.0.linear1.bias": 0.0008106668828986585, - "transformer.layers.0.linear2.weight": 0.018942978233098984, - "transformer.layers.0.linear2.bias": 0.0010325283510610461, - "transformer.layers.0.norm1.weight": 0.0009496718994341791, - "transformer.layers.0.norm1.bias": 0.000879733357578516, - "transformer.layers.0.norm2.weight": 0.001807277905754745, - "transformer.layers.0.norm2.bias": 0.0010355593403801322, - "transformer.layers.1.self_attn.in_proj_weight": 0.01827668398618698, - "transformer.layers.1.self_attn.in_proj_bias": 0.000812097336165607, - "transformer.layers.1.self_attn.out_proj.weight": 0.01241841446608305, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007793488912284374, - "transformer.layers.1.linear1.weight": 0.010711146518588066, - "transformer.layers.1.linear1.bias": 0.0004644911678042263, - "transformer.layers.1.linear2.weight": 0.013207538053393364, - "transformer.layers.1.linear2.bias": 0.0007202965207397938, - "transformer.layers.1.norm1.weight": 0.0011829730356112123, - "transformer.layers.1.norm1.bias": 0.0009085991769097745, - "transformer.layers.1.norm2.weight": 0.000731275649741292, - "transformer.layers.1.norm2.bias": 0.0003354600630700588, - "transformer.layers.2.self_attn.in_proj_weight": 0.023709982633590698, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010047545656561852, - "transformer.layers.2.self_attn.out_proj.weight": 0.008896786719560623, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006805681623518467, - "transformer.layers.2.linear1.weight": 0.00743170827627182, - "transformer.layers.2.linear1.bias": 0.0003280793607700616, - "transformer.layers.2.linear2.weight": 0.008500606752932072, - "transformer.layers.2.linear2.bias": 0.0006580679910257459, - "transformer.layers.2.norm1.weight": 0.0016648428281769156, - "transformer.layers.2.norm1.bias": 0.0011035033967345953, - "transformer.layers.2.norm2.weight": 0.0004671021015383303, - "transformer.layers.2.norm2.bias": 0.000255870952969417, - "transformer.layers.3.self_attn.in_proj_weight": 0.02691204845905304, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015487531200051308, - "transformer.layers.3.self_attn.out_proj.weight": 0.009791713207960129, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011636774288490415, - "transformer.layers.3.linear1.weight": 0.016979189589619637, - "transformer.layers.3.linear1.bias": 0.0009096249123103917, - "transformer.layers.3.linear2.weight": 0.009509395807981491, - "transformer.layers.3.linear2.bias": 0.0013294501695781946, - "transformer.layers.3.norm1.weight": 0.0022801661398261786, - "transformer.layers.3.norm1.bias": 0.0021694544702768326, - "transformer.layers.3.norm2.weight": 0.0012655585305765271, - "transformer.layers.3.norm2.bias": 0.0009155198349617422, - "head.weight": 0.12244488298892975, - "head.bias": 0.0028022476471960545, - "global_embedding.weight": 0.009504151530563831, - "global_cnn.0.weight": 0.07972248643636703, - "global_cnn.0.bias": 0.002903179731220007, - "global_cnn.2.weight": 0.14563080668449402, - "global_cnn.2.bias": 0.013152390718460083, - "global_proj.weight": 0.04840610921382904, - "global_proj.bias": 0.039879489690065384, - "goal_head.0.weight": 0.030673963949084282, - "goal_head.0.bias": 0.015229195356369019, - "goal_head.2.weight": 0.043219003826379776, - "goal_head.2.bias": 0.034429434686899185 + "global_gate": 4.7795365389902145e-05, + "embedding.weight": 0.006181723438203335, + "cnn.0.weight": 0.1611008495092392, + "cnn.0.bias": 0.006201401352882385, + "cnn.2.weight": 0.05153214558959007, + "cnn.2.bias": 0.014226141385734081, + "cnn.5.weight": 0.05364137515425682, + "cnn.5.bias": 0.01354341208934784, + "action_emb.weight": 0.03167177736759186, + "timestep_emb.weight": 0.0053974539041519165, + "pos_emb.weight": 0.008113030344247818, + "transformer.layers.0.self_attn.in_proj_weight": 0.15340225398540497, + "transformer.layers.0.self_attn.in_proj_bias": 0.015236776322126389, + "transformer.layers.0.self_attn.out_proj.weight": 0.167859748005867, + "transformer.layers.0.self_attn.out_proj.bias": 0.022835709154605865, + "transformer.layers.0.linear1.weight": 0.139314666390419, + "transformer.layers.0.linear1.bias": 0.009186409413814545, + "transformer.layers.0.linear2.weight": 0.1923077255487442, + "transformer.layers.0.linear2.bias": 0.02143951877951622, + "transformer.layers.0.norm1.weight": 0.008117714896798134, + "transformer.layers.0.norm1.bias": 0.01360656600445509, + "transformer.layers.0.norm2.weight": 0.010813741944730282, + "transformer.layers.0.norm2.bias": 0.010001476854085922, + "transformer.layers.1.self_attn.in_proj_weight": 0.19185036420822144, + "transformer.layers.1.self_attn.in_proj_bias": 0.013809817843139172, + "transformer.layers.1.self_attn.out_proj.weight": 0.26018422842025757, + "transformer.layers.1.self_attn.out_proj.bias": 0.01873861625790596, + "transformer.layers.1.linear1.weight": 0.0945357158780098, + "transformer.layers.1.linear1.bias": 0.00654381699860096, + "transformer.layers.1.linear2.weight": 0.14213353395462036, + "transformer.layers.1.linear2.bias": 0.018498649820685387, + "transformer.layers.1.norm1.weight": 0.010882568545639515, + "transformer.layers.1.norm1.bias": 0.012799927033483982, + "transformer.layers.1.norm2.weight": 0.006052293814718723, + "transformer.layers.1.norm2.bias": 0.0062887342646718025, + "transformer.layers.2.self_attn.in_proj_weight": 0.21336707472801208, + "transformer.layers.2.self_attn.in_proj_bias": 0.017756998538970947, + "transformer.layers.2.self_attn.out_proj.weight": 0.24202872812747955, + "transformer.layers.2.self_attn.out_proj.bias": 0.019140232354402542, + "transformer.layers.2.linear1.weight": 0.08348637819290161, + "transformer.layers.2.linear1.bias": 0.0060315257869660854, + "transformer.layers.2.linear2.weight": 0.09693877398967743, + "transformer.layers.2.linear2.bias": 0.019434785470366478, + "transformer.layers.2.norm1.weight": 0.015725836157798767, + "transformer.layers.2.norm1.bias": 0.022482410073280334, + "transformer.layers.2.norm2.weight": 0.0047562988474965096, + "transformer.layers.2.norm2.bias": 0.006222902797162533, + "transformer.layers.3.self_attn.in_proj_weight": 0.4130386710166931, + "transformer.layers.3.self_attn.in_proj_bias": 0.03737359493970871, + "transformer.layers.3.self_attn.out_proj.weight": 0.22077734768390656, + "transformer.layers.3.self_attn.out_proj.bias": 0.02830725535750389, + "transformer.layers.3.linear1.weight": 0.18114502727985382, + "transformer.layers.3.linear1.bias": 0.01425563171505928, + "transformer.layers.3.linear2.weight": 0.11917013674974442, + "transformer.layers.3.linear2.bias": 0.03181677684187889, + "transformer.layers.3.norm1.weight": 0.03052905760705471, + "transformer.layers.3.norm1.bias": 0.05063211917877197, + "transformer.layers.3.norm2.weight": 0.011672050692141056, + "transformer.layers.3.norm2.bias": 0.016388125717639923, + "head.weight": 1.9114512205123901, + "head.bias": 0.05880420655012131, + "global_embedding.weight": 0.06989637017250061, + "global_cnn.0.weight": 0.5048814415931702, + "global_cnn.0.bias": 0.014772715978324413, + "global_cnn.2.weight": 1.433351755142212, + "global_cnn.2.bias": 0.06443271040916443, + "global_proj.weight": 0.5269107222557068, + "global_proj.bias": 0.14909572899341583, + "goal_head.0.weight": 0.26016172766685486, + "goal_head.0.bias": 0.05571687966585159, + "goal_head.2.weight": 0.2728903293609619, + "goal_head.2.bias": 0.09509595483541489 + }, + { + "global_gate": 0.0006521503091789782, + "embedding.weight": 0.0029379348270595074, + "cnn.0.weight": 0.055632174015045166, + "cnn.0.bias": 0.002857964951545, + "cnn.2.weight": 0.015938470140099525, + "cnn.2.bias": 0.0051430342718958855, + "cnn.5.weight": 0.020176013931632042, + "cnn.5.bias": 0.0037822530139237642, + "action_emb.weight": 0.011750609613955021, + "timestep_emb.weight": 0.0037269657477736473, + "pos_emb.weight": 0.005100563168525696, + "transformer.layers.0.self_attn.in_proj_weight": 0.07031469792127609, + "transformer.layers.0.self_attn.in_proj_bias": 0.006020073313266039, + "transformer.layers.0.self_attn.out_proj.weight": 0.06471187621355057, + "transformer.layers.0.self_attn.out_proj.bias": 0.008162984624505043, + "transformer.layers.0.linear1.weight": 0.060932792723178864, + "transformer.layers.0.linear1.bias": 0.003424522001296282, + "transformer.layers.0.linear2.weight": 0.0713869109749794, + "transformer.layers.0.linear2.bias": 0.006047278176993132, + "transformer.layers.0.norm1.weight": 0.004294765647500753, + "transformer.layers.0.norm1.bias": 0.005701474379748106, + "transformer.layers.0.norm2.weight": 0.005130124278366566, + "transformer.layers.0.norm2.bias": 0.003706754883751273, + "transformer.layers.1.self_attn.in_proj_weight": 0.06255181133747101, + "transformer.layers.1.self_attn.in_proj_bias": 0.0036793923936784267, + "transformer.layers.1.self_attn.out_proj.weight": 0.0672583356499672, + "transformer.layers.1.self_attn.out_proj.bias": 0.004699436482042074, + "transformer.layers.1.linear1.weight": 0.03530716150999069, + "transformer.layers.1.linear1.bias": 0.0020580643322318792, + "transformer.layers.1.linear2.weight": 0.04800926893949509, + "transformer.layers.1.linear2.bias": 0.004438482690602541, + "transformer.layers.1.norm1.weight": 0.004444857127964497, + "transformer.layers.1.norm1.bias": 0.0037103951908648014, + "transformer.layers.1.norm2.weight": 0.0026685253251343966, + "transformer.layers.1.norm2.bias": 0.0021868364419788122, + "transformer.layers.2.self_attn.in_proj_weight": 0.06701076775789261, + "transformer.layers.2.self_attn.in_proj_bias": 0.004355018492788076, + "transformer.layers.2.self_attn.out_proj.weight": 0.061088237911462784, + "transformer.layers.2.self_attn.out_proj.bias": 0.004061372950673103, + "transformer.layers.2.linear1.weight": 0.0281929112970829, + "transformer.layers.2.linear1.bias": 0.0017705203499644995, + "transformer.layers.2.linear2.weight": 0.03448536619544029, + "transformer.layers.2.linear2.bias": 0.004206700716167688, + "transformer.layers.2.norm1.weight": 0.0050645857118070126, + "transformer.layers.2.norm1.bias": 0.004562510177493095, + "transformer.layers.2.norm2.weight": 0.0016360015142709017, + "transformer.layers.2.norm2.bias": 0.001524314284324646, + "transformer.layers.3.self_attn.in_proj_weight": 0.12291761487722397, + "transformer.layers.3.self_attn.in_proj_bias": 0.008562489412724972, + "transformer.layers.3.self_attn.out_proj.weight": 0.07633721083402634, + "transformer.layers.3.self_attn.out_proj.bias": 0.00678469892591238, + "transformer.layers.3.linear1.weight": 0.06086985021829605, + "transformer.layers.3.linear1.bias": 0.004470378626137972, + "transformer.layers.3.linear2.weight": 0.03973781317472458, + "transformer.layers.3.linear2.bias": 0.00788499042391777, + "transformer.layers.3.norm1.weight": 0.010353042744100094, + "transformer.layers.3.norm1.bias": 0.011974767781794071, + "transformer.layers.3.norm2.weight": 0.004038345068693161, + "transformer.layers.3.norm2.bias": 0.005258727353066206, + "head.weight": 0.5385614037513733, + "head.bias": 0.013974887318909168, + "global_embedding.weight": 0.04614902287721634, + "global_cnn.0.weight": 0.18588118255138397, + "global_cnn.0.bias": 0.008029062300920486, + "global_cnn.2.weight": 0.2638816237449646, + "global_cnn.2.bias": 0.012224447913467884, + "global_proj.weight": 0.07898002862930298, + "global_proj.bias": 0.034566931426525116, + "goal_head.0.weight": 0.040869779884815216, + "goal_head.0.bias": 0.013364479877054691, + "goal_head.2.weight": 0.05431140959262848, + "goal_head.2.bias": 0.026636622846126556 + }, + { + "global_gate": 0.0001900472561828792, + "embedding.weight": 0.0022850551176816225, + "cnn.0.weight": 0.045335572212934494, + "cnn.0.bias": 0.002210884587839246, + "cnn.2.weight": 0.012311970815062523, + "cnn.2.bias": 0.004318279214203358, + "cnn.5.weight": 0.018440159037709236, + "cnn.5.bias": 0.004276575520634651, + "action_emb.weight": 0.027108876034617424, + "timestep_emb.weight": 0.004884410183876753, + "pos_emb.weight": 0.00953833106905222, + "transformer.layers.0.self_attn.in_proj_weight": 0.07577691972255707, + "transformer.layers.0.self_attn.in_proj_bias": 0.007499040104448795, + "transformer.layers.0.self_attn.out_proj.weight": 0.0885293185710907, + "transformer.layers.0.self_attn.out_proj.bias": 0.011908769607543945, + "transformer.layers.0.linear1.weight": 0.12128317356109619, + "transformer.layers.0.linear1.bias": 0.005631220992654562, + "transformer.layers.0.linear2.weight": 0.13840730488300323, + "transformer.layers.0.linear2.bias": 0.010508728213608265, + "transformer.layers.0.norm1.weight": 0.003979405853897333, + "transformer.layers.0.norm1.bias": 0.0058313338086009026, + "transformer.layers.0.norm2.weight": 0.010660444386303425, + "transformer.layers.0.norm2.bias": 0.00556834926828742, + "transformer.layers.1.self_attn.in_proj_weight": 0.13811185956001282, + "transformer.layers.1.self_attn.in_proj_bias": 0.007486757822334766, + "transformer.layers.1.self_attn.out_proj.weight": 0.1100633293390274, + "transformer.layers.1.self_attn.out_proj.bias": 0.009041854180395603, + "transformer.layers.1.linear1.weight": 0.07940101623535156, + "transformer.layers.1.linear1.bias": 0.004181321710348129, + "transformer.layers.1.linear2.weight": 0.10290728509426117, + "transformer.layers.1.linear2.bias": 0.008876901119947433, + "transformer.layers.1.norm1.weight": 0.00969952903687954, + "transformer.layers.1.norm1.bias": 0.007610890083014965, + "transformer.layers.1.norm2.weight": 0.005577863659709692, + "transformer.layers.1.norm2.bias": 0.004240259528160095, + "transformer.layers.2.self_attn.in_proj_weight": 0.122483029961586, + "transformer.layers.2.self_attn.in_proj_bias": 0.008447215892374516, + "transformer.layers.2.self_attn.out_proj.weight": 0.10055191069841385, + "transformer.layers.2.self_attn.out_proj.bias": 0.00847923755645752, + "transformer.layers.2.linear1.weight": 0.057450395077466965, + "transformer.layers.2.linear1.bias": 0.0038603288121521473, + "transformer.layers.2.linear2.weight": 0.06662573665380478, + "transformer.layers.2.linear2.bias": 0.00932478066533804, + "transformer.layers.2.norm1.weight": 0.00887482613325119, + "transformer.layers.2.norm1.bias": 0.009241794236004353, + "transformer.layers.2.norm2.weight": 0.0038311064708977938, + "transformer.layers.2.norm2.bias": 0.004280350636690855, + "transformer.layers.3.self_attn.in_proj_weight": 0.1963747888803482, + "transformer.layers.3.self_attn.in_proj_bias": 0.0157450083643198, + "transformer.layers.3.self_attn.out_proj.weight": 0.10411931574344635, + "transformer.layers.3.self_attn.out_proj.bias": 0.013125371187925339, + "transformer.layers.3.linear1.weight": 0.0954379215836525, + "transformer.layers.3.linear1.bias": 0.007249866612255573, + "transformer.layers.3.linear2.weight": 0.06124097481369972, + "transformer.layers.3.linear2.bias": 0.015251554548740387, + "transformer.layers.3.norm1.weight": 0.01589924842119217, + "transformer.layers.3.norm1.bias": 0.01963048428297043, + "transformer.layers.3.norm2.weight": 0.006113875191658735, + "transformer.layers.3.norm2.bias": 0.008334534242749214, + "head.weight": 0.9110419154167175, + "head.bias": 0.03165820613503456, + "global_embedding.weight": 0.02272939682006836, + "global_cnn.0.weight": 0.0977684035897255, + "global_cnn.0.bias": 0.0036985899787396193, + "global_cnn.2.weight": 0.18604420125484467, + "global_cnn.2.bias": 0.006453876383602619, + "global_proj.weight": 0.055079638957977295, + "global_proj.bias": 0.021137218922376633, + "goal_head.0.weight": 0.03268449008464813, + "goal_head.0.bias": 0.009467256255447865, + "goal_head.2.weight": 0.03945362940430641, + "goal_head.2.bias": 0.019500290974974632 + }, + { + "global_gate": 0.00019389142107684165, + "embedding.weight": 0.002957091433927417, + "cnn.0.weight": 0.09429027885198593, + "cnn.0.bias": 0.0031200989615172148, + "cnn.2.weight": 0.028841132298111916, + "cnn.2.bias": 0.006141741760075092, + "cnn.5.weight": 0.03554241731762886, + "cnn.5.bias": 0.007543397601693869, + "action_emb.weight": 0.04292899742722511, + "timestep_emb.weight": 0.004081953316926956, + "pos_emb.weight": 0.007732526399195194, + "transformer.layers.0.self_attn.in_proj_weight": 0.11764334887266159, + "transformer.layers.0.self_attn.in_proj_bias": 0.013000398874282837, + "transformer.layers.0.self_attn.out_proj.weight": 0.11715836822986603, + "transformer.layers.0.self_attn.out_proj.bias": 0.018035834655165672, + "transformer.layers.0.linear1.weight": 0.17802457511425018, + "transformer.layers.0.linear1.bias": 0.00806458294391632, + "transformer.layers.0.linear2.weight": 0.1709917187690735, + "transformer.layers.0.linear2.bias": 0.016610488295555115, + "transformer.layers.0.norm1.weight": 0.0069748335517942905, + "transformer.layers.0.norm1.bias": 0.012680250220000744, + "transformer.layers.0.norm2.weight": 0.017588233575224876, + "transformer.layers.0.norm2.bias": 0.007924634963274002, + "transformer.layers.1.self_attn.in_proj_weight": 0.16170650720596313, + "transformer.layers.1.self_attn.in_proj_bias": 0.009621301665902138, + "transformer.layers.1.self_attn.out_proj.weight": 0.15586498379707336, + "transformer.layers.1.self_attn.out_proj.bias": 0.015117906965315342, + "transformer.layers.1.linear1.weight": 0.08658862859010696, + "transformer.layers.1.linear1.bias": 0.0051168836653232574, + "transformer.layers.1.linear2.weight": 0.1294095516204834, + "transformer.layers.1.linear2.bias": 0.015351003967225552, + "transformer.layers.1.norm1.weight": 0.0100403418764472, + "transformer.layers.1.norm1.bias": 0.00950129795819521, + "transformer.layers.1.norm2.weight": 0.0063090198673307896, + "transformer.layers.1.norm2.bias": 0.004560874775052071, + "transformer.layers.2.self_attn.in_proj_weight": 0.15745601058006287, + "transformer.layers.2.self_attn.in_proj_bias": 0.012833025306463242, + "transformer.layers.2.self_attn.out_proj.weight": 0.14914771914482117, + "transformer.layers.2.self_attn.out_proj.bias": 0.01614994741976261, + "transformer.layers.2.linear1.weight": 0.08059913665056229, + "transformer.layers.2.linear1.bias": 0.005921636708080769, + "transformer.layers.2.linear2.weight": 0.10435762256383896, + "transformer.layers.2.linear2.bias": 0.017198972404003143, + "transformer.layers.2.norm1.weight": 0.01105451863259077, + "transformer.layers.2.norm1.bias": 0.014478113502264023, + "transformer.layers.2.norm2.weight": 0.005536471027880907, + "transformer.layers.2.norm2.bias": 0.006749987136572599, + "transformer.layers.3.self_attn.in_proj_weight": 0.3639034628868103, + "transformer.layers.3.self_attn.in_proj_bias": 0.03975796699523926, + "transformer.layers.3.self_attn.out_proj.weight": 0.18289822340011597, + "transformer.layers.3.self_attn.out_proj.bias": 0.029150236397981644, + "transformer.layers.3.linear1.weight": 0.1757519543170929, + "transformer.layers.3.linear1.bias": 0.01638232171535492, + "transformer.layers.3.linear2.weight": 0.11033619940280914, + "transformer.layers.3.linear2.bias": 0.03498268499970436, + "transformer.layers.3.norm1.weight": 0.030000286176800728, + "transformer.layers.3.norm1.bias": 0.05518469214439392, + "transformer.layers.3.norm2.weight": 0.012983756139874458, + "transformer.layers.3.norm2.bias": 0.021244144067168236, + "head.weight": 1.6149137020111084, + "head.bias": 0.06573758274316788, + "global_embedding.weight": 0.02935001067817211, + "global_cnn.0.weight": 0.23293659090995789, + "global_cnn.0.bias": 0.006955394055694342, + "global_cnn.2.weight": 0.5498251914978027, + "global_cnn.2.bias": 0.024222997948527336, + "global_proj.weight": 0.15129567682743073, + "global_proj.bias": 0.061357222497463226, + "goal_head.0.weight": 0.0763402134180069, + "goal_head.0.bias": 0.022725941613316536, + "goal_head.2.weight": 0.09283792227506638, + "goal_head.2.bias": 0.04320475831627846 + }, + { + "global_gate": 3.602718425099738e-05, + "embedding.weight": 0.0013433436397463083, + "cnn.0.weight": 0.03481634706258774, + "cnn.0.bias": 0.0014328015968203545, + "cnn.2.weight": 0.011457315646111965, + "cnn.2.bias": 0.004723828751593828, + "cnn.5.weight": 0.012607638724148273, + "cnn.5.bias": 0.002658851444721222, + "action_emb.weight": 0.006706510204821825, + "timestep_emb.weight": 0.0015564411878585815, + "pos_emb.weight": 0.0035810412373393774, + "transformer.layers.0.self_attn.in_proj_weight": 0.02598196640610695, + "transformer.layers.0.self_attn.in_proj_bias": 0.002438895870000124, + "transformer.layers.0.self_attn.out_proj.weight": 0.02781459130346775, + "transformer.layers.0.self_attn.out_proj.bias": 0.004007473587989807, + "transformer.layers.0.linear1.weight": 0.03287764638662338, + "transformer.layers.0.linear1.bias": 0.0018108701333403587, + "transformer.layers.0.linear2.weight": 0.03323746100068092, + "transformer.layers.0.linear2.bias": 0.0024376404471695423, + "transformer.layers.0.norm1.weight": 0.0015732835745438933, + "transformer.layers.0.norm1.bias": 0.0023019197396934032, + "transformer.layers.0.norm2.weight": 0.0031625409610569477, + "transformer.layers.0.norm2.bias": 0.0029219170100986958, + "transformer.layers.1.self_attn.in_proj_weight": 0.03233775496482849, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018612975254654884, + "transformer.layers.1.self_attn.out_proj.weight": 0.029225915670394897, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016385860508307815, + "transformer.layers.1.linear1.weight": 0.01779116503894329, + "transformer.layers.1.linear1.bias": 0.000917844707146287, + "transformer.layers.1.linear2.weight": 0.023861071094870567, + "transformer.layers.1.linear2.bias": 0.0014725136570632458, + "transformer.layers.1.norm1.weight": 0.0020859038922935724, + "transformer.layers.1.norm1.bias": 0.002113906666636467, + "transformer.layers.1.norm2.weight": 0.0014542517019435763, + "transformer.layers.1.norm2.bias": 0.0008737024036236107, + "transformer.layers.2.self_attn.in_proj_weight": 0.0354929156601429, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015982346376404166, + "transformer.layers.2.self_attn.out_proj.weight": 0.028687287122011185, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014098156243562698, + "transformer.layers.2.linear1.weight": 0.013622546568512917, + "transformer.layers.2.linear1.bias": 0.0007966680568642914, + "transformer.layers.2.linear2.weight": 0.017573727294802666, + "transformer.layers.2.linear2.bias": 0.0013263748260214925, + "transformer.layers.2.norm1.weight": 0.0027082215528935194, + "transformer.layers.2.norm1.bias": 0.001723197172395885, + "transformer.layers.2.norm2.weight": 0.0008501671254634857, + "transformer.layers.2.norm2.bias": 0.0007637667004019022, + "transformer.layers.3.self_attn.in_proj_weight": 0.06388384103775024, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025009240489453077, + "transformer.layers.3.self_attn.out_proj.weight": 0.031812168657779694, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013221442932263017, + "transformer.layers.3.linear1.weight": 0.025171231478452682, + "transformer.layers.3.linear1.bias": 0.0015872616786509752, + "transformer.layers.3.linear2.weight": 0.01568080298602581, + "transformer.layers.3.linear2.bias": 0.001541833975352347, + "transformer.layers.3.norm1.weight": 0.005353694315999746, + "transformer.layers.3.norm1.bias": 0.0031781333964318037, + "transformer.layers.3.norm2.weight": 0.001926248543895781, + "transformer.layers.3.norm2.bias": 0.0018682348309084773, + "head.weight": 0.2082149237394333, + "head.bias": 0.0026537145022302866, + "global_embedding.weight": 0.010515101253986359, + "global_cnn.0.weight": 0.18162615597248077, + "global_cnn.0.bias": 0.004811083897948265, + "global_cnn.2.weight": 0.4651474356651306, + "global_cnn.2.bias": 0.018219580873847008, + "global_proj.weight": 0.09279751032590866, + "global_proj.bias": 0.04196036607027054, + "goal_head.0.weight": 0.0502823106944561, + "goal_head.0.bias": 0.016388198360800743, + "goal_head.2.weight": 0.06410052627325058, + "goal_head.2.bias": 0.03127185255289078 + }, + { + "global_gate": 0.00022855467977933586, + "embedding.weight": 0.0011586709879338741, + "cnn.0.weight": 0.026768015697598457, + "cnn.0.bias": 0.0008894258644431829, + "cnn.2.weight": 0.0072884950786828995, + "cnn.2.bias": 0.002582040848210454, + "cnn.5.weight": 0.012067613191902637, + "cnn.5.bias": 0.0024505534674972296, + "action_emb.weight": 0.029923614114522934, + "timestep_emb.weight": 0.002754880813881755, + "pos_emb.weight": 0.006923183798789978, + "transformer.layers.0.self_attn.in_proj_weight": 0.04455854743719101, + "transformer.layers.0.self_attn.in_proj_bias": 0.003974833060055971, + "transformer.layers.0.self_attn.out_proj.weight": 0.04948815703392029, + "transformer.layers.0.self_attn.out_proj.bias": 0.006606204900890589, + "transformer.layers.0.linear1.weight": 0.13101708889007568, + "transformer.layers.0.linear1.bias": 0.003816192736849189, + "transformer.layers.0.linear2.weight": 0.07542024552822113, + "transformer.layers.0.linear2.bias": 0.004918273072689772, + "transformer.layers.0.norm1.weight": 0.002166544087231159, + "transformer.layers.0.norm1.bias": 0.003286774968728423, + "transformer.layers.0.norm2.weight": 0.015201346017420292, + "transformer.layers.0.norm2.bias": 0.004532895982265472, + "transformer.layers.1.self_attn.in_proj_weight": 0.09478364884853363, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029154494404792786, + "transformer.layers.1.self_attn.out_proj.weight": 0.059145402163267136, + "transformer.layers.1.self_attn.out_proj.bias": 0.004439436364918947, + "transformer.layers.1.linear1.weight": 0.040802713483572006, + "transformer.layers.1.linear1.bias": 0.0022525556851178408, + "transformer.layers.1.linear2.weight": 0.048849258571863174, + "transformer.layers.1.linear2.bias": 0.0041778734885156155, + "transformer.layers.1.norm1.weight": 0.005993937607854605, + "transformer.layers.1.norm1.bias": 0.002534430241212249, + "transformer.layers.1.norm2.weight": 0.003503744723275304, + "transformer.layers.1.norm2.bias": 0.0026828015688806772, + "transformer.layers.2.self_attn.in_proj_weight": 0.05918489769101143, + "transformer.layers.2.self_attn.in_proj_bias": 0.003390712197870016, + "transformer.layers.2.self_attn.out_proj.weight": 0.06037326157093048, + "transformer.layers.2.self_attn.out_proj.bias": 0.003933887928724289, + "transformer.layers.2.linear1.weight": 0.029799258336424828, + "transformer.layers.2.linear1.bias": 0.0019493668805807829, + "transformer.layers.2.linear2.weight": 0.03707261011004448, + "transformer.layers.2.linear2.bias": 0.004361601080745459, + "transformer.layers.2.norm1.weight": 0.004853047430515289, + "transformer.layers.2.norm1.bias": 0.004327079746872187, + "transformer.layers.2.norm2.weight": 0.00195399415679276, + "transformer.layers.2.norm2.bias": 0.0022863910999149084, + "transformer.layers.3.self_attn.in_proj_weight": 0.13225726783275604, + "transformer.layers.3.self_attn.in_proj_bias": 0.008450346067547798, + "transformer.layers.3.self_attn.out_proj.weight": 0.06732311099767685, + "transformer.layers.3.self_attn.out_proj.bias": 0.005942543037235737, + "transformer.layers.3.linear1.weight": 0.057818252593278885, + "transformer.layers.3.linear1.bias": 0.004361345432698727, + "transformer.layers.3.linear2.weight": 0.035473525524139404, + "transformer.layers.3.linear2.bias": 0.006735730916261673, + "transformer.layers.3.norm1.weight": 0.009981841780245304, + "transformer.layers.3.norm1.bias": 0.01192487869411707, + "transformer.layers.3.norm2.weight": 0.004280851222574711, + "transformer.layers.3.norm2.bias": 0.005001007579267025, + "head.weight": 0.5371125936508179, + "head.bias": 0.015201287344098091, + "global_embedding.weight": 0.019022097811102867, + "global_cnn.0.weight": 0.15652847290039062, + "global_cnn.0.bias": 0.00499722408130765, + "global_cnn.2.weight": 0.34543466567993164, + "global_cnn.2.bias": 0.012794692069292068, + "global_proj.weight": 0.050503019243478775, + "global_proj.bias": 0.028300156816840172, + "goal_head.0.weight": 0.026781436055898666, + "goal_head.0.bias": 0.010544832795858383, + "goal_head.2.weight": 0.03546798229217529, + "goal_head.2.bias": 0.021597499027848244 + }, + { + "global_gate": 9.31124814087525e-05, + "embedding.weight": 0.0019762793090194464, + "cnn.0.weight": 0.06424706429243088, + "cnn.0.bias": 0.002468324499204755, + "cnn.2.weight": 0.019288305193185806, + "cnn.2.bias": 0.008261884562671185, + "cnn.5.weight": 0.02049027942121029, + "cnn.5.bias": 0.005493665114045143, + "action_emb.weight": 0.01586134172976017, + "timestep_emb.weight": 0.00323941046372056, + "pos_emb.weight": 0.008510826155543327, + "transformer.layers.0.self_attn.in_proj_weight": 0.04697754979133606, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032020725775510073, + "transformer.layers.0.self_attn.out_proj.weight": 0.05497428774833679, + "transformer.layers.0.self_attn.out_proj.bias": 0.004551015328615904, + "transformer.layers.0.linear1.weight": 0.08244207501411438, + "transformer.layers.0.linear1.bias": 0.0031501890625804663, + "transformer.layers.0.linear2.weight": 0.06543289124965668, + "transformer.layers.0.linear2.bias": 0.0033762080129235983, + "transformer.layers.0.norm1.weight": 0.002654995769262314, + "transformer.layers.0.norm1.bias": 0.0027008005417883396, + "transformer.layers.0.norm2.weight": 0.008984399028122425, + "transformer.layers.0.norm2.bias": 0.0033737721387296915, + "transformer.layers.1.self_attn.in_proj_weight": 0.06423615664243698, + "transformer.layers.1.self_attn.in_proj_bias": 0.002144383965060115, + "transformer.layers.1.self_attn.out_proj.weight": 0.05366938188672066, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029481311794370413, + "transformer.layers.1.linear1.weight": 0.0377357192337513, + "transformer.layers.1.linear1.bias": 0.001697878586128354, + "transformer.layers.1.linear2.weight": 0.04324282705783844, + "transformer.layers.1.linear2.bias": 0.0025930546689778566, + "transformer.layers.1.norm1.weight": 0.00400688499212265, + "transformer.layers.1.norm1.bias": 0.0018460917053744197, + "transformer.layers.1.norm2.weight": 0.003462115302681923, + "transformer.layers.1.norm2.bias": 0.0017160522984340787, + "transformer.layers.2.self_attn.in_proj_weight": 0.059242624789476395, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027707992121577263, + "transformer.layers.2.self_attn.out_proj.weight": 0.04382670670747757, + "transformer.layers.2.self_attn.out_proj.bias": 0.002933262614533305, + "transformer.layers.2.linear1.weight": 0.025169404223561287, + "transformer.layers.2.linear1.bias": 0.0014124372974038124, + "transformer.layers.2.linear2.weight": 0.03140777349472046, + "transformer.layers.2.linear2.bias": 0.002863564295694232, + "transformer.layers.2.norm1.weight": 0.0036948418710380793, + "transformer.layers.2.norm1.bias": 0.003381241811439395, + "transformer.layers.2.norm2.weight": 0.0015995759749785066, + "transformer.layers.2.norm2.bias": 0.0013242483837530017, + "transformer.layers.3.self_attn.in_proj_weight": 0.09151972830295563, + "transformer.layers.3.self_attn.in_proj_bias": 0.005784291308373213, + "transformer.layers.3.self_attn.out_proj.weight": 0.04712462052702904, + "transformer.layers.3.self_attn.out_proj.bias": 0.004043582361191511, + "transformer.layers.3.linear1.weight": 0.042399533092975616, + "transformer.layers.3.linear1.bias": 0.0028805823531001806, + "transformer.layers.3.linear2.weight": 0.02621656470000744, + "transformer.layers.3.linear2.bias": 0.004712039604783058, + "transformer.layers.3.norm1.weight": 0.007668726611882448, + "transformer.layers.3.norm1.bias": 0.00820948462933302, + "transformer.layers.3.norm2.weight": 0.0029070572927594185, + "transformer.layers.3.norm2.bias": 0.0032179655972868204, + "head.weight": 0.3422418236732483, + "head.bias": 0.0097473980858922, + "global_embedding.weight": 0.009717276319861412, + "global_cnn.0.weight": 0.08736991882324219, + "global_cnn.0.bias": 0.003770415438339114, + "global_cnn.2.weight": 0.197928324341774, + "global_cnn.2.bias": 0.008304026909172535, + "global_proj.weight": 0.052111782133579254, + "global_proj.bias": 0.025317471474409103, + "goal_head.0.weight": 0.032395441085100174, + "goal_head.0.bias": 0.011385035701096058, + "goal_head.2.weight": 0.04346540570259094, + "goal_head.2.bias": 0.02420440874993801 + }, + { + "global_gate": 0.00017783191287890077, + "embedding.weight": 0.0017169942148029804, + "cnn.0.weight": 0.03791859373450279, + "cnn.0.bias": 0.0014945591101422906, + "cnn.2.weight": 0.011129574850201607, + "cnn.2.bias": 0.003342508105561137, + "cnn.5.weight": 0.01428084634244442, + "cnn.5.bias": 0.003464248264208436, + "action_emb.weight": 0.021107064560055733, + "timestep_emb.weight": 0.0026774699799716473, + "pos_emb.weight": 0.0050195264630019665, + "transformer.layers.0.self_attn.in_proj_weight": 0.05119602382183075, + "transformer.layers.0.self_attn.in_proj_bias": 0.004737998824566603, + "transformer.layers.0.self_attn.out_proj.weight": 0.05302560701966286, + "transformer.layers.0.self_attn.out_proj.bias": 0.00695845577865839, + "transformer.layers.0.linear1.weight": 0.09475751221179962, + "transformer.layers.0.linear1.bias": 0.0035712078679353, + "transformer.layers.0.linear2.weight": 0.06543777137994766, + "transformer.layers.0.linear2.bias": 0.005131951998919249, + "transformer.layers.0.norm1.weight": 0.002954606432467699, + "transformer.layers.0.norm1.bias": 0.004559923429042101, + "transformer.layers.0.norm2.weight": 0.010389494709670544, + "transformer.layers.0.norm2.bias": 0.0045431628823280334, + "transformer.layers.1.self_attn.in_proj_weight": 0.06061890348792076, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033116708509624004, + "transformer.layers.1.self_attn.out_proj.weight": 0.052199676632881165, + "transformer.layers.1.self_attn.out_proj.bias": 0.004336641635745764, + "transformer.layers.1.linear1.weight": 0.03661404922604561, + "transformer.layers.1.linear1.bias": 0.00175028620287776, + "transformer.layers.1.linear2.weight": 0.041400015354156494, + "transformer.layers.1.linear2.bias": 0.004083537496626377, + "transformer.layers.1.norm1.weight": 0.0037758606486022472, + "transformer.layers.1.norm1.bias": 0.0032393031287938356, + "transformer.layers.1.norm2.weight": 0.0032114984933286905, + "transformer.layers.1.norm2.bias": 0.0018397262319922447, + "transformer.layers.2.self_attn.in_proj_weight": 0.050571259111166, + "transformer.layers.2.self_attn.in_proj_bias": 0.0031544615048915148, + "transformer.layers.2.self_attn.out_proj.weight": 0.050419874489307404, + "transformer.layers.2.self_attn.out_proj.bias": 0.004035888239741325, + "transformer.layers.2.linear1.weight": 0.02487916871905327, + "transformer.layers.2.linear1.bias": 0.001597416354343295, + "transformer.layers.2.linear2.weight": 0.030389677733182907, + "transformer.layers.2.linear2.bias": 0.004269087687134743, + "transformer.layers.2.norm1.weight": 0.003577794646844268, + "transformer.layers.2.norm1.bias": 0.0031398157589137554, + "transformer.layers.2.norm2.weight": 0.0017754830187186599, + "transformer.layers.2.norm2.bias": 0.0017523375572636724, + "transformer.layers.3.self_attn.in_proj_weight": 0.10370227694511414, + "transformer.layers.3.self_attn.in_proj_bias": 0.00982624851167202, + "transformer.layers.3.self_attn.out_proj.weight": 0.05040403828024864, + "transformer.layers.3.self_attn.out_proj.bias": 0.0072089810855686665, + "transformer.layers.3.linear1.weight": 0.04997890070080757, + "transformer.layers.3.linear1.bias": 0.004419613163918257, + "transformer.layers.3.linear2.weight": 0.032899562269449234, + "transformer.layers.3.linear2.bias": 0.008609759621322155, + "transformer.layers.3.norm1.weight": 0.008702992461621761, + "transformer.layers.3.norm1.bias": 0.014678039588034153, + "transformer.layers.3.norm2.weight": 0.003906929865479469, + "transformer.layers.3.norm2.bias": 0.005826963577419519, + "head.weight": 0.40337783098220825, + "head.bias": 0.015358679927885532, + "global_embedding.weight": 0.017273129895329475, + "global_cnn.0.weight": 0.1004539355635643, + "global_cnn.0.bias": 0.004003213252872229, + "global_cnn.2.weight": 0.17392878234386444, + "global_cnn.2.bias": 0.008485923521220684, + "global_proj.weight": 0.03942180797457695, + "global_proj.bias": 0.022332586348056793, + "goal_head.0.weight": 0.023384513333439827, + "goal_head.0.bias": 0.009234553202986717, + "goal_head.2.weight": 0.030775640159845352, + "goal_head.2.bias": 0.018717067316174507 + }, + { + "global_gate": 3.8717025745427236e-05, + "embedding.weight": 0.0017229622462764382, + "cnn.0.weight": 0.03975061699748039, + "cnn.0.bias": 0.0015031856019049883, + "cnn.2.weight": 0.010827040299773216, + "cnn.2.bias": 0.004130155313760042, + "cnn.5.weight": 0.016160717234015465, + "cnn.5.bias": 0.0036184859927743673, + "action_emb.weight": 0.02672515995800495, + "timestep_emb.weight": 0.0035676686093211174, + "pos_emb.weight": 0.012033822014927864, + "transformer.layers.0.self_attn.in_proj_weight": 0.058531325310468674, + "transformer.layers.0.self_attn.in_proj_bias": 0.003732487093657255, + "transformer.layers.0.self_attn.out_proj.weight": 0.07747319340705872, + "transformer.layers.0.self_attn.out_proj.bias": 0.006116426549851894, + "transformer.layers.0.linear1.weight": 0.1300801932811737, + "transformer.layers.0.linear1.bias": 0.0039385040290653706, + "transformer.layers.0.linear2.weight": 0.07284316420555115, + "transformer.layers.0.linear2.bias": 0.004183984361588955, + "transformer.layers.0.norm1.weight": 0.003259607357904315, + "transformer.layers.0.norm1.bias": 0.0033615080174058676, + "transformer.layers.0.norm2.weight": 0.014440770260989666, + "transformer.layers.0.norm2.bias": 0.005139276850968599, + "transformer.layers.1.self_attn.in_proj_weight": 0.06657657027244568, + "transformer.layers.1.self_attn.in_proj_bias": 0.003218180499970913, + "transformer.layers.1.self_attn.out_proj.weight": 0.05814964324235916, + "transformer.layers.1.self_attn.out_proj.bias": 0.004540189169347286, + "transformer.layers.1.linear1.weight": 0.049213945865631104, + "transformer.layers.1.linear1.bias": 0.0024023507721722126, + "transformer.layers.1.linear2.weight": 0.04283817484974861, + "transformer.layers.1.linear2.bias": 0.003545951098203659, + "transformer.layers.1.norm1.weight": 0.004367231857031584, + "transformer.layers.1.norm1.bias": 0.003091441234573722, + "transformer.layers.1.norm2.weight": 0.004876435734331608, + "transformer.layers.1.norm2.bias": 0.003480813466012478, + "transformer.layers.2.self_attn.in_proj_weight": 0.055090196430683136, + "transformer.layers.2.self_attn.in_proj_bias": 0.003191971220076084, + "transformer.layers.2.self_attn.out_proj.weight": 0.03780017048120499, + "transformer.layers.2.self_attn.out_proj.bias": 0.003080811118707061, + "transformer.layers.2.linear1.weight": 0.02462218701839447, + "transformer.layers.2.linear1.bias": 0.0013939716154709458, + "transformer.layers.2.linear2.weight": 0.027046728879213333, + "transformer.layers.2.linear2.bias": 0.0029687737114727497, + "transformer.layers.2.norm1.weight": 0.004137638956308365, + "transformer.layers.2.norm1.bias": 0.0032184997107833624, + "transformer.layers.2.norm2.weight": 0.0017648739740252495, + "transformer.layers.2.norm2.bias": 0.0013770059449598193, + "transformer.layers.3.self_attn.in_proj_weight": 0.08392437547445297, + "transformer.layers.3.self_attn.in_proj_bias": 0.005530688911676407, + "transformer.layers.3.self_attn.out_proj.weight": 0.02292073331773281, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029657965060323477, + "transformer.layers.3.linear1.weight": 0.02808547206223011, + "transformer.layers.3.linear1.bias": 0.001855044742114842, + "transformer.layers.3.linear2.weight": 0.01758641004562378, + "transformer.layers.3.linear2.bias": 0.0032382416538894176, + "transformer.layers.3.norm1.weight": 0.006870617624372244, + "transformer.layers.3.norm1.bias": 0.008313783444464207, + "transformer.layers.3.norm2.weight": 0.0019758001435548067, + "transformer.layers.3.norm2.bias": 0.001882941578514874, + "head.weight": 0.19924885034561157, + "head.bias": 0.006236574612557888, + "global_embedding.weight": 0.012658419087529182, + "global_cnn.0.weight": 0.10533067584037781, + "global_cnn.0.bias": 0.0029330486431717873, + "global_cnn.2.weight": 0.2838624119758606, + "global_cnn.2.bias": 0.014283916912972927, + "global_proj.weight": 0.06103600189089775, + "global_proj.bias": 0.034757040441036224, + "goal_head.0.weight": 0.033427681773900986, + "goal_head.0.bias": 0.012949489988386631, + "goal_head.2.weight": 0.046275120228528976, + "goal_head.2.bias": 0.026073627173900604 + }, + { + "global_gate": 0.0011847694404423237, + "embedding.weight": 0.00233770115301013, + "cnn.0.weight": 0.05882767215371132, + "cnn.0.bias": 0.0024652001447975636, + "cnn.2.weight": 0.017350180074572563, + "cnn.2.bias": 0.005924144294112921, + "cnn.5.weight": 0.023542696610093117, + "cnn.5.bias": 0.004881962668150663, + "action_emb.weight": 0.03607422113418579, + "timestep_emb.weight": 0.005454989615827799, + "pos_emb.weight": 0.010986451990902424, + "transformer.layers.0.self_attn.in_proj_weight": 0.09372987598180771, + "transformer.layers.0.self_attn.in_proj_bias": 0.008516090922057629, + "transformer.layers.0.self_attn.out_proj.weight": 0.1210271492600441, + "transformer.layers.0.self_attn.out_proj.bias": 0.012167715467512608, + "transformer.layers.0.linear1.weight": 0.16523657739162445, + "transformer.layers.0.linear1.bias": 0.006433587986975908, + "transformer.layers.0.linear2.weight": 0.11140494793653488, + "transformer.layers.0.linear2.bias": 0.009478284977376461, + "transformer.layers.0.norm1.weight": 0.005326017737388611, + "transformer.layers.0.norm1.bias": 0.007964265532791615, + "transformer.layers.0.norm2.weight": 0.018630500882864, + "transformer.layers.0.norm2.bias": 0.008784068748354912, + "transformer.layers.1.self_attn.in_proj_weight": 0.11192750185728073, + "transformer.layers.1.self_attn.in_proj_bias": 0.00695401057600975, + "transformer.layers.1.self_attn.out_proj.weight": 0.09006093442440033, + "transformer.layers.1.self_attn.out_proj.bias": 0.007812689989805222, + "transformer.layers.1.linear1.weight": 0.07209613174200058, + "transformer.layers.1.linear1.bias": 0.003546247724443674, + "transformer.layers.1.linear2.weight": 0.07772847265005112, + "transformer.layers.1.linear2.bias": 0.007403825409710407, + "transformer.layers.1.norm1.weight": 0.0076031796634197235, + "transformer.layers.1.norm1.bias": 0.007413137704133987, + "transformer.layers.1.norm2.weight": 0.006493333261460066, + "transformer.layers.1.norm2.bias": 0.003842082107439637, + "transformer.layers.2.self_attn.in_proj_weight": 0.10691650211811066, + "transformer.layers.2.self_attn.in_proj_bias": 0.006807770114392042, + "transformer.layers.2.self_attn.out_proj.weight": 0.07149488478899002, + "transformer.layers.2.self_attn.out_proj.bias": 0.007172662299126387, + "transformer.layers.2.linear1.weight": 0.04543864354491234, + "transformer.layers.2.linear1.bias": 0.0032654155511409044, + "transformer.layers.2.linear2.weight": 0.05458877980709076, + "transformer.layers.2.linear2.bias": 0.007823804393410683, + "transformer.layers.2.norm1.weight": 0.007185738533735275, + "transformer.layers.2.norm1.bias": 0.007941982708871365, + "transformer.layers.2.norm2.weight": 0.003447003196924925, + "transformer.layers.2.norm2.bias": 0.00463778106495738, + "transformer.layers.3.self_attn.in_proj_weight": 0.1516774743795395, + "transformer.layers.3.self_attn.in_proj_bias": 0.014400068670511246, + "transformer.layers.3.self_attn.out_proj.weight": 0.07735159248113632, + "transformer.layers.3.self_attn.out_proj.bias": 0.01123892329633236, + "transformer.layers.3.linear1.weight": 0.09091010689735413, + "transformer.layers.3.linear1.bias": 0.007548653986304998, + "transformer.layers.3.linear2.weight": 0.05872165784239769, + "transformer.layers.3.linear2.bias": 0.01413170900195837, + "transformer.layers.3.norm1.weight": 0.014031833969056606, + "transformer.layers.3.norm1.bias": 0.02034171298146248, + "transformer.layers.3.norm2.weight": 0.006837625056505203, + "transformer.layers.3.norm2.bias": 0.010041380301117897, + "head.weight": 0.7670960426330566, + "head.bias": 0.02914397232234478, + "global_embedding.weight": 0.034844934940338135, + "global_cnn.0.weight": 0.115626260638237, + "global_cnn.0.bias": 0.005184901412576437, + "global_cnn.2.weight": 0.14571651816368103, + "global_cnn.2.bias": 0.005159251857548952, + "global_proj.weight": 0.03035205416381359, + "global_proj.bias": 0.015957023948431015, + "goal_head.0.weight": 0.00906391628086567, + "goal_head.0.bias": 0.004024251364171505, + "goal_head.2.weight": 0.012835086323320866, + "goal_head.2.bias": 0.008181262761354446 + }, + { + "global_gate": 0.0001297496783081442, + "embedding.weight": 0.0018159461906179786, + "cnn.0.weight": 0.0375349335372448, + "cnn.0.bias": 0.0009769462049007416, + "cnn.2.weight": 0.009358932264149189, + "cnn.2.bias": 0.003339115995913744, + "cnn.5.weight": 0.010330768302083015, + "cnn.5.bias": 0.002241066424176097, + "action_emb.weight": 0.007455888204276562, + "timestep_emb.weight": 0.002012619748711586, + "pos_emb.weight": 0.004244848620146513, + "transformer.layers.0.self_attn.in_proj_weight": 0.03520963340997696, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033845570869743824, + "transformer.layers.0.self_attn.out_proj.weight": 0.03613421320915222, + "transformer.layers.0.self_attn.out_proj.bias": 0.0047147078439593315, + "transformer.layers.0.linear1.weight": 0.040112726390361786, + "transformer.layers.0.linear1.bias": 0.0021469697821885347, + "transformer.layers.0.linear2.weight": 0.04019075259566307, + "transformer.layers.0.linear2.bias": 0.0037301965057849884, + "transformer.layers.0.norm1.weight": 0.0020014233887195587, + "transformer.layers.0.norm1.bias": 0.003162829438224435, + "transformer.layers.0.norm2.weight": 0.004345288034528494, + "transformer.layers.0.norm2.bias": 0.0030363048426806927, + "transformer.layers.1.self_attn.in_proj_weight": 0.03870764374732971, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024197893217206, + "transformer.layers.1.self_attn.out_proj.weight": 0.03583015874028206, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029053986072540283, + "transformer.layers.1.linear1.weight": 0.021307211369276047, + "transformer.layers.1.linear1.bias": 0.0012569595128297806, + "transformer.layers.1.linear2.weight": 0.02918434515595436, + "transformer.layers.1.linear2.bias": 0.0028385724872350693, + "transformer.layers.1.norm1.weight": 0.002474012318998575, + "transformer.layers.1.norm1.bias": 0.002513404004275799, + "transformer.layers.1.norm2.weight": 0.0017072068294510245, + "transformer.layers.1.norm2.bias": 0.0014377832412719727, + "transformer.layers.2.self_attn.in_proj_weight": 0.03744236007332802, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023300766479223967, + "transformer.layers.2.self_attn.out_proj.weight": 0.027440059930086136, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027371218893676996, + "transformer.layers.2.linear1.weight": 0.01716921105980873, + "transformer.layers.2.linear1.bias": 0.0010714327218011022, + "transformer.layers.2.linear2.weight": 0.02188155986368656, + "transformer.layers.2.linear2.bias": 0.0029091588221490383, + "transformer.layers.2.norm1.weight": 0.0030779673252254725, + "transformer.layers.2.norm1.bias": 0.0030609581153839827, + "transformer.layers.2.norm2.weight": 0.0011202048044651747, + "transformer.layers.2.norm2.bias": 0.0011235227575525641, + "transformer.layers.3.self_attn.in_proj_weight": 0.06563696265220642, + "transformer.layers.3.self_attn.in_proj_bias": 0.006812393199652433, + "transformer.layers.3.self_attn.out_proj.weight": 0.031018083915114403, + "transformer.layers.3.self_attn.out_proj.bias": 0.00525542302057147, + "transformer.layers.3.linear1.weight": 0.032774992287158966, + "transformer.layers.3.linear1.bias": 0.0030775771010667086, + "transformer.layers.3.linear2.weight": 0.02024671994149685, + "transformer.layers.3.linear2.bias": 0.006364624481648207, + "transformer.layers.3.norm1.weight": 0.00574739882722497, + "transformer.layers.3.norm1.bias": 0.009591519832611084, + "transformer.layers.3.norm2.weight": 0.00223367428407073, + "transformer.layers.3.norm2.bias": 0.003994144033640623, + "head.weight": 0.2937662601470947, + "head.bias": 0.012684096582233906, + "global_embedding.weight": 0.005022962111979723, + "global_cnn.0.weight": 0.05229078605771065, + "global_cnn.0.bias": 0.0018315284978598356, + "global_cnn.2.weight": 0.11973384767770767, + "global_cnn.2.bias": 0.005075724329799414, + "global_proj.weight": 0.020147504284977913, + "global_proj.bias": 0.01051273848861456, + "goal_head.0.weight": 0.009603600949048996, + "goal_head.0.bias": 0.003195244586095214, + "goal_head.2.weight": 0.014500514604151249, + "goal_head.2.bias": 0.006291222292929888 + }, + { + "global_gate": 0.00017923122504726052, + "embedding.weight": 0.0022227284498512745, + "cnn.0.weight": 0.03560010343790054, + "cnn.0.bias": 0.0012167219538241625, + "cnn.2.weight": 0.00915016420185566, + "cnn.2.bias": 0.0018729151925072074, + "cnn.5.weight": 0.012788436375558376, + "cnn.5.bias": 0.0019498623441904783, + "action_emb.weight": 0.005060739815235138, + "timestep_emb.weight": 0.0011528839822858572, + "pos_emb.weight": 0.0022595415357500315, + "transformer.layers.0.self_attn.in_proj_weight": 0.024007679894566536, + "transformer.layers.0.self_attn.in_proj_bias": 0.002296729478985071, + "transformer.layers.0.self_attn.out_proj.weight": 0.023836135864257812, + "transformer.layers.0.self_attn.out_proj.bias": 0.0027271751314401627, + "transformer.layers.0.linear1.weight": 0.025784315541386604, + "transformer.layers.0.linear1.bias": 0.0011048438027501106, + "transformer.layers.0.linear2.weight": 0.024398917332291603, + "transformer.layers.0.linear2.bias": 0.002116223331540823, + "transformer.layers.0.norm1.weight": 0.0013001920888200402, + "transformer.layers.0.norm1.bias": 0.002193662105128169, + "transformer.layers.0.norm2.weight": 0.0027545057237148285, + "transformer.layers.0.norm2.bias": 0.0010893651051446795, + "transformer.layers.1.self_attn.in_proj_weight": 0.02290510945022106, + "transformer.layers.1.self_attn.in_proj_bias": 0.001356639084406197, + "transformer.layers.1.self_attn.out_proj.weight": 0.0224875807762146, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016089488053694367, + "transformer.layers.1.linear1.weight": 0.01347451750189066, + "transformer.layers.1.linear1.bias": 0.0006732078618369997, + "transformer.layers.1.linear2.weight": 0.018208015710115433, + "transformer.layers.1.linear2.bias": 0.0015661789802834392, + "transformer.layers.1.norm1.weight": 0.0013682593125849962, + "transformer.layers.1.norm1.bias": 0.001413206453435123, + "transformer.layers.1.norm2.weight": 0.0011238126317039132, + "transformer.layers.1.norm2.bias": 0.0005517747486010194, + "transformer.layers.2.self_attn.in_proj_weight": 0.026782674714922905, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014119065599516034, + "transformer.layers.2.self_attn.out_proj.weight": 0.020177355036139488, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015304238768294454, + "transformer.layers.2.linear1.weight": 0.00986231304705143, + "transformer.layers.2.linear1.bias": 0.0006165897357277572, + "transformer.layers.2.linear2.weight": 0.01275667268782854, + "transformer.layers.2.linear2.bias": 0.0015256665647029877, + "transformer.layers.2.norm1.weight": 0.002111278474330902, + "transformer.layers.2.norm1.bias": 0.0016115335747599602, + "transformer.layers.2.norm2.weight": 0.0006948978407308459, + "transformer.layers.2.norm2.bias": 0.0006352870841510594, + "transformer.layers.3.self_attn.in_proj_weight": 0.03481965884566307, + "transformer.layers.3.self_attn.in_proj_bias": 0.002285238355398178, + "transformer.layers.3.self_attn.out_proj.weight": 0.01976262964308262, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017522640991955996, + "transformer.layers.3.linear1.weight": 0.01963445171713829, + "transformer.layers.3.linear1.bias": 0.0015582676278427243, + "transformer.layers.3.linear2.weight": 0.012662439607083797, + "transformer.layers.3.linear2.bias": 0.0020810398273169994, + "transformer.layers.3.norm1.weight": 0.0028077031020075083, + "transformer.layers.3.norm1.bias": 0.0027819129172712564, + "transformer.layers.3.norm2.weight": 0.0015502719907090068, + "transformer.layers.3.norm2.bias": 0.0022379872389137745, + "head.weight": 0.14185938239097595, + "head.bias": 0.00381058850325644, + "global_embedding.weight": 0.024337077513337135, + "global_cnn.0.weight": 0.11895371973514557, + "global_cnn.0.bias": 0.004434425849467516, + "global_cnn.2.weight": 0.21949705481529236, + "global_cnn.2.bias": 0.00842133816331625, + "global_proj.weight": 0.04581926017999649, + "global_proj.bias": 0.0301667470484972, + "goal_head.0.weight": 0.03160402923822403, + "goal_head.0.bias": 0.013717462308704853, + "goal_head.2.weight": 0.05047031491994858, + "goal_head.2.bias": 0.031228240579366684 + }, + { + "global_gate": 2.1313962861313485e-05, + "embedding.weight": 0.003178725019097328, + "cnn.0.weight": 0.06011735275387764, + "cnn.0.bias": 0.0020705910865217447, + "cnn.2.weight": 0.01377799827605486, + "cnn.2.bias": 0.003760578576475382, + "cnn.5.weight": 0.017167169600725174, + "cnn.5.bias": 0.003542741294950247, + "action_emb.weight": 0.008574197068810463, + "timestep_emb.weight": 0.0023307381197810173, + "pos_emb.weight": 0.004151811823248863, + "transformer.layers.0.self_attn.in_proj_weight": 0.03880932182073593, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029034654144197702, + "transformer.layers.0.self_attn.out_proj.weight": 0.04630212485790253, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037896486464887857, + "transformer.layers.0.linear1.weight": 0.04407620057463646, + "transformer.layers.0.linear1.bias": 0.0017084941500797868, + "transformer.layers.0.linear2.weight": 0.03618206828832626, + "transformer.layers.0.linear2.bias": 0.0026948510203510523, + "transformer.layers.0.norm1.weight": 0.002020047977566719, + "transformer.layers.0.norm1.bias": 0.0025626455899327993, + "transformer.layers.0.norm2.weight": 0.0047192759811878204, + "transformer.layers.0.norm2.bias": 0.002090191002935171, + "transformer.layers.1.self_attn.in_proj_weight": 0.03715896233916283, + "transformer.layers.1.self_attn.in_proj_bias": 0.002025064080953598, + "transformer.layers.1.self_attn.out_proj.weight": 0.02954350970685482, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020803548395633698, + "transformer.layers.1.linear1.weight": 0.02104511670768261, + "transformer.layers.1.linear1.bias": 0.001061623333953321, + "transformer.layers.1.linear2.weight": 0.026232510805130005, + "transformer.layers.1.linear2.bias": 0.002034679753705859, + "transformer.layers.1.norm1.weight": 0.002337416633963585, + "transformer.layers.1.norm1.bias": 0.0019576202612370253, + "transformer.layers.1.norm2.weight": 0.0017747225938364863, + "transformer.layers.1.norm2.bias": 0.0012960537569597363, + "transformer.layers.2.self_attn.in_proj_weight": 0.035914767533540726, + "transformer.layers.2.self_attn.in_proj_bias": 0.002012389712035656, + "transformer.layers.2.self_attn.out_proj.weight": 0.024124883115291595, + "transformer.layers.2.self_attn.out_proj.bias": 0.001962452195584774, + "transformer.layers.2.linear1.weight": 0.015391516499221325, + "transformer.layers.2.linear1.bias": 0.0008993473020382226, + "transformer.layers.2.linear2.weight": 0.0186229906976223, + "transformer.layers.2.linear2.bias": 0.002087461529299617, + "transformer.layers.2.norm1.weight": 0.002278881845995784, + "transformer.layers.2.norm1.bias": 0.0026174657978117466, + "transformer.layers.2.norm2.weight": 0.0011283180210739374, + "transformer.layers.2.norm2.bias": 0.000905038439668715, + "transformer.layers.3.self_attn.in_proj_weight": 0.05573917552828789, + "transformer.layers.3.self_attn.in_proj_bias": 0.003960141912102699, + "transformer.layers.3.self_attn.out_proj.weight": 0.025513311848044395, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028757615946233273, + "transformer.layers.3.linear1.weight": 0.029078206047415733, + "transformer.layers.3.linear1.bias": 0.0022367399651557207, + "transformer.layers.3.linear2.weight": 0.017356690019369125, + "transformer.layers.3.linear2.bias": 0.0033821910619735718, + "transformer.layers.3.norm1.weight": 0.004772407002747059, + "transformer.layers.3.norm1.bias": 0.005281370598822832, + "transformer.layers.3.norm2.weight": 0.0022086126264184713, + "transformer.layers.3.norm2.bias": 0.0028129122219979763, + "head.weight": 0.22942620515823364, + "head.bias": 0.007239246740937233, + "global_embedding.weight": 0.012318299151957035, + "global_cnn.0.weight": 0.0657162144780159, + "global_cnn.0.bias": 0.0027683270163834095, + "global_cnn.2.weight": 0.1250653862953186, + "global_cnn.2.bias": 0.004547901917248964, + "global_proj.weight": 0.025191405788064003, + "global_proj.bias": 0.016941973939538002, + "goal_head.0.weight": 0.014949802309274673, + "goal_head.0.bias": 0.006609844509512186, + "goal_head.2.weight": 0.024505900219082832, + "goal_head.2.bias": 0.015618623234331608 + }, + { + "global_gate": 7.324337639147416e-05, + "embedding.weight": 0.005912359803915024, + "cnn.0.weight": 0.11461599171161652, + "cnn.0.bias": 0.00570658827200532, + "cnn.2.weight": 0.025108303874731064, + "cnn.2.bias": 0.010449209250509739, + "cnn.5.weight": 0.02231435291469097, + "cnn.5.bias": 0.005668000318109989, + "action_emb.weight": 0.01947127841413021, + "timestep_emb.weight": 0.00222388724796474, + "pos_emb.weight": 0.0061131990514695644, + "transformer.layers.0.self_attn.in_proj_weight": 0.058492306619882584, + "transformer.layers.0.self_attn.in_proj_bias": 0.005795195233076811, + "transformer.layers.0.self_attn.out_proj.weight": 0.06765948981046677, + "transformer.layers.0.self_attn.out_proj.bias": 0.008525523357093334, + "transformer.layers.0.linear1.weight": 0.08883258700370789, + "transformer.layers.0.linear1.bias": 0.003781996201723814, + "transformer.layers.0.linear2.weight": 0.06177365034818649, + "transformer.layers.0.linear2.bias": 0.006612271070480347, + "transformer.layers.0.norm1.weight": 0.0032374169677495956, + "transformer.layers.0.norm1.bias": 0.005714986938983202, + "transformer.layers.0.norm2.weight": 0.010463068261742592, + "transformer.layers.0.norm2.bias": 0.004990745801478624, + "transformer.layers.1.self_attn.in_proj_weight": 0.06624534726142883, + "transformer.layers.1.self_attn.in_proj_bias": 0.003939715679734945, + "transformer.layers.1.self_attn.out_proj.weight": 0.06143626943230629, + "transformer.layers.1.self_attn.out_proj.bias": 0.005404151510447264, + "transformer.layers.1.linear1.weight": 0.03513109311461449, + "transformer.layers.1.linear1.bias": 0.002037527272477746, + "transformer.layers.1.linear2.weight": 0.041050247848033905, + "transformer.layers.1.linear2.bias": 0.005104545969516039, + "transformer.layers.1.norm1.weight": 0.004407778847962618, + "transformer.layers.1.norm1.bias": 0.003685123985633254, + "transformer.layers.1.norm2.weight": 0.0034718462266027927, + "transformer.layers.1.norm2.bias": 0.0026496455539017916, + "transformer.layers.2.self_attn.in_proj_weight": 0.051925741136074066, + "transformer.layers.2.self_attn.in_proj_bias": 0.004338930826634169, + "transformer.layers.2.self_attn.out_proj.weight": 0.05149087682366371, + "transformer.layers.2.self_attn.out_proj.bias": 0.0050730458460748196, + "transformer.layers.2.linear1.weight": 0.025772640481591225, + "transformer.layers.2.linear1.bias": 0.001796229975298047, + "transformer.layers.2.linear2.weight": 0.030922750011086464, + "transformer.layers.2.linear2.bias": 0.005043857730925083, + "transformer.layers.2.norm1.weight": 0.0036560159642249346, + "transformer.layers.2.norm1.bias": 0.005327956285327673, + "transformer.layers.2.norm2.weight": 0.0018802392296493053, + "transformer.layers.2.norm2.bias": 0.002126890467479825, + "transformer.layers.3.self_attn.in_proj_weight": 0.10596102476119995, + "transformer.layers.3.self_attn.in_proj_bias": 0.010114903561770916, + "transformer.layers.3.self_attn.out_proj.weight": 0.04998242110013962, + "transformer.layers.3.self_attn.out_proj.bias": 0.007679251953959465, + "transformer.layers.3.linear1.weight": 0.05724365636706352, + "transformer.layers.3.linear1.bias": 0.005446201656013727, + "transformer.layers.3.linear2.weight": 0.03555670008063316, + "transformer.layers.3.linear2.bias": 0.009882529266178608, + "transformer.layers.3.norm1.weight": 0.008646228350698948, + "transformer.layers.3.norm1.bias": 0.014203455299139023, + "transformer.layers.3.norm2.weight": 0.004200374707579613, + "transformer.layers.3.norm2.bias": 0.007445953786373138, + "head.weight": 0.4899895191192627, + "head.bias": 0.019618775695562363, + "global_embedding.weight": 0.02492307312786579, + "global_cnn.0.weight": 0.08382464200258255, + "global_cnn.0.bias": 0.0038182393182069063, + "global_cnn.2.weight": 0.13682833313941956, + "global_cnn.2.bias": 0.00646901223808527, + "global_proj.weight": 0.0306884553283453, + "global_proj.bias": 0.014620598405599594, + "goal_head.0.weight": 0.013154007494449615, + "goal_head.0.bias": 0.004472726956009865, + "goal_head.2.weight": 0.01703094318509102, + "goal_head.2.bias": 0.009202968329191208 + }, + { + "global_gate": 0.00018626141536515206, + "embedding.weight": 0.0016259218100458384, + "cnn.0.weight": 0.038201794028282166, + "cnn.0.bias": 0.0017194264801219106, + "cnn.2.weight": 0.01215012650936842, + "cnn.2.bias": 0.0036685240920633078, + "cnn.5.weight": 0.01680176891386509, + "cnn.5.bias": 0.0028376246336847544, + "action_emb.weight": 0.008997796103358269, + "timestep_emb.weight": 0.002770370105281472, + "pos_emb.weight": 0.005342812743037939, + "transformer.layers.0.self_attn.in_proj_weight": 0.059517983347177505, + "transformer.layers.0.self_attn.in_proj_bias": 0.004635808058083057, + "transformer.layers.0.self_attn.out_proj.weight": 0.049790408462285995, + "transformer.layers.0.self_attn.out_proj.bias": 0.005195484962314367, + "transformer.layers.0.linear1.weight": 0.0489581897854805, + "transformer.layers.0.linear1.bias": 0.0022818646393716335, + "transformer.layers.0.linear2.weight": 0.04446137696504593, + "transformer.layers.0.linear2.bias": 0.003981978166848421, + "transformer.layers.0.norm1.weight": 0.0037876367568969727, + "transformer.layers.0.norm1.bias": 0.004537689499557018, + "transformer.layers.0.norm2.weight": 0.004840657580643892, + "transformer.layers.0.norm2.bias": 0.002417114796116948, + "transformer.layers.1.self_attn.in_proj_weight": 0.03713594749569893, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023561008274555206, + "transformer.layers.1.self_attn.out_proj.weight": 0.037356436252593994, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033212376292794943, + "transformer.layers.1.linear1.weight": 0.025443796068429947, + "transformer.layers.1.linear1.bias": 0.0013964602258056402, + "transformer.layers.1.linear2.weight": 0.030355429276823997, + "transformer.layers.1.linear2.bias": 0.003274517832323909, + "transformer.layers.1.norm1.weight": 0.0023498740047216415, + "transformer.layers.1.norm1.bias": 0.002258121967315674, + "transformer.layers.1.norm2.weight": 0.002267019124701619, + "transformer.layers.1.norm2.bias": 0.0015029009664431214, + "transformer.layers.2.self_attn.in_proj_weight": 0.04184693470597267, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028591363225132227, + "transformer.layers.2.self_attn.out_proj.weight": 0.031156428158283234, + "transformer.layers.2.self_attn.out_proj.bias": 0.003157209139317274, + "transformer.layers.2.linear1.weight": 0.01896784082055092, + "transformer.layers.2.linear1.bias": 0.0013312097871676087, + "transformer.layers.2.linear2.weight": 0.02234417200088501, + "transformer.layers.2.linear2.bias": 0.003433226142078638, + "transformer.layers.2.norm1.weight": 0.00343016698025167, + "transformer.layers.2.norm1.bias": 0.003440722357481718, + "transformer.layers.2.norm2.weight": 0.0013827396323904395, + "transformer.layers.2.norm2.bias": 0.001706019276753068, + "transformer.layers.3.self_attn.in_proj_weight": 0.0687854215502739, + "transformer.layers.3.self_attn.in_proj_bias": 0.006993018556386232, + "transformer.layers.3.self_attn.out_proj.weight": 0.03388051316142082, + "transformer.layers.3.self_attn.out_proj.bias": 0.005093709100037813, + "transformer.layers.3.linear1.weight": 0.03926437348127365, + "transformer.layers.3.linear1.bias": 0.0034414450637996197, + "transformer.layers.3.linear2.weight": 0.02318274974822998, + "transformer.layers.3.linear2.bias": 0.006271319463849068, + "transformer.layers.3.norm1.weight": 0.005982812028378248, + "transformer.layers.3.norm1.bias": 0.010004809126257896, + "transformer.layers.3.norm2.weight": 0.0029593612998723984, + "transformer.layers.3.norm2.bias": 0.004389049485325813, + "head.weight": 0.3318019509315491, + "head.bias": 0.012945614755153656, + "global_embedding.weight": 0.007499652449041605, + "global_cnn.0.weight": 0.15333034098148346, + "global_cnn.0.bias": 0.005023372825235128, + "global_cnn.2.weight": 0.254934698343277, + "global_cnn.2.bias": 0.011713169515132904, + "global_proj.weight": 0.05047588050365448, + "global_proj.bias": 0.02687118947505951, + "goal_head.0.weight": 0.02422304078936577, + "goal_head.0.bias": 0.010300200432538986, + "goal_head.2.weight": 0.03152519091963768, + "goal_head.2.bias": 0.020770547911524773 + }, + { + "global_gate": 0.0005470499745570123, + "embedding.weight": 0.001867632963694632, + "cnn.0.weight": 0.04430178180336952, + "cnn.0.bias": 0.0018890250939875841, + "cnn.2.weight": 0.014775345101952553, + "cnn.2.bias": 0.005616177339106798, + "cnn.5.weight": 0.01541496254503727, + "cnn.5.bias": 0.004435097333043814, + "action_emb.weight": 0.017045022919774055, + "timestep_emb.weight": 0.0023730897810310125, + "pos_emb.weight": 0.004913075361400843, + "transformer.layers.0.self_attn.in_proj_weight": 0.05493839830160141, + "transformer.layers.0.self_attn.in_proj_bias": 0.004916994366794825, + "transformer.layers.0.self_attn.out_proj.weight": 0.06350655108690262, + "transformer.layers.0.self_attn.out_proj.bias": 0.006863545626401901, + "transformer.layers.0.linear1.weight": 0.07442829757928848, + "transformer.layers.0.linear1.bias": 0.003247674787417054, + "transformer.layers.0.linear2.weight": 0.05498022958636284, + "transformer.layers.0.linear2.bias": 0.0053332154639065266, + "transformer.layers.0.norm1.weight": 0.0033461195416748524, + "transformer.layers.0.norm1.bias": 0.004963398911058903, + "transformer.layers.0.norm2.weight": 0.009414545260369778, + "transformer.layers.0.norm2.bias": 0.004563573282212019, + "transformer.layers.1.self_attn.in_proj_weight": 0.05728030577301979, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033127430360764265, + "transformer.layers.1.self_attn.out_proj.weight": 0.04587225615978241, + "transformer.layers.1.self_attn.out_proj.bias": 0.004441959783434868, + "transformer.layers.1.linear1.weight": 0.029678551480174065, + "transformer.layers.1.linear1.bias": 0.0016632148763164878, + "transformer.layers.1.linear2.weight": 0.03600882738828659, + "transformer.layers.1.linear2.bias": 0.004212877247482538, + "transformer.layers.1.norm1.weight": 0.0036548576317727566, + "transformer.layers.1.norm1.bias": 0.003136389423161745, + "transformer.layers.1.norm2.weight": 0.0025676200166344643, + "transformer.layers.1.norm2.bias": 0.001831169705837965, + "transformer.layers.2.self_attn.in_proj_weight": 0.05098617449402809, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033731337171047926, + "transformer.layers.2.self_attn.out_proj.weight": 0.04542788118124008, + "transformer.layers.2.self_attn.out_proj.bias": 0.004140850622206926, + "transformer.layers.2.linear1.weight": 0.025745613500475883, + "transformer.layers.2.linear1.bias": 0.0017484498675912619, + "transformer.layers.2.linear2.weight": 0.029831690713763237, + "transformer.layers.2.linear2.bias": 0.004153879825025797, + "transformer.layers.2.norm1.weight": 0.0032282324973493814, + "transformer.layers.2.norm1.bias": 0.0037947639357298613, + "transformer.layers.2.norm2.weight": 0.0018861229764297605, + "transformer.layers.2.norm2.bias": 0.0021460773423314095, + "transformer.layers.3.self_attn.in_proj_weight": 0.08964939415454865, + "transformer.layers.3.self_attn.in_proj_bias": 0.009170809760689735, + "transformer.layers.3.self_attn.out_proj.weight": 0.046513788402080536, + "transformer.layers.3.self_attn.out_proj.bias": 0.006783861201256514, + "transformer.layers.3.linear1.weight": 0.052032094448804855, + "transformer.layers.3.linear1.bias": 0.004865135066211224, + "transformer.layers.3.linear2.weight": 0.032572872936725616, + "transformer.layers.3.linear2.bias": 0.008260835893452168, + "transformer.layers.3.norm1.weight": 0.007346652448177338, + "transformer.layers.3.norm1.bias": 0.014333381317555904, + "transformer.layers.3.norm2.weight": 0.004252598620951176, + "transformer.layers.3.norm2.bias": 0.007246524561196566, + "head.weight": 0.3987869918346405, + "head.bias": 0.015247421339154243, + "global_embedding.weight": 0.02560291811823845, + "global_cnn.0.weight": 0.07672912627458572, + "global_cnn.0.bias": 0.003638235153630376, + "global_cnn.2.weight": 0.10129434615373611, + "global_cnn.2.bias": 0.005387330427765846, + "global_proj.weight": 0.027441369369626045, + "global_proj.bias": 0.01542565505951643, + "goal_head.0.weight": 0.0162581168115139, + "goal_head.0.bias": 0.00664497958496213, + "goal_head.2.weight": 0.022678961977362633, + "goal_head.2.bias": 0.013643510639667511 + }, + { + "global_gate": 3.11155199597124e-05, + "embedding.weight": 0.0013032646384090185, + "cnn.0.weight": 0.030440907925367355, + "cnn.0.bias": 0.001370445592328906, + "cnn.2.weight": 0.009890973567962646, + "cnn.2.bias": 0.004486838821321726, + "cnn.5.weight": 0.011653793044388294, + "cnn.5.bias": 0.0029780585318803787, + "action_emb.weight": 0.00830391701310873, + "timestep_emb.weight": 0.002230757847428322, + "pos_emb.weight": 0.004318940918892622, + "transformer.layers.0.self_attn.in_proj_weight": 0.034318957477808, + "transformer.layers.0.self_attn.in_proj_bias": 0.00220562145113945, + "transformer.layers.0.self_attn.out_proj.weight": 0.034901540726423264, + "transformer.layers.0.self_attn.out_proj.bias": 0.002986821811646223, + "transformer.layers.0.linear1.weight": 0.041772931814193726, + "transformer.layers.0.linear1.bias": 0.0015642836224287748, + "transformer.layers.0.linear2.weight": 0.03569236770272255, + "transformer.layers.0.linear2.bias": 0.0025586795527487993, + "transformer.layers.0.norm1.weight": 0.002244149334728718, + "transformer.layers.0.norm1.bias": 0.002286624861881137, + "transformer.layers.0.norm2.weight": 0.004709587432444096, + "transformer.layers.0.norm2.bias": 0.0016669761389493942, + "transformer.layers.1.self_attn.in_proj_weight": 0.038815081119537354, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016184368869289756, + "transformer.layers.1.self_attn.out_proj.weight": 0.04482036456465721, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022558150812983513, + "transformer.layers.1.linear1.weight": 0.021782761439681053, + "transformer.layers.1.linear1.bias": 0.001135626109316945, + "transformer.layers.1.linear2.weight": 0.028054848313331604, + "transformer.layers.1.linear2.bias": 0.0021276953630149364, + "transformer.layers.1.norm1.weight": 0.002595917321741581, + "transformer.layers.1.norm1.bias": 0.0015692117158323526, + "transformer.layers.1.norm2.weight": 0.0017575841629877687, + "transformer.layers.1.norm2.bias": 0.0010810330277308822, + "transformer.layers.2.self_attn.in_proj_weight": 0.038100726902484894, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015807361342012882, + "transformer.layers.2.self_attn.out_proj.weight": 0.03149539232254028, + "transformer.layers.2.self_attn.out_proj.bias": 0.00206758757121861, + "transformer.layers.2.linear1.weight": 0.016532059758901596, + "transformer.layers.2.linear1.bias": 0.0009554201969876885, + "transformer.layers.2.linear2.weight": 0.020400814712047577, + "transformer.layers.2.linear2.bias": 0.0021574015263468027, + "transformer.layers.2.norm1.weight": 0.002682479564100504, + "transformer.layers.2.norm1.bias": 0.001626322278752923, + "transformer.layers.2.norm2.weight": 0.0010912034194916487, + "transformer.layers.2.norm2.bias": 0.0009314081398770213, + "transformer.layers.3.self_attn.in_proj_weight": 0.07404492795467377, + "transformer.layers.3.self_attn.in_proj_bias": 0.005274210590869188, + "transformer.layers.3.self_attn.out_proj.weight": 0.03301689773797989, + "transformer.layers.3.self_attn.out_proj.bias": 0.0038849322590976954, + "transformer.layers.3.linear1.weight": 0.04115167632699013, + "transformer.layers.3.linear1.bias": 0.003248041495680809, + "transformer.layers.3.linear2.weight": 0.023859567940235138, + "transformer.layers.3.linear2.bias": 0.005092914216220379, + "transformer.layers.3.norm1.weight": 0.006381752900779247, + "transformer.layers.3.norm1.bias": 0.007041406352072954, + "transformer.layers.3.norm2.weight": 0.003054168540984392, + "transformer.layers.3.norm2.bias": 0.004477475304156542, + "head.weight": 0.30928918719291687, + "head.bias": 0.009795076213777065, + "global_embedding.weight": 0.010211442597210407, + "global_cnn.0.weight": 0.06998918950557709, + "global_cnn.0.bias": 0.002638145349919796, + "global_cnn.2.weight": 0.1692723035812378, + "global_cnn.2.bias": 0.006995770614594221, + "global_proj.weight": 0.03889015316963196, + "global_proj.bias": 0.02337777242064476, + "goal_head.0.weight": 0.022131888195872307, + "goal_head.0.bias": 0.009335575625300407, + "goal_head.2.weight": 0.028970999643206596, + "goal_head.2.bias": 0.019762607291340828 + }, + { + "global_gate": 7.657247624592856e-05, + "embedding.weight": 0.002514663152396679, + "cnn.0.weight": 0.04145600646734238, + "cnn.0.bias": 0.001567753730341792, + "cnn.2.weight": 0.011213120073080063, + "cnn.2.bias": 0.0030860514380037785, + "cnn.5.weight": 0.011395880952477455, + "cnn.5.bias": 0.0031352138612419367, + "action_emb.weight": 0.00738441850990057, + "timestep_emb.weight": 0.0020726725924760103, + "pos_emb.weight": 0.005158806219696999, + "transformer.layers.0.self_attn.in_proj_weight": 0.03699684888124466, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030777733772993088, + "transformer.layers.0.self_attn.out_proj.weight": 0.03678473085165024, + "transformer.layers.0.self_attn.out_proj.bias": 0.004017379134893417, + "transformer.layers.0.linear1.weight": 0.04214468598365784, + "transformer.layers.0.linear1.bias": 0.0019346459303051233, + "transformer.layers.0.linear2.weight": 0.03988152742385864, + "transformer.layers.0.linear2.bias": 0.00325604947283864, + "transformer.layers.0.norm1.weight": 0.0020917586516588926, + "transformer.layers.0.norm1.bias": 0.0028690360486507416, + "transformer.layers.0.norm2.weight": 0.004049133043736219, + "transformer.layers.0.norm2.bias": 0.0019095594761893153, + "transformer.layers.1.self_attn.in_proj_weight": 0.040597159415483475, + "transformer.layers.1.self_attn.in_proj_bias": 0.002158651128411293, + "transformer.layers.1.self_attn.out_proj.weight": 0.04000646620988846, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027806363068521023, + "transformer.layers.1.linear1.weight": 0.02468114346265793, + "transformer.layers.1.linear1.bias": 0.0013473985018208623, + "transformer.layers.1.linear2.weight": 0.030390748754143715, + "transformer.layers.1.linear2.bias": 0.0027598212473094463, + "transformer.layers.1.norm1.weight": 0.002452670596539974, + "transformer.layers.1.norm1.bias": 0.0020438958890736103, + "transformer.layers.1.norm2.weight": 0.0021326448768377304, + "transformer.layers.1.norm2.bias": 0.0013404841301962733, + "transformer.layers.2.self_attn.in_proj_weight": 0.04148619994521141, + "transformer.layers.2.self_attn.in_proj_bias": 0.002231058431789279, + "transformer.layers.2.self_attn.out_proj.weight": 0.03766835853457451, + "transformer.layers.2.self_attn.out_proj.bias": 0.002616297220811248, + "transformer.layers.2.linear1.weight": 0.01961527206003666, + "transformer.layers.2.linear1.bias": 0.001185993431136012, + "transformer.layers.2.linear2.weight": 0.02354813739657402, + "transformer.layers.2.linear2.bias": 0.002534735482186079, + "transformer.layers.2.norm1.weight": 0.003409006167203188, + "transformer.layers.2.norm1.bias": 0.0024714027531445026, + "transformer.layers.2.norm2.weight": 0.0013700459385290742, + "transformer.layers.2.norm2.bias": 0.0012023806339129806, + "transformer.layers.3.self_attn.in_proj_weight": 0.07799624651670456, + "transformer.layers.3.self_attn.in_proj_bias": 0.005266556516289711, + "transformer.layers.3.self_attn.out_proj.weight": 0.037919435650110245, + "transformer.layers.3.self_attn.out_proj.bias": 0.0038181790150702, + "transformer.layers.3.linear1.weight": 0.04240263253450394, + "transformer.layers.3.linear1.bias": 0.0032322844490408897, + "transformer.layers.3.linear2.weight": 0.023930398747324944, + "transformer.layers.3.linear2.bias": 0.0040125916711986065, + "transformer.layers.3.norm1.weight": 0.00718813668936491, + "transformer.layers.3.norm1.bias": 0.007752459030598402, + "transformer.layers.3.norm2.weight": 0.003501246217638254, + "transformer.layers.3.norm2.bias": 0.00444902153685689, + "head.weight": 0.30462637543678284, + "head.bias": 0.007880328223109245, + "global_embedding.weight": 0.015298845246434212, + "global_cnn.0.weight": 0.11673573404550552, + "global_cnn.0.bias": 0.003919297829270363, + "global_cnn.2.weight": 0.24387145042419434, + "global_cnn.2.bias": 0.009879734367132187, + "global_proj.weight": 0.03412153199315071, + "global_proj.bias": 0.02210129052400589, + "goal_head.0.weight": 0.02050972171127796, + "goal_head.0.bias": 0.008808392100036144, + "goal_head.2.weight": 0.027506981045007706, + "goal_head.2.bias": 0.018466420471668243 + }, + { + "global_gate": 4.171507953287801e-06, + "embedding.weight": 0.004868248477578163, + "cnn.0.weight": 0.07062274217605591, + "cnn.0.bias": 0.003510810201987624, + "cnn.2.weight": 0.011403126642107964, + "cnn.2.bias": 0.004306281916797161, + "cnn.5.weight": 0.01374201662838459, + "cnn.5.bias": 0.0028750919736921787, + "action_emb.weight": 0.005984688177704811, + "timestep_emb.weight": 0.0017769545083865523, + "pos_emb.weight": 0.004302467219531536, + "transformer.layers.0.self_attn.in_proj_weight": 0.03451019152998924, + "transformer.layers.0.self_attn.in_proj_bias": 0.002214274136349559, + "transformer.layers.0.self_attn.out_proj.weight": 0.03525971621274948, + "transformer.layers.0.self_attn.out_proj.bias": 0.002995915710926056, + "transformer.layers.0.linear1.weight": 0.032856181263923645, + "transformer.layers.0.linear1.bias": 0.0013840463943779469, + "transformer.layers.0.linear2.weight": 0.031417571008205414, + "transformer.layers.0.linear2.bias": 0.002627934329211712, + "transformer.layers.0.norm1.weight": 0.0024195052683353424, + "transformer.layers.0.norm1.bias": 0.002031837124377489, + "transformer.layers.0.norm2.weight": 0.0031319796107709408, + "transformer.layers.0.norm2.bias": 0.0012959125451743603, + "transformer.layers.1.self_attn.in_proj_weight": 0.030114758759737015, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017175822285935283, + "transformer.layers.1.self_attn.out_proj.weight": 0.027908876538276672, + "transformer.layers.1.self_attn.out_proj.bias": 0.002367238514125347, + "transformer.layers.1.linear1.weight": 0.017030296847224236, + "transformer.layers.1.linear1.bias": 0.0008729525143280625, + "transformer.layers.1.linear2.weight": 0.022666851058602333, + "transformer.layers.1.linear2.bias": 0.002344910753890872, + "transformer.layers.1.norm1.weight": 0.002189481630921364, + "transformer.layers.1.norm1.bias": 0.0015658944612368941, + "transformer.layers.1.norm2.weight": 0.001414197962731123, + "transformer.layers.1.norm2.bias": 0.0009432579972781241, + "transformer.layers.2.self_attn.in_proj_weight": 0.03296801075339317, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016247732564806938, + "transformer.layers.2.self_attn.out_proj.weight": 0.02655176818370819, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024299444630742073, + "transformer.layers.2.linear1.weight": 0.01602778397500515, + "transformer.layers.2.linear1.bias": 0.001104801776818931, + "transformer.layers.2.linear2.weight": 0.018385527655482292, + "transformer.layers.2.linear2.bias": 0.0027029940392822027, + "transformer.layers.2.norm1.weight": 0.0021654630545526743, + "transformer.layers.2.norm1.bias": 0.0020256121642887592, + "transformer.layers.2.norm2.weight": 0.0011657953727990389, + "transformer.layers.2.norm2.bias": 0.001419002772308886, + "transformer.layers.3.self_attn.in_proj_weight": 0.05179452523589134, + "transformer.layers.3.self_attn.in_proj_bias": 0.005355356726795435, + "transformer.layers.3.self_attn.out_proj.weight": 0.025315625593066216, + "transformer.layers.3.self_attn.out_proj.bias": 0.004722020123153925, + "transformer.layers.3.linear1.weight": 0.031264159828424454, + "transformer.layers.3.linear1.bias": 0.002886600559577346, + "transformer.layers.3.linear2.weight": 0.019375020638108253, + "transformer.layers.3.linear2.bias": 0.005823481362313032, + "transformer.layers.3.norm1.weight": 0.004587105009704828, + "transformer.layers.3.norm1.bias": 0.007913707755506039, + "transformer.layers.3.norm2.weight": 0.002493875566869974, + "transformer.layers.3.norm2.bias": 0.004105467349290848, + "head.weight": 0.28579071164131165, + "head.bias": 0.012294571846723557, + "global_embedding.weight": 0.0066677569411695, + "global_cnn.0.weight": 0.03632805496454239, + "global_cnn.0.bias": 0.0011697174049913883, + "global_cnn.2.weight": 0.07664773613214493, + "global_cnn.2.bias": 0.0042817736975848675, + "global_proj.weight": 0.015531884506344795, + "global_proj.bias": 0.009655834175646305, + "goal_head.0.weight": 0.009074044413864613, + "goal_head.0.bias": 0.0038273255340754986, + "goal_head.2.weight": 0.01435087900608778, + "goal_head.2.bias": 0.008276118896901608 + }, + { + "global_gate": 3.869819192914292e-05, + "embedding.weight": 0.001009781495667994, + "cnn.0.weight": 0.021856417879462242, + "cnn.0.bias": 0.0008216368732973933, + "cnn.2.weight": 0.0073175267316401005, + "cnn.2.bias": 0.002275787992402911, + "cnn.5.weight": 0.010205451399087906, + "cnn.5.bias": 0.0019252655329182744, + "action_emb.weight": 0.00567391375079751, + "timestep_emb.weight": 0.0019790532533079386, + "pos_emb.weight": 0.00450188759714365, + "transformer.layers.0.self_attn.in_proj_weight": 0.027831414714455605, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024106595665216446, + "transformer.layers.0.self_attn.out_proj.weight": 0.030378367751836777, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037171898875385523, + "transformer.layers.0.linear1.weight": 0.033513110131025314, + "transformer.layers.0.linear1.bias": 0.0016079264460131526, + "transformer.layers.0.linear2.weight": 0.031206399202346802, + "transformer.layers.0.linear2.bias": 0.0027107985224574804, + "transformer.layers.0.norm1.weight": 0.001568522653542459, + "transformer.layers.0.norm1.bias": 0.001812637667171657, + "transformer.layers.0.norm2.weight": 0.0036446978338062763, + "transformer.layers.0.norm2.bias": 0.0021532303653657436, + "transformer.layers.1.self_attn.in_proj_weight": 0.030468273907899857, + "transformer.layers.1.self_attn.in_proj_bias": 0.001824703416787088, + "transformer.layers.1.self_attn.out_proj.weight": 0.03069663979113102, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022377227433025837, + "transformer.layers.1.linear1.weight": 0.018536850810050964, + "transformer.layers.1.linear1.bias": 0.0009328590822406113, + "transformer.layers.1.linear2.weight": 0.022672953084111214, + "transformer.layers.1.linear2.bias": 0.0019968252163380384, + "transformer.layers.1.norm1.weight": 0.0018436985556036234, + "transformer.layers.1.norm1.bias": 0.001781439408659935, + "transformer.layers.1.norm2.weight": 0.0017269359668716788, + "transformer.layers.1.norm2.bias": 0.0009568921523168683, + "transformer.layers.2.self_attn.in_proj_weight": 0.029111070558428764, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014730793191120028, + "transformer.layers.2.self_attn.out_proj.weight": 0.028031637892127037, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016307939076796174, + "transformer.layers.2.linear1.weight": 0.014143253676593304, + "transformer.layers.2.linear1.bias": 0.0007986296550370753, + "transformer.layers.2.linear2.weight": 0.01733691804111004, + "transformer.layers.2.linear2.bias": 0.0016750290524214506, + "transformer.layers.2.norm1.weight": 0.0020500023383647203, + "transformer.layers.2.norm1.bias": 0.0014945168513804674, + "transformer.layers.2.norm2.weight": 0.000874101126100868, + "transformer.layers.2.norm2.bias": 0.0007293001981452107, + "transformer.layers.3.self_attn.in_proj_weight": 0.05610450729727745, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035132374614477158, + "transformer.layers.3.self_attn.out_proj.weight": 0.02691466733813286, + "transformer.layers.3.self_attn.out_proj.bias": 0.00253496877849102, + "transformer.layers.3.linear1.weight": 0.03219643980264664, + "transformer.layers.3.linear1.bias": 0.0023236549459397793, + "transformer.layers.3.linear2.weight": 0.017971135675907135, + "transformer.layers.3.linear2.bias": 0.002907914575189352, + "transformer.layers.3.norm1.weight": 0.005462477449327707, + "transformer.layers.3.norm1.bias": 0.004413350485265255, + "transformer.layers.3.norm2.weight": 0.002485106000676751, + "transformer.layers.3.norm2.bias": 0.0025198287330567837, + "head.weight": 0.23820823431015015, + "head.bias": 0.006318521685898304, + "global_embedding.weight": 0.024321477860212326, + "global_cnn.0.weight": 0.10138050466775894, + "global_cnn.0.bias": 0.0039005656726658344, + "global_cnn.2.weight": 0.1817210614681244, + "global_cnn.2.bias": 0.008452942594885826, + "global_proj.weight": 0.02967282012104988, + "global_proj.bias": 0.020948048681020737, + "goal_head.0.weight": 0.019217481836676598, + "goal_head.0.bias": 0.008921231143176556, + "goal_head.2.weight": 0.02768135443329811, + "goal_head.2.bias": 0.020450428128242493 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.1322515457868576, - 0.4299018383026123, - 0.5240529179573059, - 0.52130126953125, - 0.03818456456065178, - 0.05595914274454117, - 0.06733430176973343, - 0.048761915415525436, - 0.24737337231636047, - 0.04164170101284981 + 0.704571545124054, + 0.5418978929519653, + 0.8082265853881836, + 0.7261381149291992, + 0.8413556218147278, + 0.7939063310623169, + 0.7890851497650146, + 0.8342450857162476, + 0.7040140628814697, + 0.8187998533248901, + 0.7487168908119202, + 0.888485848903656, + 0.888450026512146, + 1.0183749198913574, + 0.9409235119819641, + 0.8420083522796631, + 0.6740246415138245, + 0.8490812182426453, + 0.8601559996604919, + 0.9537219405174255 ], "repr_drift_kl_low_t": [ - 0.07224156707525253, - 0.4894522428512573, - 0.5216835141181946, - 0.4903142750263214, - 0.03492546081542969, - 0.04192941635847092, - 0.06958688795566559, - 0.0494624599814415, - 0.2560686767101288, - 0.039676062762737274 + 0.9240314364433289, + 0.6046745181083679, + 0.985723614692688, + 0.9073469638824463, + 0.9996972680091858, + 1.0497232675552368, + 1.045163869857788, + 1.0836988687515259, + 0.8537216186523438, + 1.0301200151443481, + 0.9071456789970398, + 1.1968529224395752, + 1.186057686805725, + 1.3661903142929077, + 1.1739161014556885, + 1.05888032913208, + 0.8340863585472107, + 1.0994539260864258, + 1.1174368858337402, + 1.147963047027588 ], "repr_drift_kl_mid_t": [ - 0.10718026012182236, - 0.40556806325912476, - 0.4846600890159607, - 0.5040251612663269, - 0.033685971051454544, - 0.04593361169099808, - 0.05907576531171799, - 0.04802311956882477, - 0.23924961686134338, - 0.035294920206069946 + 0.6899774074554443, + 0.51847243309021, + 0.7824311852455139, + 0.7120136022567749, + 0.8646800518035889, + 0.7983251810073853, + 0.794796884059906, + 0.828877329826355, + 0.7174075841903687, + 0.8242508769035339, + 0.7227683067321777, + 0.8764558434486389, + 0.9273521900177002, + 1.0072391033172607, + 0.9621054530143738, + 0.8316843509674072, + 0.6762732863426208, + 0.8324148058891296, + 0.8363224864006042, + 0.9625780582427979 ], "repr_drift_kl_high_t": [ - 0.2424221634864807, - 0.41771337389945984, - 0.6188610792160034, - 0.5945339798927307, - 0.0767509937286377, - 0.1040395051240921, - 0.07029864192008972, - 0.05843708664178848, - 0.2796611487865448, - 0.03889352083206177 + 0.5256600379943848, + 0.46394678950309753, + 0.5886288285255432, + 0.5628258585929871, + 0.6021198034286499, + 0.5503994226455688, + 0.5231792330741882, + 0.6008791327476501, + 0.4654739499092102, + 0.5614051222801208, + 0.5350856184959412, + 0.6502915024757385, + 0.6179738640785217, + 0.6744102239608765, + 0.6418803930282593, + 0.6380577683448792, + 0.4962584674358368, + 0.6281710267066956, + 0.6357534527778625, + 0.6411522030830383 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.7736052870750427, - 0.8569596409797668, - 0.9436133503913879, - 0.923973560333252, - 0.7171127796173096 + 0.5779411792755127, + 0.4507778584957123, + 0.5245897769927979, + 0.4787725806236267, + 0.554352879524231, + 0.6840105652809143, + 0.6947067975997925, + 0.4319044053554535, + 0.3810444474220276, + 0.52162766456604 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.43048590421676636, - 1.6130622625350952, - 0.4416689872741699, - 1.995584487915039, - 0.22046594321727753, - 0.56755530834198, - 0.6155046820640564, - 0.9006573557853699, - 0.7119089365005493, - 0.317090779542923 + 2.747124671936035, + 0.6500802040100098, + 1.1800779104232788, + 1.6264525651931763, + 0.6795489192008972, + 0.6619310975074768, + 0.6656597852706909, + 0.43084073066711426, + 0.4529545307159424, + 0.7440773248672485, + 0.493350625038147, + 0.3924555778503418, + 0.8401132822036743, + 0.6294410824775696, + 0.599246621131897, + 0.6303020119667053, + 0.4365750849246979, + 0.5043647289276123, + 0.27799561619758606, + 0.342589408159256 ], "norm_high_t": [ - 0.6901595592498779, - 1.3354716300964355, - 0.43198686838150024, - 1.9212536811828613, - 0.16598927974700928, - 0.6288352608680725, - 0.647627592086792, - 0.6665813326835632, - 0.9154987931251526, - 0.2630857527256012 + 3.0624148845672607, + 2.0145437717437744, + 0.8744277954101562, + 2.823503255844116, + 0.6274628639221191, + 0.9224730730056763, + 0.8422291874885559, + 0.7087593078613281, + 0.46308276057243347, + 1.2253950834274292, + 0.6229048371315002, + 0.3343503177165985, + 0.5291572213172913, + 1.2683130502700806, + 1.0676243305206299, + 0.6428525447845459, + 0.6464875936508179, + 0.7014134526252747, + 0.5732846856117249, + 0.531774640083313 ], "lowhigh_cos": [ - 0.2756664454936981, - 0.1840434968471527, - 0.3986355662345886, - 0.7501346468925476, - 0.4814048707485199, - 0.7718588709831238, - 0.3787551820278168, - 0.689416229724884, - 0.014139419421553612, - 0.4933399558067322 + 0.9026143550872803, + -0.1997380405664444, + 0.678641676902771, + 0.8055739402770996, + 0.7350978851318359, + 0.6385458707809448, + 0.5289671421051025, + 0.24929691851139069, + 0.40529951453208923, + 0.5975781083106995, + 0.4798456132411957, + 0.6698951125144958, + 0.41701364517211914, + 0.47915565967559814, + 0.13444525003433228, + 0.3331605792045593, + 0.32063359022140503, + 0.2532169818878174, + 0.4222767949104309, + 0.37959444522857666 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.5376757383346558, - "t_0.1-0.2": 0.406794011592865, - "t_0.2-0.3": 0.5015147924423218, - "t_0.3-0.4": 0.4267529249191284, - "t_0.4-0.5": 0.5166685581207275, - "t_0.5-0.6": 0.4762117862701416, - "t_0.6-0.7": 0.44670572876930237, - "t_0.7-0.8": 0.5846010446548462, - "t_0.8-0.9": 0.6387804746627808, - "t_0.9-1.0": 0.7411547899246216 - }, - { - "t_0.0-0.1": 1.1802732944488525, - "t_0.1-0.2": 1.0966458320617676, - "t_0.2-0.3": 0.9144374132156372, - "t_0.3-0.4": 0.9350141286849976, - "t_0.4-0.5": 0.814058244228363, - "t_0.5-0.6": 0.6504688262939453, - "t_0.6-0.7": 0.7007647156715393, - "t_0.7-0.8": 0.9497500061988831, - "t_0.8-0.9": 1.0374424457550049, - "t_0.9-1.0": 1.7137268781661987 - }, - { - "t_0.0-0.1": 0.42706358432769775, - "t_0.1-0.2": 0.3461817502975464, - "t_0.2-0.3": 0.3495253026485443, - "t_0.3-0.4": 0.34881868958473206, - "t_0.4-0.5": 0.34194880723953247, - "t_0.5-0.6": 0.42486706376075745, - "t_0.6-0.7": 0.3962855339050293, - "t_0.7-0.8": 0.3254179060459137, - "t_0.8-0.9": 0.447858065366745, - "t_0.9-1.0": 0.37573951482772827 - }, - { - "t_0.0-0.1": 2.038300037384033, - "t_0.1-0.2": 1.7585915327072144, - "t_0.2-0.3": 2.7336673736572266, - "t_0.3-0.4": 2.533487319946289, - "t_0.4-0.5": 2.591745615005493, - "t_0.5-0.6": 2.1206867694854736, - "t_0.6-0.7": 2.3947389125823975, - "t_0.7-0.8": 2.061781167984009, - "t_0.8-0.9": 2.129840135574341, - "t_0.9-1.0": 1.779566764831543 - }, - { - "t_0.0-0.1": 0.07516670972108841, - "t_0.1-0.2": 0.1431267410516739, - "t_0.2-0.3": 0.1779000461101532, - "t_0.3-0.4": 0.10414110124111176, - "t_0.4-0.5": 0.15433484315872192, - "t_0.5-0.6": 0.11404645442962646, - "t_0.6-0.7": 0.1468735784292221, - "t_0.7-0.8": 0.14456574618816376, - "t_0.8-0.9": 0.14757467806339264, - "t_0.9-1.0": 0.2548989951610565 - }, - { - "t_0.0-0.1": 0.6609952449798584, - "t_0.1-0.2": 0.6074795722961426, - "t_0.2-0.3": 0.6122138500213623, - "t_0.3-0.4": 0.4950557053089142, - "t_0.4-0.5": 0.5280195474624634, - "t_0.5-0.6": 0.5655288696289062, - "t_0.6-0.7": 0.5444268584251404, - "t_0.7-0.8": 0.5263369083404541, - "t_0.8-0.9": 0.560011625289917, - "t_0.9-1.0": 0.7781784534454346 - }, - { - "t_0.0-0.1": 0.9662671685218811, - "t_0.1-0.2": 0.5799339413642883, - "t_0.2-0.3": 0.6136444807052612, - "t_0.3-0.4": 0.6276454925537109, - "t_0.4-0.5": 0.5300543308258057, - "t_0.5-0.6": 0.4528425633907318, - "t_0.6-0.7": 0.467043936252594, - "t_0.7-0.8": 0.5395678877830505, - "t_0.8-0.9": 0.701291561126709, - "t_0.9-1.0": 0.8343982100486755 - }, - { - "t_0.0-0.1": 0.6784436702728271, - "t_0.1-0.2": 0.7139041423797607, - "t_0.2-0.3": 0.6913945078849792, - "t_0.3-0.4": 0.6163569688796997, - "t_0.4-0.5": 0.6048822402954102, - "t_0.5-0.6": 0.6073295474052429, - "t_0.6-0.7": 0.5754296183586121, - "t_0.7-0.8": 0.6557086706161499, - "t_0.8-0.9": 0.5868723392486572, - "t_0.9-1.0": 0.6590380072593689 - }, - { - "t_0.0-0.1": 0.9239130020141602, - "t_0.1-0.2": 0.6206048727035522, - "t_0.2-0.3": 1.0295264720916748, - "t_0.3-0.4": 0.93034827709198, - "t_0.4-0.5": 0.8725180625915527, - "t_0.5-0.6": 1.0666513442993164, - "t_0.6-0.7": 0.6946972608566284, - "t_0.7-0.8": 1.0104635953903198, - "t_0.8-0.9": 0.918890655040741, - "t_0.9-1.0": 1.1044349670410156 - }, - { - "t_0.0-0.1": 0.3079133927822113, - "t_0.1-0.2": 0.3346046209335327, - "t_0.2-0.3": 0.23767898976802826, - "t_0.3-0.4": 0.2765776813030243, - "t_0.4-0.5": 0.2363233119249344, - "t_0.5-0.6": 0.24209675192832947, - "t_0.6-0.7": 0.21785326302051544, - "t_0.7-0.8": 0.21372678875923157, - "t_0.8-0.9": 0.2285277396440506, - "t_0.9-1.0": 0.2793162167072296 + "t_0.0-0.1": 2.389756441116333, + "t_0.1-0.2": 2.3391311168670654, + "t_0.2-0.3": 2.388587236404419, + "t_0.3-0.4": 2.7039668560028076, + "t_0.4-0.5": 2.501248359680176, + "t_0.5-0.6": 2.730431318283081, + "t_0.6-0.7": 2.5868515968322754, + "t_0.7-0.8": 3.12709641456604, + "t_0.8-0.9": 2.8317322731018066, + "t_0.9-1.0": 3.126469612121582 + }, + { + "t_0.0-0.1": 1.5977838039398193, + "t_0.1-0.2": 0.6778081059455872, + "t_0.2-0.3": 0.7158094644546509, + "t_0.3-0.4": 0.6467419266700745, + "t_0.4-0.5": 0.5507486462593079, + "t_0.5-0.6": 0.5880293846130371, + "t_0.6-0.7": 0.6014024615287781, + "t_0.7-0.8": 0.5878270268440247, + "t_0.8-0.9": 1.1129714250564575, + "t_0.9-1.0": 2.59541916847229 + }, + { + "t_0.0-0.1": 1.3762863874435425, + "t_0.1-0.2": 1.2765414714813232, + "t_0.2-0.3": 0.8571285009384155, + "t_0.3-0.4": 0.8882136344909668, + "t_0.4-0.5": 1.1933828592300415, + "t_0.5-0.6": 0.89141446352005, + "t_0.6-0.7": 0.8019583821296692, + "t_0.7-0.8": 0.8090647459030151, + "t_0.8-0.9": 0.7532503604888916, + "t_0.9-1.0": 1.2922048568725586 + }, + { + "t_0.0-0.1": 1.8355735540390015, + "t_0.1-0.2": 1.1952053308486938, + "t_0.2-0.3": 1.279813528060913, + "t_0.3-0.4": 1.375673532485962, + "t_0.4-0.5": 1.2836214303970337, + "t_0.5-0.6": 1.4357869625091553, + "t_0.6-0.7": 1.8014684915542603, + "t_0.7-0.8": 1.8210245370864868, + "t_0.8-0.9": 2.360882520675659, + "t_0.9-1.0": 3.308373212814331 + }, + { + "t_0.0-0.1": 0.6753319501876831, + "t_0.1-0.2": 0.6118344068527222, + "t_0.2-0.3": 0.608208417892456, + "t_0.3-0.4": 0.5858256816864014, + "t_0.4-0.5": 0.6097739934921265, + "t_0.5-0.6": 0.5925837755203247, + "t_0.6-0.7": 0.5827673077583313, + "t_0.7-0.8": 0.5813474059104919, + "t_0.8-0.9": 0.588458240032196, + "t_0.9-1.0": 0.6386730074882507 + }, + { + "t_0.0-0.1": 0.9127388596534729, + "t_0.1-0.2": 0.5997365117073059, + "t_0.2-0.3": 0.6531844735145569, + "t_0.3-0.4": 0.5697266459465027, + "t_0.4-0.5": 0.6113343834877014, + "t_0.5-0.6": 0.6656200289726257, + "t_0.6-0.7": 0.6281880140304565, + "t_0.7-0.8": 0.6744326949119568, + "t_0.8-0.9": 0.7279042601585388, + "t_0.9-1.0": 1.222467303276062 + }, + { + "t_0.0-0.1": 0.898127019405365, + "t_0.1-0.2": 0.7907010316848755, + "t_0.2-0.3": 0.5921692252159119, + "t_0.3-0.4": 0.6575931310653687, + "t_0.4-0.5": 0.518973708152771, + "t_0.5-0.6": 0.5178966522216797, + "t_0.6-0.7": 0.5103801488876343, + "t_0.7-0.8": 0.4330550730228424, + "t_0.8-0.9": 0.617286205291748, + "t_0.9-1.0": 0.8480806946754456 + }, + { + "t_0.0-0.1": 0.7907260656356812, + "t_0.1-0.2": 0.5557165741920471, + "t_0.2-0.3": 0.5901824235916138, + "t_0.3-0.4": 0.5575082898139954, + "t_0.4-0.5": 0.6151488423347473, + "t_0.5-0.6": 0.45938482880592346, + "t_0.6-0.7": 0.5545220971107483, + "t_0.7-0.8": 0.47679319977760315, + "t_0.8-0.9": 0.5628675222396851, + "t_0.9-1.0": 1.0619044303894043 + }, + { + "t_0.0-0.1": 0.7427443861961365, + "t_0.1-0.2": 0.3917381167411804, + "t_0.2-0.3": 0.4050760269165039, + "t_0.3-0.4": 0.403537392616272, + "t_0.4-0.5": 0.36509841680526733, + "t_0.5-0.6": 0.4011092185974121, + "t_0.6-0.7": 0.4176543951034546, + "t_0.7-0.8": 0.36048364639282227, + "t_0.8-0.9": 0.39435213804244995, + "t_0.9-1.0": 0.5418365001678467 + }, + { + "t_0.0-0.1": 0.8375934958457947, + "t_0.1-0.2": 0.6966071724891663, + "t_0.2-0.3": 0.6845366358757019, + "t_0.3-0.4": 0.7031946182250977, + "t_0.4-0.5": 0.7559500932693481, + "t_0.5-0.6": 0.6255735158920288, + "t_0.6-0.7": 0.6978626251220703, + "t_0.7-0.8": 0.7700713276863098, + "t_0.8-0.9": 0.9119886159896851, + "t_0.9-1.0": 1.3576114177703857 + }, + { + "t_0.0-0.1": 0.6534217596054077, + "t_0.1-0.2": 0.30135127902030945, + "t_0.2-0.3": 0.31667861342430115, + "t_0.3-0.4": 0.2873128056526184, + "t_0.4-0.5": 0.2881612479686737, + "t_0.5-0.6": 0.34858790040016174, + "t_0.6-0.7": 0.28853920102119446, + "t_0.7-0.8": 0.335162878036499, + "t_0.8-0.9": 0.38370323181152344, + "t_0.9-1.0": 0.6965548396110535 + }, + { + "t_0.0-0.1": 0.34401214122772217, + "t_0.1-0.2": 0.3112611174583435, + "t_0.2-0.3": 0.3008715510368347, + "t_0.3-0.4": 0.31808894872665405, + "t_0.4-0.5": 0.29791614413261414, + "t_0.5-0.6": 0.3088657259941101, + "t_0.6-0.7": 0.32282549142837524, + "t_0.7-0.8": 0.31366339325904846, + "t_0.8-0.9": 0.3366006910800934, + "t_0.9-1.0": 0.4304809272289276 + }, + { + "t_0.0-0.1": 0.3997690975666046, + "t_0.1-0.2": 0.3359263241291046, + "t_0.2-0.3": 0.25970545411109924, + "t_0.3-0.4": 0.31486397981643677, + "t_0.4-0.5": 0.29256129264831543, + "t_0.5-0.6": 0.2677353024482727, + "t_0.6-0.7": 0.2830043137073517, + "t_0.7-0.8": 0.27696481347084045, + "t_0.8-0.9": 0.3562004268169403, + "t_0.9-1.0": 0.7916805744171143 + }, + { + "t_0.0-0.1": 0.5529419779777527, + "t_0.1-0.2": 0.4594937562942505, + "t_0.2-0.3": 0.48663219809532166, + "t_0.3-0.4": 0.44893568754196167, + "t_0.4-0.5": 0.5490295886993408, + "t_0.5-0.6": 0.5057331323623657, + "t_0.6-0.7": 0.620600163936615, + "t_0.7-0.8": 0.7652013897895813, + "t_0.8-0.9": 0.9583518505096436, + "t_0.9-1.0": 1.751294493675232 + }, + { + "t_0.0-0.1": 0.5085763335227966, + "t_0.1-0.2": 0.4831366539001465, + "t_0.2-0.3": 0.46352019906044006, + "t_0.3-0.4": 0.46067729592323303, + "t_0.4-0.5": 0.434829443693161, + "t_0.5-0.6": 0.41784071922302246, + "t_0.6-0.7": 0.43892812728881836, + "t_0.7-0.8": 0.4578268826007843, + "t_0.8-0.9": 0.580149233341217, + "t_0.9-1.0": 1.267328143119812 + }, + { + "t_0.0-0.1": 0.5388920307159424, + "t_0.1-0.2": 0.5295485854148865, + "t_0.2-0.3": 0.5627426505088806, + "t_0.3-0.4": 0.49625495076179504, + "t_0.4-0.5": 0.4727815091609955, + "t_0.5-0.6": 0.49773192405700684, + "t_0.6-0.7": 0.4805649220943451, + "t_0.7-0.8": 0.5555346012115479, + "t_0.8-0.9": 0.5436241626739502, + "t_0.9-1.0": 0.7733240127563477 + }, + { + "t_0.0-0.1": 0.559736967086792, + "t_0.1-0.2": 0.4091493487358093, + "t_0.2-0.3": 0.39807334542274475, + "t_0.3-0.4": 0.32450997829437256, + "t_0.4-0.5": 0.366669625043869, + "t_0.5-0.6": 0.3651238679885864, + "t_0.6-0.7": 0.31373000144958496, + "t_0.7-0.8": 0.33537518978118896, + "t_0.8-0.9": 0.4487461447715759, + "t_0.9-1.0": 0.9997368454933167 + }, + { + "t_0.0-0.1": 0.6499621272087097, + "t_0.1-0.2": 0.42089906334877014, + "t_0.2-0.3": 0.40028730034828186, + "t_0.3-0.4": 0.40403103828430176, + "t_0.4-0.5": 0.38475045561790466, + "t_0.5-0.6": 0.3870718479156494, + "t_0.6-0.7": 0.43788570165634155, + "t_0.7-0.8": 0.48919373750686646, + "t_0.8-0.9": 0.6277377009391785, + "t_0.9-1.0": 0.8536460995674133 + }, + { + "t_0.0-0.1": 0.4845742881298065, + "t_0.1-0.2": 0.2650686800479889, + "t_0.2-0.3": 0.26784899830818176, + "t_0.3-0.4": 0.2726568281650543, + "t_0.4-0.5": 0.3112126886844635, + "t_0.5-0.6": 0.32379066944122314, + "t_0.6-0.7": 0.35796740651130676, + "t_0.7-0.8": 0.40505948662757874, + "t_0.8-0.9": 0.41184520721435547, + "t_0.9-1.0": 0.8319116234779358 + }, + { + "t_0.0-0.1": 0.5130597949028015, + "t_0.1-0.2": 0.362494558095932, + "t_0.2-0.3": 0.32687264680862427, + "t_0.3-0.4": 0.2743843197822571, + "t_0.4-0.5": 0.31434884667396545, + "t_0.5-0.6": 0.29837068915367126, + "t_0.6-0.7": 0.31585493683815, + "t_0.7-0.8": 0.3361896574497223, + "t_0.8-0.9": 0.38847702741622925, + "t_0.9-1.0": 0.6520676016807556 } ], "win_rate": [ - 0.012036108411848545, - 0.057553958147764206, - 0.06324110925197601, - 0.06035665422677994, - 0.014388488605618477, - 0.0810810774564743, - 0.1818181872367859, - 0.03375912457704544, - 0.06457739323377609, - 0.017381228506565094, - 0.26377952098846436, - 0.15318229794502258, - 0.6043405532836914, - 0.02142857201397419, - 0.6469072103500366, - 0.010088272392749786, - 0.03359173238277435, + 0.4266337752342224, + 0.5163204669952393, + 0.41748303174972534, + 0.38461539149284363, + 0.31207287311553955, + 0.47087380290031433, + 0.3667745292186737, + 0.2703639566898346, + 0.6268364191055298, + 0.2667478919029236, + 0.2690125107765198, + 0.7155870795249939, + 0.2991556227207184, + 0.3339100480079651, + 0.4177660346031189, + 0.6171875, + 0.38621795177459717, + 0.4681060016155243, 1.0, - 0.02002861350774765, - 0.6745843291282654, - 0.3987138271331787, - 0.5718750357627869, - 0.02603231742978096, - 0.7297830581665039, - 0.015098721720278263, - 1.0, - 0.18934911489486694, - 1.0, - 1.0, - 0.01967799663543701, + 0.5497925877571106, + 0.4131147563457489, + 0.25401604175567627, + 0.3596654236316681, + 0.43775099515914917, + 0.4258002042770386, + 0.3482758700847626, + 0.38550981879234314, + 0.4026845693588257, + 0.5079156160354614, + 0.4054054021835327, + 0.3213149607181549, + 0.9924050569534302, + 0.30756157636642456, + 0.3328930139541626, + 0.6174089312553406, + 0.45703840255737305, + 0.38280168175697327, + 0.2936096787452698, + 0.6133210062980652, + 0.7668231725692749, + 0.43814435601234436, + 0.27126437425613403, + 0.3072625696659088, 0.16463413834571838, - 0.17993080615997314, - 0.5269461274147034, - 0.2069464474916458, - 0.06802721321582794, - 1.0, - 0.0419580414891243, - 0.22580644488334656, - 0.48106062412261963, - 0.32496699690818787, - 0.5363789796829224, - 0.02664298377931118, - 0.017921146005392075, - 1.0, - 0.4849624037742615, - 0.3267457187175751, - 0.6469072103500366, - 1.0, - 0.33387356996536255, - 0.011544011533260345, - 0.44510385394096375, - 0.017216643318533897, - 0.2925989627838135, - 0.12004950642585754, - 0.2634408473968506, - 0.4094827473163605, - 0.3028649389743805, - 0.53794264793396, - 0.800582230091095, - 1.0, - 0.15950919687747955, - 0.8062235116958618, - 0.3320261538028717, - 0.3806060552597046, - 0.34916865825653076, - 0.2634408473968506, - 0.011889035813510418, - 0.171704962849617, - 0.3911111056804657, - 0.2067352682352066, - 1.0, - 0.15955983102321625, - 0.23033708333969116, - 1.0, - 0.017921146005392075, - 0.7933635115623474, - 0.018624642863869667, - 0.10016420483589172, - 0.1538461595773697, - 0.013819095678627491, - 0.26423200964927673, - 0.41025638580322266, - 0.3946980834007263, - 0.6487179398536682, - 0.015056461095809937, - 0.015776699408888817, - 0.47408828139305115, - 0.03066037781536579, - 0.2630541920661926, - 0.3863382041454315, - 0.710970401763916, - 0.026905829086899757, - 0.021148037165403366, - 0.0385604128241539, - 0.14796239137649536, - 0.24285714328289032, - 0.6600496172904968, - 0.6864988207817078, - 0.414529949426651, - 0.39152762293815613, - 0.47375160455703735, - 0.1417989432811737, - 0.02142857201397419, - 0.33089134097099304, - 0.23638132214546204, - 0.024096384644508362, - 0.02107279561460018, - 0.4330143332481384, - 0.13242784142494202, - 0.017216643318533897, - 0.06035665422677994, - 0.036363635212183, - 0.3276315927505493, - 0.2988741099834442, - 0.03066037781536579, - 0.3819548785686493, + 0.43868523836135864, + 0.3324584364891052, + 0.30527499318122864, + 0.5171526670455933, + 0.5, + 0.3711083233356476, + 0.428846150636673, + 0.3397291302680969, + 0.5224963426589966, + 0.31890660524368286, + 0.5353881120681763, + 0.5483870506286621, + 0.4005201458930969, + 0.37473681569099426, + 0.5531915426254272, + 0.39004456996917725, + 0.6203703284263611, + 0.0788617879152298, + 0.43096232414245605, + 0.31521075963974, + 0.4158730208873749, + 0.32680538296699524, + 0.3235294222831726, + 0.4517543911933899, + 0.3003663122653961, + 0.4213305413722992, + 0.40909090638160706, + 0.4636816084384918, + 0.5005959272384644, + 0.18744228780269623, + 0.2689242959022522, + 0.4199255108833313, + 0.1388888955116272, + 0.47587719559669495, + 0.41908714175224304, + 0.46296295523643494, + 0.36943233013153076, + 0.4015069901943207, + 0.23726707696914673, + 0.5461254715919495, + 0.4808028042316437, + 0.31922611594200134, + 0.24159999191761017, + 0.5017035603523254, + 0.5813953876495361, + 0.5162907242774963, + 0.3151458203792572, + 0.2654690742492676, + 0.2822857201099396, + 0.42940038442611694, + 0.24256505072116852, + 0.3836824893951416, + 0.37280702590942383, + 0.10685805231332779, + 0.21793635189533234, + 0.26421135663986206, + 0.29741379618644714, + 0.41779279708862305, + 0.6337149143218994, + 0.4679564833641052, + 0.3728294372558594, + 0.680365264415741, + 0.31259259581565857, + 0.18021978437900543, + 0.463087260723114, + 0.3586844801902771, + 0.5633971095085144, + 0.2981557250022888, + 0.21288837492465973, + 0.5161290168762207, + 0.25468164682388306, + 0.276390016078949, + 0.45095691084861755, + 0.36043956875801086, + 0.319597989320755, + 0.4761306345462799, + 0.4052532911300659, + 0.32896652817726135, 0.25, - 0.010067114606499672, - 0.21167883276939392, - 0.15192744135856628, - 0.13225057721138, - 0.008187134750187397, - 0.09070796519517899, - 0.007534983567893505, - 0.011655012145638466, - 0.5133470296859741, - 0.019975030794739723, - 0.061443932354450226, - 1.0, - 0.12599681317806244, - 0.024911031126976013, - 0.09661835432052612, - 0.3763277530670166, - 0.020661156624555588, - 0.5355932116508484, - 0.42987802624702454, - 0.012578615918755531, - 0.25782880187034607, - 0.02469135820865631, - 0.08603667467832565, - 0.056325022131204605, - 0.0075376881286501884, - 0.34761905670166016, - 0.3929098844528198, - 0.013527575880289078, - 0.11612903326749802, - 0.534013569355011, - 0.03658536821603775, - 0.011335012502968311, - 0.01302605215460062, - 0.02142857201397419, - 0.39677417278289795, - 0.5722021460533142, - 0.5133470296859741, - 0.665036678314209, - 0.060661766678094864, - 0.6594827771186829, - 0.01966717094182968, - 0.01669195666909218, - 0.035849057137966156, - 0.011335012502968311, - 0.00650406489148736, - 0.13107822835445404, - 0.014492753893136978, - 0.303398072719574, - 0.30895334482192993, - 0.25236594676971436, - 0.019261637702584267, - 0.06484641134738922, - 0.4843592345714569, - 0.3810240924358368, - 0.6380449533462524, - 0.07055631279945374, - 0.04356846585869789, - 0.29300567507743835, - 0.23249299824237823, - 0.005393743049353361, - 0.5494845509529114, - 0.3075880706310272, - 0.07640449702739716, - 0.045655377209186554, - 0.32496699690818787, - 0.2495575249195099, - 0.22557076811790466, - 0.02304147556424141, - 0.366310179233551, - 0.015776699408888817, - 0.9999999403953552, - 0.3982430398464203, - 0.030674844980239868, - 0.016241298988461494, - 0.0525139644742012, - 0.710970401763916, - 0.15192744135856628, - 0.0181818176060915, - 0.565116286277771, - 0.030215827748179436, - 0.3562822639942169, - 0.032941173762083054, - 0.5143442153930664, - 0.33975905179977417, - 0.49259257316589355, - 0.011889035813510418, - 0.5143442153930664, - 0.4770992398262024, - 0.3987138271331787, - 0.9999999403953552, - 0.5251299738883972, - 0.6389986872673035, - 0.19253438711166382, - 0.012578615918755531, - 0.6282225251197815, - 0.06692913174629211, - 0.060661766678094864, - 0.013381995260715485, - 0.012578615918755531, - 0.30895334482192993, - 0.19569671154022217, - 0.012578615918755531, - 0.0238095223903656, - 0.07432432472705841, - 0.020579267293214798, - 0.15536373853683472, - 0.18108974397182465, - 0.09868421405553818, - 0.10952381044626236, - 0.4183514714241028, - 0.6385224461555481, - 0.3763277530670166, - 0.02469135820865631, - 0.046336207538843155, - 0.3251231610774994, - 1.0, - 0.13944223523139954, - 0.035211268812417984, + 0.32592591643333435, + 0.0809859186410904, + 0.5802879333496094, + 0.37412095069885254, + 0.125, + 0.49252015352249146, + 0.4771573543548584, + 0.3760848641395569, + 0.4614395797252655, + 0.4740406572818756, + 0.6129647493362427, + 0.4397076964378357, + 0.40214067697525024, + 0.1369193196296692, + 0.5733819603919983, + 0.45699483156204224, + 0.16917626559734344, + 0.5309503078460693, + 0.44685468077659607, + 0.5014866590499878, + 0.29865771532058716, + 0.238294318318367, + 0.6297872066497803, + 0.0521390400826931, + 0.6886094808578491, + 0.4491018056869507, + 0.4559915363788605, + 0.4714548885822296, 1.0, - 0.23786407709121704, - 0.39087945222854614, - 0.2853147089481354, - 0.08093525469303131, - 0.1318681389093399, - 0.3977455794811249, - 0.013819095678627491, - 0.37442922592163086, - 0.011335012502968311, - 0.0525139644742012, - 1.0, - 0.024067388847470284, - 0.024809161201119423, - 0.010830325074493885, - 0.27597764134407043, - 0.02142857201397419, - 0.32595324516296387, - 0.34729495644569397, - 0.6893424391746521, - 0.7604895234107971, - 0.015804598107933998, - 0.17346937954425812, - 0.47809523344039917, - 0.18934911489486694, - 0.4790874421596527, - 0.012968298979103565, - 0.29334786534309387, - 0.762565016746521, - 0.06420765072107315, - 0.02107279561460018, - 0.19253438711166382, - 0.6735537052154541, - 0.29290324449539185, - 0.19174040853977203, - 0.0073111290112137794, - 0.6726519465446472, - 0.21984732151031494, - 0.2070707231760025, - 0.342342346906662, - 0.01967799663543701, - 0.6473616361618042, - 0.4750957787036896, - 0.30570653080940247, - 0.21262457966804504, - 0.563084065914154, - 0.4030226469039917, - 0.008958566933870316, - 0.009197324514389038, - 0.6934023499488831, - 0.48056870698928833, - 0.7424812316894531, - 0.06050955876708031, - 0.5362035036087036, - 0.1458333432674408, - 0.6469072103500366, - 0.4094827473163605, - 0.13291138410568237, - 0.06288343667984009, - 0.09074732661247253, - 0.09236234426498413, - 0.4438430070877075, - 0.3763277530670166, - 0.4616895914077759, - 0.3276315927505493, - 0.05190311372280121, - 0.545976996421814, - 0.5620608925819397, - 0.5711008906364441, - 0.3996789753437042, - 0.3380531072616577, - 0.26737967133522034, - 0.3753799498081207, - 0.6712899208068848, - 1.0, - 0.21199999749660492, - 0.025563910603523254, - 0.5123456716537476, - 0.013698630034923553, - 0.00863557867705822, - 0.01967799663543701, - 0.32368898391723633, - 0.22698268294334412, - 0.4468371272087097, - 0.4323204457759857, - 0.06645569205284119, - 0.022944550961256027, - 0.28787878155708313, - 0.01768488809466362, - 0.015789475291967392, - 0.004991680383682251, - 0.3675742447376251, - 0.01967799663543701, - 0.5163264870643616, - 0.26737967133522034, - 0.24032825231552124, - 0.10652173310518265, - 1.0, - 0.013192612677812576, - 0.024809161201119423, - 0.06990521401166916, - 0.00929751992225647, - 0.015576324425637722, - 0.00963855441659689, - 0.2996254563331604, - 0.7797427773475647, - 0.14906832575798035, - 0.2737487256526947, - 0.3413461744785309, - 0.15950919687747955, - 0.19853539764881134, - 0.3763277530670166, - 0.06859755516052246, - 0.01218026876449585, - 0.48689138889312744, - 0.6124469637870789, - 0.2626480162143707, - 0.19780220091342926, - 0.2066945731639862, - 0.529748260974884, - 0.008729388937354088, - 0.03359173238277435, - 0.3443983495235443, - 0.07432432472705841, - 0.006054490339010954, - 0.3267457187175751, - 0.008729388937354088, - 0.023172905668616295, + 0.5642135739326477, + 0.38476189970970154, + 0.5847280025482178, + 0.553903341293335, + 0.7477360963821411, + 0.31026527285575867, + 0.32486772537231445, + 0.5428177118301392, + 0.42492011189460754, + 0.5090252757072449, + 0.3212818503379822, + 0.34268292784690857, + 0.805084764957428, + 0.5696055293083191, + 0.23083941638469696, + 0.5367411971092224, + 0.07502570003271103, + 0.5308057069778442, + 0.5729537606239319, + 0.2545454502105713, + 0.3640449345111847, + 0.4083438813686371, + 0.3447069227695465, + 0.427579402923584, + 0.32983794808387756, + 0.3033175468444824, + 0.5532914996147156, + 0.21250000596046448, + 0.36057692766189575, + 0.4340425431728363, + 0.4397905766963959, + 0.6399235725402832, + 0.4972924292087555, + 0.3830000162124634, + 0.43531203269958496, + 0.8748419880867004, + 0.4502415359020233, + 0.4271186590194702, + 0.4760536253452301, + 0.5494736433029175, + 0.5402124524116516, + 0.2942989468574524, + 0.21988949179649353, + 0.5252989530563354, + 0.16686251759529114, + 0.698898434638977, + 0.19930875301361084, + 0.5249999761581421, + 0.4287119209766388, + 0.5449735522270203, + 0.5690168738365173, + 0.3747609853744507, + 0.4522417187690735, + 0.39956802129745483, + 0.662109375, + 0.4900314509868622, + 0.6601942181587219, + 0.14010776579380035, + 0.5207667350769043, + 0.2591623067855835, + 0.5049954652786255, + 0.2715289890766144, + 0.6841415762901306, + 0.35061728954315186, + 0.41806021332740784, + 0.5513439178466797, + 0.48663100600242615, + 0.2664714455604553, + 0.22003577649593353, + 0.5455801486968994, + 0.23646961152553558, + 0.6392896771430969, + 0.2544378638267517, + 0.2268817275762558, + 0.7984496355056763, + 0.4537157714366913, + 0.3306232988834381, + 0.7330366969108582, + 0.28322017192840576, + 0.35496559739112854, + 0.4234234392642975, + 0.3240574598312378, + 0.31152647733688354, + 0.14555920660495758, + 0.2985074520111084, + 0.3296089172363281, + 0.47528913617134094, + 0.4745098054409027, + 0.6827437877655029, + 0.49600911140441895, + 0.7809965014457703, + 0.25299888849258423, + 0.6132315397262573, + 0.29339855909347534, + 0.2890070974826813, + 0.4979960024356842, + 0.5454545617103577, + 0.6176470518112183, + 0.3210161626338959, + 0.3060606122016907, + 0.8352667689323425, + 0.3259023427963257, + 0.7364583611488342, + 0.44804468750953674, + 0.3788659870624542, + 0.2466001808643341, + 0.3770856261253357, + 0.4757160544395447, + 0.4122621417045593, + 0.2495867758989334, + 0.36410921812057495, + 0.5178776979446411, + 0.6074681282043457, + 0.9984825253486633, + 0.3384188711643219, + 0.4750000238418579, + 0.8076514005661011, + 0.565432071685791, + 0.22979553043842316, + 0.5629984140396118, + 0.6402173638343811, + 0.5087900757789612, + 0.1892816424369812, + 0.6634615659713745, + 0.26356589794158936, + 0.45816072821617126, + 0.81163090467453, + 0.4156479239463806, + 0.47249189019203186, + 0.26292628049850464, + 0.5280898809432983, + 0.37631186842918396, + 0.5442560911178589, + 0.32808154821395874, + 0.43405675888061523, + 0.509871244430542, + 0.5283018946647644, + 0.39015495777130127, + 0.40224719047546387, + 0.3445017337799072, + 0.22756826877593994, + 0.44703391194343567, + 0.6663808226585388, + 0.5058139562606812, + 0.48621830344200134, + 0.3669491410255432, + 0.5809352397918701, + 0.24518388509750366, + 0.48976248502731323, + 0.33981576561927795, + 0.5414634346961975, + 0.5420560836791992, + 0.42109090089797974, + 0.5421320199966431, + 0.6038647294044495, + 0.5854108929634094, + 0.413108229637146, + 0.3073979616165161, + 0.5715757012367249, + 0.3206002712249756, + 0.3499999940395355, + 0.3075995147228241, + 0.4268476665019989, + 0.1337958425283432, + 0.06733668595552444, + 0.4769953191280365, + 0.4746478796005249, + 0.34336528182029724, + 0.2151009738445282, + 0.6063730120658875, + 0.3911249041557312, + 0.23004695773124695, + 0.4983164966106415, + 0.8938605785369873, + 0.3726333975791931, + 0.5283554196357727, + 0.38327205181121826, + 0.31784385442733765, + 0.13160422444343567, + 0.25631314516067505, + 0.3552238643169403, + 0.3762255012989044, + 0.45098036527633667, + 0.4512077271938324, + 0.2897787094116211, + 0.8116438388824463, + 0.350649356842041, + 0.8114210367202759, + 0.20989760756492615, + 0.6284314393997192, + 0.3452380895614624, + 0.3654114305973053, + 0.42664670944213867, + 0.44883042573928833, + 0.47804877161979675, + 0.32637277245521545, + 0.3241563141345978, 1.0, - 0.0486111119389534, - 0.29041916131973267, - 0.6385224461555481, - 0.3957996964454651, - 0.014580802991986275, - 0.10457515716552734, - 0.03916768729686737, - 0.33975905179977417, - 0.055921051651239395, - 0.014388488605618477, - 0.43247345089912415, - 0.08484349399805069, - 0.13827992975711823, - 0.43161094188690186, - 0.5133470296859741, - 0.9999999403953552, - 0.01005025114864111, - 0.6226114630699158, - 0.3258575201034546, - 0.12319999933242798, - 0.5712050199508667, - 0.2531512677669525, - 0.041420117020606995, - 0.024809161201119423, - 0.007585335522890091, - 0.02666666731238365, - 0.75, - 0.008602150715887547, - 0.02142857201397419, - 0.01967799663543701, - 0.0181818176060915, - 0.5976231098175049, - 0.36769232153892517, - 0.08732394129037857, - 0.10566037893295288, - 0.039270687848329544, - 0.015197568573057652, - 0.015098721720278263, - 0.010067114606499672, - 0.007230255752801895, - 0.2650214731693268, - 0.3098236620426178, - 0.4030373692512512, - 0.4170212745666504, - 0.21045392751693726, - 0.0073111290112137794, - 0.07640449702739716, - 0.09749671071767807, - 0.519298255443573, - 0.015789475291967392, - 0.47609943151474, - 0.5566343069076538, - 0.010582010261714458, - 0.3258575201034546, - 0.057195574045181274, - 0.008056394755840302, - 0.5006675720214844, - 0.07013574987649918, - 0.737044095993042, - 0.12319999933242798, - 0.10894308984279633, - 0.005836575757712126, - 0.7322034239768982, - 0.2467270940542221, - 0.5143442153930664, - 0.30424243211746216, - 0.183879092335701, - 0.014492753893136978, - 0.6165048480033875, - 0.011655012145638466, - 0.010501750744879246, - 0.057934507727622986, - 0.04680187255144119, - 0.3847305476665497, - 0.01967799663543701, - 0.015804598107933998, - 0.4092485308647156, - 0.10633213818073273, - 0.014388488605618477, - 0.08345120400190353, - 0.2341831922531128, - 0.38380810618400574, - 0.24713243544101715, - 0.008187134750187397, - 0.015098721720278263, - 0.22627736628055573, - 0.40520983934402466, - 0.014553014189004898, - 0.010067114606499672, - 0.13655462861061096, - 0.008056394755840302, - 0.07744107395410538, - 0.2585812211036682, - 0.710970401763916, - 0.2948857247829437, - 0.5316205620765686, - 0.6380449533462524, - 0.011889035813510418, - 0.33376792073249817, - 0.00911458395421505, - 0.01967799663543701, - 0.13973063230514526, - 0.5656213760375977, - 0.19918698072433472, - 0.611347496509552, - 0.1660231649875641, - 0.012578615918755531, - 0.9999999403953552, - 0.010830325074493885, - 0.1834992915391922, - 0.09661835432052612, - 0.00963855441659689, - 0.4400544762611389, - 0.08422938734292984, - 0.00913241971284151, - 0.5510203838348389, - 0.2743561267852783, - 0.2626480162143707, - 0.6336898803710938, - 0.4679611623287201, - 0.22575756907463074, - 0.019975030794739723, - 0.00913241971284151, - 0.49070632457733154, - 0.6575144529342651, - 0.011335012502968311, - 0.3490445911884308, - 0.11320754885673523, - 0.10481586307287216, - 0.06030150502920151, - 0.0181818176060915, - 0.005633803084492683, - 0.19780220091342926, - 0.47408828139305115, - 0.2862595319747925, - 0.00949094071984291 + 0.41475826501846313, + 0.22493460774421692, + 0.4576098322868347, + 0.5177257657051086, + 0.2514705955982208, + 0.182227224111557, + 0.4977678656578064, + 0.535195529460907, + 0.6526492834091187, + 0.3846994638442993, + 0.23522011935710907, + 0.6628788113594055, + 0.37451738119125366, + 0.6973564028739929, + 0.6781609058380127, + 0.5845724940299988, + 0.42113956809043884, + 0.31684109568595886, + 0.32092005014419556, + 0.461352676153183, + 0.2880820631980896, + 0.722520112991333, + 0.3993399441242218, + 0.5939759016036987, + 0.5932886004447937, + 0.35103243589401245, + 0.37452229857444763, + 0.1972428560256958, + 0.28080984950065613, + 0.8419811725616455, + 0.3418647348880768, + 0.35679998993873596, + 0.5917313098907471, + 0.25568699836730957, + 0.17574256658554077, + 0.37801608443260193, + 0.8545953631401062, + 0.36067551374435425, + 0.29894736409187317, + 0.8133764266967773, + 0.6051743626594543, + 0.44376277923583984, + 0.23247233033180237, + 0.25388601422309875, + 0.4048507511615753, + 0.5207791924476624, + 0.8462623953819275, + 0.8385167121887207, + 0.5028089880943298, + 0.5005416870117188, + 0.4588644206523895, + 0.3434343636035919, + 0.3647668659687042, + 0.3900826573371887, + 0.45575958490371704, + 0.5138746500015259, + 0.5907562971115112, + 0.5866666436195374, + 0.3442288339138031, + 0.3761242628097534, + 0.14414414763450623, + 0.34363850951194763, + 0.32155171036720276, + 0.506834864616394, + 0.5292354226112366, + 0.5339652299880981, + 0.3832976520061493, + 0.5461605191230774, + 0.534140944480896, + 0.29584354162216187, + 0.5392987132072449, + 0.5742331147193909, + 0.12235067784786224, + 0.29600781202316284, + 0.3202676773071289, + 0.5701459050178528, + 0.5655577182769775, + 0.4002254605293274, + 0.2532663345336914, + 0.24074073135852814, + 0.34719711542129517, + 0.12175648659467697, + 0.35980549454689026, + 0.38983049988746643, + 0.26885882019996643, + 0.5236363410949707, + 0.7484197616577148, + 0.22854387760162354, + 0.7631579041481018, + 0.43201377987861633, + 0.47535210847854614, + 0.4314345717430115, + 0.20111732184886932, + 0.4341507852077484, + 0.4830508530139923, + 0.6166219711303711, + 0.43574294447898865, + 0.4951768219470978, + 0.42038947343826294, + 0.410187691450119, + 0.6015727519989014, + 0.4277210831642151, + 0.18288393318653107, + 0.3049132823944092, + 0.3750991225242615, + 0.46813932061195374, + 0.6861042380332947, + 0.25893634557724, + 0.32201534509658813, + 0.3630470037460327, + 0.23076923191547394, + 0.35579514503479004, + 0.3430379629135132, + 0.6536458730697632, + 0.45747801661491394, + 0.4881075322628021, + 0.386904776096344, + 0.5394243001937866, + 0.31509557366371155, + 0.3232949376106262, + 0.11854103952646255, + 0.2730133831501007, + 0.0792616754770279, + 0.48073554039001465, + 0.6173120737075806, + 0.5902864336967468, + 0.25156447291374207, + 0.5842217803001404, + 0.7946635484695435, + 0.6140969395637512, + 0.5042321681976318, + 0.40154772996902466, + 0.7906215786933899, + 0.27105262875556946, + 0.5546594858169556, + 0.5088757276535034, + 0.3983488380908966, + 0.254045307636261, + 0.3113311231136322, + 0.37747523188591003, + 0.47286245226860046, + 0.3258427083492279, + 0.3171806335449219, + 0.30331262946128845, + 0.6504950523376465, + 0.29675811529159546, + 0.8537931442260742, + 0.2599557638168335, + 0.55678391456604, + 0.5275754928588867 ], "effective_batch_size": [ - 54.22412109375, - 47.90146255493164, - 26.725873947143555, - 54.62394714355469, - 40.60122299194336, - 49.431373596191406, - 113.1648941040039, - 68.30216979980469, - 55.4959602355957, - 39.482200622558594, - 153.49615478515625, - 91.3961410522461, - 138.8932342529297, - 39.3696174621582, - 173.9584197998047, - 40.60122299194336, - 41.90375518798828, - 348.6006164550781, - 41.895790100097656, - 148.72584533691406, - 234.74673461914062, - 180.6704559326172, - 39.67212677001953, - 388.31817626953125, - 39.85641860961914, - 219.6072540283203, - 112.90232849121094, - 131.42950439453125, - 282.9211730957031, - 39.36961364746094, - 98.17459869384766, - 111.33745574951172, - 141.12449645996094, - 113.5208969116211, - 55.495967864990234, - 305.7030944824219, - 37.848114013671875, - 134.0438232421875, - 238.4000701904297, - 197.94383239746094, - 110.39862060546875, - 40.92451858520508, - 39.3696174621582, - 165.77670288085938, - 220.52772521972656, - 182.3165740966797, - 166.7412872314453, - 410.73675537109375, - 190.68310546875, - 40.60122299194336, - 102.41387176513672, - 39.85642623901367, - 177.8451690673828, - 86.69319152832031, - 159.1219024658203, - 149.85638427734375, - 169.1828155517578, - 115.58831787109375, - 162.03775024414062, - 236.24365234375, - 93.28109741210938, - 168.4004364013672, - 139.87939453125, - 216.0292205810547, - 165.19418334960938, - 153.19427490234375, - 47.703086853027344, - 113.19420623779297, - 177.1436004638672, - 132.5580596923828, - 266.7643127441406, - 98.9885482788086, - 138.18630981445312, - 127.97991943359375, - 39.36962127685547, - 252.6151123046875, - 39.448631286621094, - 69.92909240722656, - 83.61394500732422, - 41.895790100097656, - 161.66015625, - 105.72940063476562, - 104.5175552368164, - 155.18923950195312, - 39.85641860961914, - 40.60122299194336, - 242.69093322753906, - 34.20500183105469, - 142.71673583984375, - 129.7624969482422, - 161.32357788085938, - 62.24837112426758, - 39.6721305847168, - 35.689579010009766, - 93.28108215332031, - 139.37939453125, - 183.85198974609375, - 316.42254638671875, - 215.53253173828125, - 137.69155883789062, - 123.68062591552734, - 93.28108978271484, - 39.67212677001953, - 134.97128295898438, - 147.19772338867188, - 40.43056106567383, - 96.9127197265625, - 112.20989990234375, - 82.94215393066406, - 39.482200622558594, - 49.5289421081543, - 47.105934143066406, - 185.2874755859375, - 136.73663330078125, - 39.6721305847168, - 194.3833465576172, - 147.27325439453125, - 104.52373504638672, - 126.26817321777344, - 82.61061096191406, - 82.0062255859375, - 47.703086853027344, - 58.852027893066406, - 44.05697250366211, - 44.05697250366211, - 224.17547607421875, - 39.448631286621094, - 52.89699935913086, - 126.77787017822266, - 81.07108306884766, - 40.007293701171875, - 68.09083557128906, - 204.28758239746094, - 39.85641860961914, - 218.318603515625, - 132.54026794433594, - 39.36961364746094, - 160.6378173828125, - 37.85115432739258, - 61.72068786621094, - 51.19669723510742, - 54.22412109375, - 81.4454116821289, - 120.28290557861328, - 44.05696487426758, - 23.824554443359375, - 99.43804931640625, - 43.386512756347656, - 41.895790100097656, - 47.703086853027344, - 39.44862365722656, - 215.46888732910156, - 131.140380859375, - 205.48524475097656, - 90.6893081665039, - 53.757450103759766, - 188.95416259765625, - 39.44862365722656, - 39.85641860961914, - 42.714107513427734, - 44.05697250366211, - 67.5317611694336, - 79.31947326660156, - 40.60122299194336, - 176.50181579589844, - 185.39610290527344, - 145.84678649902344, - 51.07537078857422, - 31.359651565551758, - 241.4162139892578, - 174.49156188964844, - 284.4496154785156, - 56.373016357421875, - 43.386512756347656, - 169.72683715820312, - 95.90156555175781, - 67.5317611694336, - 174.7174835205078, - 180.9062042236328, - 52.175018310546875, - 45.559566497802734, - 188.29721069335938, - 112.08629608154297, - 137.87135314941406, - 39.482200622558594, - 209.47940063476562, - 39.482200622558594, - 300.1820373535156, - 146.28323364257812, - 39.45268249511719, - 39.482200622558594, - 42.714111328125, - 183.39108276367188, - 82.61061096191406, - 39.36961364746094, - 286.7778015136719, - 101.33294677734375, - 207.364013671875, - 34.856990814208984, - 227.02584838867188, - 164.89080810546875, - 135.3680419921875, - 54.22412109375, - 214.87879943847656, - 172.65176391601562, - 199.92967224121094, - 275.25994873046875, - 165.50071716308594, - 253.52603149414062, - 114.9366455078125, - 47.703086853027344, - 199.31886291503906, - 74.30352783203125, - 54.62395095825195, - 40.60122299194336, - 40.60122299194336, - 176.79212951660156, - 112.23727416992188, - 47.703086853027344, - 40.007301330566406, - 34.15486145019531, - 39.448631286621094, - 95.16793060302734, - 108.41842651367188, - 69.00910949707031, - 61.97474670410156, - 195.56227111816406, - 259.00396728515625, - 204.0872039794922, - 126.61473083496094, - 48.70958709716797, - 176.5786590576172, - 232.34365844726562, - 89.51326751708984, - 35.55487823486328, - 307.3380432128906, - 144.5189666748047, - 223.6619873046875, - 171.66900634765625, - 60.82075500488281, - 49.28970718383789, - 221.09344482421875, - 39.85641098022461, - 196.31480407714844, - 47.703086853027344, - 49.528934478759766, - 195.143310546875, - 120.32368469238281, - 40.007301330566406, - 47.703086853027344, - 158.5153045654297, - 39.36960983276367, - 98.85701751708984, - 195.49989318847656, - 184.08200073242188, - 292.78009033203125, - 39.482200622558594, - 105.58501434326172, - 213.47195434570312, - 114.12613677978516, - 239.7198944091797, - 39.85642623901367, - 139.6670379638672, - 258.77459716796875, - 59.03047561645508, - 39.448631286621094, - 115.38449096679688, - 273.26190185546875, - 165.2333526611328, - 76.29335021972656, - 44.05696487426758, - 268.3809814453125, - 134.78477478027344, - 118.50758361816406, - 167.799072265625, - 39.36961364746094, - 211.82183837890625, - 200.2919464111328, - 182.6793212890625, - 126.0870361328125, - 314.24224853515625, - 178.7716064453125, - 152.32693481445312, - 47.703086853027344, - 171.79931640625, - 225.4724884033203, - 172.58509826660156, - 59.03048324584961, - 297.8188781738281, - 95.16793060302734, - 171.7200927734375, - 109.1351318359375, - 80.30294799804688, - 56.373016357421875, - 67.17436218261719, - 63.52898025512695, - 153.84783935546875, - 201.32177734375, - 258.96343994140625, - 163.2867889404297, - 47.10594177246094, - 126.14480590820312, - 179.3771514892578, - 227.190673828125, - 215.64108276367188, - 195.91786193847656, - 156.2661895751953, - 207.6386260986328, - 326.2223815917969, - 203.79115295410156, - 130.6671905517578, - 39.6721305847168, - 235.14678955078125, - 47.703086853027344, - 67.5317611694336, - 39.44862365722656, - 189.3660125732422, - 141.48016357421875, - 143.07431030273438, - 167.79425048828125, - 49.52893829345703, - 39.6721305847168, - 159.95223999023438, - 163.9375, - 78.01103973388672, - 47.703086853027344, - 92.29243469238281, - 39.36961364746094, - 227.20082092285156, - 114.72676086425781, - 128.1853790283203, - 65.21830749511719, - 152.82763671875, - 41.895790100097656, - 40.007301330566406, - 56.373016357421875, - 44.05696487426758, - 44.05697250366211, - 41.895790100097656, - 173.93136596679688, - 318.72955322265625, - 59.449886322021484, - 124.68424987792969, - 177.07791137695312, - 95.10578918457031, - 117.88896179199219, - 205.36175537109375, - 54.62395477294922, - 40.60122299194336, - 174.1331787109375, - 341.6835021972656, - 157.94725036621094, - 123.55265045166016, - 143.84841918945312, - 182.7003173828125, - 40.60122299194336, - 33.49074172973633, - 197.3444061279297, - 58.140625, - 168.53500366210938, - 184.1376495361328, - 169.4069061279297, - 39.6721305847168, - 176.32398986816406, - 40.34172821044922, - 174.07794189453125, - 277.6768798828125, - 223.4259490966797, - 39.85641860961914, - 65.62291717529297, - 46.32465744018555, - 193.61752319335938, - 53.7574462890625, - 41.895790100097656, - 151.09388732910156, - 71.77371978759766, - 93.28108215332031, - 164.84320068359375, - 195.64541625976562, - 285.20050048828125, - 40.60122299194336, - 206.2020263671875, - 186.19720458984375, - 83.87886810302734, - 131.56143188476562, - 143.77197265625, - 42.714111328125, - 39.6721305847168, - 54.22412109375, - 40.00730514526367, - 200.17578125, - 47.703086853027344, - 39.44862365722656, - 39.369625091552734, - 40.60122299194336, - 159.37188720703125, - 211.56686401367188, - 64.43696594238281, - 77.14307403564453, - 44.81291198730469, - 161.55218505859375, - 39.85641098022461, - 47.703086853027344, - 67.5317611694336, - 152.8979949951172, - 178.6270751953125, - 127.33534240722656, - 213.63565063476562, - 121.81086730957031, - 47.703086853027344, - 52.175025939941406, - 67.17436981201172, - 294.2794494628906, - 39.48219680786133, - 168.81797790527344, - 147.65037536621094, - 54.52548599243164, - 179.69883728027344, - 52.04319381713867, - 146.06590270996094, - 125.28019714355469, - 54.62394714355469, - 201.63525390625, - 82.00621032714844, - 73.6240234375, - 54.22412109375, - 140.9068603515625, - 143.8018798828125, - 196.8822021484375, - 171.85826110839844, - 111.28412628173828, - 41.895790100097656, - 206.33287048339844, - 41.895790100097656, - 44.05696487426758, - 52.897003173828125, - 49.52893829345703, - 154.9617919921875, - 39.36961364746094, - 39.85642623901367, - 111.82573699951172, - 79.20336151123047, - 39.36962127685547, - 61.720680236816406, - 140.04222106933594, - 205.4686279296875, - 157.23989868164062, - 54.224124908447266, - 44.05697250366211, - 139.5836639404297, - 119.1259765625, - 39.85641860961914, - 44.05697250366211, - 82.27140808105469, - 44.05696487426758, - 58.140621185302734, - 149.14596557617188, - 129.6901092529297, - 73.06982421875, - 119.83346557617188, - 227.16061401367188, - 40.60122299194336, - 162.96153259277344, - 41.895790100097656, - 39.36961364746094, - 92.33837890625, - 185.31541442871094, - 108.9352035522461, - 169.84104919433594, - 109.36830139160156, - 41.895790100097656, - 425.9623107910156, - 64.42701721191406, - 119.81932830810547, - 71.77371978759766, - 44.05697250366211, - 148.25857543945312, - 65.3473129272461, - 54.224124908447266, - 186.20339965820312, - 159.28305053710938, - 165.85911560058594, - 187.94119262695312, - 212.47232055664062, - 135.1952667236328, - 39.448631286621094, - 47.703086853027344, - 144.42510986328125, - 350.9488220214844, - 41.895782470703125, - 95.58920288085938, - 79.20335388183594, - 69.00910949707031, - 53.757450103759766, - 39.36962127685547, - 54.22412109375, - 123.6259994506836, - 221.30197143554688, - 72.52037811279297, - 44.05696487426758 + 308.2240905761719, + 250.71502685546875, + 488.33990478515625, + 161.11557006835938, + 384.21966552734375, + 323.7225646972656, + 327.2752990722656, + 141.8892822265625, + 438.4535217285156, + 214.30047607421875, + 275.02825927734375, + 501.04913330078125, + 232.42115783691406, + 165.72259521484375, + 439.97369384765625, + 469.6795654296875, + 201.11831665039062, + 402.3533935546875, + 276.12347412109375, + 426.35565185546875, + 293.65850830078125, + 278.929931640625, + 339.22412109375, + 281.9671325683594, + 423.0127868652344, + 343.35589599609375, + 435.6999206542969, + 381.48529052734375, + 305.018798828125, + 286.1038818359375, + 281.7844543457031, + 479.5836181640625, + 336.7257080078125, + 237.74325561523438, + 198.87496948242188, + 173.4639892578125, + 231.29534912109375, + 148.74258422851562, + 499.8026123046875, + 290.50201416015625, + 386.09393310546875, + 381.4773254394531, + 306.0932922363281, + 99.28718566894531, + 278.8814392089844, + 362.2032775878906, + 273.8665466308594, + 530.8944702148438, + 248.89822387695312, + 264.2823181152344, + 403.59716796875, + 305.586181640625, + 312.32952880859375, + 275.6510925292969, + 324.9056701660156, + 153.7202911376953, + 243.82089233398438, + 146.9427490234375, + 434.5394592285156, + 476.3526916503906, + 280.3242492675781, + 227.3035888671875, + 389.9624328613281, + 487.9247131347656, + 193.99267578125, + 262.60028076171875, + 390.2533264160156, + 526.1142578125, + 281.88385009765625, + 366.1519775390625, + 242.6436004638672, + 350.634521484375, + 377.9636535644531, + 312.3295593261719, + 285.1675720214844, + 400.900390625, + 167.45498657226562, + 371.48822021484375, + 451.0011291503906, + 258.0137634277344, + 417.3802795410156, + 330.4889831542969, + 235.52667236328125, + 484.583251953125, + 425.4490051269531, + 274.2669982910156, + 147.5956268310547, + 484.7744445800781, + 321.111572265625, + 354.2060241699219, + 374.48004150390625, + 265.96343994140625, + 300.04583740234375, + 401.57000732421875, + 300.2494201660156, + 344.8293762207031, + 178.86659240722656, + 83.74423217773438, + 287.9766540527344, + 386.60479736328125, + 194.0065155029297, + 348.62261962890625, + 471.78094482421875, + 303.5776672363281, + 346.36199951171875, + 374.38128662109375, + 191.5010223388672, + 296.4754638671875, + 246.75218200683594, + 341.7440490722656, + 325.0707702636719, + 295.6791687011719, + 221.77423095703125, + 350.7509765625, + 406.7906494140625, + 392.87872314453125, + 316.33172607421875, + 311.1399230957031, + 346.5879821777344, + 307.48736572265625, + 334.6544494628906, + 184.65081787109375, + 166.37789916992188, + 409.5762634277344, + 129.70941162109375, + 440.8975830078125, + 214.97451782226562, + 176.68606567382812, + 324.5216369628906, + 194.55731201171875, + 373.023193359375, + 288.85089111328125, + 124.88629150390625, + 537.1736450195312, + 263.2229919433594, + 237.46368408203125, + 62.28923034667969, + 443.5970764160156, + 395.43212890625, + 209.1217041015625, + 521.8438110351562, + 398.6955871582031, + 414.058837890625, + 252.95765686035156, + 318.84600830078125, + 175.2485809326172, + 84.68576049804688, + 722.810791015625, + 426.97515869140625, + 417.3101501464844, + 405.700439453125, + 259.22265625, + 298.6056823730469, + 389.6957092285156, + 473.36029052734375, + 503.89215087890625, + 391.38836669921875, + 276.50750732421875, + 322.3628845214844, + 307.14794921875, + 197.7708740234375, + 330.2064514160156, + 399.9820251464844, + 282.6065979003906, + 365.91668701171875, + 359.6256103515625, + 295.91192626953125, + 236.9628448486328, + 185.69479370117188, + 268.9920654296875, + 533.8576049804688, + 208.60475158691406, + 99.30512237548828, + 263.6900939941406, + 375.4545593261719, + 374.1401672363281, + 404.9715576171875, + 361.6748352050781, + 228.1142120361328, + 107.60955810546875, + 330.2916564941406, + 379.2280578613281, + 293.9033508300781, + 496.3419494628906, + 457.736083984375, + 385.53387451171875, + 237.9479217529297, + 416.8016357421875, + 422.5157165527344, + 328.248291015625, + 399.57293701171875, + 442.30255126953125, + 267.78057861328125, + 159.50665283203125, + 222.51986694335938, + 522.1435546875, + 210.5486297607422, + 450.95703125, + 204.91647338867188, + 434.2267150878906, + 325.5230407714844, + 434.3470153808594, + 468.79522705078125, + 375.6023864746094, + 427.40826416015625, + 305.45404052734375, + 519.7732543945312, + 418.55316162109375, + 350.1559753417969, + 300.0931701660156, + 420.43988037109375, + 188.5089569091797, + 407.4407043457031, + 326.1714172363281, + 353.731201171875, + 270.1833801269531, + 334.82958984375, + 659.2083129882812, + 165.10731506347656, + 173.08157348632812, + 331.0023193359375, + 272.7875061035156, + 356.3489685058594, + 450.88671875, + 239.49420166015625, + 214.75930786132812, + 422.08258056640625, + 269.89453125, + 377.76129150390625, + 479.5031433105469, + 291.92578125, + 398.61480712890625, + 308.61004638671875, + 373.6639404296875, + 185.81069946289062, + 251.48292541503906, + 373.0169677734375, + 64.56012725830078, + 326.9988708496094, + 500.348388671875, + 505.6126708984375, + 352.82781982421875, + 464.67388916015625, + 258.01495361328125, + 308.8057556152344, + 215.75421142578125, + 149.35218811035156, + 413.01324462890625, + 373.9438171386719, + 360.4897766113281, + 81.45037078857422, + 325.59722900390625, + 446.89141845703125, + 328.9855041503906, + 555.8736572265625, + 362.66766357421875, + 368.9221496582031, + 277.9597473144531, + 312.54315185546875, + 320.16229248046875, + 351.9083251953125, + 142.29148864746094, + 271.564453125, + 376.1711120605469, + 599.8988647460938, + 318.8501892089844, + 203.7681427001953, + 391.03497314453125, + 548.2427368164062, + 570.6781616210938, + 344.46197509765625, + 240.27505493164062, + 437.6841125488281, + 452.1534423828125, + 189.4027862548828, + 432.832275390625, + 281.29998779296875, + 456.5986328125, + 436.35540771484375, + 491.4226989746094, + 378.45013427734375, + 242.3775634765625, + 337.6297912597656, + 477.90704345703125, + 477.4727478027344, + 299.9688415527344, + 180.05636596679688, + 411.1513671875, + 622.6394653320312, + 355.9223327636719, + 532.3982543945312, + 367.0550231933594, + 214.4769287109375, + 380.1745300292969, + 626.2073974609375, + 440.3175964355469, + 338.1380615234375, + 400.0283508300781, + 587.801025390625, + 142.8428955078125, + 586.1167602539062, + 320.9984130859375, + 365.03729248046875, + 470.2925720214844, + 532.2023315429688, + 445.86517333984375, + 345.3171081542969, + 508.24273681640625, + 399.2066955566406, + 248.28810119628906, + 436.79071044921875, + 460.53277587890625, + 333.6894836425781, + 279.03826904296875, + 197.85780334472656, + 194.7427215576172, + 197.79745483398438, + 436.2290344238281, + 282.940185546875, + 221.2166290283203, + 320.07403564453125, + 513.815185546875, + 373.5083312988281, + 289.26171875, + 192.4842071533203, + 596.430419921875, + 359.2071838378906, + 525.6626586914062, + 337.83807373046875, + 360.8763732910156, + 183.22564697265625, + 214.1292266845703, + 593.5806884765625, + 259.7596130371094, + 338.9010314941406, + 370.2954406738281, + 265.1692810058594, + 625.1895751953125, + 277.086181640625, + 389.04229736328125, + 161.38827514648438, + 538.0565795898438, + 229.5829620361328, + 235.471923828125, + 218.00454711914062, + 573.6664428710938, + 431.4578552246094, + 397.0386657714844, + 378.8095703125, + 842.3914794921875, + 542.8972778320312, + 319.58154296875, + 368.56121826171875, + 630.2685546875, + 159.11734008789062, + 253.69285583496094, + 373.9506530761719, + 385.73870849609375, + 646.8904418945312, + 338.8992614746094, + 206.1154022216797, + 205.8454132080078, + 515.55712890625, + 675.3482055664062, + 322.0672607421875, + 505.9897155761719, + 462.8750305175781, + 287.36767578125, + 267.5636901855469, + 611.820556640625, + 367.4945983886719, + 331.5561828613281, + 320.16571044921875, + 299.7344665527344, + 312.86016845703125, + 478.8975830078125, + 237.71356201171875, + 243.6017608642578, + 316.5915222167969, + 505.6931457519531, + 350.64215087890625, + 212.36473083496094, + 334.6835632324219, + 295.3154602050781, + 251.52908325195312, + 391.8618469238281, + 404.6298522949219, + 258.99102783203125, + 138.63218688964844, + 483.122314453125, + 413.8424987792969, + 411.3866271972656, + 269.146240234375, + 266.27337646484375, + 132.52182006835938, + 318.4186096191406, + 360.51129150390625, + 462.89532470703125, + 254.4081268310547, + 369.1685791015625, + 328.2838439941406, + 340.4827880859375, + 335.8006896972656, + 442.5947265625, + 191.9647216796875, + 427.64678955078125, + 523.0235595703125, + 561.0996704101562, + 319.1585388183594, + 449.0835266113281, + 188.50375366210938, + 314.2745056152344, + 346.04864501953125, + 415.1658630371094, + 248.66969299316406, + 222.72311401367188, + 535.9488525390625, + 531.807861328125, + 391.410400390625, + 228.52301025390625, + 350.2642822265625, + 351.14678955078125, + 221.62893676757812, + 346.60986328125, + 297.8746643066406, + 418.6188049316406, + 467.65447998046875, + 311.4909973144531, + 273.53900146484375, + 227.55552673339844, + 368.190673828125, + 206.28123474121094, + 203.16903686523438, + 285.450927734375, + 305.2535095214844, + 353.5677795410156, + 420.06341552734375, + 323.49346923828125, + 590.6787109375, + 376.12213134765625, + 340.07525634765625, + 355.9198913574219, + 381.1685791015625, + 454.16937255859375, + 246.24305725097656, + 535.466552734375, + 384.7372741699219, + 427.66748046875, + 296.44439697265625, + 584.1663818359375, + 350.610107421875, + 435.12213134765625, + 176.7818603515625, + 243.885009765625, + 488.0874328613281, + 480.50347900390625, + 354.6965026855469, + 293.40576171875, + 256.4383544921875, + 423.2472839355469, + 328.25634765625, + 361.89312744140625, + 228.40542602539062, + 373.1418151855469, + 386.3885803222656, + 421.4973449707031, + 322.67919921875, + 347.8861083984375, + 452.014892578125, + 392.5287780761719, + 149.57569885253906, + 371.7045593261719, + 150.9475555419922, + 486.1929626464844, + 431.6757507324219, + 337.0399475097656, + 212.83570861816406, + 150.49656677246094, + 446.7833251953125, + 569.0945434570312, + 351.339599609375, + 439.58612060546875, + 460.75958251953125, + 297.873046875, + 537.9569702148438, + 319.8230895996094, + 346.8829345703125, + 160.8409423828125, + 296.7150573730469, + 234.32659912109375, + 493.59051513671875, + 415.9159851074219, + 447.61065673828125, + 303.8836975097656, + 495.8934020996094, + 213.726318359375, + 395.5442199707031, + 246.49935913085938, + 431.4313659667969, + 443.9654541015625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.65, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } ] @@ -93750,374 +113190,374 @@ 2 ], "wall_clock_s": [ - 610.9, - 616.2, - 990.0 + 857.8, + 888.3, + 856.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.03255646675825119, + "loss": 0.197627991437912, "env_score_iters": 500, - "env_score": -3.4368419647216797, + "env_score": 1.2537673711776733, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.8697354793548584, - "rl_grad_norm": 0.21609555184841156, - "bc_grad_norm": 0.20149971544742584, + "grad_align": 0.011565273627638817, + "rl_grad_norm": 0.3879208266735077, + "bc_grad_norm": 6.263895511627197, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000016626527212793007, - "embedding.weight": 0.0005105939926579595, - "cnn.0.weight": 0.01574002578854561, - "cnn.0.bias": 0.000682798505295068, - "cnn.2.weight": 0.005754608660936356, - "cnn.2.bias": 0.002374971518293023, - "cnn.5.weight": 0.008037812076508999, - "cnn.5.bias": 0.001510632922872901, - "action_emb.weight": 0.0032359135802835226, - "timestep_emb.weight": 0.0015988717786967754, - "pos_emb.weight": 0.002975624520331621, - "transformer.layers.0.self_attn.in_proj_weight": 0.015353922732174397, - "transformer.layers.0.self_attn.in_proj_bias": 0.0009517072467133403, - "transformer.layers.0.self_attn.out_proj.weight": 0.01815338060259819, - "transformer.layers.0.self_attn.out_proj.bias": 0.001322596101090312, - "transformer.layers.0.linear1.weight": 0.01901586540043354, - "transformer.layers.0.linear1.bias": 0.0008106668828986585, - "transformer.layers.0.linear2.weight": 0.018942978233098984, - "transformer.layers.0.linear2.bias": 0.0010325283510610461, - "transformer.layers.0.norm1.weight": 0.0009496718994341791, - "transformer.layers.0.norm1.bias": 0.000879733357578516, - "transformer.layers.0.norm2.weight": 0.001807277905754745, - "transformer.layers.0.norm2.bias": 0.0010355593403801322, - "transformer.layers.1.self_attn.in_proj_weight": 0.01827668398618698, - "transformer.layers.1.self_attn.in_proj_bias": 0.000812097336165607, - "transformer.layers.1.self_attn.out_proj.weight": 0.01241841446608305, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007793488912284374, - "transformer.layers.1.linear1.weight": 0.010711146518588066, - "transformer.layers.1.linear1.bias": 0.0004644911678042263, - "transformer.layers.1.linear2.weight": 0.013207538053393364, - "transformer.layers.1.linear2.bias": 0.0007202965207397938, - "transformer.layers.1.norm1.weight": 0.0011829730356112123, - "transformer.layers.1.norm1.bias": 0.0009085991769097745, - "transformer.layers.1.norm2.weight": 0.000731275649741292, - "transformer.layers.1.norm2.bias": 0.0003354600630700588, - "transformer.layers.2.self_attn.in_proj_weight": 0.023709982633590698, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010047545656561852, - "transformer.layers.2.self_attn.out_proj.weight": 0.008896786719560623, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006805681623518467, - "transformer.layers.2.linear1.weight": 0.00743170827627182, - "transformer.layers.2.linear1.bias": 0.0003280793607700616, - "transformer.layers.2.linear2.weight": 0.008500606752932072, - "transformer.layers.2.linear2.bias": 0.0006580679910257459, - "transformer.layers.2.norm1.weight": 0.0016648428281769156, - "transformer.layers.2.norm1.bias": 0.0011035033967345953, - "transformer.layers.2.norm2.weight": 0.0004671021015383303, - "transformer.layers.2.norm2.bias": 0.000255870952969417, - "transformer.layers.3.self_attn.in_proj_weight": 0.02691204845905304, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015487531200051308, - "transformer.layers.3.self_attn.out_proj.weight": 0.009791713207960129, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011636774288490415, - "transformer.layers.3.linear1.weight": 0.016979189589619637, - "transformer.layers.3.linear1.bias": 0.0009096249123103917, - "transformer.layers.3.linear2.weight": 0.009509395807981491, - "transformer.layers.3.linear2.bias": 0.0013294501695781946, - "transformer.layers.3.norm1.weight": 0.0022801661398261786, - "transformer.layers.3.norm1.bias": 0.0021694544702768326, - "transformer.layers.3.norm2.weight": 0.0012655585305765271, - "transformer.layers.3.norm2.bias": 0.0009155198349617422, - "head.weight": 0.12244488298892975, - "head.bias": 0.0028022476471960545, - "global_embedding.weight": 0.009504151530563831, - "global_cnn.0.weight": 0.07972248643636703, - "global_cnn.0.bias": 0.002903179731220007, - "global_cnn.2.weight": 0.14563080668449402, - "global_cnn.2.bias": 0.013152390718460083, - "global_proj.weight": 0.04840610921382904, - "global_proj.bias": 0.039879489690065384, - "goal_head.0.weight": 0.030673963949084282, - "goal_head.0.bias": 0.015229195356369019, - "goal_head.2.weight": 0.043219003826379776, - "goal_head.2.bias": 0.034429434686899185 + "global_gate": 3.869819192914292e-05, + "embedding.weight": 0.001009781495667994, + "cnn.0.weight": 0.021856417879462242, + "cnn.0.bias": 0.0008216368732973933, + "cnn.2.weight": 0.0073175267316401005, + "cnn.2.bias": 0.002275787992402911, + "cnn.5.weight": 0.010205451399087906, + "cnn.5.bias": 0.0019252655329182744, + "action_emb.weight": 0.00567391375079751, + "timestep_emb.weight": 0.0019790532533079386, + "pos_emb.weight": 0.00450188759714365, + "transformer.layers.0.self_attn.in_proj_weight": 0.027831414714455605, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024106595665216446, + "transformer.layers.0.self_attn.out_proj.weight": 0.030378367751836777, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037171898875385523, + "transformer.layers.0.linear1.weight": 0.033513110131025314, + "transformer.layers.0.linear1.bias": 0.0016079264460131526, + "transformer.layers.0.linear2.weight": 0.031206399202346802, + "transformer.layers.0.linear2.bias": 0.0027107985224574804, + "transformer.layers.0.norm1.weight": 0.001568522653542459, + "transformer.layers.0.norm1.bias": 0.001812637667171657, + "transformer.layers.0.norm2.weight": 0.0036446978338062763, + "transformer.layers.0.norm2.bias": 0.0021532303653657436, + "transformer.layers.1.self_attn.in_proj_weight": 0.030468273907899857, + "transformer.layers.1.self_attn.in_proj_bias": 0.001824703416787088, + "transformer.layers.1.self_attn.out_proj.weight": 0.03069663979113102, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022377227433025837, + "transformer.layers.1.linear1.weight": 0.018536850810050964, + "transformer.layers.1.linear1.bias": 0.0009328590822406113, + "transformer.layers.1.linear2.weight": 0.022672953084111214, + "transformer.layers.1.linear2.bias": 0.0019968252163380384, + "transformer.layers.1.norm1.weight": 0.0018436985556036234, + "transformer.layers.1.norm1.bias": 0.001781439408659935, + "transformer.layers.1.norm2.weight": 0.0017269359668716788, + "transformer.layers.1.norm2.bias": 0.0009568921523168683, + "transformer.layers.2.self_attn.in_proj_weight": 0.029111070558428764, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014730793191120028, + "transformer.layers.2.self_attn.out_proj.weight": 0.028031637892127037, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016307939076796174, + "transformer.layers.2.linear1.weight": 0.014143253676593304, + "transformer.layers.2.linear1.bias": 0.0007986296550370753, + "transformer.layers.2.linear2.weight": 0.01733691804111004, + "transformer.layers.2.linear2.bias": 0.0016750290524214506, + "transformer.layers.2.norm1.weight": 0.0020500023383647203, + "transformer.layers.2.norm1.bias": 0.0014945168513804674, + "transformer.layers.2.norm2.weight": 0.000874101126100868, + "transformer.layers.2.norm2.bias": 0.0007293001981452107, + "transformer.layers.3.self_attn.in_proj_weight": 0.05610450729727745, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035132374614477158, + "transformer.layers.3.self_attn.out_proj.weight": 0.02691466733813286, + "transformer.layers.3.self_attn.out_proj.bias": 0.00253496877849102, + "transformer.layers.3.linear1.weight": 0.03219643980264664, + "transformer.layers.3.linear1.bias": 0.0023236549459397793, + "transformer.layers.3.linear2.weight": 0.017971135675907135, + "transformer.layers.3.linear2.bias": 0.002907914575189352, + "transformer.layers.3.norm1.weight": 0.005462477449327707, + "transformer.layers.3.norm1.bias": 0.004413350485265255, + "transformer.layers.3.norm2.weight": 0.002485106000676751, + "transformer.layers.3.norm2.bias": 0.0025198287330567837, + "head.weight": 0.23820823431015015, + "head.bias": 0.006318521685898304, + "global_embedding.weight": 0.024321477860212326, + "global_cnn.0.weight": 0.10138050466775894, + "global_cnn.0.bias": 0.0039005656726658344, + "global_cnn.2.weight": 0.1817210614681244, + "global_cnn.2.bias": 0.008452942594885826, + "global_proj.weight": 0.02967282012104988, + "global_proj.bias": 0.020948048681020737, + "goal_head.0.weight": 0.019217481836676598, + "goal_head.0.bias": 0.008921231143176556, + "goal_head.2.weight": 0.02768135443329811, + "goal_head.2.bias": 0.020450428128242493 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.04164170101284981, - "repr_drift_kl_low_t": 0.039676062762737274, - "repr_drift_kl_mid_t": 0.035294920206069946, - "repr_drift_kl_high_t": 0.03889352083206177, + "repr_drift_kl": 0.9537219405174255, + "repr_drift_kl_low_t": 1.147963047027588, + "repr_drift_kl_mid_t": 0.9625780582427979, + "repr_drift_kl_high_t": 0.6411522030830383, "cka_iters": 500, - "cka_similarity": 0.7171127796173096, + "cka_similarity": 0.52162766456604, "t_analysis_iters": 500, - "norm_low_t": 0.317090779542923, - "norm_high_t": 0.2630857527256012, - "lowhigh_cos": 0.4933399558067322, + "norm_low_t": 0.342589408159256, + "norm_high_t": 0.531774640083313, + "lowhigh_cos": 0.37959444522857666, "t_bin_norms": { - "t_0.0-0.1": 0.3079133927822113, - "t_0.1-0.2": 0.3346046209335327, - "t_0.2-0.3": 0.23767898976802826, - "t_0.3-0.4": 0.2765776813030243, - "t_0.4-0.5": 0.2363233119249344, - "t_0.5-0.6": 0.24209675192832947, - "t_0.6-0.7": 0.21785326302051544, - "t_0.7-0.8": 0.21372678875923157, - "t_0.8-0.9": 0.2285277396440506, - "t_0.9-1.0": 0.2793162167072296 - }, - "win_rate": 0.00949094071984291, - "effective_batch_size": 44.05696487426758, + "t_0.0-0.1": 0.5130597949028015, + "t_0.1-0.2": 0.362494558095932, + "t_0.2-0.3": 0.32687264680862427, + "t_0.3-0.4": 0.2743843197822571, + "t_0.4-0.5": 0.31434884667396545, + "t_0.5-0.6": 0.29837068915367126, + "t_0.6-0.7": 0.31585493683815, + "t_0.7-0.8": 0.3361896574497223, + "t_0.8-0.9": 0.38847702741622925, + "t_0.9-1.0": 0.6520676016807556 + }, + "win_rate": 0.5275754928588867, + "effective_batch_size": 443.9654541015625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.7418354153633118, + "loss": 0.10951115936040878, "env_score_iters": 500, - "env_score": -0.7271720170974731, + "env_score": 0.17872492969036102, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.8396942019462585, - "rl_grad_norm": 2.4886512756347656, - "bc_grad_norm": 0.7883516550064087, + "grad_align": 0.092321015894413, + "rl_grad_norm": 0.3701350688934326, + "bc_grad_norm": 4.655008316040039, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0005294986185617745, - "embedding.weight": 0.0050825802609324455, - "cnn.0.weight": 0.08589769899845123, - "cnn.0.bias": 0.003608359955251217, - "cnn.2.weight": 0.022304844111204147, - "cnn.2.bias": 0.007660992443561554, - "cnn.5.weight": 0.03620921075344086, - "cnn.5.bias": 0.004996235016733408, - "action_emb.weight": 0.025374921038746834, - "timestep_emb.weight": 0.006492460146546364, - "pos_emb.weight": 0.01163355354219675, - "transformer.layers.0.self_attn.in_proj_weight": 0.12659777700901031, - "transformer.layers.0.self_attn.in_proj_bias": 0.014520656317472458, - "transformer.layers.0.self_attn.out_proj.weight": 0.10751891881227493, - "transformer.layers.0.self_attn.out_proj.bias": 0.017698347568511963, - "transformer.layers.0.linear1.weight": 0.10671265423297882, - "transformer.layers.0.linear1.bias": 0.00664175720885396, - "transformer.layers.0.linear2.weight": 0.12046610563993454, - "transformer.layers.0.linear2.bias": 0.014938479289412498, - "transformer.layers.0.norm1.weight": 0.007091459818184376, - "transformer.layers.0.norm1.bias": 0.014311617240309715, - "transformer.layers.0.norm2.weight": 0.010185676626861095, - "transformer.layers.0.norm2.bias": 0.008608913980424404, - "transformer.layers.1.self_attn.in_proj_weight": 0.104339100420475, - "transformer.layers.1.self_attn.in_proj_bias": 0.008942640386521816, - "transformer.layers.1.self_attn.out_proj.weight": 0.10931342095136642, - "transformer.layers.1.self_attn.out_proj.bias": 0.013059413060545921, - "transformer.layers.1.linear1.weight": 0.06905768811702728, - "transformer.layers.1.linear1.bias": 0.004584051668643951, - "transformer.layers.1.linear2.weight": 0.09106046706438065, - "transformer.layers.1.linear2.bias": 0.012719779275357723, - "transformer.layers.1.norm1.weight": 0.006184452213346958, - "transformer.layers.1.norm1.bias": 0.008061003871262074, - "transformer.layers.1.norm2.weight": 0.0057671163231134415, - "transformer.layers.1.norm2.bias": 0.005120471585541964, - "transformer.layers.2.self_attn.in_proj_weight": 0.15542063117027283, - "transformer.layers.2.self_attn.in_proj_bias": 0.010047880932688713, - "transformer.layers.2.self_attn.out_proj.weight": 0.07643689960241318, - "transformer.layers.2.self_attn.out_proj.bias": 0.012506331317126751, - "transformer.layers.2.linear1.weight": 0.05594898760318756, - "transformer.layers.2.linear1.bias": 0.004429838620126247, - "transformer.layers.2.linear2.weight": 0.07363040745258331, - "transformer.layers.2.linear2.bias": 0.013383015058934689, - "transformer.layers.2.norm1.weight": 0.010174323804676533, - "transformer.layers.2.norm1.bias": 0.010601057671010494, - "transformer.layers.2.norm2.weight": 0.003939939197152853, - "transformer.layers.2.norm2.bias": 0.005296258721500635, - "transformer.layers.3.self_attn.in_proj_weight": 0.24758169054985046, - "transformer.layers.3.self_attn.in_proj_bias": 0.032300323247909546, - "transformer.layers.3.self_attn.out_proj.weight": 0.11469767987728119, - "transformer.layers.3.self_attn.out_proj.bias": 0.026249075308442116, - "transformer.layers.3.linear1.weight": 0.226684108376503, - "transformer.layers.3.linear1.bias": 0.024231132119894028, - "transformer.layers.3.linear2.weight": 0.12949040532112122, - "transformer.layers.3.linear2.bias": 0.043622445315122604, - "transformer.layers.3.norm1.weight": 0.021515196189284325, - "transformer.layers.3.norm1.bias": 0.04730820283293724, - "transformer.layers.3.norm2.weight": 0.022777779027819633, - "transformer.layers.3.norm2.bias": 0.04140792042016983, - "head.weight": 1.9039825201034546, - "head.bias": 0.10588338971138, - "global_embedding.weight": 0.07678733766078949, - "global_cnn.0.weight": 0.20822767913341522, - "global_cnn.0.bias": 0.009770434349775314, - "global_cnn.2.weight": 0.17686711251735687, - "global_cnn.2.bias": 0.0072906166315078735, - "global_proj.weight": 0.03827948495745659, - "global_proj.bias": 0.018005680292844772, - "goal_head.0.weight": 0.004341068211942911, - "goal_head.0.bias": 0.002141820965334773, - "goal_head.2.weight": 0.007740284316241741, - "goal_head.2.bias": 0.005662152078002691 + "global_gate": 9.796564881980885e-06, + "embedding.weight": 0.0026982934214174747, + "cnn.0.weight": 0.03997073322534561, + "cnn.0.bias": 0.0016905986703932285, + "cnn.2.weight": 0.008047581650316715, + "cnn.2.bias": 0.0015412995126098394, + "cnn.5.weight": 0.010550805367529392, + "cnn.5.bias": 0.0016975946491584182, + "action_emb.weight": 0.0050016711466014385, + "timestep_emb.weight": 0.0010507450206205249, + "pos_emb.weight": 0.0024821641854941845, + "transformer.layers.0.self_attn.in_proj_weight": 0.020214537158608437, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018938981229439378, + "transformer.layers.0.self_attn.out_proj.weight": 0.02087436616420746, + "transformer.layers.0.self_attn.out_proj.bias": 0.0027065584436059, + "transformer.layers.0.linear1.weight": 0.023470686748623848, + "transformer.layers.0.linear1.bias": 0.0011123232543468475, + "transformer.layers.0.linear2.weight": 0.023407593369483948, + "transformer.layers.0.linear2.bias": 0.002417856827378273, + "transformer.layers.0.norm1.weight": 0.0011551948264241219, + "transformer.layers.0.norm1.bias": 0.0018106155330315232, + "transformer.layers.0.norm2.weight": 0.0022951089777052402, + "transformer.layers.0.norm2.bias": 0.0010277751134708524, + "transformer.layers.1.self_attn.in_proj_weight": 0.02294865995645523, + "transformer.layers.1.self_attn.in_proj_bias": 0.001479667262174189, + "transformer.layers.1.self_attn.out_proj.weight": 0.022148603573441505, + "transformer.layers.1.self_attn.out_proj.bias": 0.002040004590526223, + "transformer.layers.1.linear1.weight": 0.01219820138067007, + "transformer.layers.1.linear1.bias": 0.0007242386927828193, + "transformer.layers.1.linear2.weight": 0.016453968361020088, + "transformer.layers.1.linear2.bias": 0.0020605376921594143, + "transformer.layers.1.norm1.weight": 0.0015069841174408793, + "transformer.layers.1.norm1.bias": 0.001452761935070157, + "transformer.layers.1.norm2.weight": 0.000998090486973524, + "transformer.layers.1.norm2.bias": 0.0007323718746192753, + "transformer.layers.2.self_attn.in_proj_weight": 0.02380852773785591, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016644897405058146, + "transformer.layers.2.self_attn.out_proj.weight": 0.020444419234991074, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021064162719994783, + "transformer.layers.2.linear1.weight": 0.010480409488081932, + "transformer.layers.2.linear1.bias": 0.0007160550449043512, + "transformer.layers.2.linear2.weight": 0.012747347354888916, + "transformer.layers.2.linear2.bias": 0.002243864117190242, + "transformer.layers.2.norm1.weight": 0.002045354573056102, + "transformer.layers.2.norm1.bias": 0.001962699694558978, + "transformer.layers.2.norm2.weight": 0.0006195650203153491, + "transformer.layers.2.norm2.bias": 0.0007710439967922866, + "transformer.layers.3.self_attn.in_proj_weight": 0.04573935642838478, + "transformer.layers.3.self_attn.in_proj_bias": 0.005514184013009071, + "transformer.layers.3.self_attn.out_proj.weight": 0.025515656918287277, + "transformer.layers.3.self_attn.out_proj.bias": 0.004262975882738829, + "transformer.layers.3.linear1.weight": 0.02463754639029503, + "transformer.layers.3.linear1.bias": 0.0023073763586580753, + "transformer.layers.3.linear2.weight": 0.01692158915102482, + "transformer.layers.3.linear2.bias": 0.0049806805327534676, + "transformer.layers.3.norm1.weight": 0.003856522496789694, + "transformer.layers.3.norm1.bias": 0.008150678128004074, + "transformer.layers.3.norm2.weight": 0.001889535691589117, + "transformer.layers.3.norm2.bias": 0.003070875070989132, + "head.weight": 0.2551443576812744, + "head.bias": 0.010039707645773888, + "global_embedding.weight": 0.0037966605741530657, + "global_cnn.0.weight": 0.024363283067941666, + "global_cnn.0.bias": 0.0009838556870818138, + "global_cnn.2.weight": 0.08059185743331909, + "global_cnn.2.bias": 0.004498136229813099, + "global_proj.weight": 0.019776904955506325, + "global_proj.bias": 0.011087908409535885, + "goal_head.0.weight": 0.010511234402656555, + "goal_head.0.bias": 0.00411447137594223, + "goal_head.2.weight": 0.01247429195791483, + "goal_head.2.bias": 0.00833133514970541 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.27938807010650635, - "repr_drift_kl_low_t": 0.2524997591972351, - "repr_drift_kl_mid_t": 0.24960245192050934, - "repr_drift_kl_high_t": 0.36354780197143555, + "repr_drift_kl": 0.6143932342529297, + "repr_drift_kl_low_t": 0.7143300175666809, + "repr_drift_kl_mid_t": 0.6377978324890137, + "repr_drift_kl_high_t": 0.5309102535247803, "cka_iters": 500, - "cka_similarity": 0.7441399693489075, + "cka_similarity": 0.5969014167785645, "t_analysis_iters": 500, - "norm_low_t": 2.4216830730438232, - "norm_high_t": 3.049978733062744, - "lowhigh_cos": 0.7261718511581421, + "norm_low_t": 0.40842053294181824, + "norm_high_t": 0.7341729402542114, + "lowhigh_cos": 0.6002824902534485, "t_bin_norms": { - "t_0.0-0.1": 1.949480414390564, - "t_0.1-0.2": 2.4208767414093018, - "t_0.2-0.3": 2.156097650527954, - "t_0.3-0.4": 1.7393627166748047, - "t_0.4-0.5": 2.3562488555908203, - "t_0.5-0.6": 1.9976648092269897, - "t_0.6-0.7": 2.559417486190796, - "t_0.7-0.8": 3.122825860977173, - "t_0.8-0.9": 2.902961254119873, - "t_0.9-1.0": 3.110775947570801 - }, - "win_rate": 0.23712341487407684, - "effective_batch_size": 137.8155975341797, + "t_0.0-0.1": 0.33163779973983765, + "t_0.1-0.2": 0.2782594859600067, + "t_0.2-0.3": 0.233851820230484, + "t_0.3-0.4": 0.2434026598930359, + "t_0.4-0.5": 0.24680449068546295, + "t_0.5-0.6": 0.2714620530605316, + "t_0.6-0.7": 0.3224731385707855, + "t_0.7-0.8": 0.3904186189174652, + "t_0.8-0.9": 0.5409581661224365, + "t_0.9-1.0": 0.8982367515563965 + }, + "win_rate": 0.09480813145637512, + "effective_batch_size": 204.81956481933594, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.9393693804740906, + "loss": 0.18394242227077484, "env_score_iters": 500, - "env_score": 4.216958999633789, + "env_score": 0.9940536618232727, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.42500000000000004, "grad_align_iters": 500, - "grad_align": 0.6918978095054626, - "rl_grad_norm": 1.6600340604782104, - "bc_grad_norm": 0.47463342547416687, + "grad_align": -0.03804807737469673, + "rl_grad_norm": 0.3182889223098755, + "bc_grad_norm": 6.006256103515625, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000045200358727015555, - "embedding.weight": 0.0048485710285604, - "cnn.0.weight": 0.12428240478038788, - "cnn.0.bias": 0.004935028962790966, - "cnn.2.weight": 0.04483674094080925, - "cnn.2.bias": 0.017307814210653305, - "cnn.5.weight": 0.042389463633298874, - "cnn.5.bias": 0.014752857387065887, - "action_emb.weight": 0.03478098660707474, - "timestep_emb.weight": 0.010479341261088848, - "pos_emb.weight": 0.01913844421505928, - "transformer.layers.0.self_attn.in_proj_weight": 0.14146213233470917, - "transformer.layers.0.self_attn.in_proj_bias": 0.012940563261508942, - "transformer.layers.0.self_attn.out_proj.weight": 0.1311700940132141, - "transformer.layers.0.self_attn.out_proj.bias": 0.016444792971014977, - "transformer.layers.0.linear1.weight": 0.16158516705036163, - "transformer.layers.0.linear1.bias": 0.007897458970546722, - "transformer.layers.0.linear2.weight": 0.17503561079502106, - "transformer.layers.0.linear2.bias": 0.01395629346370697, - "transformer.layers.0.norm1.weight": 0.008883930742740631, - "transformer.layers.0.norm1.bias": 0.012282686308026314, - "transformer.layers.0.norm2.weight": 0.015089188702404499, - "transformer.layers.0.norm2.bias": 0.007365796249359846, - "transformer.layers.1.self_attn.in_proj_weight": 0.12884283065795898, - "transformer.layers.1.self_attn.in_proj_bias": 0.008857114240527153, - "transformer.layers.1.self_attn.out_proj.weight": 0.12227895110845566, - "transformer.layers.1.self_attn.out_proj.bias": 0.012704126536846161, - "transformer.layers.1.linear1.weight": 0.10879819095134735, - "transformer.layers.1.linear1.bias": 0.006000746041536331, - "transformer.layers.1.linear2.weight": 0.1297687143087387, - "transformer.layers.1.linear2.bias": 0.012192177586257458, - "transformer.layers.1.norm1.weight": 0.008053894154727459, - "transformer.layers.1.norm1.bias": 0.008012332022190094, - "transformer.layers.1.norm2.weight": 0.0087467385455966, - "transformer.layers.1.norm2.bias": 0.00623313058167696, - "transformer.layers.2.self_attn.in_proj_weight": 0.19205574691295624, - "transformer.layers.2.self_attn.in_proj_bias": 0.011584690771996975, - "transformer.layers.2.self_attn.out_proj.weight": 0.09290406107902527, - "transformer.layers.2.self_attn.out_proj.bias": 0.01161485817283392, - "transformer.layers.2.linear1.weight": 0.08219254016876221, - "transformer.layers.2.linear1.bias": 0.0052660689689219, - "transformer.layers.2.linear2.weight": 0.08779114484786987, - "transformer.layers.2.linear2.bias": 0.013076115399599075, - "transformer.layers.2.norm1.weight": 0.01428906712681055, - "transformer.layers.2.norm1.bias": 0.014897454530000687, - "transformer.layers.2.norm2.weight": 0.0059830984100699425, - "transformer.layers.2.norm2.bias": 0.006460895761847496, - "transformer.layers.3.self_attn.in_proj_weight": 0.27738675475120544, - "transformer.layers.3.self_attn.in_proj_bias": 0.01985957659780979, - "transformer.layers.3.self_attn.out_proj.weight": 0.11847739666700363, - "transformer.layers.3.self_attn.out_proj.bias": 0.019569840282201767, - "transformer.layers.3.linear1.weight": 0.2270377278327942, - "transformer.layers.3.linear1.bias": 0.018880462273955345, - "transformer.layers.3.linear2.weight": 0.12371230125427246, - "transformer.layers.3.linear2.bias": 0.030784476548433304, - "transformer.layers.3.norm1.weight": 0.0238514207303524, - "transformer.layers.3.norm1.bias": 0.02617638185620308, - "transformer.layers.3.norm2.weight": 0.02013174071907997, - "transformer.layers.3.norm2.bias": 0.029108623042702675, - "head.weight": 1.7931431531906128, - "head.bias": 0.07505721598863602, - "global_embedding.weight": 0.020207278430461884, - "global_cnn.0.weight": 0.13373534381389618, - "global_cnn.0.bias": 0.003998890984803438, - "global_cnn.2.weight": 0.30270999670028687, - "global_cnn.2.bias": 0.017656128853559494, - "global_proj.weight": 0.07937417924404144, - "global_proj.bias": 0.0579129122197628, - "goal_head.0.weight": 0.044053614139556885, - "goal_head.0.bias": 0.020557686686515808, - "goal_head.2.weight": 0.0691208764910698, - "goal_head.2.bias": 0.04505866393446922 + "global_gate": 0.0002024996792897582, + "embedding.weight": 0.0025638085789978504, + "cnn.0.weight": 0.04478338733315468, + "cnn.0.bias": 0.0021234992891550064, + "cnn.2.weight": 0.008915432728827, + "cnn.2.bias": 0.0029945510905236006, + "cnn.5.weight": 0.010720141232013702, + "cnn.5.bias": 0.0025432512629777193, + "action_emb.weight": 0.00612320052459836, + "timestep_emb.weight": 0.0015982115874066949, + "pos_emb.weight": 0.0037174206227064133, + "transformer.layers.0.self_attn.in_proj_weight": 0.02652331069111824, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021771772298961878, + "transformer.layers.0.self_attn.out_proj.weight": 0.030436236411333084, + "transformer.layers.0.self_attn.out_proj.bias": 0.003066128585487604, + "transformer.layers.0.linear1.weight": 0.032963138073682785, + "transformer.layers.0.linear1.bias": 0.0014363769441843033, + "transformer.layers.0.linear2.weight": 0.02745075151324272, + "transformer.layers.0.linear2.bias": 0.0020986278541386127, + "transformer.layers.0.norm1.weight": 0.001552187604829669, + "transformer.layers.0.norm1.bias": 0.0020884424448013306, + "transformer.layers.0.norm2.weight": 0.00381693453527987, + "transformer.layers.0.norm2.bias": 0.0021042595617473125, + "transformer.layers.1.self_attn.in_proj_weight": 0.025543633848428726, + "transformer.layers.1.self_attn.in_proj_bias": 0.001341588911600411, + "transformer.layers.1.self_attn.out_proj.weight": 0.027158508077263832, + "transformer.layers.1.self_attn.out_proj.bias": 0.001794715179130435, + "transformer.layers.1.linear1.weight": 0.01580795831978321, + "transformer.layers.1.linear1.bias": 0.0008352133445441723, + "transformer.layers.1.linear2.weight": 0.01961226388812065, + "transformer.layers.1.linear2.bias": 0.001569544430822134, + "transformer.layers.1.norm1.weight": 0.0017740103648975492, + "transformer.layers.1.norm1.bias": 0.0012476230040192604, + "transformer.layers.1.norm2.weight": 0.001458478276617825, + "transformer.layers.1.norm2.bias": 0.0009522761683911085, + "transformer.layers.2.self_attn.in_proj_weight": 0.029792379587888718, + "transformer.layers.2.self_attn.in_proj_bias": 0.001482773688621819, + "transformer.layers.2.self_attn.out_proj.weight": 0.026076706126332283, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014135314850136638, + "transformer.layers.2.linear1.weight": 0.011888956651091576, + "transformer.layers.2.linear1.bias": 0.0007438529282808304, + "transformer.layers.2.linear2.weight": 0.015601294115185738, + "transformer.layers.2.linear2.bias": 0.0014260300667956471, + "transformer.layers.2.norm1.weight": 0.0020704390481114388, + "transformer.layers.2.norm1.bias": 0.0015951653476804495, + "transformer.layers.2.norm2.weight": 0.0008924246649257839, + "transformer.layers.2.norm2.bias": 0.0007582655525766313, + "transformer.layers.3.self_attn.in_proj_weight": 0.05052730068564415, + "transformer.layers.3.self_attn.in_proj_bias": 0.002462087431922555, + "transformer.layers.3.self_attn.out_proj.weight": 0.032058216631412506, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019867930095642805, + "transformer.layers.3.linear1.weight": 0.03378988057374954, + "transformer.layers.3.linear1.bias": 0.0023941490799188614, + "transformer.layers.3.linear2.weight": 0.02163061872124672, + "transformer.layers.3.linear2.bias": 0.002500416012480855, + "transformer.layers.3.norm1.weight": 0.004709490109235048, + "transformer.layers.3.norm1.bias": 0.0033260586205869913, + "transformer.layers.3.norm2.weight": 0.0031451138202100992, + "transformer.layers.3.norm2.bias": 0.0028601577505469322, + "head.weight": 0.250800758600235, + "head.bias": 0.004313447047024965, + "global_embedding.weight": 0.003651230363175273, + "global_cnn.0.weight": 0.020982330664992332, + "global_cnn.0.bias": 0.0007120914524421096, + "global_cnn.2.weight": 0.05934600159525871, + "global_cnn.2.bias": 0.0032464000396430492, + "global_proj.weight": 0.011463891714811325, + "global_proj.bias": 0.007427307311445475, + "goal_head.0.weight": 0.006892656907439232, + "goal_head.0.bias": 0.003050223458558321, + "goal_head.2.weight": 0.00903146993368864, + "goal_head.2.bias": 0.006389134097844362 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.19780053198337555, - "repr_drift_kl_low_t": 0.22394686937332153, - "repr_drift_kl_mid_t": 0.19366997480392456, - "repr_drift_kl_high_t": 0.1731960028409958, + "repr_drift_kl": 0.804826021194458, + "repr_drift_kl_low_t": 1.0254887342453003, + "repr_drift_kl_mid_t": 0.7717432379722595, + "repr_drift_kl_high_t": 0.6435060501098633, "cka_iters": 500, - "cka_similarity": 0.8454530239105225, + "cka_similarity": 0.4534006118774414, "t_analysis_iters": 500, - "norm_low_t": 2.144482135772705, - "norm_high_t": 2.0575013160705566, - "lowhigh_cos": 0.5866546034812927, + "norm_low_t": 0.3353133201599121, + "norm_high_t": 0.446543425321579, + "lowhigh_cos": 0.47824597358703613, "t_bin_norms": { - "t_0.0-0.1": 2.140864849090576, - "t_0.1-0.2": 1.7088009119033813, - "t_0.2-0.3": 2.1878676414489746, - "t_0.3-0.4": 2.19465970993042, - "t_0.4-0.5": 1.8264936208724976, - "t_0.5-0.6": 2.09319806098938, - "t_0.6-0.7": 1.8116142749786377, - "t_0.7-0.8": 2.001812219619751, - "t_0.8-0.9": 1.645905613899231, - "t_0.9-1.0": 1.9838746786117554 - }, - "win_rate": 0.19883041083812714, - "effective_batch_size": 79.12652587890625, + "t_0.0-0.1": 0.4211958050727844, + "t_0.1-0.2": 0.2529833912849426, + "t_0.2-0.3": 0.33607932925224304, + "t_0.3-0.4": 0.26257291436195374, + "t_0.4-0.5": 0.2893587648868561, + "t_0.5-0.6": 0.26660653948783875, + "t_0.6-0.7": 0.34729835391044617, + "t_0.7-0.8": 0.33630552887916565, + "t_0.8-0.9": 0.44497203826904297, + "t_0.9-1.0": 0.46568986773490906 + }, + "win_rate": 0.36335721611976624, + "effective_batch_size": 339.88787841796875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "running_stats": { - "score": 0.5750000000000001, - "score_std": 0.0, + "score": 0.3833333333333333, + "score_std": 0.031180478223116183, "all_scores": [ - 0.5750000000000001, - 0.5750000000000001, - 0.5750000000000001 + 0.375, + 0.35, + 0.425 ], "history": { "iters": [ @@ -94623,506 +114063,506 @@ 500 ], "loss": [ - 0.057628463953733444, - 1.5588343143463135, - 4.118014335632324, - 1.0047017335891724, - 0.569129467010498, - 0.11070011556148529, - 0.733759880065918, - 0.27969226241111755, - 0.6691091060638428, - 0.40153977274894714, - 0.4010521471500397, - 0.1481149047613144, - 0.8487614989280701, - 0.38248318433761597, - 0.07919372618198395, - 0.09685291349887848, - 0.05127424746751785, - 1.5490469932556152, - 0.05848182737827301, - 0.2531699538230896, - 0.2228153645992279, - 0.49565210938453674, - 0.3949190080165863, - 1.322792649269104, - 0.17889109253883362, - 0.24483275413513184, - 2.2614755630493164, - 1.1626085042953491, - 2.5164284706115723, - 0.09302673488855362, - 0.7358294129371643, - 0.41919052600860596, - 0.09273327887058258, - 0.14458996057510376, - 0.46585583686828613, - 0.8715744018554688, - 0.12082363665103912, - 0.14085695147514343, - 1.0323166847229004, - 0.770196259021759, - 0.6154653429985046, - 0.15885069966316223, - 0.4212040603160858, - 1.7937839031219482, - 0.4678748548030853, - 0.5890412330627441, - 0.12983021140098572, - 0.9887359142303467, - 0.36629655957221985, - 0.547347903251648, - 0.07442937046289444, - 0.14311395585536957, - 1.6696945428848267, - 0.2314482480287552, - 1.0027070045471191, - 0.454867422580719, - 0.5380796194076538, - 1.4942764043807983, - 0.28389689326286316, - 1.3779934644699097, - 0.5395093560218811, - 1.0729641914367676, - 0.5309898853302002, - 0.10206542164087296, - 0.3826383948326111, - 0.02310081012547016, - 0.13952994346618652, - 0.31104451417922974, - 0.11658458411693573, - 0.03619648143649101, - 0.28756260871887207, - 1.4584972858428955, - 0.09670448303222656, - 0.6810703277587891, - 0.06513214111328125, - 1.2555996179580688, - 0.06845174729824066, - 0.06416340172290802, - 0.6367143988609314, - 0.1269669383764267, - 0.2963937819004059, - 0.820893406867981, - 0.14441627264022827, - 2.0524649620056152, - 0.3650577962398529, - 0.2722461223602295, - 0.04256082698702812, - 0.4299415051937103, - 0.17912331223487854, - 0.660677433013916, - 0.7644060850143433, - 0.03928937017917633, - 0.29595670104026794, - 0.6440908908843994, - 0.026635773479938507, - 0.30438536405563354, - 0.11429736018180847, - 0.5713826417922974, - 0.1668684184551239, - 0.7446190118789673, - 0.28658199310302734, - 0.33343297243118286, - 0.35638031363487244, - 0.7705454230308533, - 0.11542917042970657, - 0.09893736988306046, - 0.1425129771232605, - 0.3653242886066437, - 0.1317901909351349, - 0.06977783143520355, - 0.12730133533477783, - 0.10333669185638428, - 0.1960008293390274, - 0.22509467601776123, - 0.014002730138599873, - 0.8119445443153381, - 0.11829560250043869, - 0.0985640287399292, - 0.717432975769043, - 0.8278778195381165, - 0.7444291710853577, - 0.21731698513031006, - 0.41274788975715637, - 0.08850012719631195, - 0.12125686556100845, - 0.9330100417137146, - 0.11152337491512299, - 0.36755886673927307, - 0.7342305779457092, - 0.3513069748878479, - 0.9803492426872253, - 0.6334266662597656, - 0.7092307806015015, - 0.09877558797597885, - 0.42254236340522766, - 0.24809783697128296, - 0.21800263226032257, - 0.07446880638599396, - 0.22634747624397278, - 0.421478807926178, - 0.20562979578971863, - 0.11503387242555618, - 0.8536211848258972, - 0.3387961983680725, - 0.28636670112609863, - 0.08616408705711365, - 0.07765820622444153, - 0.11385141313076019, - 0.22038035094738007, - 0.4271793067455292, - 0.49183374643325806, - 0.7418452501296997, - 0.6992946267127991, - 0.3431713879108429, - 1.1421394348144531, - 0.3732975125312805, - 0.49896928668022156, - 0.1850978136062622, - 0.11705142259597778, - 0.05007209628820419, - 0.38234633207321167, - 0.3888331353664398, - 0.1971016228199005, - 0.09522001445293427, - 0.2729380130767822, - 0.08791425824165344, - 0.045309312641620636, - 0.15966425836086273, - 0.2929404377937317, - 0.6388928294181824, - 0.3400183320045471, - 0.06381356716156006, - 0.04134863242506981, - 0.2738771140575409, - 0.1285390704870224, - 2.002326488494873, - 0.12430418282747269, - 0.6132820844650269, - 0.1406744122505188, - 0.1605854481458664, - 0.10330618917942047, - 0.5744116306304932, - 0.3639441728591919, - 0.03027871623635292, - 0.3003278374671936, - 0.7114332318305969, - 0.06993837654590607, - 0.036704905331134796, - 0.31725990772247314, - 0.9857781529426575, - 0.09298143535852432, - 0.05895474925637245, - 0.2078040987253189, - 0.17368324100971222, - 0.7671881318092346, - 0.3228059709072113, - 0.15925879776477814, - 0.07662945985794067, - 0.16792763769626617, - 0.5181809663772583, - 0.13529498875141144, - 0.04234340414404869, - 0.14726607501506805, - 0.044191692024469376, - 0.04631322622299194, - 0.21642662584781647, - 0.6100183129310608, - 0.2665793001651764, - 0.13335731625556946, - 0.3447199761867523, - 0.062100570648908615, - 0.17698632180690765, - 0.6339649558067322, - 0.22457630932331085, - 0.06852253526449203, - 0.09876132011413574, - 0.036871496587991714, - 0.28222954273223877, - 0.05949027091264725, - 0.12204957753419876, - 0.42451533675193787, - 0.7787686586380005, - 0.1523921936750412, - 0.034407492727041245, - 0.41730955243110657, - 0.3238801956176758, - 0.2854427099227905, - 0.7184758186340332, - 0.22759275138378143, - 0.5148143768310547, - 0.5376453399658203, - 0.6246671676635742, - 0.6486809849739075, - 0.17561841011047363, - 0.45778194069862366, - 1.1802743673324585, - 0.31024959683418274, - 0.12428860366344452, - 0.04562362655997276, - 0.035553641617298126, - 0.06538937240839005, - 0.051889918744564056, - 0.08013293147087097, - 0.15808948874473572, - 0.07997023314237595, - 0.08250816911458969, - 0.3320028483867645, - 0.26619285345077515, - 0.0558939203619957, - 0.04653864726424217, - 0.025455227121710777, - 0.766032338142395, - 0.09999881684780121, - 0.06024842709302902, - 0.2940044403076172, - 1.065510869026184, - 0.012841323390603065, - 0.2659328877925873, - 0.1517731249332428, - 0.07317773997783661, - 0.2040039747953415, - 0.09434405714273453, - 0.31979215145111084, - 0.24649374186992645, - 0.268452525138855, - 0.25626152753829956, - 0.04658346623182297, - 0.1444430947303772, - 0.11489486694335938, - 0.11939942091703415, - 0.024274807423353195, - 0.9454576969146729, - 0.10063092410564423, - 0.08980953693389893, - 0.4932549297809601, - 0.15092383325099945, - 0.38848263025283813, - 0.13399823009967804, - 0.1637929230928421, - 0.2886357605457306, - 0.2365339994430542, - 0.14831538498401642, - 0.16179203987121582, - 0.1817808747291565, - 0.5976634621620178, - 0.3973325788974762, - 0.0696227103471756, - 0.5974551439285278, - 0.7202075123786926, - 0.03177329897880554, - 0.5857278108596802, - 0.06357408314943314, - 0.05111817270517349, - 0.1707628220319748, - 0.19908353686332703, - 0.07625780999660492, - 0.08374471217393875, - 0.11874983459711075, - 0.5014587044715881, - 0.02594650536775589, - 0.1576666682958603, - 0.19323128461837769, - 0.34380191564559937, - 0.2944001257419586, - 0.502322256565094, - 0.11513050645589828, - 0.37191450595855713, - 0.045689888298511505, - 0.5461427569389343, - 0.6196638345718384, - 0.047599196434020996, - 0.06590371578931808, - 0.3134426772594452, - 0.08444441109895706, - 0.0817704051733017, - 0.38943663239479065, - 0.1882878541946411, - 0.06893061101436615, - 0.05209504812955856, - 0.03695115074515343, - 0.06673775613307953, - 0.18854235112667084, - 0.0471746064722538, - 0.03010520152747631, - 0.2650059163570404, - 0.0498587042093277, - 0.04424484819173813, - 0.04258720949292183, - 0.11083065718412399, - 0.5053723454475403, - 0.08970557898283005, - 0.116275355219841, - 0.15823765099048615, - 0.08692572265863419, - 0.10305449366569519, - 0.22230155766010284, - 0.0904369056224823, - 0.10625480860471725, - 0.02360483817756176, - 0.4053429663181305, - 0.36384502053260803, - 0.049496691673994064, - 0.13988076150417328, - 0.3201783299446106, - 0.05444316565990448, - 0.10852116346359253, - 0.16561093926429749, - 0.11386095732450485, - 0.04563407599925995, - 0.04345216602087021, - 0.14260296523571014, - 0.02071209065616131, - 0.028333542868494987, - 0.07694745808839798, - 0.12149866670370102, - 0.06453853845596313, - 0.040164511650800705, - 0.13742300868034363, - 0.039249785244464874, - 0.04651669040322304, - 0.17037907242774963, - 0.07811145484447479, - 0.07207850366830826, - 1.0002877712249756, - 0.18344897031784058, - 0.14222297072410583, - 0.253456711769104, - 0.30322152376174927, - 0.04803481698036194, - 0.385914146900177, - 0.06262218207120895, - 0.14834527671337128, - 0.07676848024129868, - 0.2640886604785919, - 0.23689036071300507, - 0.17932459712028503, - 0.47466152906417847, - 0.2128964066505432, - 0.05516533553600311, - 0.3201283812522888, - 0.553520143032074, - 0.24499019980430603, - 0.19778752326965332, - 0.10438285022974014, - 0.11418179422616959, - 0.10401295870542526, - 0.37753531336784363, - 0.17163844406604767, - 0.03543643280863762, - 0.8562546372413635, - 0.21214894950389862, - 0.03586124628782272, - 0.05609679967164993, - 0.07558023929595947, - 0.0708693340420723, - 1.1988815069198608, - 0.2202061116695404, - 0.16850252449512482, - 0.4518500864505768, - 0.1127033531665802, - 0.14115791022777557, - 0.029051588848233223, - 0.10289717465639114, - 0.10784308612346649, - 0.07869115471839905, - 0.12521180510520935, - 0.3486027121543884, - 0.6626502275466919, - 0.15580350160598755, - 0.07959192246198654, - 0.15578211843967438, - 0.06731045991182327, - 0.12210996448993683, - 0.5870424509048462, - 0.052165836095809937, - 0.1352464258670807, - 0.195756196975708, - 0.04584702104330063, - 0.1991727501153946, - 0.0659421905875206, - 0.08258659392595291, - 0.14950060844421387, - 0.5261475443840027, - 0.09562715888023376, - 0.6595622301101685, - 0.05240078642964363, - 0.08351930230855942, - 0.06053918972611427, - 0.4518650770187378, - 0.28192272782325745, - 0.24105601012706757, - 0.05507826805114746, - 0.07917660474777222, - 0.18509985506534576, - 0.026125965639948845, - 0.15179091691970825, - 0.2738378942012787, - 0.13173836469650269, - 0.12517264485359192, - 0.04870140179991722, - 0.06728579849004745, - 0.13700827956199646, - 0.03927662596106529, - 0.554395854473114, - 0.1208890751004219, - 0.37350937724113464, - 0.09882640093564987, - 0.10861518234014511, - 0.10928648710250854, - 0.07683512568473816, - 0.05747225135564804, - 0.09543173015117645, - 0.13245618343353271, - 0.8837181329727173, - 0.02689427137374878, - 0.17031526565551758, - 0.09053031355142593, - 0.1631244719028473, - 0.035816412419080734, - 0.35942110419273376, - 0.11819110065698624, - 0.13300402462482452, - 0.22402048110961914, - 0.014728764072060585, - 0.11732713878154755, - 0.05448855832219124, - 0.10546944290399551, - 0.09090030193328857, - 0.1716126799583435, - 0.15938782691955566, - 0.1949206441640854, - 0.27918243408203125, - 0.05220546945929527, - 0.06396110355854034, - 0.05054948478937149, - 0.0544491782784462, - 0.04665980860590935, - 0.0754363015294075, - 0.06681648641824722, - 0.09101814031600952, - 0.02818894013762474, - 0.07694703340530396, - 0.05547796189785004, - 0.09729785472154617, - 0.086728036403656, - 0.02930387854576111, - 0.04629918560385704, - 0.2994249165058136, - 0.13492222130298615, - 0.06853090971708298, - 0.04490406811237335, - 0.16245579719543457, - 0.12599459290504456, - 0.07074348628520966, - 0.16820834577083588, - 0.07474177330732346, - 0.1315402388572693, - 0.16039305925369263, - 0.09709414839744568, - 0.08853816986083984 + 0.8005810976028442, + 1.145731806755066, + 0.5891847014427185, + 0.46834856271743774, + 0.5101178884506226, + 0.2605265974998474, + 0.7278858423233032, + 0.49922722578048706, + 0.8995401859283447, + 0.4839804470539093, + 0.36794647574424744, + 0.9651764035224915, + 0.3893754780292511, + 0.39223721623420715, + 0.3336288630962372, + 0.44526928663253784, + 0.28776392340660095, + 0.36252063512802124, + 0.879863977432251, + 0.43733879923820496, + 0.4031223952770233, + 0.2677321135997772, + 0.4182831943035126, + 0.3416789174079895, + 0.38330262899398804, + 0.3983144760131836, + 0.3171355426311493, + 0.3729550540447235, + 0.3448086977005005, + 0.43016478419303894, + 0.26571929454803467, + 0.6998125910758972, + 0.2641732692718506, + 0.2948533594608307, + 0.19960032403469086, + 0.21171438694000244, + 0.37241724133491516, + 0.2668681740760803, + 0.4653749167919159, + 0.5907984972000122, + 0.2653123438358307, + 0.26164576411247253, + 0.31712594628334045, + 0.18948911130428314, + 0.19903703033924103, + 0.22450104355812073, + 0.19570690393447876, + 0.32691624760627747, + 0.25904276967048645, + 0.2538052499294281, + 0.2891346216201782, + 0.17457687854766846, + 0.19761858880519867, + 0.2820456624031067, + 0.3530348539352417, + 0.28530266880989075, + 0.31195369362831116, + 0.13729222118854523, + 0.3056517243385315, + 0.26456567645072937, + 0.3448232412338257, + 0.18579944968223572, + 0.18198011815547943, + 0.20104815065860748, + 0.2691587507724762, + 0.27521586418151855, + 0.26384851336479187, + 0.22966061532497406, + 0.27101367712020874, + 0.168535515666008, + 0.24217481911182404, + 0.231877863407135, + 0.33165213465690613, + 0.12783531844615936, + 0.2571104168891907, + 0.20368321239948273, + 0.12931154668331146, + 0.21891194581985474, + 0.19415707886219025, + 0.31164973974227905, + 0.2418990433216095, + 0.1932584047317505, + 0.11973398923873901, + 0.23261794447898865, + 0.2151680886745453, + 0.22554901242256165, + 0.16752849519252777, + 0.22793397307395935, + 0.20756091177463531, + 0.17786653339862823, + 0.22875440120697021, + 0.10702509433031082, + 0.23638220131397247, + 0.1924995630979538, + 0.16210810840129852, + 0.2711126208305359, + 0.21633286774158478, + 0.13614802062511444, + 0.20737701654434204, + 0.1752612143754959, + 0.17789286375045776, + 0.2796798646450043, + 0.42329350113868713, + 0.2669050097465515, + 0.25744426250457764, + 0.3117387592792511, + 0.09255372732877731, + 0.14474675059318542, + 0.24607247114181519, + 0.17263412475585938, + 0.18132950365543365, + 0.18065549433231354, + 0.18110382556915283, + 0.2534027695655823, + 0.1548795998096466, + 0.25995054841041565, + 0.23258446156978607, + 0.15410786867141724, + 0.14529819786548615, + 0.24892251193523407, + 0.25145718455314636, + 0.1276758462190628, + 0.11593293398618698, + 0.19359290599822998, + 0.2029268443584442, + 0.18623855710029602, + 0.18636435270309448, + 0.13076089322566986, + 0.19971366226673126, + 0.25075972080230713, + 0.2191636860370636, + 0.22030439972877502, + 0.22172635793685913, + 0.22116604447364807, + 0.20494379103183746, + 0.13656802475452423, + 0.13860690593719482, + 0.25663307309150696, + 0.1846395879983902, + 0.1806570291519165, + 0.1649574637413025, + 0.2346886396408081, + 0.24372094869613647, + 0.16215848922729492, + 0.13014741241931915, + 0.11327704787254333, + 0.09169474244117737, + 0.1959700733423233, + 0.16884127259254456, + 0.16308806836605072, + 0.18550099432468414, + 0.27326709032058716, + 0.24028581380844116, + 0.17842704057693481, + 0.24541684985160828, + 0.22005966305732727, + 0.2662416696548462, + 0.13945817947387695, + 0.1517449915409088, + 0.10893414169549942, + 0.11060233414173126, + 0.19825997948646545, + 0.12603925168514252, + 0.17849116027355194, + 0.3291154205799103, + 0.20287159085273743, + 0.07283061742782593, + 0.16381004452705383, + 0.13433189690113068, + 0.2757946848869324, + 0.19763101637363434, + 0.18148553371429443, + 0.09963691234588623, + 0.22025048732757568, + 0.17377234995365143, + 0.20709462463855743, + 0.11057493090629578, + 0.1937178522348404, + 0.22874285280704498, + 0.12873709201812744, + 0.13310183584690094, + 0.21484430134296417, + 0.13501767814159393, + 0.2376593053340912, + 0.18464118242263794, + 0.17918862402439117, + 0.10156337916851044, + 0.2703077793121338, + 0.20254547894001007, + 0.15646980702877045, + 0.16970829665660858, + 0.27507907152175903, + 0.18878750503063202, + 0.19752655923366547, + 0.14121729135513306, + 0.2213856726884842, + 0.15478748083114624, + 0.20269624888896942, + 0.10759756714105606, + 0.17176179587841034, + 0.207572340965271, + 0.14064602553844452, + 0.17830254137516022, + 0.18627819418907166, + 0.14956744015216827, + 0.23786701261997223, + 0.2181260585784912, + 0.1610279381275177, + 0.1755366325378418, + 0.10242066532373428, + 0.15257196128368378, + 0.10092070698738098, + 0.14607170224189758, + 0.1189311146736145, + 0.20029185712337494, + 0.09643779695034027, + 0.15278203785419464, + 0.17001564800739288, + 0.12800142168998718, + 0.17857958376407623, + 0.11636430025100708, + 0.20267710089683533, + 0.209840327501297, + 0.2637105882167816, + 0.1185663715004921, + 0.07145149260759354, + 0.23782536387443542, + 0.24573148787021637, + 0.19517938792705536, + 0.2003803700208664, + 0.13788124918937683, + 0.2273285686969757, + 0.16533809900283813, + 0.1393239051103592, + 0.11705282330513, + 0.09330812096595764, + 0.12256038188934326, + 0.15957070887088776, + 0.1350415199995041, + 0.15493714809417725, + 0.19545866549015045, + 0.15253421664237976, + 0.20147226750850677, + 0.1331423670053482, + 0.21430110931396484, + 0.14188462495803833, + 0.097153440117836, + 0.179303839802742, + 0.16011901199817657, + 0.10421647876501083, + 0.1610320508480072, + 0.21342243254184723, + 0.20548442006111145, + 0.15590155124664307, + 0.145945742726326, + 0.16943421959877014, + 0.12291315197944641, + 0.14591646194458008, + 0.15953712165355682, + 0.15602628886699677, + 0.15105019509792328, + 0.1265813261270523, + 0.12398084253072739, + 0.21201688051223755, + 0.14771226048469543, + 0.24714744091033936, + 0.13425268232822418, + 0.10520181059837341, + 0.18532148003578186, + 0.19658830761909485, + 0.13596422970294952, + 0.24351456761360168, + 0.13265542685985565, + 0.1570020169019699, + 0.1123310774564743, + 0.2292911261320114, + 0.12130764126777649, + 0.15575018525123596, + 0.2701415717601776, + 0.15473812818527222, + 0.15920497477054596, + 0.11323472112417221, + 0.14470431208610535, + 0.16668827831745148, + 0.17376145720481873, + 0.13307030498981476, + 0.10967987775802612, + 0.1325283795595169, + 0.17767716944217682, + 0.11632174253463745, + 0.19855950772762299, + 0.18140697479248047, + 0.13280463218688965, + 0.07485903054475784, + 0.1442989856004715, + 0.15318550169467926, + 0.13032177090644836, + 0.13407108187675476, + 0.178866446018219, + 0.07354721426963806, + 0.11859772354364395, + 0.08743802458047867, + 0.14631670713424683, + 0.09174128621816635, + 0.1775381863117218, + 0.10808369517326355, + 0.2345806062221527, + 0.16395093500614166, + 0.1109849289059639, + 0.11640820652246475, + 0.19206182658672333, + 0.1611708551645279, + 0.15603436529636383, + 0.1183285117149353, + 0.14635337889194489, + 0.1132282242178917, + 0.11501860618591309, + 0.166266530752182, + 0.15129578113555908, + 0.08922267705202103, + 0.10848662257194519, + 0.19884490966796875, + 0.12603652477264404, + 0.10365688800811768, + 0.08469250053167343, + 0.21054378151893616, + 0.14213040471076965, + 0.13056543469429016, + 0.09760776162147522, + 0.09647254645824432, + 0.10673802345991135, + 0.14524653553962708, + 0.13357016444206238, + 0.21780741214752197, + 0.13688741624355316, + 0.19406013190746307, + 0.15753613412380219, + 0.19087842106819153, + 0.09483916312456131, + 0.23184633255004883, + 0.05304693058133125, + 0.1562991887331009, + 0.11418674886226654, + 0.13464559614658356, + 0.16383393108844757, + 0.17875249683856964, + 0.16500809788703918, + 0.15668699145317078, + 0.13893336057662964, + 0.23866689205169678, + 0.12242736667394638, + 0.14968162775039673, + 0.1403786987066269, + 0.1357104778289795, + 0.08824792504310608, + 0.1263103038072586, + 0.1358206868171692, + 0.16111323237419128, + 0.17613834142684937, + 0.14637263119220734, + 0.09893191605806351, + 0.20052747428417206, + 0.11679553240537643, + 0.21462656557559967, + 0.1764526665210724, + 0.1521652638912201, + 0.162714883685112, + 0.09065312147140503, + 0.166589617729187, + 0.1288541704416275, + 0.1267206370830536, + 0.1818230301141739, + 0.15141984820365906, + 0.17157162725925446, + 0.15392909944057465, + 0.14274205267429352, + 0.22973637282848358, + 0.08726382255554199, + 0.1165623813867569, + 0.15719494223594666, + 0.1129942536354065, + 0.07755744457244873, + 0.1638658195734024, + 0.1254124641418457, + 0.13789254426956177, + 0.17974933981895447, + 0.21779094636440277, + 0.13169419765472412, + 0.06719983369112015, + 0.20943428575992584, + 0.17803449928760529, + 0.12900535762310028, + 0.08020491898059845, + 0.1036406010389328, + 0.17726561427116394, + 0.15422789752483368, + 0.19358083605766296, + 0.14329910278320312, + 0.18050803244113922, + 0.113975889980793, + 0.09389667212963104, + 0.0922776386141777, + 0.17960043251514435, + 0.1429072916507721, + 0.1365382820367813, + 0.14847669005393982, + 0.17453286051750183, + 0.11384300142526627, + 0.09457572549581528, + 0.1208786889910698, + 0.08480971306562424, + 0.15081854164600372, + 0.10398674756288528, + 0.18413041532039642, + 0.12231652438640594, + 0.1973477602005005, + 0.12985685467720032, + 0.20941559970378876, + 0.13707807660102844, + 0.09017817676067352, + 0.1439903974533081, + 0.20862582325935364, + 0.10036280006170273, + 0.12072081118822098, + 0.14913035929203033, + 0.12145556509494781, + 0.13495062291622162, + 0.08184775710105896, + 0.1175423339009285, + 0.08149852603673935, + 0.14318124949932098, + 0.11573757976293564, + 0.10641776770353317, + 0.12297122180461884, + 0.11241878569126129, + 0.10024693608283997, + 0.16681133210659027, + 0.11797826737165451, + 0.17421452701091766, + 0.15807849168777466, + 0.13573864102363586, + 0.11513703316450119, + 0.11445600539445877, + 0.10392392426729202, + 0.11584016680717468, + 0.14230483770370483, + 0.15543049573898315, + 0.16964296996593475, + 0.07780998945236206, + 0.11957601457834244, + 0.15844015777111053, + 0.13852770626544952, + 0.14585921168327332, + 0.25681665539741516, + 0.12312041968107224, + 0.20101511478424072, + 0.1707737296819687, + 0.08286839723587036, + 0.12834635376930237, + 0.1284460723400116, + 0.11792299896478653, + 0.14478638768196106, + 0.1457882523536682, + 0.19995616376399994, + 0.157647043466568, + 0.14191113412380219, + 0.13526909053325653, + 0.1697874665260315, + 0.10965314507484436, + 0.09360501915216446, + 0.07911617308855057, + 0.08495868742465973, + 0.08880540728569031, + 0.17267665266990662, + 0.18374791741371155, + 0.15681859850883484, + 0.1208326518535614, + 0.20460057258605957, + 0.19228893518447876, + 0.1651557981967926, + 0.09221488982439041, + 0.14754430949687958, + 0.15273050963878632, + 0.09974232316017151, + 0.15693160891532898, + 0.16392798721790314, + 0.1080082505941391, + 0.07897542417049408, + 0.12137231230735779, + 0.1362675130367279, + 0.12117565423250198, + 0.14159254729747772, + 0.12221568077802658, + 0.17299377918243408, + 0.12870658934116364, + 0.1309974491596222, + 0.2183220088481903, + 0.1318271905183792, + 0.1773967146873474, + 0.2203950732946396 ], "env_score_iters": [ 1, @@ -95627,2644 +115067,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.820258855819702, - -2.7382755279541016, - -2.9134697914123535, - -2.890479803085327, - -3.047891139984131, - -1.9150967597961426, - -3.3851523399353027, - -2.9939076900482178, - -2.7868399620056152, - -6.040975093841553, - -2.305617094039917, - -2.9981577396392822, - -4.201255798339844, - -1.135289192199707, - 1.9121062755584717, - -3.159926176071167, - -1.5460914373397827, - -4.949259281158447, - -3.5154030323028564, - -3.7998600006103516, - 0.20926885306835175, - -7.374631881713867, - -3.4254443645477295, - 4.590736389160156, - -2.0422253608703613, - 3.6743431091308594, - -3.666480541229248, - -1.1715354919433594, - -2.4559712409973145, - -2.3503928184509277, - -3.592508316040039, - -3.7519192695617676, - 2.53918194770813, - -3.4418087005615234, - -4.149337291717529, - -0.5172433853149414, - -1.2550981044769287, - -0.28305667638778687, - -3.5612709522247314, - -1.9631210565567017, - 6.283445358276367, - -2.738649606704712, - -3.6201155185699463, - -3.0578713417053223, - 0.27779239416122437, - -1.3993504047393799, - -1.7832846641540527, - -4.0193657875061035, - -3.208308696746826, - 3.3653435707092285, - -3.3433094024658203, - 1.1130729913711548, - -2.393603801727295, - -1.2818118333816528, - 1.1559107303619385, - -2.52650785446167, - 4.678762435913086, - -1.0914454460144043, - 0.06527655571699142, - -0.4248265326023102, - -3.586789608001709, - -1.9606739282608032, - -3.9035773277282715, - -4.240433216094971, - -2.7943942546844482, - -7.223659038543701, - -3.717120409011841, - -4.154034614562988, - 1.7023053169250488, - -3.3079724311828613, - 1.538633942604065, - -2.8533031940460205, - 1.1748571395874023, - -3.5877795219421387, - -3.515268564224243, - -0.09542800486087799, - -1.756433129310608, - -2.474539279937744, - -1.4850425720214844, - -2.0152385234832764, - 8.039178848266602, - -5.080350875854492, - -2.948183298110962, - -2.7794179916381836, - -1.1306077241897583, - -5.0650153160095215, - -0.9345491528511047, - -2.73376727104187, - -3.910919666290283, - -5.4251604080200195, - -1.686408281326294, - -4.137475967407227, - -4.043426036834717, - -2.94205904006958, - -2.1876604557037354, - -3.088794231414795, - -0.1987871527671814, - -2.0634710788726807, - -2.885559558868408, - -2.365201950073242, - -1.4610323905944824, - -2.559894323348999, - -8.54529857635498, - -1.6164485216140747, - -1.4542722702026367, - -3.233907699584961, - -2.128492832183838, - -3.222850799560547, - -3.840050220489502, - -3.0226235389709473, - -2.4643750190734863, - -3.8060169219970703, - -2.227926731109619, - -3.8906631469726562, - -3.0383989810943604, - 0.09231819957494736, - 0.3071884214878082, - -2.365619421005249, - -5.400996685028076, - -1.7793900966644287, - -3.6111631393432617, - -4.072126388549805, - -0.021418558433651924, - -5.03013277053833, - -2.4936416149139404, - -0.7992851734161377, - -1.9385223388671875, - 0.8827566504478455, - -1.1754449605941772, - -0.37415388226509094, - -3.6740148067474365, - -1.979271650314331, - -3.10664701461792, - -3.8166704177856445, - -3.8572540283203125, - -1.4505501985549927, - -2.3182671070098877, - -3.3862602710723877, - -4.055477142333984, - 0.13622061908245087, - -2.2196128368377686, - -4.471839427947998, - -3.1411490440368652, - -3.1759376525878906, - -2.269597291946411, - -2.507572650909424, - -2.298431873321533, - -8.152565956115723, - -2.620007038116455, - -3.4273180961608887, - -0.9307705163955688, - 0.6264443397521973, - -2.7748501300811768, - -5.28151273727417, - -2.7050716876983643, - -3.475372552871704, - -4.217484474182129, - -2.01484751701355, - -1.601927399635315, - -2.421959161758423, - -6.947798252105713, - -6.411142349243164, - -2.4626805782318115, - -3.1290760040283203, - -2.295529365539551, - -3.4443612098693848, - -0.3721586763858795, - -2.843064069747925, - -2.9646129608154297, - -2.927685022354126, - -3.6004116535186768, - -3.3047235012054443, - 7.416799068450928, - -3.2489254474639893, - -1.212847113609314, - -3.2033603191375732, - -4.084766864776611, - -3.136880397796631, - -0.8206095695495605, - -3.0384819507598877, - -3.8304879665374756, - -2.813326597213745, - -0.7583107948303223, - -7.170445442199707, - -1.8717494010925293, - -0.8271378874778748, - 3.3659508228302, - -2.189237356185913, - -4.2682271003723145, - -2.166489601135254, - -2.8841445446014404, - 0.4113232493400574, - -2.685091018676758, - -0.25281164050102234, - -1.6765365600585938, - -2.722578525543213, - 1.1145967245101929, - -3.4086005687713623, - -3.315340518951416, - -4.096571445465088, - -2.101917266845703, - -0.07622300833463669, - -2.661036491394043, - -1.113824486732483, - -2.309180736541748, - -3.613309621810913, - -0.6126549243927002, - -3.6462106704711914, - -5.65984582901001, - -0.7020456194877625, - -1.6796209812164307, - -4.712112903594971, - -4.185657501220703, - -3.221585750579834, - -5.8075456619262695, - -5.080622673034668, - -3.861442804336548, - -1.4465025663375854, - -1.9822036027908325, - -2.9969146251678467, - -2.2108898162841797, - -4.103264331817627, - -3.080909013748169, - -3.0527946949005127, - 0.20136699080467224, - -3.4096415042877197, - -0.18139779567718506, - -1.9316530227661133, - 1.1230469942092896, - -0.7389695644378662, - -8.133482933044434, - -0.623998761177063, - 0.6833373308181763, - -2.5626046657562256, - -8.329740524291992, - -2.876434326171875, - -3.5246219635009766, - -4.704739093780518, - -1.862736701965332, - -5.161765098571777, - -2.960580825805664, - -5.804170608520508, - -4.138581275939941, - -0.7781511545181274, - -2.918214797973633, - -2.598121404647827, - -3.9963877201080322, - -3.665444850921631, - -1.3364619016647339, - -4.039495944976807, - -4.321369647979736, - -2.853405237197876, - 0.4155072867870331, - -4.014166355133057, - -2.3780877590179443, - -7.518556118011475, - -3.4953079223632812, - -4.442619323730469, - -6.434178352355957, - -2.765838861465454, - -2.5166988372802734, - -2.2908854484558105, - -2.789262294769287, - -5.300112724304199, - -5.188301086425781, - -3.718459129333496, - -7.36665153503418, - -3.888603925704956, - 0.07195674628019333, - -5.4742865562438965, - -3.614992618560791, - -3.376793146133423, - -4.174523830413818, - -3.294367790222168, - -3.034407615661621, - -5.398840427398682, - -2.6158676147460938, - -3.133388042449951, - -3.4287631511688232, - -4.384222984313965, - -5.092510223388672, - -0.5358591675758362, - -3.0238733291625977, - -4.307125568389893, - -1.2782211303710938, - -2.8143887519836426, - -4.2564544677734375, - -0.10997232049703598, - -3.3686230182647705, - -3.33361554145813, - -3.1446645259857178, - -2.770923614501953, - -3.4788620471954346, - -4.104447841644287, - -3.30951189994812, - -0.6297118067741394, - -3.6697585582733154, - -4.679566383361816, - -3.3254222869873047, - -2.613518476486206, - -3.2488818168640137, - -2.574336051940918, - -4.076840400695801, - -1.6635606288909912, - -1.5052180290222168, - -1.4722301959991455, - -0.05282103270292282, - -2.3155925273895264, - -3.9499340057373047, - -3.2205910682678223, - -3.216386079788208, - -3.707763910293579, - -2.163656234741211, - -2.505645275115967, - -4.668858528137207, - -3.3964362144470215, - -3.8327298164367676, - -3.946930170059204, - -5.14490270614624, - -3.7335987091064453, - -3.2805440425872803, - -2.0741186141967773, - -3.929230213165283, - -5.004246711730957, - -3.5851070880889893, - -3.2238664627075195, - -1.3730533123016357, - -3.3843581676483154, - -3.2730326652526855, - -3.1797237396240234, - -4.846681118011475, - -3.1862359046936035, - -3.6411609649658203, - -3.87506103515625, - -4.552176475524902, - -3.8514318466186523, - -1.168094277381897, - -2.7974915504455566, - -4.131458282470703, - -4.99763822555542, - -6.740113735198975, - -3.4299349784851074, - -6.502783298492432, - -5.700819492340088, - -2.2207088470458984, - -6.712887763977051, - -4.071547985076904, - -4.095412731170654, - -3.705610513687134, - -3.155287265777588, - -4.712784767150879, - -3.540013074874878, - -2.4318630695343018, - -2.3323493003845215, - -3.092691659927368, - -3.2897534370422363, - -3.5230462551116943, - -3.793278455734253, - -5.60867166519165, - -3.028563976287842, - 0.8791443109512329, - -3.5712497234344482, - -4.808105945587158, - -3.101578712463379, - -1.3194361925125122, - -4.791540145874023, - -2.3271119594573975, - -4.013887405395508, - -4.483314514160156, - -4.4581708908081055, - -3.562351703643799, - -3.4292678833007812, - -3.2299017906188965, - -2.7114176750183105, - -3.5973997116088867, - -6.273645877838135, - -1.8572012186050415, - -1.9283620119094849, - -2.519552230834961, - -3.996594190597534, - -3.836538314819336, - -3.9666175842285156, - -3.286156415939331, - -3.4294114112854004, - -2.584658622741699, - -4.3116631507873535, - 1.6790403127670288, - -1.9852871894836426, - -4.433649063110352, - -3.656705379486084, - -3.9561092853546143, - -3.702036142349243, - 1.3827940225601196, - -6.977534770965576, - -3.1528918743133545, - -4.637927055358887, - -3.5279700756073, - -3.849923610687256, - -4.471682071685791, - -4.84663724899292, - -5.43287467956543, - -5.357665538787842, - -5.029596328735352, - -2.4042277336120605, - -0.8821955323219299, - -4.326179504394531, - -4.218904972076416, - -5.684344291687012, - -7.82928466796875, - -5.661827564239502, - -1.9798364639282227, - -3.714129686355591, - -3.217097759246826, - -5.9296488761901855, - -4.324524402618408, - -2.9486777782440186, - -4.089756488800049, - -3.695345163345337, - -2.7664411067962646, - -0.9082335829734802, - -4.180198669433594, - -0.6986905932426453, - -4.233865261077881, - -2.9377706050872803, - -4.104976654052734, - -1.935451626777649, - -3.6664228439331055, - -2.8346059322357178, - -5.777559757232666, - -3.1592986583709717, - -4.579805850982666, - -4.493287086486816, - -3.769127607345581, - -1.4308162927627563, - -3.822821617126465, - -5.4698076248168945, - -4.042947292327881, - -3.8218023777008057, - -3.9185802936553955, - -3.2325594425201416, - -2.7019858360290527, - -5.376990795135498, - -2.7798309326171875, - -3.7872252464294434, - -3.2822062969207764, - -3.8019964694976807, - -4.671092510223389, - -4.157805919647217, - -6.688938617706299, - -3.4279839992523193, - 0.9195709824562073, - -3.882178544998169, - -4.809927940368652, - -3.74560809135437, - -4.2357940673828125, - -4.036652565002441, - -4.158982276916504, - -4.297500133514404, - -3.157819986343384, - -2.270503282546997, - -3.8911705017089844, - -3.1783549785614014, - -3.5742011070251465, - -3.3142480850219727, - -5.775358200073242, - -4.7859416007995605, - -3.4514009952545166, - -6.213912487030029, - -3.330328941345215, - -3.867504119873047, - -4.617275238037109, - -3.8856611251831055, - -3.4705584049224854, - -4.626247882843018, - -4.174436092376709, - -3.694096088409424, - -3.9257519245147705, - -3.5389809608459473, - -3.640939474105835, - -3.856623888015747, - -3.4221010208129883, - -4.103921413421631, - -3.35605525970459, - -4.334408283233643, - -3.437283754348755, - -3.6362216472625732, - -5.5404133796691895, - -3.8343417644500732, - -3.6405744552612305, - -3.8347208499908447, - -4.447606086730957, - -3.3788576126098633, - -3.766087293624878, - -2.1897926330566406, - -3.2501492500305176, - -4.743176460266113, - -4.48729133605957 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.45353585481643677, + -0.5558792352676392, + -0.405612051486969, + -0.47603994607925415, + -0.5657075643539429, + -0.4193928837776184, + -0.4475947618484497, + -0.39332056045532227, + -0.4482482969760895, + -0.5423313975334167, + -0.6562421917915344, + -0.7603533864021301, + -0.26686742901802063, + -0.49849241971969604, + -0.21060022711753845, + -0.37932682037353516, + -0.4501555562019348, + -0.4629306495189667, + -0.38170915842056274, + -0.41723743081092834, + -0.42994552850723267, + -0.5685561895370483, + -0.5271133780479431, + -0.6003831624984741, + -0.3572622239589691, + -0.40395838022232056, + -0.49175262451171875, + -0.29592710733413696, + -0.47826728224754333, + -0.46986377239227295, + -0.3679310977458954, + -0.443538099527359, + -0.5867096781730652, + -0.4911966621875763, + -0.350331574678421, + -0.20450520515441895, + -0.589464545249939, + -0.6889680624008179, + -0.6061967015266418, + -0.5503153800964355, + -0.5523536205291748, + -0.5561426877975464, + -0.4789366126060486, + -0.46113768219947815, + -0.48615559935569763, + -0.5152285695075989, + -0.4834166467189789, + -0.5241945385932922, + -0.513774037361145, + -0.4212428331375122, + -0.44872987270355225, + -0.28041860461235046, + -0.36953121423721313, + -0.5781470537185669, + -0.3834872543811798, + -0.5913800001144409, + -0.13517311215400696, + -0.6971441507339478, + -0.45214328169822693, + -0.6003429293632507, + -0.3461737334728241, + -0.4196692109107971, + -0.5335357189178467, + -0.465854674577713, + -0.2649560868740082, + -0.5072145462036133, + -0.9328609704971313, + -0.6339644193649292, + -0.46779078245162964, + -0.47000208497047424, + -0.6225606203079224, + -0.5814529657363892, + -0.536246120929718, + -0.41189250349998474, + -0.5267336368560791, + -0.3724261224269867, + -0.9382491111755371, + -0.4772237539291382, + -0.794765830039978, + -0.5230185985565186, + -0.6222422122955322, + -0.6675717234611511, + -0.4655509889125824, + -0.5970532894134521, + -0.7140055894851685, + -0.3416484296321869, + -0.6081619262695312, + -0.5053783655166626, + -0.5270897746086121, + -0.5679933428764343, + -0.6038384437561035, + -0.49556589126586914, + -0.7047521471977234, + -0.4227283000946045, + -0.4787713587284088, + -0.3992936611175537, + -0.42215123772621155, + -0.3965538740158081, + -0.42737436294555664, + -0.5466524958610535, + -0.4611456096172333, + -0.4171391725540161, + -0.5375787615776062, + -0.6161484122276306, + -0.20408830046653748, + -0.6060243248939514, + -0.5697612166404724, + -0.6718809604644775, + -0.5838846564292908, + -0.4124610126018524, + -0.5300853848457336, + -0.4603133201599121, + -0.5165868401527405, + -0.5530605912208557, + -0.5012694597244263, + -0.6779991984367371, + -0.48056676983833313, + -0.460122674703598, + -0.5576310753822327, + -0.6245503425598145, + -0.38469746708869934, + -0.4870786964893341, + -0.4418734014034271, + -0.5237482786178589, + -0.4582132399082184, + -0.5795009136199951, + -0.44291952252388, + -0.4896533191204071, + -0.26946938037872314, + -0.5230566263198853, + -0.5611710548400879, + -0.507089376449585, + -0.4053907096385956, + -0.3423949182033539, + -0.5073155760765076, + -0.46158790588378906, + -0.5611588954925537, + -0.5968313813209534, + -0.43765315413475037, + -0.581803560256958, + -0.7222281098365784, + -0.6167742609977722, + -0.7447757124900818, + -0.3705274760723114, + -0.5694388747215271, + -1.0047674179077148, + -0.4933851361274719, + -0.057249248027801514, + -0.3390677869319916, + -0.5365934371948242, + -0.4996549189090729, + -0.7700786590576172, + -0.3448958396911621, + -0.530212938785553, + -0.3869307041168213, + -0.41467761993408203, + -0.5807191729545593, + -0.5707046985626221, + -0.8632851243019104, + -0.5555000305175781, + -0.48395001888275146, + -0.3980293273925781, + -0.6279536485671997, + -0.5124059915542603, + -0.6497613787651062, + -0.02158968150615692, + -0.7418044209480286, + -0.4631165564060211, + -0.7372509241104126, + -0.4361031949520111, + -0.7148473858833313, + -0.38694965839385986, + -0.41332539916038513, + -0.5094574093818665, + -0.581655740737915, + -0.7571699023246765, + -0.46727973222732544, + -0.5564339756965637, + -0.5101680159568787, + -0.40526923537254333, + -0.47966375946998596, + -0.5710293054580688, + -0.48121577501296997, + -0.442350298166275, + -0.4586283266544342, + -0.5571520924568176, + -0.4988427758216858, + -0.5948836207389832, + -0.3298202157020569, + -0.29357731342315674, + -0.41581806540489197, + -0.576009213924408, + -0.48405206203460693, + -0.6053110957145691, + -0.5037205815315247, + -0.5580001473426819, + -0.4763060510158539, + -0.4382050931453705, + -0.5092332363128662, + -0.7494702935218811, + -0.49677717685699463, + -0.3988191783428192, + -0.5177211165428162, + -0.5896376967430115, + -0.5763025283813477, + -0.49276068806648254, + -0.34766119718551636, + -0.570679783821106, + -0.2829776108264923, + -0.5969558954238892, + -0.5429956912994385, + -0.4640935957431793, + -0.5514227747917175, + -0.5888385772705078, + -0.5666582584381104, + -0.33639276027679443, + -0.5380764007568359, + -0.3857605755329132, + -0.6199367046356201, + -0.5143961310386658, + -0.6959199905395508, + -0.5624065399169922, + -0.38310688734054565, + -0.5021554231643677, + -0.7590597867965698, + -0.34207427501678467, + -0.8479318022727966, + -0.2943904995918274, + -0.7666847705841064, + -0.5704347491264343, + -0.4961484670639038, + -0.6759747266769409, + -0.7979905009269714, + -0.39213424921035767, + -0.410569429397583, + -0.5628802180290222, + -0.35967928171157837, + -0.6058189868927002, + -0.5734360218048096, + -0.6203400492668152, + -0.44843220710754395, + -0.5752223134040833, + -0.619174063205719, + -0.6044684052467346, + -0.5204797983169556, + -0.43936383724212646, + -0.3930319547653198, + -0.5329770445823669, + -0.4201759696006775, + -0.43012571334838867, + -0.5009011030197144, + -0.5241204500198364, + -0.5807801485061646, + -0.5157374739646912, + -0.41851916909217834, + -0.5789527893066406, + -0.39011141657829285, + -0.6673897504806519, + -0.5151071548461914, + -0.6654120087623596, + -0.6147760152816772, + -0.38080477714538574, + -0.46448734402656555, + -0.5366178750991821, + -0.5740012526512146, + -0.6428325772285461, + -0.6088067293167114, + -0.44314366579055786, + -0.3761328458786011, + -0.5504716634750366, + -0.5953558087348938, + -0.5441884398460388, + -0.49252834916114807, + -0.4283375144004822, + -0.5051367878913879, + -0.48626601696014404, + -0.6804974675178528, + -0.5758582949638367, + -0.478099524974823, + -0.5898832082748413, + -0.46773168444633484, + -0.5301894545555115, + -0.4993274509906769, + -0.5674378871917725, + -0.5394352078437805, + -0.6586002707481384, + -0.6285870671272278, + -0.4610186517238617, + -0.6268377900123596, + -0.506026566028595, + -0.4815865755081177, + -0.48228228092193604, + -0.5201143026351929, + -0.5121758580207825, + -0.5811776518821716, + -0.6613291501998901, + -0.5438269972801208, + -0.5929411053657532, + -0.5189669132232666, + -0.5489776134490967, + -0.4410380423069, + -0.3885529041290283, + -0.5608755350112915, + -0.527708113193512, + -0.5438563823699951, + -0.4783089756965637, + -0.5142027139663696, + -0.6857537627220154, + -0.5748635530471802, + -0.38054996728897095, + -0.3886481821537018, + -0.5782294273376465, + -0.6618412137031555, + -0.4824810326099396, + -0.5255539417266846, + -0.5583468675613403, + -0.6273847222328186, + -0.47618287801742554, + -0.433070570230484, + -0.5349441170692444, + -0.5739458203315735, + -0.3578677773475647, + -0.42864176630973816, + -0.5146904587745667, + -0.5611996650695801, + -0.6039648056030273, + -0.5200669169425964, + -0.6211759448051453, + -0.5901972651481628, + -0.4452264904975891, + -0.6994872689247131, + -0.4915088415145874, + -0.5186752080917358, + -0.39560604095458984, + -0.5307372212409973, + -0.578867495059967, + -0.5884568095207214, + -0.6285862922668457, + -0.5300648808479309, + -0.60530686378479, + -0.46979328989982605, + -0.7488999366760254, + -0.48946499824523926, + -0.5231887698173523, + -0.4336586892604828, + -0.5398454070091248, + -0.49128052592277527, + -0.43484872579574585, + -0.45144975185394287, + -0.4922463297843933, + -0.5632559061050415, + -0.5979996919631958, + -0.5229703783988953, + -0.6009559631347656, + -0.637535572052002, + -0.48021620512008667, + -0.745006799697876, + -0.38770055770874023, + -0.6756284832954407, + -0.4825620949268341, + -0.16023829579353333, + -0.6188348531723022, + -0.6314752697944641, + -0.4884577989578247, + -0.4205777049064636, + -0.6323927044868469, + -0.52428138256073, + -0.4690872132778168, + -0.5971705913543701, + -0.3503780961036682, + -0.4209522604942322, + -0.6216611266136169, + -0.29594287276268005, + -0.8580862283706665, + -0.45822274684906006, + -0.5483694076538086, + -0.5501791834831238, + -0.5597425103187561, + -0.5786304473876953, + -0.658270001411438, + -0.48715656995773315, + -0.4636338949203491, + -0.28344622254371643, + -0.640284538269043, + -0.5583371520042419, + -0.5213053822517395, + -0.8747225403785706, + -0.48579251766204834, + -0.5886439085006714, + -0.6319051384925842, + -0.46203404664993286, + -0.6502537727355957, + -0.32295289635658264, + -0.5619718432426453, + -0.6733012795448303, + -0.44027674198150635, + -0.5014424324035645, + -0.49395111203193665, + -0.913086473941803, + -0.8634704351425171, + -0.5454642176628113, + -0.4682571589946747, + -0.4972153604030609, + -0.5268141627311707, + -0.5291730761528015, + -0.6787932515144348, + -0.6385884881019592, + -0.5083702802658081, + -0.6764755249023438, + -0.44720712304115295, + -0.5529146790504456, + -0.6696438789367676, + -0.6616788506507874, + -0.45502030849456787, + -0.4470651149749756, + -0.48111215233802795, + -0.5121340751647949, + -0.5690791606903076, + -0.7594852447509766, + -0.5657028555870056, + -0.45120587944984436, + -0.560491681098938, + -0.642358124256134, + -0.7481706142425537, + -0.4399997293949127, + -0.551750659942627, + -0.7673279047012329, + -0.6094525456428528, + -0.5333031415939331, + -0.49639156460762024, + -0.48648959398269653, + -0.5488989353179932, + -0.507098376750946, + -0.5364933013916016, + -0.611849308013916, + -0.5440391898155212, + -0.5327015519142151, + -0.6194205284118652, + -0.5430570840835571, + -0.5799117684364319, + -0.43969088792800903, + -0.6411116719245911, + -0.5798789858818054, + -0.7508848905563354, + -0.48624786734580994, + -0.6665993928909302, + -0.4837414026260376, + -0.5575312376022339, + -0.5283103585243225, + -0.4427622854709625, + -0.7963460087776184, + -0.450508713722229, + -0.44505250453948975, + -0.5644021034240723, + -0.5760200023651123, + -0.6087363958358765, + -0.5486224889755249, + -0.563970685005188, + -0.4666275382041931, + -0.4936041533946991, + -0.5521071553230286, + -0.5027037858963013, + -0.47435906529426575, + -0.5673085451126099, + -0.652235209941864, + -0.7119325399398804, + -0.5217376351356506, + -0.6808115243911743, + -0.6539925336837769, + -0.6346819400787354, + -0.45546936988830566, + -0.5912165641784668, + -0.766341507434845, + -0.6405624747276306, + -0.47135260701179504, + -0.49108290672302246, + -0.5297402143478394, + -0.5572549700737, + -0.5547459125518799, + -0.6065251231193542, + -0.6566915512084961, + -0.5440947413444519, + -0.6359010934829712, + -0.4913753569126129, + -0.547195553779602, + -0.6190160512924194, + -0.584527313709259, + -0.49110719561576843, + -0.5457364320755005, + -0.4732019007205963, + -0.43706199526786804, + -0.4533825218677521, + -0.3317062258720398, + -0.5746539235115051, + -0.7079030871391296, + -0.5449985265731812 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6749999999999999, - 0.65, - 0.6749999999999999, - 0.7, - 0.6000000000000001, - 0.65, - 0.6749999999999999, - 0.6000000000000001, - 0.5750000000000001, - 0.525 + 0.43749999999999994, + 0.475, + 0.42499999999999993, + 0.43749999999999994, + 0.46249999999999997, + 0.4375, + 0.4125, + 0.4125, + 0.4375, + 0.43749999999999994, + 0.46249999999999997, + 0.38749999999999996, + 0.4, + 0.35, + 0.44999999999999996, + 0.425, + 0.4125, + 0.42499999999999993, + 0.39999999999999997, + 0.375 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7213311791419983, - 0.6184089779853821, - 0.6867076754570007, - 0.6820604205131531, - 0.6989530920982361, - 0.9914245009422302, - 0.7677670121192932, - 0.6572543382644653, - 0.7204301953315735, - 0.6864331960678101 + 0.15410205721855164, + -0.06272204220294952, + 0.19469378888607025, + -0.13329428434371948, + 0.031906284391880035, + -0.16224132478237152, + 0.049896541982889175, + -0.0438520684838295, + 0.2667649984359741, + 0.27167606353759766, + 0.4007430076599121, + 0.16402222216129303, + -0.22736477851867676, + -0.2973838746547699, + 0.00931716151535511, + 0.1399032026529312, + 0.0816970095038414, + -0.18694984912872314, + 0.010474219918251038, + 0.019203146919608116 ], "rl_grad_norm": [ - 0.7697799205780029, - 1.4285176992416382, - 0.923538088798523, - 1.3022600412368774, - 0.18686744570732117, - 0.8806245923042297, - 0.20680268108844757, - 0.6521148681640625, - 0.23259752988815308, - 0.2966707944869995 + 1.0140798091888428, + 0.5469290614128113, + 0.5404555797576904, + 0.495124876499176, + 0.3430323898792267, + 0.21959079802036285, + 0.3089447617530823, + 0.5985792875289917, + 0.5449440479278564, + 0.4016737639904022, + 0.4127752482891083, + 0.3106512427330017, + 0.3805428743362427, + 0.38664954900741577, + 0.4500003457069397, + 0.2698715627193451, + 0.26609504222869873, + 0.2514345943927765, + 0.2986498773097992, + 0.3241651654243469 ], "bc_grad_norm": [ - 0.500363290309906, - 0.9672098755836487, - 0.45991116762161255, - 0.27466005086898804, - 0.22863858938217163, - 0.8839356303215027, - 0.24451416730880737, - 0.43883612751960754, - 0.29145172238349915, - 0.2345239818096161 + 3.22774076461792, + 2.3077011108398438, + 3.0873658657073975, + 1.9999452829360962, + 3.0867538452148438, + 3.086702585220337, + 2.7535011768341064, + 3.122978687286377, + 2.919642210006714, + 1.5285927057266235, + 1.9444372653961182, + 2.17678165435791, + 2.701525926589966, + 5.922025680541992, + 3.0951297283172607, + 3.5119152069091797, + 1.9774056673049927, + 3.6706392765045166, + 4.107966423034668, + 3.978546380996704 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00012954151316080242, - "embedding.weight": 0.002863063011318445, - "cnn.0.weight": 0.06955190002918243, - "cnn.0.bias": 0.0029537654481828213, - "cnn.2.weight": 0.021799413487315178, - "cnn.2.bias": 0.007947877049446106, - "cnn.5.weight": 0.025468304753303528, - "cnn.5.bias": 0.0067712911404669285, - "action_emb.weight": 0.008811768144369125, - "timestep_emb.weight": 0.00433335592970252, - "pos_emb.weight": 0.005237075500190258, - "transformer.layers.0.self_attn.in_proj_weight": 0.051551464945077896, - "transformer.layers.0.self_attn.in_proj_bias": 0.0045853713527321815, - "transformer.layers.0.self_attn.out_proj.weight": 0.050807349383831024, - "transformer.layers.0.self_attn.out_proj.bias": 0.006611932534724474, - "transformer.layers.0.linear1.weight": 0.04827006161212921, - "transformer.layers.0.linear1.bias": 0.002533127088099718, - "transformer.layers.0.linear2.weight": 0.062790147960186, - "transformer.layers.0.linear2.bias": 0.00521615706384182, - "transformer.layers.0.norm1.weight": 0.003151652170345187, - "transformer.layers.0.norm1.bias": 0.004343904554843903, - "transformer.layers.0.norm2.weight": 0.0036686451639980078, - "transformer.layers.0.norm2.bias": 0.002148617058992386, - "transformer.layers.1.self_attn.in_proj_weight": 0.05027273669838905, - "transformer.layers.1.self_attn.in_proj_bias": 0.003096738364547491, - "transformer.layers.1.self_attn.out_proj.weight": 0.05745171010494232, - "transformer.layers.1.self_attn.out_proj.bias": 0.004512791056185961, - "transformer.layers.1.linear1.weight": 0.033995285630226135, - "transformer.layers.1.linear1.bias": 0.001973084406927228, - "transformer.layers.1.linear2.weight": 0.04632022604346275, - "transformer.layers.1.linear2.bias": 0.004333426244556904, - "transformer.layers.1.norm1.weight": 0.0029127609450370073, - "transformer.layers.1.norm1.bias": 0.0030151279643177986, - "transformer.layers.1.norm2.weight": 0.002194521948695183, - "transformer.layers.1.norm2.bias": 0.0020028818398714066, - "transformer.layers.2.self_attn.in_proj_weight": 0.0632905662059784, - "transformer.layers.2.self_attn.in_proj_bias": 0.00401329854503274, - "transformer.layers.2.self_attn.out_proj.weight": 0.049654752016067505, - "transformer.layers.2.self_attn.out_proj.bias": 0.004113095812499523, - "transformer.layers.2.linear1.weight": 0.03353413939476013, - "transformer.layers.2.linear1.bias": 0.0020300569012761116, - "transformer.layers.2.linear2.weight": 0.036249563097953796, - "transformer.layers.2.linear2.bias": 0.004129990004003048, - "transformer.layers.2.norm1.weight": 0.004778060130774975, - "transformer.layers.2.norm1.bias": 0.0043474179692566395, - "transformer.layers.2.norm2.weight": 0.002120048040524125, - "transformer.layers.2.norm2.bias": 0.0019492062274366617, - "transformer.layers.3.self_attn.in_proj_weight": 0.09441248327493668, - "transformer.layers.3.self_attn.in_proj_bias": 0.006862513720989227, - "transformer.layers.3.self_attn.out_proj.weight": 0.055541783571243286, - "transformer.layers.3.self_attn.out_proj.bias": 0.005349891260266304, - "transformer.layers.3.linear1.weight": 0.07578971982002258, - "transformer.layers.3.linear1.bias": 0.004657911602407694, - "transformer.layers.3.linear2.weight": 0.043087612837553024, - "transformer.layers.3.linear2.bias": 0.00673510879278183, - "transformer.layers.3.norm1.weight": 0.006632894743233919, - "transformer.layers.3.norm1.bias": 0.007897239178419113, - "transformer.layers.3.norm2.weight": 0.005311824381351471, - "transformer.layers.3.norm2.bias": 0.0048974016681313515, - "head.weight": 0.5058698654174805, - "head.bias": 0.014024948701262474, - "global_embedding.weight": 0.017112093046307564, - "global_cnn.0.weight": 0.13464760780334473, - "global_cnn.0.bias": 0.004781050607562065, - "global_cnn.2.weight": 0.3668370246887207, - "global_cnn.2.bias": 0.013209087774157524, - "global_proj.weight": 0.1022530049085617, - "global_proj.bias": 0.04701144993305206, - "goal_head.0.weight": 0.06546903401613235, - "goal_head.0.bias": 0.02227306365966797, - "goal_head.2.weight": 0.09583834558725357, - "goal_head.2.bias": 0.05151419714093208 - }, - { - "global_gate": 0.00019542148220352829, - "embedding.weight": 0.014839940704405308, - "cnn.0.weight": 0.2738383114337921, - "cnn.0.bias": 0.010863031260669231, - "cnn.2.weight": 0.06483820080757141, - "cnn.2.bias": 0.02185182087123394, - "cnn.5.weight": 0.06893834471702576, - "cnn.5.bias": 0.016040178015828133, - "action_emb.weight": 0.014792333357036114, - "timestep_emb.weight": 0.006635540165007114, - "pos_emb.weight": 0.008673744276165962, - "transformer.layers.0.self_attn.in_proj_weight": 0.1024361252784729, - "transformer.layers.0.self_attn.in_proj_bias": 0.0073316460475325584, - "transformer.layers.0.self_attn.out_proj.weight": 0.08907662332057953, - "transformer.layers.0.self_attn.out_proj.bias": 0.008997178636491299, - "transformer.layers.0.linear1.weight": 0.0779428780078888, - "transformer.layers.0.linear1.bias": 0.004050166346132755, - "transformer.layers.0.linear2.weight": 0.09023287892341614, - "transformer.layers.0.linear2.bias": 0.007193722762167454, - "transformer.layers.0.norm1.weight": 0.006428398657590151, - "transformer.layers.0.norm1.bias": 0.007333299145102501, - "transformer.layers.0.norm2.weight": 0.00628873985260725, - "transformer.layers.0.norm2.bias": 0.004242221359163523, - "transformer.layers.1.self_attn.in_proj_weight": 0.07434836030006409, - "transformer.layers.1.self_attn.in_proj_bias": 0.004159634467214346, - "transformer.layers.1.self_attn.out_proj.weight": 0.08794581145048141, - "transformer.layers.1.self_attn.out_proj.bias": 0.005626074969768524, - "transformer.layers.1.linear1.weight": 0.048894647508859634, - "transformer.layers.1.linear1.bias": 0.0024670723360031843, - "transformer.layers.1.linear2.weight": 0.06305302679538727, - "transformer.layers.1.linear2.bias": 0.005321003030985594, - "transformer.layers.1.norm1.weight": 0.004260828718543053, - "transformer.layers.1.norm1.bias": 0.00438883388414979, - "transformer.layers.1.norm2.weight": 0.0034365016035735607, - "transformer.layers.1.norm2.bias": 0.0023041386157274246, - "transformer.layers.2.self_attn.in_proj_weight": 0.08802008628845215, - "transformer.layers.2.self_attn.in_proj_bias": 0.004456098657101393, - "transformer.layers.2.self_attn.out_proj.weight": 0.06592606753110886, - "transformer.layers.2.self_attn.out_proj.bias": 0.004917928483337164, - "transformer.layers.2.linear1.weight": 0.04491123929619789, - "transformer.layers.2.linear1.bias": 0.0024077470880001783, - "transformer.layers.2.linear2.weight": 0.05112484097480774, - "transformer.layers.2.linear2.bias": 0.00499597517773509, - "transformer.layers.2.norm1.weight": 0.005468282382935286, - "transformer.layers.2.norm1.bias": 0.005198229569941759, - "transformer.layers.2.norm2.weight": 0.002805896569043398, - "transformer.layers.2.norm2.bias": 0.0023197229020297527, - "transformer.layers.3.self_attn.in_proj_weight": 0.14193013310432434, - "transformer.layers.3.self_attn.in_proj_bias": 0.009573930874466896, - "transformer.layers.3.self_attn.out_proj.weight": 0.08185344189405441, - "transformer.layers.3.self_attn.out_proj.bias": 0.008155334740877151, - "transformer.layers.3.linear1.weight": 0.1143096461892128, - "transformer.layers.3.linear1.bias": 0.006718652322888374, - "transformer.layers.3.linear2.weight": 0.06588544696569443, - "transformer.layers.3.linear2.bias": 0.010143032297492027, - "transformer.layers.3.norm1.weight": 0.010925255715847015, - "transformer.layers.3.norm1.bias": 0.013289319351315498, - "transformer.layers.3.norm2.weight": 0.008964977227151394, - "transformer.layers.3.norm2.bias": 0.007137627806514502, - "head.weight": 0.765100359916687, - "head.bias": 0.018833568319678307, - "global_embedding.weight": 0.05557623505592346, - "global_cnn.0.weight": 0.28704074025154114, - "global_cnn.0.bias": 0.00742877135053277, - "global_cnn.2.weight": 0.7487760186195374, - "global_cnn.2.bias": 0.028866345062851906, - "global_proj.weight": 0.11318328976631165, - "global_proj.bias": 0.057897984981536865, - "goal_head.0.weight": 0.06251094490289688, - "goal_head.0.bias": 0.023803018033504486, - "goal_head.2.weight": 0.08733303844928741, - "goal_head.2.bias": 0.054540034383535385 - }, - { - "global_gate": 0.00012066606723237783, - "embedding.weight": 0.005856968462467194, - "cnn.0.weight": 0.12226983159780502, - "cnn.0.bias": 0.004676599521189928, - "cnn.2.weight": 0.02565694972872734, - "cnn.2.bias": 0.01117380615323782, - "cnn.5.weight": 0.02231200970709324, - "cnn.5.bias": 0.008023492060601711, - "action_emb.weight": 0.012986887246370316, - "timestep_emb.weight": 0.0035369680263102055, - "pos_emb.weight": 0.005125682335346937, - "transformer.layers.0.self_attn.in_proj_weight": 0.05102976784110069, - "transformer.layers.0.self_attn.in_proj_bias": 0.005067074205726385, - "transformer.layers.0.self_attn.out_proj.weight": 0.05457663536071777, - "transformer.layers.0.self_attn.out_proj.bias": 0.007132163271307945, - "transformer.layers.0.linear1.weight": 0.05575220659375191, - "transformer.layers.0.linear1.bias": 0.0030864591244608164, - "transformer.layers.0.linear2.weight": 0.06346021592617035, - "transformer.layers.0.linear2.bias": 0.0066330512054264545, - "transformer.layers.0.norm1.weight": 0.0029026628471910954, - "transformer.layers.0.norm1.bias": 0.004509911872446537, - "transformer.layers.0.norm2.weight": 0.004772109445184469, - "transformer.layers.0.norm2.bias": 0.0028454908169806004, - "transformer.layers.1.self_attn.in_proj_weight": 0.050648897886276245, - "transformer.layers.1.self_attn.in_proj_bias": 0.003802655963227153, - "transformer.layers.1.self_attn.out_proj.weight": 0.07089050859212875, - "transformer.layers.1.self_attn.out_proj.bias": 0.005886051803827286, - "transformer.layers.1.linear1.weight": 0.03661508113145828, - "transformer.layers.1.linear1.bias": 0.002305041765794158, - "transformer.layers.1.linear2.weight": 0.049892693758010864, - "transformer.layers.1.linear2.bias": 0.006031475029885769, - "transformer.layers.1.norm1.weight": 0.0031697910744696856, - "transformer.layers.1.norm1.bias": 0.0036497546825557947, - "transformer.layers.1.norm2.weight": 0.0027881760615855455, - "transformer.layers.1.norm2.bias": 0.002541151363402605, - "transformer.layers.2.self_attn.in_proj_weight": 0.06243950501084328, - "transformer.layers.2.self_attn.in_proj_bias": 0.004727599211037159, - "transformer.layers.2.self_attn.out_proj.weight": 0.052801329642534256, - "transformer.layers.2.self_attn.out_proj.bias": 0.006024426780641079, - "transformer.layers.2.linear1.weight": 0.03272906318306923, - "transformer.layers.2.linear1.bias": 0.0021888103801757097, - "transformer.layers.2.linear2.weight": 0.037685368210077286, - "transformer.layers.2.linear2.bias": 0.006455285474658012, - "transformer.layers.2.norm1.weight": 0.0039048900362104177, - "transformer.layers.2.norm1.bias": 0.005130301229655743, - "transformer.layers.2.norm2.weight": 0.0024144405033439398, - "transformer.layers.2.norm2.bias": 0.002477766014635563, - "transformer.layers.3.self_attn.in_proj_weight": 0.13909737765789032, - "transformer.layers.3.self_attn.in_proj_bias": 0.013227850198745728, - "transformer.layers.3.self_attn.out_proj.weight": 0.06894773989915848, - "transformer.layers.3.self_attn.out_proj.bias": 0.010908854193985462, - "transformer.layers.3.linear1.weight": 0.09015381336212158, - "transformer.layers.3.linear1.bias": 0.007437397725880146, - "transformer.layers.3.linear2.weight": 0.05445345491170883, - "transformer.layers.3.linear2.bias": 0.014196640811860561, - "transformer.layers.3.norm1.weight": 0.011456625536084175, - "transformer.layers.3.norm1.bias": 0.01968977600336075, - "transformer.layers.3.norm2.weight": 0.006957780569791794, - "transformer.layers.3.norm2.bias": 0.009851476177573204, - "head.weight": 0.702970027923584, - "head.bias": 0.02643675170838833, - "global_embedding.weight": 0.02280820906162262, - "global_cnn.0.weight": 0.13860712945461273, - "global_cnn.0.bias": 0.0042997607961297035, - "global_cnn.2.weight": 0.34272584319114685, - "global_cnn.2.bias": 0.01602325402200222, - "global_proj.weight": 0.057154178619384766, - "global_proj.bias": 0.03458485007286072, - "goal_head.0.weight": 0.029896706342697144, - "goal_head.0.bias": 0.012764296494424343, - "goal_head.2.weight": 0.041532862931489944, - "goal_head.2.bias": 0.02738211303949356 - }, - { - "global_gate": 0.0006058522849343717, - "embedding.weight": 0.0022005909122526646, - "cnn.0.weight": 0.060257941484451294, - "cnn.0.bias": 0.0019716094247996807, - "cnn.2.weight": 0.019433729350566864, - "cnn.2.bias": 0.003669343190267682, - "cnn.5.weight": 0.0331244096159935, - "cnn.5.bias": 0.005633894819766283, - "action_emb.weight": 0.014972319826483727, - "timestep_emb.weight": 0.005943635478615761, - "pos_emb.weight": 0.01033103372901678, - "transformer.layers.0.self_attn.in_proj_weight": 0.07798578590154648, - "transformer.layers.0.self_attn.in_proj_bias": 0.006830603815615177, - "transformer.layers.0.self_attn.out_proj.weight": 0.07536476850509644, - "transformer.layers.0.self_attn.out_proj.bias": 0.009672451764345169, - "transformer.layers.0.linear1.weight": 0.0779050886631012, - "transformer.layers.0.linear1.bias": 0.003924891352653503, - "transformer.layers.0.linear2.weight": 0.0855003371834755, - "transformer.layers.0.linear2.bias": 0.007941569201648235, - "transformer.layers.0.norm1.weight": 0.004632769618183374, - "transformer.layers.0.norm1.bias": 0.0065971724689006805, - "transformer.layers.0.norm2.weight": 0.006994080729782581, - "transformer.layers.0.norm2.bias": 0.0038466339465230703, - "transformer.layers.1.self_attn.in_proj_weight": 0.08135119080543518, - "transformer.layers.1.self_attn.in_proj_bias": 0.004893397446721792, - "transformer.layers.1.self_attn.out_proj.weight": 0.07561300694942474, - "transformer.layers.1.self_attn.out_proj.bias": 0.007009170018136501, - "transformer.layers.1.linear1.weight": 0.04704410582780838, - "transformer.layers.1.linear1.bias": 0.0026573422364890575, - "transformer.layers.1.linear2.weight": 0.060831889510154724, - "transformer.layers.1.linear2.bias": 0.006568740122020245, - "transformer.layers.1.norm1.weight": 0.0050489711575210094, - "transformer.layers.1.norm1.bias": 0.0043308548629283905, - "transformer.layers.1.norm2.weight": 0.0034182805102318525, - "transformer.layers.1.norm2.bias": 0.002931804396212101, - "transformer.layers.2.self_attn.in_proj_weight": 0.08606904000043869, - "transformer.layers.2.self_attn.in_proj_bias": 0.005127881653606892, - "transformer.layers.2.self_attn.out_proj.weight": 0.059247665107250214, - "transformer.layers.2.self_attn.out_proj.bias": 0.006181593984365463, - "transformer.layers.2.linear1.weight": 0.041083890944719315, - "transformer.layers.2.linear1.bias": 0.002307239221408963, - "transformer.layers.2.linear2.weight": 0.04699564352631569, - "transformer.layers.2.linear2.bias": 0.006117490120232105, - "transformer.layers.2.norm1.weight": 0.0060723042115569115, - "transformer.layers.2.norm1.bias": 0.005228221416473389, - "transformer.layers.2.norm2.weight": 0.0027106080669909716, - "transformer.layers.2.norm2.bias": 0.002218410838395357, - "transformer.layers.3.self_attn.in_proj_weight": 0.14654690027236938, - "transformer.layers.3.self_attn.in_proj_bias": 0.012094305828213692, - "transformer.layers.3.self_attn.out_proj.weight": 0.07211422175168991, - "transformer.layers.3.self_attn.out_proj.bias": 0.009336437098681927, - "transformer.layers.3.linear1.weight": 0.12021417170763016, - "transformer.layers.3.linear1.bias": 0.009675730019807816, - "transformer.layers.3.linear2.weight": 0.06369785964488983, - "transformer.layers.3.linear2.bias": 0.014671762473881245, - "transformer.layers.3.norm1.weight": 0.010974202305078506, - "transformer.layers.3.norm1.bias": 0.01676953211426735, - "transformer.layers.3.norm2.weight": 0.010338077321648598, - "transformer.layers.3.norm2.bias": 0.01506284810602665, - "head.weight": 0.7698138952255249, - "head.bias": 0.027992745861411095, - "global_embedding.weight": 0.017371708527207375, - "global_cnn.0.weight": 0.07587819546461105, - "global_cnn.0.bias": 0.0030586987268179655, - "global_cnn.2.weight": 0.13860566914081573, - "global_cnn.2.bias": 0.006382323335856199, - "global_proj.weight": 0.028655223548412323, - "global_proj.bias": 0.018536590039730072, - "goal_head.0.weight": 0.011856460943818092, - "goal_head.0.bias": 0.005450780037790537, - "goal_head.2.weight": 0.01799294352531433, - "goal_head.2.bias": 0.012559978291392326 - }, - { - "global_gate": 3.425934437473188e-6, - "embedding.weight": 0.0011214774567633867, - "cnn.0.weight": 0.02160346508026123, - "cnn.0.bias": 0.000989985535852611, - "cnn.2.weight": 0.007081611547619104, - "cnn.2.bias": 0.0025019291788339615, - "cnn.5.weight": 0.01053549349308014, - "cnn.5.bias": 0.0020176894031465054, - "action_emb.weight": 0.00298949982970953, - "timestep_emb.weight": 0.001147109200246632, - "pos_emb.weight": 0.0016899050679057837, - "transformer.layers.0.self_attn.in_proj_weight": 0.015358629636466503, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011438147630542517, - "transformer.layers.0.self_attn.out_proj.weight": 0.015453427098691463, - "transformer.layers.0.self_attn.out_proj.bias": 0.0015555241843685508, - "transformer.layers.0.linear1.weight": 0.015234891325235367, - "transformer.layers.0.linear1.bias": 0.0006757403025403619, - "transformer.layers.0.linear2.weight": 0.01677929237484932, - "transformer.layers.0.linear2.bias": 0.0012760170502588153, - "transformer.layers.0.norm1.weight": 0.0009131556143984199, - "transformer.layers.0.norm1.bias": 0.0010704206069931388, - "transformer.layers.0.norm2.weight": 0.001394131570123136, - "transformer.layers.0.norm2.bias": 0.0006376623059622943, - "transformer.layers.1.self_attn.in_proj_weight": 0.01487073116004467, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008551477803848684, - "transformer.layers.1.self_attn.out_proj.weight": 0.011981464922428131, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010860207257792354, - "transformer.layers.1.linear1.weight": 0.009272303432226181, - "transformer.layers.1.linear1.bias": 0.00043060214375145733, - "transformer.layers.1.linear2.weight": 0.01230375561863184, - "transformer.layers.1.linear2.bias": 0.0010603513801470399, - "transformer.layers.1.norm1.weight": 0.000985721475444734, - "transformer.layers.1.norm1.bias": 0.0009624293306842446, - "transformer.layers.1.norm2.weight": 0.0006977088050916791, - "transformer.layers.1.norm2.bias": 0.0003135454608127475, - "transformer.layers.2.self_attn.in_proj_weight": 0.017885619774460793, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007454833248630166, - "transformer.layers.2.self_attn.out_proj.weight": 0.010563387535512447, - "transformer.layers.2.self_attn.out_proj.bias": 0.000986300641670823, - "transformer.layers.2.linear1.weight": 0.008065645582973957, - "transformer.layers.2.linear1.bias": 0.000440089323092252, - "transformer.layers.2.linear2.weight": 0.009916512295603752, - "transformer.layers.2.linear2.bias": 0.0010048412950709462, - "transformer.layers.2.norm1.weight": 0.0012263309909030795, - "transformer.layers.2.norm1.bias": 0.0006163017824292183, - "transformer.layers.2.norm2.weight": 0.0005476946826092899, - "transformer.layers.2.norm2.bias": 0.0004493252490647137, - "transformer.layers.3.self_attn.in_proj_weight": 0.030891506001353264, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026298912707716227, - "transformer.layers.3.self_attn.out_proj.weight": 0.013694520108401775, - "transformer.layers.3.self_attn.out_proj.bias": 0.0019315480021759868, - "transformer.layers.3.linear1.weight": 0.0196565892547369, - "transformer.layers.3.linear1.bias": 0.0015270250150933862, - "transformer.layers.3.linear2.weight": 0.011671943590044975, - "transformer.layers.3.linear2.bias": 0.0026292491238564253, - "transformer.layers.3.norm1.weight": 0.0025137830525636673, - "transformer.layers.3.norm1.bias": 0.004010155331343412, - "transformer.layers.3.norm2.weight": 0.001676775049418211, - "transformer.layers.3.norm2.bias": 0.0021425301674753428, - "head.weight": 0.13529470562934875, - "head.bias": 0.005054861772805452, - "global_embedding.weight": 0.009738054126501083, - "global_cnn.0.weight": 0.07495493441820145, - "global_cnn.0.bias": 0.002531810197979212, - "global_cnn.2.weight": 0.13193924725055695, - "global_cnn.2.bias": 0.004328431095927954, - "global_proj.weight": 0.026776745915412903, - "global_proj.bias": 0.012335565872490406, - "goal_head.0.weight": 0.01621469482779503, - "goal_head.0.bias": 0.0059149982407689095, - "goal_head.2.weight": 0.022689931094646454, - "goal_head.2.bias": 0.014448389410972595 - }, - { - "global_gate": 0.0001297862036153674, - "embedding.weight": 0.0036935885436832905, - "cnn.0.weight": 0.058141499757766724, - "cnn.0.bias": 0.002424327889457345, - "cnn.2.weight": 0.013389757834374905, - "cnn.2.bias": 0.003928457852452993, - "cnn.5.weight": 0.014071479439735413, - "cnn.5.bias": 0.004135157912969589, - "action_emb.weight": 0.001015220652334392, - "timestep_emb.weight": 0.00069568888284266, - "pos_emb.weight": 0.0007270435453392565, - "transformer.layers.0.self_attn.in_proj_weight": 0.015178265981376171, - "transformer.layers.0.self_attn.in_proj_bias": 0.0008873409242369235, - "transformer.layers.0.self_attn.out_proj.weight": 0.010436967946588993, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008288446697406471, - "transformer.layers.0.linear1.weight": 0.00679800845682621, - "transformer.layers.0.linear1.bias": 0.0003570747503545135, - "transformer.layers.0.linear2.weight": 0.007602741476148367, - "transformer.layers.0.linear2.bias": 0.0006238689529709518, - "transformer.layers.0.norm1.weight": 0.0009438240085728467, - "transformer.layers.0.norm1.bias": 0.0008620951557531953, - "transformer.layers.0.norm2.weight": 0.0005427073338069022, - "transformer.layers.0.norm2.bias": 0.00043156620813533664, - "transformer.layers.1.self_attn.in_proj_weight": 0.008273428305983543, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005194185068830848, - "transformer.layers.1.self_attn.out_proj.weight": 0.005667970981448889, - "transformer.layers.1.self_attn.out_proj.bias": 0.0004121583770029247, - "transformer.layers.1.linear1.weight": 0.003393840277567506, - "transformer.layers.1.linear1.bias": 0.00018186350644100457, - "transformer.layers.1.linear2.weight": 0.0038194290827959776, - "transformer.layers.1.linear2.bias": 0.0003934467094950378, - "transformer.layers.1.norm1.weight": 0.0006469511426985264, - "transformer.layers.1.norm1.bias": 0.0005473226774483919, - "transformer.layers.1.norm2.weight": 0.00024305366969201714, - "transformer.layers.1.norm2.bias": 0.00018253074085805565, - "transformer.layers.2.self_attn.in_proj_weight": 0.006920455954968929, - "transformer.layers.2.self_attn.in_proj_bias": 0.00037931042606942356, - "transformer.layers.2.self_attn.out_proj.weight": 0.0038625160232186317, - "transformer.layers.2.self_attn.out_proj.bias": 0.0003201419021934271, - "transformer.layers.2.linear1.weight": 0.0022009648382663727, - "transformer.layers.2.linear1.bias": 0.00012097417493350804, - "transformer.layers.2.linear2.weight": 0.0025555372703820467, - "transformer.layers.2.linear2.bias": 0.0003179926425218582, - "transformer.layers.2.norm1.weight": 0.0005814399919472635, - "transformer.layers.2.norm1.bias": 0.0004925008979626, - "transformer.layers.2.norm2.weight": 0.00013455703447107226, - "transformer.layers.2.norm2.bias": 0.00011454964260337874, - "transformer.layers.3.self_attn.in_proj_weight": 0.007934863679111004, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006669856957159936, - "transformer.layers.3.self_attn.out_proj.weight": 0.003982543013989925, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005378396599553525, - "transformer.layers.3.linear1.weight": 0.005341257434338331, - "transformer.layers.3.linear1.bias": 0.00042547727935016155, - "transformer.layers.3.linear2.weight": 0.0029502203688025475, - "transformer.layers.3.linear2.bias": 0.0007425025105476379, - "transformer.layers.3.norm1.weight": 0.0006116459844633937, - "transformer.layers.3.norm1.bias": 0.0008951990748755634, - "transformer.layers.3.norm2.weight": 0.00042661858606152236, - "transformer.layers.3.norm2.bias": 0.0006491877138614655, - "head.weight": 0.04016444832086563, - "head.bias": 0.001539013348519802, - "global_embedding.weight": 0.028946375474333763, - "global_cnn.0.weight": 0.2957446575164795, - "global_cnn.0.bias": 0.007683337200433016, - "global_cnn.2.weight": 0.8008228540420532, - "global_cnn.2.bias": 0.03587448224425316, - "global_proj.weight": 0.13592851161956787, - "global_proj.bias": 0.08119305968284607, - "goal_head.0.weight": 0.07309573143720627, - "goal_head.0.bias": 0.030704772099852562, - "goal_head.2.weight": 0.09285585582256317, - "goal_head.2.bias": 0.06483756005764008 - }, - { - "global_gate": 3.1798767849977594e-6, - "embedding.weight": 0.0020378774497658014, - "cnn.0.weight": 0.052527014166116714, - "cnn.0.bias": 0.001857181778177619, - "cnn.2.weight": 0.018698595464229584, - "cnn.2.bias": 0.0035190905909985304, - "cnn.5.weight": 0.015670999884605408, - "cnn.5.bias": 0.0035191774368286133, - "action_emb.weight": 0.003998878411948681, - "timestep_emb.weight": 0.0012596885208040476, - "pos_emb.weight": 0.002263592090457678, - "transformer.layers.0.self_attn.in_proj_weight": 0.02203422598540783, - "transformer.layers.0.self_attn.in_proj_bias": 0.001511794631369412, - "transformer.layers.0.self_attn.out_proj.weight": 0.019284233450889587, - "transformer.layers.0.self_attn.out_proj.bias": 0.001964657101780176, - "transformer.layers.0.linear1.weight": 0.02040032669901848, - "transformer.layers.0.linear1.bias": 0.0009274483891204, - "transformer.layers.0.linear2.weight": 0.02041270025074482, - "transformer.layers.0.linear2.bias": 0.001460957108065486, - "transformer.layers.0.norm1.weight": 0.0012644202215597034, - "transformer.layers.0.norm1.bias": 0.0015849010087549686, - "transformer.layers.0.norm2.weight": 0.0017944358987733722, - "transformer.layers.0.norm2.bias": 0.0010756056290119886, - "transformer.layers.1.self_attn.in_proj_weight": 0.017961733043193817, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009421779541298747, - "transformer.layers.1.self_attn.out_proj.weight": 0.015694698318839073, - "transformer.layers.1.self_attn.out_proj.bias": 0.0011446817079558969, - "transformer.layers.1.linear1.weight": 0.011764176189899445, - "transformer.layers.1.linear1.bias": 0.0005670628161169589, - "transformer.layers.1.linear2.weight": 0.013469853438436985, - "transformer.layers.1.linear2.bias": 0.0010787439532577991, - "transformer.layers.1.norm1.weight": 0.0013544352259486914, - "transformer.layers.1.norm1.bias": 0.0010067805415019393, - "transformer.layers.1.norm2.weight": 0.000920337624847889, - "transformer.layers.1.norm2.bias": 0.0005260607576929033, - "transformer.layers.2.self_attn.in_proj_weight": 0.023857776075601578, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010855052387341857, - "transformer.layers.2.self_attn.out_proj.weight": 0.014790057204663754, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009715390624478459, - "transformer.layers.2.linear1.weight": 0.007629206404089928, - "transformer.layers.2.linear1.bias": 0.0004611632029991597, - "transformer.layers.2.linear2.weight": 0.010217278264462948, - "transformer.layers.2.linear2.bias": 0.0009995439322665334, - "transformer.layers.2.norm1.weight": 0.0016579580260440707, - "transformer.layers.2.norm1.bias": 0.0011130819329991937, - "transformer.layers.2.norm2.weight": 0.0004953371244482696, - "transformer.layers.2.norm2.bias": 0.0005456871585920453, - "transformer.layers.3.self_attn.in_proj_weight": 0.031121011823415756, - "transformer.layers.3.self_attn.in_proj_bias": 0.0024695119354873896, - "transformer.layers.3.self_attn.out_proj.weight": 0.011962796561419964, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015482142334803939, - "transformer.layers.3.linear1.weight": 0.015852853655815125, - "transformer.layers.3.linear1.bias": 0.0013088085688650608, - "transformer.layers.3.linear2.weight": 0.008733096532523632, - "transformer.layers.3.linear2.bias": 0.0018125607166439295, - "transformer.layers.3.norm1.weight": 0.0026714650448411703, - "transformer.layers.3.norm1.bias": 0.0036672556307166815, - "transformer.layers.3.norm2.weight": 0.001223858562298119, - "transformer.layers.3.norm2.bias": 0.0016885926015675068, - "head.weight": 0.10417746752500534, - "head.bias": 0.0035456600598990917, - "global_embedding.weight": 0.011041569523513317, - "global_cnn.0.weight": 0.0780777782201767, - "global_cnn.0.bias": 0.0021637706086039543, - "global_cnn.2.weight": 0.13066676259040833, - "global_cnn.2.bias": 0.004973679315298796, - "global_proj.weight": 0.03724750131368637, - "global_proj.bias": 0.025241337716579437, - "goal_head.0.weight": 0.026270443573594093, - "goal_head.0.bias": 0.012446591630578041, - "goal_head.2.weight": 0.04076935350894928, - "goal_head.2.bias": 0.03174145519733429 - }, - { - "global_gate": 0.00009947655053110793, - "embedding.weight": 0.004756323993206024, - "cnn.0.weight": 0.07256347686052322, - "cnn.0.bias": 0.002306857379153371, - "cnn.2.weight": 0.013133120723068714, - "cnn.2.bias": 0.0031144660897552967, - "cnn.5.weight": 0.013007457368075848, - "cnn.5.bias": 0.0032313133124262094, - "action_emb.weight": 0.0049787298776209354, - "timestep_emb.weight": 0.0018750636372715235, - "pos_emb.weight": 0.002587611321359873, - "transformer.layers.0.self_attn.in_proj_weight": 0.02498447336256504, - "transformer.layers.0.self_attn.in_proj_bias": 0.0016920333728194237, - "transformer.layers.0.self_attn.out_proj.weight": 0.02370120771229267, - "transformer.layers.0.self_attn.out_proj.bias": 0.0021137522999197245, - "transformer.layers.0.linear1.weight": 0.025880256667733192, - "transformer.layers.0.linear1.bias": 0.0010918141342699528, - "transformer.layers.0.linear2.weight": 0.023704955354332924, - "transformer.layers.0.linear2.bias": 0.0015771293547004461, - "transformer.layers.0.norm1.weight": 0.0013446568045765162, - "transformer.layers.0.norm1.bias": 0.0014657230349257588, - "transformer.layers.0.norm2.weight": 0.002447632374241948, - "transformer.layers.0.norm2.bias": 0.0012251095613464713, - "transformer.layers.1.self_attn.in_proj_weight": 0.020311996340751648, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012254128232598305, - "transformer.layers.1.self_attn.out_proj.weight": 0.019996918737888336, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016992236487567425, - "transformer.layers.1.linear1.weight": 0.015627669170498848, - "transformer.layers.1.linear1.bias": 0.0007669824408367276, - "transformer.layers.1.linear2.weight": 0.016849275678396225, - "transformer.layers.1.linear2.bias": 0.0014438736252486706, - "transformer.layers.1.norm1.weight": 0.0012860489077866077, - "transformer.layers.1.norm1.bias": 0.0013120330404490232, - "transformer.layers.1.norm2.weight": 0.0012108944356441498, - "transformer.layers.1.norm2.bias": 0.0008594057289883494, - "transformer.layers.2.self_attn.in_proj_weight": 0.022145505994558334, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011456746142357588, - "transformer.layers.2.self_attn.out_proj.weight": 0.0151560939848423, - "transformer.layers.2.self_attn.out_proj.bias": 0.001202652812935412, - "transformer.layers.2.linear1.weight": 0.010536697693169117, - "transformer.layers.2.linear1.bias": 0.0005821781232953072, - "transformer.layers.2.linear2.weight": 0.011774025857448578, - "transformer.layers.2.linear2.bias": 0.001115758321247995, - "transformer.layers.2.norm1.weight": 0.0015372013440355659, - "transformer.layers.2.norm1.bias": 0.0010834025451913476, - "transformer.layers.2.norm2.weight": 0.0007168585434556007, - "transformer.layers.2.norm2.bias": 0.0005535608506761491, - "transformer.layers.3.self_attn.in_proj_weight": 0.043319616466760635, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019111215369775891, - "transformer.layers.3.self_attn.out_proj.weight": 0.018577245995402336, - "transformer.layers.3.self_attn.out_proj.bias": 0.0012429640628397465, - "transformer.layers.3.linear1.weight": 0.029993006959557533, - "transformer.layers.3.linear1.bias": 0.0018137627048417926, - "transformer.layers.3.linear2.weight": 0.015193887986242771, - "transformer.layers.3.linear2.bias": 0.0019493808504194021, - "transformer.layers.3.norm1.weight": 0.0032133199274539948, - "transformer.layers.3.norm1.bias": 0.0025205216370522976, - "transformer.layers.3.norm2.weight": 0.002445922000333667, - "transformer.layers.3.norm2.bias": 0.0023359591141343117, - "head.weight": 0.19489386677742004, - "head.bias": 0.004037345293909311, - "global_embedding.weight": 0.017323756590485573, - "global_cnn.0.weight": 0.22503156960010529, - "global_cnn.0.bias": 0.010981022380292416, - "global_cnn.2.weight": 0.3006751239299774, - "global_cnn.2.bias": 0.019342871382832527, - "global_proj.weight": 0.07497091591358185, - "global_proj.bias": 0.06082961708307266, - "goal_head.0.weight": 0.05785477161407471, - "goal_head.0.bias": 0.03070886619389057, - "goal_head.2.weight": 0.08545360714197159, - "goal_head.2.bias": 0.08305823057889938 - }, - { - "global_gate": 8.151903784892056e-6, - "embedding.weight": 0.0014413654571399093, - "cnn.0.weight": 0.0341535285115242, - "cnn.0.bias": 0.0015230373246595263, - "cnn.2.weight": 0.01245318166911602, - "cnn.2.bias": 0.0030058282427489758, - "cnn.5.weight": 0.010368362069129944, - "cnn.5.bias": 0.002647764515131712, - "action_emb.weight": 0.0013953042216598988, - "timestep_emb.weight": 0.0008315664599649608, - "pos_emb.weight": 0.0012231701985001564, - "transformer.layers.0.self_attn.in_proj_weight": 0.014736044220626354, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011260046157985926, - "transformer.layers.0.self_attn.out_proj.weight": 0.012130334042012691, - "transformer.layers.0.self_attn.out_proj.bias": 0.00107200734782964, - "transformer.layers.0.linear1.weight": 0.009712163358926773, - "transformer.layers.0.linear1.bias": 0.00048797359340824187, - "transformer.layers.0.linear2.weight": 0.010701541788876057, - "transformer.layers.0.linear2.bias": 0.0007966466946527362, - "transformer.layers.0.norm1.weight": 0.0008832010789774358, - "transformer.layers.0.norm1.bias": 0.0011243870249018073, - "transformer.layers.0.norm2.weight": 0.0008530081249773502, - "transformer.layers.0.norm2.bias": 0.0005066469311714172, - "transformer.layers.1.self_attn.in_proj_weight": 0.010015210136771202, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005696526495739818, - "transformer.layers.1.self_attn.out_proj.weight": 0.008746229112148285, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005793393356725574, - "transformer.layers.1.linear1.weight": 0.005859983153641224, - "transformer.layers.1.linear1.bias": 0.00029434385942295194, - "transformer.layers.1.linear2.weight": 0.006960314232856035, - "transformer.layers.1.linear2.bias": 0.0005291645065881312, - "transformer.layers.1.norm1.weight": 0.0006672465824522078, - "transformer.layers.1.norm1.bias": 0.0006497848080471158, - "transformer.layers.1.norm2.weight": 0.0005005326820537448, - "transformer.layers.1.norm2.bias": 0.000277472980087623, - "transformer.layers.2.self_attn.in_proj_weight": 0.010540996678173542, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005173059762455523, - "transformer.layers.2.self_attn.out_proj.weight": 0.007440909277647734, - "transformer.layers.2.self_attn.out_proj.bias": 0.0004878563340753317, - "transformer.layers.2.linear1.weight": 0.004643072374165058, - "transformer.layers.2.linear1.bias": 0.00025987313711084425, - "transformer.layers.2.linear2.weight": 0.005665612872689962, - "transformer.layers.2.linear2.bias": 0.000455911475000903, - "transformer.layers.2.norm1.weight": 0.0009108965750783682, - "transformer.layers.2.norm1.bias": 0.0006176262395456433, - "transformer.layers.2.norm2.weight": 0.0002935722004622221, - "transformer.layers.2.norm2.bias": 0.00019739153503905982, - "transformer.layers.3.self_attn.in_proj_weight": 0.015562456101179123, - "transformer.layers.3.self_attn.in_proj_bias": 0.0008488655439577997, - "transformer.layers.3.self_attn.out_proj.weight": 0.00819367915391922, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006210959400050342, - "transformer.layers.3.linear1.weight": 0.011735121719539165, - "transformer.layers.3.linear1.bias": 0.0007508901180699468, - "transformer.layers.3.linear2.weight": 0.006448439322412014, - "transformer.layers.3.linear2.bias": 0.0007443678332492709, - "transformer.layers.3.norm1.weight": 0.0013334949035197496, - "transformer.layers.3.norm1.bias": 0.0010999320074915886, - "transformer.layers.3.norm2.weight": 0.0008784426609054208, - "transformer.layers.3.norm2.bias": 0.0008162831654772162, - "head.weight": 0.09275293350219727, - "head.bias": 0.0017704011406749487, - "global_embedding.weight": 0.024828724563121796, - "global_cnn.0.weight": 0.10424482822418213, - "global_cnn.0.bias": 0.0037734846118837595, - "global_cnn.2.weight": 0.12898440659046173, - "global_cnn.2.bias": 0.0057397931814193726, - "global_proj.weight": 0.03856788948178291, - "global_proj.bias": 0.032362740486860275, - "goal_head.0.weight": 0.03300560265779495, - "goal_head.0.bias": 0.017051808536052704, - "goal_head.2.weight": 0.057597942650318146, - "goal_head.2.bias": 0.045456212013959885 - }, - { - "global_gate": 0.0003029236977454275, - "embedding.weight": 0.001591311302036047, - "cnn.0.weight": 0.045256223529577255, - "cnn.0.bias": 0.0017826807452365756, - "cnn.2.weight": 0.015190723352134228, - "cnn.2.bias": 0.00586596317589283, - "cnn.5.weight": 0.012627416290342808, - "cnn.5.bias": 0.003967398311942816, - "action_emb.weight": 0.003254897193983197, - "timestep_emb.weight": 0.001199111226014793, - "pos_emb.weight": 0.0016507281688973308, - "transformer.layers.0.self_attn.in_proj_weight": 0.023136330768465996, - "transformer.layers.0.self_attn.in_proj_bias": 0.0021356723736971617, - "transformer.layers.0.self_attn.out_proj.weight": 0.019123844802379608, - "transformer.layers.0.self_attn.out_proj.bias": 0.0020393107552081347, - "transformer.layers.0.linear1.weight": 0.016498945653438568, - "transformer.layers.0.linear1.bias": 0.0008182113524526358, - "transformer.layers.0.linear2.weight": 0.015643777325749397, - "transformer.layers.0.linear2.bias": 0.0014181432779878378, - "transformer.layers.0.norm1.weight": 0.0015427613398060203, - "transformer.layers.0.norm1.bias": 0.0020690439268946648, - "transformer.layers.0.norm2.weight": 0.0015886758919805288, - "transformer.layers.0.norm2.bias": 0.0008665312197990716, - "transformer.layers.1.self_attn.in_proj_weight": 0.013952281326055527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009294006158597767, - "transformer.layers.1.self_attn.out_proj.weight": 0.01374343317002058, - "transformer.layers.1.self_attn.out_proj.bias": 0.001093422994017601, - "transformer.layers.1.linear1.weight": 0.009059048257768154, - "transformer.layers.1.linear1.bias": 0.0004885850357823074, - "transformer.layers.1.linear2.weight": 0.010914405807852745, - "transformer.layers.1.linear2.bias": 0.0010019078617915511, - "transformer.layers.1.norm1.weight": 0.0009406839963048697, - "transformer.layers.1.norm1.bias": 0.0008545735036022961, - "transformer.layers.1.norm2.weight": 0.0007412548875436187, - "transformer.layers.1.norm2.bias": 0.0005261723417788744, - "transformer.layers.2.self_attn.in_proj_weight": 0.018157150596380234, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008723559440113604, - "transformer.layers.2.self_attn.out_proj.weight": 0.010494931600987911, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009114363347180188, - "transformer.layers.2.linear1.weight": 0.006095587741583586, - "transformer.layers.2.linear1.bias": 0.0003673484025057405, - "transformer.layers.2.linear2.weight": 0.007736911531537771, - "transformer.layers.2.linear2.bias": 0.0008923995774239302, - "transformer.layers.2.norm1.weight": 0.001334354281425476, - "transformer.layers.2.norm1.bias": 0.0009027107153087854, - "transformer.layers.2.norm2.weight": 0.00041170348413288593, - "transformer.layers.2.norm2.bias": 0.0003755409852601588, - "transformer.layers.3.self_attn.in_proj_weight": 0.027359727770090103, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019505557138472795, - "transformer.layers.3.self_attn.out_proj.weight": 0.012064957991242409, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014037481741979718, - "transformer.layers.3.linear1.weight": 0.01485684048384428, - "transformer.layers.3.linear1.bias": 0.0011366341495886445, - "transformer.layers.3.linear2.weight": 0.008152248337864876, - "transformer.layers.3.linear2.bias": 0.0017623445019125938, - "transformer.layers.3.norm1.weight": 0.0022323683369904757, - "transformer.layers.3.norm1.bias": 0.002871615579351783, - "transformer.layers.3.norm2.weight": 0.001142979017458856, - "transformer.layers.3.norm2.bias": 0.0013703836593776941, - "head.weight": 0.11174087971448898, - "head.bias": 0.003718285821378231, - "global_embedding.weight": 0.006235583685338497, - "global_cnn.0.weight": 0.07325291633605957, - "global_cnn.0.bias": 0.0019442547345533967, - "global_cnn.2.weight": 0.15283560752868652, - "global_cnn.2.bias": 0.01035265438258648, - "global_proj.weight": 0.03880761191248894, - "global_proj.bias": 0.028071798384189606, - "goal_head.0.weight": 0.024926798418164253, - "goal_head.0.bias": 0.011579511687159538, - "goal_head.2.weight": 0.046153005212545395, - "goal_head.2.bias": 0.024893440306186676 + "global_gate": 7.7740267443005e-05, + "embedding.weight": 0.006114140618592501, + "cnn.0.weight": 0.16471384465694427, + "cnn.0.bias": 0.006028767209500074, + "cnn.2.weight": 0.04990299791097641, + "cnn.2.bias": 0.022712944075465202, + "cnn.5.weight": 0.056577470153570175, + "cnn.5.bias": 0.01745058223605156, + "action_emb.weight": 0.019376108422875404, + "timestep_emb.weight": 0.0036988796200603247, + "pos_emb.weight": 0.006613551639020443, + "transformer.layers.0.self_attn.in_proj_weight": 0.09745786339044571, + "transformer.layers.0.self_attn.in_proj_bias": 0.0120115727186203, + "transformer.layers.0.self_attn.out_proj.weight": 0.10761132091283798, + "transformer.layers.0.self_attn.out_proj.bias": 0.018220379948616028, + "transformer.layers.0.linear1.weight": 0.09708826243877411, + "transformer.layers.0.linear1.bias": 0.007985789328813553, + "transformer.layers.0.linear2.weight": 0.12461141496896744, + "transformer.layers.0.linear2.bias": 0.0129580432549119, + "transformer.layers.0.norm1.weight": 0.005202351603657007, + "transformer.layers.0.norm1.bias": 0.010312153957784176, + "transformer.layers.0.norm2.weight": 0.008138257078826427, + "transformer.layers.0.norm2.bias": 0.010967696085572243, + "transformer.layers.1.self_attn.in_proj_weight": 0.10414870083332062, + "transformer.layers.1.self_attn.in_proj_bias": 0.007379538379609585, + "transformer.layers.1.self_attn.out_proj.weight": 0.11123812943696976, + "transformer.layers.1.self_attn.out_proj.bias": 0.009309813380241394, + "transformer.layers.1.linear1.weight": 0.06224993243813515, + "transformer.layers.1.linear1.bias": 0.004611415788531303, + "transformer.layers.1.linear2.weight": 0.08064094930887222, + "transformer.layers.1.linear2.bias": 0.009017227217555046, + "transformer.layers.1.norm1.weight": 0.007073191460222006, + "transformer.layers.1.norm1.bias": 0.008296709507703781, + "transformer.layers.1.norm2.weight": 0.005456897895783186, + "transformer.layers.1.norm2.bias": 0.0055677201598882675, + "transformer.layers.2.self_attn.in_proj_weight": 0.11143665015697479, + "transformer.layers.2.self_attn.in_proj_bias": 0.008854271844029427, + "transformer.layers.2.self_attn.out_proj.weight": 0.09995155781507492, + "transformer.layers.2.self_attn.out_proj.bias": 0.008015724830329418, + "transformer.layers.2.linear1.weight": 0.042612746357917786, + "transformer.layers.2.linear1.bias": 0.0029657280538231134, + "transformer.layers.2.linear2.weight": 0.04764200747013092, + "transformer.layers.2.linear2.bias": 0.00836851354688406, + "transformer.layers.2.norm1.weight": 0.01086412277072668, + "transformer.layers.2.norm1.bias": 0.012310793623328209, + "transformer.layers.2.norm2.weight": 0.0025770447682589293, + "transformer.layers.2.norm2.bias": 0.003164509544149041, + "transformer.layers.3.self_attn.in_proj_weight": 0.15305747091770172, + "transformer.layers.3.self_attn.in_proj_bias": 0.013749503530561924, + "transformer.layers.3.self_attn.out_proj.weight": 0.09405004978179932, + "transformer.layers.3.self_attn.out_proj.bias": 0.01195372361689806, + "transformer.layers.3.linear1.weight": 0.08165507763624191, + "transformer.layers.3.linear1.bias": 0.006402370519936085, + "transformer.layers.3.linear2.weight": 0.05158349499106407, + "transformer.layers.3.linear2.bias": 0.013354837894439697, + "transformer.layers.3.norm1.weight": 0.014284263364970684, + "transformer.layers.3.norm1.bias": 0.01896582543849945, + "transformer.layers.3.norm2.weight": 0.005068604368716478, + "transformer.layers.3.norm2.bias": 0.0071039157919585705, + "head.weight": 0.7642814517021179, + "head.bias": 0.024392368271946907, + "global_embedding.weight": 0.020105864852666855, + "global_cnn.0.weight": 0.1846027374267578, + "global_cnn.0.bias": 0.007309437729418278, + "global_cnn.2.weight": 0.5619676113128662, + "global_cnn.2.bias": 0.027642875909805298, + "global_proj.weight": 0.23715448379516602, + "global_proj.bias": 0.0806945413351059, + "goal_head.0.weight": 0.13071666657924652, + "goal_head.0.bias": 0.033796343952417374, + "goal_head.2.weight": 0.15136374533176422, + "goal_head.2.bias": 0.06384652107954025 + }, + { + "global_gate": 0.00026636215625330806, + "embedding.weight": 0.002559130545705557, + "cnn.0.weight": 0.04905935749411583, + "cnn.0.bias": 0.002528093522414565, + "cnn.2.weight": 0.014197357930243015, + "cnn.2.bias": 0.004944754298776388, + "cnn.5.weight": 0.01970883645117283, + "cnn.5.bias": 0.005032504443079233, + "action_emb.weight": 0.01822403259575367, + "timestep_emb.weight": 0.0025343862362205982, + "pos_emb.weight": 0.004704331513494253, + "transformer.layers.0.self_attn.in_proj_weight": 0.05064847320318222, + "transformer.layers.0.self_attn.in_proj_bias": 0.005764457397162914, + "transformer.layers.0.self_attn.out_proj.weight": 0.053865376859903336, + "transformer.layers.0.self_attn.out_proj.bias": 0.008806735277175903, + "transformer.layers.0.linear1.weight": 0.0817100927233696, + "transformer.layers.0.linear1.bias": 0.004229718819260597, + "transformer.layers.0.linear2.weight": 0.06389659643173218, + "transformer.layers.0.linear2.bias": 0.005362618248909712, + "transformer.layers.0.norm1.weight": 0.002907966496422887, + "transformer.layers.0.norm1.bias": 0.004939777310937643, + "transformer.layers.0.norm2.weight": 0.009065779857337475, + "transformer.layers.0.norm2.bias": 0.006893288344144821, + "transformer.layers.1.self_attn.in_proj_weight": 0.07364074885845184, + "transformer.layers.1.self_attn.in_proj_bias": 0.0037821668665856123, + "transformer.layers.1.self_attn.out_proj.weight": 0.05196412280201912, + "transformer.layers.1.self_attn.out_proj.bias": 0.0037508737295866013, + "transformer.layers.1.linear1.weight": 0.03078078292310238, + "transformer.layers.1.linear1.bias": 0.0018928293138742447, + "transformer.layers.1.linear2.weight": 0.036458570510149, + "transformer.layers.1.linear2.bias": 0.0032508501317352057, + "transformer.layers.1.norm1.weight": 0.005217412952333689, + "transformer.layers.1.norm1.bias": 0.003704601898789406, + "transformer.layers.1.norm2.weight": 0.0029217316769063473, + "transformer.layers.1.norm2.bias": 0.0023145757149904966, + "transformer.layers.2.self_attn.in_proj_weight": 0.0538218729197979, + "transformer.layers.2.self_attn.in_proj_bias": 0.0038383977953344584, + "transformer.layers.2.self_attn.out_proj.weight": 0.0358971506357193, + "transformer.layers.2.self_attn.out_proj.bias": 0.002531214850023389, + "transformer.layers.2.linear1.weight": 0.017692718654870987, + "transformer.layers.2.linear1.bias": 0.0011626589111983776, + "transformer.layers.2.linear2.weight": 0.021507659927010536, + "transformer.layers.2.linear2.bias": 0.00242844526655972, + "transformer.layers.2.norm1.weight": 0.004470809828490019, + "transformer.layers.2.norm1.bias": 0.004126362036913633, + "transformer.layers.2.norm2.weight": 0.0013931873254477978, + "transformer.layers.2.norm2.bias": 0.0011301286285743117, + "transformer.layers.3.self_attn.in_proj_weight": 0.0636633038520813, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033950223587453365, + "transformer.layers.3.self_attn.out_proj.weight": 0.03832760080695152, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024799900129437447, + "transformer.layers.3.linear1.weight": 0.029112115502357483, + "transformer.layers.3.linear1.bias": 0.0021640670020133257, + "transformer.layers.3.linear2.weight": 0.018726419657468796, + "transformer.layers.3.linear2.bias": 0.0023869266733527184, + "transformer.layers.3.norm1.weight": 0.0052222516387701035, + "transformer.layers.3.norm1.bias": 0.0039956290274858475, + "transformer.layers.3.norm2.weight": 0.0023090823087841272, + "transformer.layers.3.norm2.bias": 0.002969580003991723, + "head.weight": 0.20403066277503967, + "head.bias": 0.004337751306593418, + "global_embedding.weight": 0.01920432038605213, + "global_cnn.0.weight": 0.1476564258337021, + "global_cnn.0.bias": 0.0063956622034311295, + "global_cnn.2.weight": 0.3632205128669739, + "global_cnn.2.bias": 0.01962028443813324, + "global_proj.weight": 0.11261061578989029, + "global_proj.bias": 0.04955539479851723, + "goal_head.0.weight": 0.06670264154672623, + "goal_head.0.bias": 0.021854965016245842, + "goal_head.2.weight": 0.08304090797901154, + "goal_head.2.bias": 0.04527688026428223 + }, + { + "global_gate": 0.0001113881153287366, + "embedding.weight": 0.0017000355292111635, + "cnn.0.weight": 0.043009452521800995, + "cnn.0.bias": 0.001998741179704666, + "cnn.2.weight": 0.011367267929017544, + "cnn.2.bias": 0.004683610051870346, + "cnn.5.weight": 0.01267178263515234, + "cnn.5.bias": 0.003255588700994849, + "action_emb.weight": 0.01246202364563942, + "timestep_emb.weight": 0.0015277332859113812, + "pos_emb.weight": 0.0030481209978461266, + "transformer.layers.0.self_attn.in_proj_weight": 0.031209852546453476, + "transformer.layers.0.self_attn.in_proj_bias": 0.003037538379430771, + "transformer.layers.0.self_attn.out_proj.weight": 0.036398995667696, + "transformer.layers.0.self_attn.out_proj.bias": 0.004717051051557064, + "transformer.layers.0.linear1.weight": 0.05590164288878441, + "transformer.layers.0.linear1.bias": 0.0023392036091536283, + "transformer.layers.0.linear2.weight": 0.05028747767210007, + "transformer.layers.0.linear2.bias": 0.004052302334457636, + "transformer.layers.0.norm1.weight": 0.0016044169897213578, + "transformer.layers.0.norm1.bias": 0.002611694857478142, + "transformer.layers.0.norm2.weight": 0.005479620303958654, + "transformer.layers.0.norm2.bias": 0.0021134100388735533, + "transformer.layers.1.self_attn.in_proj_weight": 0.05280085653066635, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023171305656433105, + "transformer.layers.1.self_attn.out_proj.weight": 0.0434117428958416, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031222975812852383, + "transformer.layers.1.linear1.weight": 0.024753529578447342, + "transformer.layers.1.linear1.bias": 0.0014315064763650298, + "transformer.layers.1.linear2.weight": 0.03157040849328041, + "transformer.layers.1.linear2.bias": 0.003219818929210305, + "transformer.layers.1.norm1.weight": 0.003703279187902808, + "transformer.layers.1.norm1.bias": 0.002270860131829977, + "transformer.layers.1.norm2.weight": 0.002038931706920266, + "transformer.layers.1.norm2.bias": 0.0014746837550774217, + "transformer.layers.2.self_attn.in_proj_weight": 0.04483943432569504, + "transformer.layers.2.self_attn.in_proj_bias": 0.0035045985132455826, + "transformer.layers.2.self_attn.out_proj.weight": 0.042756132781505585, + "transformer.layers.2.self_attn.out_proj.bias": 0.003303083125501871, + "transformer.layers.2.linear1.weight": 0.01853145845234394, + "transformer.layers.2.linear1.bias": 0.0013069674605503678, + "transformer.layers.2.linear2.weight": 0.022736869752407074, + "transformer.layers.2.linear2.bias": 0.003362271934747696, + "transformer.layers.2.norm1.weight": 0.004908965900540352, + "transformer.layers.2.norm1.bias": 0.004497434012591839, + "transformer.layers.2.norm2.weight": 0.0012717792997136712, + "transformer.layers.2.norm2.bias": 0.001409372198395431, + "transformer.layers.3.self_attn.in_proj_weight": 0.06688275933265686, + "transformer.layers.3.self_attn.in_proj_bias": 0.00550827756524086, + "transformer.layers.3.self_attn.out_proj.weight": 0.036300208419561386, + "transformer.layers.3.self_attn.out_proj.bias": 0.004342946223914623, + "transformer.layers.3.linear1.weight": 0.03066679649055004, + "transformer.layers.3.linear1.bias": 0.002455867826938629, + "transformer.layers.3.linear2.weight": 0.021766498684883118, + "transformer.layers.3.linear2.bias": 0.004470983985811472, + "transformer.layers.3.norm1.weight": 0.005602139048278332, + "transformer.layers.3.norm1.bias": 0.007482145447283983, + "transformer.layers.3.norm2.weight": 0.0020752493292093277, + "transformer.layers.3.norm2.bias": 0.0031033139675855637, + "head.weight": 0.24530301988124847, + "head.bias": 0.007224906701594591, + "global_embedding.weight": 0.010752782225608826, + "global_cnn.0.weight": 0.14593656361103058, + "global_cnn.0.bias": 0.006249011494219303, + "global_cnn.2.weight": 0.35726362466812134, + "global_cnn.2.bias": 0.013960354030132294, + "global_proj.weight": 0.11453399062156677, + "global_proj.bias": 0.05065896362066269, + "goal_head.0.weight": 0.07211104035377502, + "goal_head.0.bias": 0.023707905784249306, + "goal_head.2.weight": 0.09451745450496674, + "goal_head.2.bias": 0.050636399537324905 + }, + { + "global_gate": 0.00012584477372001857, + "embedding.weight": 0.0018791747279465199, + "cnn.0.weight": 0.04471135139465332, + "cnn.0.bias": 0.0016071865102276206, + "cnn.2.weight": 0.014830990694463253, + "cnn.2.bias": 0.006521314382553101, + "cnn.5.weight": 0.01644265465438366, + "cnn.5.bias": 0.005554855335503817, + "action_emb.weight": 0.01361524686217308, + "timestep_emb.weight": 0.001156712300144136, + "pos_emb.weight": 0.002424446400254965, + "transformer.layers.0.self_attn.in_proj_weight": 0.031432367861270905, + "transformer.layers.0.self_attn.in_proj_bias": 0.002742672571912408, + "transformer.layers.0.self_attn.out_proj.weight": 0.03838857635855675, + "transformer.layers.0.self_attn.out_proj.bias": 0.004328534472733736, + "transformer.layers.0.linear1.weight": 0.058678653091192245, + "transformer.layers.0.linear1.bias": 0.0021496019326150417, + "transformer.layers.0.linear2.weight": 0.04586005583405495, + "transformer.layers.0.linear2.bias": 0.0035161057021468878, + "transformer.layers.0.norm1.weight": 0.0016809807857498527, + "transformer.layers.0.norm1.bias": 0.0023773249704390764, + "transformer.layers.0.norm2.weight": 0.00666572293266654, + "transformer.layers.0.norm2.bias": 0.0018494769465178251, + "transformer.layers.1.self_attn.in_proj_weight": 0.04466594383120537, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019783300813287497, + "transformer.layers.1.self_attn.out_proj.weight": 0.036060258746147156, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030579175800085068, + "transformer.layers.1.linear1.weight": 0.020267007872462273, + "transformer.layers.1.linear1.bias": 0.0011851758463308215, + "transformer.layers.1.linear2.weight": 0.02694949507713318, + "transformer.layers.1.linear2.bias": 0.0030918223783373833, + "transformer.layers.1.norm1.weight": 0.0030249396804720163, + "transformer.layers.1.norm1.bias": 0.0020999163389205933, + "transformer.layers.1.norm2.weight": 0.001749956514686346, + "transformer.layers.1.norm2.bias": 0.0011180276051163673, + "transformer.layers.2.self_attn.in_proj_weight": 0.0362483412027359, + "transformer.layers.2.self_attn.in_proj_bias": 0.002798918867483735, + "transformer.layers.2.self_attn.out_proj.weight": 0.03583501651883125, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032760598696768284, + "transformer.layers.2.linear1.weight": 0.01508107129484415, + "transformer.layers.2.linear1.bias": 0.0010913866572082043, + "transformer.layers.2.linear2.weight": 0.020496556535363197, + "transformer.layers.2.linear2.bias": 0.0033772385213524103, + "transformer.layers.2.norm1.weight": 0.00302709499374032, + "transformer.layers.2.norm1.bias": 0.0033032982610166073, + "transformer.layers.2.norm2.weight": 0.000992973567917943, + "transformer.layers.2.norm2.bias": 0.001100984518416226, + "transformer.layers.3.self_attn.in_proj_weight": 0.0676892101764679, + "transformer.layers.3.self_attn.in_proj_bias": 0.005792549811303616, + "transformer.layers.3.self_attn.out_proj.weight": 0.038442209362983704, + "transformer.layers.3.self_attn.out_proj.bias": 0.0046383230946958065, + "transformer.layers.3.linear1.weight": 0.027221111580729485, + "transformer.layers.3.linear1.bias": 0.0021949857473373413, + "transformer.layers.3.linear2.weight": 0.02085813507437706, + "transformer.layers.3.linear2.bias": 0.004795783665031195, + "transformer.layers.3.norm1.weight": 0.005422207061201334, + "transformer.layers.3.norm1.bias": 0.008092433214187622, + "transformer.layers.3.norm2.weight": 0.0017342715291306376, + "transformer.layers.3.norm2.bias": 0.0023768998216837645, + "head.weight": 0.27932801842689514, + "head.bias": 0.009548956528306007, + "global_embedding.weight": 0.011570043861865997, + "global_cnn.0.weight": 0.124178946018219, + "global_cnn.0.bias": 0.004373702686280012, + "global_cnn.2.weight": 0.30706772208213806, + "global_cnn.2.bias": 0.012385374866425991, + "global_proj.weight": 0.0944739431142807, + "global_proj.bias": 0.04229341074824333, + "goal_head.0.weight": 0.05890094116330147, + "goal_head.0.bias": 0.018877319991588593, + "goal_head.2.weight": 0.08012117445468903, + "goal_head.2.bias": 0.03940273076295853 + }, + { + "global_gate": 0.00024436047533527017, + "embedding.weight": 0.003083199728280306, + "cnn.0.weight": 0.06840156763792038, + "cnn.0.bias": 0.002724442631006241, + "cnn.2.weight": 0.020632663741707802, + "cnn.2.bias": 0.007388422731310129, + "cnn.5.weight": 0.024171333760023117, + "cnn.5.bias": 0.005191379692405462, + "action_emb.weight": 0.02099742367863655, + "timestep_emb.weight": 0.0018362835980951786, + "pos_emb.weight": 0.003991276491433382, + "transformer.layers.0.self_attn.in_proj_weight": 0.04605887830257416, + "transformer.layers.0.self_attn.in_proj_bias": 0.004280347377061844, + "transformer.layers.0.self_attn.out_proj.weight": 0.05527464300394058, + "transformer.layers.0.self_attn.out_proj.bias": 0.005537804681807756, + "transformer.layers.0.linear1.weight": 0.09026122093200684, + "transformer.layers.0.linear1.bias": 0.0030093493405729532, + "transformer.layers.0.linear2.weight": 0.06063332408666611, + "transformer.layers.0.linear2.bias": 0.004417172633111477, + "transformer.layers.0.norm1.weight": 0.0025050025433301926, + "transformer.layers.0.norm1.bias": 0.0036023661959916353, + "transformer.layers.0.norm2.weight": 0.01087559387087822, + "transformer.layers.0.norm2.bias": 0.0035237642005085945, + "transformer.layers.1.self_attn.in_proj_weight": 0.06914057582616806, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027863376308232546, + "transformer.layers.1.self_attn.out_proj.weight": 0.04418116807937622, + "transformer.layers.1.self_attn.out_proj.bias": 0.0038339660968631506, + "transformer.layers.1.linear1.weight": 0.02870040573179722, + "transformer.layers.1.linear1.bias": 0.0016814584378153086, + "transformer.layers.1.linear2.weight": 0.03250803425908089, + "transformer.layers.1.linear2.bias": 0.0036806550342589617, + "transformer.layers.1.norm1.weight": 0.004416245501488447, + "transformer.layers.1.norm1.bias": 0.002661673817783594, + "transformer.layers.1.norm2.weight": 0.0027165813371539116, + "transformer.layers.1.norm2.bias": 0.0018361988477408886, + "transformer.layers.2.self_attn.in_proj_weight": 0.046648889780044556, + "transformer.layers.2.self_attn.in_proj_bias": 0.0037096648011356592, + "transformer.layers.2.self_attn.out_proj.weight": 0.032582178711891174, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034455466084182262, + "transformer.layers.2.linear1.weight": 0.017737314105033875, + "transformer.layers.2.linear1.bias": 0.0012607293901965022, + "transformer.layers.2.linear2.weight": 0.020588742569088936, + "transformer.layers.2.linear2.bias": 0.0034094620496034622, + "transformer.layers.2.norm1.weight": 0.003478728700429201, + "transformer.layers.2.norm1.bias": 0.004228316713124514, + "transformer.layers.2.norm2.weight": 0.0012676460901275277, + "transformer.layers.2.norm2.bias": 0.0012909084325656295, + "transformer.layers.3.self_attn.in_proj_weight": 0.05562747269868851, + "transformer.layers.3.self_attn.in_proj_bias": 0.004535968415439129, + "transformer.layers.3.self_attn.out_proj.weight": 0.025714652612805367, + "transformer.layers.3.self_attn.out_proj.bias": 0.0038611567579209805, + "transformer.layers.3.linear1.weight": 0.024750851094722748, + "transformer.layers.3.linear1.bias": 0.0021362262777984142, + "transformer.layers.3.linear2.weight": 0.01669261045753956, + "transformer.layers.3.linear2.bias": 0.004006161820143461, + "transformer.layers.3.norm1.weight": 0.004434374161064625, + "transformer.layers.3.norm1.bias": 0.006276302505284548, + "transformer.layers.3.norm2.weight": 0.0017467421712353826, + "transformer.layers.3.norm2.bias": 0.0028393135871738195, + "head.weight": 0.19870047271251678, + "head.bias": 0.00769052654504776, + "global_embedding.weight": 0.007096294779330492, + "global_cnn.0.weight": 0.06296475231647491, + "global_cnn.0.bias": 0.00197959435172379, + "global_cnn.2.weight": 0.13598142564296722, + "global_cnn.2.bias": 0.004241180140525103, + "global_proj.weight": 0.02685876004397869, + "global_proj.bias": 0.010604484006762505, + "goal_head.0.weight": 0.014656176790595055, + "goal_head.0.bias": 0.0041525657288730145, + "goal_head.2.weight": 0.019658217206597328, + "goal_head.2.bias": 0.008218402042984962 + }, + { + "global_gate": 0.00015120911120902747, + "embedding.weight": 0.003393117804080248, + "cnn.0.weight": 0.05688817426562309, + "cnn.0.bias": 0.003216151148080826, + "cnn.2.weight": 0.013565835542976856, + "cnn.2.bias": 0.00729295052587986, + "cnn.5.weight": 0.01434277556836605, + "cnn.5.bias": 0.004656101111322641, + "action_emb.weight": 0.019039534032344818, + "timestep_emb.weight": 0.0013752735685557127, + "pos_emb.weight": 0.003278295509517193, + "transformer.layers.0.self_attn.in_proj_weight": 0.03660188615322113, + "transformer.layers.0.self_attn.in_proj_bias": 0.004273006226867437, + "transformer.layers.0.self_attn.out_proj.weight": 0.042612724006175995, + "transformer.layers.0.self_attn.out_proj.bias": 0.007652098312973976, + "transformer.layers.0.linear1.weight": 0.0839749351143837, + "transformer.layers.0.linear1.bias": 0.0033860458061099052, + "transformer.layers.0.linear2.weight": 0.04841433838009834, + "transformer.layers.0.linear2.bias": 0.004309718497097492, + "transformer.layers.0.norm1.weight": 0.0021750659216195345, + "transformer.layers.0.norm1.bias": 0.003895973553881049, + "transformer.layers.0.norm2.weight": 0.00960497371852398, + "transformer.layers.0.norm2.bias": 0.005930227693170309, + "transformer.layers.1.self_attn.in_proj_weight": 0.06161925196647644, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025510648265480995, + "transformer.layers.1.self_attn.out_proj.weight": 0.0372447669506073, + "transformer.layers.1.self_attn.out_proj.bias": 0.003445153357461095, + "transformer.layers.1.linear1.weight": 0.02365165948867798, + "transformer.layers.1.linear1.bias": 0.001524908933788538, + "transformer.layers.1.linear2.weight": 0.023432310670614243, + "transformer.layers.1.linear2.bias": 0.0028615393675863743, + "transformer.layers.1.norm1.weight": 0.003996648825705051, + "transformer.layers.1.norm1.bias": 0.0025494303554296494, + "transformer.layers.1.norm2.weight": 0.0023852272424846888, + "transformer.layers.1.norm2.bias": 0.002089322078973055, + "transformer.layers.2.self_attn.in_proj_weight": 0.029588934034109116, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021792876068502665, + "transformer.layers.2.self_attn.out_proj.weight": 0.02687264233827591, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024931214284151793, + "transformer.layers.2.linear1.weight": 0.012677846476435661, + "transformer.layers.2.linear1.bias": 0.0009612097637727857, + "transformer.layers.2.linear2.weight": 0.014688409864902496, + "transformer.layers.2.linear2.bias": 0.002283106092363596, + "transformer.layers.2.norm1.weight": 0.0027844728901982307, + "transformer.layers.2.norm1.bias": 0.0021136943250894547, + "transformer.layers.2.norm2.weight": 0.0008302659261971712, + "transformer.layers.2.norm2.bias": 0.0009779796237125993, + "transformer.layers.3.self_attn.in_proj_weight": 0.042232710868120193, + "transformer.layers.3.self_attn.in_proj_bias": 0.002946107182651758, + "transformer.layers.3.self_attn.out_proj.weight": 0.019078413024544716, + "transformer.layers.3.self_attn.out_proj.bias": 0.002174931112676859, + "transformer.layers.3.linear1.weight": 0.018549632281064987, + "transformer.layers.3.linear1.bias": 0.001472232979722321, + "transformer.layers.3.linear2.weight": 0.011696361005306244, + "transformer.layers.3.linear2.bias": 0.0018374731298536062, + "transformer.layers.3.norm1.weight": 0.004112956579774618, + "transformer.layers.3.norm1.bias": 0.005071601830422878, + "transformer.layers.3.norm2.weight": 0.0012715024640783668, + "transformer.layers.3.norm2.bias": 0.0018608559621497989, + "head.weight": 0.14274904131889343, + "head.bias": 0.0052833110094070435, + "global_embedding.weight": 0.006844168528914452, + "global_cnn.0.weight": 0.07177859544754028, + "global_cnn.0.bias": 0.0027351167518645525, + "global_cnn.2.weight": 0.10428027808666229, + "global_cnn.2.bias": 0.003344545839354396, + "global_proj.weight": 0.020423324778676033, + "global_proj.bias": 0.0077617415226995945, + "goal_head.0.weight": 0.009642038494348526, + "goal_head.0.bias": 0.0022644465789198875, + "goal_head.2.weight": 0.013037693686783314, + "goal_head.2.bias": 0.004705130122601986 + }, + { + "global_gate": 0.00047703448217362165, + "embedding.weight": 0.004063660278916359, + "cnn.0.weight": 0.0653429627418518, + "cnn.0.bias": 0.003541023936122656, + "cnn.2.weight": 0.01636059209704399, + "cnn.2.bias": 0.007946977391839027, + "cnn.5.weight": 0.015961304306983948, + "cnn.5.bias": 0.004744468256831169, + "action_emb.weight": 0.0038901667576283216, + "timestep_emb.weight": 0.0011476052459329367, + "pos_emb.weight": 0.002343108644708991, + "transformer.layers.0.self_attn.in_proj_weight": 0.03521594777703285, + "transformer.layers.0.self_attn.in_proj_bias": 0.0036613503471016884, + "transformer.layers.0.self_attn.out_proj.weight": 0.030683139339089394, + "transformer.layers.0.self_attn.out_proj.bias": 0.004921799525618553, + "transformer.layers.0.linear1.weight": 0.024964384734630585, + "transformer.layers.0.linear1.bias": 0.0018237153999507427, + "transformer.layers.0.linear2.weight": 0.030489841476082802, + "transformer.layers.0.linear2.bias": 0.0033672861754894257, + "transformer.layers.0.norm1.weight": 0.0020002294331789017, + "transformer.layers.0.norm1.bias": 0.0035932566970586777, + "transformer.layers.0.norm2.weight": 0.002092226641252637, + "transformer.layers.0.norm2.bias": 0.0023206176701933146, + "transformer.layers.1.self_attn.in_proj_weight": 0.029503075405955315, + "transformer.layers.1.self_attn.in_proj_bias": 0.00196828693151474, + "transformer.layers.1.self_attn.out_proj.weight": 0.028068391606211662, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024908154737204313, + "transformer.layers.1.linear1.weight": 0.014088857918977737, + "transformer.layers.1.linear1.bias": 0.0009273879113607109, + "transformer.layers.1.linear2.weight": 0.019942762330174446, + "transformer.layers.1.linear2.bias": 0.002283802954480052, + "transformer.layers.1.norm1.weight": 0.0021926863119006157, + "transformer.layers.1.norm1.bias": 0.0021893284283578396, + "transformer.layers.1.norm2.weight": 0.0010519663337618113, + "transformer.layers.1.norm2.bias": 0.001046457327902317, + "transformer.layers.2.self_attn.in_proj_weight": 0.02284788340330124, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015263959066942334, + "transformer.layers.2.self_attn.out_proj.weight": 0.021671060472726822, + "transformer.layers.2.self_attn.out_proj.bias": 0.00199163518846035, + "transformer.layers.2.linear1.weight": 0.01152054313570261, + "transformer.layers.2.linear1.bias": 0.0008544934098608792, + "transformer.layers.2.linear2.weight": 0.013802662491798401, + "transformer.layers.2.linear2.bias": 0.001981466542929411, + "transformer.layers.2.norm1.weight": 0.0020211245864629745, + "transformer.layers.2.norm1.bias": 0.0015481682494282722, + "transformer.layers.2.norm2.weight": 0.0007870544795878232, + "transformer.layers.2.norm2.bias": 0.0010549871949478984, + "transformer.layers.3.self_attn.in_proj_weight": 0.037892818450927734, + "transformer.layers.3.self_attn.in_proj_bias": 0.002648917492479086, + "transformer.layers.3.self_attn.out_proj.weight": 0.021981408819556236, + "transformer.layers.3.self_attn.out_proj.bias": 0.002372262068092823, + "transformer.layers.3.linear1.weight": 0.024737080559134483, + "transformer.layers.3.linear1.bias": 0.002137635136023164, + "transformer.layers.3.linear2.weight": 0.01413964293897152, + "transformer.layers.3.linear2.bias": 0.002723816316574812, + "transformer.layers.3.norm1.weight": 0.003693033941090107, + "transformer.layers.3.norm1.bias": 0.0033387767616659403, + "transformer.layers.3.norm2.weight": 0.0017597924452275038, + "transformer.layers.3.norm2.bias": 0.002970694564282894, + "head.weight": 0.15702450275421143, + "head.bias": 0.005545753054320812, + "global_embedding.weight": 0.014845382422208786, + "global_cnn.0.weight": 0.10206412523984909, + "global_cnn.0.bias": 0.004638136364519596, + "global_cnn.2.weight": 0.20369936525821686, + "global_cnn.2.bias": 0.01206913311034441, + "global_proj.weight": 0.05904606729745865, + "global_proj.bias": 0.04155677184462547, + "goal_head.0.weight": 0.03762876242399216, + "goal_head.0.bias": 0.01772681623697281, + "goal_head.2.weight": 0.055169619619846344, + "goal_head.2.bias": 0.04111689701676369 + }, + { + "global_gate": 0.0002891303738579154, + "embedding.weight": 0.002464237157255411, + "cnn.0.weight": 0.0613340400159359, + "cnn.0.bias": 0.0019087549299001694, + "cnn.2.weight": 0.016847383230924606, + "cnn.2.bias": 0.006485695950686932, + "cnn.5.weight": 0.016335943713784218, + "cnn.5.bias": 0.004512326326221228, + "action_emb.weight": 0.008897149004042149, + "timestep_emb.weight": 0.0012992776464670897, + "pos_emb.weight": 0.003027612343430519, + "transformer.layers.0.self_attn.in_proj_weight": 0.038430582731962204, + "transformer.layers.0.self_attn.in_proj_bias": 0.00409982493147254, + "transformer.layers.0.self_attn.out_proj.weight": 0.04130047559738159, + "transformer.layers.0.self_attn.out_proj.bias": 0.007189342752099037, + "transformer.layers.0.linear1.weight": 0.041586294770240784, + "transformer.layers.0.linear1.bias": 0.0029918525833636522, + "transformer.layers.0.linear2.weight": 0.05154602229595184, + "transformer.layers.0.linear2.bias": 0.005284664686769247, + "transformer.layers.0.norm1.weight": 0.0021099206060171127, + "transformer.layers.0.norm1.bias": 0.0035074891056865454, + "transformer.layers.0.norm2.weight": 0.003748206188902259, + "transformer.layers.0.norm2.bias": 0.004758095368742943, + "transformer.layers.1.self_attn.in_proj_weight": 0.04356778785586357, + "transformer.layers.1.self_attn.in_proj_bias": 0.003074873238801956, + "transformer.layers.1.self_attn.out_proj.weight": 0.049285054206848145, + "transformer.layers.1.self_attn.out_proj.bias": 0.004385584034025669, + "transformer.layers.1.linear1.weight": 0.02913648448884487, + "transformer.layers.1.linear1.bias": 0.0019461408955976367, + "transformer.layers.1.linear2.weight": 0.04128174111247063, + "transformer.layers.1.linear2.bias": 0.00449390010908246, + "transformer.layers.1.norm1.weight": 0.0031499522738158703, + "transformer.layers.1.norm1.bias": 0.0032016888726502657, + "transformer.layers.1.norm2.weight": 0.002320752013474703, + "transformer.layers.1.norm2.bias": 0.0023255213163793087, + "transformer.layers.2.self_attn.in_proj_weight": 0.05449904873967171, + "transformer.layers.2.self_attn.in_proj_bias": 0.004355277866125107, + "transformer.layers.2.self_attn.out_proj.weight": 0.04473000019788742, + "transformer.layers.2.self_attn.out_proj.bias": 0.0043389941565692425, + "transformer.layers.2.linear1.weight": 0.022591855376958847, + "transformer.layers.2.linear1.bias": 0.0016664762515574694, + "transformer.layers.2.linear2.weight": 0.02852877788245678, + "transformer.layers.2.linear2.bias": 0.004708009772002697, + "transformer.layers.2.norm1.weight": 0.005299509037286043, + "transformer.layers.2.norm1.bias": 0.006159496959298849, + "transformer.layers.2.norm2.weight": 0.0016430204268544912, + "transformer.layers.2.norm2.bias": 0.001983671449124813, + "transformer.layers.3.self_attn.in_proj_weight": 0.09116965532302856, + "transformer.layers.3.self_attn.in_proj_bias": 0.00945244636386633, + "transformer.layers.3.self_attn.out_proj.weight": 0.046219754964113235, + "transformer.layers.3.self_attn.out_proj.bias": 0.007412960287183523, + "transformer.layers.3.linear1.weight": 0.039959341287612915, + "transformer.layers.3.linear1.bias": 0.003672014456242323, + "transformer.layers.3.linear2.weight": 0.029299916699528694, + "transformer.layers.3.linear2.bias": 0.007838519290089607, + "transformer.layers.3.norm1.weight": 0.007995080202817917, + "transformer.layers.3.norm1.bias": 0.01359205599874258, + "transformer.layers.3.norm2.weight": 0.0027143596671521664, + "transformer.layers.3.norm2.bias": 0.004284785129129887, + "head.weight": 0.3658151924610138, + "head.bias": 0.014599958434700966, + "global_embedding.weight": 0.03555571660399437, + "global_cnn.0.weight": 0.16210874915122986, + "global_cnn.0.bias": 0.006481294520199299, + "global_cnn.2.weight": 0.3569711446762085, + "global_cnn.2.bias": 0.016693776473402977, + "global_proj.weight": 0.0618169941008091, + "global_proj.bias": 0.03459186106920242, + "goal_head.0.weight": 0.03383887931704521, + "goal_head.0.bias": 0.013189218938350677, + "goal_head.2.weight": 0.04209202900528908, + "goal_head.2.bias": 0.026346968486905098 + }, + { + "global_gate": 7.190147880464792e-05, + "embedding.weight": 0.0017515091458335519, + "cnn.0.weight": 0.03352576866745949, + "cnn.0.bias": 0.0018698404310271144, + "cnn.2.weight": 0.010271156206727028, + "cnn.2.bias": 0.0034870782401412725, + "cnn.5.weight": 0.012251456268131733, + "cnn.5.bias": 0.0027736800257116556, + "action_emb.weight": 0.005412186961621046, + "timestep_emb.weight": 0.0010645267320796847, + "pos_emb.weight": 0.0022084927186369896, + "transformer.layers.0.self_attn.in_proj_weight": 0.021013226360082626, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019030021503567696, + "transformer.layers.0.self_attn.out_proj.weight": 0.021553734317421913, + "transformer.layers.0.self_attn.out_proj.bias": 0.003328347345814109, + "transformer.layers.0.linear1.weight": 0.02738577499985695, + "transformer.layers.0.linear1.bias": 0.001362538430839777, + "transformer.layers.0.linear2.weight": 0.02570277638733387, + "transformer.layers.0.linear2.bias": 0.0022108592092990875, + "transformer.layers.0.norm1.weight": 0.0011903203558176756, + "transformer.layers.0.norm1.bias": 0.0016841460019350052, + "transformer.layers.0.norm2.weight": 0.002649088157340884, + "transformer.layers.0.norm2.bias": 0.0019002539338544011, + "transformer.layers.1.self_attn.in_proj_weight": 0.021819591522216797, + "transformer.layers.1.self_attn.in_proj_bias": 0.001232573064044118, + "transformer.layers.1.self_attn.out_proj.weight": 0.0220190417021513, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017827171832323074, + "transformer.layers.1.linear1.weight": 0.01340421661734581, + "transformer.layers.1.linear1.bias": 0.0008080554543994367, + "transformer.layers.1.linear2.weight": 0.018564194440841675, + "transformer.layers.1.linear2.bias": 0.0016909133410081267, + "transformer.layers.1.norm1.weight": 0.0016270088963210583, + "transformer.layers.1.norm1.bias": 0.0013998019276186824, + "transformer.layers.1.norm2.weight": 0.001074154512025416, + "transformer.layers.1.norm2.bias": 0.0008524557924829423, + "transformer.layers.2.self_attn.in_proj_weight": 0.023352865129709244, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013312858063727617, + "transformer.layers.2.self_attn.out_proj.weight": 0.0205986388027668, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015444575110450387, + "transformer.layers.2.linear1.weight": 0.009714714251458645, + "transformer.layers.2.linear1.bias": 0.0006223952514119446, + "transformer.layers.2.linear2.weight": 0.012699088081717491, + "transformer.layers.2.linear2.bias": 0.0015636206371709704, + "transformer.layers.2.norm1.weight": 0.0021217132452875376, + "transformer.layers.2.norm1.bias": 0.0016856447327882051, + "transformer.layers.2.norm2.weight": 0.0006611510762013495, + "transformer.layers.2.norm2.bias": 0.0006232518353499472, + "transformer.layers.3.self_attn.in_proj_weight": 0.035287514328956604, + "transformer.layers.3.self_attn.in_proj_bias": 0.003024078207090497, + "transformer.layers.3.self_attn.out_proj.weight": 0.018145261332392693, + "transformer.layers.3.self_attn.out_proj.bias": 0.002307204995304346, + "transformer.layers.3.linear1.weight": 0.01767670549452305, + "transformer.layers.3.linear1.bias": 0.0014686693903058767, + "transformer.layers.3.linear2.weight": 0.011567626148462296, + "transformer.layers.3.linear2.bias": 0.00237097661010921, + "transformer.layers.3.norm1.weight": 0.003474520519375801, + "transformer.layers.3.norm1.bias": 0.004396222997456789, + "transformer.layers.3.norm2.weight": 0.0012932814424857497, + "transformer.layers.3.norm2.bias": 0.0018417125102132559, + "head.weight": 0.1405390053987503, + "head.bias": 0.005108272191137075, + "global_embedding.weight": 0.019852951169013977, + "global_cnn.0.weight": 0.17280328273773193, + "global_cnn.0.bias": 0.004749296233057976, + "global_cnn.2.weight": 0.4381941258907318, + "global_cnn.2.bias": 0.02133096754550934, + "global_proj.weight": 0.09573982656002045, + "global_proj.bias": 0.05352306738495827, + "goal_head.0.weight": 0.055638257414102554, + "goal_head.0.bias": 0.020988600328564644, + "goal_head.2.weight": 0.07382664084434509, + "goal_head.2.bias": 0.04123634099960327 + }, + { + "global_gate": 0.00020976358791813254, + "embedding.weight": 0.0009436573018319905, + "cnn.0.weight": 0.02962348237633705, + "cnn.0.bias": 0.0011860672384500504, + "cnn.2.weight": 0.00910251960158348, + "cnn.2.bias": 0.002829662524163723, + "cnn.5.weight": 0.011834650300443172, + "cnn.5.bias": 0.0034284291323274374, + "action_emb.weight": 0.003966899123042822, + "timestep_emb.weight": 0.000905283319298178, + "pos_emb.weight": 0.0026832823641598225, + "transformer.layers.0.self_attn.in_proj_weight": 0.024268431589007378, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018992769764736295, + "transformer.layers.0.self_attn.out_proj.weight": 0.019705016165971756, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024500300642102957, + "transformer.layers.0.linear1.weight": 0.022531481459736824, + "transformer.layers.0.linear1.bias": 0.0010877810418605804, + "transformer.layers.0.linear2.weight": 0.02118045836687088, + "transformer.layers.0.linear2.bias": 0.001820170902647078, + "transformer.layers.0.norm1.weight": 0.0015208679251372814, + "transformer.layers.0.norm1.bias": 0.0017066567670553923, + "transformer.layers.0.norm2.weight": 0.002334360731765628, + "transformer.layers.0.norm2.bias": 0.0014002887764945626, + "transformer.layers.1.self_attn.in_proj_weight": 0.02133428305387497, + "transformer.layers.1.self_attn.in_proj_bias": 0.001120752771385014, + "transformer.layers.1.self_attn.out_proj.weight": 0.018505891785025597, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014202664606273174, + "transformer.layers.1.linear1.weight": 0.009774896316230297, + "transformer.layers.1.linear1.bias": 0.0005537641700357199, + "transformer.layers.1.linear2.weight": 0.01295539177954197, + "transformer.layers.1.linear2.bias": 0.0013489676639437675, + "transformer.layers.1.norm1.weight": 0.001344145624898374, + "transformer.layers.1.norm1.bias": 0.0011165476171299815, + "transformer.layers.1.norm2.weight": 0.0007683256408199668, + "transformer.layers.1.norm2.bias": 0.0006105239735916257, + "transformer.layers.2.self_attn.in_proj_weight": 0.01800849288702011, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011333106085658073, + "transformer.layers.2.self_attn.out_proj.weight": 0.014864007011055946, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013304762542247772, + "transformer.layers.2.linear1.weight": 0.0075742993503808975, + "transformer.layers.2.linear1.bias": 0.00046470967936329544, + "transformer.layers.2.linear2.weight": 0.00939937774091959, + "transformer.layers.2.linear2.bias": 0.0013482187641784549, + "transformer.layers.2.norm1.weight": 0.0012135355500504375, + "transformer.layers.2.norm1.bias": 0.001114371931180358, + "transformer.layers.2.norm2.weight": 0.0005794463213533163, + "transformer.layers.2.norm2.bias": 0.00042190440581180155, + "transformer.layers.3.self_attn.in_proj_weight": 0.029967114329338074, + "transformer.layers.3.self_attn.in_proj_bias": 0.0027491506189107895, + "transformer.layers.3.self_attn.out_proj.weight": 0.014483881182968616, + "transformer.layers.3.self_attn.out_proj.bias": 0.002168516395613551, + "transformer.layers.3.linear1.weight": 0.013386186212301254, + "transformer.layers.3.linear1.bias": 0.0012228451669216156, + "transformer.layers.3.linear2.weight": 0.00856909528374672, + "transformer.layers.3.linear2.bias": 0.002428418956696987, + "transformer.layers.3.norm1.weight": 0.002473088912665844, + "transformer.layers.3.norm1.bias": 0.0036694633308798075, + "transformer.layers.3.norm2.weight": 0.0009324752609245479, + "transformer.layers.3.norm2.bias": 0.0015406219754368067, + "head.weight": 0.11364919692277908, + "head.bias": 0.004388946108520031, + "global_embedding.weight": 0.02359067276120186, + "global_cnn.0.weight": 0.22394202649593353, + "global_cnn.0.bias": 0.009258977137506008, + "global_cnn.2.weight": 0.2905353307723999, + "global_cnn.2.bias": 0.011485343798995018, + "global_proj.weight": 0.06388633698225021, + "global_proj.bias": 0.04872990399599075, + "goal_head.0.weight": 0.04847162589430809, + "goal_head.0.bias": 0.02436106838285923, + "goal_head.2.weight": 0.07717561721801758, + "goal_head.2.bias": 0.059889573603868484 + }, + { + "global_gate": 0.00019831622194033116, + "embedding.weight": 0.0015531659591943026, + "cnn.0.weight": 0.032513078302145004, + "cnn.0.bias": 0.00122199731413275, + "cnn.2.weight": 0.008715849369764328, + "cnn.2.bias": 0.003105018986389041, + "cnn.5.weight": 0.009498002007603645, + "cnn.5.bias": 0.0023357176687568426, + "action_emb.weight": 0.005768736358731985, + "timestep_emb.weight": 0.0009465573821216822, + "pos_emb.weight": 0.001862619654275477, + "transformer.layers.0.self_attn.in_proj_weight": 0.018408339470624924, + "transformer.layers.0.self_attn.in_proj_bias": 0.001842699246481061, + "transformer.layers.0.self_attn.out_proj.weight": 0.021795757114887238, + "transformer.layers.0.self_attn.out_proj.bias": 0.003378800582140684, + "transformer.layers.0.linear1.weight": 0.026963822543621063, + "transformer.layers.0.linear1.bias": 0.0013292309595271945, + "transformer.layers.0.linear2.weight": 0.022685421630740166, + "transformer.layers.0.linear2.bias": 0.0022870111279189587, + "transformer.layers.0.norm1.weight": 0.0010752837406471372, + "transformer.layers.0.norm1.bias": 0.001613796572200954, + "transformer.layers.0.norm2.weight": 0.0028467602096498013, + "transformer.layers.0.norm2.bias": 0.001995908096432686, + "transformer.layers.1.self_attn.in_proj_weight": 0.02272716909646988, + "transformer.layers.1.self_attn.in_proj_bias": 0.001199049293063581, + "transformer.layers.1.self_attn.out_proj.weight": 0.018741870298981667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017278480809181929, + "transformer.layers.1.linear1.weight": 0.011153233237564564, + "transformer.layers.1.linear1.bias": 0.0007338590221479535, + "transformer.layers.1.linear2.weight": 0.014764132909476757, + "transformer.layers.1.linear2.bias": 0.0016311404760926962, + "transformer.layers.1.norm1.weight": 0.0015837474493309855, + "transformer.layers.1.norm1.bias": 0.0013686518650501966, + "transformer.layers.1.norm2.weight": 0.0009381485288031399, + "transformer.layers.1.norm2.bias": 0.0008362661465071142, + "transformer.layers.2.self_attn.in_proj_weight": 0.020043279975652695, + "transformer.layers.2.self_attn.in_proj_bias": 0.001413830672390759, + "transformer.layers.2.self_attn.out_proj.weight": 0.016247298568487167, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015422351425513625, + "transformer.layers.2.linear1.weight": 0.008160445839166641, + "transformer.layers.2.linear1.bias": 0.0005541929276660085, + "transformer.layers.2.linear2.weight": 0.010771950706839561, + "transformer.layers.2.linear2.bias": 0.001519045908935368, + "transformer.layers.2.norm1.weight": 0.0017071884358301759, + "transformer.layers.2.norm1.bias": 0.0015504964394494891, + "transformer.layers.2.norm2.weight": 0.0005500443512573838, + "transformer.layers.2.norm2.bias": 0.0005435752682387829, + "transformer.layers.3.self_attn.in_proj_weight": 0.029542027041316032, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026560567785054445, + "transformer.layers.3.self_attn.out_proj.weight": 0.013761745765805244, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020291712135076523, + "transformer.layers.3.linear1.weight": 0.015116723254323006, + "transformer.layers.3.linear1.bias": 0.0013674795627593994, + "transformer.layers.3.linear2.weight": 0.009546015411615372, + "transformer.layers.3.linear2.bias": 0.0019942554645240307, + "transformer.layers.3.norm1.weight": 0.0027689384296536446, + "transformer.layers.3.norm1.bias": 0.004006522241979837, + "transformer.layers.3.norm2.weight": 0.0013139593647792935, + "transformer.layers.3.norm2.bias": 0.002000893233343959, + "head.weight": 0.11546647548675537, + "head.bias": 0.004478131420910358, + "global_embedding.weight": 0.0066962759010493755, + "global_cnn.0.weight": 0.09630583971738815, + "global_cnn.0.bias": 0.004028285853564739, + "global_cnn.2.weight": 0.34201401472091675, + "global_cnn.2.bias": 0.019150443375110626, + "global_proj.weight": 0.07901517301797867, + "global_proj.bias": 0.05453983694314957, + "goal_head.0.weight": 0.05270610377192497, + "goal_head.0.bias": 0.02429259568452835, + "goal_head.2.weight": 0.07019948959350586, + "goal_head.2.bias": 0.05618824064731598 + }, + { + "global_gate": 2.809209399856627e-05, + "embedding.weight": 0.0027986664790660143, + "cnn.0.weight": 0.057849496603012085, + "cnn.0.bias": 0.0029839016497135162, + "cnn.2.weight": 0.013960127718746662, + "cnn.2.bias": 0.005102685187011957, + "cnn.5.weight": 0.013112977147102356, + "cnn.5.bias": 0.003638447029516101, + "action_emb.weight": 0.004628366325050592, + "timestep_emb.weight": 0.0006762203993275762, + "pos_emb.weight": 0.0016138660721480846, + "transformer.layers.0.self_attn.in_proj_weight": 0.018976302817463875, + "transformer.layers.0.self_attn.in_proj_bias": 0.001434079371392727, + "transformer.layers.0.self_attn.out_proj.weight": 0.020806513726711273, + "transformer.layers.0.self_attn.out_proj.bias": 0.002063918160274625, + "transformer.layers.0.linear1.weight": 0.022910291329026222, + "transformer.layers.0.linear1.bias": 0.0009135091095231473, + "transformer.layers.0.linear2.weight": 0.01679934747517109, + "transformer.layers.0.linear2.bias": 0.001220413134433329, + "transformer.layers.0.norm1.weight": 0.0010601605754345655, + "transformer.layers.0.norm1.bias": 0.0013434028951451182, + "transformer.layers.0.norm2.weight": 0.002555911662057042, + "transformer.layers.0.norm2.bias": 0.0012004413874819875, + "transformer.layers.1.self_attn.in_proj_weight": 0.016248442232608795, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007199443061836064, + "transformer.layers.1.self_attn.out_proj.weight": 0.013511432334780693, + "transformer.layers.1.self_attn.out_proj.bias": 0.0009484458132646978, + "transformer.layers.1.linear1.weight": 0.008287009783089161, + "transformer.layers.1.linear1.bias": 0.00044996998622082174, + "transformer.layers.1.linear2.weight": 0.009702526032924652, + "transformer.layers.1.linear2.bias": 0.0008706277003511786, + "transformer.layers.1.norm1.weight": 0.0010764627950266004, + "transformer.layers.1.norm1.bias": 0.0007864177459850907, + "transformer.layers.1.norm2.weight": 0.0008024944108910859, + "transformer.layers.1.norm2.bias": 0.0004908026894554496, + "transformer.layers.2.self_attn.in_proj_weight": 0.012868241406977177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0007557357312180102, + "transformer.layers.2.self_attn.out_proj.weight": 0.011492808349430561, + "transformer.layers.2.self_attn.out_proj.bias": 0.0007938116905279458, + "transformer.layers.2.linear1.weight": 0.005409472621977329, + "transformer.layers.2.linear1.bias": 0.0003411592042539269, + "transformer.layers.2.linear2.weight": 0.006819013971835375, + "transformer.layers.2.linear2.bias": 0.0007140048546716571, + "transformer.layers.2.norm1.weight": 0.0012227027909830213, + "transformer.layers.2.norm1.bias": 0.000745836179703474, + "transformer.layers.2.norm2.weight": 0.0003609576669987291, + "transformer.layers.2.norm2.bias": 0.0003558872558642179, + "transformer.layers.3.self_attn.in_proj_weight": 0.021235529333353043, + "transformer.layers.3.self_attn.in_proj_bias": 0.0011741508496925235, + "transformer.layers.3.self_attn.out_proj.weight": 0.009514860808849335, + "transformer.layers.3.self_attn.out_proj.bias": 0.000780621892772615, + "transformer.layers.3.linear1.weight": 0.009611068293452263, + "transformer.layers.3.linear1.bias": 0.0006405094754882157, + "transformer.layers.3.linear2.weight": 0.005755705293267965, + "transformer.layers.3.linear2.bias": 0.0006449788343161345, + "transformer.layers.3.norm1.weight": 0.00182683439925313, + "transformer.layers.3.norm1.bias": 0.001754124416038394, + "transformer.layers.3.norm2.weight": 0.0007085518445819616, + "transformer.layers.3.norm2.bias": 0.0007751210941933095, + "head.weight": 0.07159943878650665, + "head.bias": 0.0013403339544311166, + "global_embedding.weight": 0.014101040549576283, + "global_cnn.0.weight": 0.1451292783021927, + "global_cnn.0.bias": 0.006723491940647364, + "global_cnn.2.weight": 0.21458446979522705, + "global_cnn.2.bias": 0.011780183762311935, + "global_proj.weight": 0.06292202323675156, + "global_proj.bias": 0.04137098789215088, + "goal_head.0.weight": 0.04649898409843445, + "goal_head.0.bias": 0.02007770910859108, + "goal_head.2.weight": 0.07340492308139801, + "goal_head.2.bias": 0.046429313719272614 + }, + { + "global_gate": 3.6718323826789856e-05, + "embedding.weight": 0.00344085949473083, + "cnn.0.weight": 0.06484197825193405, + "cnn.0.bias": 0.002452450804412365, + "cnn.2.weight": 0.01739114709198475, + "cnn.2.bias": 0.006244148593395948, + "cnn.5.weight": 0.015136487782001495, + "cnn.5.bias": 0.00439461600035429, + "action_emb.weight": 0.0027152944821864367, + "timestep_emb.weight": 0.0007932526059448719, + "pos_emb.weight": 0.0015847873874008656, + "transformer.layers.0.self_attn.in_proj_weight": 0.027408655732870102, + "transformer.layers.0.self_attn.in_proj_bias": 0.00268867751583457, + "transformer.layers.0.self_attn.out_proj.weight": 0.024165194481611252, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036383040715008974, + "transformer.layers.0.linear1.weight": 0.017062129452824593, + "transformer.layers.0.linear1.bias": 0.001249147579073906, + "transformer.layers.0.linear2.weight": 0.021573100239038467, + "transformer.layers.0.linear2.bias": 0.0028022611513733864, + "transformer.layers.0.norm1.weight": 0.0015997637528926134, + "transformer.layers.0.norm1.bias": 0.00272480770945549, + "transformer.layers.0.norm2.weight": 0.001354791922494769, + "transformer.layers.0.norm2.bias": 0.0012787850573658943, + "transformer.layers.1.self_attn.in_proj_weight": 0.020082613453269005, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015326561406254768, + "transformer.layers.1.self_attn.out_proj.weight": 0.02101987972855568, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021023531444370747, + "transformer.layers.1.linear1.weight": 0.009147894568741322, + "transformer.layers.1.linear1.bias": 0.0006149151013232768, + "transformer.layers.1.linear2.weight": 0.013021876104176044, + "transformer.layers.1.linear2.bias": 0.0020416700281202793, + "transformer.layers.1.norm1.weight": 0.001350362435914576, + "transformer.layers.1.norm1.bias": 0.0015917442506179214, + "transformer.layers.1.norm2.weight": 0.0006970966351218522, + "transformer.layers.1.norm2.bias": 0.00068333261879161, + "transformer.layers.2.self_attn.in_proj_weight": 0.01730489172041416, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014867032878100872, + "transformer.layers.2.self_attn.out_proj.weight": 0.019648460671305656, + "transformer.layers.2.self_attn.out_proj.bias": 0.002015699865296483, + "transformer.layers.2.linear1.weight": 0.008246785029768944, + "transformer.layers.2.linear1.bias": 0.0006542237242683768, + "transformer.layers.2.linear2.weight": 0.010290387086570263, + "transformer.layers.2.linear2.bias": 0.0020913167390972376, + "transformer.layers.2.norm1.weight": 0.0013129633152857423, + "transformer.layers.2.norm1.bias": 0.001435537589713931, + "transformer.layers.2.norm2.weight": 0.0005363418022170663, + "transformer.layers.2.norm2.bias": 0.0007378405425697565, + "transformer.layers.3.self_attn.in_proj_weight": 0.033985476940870285, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034049716778099537, + "transformer.layers.3.self_attn.out_proj.weight": 0.020310457795858383, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030867860186845064, + "transformer.layers.3.linear1.weight": 0.020479992032051086, + "transformer.layers.3.linear1.bias": 0.0019461136544123292, + "transformer.layers.3.linear2.weight": 0.013411086983978748, + "transformer.layers.3.linear2.bias": 0.0035122078843414783, + "transformer.layers.3.norm1.weight": 0.00279219844378531, + "transformer.layers.3.norm1.bias": 0.004352896939963102, + "transformer.layers.3.norm2.weight": 0.0014904433628544211, + "transformer.layers.3.norm2.bias": 0.002664820058271289, + "head.weight": 0.19169627130031586, + "head.bias": 0.007749753538519144, + "global_embedding.weight": 0.02244805544614792, + "global_cnn.0.weight": 0.15304018557071686, + "global_cnn.0.bias": 0.006148431450128555, + "global_cnn.2.weight": 0.26958808302879333, + "global_cnn.2.bias": 0.011074131354689598, + "global_proj.weight": 0.03585188463330269, + "global_proj.bias": 0.02311088517308235, + "goal_head.0.weight": 0.0207698754966259, + "goal_head.0.bias": 0.00845037866383791, + "goal_head.2.weight": 0.030397851020097733, + "goal_head.2.bias": 0.017616761848330498 + }, + { + "global_gate": 0.0007042907527647913, + "embedding.weight": 0.0075185708701610565, + "cnn.0.weight": 0.11414485424757004, + "cnn.0.bias": 0.0038776069413870573, + "cnn.2.weight": 0.019614893943071365, + "cnn.2.bias": 0.0066761113703250885, + "cnn.5.weight": 0.016835173591971397, + "cnn.5.bias": 0.005333905573934317, + "action_emb.weight": 0.007643227465450764, + "timestep_emb.weight": 0.0015649995766580105, + "pos_emb.weight": 0.0034238260705024004, + "transformer.layers.0.self_attn.in_proj_weight": 0.04592417553067207, + "transformer.layers.0.self_attn.in_proj_bias": 0.004438594449311495, + "transformer.layers.0.self_attn.out_proj.weight": 0.04588763043284416, + "transformer.layers.0.self_attn.out_proj.bias": 0.006460982840508223, + "transformer.layers.0.linear1.weight": 0.04042933136224747, + "transformer.layers.0.linear1.bias": 0.0025945105589926243, + "transformer.layers.0.linear2.weight": 0.04551263898611069, + "transformer.layers.0.linear2.bias": 0.005145736038684845, + "transformer.layers.0.norm1.weight": 0.002771814586594701, + "transformer.layers.0.norm1.bias": 0.004258206579834223, + "transformer.layers.0.norm2.weight": 0.003932541701942682, + "transformer.layers.0.norm2.bias": 0.002702045487239957, + "transformer.layers.1.self_attn.in_proj_weight": 0.0430758073925972, + "transformer.layers.1.self_attn.in_proj_bias": 0.0028814664110541344, + "transformer.layers.1.self_attn.out_proj.weight": 0.04226293787360191, + "transformer.layers.1.self_attn.out_proj.bias": 0.003801874117925763, + "transformer.layers.1.linear1.weight": 0.021170571446418762, + "transformer.layers.1.linear1.bias": 0.0013613052433356643, + "transformer.layers.1.linear2.weight": 0.03029937669634819, + "transformer.layers.1.linear2.bias": 0.003716117702424526, + "transformer.layers.1.norm1.weight": 0.0033429162576794624, + "transformer.layers.1.norm1.bias": 0.003121324349194765, + "transformer.layers.1.norm2.weight": 0.001695243758149445, + "transformer.layers.1.norm2.bias": 0.0013451629783958197, + "transformer.layers.2.self_attn.in_proj_weight": 0.03506222367286682, + "transformer.layers.2.self_attn.in_proj_bias": 0.002894611330702901, + "transformer.layers.2.self_attn.out_proj.weight": 0.03490539640188217, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035199131816625595, + "transformer.layers.2.linear1.weight": 0.01808985136449337, + "transformer.layers.2.linear1.bias": 0.0013314486714079976, + "transformer.layers.2.linear2.weight": 0.022422127425670624, + "transformer.layers.2.linear2.bias": 0.003431031247600913, + "transformer.layers.2.norm1.weight": 0.0026416280306875706, + "transformer.layers.2.norm1.bias": 0.003641833085566759, + "transformer.layers.2.norm2.weight": 0.0013768095523118973, + "transformer.layers.2.norm2.bias": 0.0015998648013919592, + "transformer.layers.3.self_attn.in_proj_weight": 0.06086975336074829, + "transformer.layers.3.self_attn.in_proj_bias": 0.006233446300029755, + "transformer.layers.3.self_attn.out_proj.weight": 0.03414268046617508, + "transformer.layers.3.self_attn.out_proj.bias": 0.005054356995970011, + "transformer.layers.3.linear1.weight": 0.039941705763339996, + "transformer.layers.3.linear1.bias": 0.00377049227245152, + "transformer.layers.3.linear2.weight": 0.023934634402394295, + "transformer.layers.3.linear2.bias": 0.005871870554983616, + "transformer.layers.3.norm1.weight": 0.005745549686253071, + "transformer.layers.3.norm1.bias": 0.008568358607590199, + "transformer.layers.3.norm2.weight": 0.003218086902052164, + "transformer.layers.3.norm2.bias": 0.005664834287017584, + "head.weight": 0.27641212940216064, + "head.bias": 0.011028517968952656, + "global_embedding.weight": 0.018589606508612633, + "global_cnn.0.weight": 0.0772833526134491, + "global_cnn.0.bias": 0.0032577994279563427, + "global_cnn.2.weight": 0.15683074295520782, + "global_cnn.2.bias": 0.0073061296716332436, + "global_proj.weight": 0.028721574693918228, + "global_proj.bias": 0.01766875758767128, + "goal_head.0.weight": 0.015080315060913563, + "goal_head.0.bias": 0.0064543019980192184, + "goal_head.2.weight": 0.02173844911158085, + "goal_head.2.bias": 0.013846306130290031 + }, + { + "global_gate": 0.00014859047951176763, + "embedding.weight": 0.001960046123713255, + "cnn.0.weight": 0.05224543809890747, + "cnn.0.bias": 0.002273611491546035, + "cnn.2.weight": 0.014864264987409115, + "cnn.2.bias": 0.004953117109835148, + "cnn.5.weight": 0.014622462913393974, + "cnn.5.bias": 0.00456413347274065, + "action_emb.weight": 0.006637844722718, + "timestep_emb.weight": 0.0011453150073066354, + "pos_emb.weight": 0.002963332924991846, + "transformer.layers.0.self_attn.in_proj_weight": 0.03217485919594765, + "transformer.layers.0.self_attn.in_proj_bias": 0.003224600339308381, + "transformer.layers.0.self_attn.out_proj.weight": 0.03285139426589012, + "transformer.layers.0.self_attn.out_proj.bias": 0.004797493107616901, + "transformer.layers.0.linear1.weight": 0.031167635694146156, + "transformer.layers.0.linear1.bias": 0.0017947113374248147, + "transformer.layers.0.linear2.weight": 0.03658594936132431, + "transformer.layers.0.linear2.bias": 0.004125489387661219, + "transformer.layers.0.norm1.weight": 0.0018677734769880772, + "transformer.layers.0.norm1.bias": 0.003036926267668605, + "transformer.layers.0.norm2.weight": 0.0026218872517347336, + "transformer.layers.0.norm2.bias": 0.0020226729102432728, + "transformer.layers.1.self_attn.in_proj_weight": 0.03055216744542122, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022681502159684896, + "transformer.layers.1.self_attn.out_proj.weight": 0.03600907698273659, + "transformer.layers.1.self_attn.out_proj.bias": 0.003399335779249668, + "transformer.layers.1.linear1.weight": 0.019156439229846, + "transformer.layers.1.linear1.bias": 0.0011242026230320334, + "transformer.layers.1.linear2.weight": 0.02895021252334118, + "transformer.layers.1.linear2.bias": 0.0034024009946733713, + "transformer.layers.1.norm1.weight": 0.0019023390486836433, + "transformer.layers.1.norm1.bias": 0.0021400190889835358, + "transformer.layers.1.norm2.weight": 0.0014040889218449593, + "transformer.layers.1.norm2.bias": 0.0013175624189898372, + "transformer.layers.2.self_attn.in_proj_weight": 0.0377250500023365, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028814731631428003, + "transformer.layers.2.self_attn.out_proj.weight": 0.031160274520516396, + "transformer.layers.2.self_attn.out_proj.bias": 0.003413272090256214, + "transformer.layers.2.linear1.weight": 0.017973782494664192, + "transformer.layers.2.linear1.bias": 0.001302909106016159, + "transformer.layers.2.linear2.weight": 0.02239201031625271, + "transformer.layers.2.linear2.bias": 0.003596191294491291, + "transformer.layers.2.norm1.weight": 0.002581383101642132, + "transformer.layers.2.norm1.bias": 0.0035416746977716684, + "transformer.layers.2.norm2.weight": 0.0012981797335669398, + "transformer.layers.2.norm2.bias": 0.0015569713432341814, + "transformer.layers.3.self_attn.in_proj_weight": 0.07629581540822983, + "transformer.layers.3.self_attn.in_proj_bias": 0.007848798297345638, + "transformer.layers.3.self_attn.out_proj.weight": 0.0360376238822937, + "transformer.layers.3.self_attn.out_proj.bias": 0.0060444241389632225, + "transformer.layers.3.linear1.weight": 0.033852268010377884, + "transformer.layers.3.linear1.bias": 0.0033025287557393312, + "transformer.layers.3.linear2.weight": 0.02328099124133587, + "transformer.layers.3.linear2.bias": 0.007116759195923805, + "transformer.layers.3.norm1.weight": 0.006443419028073549, + "transformer.layers.3.norm1.bias": 0.011541036888957024, + "transformer.layers.3.norm2.weight": 0.002495931461453438, + "transformer.layers.3.norm2.bias": 0.0046660201624035835, + "head.weight": 0.3162487745285034, + "head.bias": 0.013586856424808502, + "global_embedding.weight": 0.007302822545170784, + "global_cnn.0.weight": 0.052128057926893234, + "global_cnn.0.bias": 0.002130946610122919, + "global_cnn.2.weight": 0.1637607365846634, + "global_cnn.2.bias": 0.009302420541644096, + "global_proj.weight": 0.03584195673465729, + "global_proj.bias": 0.02172880992293358, + "goal_head.0.weight": 0.01975342258810997, + "goal_head.0.bias": 0.008201434276998043, + "goal_head.2.weight": 0.025372140109539032, + "goal_head.2.bias": 0.016730433329939842 + }, + { + "global_gate": 1.3476688764058053e-05, + "embedding.weight": 0.004940484184771776, + "cnn.0.weight": 0.07380945235490799, + "cnn.0.bias": 0.003363456577062607, + "cnn.2.weight": 0.013947835192084312, + "cnn.2.bias": 0.005125059280544519, + "cnn.5.weight": 0.01135519053786993, + "cnn.5.bias": 0.0035104802809655666, + "action_emb.weight": 0.009627866558730602, + "timestep_emb.weight": 0.001141081447713077, + "pos_emb.weight": 0.002686298917979002, + "transformer.layers.0.self_attn.in_proj_weight": 0.029446525499224663, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028314143419265747, + "transformer.layers.0.self_attn.out_proj.weight": 0.03474992886185646, + "transformer.layers.0.self_attn.out_proj.bias": 0.003979048691689968, + "transformer.layers.0.linear1.weight": 0.04447471350431442, + "transformer.layers.0.linear1.bias": 0.0017104200087487698, + "transformer.layers.0.linear2.weight": 0.03270996734499931, + "transformer.layers.0.linear2.bias": 0.003123876638710499, + "transformer.layers.0.norm1.weight": 0.0015476878033950925, + "transformer.layers.0.norm1.bias": 0.0025847686920315027, + "transformer.layers.0.norm2.weight": 0.004824232310056686, + "transformer.layers.0.norm2.bias": 0.0015926299383863807, + "transformer.layers.1.self_attn.in_proj_weight": 0.032274454832077026, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016425215872004628, + "transformer.layers.1.self_attn.out_proj.weight": 0.0257338248193264, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023080077953636646, + "transformer.layers.1.linear1.weight": 0.01839544251561165, + "transformer.layers.1.linear1.bias": 0.0010170151945203543, + "transformer.layers.1.linear2.weight": 0.021494461223483086, + "transformer.layers.1.linear2.bias": 0.0022612556349486113, + "transformer.layers.1.norm1.weight": 0.0020501739345490932, + "transformer.layers.1.norm1.bias": 0.001632281462661922, + "transformer.layers.1.norm2.weight": 0.00176511041354388, + "transformer.layers.1.norm2.bias": 0.001129109994508326, + "transformer.layers.2.self_attn.in_proj_weight": 0.026634272187948227, + "transformer.layers.2.self_attn.in_proj_bias": 0.001959466142579913, + "transformer.layers.2.self_attn.out_proj.weight": 0.025948023423552513, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023951688781380653, + "transformer.layers.2.linear1.weight": 0.013978812843561172, + "transformer.layers.2.linear1.bias": 0.0010606016730889678, + "transformer.layers.2.linear2.weight": 0.015920955687761307, + "transformer.layers.2.linear2.bias": 0.0024663445074111223, + "transformer.layers.2.norm1.weight": 0.0019613562617450953, + "transformer.layers.2.norm1.bias": 0.002174277789890766, + "transformer.layers.2.norm2.weight": 0.0010426427470520139, + "transformer.layers.2.norm2.bias": 0.0015162059571594, + "transformer.layers.3.self_attn.in_proj_weight": 0.04266301915049553, + "transformer.layers.3.self_attn.in_proj_bias": 0.004205104894936085, + "transformer.layers.3.self_attn.out_proj.weight": 0.02382221631705761, + "transformer.layers.3.self_attn.out_proj.bias": 0.003272952511906624, + "transformer.layers.3.linear1.weight": 0.023943938314914703, + "transformer.layers.3.linear1.bias": 0.0022874120622873306, + "transformer.layers.3.linear2.weight": 0.014316333457827568, + "transformer.layers.3.linear2.bias": 0.004017743747681379, + "transformer.layers.3.norm1.weight": 0.004063669592142105, + "transformer.layers.3.norm1.bias": 0.00587709154933691, + "transformer.layers.3.norm2.weight": 0.0017599078128114343, + "transformer.layers.3.norm2.bias": 0.0032379545737057924, + "head.weight": 0.20879489183425903, + "head.bias": 0.00840762723237276, + "global_embedding.weight": 0.011951956897974014, + "global_cnn.0.weight": 0.05528269335627556, + "global_cnn.0.bias": 0.0025931065902113914, + "global_cnn.2.weight": 0.08844783157110214, + "global_cnn.2.bias": 0.0042077116668224335, + "global_proj.weight": 0.0260987039655447, + "global_proj.bias": 0.0183040052652359, + "goal_head.0.weight": 0.016366543248295784, + "goal_head.0.bias": 0.007054103538393974, + "goal_head.2.weight": 0.02857869304716587, + "goal_head.2.bias": 0.01647968962788582 + }, + { + "global_gate": 0.00012785280705429614, + "embedding.weight": 0.003014384303241968, + "cnn.0.weight": 0.06188445910811424, + "cnn.0.bias": 0.0029919131193310022, + "cnn.2.weight": 0.013464560732245445, + "cnn.2.bias": 0.006174873095005751, + "cnn.5.weight": 0.01282644085586071, + "cnn.5.bias": 0.0037510052789002657, + "action_emb.weight": 0.004219582304358482, + "timestep_emb.weight": 0.0011269308160990477, + "pos_emb.weight": 0.002515799831598997, + "transformer.layers.0.self_attn.in_proj_weight": 0.02706061117351055, + "transformer.layers.0.self_attn.in_proj_bias": 0.002502592047676444, + "transformer.layers.0.self_attn.out_proj.weight": 0.027321452274918556, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038626983296126127, + "transformer.layers.0.linear1.weight": 0.02555389516055584, + "transformer.layers.0.linear1.bias": 0.0015081926248967648, + "transformer.layers.0.linear2.weight": 0.028695812448859215, + "transformer.layers.0.linear2.bias": 0.002998791867867112, + "transformer.layers.0.norm1.weight": 0.0016728367190808058, + "transformer.layers.0.norm1.bias": 0.0022755349054932594, + "transformer.layers.0.norm2.weight": 0.0023598114494234324, + "transformer.layers.0.norm2.bias": 0.0016641734400764108, + "transformer.layers.1.self_attn.in_proj_weight": 0.026241984218358994, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018681747606024146, + "transformer.layers.1.self_attn.out_proj.weight": 0.02818966843187809, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023689591325819492, + "transformer.layers.1.linear1.weight": 0.014226377941668034, + "transformer.layers.1.linear1.bias": 0.0009442651062272489, + "transformer.layers.1.linear2.weight": 0.017983339726924896, + "transformer.layers.1.linear2.bias": 0.002180086448788643, + "transformer.layers.1.norm1.weight": 0.00213834922760725, + "transformer.layers.1.norm1.bias": 0.0021340122912079096, + "transformer.layers.1.norm2.weight": 0.0012214705348014832, + "transformer.layers.1.norm2.bias": 0.0009696250781416893, + "transformer.layers.2.self_attn.in_proj_weight": 0.02259294129908085, + "transformer.layers.2.self_attn.in_proj_bias": 0.001765309483744204, + "transformer.layers.2.self_attn.out_proj.weight": 0.020708931609988213, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017508772434666753, + "transformer.layers.2.linear1.weight": 0.0097693195566535, + "transformer.layers.2.linear1.bias": 0.0006716483039781451, + "transformer.layers.2.linear2.weight": 0.012083185836672783, + "transformer.layers.2.linear2.bias": 0.0016534506576135755, + "transformer.layers.2.norm1.weight": 0.002063014078885317, + "transformer.layers.2.norm1.bias": 0.002238740911707282, + "transformer.layers.2.norm2.weight": 0.0006876848638057709, + "transformer.layers.2.norm2.bias": 0.0006250409060157835, + "transformer.layers.3.self_attn.in_proj_weight": 0.030894042924046516, + "transformer.layers.3.self_attn.in_proj_bias": 0.0018818300450220704, + "transformer.layers.3.self_attn.out_proj.weight": 0.018315624445676804, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017635339172556996, + "transformer.layers.3.linear1.weight": 0.018555378541350365, + "transformer.layers.3.linear1.bias": 0.0015255255857482553, + "transformer.layers.3.linear2.weight": 0.01165141724050045, + "transformer.layers.3.linear2.bias": 0.0016831501852720976, + "transformer.layers.3.norm1.weight": 0.0030392936896532774, + "transformer.layers.3.norm1.bias": 0.0022851601243019104, + "transformer.layers.3.norm2.weight": 0.001610792358405888, + "transformer.layers.3.norm2.bias": 0.0025491153355687857, + "head.weight": 0.11069810390472412, + "head.bias": 0.0038297970313578844, + "global_embedding.weight": 0.00935181975364685, + "global_cnn.0.weight": 0.06350700557231903, + "global_cnn.0.bias": 0.002244778675958514, + "global_cnn.2.weight": 0.16119490563869476, + "global_cnn.2.bias": 0.007389434147626162, + "global_proj.weight": 0.027880074456334114, + "global_proj.bias": 0.01740526594221592, + "goal_head.0.weight": 0.015405033715069294, + "goal_head.0.bias": 0.006542801391333342, + "goal_head.2.weight": 0.020176660269498825, + "goal_head.2.bias": 0.013190029188990593 + }, + { + "global_gate": 7.568776345578954e-05, + "embedding.weight": 0.0032309056259691715, + "cnn.0.weight": 0.054367199540138245, + "cnn.0.bias": 0.0023483664263039827, + "cnn.2.weight": 0.015826640650629997, + "cnn.2.bias": 0.006787024438381195, + "cnn.5.weight": 0.014017120003700256, + "cnn.5.bias": 0.004147929139435291, + "action_emb.weight": 0.003449246985837817, + "timestep_emb.weight": 0.0009323407430201769, + "pos_emb.weight": 0.0024498282000422478, + "transformer.layers.0.self_attn.in_proj_weight": 0.025663262233138084, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024582138285040855, + "transformer.layers.0.self_attn.out_proj.weight": 0.02412055805325508, + "transformer.layers.0.self_attn.out_proj.bias": 0.003425527596846223, + "transformer.layers.0.linear1.weight": 0.021070469170808792, + "transformer.layers.0.linear1.bias": 0.0013045001542195678, + "transformer.layers.0.linear2.weight": 0.023293282836675644, + "transformer.layers.0.linear2.bias": 0.0026274051051586866, + "transformer.layers.0.norm1.weight": 0.0015925471670925617, + "transformer.layers.0.norm1.bias": 0.0023276202846318483, + "transformer.layers.0.norm2.weight": 0.0019538456108421087, + "transformer.layers.0.norm2.bias": 0.0013096260372549295, + "transformer.layers.1.self_attn.in_proj_weight": 0.023792823776602745, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015195684973150492, + "transformer.layers.1.self_attn.out_proj.weight": 0.022487713024020195, + "transformer.layers.1.self_attn.out_proj.bias": 0.001948620076291263, + "transformer.layers.1.linear1.weight": 0.01158728264272213, + "transformer.layers.1.linear1.bias": 0.0007594970520585775, + "transformer.layers.1.linear2.weight": 0.015143674798309803, + "transformer.layers.1.linear2.bias": 0.0018219436751678586, + "transformer.layers.1.norm1.weight": 0.001708454336039722, + "transformer.layers.1.norm1.bias": 0.0016087953699752688, + "transformer.layers.1.norm2.weight": 0.0008767771651037037, + "transformer.layers.1.norm2.bias": 0.0007293959497474134, + "transformer.layers.2.self_attn.in_proj_weight": 0.021840626373887062, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014963678549975157, + "transformer.layers.2.self_attn.out_proj.weight": 0.018545107915997505, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015630378620699048, + "transformer.layers.2.linear1.weight": 0.009150760248303413, + "transformer.layers.2.linear1.bias": 0.0006266147247515619, + "transformer.layers.2.linear2.weight": 0.011345857754349709, + "transformer.layers.2.linear2.bias": 0.0014597481349483132, + "transformer.layers.2.norm1.weight": 0.0018157860031351447, + "transformer.layers.2.norm1.bias": 0.0018196022137999535, + "transformer.layers.2.norm2.weight": 0.000681795587297529, + "transformer.layers.2.norm2.bias": 0.00063857133500278, + "transformer.layers.3.self_attn.in_proj_weight": 0.032124508172273636, + "transformer.layers.3.self_attn.in_proj_bias": 0.001932845450937748, + "transformer.layers.3.self_attn.out_proj.weight": 0.01566465012729168, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016130735166370869, + "transformer.layers.3.linear1.weight": 0.015957973897457123, + "transformer.layers.3.linear1.bias": 0.001342065050266683, + "transformer.layers.3.linear2.weight": 0.010051093995571136, + "transformer.layers.3.linear2.bias": 0.0016871372936293483, + "transformer.layers.3.norm1.weight": 0.003453466109931469, + "transformer.layers.3.norm1.bias": 0.002428643871098757, + "transformer.layers.3.norm2.weight": 0.0012551750987768173, + "transformer.layers.3.norm2.bias": 0.00210681208409369, + "head.weight": 0.10780392587184906, + "head.bias": 0.003389721969142556, + "global_embedding.weight": 0.004412754438817501, + "global_cnn.0.weight": 0.05396204814314842, + "global_cnn.0.bias": 0.0017860198859125376, + "global_cnn.2.weight": 0.15630985796451569, + "global_cnn.2.bias": 0.007564083207398653, + "global_proj.weight": 0.029322562739253044, + "global_proj.bias": 0.018771803006529808, + "goal_head.0.weight": 0.014488814398646355, + "goal_head.0.bias": 0.006079257931560278, + "goal_head.2.weight": 0.019848616793751717, + "goal_head.2.bias": 0.012118334881961346 + }, + { + "global_gate": 1.642730421735905e-05, + "embedding.weight": 0.0033891364000737667, + "cnn.0.weight": 0.057207271456718445, + "cnn.0.bias": 0.002690491732209921, + "cnn.2.weight": 0.014283730648458004, + "cnn.2.bias": 0.005754522513598204, + "cnn.5.weight": 0.014719491824507713, + "cnn.5.bias": 0.004598332569003105, + "action_emb.weight": 0.0048193191178143024, + "timestep_emb.weight": 0.001382078044116497, + "pos_emb.weight": 0.003742009401321411, + "transformer.layers.0.self_attn.in_proj_weight": 0.03928111866116524, + "transformer.layers.0.self_attn.in_proj_bias": 0.003906102618202567, + "transformer.layers.0.self_attn.out_proj.weight": 0.03666521981358528, + "transformer.layers.0.self_attn.out_proj.bias": 0.005693755578249693, + "transformer.layers.0.linear1.weight": 0.031645338982343674, + "transformer.layers.0.linear1.bias": 0.0021812354680150747, + "transformer.layers.0.linear2.weight": 0.0379277728497982, + "transformer.layers.0.linear2.bias": 0.004070780239999294, + "transformer.layers.0.norm1.weight": 0.002245479030534625, + "transformer.layers.0.norm1.bias": 0.0035420111380517483, + "transformer.layers.0.norm2.weight": 0.002830325160175562, + "transformer.layers.0.norm2.bias": 0.0026799028273671865, + "transformer.layers.1.self_attn.in_proj_weight": 0.03375595062971115, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022992538288235664, + "transformer.layers.1.self_attn.out_proj.weight": 0.03238838538527489, + "transformer.layers.1.self_attn.out_proj.bias": 0.002793447580188513, + "transformer.layers.1.linear1.weight": 0.017499081790447235, + "transformer.layers.1.linear1.bias": 0.0010783617617562413, + "transformer.layers.1.linear2.weight": 0.023996656760573387, + "transformer.layers.1.linear2.bias": 0.0026506290305405855, + "transformer.layers.1.norm1.weight": 0.002631027949973941, + "transformer.layers.1.norm1.bias": 0.0025806124322116375, + "transformer.layers.1.norm2.weight": 0.0013224774738773704, + "transformer.layers.1.norm2.bias": 0.0010218723909929395, + "transformer.layers.2.self_attn.in_proj_weight": 0.02757488377392292, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020106753800064325, + "transformer.layers.2.self_attn.out_proj.weight": 0.02786676399409771, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023574542719870806, + "transformer.layers.2.linear1.weight": 0.01522380392998457, + "transformer.layers.2.linear1.bias": 0.0010443817591294646, + "transformer.layers.2.linear2.weight": 0.018601134419441223, + "transformer.layers.2.linear2.bias": 0.0023363549262285233, + "transformer.layers.2.norm1.weight": 0.0020222938619554043, + "transformer.layers.2.norm1.bias": 0.0020947211887687445, + "transformer.layers.2.norm2.weight": 0.0011905510909855366, + "transformer.layers.2.norm2.bias": 0.0011238718871027231, + "transformer.layers.3.self_attn.in_proj_weight": 0.05491584911942482, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034204134717583656, + "transformer.layers.3.self_attn.out_proj.weight": 0.029708435758948326, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028368160128593445, + "transformer.layers.3.linear1.weight": 0.030150476843118668, + "transformer.layers.3.linear1.bias": 0.0025448258966207504, + "transformer.layers.3.linear2.weight": 0.01741674914956093, + "transformer.layers.3.linear2.bias": 0.0030337513890117407, + "transformer.layers.3.norm1.weight": 0.005064335651695728, + "transformer.layers.3.norm1.bias": 0.004357595928013325, + "transformer.layers.3.norm2.weight": 0.002235210267826915, + "transformer.layers.3.norm2.bias": 0.0036391927860677242, + "head.weight": 0.21359626948833466, + "head.bias": 0.005939169321209192, + "global_embedding.weight": 0.013328807428479195, + "global_cnn.0.weight": 0.0757332593202591, + "global_cnn.0.bias": 0.0030031816568225622, + "global_cnn.2.weight": 0.15603291988372803, + "global_cnn.2.bias": 0.006727210711687803, + "global_proj.weight": 0.0439881756901741, + "global_proj.bias": 0.031725455075502396, + "goal_head.0.weight": 0.03188573196530342, + "goal_head.0.bias": 0.015011814422905445, + "goal_head.2.weight": 0.052023034542798996, + "goal_head.2.bias": 0.03579545393586159 + }, + { + "global_gate": 5.174719626666047e-05, + "embedding.weight": 0.003168882569298148, + "cnn.0.weight": 0.060093145817518234, + "cnn.0.bias": 0.0017943334532901645, + "cnn.2.weight": 0.01636091060936451, + "cnn.2.bias": 0.005095632281154394, + "cnn.5.weight": 0.016477573662996292, + "cnn.5.bias": 0.004627534653991461, + "action_emb.weight": 0.009352931752800941, + "timestep_emb.weight": 0.0012667240807786584, + "pos_emb.weight": 0.003350857412442565, + "transformer.layers.0.self_attn.in_proj_weight": 0.03764980286359787, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039032024797052145, + "transformer.layers.0.self_attn.out_proj.weight": 0.03570067510008812, + "transformer.layers.0.self_attn.out_proj.bias": 0.005301184486597776, + "transformer.layers.0.linear1.weight": 0.04277583584189415, + "transformer.layers.0.linear1.bias": 0.00207052705809474, + "transformer.layers.0.linear2.weight": 0.042198073118925095, + "transformer.layers.0.linear2.bias": 0.004170520231127739, + "transformer.layers.0.norm1.weight": 0.002419826341792941, + "transformer.layers.0.norm1.bias": 0.003572425339370966, + "transformer.layers.0.norm2.weight": 0.004273028578609228, + "transformer.layers.0.norm2.bias": 0.0019886011723428965, + "transformer.layers.1.self_attn.in_proj_weight": 0.03697144612669945, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024571565445512533, + "transformer.layers.1.self_attn.out_proj.weight": 0.035487812012434006, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032835754100233316, + "transformer.layers.1.linear1.weight": 0.02162403054535389, + "transformer.layers.1.linear1.bias": 0.0013477110769599676, + "transformer.layers.1.linear2.weight": 0.030773913487792015, + "transformer.layers.1.linear2.bias": 0.0032803411595523357, + "transformer.layers.1.norm1.weight": 0.0026466830167919397, + "transformer.layers.1.norm1.bias": 0.002765212906524539, + "transformer.layers.1.norm2.weight": 0.001859608106315136, + "transformer.layers.1.norm2.bias": 0.001425364171154797, + "transformer.layers.2.self_attn.in_proj_weight": 0.0341702438890934, + "transformer.layers.2.self_attn.in_proj_bias": 0.002652621129527688, + "transformer.layers.2.self_attn.out_proj.weight": 0.03503521531820297, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031422011088579893, + "transformer.layers.2.linear1.weight": 0.0166779737919569, + "transformer.layers.2.linear1.bias": 0.0011048883898183703, + "transformer.layers.2.linear2.weight": 0.022175004705786705, + "transformer.layers.2.linear2.bias": 0.00319785182364285, + "transformer.layers.2.norm1.weight": 0.003476586425676942, + "transformer.layers.2.norm1.bias": 0.0032832056749612093, + "transformer.layers.2.norm2.weight": 0.0011642752215266228, + "transformer.layers.2.norm2.bias": 0.0011303910287097096, + "transformer.layers.3.self_attn.in_proj_weight": 0.06961498409509659, + "transformer.layers.3.self_attn.in_proj_bias": 0.006602427456527948, + "transformer.layers.3.self_attn.out_proj.weight": 0.03527041897177696, + "transformer.layers.3.self_attn.out_proj.bias": 0.004836839623749256, + "transformer.layers.3.linear1.weight": 0.030428484082221985, + "transformer.layers.3.linear1.bias": 0.0026029159780591726, + "transformer.layers.3.linear2.weight": 0.02009904570877552, + "transformer.layers.3.linear2.bias": 0.00471567502245307, + "transformer.layers.3.norm1.weight": 0.005595094989985228, + "transformer.layers.3.norm1.bias": 0.009383270516991615, + "transformer.layers.3.norm2.weight": 0.002224799944087863, + "transformer.layers.3.norm2.bias": 0.003171824151650071, + "head.weight": 0.24678044021129608, + "head.bias": 0.008922100067138672, + "global_embedding.weight": 0.011021464131772518, + "global_cnn.0.weight": 0.06148369982838631, + "global_cnn.0.bias": 0.002953857649117708, + "global_cnn.2.weight": 0.0970657542347908, + "global_cnn.2.bias": 0.004322108346968889, + "global_proj.weight": 0.022105205804109573, + "global_proj.bias": 0.01132310088723898, + "goal_head.0.weight": 0.010847143828868866, + "goal_head.0.bias": 0.003724118461832404, + "goal_head.2.weight": 0.012834517285227776, + "goal_head.2.bias": 0.00793375726789236 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.13594652712345123, - 0.2411884069442749, - 0.093640998005867, - 0.0991647019982338, - 0.03219454735517502, - 0.0224772822111845, - 0.06317835301160812, - 0.06092032790184021, - 0.09231580793857574, - 0.0705767273902893 + 0.3253627419471741, + 0.3416574001312256, + 0.4709477722644806, + 0.2971760034561157, + 0.4094862937927246, + 0.4100489914417267, + 0.3923787772655487, + 0.43079984188079834, + 0.3585363030433655, + 0.1950395405292511, + 0.3563445210456848, + 0.2845172882080078, + 0.3543670177459717, + 0.6514061689376831, + 0.4862408936023712, + 0.43589794635772705, + 0.39310193061828613, + 0.5361835956573486, + 0.8035275340080261, + 0.709797739982605 ], "repr_drift_kl_low_t": [ - 0.14452289044857025, - 0.18710525333881378, - 0.09440448880195618, - 0.09641733020544052, - 0.029056403785943985, - 0.015712786465883255, - 0.061721183359622955, - 0.062174323946237564, - 0.07518164068460464, - 0.0655861347913742 + 0.41815680265426636, + 0.40300726890563965, + 0.5862255096435547, + 0.3595014214515686, + 0.4974202811717987, + 0.5131116509437561, + 0.5092481374740601, + 0.5385045409202576, + 0.4398529529571533, + 0.23873476684093475, + 0.4370303750038147, + 0.35609105229377747, + 0.4288339614868164, + 0.8274915814399719, + 0.6010770797729492, + 0.5653834342956543, + 0.48955050110816956, + 0.6520031690597534, + 1.0161737203598022, + 0.8760234713554382 ], "repr_drift_kl_mid_t": [ - 0.12940171360969543, - 0.19866883754730225, - 0.09279347956180573, - 0.08429056406021118, - 0.026431303471326828, - 0.013152058236300945, - 0.05073653161525726, - 0.05270884558558464, - 0.07515338808298111, - 0.06164831295609474 + 0.3220529854297638, + 0.34422385692596436, + 0.47599855065345764, + 0.3083324432373047, + 0.4158009886741638, + 0.41629713773727417, + 0.39103659987449646, + 0.4435268044471741, + 0.3789891302585602, + 0.18900048732757568, + 0.3736076354980469, + 0.28659650683403015, + 0.346465140581131, + 0.6568122506141663, + 0.4931967854499817, + 0.43687739968299866, + 0.41255390644073486, + 0.5496487021446228, + 0.8126593828201294, + 0.7195212841033936 ], "repr_drift_kl_high_t": [ - 0.13976848125457764, - 0.3741874396800995, - 0.10695929080247879, - 0.13268104195594788, - 0.0534842312335968, - 0.03824497014284134, - 0.11071699857711792, - 0.08394821733236313, - 0.1154075637459755, - 0.0949438065290451 + 0.2434016764163971, + 0.27355679869651794, + 0.3473092019557953, + 0.22884421050548553, + 0.30307066440582275, + 0.2854730486869812, + 0.2663041949272156, + 0.2951712906360626, + 0.25497713685035706, + 0.15461617708206177, + 0.25638294219970703, + 0.1939534693956375, + 0.26232925057411194, + 0.4697243273258209, + 0.3541358709335327, + 0.31860682368278503, + 0.2840788662433624, + 0.386781245470047, + 0.570978581905365, + 0.4982394874095917 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.7778804302215576, - 0.7417404055595398, - 0.7331783175468445, - 0.9509056210517883, - 0.5906998515129089 + 0.8144783973693848, + 0.7619186043739319, + 0.8706739544868469, + 0.857040524482727, + 0.7730028629302979, + 0.6954151391983032, + 0.5941019058227539, + 0.8456401228904724, + 0.7192224860191345, + 0.7318595051765442 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.213585615158081, - 1.4432567358016968, - 1.3636583089828491, - 1.3911176919937134, - 0.22239844501018524, - 0.8873231410980225, - 0.2182120829820633, - 0.4668278396129608, - 0.24693691730499268, - 0.32674455642700195 + 0.8278357982635498, + 0.6459930539131165, + 0.567066490650177, + 0.4413994550704956, + 0.47350385785102844, + 0.21357764303684235, + 0.2926706373691559, + 0.5625202059745789, + 0.5369963049888611, + 0.4013531804084778, + 0.4162980914115906, + 0.3104330599308014, + 0.3177882432937622, + 0.27848729491233826, + 0.36971235275268555, + 0.2266865074634552, + 0.21997205913066864, + 0.21918272972106934, + 0.43642568588256836, + 0.42712706327438354 ], "norm_high_t": [ - 0.9479595422744751, - 1.2720202207565308, - 1.023608684539795, - 1.528833031654358, - 0.24467121064662933, - 0.9158163070678711, - 0.3282424509525299, - 0.4785897433757782, - 0.4129576086997986, - 0.35520070791244507 + 1.2056409120559692, + 0.6852564811706543, + 0.7584827542304993, + 0.7040557861328125, + 0.49310502409935, + 0.5679015517234802, + 0.565388023853302, + 0.8041234612464905, + 0.6347727179527283, + 0.5836806297302246, + 0.4908217787742615, + 0.4213724434375763, + 0.7183417677879333, + 0.8340778350830078, + 0.5711740255355835, + 0.5941329002380371, + 0.49334022402763367, + 0.6169309616088867, + 0.829763650894165, + 0.7548735737800598 ], "lowhigh_cos": [ - 0.24508163332939148, - 0.47310903668403625, - 0.6482876539230347, - 0.6191278696060181, - 0.5683309435844421, - 0.9366210699081421, - 0.4128552973270416, - 0.7596993446350098, - 0.5434858798980713, - 0.49461668729782104 + 0.720485270023346, + 0.6428946852684021, + 0.5454086661338806, + 0.7199744582176208, + 0.1540079414844513, + 0.22589029371738434, + 0.436693400144577, + 0.6380923986434937, + 0.801041305065155, + 0.7443560361862183, + 0.8285396695137024, + 0.6984686851501465, + 0.567428708076477, + 0.30167707800865173, + 0.6662911772727966, + 0.45061391592025757, + 0.6964384913444519, + 0.4088990390300751, + 0.21229717135429382, + 0.42354944348335266 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.1638532876968384, - "t_0.1-0.2": 1.2152698040008545, - "t_0.2-0.3": 0.7537591457366943, - "t_0.3-0.4": 1.047550916671753, - "t_0.4-0.5": 0.8533658981323242, - "t_0.5-0.6": 0.6725918054580688, - "t_0.6-0.7": 1.0113744735717773, - "t_0.7-0.8": 0.7655397057533264, - "t_0.8-0.9": 0.7860398888587952, - "t_0.9-1.0": 1.1897293329238892 - }, - { - "t_0.0-0.1": 2.11916184425354, - "t_0.1-0.2": 1.3514597415924072, - "t_0.2-0.3": 1.2243815660476685, - "t_0.3-0.4": 1.5632106065750122, - "t_0.4-0.5": 1.3168796300888062, - "t_0.5-0.6": 1.2979850769042969, - "t_0.6-0.7": 1.0924996137619019, - "t_0.7-0.8": 1.2701482772827148, - "t_0.8-0.9": 1.1158581972122192, - "t_0.9-1.0": 1.6729979515075684 - }, - { - "t_0.0-0.1": 1.2727537155151367, - "t_0.1-0.2": 0.8988023996353149, - "t_0.2-0.3": 0.8455686569213867, - "t_0.3-0.4": 0.9031578898429871, - "t_0.4-0.5": 0.8166265487670898, - "t_0.5-0.6": 0.8344316482543945, - "t_0.6-0.7": 0.7540420889854431, - "t_0.7-0.8": 0.849949061870575, - "t_0.8-0.9": 0.8390950560569763, - "t_0.9-1.0": 1.3480912446975708 - }, - { - "t_0.0-0.1": 1.3734012842178345, - "t_0.1-0.2": 1.33241868019104, - "t_0.2-0.3": 1.0581146478652954, - "t_0.3-0.4": 1.0967568159103394, - "t_0.4-0.5": 1.103832483291626, - "t_0.5-0.6": 1.0036075115203857, - "t_0.6-0.7": 1.1867457628250122, - "t_0.7-0.8": 1.2926808595657349, - "t_0.8-0.9": 1.0676130056381226, - "t_0.9-1.0": 1.599395751953125 - }, - { - "t_0.0-0.1": 0.2500161826610565, - "t_0.1-0.2": 0.24820515513420105, - "t_0.2-0.3": 0.20707018673419952, - "t_0.3-0.4": 0.197343111038208, - "t_0.4-0.5": 0.20850546658039093, - "t_0.5-0.6": 0.1861042082309723, - "t_0.6-0.7": 0.20996493101119995, - "t_0.7-0.8": 0.19065158069133759, - "t_0.8-0.9": 0.19913509488105774, - "t_0.9-1.0": 0.3040909171104431 - }, - { - "t_0.0-0.1": 0.8796308040618896, - "t_0.1-0.2": 0.8802332282066345, - "t_0.2-0.3": 1.0081712007522583, - "t_0.3-0.4": 0.9703075885772705, - "t_0.4-0.5": 0.8799687027931213, - "t_0.5-0.6": 0.877684473991394, - "t_0.6-0.7": 0.9228011965751648, - "t_0.7-0.8": 0.9216979146003723, - "t_0.8-0.9": 0.9210469126701355, - "t_0.9-1.0": 0.9881342649459839 - }, - { - "t_0.0-0.1": 0.3052431643009186, - "t_0.1-0.2": 0.25732293725013733, - "t_0.2-0.3": 0.21928146481513977, - "t_0.3-0.4": 0.20678161084651947, - "t_0.4-0.5": 0.2176036536693573, - "t_0.5-0.6": 0.2117021679878235, - "t_0.6-0.7": 0.20266258716583252, - "t_0.7-0.8": 0.2077302485704422, - "t_0.8-0.9": 0.21086595952510834, - "t_0.9-1.0": 0.5511869192123413 - }, - { - "t_0.0-0.1": 0.6930738687515259, - "t_0.1-0.2": 0.5146195292472839, - "t_0.2-0.3": 0.46767303347587585, - "t_0.3-0.4": 0.532760500907898, - "t_0.4-0.5": 0.44898882508277893, - "t_0.5-0.6": 0.4583190679550171, - "t_0.6-0.7": 0.4824414551258087, - "t_0.7-0.8": 0.4653608202934265, - "t_0.8-0.9": 0.4933702349662781, - "t_0.9-1.0": 0.6078876852989197 - }, - { - "t_0.0-0.1": 0.24054427444934845, - "t_0.1-0.2": 0.22495076060295105, - "t_0.2-0.3": 0.31621018052101135, - "t_0.3-0.4": 0.2049628049135208, - "t_0.4-0.5": 0.3007620573043823, - "t_0.5-0.6": 0.22740070521831512, - "t_0.6-0.7": 0.22960656881332397, - "t_0.7-0.8": 0.22812697291374207, - "t_0.8-0.9": 0.2692427635192871, - "t_0.9-1.0": 0.6495236158370972 - }, - { - "t_0.0-0.1": 0.3926278352737427, - "t_0.1-0.2": 0.2229270339012146, - "t_0.2-0.3": 0.2606809139251709, - "t_0.3-0.4": 0.23741291463375092, - "t_0.4-0.5": 0.22911562025547028, - "t_0.5-0.6": 0.2559496760368347, - "t_0.6-0.7": 0.21974653005599976, - "t_0.7-0.8": 0.25268375873565674, - "t_0.8-0.9": 0.25838080048561096, - "t_0.9-1.0": 0.4696754515171051 + "t_0.0-0.1": 0.9199675917625427, + "t_0.1-0.2": 0.9432101845741272, + "t_0.2-0.3": 0.9650585651397705, + "t_0.3-0.4": 1.0389530658721924, + "t_0.4-0.5": 1.0385479927062988, + "t_0.5-0.6": 1.028285264968872, + "t_0.6-0.7": 1.1249865293502808, + "t_0.7-0.8": 1.1194922924041748, + "t_0.8-0.9": 1.199101448059082, + "t_0.9-1.0": 1.3013685941696167 + }, + { + "t_0.0-0.1": 0.6785659790039062, + "t_0.1-0.2": 0.5295608639717102, + "t_0.2-0.3": 0.513418436050415, + "t_0.3-0.4": 0.5316694974899292, + "t_0.4-0.5": 0.5264408588409424, + "t_0.5-0.6": 0.5352244973182678, + "t_0.6-0.7": 0.5375783443450928, + "t_0.7-0.8": 0.5339280962944031, + "t_0.8-0.9": 0.5443186163902283, + "t_0.9-1.0": 0.8774347305297852 + }, + { + "t_0.0-0.1": 0.6500077843666077, + "t_0.1-0.2": 0.5375944972038269, + "t_0.2-0.3": 0.49767789244651794, + "t_0.3-0.4": 0.5231056809425354, + "t_0.4-0.5": 0.5086143016815186, + "t_0.5-0.6": 0.5061347484588623, + "t_0.6-0.7": 0.5403695702552795, + "t_0.7-0.8": 0.5079922080039978, + "t_0.8-0.9": 0.5848034620285034, + "t_0.9-1.0": 1.1595404148101807 + }, + { + "t_0.0-0.1": 0.49653953313827515, + "t_0.1-0.2": 0.49072176218032837, + "t_0.2-0.3": 0.4845695197582245, + "t_0.3-0.4": 0.490195631980896, + "t_0.4-0.5": 0.48582586646080017, + "t_0.5-0.6": 0.49606049060821533, + "t_0.6-0.7": 0.4966120421886444, + "t_0.7-0.8": 0.5300455093383789, + "t_0.8-0.9": 0.6043679118156433, + "t_0.9-1.0": 0.811041533946991 + }, + { + "t_0.0-0.1": 0.5077946186065674, + "t_0.1-0.2": 0.3695175051689148, + "t_0.2-0.3": 0.370481938123703, + "t_0.3-0.4": 0.37630972266197205, + "t_0.4-0.5": 0.3512292504310608, + "t_0.5-0.6": 0.332865834236145, + "t_0.6-0.7": 0.3159339725971222, + "t_0.7-0.8": 0.2732274830341339, + "t_0.8-0.9": 0.27845442295074463, + "t_0.9-1.0": 0.7255327701568604 + }, + { + "t_0.0-0.1": 0.23920060694217682, + "t_0.1-0.2": 0.20781831443309784, + "t_0.2-0.3": 0.19797608256340027, + "t_0.3-0.4": 0.2305624932050705, + "t_0.4-0.5": 0.18587417900562286, + "t_0.5-0.6": 0.20360203087329865, + "t_0.6-0.7": 0.18743537366390228, + "t_0.7-0.8": 0.19096854329109192, + "t_0.8-0.9": 0.25431644916534424, + "t_0.9-1.0": 0.9523367285728455 + }, + { + "t_0.0-0.1": 0.3118404746055603, + "t_0.1-0.2": 0.28615882992744446, + "t_0.2-0.3": 0.308937668800354, + "t_0.3-0.4": 0.28354135155677795, + "t_0.4-0.5": 0.29914090037345886, + "t_0.5-0.6": 0.2940284013748169, + "t_0.6-0.7": 0.30030691623687744, + "t_0.7-0.8": 0.3061453402042389, + "t_0.8-0.9": 0.3691539466381073, + "t_0.9-1.0": 0.8520828485488892 + }, + { + "t_0.0-0.1": 0.5652891993522644, + "t_0.1-0.2": 0.5697177648544312, + "t_0.2-0.3": 0.5540222525596619, + "t_0.3-0.4": 0.5812286734580994, + "t_0.4-0.5": 0.5612885355949402, + "t_0.5-0.6": 0.5691203474998474, + "t_0.6-0.7": 0.5875320434570312, + "t_0.7-0.8": 0.5993749499320984, + "t_0.8-0.9": 0.6293776631355286, + "t_0.9-1.0": 1.3083298206329346 + }, + { + "t_0.0-0.1": 0.5963171124458313, + "t_0.1-0.2": 0.541812539100647, + "t_0.2-0.3": 0.5279579162597656, + "t_0.3-0.4": 0.5377834439277649, + "t_0.4-0.5": 0.5325144529342651, + "t_0.5-0.6": 0.5286656022071838, + "t_0.6-0.7": 0.5346801280975342, + "t_0.7-0.8": 0.5580590963363647, + "t_0.8-0.9": 0.5658058524131775, + "t_0.9-1.0": 0.7246048450469971 + }, + { + "t_0.0-0.1": 0.41691985726356506, + "t_0.1-0.2": 0.3998295068740845, + "t_0.2-0.3": 0.39446961879730225, + "t_0.3-0.4": 0.390493780374527, + "t_0.4-0.5": 0.40387627482414246, + "t_0.5-0.6": 0.3945886194705963, + "t_0.6-0.7": 0.3999929428100586, + "t_0.7-0.8": 0.40884923934936523, + "t_0.8-0.9": 0.43493226170539856, + "t_0.9-1.0": 0.8384218215942383 + }, + { + "t_0.0-0.1": 0.44712507724761963, + "t_0.1-0.2": 0.4090039134025574, + "t_0.2-0.3": 0.4133119583129883, + "t_0.3-0.4": 0.4101317226886749, + "t_0.4-0.5": 0.41235101222991943, + "t_0.5-0.6": 0.41115421056747437, + "t_0.6-0.7": 0.40240851044654846, + "t_0.7-0.8": 0.409548819065094, + "t_0.8-0.9": 0.43475228548049927, + "t_0.9-1.0": 0.5919637680053711 + }, + { + "t_0.0-0.1": 0.3268156349658966, + "t_0.1-0.2": 0.2994840443134308, + "t_0.2-0.3": 0.30109894275665283, + "t_0.3-0.4": 0.29933029413223267, + "t_0.4-0.5": 0.2983101010322571, + "t_0.5-0.6": 0.30187320709228516, + "t_0.6-0.7": 0.30214184522628784, + "t_0.7-0.8": 0.31202664971351624, + "t_0.8-0.9": 0.3436237871646881, + "t_0.9-1.0": 0.6104370951652527 + }, + { + "t_0.0-0.1": 0.311259001493454, + "t_0.1-0.2": 0.3164443075656891, + "t_0.2-0.3": 0.31260737776756287, + "t_0.3-0.4": 0.3179551064968109, + "t_0.4-0.5": 0.3141670525074005, + "t_0.5-0.6": 0.32873785495758057, + "t_0.6-0.7": 0.34247928857803345, + "t_0.7-0.8": 0.37228280305862427, + "t_0.8-0.9": 0.4731270372867584, + "t_0.9-1.0": 0.9977712035179138 + }, + { + "t_0.0-0.1": 0.3278091549873352, + "t_0.1-0.2": 0.26551496982574463, + "t_0.2-0.3": 0.2498217523097992, + "t_0.3-0.4": 0.2491031438112259, + "t_0.4-0.5": 0.2888861894607544, + "t_0.5-0.6": 0.29056572914123535, + "t_0.6-0.7": 0.3250877857208252, + "t_0.7-0.8": 0.4098731279373169, + "t_0.8-0.9": 0.6206634044647217, + "t_0.9-1.0": 1.12848699092865 + }, + { + "t_0.0-0.1": 0.3846209943294525, + "t_0.1-0.2": 0.348792165517807, + "t_0.2-0.3": 0.3399084508419037, + "t_0.3-0.4": 0.32869064807891846, + "t_0.4-0.5": 0.3152537941932678, + "t_0.5-0.6": 0.37769386172294617, + "t_0.6-0.7": 0.37911415100097656, + "t_0.7-0.8": 0.4229995906352997, + "t_0.8-0.9": 0.48845788836479187, + "t_0.9-1.0": 0.6762440800666809 + }, + { + "t_0.0-0.1": 0.4910154342651367, + "t_0.1-0.2": 0.2707761824131012, + "t_0.2-0.3": 0.2811560034751892, + "t_0.3-0.4": 0.26440173387527466, + "t_0.4-0.5": 0.2901327610015869, + "t_0.5-0.6": 0.25414901971817017, + "t_0.6-0.7": 0.29586926102638245, + "t_0.7-0.8": 0.31531593203544617, + "t_0.8-0.9": 0.38124772906303406, + "t_0.9-1.0": 0.773457407951355 + }, + { + "t_0.0-0.1": 0.25997593998908997, + "t_0.1-0.2": 0.22275547683238983, + "t_0.2-0.3": 0.21968035399913788, + "t_0.3-0.4": 0.2085753083229065, + "t_0.4-0.5": 0.21847079694271088, + "t_0.5-0.6": 0.20725823938846588, + "t_0.6-0.7": 0.22524769604206085, + "t_0.7-0.8": 0.2673783600330353, + "t_0.8-0.9": 0.33306294679641724, + "t_0.9-1.0": 0.6994572281837463 + }, + { + "t_0.0-0.1": 0.1968173384666443, + "t_0.1-0.2": 0.17379513382911682, + "t_0.2-0.3": 0.17083381116390228, + "t_0.3-0.4": 0.1569439321756363, + "t_0.4-0.5": 0.16585199534893036, + "t_0.5-0.6": 0.17202363908290863, + "t_0.6-0.7": 0.18119677901268005, + "t_0.7-0.8": 0.2047688215970993, + "t_0.8-0.9": 0.26620760560035706, + "t_0.9-1.0": 0.7779865264892578 + }, + { + "t_0.0-0.1": 0.27344489097595215, + "t_0.1-0.2": 0.23255667090415955, + "t_0.2-0.3": 0.23612770438194275, + "t_0.3-0.4": 0.2555435001850128, + "t_0.4-0.5": 0.25298747420310974, + "t_0.5-0.6": 0.252024382352829, + "t_0.6-0.7": 0.28583136200904846, + "t_0.7-0.8": 0.33383116126060486, + "t_0.8-0.9": 0.462695837020874, + "t_0.9-1.0": 0.9398369789123535 + }, + { + "t_0.0-0.1": 0.26461631059646606, + "t_0.1-0.2": 0.27997052669525146, + "t_0.2-0.3": 0.26557111740112305, + "t_0.3-0.4": 0.243098184466362, + "t_0.4-0.5": 0.2761237919330597, + "t_0.5-0.6": 0.28334683179855347, + "t_0.6-0.7": 0.3062620162963867, + "t_0.7-0.8": 0.34218931198120117, + "t_0.8-0.9": 0.40443193912506104, + "t_0.9-1.0": 1.19525146484375 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.05904059112071991, - 0.027003858238458633, - 0.07198642194271088, - 0.021967049688100815, - 0.03527815639972687, - 0.013113366439938545, - 0.178549662232399, - 0.04363207519054413, - 0.02577710524201393, - 0.003242924576625228, - 0.012126865796744823, - 0.2983645796775818, - 0.01304347813129425, - 0.012126865796744823, - 0.14413517713546753, - 0.1767100989818573, - 0.04581266641616821, - 0.2161642163991928, - 0.005199306644499302, - 0.020918071269989014, - 0.29037657380104065, - 0.32091689109802246, - 0.60495525598526, - 0.006983240135014057, - 0.08037693798542023, - 0.04636591300368309, - 0.13050313293933868, - 0.004692832473665476, - 0.05402843654155731, - 0.2932940423488617, - 0.006637168116867542, - 0.011843078769743443, - 0.2064732164144516, - 0.08511567115783691, - 0.21103239059448242, - 0.004692832473665476, - 0.039264410734176636, - 0.2654155492782593, - 0.05634517967700958, - 0.19350019097328186, - 0.00911458395421505, - 0.2867194414138794, - 0.06728972494602203, - 0.12792931497097015, - 0.015037594363093376, - 0.010468319989740849, - 0.2310418039560318, - 0.024067388847470284, - 0.1449652761220932, - 0.1335849016904831, - 0.08271335065364838, - 0.21299810707569122, - 0.13605108857154846, - 0.4739803075790405, - 0.08190976828336716, - 0.19100676476955414, - 0.10731975734233856, - 0.07530488073825836, - 0.18787425756454468, - 0.008064515888690948, - 0.011477231048047543, - 0.03337306156754494, - 0.13405796885490417, - 0.00460122711956501, - 0.2982885241508484, - 0.18623918294906616, - 0.09379727393388748, - 0.269851952791214, - 0.0050505055114626884, - 0.17999999225139618, - 0.005130596924573183, - 0.004692832473665476, - 0.20718231797218323, - 0.0713336244225502, - 0.03175225481390953, - 0.10615924000740051, - 0.1545553207397461, - 0.3637770712375641, - 0.04093567281961441, - 0.0458633117377758, - 0.010582010261714458, - 0.0670129805803299, - 0.0867152288556099, - 0.08717435598373413, - 0.18773704767227173, - 0.004263094160705805, - 0.018537074327468872, - 0.21000000834465027, - 0.0007849293760955334, - 0.02907281368970871, - 0.031223628669977188, - 0.2045889049768448, - 0.027322404086589813, - 0.17503535747528076, - 0.1290951669216156, - 0.1069023534655571, - 0.049433108419179916, - 0.09001706540584564, - 0.0235294122248888, - 0.006592291872948408, - 0.1567080020904541, - 0.14553608000278473, - 0.03525954857468605, - 0.14246425032615662, - 0.08027523010969162, - 0.017074117437005043, - 0.01457451842725277, - 0.039887815713882446, - 0.004413387272506952, - 0.15619967877864838, - 0.0045008184388279915, - 0.016420360654592514, - 0.11771795898675919, - 0.2649051547050476, - 0.08978676050901413, - 0.04520295187830925, - 0.057029176503419876, - 0.0018980477470904589, - 0.0037364130839705467, - 0.213789701461792, - 0.015849612653255463, - 0.10147299617528915, - 0.09628217667341232, - 0.06070588529109955, - 0.1459459513425827, - 0.09732573479413986, - 0.09940828382968903, - 0.016597511246800423, - 0.11876379698514938, - 0.1270304024219513, - 0.1822642832994461, - 0.06899441033601761, - 0.039308175444602966, - 0.04822469502687454, - 0.018078695982694626, - 0.007559958379715681, - 0.09601634740829468, - 0.13282664120197296, - 0.06671158969402313, - 0.030405405908823013, - 0.10600414127111435, - 0.01964636519551277, - 0.11142061650753021, - 0.10816965997219086, - 0.07202380895614624, - 0.14778856933116913, - 0.19268634915351868, - 0.05877680703997612, - 0.1805555522441864, - 0.05263157933950424, - 0.12235067784786224, - 0.1377212405204773, - 0.0045008184388279915, - 0.01061173528432846, - 0.06772175431251526, - 0.12212683260440826, - 0.029654838144779205, - 0.004901960492134094, - 0.02885821834206581, - 0.11573650687932968, - 0.006637168116867542, - 0.13203367590904236, - 0.03853955119848251, - 0.16618244349956512, - 0.12640978395938873, - 0.008864643052220345, - 0.0056584361009299755, - 0.09241335839033127, - 0.007336343172937632, - 0.33191490173339844, - 0.014538559131324291, - 0.07059736549854279, - 0.005434782709926367, - 0.02623160555958748, - 0.006637168116867542, - 0.1913580298423767, - 0.05472138896584511, - 0.09379727393388748, - 0.03876349329948425, - 0.20287539064884186, - 0.005993150640279055, - 0.18221575021743774, - 0.2461940050125122, - 0.21556887030601501, - 0.06209150329232216, - 0.004983388818800449, - 0.03669222444295883, - 0.022891566157341003, - 0.12634730339050293, - 0.10182119160890579, - 0.10891591012477875, - 0.039024390280246735, - 0.010220125317573547, - 0.0998796671628952, - 0.004692832473665476, - 0.006289307959377766, - 0.10378151386976242, - 0.23778195679187775, - 0.10614223778247833, - 0.10580204427242279, - 0.14961345493793488, - 0.23614457249641418, - 0.004323899280279875, - 0.08830409497022629, - 0.005028735846281052, - 0.004313443787395954, - 0.0869826003909111, - 0.13566084206104279, - 0.0030487803742289543, - 0.010894064791500568, - 0.08027523010969162, - 0.02565564401447773, - 0.002076843287795782, - 0.025336090475320816, - 0.047236181795597076, - 0.11400573700666428, - 0.01954951137304306, - 0.062314536422491074, - 0.06802988797426224, - 0.013438735157251358, - 0.11005771160125732, - 0.11716842651367188, - 0.005976095795631409, - 0.07047175616025925, - 0.06531365215778351, - 0.12171737849712372, - 0.19286657869815826, - 0.02010285295546055, - 0.09599491208791733, - 0.2286914736032486, - 0.17970703542232513, - 0.005199306644499302, - 0.004385964944958687, - 0.012354651466012001, - 0.023351648822426796, - 0.13683071732521057, - 0.004323899280279875, - 0.0038211694918572903, - 0.0038759689778089523, - 0.011636637151241302, - 0.09155555814504623, - 0.25283798575401306, - 0.118121437728405, - 0.0047637950628995895, - 0.08019480109214783, - 0.09435133635997772, - 0.10081647336483002, - 0.004692832473665476, - 0.05316455662250519, - 0.27937251329421997, - 0.004901960492134094, - 0.042053788900375366, - 0.09928229451179504, - 0.015293536707758904, - 0.0077751195058226585, - 0.0029069767333567142, - 0.03228726610541344, - 0.14487117528915405, - 0.04312977194786072, - 0.0070257605984807014, - 0.003144653979688883, - 0.011958763003349304, - 0.006811409257352352, - 0.01091326866298914, - 0.00238663493655622, - 0.1020265519618988, - 0.007625272031873465, - 0.0035971221514046192, - 0.12509682774543762, - 0.004807692486792803, - 0.08735796064138412, - 0.005130596924573183, - 0.004323899280279875, - 0.052452024072408676, - 0.07772842794656754, - 0.01780693605542183, - 0.0033136967103928328, - 0.08423913270235062, - 0.07613168656826019, - 0.12623274326324463, - 0.010479042306542397, - 0.08765560388565063, - 0.10014727711677551, - 0.01092896144837141, - 0.08964879810810089, - 0.09379727393388748, - 0.009475219063460827, - 0.03915662690997124, - 0.04492512345314026, - 0.006164059042930603, - 0.0033136967103928328, - 0.01895161345601082, - 0.1635160744190216, - 0.003355704713612795, - 0.023272214457392693, - 0.04356955364346504, - 0.061478085815906525, - 0.09051580727100372, - 0.06544996798038483, - 0.004901960492134094, - 0.06977671384811401, - 0.18413729965686798, - 0.1796787530183792, - 0.09283135831356049, - 0.16536010801792145, - 0.004385964944958687, - 0.026030369102954865, - 0.006289308425039053, - 0.0022410359233617783, - 0.043294116854667664, - 0.024658970534801483, - 0.010606060735881329, - 0.09057437628507614, - 0.11911658197641373, - 0.008615188300609589, - 0.009749303571879864, - 0.03290870413184166, - 0.0077751195058226585, - 0.05252210050821304, - 0.0016556291375309229, - 0.0024600245524197817, - 0.11567164212465286, - 0.02247912622988224, - 0.0727735385298729, - 0.009661835618317127, - 0.010176391340792179, - 0.037142857909202576, - 0.003253475297242403, - 0.005130596924573183, - 0.0212691780179739, - 0.002710027154535055, - 0.014779980294406414, - 0.0013661202974617481, - 0.18376962840557098, - 0.10528523474931717, - 0.009475219063460827, - 0.09041835367679596, - 0.03736799210309982, - 0.0059652929194271564, - 0.0017123287543654442, - 0.004901960492134094, - 0.05615292489528656, - 0.0036136661656200886, - 0.0995967760682106, - 0.006876228377223015, - 0.0029069767333567142, - 0.11091314256191254, - 0.06803097575902939, - 0.08156498521566391, - 0.10702772438526154, - 0.011441648006439209, - 0.11051692813634872, - 0.09777424484491348, - 0.0016556291375309229, - 0.014111006632447243, - 0.06616052240133286, - 0.10694503039121628, - 0.11177051812410355, - 0.0056584361009299755, - 0.018977535888552666, - 0.12987609207630157, - 0.058510635048151016, - 0.004983388818800449, - 0.06629834324121475, - 0.0038759689778089523, - 0.15018656849861145, - 0.007231404539197683, - 0.04300658777356148, - 0.10107441246509552, - 0.02939375303685665, - 0.0718921646475792, - 0.022390754893422127, - 0.18059702217578888, - 0.26880529522895813, - 0.07566303014755249, - 0.038308460265398026, - 0.0033136967103928328, - 0.005199306644499302, - 0.004901960492134094, - 0.08632254600524902, - 0.08897554129362106, - 0.043660007417201996, - 0.0026041667442768812, - 0.13973063230514526, - 0.13138297200202942, - 0.003086419776082039, - 0.007445323280990124, - 0.006811409257352352, - 0.004901960492134094, - 0.18989169597625732, - 0.024940047413110733, - 0.013816102407872677, - 0.03349616006016731, - 0.002805049065500498, - 0.0900181457400322, - 0.004323899280279875, - 0.002195734065026045, - 0.0047846888191998005, - 0.0033136967103928328, - 0.0027141133323311806, - 0.05630630627274513, - 0.2257072478532791, - 0.0065543074160814285, - 0.005292755551636219, - 0.011972634121775627, - 0.002888318384066224, - 0.005976095795631409, - 0.07879088073968887, - 0.006289307959377766, - 0.01269560120999813, - 0.007420599460601807, - 0.004464285913854837, - 0.03227485716342926, - 0.00219058059155941, - 0.11510129272937775, - 0.03312191367149353, - 0.09061063826084137, - 0.006289307959377766, - 0.1708860844373703, - 0.0015690375585108995, - 0.08576389402151108, - 0.0023174970410764217, - 0.059861041605472565, - 0.1445852518081665, - 0.05072464048862457, - 0.002984084887430072, - 0.10872424393892288, - 0.019638648256659508, - 0.0018479409627616405, - 0.09038737416267395, - 0.159894660115242, - 0.011918492615222931, - 0.007319304626435041, - 0.004385964944958687, - 0.0995967760682106, - 0.03112976625561714, - 0.0035771066322922707, - 0.059946414083242416, - 0.004273504018783569, - 0.05549430102109909, - 0.0014450866729021072, - 0.08751793205738068, - 0.013692579232156277, - 0.004160362761467695, - 0.0034722222480922937, - 0.08566483855247498, - 0.004032257944345474, - 0.15485073626041412, - 0.002439024392515421, - 0.0035971221514046192, - 0.013735342770814896, - 0.10577327758073807, - 0.0034722222480922937, - 0.008269719779491425, - 0.08761528134346008, - 0.0031141869258135557, - 0.03814934939146042, - 0.0027141133323311806, - 0.022176379337906837, - 0.002888318384066224, - 0.0018050542566925287, - 0.002076843287795782, - 0.0031960229389369488, - 0.0401763841509819, - 0.002984084887430072, - 0.035635966807603836, - 0.004692832473665476, - 0.008064515888690948, - 0.004692832473665476, - 0.002195734065026045, - 0.005378044676035643, - 0.005692599341273308, - 0.034894686192274094, - 0.081471748650074, - 0.0026212320663034916, - 0.0038473871536552906, - 0.09573643654584885, - 0.06269430369138718, - 0.0037313434295356274, - 0.08917655795812607, - 0.0025597268249839544, - 0.053475938737392426, - 0.08735796064138412, - 0.0035971221514046192, - 0.09379727393388748, - 0.004385964944958687, - 0.01412973739206791, - 0.017074117437005043, - 0.022189348936080933, - 0.0018980477470904589, - 0.02448110841214657, - 0.02344166301190853, - 0.0014548981562256813, - 0.0022410359233617783 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0694393590092659, + 0.048423003405332565, + 0.11499856412410736, + 0.07104010879993439, + 0.15260197222232819, + 0.08082932978868484, + 0.05417994409799576, + 0.2100958228111267, + 0.07525717467069626, + 0.06348264962434769, + 0.056957587599754333, + 0.07888040691614151, + 0.11066176742315292, + 0.09043659269809723, + 0.22055374085903168, + 0.13793103396892548, + 0.09160514175891876, + 0.07094943523406982, + 0.13619402050971985, + 0.11971013993024826, + 0.12106350064277649, + 0.0942956879734993, + 0.09357111901044846, + 0.1008421927690506, + 0.09530068933963776, + 0.14448004961013794, + 0.07846926897764206, + 0.25302061438560486, + 0.08387621492147446, + 0.1172914206981659, + 0.07281553745269775, + 0.041003886610269547, + 0.08109774440526962, + 0.0736648291349411, + 0.1285647451877594, + 0.2357933521270752, + 0.06195869296789169, + 0.051589030772447586, + 0.07405128329992294, + 0.03897115960717201, + 0.05945681780576706, + 0.07837110757827759, + 0.07684209942817688, + 0.13284292817115784, + 0.06382352858781815, + 0.06195715442299843, + 0.0870182067155838, + 0.06450234353542328, + 0.07688712328672409, + 0.11960133165121078, + 0.13986864686012268, + 0.09090909361839294, + 0.09745362401008606, + 0.024547802284359932, + 0.10486358404159546, + 0.05804969742894173, + 0.16882725059986115, + 0.05313807725906372, + 0.06601466983556747, + 0.03885630518198013, + 0.06382978707551956, + 0.10642813891172409, + 0.08478919416666031, + 0.09381581097841263, + 0.1409856528043747, + 0.06962864845991135, + 0.06560571491718292, + 0.06386740505695343, + 0.13558822870254517, + 0.06721536070108414, + 0.06086142361164093, + 0.09106762707233429, + 0.06088825315237045, + 0.12443168461322784, + 0.06574863940477371, + 0.12342216074466705, + 0.07677419483661652, + 0.05703771859407425, + 0.017331022769212723, + 0.11108817160129547, + 0.10014218837022781, + 0.09596473723649979, + 0.07140996307134628, + 0.09665030986070633, + 0.11481347680091858, + 0.09904573857784271, + 0.06042232736945152, + 0.03786958009004593, + 0.07699781656265259, + 0.09461924433708191, + 0.049274783581495285, + 0.09692101180553436, + 0.0742320790886879, + 0.025778373703360558, + 0.0568527951836586, + 0.07302142679691315, + 0.04710743948817253, + 0.16166916489601135, + 0.18941065669059753, + 0.11867416650056839, + 0.08431218564510345, + 0.10470898449420929, + 0.012894736602902412, + 0.03403368592262268, + 0.06640625, + 0.08230923116207123, + 0.07512520998716354, + 0.04162916541099548, + 0.05031120777130127, + 0.11094453185796738, + 0.06495404988527298, + 0.09142731875181198, + 0.06670637428760529, + 0.059772033244371414, + 0.041846152395009995, + 0.09440559148788452, + 0.121680848300457, + 0.06836461275815964, + 0.01911262795329094, + 0.09336356073617935, + 0.08239202201366425, + 0.08578300476074219, + 0.09548724442720413, + 0.05599590763449669, + 0.0721442922949791, + 0.07979312539100647, + 0.09673085808753967, + 0.11118808388710022, + 0.10606888681650162, + 0.11466604471206665, + 0.06237189099192619, + 0.06697148829698563, + 0.075700543820858, + 0.153960183262825, + 0.10082872956991196, + 0.07787958532571793, + 0.07524913549423218, + 0.08957774192094803, + 0.08770439773797989, + 0.028445882722735405, + 0.03523924574255943, + 0.014290882274508476, + 0.005939524620771408, + 0.15542255342006683, + 0.057242993265390396, + 0.04830804839730263, + 0.04939950257539749, + 0.1715358942747116, + 0.14685089886188507, + 0.06711550801992416, + 0.0929419994354248, + 0.10481059551239014, + 0.1111111119389534, + 0.04345152527093887, + 0.10450317710638046, + 0.07684949040412903, + 0.04870738089084625, + 0.07426556944847107, + 0.014380531385540962, + 0.07499413937330246, + 0.13396349549293518, + 0.12113334983587265, + 0.013455787673592567, + 0.0547158420085907, + 0.03333333134651184, + 0.20251226425170898, + 0.10268070548772812, + 0.07471116632223129, + 0.024072708562016487, + 0.06927798688411713, + 0.09913597255945206, + 0.10490904748439789, + 0.0546511635184288, + 0.09080047905445099, + 0.09787600487470627, + 0.04241719841957092, + 0.0667571872472763, + 0.08200391381978989, + 0.058559566736221313, + 0.12497179955244064, + 0.0878969207406044, + 0.05642633140087128, + 0.04778999090194702, + 0.10757867991924286, + 0.12058165669441223, + 0.06715916842222214, + 0.09636012464761734, + 0.1295958310365677, + 0.07896625995635986, + 0.12383900582790375, + 0.06482364237308502, + 0.06895693391561508, + 0.07952235639095306, + 0.08356831967830658, + 0.040425531566143036, + 0.08809419721364975, + 0.08160779625177383, + 0.08868715167045593, + 0.10094929486513138, + 0.06259659677743912, + 0.0670505166053772, + 0.11759281158447266, + 0.04878048598766327, + 0.05756689980626106, + 0.08470649272203445, + 0.030835425481200218, + 0.05661538243293762, + 0.0223214291036129, + 0.10200165212154388, + 0.029576938599348068, + 0.09789057075977325, + 0.014709964394569397, + 0.051082462072372437, + 0.09595226496458054, + 0.057703930884599686, + 0.06354810297489166, + 0.030894307419657707, + 0.10888530313968658, + 0.06437008082866669, + 0.1104140505194664, + 0.02098078839480877, + 0.02267277054488659, + 0.13050030171871185, + 0.15776947140693665, + 0.07881223410367966, + 0.10729967057704926, + 0.04941257834434509, + 0.1318766176700592, + 0.06040268391370773, + 0.04350554570555687, + 0.029687082394957542, + 0.02080575004220009, + 0.03030843287706375, + 0.017703590914607048, + 0.06129496172070503, + 0.07995899766683578, + 0.128646582365036, + 0.04962610453367233, + 0.09356561303138733, + 0.02794005535542965, + 0.09027575701475143, + 0.04066496342420578, + 0.0476190485060215, + 0.0819462239742279, + 0.05864884704351425, + 0.06759283691644669, + 0.060752689838409424, + 0.10087630152702332, + 0.1304188072681427, + 0.06123645231127739, + 0.041860464960336685, + 0.0514138825237751, + 0.03097345307469368, + 0.051956817507743835, + 0.07362784445285797, + 0.061355043202638626, + 0.07709497213363647, + 0.05092118680477142, + 0.04720181226730347, + 0.07931489497423172, + 0.04060564562678337, + 0.17563050985336304, + 0.03280651196837425, + 0.04993678629398346, + 0.07990723103284836, + 0.06163021922111511, + 0.06675393134355545, + 0.062455642968416214, + 0.10171802341938019, + 0.05255850777029991, + 0.036518894135951996, + 0.1024324968457222, + 0.043478261679410934, + 0.07618819922208786, + 0.10206598788499832, + 0.0664602741599083, + 0.06251420825719833, + 0.0236656591296196, + 0.06603773683309555, + 0.04659248888492584, + 0.0714128240942955, + 0.027452563866972923, + 0.029202038422226906, + 0.07070320099592209, + 0.07332433760166168, + 0.0545489564538002, + 0.055654022842645645, + 0.08812351524829865, + 0.012853470630943775, + 0.05042527616024017, + 0.06787439435720444, + 0.07886435836553574, + 0.034390829503536224, + 0.06687961518764496, + 0.05950212478637695, + 0.009828009642660618, + 0.038461536169052124, + 0.020412897691130638, + 0.036105357110500336, + 0.03006388619542122, + 0.05770362913608551, + 0.04739467799663544, + 0.07623318582773209, + 0.07257532328367233, + 0.023232324048876762, + 0.04093198850750923, + 0.07872660458087921, + 0.04689110070466995, + 0.05305628478527069, + 0.07807548344135284, + 0.031259868294000626, + 0.03201856091618538, + 0.029430313035845757, + 0.07269338518381119, + 0.06326175481081009, + 0.04675217345356941, + 0.02420685812830925, + 0.12063157558441162, + 0.07444333285093307, + 0.01649443618953228, + 0.022893555462360382, + 0.09116607904434204, + 0.06298166513442993, + 0.054204311221838, + 0.04277963191270828, + 0.027555743232369423, + 0.026424085721373558, + 0.03035609982907772, + 0.04832056537270546, + 0.10287610441446304, + 0.03606773540377617, + 0.058342304080724716, + 0.028382213786244392, + 0.11030629277229309, + 0.04659738764166832, + 0.14064963161945343, + 0.003136106999590993, + 0.06264903396368027, + 0.02915148437023163, + 0.04377880319952965, + 0.0611596517264843, + 0.02151639200747013, + 0.06701157987117767, + 0.062115177512168884, + 0.0779014304280281, + 0.10023724287748337, + 0.0676678717136383, + 0.054530203342437744, + 0.10983689874410629, + 0.06779661029577255, + 0.015301530249416828, + 0.03938679397106171, + 0.07536008208990097, + 0.03899572789669037, + 0.04420526698231697, + 0.02966328337788582, + 0.018876828253269196, + 0.055436182767152786, + 0.04147615656256676, + 0.10720232874155045, + 0.12824058532714844, + 0.05338078364729881, + 0.0453733466565609, + 0.036228518933057785, + 0.058504365384578705, + 0.04649537056684494, + 0.03620894253253937, + 0.08791208267211914, + 0.039223868399858475, + 0.06993966549634933, + 0.09240830689668655, + 0.025422338396310806, + 0.08225108683109283, + 0.024799417704343796, + 0.039421554654836655, + 0.08414971828460693, + 0.06787721067667007, + 0.014661135151982307, + 0.05301424115896225, + 0.05578378215432167, + 0.03241296485066414, + 0.04643089696764946, + 0.1414453387260437, + 0.019068308174610138, + 0.007207207381725311, + 0.07331502437591553, + 0.06681852787733078, + 0.06944773346185684, + 0.014436207711696625, + 0.006996268406510353, + 0.03909054771065712, + 0.04035874456167221, + 0.1273554265499115, + 0.030202355235815048, + 0.09482302516698837, + 0.03756512328982353, + 0.05154174938797951, + 0.07176420092582703, + 0.06214924156665802, + 0.06389136612415314, + 0.08425797522068024, + 0.08795095235109329, + 0.07426350563764572, + 0.059398770332336426, + 0.033909574151039124, + 0.04492571949958801, + 0.023888519033789635, + 0.05774896964430809, + 0.0068081701174378395, + 0.1106879934668541, + 0.017928902059793472, + 0.042221084237098694, + 0.03766384348273277, + 0.1216597855091095, + 0.09564270079135895, + 0.03902154788374901, + 0.06327573210000992, + 0.10195495933294296, + 0.0064011383801698685, + 0.04339578002691269, + 0.08638430386781693, + 0.025423727929592133, + 0.013903193175792694, + 0.022953147068619728, + 0.047480400651693344, + 0.013997246511280537, + 0.03116147220134735, + 0.02303149551153183, + 0.02450811117887497, + 0.0432487316429615, + 0.04691183194518089, + 0.0612403079867363, + 0.08854299783706665, + 0.03211614489555359, + 0.0735083520412445, + 0.060068532824516296, + 0.061779242008924484, + 0.029551954939961433, + 0.030573247000575066, + 0.022978147491812706, + 0.03673601895570755, + 0.05069500952959061, + 0.07074771821498871, + 0.06156880035996437, + 0.02092788740992546, + 0.024663284420967102, + 0.06833114475011826, + 0.0386650413274765, + 0.06542056053876877, + 0.1116788312792778, + 0.017300445586442947, + 0.07717934250831604, + 0.07949087023735046, + 0.024625876918435097, + 0.01179195661097765, + 0.033898305147886276, + 0.03610025346279144, + 0.06565973907709122, + 0.02422480657696724, + 0.09093198925256729, + 0.06122449040412903, + 0.06913459300994873, + 0.08806817978620529, + 0.06704041361808777, + 0.02802155539393425, + 0.00971694104373455, + 0.012774161994457245, + 0.018001800402998924, + 0.009765625, + 0.037182360887527466, + 0.118931345641613, + 0.07800586521625519, + 0.01406101044267416, + 0.1223887950181961, + 0.10203574597835541, + 0.06702635437250137, + 0.032440055161714554, + 0.03629976511001587, + 0.05932864546775818, + 0.037557654082775116, + 0.04586758837103844, + 0.07071738690137863, + 0.025229357182979584, + 0.028027385473251343, + 0.019206145778298378, + 0.04484638199210167, + 0.019293183460831642, + 0.07388467341661453, + 0.04407096281647682, + 0.06601066142320633, + 0.035010434687137604, + 0.05900915339589119, + 0.16571280360221863, + 0.04340362921357155, + 0.036946360021829605, + 0.08188112080097198 ], "effective_batch_size": [ - 482.77728271484375, - 363.98492431640625, - 309.24029541015625, - 289.9646911621094, - 320.35357666015625, - 405.4010925292969, - 296.4642028808594, - 353.6618347167969, - 282.8221435546875, - 362.5069274902344, - 319.9568176269531, - 433.0833740234375, - 343.6141357421875, - 311.04864501953125, - 397.69464111328125, - 473.86614990234375, - 432.1447448730469, - 300.77972412109375, - 427.003662109375, - 393.80035400390625, - 390.7305603027344, - 296.7484436035156, - 312.2544250488281, - 295.52496337890625, - 452.6175231933594, - 388.96905517578125, - 277.4033508300781, - 291.90673828125, - 314.2149658203125, - 412.072265625, - 249.6053009033203, - 283.91180419921875, - 417.9233093261719, - 426.78961181640625, - 273.68084716796875, - 270.04425048828125, - 462.5571594238281, - 396.12982177734375, - 284.89288330078125, - 244.7961883544922, - 263.1835632324219, - 423.2253723144531, - 285.3165588378906, - 256.2502136230469, - 255.57037353515625, - 339.224609375, - 403.0858154296875, - 294.39642333984375, - 256.1678466796875, - 281.265869140625, - 418.57366943359375, - 375.51446533203125, - 247.5176239013672, - 311.33001708984375, - 231.72866821289062, - 292.5270080566406, - 240.2705078125, - 255.27243041992188, - 316.5379638671875, - 324.1459045410156, - 233.74337768554688, - 253.33554077148438, - 233.36383056640625, - 453.02667236328125, - 392.010498046875, - 429.9640808105469, - 430.2939147949219, - 292.5289306640625, - 445.9569091796875, - 453.58062744140625, - 375.9169921875, - 238.42005920410156, - 465.869873046875, - 248.0599822998047, - 512.0, - 231.81854248046875, - 478.96978759765625, - 428.04595947265625, - 251.46762084960938, - 230.09320068359375, - 293.7787170410156, - 223.49205017089844, - 346.2833251953125, - 273.91497802734375, - 246.0549774169922, - 266.276611328125, - 371.1832580566406, - 239.63653564453125, - 479.2247619628906, - 226.0384063720703, - 227.45028686523438, - 477.75, - 308.30206298828125, - 354.5386657714844, - 477.6357727050781, - 279.3108215332031, - 302.4101867675781, - 244.95913696289062, - 290.7814025878906, - 250.71205139160156, - 297.7999572753906, - 382.9024353027344, - 242.54566955566406, - 222.5723876953125, - 347.3867492675781, - 373.29913330078125, - 337.6888427734375, - 269.9226989746094, - 305.0516357421875, - 374.392333984375, - 499.0590515136719, - 329.097900390625, - 339.0863342285156, - 288.9844970703125, - 479.29217529296875, - 261.6324768066406, - 428.4097595214844, - 376.07965087890625, - 225.80587768554688, - 230.38180541992188, - 224.5276641845703, - 271.1106262207031, - 243.58746337890625, - 479.205322265625, - 391.03057861328125, - 249.2039031982422, - 362.15374755859375, - 390.7652587890625, - 228.25607299804688, - 245.447265625, - 225.10304260253906, - 226.8431396484375, - 226.60345458984375, - 374.39984130859375, - 319.6202697753906, - 308.987548828125, - 342.4156799316406, - 483.50701904296875, - 288.628662109375, - 249.2418670654297, - 284.4493103027344, - 391.3738098144531, - 226.51394653320312, - 263.48992919921875, - 242.78993225097656, - 301.2705383300781, - 395.916015625, - 323.0511169433594, - 368.5213317871094, - 280.90740966796875, - 237.2745361328125, - 252.20108032226562, - 260.3873291015625, - 257.4018859863281, - 232.76515197753906, - 239.2652587890625, - 385.7770690917969, - 395.4642333984375, - 511.92340087890625, - 408.8470764160156, - 230.34188842773438, - 267.85595703125, - 301.5026550292969, - 392.1085510253906, - 286.0196228027344, - 431.4499816894531, - 392.85552978515625, - 314.7497253417969, - 274.4909362792969, - 240.7187957763672, - 351.7203369140625, - 396.3987731933594, - 430.383056640625, - 331.3040466308594, - 411.11767578125, - 263.6534423828125, - 339.1395568847656, - 226.71224975585938, - 428.2962646484375, - 330.3230895996094, - 408.7095947265625, - 238.34266662597656, - 242.52935791015625, - 439.8876037597656, - 265.49005126953125, - 234.1574249267578, - 479.375244140625, - 431.51788330078125, - 310.1550598144531, - 236.48292541503906, - 248.1019744873047, - 389.9415588378906, - 278.9288330078125, - 349.9574890136719, - 223.677490234375, - 382.0550842285156, - 223.69723510742188, - 283.25335693359375, - 361.6726379394531, - 227.305419921875, - 451.4556579589844, - 428.1987609863281, - 478.98028564453125, - 370.00830078125, - 230.5881805419922, - 409.8518371582031, - 260.4808349609375, - 414.9819030761719, - 408.2694396972656, - 230.9732666015625, - 451.80352783203125, - 408.61676025390625, - 227.24464416503906, - 319.6164855957031, - 512.0, - 408.9031982421875, - 427.4512939453125, - 303.0703430175781, - 479.6785583496094, - 302.2140808105469, - 256.24237060546875, - 250.63287353515625, - 323.7937927246094, - 245.95582580566406, - 241.44078063964844, - 410.3741455078125, - 408.6810607910156, - 225.7553253173828, - 512.0, - 235.8184814453125, - 239.10528564453125, - 227.71743774414062, - 292.3026123046875, - 296.446533203125, - 235.074462890625, - 258.72705078125, - 379.8189392089844, - 408.6921081542969, - 428.9057922363281, - 376.6838073730469, - 323.07818603515625, - 409.2312316894531, - 452.69586181640625, - 453.3241271972656, - 410.11346435546875, - 364.7662658691406, - 232.45896911621094, - 420.16375732421875, - 442.73907470703125, - 430.2536926269531, - 502.4944152832031, - 226.48736572265625, - 370.0694885253906, - 480.211669921875, - 248.8345489501953, - 265.9172668457031, - 409.5806884765625, - 277.48046875, - 408.2452087402344, - 377.8465270996094, - 410.42535400390625, - 430.3410339355469, - 275.0939025878906, - 295.3731689453125, - 255.23275756835938, - 431.11553955078125, - 453.95758056640625, - 411.9653015136719, - 395.1900329589844, - 380.54693603515625, - 512.0, - 228.0165557861328, - 395.4797668457031, - 480.8807678222656, - 324.09222412109375, - 454.67254638671875, - 431.5152893066406, - 454.8086242675781, - 454.93072509765625, - 255.6220703125, - 398.5509338378906, - 337.13177490234375, - 455.2835388183594, - 496.748291015625, - 239.27337646484375, - 322.454345703125, - 373.9114685058594, - 238.78968811035156, - 229.1634063720703, - 396.6795959472656, - 232.24327087402344, - 451.2379455566406, - 382.0002746582031, - 321.3008728027344, - 287.319091796875, - 382.6088562011719, - 433.52947998046875, - 347.9802551269531, - 280.37152099609375, - 456.1601867675781, - 330.45404052734375, - 267.61590576171875, - 253.87149047851562, - 412.44091796875, - 243.61309814453125, - 456.3072204589844, - 237.30056762695312, - 264.2853698730469, - 260.2615051269531, - 239.50205993652344, - 281.1451110839844, - 481.4561767578125, - 283.67694091796875, - 481.6156921386719, - 512.0, - 264.73040771484375, - 316.1205139160156, - 415.3431091308594, - 484.5486145019531, - 319.8647766113281, - 415.72021484375, - 415.9301452636719, - 263.797119140625, - 385.146484375, - 269.0097351074219, - 512.0, - 512.0, - 482.0635070800781, - 333.3250427246094, - 249.58013916015625, - 373.11053466796875, - 342.1749572753906, - 312.8636474609375, - 482.7027893066406, - 417.6888122558594, - 352.4309387207031, - 482.8948974609375, - 387.49200439453125, - 483.01025390625, - 288.6092224121094, - 391.15789794921875, - 417.89373779296875, - 378.970947265625, - 288.9935607910156, - 402.066162109375, - 483.0628356933594, - 458.47442626953125, - 260.5397644042969, - 483.1848449707031, - 496.5757751464844, - 419.0770568847656, - 458.8332824707031, - 439.2873840332031, - 438.6637268066406, - 435.732666015625, - 235.27899169921875, - 437.7458190917969, - 396.2453918457031, - 459.4342346191406, - 511.9083557128906, - 365.2603759765625, - 510.61553955078125, - 392.93011474609375, - 237.71437072753906, - 483.44427490234375, - 337.3307189941406, - 357.1900329589844, - 261.8536376953125, - 483.55322265625, - 249.2754669189453, - 483.57281494140625, - 491.7757873535156, - 438.38311767578125, - 300.6413879394531, - 417.8781433105469, - 292.1221923828125, - 244.73411560058594, - 330.5951232910156, - 495.1748046875, - 411.4657287597656, - 249.74232482910156, - 287.9482421875, - 512.0, - 438.7877502441406, - 459.7864074707031, - 380.1249694824219, - 241.0924072265625, - 285.9678955078125, - 459.77508544921875, - 235.20098876953125, - 479.0553283691406, - 459.2886962890625, - 420.14837646484375, - 438.6075744628906, - 438.757568359375, - 239.44638061523438, - 364.1970520019531, - 336.5308837890625, - 294.93701171875, - 419.5286865234375, - 444.637939453125, - 512.0, - 512.0, - 459.3789978027344, - 459.48419189453125, - 459.5770568847656, - 272.1625061035156, - 276.08660888671875, - 419.75933837890625, - 438.2779541015625, - 389.8165588378906, - 483.73101806640625, - 420.4949645996094, - 244.73072814941406, - 483.7637634277344, - 390.3406982421875, - 404.7591247558594, - 439.1321716308594, - 307.0109558105469, - 512.0, - 405.8969421386719, - 340.4375, - 241.48544311523438, - 405.2920227050781, - 253.86648559570312, - 439.1712951660156, - 457.11944580078125, - 512.0, - 268.2622375488281, - 415.0411071777344, - 289.21099853515625, - 460.12652587890625, - 419.19573974609375, - 357.2620544433594, - 512.0, - 330.1620788574219, - 259.86248779296875, - 340.10858154296875, - 460.5500793457031, - 422.0697326660156, - 454.1692810058594, - 303.735595703125, - 460.8692932128906, - 253.86801147460938, - 440.4131774902344, - 263.6269836425781, - 460.9438781738281, - 495.4041442871094, - 341.6273193359375, - 484.6862487792969, - 461.2939147949219, - 435.951171875, - 462.2094421386719, - 240.41563415527344, - 511.97857666015625, - 484.4281005859375, - 440.37548828125, - 431.5395202636719, - 512.0, - 359.2115173339844, - 423.318359375, - 512.0, - 312.77825927734375, - 512.0, - 370.2225341796875, - 441.3988342285156, - 485.1291198730469, - 485.03826904296875, - 461.9033203125, - 311.4388122558594, - 424.2308654785156, - 290.23016357421875, - 462.17919921875, - 442.25201416015625, - 485.2831115722656, - 462.4717102050781, - 442.63818359375, - 442.7757873535156, - 313.3216857910156, - 441.38421630859375, - 512.0, - 462.9075927734375, - 463.1631774902344, - 449.69134521484375, - 425.8932189941406, - 441.90576171875, - 463.20672607421875, - 268.6197509765625, - 463.4947204589844, - 512.0, - 474.1344909667969, - 443.7718505859375, - 374.47125244140625, - 411.5075988769531, - 365.28350830078125, - 444.2380676269531, - 340.4747314453125, - 316.2117919921875, - 486.2762756347656, - 464.0653076171875 + 3777.459716796875, + 2251.91357421875, + 3427.303466796875, + 2557.557861328125, + 3612.28759765625, + 3837.811279296875, + 2531.16650390625, + 2322.239990234375, + 3013.63916015625, + 2733.79443359375, + 3410.629150390625, + 2855.39306640625, + 2904.209716796875, + 2869.311767578125, + 3781.157958984375, + 3254.74755859375, + 2240.309814453125, + 2915.9296875, + 1351.5570068359375, + 3175.82470703125, + 2950.760009765625, + 3255.1181640625, + 3422.732421875, + 2821.906005859375, + 3090.73779296875, + 3220.452880859375, + 3581.63623046875, + 3387.581298828125, + 2187.576904296875, + 2775.255126953125, + 3742.02978515625, + 1920.3809814453125, + 3727.240966796875, + 2613.456787109375, + 2145.80126953125, + 2348.837646484375, + 2458.170166015625, + 3278.887451171875, + 3112.2265625, + 1887.395263671875, + 3918.594482421875, + 4103.23291015625, + 3525.005859375, + 2219.650390625, + 3639.970458984375, + 3854.99658203125, + 3334.236328125, + 3668.875244140625, + 2800.162353515625, + 2843.093505859375, + 3739.854248046875, + 4095.767822265625, + 3265.60107421875, + 2876.273681640625, + 3289.59033203125, + 1638.801025390625, + 2576.192626953125, + 3219.539794921875, + 3216.09716796875, + 3773.1748046875, + 2354.908935546875, + 4033.976318359375, + 3173.967529296875, + 3721.8701171875, + 2034.3978271484375, + 2615.05078125, + 3711.60498046875, + 3671.552490234375, + 2470.2080078125, + 3862.152099609375, + 2368.013916015625, + 3774.857666015625, + 2723.864501953125, + 3779.85107421875, + 3455.848388671875, + 4121.04150390625, + 3658.16845703125, + 3258.907470703125, + 3546.832275390625, + 2237.42041015625, + 3757.01220703125, + 3606.488525390625, + 4330.119140625, + 3698.707275390625, + 3976.755615234375, + 2452.97021484375, + 3326.804931640625, + 3796.546630859375, + 2211.384033203125, + 2315.318115234375, + 4139.615234375, + 4113.45458984375, + 3617.998291015625, + 3870.80419921875, + 4065.516845703125, + 3007.6796875, + 2763.58251953125, + 2618.70703125, + 3399.5087890625, + 3767.06982421875, + 3070.631591796875, + 3125.548095703125, + 2249.39794921875, + 2816.293701171875, + 2974.81005859375, + 2675.343505859375, + 3293.8798828125, + 4223.240234375, + 1974.37841796875, + 2916.673095703125, + 3575.88330078125, + 3900.158203125, + 3359.756103515625, + 2913.02587890625, + 4050.234130859375, + 3528.878173828125, + 2832.296875, + 2988.4892578125, + 4026.3984375, + 3408.302734375, + 3255.333251953125, + 3773.848388671875, + 3931.714599609375, + 4133.2744140625, + 2375.010009765625, + 2996.947021484375, + 2609.656005859375, + 3390.904541015625, + 2984.44482421875, + 2035.841552734375, + 3640.33935546875, + 2253.1083984375, + 1457.9471435546875, + 3502.22314453125, + 2840.5361328125, + 3226.114990234375, + 1924.958251953125, + 3630.884765625, + 3507.037353515625, + 3564.33251953125, + 3997.505126953125, + 3565.897216796875, + 3686.29052734375, + 3817.180908203125, + 4359.76416015625, + 4400.78955078125, + 3289.28125, + 3810.352294921875, + 3749.771240234375, + 3931.0498046875, + 3775.112548828125, + 1765.16650390625, + 2371.345703125, + 4099.48583984375, + 3544.140625, + 3565.4912109375, + 1981.531494140625, + 3669.975830078125, + 3500.7900390625, + 2698.012939453125, + 2185.699462890625, + 3135.189453125, + 4406.7265625, + 3810.924560546875, + 2547.30419921875, + 2895.23486328125, + 4285.3349609375, + 2864.427734375, + 3826.75341796875, + 2352.2255859375, + 3184.42041015625, + 3252.168701171875, + 3581.40185546875, + 2813.302001953125, + 3750.783203125, + 3215.450927734375, + 3839.7890625, + 3533.076904296875, + 2896.44921875, + 3074.1318359375, + 3470.993896484375, + 2798.1787109375, + 3724.965576171875, + 3414.830078125, + 3660.42236328125, + 3706.0615234375, + 3670.08740234375, + 2595.845947265625, + 3920.374755859375, + 3829.0224609375, + 3722.152099609375, + 3078.15185546875, + 2237.892578125, + 2388.79345703125, + 2694.5517578125, + 3523.48779296875, + 3492.222900390625, + 2984.905517578125, + 3297.745361328125, + 3715.410400390625, + 2498.09228515625, + 3511.845703125, + 3587.017333984375, + 4046.43310546875, + 3922.591552734375, + 3140.016845703125, + 3987.354736328125, + 4000.4951171875, + 3315.8720703125, + 4320.95751953125, + 2265.96142578125, + 3435.53662109375, + 2639.15576171875, + 4287.66650390625, + 2578.057373046875, + 3242.6123046875, + 3100.439208984375, + 3978.94091796875, + 2804.69921875, + 2845.02685546875, + 3903.21337890625, + 2493.880615234375, + 3901.69580078125, + 2982.945068359375, + 3507.358642578125, + 4267.93896484375, + 2294.7763671875, + 2404.268798828125, + 3954.302001953125, + 2812.052490234375, + 4129.10888671875, + 3050.2294921875, + 3497.61767578125, + 4047.6533203125, + 3206.665283203125, + 4328.2998046875, + 4240.21484375, + 1639.41748046875, + 3011.52392578125, + 3942.18798828125, + 3386.59228515625, + 3763.726318359375, + 3069.44287109375, + 3543.93701171875, + 2770.523681640625, + 3493.76611328125, + 3700.84326171875, + 3813.858642578125, + 3549.302978515625, + 3132.564208984375, + 1509.4266357421875, + 3710.1708984375, + 2027.596435546875, + 2992.986572265625, + 4020.236328125, + 3482.23046875, + 4166.64599609375, + 3930.414794921875, + 3083.8349609375, + 2827.57373046875, + 2598.046875, + 3223.365966796875, + 2824.064697265625, + 3333.205078125, + 4083.353759765625, + 2666.2802734375, + 3385.473388671875, + 3948.46923828125, + 3862.942138671875, + 3983.274658203125, + 3923.53173828125, + 2276.256103515625, + 3020.198974609375, + 4130.64208984375, + 4076.462646484375, + 3749.140869140625, + 3253.674072265625, + 3410.22119140625, + 2555.353271484375, + 3973.219482421875, + 3942.955078125, + 3604.4169921875, + 2501.635009765625, + 4199.470703125, + 3770.9755859375, + 4120.94921875, + 2547.85791015625, + 4154.341796875, + 3571.882568359375, + 4211.20068359375, + 4250.5966796875, + 3700.421142578125, + 2788.335205078125, + 2820.793212890625, + 3721.76123046875, + 3869.05224609375, + 3336.98291015625, + 3868.2548828125, + 4055.6005859375, + 3336.86669921875, + 4215.30322265625, + 3925.996826171875, + 3002.094482421875, + 4185.23974609375, + 4055.292236328125, + 2921.721923828125, + 2916.02685546875, + 4052.69775390625, + 4310.8203125, + 2748.08154296875, + 4122.59619140625, + 4003.12255859375, + 4140.2900390625, + 3003.7080078125, + 2727.47314453125, + 3964.744873046875, + 4261.91064453125, + 3773.634521484375, + 2943.825439453125, + 3992.198486328125, + 4339.5673828125, + 3609.831787109375, + 2238.397705078125, + 4168.873046875, + 3872.41748046875, + 2975.129150390625, + 3174.93310546875, + 3811.145263671875, + 4158.67138671875, + 4335.42578125, + 4219.23046875, + 2932.4365234375, + 4068.294921875, + 2368.410888671875, + 4082.665771484375, + 3711.3291015625, + 3730.392333984375, + 4050.308349609375, + 2586.816162109375, + 2643.41650390625, + 4354.8916015625, + 4126.431640625, + 3525.472412109375, + 3457.264892578125, + 2859.04443359375, + 4212.5537109375, + 3475.2548828125, + 3938.54931640625, + 3885.299072265625, + 3533.721435546875, + 3875.531494140625, + 3082.654052734375, + 3319.045166015625, + 4034.943603515625, + 3963.57763671875, + 3816.45751953125, + 3503.18359375, + 3295.81005859375, + 4222.03076171875, + 3251.984375, + 3873.3251953125, + 1779.6204833984375, + 4252.67578125, + 3892.416748046875, + 2170.140625, + 3860.488525390625, + 4302.67822265625, + 3673.75537109375, + 3391.1611328125, + 4276.48193359375, + 4181.15380859375, + 2452.83544921875, + 3832.88671875, + 2992.18359375, + 2957.939697265625, + 4320.53857421875, + 2355.705810546875, + 3716.432861328125, + 3642.754638671875, + 3159.205322265625, + 4263.53515625, + 3331.817138671875, + 2662.640380859375, + 4018.038330078125, + 4308.01220703125, + 4012.787841796875, + 2578.863037109375, + 3797.00927734375, + 3633.60986328125, + 3819.974609375, + 3287.506591796875, + 3721.720458984375, + 4353.806640625, + 4017.843505859375, + 2183.3916015625, + 2971.621337890625, + 2260.697998046875, + 2976.915283203125, + 3315.605224609375, + 3049.151611328125, + 3915.8046875, + 4038.427490234375, + 3822.1591796875, + 4105.91162109375, + 2475.986328125, + 3650.193603515625, + 4218.16943359375, + 4146.638671875, + 3871.42626953125, + 4146.45166015625, + 4134.21435546875, + 2979.8955078125, + 4325.064453125, + 3335.5, + 2785.35009765625, + 3035.583251953125, + 4061.331298828125, + 3947.799072265625, + 3886.247314453125, + 3018.37890625, + 3543.94873046875, + 3238.819091796875, + 3927.05419921875, + 3830.963623046875, + 3510.67041015625, + 3907.94775390625, + 3461.19580078125, + 3912.670166015625, + 3976.4453125, + 4002.718505859375, + 4269.9267578125, + 4258.4794921875, + 2606.18701171875, + 4089.675048828125, + 3878.024658203125, + 3299.470458984375, + 3077.31494140625, + 4037.833984375, + 3491.994140625, + 3930.675537109375, + 3193.62109375, + 3819.020263671875, + 4186.65625, + 3460.906494140625, + 2643.435546875, + 4084.4912109375, + 3787.339111328125, + 4092.567138671875, + 3380.41650390625, + 4353.62451171875, + 2643.047119140625, + 3997.914306640625, + 3385.0849609375, + 2292.7578125, + 4244.4833984375, + 3382.538818359375, + 3412.511962890625, + 4109.724609375, + 4311.46826171875, + 3996.735595703125, + 3983.5390625, + 4199.908203125, + 2662.3740234375, + 2952.342529296875, + 3945.462890625, + 3633.63720703125, + 3226.630126953125, + 3817.5859375, + 4430.00390625, + 4345.6552734375, + 3835.240966796875, + 4313.21044921875, + 3278.6318359375, + 4093.723388671875, + 2914.563720703125, + 2891.703125, + 3740.773681640625, + 3536.99951171875, + 3171.583251953125, + 3862.084716796875, + 3170.868896484375, + 3648.674072265625, + 3465.474365234375, + 4041.50146484375, + 4189.802734375, + 3401.072021484375, + 4053.744140625, + 4038.938232421875, + 4253.26318359375, + 3319.4111328125, + 4306.3818359375, + 3872.410400390625, + 3881.56884765625, + 3623.074462890625, + 3790.704833984375, + 2755.100830078125, + 2858.845458984375, + 3559.2548828125, + 3875.409423828125, + 3424.85107421875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.3, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -98275,374 +118805,374 @@ 2 ], "wall_clock_s": [ - 585.5, - 561.1, - 1294.1 + 1091.4, + 1117.4, + 1088.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.08853816986083984, + "loss": 0.2203950732946396, "env_score_iters": 500, - "env_score": -4.48729133605957, + "env_score": -0.5449985265731812, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.6864331960678101, - "rl_grad_norm": 0.2966707944869995, - "bc_grad_norm": 0.2345239818096161, + "grad_align": 0.019203146919608116, + "rl_grad_norm": 0.3241651654243469, + "bc_grad_norm": 3.978546380996704, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0003029236977454275, - "embedding.weight": 0.001591311302036047, - "cnn.0.weight": 0.045256223529577255, - "cnn.0.bias": 0.0017826807452365756, - "cnn.2.weight": 0.015190723352134228, - "cnn.2.bias": 0.00586596317589283, - "cnn.5.weight": 0.012627416290342808, - "cnn.5.bias": 0.003967398311942816, - "action_emb.weight": 0.003254897193983197, - "timestep_emb.weight": 0.001199111226014793, - "pos_emb.weight": 0.0016507281688973308, - "transformer.layers.0.self_attn.in_proj_weight": 0.023136330768465996, - "transformer.layers.0.self_attn.in_proj_bias": 0.0021356723736971617, - "transformer.layers.0.self_attn.out_proj.weight": 0.019123844802379608, - "transformer.layers.0.self_attn.out_proj.bias": 0.0020393107552081347, - "transformer.layers.0.linear1.weight": 0.016498945653438568, - "transformer.layers.0.linear1.bias": 0.0008182113524526358, - "transformer.layers.0.linear2.weight": 0.015643777325749397, - "transformer.layers.0.linear2.bias": 0.0014181432779878378, - "transformer.layers.0.norm1.weight": 0.0015427613398060203, - "transformer.layers.0.norm1.bias": 0.0020690439268946648, - "transformer.layers.0.norm2.weight": 0.0015886758919805288, - "transformer.layers.0.norm2.bias": 0.0008665312197990716, - "transformer.layers.1.self_attn.in_proj_weight": 0.013952281326055527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009294006158597767, - "transformer.layers.1.self_attn.out_proj.weight": 0.01374343317002058, - "transformer.layers.1.self_attn.out_proj.bias": 0.001093422994017601, - "transformer.layers.1.linear1.weight": 0.009059048257768154, - "transformer.layers.1.linear1.bias": 0.0004885850357823074, - "transformer.layers.1.linear2.weight": 0.010914405807852745, - "transformer.layers.1.linear2.bias": 0.0010019078617915511, - "transformer.layers.1.norm1.weight": 0.0009406839963048697, - "transformer.layers.1.norm1.bias": 0.0008545735036022961, - "transformer.layers.1.norm2.weight": 0.0007412548875436187, - "transformer.layers.1.norm2.bias": 0.0005261723417788744, - "transformer.layers.2.self_attn.in_proj_weight": 0.018157150596380234, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008723559440113604, - "transformer.layers.2.self_attn.out_proj.weight": 0.010494931600987911, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009114363347180188, - "transformer.layers.2.linear1.weight": 0.006095587741583586, - "transformer.layers.2.linear1.bias": 0.0003673484025057405, - "transformer.layers.2.linear2.weight": 0.007736911531537771, - "transformer.layers.2.linear2.bias": 0.0008923995774239302, - "transformer.layers.2.norm1.weight": 0.001334354281425476, - "transformer.layers.2.norm1.bias": 0.0009027107153087854, - "transformer.layers.2.norm2.weight": 0.00041170348413288593, - "transformer.layers.2.norm2.bias": 0.0003755409852601588, - "transformer.layers.3.self_attn.in_proj_weight": 0.027359727770090103, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019505557138472795, - "transformer.layers.3.self_attn.out_proj.weight": 0.012064957991242409, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014037481741979718, - "transformer.layers.3.linear1.weight": 0.01485684048384428, - "transformer.layers.3.linear1.bias": 0.0011366341495886445, - "transformer.layers.3.linear2.weight": 0.008152248337864876, - "transformer.layers.3.linear2.bias": 0.0017623445019125938, - "transformer.layers.3.norm1.weight": 0.0022323683369904757, - "transformer.layers.3.norm1.bias": 0.002871615579351783, - "transformer.layers.3.norm2.weight": 0.001142979017458856, - "transformer.layers.3.norm2.bias": 0.0013703836593776941, - "head.weight": 0.11174087971448898, - "head.bias": 0.003718285821378231, - "global_embedding.weight": 0.006235583685338497, - "global_cnn.0.weight": 0.07325291633605957, - "global_cnn.0.bias": 0.0019442547345533967, - "global_cnn.2.weight": 0.15283560752868652, - "global_cnn.2.bias": 0.01035265438258648, - "global_proj.weight": 0.03880761191248894, - "global_proj.bias": 0.028071798384189606, - "goal_head.0.weight": 0.024926798418164253, - "goal_head.0.bias": 0.011579511687159538, - "goal_head.2.weight": 0.046153005212545395, - "goal_head.2.bias": 0.024893440306186676 + "global_gate": 5.174719626666047e-05, + "embedding.weight": 0.003168882569298148, + "cnn.0.weight": 0.060093145817518234, + "cnn.0.bias": 0.0017943334532901645, + "cnn.2.weight": 0.01636091060936451, + "cnn.2.bias": 0.005095632281154394, + "cnn.5.weight": 0.016477573662996292, + "cnn.5.bias": 0.004627534653991461, + "action_emb.weight": 0.009352931752800941, + "timestep_emb.weight": 0.0012667240807786584, + "pos_emb.weight": 0.003350857412442565, + "transformer.layers.0.self_attn.in_proj_weight": 0.03764980286359787, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039032024797052145, + "transformer.layers.0.self_attn.out_proj.weight": 0.03570067510008812, + "transformer.layers.0.self_attn.out_proj.bias": 0.005301184486597776, + "transformer.layers.0.linear1.weight": 0.04277583584189415, + "transformer.layers.0.linear1.bias": 0.00207052705809474, + "transformer.layers.0.linear2.weight": 0.042198073118925095, + "transformer.layers.0.linear2.bias": 0.004170520231127739, + "transformer.layers.0.norm1.weight": 0.002419826341792941, + "transformer.layers.0.norm1.bias": 0.003572425339370966, + "transformer.layers.0.norm2.weight": 0.004273028578609228, + "transformer.layers.0.norm2.bias": 0.0019886011723428965, + "transformer.layers.1.self_attn.in_proj_weight": 0.03697144612669945, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024571565445512533, + "transformer.layers.1.self_attn.out_proj.weight": 0.035487812012434006, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032835754100233316, + "transformer.layers.1.linear1.weight": 0.02162403054535389, + "transformer.layers.1.linear1.bias": 0.0013477110769599676, + "transformer.layers.1.linear2.weight": 0.030773913487792015, + "transformer.layers.1.linear2.bias": 0.0032803411595523357, + "transformer.layers.1.norm1.weight": 0.0026466830167919397, + "transformer.layers.1.norm1.bias": 0.002765212906524539, + "transformer.layers.1.norm2.weight": 0.001859608106315136, + "transformer.layers.1.norm2.bias": 0.001425364171154797, + "transformer.layers.2.self_attn.in_proj_weight": 0.0341702438890934, + "transformer.layers.2.self_attn.in_proj_bias": 0.002652621129527688, + "transformer.layers.2.self_attn.out_proj.weight": 0.03503521531820297, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031422011088579893, + "transformer.layers.2.linear1.weight": 0.0166779737919569, + "transformer.layers.2.linear1.bias": 0.0011048883898183703, + "transformer.layers.2.linear2.weight": 0.022175004705786705, + "transformer.layers.2.linear2.bias": 0.00319785182364285, + "transformer.layers.2.norm1.weight": 0.003476586425676942, + "transformer.layers.2.norm1.bias": 0.0032832056749612093, + "transformer.layers.2.norm2.weight": 0.0011642752215266228, + "transformer.layers.2.norm2.bias": 0.0011303910287097096, + "transformer.layers.3.self_attn.in_proj_weight": 0.06961498409509659, + "transformer.layers.3.self_attn.in_proj_bias": 0.006602427456527948, + "transformer.layers.3.self_attn.out_proj.weight": 0.03527041897177696, + "transformer.layers.3.self_attn.out_proj.bias": 0.004836839623749256, + "transformer.layers.3.linear1.weight": 0.030428484082221985, + "transformer.layers.3.linear1.bias": 0.0026029159780591726, + "transformer.layers.3.linear2.weight": 0.02009904570877552, + "transformer.layers.3.linear2.bias": 0.00471567502245307, + "transformer.layers.3.norm1.weight": 0.005595094989985228, + "transformer.layers.3.norm1.bias": 0.009383270516991615, + "transformer.layers.3.norm2.weight": 0.002224799944087863, + "transformer.layers.3.norm2.bias": 0.003171824151650071, + "head.weight": 0.24678044021129608, + "head.bias": 0.008922100067138672, + "global_embedding.weight": 0.011021464131772518, + "global_cnn.0.weight": 0.06148369982838631, + "global_cnn.0.bias": 0.002953857649117708, + "global_cnn.2.weight": 0.0970657542347908, + "global_cnn.2.bias": 0.004322108346968889, + "global_proj.weight": 0.022105205804109573, + "global_proj.bias": 0.01132310088723898, + "goal_head.0.weight": 0.010847143828868866, + "goal_head.0.bias": 0.003724118461832404, + "goal_head.2.weight": 0.012834517285227776, + "goal_head.2.bias": 0.00793375726789236 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.0705767273902893, - "repr_drift_kl_low_t": 0.0655861347913742, - "repr_drift_kl_mid_t": 0.06164831295609474, - "repr_drift_kl_high_t": 0.0949438065290451, + "repr_drift_kl": 0.709797739982605, + "repr_drift_kl_low_t": 0.8760234713554382, + "repr_drift_kl_mid_t": 0.7195212841033936, + "repr_drift_kl_high_t": 0.4982394874095917, "cka_iters": 500, - "cka_similarity": 0.5906998515129089, + "cka_similarity": 0.7318595051765442, "t_analysis_iters": 500, - "norm_low_t": 0.32674455642700195, - "norm_high_t": 0.35520070791244507, - "lowhigh_cos": 0.49461668729782104, + "norm_low_t": 0.42712706327438354, + "norm_high_t": 0.7548735737800598, + "lowhigh_cos": 0.42354944348335266, "t_bin_norms": { - "t_0.0-0.1": 0.3926278352737427, - "t_0.1-0.2": 0.2229270339012146, - "t_0.2-0.3": 0.2606809139251709, - "t_0.3-0.4": 0.23741291463375092, - "t_0.4-0.5": 0.22911562025547028, - "t_0.5-0.6": 0.2559496760368347, - "t_0.6-0.7": 0.21974653005599976, - "t_0.7-0.8": 0.25268375873565674, - "t_0.8-0.9": 0.25838080048561096, - "t_0.9-1.0": 0.4696754515171051 - }, - "win_rate": 0.0022410359233617783, - "effective_batch_size": 464.0653076171875, + "t_0.0-0.1": 0.26461631059646606, + "t_0.1-0.2": 0.27997052669525146, + "t_0.2-0.3": 0.26557111740112305, + "t_0.3-0.4": 0.243098184466362, + "t_0.4-0.5": 0.2761237919330597, + "t_0.5-0.6": 0.28334683179855347, + "t_0.6-0.7": 0.3062620162963867, + "t_0.7-0.8": 0.34218931198120117, + "t_0.8-0.9": 0.40443193912506104, + "t_0.9-1.0": 1.19525146484375 + }, + "win_rate": 0.08188112080097198, + "effective_batch_size": 3424.85107421875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.07730861008167267, + "loss": 0.11461114883422852, "env_score_iters": 500, - "env_score": -3.048092842102051, + "env_score": -0.7445179224014282, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.5052481889724731, - "rl_grad_norm": 0.19109690189361572, - "bc_grad_norm": 0.19129374623298645, + "grad_align": -0.07413960993289948, + "rl_grad_norm": 0.20810718834400177, + "bc_grad_norm": 1.761149525642395, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00006135554576758295, - "embedding.weight": 0.0012473074020817876, - "cnn.0.weight": 0.024799661710858345, - "cnn.0.bias": 0.0010461704805493355, - "cnn.2.weight": 0.007738675456494093, - "cnn.2.bias": 0.0019166306592524052, - "cnn.5.weight": 0.011096907779574394, - "cnn.5.bias": 0.0018110808450728655, - "action_emb.weight": 0.0023888240102678537, - "timestep_emb.weight": 0.0011862805113196373, - "pos_emb.weight": 0.002085654763504863, - "transformer.layers.0.self_attn.in_proj_weight": 0.01739743910729885, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011322792852297425, - "transformer.layers.0.self_attn.out_proj.weight": 0.015812911093235016, - "transformer.layers.0.self_attn.out_proj.bias": 0.001450966577976942, - "transformer.layers.0.linear1.weight": 0.014883146621286869, - "transformer.layers.0.linear1.bias": 0.0006781763513572514, - "transformer.layers.0.linear2.weight": 0.01431137602776289, - "transformer.layers.0.linear2.bias": 0.001032973756082356, - "transformer.layers.0.norm1.weight": 0.0011391466250643134, - "transformer.layers.0.norm1.bias": 0.0011371416039764881, - "transformer.layers.0.norm2.weight": 0.0013191470643505454, - "transformer.layers.0.norm2.bias": 0.0007972244056873024, - "transformer.layers.1.self_attn.in_proj_weight": 0.015373104251921177, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007075328612700105, - "transformer.layers.1.self_attn.out_proj.weight": 0.01090718898922205, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008540992857888341, - "transformer.layers.1.linear1.weight": 0.007813984528183937, - "transformer.layers.1.linear1.bias": 0.0004099135403521359, - "transformer.layers.1.linear2.weight": 0.009167476557195187, - "transformer.layers.1.linear2.bias": 0.0007870602421462536, - "transformer.layers.1.norm1.weight": 0.0009643022203817964, - "transformer.layers.1.norm1.bias": 0.0007296715630218387, - "transformer.layers.1.norm2.weight": 0.0005574262468144298, - "transformer.layers.1.norm2.bias": 0.00043990116682834923, - "transformer.layers.2.self_attn.in_proj_weight": 0.013060307130217552, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005822859238833189, - "transformer.layers.2.self_attn.out_proj.weight": 0.007464218884706497, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006745942519046366, - "transformer.layers.2.linear1.weight": 0.005610044579952955, - "transformer.layers.2.linear1.bias": 0.0003142637142445892, - "transformer.layers.2.linear2.weight": 0.00667509576305747, - "transformer.layers.2.linear2.bias": 0.000710666470695287, - "transformer.layers.2.norm1.weight": 0.0009206064278259873, - "transformer.layers.2.norm1.bias": 0.0006415513926185668, - "transformer.layers.2.norm2.weight": 0.0003517847799230367, - "transformer.layers.2.norm2.bias": 0.0003180367930326611, - "transformer.layers.3.self_attn.in_proj_weight": 0.02124880999326706, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019570032600313425, - "transformer.layers.3.self_attn.out_proj.weight": 0.008493146859109402, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014166381442919374, - "transformer.layers.3.linear1.weight": 0.015225984156131744, - "transformer.layers.3.linear1.bias": 0.0012006848119199276, - "transformer.layers.3.linear2.weight": 0.008440682664513588, - "transformer.layers.3.linear2.bias": 0.002051260322332382, - "transformer.layers.3.norm1.weight": 0.0017913964111357927, - "transformer.layers.3.norm1.bias": 0.0027881355490535498, - "transformer.layers.3.norm2.weight": 0.001185247558169067, - "transformer.layers.3.norm2.bias": 0.0017535444349050522, - "head.weight": 0.10626476258039474, - "head.bias": 0.004318441729992628, - "global_embedding.weight": 0.016429584473371506, - "global_cnn.0.weight": 0.0941290631890297, - "global_cnn.0.bias": 0.004135851748287678, - "global_cnn.2.weight": 0.0833929181098938, - "global_cnn.2.bias": 0.004612715449184179, - "global_proj.weight": 0.014819727279245853, - "global_proj.bias": 0.0069461967796087265, - "goal_head.0.weight": 0.009203525260090828, - "goal_head.0.bias": 0.0025600912049412727, - "goal_head.2.weight": 0.013191538862884045, - "goal_head.2.bias": 0.006190143991261721 + "global_gate": 8.43590751173906e-05, + "embedding.weight": 0.0021273873280733824, + "cnn.0.weight": 0.03883455693721771, + "cnn.0.bias": 0.0015936114359647036, + "cnn.2.weight": 0.01147241797298193, + "cnn.2.bias": 0.0031594205647706985, + "cnn.5.weight": 0.013091031461954117, + "cnn.5.bias": 0.0028188142459839582, + "action_emb.weight": 0.0031389573123306036, + "timestep_emb.weight": 0.0008421908132731915, + "pos_emb.weight": 0.0017944142455235124, + "transformer.layers.0.self_attn.in_proj_weight": 0.02228863537311554, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019158953800797462, + "transformer.layers.0.self_attn.out_proj.weight": 0.022029273211956024, + "transformer.layers.0.self_attn.out_proj.bias": 0.003183225868269801, + "transformer.layers.0.linear1.weight": 0.018051637336611748, + "transformer.layers.0.linear1.bias": 0.0011020286474376917, + "transformer.layers.0.linear2.weight": 0.023573169484734535, + "transformer.layers.0.linear2.bias": 0.0024461853317916393, + "transformer.layers.0.norm1.weight": 0.0012119696475565434, + "transformer.layers.0.norm1.bias": 0.0018173323478549719, + "transformer.layers.0.norm2.weight": 0.0013809148222208023, + "transformer.layers.0.norm2.bias": 0.0012347467709332705, + "transformer.layers.1.self_attn.in_proj_weight": 0.01954662799835205, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014934934442862868, + "transformer.layers.1.self_attn.out_proj.weight": 0.01998150907456875, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019626750145107508, + "transformer.layers.1.linear1.weight": 0.011490310542285442, + "transformer.layers.1.linear1.bias": 0.0007779268780723214, + "transformer.layers.1.linear2.weight": 0.017193743959069252, + "transformer.layers.1.linear2.bias": 0.001960417488589883, + "transformer.layers.1.norm1.weight": 0.0014698709128424525, + "transformer.layers.1.norm1.bias": 0.0017500153044238687, + "transformer.layers.1.norm2.weight": 0.0009162610513158143, + "transformer.layers.1.norm2.bias": 0.0007803477346897125, + "transformer.layers.2.self_attn.in_proj_weight": 0.019717557355761528, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016919550253078341, + "transformer.layers.2.self_attn.out_proj.weight": 0.018769521266222, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017345240339636803, + "transformer.layers.2.linear1.weight": 0.009897074662148952, + "transformer.layers.2.linear1.bias": 0.0006965502980165184, + "transformer.layers.2.linear2.weight": 0.013102973811328411, + "transformer.layers.2.linear2.bias": 0.0017783549847081304, + "transformer.layers.2.norm1.weight": 0.001879141665995121, + "transformer.layers.2.norm1.bias": 0.0023415477480739355, + "transformer.layers.2.norm2.weight": 0.0007643038989044726, + "transformer.layers.2.norm2.bias": 0.0008606381597928703, + "transformer.layers.3.self_attn.in_proj_weight": 0.03438298776745796, + "transformer.layers.3.self_attn.in_proj_bias": 0.003328600199893117, + "transformer.layers.3.self_attn.out_proj.weight": 0.018805325031280518, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024868424516171217, + "transformer.layers.3.linear1.weight": 0.01725928671658039, + "transformer.layers.3.linear1.bias": 0.0015057380078360438, + "transformer.layers.3.linear2.weight": 0.010935545898973942, + "transformer.layers.3.linear2.bias": 0.0024239944759756327, + "transformer.layers.3.norm1.weight": 0.0034165596589446068, + "transformer.layers.3.norm1.bias": 0.0048253508284688, + "transformer.layers.3.norm2.weight": 0.0013617289951071143, + "transformer.layers.3.norm2.bias": 0.002071778755635023, + "head.weight": 0.1317812204360962, + "head.bias": 0.005141616333276033, + "global_embedding.weight": 0.0057730902917683125, + "global_cnn.0.weight": 0.05857985094189644, + "global_cnn.0.bias": 0.001978563377633691, + "global_cnn.2.weight": 0.10445349663496017, + "global_cnn.2.bias": 0.004613252356648445, + "global_proj.weight": 0.01868855394423008, + "global_proj.bias": 0.0105362543836236, + "goal_head.0.weight": 0.013168380595743656, + "goal_head.0.bias": 0.004977300763130188, + "goal_head.2.weight": 0.021930070593953133, + "goal_head.2.bias": 0.010987326502799988 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06880804896354675, - "repr_drift_kl_low_t": 0.05359663814306259, - "repr_drift_kl_mid_t": 0.05787049978971481, - "repr_drift_kl_high_t": 0.09021832793951035, + "repr_drift_kl": 0.4131585359573364, + "repr_drift_kl_low_t": 0.47856956720352173, + "repr_drift_kl_mid_t": 0.4291533827781677, + "repr_drift_kl_high_t": 0.31472891569137573, "cka_iters": 500, - "cka_similarity": 0.7390217781066895, + "cka_similarity": 0.7924852967262268, "t_analysis_iters": 500, - "norm_low_t": 0.23581092059612274, - "norm_high_t": 0.350680410861969, - "lowhigh_cos": 0.21748395264148712, + "norm_low_t": 0.20379474759101868, + "norm_high_t": 0.34339094161987305, + "lowhigh_cos": 0.4936951696872711, "t_bin_norms": { - "t_0.0-0.1": 0.17824696004390717, - "t_0.1-0.2": 0.18772265315055847, - "t_0.2-0.3": 0.16502228379249573, - "t_0.3-0.4": 0.21594078838825226, - "t_0.4-0.5": 0.16825087368488312, - "t_0.5-0.6": 0.15832817554473877, - "t_0.6-0.7": 0.1782672256231308, - "t_0.7-0.8": 0.16805432736873627, - "t_0.8-0.9": 0.1672055572271347, - "t_0.9-1.0": 0.4166775941848755 - }, - "win_rate": 0.08027523010969162, - "effective_batch_size": 425.6123046875, + "t_0.0-0.1": 0.22332333028316498, + "t_0.1-0.2": 0.1726595014333725, + "t_0.2-0.3": 0.1697819083929062, + "t_0.3-0.4": 0.18192923069000244, + "t_0.4-0.5": 0.17474570870399475, + "t_0.5-0.6": 0.1925257444381714, + "t_0.6-0.7": 0.2078900784254074, + "t_0.7-0.8": 0.2399463951587677, + "t_0.8-0.9": 0.29720398783683777, + "t_0.9-1.0": 0.4973197877407074 + }, + "win_rate": 0.0077014220878481865, + "effective_batch_size": 4412.7646484375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.18713591992855072, + "loss": 0.1517702043056488, "env_score_iters": 500, - "env_score": -4.400097370147705, + "env_score": -0.42932042479515076, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.8477692008018494, - "rl_grad_norm": 0.5159664154052734, - "bc_grad_norm": 0.6133387088775635, + "grad_align": -0.17046605050563812, + "rl_grad_norm": 0.3539508581161499, + "bc_grad_norm": 3.3215441703796387, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0002217039291281253, - "embedding.weight": 0.01641603745520115, - "cnn.0.weight": 0.37347087264060974, - "cnn.0.bias": 0.016150586307048798, - "cnn.2.weight": 0.10082656890153885, - "cnn.2.bias": 0.027688363566994667, - "cnn.5.weight": 0.11073130369186401, - "cnn.5.bias": 0.022939307615160942, - "action_emb.weight": 0.01287184376269579, - "timestep_emb.weight": 0.006103199906647205, - "pos_emb.weight": 0.008937397971749306, - "transformer.layers.0.self_attn.in_proj_weight": 0.1838170737028122, - "transformer.layers.0.self_attn.in_proj_bias": 0.007777636405080557, - "transformer.layers.0.self_attn.out_proj.weight": 0.06261833757162094, - "transformer.layers.0.self_attn.out_proj.bias": 0.005087722092866898, - "transformer.layers.0.linear1.weight": 0.058021675795316696, - "transformer.layers.0.linear1.bias": 0.002628121292218566, - "transformer.layers.0.linear2.weight": 0.05934597924351692, - "transformer.layers.0.linear2.bias": 0.003555935574695468, - "transformer.layers.0.norm1.weight": 0.01139992754906416, - "transformer.layers.0.norm1.bias": 0.007556283846497536, - "transformer.layers.0.norm2.weight": 0.005092615261673927, - "transformer.layers.0.norm2.bias": 0.0033004027791321278, - "transformer.layers.1.self_attn.in_proj_weight": 0.061808161437511444, - "transformer.layers.1.self_attn.in_proj_bias": 0.0026700501330196857, - "transformer.layers.1.self_attn.out_proj.weight": 0.05019940435886383, - "transformer.layers.1.self_attn.out_proj.bias": 0.002774718916043639, - "transformer.layers.1.linear1.weight": 0.036403972655534744, - "transformer.layers.1.linear1.bias": 0.0017712104599922895, - "transformer.layers.1.linear2.weight": 0.04617227986454964, - "transformer.layers.1.linear2.bias": 0.00238007097505033, - "transformer.layers.1.norm1.weight": 0.004477835725992918, - "transformer.layers.1.norm1.bias": 0.002728236373513937, - "transformer.layers.1.norm2.weight": 0.002765973098576069, - "transformer.layers.1.norm2.bias": 0.002106286119669676, - "transformer.layers.2.self_attn.in_proj_weight": 0.05588395148515701, - "transformer.layers.2.self_attn.in_proj_bias": 0.002008593874052167, - "transformer.layers.2.self_attn.out_proj.weight": 0.04617053642868996, - "transformer.layers.2.self_attn.out_proj.bias": 0.002136153867468238, - "transformer.layers.2.linear1.weight": 0.029275374487042427, - "transformer.layers.2.linear1.bias": 0.0014715221477672458, - "transformer.layers.2.linear2.weight": 0.03060884401202202, - "transformer.layers.2.linear2.bias": 0.002047155750915408, - "transformer.layers.2.norm1.weight": 0.004109103232622147, - "transformer.layers.2.norm1.bias": 0.002174581401050091, - "transformer.layers.2.norm2.weight": 0.0020238696597516537, - "transformer.layers.2.norm2.bias": 0.001381267444230616, - "transformer.layers.3.self_attn.in_proj_weight": 0.09118112176656723, - "transformer.layers.3.self_attn.in_proj_bias": 0.0036577549763023853, - "transformer.layers.3.self_attn.out_proj.weight": 0.051834527403116226, - "transformer.layers.3.self_attn.out_proj.bias": 0.0028010522946715355, - "transformer.layers.3.linear1.weight": 0.07208018004894257, - "transformer.layers.3.linear1.bias": 0.0038112427573651075, - "transformer.layers.3.linear2.weight": 0.040863629430532455, - "transformer.layers.3.linear2.bias": 0.0027260647621005774, - "transformer.layers.3.norm1.weight": 0.008036922663450241, - "transformer.layers.3.norm1.bias": 0.00433036545291543, - "transformer.layers.3.norm2.weight": 0.005932340398430824, - "transformer.layers.3.norm2.bias": 0.0032153241336345673, - "head.weight": 0.5321860909461975, - "head.bias": 0.005760361440479755, - "global_embedding.weight": 0.007091183215379715, - "global_cnn.0.weight": 0.05253436788916588, - "global_cnn.0.bias": 0.0021032560616731644, - "global_cnn.2.weight": 0.09610076993703842, - "global_cnn.2.bias": 0.005475279875099659, - "global_proj.weight": 0.04974472522735596, - "global_proj.bias": 0.03583024814724922, - "goal_head.0.weight": 0.03208285570144653, - "goal_head.0.bias": 0.014815791510045528, - "goal_head.2.weight": 0.06450443714857101, - "goal_head.2.bias": 0.039939034730196 + "global_gate": 0.0005134126404300332, + "embedding.weight": 0.0020303698256611824, + "cnn.0.weight": 0.040581852197647095, + "cnn.0.bias": 0.0013325265608727932, + "cnn.2.weight": 0.011554562486708164, + "cnn.2.bias": 0.004647985566407442, + "cnn.5.weight": 0.015262434259057045, + "cnn.5.bias": 0.004169009625911713, + "action_emb.weight": 0.008721652440726757, + "timestep_emb.weight": 0.0010262152645736933, + "pos_emb.weight": 0.0023539087269455194, + "transformer.layers.0.self_attn.in_proj_weight": 0.04255649074912071, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039292024448513985, + "transformer.layers.0.self_attn.out_proj.weight": 0.03378481790423393, + "transformer.layers.0.self_attn.out_proj.bias": 0.005180668085813522, + "transformer.layers.0.linear1.weight": 0.040339622646570206, + "transformer.layers.0.linear1.bias": 0.0020265919156372547, + "transformer.layers.0.linear2.weight": 0.03417859598994255, + "transformer.layers.0.linear2.bias": 0.003596669062972069, + "transformer.layers.0.norm1.weight": 0.0025598877109587193, + "transformer.layers.0.norm1.bias": 0.003604290774092078, + "transformer.layers.0.norm2.weight": 0.004250497091561556, + "transformer.layers.0.norm2.bias": 0.002152406144887209, + "transformer.layers.1.self_attn.in_proj_weight": 0.0317104198038578, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020972606725990772, + "transformer.layers.1.self_attn.out_proj.weight": 0.026610232889652252, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024067361373454332, + "transformer.layers.1.linear1.weight": 0.017178479582071304, + "transformer.layers.1.linear1.bias": 0.0010051869321614504, + "transformer.layers.1.linear2.weight": 0.021438810974359512, + "transformer.layers.1.linear2.bias": 0.002262731781229377, + "transformer.layers.1.norm1.weight": 0.0024436386302113533, + "transformer.layers.1.norm1.bias": 0.0024062690790742636, + "transformer.layers.1.norm2.weight": 0.0016306658508256078, + "transformer.layers.1.norm2.bias": 0.0010094722965732217, + "transformer.layers.2.self_attn.in_proj_weight": 0.025033123791217804, + "transformer.layers.2.self_attn.in_proj_bias": 0.00195352197624743, + "transformer.layers.2.self_attn.out_proj.weight": 0.025752147659659386, + "transformer.layers.2.self_attn.out_proj.bias": 0.002015791367739439, + "transformer.layers.2.linear1.weight": 0.013610831461846828, + "transformer.layers.2.linear1.bias": 0.0009301830432377756, + "transformer.layers.2.linear2.weight": 0.01589927077293396, + "transformer.layers.2.linear2.bias": 0.0018966032657772303, + "transformer.layers.2.norm1.weight": 0.0018985919887199998, + "transformer.layers.2.norm1.bias": 0.0025302038993686438, + "transformer.layers.2.norm2.weight": 0.0011044129496440291, + "transformer.layers.2.norm2.bias": 0.0012004742166027427, + "transformer.layers.3.self_attn.in_proj_weight": 0.04142843186855316, + "transformer.layers.3.self_attn.in_proj_bias": 0.002757044741883874, + "transformer.layers.3.self_attn.out_proj.weight": 0.026150701567530632, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020491438917815685, + "transformer.layers.3.linear1.weight": 0.026213018223643303, + "transformer.layers.3.linear1.bias": 0.0022862653713673353, + "transformer.layers.3.linear2.weight": 0.01474383007735014, + "transformer.layers.3.linear2.bias": 0.0016347951022908092, + "transformer.layers.3.norm1.weight": 0.004004600923508406, + "transformer.layers.3.norm1.bias": 0.0035750363022089005, + "transformer.layers.3.norm2.weight": 0.0020872089080512524, + "transformer.layers.3.norm2.bias": 0.0034109915141016245, + "head.weight": 0.11429829150438309, + "head.bias": 0.002007785253226757, + "global_embedding.weight": 0.012774243950843811, + "global_cnn.0.weight": 0.11795571446418762, + "global_cnn.0.bias": 0.004252543207257986, + "global_cnn.2.weight": 0.26195794343948364, + "global_cnn.2.bias": 0.011545698158442974, + "global_proj.weight": 0.04865304380655289, + "global_proj.bias": 0.035619091242551804, + "goal_head.0.weight": 0.027817120775580406, + "goal_head.0.bias": 0.012613153085112572, + "goal_head.2.weight": 0.04591820016503334, + "goal_head.2.bias": 0.02766125462949276 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21246345341205597, - "repr_drift_kl_low_t": 0.17493696510791779, - "repr_drift_kl_mid_t": 0.150354266166687, - "repr_drift_kl_high_t": 0.3023388087749481, + "repr_drift_kl": 0.5798113346099854, + "repr_drift_kl_low_t": 0.7452734708786011, + "repr_drift_kl_mid_t": 0.5655020475387573, + "repr_drift_kl_high_t": 0.409053236246109, "cka_iters": 500, - "cka_similarity": 0.9006584882736206, + "cka_similarity": 0.7890565991401672, "t_analysis_iters": 500, - "norm_low_t": 0.45728570222854614, - "norm_high_t": 1.2743065357208252, - "lowhigh_cos": 0.14318892359733582, + "norm_low_t": 0.35387882590293884, + "norm_high_t": 0.799777626991272, + "lowhigh_cos": 0.41974520683288574, "t_bin_norms": { - "t_0.0-0.1": 0.39167115092277527, - "t_0.1-0.2": 0.5039566159248352, - "t_0.2-0.3": 0.4920860230922699, - "t_0.3-0.4": 0.42442557215690613, - "t_0.4-0.5": 0.534009575843811, - "t_0.5-0.6": 0.4124668836593628, - "t_0.6-0.7": 0.43662455677986145, - "t_0.7-0.8": 0.5952931642532349, - "t_0.8-0.9": 0.5330307483673096, - "t_0.9-1.0": 2.4235856533050537 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 382.7366027832031, + "t_0.0-0.1": 0.3794143795967102, + "t_0.1-0.2": 0.33680543303489685, + "t_0.2-0.3": 0.32847970724105835, + "t_0.3-0.4": 0.32536643743515015, + "t_0.4-0.5": 0.31801289319992065, + "t_0.5-0.6": 0.3252417743206024, + "t_0.6-0.7": 0.3377763032913208, + "t_0.7-0.8": 0.32883507013320923, + "t_0.8-0.9": 0.42992356419563293, + "t_0.9-1.0": 1.0762227773666382 + }, + "win_rate": 0.08340498805046082, + "effective_batch_size": 3550.863037109375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "action_diversity": { - "score": 0.6166666666666667, - "score_std": 0.042491829279939816, + "score": 0.375, + "score_std": 0.04082482904638629, "all_scores": [ - 0.6749999999999999, - 0.5750000000000001, - 0.6000000000000001 + 0.425, + 0.325, + 0.375 ], "history": { "iters": [ @@ -99148,506 +119678,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.3354051113128662, - 2.094456434249878, - 0.8634734153747559, - 0.36867159605026245, - 0.08690720796585083, - 0.5377625823020935, - 0.6141572594642639, - 0.27813756465911865, - 0.206499844789505, - 0.6283358931541443, - 0.04170314595103264, - 1.2360234260559082, - 0.5258086323738098, - 0.9381881356239319, - 0.04261868819594383, - 0.13011182844638824, - 1.2712597846984863, - 0.35243335366249084, - 0.6506665349006653, - 0.1544533371925354, - 0.1963982880115509, - 0.030280230566859245, - 1.4212861061096191, - 0.08513790369033813, - 0.05806995928287506, - 1.051636815071106, - 0.21276050806045532, - 0.9918681383132935, - 0.07902124524116516, - 0.42466533184051514, - 0.33144330978393555, - 0.09300832450389862, - 0.4814959168434143, - 0.6497398018836975, - 1.513401746749878, - 0.7825502157211304, - 0.7075802683830261, - 0.9995647668838501, - 0.31049978733062744, - 0.20221318304538727, - 0.18776223063468933, - 0.32000431418418884, - 1.3102611303329468, - 0.20124799013137817, - 0.15658855438232422, - 0.07829217612743378, - 1.179095983505249, - 0.33770519495010376, - 0.8541765809059143, - 0.46558013558387756, - 0.2753819525241852, - 0.17963971197605133, - 0.0867822915315628, - 0.055963192135095596, - 0.3524658977985382, - 0.8249794840812683, - 0.7789593935012817, - 0.31689974665641785, - 1.0503880977630615, - 0.3935423493385315, - 0.4092353284358978, - 0.4234907329082489, - 0.36416253447532654, - 0.020306941121816635, - 0.09155941754579544, - 0.8385893106460571, - 0.02524198405444622, - 0.4121534526348114, - 0.014994528144598007, - 0.27099671959877014, - 0.6743911504745483, - 0.16360269486904144, - 0.9199478626251221, - 0.01978304795920849, - 0.6973063349723816, - 0.09354625642299652, - 0.23824012279510498, - 0.19707708060741425, - 0.017469557002186775, - 0.5125501751899719, - 0.5025977492332458, - 0.023544099181890488, - 1.2764650583267212, - 0.3671453893184662, - 0.01581469178199768, - 0.2904861271381378, - 0.13856717944145203, - 0.13640014827251434, - 0.033926330506801605, - 0.3818764090538025, - 0.14163532853126526, - 0.20117422938346863, - 0.04463735595345497, - 0.03072323277592659, - 0.08823292702436447, - 0.05090566724538803, - 0.1096690446138382, - 0.06451458483934402, - 0.8533313870429993, - 0.2871861755847931, - 0.034914735704660416, - 0.02719028852880001, - 0.05847527086734772, - 0.01962495967745781, - 0.029570896178483963, - 0.019808579236268997, - 0.454361230134964, - 1.0878617763519287, - 0.1435590237379074, - 0.01483738049864769, - 0.053268298506736755, - 0.5743079781532288, - 0.46592748165130615, - 0.018442198634147644, - 0.6789488792419434, - 0.16134725511074066, - 0.07064234465360641, - 0.04985371232032776, - 0.2790411710739136, - 0.6590432524681091, - 0.18745458126068115, - 0.14323680102825165, - 0.03146599233150482, - 0.009397676214575768, - 0.18038493394851685, - 0.23765231668949127, - 0.1804390400648117, - 0.2297755628824234, - 0.0566389337182045, - 0.3609251081943512, - 0.08542852103710175, - 0.6041131019592285, - 0.05614834651350975, - 0.03904897719621658, - 0.11773494631052017, - 0.060378119349479675, - 0.1785230189561844, - 0.09685754030942917, - 0.18048527836799622, - 0.7300775647163391, - 0.060000017285346985, - 0.5034785270690918, - 1.02121901512146, - 0.2079257071018219, - 0.09111319482326508, - 0.10500531643629074, - 0.02675989270210266, - 0.413055419921875, - 0.02374407649040222, - 0.07047872245311737, - 0.14651209115982056, - 0.7360761761665344, - 0.5917584896087646, - 0.9567137956619263, - 0.1263040453195572, - 0.24964158236980438, - 0.5396754741668701, - 0.3485393524169922, - 0.022244082763791084, - 0.11843415349721909, - 0.4483547508716583, - 0.06323780864477158, - 0.03516235202550888, - 0.03150598704814911, - 0.14176666736602783, - 0.028451861813664436, - 0.2834799885749817, - 0.19236917793750763, - 0.11336221545934677, - 0.05809282511472702, - 0.08220337331295013, - 0.27248266339302063, - 0.5192975401878357, - 0.052205994725227356, - 1.2444597482681274, - 0.017130210995674133, - 0.1093665361404419, - 0.3303665816783905, - 0.17620447278022766, - 0.3039710223674774, - 0.07218286395072937, - 0.22507818043231964, - 0.06270714104175568, - 0.1918441653251648, - 0.08290480077266693, - 0.055731337517499924, - 0.02781774289906025, - 0.2057274580001831, - 1.244340181350708, - 0.011012982577085495, - 0.36338871717453003, - 1.053356647491455, - 1.144731879234314, - 0.44046807289123535, - 0.602023720741272, - 0.07395490258932114, - 0.12655921280384064, - 0.028308279812335968, - 0.9020245671272278, - 0.45493951439857483, - 0.04227611795067787, - 0.7537689805030823, - 0.32186359167099, - 0.00585149135440588, - 0.6817370653152466, - 0.7108920216560364, - 0.0450558066368103, - 0.3747044503688812, - 0.5154408812522888, - 0.030509812757372856, - 0.14976197481155396, - 0.01741575263440609, - 0.6563001871109009, - 0.007366049103438854, - 0.01678229682147503, - 0.03171263635158539, - 0.24017146229743958, - 0.054787926375865936, - 0.1385667622089386, - 0.264983594417572, - 0.07368873804807663, - 0.053239040076732635, - 0.06814628094434738, - 0.18786846101284027, - 0.9606797695159912, - 0.7567691802978516, - 0.2769804000854492, - 0.01641026884317398, - 0.6141468286514282, - 0.27977609634399414, - 0.37188416719436646, - 0.24494236707687378, - 0.3411085307598114, - 0.576223611831665, - 0.8708903193473816, - 0.40943443775177, - 0.07085983455181122, - 0.049724750220775604, - 0.13584208488464355, - 0.2500388026237488, - 0.586875855922699, - 0.017714811488986015, - 0.005957695655524731, - 0.02692345529794693, - 0.3151018023490906, - 0.9170639514923096, - 0.635472297668457, - 0.3625541925430298, - 0.14516441524028778, - 0.010278962552547455, - 0.09022781252861023, - 0.06349316984415054, - 0.21502554416656494, - 0.8623865842819214, - 0.9604981541633606, - 0.05901061370968819, - 0.41457054018974304, - 0.27284014225006104, - 0.08214415609836578, - 0.8867795467376709, - 0.019134271889925003, - 0.6039161086082458, - 0.10777855664491653, - 0.027000930160284042, - 0.48696163296699524, - 0.04972635582089424, - 1.2429062128067017, - 0.1722482144832611, - 0.16295494139194489, - 0.010465429164469242, - 0.3291410803794861, - 0.019166195765137672, - 0.019692910835146904, - 0.6077681183815002, - 0.7822588682174683, - 1.049643635749817, - 0.17854298651218414, - 0.3400112986564636, - 0.02236836776137352, - 0.556309700012207, - 0.5838958024978638, - 0.7468066215515137, - 0.023021746426820755, - 0.7250702381134033, - 0.1317194104194641, - 0.070918008685112, - 0.6352328062057495, - 0.9466152191162109, - 0.22017845511436462, - 0.05516993999481201, - 0.6266942024230957, - 0.1371520310640335, - 0.5689429640769958, - 0.4003031551837921, - 0.18085356056690216, - 0.5568736791610718, - 0.11053498089313507, - 0.037577103823423386, - 0.09293217211961746, - 0.042162299156188965, - 0.3519141674041748, - 0.014116150327026844, - 0.29055458307266235, - 1.0675146579742432, - 0.024961762130260468, - 0.11034159362316132, - 0.3331542909145355, - 0.04665984585881233, - 0.7180742621421814, - 0.24715980887413025, - 0.05696342885494232, - 1.3112314939498901, - 0.25485754013061523, - 0.050909824669361115, - 0.4072823226451874, - 0.023446831852197647, - 0.7207328081130981, - 0.2821443974971771, - 0.01729251630604267, - 0.12895311415195465, - 0.20745931565761566, - 0.0577615462243557, - 0.12327178567647934, - 0.028323039412498474, - 0.024635659530758858, - 0.9411495923995972, - 0.09835024178028107, - 0.11618781089782715, - 0.22518105804920197, - 0.026071596890687943, - 0.021253829821944237, - 0.07250773161649704, - 0.20063960552215576, - 0.02432488277554512, - 0.575106143951416, - 0.034946903586387634, - 0.07893902063369751, - 0.0135934604331851, - 0.6523889899253845, - 0.6389919519424438, - 0.24522408843040466, - 0.16716927289962769, - 0.4588935673236847, - 0.14733532071113586, - 0.106160469353199, - 0.3419923782348633, - 0.2566398084163666, - 0.04127958044409752, - 0.49136027693748474, - 0.10230505466461182, - 0.06685177236795425, - 0.09980412572622299, - 0.04054265096783638, - 0.09440304338932037, - 0.2774560749530792, - 0.06737037748098373, - 0.20354801416397095, - 0.21698316931724548, - 0.43430912494659424, - 0.37833449244499207, - 0.6470726728439331, - 0.11261948943138123, - 0.5016587972640991, - 0.02984282746911049, - 0.29224032163619995, - 0.14629937708377838, - 0.5785818696022034, - 0.07209505885839462, - 0.3456556499004364, - 0.031713906675577164, - 0.0376884862780571, - 0.016698796302080154, - 0.17011018097400665, - 0.3047930598258972, - 0.022756148129701614, - 0.2019702047109604, - 0.17649675905704498, - 0.25707191228866577, - 1.0083577632904053, - 0.1119275838136673, - 0.21668779850006104, - 0.4278174936771393, - 0.36063632369041443, - 1.0030649900436401, - 0.13647156953811646, - 0.10193605720996857, - 0.030876055359840393, - 0.052629921585321426, - 0.03607053682208061, - 0.12629742920398712, - 0.02158190682530403, - 0.014457577839493752, - 0.5471842885017395, - 0.005609198939055204, - 0.2516542077064514, - 0.5016125440597534, - 0.040848955512046814, - 0.23707300424575806, - 0.04051811620593071, - 0.20949147641658783, - 0.025943517684936523, - 0.43512704968452454, - 0.3092358112335205, - 0.6012106537818909, - 0.02702624723315239, - 0.30206483602523804, - 0.040772829204797745, - 0.03678718954324722, - 0.026097245514392853, - 0.08163206279277802, - 0.03483905643224716, - 0.061897844076156616, - 0.31913161277770996, - 0.05298488214612007, - 0.1900462657213211, - 0.43718966841697693, - 0.9332483410835266, - 0.04148295521736145, - 0.21823371946811676, - 0.1701212078332901, - 0.2982756793498993, - 0.6948801279067993, - 1.0681511163711548, - 0.06086086854338646, - 0.02490231581032276, - 0.3232809007167816, - 0.19144347310066223, - 0.2811150550842285, - 0.15633592009544373, - 0.5484479665756226, - 0.014942587353289127, - 0.1761838048696518, - 0.023643678054213524, - 0.12400761246681213, - 0.019430767744779587, - 0.17700672149658203, - 0.8974900245666504, - 0.1939411610364914, - 0.027885736897587776, - 0.18963174521923065, - 0.08422119915485382, - 0.7428282499313354, - 0.20381511747837067, - 0.03012993559241295, - 0.5396039485931396, - 0.027751510962843895, - 0.5617163777351379, - 0.015841875225305557, - 0.03272247314453125, - 0.21600644290447235, - 0.07021670043468475, - 0.14557841420173645, - 0.7262012362480164, - 0.0024966117925941944, - 0.023287709802389145, - 0.032402366399765015, - 0.2995264530181885, - 0.1814412623643875, - 1.1461740732192993, - 0.26136767864227295, - 0.45930561423301697, - 0.1206275075674057, - 0.01399692241102457, - 0.009505368769168854, - 0.03898864984512329, - 0.24299171566963196, - 0.029875630512833595, - 0.03307345137000084, - 0.0698445737361908, - 0.06974361091852188, - 0.25959938764572144, - 0.12995311617851257, - 0.030163658782839775, - 0.02714214101433754, - 0.03745834529399872, - 0.24090132117271423, - 0.055753193795681, - 0.0045047844760119915, - 0.43294671177864075, - 0.5441009998321533, - 0.1610172986984253, - 0.05139979347586632, - 0.05417533963918686, - 0.3343205451965332, - 0.378662645816803, - 0.06697937101125717, - 0.6505327224731445, - 0.4666987657546997, - 0.12144260108470917, - 0.03203723207116127, - 0.2442958503961563, - 0.014229576103389263, - 0.048329778015613556, - 0.2734278440475464, - 0.022633088752627373, - 0.017680400982499123, - 0.39583420753479004, - 0.5299432873725891, - 0.05896415561437607 + 0.7734967470169067, + 0.7959009408950806, + 0.41492655873298645, + 0.3449249565601349, + 0.40274134278297424, + 0.24005919694900513, + 0.43079468607902527, + 0.2549898326396942, + 0.5959685444831848, + 0.15240703523159027, + 0.33343735337257385, + 0.6034099459648132, + 0.3248373866081238, + 0.2231033444404602, + 0.2978177070617676, + 0.44902971386909485, + 0.30385836958885193, + 0.3608582317829132, + 0.5005941390991211, + 0.41772767901420593, + 0.299954354763031, + 0.31443002820014954, + 0.34144333004951477, + 0.2663706839084625, + 0.3584693968296051, + 0.4228247404098511, + 0.29885220527648926, + 0.2843915820121765, + 0.32336506247520447, + 0.409982830286026, + 0.16877031326293945, + 0.4348183870315552, + 0.2216612994670868, + 0.24260199069976807, + 0.21943862736225128, + 0.12205708026885986, + 0.34603363275527954, + 0.20696409046649933, + 0.30440637469291687, + 0.44834089279174805, + 0.2522434890270233, + 0.3114543557167053, + 0.24820584058761597, + 0.18918868899345398, + 0.1307043880224228, + 0.1994304656982422, + 0.1804201453924179, + 0.3757678270339966, + 0.13731686770915985, + 0.1545327752828598, + 0.26705238223075867, + 0.2112555205821991, + 0.15138095617294312, + 0.17034785449504852, + 0.3219990134239197, + 0.18426869809627533, + 0.2437015026807785, + 0.08981698006391525, + 0.26347994804382324, + 0.2138427495956421, + 0.2808879017829895, + 0.20628979802131653, + 0.2668203115463257, + 0.19527897238731384, + 0.20038680732250214, + 0.29551663994789124, + 0.30237114429473877, + 0.24057580530643463, + 0.20223002135753632, + 0.20302025973796844, + 0.16209837794303894, + 0.2424435317516327, + 0.20969200134277344, + 0.12730564177036285, + 0.29216644167900085, + 0.2094682902097702, + 0.2099655568599701, + 0.23440401256084442, + 0.25393301248550415, + 0.18255560100078583, + 0.1751229614019394, + 0.22615714371204376, + 0.09467223286628723, + 0.25630828738212585, + 0.2328607141971588, + 0.1946578025817871, + 0.08947223424911499, + 0.2423328459262848, + 0.14319099485874176, + 0.2696066200733185, + 0.19563892483711243, + 0.12386813014745712, + 0.28385260701179504, + 0.2580544948577881, + 0.16091662645339966, + 0.15018190443515778, + 0.20145811140537262, + 0.09915664792060852, + 0.09675028175115585, + 0.2044457197189331, + 0.11610304564237595, + 0.2727775573730469, + 0.25940069556236267, + 0.20801952481269836, + 0.28175631165504456, + 0.2373545914888382, + 0.0904121920466423, + 0.14498108625411987, + 0.17841589450836182, + 0.14564675092697144, + 0.2270270735025406, + 0.18523356318473816, + 0.11332463473081589, + 0.1994752585887909, + 0.18535786867141724, + 0.2482820749282837, + 0.18864969909191132, + 0.17551612854003906, + 0.1256864368915558, + 0.1924857497215271, + 0.2052610069513321, + 0.10663925856351852, + 0.11723677068948746, + 0.2665127217769623, + 0.10911283642053604, + 0.1864306777715683, + 0.17941288650035858, + 0.11495177447795868, + 0.1853128969669342, + 0.1385386735200882, + 0.21668504178524017, + 0.18839243054389954, + 0.17794211208820343, + 0.30400294065475464, + 0.17077645659446716, + 0.150796577334404, + 0.11671264469623566, + 0.2966806888580322, + 0.17053578794002533, + 0.1525907814502716, + 0.21293750405311584, + 0.14832831919193268, + 0.21595245599746704, + 0.1214146763086319, + 0.16073279082775116, + 0.12567050755023956, + 0.034634463489055634, + 0.2158748358488083, + 0.21795454621315002, + 0.159173846244812, + 0.1806437373161316, + 0.23077929019927979, + 0.20353157818317413, + 0.1809757947921753, + 0.23927129805088043, + 0.21617847681045532, + 0.23132416605949402, + 0.10583940148353577, + 0.16459038853645325, + 0.16512282192707062, + 0.09598521143198013, + 0.23030579090118408, + 0.1278185099363327, + 0.1647254228591919, + 0.27541452646255493, + 0.22765789926052094, + 0.08757909387350082, + 0.22288623452186584, + 0.14434212446212769, + 0.15241265296936035, + 0.2574184536933899, + 0.19358672201633453, + 0.09733843058347702, + 0.24731804430484772, + 0.10860341042280197, + 0.20292967557907104, + 0.1461293250322342, + 0.24750882387161255, + 0.22872190177440643, + 0.10535567998886108, + 0.17283333837985992, + 0.20067574083805084, + 0.18565115332603455, + 0.2320105880498886, + 0.2183215618133545, + 0.15689803659915924, + 0.09736911207437515, + 0.3091792166233063, + 0.22264203429222107, + 0.221168652176857, + 0.13447189331054688, + 0.3040957450866699, + 0.16498760879039764, + 0.1281595081090927, + 0.12751328945159912, + 0.22203250229358673, + 0.18771889805793762, + 0.20356760919094086, + 0.13768009841442108, + 0.2068449705839157, + 0.18641656637191772, + 0.15679098665714264, + 0.22595758736133575, + 0.1871449202299118, + 0.1282965987920761, + 0.21587643027305603, + 0.16664503514766693, + 0.1693674772977829, + 0.23902276158332825, + 0.10986194014549255, + 0.25761282444000244, + 0.1376306116580963, + 0.23906971514225006, + 0.10960135608911514, + 0.10636179149150848, + 0.1743362545967102, + 0.17229212820529938, + 0.20381098985671997, + 0.09883342683315277, + 0.10841000825166702, + 0.1847579926252365, + 0.2163366973400116, + 0.18818828463554382, + 0.24878361821174622, + 0.10128086060285568, + 0.12087655067443848, + 0.22620923817157745, + 0.18817707896232605, + 0.16114795207977295, + 0.21970196068286896, + 0.12333306670188904, + 0.1695646345615387, + 0.20478184521198273, + 0.14625148475170135, + 0.07834659516811371, + 0.06144009158015251, + 0.12329967319965363, + 0.17466725409030914, + 0.17144270241260529, + 0.13904881477355957, + 0.2052968442440033, + 0.1357756406068802, + 0.19269396364688873, + 0.1555059403181076, + 0.20636767148971558, + 0.21019187569618225, + 0.12787139415740967, + 0.16939088702201843, + 0.1882706731557846, + 0.14226029813289642, + 0.10315191000699997, + 0.17169171571731567, + 0.25393688678741455, + 0.22980503737926483, + 0.17044995725154877, + 0.1559823453426361, + 0.1483929604291916, + 0.1729089617729187, + 0.17848606407642365, + 0.19296841323375702, + 0.12493328005075455, + 0.11469559371471405, + 0.15037114918231964, + 0.18086065351963043, + 0.1558886170387268, + 0.20086726546287537, + 0.15223966538906097, + 0.1288641393184662, + 0.2239205241203308, + 0.17767269909381866, + 0.1575368493795395, + 0.20296910405158997, + 0.22184646129608154, + 0.16094213724136353, + 0.07934243232011795, + 0.22116486728191376, + 0.12538333237171173, + 0.15961025655269623, + 0.20127230882644653, + 0.1629946380853653, + 0.17425484955310822, + 0.1381681114435196, + 0.17065806686878204, + 0.15241140127182007, + 0.1872038096189499, + 0.19942063093185425, + 0.12841016054153442, + 0.1910688281059265, + 0.15983252227306366, + 0.11548503488302231, + 0.20079642534255981, + 0.19036684930324554, + 0.10143871605396271, + 0.1535198986530304, + 0.1789475828409195, + 0.15167048573493958, + 0.04807813838124275, + 0.15088313817977905, + 0.1953461766242981, + 0.0897805392742157, + 0.1220848336815834, + 0.0763908326625824, + 0.19356319308280945, + 0.1370101273059845, + 0.17649276554584503, + 0.18494337797164917, + 0.1802632212638855, + 0.19139572978019714, + 0.13243862986564636, + 0.09494630247354507, + 0.18498097360134125, + 0.19118459522724152, + 0.1865714192390442, + 0.13237884640693665, + 0.15572360157966614, + 0.05397292226552963, + 0.06740058213472366, + 0.16708886623382568, + 0.13403786718845367, + 0.09753058105707169, + 0.12240339070558548, + 0.22021910548210144, + 0.1921803504228592, + 0.08457226306200027, + 0.11845486611127853, + 0.17998327314853668, + 0.23012633621692657, + 0.14906950294971466, + 0.1474969983100891, + 0.16379643976688385, + 0.11287127435207367, + 0.15756401419639587, + 0.09988735616207123, + 0.16156603395938873, + 0.1601293385028839, + 0.1826806515455246, + 0.1092560738325119, + 0.15580590069293976, + 0.1324579119682312, + 0.1633734405040741, + 0.08442266285419464, + 0.10478661954402924, + 0.12175945192575455, + 0.1582728773355484, + 0.11392294615507126, + 0.1449965089559555, + 0.1487438678741455, + 0.17882120609283447, + 0.1119784265756607, + 0.24621665477752686, + 0.161852166056633, + 0.11769501119852066, + 0.09794221818447113, + 0.17357872426509857, + 0.06944877654314041, + 0.08573261648416519, + 0.14332109689712524, + 0.17750151455402374, + 0.19443660974502563, + 0.1441626250743866, + 0.1086355447769165, + 0.1259591430425644, + 0.11740398406982422, + 0.20651498436927795, + 0.17494355142116547, + 0.1085924506187439, + 0.1544998288154602, + 0.07005030661821365, + 0.11310277879238129, + 0.16096830368041992, + 0.11685454845428467, + 0.1831095814704895, + 0.1487380713224411, + 0.11634410172700882, + 0.17336848378181458, + 0.14848120510578156, + 0.1532948911190033, + 0.1362348347902298, + 0.08699789643287659, + 0.18544334173202515, + 0.10233303159475327, + 0.10018470138311386, + 0.174152210354805, + 0.11848384141921997, + 0.09763523191213608, + 0.11146120727062225, + 0.14554764330387115, + 0.09081767499446869, + 0.036725640296936035, + 0.17134761810302734, + 0.14100326597690582, + 0.12168654799461365, + 0.0928473174571991, + 0.08096587657928467, + 0.07911813259124756, + 0.17002540826797485, + 0.1565009206533432, + 0.16988824307918549, + 0.12992089986801147, + 0.1322566121816635, + 0.16655413806438446, + 0.09445101022720337, + 0.17080554366111755, + 0.10042808949947357, + 0.09090902656316757, + 0.15925203263759613, + 0.18337227404117584, + 0.14633704721927643, + 0.10324206948280334, + 0.10421254485845566, + 0.09777497500181198, + 0.17580746114253998, + 0.10173572599887848, + 0.15050199627876282, + 0.15055952966213226, + 0.10217567533254623, + 0.12396521866321564, + 0.16405732929706573, + 0.14311641454696655, + 0.07635036110877991, + 0.14331676065921783, + 0.16372698545455933, + 0.09104573726654053, + 0.1180122122168541, + 0.11227728426456451, + 0.1311376988887787, + 0.146211177110672, + 0.04952670633792877, + 0.13776050508022308, + 0.13669686019420624, + 0.1623779684305191, + 0.07233748584985733, + 0.13402609527111053, + 0.07825715094804764, + 0.09362274408340454, + 0.15492580831050873, + 0.1419355571269989, + 0.100631944835186, + 0.12106272578239441, + 0.18525415658950806, + 0.12874870002269745, + 0.1592363566160202, + 0.12101378291845322, + 0.17499303817749023, + 0.13222378492355347, + 0.15180639922618866, + 0.11659137904644012, + 0.135360985994339, + 0.09656073898077011, + 0.09818688780069351, + 0.14402073621749878, + 0.16892260313034058, + 0.1524994820356369, + 0.1344042420387268, + 0.08628778159618378, + 0.17853723466396332, + 0.17255139350891113, + 0.09988570213317871, + 0.0815134197473526, + 0.18318188190460205, + 0.09105740487575531, + 0.11819687485694885, + 0.061451539397239685, + 0.1773514449596405, + 0.08463916182518005, + 0.24275115132331848, + 0.17257122695446014, + 0.14708827435970306, + 0.12497349828481674, + 0.15067395567893982, + 0.031293030828237534, + 0.14385008811950684, + 0.03366163745522499, + 0.12474219501018524, + 0.13742749392986298, + 0.1464821845293045, + 0.11727000772953033, + 0.16205757856369019, + 0.17333351075649261, + 0.13826054334640503, + 0.11838440597057343, + 0.11139260977506638, + 0.15759669244289398, + 0.10496895760297775, + 0.16550159454345703, + 0.14421695470809937, + 0.1232062578201294, + 0.07327435165643692, + 0.08925187587738037, + 0.09615521132946014, + 0.10085877031087875, + 0.0918174758553505, + 0.17724576592445374, + 0.09102127701044083, + 0.21752122044563293, + 0.08146913349628448, + 0.15237466990947723, + 0.11139345914125443, + 0.1279590129852295, + 0.13858583569526672 ], "env_score_iters": [ 1, @@ -100152,2644 +120682,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -2.0268218517303467, - -1.1450833082199097, - -2.6175336837768555, - -3.2323806285858154, - -1.6738080978393555, - -2.9189233779907227, - 2.3407702445983887, - -1.4215260744094849, - 0.5197334289550781, - -4.324501991271973, - -1.096567153930664, - 2.6999671459198, - -1.541615605354309, - 0.620877742767334, - -5.376491546630859, - -5.856441020965576, - -5.076228141784668, - 4.684488296508789, - -7.60768461227417, - -3.4776599407196045, - -2.416628360748291, - -6.756322383880615, - -0.5542922019958496, - -3.4755773544311523, - -2.1137351989746094, - -1.2647095918655396, - -2.752751588821411, - -2.5060572624206543, - -1.8130192756652832, - 5.549335479736328, - -0.7771048545837402, - -3.136414051055908, - 0.45004913210868835, - -2.9041895866394043, - -1.8830254077911377, - -3.317544460296631, - -2.560547351837158, - 6.082672595977783, - -2.954730272293091, - -3.775580883026123, - -2.843945264816284, - 1.8910808563232422, - -1.5569875240325928, - 0.6937621235847473, - -0.6962438225746155, - -2.2155630588531494, - -2.106093645095825, - -3.577165126800537, - -2.8779208660125732, - -1.4410820007324219, - 1.5727074146270752, - -0.42785540223121643, - -1.6843682527542114, - 2.5977869033813477, - -1.929955244064331, - -1.3803443908691406, - -1.0852190256118774, - -2.439251661300659, - -2.7364895343780518, - -3.371244192123413, - -2.1593830585479736, - -3.514951467514038, - -5.3705596923828125, - -3.7555978298187256, - -4.809276580810547, - -1.858805537223816, - -2.885835647583008, - 2.3532474040985107, - -2.7472121715545654, - 1.5819724798202515, - -3.5423145294189453, - -2.2598068714141846, - -2.7703659534454346, - -3.623246669769287, - -1.5378258228302002, - -3.162339925765991, - -2.749525547027588, - 4.785836219787598, - -1.6604427099227905, - -4.174034595489502, - -1.9476970434188843, - -2.364344596862793, - -4.7960944175720215, - -3.5425937175750732, - -7.443295478820801, - -3.892038583755493, - -5.678701400756836, - -2.812915325164795, - -4.00352144241333, - -5.061933517456055, - -3.099954128265381, - -3.5975663661956787, - -5.540765762329102, - -0.991389811038971, - -2.137389898300171, - -3.551928758621216, - -3.0918688774108887, - -4.429351329803467, - -3.2151365280151367, - -8.584579467773438, - -2.2443747520446777, - -1.23525869846344, - 1.1019333600997925, - -2.0588603019714355, - -3.605883836746216, - -3.335193634033203, - -0.8611257076263428, - -3.4499430656433105, - -3.790092706680298, - -1.9186720848083496, - -3.1471059322357178, - -2.970923662185669, - -2.9481945037841797, - -1.139991283416748, - -1.3433986902236938, - -5.1994428634643555, - -3.225654363632202, - -4.009061336517334, - -6.33423376083374, - -3.1114659309387207, - -2.8926079273223877, - -2.6441314220428467, - -10.783232688903809, - -2.2898454666137695, - -1.155966877937317, - -4.0972185134887695, - -1.741026759147644, - -3.7641217708587646, - -3.5948755741119385, - -3.581624746322632, - -5.110692024230957, - -3.3169126510620117, - -1.6792612075805664, - -2.0110011100769043, - -0.8079010844230652, - -4.286083698272705, - 0.9223715662956238, - 0.112416110932827, - -4.9654693603515625, - -3.141148805618286, - -2.9914143085479736, - -3.1935064792633057, - -2.172785758972168, - -3.9377448558807373, - -9.38328742980957, - -2.996363639831543, - -3.8416292667388916, - 0.7825846672058105, - 11.033681869506836, - -3.34719181060791, - -4.89897346496582, - -1.0434257984161377, - -3.0796234607696533, - -3.792156934738159, - -2.8187859058380127, - -4.02772855758667, - -2.5485005378723145, - -7.170053005218506, - -4.11712121963501, - -2.503481388092041, - -2.6578831672668457, - -2.1351077556610107, - -2.26289963722229, - -3.0385971069335938, - -3.5915310382843018, - -3.1211726665496826, - -2.2810027599334717, - -2.2688324451446533, - -3.4818618297576904, - -0.32293441891670227, - -3.221378803253174, - -3.5244691371917725, - -2.2418100833892822, - -2.2196829319000244, - -1.911184310913086, - -3.029524326324463, - -3.2975378036499023, - -4.28005838394165, - -3.752497911453247, - -2.5468273162841797, - -4.253195762634277, - -1.8485424518585205, - -0.36694300174713135, - 4.827116012573242, - -3.6287500858306885, - -2.8267059326171875, - 2.0226616859436035, - 2.2986056804656982, - -0.33598196506500244, - -1.3115535974502563, - -1.929502010345459, - -1.2278367280960083, - -2.7485437393188477, - -0.10531000047922134, - -1.1452454328536987, - -1.6374704837799072, - -3.1786739826202393, - -1.2526291608810425, - -2.9178943634033203, - 0.581761360168457, - 0.03296157345175743, - -3.9058854579925537, - -2.7457656860351562, - 0.10581429302692413, - -3.3468408584594727, - -6.219961643218994, - -2.7745754718780518, - 0.10593906790018082, - -4.583883762359619, - -3.503919839859009, - -3.3064157962799072, - -5.596428394317627, - -4.412118911743164, - -2.9187960624694824, - -2.5950443744659424, - -3.764326810836792, - -2.710766077041626, - -3.5976662635803223, - -4.4932732582092285, - 1.1742607355117798, - -2.635547161102295, - -1.517598271369934, - -2.96211838722229, - 0.6840094923973083, - -3.340761423110962, - -0.04034176468849182, - -1.7282323837280273, - -5.67482328414917, - -1.0738983154296875, - 0.9569647908210754, - -1.715338110923767, - -8.145573616027832, - -2.9510409832000732, - -3.9976742267608643, - -1.622178554534912, - -1.9621044397354126, - -5.054666042327881, - -3.0329737663269043, - -5.765883445739746, - -2.630436897277832, - 2.5953474044799805, - -1.1835590600967407, - -1.779244303703308, - -2.8591525554656982, - -3.4703891277313232, - -2.970221519470215, - -4.342250823974609, - -3.6388649940490723, - 0.9755573868751526, - -4.435709476470947, - -3.525886297225952, - -2.44193434715271, - -4.908792495727539, - -3.449131965637207, - 0.7480176687240601, - -6.810878276824951, - -0.24735909700393677, - -2.223114252090454, - -3.2604522705078125, - -0.45060569047927856, - -3.904345989227295, - 1.5287737846374512, - -2.59442400932312, - -2.407404661178589, - -3.6559903621673584, - -2.65102481842041, - -4.988024711608887, - -3.694305658340454, - -1.631084680557251, - 0.7078371047973633, - 1.747471809387207, - -3.826188325881958, - -4.535595417022705, - -4.1506218910217285, - -2.571875810623169, - -0.9545803070068359, - -0.6749487519264221, - -5.0490007400512695, - 0.6634476184844971, - -3.044572353363037, - -1.0916614532470703, - -0.11394534260034561, - 2.641289710998535, - -3.207336664199829, - -2.573240280151367, - -1.003772497177124, - -2.088099956512451, - -0.25643160939216614, - -2.486070156097412, - -2.7767703533172607, - -3.8189635276794434, - -3.2584359645843506, - -3.7237367630004883, - -3.5937137603759766, - -4.644151210784912, - -1.8717402219772339, - -4.4277167320251465, - -2.4785003662109375, - 0.819295346736908, - -3.6910951137542725, - -3.104947328567505, - -0.6361666321754456, - -4.373600482940674, - 0.13336753845214844, - -1.419590950012207, - -5.279937267303467, - 3.8012938499450684, - -0.9125193953514099, - -4.780259132385254, - -2.491758108139038, - -3.038184881210327, - -4.229907035827637, - -2.544067859649658, - -3.8259518146514893, - -3.830307960510254, - -3.1572811603546143, - -4.642273902893066, - -2.155817747116089, - -7.458443641662598, - -3.5246901512145996, - -0.021426891908049583, - -3.54947566986084, - -7.499565124511719, - -2.0005178451538086, - -3.9008779525756836, - -2.880146026611328, - -3.3178067207336426, - -3.1538188457489014, - -3.477646589279175, - -0.9797780513763428, - -4.022820949554443, - -4.38587760925293, - -3.9711837768554688, - -0.8965861797332764, - -0.03538714349269867, - -1.648897647857666, - -2.630518674850464, - -1.2709987163543701, - -2.4565398693084717, - -6.472965240478516, - -3.334571123123169, - -1.7233405113220215, - -5.94254732131958, - -0.6545829176902771, - -4.286775588989258, - -2.693798065185547, - -3.1581783294677734, - -3.432342290878296, - -3.2450826168060303, - -3.2023980617523193, - -1.2957285642623901, - -1.5702931880950928, - -1.8442736864089966, - -1.3800055980682373, - -1.9541255235671997, - -1.8666117191314697, - -1.774558663368225, - 0.39719536900520325, - -3.3160269260406494, - -2.4367034435272217, - -2.2101523876190186, - -1.8623756170272827, - -4.358029365539551, - -2.478041172027588, - -6.033991813659668, - -5.378681659698486, - -4.387902736663818, - -2.33115553855896, - -2.2952282428741455, - -3.996598243713379, - -2.6569464206695557, - -3.2150936126708984, - -2.8406856060028076, - 5.495934963226318, - -3.181360960006714, - -1.9124482870101929, - -1.4863451719284058, - -1.665442943572998, - -2.1189258098602295, - -3.5034940242767334, - -5.468791484832764, - -3.4830312728881836, - -3.3575010299682617, - -5.163505554199219, - -0.20175781846046448, - -3.736198663711548, - -3.845792055130005, - -1.73748779296875, - -3.5720152854919434, - -1.7458738088607788, - -5.034874439239502, - -2.677011728286743, - 2.650672674179077, - -3.3587822914123535, - -3.126884937286377, - -4.496893405914307, - -2.6219310760498047, - -2.649885892868042, - -1.9079726934432983, - -4.246366024017334, - -1.5344382524490356, - -1.1547491550445557, - -4.246185302734375, - -3.7957005500793457, - -5.222075462341309, - -7.742910861968994, - -3.4490528106689453, - -2.6771621704101562, - -6.2934465408325195, - -3.9970462322235107, - -5.667850494384766, - 3.191594362258911, - -2.8135383129119873, - -2.7607970237731934, - -4.45336389541626, - -1.092206358909607, - -1.8608927726745605, - 1.0063591003417969, - -3.167250871658325, - -3.7285447120666504, - -1.1795282363891602, - -2.584296941757202, - -2.625702381134033, - -3.552708864212036, - -3.4936630725860596, - -5.8631439208984375, - -1.949170708656311, - -4.3963303565979, - -3.137263298034668, - -4.352952480316162, - -5.522857189178467, - -1.618338704109192, - -5.7284255027771, - -3.6890017986297607, - -3.618367910385132, - -4.117449760437012, - -0.1692197322845459, - -2.293029308319092, - -5.156815528869629, - -1.8485733270645142, - -3.3318426609039307, - -1.4409977197647095, - -3.973517656326294, - -3.675847053527832, - -3.343219041824341, - -3.901522397994995, - -2.4124953746795654, - -1.404035210609436, - -4.007007122039795, - -3.579801082611084, - -3.486672878265381, - -2.446068286895752, - -2.824728012084961, - 4.841789245605469, - -2.105116844177246, - -0.766254186630249, - -2.994619846343994, - -3.848623514175415, - -3.390246629714966, - -3.4230220317840576, - -2.7273964881896973, - -4.615503787994385, - -4.5699639320373535, - -3.1185100078582764, - -5.639342784881592, - -2.903512716293335, - -2.03737473487854, - -3.9948675632476807, - -3.95477557182312, - -3.4038920402526855, - -3.949690341949463, - -5.339037895202637, - -4.067633152008057, - -3.0160906314849854, - -3.081725597381592, - -2.651442289352417, - -3.2787208557128906, - -2.9448370933532715, - -2.2176759243011475, - -1.9345836639404297, - -3.584141731262207, - 3.3945889472961426, - -1.357012391090393, - -2.2015953063964844, - -3.977445602416992, - -1.6689934730529785, - -4.0514607429504395, - -3.647165060043335, - -2.0384938716888428, - -3.641615867614746, - -2.214385509490967, - -2.251077890396118, - -2.81543231010437, - -4.1136603355407715 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.3815325200557709, + -0.5173815488815308, + -0.5022717118263245, + -0.4011387228965759, + -0.47446563839912415, + -0.6038334369659424, + -0.6331477165222168, + -0.5728031992912292, + -0.5945685505867004, + -0.39063867926597595, + -0.1336914300918579, + -0.4531787931919098, + -0.4267304837703705, + -0.5455032587051392, + -0.4506654143333435, + -0.6158809661865234, + -0.7101801037788391, + -0.37728461623191833, + -0.3941943645477295, + -0.5632460117340088, + -0.24514566361904144, + -0.3973006010055542, + -0.5956124067306519, + -0.30223891139030457, + -0.5415369868278503, + -0.48889437317848206, + -0.4532964825630188, + -0.2724158763885498, + -0.5316674113273621, + -0.5908863544464111, + -0.5172990560531616, + 0.011753915809094906, + -0.5690515041351318, + -0.6406623125076294, + -0.5116094946861267, + -0.5820056796073914, + -0.5720937252044678, + -0.6573550701141357, + -0.4210004210472107, + -0.46238061785697937, + -0.6116467118263245, + -0.4686437249183655, + -0.4909052550792694, + -0.45352745056152344, + -0.5558348298072815, + -0.48530301451683044, + -0.4992606043815613, + -0.3479042649269104, + -0.5723630785942078, + -0.5149167776107788, + -0.42004722356796265, + -0.785485029220581, + -0.6973100304603577, + -0.5689139366149902, + -0.320686399936676, + -0.5260065197944641, + -0.3016780912876129, + -0.4179430603981018, + -0.42662134766578674, + -0.5843435525894165, + -0.4529476761817932, + -0.5749270915985107, + -0.5325939655303955, + -0.4879857301712036, + -0.5914296507835388, + -0.5654463768005371, + -0.41618749499320984, + -0.5576446652412415, + -0.652048647403717, + -0.5508527159690857, + -0.5299128293991089, + -0.5317609906196594, + -0.9306319355964661, + -0.39673757553100586, + -0.7636122107505798, + -0.4453847408294678, + -0.5892536044120789, + -0.7653133273124695, + -0.49859651923179626, + -0.46400490403175354, + -0.5322272181510925, + -0.31145650148391724, + -0.5955816507339478, + -0.4868425130844116, + -0.4147804081439972, + -0.5736360549926758, + -0.5610438585281372, + -0.4238789677619934, + -0.6419525146484375, + -0.6295802593231201, + -0.6205496191978455, + -0.4604337513446808, + -0.640093207359314, + -0.43819037079811096, + -0.5325440764427185, + -0.6112228631973267, + -0.2973390817642212, + -0.5120306015014648, + -0.5498834252357483, + -0.7782827019691467, + -0.22702017426490784, + -0.9071140885353088, + -0.5935929417610168, + -0.4091908037662506, + -0.47411423921585083, + -0.5031519532203674, + -0.5313359498977661, + -0.47306907176971436, + -0.5425683856010437, + -0.4681572914123535, + -0.5252645611763, + -0.8993763327598572, + -0.47027766704559326, + -0.4709647297859192, + -0.5447304248809814, + -0.4746059477329254, + -0.4742621183395386, + -0.4044909179210663, + -0.521917462348938, + -0.5256186127662659, + -0.4746512770652771, + -0.40471869707107544, + -0.3532278835773468, + -0.49144697189331055, + -0.27528247237205505, + -0.4418209493160248, + -0.5842709541320801, + -0.36180901527404785, + -0.39558833837509155, + -0.5031821727752686, + -0.5071535706520081, + -0.4679093658924103, + -0.4420635998249054, + -0.5273171067237854, + -0.5326330661773682, + -0.6224491000175476, + -0.6422644257545471, + -0.5261576771736145, + -0.4653358459472656, + -0.4274718463420868, + -0.5291967391967773, + -0.8950822353363037, + -0.36216771602630615, + 0.08596470952033997, + -0.521801769733429, + -0.6376873850822449, + -0.48989138007164, + -0.7009467482566833, + -0.30235105752944946, + -0.629497230052948, + -0.5203272104263306, + -0.33546537160873413, + -0.4091901183128357, + -0.4469670057296753, + -0.7406662106513977, + -0.6176695227622986, + -0.39675846695899963, + -0.42621657252311707, + -0.6085779666900635, + -0.5368633270263672, + -0.5377638936042786, + -0.3069536089897156, + -0.41366472840309143, + -0.5637062191963196, + -0.6071873903274536, + -0.3456425070762634, + -0.613815188407898, + -0.34621763229370117, + -0.4251055419445038, + -0.3908253610134125, + -0.428887277841568, + -0.5242941379547119, + -0.40763697028160095, + -0.5262014865875244, + -0.504175066947937, + -0.4016112983226776, + -0.40451735258102417, + -0.7169520258903503, + -0.5500535368919373, + -0.35994112491607666, + -0.7148524522781372, + -0.6327854990959167, + -0.5708804726600647, + -0.2829839289188385, + -0.43153178691864014, + -0.2537493109703064, + -0.6652736067771912, + -0.42611628770828247, + -0.5660585761070251, + -0.6800925731658936, + -0.44514816999435425, + -0.4507692754268646, + -0.4976363182067871, + -0.4832995533943176, + -0.4614179730415344, + -0.7972550988197327, + -0.4972057342529297, + -0.5181296467781067, + -0.4364197254180908, + -0.6029859185218811, + -0.5115074515342712, + -0.5154783725738525, + -0.4193022549152374, + -0.4581819474697113, + -0.3366098403930664, + -0.5779868364334106, + -0.5707008838653564, + -0.2627091705799103, + -0.47794806957244873, + -0.5871398448944092, + -0.5312023162841797, + -0.34051671624183655, + -0.3984330892562866, + -0.16648654639720917, + -0.46729403734207153, + -0.5957158803939819, + -0.5442039966583252, + -0.5709107518196106, + -0.5968484282493591, + -0.4176988899707794, + -0.6999804973602295, + -0.26135993003845215, + -0.712425947189331, + -0.3479349911212921, + -0.7347099781036377, + -0.45251333713531494, + -0.49150654673576355, + -0.6853861808776855, + -0.5054273009300232, + -0.23635758459568024, + -0.5544582605361938, + -0.5008751153945923, + -0.431626558303833, + -0.48867323994636536, + -0.4572262167930603, + -0.553541898727417, + -0.4652273654937744, + -0.4329652786254883, + -0.5760593414306641, + -0.5442678332328796, + -0.4311024248600006, + -0.4301643371582031, + -0.7620702981948853, + -0.49708208441734314, + -0.6974872350692749, + -0.39789217710494995, + -0.37441542744636536, + -0.4186195433139801, + -0.5755099654197693, + -0.6463001370429993, + -0.35075557231903076, + -0.48721998929977417, + -0.47997891902923584, + -0.5388098955154419, + -0.4615967273712158, + -0.5328872203826904, + -0.6186718940734863, + -0.33131107687950134, + -0.4811481237411499, + -0.6276983618736267, + -0.6109395623207092, + -0.6032557487487793, + -0.44748419523239136, + -0.077701136469841, + -0.34783685207366943, + -0.39437001943588257, + -0.7214835286140442, + -0.48641449213027954, + -0.8341065049171448, + -0.626710832118988, + -0.352885365486145, + -0.5094661116600037, + -0.5699161887168884, + -0.3976706564426422, + -0.6015528440475464, + -0.4409857988357544, + -0.3050397038459778, + -0.36772239208221436, + -0.5400622487068176, + -0.5811288356781006, + -0.5493530035018921, + -0.47832798957824707, + -0.5225536227226257, + -0.4559102952480316, + -0.4516887068748474, + -0.4497813880443573, + -0.49674174189567566, + -0.4559932351112366, + -0.5511904358863831, + -0.493929386138916, + -0.29876866936683655, + -0.5448136925697327, + -0.49283352494239807, + -0.5948266386985779, + -0.431246817111969, + -0.44178104400634766, + -0.46548739075660706, + -0.27278241515159607, + -0.4620891511440277, + -0.4678066670894623, + -0.4572848677635193, + -0.4822770357131958, + -0.4133723974227905, + -0.5413134098052979, + -0.5044113993644714, + -0.3542617857456207, + -0.21448424458503723, + -0.5174230337142944, + -0.550107479095459, + -0.5079216957092285, + -0.35552939772605896, + -0.5505523085594177, + -0.6075246930122375, + -0.31864818930625916, + -0.2726135849952698, + -0.5043261051177979, + -0.4221794903278351, + -0.3750492334365845, + -0.5892688035964966, + -0.5872640609741211, + -0.5537216067314148, + -0.543204665184021, + -0.5221124291419983, + -0.507611870765686, + -0.5395144820213318, + -0.5148155093193054, + -0.5188624262809753, + -0.3473418653011322, + -0.45436161756515503, + -0.4543611705303192, + -0.2885006070137024, + -0.44803714752197266, + -0.6509498953819275, + -0.6317822337150574, + -0.5098114013671875, + -0.4902384281158447, + -0.45353400707244873, + -0.5294914841651917, + -0.3969602584838867, + -0.4470618963241577, + -0.489660382270813, + -0.4604491591453552, + -0.5115764141082764, + -0.4617617130279541, + -0.47478634119033813, + -0.4686660170555115, + -0.4813442826271057, + -0.4443545937538147, + -0.5255639553070068, + -0.4326035976409912, + -0.4031582474708557, + -0.4258081614971161, + -0.5801219940185547, + -0.20153409242630005, + -0.52634596824646, + -0.4553280770778656, + -0.18129557371139526, + -0.5337768197059631, + -0.5799084305763245, + -0.4752119481563568, + -0.3423745036125183, + -0.529693067073822, + -0.47430646419525146, + -0.6374550461769104, + -0.5238993763923645, + -0.38242679834365845, + -0.499352365732193, + -0.5732594728469849, + -0.38233837485313416, + -0.7998522520065308, + -0.5096471309661865, + -0.3348097801208496, + -0.4825431704521179, + -0.5201738476753235, + -0.2793000638484955, + -0.6065294742584229, + -0.4021547734737396, + -0.472272127866745, + -0.4985273480415344, + -0.5563055276870728, + -0.5678163170814514, + -0.6211898326873779, + -0.7189074754714966, + -0.4281018376350403, + -0.5187782049179077, + -0.5613104104995728, + -0.3041580021381378, + -0.4538085460662842, + -0.2873322665691376, + -0.4040850102901459, + -0.506107747554779, + -0.31822940707206726, + -0.4769478440284729, + -0.473643034696579, + -0.6013503074645996, + -0.59541255235672, + -0.5328421592712402, + -0.41079628467559814, + -0.436866819858551, + -0.5624527931213379, + -0.5005729794502258, + -0.7206975221633911, + -0.7091717720031738, + -0.48001137375831604, + -0.6158324480056763, + -0.47350209951400757, + -0.4250302016735077, + -0.5748796463012695, + -0.5792023539543152, + -0.799470067024231, + -0.24708440899848938, + -0.4695362448692322, + -0.3684631288051605, + -0.5302562117576599, + -0.514631450176239, + -0.4767991304397583, + -0.48316964507102966, + -0.4924277663230896, + -0.4955320656299591, + -0.588149905204773, + -0.30857837200164795, + -0.4702785611152649, + -0.6241745352745056, + -0.5962976813316345, + -0.5955064296722412, + -0.734585702419281, + -0.49439260363578796, + -0.41879603266716003, + -0.474221795797348, + -0.4893723130226135, + -0.5156494975090027, + -0.4774217903614044, + -0.5319669842720032, + -0.5277043581008911, + -0.5017076134681702, + -0.4864638149738312, + -0.3514401316642761, + -0.5259972810745239, + -0.5573199987411499, + -0.5678296089172363, + -0.4069294333457947, + -0.5557949542999268, + -0.29320424795150757, + -0.4363705813884735, + -0.40737539529800415, + -0.30612727999687195, + -0.701672375202179, + -0.4686388671398163, + -0.4351500868797302, + -0.5487327575683594, + -0.4722476303577423, + -0.4574499726295471, + -0.4746946692466736, + -0.45388466119766235, + -0.5025707483291626, + -0.30440452694892883, + -0.4634140729904175, + -0.5639176368713379, + -0.3855050206184387, + -0.48779359459877014, + -0.5059925317764282, + -0.5750650763511658, + -0.5413427948951721, + -0.5291322469711304, + -0.6786229014396667, + -0.4776783585548401, + -0.4391758143901825, + -0.39864635467529297, + -0.7120507955551147, + -0.43518441915512085, + -0.23737166821956635, + -0.42356061935424805, + -0.5748417973518372, + -0.49366918206214905, + -0.5267193913459778, + -0.48584219813346863, + -0.5447400808334351, + -0.4265156090259552, + -0.5861749053001404, + -0.42736491560935974, + -0.5362051725387573, + -0.5820707678794861, + -0.5249851942062378, + -0.5840201377868652, + -0.3946153223514557, + -0.5571832656860352, + -0.3085276782512665, + -0.5628248453140259, + -0.46742185950279236, + -0.4877701699733734, + -0.3687652349472046, + -0.4536411464214325 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.7, - 0.65, - 0.6749999999999999, - 0.7249999999999999, - 0.675, - 0.7, - 0.6000000000000001, - 0.625, - 0.6499999999999999 + 0.4749999999999999, + 0.4875, + 0.5125, + 0.475, + 0.46249999999999997, + 0.425, + 0.46249999999999997, + 0.475, + 0.49999999999999994, + 0.44999999999999996, + 0.425, + 0.475, + 0.4624999999999999, + 0.4375, + 0.4125, + 0.425, + 0.45, + 0.4625, + 0.4375, + 0.425 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8362522721290588, - 0.8040905594825745, - 0.42897528409957886, - 0.9244104027748108, - 0.3826260268688202, - 0.881732702255249, - 0.5348117351531982, - 0.9906345009803772, - 0.9144694209098816, - 0.5348590016365051 + 0.08175010234117508, + 0.10232575982809067, + -0.03722671419382095, + -0.011694984510540962, + 0.15094168484210968, + -0.03736249357461929, + 0.3390832245349884, + 0.157556414604187, + 0.4819035232067108, + 0.21665126085281372, + 0.2916615307331085, + 0.10837464779615402, + -0.126371830701828, + -0.19385437667369843, + 0.14605452120304108, + -0.0591978095471859, + 0.004120791330933571, + -0.04643266275525093, + -0.0040579489432275295, + -0.007168743293732405 ], "rl_grad_norm": [ - 3.014077663421631, - 2.142559289932251, - 0.34254899621009827, - 1.9931840896606445, - 0.25903114676475525, - 0.7195960879325867, - 0.5369458794593811, - 0.8381199836730957, - 0.4988279938697815, - 0.2544507384300232 + 1.8985981941223145, + 0.4471663236618042, + 0.7892664074897766, + 0.5985459089279175, + 0.6578736901283264, + 0.47938868403434753, + 0.5068403482437134, + 0.7367339134216309, + 0.4149796962738037, + 0.684657096862793, + 0.5116323232650757, + 0.2706654369831085, + 0.49809032678604126, + 0.5111024379730225, + 0.409032940864563, + 0.4305627644062042, + 0.2228666990995407, + 0.18375995755195618, + 0.5144395232200623, + 0.23078563809394836 ], "bc_grad_norm": [ - 0.8025286793708801, - 1.463147759437561, - 0.584850013256073, - 1.1425867080688477, - 0.13338889181613922, - 0.7657732367515564, - 0.4140606224536896, - 0.8503602147102356, - 0.4905339479446411, - 0.5369113683700562 + 3.172726631164551, + 2.044497013092041, + 2.787919044494629, + 1.9071799516677856, + 2.531597852706909, + 2.8082804679870605, + 3.708888053894043, + 3.854660749435425, + 1.7786730527877808, + 1.7427663803100586, + 2.0029714107513428, + 2.216428518295288, + 1.9208675622940063, + 5.283379077911377, + 3.6100919246673584, + 3.346069812774658, + 1.6478362083435059, + 3.473419666290283, + 4.62584114074707, + 3.3708908557891846 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0023849555291235447, - "embedding.weight": 0.024860063567757607, - "cnn.0.weight": 0.39286643266677856, - "cnn.0.bias": 0.016519514843821526, - "cnn.2.weight": 0.09094400703907013, - "cnn.2.bias": 0.025659900158643723, - "cnn.5.weight": 0.0953407809138298, - "cnn.5.bias": 0.029635772109031677, - "action_emb.weight": 0.030710333958268166, - "timestep_emb.weight": 0.0082299979403615, - "pos_emb.weight": 0.010529306717216969, - "transformer.layers.0.self_attn.in_proj_weight": 0.23840321600437164, - "transformer.layers.0.self_attn.in_proj_bias": 0.023508580401539803, - "transformer.layers.0.self_attn.out_proj.weight": 0.20293578505516052, - "transformer.layers.0.self_attn.out_proj.bias": 0.030654404312372208, - "transformer.layers.0.linear1.weight": 0.13769391179084778, - "transformer.layers.0.linear1.bias": 0.010445400141179562, - "transformer.layers.0.linear2.weight": 0.20092354714870453, - "transformer.layers.0.linear2.bias": 0.023387808352708817, - "transformer.layers.0.norm1.weight": 0.014543155208230019, - "transformer.layers.0.norm1.bias": 0.02170250378549099, - "transformer.layers.0.norm2.weight": 0.009087559767067432, - "transformer.layers.0.norm2.bias": 0.011723112314939499, - "transformer.layers.1.self_attn.in_proj_weight": 0.16912904381752014, - "transformer.layers.1.self_attn.in_proj_bias": 0.013190346769988537, - "transformer.layers.1.self_attn.out_proj.weight": 0.255797803401947, - "transformer.layers.1.self_attn.out_proj.bias": 0.019805466756224632, - "transformer.layers.1.linear1.weight": 0.09384327381849289, - "transformer.layers.1.linear1.bias": 0.006551613099873066, - "transformer.layers.1.linear2.weight": 0.13415023684501648, - "transformer.layers.1.linear2.bias": 0.019654856994748116, - "transformer.layers.1.norm1.weight": 0.010601219721138477, - "transformer.layers.1.norm1.bias": 0.011606594547629356, - "transformer.layers.1.norm2.weight": 0.005716595333069563, - "transformer.layers.1.norm2.bias": 0.006151440553367138, - "transformer.layers.2.self_attn.in_proj_weight": 0.19472002983093262, - "transformer.layers.2.self_attn.in_proj_bias": 0.017218532040715218, - "transformer.layers.2.self_attn.out_proj.weight": 0.19831456243991852, - "transformer.layers.2.self_attn.out_proj.bias": 0.02151408977806568, - "transformer.layers.2.linear1.weight": 0.09431447088718414, - "transformer.layers.2.linear1.bias": 0.006823218427598476, - "transformer.layers.2.linear2.weight": 0.11375106126070023, - "transformer.layers.2.linear2.bias": 0.02166995406150818, - "transformer.layers.2.norm1.weight": 0.014251437038183212, - "transformer.layers.2.norm1.bias": 0.019881518557667732, - "transformer.layers.2.norm2.weight": 0.006147573236376047, - "transformer.layers.2.norm2.bias": 0.00677686370909214, - "transformer.layers.3.self_attn.in_proj_weight": 0.462347149848938, - "transformer.layers.3.self_attn.in_proj_bias": 0.044972941279411316, - "transformer.layers.3.self_attn.out_proj.weight": 0.23610951006412506, - "transformer.layers.3.self_attn.out_proj.bias": 0.033854275941848755, - "transformer.layers.3.linear1.weight": 0.23226308822631836, - "transformer.layers.3.linear1.bias": 0.018259821459650993, - "transformer.layers.3.linear2.weight": 0.14840884506702423, - "transformer.layers.3.linear2.bias": 0.03968648612499237, - "transformer.layers.3.norm1.weight": 0.03355038911104202, - "transformer.layers.3.norm1.bias": 0.060642536729574203, - "transformer.layers.3.norm2.weight": 0.01542509812861681, - "transformer.layers.3.norm2.bias": 0.020084664225578308, - "head.weight": 2.125418186187744, - "head.bias": 0.07445857673883438, - "global_embedding.weight": 0.050972163677215576, - "global_cnn.0.weight": 0.46499186754226685, - "global_cnn.0.bias": 0.01524471864104271, - "global_cnn.2.weight": 0.8666844367980957, - "global_cnn.2.bias": 0.03643587604165077, - "global_proj.weight": 0.19735299050807953, - "global_proj.bias": 0.07916208356618881, - "goal_head.0.weight": 0.07628219574689865, - "goal_head.0.bias": 0.025413865223526955, - "goal_head.2.weight": 0.10224219411611557, - "goal_head.2.bias": 0.05430354177951813 - }, - { - "global_gate": 0.001541788107715547, - "embedding.weight": 0.013569526374340057, - "cnn.0.weight": 0.29064637422561646, - "cnn.0.bias": 0.014176026917994022, - "cnn.2.weight": 0.08219850063323975, - "cnn.2.bias": 0.03688928112387657, - "cnn.5.weight": 0.10134322941303253, - "cnn.5.bias": 0.03383011743426323, - "action_emb.weight": 0.026439877226948738, - "timestep_emb.weight": 0.008359628729522228, - "pos_emb.weight": 0.009785104542970657, - "transformer.layers.0.self_attn.in_proj_weight": 0.15761585533618927, - "transformer.layers.0.self_attn.in_proj_bias": 0.01629628613591194, - "transformer.layers.0.self_attn.out_proj.weight": 0.14715568721294403, - "transformer.layers.0.self_attn.out_proj.bias": 0.02004898525774479, - "transformer.layers.0.linear1.weight": 0.11778441071510315, - "transformer.layers.0.linear1.bias": 0.008036928251385689, - "transformer.layers.0.linear2.weight": 0.15718641877174377, - "transformer.layers.0.linear2.bias": 0.017273971810936928, - "transformer.layers.0.norm1.weight": 0.01140463538467884, - "transformer.layers.0.norm1.bias": 0.016264179721474648, - "transformer.layers.0.norm2.weight": 0.007937546819448471, - "transformer.layers.0.norm2.bias": 0.008623347617685795, - "transformer.layers.1.self_attn.in_proj_weight": 0.12823036313056946, - "transformer.layers.1.self_attn.in_proj_bias": 0.010311145335435867, - "transformer.layers.1.self_attn.out_proj.weight": 0.1351184844970703, - "transformer.layers.1.self_attn.out_proj.bias": 0.013852415606379509, - "transformer.layers.1.linear1.weight": 0.08582981675863266, - "transformer.layers.1.linear1.bias": 0.005147840827703476, - "transformer.layers.1.linear2.weight": 0.10739945620298386, - "transformer.layers.1.linear2.bias": 0.014284342527389526, - "transformer.layers.1.norm1.weight": 0.00708744814619422, - "transformer.layers.1.norm1.bias": 0.010349554009735584, - "transformer.layers.1.norm2.weight": 0.005510461982339621, - "transformer.layers.1.norm2.bias": 0.004935560282319784, - "transformer.layers.2.self_attn.in_proj_weight": 0.15614110231399536, - "transformer.layers.2.self_attn.in_proj_bias": 0.012475294061005116, - "transformer.layers.2.self_attn.out_proj.weight": 0.12312961369752884, - "transformer.layers.2.self_attn.out_proj.bias": 0.01470469031482935, - "transformer.layers.2.linear1.weight": 0.07228997349739075, - "transformer.layers.2.linear1.bias": 0.0053044818341732025, - "transformer.layers.2.linear2.weight": 0.07909869402647018, - "transformer.layers.2.linear2.bias": 0.015965374186635017, - "transformer.layers.2.norm1.weight": 0.014435196295380592, - "transformer.layers.2.norm1.bias": 0.014578348957002163, - "transformer.layers.2.norm2.weight": 0.004620365332812071, - "transformer.layers.2.norm2.bias": 0.006393261719495058, - "transformer.layers.3.self_attn.in_proj_weight": 0.23386351764202118, - "transformer.layers.3.self_attn.in_proj_bias": 0.02364516630768776, - "transformer.layers.3.self_attn.out_proj.weight": 0.1394396424293518, - "transformer.layers.3.self_attn.out_proj.bias": 0.022832894697785378, - "transformer.layers.3.linear1.weight": 0.20506037771701813, - "transformer.layers.3.linear1.bias": 0.01713988184928894, - "transformer.layers.3.linear2.weight": 0.11280998587608337, - "transformer.layers.3.linear2.bias": 0.028793029487133026, - "transformer.layers.3.norm1.weight": 0.018333477899432182, - "transformer.layers.3.norm1.bias": 0.03109900653362274, - "transformer.layers.3.norm2.weight": 0.013851937837898731, - "transformer.layers.3.norm2.bias": 0.021545348688960075, - "head.weight": 1.4484363794326782, - "head.bias": 0.05961591377854347, - "global_embedding.weight": 0.04572704806923866, - "global_cnn.0.weight": 0.4196372926235199, - "global_cnn.0.bias": 0.012041088193655014, - "global_cnn.2.weight": 1.226479172706604, - "global_cnn.2.bias": 0.05452246591448784, - "global_proj.weight": 0.1928137242794037, - "global_proj.bias": 0.11603173613548279, - "goal_head.0.weight": 0.10443238914012909, - "goal_head.0.bias": 0.04654613509774208, - "goal_head.2.weight": 0.12801137566566467, - "goal_head.2.bias": 0.10849621891975403 - }, - { - "global_gate": 0.0003036189591512084, - "embedding.weight": 0.000949097506236285, - "cnn.0.weight": 0.022176483646035194, - "cnn.0.bias": 0.0011397696798667312, - "cnn.2.weight": 0.006761169992387295, - "cnn.2.bias": 0.002532137557864189, - "cnn.5.weight": 0.006446823012083769, - "cnn.5.bias": 0.0016552959568798542, - "action_emb.weight": 0.001351183746010065, - "timestep_emb.weight": 0.0008687259396538138, - "pos_emb.weight": 0.0010482374345883727, - "transformer.layers.0.self_attn.in_proj_weight": 0.014445723034441471, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010856270091608167, - "transformer.layers.0.self_attn.out_proj.weight": 0.012585007585585117, - "transformer.layers.0.self_attn.out_proj.bias": 0.0013331342488527298, - "transformer.layers.0.linear1.weight": 0.008443402126431465, - "transformer.layers.0.linear1.bias": 0.0004741582088172436, - "transformer.layers.0.linear2.weight": 0.011239057406783104, - "transformer.layers.0.linear2.bias": 0.0009668452548794448, - "transformer.layers.0.norm1.weight": 0.0008395696058869362, - "transformer.layers.0.norm1.bias": 0.0011024074628949165, - "transformer.layers.0.norm2.weight": 0.0006102294428274035, - "transformer.layers.0.norm2.bias": 0.0004783392942044884, - "transformer.layers.1.self_attn.in_proj_weight": 0.008470793254673481, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005194677505642176, - "transformer.layers.1.self_attn.out_proj.weight": 0.010467112995684147, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007922819931991398, - "transformer.layers.1.linear1.weight": 0.005774148274213076, - "transformer.layers.1.linear1.bias": 0.0003024313482455909, - "transformer.layers.1.linear2.weight": 0.007223193999379873, - "transformer.layers.1.linear2.bias": 0.0007427395321428776, - "transformer.layers.1.norm1.weight": 0.0004526057746261358, - "transformer.layers.1.norm1.bias": 0.0004478663904592395, - "transformer.layers.1.norm2.weight": 0.0003528743691276759, - "transformer.layers.1.norm2.bias": 0.0002830474986694753, - "transformer.layers.2.self_attn.in_proj_weight": 0.009866006672382355, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005972071085125208, - "transformer.layers.2.self_attn.out_proj.weight": 0.007069116458296776, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007175403879955411, - "transformer.layers.2.linear1.weight": 0.005040981341153383, - "transformer.layers.2.linear1.bias": 0.000281218730378896, - "transformer.layers.2.linear2.weight": 0.0054165516048669815, - "transformer.layers.2.linear2.bias": 0.0007047887775115669, - "transformer.layers.2.norm1.weight": 0.000634405470918864, - "transformer.layers.2.norm1.bias": 0.0005608961801044643, - "transformer.layers.2.norm2.weight": 0.0002935180673375726, - "transformer.layers.2.norm2.bias": 0.0002598805876914412, - "transformer.layers.3.self_attn.in_proj_weight": 0.019853102043271065, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015126907965168357, - "transformer.layers.3.self_attn.out_proj.weight": 0.009018782526254654, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011548289330676198, - "transformer.layers.3.linear1.weight": 0.012878707610070705, - "transformer.layers.3.linear1.bias": 0.0009022150770761073, - "transformer.layers.3.linear2.weight": 0.007451206911355257, - "transformer.layers.3.linear2.bias": 0.0014923837734386325, - "transformer.layers.3.norm1.weight": 0.0013607620494440198, - "transformer.layers.3.norm1.bias": 0.001873268629424274, - "transformer.layers.3.norm2.weight": 0.0008798864437267184, - "transformer.layers.3.norm2.bias": 0.0010942041408270597, - "head.weight": 0.08520911633968353, - "head.bias": 0.0028889584355056286, - "global_embedding.weight": 0.014596852473914623, - "global_cnn.0.weight": 0.10854576528072357, - "global_cnn.0.bias": 0.003372801234945655, - "global_cnn.2.weight": 0.2484065443277359, - "global_cnn.2.bias": 0.015530549921095371, - "global_proj.weight": 0.04611426591873169, - "global_proj.bias": 0.037673261016607285, - "goal_head.0.weight": 0.028909645974636078, - "goal_head.0.bias": 0.014795317314565182, - "goal_head.2.weight": 0.04101884365081787, - "goal_head.2.bias": 0.03606359288096428 - }, - { - "global_gate": 0.0014493267517536879, - "embedding.weight": 0.005788902286440134, - "cnn.0.weight": 0.1163916289806366, - "cnn.0.bias": 0.006472721695899963, - "cnn.2.weight": 0.035124003887176514, - "cnn.2.bias": 0.018041856586933136, - "cnn.5.weight": 0.03086610697209835, - "cnn.5.bias": 0.009821073152124882, - "action_emb.weight": 0.026306970044970512, - "timestep_emb.weight": 0.005616168025881052, - "pos_emb.weight": 0.008214877918362617, - "transformer.layers.0.self_attn.in_proj_weight": 0.09877355396747589, - "transformer.layers.0.self_attn.in_proj_bias": 0.013311179354786873, - "transformer.layers.0.self_attn.out_proj.weight": 0.1168256402015686, - "transformer.layers.0.self_attn.out_proj.bias": 0.020833713933825493, - "transformer.layers.0.linear1.weight": 0.10075213015079498, - "transformer.layers.0.linear1.bias": 0.0076957037672400475, - "transformer.layers.0.linear2.weight": 0.1391724944114685, - "transformer.layers.0.linear2.bias": 0.018335049971938133, - "transformer.layers.0.norm1.weight": 0.0054663862101733685, - "transformer.layers.0.norm1.bias": 0.010603021830320358, - "transformer.layers.0.norm2.weight": 0.008842800743877888, - "transformer.layers.0.norm2.bias": 0.009748972952365875, - "transformer.layers.1.self_attn.in_proj_weight": 0.13000601530075073, - "transformer.layers.1.self_attn.in_proj_bias": 0.011302245780825615, - "transformer.layers.1.self_attn.out_proj.weight": 0.1506362110376358, - "transformer.layers.1.self_attn.out_proj.bias": 0.015602554194629192, - "transformer.layers.1.linear1.weight": 0.0683809146285057, - "transformer.layers.1.linear1.bias": 0.0050817690789699554, - "transformer.layers.1.linear2.weight": 0.10135047137737274, - "transformer.layers.1.linear2.bias": 0.01561362948268652, - "transformer.layers.1.norm1.weight": 0.007770666386932135, - "transformer.layers.1.norm1.bias": 0.010694002732634544, - "transformer.layers.1.norm2.weight": 0.004637356381863356, - "transformer.layers.1.norm2.bias": 0.0050519113428890705, - "transformer.layers.2.self_attn.in_proj_weight": 0.13034610450267792, - "transformer.layers.2.self_attn.in_proj_bias": 0.012727417051792145, - "transformer.layers.2.self_attn.out_proj.weight": 0.11074374616146088, - "transformer.layers.2.self_attn.out_proj.bias": 0.015835244208574295, - "transformer.layers.2.linear1.weight": 0.07493133097887039, - "transformer.layers.2.linear1.bias": 0.00561718363314867, - "transformer.layers.2.linear2.weight": 0.09059172868728638, - "transformer.layers.2.linear2.bias": 0.016303757205605507, - "transformer.layers.2.norm1.weight": 0.009551938623189926, - "transformer.layers.2.norm1.bias": 0.014231541194021702, - "transformer.layers.2.norm2.weight": 0.005024719517678022, - "transformer.layers.2.norm2.bias": 0.006349010858684778, - "transformer.layers.3.self_attn.in_proj_weight": 0.28677964210510254, - "transformer.layers.3.self_attn.in_proj_bias": 0.0316191166639328, - "transformer.layers.3.self_attn.out_proj.weight": 0.1609955132007599, - "transformer.layers.3.self_attn.out_proj.bias": 0.027275152504444122, - "transformer.layers.3.linear1.weight": 0.2307087779045105, - "transformer.layers.3.linear1.bias": 0.020975260064005852, - "transformer.layers.3.linear2.weight": 0.13525082170963287, - "transformer.layers.3.linear2.bias": 0.03870368376374245, - "transformer.layers.3.norm1.weight": 0.020014377310872078, - "transformer.layers.3.norm1.bias": 0.04126417264342308, - "transformer.layers.3.norm2.weight": 0.017858121544122696, - "transformer.layers.3.norm2.bias": 0.03108626790344715, - "head.weight": 1.8101963996887207, - "head.bias": 0.08102481812238693, - "global_embedding.weight": 0.03490930050611496, - "global_cnn.0.weight": 0.24247221648693085, - "global_cnn.0.bias": 0.005600752774626017, - "global_cnn.2.weight": 0.5667503476142883, - "global_cnn.2.bias": 0.03113756701350212, - "global_proj.weight": 0.08644004911184311, - "global_proj.bias": 0.07419457286596298, - "goal_head.0.weight": 0.05726742371916771, - "goal_head.0.bias": 0.03017997369170189, - "goal_head.2.weight": 0.08375004678964615, - "goal_head.2.bias": 0.07037291675806046 - }, - { - "global_gate": 0.0002894328790716827, - "embedding.weight": 0.004154185298830271, - "cnn.0.weight": 0.06990807503461838, - "cnn.0.bias": 0.002284229965880513, - "cnn.2.weight": 0.018404021859169006, - "cnn.2.bias": 0.0032234357204288244, - "cnn.5.weight": 0.024639485403895378, - "cnn.5.bias": 0.0034300126135349274, - "action_emb.weight": 0.004575261380523443, - "timestep_emb.weight": 0.0019734581001102924, - "pos_emb.weight": 0.0026359972544014454, - "transformer.layers.0.self_attn.in_proj_weight": 0.02561403438448906, - "transformer.layers.0.self_attn.in_proj_bias": 0.0025022628251463175, - "transformer.layers.0.self_attn.out_proj.weight": 0.025858288630843163, - "transformer.layers.0.self_attn.out_proj.bias": 0.003335061715915799, - "transformer.layers.0.linear1.weight": 0.023403285071253777, - "transformer.layers.0.linear1.bias": 0.0012753319460898638, - "transformer.layers.0.linear2.weight": 0.028323939070105553, - "transformer.layers.0.linear2.bias": 0.00276994239538908, - "transformer.layers.0.norm1.weight": 0.0015252531738951802, - "transformer.layers.0.norm1.bias": 0.0024215406738221645, - "transformer.layers.0.norm2.weight": 0.0017234848346561193, - "transformer.layers.0.norm2.bias": 0.0011803681263700128, - "transformer.layers.1.self_attn.in_proj_weight": 0.025112472474575043, - "transformer.layers.1.self_attn.in_proj_bias": 0.0015770765021443367, - "transformer.layers.1.self_attn.out_proj.weight": 0.023917315527796745, - "transformer.layers.1.self_attn.out_proj.bias": 0.0022346796467900276, - "transformer.layers.1.linear1.weight": 0.014875450171530247, - "transformer.layers.1.linear1.bias": 0.0008157821139320731, - "transformer.layers.1.linear2.weight": 0.019277509301900864, - "transformer.layers.1.linear2.bias": 0.0022149819415062666, - "transformer.layers.1.norm1.weight": 0.0015664573293179274, - "transformer.layers.1.norm1.bias": 0.0014743995852768421, - "transformer.layers.1.norm2.weight": 0.0008783751982264221, - "transformer.layers.1.norm2.bias": 0.0007004286744631827, - "transformer.layers.2.self_attn.in_proj_weight": 0.024286478757858276, - "transformer.layers.2.self_attn.in_proj_bias": 0.001661661546677351, - "transformer.layers.2.self_attn.out_proj.weight": 0.018406501039862633, - "transformer.layers.2.self_attn.out_proj.bias": 0.002203290583565831, - "transformer.layers.2.linear1.weight": 0.01355939731001854, - "transformer.layers.2.linear1.bias": 0.0008293951977975667, - "transformer.layers.2.linear2.weight": 0.01572413183748722, - "transformer.layers.2.linear2.bias": 0.0022773814853280783, - "transformer.layers.2.norm1.weight": 0.001631038961932063, - "transformer.layers.2.norm1.bias": 0.0020019388757646084, - "transformer.layers.2.norm2.weight": 0.0008890784229151905, - "transformer.layers.2.norm2.bias": 0.0008908209856599569, - "transformer.layers.3.self_attn.in_proj_weight": 0.05246376991271973, - "transformer.layers.3.self_attn.in_proj_bias": 0.004571958445012569, - "transformer.layers.3.self_attn.out_proj.weight": 0.021692052483558655, - "transformer.layers.3.self_attn.out_proj.bias": 0.003832985647022724, - "transformer.layers.3.linear1.weight": 0.043532595038414, - "transformer.layers.3.linear1.bias": 0.003444742877036333, - "transformer.layers.3.linear2.weight": 0.023378711193799973, - "transformer.layers.3.linear2.bias": 0.005778089631348848, - "transformer.layers.3.norm1.weight": 0.00450055580586195, - "transformer.layers.3.norm1.bias": 0.006199125200510025, - "transformer.layers.3.norm2.weight": 0.0037187605630606413, - "transformer.layers.3.norm2.bias": 0.005062665790319443, - "head.weight": 0.29557040333747864, - "head.bias": 0.012924782000482082, - "global_embedding.weight": 0.0063942065462470055, - "global_cnn.0.weight": 0.03151451796293259, - "global_cnn.0.bias": 0.0009191612480208278, - "global_cnn.2.weight": 0.04412238299846649, - "global_cnn.2.bias": 0.001598578179255128, - "global_proj.weight": 0.010011796839535236, - "global_proj.bias": 0.007788896095007658, - "goal_head.0.weight": 0.0052800592966377735, - "goal_head.0.bias": 0.002756677567958832, - "goal_head.2.weight": 0.0074374983087182045, - "goal_head.2.bias": 0.007457933388650417 - }, - { - "global_gate": 0.00016494619194418192, - "embedding.weight": 0.0047816624864935875, - "cnn.0.weight": 0.09723859280347824, - "cnn.0.bias": 0.0028387156780809164, - "cnn.2.weight": 0.03917098790407181, - "cnn.2.bias": 0.007227702997624874, - "cnn.5.weight": 0.06087067723274231, - "cnn.5.bias": 0.007875430397689342, - "action_emb.weight": 0.009391561150550842, - "timestep_emb.weight": 0.005657427944242954, - "pos_emb.weight": 0.007208158262073994, - "transformer.layers.0.self_attn.in_proj_weight": 0.07960951328277588, - "transformer.layers.0.self_attn.in_proj_bias": 0.005065862089395523, - "transformer.layers.0.self_attn.out_proj.weight": 0.07232876867055893, - "transformer.layers.0.self_attn.out_proj.bias": 0.0060278926976025105, - "transformer.layers.0.linear1.weight": 0.056591205298900604, - "transformer.layers.0.linear1.bias": 0.002880984218791127, - "transformer.layers.0.linear2.weight": 0.06276208907365799, - "transformer.layers.0.linear2.bias": 0.004720679949969053, - "transformer.layers.0.norm1.weight": 0.004999418742954731, - "transformer.layers.0.norm1.bias": 0.00493216048926115, - "transformer.layers.0.norm2.weight": 0.004377034958451986, - "transformer.layers.0.norm2.bias": 0.0031615260522812605, - "transformer.layers.1.self_attn.in_proj_weight": 0.0725187212228775, - "transformer.layers.1.self_attn.in_proj_bias": 0.004225288052111864, - "transformer.layers.1.self_attn.out_proj.weight": 0.035679541528224945, - "transformer.layers.1.self_attn.out_proj.bias": 0.0027961689047515392, - "transformer.layers.1.linear1.weight": 0.025113843381404877, - "transformer.layers.1.linear1.bias": 0.001230550231412053, - "transformer.layers.1.linear2.weight": 0.031057903543114662, - "transformer.layers.1.linear2.bias": 0.0025306008756160736, - "transformer.layers.1.norm1.weight": 0.00516907311975956, - "transformer.layers.1.norm1.bias": 0.005219550803303719, - "transformer.layers.1.norm2.weight": 0.0015943980542942882, - "transformer.layers.1.norm2.bias": 0.0011137339752167463, - "transformer.layers.2.self_attn.in_proj_weight": 0.0517202652990818, - "transformer.layers.2.self_attn.in_proj_bias": 0.002324143424630165, - "transformer.layers.2.self_attn.out_proj.weight": 0.023336997255682945, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020498440135270357, - "transformer.layers.2.linear1.weight": 0.015310341492295265, - "transformer.layers.2.linear1.bias": 0.0008479570387862623, - "transformer.layers.2.linear2.weight": 0.018215933814644814, - "transformer.layers.2.linear2.bias": 0.0020438521169126034, - "transformer.layers.2.norm1.weight": 0.0036262357607483864, - "transformer.layers.2.norm1.bias": 0.002510844497010112, - "transformer.layers.2.norm2.weight": 0.0009770398028194904, - "transformer.layers.2.norm2.bias": 0.0008098575053736567, - "transformer.layers.3.self_attn.in_proj_weight": 0.051296014338731766, - "transformer.layers.3.self_attn.in_proj_bias": 0.0037796187680214643, - "transformer.layers.3.self_attn.out_proj.weight": 0.023878827691078186, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033817696385085583, - "transformer.layers.3.linear1.weight": 0.033311378210783005, - "transformer.layers.3.linear1.bias": 0.002293103840202093, - "transformer.layers.3.linear2.weight": 0.019455349072813988, - "transformer.layers.3.linear2.bias": 0.004367676097899675, - "transformer.layers.3.norm1.weight": 0.003935426473617554, - "transformer.layers.3.norm1.bias": 0.004959950223565102, - "transformer.layers.3.norm2.weight": 0.0023397132754325867, - "transformer.layers.3.norm2.bias": 0.0029595193918794394, - "head.weight": 0.25758278369903564, - "head.bias": 0.008791029453277588, - "global_embedding.weight": 0.01534183043986559, - "global_cnn.0.weight": 0.244394451379776, - "global_cnn.0.bias": 0.00521882576867938, - "global_cnn.2.weight": 0.5993618965148926, - "global_cnn.2.bias": 0.03126593679189682, - "global_proj.weight": 0.10080596059560776, - "global_proj.bias": 0.07598794251680374, - "goal_head.0.weight": 0.061642590910196304, - "goal_head.0.bias": 0.03039488010108471, - "goal_head.2.weight": 0.09178968518972397, - "goal_head.2.bias": 0.07138486206531525 - }, - { - "global_gate": 0.0002826614654622972, - "embedding.weight": 0.003399923676624894, - "cnn.0.weight": 0.06400907784700394, - "cnn.0.bias": 0.0018481356091797352, - "cnn.2.weight": 0.014230367727577686, - "cnn.2.bias": 0.004101772792637348, - "cnn.5.weight": 0.01988828182220459, - "cnn.5.bias": 0.004110562615096569, - "action_emb.weight": 0.008156651630997658, - "timestep_emb.weight": 0.004387369845062494, - "pos_emb.weight": 0.00711231492459774, - "transformer.layers.0.self_attn.in_proj_weight": 0.04584638774394989, - "transformer.layers.0.self_attn.in_proj_bias": 0.003437009174376726, - "transformer.layers.0.self_attn.out_proj.weight": 0.04352932050824165, - "transformer.layers.0.self_attn.out_proj.bias": 0.0054040271788835526, - "transformer.layers.0.linear1.weight": 0.0510430783033371, - "transformer.layers.0.linear1.bias": 0.0024419669061899185, - "transformer.layers.0.linear2.weight": 0.05347190797328949, - "transformer.layers.0.linear2.bias": 0.00383589556440711, - "transformer.layers.0.norm1.weight": 0.002675306750461459, - "transformer.layers.0.norm1.bias": 0.0029095157515257597, - "transformer.layers.0.norm2.weight": 0.004821712616831064, - "transformer.layers.0.norm2.bias": 0.003360428847372532, - "transformer.layers.1.self_attn.in_proj_weight": 0.04696020483970642, - "transformer.layers.1.self_attn.in_proj_bias": 0.0026620745193213224, - "transformer.layers.1.self_attn.out_proj.weight": 0.03771152347326279, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031481850892305374, - "transformer.layers.1.linear1.weight": 0.03194820135831833, - "transformer.layers.1.linear1.bias": 0.0014652840327471495, - "transformer.layers.1.linear2.weight": 0.03774339705705643, - "transformer.layers.1.linear2.bias": 0.0028851679526269436, - "transformer.layers.1.norm1.weight": 0.00336700351908803, - "transformer.layers.1.norm1.bias": 0.0026762064080685377, - "transformer.layers.1.norm2.weight": 0.0021978141739964485, - "transformer.layers.1.norm2.bias": 0.001432540244422853, - "transformer.layers.2.self_attn.in_proj_weight": 0.05654747411608696, - "transformer.layers.2.self_attn.in_proj_bias": 0.0025966709945350885, - "transformer.layers.2.self_attn.out_proj.weight": 0.03142842277884483, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023985947482287884, - "transformer.layers.2.linear1.weight": 0.025184351950883865, - "transformer.layers.2.linear1.bias": 0.0012801274424418807, - "transformer.layers.2.linear2.weight": 0.028178613632917404, - "transformer.layers.2.linear2.bias": 0.002157993847504258, - "transformer.layers.2.norm1.weight": 0.004518771078437567, - "transformer.layers.2.norm1.bias": 0.002920157043263316, - "transformer.layers.2.norm2.weight": 0.0016280575655400753, - "transformer.layers.2.norm2.bias": 0.0012049628421664238, - "transformer.layers.3.self_attn.in_proj_weight": 0.08200349658727646, - "transformer.layers.3.self_attn.in_proj_bias": 0.0038980909157544374, - "transformer.layers.3.self_attn.out_proj.weight": 0.033052653074264526, - "transformer.layers.3.self_attn.out_proj.bias": 0.002309190109372139, - "transformer.layers.3.linear1.weight": 0.06142974644899368, - "transformer.layers.3.linear1.bias": 0.0035463874228298664, - "transformer.layers.3.linear2.weight": 0.034556444734334946, - "transformer.layers.3.linear2.bias": 0.0033581997267901897, - "transformer.layers.3.norm1.weight": 0.006207245867699385, - "transformer.layers.3.norm1.bias": 0.0049049328081309795, - "transformer.layers.3.norm2.weight": 0.00527203967794776, - "transformer.layers.3.norm2.bias": 0.0041149333119392395, - "head.weight": 0.33168482780456543, - "head.bias": 0.006627385970205069, - "global_embedding.weight": 0.007108126301318407, - "global_cnn.0.weight": 0.10511603206396103, - "global_cnn.0.bias": 0.003260516095906496, - "global_cnn.2.weight": 0.20939800143241882, - "global_cnn.2.bias": 0.009500556625425816, - "global_proj.weight": 0.05883193761110306, - "global_proj.bias": 0.039824698120355606, - "goal_head.0.weight": 0.04065300524234772, - "goal_head.0.bias": 0.01891128346323967, - "goal_head.2.weight": 0.05887638032436371, - "goal_head.2.bias": 0.047887399792671204 - }, - { - "global_gate": 0.000011546128007466905, - "embedding.weight": 0.00014600850408896804, - "cnn.0.weight": 0.003223006147891283, - "cnn.0.bias": 0.00010025152005255222, - "cnn.2.weight": 0.0009329228778369725, - "cnn.2.bias": 0.000194569060113281, - "cnn.5.weight": 0.0011664439225569367, - "cnn.5.bias": 0.00022493291180580854, - "action_emb.weight": 0.00018285498663317412, - "timestep_emb.weight": 0.00007989499863469973, - "pos_emb.weight": 0.0001234367082361132, - "transformer.layers.0.self_attn.in_proj_weight": 0.001556952716782689, - "transformer.layers.0.self_attn.in_proj_bias": 0.00010029150871559978, - "transformer.layers.0.self_attn.out_proj.weight": 0.0014789862325415015, - "transformer.layers.0.self_attn.out_proj.bias": 0.00013930366549175233, - "transformer.layers.0.linear1.weight": 0.0010228937026113272, - "transformer.layers.0.linear1.bias": 0.000056040316849248484, - "transformer.layers.0.linear2.weight": 0.0011382921366021037, - "transformer.layers.0.linear2.bias": 0.00010762649617390707, - "transformer.layers.0.norm1.weight": 0.00009870780195342377, - "transformer.layers.0.norm1.bias": 0.00009945138299372047, - "transformer.layers.0.norm2.weight": 0.00008251396502600983, - "transformer.layers.0.norm2.bias": 0.0000673651447868906, - "transformer.layers.1.self_attn.in_proj_weight": 0.0010809374507516623, - "transformer.layers.1.self_attn.in_proj_bias": 0.00005931701525696553, - "transformer.layers.1.self_attn.out_proj.weight": 0.0009905759943649173, - "transformer.layers.1.self_attn.out_proj.bias": 0.00008770359272602946, - "transformer.layers.1.linear1.weight": 0.0005969498888589442, - "transformer.layers.1.linear1.bias": 0.00003316263246233575, - "transformer.layers.1.linear2.weight": 0.0007660008268430829, - "transformer.layers.1.linear2.bias": 0.00008611695375293493, - "transformer.layers.1.norm1.weight": 0.00006967423541937023, - "transformer.layers.1.norm1.bias": 0.00007111968443496153, - "transformer.layers.1.norm2.weight": 0.000041912640881491825, - "transformer.layers.1.norm2.bias": 0.00003482380634522997, - "transformer.layers.2.self_attn.in_proj_weight": 0.001276652212254703, - "transformer.layers.2.self_attn.in_proj_bias": 0.00007360932067967951, - "transformer.layers.2.self_attn.out_proj.weight": 0.0007749943761155009, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007835501310182735, - "transformer.layers.2.linear1.weight": 0.00047747683129273355, - "transformer.layers.2.linear1.bias": 0.000028167403797851875, - "transformer.layers.2.linear2.weight": 0.0005649560480378568, - "transformer.layers.2.linear2.bias": 0.00008167619671439752, - "transformer.layers.2.norm1.weight": 0.0000788594625191763, - "transformer.layers.2.norm1.bias": 0.00008144784078467637, - "transformer.layers.2.norm2.weight": 0.00003522904808050953, - "transformer.layers.2.norm2.bias": 0.00003140836633974686, - "transformer.layers.3.self_attn.in_proj_weight": 0.001387969241477549, - "transformer.layers.3.self_attn.in_proj_bias": 0.00011361037468304858, - "transformer.layers.3.self_attn.out_proj.weight": 0.001042200718075037, - "transformer.layers.3.self_attn.out_proj.bias": 0.00011672298569465056, - "transformer.layers.3.linear1.weight": 0.0009752637706696987, - "transformer.layers.3.linear1.bias": 0.00007199295941973105, - "transformer.layers.3.linear2.weight": 0.000620787322986871, - "transformer.layers.3.linear2.bias": 0.00013160052185412496, - "transformer.layers.3.norm1.weight": 0.00009696278721094131, - "transformer.layers.3.norm1.bias": 0.00014177212142385542, - "transformer.layers.3.norm2.weight": 0.00006439376011257991, - "transformer.layers.3.norm2.bias": 0.00007561553502455354, - "head.weight": 0.010690746828913689, - "head.bias": 0.00035042769741266966, - "global_embedding.weight": 0.041484296321868896, - "global_cnn.0.weight": 0.3833266794681549, - "global_cnn.0.bias": 0.01605973020195961, - "global_cnn.2.weight": 0.6801838874816895, - "global_cnn.2.bias": 0.04195253551006317, - "global_proj.weight": 0.1311805695295334, - "global_proj.bias": 0.11413978785276413, - "goal_head.0.weight": 0.09745552390813828, - "goal_head.0.bias": 0.05501621961593628, - "goal_head.2.weight": 0.15708684921264648, - "goal_head.2.bias": 0.14810988306999207 - }, - { - "global_gate": 0.0005010944441892207, - "embedding.weight": 0.001695159706287086, - "cnn.0.weight": 0.04251974821090698, - "cnn.0.bias": 0.001963894348591566, - "cnn.2.weight": 0.01633359305560589, - "cnn.2.bias": 0.004182618111371994, - "cnn.5.weight": 0.0282001756131649, - "cnn.5.bias": 0.0028704190626740456, - "action_emb.weight": 0.0008777186158113182, - "timestep_emb.weight": 0.0007051510619930923, - "pos_emb.weight": 0.0006733471527695656, - "transformer.layers.0.self_attn.in_proj_weight": 0.025270571932196617, - "transformer.layers.0.self_attn.in_proj_bias": 0.0017445111880078912, - "transformer.layers.0.self_attn.out_proj.weight": 0.0197219830006361, - "transformer.layers.0.self_attn.out_proj.bias": 0.0018574922578409314, - "transformer.layers.0.linear1.weight": 0.010370321571826935, - "transformer.layers.0.linear1.bias": 0.0005852226167917252, - "transformer.layers.0.linear2.weight": 0.012592189013957977, - "transformer.layers.0.linear2.bias": 0.0007128274883143604, - "transformer.layers.0.norm1.weight": 0.0017899827798828483, - "transformer.layers.0.norm1.bias": 0.00189366121776402, - "transformer.layers.0.norm2.weight": 0.00086949672549963, - "transformer.layers.0.norm2.bias": 0.0007249919581227005, - "transformer.layers.1.self_attn.in_proj_weight": 0.008950651623308659, - "transformer.layers.1.self_attn.in_proj_bias": 0.00042424711864441633, - "transformer.layers.1.self_attn.out_proj.weight": 0.007841061800718307, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005091503262519836, - "transformer.layers.1.linear1.weight": 0.004815797321498394, - "transformer.layers.1.linear1.bias": 0.00022070853447075933, - "transformer.layers.1.linear2.weight": 0.006246010307222605, - "transformer.layers.1.linear2.bias": 0.0003650024300441146, - "transformer.layers.1.norm1.weight": 0.0005777570186182857, - "transformer.layers.1.norm1.bias": 0.00038655626121908426, - "transformer.layers.1.norm2.weight": 0.0003236305492464453, - "transformer.layers.1.norm2.bias": 0.00020668210345320404, - "transformer.layers.2.self_attn.in_proj_weight": 0.007038831245154142, - "transformer.layers.2.self_attn.in_proj_bias": 0.00026109497412107885, - "transformer.layers.2.self_attn.out_proj.weight": 0.00524866720661521, - "transformer.layers.2.self_attn.out_proj.bias": 0.00029132558847777545, - "transformer.layers.2.linear1.weight": 0.004303483292460442, - "transformer.layers.2.linear1.bias": 0.00018290079606231302, - "transformer.layers.2.linear2.weight": 0.004718417301774025, - "transformer.layers.2.linear2.bias": 0.000264227477600798, - "transformer.layers.2.norm1.weight": 0.00042298887274228036, - "transformer.layers.2.norm1.bias": 0.00022706335585098714, - "transformer.layers.2.norm2.weight": 0.00026843417435884476, - "transformer.layers.2.norm2.bias": 0.00013922534708399326, - "transformer.layers.3.self_attn.in_proj_weight": 0.008754368871450424, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006275546038523316, - "transformer.layers.3.self_attn.out_proj.weight": 0.005379267502576113, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005222042673267424, - "transformer.layers.3.linear1.weight": 0.007011056412011385, - "transformer.layers.3.linear1.bias": 0.00044827014789916575, - "transformer.layers.3.linear2.weight": 0.004529816564172506, - "transformer.layers.3.linear2.bias": 0.0005232260446064174, - "transformer.layers.3.norm1.weight": 0.0006848463672213256, - "transformer.layers.3.norm1.bias": 0.0008510777843184769, - "transformer.layers.3.norm2.weight": 0.00046724817366339266, - "transformer.layers.3.norm2.bias": 0.0004416895972099155, - "head.weight": 0.04440014064311981, - "head.bias": 0.0011242837645113468, - "global_embedding.weight": 0.01631869375705719, - "global_cnn.0.weight": 0.22169223427772522, - "global_cnn.0.bias": 0.009976849891245365, - "global_cnn.2.weight": 0.3383820950984955, - "global_cnn.2.bias": 0.016871171072125435, - "global_proj.weight": 0.09971540421247482, - "global_proj.bias": 0.0963405892252922, - "goal_head.0.weight": 0.08046184480190277, - "goal_head.0.bias": 0.04907290264964104, - "goal_head.2.weight": 0.12709033489227295, - "goal_head.2.bias": 0.1396314650774002 - }, - { - "global_gate": 0.002333262236788869, - "embedding.weight": 0.011314205825328827, - "cnn.0.weight": 0.22442640364170074, - "cnn.0.bias": 0.008894432336091995, - "cnn.2.weight": 0.08420371264219284, - "cnn.2.bias": 0.014162683859467506, - "cnn.5.weight": 0.1610104739665985, - "cnn.5.bias": 0.01727883704006672, - "action_emb.weight": 0.010568320751190186, - "timestep_emb.weight": 0.006832250393927097, - "pos_emb.weight": 0.008816748857498169, - "transformer.layers.0.self_attn.in_proj_weight": 0.17532865703105927, - "transformer.layers.0.self_attn.in_proj_bias": 0.010471748188138008, - "transformer.layers.0.self_attn.out_proj.weight": 0.17649440467357635, - "transformer.layers.0.self_attn.out_proj.bias": 0.013255116529762745, - "transformer.layers.0.linear1.weight": 0.09509371221065521, - "transformer.layers.0.linear1.bias": 0.005131351761519909, - "transformer.layers.0.linear2.weight": 0.12559251487255096, - "transformer.layers.0.linear2.bias": 0.00794618297368288, - "transformer.layers.0.norm1.weight": 0.010464012622833252, - "transformer.layers.0.norm1.bias": 0.009418057277798653, - "transformer.layers.0.norm2.weight": 0.006049346644431353, - "transformer.layers.0.norm2.bias": 0.005118510685861111, - "transformer.layers.1.self_attn.in_proj_weight": 0.1133074015378952, - "transformer.layers.1.self_attn.in_proj_bias": 0.00491859158501029, - "transformer.layers.1.self_attn.out_proj.weight": 0.09833171218633652, - "transformer.layers.1.self_attn.out_proj.bias": 0.005506991874426603, - "transformer.layers.1.linear1.weight": 0.05401794984936714, - "transformer.layers.1.linear1.bias": 0.002710664179176092, - "transformer.layers.1.linear2.weight": 0.07126845419406891, - "transformer.layers.1.linear2.bias": 0.005040305200964212, - "transformer.layers.1.norm1.weight": 0.006713319569826126, - "transformer.layers.1.norm1.bias": 0.004751228261739016, - "transformer.layers.1.norm2.weight": 0.003384076291695237, - "transformer.layers.1.norm2.bias": 0.0025658367667347193, - "transformer.layers.2.self_attn.in_proj_weight": 0.11618489772081375, - "transformer.layers.2.self_attn.in_proj_bias": 0.00552698178216815, - "transformer.layers.2.self_attn.out_proj.weight": 0.05430399253964424, - "transformer.layers.2.self_attn.out_proj.bias": 0.0041612968780100346, - "transformer.layers.2.linear1.weight": 0.046058233827352524, - "transformer.layers.2.linear1.bias": 0.0022588083520531654, - "transformer.layers.2.linear2.weight": 0.04964221268892288, - "transformer.layers.2.linear2.bias": 0.0038503159303218126, - "transformer.layers.2.norm1.weight": 0.007121989503502846, - "transformer.layers.2.norm1.bias": 0.005831933114677668, - "transformer.layers.2.norm2.weight": 0.0030693260487169027, - "transformer.layers.2.norm2.bias": 0.0025706973392516375, - "transformer.layers.3.self_attn.in_proj_weight": 0.09602318704128265, - "transformer.layers.3.self_attn.in_proj_bias": 0.0067174481227993965, - "transformer.layers.3.self_attn.out_proj.weight": 0.05504919961094856, - "transformer.layers.3.self_attn.out_proj.bias": 0.005781907122582197, - "transformer.layers.3.linear1.weight": 0.09386543929576874, - "transformer.layers.3.linear1.bias": 0.005875386763364077, - "transformer.layers.3.linear2.weight": 0.061776623129844666, - "transformer.layers.3.linear2.bias": 0.006938616279512644, - "transformer.layers.3.norm1.weight": 0.007872982881963253, - "transformer.layers.3.norm1.bias": 0.00917108915746212, - "transformer.layers.3.norm2.weight": 0.007333414163440466, - "transformer.layers.3.norm2.bias": 0.007615887094289064, - "head.weight": 0.5413610339164734, - "head.bias": 0.014347972348332405, - "global_embedding.weight": 0.04309582710266113, - "global_cnn.0.weight": 0.15390954911708832, - "global_cnn.0.bias": 0.007234927732497454, - "global_cnn.2.weight": 0.1734064817428589, - "global_cnn.2.bias": 0.01073855347931385, - "global_proj.weight": 0.06454680114984512, - "global_proj.bias": 0.05228162929415703, - "goal_head.0.weight": 0.04127495363354683, - "goal_head.0.bias": 0.024618474766612053, - "goal_head.2.weight": 0.07228615134954453, - "goal_head.2.bias": 0.06745059788227081 + "global_gate": 1.8609294784255326e-05, + "embedding.weight": 0.002415773691609502, + "cnn.0.weight": 0.05962582305073738, + "cnn.0.bias": 0.0026147468015551567, + "cnn.2.weight": 0.020206132903695107, + "cnn.2.bias": 0.006095662247389555, + "cnn.5.weight": 0.02677738666534424, + "cnn.5.bias": 0.005583710037171841, + "action_emb.weight": 0.021205980330705643, + "timestep_emb.weight": 0.0028851646929979324, + "pos_emb.weight": 0.004455349408090115, + "transformer.layers.0.self_attn.in_proj_weight": 0.08787976950407028, + "transformer.layers.0.self_attn.in_proj_bias": 0.01024074200540781, + "transformer.layers.0.self_attn.out_proj.weight": 0.10323361307382584, + "transformer.layers.0.self_attn.out_proj.bias": 0.017732318490743637, + "transformer.layers.0.linear1.weight": 0.08470790088176727, + "transformer.layers.0.linear1.bias": 0.0070433164946734905, + "transformer.layers.0.linear2.weight": 0.13650640845298767, + "transformer.layers.0.linear2.bias": 0.01544187031686306, + "transformer.layers.0.norm1.weight": 0.0041997600346803665, + "transformer.layers.0.norm1.bias": 0.007733408827334642, + "transformer.layers.0.norm2.weight": 0.005765143316239119, + "transformer.layers.0.norm2.bias": 0.00869449507445097, + "transformer.layers.1.self_attn.in_proj_weight": 0.12169265747070312, + "transformer.layers.1.self_attn.in_proj_bias": 0.008908283896744251, + "transformer.layers.1.self_attn.out_proj.weight": 0.17735573649406433, + "transformer.layers.1.self_attn.out_proj.bias": 0.013722197152674198, + "transformer.layers.1.linear1.weight": 0.06647315621376038, + "transformer.layers.1.linear1.bias": 0.005111520644277334, + "transformer.layers.1.linear2.weight": 0.1044761911034584, + "transformer.layers.1.linear2.bias": 0.013552109710872173, + "transformer.layers.1.norm1.weight": 0.006048377137631178, + "transformer.layers.1.norm1.bias": 0.008227391168475151, + "transformer.layers.1.norm2.weight": 0.0037185274995863438, + "transformer.layers.1.norm2.bias": 0.004916393663734198, + "transformer.layers.2.self_attn.in_proj_weight": 0.1374753713607788, + "transformer.layers.2.self_attn.in_proj_bias": 0.010989218950271606, + "transformer.layers.2.self_attn.out_proj.weight": 0.16199658811092377, + "transformer.layers.2.self_attn.out_proj.bias": 0.014023077674210072, + "transformer.layers.2.linear1.weight": 0.07321041822433472, + "transformer.layers.2.linear1.bias": 0.005304209887981415, + "transformer.layers.2.linear2.weight": 0.07664896547794342, + "transformer.layers.2.linear2.bias": 0.014626112766563892, + "transformer.layers.2.norm1.weight": 0.010532662272453308, + "transformer.layers.2.norm1.bias": 0.014007162302732468, + "transformer.layers.2.norm2.weight": 0.004801246803253889, + "transformer.layers.2.norm2.bias": 0.006182365585118532, + "transformer.layers.3.self_attn.in_proj_weight": 0.3248201906681061, + "transformer.layers.3.self_attn.in_proj_bias": 0.029053229838609695, + "transformer.layers.3.self_attn.out_proj.weight": 0.18474239110946655, + "transformer.layers.3.self_attn.out_proj.bias": 0.022973809391260147, + "transformer.layers.3.linear1.weight": 0.18270856142044067, + "transformer.layers.3.linear1.bias": 0.014415208250284195, + "transformer.layers.3.linear2.weight": 0.105772964656353, + "transformer.layers.3.linear2.bias": 0.02720978856086731, + "transformer.layers.3.norm1.weight": 0.02595491334795952, + "transformer.layers.3.norm1.bias": 0.04053356498479843, + "transformer.layers.3.norm2.weight": 0.012009276077151299, + "transformer.layers.3.norm2.bias": 0.01736501045525074, + "head.weight": 1.71312415599823, + "head.bias": 0.052543167024850845, + "global_embedding.weight": 0.0168584156781435, + "global_cnn.0.weight": 0.26028499007225037, + "global_cnn.0.bias": 0.010937360115349293, + "global_cnn.2.weight": 0.5104156732559204, + "global_cnn.2.bias": 0.022531168535351753, + "global_proj.weight": 0.21144190430641174, + "global_proj.bias": 0.07835481315851212, + "goal_head.0.weight": 0.1236238107085228, + "goal_head.0.bias": 0.03546188399195671, + "goal_head.2.weight": 0.15068429708480835, + "goal_head.2.bias": 0.07269209623336792 + }, + { + "global_gate": 0.00014161306899040937, + "embedding.weight": 0.0028957510367035866, + "cnn.0.weight": 0.05123884975910187, + "cnn.0.bias": 0.002610790077596903, + "cnn.2.weight": 0.011894596740603447, + "cnn.2.bias": 0.003176820231601596, + "cnn.5.weight": 0.023360030725598335, + "cnn.5.bias": 0.0038926999550312757, + "action_emb.weight": 0.008788843639194965, + "timestep_emb.weight": 0.004033397417515516, + "pos_emb.weight": 0.0066985865123569965, + "transformer.layers.0.self_attn.in_proj_weight": 0.05523639917373657, + "transformer.layers.0.self_attn.in_proj_bias": 0.004785201512277126, + "transformer.layers.0.self_attn.out_proj.weight": 0.04555133357644081, + "transformer.layers.0.self_attn.out_proj.bias": 0.006515872199088335, + "transformer.layers.0.linear1.weight": 0.052043523639440536, + "transformer.layers.0.linear1.bias": 0.0028940022457391024, + "transformer.layers.0.linear2.weight": 0.05728602781891823, + "transformer.layers.0.linear2.bias": 0.003997510299086571, + "transformer.layers.0.norm1.weight": 0.0032240988221019506, + "transformer.layers.0.norm1.bias": 0.004179373849183321, + "transformer.layers.0.norm2.weight": 0.0047675310634076595, + "transformer.layers.0.norm2.bias": 0.004063645843416452, + "transformer.layers.1.self_attn.in_proj_weight": 0.04432765766978264, + "transformer.layers.1.self_attn.in_proj_bias": 0.0031103468500077724, + "transformer.layers.1.self_attn.out_proj.weight": 0.0380268357694149, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023943197447806597, + "transformer.layers.1.linear1.weight": 0.03205687552690506, + "transformer.layers.1.linear1.bias": 0.0015575815923511982, + "transformer.layers.1.linear2.weight": 0.039490535855293274, + "transformer.layers.1.linear2.bias": 0.0021441392600536346, + "transformer.layers.1.norm1.weight": 0.003004365600645542, + "transformer.layers.1.norm1.bias": 0.00417226180434227, + "transformer.layers.1.norm2.weight": 0.0024043566081672907, + "transformer.layers.1.norm2.bias": 0.0018000614363700151, + "transformer.layers.2.self_attn.in_proj_weight": 0.05792694538831711, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022478506434708834, + "transformer.layers.2.self_attn.out_proj.weight": 0.03723537549376488, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017505971482023597, + "transformer.layers.2.linear1.weight": 0.02061343751847744, + "transformer.layers.2.linear1.bias": 0.001061977818608284, + "transformer.layers.2.linear2.weight": 0.024853698909282684, + "transformer.layers.2.linear2.bias": 0.001669412711635232, + "transformer.layers.2.norm1.weight": 0.004558524116873741, + "transformer.layers.2.norm1.bias": 0.002215004526078701, + "transformer.layers.2.norm2.weight": 0.0013053339207544923, + "transformer.layers.2.norm2.bias": 0.0008553408551961184, + "transformer.layers.3.self_attn.in_proj_weight": 0.06203503906726837, + "transformer.layers.3.self_attn.in_proj_bias": 0.003361171344295144, + "transformer.layers.3.self_attn.out_proj.weight": 0.03611098229885101, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021907181944698095, + "transformer.layers.3.linear1.weight": 0.03666555881500244, + "transformer.layers.3.linear1.bias": 0.0022571724839508533, + "transformer.layers.3.linear2.weight": 0.021186331287026405, + "transformer.layers.3.linear2.bias": 0.002220362890511751, + "transformer.layers.3.norm1.weight": 0.00509684020653367, + "transformer.layers.3.norm1.bias": 0.004240971989929676, + "transformer.layers.3.norm2.weight": 0.002329248934984207, + "transformer.layers.3.norm2.bias": 0.0023734807036817074, + "head.weight": 0.21539725363254547, + "head.bias": 0.004702131729573011, + "global_embedding.weight": 0.018582964316010475, + "global_cnn.0.weight": 0.10414985567331314, + "global_cnn.0.bias": 0.004049529787153006, + "global_cnn.2.weight": 0.2762160003185272, + "global_cnn.2.bias": 0.009731633588671684, + "global_proj.weight": 0.10042057186365128, + "global_proj.bias": 0.03884933143854141, + "goal_head.0.weight": 0.06192293018102646, + "goal_head.0.bias": 0.017967907711863518, + "goal_head.2.weight": 0.07997369021177292, + "goal_head.2.bias": 0.03734299913048744 + }, + { + "global_gate": 0.00018611724954098463, + "embedding.weight": 0.0019935460295528173, + "cnn.0.weight": 0.045488711446523666, + "cnn.0.bias": 0.001917844987474382, + "cnn.2.weight": 0.013367192819714546, + "cnn.2.bias": 0.0035434002056717873, + "cnn.5.weight": 0.017334775999188423, + "cnn.5.bias": 0.0033891082275658846, + "action_emb.weight": 0.010614898055791855, + "timestep_emb.weight": 0.002086227061226964, + "pos_emb.weight": 0.003984436858445406, + "transformer.layers.0.self_attn.in_proj_weight": 0.04396219551563263, + "transformer.layers.0.self_attn.in_proj_bias": 0.004475044552236795, + "transformer.layers.0.self_attn.out_proj.weight": 0.04173517972230911, + "transformer.layers.0.self_attn.out_proj.bias": 0.0064562344923615456, + "transformer.layers.0.linear1.weight": 0.04793032631278038, + "transformer.layers.0.linear1.bias": 0.0027972012758255005, + "transformer.layers.0.linear2.weight": 0.06030156463384628, + "transformer.layers.0.linear2.bias": 0.005678958259522915, + "transformer.layers.0.norm1.weight": 0.0025155956391245127, + "transformer.layers.0.norm1.bias": 0.004027836956083775, + "transformer.layers.0.norm2.weight": 0.003921880386769772, + "transformer.layers.0.norm2.bias": 0.0030493310187011957, + "transformer.layers.1.self_attn.in_proj_weight": 0.049714189022779465, + "transformer.layers.1.self_attn.in_proj_bias": 0.0030549236107617617, + "transformer.layers.1.self_attn.out_proj.weight": 0.0565941147506237, + "transformer.layers.1.self_attn.out_proj.bias": 0.005007465369999409, + "transformer.layers.1.linear1.weight": 0.030187733471393585, + "transformer.layers.1.linear1.bias": 0.0019167200662195683, + "transformer.layers.1.linear2.weight": 0.04640111327171326, + "transformer.layers.1.linear2.bias": 0.005033986642956734, + "transformer.layers.1.norm1.weight": 0.0029232960660010576, + "transformer.layers.1.norm1.bias": 0.0026534143835306168, + "transformer.layers.1.norm2.weight": 0.0020109901670366526, + "transformer.layers.1.norm2.bias": 0.0018406709423288703, + "transformer.layers.2.self_attn.in_proj_weight": 0.05631179362535477, + "transformer.layers.2.self_attn.in_proj_bias": 0.004361558705568314, + "transformer.layers.2.self_attn.out_proj.weight": 0.05029018968343735, + "transformer.layers.2.self_attn.out_proj.bias": 0.005103346426039934, + "transformer.layers.2.linear1.weight": 0.028071895241737366, + "transformer.layers.2.linear1.bias": 0.002061075996607542, + "transformer.layers.2.linear2.weight": 0.03423668071627617, + "transformer.layers.2.linear2.bias": 0.005389770492911339, + "transformer.layers.2.norm1.weight": 0.004012102726846933, + "transformer.layers.2.norm1.bias": 0.005403816234320402, + "transformer.layers.2.norm2.weight": 0.0019440718460828066, + "transformer.layers.2.norm2.bias": 0.002387193962931633, + "transformer.layers.3.self_attn.in_proj_weight": 0.10691053420305252, + "transformer.layers.3.self_attn.in_proj_bias": 0.012044350616633892, + "transformer.layers.3.self_attn.out_proj.weight": 0.05164238065481186, + "transformer.layers.3.self_attn.out_proj.bias": 0.00904135499149561, + "transformer.layers.3.linear1.weight": 0.0514422282576561, + "transformer.layers.3.linear1.bias": 0.004630513023585081, + "transformer.layers.3.linear2.weight": 0.03412548825144768, + "transformer.layers.3.linear2.bias": 0.010221668519079685, + "transformer.layers.3.norm1.weight": 0.008531049825251102, + "transformer.layers.3.norm1.bias": 0.01653316803276539, + "transformer.layers.3.norm2.weight": 0.0035637961700558662, + "transformer.layers.3.norm2.bias": 0.005953442305326462, + "head.weight": 0.4701474606990814, + "head.bias": 0.018519259989261627, + "global_embedding.weight": 0.01726277731359005, + "global_cnn.0.weight": 0.16846975684165955, + "global_cnn.0.bias": 0.00618823291733861, + "global_cnn.2.weight": 0.4653177559375763, + "global_cnn.2.bias": 0.019081635400652885, + "global_proj.weight": 0.10541747510433197, + "global_proj.bias": 0.04789700731635094, + "goal_head.0.weight": 0.06235354393720627, + "goal_head.0.bias": 0.021097010001540184, + "goal_head.2.weight": 0.0793914720416069, + "goal_head.2.bias": 0.043925825506448746 + }, + { + "global_gate": 0.0001241239078808576, + "embedding.weight": 0.0012083968613296747, + "cnn.0.weight": 0.023576810956001282, + "cnn.0.bias": 0.0007162195979617536, + "cnn.2.weight": 0.007860202342271805, + "cnn.2.bias": 0.0018864225130528212, + "cnn.5.weight": 0.010405145585536957, + "cnn.5.bias": 0.0019852756522595882, + "action_emb.weight": 0.011338728480041027, + "timestep_emb.weight": 0.0021430791821330786, + "pos_emb.weight": 0.004038529470562935, + "transformer.layers.0.self_attn.in_proj_weight": 0.03258245065808296, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032789839897304773, + "transformer.layers.0.self_attn.out_proj.weight": 0.0363287478685379, + "transformer.layers.0.self_attn.out_proj.bias": 0.005397310946136713, + "transformer.layers.0.linear1.weight": 0.0528130866587162, + "transformer.layers.0.linear1.bias": 0.002735355868935585, + "transformer.layers.0.linear2.weight": 0.053502172231674194, + "transformer.layers.0.linear2.bias": 0.004310052841901779, + "transformer.layers.0.norm1.weight": 0.0016754991374909878, + "transformer.layers.0.norm1.bias": 0.002501498442143202, + "transformer.layers.0.norm2.weight": 0.005175313446670771, + "transformer.layers.0.norm2.bias": 0.0041953702457249165, + "transformer.layers.1.self_attn.in_proj_weight": 0.046697039157152176, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026363981887698174, + "transformer.layers.1.self_attn.out_proj.weight": 0.04897144064307213, + "transformer.layers.1.self_attn.out_proj.bias": 0.0034816900733858347, + "transformer.layers.1.linear1.weight": 0.029972702264785767, + "transformer.layers.1.linear1.bias": 0.0016229687025770545, + "transformer.layers.1.linear2.weight": 0.041144076734781265, + "transformer.layers.1.linear2.bias": 0.0034504334907978773, + "transformer.layers.1.norm1.weight": 0.002821780741214752, + "transformer.layers.1.norm1.bias": 0.002566930837929249, + "transformer.layers.1.norm2.weight": 0.0023954566568136215, + "transformer.layers.1.norm2.bias": 0.0016054784646257758, + "transformer.layers.2.self_attn.in_proj_weight": 0.059424594044685364, + "transformer.layers.2.self_attn.in_proj_bias": 0.003249598201364279, + "transformer.layers.2.self_attn.out_proj.weight": 0.04384563863277435, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033055238891392946, + "transformer.layers.2.linear1.weight": 0.023022674024105072, + "transformer.layers.2.linear1.bias": 0.0013970619766041636, + "transformer.layers.2.linear2.weight": 0.0280534029006958, + "transformer.layers.2.linear2.bias": 0.0034770481288433075, + "transformer.layers.2.norm1.weight": 0.0043886154890060425, + "transformer.layers.2.norm1.bias": 0.004042445216327906, + "transformer.layers.2.norm2.weight": 0.0015441797440871596, + "transformer.layers.2.norm2.bias": 0.0014058302622288465, + "transformer.layers.3.self_attn.in_proj_weight": 0.08289022743701935, + "transformer.layers.3.self_attn.in_proj_bias": 0.0074696047231554985, + "transformer.layers.3.self_attn.out_proj.weight": 0.04005301743745804, + "transformer.layers.3.self_attn.out_proj.bias": 0.005523383617401123, + "transformer.layers.3.linear1.weight": 0.03663665056228638, + "transformer.layers.3.linear1.bias": 0.0030772953759878874, + "transformer.layers.3.linear2.weight": 0.02412843331694603, + "transformer.layers.3.linear2.bias": 0.006133874878287315, + "transformer.layers.3.norm1.weight": 0.006931866053491831, + "transformer.layers.3.norm1.bias": 0.009875777177512646, + "transformer.layers.3.norm2.weight": 0.0025256951339542866, + "transformer.layers.3.norm2.bias": 0.00339721143245697, + "head.weight": 0.327671080827713, + "head.bias": 0.01161682978272438, + "global_embedding.weight": 0.02251245826482773, + "global_cnn.0.weight": 0.14816947281360626, + "global_cnn.0.bias": 0.004716962575912476, + "global_cnn.2.weight": 0.40852195024490356, + "global_cnn.2.bias": 0.01839553937315941, + "global_proj.weight": 0.09117282927036285, + "global_proj.bias": 0.04304022714495659, + "goal_head.0.weight": 0.04937589168548584, + "goal_head.0.bias": 0.016709405928850174, + "goal_head.2.weight": 0.05932958051562309, + "goal_head.2.bias": 0.03186855465173721 + }, + { + "global_gate": 7.013423601165414e-05, + "embedding.weight": 0.0009263011743314564, + "cnn.0.weight": 0.031017770990729332, + "cnn.0.bias": 0.0012848653132095933, + "cnn.2.weight": 0.0094841830432415, + "cnn.2.bias": 0.0031052762642502785, + "cnn.5.weight": 0.010637372732162476, + "cnn.5.bias": 0.0023299430031329393, + "action_emb.weight": 0.005283840466290712, + "timestep_emb.weight": 0.0013330690562725067, + "pos_emb.weight": 0.0026135158259421587, + "transformer.layers.0.self_attn.in_proj_weight": 0.02009064331650734, + "transformer.layers.0.self_attn.in_proj_bias": 0.0017594114178791642, + "transformer.layers.0.self_attn.out_proj.weight": 0.02141093648970127, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025488254614174366, + "transformer.layers.0.linear1.weight": 0.027223041281104088, + "transformer.layers.0.linear1.bias": 0.0011370363645255566, + "transformer.layers.0.linear2.weight": 0.028096430003643036, + "transformer.layers.0.linear2.bias": 0.0022596661001443863, + "transformer.layers.0.norm1.weight": 0.0010975725017488003, + "transformer.layers.0.norm1.bias": 0.0015401153359562159, + "transformer.layers.0.norm2.weight": 0.0025138352066278458, + "transformer.layers.0.norm2.bias": 0.000893916585482657, + "transformer.layers.1.self_attn.in_proj_weight": 0.02557400055229664, + "transformer.layers.1.self_attn.in_proj_bias": 0.001570622087456286, + "transformer.layers.1.self_attn.out_proj.weight": 0.024434195831418037, + "transformer.layers.1.self_attn.out_proj.bias": 0.001957427943125367, + "transformer.layers.1.linear1.weight": 0.015326070599257946, + "transformer.layers.1.linear1.bias": 0.0008398928330279887, + "transformer.layers.1.linear2.weight": 0.019906366243958473, + "transformer.layers.1.linear2.bias": 0.001898996066302061, + "transformer.layers.1.norm1.weight": 0.0017016316996887326, + "transformer.layers.1.norm1.bias": 0.0016034974250942469, + "transformer.layers.1.norm2.weight": 0.0011570522328838706, + "transformer.layers.1.norm2.bias": 0.0008624926558695734, + "transformer.layers.2.self_attn.in_proj_weight": 0.026626458391547203, + "transformer.layers.2.self_attn.in_proj_bias": 0.001689010881818831, + "transformer.layers.2.self_attn.out_proj.weight": 0.027473917230963707, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018848554464057088, + "transformer.layers.2.linear1.weight": 0.011301910504698753, + "transformer.layers.2.linear1.bias": 0.0007121811504475772, + "transformer.layers.2.linear2.weight": 0.015195952728390694, + "transformer.layers.2.linear2.bias": 0.0019093198934569955, + "transformer.layers.2.norm1.weight": 0.002303315559402108, + "transformer.layers.2.norm1.bias": 0.002180606359615922, + "transformer.layers.2.norm2.weight": 0.0007190476171672344, + "transformer.layers.2.norm2.bias": 0.0006932609830982983, + "transformer.layers.3.self_attn.in_proj_weight": 0.05177093297243118, + "transformer.layers.3.self_attn.in_proj_bias": 0.003602901240810752, + "transformer.layers.3.self_attn.out_proj.weight": 0.032206691801548004, + "transformer.layers.3.self_attn.out_proj.bias": 0.002869918942451477, + "transformer.layers.3.linear1.weight": 0.022752143442630768, + "transformer.layers.3.linear1.bias": 0.0016188715817406774, + "transformer.layers.3.linear2.weight": 0.01713336631655693, + "transformer.layers.3.linear2.bias": 0.0031917875166982412, + "transformer.layers.3.norm1.weight": 0.0045811450108885765, + "transformer.layers.3.norm1.bias": 0.004860202316194773, + "transformer.layers.3.norm2.weight": 0.0014894240302965045, + "transformer.layers.3.norm2.bias": 0.0018258009804412723, + "head.weight": 0.2254945933818817, + "head.bias": 0.006586130708456039, + "global_embedding.weight": 0.01995181478559971, + "global_cnn.0.weight": 0.20746420323848724, + "global_cnn.0.bias": 0.005921776406466961, + "global_cnn.2.weight": 0.5504794716835022, + "global_cnn.2.bias": 0.020665524527430534, + "global_proj.weight": 0.09296772629022598, + "global_proj.bias": 0.04338627681136131, + "goal_head.0.weight": 0.050338760018348694, + "goal_head.0.bias": 0.016698839142918587, + "goal_head.2.weight": 0.06655677407979965, + "goal_head.2.bias": 0.03131752461194992 + }, + { + "global_gate": 0.00028114207088947296, + "embedding.weight": 0.004697345197200775, + "cnn.0.weight": 0.08572665601968765, + "cnn.0.bias": 0.003455364378169179, + "cnn.2.weight": 0.021471476182341576, + "cnn.2.bias": 0.007010994479060173, + "cnn.5.weight": 0.020242810249328613, + "cnn.5.bias": 0.004103777930140495, + "action_emb.weight": 0.0030159621965140104, + "timestep_emb.weight": 0.0016368288779631257, + "pos_emb.weight": 0.0031677226070314646, + "transformer.layers.0.self_attn.in_proj_weight": 0.046676479279994965, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035611020866781473, + "transformer.layers.0.self_attn.out_proj.weight": 0.03712097555398941, + "transformer.layers.0.self_attn.out_proj.bias": 0.003938846755772829, + "transformer.layers.0.linear1.weight": 0.025645103305578232, + "transformer.layers.0.linear1.bias": 0.0015503506874665618, + "transformer.layers.0.linear2.weight": 0.03046349063515663, + "transformer.layers.0.linear2.bias": 0.0028116304893046618, + "transformer.layers.0.norm1.weight": 0.0029902602545917034, + "transformer.layers.0.norm1.bias": 0.0034467398654669523, + "transformer.layers.0.norm2.weight": 0.0022689185570925474, + "transformer.layers.0.norm2.bias": 0.0016237258678302169, + "transformer.layers.1.self_attn.in_proj_weight": 0.030557207763195038, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019469666294753551, + "transformer.layers.1.self_attn.out_proj.weight": 0.025396427139639854, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020788905676454306, + "transformer.layers.1.linear1.weight": 0.013116687536239624, + "transformer.layers.1.linear1.bias": 0.0008080292609520257, + "transformer.layers.1.linear2.weight": 0.01725916378200054, + "transformer.layers.1.linear2.bias": 0.0018531304085627198, + "transformer.layers.1.norm1.weight": 0.0020725971553474665, + "transformer.layers.1.norm1.bias": 0.0020909528248012066, + "transformer.layers.1.norm2.weight": 0.0009420178248547018, + "transformer.layers.1.norm2.bias": 0.0008638603030703962, + "transformer.layers.2.self_attn.in_proj_weight": 0.02556152082979679, + "transformer.layers.2.self_attn.in_proj_bias": 0.001551330671645701, + "transformer.layers.2.self_attn.out_proj.weight": 0.019369181245565414, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015495147090405226, + "transformer.layers.2.linear1.weight": 0.010576358065009117, + "transformer.layers.2.linear1.bias": 0.0006197781767696142, + "transformer.layers.2.linear2.weight": 0.012041340582072735, + "transformer.layers.2.linear2.bias": 0.0015019765123724937, + "transformer.layers.2.norm1.weight": 0.0018398802494630218, + "transformer.layers.2.norm1.bias": 0.001957697095349431, + "transformer.layers.2.norm2.weight": 0.0006899894215166569, + "transformer.layers.2.norm2.bias": 0.0005798712372779846, + "transformer.layers.3.self_attn.in_proj_weight": 0.03774028271436691, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028631200548261404, + "transformer.layers.3.self_attn.out_proj.weight": 0.017124071717262268, + "transformer.layers.3.self_attn.out_proj.bias": 0.002009259071201086, + "transformer.layers.3.linear1.weight": 0.017708944156765938, + "transformer.layers.3.linear1.bias": 0.0013406616635620594, + "transformer.layers.3.linear2.weight": 0.01072261855006218, + "transformer.layers.3.linear2.bias": 0.002215420361608267, + "transformer.layers.3.norm1.weight": 0.0033985059708356857, + "transformer.layers.3.norm1.bias": 0.004032412078231573, + "transformer.layers.3.norm2.weight": 0.0013241861015558243, + "transformer.layers.3.norm2.bias": 0.0017610379727557302, + "head.weight": 0.15468443930149078, + "head.bias": 0.005211587529629469, + "global_embedding.weight": 0.013640561141073704, + "global_cnn.0.weight": 0.12537120282649994, + "global_cnn.0.bias": 0.004611964803189039, + "global_cnn.2.weight": 0.23718143999576569, + "global_cnn.2.bias": 0.009214584715664387, + "global_proj.weight": 0.04377923160791397, + "global_proj.bias": 0.021961556747555733, + "goal_head.0.weight": 0.019541455432772636, + "goal_head.0.bias": 0.008365422487258911, + "goal_head.2.weight": 0.02640085481107235, + "goal_head.2.bias": 0.0194549560546875 + }, + { + "global_gate": 3.0752602469874546e-05, + "embedding.weight": 0.0009864583844318986, + "cnn.0.weight": 0.022438157349824905, + "cnn.0.bias": 0.0008798826020210981, + "cnn.2.weight": 0.0073641338385641575, + "cnn.2.bias": 0.0023377470206469297, + "cnn.5.weight": 0.00977572426199913, + "cnn.5.bias": 0.002134372014552355, + "action_emb.weight": 0.013494829647243023, + "timestep_emb.weight": 0.00132291903719306, + "pos_emb.weight": 0.0033149821683764458, + "transformer.layers.0.self_attn.in_proj_weight": 0.02868189662694931, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024512663949280977, + "transformer.layers.0.self_attn.out_proj.weight": 0.03323724865913391, + "transformer.layers.0.self_attn.out_proj.bias": 0.003484946209937334, + "transformer.layers.0.linear1.weight": 0.059470050036907196, + "transformer.layers.0.linear1.bias": 0.0019420076860114932, + "transformer.layers.0.linear2.weight": 0.036781832575798035, + "transformer.layers.0.linear2.bias": 0.00251201493665576, + "transformer.layers.0.norm1.weight": 0.0016402779147028923, + "transformer.layers.0.norm1.bias": 0.002184071810916066, + "transformer.layers.0.norm2.weight": 0.006797031033784151, + "transformer.layers.0.norm2.bias": 0.0025889237876981497, + "transformer.layers.1.self_attn.in_proj_weight": 0.03563173487782478, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015456469263881445, + "transformer.layers.1.self_attn.out_proj.weight": 0.03292914479970932, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023035805206745863, + "transformer.layers.1.linear1.weight": 0.0218819472938776, + "transformer.layers.1.linear1.bias": 0.0011699633905664086, + "transformer.layers.1.linear2.weight": 0.02552281878888607, + "transformer.layers.1.linear2.bias": 0.0020115976221859455, + "transformer.layers.1.norm1.weight": 0.0020266100764274597, + "transformer.layers.1.norm1.bias": 0.0014291454572230577, + "transformer.layers.1.norm2.weight": 0.001990708289667964, + "transformer.layers.1.norm2.bias": 0.001556376344524324, + "transformer.layers.2.self_attn.in_proj_weight": 0.03188064694404602, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018596153240650892, + "transformer.layers.2.self_attn.out_proj.weight": 0.02737913839519024, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018430742202326655, + "transformer.layers.2.linear1.weight": 0.014377698302268982, + "transformer.layers.2.linear1.bias": 0.0008609017240814865, + "transformer.layers.2.linear2.weight": 0.019434811547398567, + "transformer.layers.2.linear2.bias": 0.0018527564825490117, + "transformer.layers.2.norm1.weight": 0.002325027482584119, + "transformer.layers.2.norm1.bias": 0.002317206934094429, + "transformer.layers.2.norm2.weight": 0.0010557140922173858, + "transformer.layers.2.norm2.bias": 0.0007946392288431525, + "transformer.layers.3.self_attn.in_proj_weight": 0.05376365780830383, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028244834393262863, + "transformer.layers.3.self_attn.out_proj.weight": 0.0312361940741539, + "transformer.layers.3.self_attn.out_proj.bias": 0.001972569152712822, + "transformer.layers.3.linear1.weight": 0.0235967468470335, + "transformer.layers.3.linear1.bias": 0.00155437586363405, + "transformer.layers.3.linear2.weight": 0.016455302014946938, + "transformer.layers.3.linear2.bias": 0.0020244952756911516, + "transformer.layers.3.norm1.weight": 0.004472840577363968, + "transformer.layers.3.norm1.bias": 0.0037757745012640953, + "transformer.layers.3.norm2.weight": 0.0015113720437511802, + "transformer.layers.3.norm2.bias": 0.0015079142758622766, + "head.weight": 0.23519189655780792, + "head.bias": 0.005396840628236532, + "global_embedding.weight": 0.01171386893838644, + "global_cnn.0.weight": 0.1697077602148056, + "global_cnn.0.bias": 0.006969121750444174, + "global_cnn.2.weight": 0.3780323565006256, + "global_cnn.2.bias": 0.01776837185025215, + "global_proj.weight": 0.07548119127750397, + "global_proj.bias": 0.039835091680288315, + "goal_head.0.weight": 0.04461592808365822, + "goal_head.0.bias": 0.016352230682969093, + "goal_head.2.weight": 0.060393739491701126, + "goal_head.2.bias": 0.03344517946243286 + }, + { + "global_gate": 0.00011144510062877089, + "embedding.weight": 0.0017092837952077389, + "cnn.0.weight": 0.04007779434323311, + "cnn.0.bias": 0.001552770147100091, + "cnn.2.weight": 0.012830224819481373, + "cnn.2.bias": 0.003038394497707486, + "cnn.5.weight": 0.01649858057498932, + "cnn.5.bias": 0.003547816537320614, + "action_emb.weight": 0.019604749977588654, + "timestep_emb.weight": 0.0017673488473519683, + "pos_emb.weight": 0.003940772730857134, + "transformer.layers.0.self_attn.in_proj_weight": 0.05096082016825676, + "transformer.layers.0.self_attn.in_proj_bias": 0.004191378131508827, + "transformer.layers.0.self_attn.out_proj.weight": 0.05798341706395149, + "transformer.layers.0.self_attn.out_proj.bias": 0.005996359046548605, + "transformer.layers.0.linear1.weight": 0.08601940423250198, + "transformer.layers.0.linear1.bias": 0.0031337484251707792, + "transformer.layers.0.linear2.weight": 0.06838119775056839, + "transformer.layers.0.linear2.bias": 0.005430220626294613, + "transformer.layers.0.norm1.weight": 0.0030813885387033224, + "transformer.layers.0.norm1.bias": 0.004097477067261934, + "transformer.layers.0.norm2.weight": 0.00917817186564207, + "transformer.layers.0.norm2.bias": 0.0031222975812852383, + "transformer.layers.1.self_attn.in_proj_weight": 0.054528914391994476, + "transformer.layers.1.self_attn.in_proj_bias": 0.0031108527909964323, + "transformer.layers.1.self_attn.out_proj.weight": 0.0654173493385315, + "transformer.layers.1.self_attn.out_proj.bias": 0.005363234784454107, + "transformer.layers.1.linear1.weight": 0.03995538875460625, + "transformer.layers.1.linear1.bias": 0.002078530378639698, + "transformer.layers.1.linear2.weight": 0.0514896921813488, + "transformer.layers.1.linear2.bias": 0.005173853598535061, + "transformer.layers.1.norm1.weight": 0.0032321042381227016, + "transformer.layers.1.norm1.bias": 0.0028325947932899, + "transformer.layers.1.norm2.weight": 0.0032883118838071823, + "transformer.layers.1.norm2.bias": 0.0022283485159277916, + "transformer.layers.2.self_attn.in_proj_weight": 0.05998600646853447, + "transformer.layers.2.self_attn.in_proj_bias": 0.003514232812449336, + "transformer.layers.2.self_attn.out_proj.weight": 0.0626390352845192, + "transformer.layers.2.self_attn.out_proj.bias": 0.005360559094697237, + "transformer.layers.2.linear1.weight": 0.03387546166777611, + "transformer.layers.2.linear1.bias": 0.0021971622481942177, + "transformer.layers.2.linear2.weight": 0.0417134128510952, + "transformer.layers.2.linear2.bias": 0.005657681729644537, + "transformer.layers.2.norm1.weight": 0.004538542591035366, + "transformer.layers.2.norm1.bias": 0.0037175833713263273, + "transformer.layers.2.norm2.weight": 0.0024077221751213074, + "transformer.layers.2.norm2.bias": 0.0023284461349248886, + "transformer.layers.3.self_attn.in_proj_weight": 0.1418815404176712, + "transformer.layers.3.self_attn.in_proj_bias": 0.013349125161767006, + "transformer.layers.3.self_attn.out_proj.weight": 0.07358368486166, + "transformer.layers.3.self_attn.out_proj.bias": 0.009889701381325722, + "transformer.layers.3.linear1.weight": 0.06623972207307816, + "transformer.layers.3.linear1.bias": 0.005683157127350569, + "transformer.layers.3.linear2.weight": 0.044801510870456696, + "transformer.layers.3.linear2.bias": 0.011815407313406467, + "transformer.layers.3.norm1.weight": 0.012413199059665203, + "transformer.layers.3.norm1.bias": 0.01972612738609314, + "transformer.layers.3.norm2.weight": 0.004974253475666046, + "transformer.layers.3.norm2.bias": 0.0071356636472046375, + "head.weight": 0.626763641834259, + "head.bias": 0.021762030199170113, + "global_embedding.weight": 0.013801353052258492, + "global_cnn.0.weight": 0.1422307789325714, + "global_cnn.0.bias": 0.005728449672460556, + "global_cnn.2.weight": 0.29877224564552307, + "global_cnn.2.bias": 0.01413412019610405, + "global_proj.weight": 0.06182142719626427, + "global_proj.bias": 0.029179267585277557, + "goal_head.0.weight": 0.03500446677207947, + "goal_head.0.bias": 0.011556209065020084, + "goal_head.2.weight": 0.043341897428035736, + "goal_head.2.bias": 0.021918732672929764 + }, + { + "global_gate": 7.578013901365921e-05, + "embedding.weight": 0.0010157020296901464, + "cnn.0.weight": 0.032340649515390396, + "cnn.0.bias": 0.0011183071183040738, + "cnn.2.weight": 0.009873593226075172, + "cnn.2.bias": 0.003309292485937476, + "cnn.5.weight": 0.014851142652332783, + "cnn.5.bias": 0.002400147495791316, + "action_emb.weight": 0.0070236241444945335, + "timestep_emb.weight": 0.0014026651624590158, + "pos_emb.weight": 0.003617457114160061, + "transformer.layers.0.self_attn.in_proj_weight": 0.025776900351047516, + "transformer.layers.0.self_attn.in_proj_bias": 0.0020989608019590378, + "transformer.layers.0.self_attn.out_proj.weight": 0.027688197791576385, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030255389865487814, + "transformer.layers.0.linear1.weight": 0.034672997891902924, + "transformer.layers.0.linear1.bias": 0.0014823159435763955, + "transformer.layers.0.linear2.weight": 0.0308768879622221, + "transformer.layers.0.linear2.bias": 0.0024750109296292067, + "transformer.layers.0.norm1.weight": 0.001506283413618803, + "transformer.layers.0.norm1.bias": 0.0019282957073301077, + "transformer.layers.0.norm2.weight": 0.00350885814987123, + "transformer.layers.0.norm2.bias": 0.0018131351098418236, + "transformer.layers.1.self_attn.in_proj_weight": 0.02489766851067543, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013796687126159668, + "transformer.layers.1.self_attn.out_proj.weight": 0.026605118066072464, + "transformer.layers.1.self_attn.out_proj.bias": 0.002173258690163493, + "transformer.layers.1.linear1.weight": 0.018244851380586624, + "transformer.layers.1.linear1.bias": 0.0009393671061843634, + "transformer.layers.1.linear2.weight": 0.02361876890063286, + "transformer.layers.1.linear2.bias": 0.0021227991674095392, + "transformer.layers.1.norm1.weight": 0.0015737487701699138, + "transformer.layers.1.norm1.bias": 0.0012503821635618806, + "transformer.layers.1.norm2.weight": 0.0015821353299543262, + "transformer.layers.1.norm2.bias": 0.0009098763694055378, + "transformer.layers.2.self_attn.in_proj_weight": 0.027596835047006607, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016040095360949636, + "transformer.layers.2.self_attn.out_proj.weight": 0.022389108315110207, + "transformer.layers.2.self_attn.out_proj.bias": 0.002081098034977913, + "transformer.layers.2.linear1.weight": 0.014158596284687519, + "transformer.layers.2.linear1.bias": 0.0008870970923453569, + "transformer.layers.2.linear2.weight": 0.018936259672045708, + "transformer.layers.2.linear2.bias": 0.0021633650176227093, + "transformer.layers.2.norm1.weight": 0.002161969430744648, + "transformer.layers.2.norm1.bias": 0.0017863832181319594, + "transformer.layers.2.norm2.weight": 0.0010753381066024303, + "transformer.layers.2.norm2.bias": 0.0009492707322351635, + "transformer.layers.3.self_attn.in_proj_weight": 0.06039193272590637, + "transformer.layers.3.self_attn.in_proj_bias": 0.0053559173829853535, + "transformer.layers.3.self_attn.out_proj.weight": 0.027910813689231873, + "transformer.layers.3.self_attn.out_proj.bias": 0.003922730218619108, + "transformer.layers.3.linear1.weight": 0.02726532332599163, + "transformer.layers.3.linear1.bias": 0.0024667219258844852, + "transformer.layers.3.linear2.weight": 0.016803085803985596, + "transformer.layers.3.linear2.bias": 0.004551188554614782, + "transformer.layers.3.norm1.weight": 0.0054617151618003845, + "transformer.layers.3.norm1.bias": 0.008103211410343647, + "transformer.layers.3.norm2.weight": 0.0020483233965933323, + "transformer.layers.3.norm2.bias": 0.0031560733914375305, + "head.weight": 0.22192421555519104, + "head.bias": 0.008166155777871609, + "global_embedding.weight": 0.010561211965978146, + "global_cnn.0.weight": 0.10801366716623306, + "global_cnn.0.bias": 0.0052754925563931465, + "global_cnn.2.weight": 0.2645597755908966, + "global_cnn.2.bias": 0.015670498833060265, + "global_proj.weight": 0.0801367461681366, + "global_proj.bias": 0.05468852445483208, + "goal_head.0.weight": 0.05720703303813934, + "goal_head.0.bias": 0.026141706854104996, + "goal_head.2.weight": 0.08256832510232925, + "goal_head.2.bias": 0.06110814958810806 + }, + { + "global_gate": 0.000841149827465415, + "embedding.weight": 0.00129511090926826, + "cnn.0.weight": 0.028304804116487503, + "cnn.0.bias": 0.001157654682174325, + "cnn.2.weight": 0.010998383164405823, + "cnn.2.bias": 0.004107725340873003, + "cnn.5.weight": 0.016667863354086876, + "cnn.5.bias": 0.003045936580747366, + "action_emb.weight": 0.006398331839591265, + "timestep_emb.weight": 0.0016926663229241967, + "pos_emb.weight": 0.004705458413809538, + "transformer.layers.0.self_attn.in_proj_weight": 0.04001936316490173, + "transformer.layers.0.self_attn.in_proj_bias": 0.003026174148544669, + "transformer.layers.0.self_attn.out_proj.weight": 0.03492715582251549, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037055741995573044, + "transformer.layers.0.linear1.weight": 0.03712242469191551, + "transformer.layers.0.linear1.bias": 0.0016554829198867083, + "transformer.layers.0.linear2.weight": 0.03445510193705559, + "transformer.layers.0.linear2.bias": 0.002555344020947814, + "transformer.layers.0.norm1.weight": 0.002421504817903042, + "transformer.layers.0.norm1.bias": 0.0030542758759111166, + "transformer.layers.0.norm2.weight": 0.004016128368675709, + "transformer.layers.0.norm2.bias": 0.0017607153858989477, + "transformer.layers.1.self_attn.in_proj_weight": 0.030051765963435173, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016695199301466346, + "transformer.layers.1.self_attn.out_proj.weight": 0.028186028823256493, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020562743302434683, + "transformer.layers.1.linear1.weight": 0.015773316845297813, + "transformer.layers.1.linear1.bias": 0.000845942588057369, + "transformer.layers.1.linear2.weight": 0.02007153257727623, + "transformer.layers.1.linear2.bias": 0.0018846180755645037, + "transformer.layers.1.norm1.weight": 0.002073928713798523, + "transformer.layers.1.norm1.bias": 0.0016122233355417848, + "transformer.layers.1.norm2.weight": 0.0013430339749902487, + "transformer.layers.1.norm2.bias": 0.0007511372095905244, + "transformer.layers.2.self_attn.in_proj_weight": 0.02395632676780224, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013050745474174619, + "transformer.layers.2.self_attn.out_proj.weight": 0.022128134965896606, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017482878174632788, + "transformer.layers.2.linear1.weight": 0.012589485384523869, + "transformer.layers.2.linear1.bias": 0.0007862623897381127, + "transformer.layers.2.linear2.weight": 0.014362677000463009, + "transformer.layers.2.linear2.bias": 0.0018318408401682973, + "transformer.layers.2.norm1.weight": 0.0018304807599633932, + "transformer.layers.2.norm1.bias": 0.0013756726402789354, + "transformer.layers.2.norm2.weight": 0.0008612907840870321, + "transformer.layers.2.norm2.bias": 0.0009821879211813211, + "transformer.layers.3.self_attn.in_proj_weight": 0.04382312670350075, + "transformer.layers.3.self_attn.in_proj_bias": 0.004036498721688986, + "transformer.layers.3.self_attn.out_proj.weight": 0.02128669247031212, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029514587949961424, + "transformer.layers.3.linear1.weight": 0.022218132391572, + "transformer.layers.3.linear1.bias": 0.0018824035068973899, + "transformer.layers.3.linear2.weight": 0.014172172173857689, + "transformer.layers.3.linear2.bias": 0.0036114922259002924, + "transformer.layers.3.norm1.weight": 0.003983337432146072, + "transformer.layers.3.norm1.bias": 0.005665007047355175, + "transformer.layers.3.norm2.weight": 0.0014841749798506498, + "transformer.layers.3.norm2.bias": 0.0024704784154891968, + "head.weight": 0.18797150254249573, + "head.bias": 0.006986540276557207, + "global_embedding.weight": 0.05122717097401619, + "global_cnn.0.weight": 0.2651993930339813, + "global_cnn.0.bias": 0.011480271816253662, + "global_cnn.2.weight": 0.5308651328086853, + "global_cnn.2.bias": 0.02758519910275936, + "global_proj.weight": 0.1352832019329071, + "global_proj.bias": 0.09996519982814789, + "goal_head.0.weight": 0.09305047243833542, + "goal_head.0.bias": 0.045365653932094574, + "goal_head.2.weight": 0.13007411360740662, + "goal_head.2.bias": 0.10583649575710297 + }, + { + "global_gate": 8.687163062859327e-05, + "embedding.weight": 0.0003001054865308106, + "cnn.0.weight": 0.011000224389135838, + "cnn.0.bias": 0.000516856845933944, + "cnn.2.weight": 0.003571058390662074, + "cnn.2.bias": 0.001307398546487093, + "cnn.5.weight": 0.005207587964832783, + "cnn.5.bias": 0.0011727651581168175, + "action_emb.weight": 0.00366259110160172, + "timestep_emb.weight": 0.0007225272711366415, + "pos_emb.weight": 0.00147663289681077, + "transformer.layers.0.self_attn.in_proj_weight": 0.01564754731953144, + "transformer.layers.0.self_attn.in_proj_bias": 0.0013003058265894651, + "transformer.layers.0.self_attn.out_proj.weight": 0.013728884980082512, + "transformer.layers.0.self_attn.out_proj.bias": 0.001818437478505075, + "transformer.layers.0.linear1.weight": 0.016929496079683304, + "transformer.layers.0.linear1.bias": 0.0008139135898090899, + "transformer.layers.0.linear2.weight": 0.017055705189704895, + "transformer.layers.0.linear2.bias": 0.001596023328602314, + "transformer.layers.0.norm1.weight": 0.0009713738691061735, + "transformer.layers.0.norm1.bias": 0.0013153775362297893, + "transformer.layers.0.norm2.weight": 0.0016025223303586245, + "transformer.layers.0.norm2.bias": 0.0011032887268811464, + "transformer.layers.1.self_attn.in_proj_weight": 0.012835090979933739, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007511127623729408, + "transformer.layers.1.self_attn.out_proj.weight": 0.015008456073701382, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014279497554525733, + "transformer.layers.1.linear1.weight": 0.010234501212835312, + "transformer.layers.1.linear1.bias": 0.0005921951378695667, + "transformer.layers.1.linear2.weight": 0.014200162142515182, + "transformer.layers.1.linear2.bias": 0.001467169844545424, + "transformer.layers.1.norm1.weight": 0.0006936644786037505, + "transformer.layers.1.norm1.bias": 0.0006729285814799368, + "transformer.layers.1.norm2.weight": 0.0007427199161611497, + "transformer.layers.1.norm2.bias": 0.0006773229106329381, + "transformer.layers.2.self_attn.in_proj_weight": 0.016572484746575356, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011795219033956528, + "transformer.layers.2.self_attn.out_proj.weight": 0.014471582137048244, + "transformer.layers.2.self_attn.out_proj.bias": 0.001502885832451284, + "transformer.layers.2.linear1.weight": 0.00834701769053936, + "transformer.layers.2.linear1.bias": 0.0005934657528996468, + "transformer.layers.2.linear2.weight": 0.010635476559400558, + "transformer.layers.2.linear2.bias": 0.0016509967390447855, + "transformer.layers.2.norm1.weight": 0.001255804905667901, + "transformer.layers.2.norm1.bias": 0.0014006284764036536, + "transformer.layers.2.norm2.weight": 0.0005747853429056704, + "transformer.layers.2.norm2.bias": 0.0006422169390134513, + "transformer.layers.3.self_attn.in_proj_weight": 0.031338177621364594, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028709331527352333, + "transformer.layers.3.self_attn.out_proj.weight": 0.015974685549736023, + "transformer.layers.3.self_attn.out_proj.bias": 0.0025636814534664154, + "transformer.layers.3.linear1.weight": 0.0168758612126112, + "transformer.layers.3.linear1.bias": 0.0015522566391155124, + "transformer.layers.3.linear2.weight": 0.010270331054925919, + "transformer.layers.3.linear2.bias": 0.002880870597437024, + "transformer.layers.3.norm1.weight": 0.002402188256382942, + "transformer.layers.3.norm1.bias": 0.00411812961101532, + "transformer.layers.3.norm2.weight": 0.0011500604450702667, + "transformer.layers.3.norm2.bias": 0.0018849167972803116, + "head.weight": 0.16798338294029236, + "head.bias": 0.006799676921218634, + "global_embedding.weight": 0.016283245757222176, + "global_cnn.0.weight": 0.15251626074314117, + "global_cnn.0.bias": 0.005017151590436697, + "global_cnn.2.weight": 0.425698846578598, + "global_cnn.2.bias": 0.021428920328617096, + "global_proj.weight": 0.0824756920337677, + "global_proj.bias": 0.06336269527673721, + "goal_head.0.weight": 0.057294443249702454, + "goal_head.0.bias": 0.027931561693549156, + "goal_head.2.weight": 0.08710049837827682, + "goal_head.2.bias": 0.06529122591018677 + }, + { + "global_gate": 1.313830853177933e-05, + "embedding.weight": 0.001245478168129921, + "cnn.0.weight": 0.027219660580158234, + "cnn.0.bias": 0.0016885562799870968, + "cnn.2.weight": 0.008565487340092659, + "cnn.2.bias": 0.0036335354670882225, + "cnn.5.weight": 0.015878645703196526, + "cnn.5.bias": 0.0020799508783966303, + "action_emb.weight": 0.004836879670619965, + "timestep_emb.weight": 0.0010483649093657732, + "pos_emb.weight": 0.002592220902442932, + "transformer.layers.0.self_attn.in_proj_weight": 0.01991255022585392, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014728213427588344, + "transformer.layers.0.self_attn.out_proj.weight": 0.020638734102249146, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021224950905889273, + "transformer.layers.0.linear1.weight": 0.02501770295202732, + "transformer.layers.0.linear1.bias": 0.0009880111319944263, + "transformer.layers.0.linear2.weight": 0.020541157573461533, + "transformer.layers.0.linear2.bias": 0.001615359797142446, + "transformer.layers.0.norm1.weight": 0.0010774839902296662, + "transformer.layers.0.norm1.bias": 0.001344945514574647, + "transformer.layers.0.norm2.weight": 0.00254221074283123, + "transformer.layers.0.norm2.bias": 0.000938431650865823, + "transformer.layers.1.self_attn.in_proj_weight": 0.022427204996347427, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009721979149617255, + "transformer.layers.1.self_attn.out_proj.weight": 0.016881579533219337, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014383515808731318, + "transformer.layers.1.linear1.weight": 0.010732103139162064, + "transformer.layers.1.linear1.bias": 0.0006447071791626513, + "transformer.layers.1.linear2.weight": 0.012784967198967934, + "transformer.layers.1.linear2.bias": 0.0013783785980194807, + "transformer.layers.1.norm1.weight": 0.001414514146745205, + "transformer.layers.1.norm1.bias": 0.0008817784837447107, + "transformer.layers.1.norm2.weight": 0.0009217181359417737, + "transformer.layers.1.norm2.bias": 0.0007842035265639424, + "transformer.layers.2.self_attn.in_proj_weight": 0.01743800938129425, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011397498892620206, + "transformer.layers.2.self_attn.out_proj.weight": 0.013968543149530888, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013827010989189148, + "transformer.layers.2.linear1.weight": 0.007308381609618664, + "transformer.layers.2.linear1.bias": 0.0004988222499378026, + "transformer.layers.2.linear2.weight": 0.009099515154957771, + "transformer.layers.2.linear2.bias": 0.0014310387196019292, + "transformer.layers.2.norm1.weight": 0.0010575157357379794, + "transformer.layers.2.norm1.bias": 0.0012393435463309288, + "transformer.layers.2.norm2.weight": 0.00043921207543462515, + "transformer.layers.2.norm2.bias": 0.0004910047282464802, + "transformer.layers.3.self_attn.in_proj_weight": 0.027854997664690018, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025835062842816114, + "transformer.layers.3.self_attn.out_proj.weight": 0.012138206511735916, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020479902159422636, + "transformer.layers.3.linear1.weight": 0.013660955242812634, + "transformer.layers.3.linear1.bias": 0.0012144258944317698, + "transformer.layers.3.linear2.weight": 0.008553930558264256, + "transformer.layers.3.linear2.bias": 0.002329232171177864, + "transformer.layers.3.norm1.weight": 0.0022162250243127346, + "transformer.layers.3.norm1.bias": 0.003523134393617511, + "transformer.layers.3.norm2.weight": 0.0008556995890103281, + "transformer.layers.3.norm2.bias": 0.0013905544765293598, + "head.weight": 0.12720973789691925, + "head.bias": 0.0055780718103051186, + "global_embedding.weight": 0.013644556514918804, + "global_cnn.0.weight": 0.12430402636528015, + "global_cnn.0.bias": 0.005410489626228809, + "global_cnn.2.weight": 0.17438912391662598, + "global_cnn.2.bias": 0.008427535183727741, + "global_proj.weight": 0.03845338150858879, + "global_proj.bias": 0.030016284435987473, + "goal_head.0.weight": 0.029709242284297943, + "goal_head.0.bias": 0.01471065916121006, + "goal_head.2.weight": 0.04488851875066757, + "goal_head.2.bias": 0.03603297844529152 + }, + { + "global_gate": 0.00021094162366352975, + "embedding.weight": 0.0015603866195306182, + "cnn.0.weight": 0.02823586016893387, + "cnn.0.bias": 0.0011257041478529572, + "cnn.2.weight": 0.006360387429594994, + "cnn.2.bias": 0.001637627137824893, + "cnn.5.weight": 0.008158814162015915, + "cnn.5.bias": 0.001566429971717298, + "action_emb.weight": 0.0036736323963850737, + "timestep_emb.weight": 0.0011104654986411333, + "pos_emb.weight": 0.00275331549346447, + "transformer.layers.0.self_attn.in_proj_weight": 0.025601422414183617, + "transformer.layers.0.self_attn.in_proj_bias": 0.002124594524502754, + "transformer.layers.0.self_attn.out_proj.weight": 0.0220631193369627, + "transformer.layers.0.self_attn.out_proj.bias": 0.002573304809629917, + "transformer.layers.0.linear1.weight": 0.022431617602705956, + "transformer.layers.0.linear1.bias": 0.0011979436967521906, + "transformer.layers.0.linear2.weight": 0.02390599250793457, + "transformer.layers.0.linear2.bias": 0.0020687468349933624, + "transformer.layers.0.norm1.weight": 0.0016386358765885234, + "transformer.layers.0.norm1.bias": 0.001985749928280711, + "transformer.layers.0.norm2.weight": 0.002124300692230463, + "transformer.layers.0.norm2.bias": 0.0011066504521295428, + "transformer.layers.1.self_attn.in_proj_weight": 0.0213583055883646, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013252358185127378, + "transformer.layers.1.self_attn.out_proj.weight": 0.019738195464015007, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016396015416830778, + "transformer.layers.1.linear1.weight": 0.01314483117312193, + "transformer.layers.1.linear1.bias": 0.000655895855743438, + "transformer.layers.1.linear2.weight": 0.01692594774067402, + "transformer.layers.1.linear2.bias": 0.001561876037158072, + "transformer.layers.1.norm1.weight": 0.0014189643552526832, + "transformer.layers.1.norm1.bias": 0.0014060968533158302, + "transformer.layers.1.norm2.weight": 0.001001059776172042, + "transformer.layers.1.norm2.bias": 0.0006241216324269772, + "transformer.layers.2.self_attn.in_proj_weight": 0.020915508270263672, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014513181522488594, + "transformer.layers.2.self_attn.out_proj.weight": 0.021312832832336426, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015011463547125459, + "transformer.layers.2.linear1.weight": 0.010899722576141357, + "transformer.layers.2.linear1.bias": 0.000639517093077302, + "transformer.layers.2.linear2.weight": 0.01307681668549776, + "transformer.layers.2.linear2.bias": 0.0015308858128264546, + "transformer.layers.2.norm1.weight": 0.0014233351685106754, + "transformer.layers.2.norm1.bias": 0.001781793194822967, + "transformer.layers.2.norm2.weight": 0.000739517156034708, + "transformer.layers.2.norm2.bias": 0.0006325570866465569, + "transformer.layers.3.self_attn.in_proj_weight": 0.039294224232435226, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028659296222031116, + "transformer.layers.3.self_attn.out_proj.weight": 0.022922908887267113, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023627362679690123, + "transformer.layers.3.linear1.weight": 0.020842770114541054, + "transformer.layers.3.linear1.bias": 0.0015415152302011847, + "transformer.layers.3.linear2.weight": 0.012654457241296768, + "transformer.layers.3.linear2.bias": 0.0025386475026607513, + "transformer.layers.3.norm1.weight": 0.0034702818375080824, + "transformer.layers.3.norm1.bias": 0.00376820913515985, + "transformer.layers.3.norm2.weight": 0.0015269534196704626, + "transformer.layers.3.norm2.bias": 0.0019002956105396152, + "head.weight": 0.16020488739013672, + "head.bias": 0.005194394383579493, + "global_embedding.weight": 0.013569634407758713, + "global_cnn.0.weight": 0.12064177542924881, + "global_cnn.0.bias": 0.0037414145190268755, + "global_cnn.2.weight": 0.2778533697128296, + "global_cnn.2.bias": 0.013342950493097305, + "global_proj.weight": 0.043353211134672165, + "global_proj.bias": 0.0379474051296711, + "goal_head.0.weight": 0.027856433764100075, + "goal_head.0.bias": 0.013952149078249931, + "goal_head.2.weight": 0.043319832533597946, + "goal_head.2.bias": 0.02925075963139534 + }, + { + "global_gate": 0.00025393656687811017, + "embedding.weight": 0.0021223744843155146, + "cnn.0.weight": 0.0484660267829895, + "cnn.0.bias": 0.0019479613984003663, + "cnn.2.weight": 0.01383813563734293, + "cnn.2.bias": 0.00457087391987443, + "cnn.5.weight": 0.016587762162089348, + "cnn.5.bias": 0.0036873265635222197, + "action_emb.weight": 0.00949020590633154, + "timestep_emb.weight": 0.001530713401734829, + "pos_emb.weight": 0.0032110819593071938, + "transformer.layers.0.self_attn.in_proj_weight": 0.0375719852745533, + "transformer.layers.0.self_attn.in_proj_bias": 0.0031082225032150745, + "transformer.layers.0.self_attn.out_proj.weight": 0.04124148190021515, + "transformer.layers.0.self_attn.out_proj.bias": 0.0039027398452162743, + "transformer.layers.0.linear1.weight": 0.0450165681540966, + "transformer.layers.0.linear1.bias": 0.0017509959870949388, + "transformer.layers.0.linear2.weight": 0.03637344390153885, + "transformer.layers.0.linear2.bias": 0.0030768339056521654, + "transformer.layers.0.norm1.weight": 0.002398237818852067, + "transformer.layers.0.norm1.bias": 0.0029227526392787695, + "transformer.layers.0.norm2.weight": 0.004979144316166639, + "transformer.layers.0.norm2.bias": 0.0021009924821555614, + "transformer.layers.1.self_attn.in_proj_weight": 0.03566618263721466, + "transformer.layers.1.self_attn.in_proj_bias": 0.00196884386241436, + "transformer.layers.1.self_attn.out_proj.weight": 0.03210005909204483, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025710950139909983, + "transformer.layers.1.linear1.weight": 0.018603796139359474, + "transformer.layers.1.linear1.bias": 0.0009441036963835359, + "transformer.layers.1.linear2.weight": 0.0241022240370512, + "transformer.layers.1.linear2.bias": 0.002482425654307008, + "transformer.layers.1.norm1.weight": 0.002384571824222803, + "transformer.layers.1.norm1.bias": 0.001969716278836131, + "transformer.layers.1.norm2.weight": 0.001530637964606285, + "transformer.layers.1.norm2.bias": 0.0008972185314632952, + "transformer.layers.2.self_attn.in_proj_weight": 0.033648449927568436, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021339738741517067, + "transformer.layers.2.self_attn.out_proj.weight": 0.02691599540412426, + "transformer.layers.2.self_attn.out_proj.bias": 0.002490588929504156, + "transformer.layers.2.linear1.weight": 0.014391389675438404, + "transformer.layers.2.linear1.bias": 0.0009620606433600187, + "transformer.layers.2.linear2.weight": 0.017709752544760704, + "transformer.layers.2.linear2.bias": 0.00250857206992805, + "transformer.layers.2.norm1.weight": 0.002234481042250991, + "transformer.layers.2.norm1.bias": 0.002059925813227892, + "transformer.layers.2.norm2.weight": 0.000960468896664679, + "transformer.layers.2.norm2.bias": 0.0009610849665477872, + "transformer.layers.3.self_attn.in_proj_weight": 0.04437566548585892, + "transformer.layers.3.self_attn.in_proj_bias": 0.00415429100394249, + "transformer.layers.3.self_attn.out_proj.weight": 0.02546761743724346, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035114192869514227, + "transformer.layers.3.linear1.weight": 0.024915186688303947, + "transformer.layers.3.linear1.bias": 0.001971573568880558, + "transformer.layers.3.linear2.weight": 0.014985262416303158, + "transformer.layers.3.linear2.bias": 0.0035772838164120913, + "transformer.layers.3.norm1.weight": 0.0038583416026085615, + "transformer.layers.3.norm1.bias": 0.005718679632991552, + "transformer.layers.3.norm2.weight": 0.0018235280876979232, + "transformer.layers.3.norm2.bias": 0.0024913791567087173, + "head.weight": 0.18895824253559113, + "head.bias": 0.00638537434861064, + "global_embedding.weight": 0.020512428134679794, + "global_cnn.0.weight": 0.14671610295772552, + "global_cnn.0.bias": 0.004895445890724659, + "global_cnn.2.weight": 0.429098516702652, + "global_cnn.2.bias": 0.02235531620681286, + "global_proj.weight": 0.07034874707460403, + "global_proj.bias": 0.04955760017037392, + "goal_head.0.weight": 0.04411529377102852, + "goal_head.0.bias": 0.019798366352915764, + "goal_head.2.weight": 0.05900052934885025, + "goal_head.2.bias": 0.04091770201921463 + }, + { + "global_gate": 2.777703593892511e-05, + "embedding.weight": 0.001013745553791523, + "cnn.0.weight": 0.02942659519612789, + "cnn.0.bias": 0.0012299396330490708, + "cnn.2.weight": 0.00999336875975132, + "cnn.2.bias": 0.0034515380393713713, + "cnn.5.weight": 0.012175573967397213, + "cnn.5.bias": 0.0026533128693699837, + "action_emb.weight": 0.005136867053806782, + "timestep_emb.weight": 0.0014943726127967238, + "pos_emb.weight": 0.0035001521464437246, + "transformer.layers.0.self_attn.in_proj_weight": 0.03279329463839531, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028830431401729584, + "transformer.layers.0.self_attn.out_proj.weight": 0.034051764756441116, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035227041225880384, + "transformer.layers.0.linear1.weight": 0.030352775007486343, + "transformer.layers.0.linear1.bias": 0.0015879551647230983, + "transformer.layers.0.linear2.weight": 0.034033577889204025, + "transformer.layers.0.linear2.bias": 0.0027512002270668745, + "transformer.layers.0.norm1.weight": 0.00214975094422698, + "transformer.layers.0.norm1.bias": 0.002628372283652425, + "transformer.layers.0.norm2.weight": 0.0028816936537623405, + "transformer.layers.0.norm2.bias": 0.0012794280191883445, + "transformer.layers.1.self_attn.in_proj_weight": 0.03171432018280029, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016551779117435217, + "transformer.layers.1.self_attn.out_proj.weight": 0.03490449860692024, + "transformer.layers.1.self_attn.out_proj.bias": 0.00228427373804152, + "transformer.layers.1.linear1.weight": 0.017794914543628693, + "transformer.layers.1.linear1.bias": 0.0009896504925563931, + "transformer.layers.1.linear2.weight": 0.02485552988946438, + "transformer.layers.1.linear2.bias": 0.0021570944227278233, + "transformer.layers.1.norm1.weight": 0.0020428909920156, + "transformer.layers.1.norm1.bias": 0.0014330212725326419, + "transformer.layers.1.norm2.weight": 0.001385776326060295, + "transformer.layers.1.norm2.bias": 0.0010065141832455993, + "transformer.layers.2.self_attn.in_proj_weight": 0.0335671529173851, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017419145442545414, + "transformer.layers.2.self_attn.out_proj.weight": 0.028051020577549934, + "transformer.layers.2.self_attn.out_proj.bias": 0.002048084046691656, + "transformer.layers.2.linear1.weight": 0.014845921657979488, + "transformer.layers.2.linear1.bias": 0.0009451750083826482, + "transformer.layers.2.linear2.weight": 0.01972496695816517, + "transformer.layers.2.linear2.bias": 0.002098389668390155, + "transformer.layers.2.norm1.weight": 0.002470101695507765, + "transformer.layers.2.norm1.bias": 0.0017838445492088795, + "transformer.layers.2.norm2.weight": 0.0010383437620475888, + "transformer.layers.2.norm2.bias": 0.0009658660856075585, + "transformer.layers.3.self_attn.in_proj_weight": 0.05853307992219925, + "transformer.layers.3.self_attn.in_proj_bias": 0.004891706630587578, + "transformer.layers.3.self_attn.out_proj.weight": 0.030379878357052803, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032000953797250986, + "transformer.layers.3.linear1.weight": 0.030685171484947205, + "transformer.layers.3.linear1.bias": 0.00253845751285553, + "transformer.layers.3.linear2.weight": 0.021451428532600403, + "transformer.layers.3.linear2.bias": 0.0035125897265970707, + "transformer.layers.3.norm1.weight": 0.004647592082619667, + "transformer.layers.3.norm1.bias": 0.006771690212190151, + "transformer.layers.3.norm2.weight": 0.002085869899019599, + "transformer.layers.3.norm2.bias": 0.0026619203854352236, + "head.weight": 0.21238639950752258, + "head.bias": 0.006334997713565826, + "global_embedding.weight": 0.008275897242128849, + "global_cnn.0.weight": 0.05960233882069588, + "global_cnn.0.bias": 0.002013320103287697, + "global_cnn.2.weight": 0.1532411277294159, + "global_cnn.2.bias": 0.006903920788317919, + "global_proj.weight": 0.036494966596364975, + "global_proj.bias": 0.02707585319876671, + "goal_head.0.weight": 0.025671763345599174, + "goal_head.0.bias": 0.012183698825538158, + "goal_head.2.weight": 0.038702771067619324, + "goal_head.2.bias": 0.02846384234726429 + }, + { + "global_gate": 0.00014333866420201957, + "embedding.weight": 0.001582450931891799, + "cnn.0.weight": 0.038847923278808594, + "cnn.0.bias": 0.0016459980979561806, + "cnn.2.weight": 0.011672495864331722, + "cnn.2.bias": 0.0052549270913004875, + "cnn.5.weight": 0.011706478893756866, + "cnn.5.bias": 0.003113789251074195, + "action_emb.weight": 0.005638299509882927, + "timestep_emb.weight": 0.0012439319398254156, + "pos_emb.weight": 0.0021302097011357546, + "transformer.layers.0.self_attn.in_proj_weight": 0.03607076406478882, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034791382495313883, + "transformer.layers.0.self_attn.out_proj.weight": 0.03165410831570625, + "transformer.layers.0.self_attn.out_proj.bias": 0.004645560868084431, + "transformer.layers.0.linear1.weight": 0.027850760146975517, + "transformer.layers.0.linear1.bias": 0.0018346351571381092, + "transformer.layers.0.linear2.weight": 0.032229941338300705, + "transformer.layers.0.linear2.bias": 0.003807578468695283, + "transformer.layers.0.norm1.weight": 0.002084125764667988, + "transformer.layers.0.norm1.bias": 0.0035449930001050234, + "transformer.layers.0.norm2.weight": 0.0023071211762726307, + "transformer.layers.0.norm2.bias": 0.0019204645650461316, + "transformer.layers.1.self_attn.in_proj_weight": 0.0283212810754776, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021103855688124895, + "transformer.layers.1.self_attn.out_proj.weight": 0.03108115680515766, + "transformer.layers.1.self_attn.out_proj.bias": 0.00309210573323071, + "transformer.layers.1.linear1.weight": 0.018085386604070663, + "transformer.layers.1.linear1.bias": 0.0012445010943338275, + "transformer.layers.1.linear2.weight": 0.023638760671019554, + "transformer.layers.1.linear2.bias": 0.0030575620476156473, + "transformer.layers.1.norm1.weight": 0.0019368113717064261, + "transformer.layers.1.norm1.bias": 0.0020915695931762457, + "transformer.layers.1.norm2.weight": 0.0015338259981945157, + "transformer.layers.1.norm2.bias": 0.001476682024076581, + "transformer.layers.2.self_attn.in_proj_weight": 0.02681954950094223, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023388888221234083, + "transformer.layers.2.self_attn.out_proj.weight": 0.02676507644355297, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030315762851387262, + "transformer.layers.2.linear1.weight": 0.015839261934161186, + "transformer.layers.2.linear1.bias": 0.001301573240198195, + "transformer.layers.2.linear2.weight": 0.01731797680258751, + "transformer.layers.2.linear2.bias": 0.003370753489434719, + "transformer.layers.2.norm1.weight": 0.0020203986205160618, + "transformer.layers.2.norm1.bias": 0.0026907676365226507, + "transformer.layers.2.norm2.weight": 0.001227544154971838, + "transformer.layers.2.norm2.bias": 0.001819072524085641, + "transformer.layers.3.self_attn.in_proj_weight": 0.047195132821798325, + "transformer.layers.3.self_attn.in_proj_bias": 0.006108803208917379, + "transformer.layers.3.self_attn.out_proj.weight": 0.02804090827703476, + "transformer.layers.3.self_attn.out_proj.bias": 0.004986369516700506, + "transformer.layers.3.linear1.weight": 0.03508869931101799, + "transformer.layers.3.linear1.bias": 0.003480140585452318, + "transformer.layers.3.linear2.weight": 0.018652096390724182, + "transformer.layers.3.linear2.bias": 0.006080728955566883, + "transformer.layers.3.norm1.weight": 0.004152300301939249, + "transformer.layers.3.norm1.bias": 0.008667326532304287, + "transformer.layers.3.norm2.weight": 0.0023670620284974575, + "transformer.layers.3.norm2.bias": 0.004618157632648945, + "head.weight": 0.2751143276691437, + "head.bias": 0.012412258423864841, + "global_embedding.weight": 0.015113193541765213, + "global_cnn.0.weight": 0.10622532665729523, + "global_cnn.0.bias": 0.0036230122204869986, + "global_cnn.2.weight": 0.2557298243045807, + "global_cnn.2.bias": 0.012855282984673977, + "global_proj.weight": 0.04371258243918419, + "global_proj.bias": 0.03390892222523689, + "goal_head.0.weight": 0.02563570626080036, + "goal_head.0.bias": 0.011868606321513653, + "goal_head.2.weight": 0.03768415376543999, + "goal_head.2.bias": 0.023951251059770584 + }, + { + "global_gate": 0.00011394087778171524, + "embedding.weight": 0.0006230765720829368, + "cnn.0.weight": 0.021180033683776855, + "cnn.0.bias": 0.000809833116363734, + "cnn.2.weight": 0.007185880094766617, + "cnn.2.bias": 0.0021934560500085354, + "cnn.5.weight": 0.009591225534677505, + "cnn.5.bias": 0.0016454404685646296, + "action_emb.weight": 0.0031212603207677603, + "timestep_emb.weight": 0.0008759523625485599, + "pos_emb.weight": 0.0015515845734626055, + "transformer.layers.0.self_attn.in_proj_weight": 0.019190454855561256, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016901273047551513, + "transformer.layers.0.self_attn.out_proj.weight": 0.022019783034920692, + "transformer.layers.0.self_attn.out_proj.bias": 0.002489420585334301, + "transformer.layers.0.linear1.weight": 0.016681060194969177, + "transformer.layers.0.linear1.bias": 0.0009421455906704068, + "transformer.layers.0.linear2.weight": 0.019842077046632767, + "transformer.layers.0.linear2.bias": 0.0019444929203018546, + "transformer.layers.0.norm1.weight": 0.001088391407392919, + "transformer.layers.0.norm1.bias": 0.0014977724058553576, + "transformer.layers.0.norm2.weight": 0.0014463028637692332, + "transformer.layers.0.norm2.bias": 0.001069504301995039, + "transformer.layers.1.self_attn.in_proj_weight": 0.017050674185156822, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012389185139909387, + "transformer.layers.1.self_attn.out_proj.weight": 0.020568421110510826, + "transformer.layers.1.self_attn.out_proj.bias": 0.001573324901983142, + "transformer.layers.1.linear1.weight": 0.010563725605607033, + "transformer.layers.1.linear1.bias": 0.0006598096806555986, + "transformer.layers.1.linear2.weight": 0.014244597405195236, + "transformer.layers.1.linear2.bias": 0.0014853470493108034, + "transformer.layers.1.norm1.weight": 0.0012147501111030579, + "transformer.layers.1.norm1.bias": 0.0013468354009091854, + "transformer.layers.1.norm2.weight": 0.0008635754347778857, + "transformer.layers.1.norm2.bias": 0.0006342669948935509, + "transformer.layers.2.self_attn.in_proj_weight": 0.01868683658540249, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011659256415441632, + "transformer.layers.2.self_attn.out_proj.weight": 0.018175287172198296, + "transformer.layers.2.self_attn.out_proj.bias": 0.00130888307467103, + "transformer.layers.2.linear1.weight": 0.00852071400731802, + "transformer.layers.2.linear1.bias": 0.00048700079787522554, + "transformer.layers.2.linear2.weight": 0.011441738344728947, + "transformer.layers.2.linear2.bias": 0.0012802211567759514, + "transformer.layers.2.norm1.weight": 0.001441673026420176, + "transformer.layers.2.norm1.bias": 0.0015681765507906675, + "transformer.layers.2.norm2.weight": 0.0004999858210794628, + "transformer.layers.2.norm2.bias": 0.00039969093631953, + "transformer.layers.3.self_attn.in_proj_weight": 0.034310754388570786, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026792283169925213, + "transformer.layers.3.self_attn.out_proj.weight": 0.01995144784450531, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018753544427454472, + "transformer.layers.3.linear1.weight": 0.020676542073488235, + "transformer.layers.3.linear1.bias": 0.0015282570384442806, + "transformer.layers.3.linear2.weight": 0.012792828492820263, + "transformer.layers.3.linear2.bias": 0.00188964803237468, + "transformer.layers.3.norm1.weight": 0.002845304785296321, + "transformer.layers.3.norm1.bias": 0.003465272020548582, + "transformer.layers.3.norm2.weight": 0.0014248457737267017, + "transformer.layers.3.norm2.bias": 0.001729082316160202, + "head.weight": 0.1291985660791397, + "head.bias": 0.0033371038734912872, + "global_embedding.weight": 0.017068734392523766, + "global_cnn.0.weight": 0.06372398138046265, + "global_cnn.0.bias": 0.002900594612583518, + "global_cnn.2.weight": 0.08424922823905945, + "global_cnn.2.bias": 0.003361838636919856, + "global_proj.weight": 0.008801073767244816, + "global_proj.bias": 0.004154879134148359, + "goal_head.0.weight": 0.005073852371424437, + "goal_head.0.bias": 0.0018123434856534004, + "goal_head.2.weight": 0.007128393277525902, + "goal_head.2.bias": 0.004217355977743864 + }, + { + "global_gate": 0.00010301065776729956, + "embedding.weight": 0.0009739937377162278, + "cnn.0.weight": 0.01788736879825592, + "cnn.0.bias": 0.0007081950316205621, + "cnn.2.weight": 0.005338115617632866, + "cnn.2.bias": 0.0011109225451946259, + "cnn.5.weight": 0.007549603469669819, + "cnn.5.bias": 0.0010631544282659888, + "action_emb.weight": 0.0033320763614028692, + "timestep_emb.weight": 0.0010015544248744845, + "pos_emb.weight": 0.0018415035447105765, + "transformer.layers.0.self_attn.in_proj_weight": 0.021902360022068024, + "transformer.layers.0.self_attn.in_proj_bias": 0.001587085658684373, + "transformer.layers.0.self_attn.out_proj.weight": 0.01749640703201294, + "transformer.layers.0.self_attn.out_proj.bias": 0.001981725450605154, + "transformer.layers.0.linear1.weight": 0.016569510102272034, + "transformer.layers.0.linear1.bias": 0.0008525754092261195, + "transformer.layers.0.linear2.weight": 0.017682624980807304, + "transformer.layers.0.linear2.bias": 0.001632792642340064, + "transformer.layers.0.norm1.weight": 0.001412000274285674, + "transformer.layers.0.norm1.bias": 0.0015643053920939565, + "transformer.layers.0.norm2.weight": 0.0015301882522180676, + "transformer.layers.0.norm2.bias": 0.000891665113158524, + "transformer.layers.1.self_attn.in_proj_weight": 0.015975752845406532, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009878887794911861, + "transformer.layers.1.self_attn.out_proj.weight": 0.01848345436155796, + "transformer.layers.1.self_attn.out_proj.bias": 0.001310334773734212, + "transformer.layers.1.linear1.weight": 0.010115444660186768, + "transformer.layers.1.linear1.bias": 0.0005762843647971749, + "transformer.layers.1.linear2.weight": 0.013096506707370281, + "transformer.layers.1.linear2.bias": 0.0012118653394281864, + "transformer.layers.1.norm1.weight": 0.0010589206358417869, + "transformer.layers.1.norm1.bias": 0.0009398102411068976, + "transformer.layers.1.norm2.weight": 0.000731507083401084, + "transformer.layers.1.norm2.bias": 0.0006044472684152424, + "transformer.layers.2.self_attn.in_proj_weight": 0.016118641942739487, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009351547923870385, + "transformer.layers.2.self_attn.out_proj.weight": 0.015570170246064663, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012032196391373873, + "transformer.layers.2.linear1.weight": 0.008503630757331848, + "transformer.layers.2.linear1.bias": 0.0005920679541304708, + "transformer.layers.2.linear2.weight": 0.009641625918447971, + "transformer.layers.2.linear2.bias": 0.0012183350045233965, + "transformer.layers.2.norm1.weight": 0.00114381720777601, + "transformer.layers.2.norm1.bias": 0.0009555030264891684, + "transformer.layers.2.norm2.weight": 0.0006385415908880532, + "transformer.layers.2.norm2.bias": 0.0008024996495805681, + "transformer.layers.3.self_attn.in_proj_weight": 0.03040521778166294, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028754775412380695, + "transformer.layers.3.self_attn.out_proj.weight": 0.013927560299634933, + "transformer.layers.3.self_attn.out_proj.bias": 0.002057471079751849, + "transformer.layers.3.linear1.weight": 0.019336696714162827, + "transformer.layers.3.linear1.bias": 0.0016808509826660156, + "transformer.layers.3.linear2.weight": 0.009722626768052578, + "transformer.layers.3.linear2.bias": 0.0026961141265928745, + "transformer.layers.3.norm1.weight": 0.0022708771284669638, + "transformer.layers.3.norm1.bias": 0.0038647898472845554, + "transformer.layers.3.norm2.weight": 0.0013906939420849085, + "transformer.layers.3.norm2.bias": 0.0025177712086588144, + "head.weight": 0.12537162005901337, + "head.bias": 0.0048231156542897224, + "global_embedding.weight": 0.005724380724132061, + "global_cnn.0.weight": 0.053312037140131, + "global_cnn.0.bias": 0.0015697565395385027, + "global_cnn.2.weight": 0.1597937047481537, + "global_cnn.2.bias": 0.00773334177210927, + "global_proj.weight": 0.02579442970454693, + "global_proj.bias": 0.019725440070033073, + "goal_head.0.weight": 0.015137175098061562, + "goal_head.0.bias": 0.007117668632417917, + "goal_head.2.weight": 0.02168738655745983, + "goal_head.2.bias": 0.014599554240703583 + }, + { + "global_gate": 9.920763113768771e-05, + "embedding.weight": 0.002528177108615637, + "cnn.0.weight": 0.044086769223213196, + "cnn.0.bias": 0.0018944418989121914, + "cnn.2.weight": 0.009033134207129478, + "cnn.2.bias": 0.002415161579847336, + "cnn.5.weight": 0.010680128820240498, + "cnn.5.bias": 0.0022150787990540266, + "action_emb.weight": 0.0035052273888140917, + "timestep_emb.weight": 0.0012253556633368134, + "pos_emb.weight": 0.002692009322345257, + "transformer.layers.0.self_attn.in_proj_weight": 0.024258054792881012, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016546137630939484, + "transformer.layers.0.self_attn.out_proj.weight": 0.02277548238635063, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022834581322968006, + "transformer.layers.0.linear1.weight": 0.02090928703546524, + "transformer.layers.0.linear1.bias": 0.0010148200672119856, + "transformer.layers.0.linear2.weight": 0.022063614800572395, + "transformer.layers.0.linear2.bias": 0.0020343854557722807, + "transformer.layers.0.norm1.weight": 0.0013394980924203992, + "transformer.layers.0.norm1.bias": 0.0015885448083281517, + "transformer.layers.0.norm2.weight": 0.0019494907464832067, + "transformer.layers.0.norm2.bias": 0.001097052008844912, + "transformer.layers.1.self_attn.in_proj_weight": 0.019232358783483505, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011881896061822772, + "transformer.layers.1.self_attn.out_proj.weight": 0.02100643329322338, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016706438036635518, + "transformer.layers.1.linear1.weight": 0.012272550724446774, + "transformer.layers.1.linear1.bias": 0.0006754143396392465, + "transformer.layers.1.linear2.weight": 0.01542928721755743, + "transformer.layers.1.linear2.bias": 0.0016566700069233775, + "transformer.layers.1.norm1.weight": 0.001234229071997106, + "transformer.layers.1.norm1.bias": 0.001302069053053856, + "transformer.layers.1.norm2.weight": 0.0009210541029460728, + "transformer.layers.1.norm2.bias": 0.0006868401542305946, + "transformer.layers.2.self_attn.in_proj_weight": 0.019610313698649406, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012827495811507106, + "transformer.layers.2.self_attn.out_proj.weight": 0.020384183153510094, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016277094837278128, + "transformer.layers.2.linear1.weight": 0.010430349968373775, + "transformer.layers.2.linear1.bias": 0.000667455664370209, + "transformer.layers.2.linear2.weight": 0.012649288401007652, + "transformer.layers.2.linear2.bias": 0.0017301853513345122, + "transformer.layers.2.norm1.weight": 0.0014109801268205047, + "transformer.layers.2.norm1.bias": 0.001354937325231731, + "transformer.layers.2.norm2.weight": 0.0007150799501687288, + "transformer.layers.2.norm2.bias": 0.0007737981504760683, + "transformer.layers.3.self_attn.in_proj_weight": 0.04352695867419243, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031313057988882065, + "transformer.layers.3.self_attn.out_proj.weight": 0.023431729525327682, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026614328380674124, + "transformer.layers.3.linear1.weight": 0.02247292548418045, + "transformer.layers.3.linear1.bias": 0.0017867869464680552, + "transformer.layers.3.linear2.weight": 0.013688257895410061, + "transformer.layers.3.linear2.bias": 0.003113864455372095, + "transformer.layers.3.norm1.weight": 0.0036221251357346773, + "transformer.layers.3.norm1.bias": 0.004475926980376244, + "transformer.layers.3.norm2.weight": 0.0016867455560714006, + "transformer.layers.3.norm2.bias": 0.002261501271277666, + "head.weight": 0.18429766595363617, + "head.bias": 0.005795803386718035, + "global_embedding.weight": 0.004943910054862499, + "global_cnn.0.weight": 0.03991349786520004, + "global_cnn.0.bias": 0.0017893537878990173, + "global_cnn.2.weight": 0.12509866058826447, + "global_cnn.2.bias": 0.005750415846705437, + "global_proj.weight": 0.030716529116034508, + "global_proj.bias": 0.025023087859153748, + "goal_head.0.weight": 0.023769855499267578, + "goal_head.0.bias": 0.01167201716452837, + "goal_head.2.weight": 0.0400073267519474, + "goal_head.2.bias": 0.02829034999012947 + }, + { + "global_gate": 9.300211240770295e-05, + "embedding.weight": 0.0009432758088223636, + "cnn.0.weight": 0.018884113058447838, + "cnn.0.bias": 0.0006380093400366604, + "cnn.2.weight": 0.008952087722718716, + "cnn.2.bias": 0.0030361542012542486, + "cnn.5.weight": 0.012551406398415565, + "cnn.5.bias": 0.0024628497194498777, + "action_emb.weight": 0.004065988585352898, + "timestep_emb.weight": 0.0013289381749927998, + "pos_emb.weight": 0.0026942540425807238, + "transformer.layers.0.self_attn.in_proj_weight": 0.0275803841650486, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025082670617848635, + "transformer.layers.0.self_attn.out_proj.weight": 0.027167590335011482, + "transformer.layers.0.self_attn.out_proj.bias": 0.003104444593191147, + "transformer.layers.0.linear1.weight": 0.023036696016788483, + "transformer.layers.0.linear1.bias": 0.001385831623338163, + "transformer.layers.0.linear2.weight": 0.025263722985982895, + "transformer.layers.0.linear2.bias": 0.0024676986504346132, + "transformer.layers.0.norm1.weight": 0.0015717019559815526, + "transformer.layers.0.norm1.bias": 0.002384892199188471, + "transformer.layers.0.norm2.weight": 0.0023597702383995056, + "transformer.layers.0.norm2.bias": 0.0019093453884124756, + "transformer.layers.1.self_attn.in_proj_weight": 0.025456849485635757, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016069308621808887, + "transformer.layers.1.self_attn.out_proj.weight": 0.026284528896212578, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019412271212786436, + "transformer.layers.1.linear1.weight": 0.013404527679085732, + "transformer.layers.1.linear1.bias": 0.0007855553412809968, + "transformer.layers.1.linear2.weight": 0.016954658553004265, + "transformer.layers.1.linear2.bias": 0.0018186765955761075, + "transformer.layers.1.norm1.weight": 0.0016449993709102273, + "transformer.layers.1.norm1.bias": 0.0015686791157349944, + "transformer.layers.1.norm2.weight": 0.0010837481822818518, + "transformer.layers.1.norm2.bias": 0.0008174284594133496, + "transformer.layers.2.self_attn.in_proj_weight": 0.02332713082432747, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014224534388631582, + "transformer.layers.2.self_attn.out_proj.weight": 0.023159749805927277, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016510473797097802, + "transformer.layers.2.linear1.weight": 0.010964554734528065, + "transformer.layers.2.linear1.bias": 0.0006903824978508055, + "transformer.layers.2.linear2.weight": 0.013164899311959743, + "transformer.layers.2.linear2.bias": 0.0016246846644207835, + "transformer.layers.2.norm1.weight": 0.0015624779043719172, + "transformer.layers.2.norm1.bias": 0.0013151876628398895, + "transformer.layers.2.norm2.weight": 0.0008518673712387681, + "transformer.layers.2.norm2.bias": 0.0007312441011890769, + "transformer.layers.3.self_attn.in_proj_weight": 0.04604490101337433, + "transformer.layers.3.self_attn.in_proj_bias": 0.003125823102891445, + "transformer.layers.3.self_attn.out_proj.weight": 0.0237582940608263, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023894754704087973, + "transformer.layers.3.linear1.weight": 0.02956485189497471, + "transformer.layers.3.linear1.bias": 0.002450828207656741, + "transformer.layers.3.linear2.weight": 0.01603056862950325, + "transformer.layers.3.linear2.bias": 0.003024511272087693, + "transformer.layers.3.norm1.weight": 0.0038680206052958965, + "transformer.layers.3.norm1.bias": 0.004171429667621851, + "transformer.layers.3.norm2.weight": 0.0022045564837753773, + "transformer.layers.3.norm2.bias": 0.0034775775857269764, + "head.weight": 0.18374717235565186, + "head.bias": 0.005832876544445753, + "global_embedding.weight": 0.030367080122232437, + "global_cnn.0.weight": 0.08438560366630554, + "global_cnn.0.bias": 0.004072301089763641, + "global_cnn.2.weight": 0.09692558646202087, + "global_cnn.2.bias": 0.005535597447305918, + "global_proj.weight": 0.022011442109942436, + "global_proj.bias": 0.01652270369231701, + "goal_head.0.weight": 0.015830671414732933, + "goal_head.0.bias": 0.007637745700776577, + "goal_head.2.weight": 0.023777233436703682, + "goal_head.2.bias": 0.01763301156461239 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.12322862446308136, - 0.1987382024526596, - 0.054926883429288864, - 0.28527140617370605, - 0.05533948540687561, - 0.05067683011293411, - 0.12097565084695816, - 0.03536885976791382, - 0.05032123997807503, - 0.04487776756286621 + 0.26768702268600464, + 0.2906152904033661, + 0.4174257814884186, + 0.30803337693214417, + 0.3625047206878662, + 0.3599179685115814, + 0.44098860025405884, + 0.42000067234039307, + 0.25249719619750977, + 0.22094105184078217, + 0.3372596204280853, + 0.29329347610473633, + 0.3039810359477997, + 0.6778414845466614, + 0.46922487020492554, + 0.46514081954956055, + 0.265451043844223, + 0.4532192051410675, + 0.6780950427055359, + 0.6148270964622498 ], "repr_drift_kl_low_t": [ - 0.1285502016544342, - 0.18411391973495483, - 0.03529197722673416, - 0.30265122652053833, - 0.05918463319540024, - 0.045241713523864746, - 0.1338357925415039, - 0.033193811774253845, - 0.06165938824415207, - 0.02766958624124527 + 0.31369683146476746, + 0.3297540843486786, + 0.5303841829299927, + 0.38137340545654297, + 0.4457411468029022, + 0.4584849774837494, + 0.5689224600791931, + 0.5416082739830017, + 0.30233943462371826, + 0.2809005379676819, + 0.42712125182151794, + 0.36840173602104187, + 0.3877590298652649, + 0.8896552324295044, + 0.5857290029525757, + 0.5791420936584473, + 0.31048673391342163, + 0.5586283802986145, + 0.865058958530426, + 0.7564524412155151 ], "repr_drift_kl_mid_t": [ - 0.11739346385002136, - 0.19094586372375488, - 0.03608183190226555, - 0.28646793961524963, - 0.05559070035815239, - 0.04114929214119911, - 0.1166028082370758, - 0.03222297132015228, - 0.04762755706906319, - 0.03104010596871376 + 0.2666980028152466, + 0.285054475069046, + 0.4130900800228119, + 0.30206409096717834, + 0.3691454529762268, + 0.3596035838127136, + 0.45416808128356934, + 0.4225883483886719, + 0.2604052424430847, + 0.2178216576576233, + 0.3446480333805084, + 0.29313674569129944, + 0.2964298129081726, + 0.6661310195922852, + 0.46992558240890503, + 0.45226186513900757, + 0.26079288125038147, + 0.4616605341434479, + 0.6830986142158508, + 0.6170238852500916 ], "repr_drift_kl_high_t": [ - 0.13192850351333618, - 0.4227280914783478, - 0.12736518681049347, - 0.30279409885406494, - 0.06453463435173035, - 0.07894638925790787, - 0.133255735039711, - 0.04638451337814331, - 0.05682362616062164, - 0.11279576271772385 + 0.2276417315006256, + 0.2692027688026428, + 0.3109455704689026, + 0.2852771282196045, + 0.2970612347126007, + 0.26744768023490906, + 0.30735504627227783, + 0.29176953434944153, + 0.18421657383441925, + 0.17280171811580658, + 0.23362953960895538, + 0.2250850647687912, + 0.23319154977798462, + 0.47332143783569336, + 0.35032153129577637, + 0.3548361659049988, + 0.2091795653104782, + 0.3420308530330658, + 0.4866447150707245, + 0.46371859312057495 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8114463090896606, - 0.7483088374137878, - 0.5027742981910706, - 0.936124324798584, - 0.8619195818901062 + 0.8020980954170227, + 0.7409030795097351, + 0.8454293012619019, + 0.7675443291664124, + 0.7442343235015869, + 0.7723680734634399, + 0.6482440829277039, + 0.7019081711769104, + 0.6792413592338562, + 0.6963292360305786 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.274592876434326, - 2.713487386703491, - 0.4599439799785614, - 2.4154651165008545, - 0.6495281457901001, - 0.8416929841041565, - 0.8627835512161255, - 0.8382571935653687, - 0.4746485948562622, - 0.43622466921806335 + 2.0436887741088867, + 0.4959539771080017, + 0.9219363927841187, + 0.646782636642456, + 0.6670857667922974, + 0.2558525800704956, + 0.524168074131012, + 0.6097473502159119, + 0.4185265302658081, + 0.8670555949211121, + 0.5198807716369629, + 0.2776893079280853, + 0.39031165838241577, + 0.5514216423034668, + 0.40059220790863037, + 0.48439839482307434, + 0.18422368168830872, + 0.22795529663562775, + 0.29861313104629517, + 0.3210526704788208 ], "norm_high_t": [ - 4.028456211090088, - 2.111199378967285, - 0.31483474373817444, - 1.6257071495056152, - 0.4791686236858368, - 0.8236261010169983, - 0.5691131949424744, - 0.8410815000534058, - 0.5109248161315918, - 0.4430648684501648 + 1.7443020343780518, + 0.7819874882698059, + 0.7693657279014587, + 0.6679876446723938, + 0.7028254866600037, + 0.5739396214485168, + 0.49274763464927673, + 0.9943665266036987, + 0.4636653959751129, + 0.7378634810447693, + 0.5279998779296875, + 0.39403781294822693, + 0.44900912046432495, + 0.5323635935783386, + 0.643383264541626, + 0.5935316681861877, + 0.31663769483566284, + 0.2646746337413788, + 0.4062897562980652, + 0.4090147018432617 ], "lowhigh_cos": [ - 0.760670006275177, - 0.47974520921707153, - 0.5564144849777222, - 0.7561691403388977, - 0.22782500088214874, - 0.7076342701911926, - 0.3950020372867584, - 0.9993448853492737, - 0.9485748410224915, - 0.534557044506073 + 0.7814446687698364, + 0.3349178731441498, + 0.7910898923873901, + 0.7783322930335999, + 0.8964188694953918, + 0.21833118796348572, + 0.9130187630653381, + 0.7223955988883972, + 0.7342021465301514, + 0.6642422080039978, + 0.9231980443000793, + 0.6231815218925476, + 0.793937087059021, + 0.8324487805366516, + 0.4128228724002838, + 0.6795552968978882, + 0.13320425152778625, + 0.6540477275848389, + 0.5525906682014465, + 0.01672586426138878 ], "t_bin_norms": [ { - "t_0.0-0.1": 3.0601019859313965, - "t_0.1-0.2": 2.647667407989502, - "t_0.2-0.3": 2.2776873111724854, - "t_0.3-0.4": 2.6669836044311523, - "t_0.4-0.5": 2.3935940265655518, - "t_0.5-0.6": 2.856731653213501, - "t_0.6-0.7": 2.667233467102051, - "t_0.7-0.8": 2.890141725540161, - "t_0.8-0.9": 3.4614312648773193, - "t_0.9-1.0": 5.0594377517700195 - }, - { - "t_0.0-0.1": 2.9579930305480957, - "t_0.1-0.2": 1.9985803365707397, - "t_0.2-0.3": 2.4356930255889893, - "t_0.3-0.4": 2.281193733215332, - "t_0.4-0.5": 2.2996103763580322, - "t_0.5-0.6": 2.061295509338379, - "t_0.6-0.7": 2.084317922592163, - "t_0.7-0.8": 2.1704540252685547, - "t_0.8-0.9": 2.1306612491607666, - "t_0.9-1.0": 2.272329568862915 - }, - { - "t_0.0-0.1": 0.27902260422706604, - "t_0.1-0.2": 0.33346793055534363, - "t_0.2-0.3": 0.3278685212135315, - "t_0.3-0.4": 0.28316715359687805, - "t_0.4-0.5": 0.29040053486824036, - "t_0.5-0.6": 0.2925054132938385, - "t_0.6-0.7": 0.2857111692428589, - "t_0.7-0.8": 0.2981010377407074, - "t_0.8-0.9": 0.28660205006599426, - "t_0.9-1.0": 0.3590717613697052 - }, - { - "t_0.0-0.1": 2.434391498565674, - "t_0.1-0.2": 2.319441795349121, - "t_0.2-0.3": 2.0442490577697754, - "t_0.3-0.4": 2.5059585571289062, - "t_0.4-0.5": 2.2357006072998047, - "t_0.5-0.6": 2.5455965995788574, - "t_0.6-0.7": 2.134960889816284, - "t_0.7-0.8": 2.088690996170044, - "t_0.8-0.9": 2.265270948410034, - "t_0.9-1.0": 1.6353448629379272 - }, - { - "t_0.0-0.1": 0.4377143085002899, - "t_0.1-0.2": 0.33741724491119385, - "t_0.2-0.3": 0.5449694991111755, - "t_0.3-0.4": 0.4392014741897583, - "t_0.4-0.5": 0.383037805557251, - "t_0.5-0.6": 0.4166969954967499, - "t_0.6-0.7": 0.2366027534008026, - "t_0.7-0.8": 0.33579713106155396, - "t_0.8-0.9": 0.4485812187194824, - "t_0.9-1.0": 0.45924994349479675 - }, - { - "t_0.0-0.1": 0.8111423850059509, - "t_0.1-0.2": 0.9384991526603699, - "t_0.2-0.3": 0.7661189436912537, - "t_0.3-0.4": 0.7480373978614807, - "t_0.4-0.5": 0.7756097316741943, - "t_0.5-0.6": 0.7315964698791504, - "t_0.6-0.7": 0.7880602478981018, - "t_0.7-0.8": 0.7425071597099304, - "t_0.8-0.9": 0.7856907248497009, - "t_0.9-1.0": 0.8819905519485474 - }, - { - "t_0.0-0.1": 1.1923593282699585, - "t_0.1-0.2": 0.7765915393829346, - "t_0.2-0.3": 0.7110642194747925, - "t_0.3-0.4": 0.5717763900756836, - "t_0.4-0.5": 0.6634544730186462, - "t_0.5-0.6": 0.5705878138542175, - "t_0.6-0.7": 0.5721991062164307, - "t_0.7-0.8": 0.4901462495326996, - "t_0.8-0.9": 0.5548393130302429, - "t_0.9-1.0": 0.46147239208221436 - }, - { - "t_0.0-0.1": 0.8381858468055725, - "t_0.1-0.2": 0.8383721709251404, - "t_0.2-0.3": 0.8382858037948608, - "t_0.3-0.4": 0.837996780872345, - "t_0.4-0.5": 0.8382574915885925, - "t_0.5-0.6": 0.8384779095649719, - "t_0.6-0.7": 0.8394041061401367, - "t_0.7-0.8": 0.8388802409172058, - "t_0.8-0.9": 0.8389605283737183, - "t_0.9-1.0": 0.8402524590492249 - }, - { - "t_0.0-0.1": 0.473263680934906, - "t_0.1-0.2": 0.4730164706707001, - "t_0.2-0.3": 0.473317414522171, - "t_0.3-0.4": 0.4731082022190094, - "t_0.4-0.5": 0.4858453571796417, - "t_0.5-0.6": 0.473372220993042, - "t_0.6-0.7": 0.4778893291950226, - "t_0.7-0.8": 0.4907001554965973, - "t_0.8-0.9": 0.48199263215065, - "t_0.9-1.0": 0.47979286313056946 - }, - { - "t_0.0-0.1": 0.37695667147636414, - "t_0.1-0.2": 0.47224345803260803, - "t_0.2-0.3": 0.25671496987342834, - "t_0.3-0.4": 0.41156575083732605, - "t_0.4-0.5": 0.3281283378601074, - "t_0.5-0.6": 0.8446680307388306, - "t_0.6-0.7": 0.78993821144104, - "t_0.7-0.8": 0.431561142206192, - "t_0.8-0.9": 0.49516761302948, - "t_0.9-1.0": 0.4919445216655731 + "t_0.0-0.1": 1.7638614177703857, + "t_0.1-0.2": 2.464120864868164, + "t_0.2-0.3": 2.1028518676757812, + "t_0.3-0.4": 2.376596450805664, + "t_0.4-0.5": 1.9672468900680542, + "t_0.5-0.6": 1.9542999267578125, + "t_0.6-0.7": 1.7740875482559204, + "t_0.7-0.8": 1.8231194019317627, + "t_0.8-0.9": 1.8944261074066162, + "t_0.9-1.0": 2.0410876274108887 + }, + { + "t_0.0-0.1": 0.5768112540245056, + "t_0.1-0.2": 0.4934333264827728, + "t_0.2-0.3": 0.5228657126426697, + "t_0.3-0.4": 0.4999546706676483, + "t_0.4-0.5": 0.42709866166114807, + "t_0.5-0.6": 0.43822744488716125, + "t_0.6-0.7": 0.4263221025466919, + "t_0.7-0.8": 0.4180466830730438, + "t_0.8-0.9": 0.4034821093082428, + "t_0.9-1.0": 1.1269686222076416 + }, + { + "t_0.0-0.1": 0.9595942497253418, + "t_0.1-0.2": 0.7573962211608887, + "t_0.2-0.3": 0.716742992401123, + "t_0.3-0.4": 0.6612242460250854, + "t_0.4-0.5": 0.6765976548194885, + "t_0.5-0.6": 0.6691473722457886, + "t_0.6-0.7": 0.7473711371421814, + "t_0.7-0.8": 0.756892740726471, + "t_0.8-0.9": 0.8400013446807861, + "t_0.9-1.0": 0.8241561651229858 + }, + { + "t_0.0-0.1": 0.855782151222229, + "t_0.1-0.2": 0.6120683550834656, + "t_0.2-0.3": 0.6390275359153748, + "t_0.3-0.4": 0.6527128219604492, + "t_0.4-0.5": 0.6138882637023926, + "t_0.5-0.6": 0.5815450549125671, + "t_0.6-0.7": 0.6462535858154297, + "t_0.7-0.8": 0.6038520336151123, + "t_0.8-0.9": 0.6255271434783936, + "t_0.9-1.0": 0.7116961479187012 + }, + { + "t_0.0-0.1": 0.6753972172737122, + "t_0.1-0.2": 0.6240496039390564, + "t_0.2-0.3": 0.6284977197647095, + "t_0.3-0.4": 0.6357277631759644, + "t_0.4-0.5": 0.6292672157287598, + "t_0.5-0.6": 0.6199086904525757, + "t_0.6-0.7": 0.6306670904159546, + "t_0.7-0.8": 0.6475109457969666, + "t_0.8-0.9": 0.6966671347618103, + "t_0.9-1.0": 0.6703239679336548 + }, + { + "t_0.0-0.1": 0.3074663579463959, + "t_0.1-0.2": 0.2221306562423706, + "t_0.2-0.3": 0.2079751193523407, + "t_0.3-0.4": 0.19317013025283813, + "t_0.4-0.5": 0.21393799781799316, + "t_0.5-0.6": 0.21434453129768372, + "t_0.6-0.7": 0.2216842770576477, + "t_0.7-0.8": 0.23877744376659393, + "t_0.8-0.9": 0.30473166704177856, + "t_0.9-1.0": 1.0909050703048706 + }, + { + "t_0.0-0.1": 0.5711836218833923, + "t_0.1-0.2": 0.5059625506401062, + "t_0.2-0.3": 0.5218868851661682, + "t_0.3-0.4": 0.5097427368164062, + "t_0.4-0.5": 0.495944082736969, + "t_0.5-0.6": 0.4980650544166565, + "t_0.6-0.7": 0.4935440421104431, + "t_0.7-0.8": 0.48555102944374084, + "t_0.8-0.9": 0.49112680554389954, + "t_0.9-1.0": 0.5136172771453857 + }, + { + "t_0.0-0.1": 0.6578601002693176, + "t_0.1-0.2": 0.6376886963844299, + "t_0.2-0.3": 0.5521403551101685, + "t_0.3-0.4": 0.6123759150505066, + "t_0.4-0.5": 0.6859784126281738, + "t_0.5-0.6": 0.6182124614715576, + "t_0.6-0.7": 0.7389075756072998, + "t_0.7-0.8": 0.736296534538269, + "t_0.8-0.9": 0.9139645099639893, + "t_0.9-1.0": 1.05301034450531 + }, + { + "t_0.0-0.1": 0.420989990234375, + "t_0.1-0.2": 0.37478598952293396, + "t_0.2-0.3": 0.37592124938964844, + "t_0.3-0.4": 0.39502838253974915, + "t_0.4-0.5": 0.3718200623989105, + "t_0.5-0.6": 0.3832237720489502, + "t_0.6-0.7": 0.3853519558906555, + "t_0.7-0.8": 0.3833101689815521, + "t_0.8-0.9": 0.38496237993240356, + "t_0.9-1.0": 0.6156638860702515 + }, + { + "t_0.0-0.1": 0.7210506796836853, + "t_0.1-0.2": 0.7032656073570251, + "t_0.2-0.3": 0.6930080056190491, + "t_0.3-0.4": 0.693071186542511, + "t_0.4-0.5": 0.6883159875869751, + "t_0.5-0.6": 0.6842952370643616, + "t_0.6-0.7": 0.6986338496208191, + "t_0.7-0.8": 0.7135449647903442, + "t_0.8-0.9": 0.7151585817337036, + "t_0.9-1.0": 1.0078864097595215 + }, + { + "t_0.0-0.1": 0.5365689992904663, + "t_0.1-0.2": 0.5183427929878235, + "t_0.2-0.3": 0.5172504782676697, + "t_0.3-0.4": 0.5150061845779419, + "t_0.4-0.5": 0.52056485414505, + "t_0.5-0.6": 0.5140929222106934, + "t_0.6-0.7": 0.519015371799469, + "t_0.7-0.8": 0.5279834866523743, + "t_0.8-0.9": 0.5288085341453552, + "t_0.9-1.0": 0.5744744539260864 + }, + { + "t_0.0-0.1": 0.3550175726413727, + "t_0.1-0.2": 0.2585638463497162, + "t_0.2-0.3": 0.2479657381772995, + "t_0.3-0.4": 0.24394316971302032, + "t_0.4-0.5": 0.24590378999710083, + "t_0.5-0.6": 0.2528340220451355, + "t_0.6-0.7": 0.25783005356788635, + "t_0.7-0.8": 0.27783775329589844, + "t_0.8-0.9": 0.2909289300441742, + "t_0.9-1.0": 0.4683777093887329 + }, + { + "t_0.0-0.1": 0.47796693444252014, + "t_0.1-0.2": 0.38102030754089355, + "t_0.2-0.3": 0.37931811809539795, + "t_0.3-0.4": 0.3613285720348358, + "t_0.4-0.5": 0.40951067209243774, + "t_0.5-0.6": 0.39550694823265076, + "t_0.6-0.7": 0.4009932577610016, + "t_0.7-0.8": 0.4000512957572937, + "t_0.8-0.9": 0.41929030418395996, + "t_0.9-1.0": 0.5591434240341187 + }, + { + "t_0.0-0.1": 0.6048852205276489, + "t_0.1-0.2": 0.555799126625061, + "t_0.2-0.3": 0.5546254515647888, + "t_0.3-0.4": 0.5169305205345154, + "t_0.4-0.5": 0.5301781296730042, + "t_0.5-0.6": 0.5348873734474182, + "t_0.6-0.7": 0.533577024936676, + "t_0.7-0.8": 0.535743772983551, + "t_0.8-0.9": 0.515457808971405, + "t_0.9-1.0": 0.5367439389228821 + }, + { + "t_0.0-0.1": 0.3781231641769409, + "t_0.1-0.2": 0.3422858715057373, + "t_0.2-0.3": 0.31280064582824707, + "t_0.3-0.4": 0.29991763830184937, + "t_0.4-0.5": 0.3295460343360901, + "t_0.5-0.6": 0.31227171421051025, + "t_0.6-0.7": 0.3148672580718994, + "t_0.7-0.8": 0.3489881157875061, + "t_0.8-0.9": 0.4288930296897888, + "t_0.9-1.0": 0.7563062310218811 + }, + { + "t_0.0-0.1": 0.3762686848640442, + "t_0.1-0.2": 0.4611000716686249, + "t_0.2-0.3": 0.45432811975479126, + "t_0.3-0.4": 0.43149250745773315, + "t_0.4-0.5": 0.43797746300697327, + "t_0.5-0.6": 0.47736039757728577, + "t_0.6-0.7": 0.4614715278148651, + "t_0.7-0.8": 0.4203539490699768, + "t_0.8-0.9": 0.5129396319389343, + "t_0.9-1.0": 0.7717884182929993 + }, + { + "t_0.0-0.1": 0.34810495376586914, + "t_0.1-0.2": 0.18515203893184662, + "t_0.2-0.3": 0.23890070617198944, + "t_0.3-0.4": 0.23190948367118835, + "t_0.4-0.5": 0.19430477917194366, + "t_0.5-0.6": 0.172428697347641, + "t_0.6-0.7": 0.1932770162820816, + "t_0.7-0.8": 0.1892024725675583, + "t_0.8-0.9": 0.21039971709251404, + "t_0.9-1.0": 0.4793308675289154 + }, + { + "t_0.0-0.1": 0.31152352690696716, + "t_0.1-0.2": 0.20850034058094025, + "t_0.2-0.3": 0.2254226952791214, + "t_0.3-0.4": 0.22112402319908142, + "t_0.4-0.5": 0.2205139398574829, + "t_0.5-0.6": 0.2184409648180008, + "t_0.6-0.7": 0.20406970381736755, + "t_0.7-0.8": 0.23171398043632507, + "t_0.8-0.9": 0.20294971764087677, + "t_0.9-1.0": 0.3096127510070801 + }, + { + "t_0.0-0.1": 0.364547461271286, + "t_0.1-0.2": 0.2899478077888489, + "t_0.2-0.3": 0.2793084383010864, + "t_0.3-0.4": 0.24262987077236176, + "t_0.4-0.5": 0.2763316333293915, + "t_0.5-0.6": 0.2509166896343231, + "t_0.6-0.7": 0.29686763882637024, + "t_0.7-0.8": 0.32614198327064514, + "t_0.8-0.9": 0.3247394859790802, + "t_0.9-1.0": 0.4331637918949127 + }, + { + "t_0.0-0.1": 0.43946316838264465, + "t_0.1-0.2": 0.2677125036716461, + "t_0.2-0.3": 0.2336205393075943, + "t_0.3-0.4": 0.2125391960144043, + "t_0.4-0.5": 0.24497918784618378, + "t_0.5-0.6": 0.23715753853321075, + "t_0.6-0.7": 0.22678615152835846, + "t_0.7-0.8": 0.2586503326892853, + "t_0.8-0.9": 0.32533881068229675, + "t_0.9-1.0": 0.7099505066871643 } ], - "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.06640972197055817, - 0.07189873605966568, - 0.042553190141916275, - 0.030951039865612984, - 0.08240140974521637, - 0.0077751195058226585, - 0.4030115008354187, - 0.07420091331005096, - 0.14390406012535095, - 0.002710027154535055, - 0.012126865796744823, - 0.31204643845558167, - 0.05965203046798706, - 0.08864027261734009, - 0.1197916716337204, - 0.09964129328727722, - 0.0025597268249839544, - 0.24809160828590393, - 0.005985266994684935, - 0.01173020526766777, - 0.26571428775787354, - 0.06937173008918762, - 0.2066616266965866, - 0.006983240135014057, - 0.05685048550367355, - 0.051051050424575806, - 0.10580204427242279, - 0.11895770579576492, - 0.09121851623058319, - 0.39836886525154114, - 0.0988459587097168, - 0.09568298608064651, - 0.12653562426567078, - 0.04029304161667824, - 0.16227835416793823, - 0.023299161344766617, - 0.034267913550138474, - 0.27256637811660767, - 0.026191724464297295, - 0.11661211401224136, - 0.1634114682674408, - 0.1850699931383133, - 0.1493723839521408, - 0.12859885394573212, - 0.08896210789680481, - 0.04061538353562355, - 0.17632398009300232, - 0.013532763347029686, - 0.011326861567795277, - 0.07307226210832596, - 0.1821748912334442, - 0.17830608785152435, - 0.1411810666322708, - 0.662149965763092, - 0.061772603541612625, - 0.07018308341503143, - 0.16729244589805603, - 0.04932885989546776, - 0.010479042306542397, - 0.013056835159659386, - 0.09587513655424118, - 0.0045008184388279915, - 0.046645138412714005, - 0.00460122711956501, - 0.03618650138378143, - 0.09530201554298401, - 0.11517615616321564, - 0.40876349806785583, - 0.0050505055114626884, - 0.21548974514007568, - 0.006520726718008518, - 0.036764707416296005, - 0.0317460298538208, - 0.004692832473665476, - 0.08773045241832733, - 0.05667275935411453, - 0.00538160465657711, - 0.2313167303800583, - 0.19762419164180756, - 0.007947639562189579, - 0.051969364285469055, - 0.027085591107606888, - 0.08089300990104675, - 0.004691689275205135, - 0.04814814776182175, - 0.016837041825056076, - 0.03204047307372093, - 0.016597511246800423, - 0.004703870043158531, - 0.023982014507055283, - 0.018334606662392616, - 0.02652106061577797, - 0.008445107378065586, - 0.19412724673748016, - 0.04613412916660309, - 0.0065543074160814285, - 0.007474639918655157, - 0.008886565454304218, - 0.0037251655012369156, - 0.006592291872948408, - 0.14220182597637177, - 0.17082960903644562, - 0.1688888967037201, - 0.1457534283399582, - 0.0044742729514837265, - 0.01824401319026947, - 0.08551483601331711, - 0.07310469448566437, - 0.0038759689778089523, - 0.09681881219148636, - 0.025857780128717422, - 0.016420360654592514, - 0.01457451842725277, - 0.05487804859876633, - 0.11104880273342133, - 0.03688052296638489, - 0.118121437728405, - 0.0023174970410764217, - 0.002958579920232296, - 0.031765423715114594, - 0.07162725925445557, - 0.030677881091833115, - 0.04333333298563957, - 0.06641720980405807, - 0.09541984647512436, - 0.010320478118956089, - 0.1599808931350708, - 0.020661156624555588, - 0.005976095795631409, - 0.0995967760682106, - 0.008920985274016857, - 0.08914607763290405, - 0.02014775015413761, - 0.034246575087308884, - 0.09889718890190125, - 0.002793296007439494, - 0.07428571581840515, - 0.1363999992609024, - 0.03628823161125183, - 0.030405405908823013, - 0.12062440812587738, - 0.003246753243729472, - 0.04319741576910019, - 0.0034987276885658503, - 0.005130596924573183, - 0.02373737469315529, - 0.10638298094272614, - 0.3828125, - 0.4415760934352875, - 0.02053140103816986, - 0.03919738903641701, - 0.08670033514499664, - 0.006274131126701832, - 0.007625272031873465, - 0.03144904598593712, - 0.05690298229455948, - 0.03824799507856369, - 0.004901960492134094, - 0.007894736714661121, - 0.10919540375471115, - 0.016284987330436707, - 0.03876349329948425, - 0.0456375852227211, - 0.08239811658859253, - 0.0038759689778089523, - 0.16563786566257477, - 0.025705644860863686, - 0.09748525172472, - 0.00911458395421505, - 0.24227799475193024, - 0.0037160906940698624, - 0.01300108339637518, - 0.046715326607227325, - 0.07081807404756546, - 0.05800604447722435, - 0.0974842756986618, - 0.04964777082204819, - 0.08019480109214783, - 0.037751004099845886, - 0.12700802087783813, - 0.0054806070402264595, - 0.18221575021743774, - 0.2517271041870117, - 0.31585219502449036, - 0.006944444961845875, - 0.05258995667099953, - 0.16223067045211792, - 0.19154928624629974, - 0.09932280331850052, - 0.1532694697380066, - 0.13050313293933868, - 0.0435982346534729, - 0.011326861567795277, - 0.25200000405311584, - 0.08393152803182602, - 0.051365409046411514, - 0.1105087548494339, - 0.25184503197669983, - 0.0077751195058226585, - 0.22577565908432007, - 0.08923591673374176, - 0.01184538658708334, - 0.17379310727119446, - 0.11218678951263428, - 0.01063358411192894, - 0.023139221593737602, - 0.0077751195058226585, - 0.10346612334251404, - 0.00460122711956501, - 0.006592291872948408, - 0.08027523010969162, - 0.04415584355592728, - 0.008440046571195126, - 0.05844155699014664, - 0.07642799615859985, - 0.02385265752673149, - 0.10989491641521454, - 0.013530655764043331, - 0.0948963314294815, - 0.16029900312423706, - 0.1305469572544098, - 0.052401747554540634, - 0.013636363670229912, - 0.09078404307365417, - 0.033832140266895294, - 0.1625596135854721, - 0.04358353465795517, - 0.03991769626736641, - 0.08376288414001465, - 0.13526244461536407, - 0.06438467651605606, - 0.019222553819417953, - 0.006353861186653376, - 0.021786492317914963, - 0.26244813203811646, - 0.24576681852340698, - 0.004323899280279875, - 0.004295942839235067, - 0.0033136967103928328, - 0.13367608189582825, - 0.1539735049009323, - 0.09606298804283142, - 0.056976743042469025, - 0.028246013447642326, - 0.09798471629619598, - 0.020805370062589645, - 0.09819324314594269, - 0.028757667168974876, - 0.13614650070667267, - 0.1267748475074768, - 0.013900956138968468, - 0.11848679184913635, - 0.22234700620174408, - 0.01577909290790558, - 0.13215859234333038, - 0.0035771066322922707, - 0.10827824473381042, - 0.18969380855560303, - 0.0051587303169071674, - 0.10392291843891144, - 0.006060606334358454, - 0.19142572581768036, - 0.038090866059064865, - 0.06893754750490189, - 0.00238663493655622, - 0.04874999821186066, - 0.009374999441206455, - 0.0035971221514046192, - 0.09240659326314926, - 0.2226463109254837, - 0.1615999937057495, - 0.028688523918390274, - 0.04893893748521805, - 0.0047846888191998005, - 0.10070730745792389, - 0.09761092066764832, - 0.12492456287145615, - 0.0020242915488779545, - 0.11015981435775757, - 0.03721814602613449, - 0.33126935362815857, - 0.12286689132452011, - 0.2690553665161133, - 0.03595206141471863, - 0.015000000596046448, - 0.17311374843120575, - 0.030080704018473625, - 0.1206747442483902, - 0.06209150329232216, - 0.03242212161421776, - 0.09257898479700089, - 0.019347038120031357, - 0.007186290342360735, - 0.0903790146112442, - 0.004201680887490511, - 0.06209150329232216, - 0.0037313434295356274, - 0.04844144731760025, - 0.15447154641151428, - 0.006592291872948408, - 0.0176842100918293, - 0.213104709982872, - 0.006592291872948408, - 0.1168384850025177, - 0.20181074738502502, - 0.013920072466135025, - 0.22201834619045258, - 0.08268824219703674, - 0.0026455027982592583, - 0.03824799507856369, - 0.008557457476854324, - 0.11374164372682571, - 0.04620286822319031, - 0.0031960229389369488, - 0.017459774389863014, - 0.03909952938556671, - 0.01643192395567894, - 0.14966684579849243, - 0.004323899280279875, - 0.00206611561588943, - 0.19008970260620117, - 0.13050313293933868, - 0.025073746219277382, - 0.04707112908363342, - 0.0020242915488779545, - 0.011326861567795277, - 0.009999999776482582, - 0.03611456975340843, - 0.008269719779491425, - 0.08242843300104141, - 0.0022668393794447184, - 0.005899704992771149, - 0.0016556291375309229, - 0.25172415375709534, - 0.10327982902526855, - 0.055679287761449814, - 0.046226415783166885, - 0.089263416826725, - 0.024407751858234406, - 0.013317892327904701, - 0.054476551711559296, - 0.04162219911813736, - 0.012350443750619888, - 0.1972193717956543, - 0.02554216794669628, - 0.09579263627529144, - 0.10580204427242279, - 0.015771811828017235, - 0.094566710293293, - 0.04261106252670288, - 0.02142857201397419, - 0.1875, - 0.039095439016819, - 0.19272424280643463, - 0.06280788034200668, - 0.15360791981220245, - 0.17256857454776764, - 0.09266168624162674, - 0.010847457684576511, - 0.05970149487257004, - 0.1367102414369583, - 0.10879218578338623, - 0.011316872201859951, - 0.06863727420568466, - 0.002984084887430072, - 0.08319356292486191, - 0.007231404539197683, - 0.0389985553920269, - 0.054416071623563766, - 0.01173020526766777, - 0.03886190056800842, - 0.01577909290790558, - 0.30018529295921326, - 0.5636208057403564, - 0.022680412977933884, - 0.05224274471402168, - 0.08179078996181488, - 0.07975951582193375, - 0.1634114682674408, - 0.029207739979028702, - 0.029629629105329514, - 0.007710843347012997, - 0.007518797181546688, - 0.01097560953348875, - 0.22455845773220062, - 0.004166666883975267, - 0.005692599341273308, - 0.06636971235275269, - 0.005434782709926367, - 0.048458147794008255, - 0.07126542180776596, - 0.0059652929194271564, - 0.2265486717224121, - 0.004032257944345474, - 0.08997955173254013, - 0.004983388818800449, - 0.06119346246123314, - 0.06971154361963272, - 0.17891761660575867, - 0.004983388818800449, - 0.1595982164144516, - 0.013322883285582066, - 0.009458749555051327, - 0.0039748260751366615, - 0.010220125317573547, - 0.002888318384066224, - 0.009749303571879864, - 0.05277328938245773, - 0.01588141918182373, - 0.03144904598593712, - 0.07735321670770645, - 0.2137042135000229, - 0.007336343172937632, - 0.045323047786951065, - 0.09616858512163162, - 0.06872213631868362, - 0.17016178369522095, - 0.16336634755134583, - 0.010733452625572681, - 0.0012315271887928247, - 0.1436740607023239, - 0.03933054581284523, - 0.24203187227249146, - 0.054963547736406326, - 0.09057437628507614, - 0.0035971221514046192, - 0.13621868193149567, - 0.004346475936472416, - 0.02625739760696888, - 0.0043969848193228245, - 0.11629778146743774, - 0.1486596316099167, - 0.031589850783348083, - 0.004901960492134094, - 0.12046133726835251, - 0.01699901930987835, - 0.11218678951263428, - 0.05653170496225357, - 0.007850834168493748, - 0.08726219832897186, - 0.012044563889503479, - 0.13140060007572174, - 0.004385964944958687, - 0.005985266994684935, - 0.11446741223335266, - 0.01619870401918888, - 0.02873772196471691, - 0.17118553817272186, - 0.00219058059155941, - 0.007952285930514336, - 0.010237660259008408, - 0.19468547403812408, - 0.027597403153777122, - 0.2723735272884369, - 0.14685635268688202, - 0.07813098281621933, - 0.031366292387247086, - 0.0022522523067891598, - 0.0056584361009299755, - 0.0031960229389369488, - 0.17379310727119446, - 0.05968688800930977, - 0.006672597955912352, - 0.013056835159659386, - 0.015985790640115738, - 0.05091533064842224, - 0.08024691045284271, - 0.013535462319850922, - 0.02461899258196354, - 0.0033136967103928328, - 0.031727828085422516, - 0.0194968543946743, - 0.003086419776082039, - 0.1593298316001892, - 0.0974842756986618, - 0.03067729063332081, - 0.12065637111663818, - 0.09777424484491348, - 0.05384615808725357, - 0.06285714358091354, - 0.018471870571374893, - 0.39439254999160767, - 0.06261180341243744, - 0.045807771384716034, - 0.06996586918830872, - 0.043663471937179565, - 0.003246753243729472, - 0.025556081905961037, - 0.058134838938713074, - 0.0018980477470904589, - 0.007579858880490065, - 0.0737493559718132, - 0.05786972492933273, - 0.0032894734758883715 + "win_rate": [ + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.13949716091156006, + 0.027350425720214844, + 0.052808988839387894, + 0.1591651886701584, + 0.05844749137759209, + 0.03767024353146553, + 0.06411881744861603, + 0.1307947039604187, + 0.08552631735801697, + 0.12349569797515869, + 0.2146182507276535, + 0.14268498122692108, + 0.07643622159957886, + 0.05629701539874077, + 0.08504176139831543, + 0.07569266110658646, + 0.09954337775707245, + 0.13652250170707703, + 0.10935285687446594, + 0.08025874197483063, + 0.18607105314731598, + 0.14874857664108276, + 0.04731792211532593, + 0.20079977810382843, + 0.0596340149641037, + 0.07231602817773819, + 0.08250165730714798, + 0.045355428010225296, + 0.1137133240699768, + 0.05185377225279808, + 0.10132252424955368, + 0.3344671130180359, + 0.09735327959060669, + 0.07164869457483292, + 0.07615453004837036, + 0.0927225649356842, + 0.031813863664865494, + 0.05499199032783508, + 0.07329843193292618, + 0.1587301641702652, + 0.04928259551525116, + 0.05904059112071991, + 0.11225204169750214, + 0.07914122939109802, + 0.05823702737689018, + 0.05010255053639412, + 0.13925854861736298, + 0.08962655812501907, + 0.1353856325149536, + 0.033725909888744354, + 0.10327582061290741, + 0.07565915584564209, + 0.11983254551887512, + 0.06755076348781586, + 0.10393106937408447, + 0.06317804753780365, + 0.08369660377502441, + 0.1111728698015213, + 0.1333887279033661, + 0.10442613065242767, + 0.06327293813228607, + 0.06963515281677246, + 0.04427681118249893, + 0.07189542800188065, + 0.0438031442463398, + 0.02319430187344551, + 0.1527777761220932, + 0.055437102913856506, + 0.0446428582072258, + 0.11019701510667801, + 0.08835422247648239, + 0.08582089841365814, + 0.06179909035563469, + 0.06524498760700226, + 0.02376389503479004, + 0.11263446509838104, + 0.09410767257213593, + 0.12879015505313873, + 0.03487406671047211, + 0.13224121928215027, + 0.0786365196108818, + 0.1398213654756546, + 0.07787834107875824, + 0.05484089255332947, + 0.13625648617744446, + 0.09577526897192001, + 0.05852631479501724, + 0.06780185550451279, + 0.12063302844762802, + 0.022081147879362106, + 0.022039134055376053, + 0.09905565530061722, + 0.05851319059729576, + 0.1424257606267929, + 0.13266117870807648, + 0.07278287410736084, + 0.14793546497821808, + 0.1278361976146698, + 0.025594621896743774, + 0.04809122532606125, + 0.08455564826726913, + 0.05628037825226784, + 0.07679662108421326, + 0.07607822120189667, + 0.05154639109969139, + 0.08174072951078415, + 0.05761152505874634, + 0.09001174569129944, + 0.07017001509666443, + 0.0803212821483612, + 0.046372175216674805, + 0.0734037235379219, + 0.11148730665445328, + 0.04338131099939346, + 0.04687122628092766, + 0.12582780420780182, + 0.050466086715459824, + 0.0990123450756073, + 0.08998988568782806, + 0.045504506677389145, + 0.09942165017127991, + 0.07206840068101883, + 0.11558829993009567, + 0.08480681478977203, + 0.10968294739723206, + 0.1508483588695526, + 0.07497012615203857, + 0.0878629982471466, + 0.04770240932703018, + 0.13751399517059326, + 0.12745098769664764, + 0.06417664140462875, + 0.118832528591156, + 0.057304784655570984, + 0.09475620836019516, + 0.06272978335618973, + 0.05148514732718468, + 0.0476190485060215, + 0.007944389246404171, + 0.11017676442861557, + 0.0901082307100296, + 0.05582102760672569, + 0.09439735859632492, + 0.23194855451583862, + 0.0938033014535904, + 0.030609996989369392, + 0.11311672627925873, + 0.11402671784162521, + 0.20292261242866516, + 0.04471994936466217, + 0.06860706955194473, + 0.10248112678527832, + 0.07727085798978806, + 0.12543468177318573, + 0.03673223406076431, + 0.05416763946413994, + 0.18906301259994507, + 0.14959068596363068, + 0.03744855895638466, + 0.0886426568031311, + 0.044114481657743454, + 0.09128367900848389, + 0.1441323161125183, + 0.11142856627702713, + 0.028068244457244873, + 0.13333332538604736, + 0.0473344512283802, + 0.11817501485347748, + 0.06705670803785324, + 0.07897435873746872, + 0.15658746659755707, + 0.03658536449074745, + 0.10437486320734024, + 0.11375802755355835, + 0.0973535031080246, + 0.15763981640338898, + 0.10600477457046509, + 0.033808257430791855, + 0.04174736514687538, + 0.2115813046693802, + 0.10165484994649887, + 0.10102660208940506, + 0.07534007728099823, + 0.19598156213760376, + 0.056735437363386154, + 0.07515151798725128, + 0.07538113743066788, + 0.09462857246398926, + 0.11002065986394882, + 0.10763521492481232, + 0.0834488496184349, + 0.07425742596387863, + 0.08360413461923599, + 0.07403082400560379, + 0.11657010763883591, + 0.10540319234132767, + 0.042076289653778076, + 0.09646522253751755, + 0.06843455880880356, + 0.0744849443435669, + 0.10386598110198975, + 0.04116913303732872, + 0.11200860887765884, + 0.056625138968229294, + 0.12654514610767365, + 0.043665554374456406, + 0.04706253856420517, + 0.11680825054645538, + 0.111992746591568, + 0.08157524466514587, + 0.0369633212685585, + 0.04978935420513153, + 0.09196827560663223, + 0.14073306322097778, + 0.08612439781427383, + 0.10407651960849762, + 0.03397172689437866, + 0.03120018169283867, + 0.13944795727729797, + 0.12297633290290833, + 0.058457113802433014, + 0.14798206090927124, + 0.03249913081526756, + 0.11534275859594345, + 0.08313538879156113, + 0.06811751425266266, + 0.03453545272350311, + 0.00956284161657095, + 0.06563039869070053, + 0.1415420025587082, + 0.07816151529550552, + 0.06492146104574203, + 0.1274530440568924, + 0.06858091801404953, + 0.09952182322740555, + 0.08085675537586212, + 0.1042584478855133, + 0.14507079124450684, + 0.07217847555875778, + 0.08312399685382843, + 0.09714861959218979, + 0.07515085488557816, + 0.06084396317601204, + 0.08244743943214417, + 0.20277976989746094, + 0.11531008034944534, + 0.09078436344861984, + 0.08476820588111877, + 0.057261738926172256, + 0.10678689926862717, + 0.10104726999998093, + 0.09713252633810043, + 0.06409495323896408, + 0.07470796257257462, + 0.08677218854427338, + 0.12263868004083633, + 0.0777694433927536, + 0.15594682097434998, + 0.07164887338876724, + 0.06172352656722069, + 0.11701875180006027, + 0.08157236874103546, + 0.06880992650985718, + 0.17574436962604523, + 0.1335982084274292, + 0.08873209357261658, + 0.025304807350039482, + 0.12410873174667358, + 0.05179041251540184, + 0.07205323129892349, + 0.1602811962366104, + 0.07205352187156677, + 0.09264092147350311, + 0.06677181273698807, + 0.08298755437135696, + 0.07780873030424118, + 0.10426666587591171, + 0.06402304023504257, + 0.05824284628033638, + 0.099053293466568, + 0.08016397058963776, + 0.05627501755952835, + 0.08415937423706055, + 0.11374302208423615, + 0.05684416741132736, + 0.0778975710272789, + 0.11261941492557526, + 0.0838569924235344, + 0.020378457382321358, + 0.08008982241153717, + 0.11862598359584808, + 0.029116790741682053, + 0.05994550511240959, + 0.02332155592739582, + 0.1294117569923401, + 0.05703125149011612, + 0.05259404703974724, + 0.12742382287979126, + 0.11074626445770264, + 0.08128724992275238, + 0.04563786834478378, + 0.04601406678557396, + 0.09945839643478394, + 0.10465479642152786, + 0.10673666000366211, + 0.09641185402870178, + 0.10475233942270279, + 0.009723643772304058, + 0.023694129660725594, + 0.10980014503002167, + 0.12333333492279053, + 0.033850185573101044, + 0.06328638643026352, + 0.11039463430643082, + 0.15802781283855438, + 0.019872814416885376, + 0.09304347634315491, + 0.1521308273077011, + 0.10863952338695526, + 0.06525211036205292, + 0.03999195992946625, + 0.0677117332816124, + 0.03713188320398331, + 0.08254847675561905, + 0.03167349472641945, + 0.09401708841323853, + 0.08228511363267899, + 0.13110367953777313, + 0.06187569722533226, + 0.1089368537068367, + 0.09647495299577713, + 0.11146963387727737, + 0.030268199741840363, + 0.030740996822714806, + 0.06659591197967529, + 0.07273736596107483, + 0.07885102927684784, + 0.05887993797659874, + 0.0838627740740776, + 0.08737123012542725, + 0.045411985367536545, + 0.146336629986763, + 0.09992758929729462, + 0.055383820086717606, + 0.06498545408248901, + 0.07819975912570953, + 0.028379028663039207, + 0.028021015226840973, + 0.06919589638710022, + 0.10771840065717697, + 0.12268804013729095, + 0.08756519109010696, + 0.04754316434264183, + 0.11137667298316956, + 0.042134374380111694, + 0.1506388783454895, + 0.14730209112167358, + 0.04557157680392265, + 0.08575008809566498, + 0.03969154134392738, + 0.06122448667883873, + 0.07590203732252121, + 0.05783428996801376, + 0.12323293834924698, + 0.08073356002569199, + 0.09414025396108627, + 0.08492393046617508, + 0.06097760424017906, + 0.07971014827489853, + 0.04367555305361748, + 0.029121961444616318, + 0.13056379556655884, + 0.03816131874918938, + 0.06583427637815475, + 0.12312863022089005, + 0.06778087466955185, + 0.05879422277212143, + 0.06822216510772705, + 0.1171967089176178, + 0.024545900523662567, + 0.006807866971939802, + 0.07777515798807144, + 0.1014409214258194, + 0.07246003299951553, + 0.057829760015010834, + 0.03343023359775543, + 0.04054053872823715, + 0.06307525187730789, + 0.13711583614349365, + 0.09872516989707947, + 0.09404490888118744, + 0.10490220785140991, + 0.08357957005500793, + 0.050479672849178314, + 0.08027631789445877, + 0.08426420390605927, + 0.03264195844531059, + 0.12431444227695465, + 0.11044298112392426, + 0.07853210717439651, + 0.05441354587674141, + 0.050230059772729874, + 0.04883227124810219, + 0.08463120460510254, + 0.0609908401966095, + 0.08709505945444107, + 0.1419413983821869, + 0.03751267492771149, + 0.0493537001311779, + 0.07110825926065445, + 0.10270797461271286, + 0.055393584072589874, + 0.10485624521970749, + 0.12111137807369232, + 0.035072337836027145, + 0.05381697788834572, + 0.06767295300960541, + 0.06522748619318008, + 0.05852072313427925, + 0.035985808819532394, + 0.09068238735198975, + 0.0635969415307045, + 0.09497678279876709, + 0.012713472358882427, + 0.07820738106966019, + 0.04737261310219765, + 0.029639460146427155, + 0.10821085423231125, + 0.08510638028383255, + 0.07094404101371765, + 0.06217995658516884, + 0.09733251482248306, + 0.05838366225361824, + 0.08677585422992706, + 0.06953859329223633, + 0.0883977934718132, + 0.08077395707368851, + 0.0819336324930191, + 0.08273647725582123, + 0.07098618149757385, + 0.04837822914123535, + 0.06545257568359375, + 0.12386917322874069, + 0.10101010650396347, + 0.08234971016645432, + 0.10440529137849808, + 0.04186398908495903, + 0.08525034040212631, + 0.11235647648572922, + 0.043062202632427216, + 0.04061850905418396, + 0.08718345314264297, + 0.04844455048441887, + 0.06012243404984474, + 0.0558321475982666, + 0.13756468892097473, + 0.05067920312285423, + 0.07873644679784775, + 0.14377880096435547, + 0.05547034740447998, + 0.07166072726249695, + 0.06456206738948822, + 0.022623345255851746, + 0.06464812159538269, + 0.01316511258482933, + 0.04981295391917229, + 0.06889475882053375, + 0.14111852645874023, + 0.04269365966320038, + 0.12624478340148926, + 0.1817312240600586, + 0.1048981323838234, + 0.09326579421758652, + 0.05860113725066185, + 0.07700205594301224, + 0.05869225785136223, + 0.08061552792787552, + 0.07619047909975052, + 0.03949951007962227, + 0.04638618975877762, + 0.03288727626204491, + 0.042444389313459396, + 0.03147464618086815, + 0.03378619998693466, + 0.09381622076034546, + 0.058570198714733124, + 0.12725545465946198, + 0.04226267710328102, + 0.12103834003210068, + 0.07239195704460144, + 0.10262062400579453, + 0.085291787981987 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 54.62394714355469, - 59.923946380615234, - 42.714107513427734, - 40.00730514526367, - 65.34730529785156, - 95.35030364990234, - 128.12376403808594, - 60.82075881958008, - 90.45443725585938, - 67.5317611694336, - 106.90629577636719, - 128.26535034179688, - 51.19669723510742, - 68.09083557128906, - 83.3510971069336, - 69.92909240722656, - 54.22412109375, - 151.30941772460938, - 47.703086853027344, - 47.703086853027344, - 100.2034683227539, - 58.2672119140625, - 134.83578491210938, - 47.703086853027344, - 53.757450103759766, - 49.52893829345703, - 68.09083557128906, - 77.37245178222656, - 66.25979614257812, - 167.6263885498047, - 75.47940826416016, - 79.58985900878906, - 92.33837127685547, - 47.10594177246094, - 81.9515151977539, - 41.47610092163086, - 44.81291198730469, - 162.40740966796875, - 40.43056106567383, - 90.65176391601562, - 111.92520904541016, - 107.47826385498047, - 61.74440383911133, - 82.00621795654297, - 56.373016357421875, - 47.90146255493164, - 80.9856948852539, - 41.895790100097656, - 40.601219177246094, - 56.373016357421875, - 106.14946746826172, - 100.14533233642578, - 81.05692291259766, - 233.1556854248047, - 55.49595642089844, - 59.03047180175781, - 60.77689743041992, - 51.19669723510742, - 44.05697250366211, - 39.85641860961914, - 70.85065460205078, - 67.5317611694336, - 47.901458740234375, - 54.22412109375, - 65.80567932128906, - 64.43696594238281, - 83.4114761352539, - 102.53351593017578, - 54.22412109375, - 121.63928985595703, - 44.05696487426758, - 41.47610092163086, - 42.07524108886719, - 104.52373504638672, - 62.62348937988281, - 57.254695892333984, - 112.53560638427734, - 134.54429626464844, - 99.27175903320312, - 67.5317611694336, - 47.90145492553711, - 42.07524108886719, - 53.757450103759766, - 104.52373504638672, - 48.7095832824707, - 39.448631286621094, - 39.44862365722656, - 39.85641860961914, - 47.703086853027344, - 39.6721305847168, - 40.60122299194336, - 39.448631286621094, - 54.22412109375, - 113.40703582763672, - 46.32465744018555, - 47.703086853027344, - 47.703086853027344, - 44.05696487426758, - 54.224124908447266, - 47.703086853027344, - 95.76721954345703, - 68.59838104248047, - 109.40519714355469, - 95.72075653076172, - 512.0, - 39.482200622558594, - 62.62348937988281, - 56.373016357421875, - 104.52373504638672, - 72.69819641113281, - 40.007301330566406, - 40.60122299194336, - 40.601219177246094, - 50.358314514160156, - 68.09083557128906, - 47.90146255493164, - 79.20335388183594, - 512.0, - 512.0, - 41.47610092163086, - 53.757450103759766, - 39.6721305847168, - 44.81291198730469, - 57.254695892333984, - 63.109989166259766, - 40.601219177246094, - 92.0261459350586, - 39.85641860961914, - 54.22412109375, - 73.71183013916016, - 44.05696487426758, - 69.00910949707031, - 76.36141204833984, - 42.07524108886719, - 77.33934783935547, - 93.87397003173828, - 68.06449127197266, - 98.94673156738281, - 40.43056106567383, - 40.92451858520508, - 82.97452545166016, - 104.52373504638672, - 49.52893829345703, - 104.52373504638672, - 512.0, - 39.448631286621094, - 76.40882873535156, - 140.1226043701172, - 251.9147491455078, - 39.482200622558594, - 41.47610092163086, - 61.72068786621094, - 88.33566284179688, - 104.52373504638672, - 39.3696174621582, - 54.62394714355469, - 40.007301330566406, - 104.52373504638672, - 67.5317611694336, - 74.88871765136719, - 41.895790100097656, - 50.35831832885742, - 46.324668884277344, - 78.24128723144531, - 104.52373504638672, - 102.39379119873047, - 42.07524108886719, - 72.26705932617188, - 40.601219177246094, - 148.1517791748047, - 104.52373504638672, - 39.85641860961914, - 47.901458740234375, - 68.0908432006836, - 48.70958709716797, - 60.82076644897461, - 44.08745193481445, - 59.923946380615234, - 40.92451858520508, - 91.48143005371094, - 54.22412109375, - 123.64839935302734, - 115.3187255859375, - 175.59107971191406, - 104.52373504638672, - 50.35831832885742, - 105.59138488769531, - 117.0045394897461, - 59.03047180175781, - 90.29405975341797, - 97.09644317626953, - 44.81291198730469, - 47.703086853027344, - 147.31211853027344, - 58.140625, - 44.08745193481445, - 79.20336151123047, - 133.43212890625, - 111.43898010253906, - 85.59423065185547, - 75.47940826416016, - 40.60122299194336, - 102.07476043701172, - 71.77371978759766, - 54.224124908447266, - 39.36960983276367, - 54.224124908447266, - 71.77371978759766, - 54.224124908447266, - 44.05697250366211, - 56.373016357421875, - 42.714107513427734, - 54.22412109375, - 60.82076644897461, - 58.140625, - 41.895790100097656, - 90.70513916015625, - 44.05696487426758, - 72.6982192993164, - 97.10018920898438, - 78.2708511352539, - 50.35832595825195, - 44.05696487426758, - 72.6982192993164, - 44.81291198730469, - 95.19988250732422, - 46.324668884277344, - 50.35831832885742, - 65.34730529785156, - 89.573486328125, - 54.62394714355469, - 44.05697250366211, - 44.05697250366211, - 39.482200622558594, - 147.48011779785156, - 139.63587951660156, - 104.52373504638672, - 67.5317611694336, - 67.5317611694336, - 78.56814575195312, - 97.05651092529297, - 73.62403106689453, - 54.62394714355469, - 40.007301330566406, - 83.13209533691406, - 39.6721305847168, - 73.6240234375, - 40.92451858520508, - 90.45443725585938, - 87.63262176513672, - 41.895790100097656, - 90.37686920166016, - 97.47222900390625, - 40.60122299194336, - 87.63261413574219, - 104.52373504638672, - 77.33934783935547, - 131.0107421875, - 67.5317611694336, - 59.923946380615234, - 104.52373504638672, - 127.33097076416016, - 40.00730895996094, - 50.35831832885742, - 512.0, - 51.19670486450195, - 44.05697250366211, - 67.5317611694336, - 69.00910949707031, - 110.82862091064453, - 101.80394744873047, - 40.92451858520508, - 51.19669723510742, - 47.703086853027344, - 82.63932800292969, - 67.17436218261719, - 79.20336151123047, - 104.52373504638672, - 79.20335388183594, - 39.6721305847168, - 78.05911254882812, - 79.20336151123047, - 157.49826049804688, - 45.5595588684082, - 39.448631286621094, - 80.86731719970703, - 41.47610092163086, - 71.77371978759766, - 60.820762634277344, - 44.08746337890625, - 65.3472900390625, - 39.482200622558594, - 47.703086853027344, - 69.00910949707031, - 54.22412109375, - 54.62395477294922, - 104.52373504638672, - 46.32465744018555, - 105.60289764404297, - 104.52373504638672, - 39.482200622558594, - 93.29325103759766, - 44.05696487426758, - 78.2708511352539, - 95.37583923339844, - 47.703086853027344, - 129.6918182373047, - 62.62348937988281, - 104.52373504638672, - 54.62394714355469, - 44.05696487426758, - 87.63262939453125, - 50.35831832885742, - 67.5317611694336, - 39.67212677001953, - 43.386512756347656, - 39.85641860961914, - 83.68758392333984, - 54.22412109375, - 67.5317611694336, - 106.10858154296875, - 75.96739196777344, - 65.02591705322266, - 43.386505126953125, - 67.5317611694336, - 41.895790100097656, - 40.60122299194336, - 42.714107513427734, - 44.05697250366211, - 66.25981903076172, - 104.52373504638672, - 40.60122299194336, - 512.0, - 83.30416870117188, - 71.77371978759766, - 46.32465744018555, - 40.92451858520508, - 59.923946380615234, - 40.00730514526367, - 40.60122299194336, - 49.52893829345703, - 45.5595588684082, - 54.22412109375, - 74.4424057006836, - 39.448631286621094, - 72.69819641113281, - 84.631591796875, - 78.42681884765625, - 72.6982192993164, - 46.32465744018555, - 39.36960983276367, - 114.46994018554688, - 44.81290054321289, - 78.56282806396484, - 55.4959602355957, - 78.45153045654297, - 88.69972229003906, - 66.25979614257812, - 39.85641860961914, - 46.32465744018555, - 97.05651092529297, - 73.27193450927734, - 41.895790100097656, - 55.49595642089844, - 54.224124908447266, - 52.043182373046875, - 54.22412109375, - 42.07524108886719, - 49.52893829345703, - 47.703086853027344, - 47.10594177246094, - 89.01693725585938, - 162.6765899658203, - 166.23533630371094, - 40.00730514526367, - 45.5595588684082, - 59.9239387512207, - 53.03416442871094, - 104.62601470947266, - 40.43056106567383, - 39.6721305847168, - 54.22412109375, - 47.703086853027344, - 44.05697250366211, - 118.07962036132812, - 67.5317611694336, - 40.60122299194336, - 65.34730529785156, - 104.52373504638672, - 49.52893829345703, - 59.92394256591797, - 114.36448669433594, - 135.03326416015625, - 67.5317611694336, - 68.865234375, - 67.5317611694336, - 55.49595642089844, - 49.528934478759766, - 89.22506713867188, - 54.22412109375, - 74.90084838867188, - 44.05696487426758, - 41.895790100097656, - 104.52373504638672, - 44.05696487426758, - 512.0, - 44.05697250366211, - 50.35831832885742, - 40.00730514526367, - 44.087467193603516, - 56.37300491333008, - 129.39443969726562, - 41.895782470703125, - 43.386512756347656, - 66.25981903076172, - 47.901451110839844, - 111.15853118896484, - 103.68610382080078, - 44.05696487426758, - 49.52893829345703, - 53.68783187866211, - 42.714111328125, - 150.20523071289062, - 43.923126220703125, - 64.79447174072266, - 67.5317611694336, - 99.69815826416016, - 104.52373504638672, - 39.448631286621094, - 67.5317611694336, - 89.37467956542969, - 96.9631118774414, - 40.00730514526367, - 67.5317611694336, - 92.52500915527344, - 39.85641860961914, - 79.20335388183594, - 50.35831832885742, - 104.52373504638672, - 73.6240234375, - 67.5317611694336, - 86.35401916503906, - 47.703086853027344, - 47.703086853027344, - 81.98588562011719, - 40.601219177246094, - 39.67212677001953, - 103.8106918334961, - 512.0, - 54.22412109375, - 67.5317611694336, - 67.6643295288086, - 40.92451858520508, - 158.96705627441406, - 71.62645721435547, - 59.923946380615234, - 40.00729751586914, - 127.39282989501953, - 47.703086853027344, - 81.92157745361328, - 117.19490051269531, - 52.043182373046875, - 512.0, - 39.482200622558594, - 39.482200622558594, - 47.90146255493164, - 66.25979614257812, - 41.895790100097656, - 39.6721305847168, - 67.5317611694336, - 45.5595588684082, - 40.60122299194336, - 104.52373504638672, - 98.34807586669922, - 66.25981140136719, - 41.47610092163086, - 90.09054565429688, - 64.43696594238281, - 52.89699935913086, - 54.62394714355469, - 44.05696487426758, - 142.1721649169922, - 60.87332534790039, - 47.901458740234375, - 52.043182373046875, - 42.714111328125, - 54.224124908447266, - 39.482200622558594, - 47.90146255493164, - 67.5317611694336, - 67.5317611694336, - 65.34729766845703, - 61.72068786621094, - 47.703086853027344 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 673.5695190429688, + 312.1497802734375, + 555.8145141601562, + 774.3033447265625, + 387.3268127441406, + 377.1556396484375, + 589.7686767578125, + 687.7385864257812, + 350.79681396484375, + 628.495361328125, + 479.40338134765625, + 805.884521484375, + 646.3041381835938, + 494.1982421875, + 566.89794921875, + 439.033203125, + 672.9602661132812, + 803.1781616210938, + 622.1368408203125, + 565.0746459960938, + 602.1198120117188, + 667.3856201171875, + 466.4197082519531, + 850.3203735351562, + 505.7853698730469, + 396.4530944824219, + 437.40435791015625, + 250.21347045898438, + 592.131103515625, + 399.31256103515625, + 736.61181640625, + 765.9863891601562, + 611.415771484375, + 645.6679077148438, + 581.6728515625, + 402.2990417480469, + 422.0054016113281, + 558.1881103515625, + 434.4850769042969, + 923.2855834960938, + 404.0272521972656, + 440.4688720703125, + 719.0081787109375, + 643.2360229492188, + 528.603271484375, + 431.5780029296875, + 829.9656982421875, + 340.5619201660156, + 531.404296875, + 322.1866455078125, + 636.9007568359375, + 635.5111694335938, + 645.7987060546875, + 614.6143798828125, + 569.514404296875, + 499.1015625, + 300.0136413574219, + 594.2770385742188, + 852.8493041992188, + 724.0047607421875, + 558.4561767578125, + 598.996337890625, + 392.1784362792969, + 639.3672485351562, + 721.3753662109375, + 576.9915161132812, + 779.3092651367188, + 729.4774169921875, + 614.5824584960938, + 711.938232421875, + 648.4551391601562, + 410.3763732910156, + 556.4599609375, + 514.6329345703125, + 396.5306396484375, + 717.3684692382812, + 776.8246459960938, + 592.87255859375, + 372.9077453613281, + 821.3688354492188, + 380.72125244140625, + 567.2163696289062, + 655.7332763671875, + 458.031005859375, + 816.6160278320312, + 762.6198120117188, + 589.6052856445312, + 453.740234375, + 552.0798950195312, + 359.0321960449219, + 431.33740234375, + 688.1961059570312, + 467.1603088378906, + 787.1154174804688, + 670.3369750976562, + 555.5504150390625, + 714.553466796875, + 675.590087890625, + 419.15252685546875, + 487.162841796875, + 526.5018310546875, + 455.3690490722656, + 643.8262329101562, + 524.2888793945312, + 337.7760009765625, + 617.1864624023438, + 582.0030517578125, + 674.2081909179688, + 475.90606689453125, + 562.343017578125, + 568.4016723632812, + 538.7841186523438, + 719.0658569335938, + 462.9521484375, + 501.906005859375, + 712.0175170898438, + 320.08306884765625, + 709.1189575195312, + 489.49578857421875, + 522.7550048828125, + 621.1162109375, + 329.4320983886719, + 749.5316772460938, + 441.8568115234375, + 386.013427734375, + 746.1249389648438, + 542.397705078125, + 352.76959228515625, + 330.6231689453125, + 861.54296875, + 560.8521728515625, + 618.23779296875, + 743.8738403320312, + 460.9498596191406, + 659.2562255859375, + 517.4606323242188, + 545.4759521484375, + 448.5419921875, + 338.5321960449219, + 760.045654296875, + 555.9060668945312, + 667.3936157226562, + 683.5452880859375, + 480.1884460449219, + 534.9876708984375, + 715.241943359375, + 782.2653198242188, + 763.320068359375, + 708.1395874023438, + 441.6553649902344, + 566.2976684570312, + 474.7145080566406, + 312.02349853515625, + 721.6177368164062, + 504.97210693359375, + 605.7412109375, + 692.9196166992188, + 837.3236083984375, + 435.67144775390625, + 472.8642578125, + 690.6818237304688, + 514.1605834960938, + 731.2468872070312, + 649.0123901367188, + 396.4713134765625, + 592.3859252929688, + 479.05853271484375, + 772.8135375976562, + 690.4713745117188, + 586.1284790039062, + 752.973388671875, + 439.6424865722656, + 670.4224853515625, + 582.4090576171875, + 664.3489379882812, + 969.9812622070312, + 904.8616943359375, + 573.9059448242188, + 469.7927551269531, + 986.9517211914062, + 757.3413696289062, + 732.7243041992188, + 567.5740966796875, + 645.5160522460938, + 474.0563049316406, + 303.071533203125, + 465.2393493652344, + 834.1381225585938, + 629.5388793945312, + 595.7225952148438, + 474.3583984375, + 615.2435913085938, + 464.6905822753906, + 529.29833984375, + 747.020263671875, + 777.49267578125, + 576.3152465820312, + 825.4513549804688, + 772.7628784179688, + 670.9177856445312, + 668.5584106445312, + 517.5364990234375, + 636.7496948242188, + 383.7261047363281, + 792.7134399414062, + 442.5266418457031, + 385.6448059082031, + 496.1909484863281, + 730.4080810546875, + 683.6199340820312, + 413.5449523925781, + 404.8446350097656, + 648.9891357421875, + 497.73590087890625, + 652.4578247070312, + 769.7244262695312, + 436.6654968261719, + 523.2474365234375, + 657.2575073242188, + 644.2472534179688, + 599.4541015625, + 692.0936889648438, + 484.4360656738281, + 704.1038208007812, + 636.7406616210938, + 589.2425537109375, + 318.7802429199219, + 428.7460632324219, + 633.5169677734375, + 353.18182373046875, + 559.1961669921875, + 581.439453125, + 863.53125, + 545.607177734375, + 561.2572631835938, + 551.9053955078125, + 572.3245239257812, + 714.5758666992188, + 356.560791015625, + 702.931884765625, + 623.8090209960938, + 471.6535339355469, + 232.4825439453125, + 670.4135131835938, + 689.3786010742188, + 754.7108764648438, + 772.1238403320312, + 589.655517578125, + 619.2662963867188, + 629.5479736328125, + 540.9733276367188, + 656.158935546875, + 425.8221435546875, + 493.02935791015625, + 484.65045166015625, + 631.5756225585938, + 640.0979614257812, + 616.84521484375, + 608.0361328125, + 529.5579223632812, + 703.7445068359375, + 669.7139282226562, + 637.8301391601562, + 609.4939575195312, + 744.9830932617188, + 654.8526000976562, + 449.62249755859375, + 839.6476440429688, + 622.4798583984375, + 661.3819580078125, + 600.2463989257812, + 668.3816528320312, + 628.4408569335938, + 502.0594787597656, + 470.92974853515625, + 670.7434692382812, + 625.6539916992188, + 805.1331176757812, + 452.8102111816406, + 831.920654296875, + 711.4017333984375, + 538.6732788085938, + 696.158447265625, + 790.1785278320312, + 421.0557861328125, + 474.6780090332031, + 681.2927856445312, + 669.5706176757812, + 286.7821350097656, + 729.8377075195312, + 915.50927734375, + 365.5179138183594, + 529.1964111328125, + 411.3584289550781, + 711.9888305664062, + 602.9766235351562, + 739.1864013671875, + 785.0215454101562, + 616.8938598632812, + 775.318603515625, + 563.7698364257812, + 404.3894958496094, + 696.727294921875, + 735.200927734375, + 752.88134765625, + 507.5699157714844, + 507.4356994628906, + 357.0168151855469, + 360.1260986328125, + 763.9750366210938, + 441.37127685546875, + 596.7477416992188, + 612.973388671875, + 662.17138671875, + 598.2695922851562, + 534.0776977539062, + 520.178955078125, + 760.1693725585938, + 804.144287109375, + 581.3626098632812, + 635.1392211914062, + 673.9849243164062, + 469.18927001953125, + 617.1171264648438, + 476.5926818847656, + 491.99737548828125, + 571.4210815429688, + 769.2732543945312, + 476.6105651855469, + 706.002197265625, + 522.805908203125, + 703.0282592773438, + 435.6842346191406, + 529.3876953125, + 491.7737121582031, + 501.5076904296875, + 462.2264709472656, + 717.1900024414062, + 629.24267578125, + 696.4061279296875, + 611.4254150390625, + 993.068359375, + 762.43408203125, + 463.3223876953125, + 524.7501831054688, + 780.2728881835938, + 434.3559265136719, + 456.36810302734375, + 693.3700561523438, + 589.3399047851562, + 906.1502075195312, + 637.4041748046875, + 472.8263854980469, + 378.9429626464844, + 580.6888427734375, + 966.3021240234375, + 466.9260559082031, + 534.0933227539062, + 702.7897338867188, + 415.0733337402344, + 556.4873046875, + 751.8322143554688, + 534.998291015625, + 606.0653076171875, + 771.4905395507812, + 489.69805908203125, + 599.4346313476562, + 805.369873046875, + 525.741455078125, + 464.653564453125, + 479.3750305175781, + 668.7623291015625, + 552.63916015625, + 290.6390075683594, + 551.2103271484375, + 601.3110961914062, + 523.6519165039062, + 568.2340698242188, + 583.31494140625, + 484.4941711425781, + 333.8427429199219, + 647.5712890625, + 643.8438110351562, + 534.5437622070312, + 512.9789428710938, + 367.7994079589844, + 373.07586669921875, + 599.1178588867188, + 470.5433654785156, + 538.6199951171875, + 514.9889526367188, + 688.1852416992188, + 771.3826904296875, + 496.39495849609375, + 604.5294799804688, + 528.2628784179688, + 400.8747253417969, + 663.5517578125, + 796.8336181640625, + 757.574462890625, + 463.7575988769531, + 623.845947265625, + 488.29327392578125, + 556.9442138671875, + 609.4998779296875, + 588.2395629882812, + 742.5184936523438, + 351.5637512207031, + 598.5834350585938, + 745.127197265625, + 610.2489013671875, + 478.3705139160156, + 811.9992065429688, + 746.532958984375, + 520.3179321289062, + 529.404052734375, + 505.8344421386719, + 606.4500122070312, + 561.9291381835938, + 363.53228759765625, + 690.5463256835938, + 638.9682006835938, + 756.1857299804688, + 453.6910095214844, + 533.3279418945312, + 466.7030944824219, + 522.8234252929688, + 623.536376953125, + 515.5494995117188, + 438.72711181640625, + 660.7449951171875, + 813.216796875, + 515.7628784179688, + 684.1834106445312, + 562.754638671875, + 708.8646240234375, + 443.4051818847656, + 667.9663696289062, + 573.7357177734375, + 605.0132446289062, + 477.2628479003906, + 586.115234375, + 565.9439086914062, + 834.3988037109375, + 479.81011962890625, + 511.405517578125, + 547.2345581054688, + 678.598388671875, + 643.0581665039062, + 470.5868225097656, + 524.8827514648438, + 747.1156616210938, + 575.298095703125, + 782.0816040039062, + 350.84381103515625, + 750.7404174804688, + 473.2207336425781, + 675.7855834960938, + 610.7496948242188, + 638.7266845703125, + 617.2699584960938, + 592.8763427734375, + 361.23822021484375, + 645.5830078125, + 304.0054016113281, + 742.1658325195312, + 653.5772094726562, + 670.3590087890625, + 615.2860717773438, + 564.9979858398438, + 1014.8487548828125, + 748.013916015625, + 542.377685546875, + 630.0853881835938, + 658.77880859375, + 628.264892578125, + 748.4334716796875, + 554.11669921875, + 488.1746520996094, + 420.5440979003906, + 490.2261047363281, + 494.1582336425781, + 560.1911010742188, + 475.7646484375, + 740.9804077148438, + 556.3195190429688, + 858.6564331054688, + 315.401611328125, + 622.89892578125, + 530.330322265625, + 727.3792114257812, + 638.1709594726562 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 } ] }, @@ -102800,374 +124420,374 @@ 2 ], "wall_clock_s": [ - 1336.1, - 984.9, - 754.8 + 1085.3, + 1112.7, + 1070.9 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.05896415561437607, + "loss": 0.13858583569526672, "env_score_iters": 500, - "env_score": -4.1136603355407715, + "env_score": -0.4536411464214325, "eval_iters": 500, - "eval_score": 0.6499999999999999, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.5348590016365051, - "rl_grad_norm": 0.2544507384300232, - "bc_grad_norm": 0.5369113683700562, + "grad_align": -0.007168743293732405, + "rl_grad_norm": 0.23078563809394836, + "bc_grad_norm": 3.3708908557891846, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.002333262236788869, - "embedding.weight": 0.011314205825328827, - "cnn.0.weight": 0.22442640364170074, - "cnn.0.bias": 0.008894432336091995, - "cnn.2.weight": 0.08420371264219284, - "cnn.2.bias": 0.014162683859467506, - "cnn.5.weight": 0.1610104739665985, - "cnn.5.bias": 0.01727883704006672, - "action_emb.weight": 0.010568320751190186, - "timestep_emb.weight": 0.006832250393927097, - "pos_emb.weight": 0.008816748857498169, - "transformer.layers.0.self_attn.in_proj_weight": 0.17532865703105927, - "transformer.layers.0.self_attn.in_proj_bias": 0.010471748188138008, - "transformer.layers.0.self_attn.out_proj.weight": 0.17649440467357635, - "transformer.layers.0.self_attn.out_proj.bias": 0.013255116529762745, - "transformer.layers.0.linear1.weight": 0.09509371221065521, - "transformer.layers.0.linear1.bias": 0.005131351761519909, - "transformer.layers.0.linear2.weight": 0.12559251487255096, - "transformer.layers.0.linear2.bias": 0.00794618297368288, - "transformer.layers.0.norm1.weight": 0.010464012622833252, - "transformer.layers.0.norm1.bias": 0.009418057277798653, - "transformer.layers.0.norm2.weight": 0.006049346644431353, - "transformer.layers.0.norm2.bias": 0.005118510685861111, - "transformer.layers.1.self_attn.in_proj_weight": 0.1133074015378952, - "transformer.layers.1.self_attn.in_proj_bias": 0.00491859158501029, - "transformer.layers.1.self_attn.out_proj.weight": 0.09833171218633652, - "transformer.layers.1.self_attn.out_proj.bias": 0.005506991874426603, - "transformer.layers.1.linear1.weight": 0.05401794984936714, - "transformer.layers.1.linear1.bias": 0.002710664179176092, - "transformer.layers.1.linear2.weight": 0.07126845419406891, - "transformer.layers.1.linear2.bias": 0.005040305200964212, - "transformer.layers.1.norm1.weight": 0.006713319569826126, - "transformer.layers.1.norm1.bias": 0.004751228261739016, - "transformer.layers.1.norm2.weight": 0.003384076291695237, - "transformer.layers.1.norm2.bias": 0.0025658367667347193, - "transformer.layers.2.self_attn.in_proj_weight": 0.11618489772081375, - "transformer.layers.2.self_attn.in_proj_bias": 0.00552698178216815, - "transformer.layers.2.self_attn.out_proj.weight": 0.05430399253964424, - "transformer.layers.2.self_attn.out_proj.bias": 0.0041612968780100346, - "transformer.layers.2.linear1.weight": 0.046058233827352524, - "transformer.layers.2.linear1.bias": 0.0022588083520531654, - "transformer.layers.2.linear2.weight": 0.04964221268892288, - "transformer.layers.2.linear2.bias": 0.0038503159303218126, - "transformer.layers.2.norm1.weight": 0.007121989503502846, - "transformer.layers.2.norm1.bias": 0.005831933114677668, - "transformer.layers.2.norm2.weight": 0.0030693260487169027, - "transformer.layers.2.norm2.bias": 0.0025706973392516375, - "transformer.layers.3.self_attn.in_proj_weight": 0.09602318704128265, - "transformer.layers.3.self_attn.in_proj_bias": 0.0067174481227993965, - "transformer.layers.3.self_attn.out_proj.weight": 0.05504919961094856, - "transformer.layers.3.self_attn.out_proj.bias": 0.005781907122582197, - "transformer.layers.3.linear1.weight": 0.09386543929576874, - "transformer.layers.3.linear1.bias": 0.005875386763364077, - "transformer.layers.3.linear2.weight": 0.061776623129844666, - "transformer.layers.3.linear2.bias": 0.006938616279512644, - "transformer.layers.3.norm1.weight": 0.007872982881963253, - "transformer.layers.3.norm1.bias": 0.00917108915746212, - "transformer.layers.3.norm2.weight": 0.007333414163440466, - "transformer.layers.3.norm2.bias": 0.007615887094289064, - "head.weight": 0.5413610339164734, - "head.bias": 0.014347972348332405, - "global_embedding.weight": 0.04309582710266113, - "global_cnn.0.weight": 0.15390954911708832, - "global_cnn.0.bias": 0.007234927732497454, - "global_cnn.2.weight": 0.1734064817428589, - "global_cnn.2.bias": 0.01073855347931385, - "global_proj.weight": 0.06454680114984512, - "global_proj.bias": 0.05228162929415703, - "goal_head.0.weight": 0.04127495363354683, - "goal_head.0.bias": 0.024618474766612053, - "goal_head.2.weight": 0.07228615134954453, - "goal_head.2.bias": 0.06745059788227081 + "global_gate": 9.300211240770295e-05, + "embedding.weight": 0.0009432758088223636, + "cnn.0.weight": 0.018884113058447838, + "cnn.0.bias": 0.0006380093400366604, + "cnn.2.weight": 0.008952087722718716, + "cnn.2.bias": 0.0030361542012542486, + "cnn.5.weight": 0.012551406398415565, + "cnn.5.bias": 0.0024628497194498777, + "action_emb.weight": 0.004065988585352898, + "timestep_emb.weight": 0.0013289381749927998, + "pos_emb.weight": 0.0026942540425807238, + "transformer.layers.0.self_attn.in_proj_weight": 0.0275803841650486, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025082670617848635, + "transformer.layers.0.self_attn.out_proj.weight": 0.027167590335011482, + "transformer.layers.0.self_attn.out_proj.bias": 0.003104444593191147, + "transformer.layers.0.linear1.weight": 0.023036696016788483, + "transformer.layers.0.linear1.bias": 0.001385831623338163, + "transformer.layers.0.linear2.weight": 0.025263722985982895, + "transformer.layers.0.linear2.bias": 0.0024676986504346132, + "transformer.layers.0.norm1.weight": 0.0015717019559815526, + "transformer.layers.0.norm1.bias": 0.002384892199188471, + "transformer.layers.0.norm2.weight": 0.0023597702383995056, + "transformer.layers.0.norm2.bias": 0.0019093453884124756, + "transformer.layers.1.self_attn.in_proj_weight": 0.025456849485635757, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016069308621808887, + "transformer.layers.1.self_attn.out_proj.weight": 0.026284528896212578, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019412271212786436, + "transformer.layers.1.linear1.weight": 0.013404527679085732, + "transformer.layers.1.linear1.bias": 0.0007855553412809968, + "transformer.layers.1.linear2.weight": 0.016954658553004265, + "transformer.layers.1.linear2.bias": 0.0018186765955761075, + "transformer.layers.1.norm1.weight": 0.0016449993709102273, + "transformer.layers.1.norm1.bias": 0.0015686791157349944, + "transformer.layers.1.norm2.weight": 0.0010837481822818518, + "transformer.layers.1.norm2.bias": 0.0008174284594133496, + "transformer.layers.2.self_attn.in_proj_weight": 0.02332713082432747, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014224534388631582, + "transformer.layers.2.self_attn.out_proj.weight": 0.023159749805927277, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016510473797097802, + "transformer.layers.2.linear1.weight": 0.010964554734528065, + "transformer.layers.2.linear1.bias": 0.0006903824978508055, + "transformer.layers.2.linear2.weight": 0.013164899311959743, + "transformer.layers.2.linear2.bias": 0.0016246846644207835, + "transformer.layers.2.norm1.weight": 0.0015624779043719172, + "transformer.layers.2.norm1.bias": 0.0013151876628398895, + "transformer.layers.2.norm2.weight": 0.0008518673712387681, + "transformer.layers.2.norm2.bias": 0.0007312441011890769, + "transformer.layers.3.self_attn.in_proj_weight": 0.04604490101337433, + "transformer.layers.3.self_attn.in_proj_bias": 0.003125823102891445, + "transformer.layers.3.self_attn.out_proj.weight": 0.0237582940608263, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023894754704087973, + "transformer.layers.3.linear1.weight": 0.02956485189497471, + "transformer.layers.3.linear1.bias": 0.002450828207656741, + "transformer.layers.3.linear2.weight": 0.01603056862950325, + "transformer.layers.3.linear2.bias": 0.003024511272087693, + "transformer.layers.3.norm1.weight": 0.0038680206052958965, + "transformer.layers.3.norm1.bias": 0.004171429667621851, + "transformer.layers.3.norm2.weight": 0.0022045564837753773, + "transformer.layers.3.norm2.bias": 0.0034775775857269764, + "head.weight": 0.18374717235565186, + "head.bias": 0.005832876544445753, + "global_embedding.weight": 0.030367080122232437, + "global_cnn.0.weight": 0.08438560366630554, + "global_cnn.0.bias": 0.004072301089763641, + "global_cnn.2.weight": 0.09692558646202087, + "global_cnn.2.bias": 0.005535597447305918, + "global_proj.weight": 0.022011442109942436, + "global_proj.bias": 0.01652270369231701, + "goal_head.0.weight": 0.015830671414732933, + "goal_head.0.bias": 0.007637745700776577, + "goal_head.2.weight": 0.023777233436703682, + "goal_head.2.bias": 0.01763301156461239 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.04487776756286621, - "repr_drift_kl_low_t": 0.02766958624124527, - "repr_drift_kl_mid_t": 0.03104010596871376, - "repr_drift_kl_high_t": 0.11279576271772385, + "repr_drift_kl": 0.6148270964622498, + "repr_drift_kl_low_t": 0.7564524412155151, + "repr_drift_kl_mid_t": 0.6170238852500916, + "repr_drift_kl_high_t": 0.46371859312057495, "cka_iters": 500, - "cka_similarity": 0.8619195818901062, + "cka_similarity": 0.6963292360305786, "t_analysis_iters": 500, - "norm_low_t": 0.43622466921806335, - "norm_high_t": 0.4430648684501648, - "lowhigh_cos": 0.534557044506073, + "norm_low_t": 0.3210526704788208, + "norm_high_t": 0.4090147018432617, + "lowhigh_cos": 0.01672586426138878, "t_bin_norms": { - "t_0.0-0.1": 0.37695667147636414, - "t_0.1-0.2": 0.47224345803260803, - "t_0.2-0.3": 0.25671496987342834, - "t_0.3-0.4": 0.41156575083732605, - "t_0.4-0.5": 0.3281283378601074, - "t_0.5-0.6": 0.8446680307388306, - "t_0.6-0.7": 0.78993821144104, - "t_0.7-0.8": 0.431561142206192, - "t_0.8-0.9": 0.49516761302948, - "t_0.9-1.0": 0.4919445216655731 - }, - "win_rate": 0.0032894734758883715, - "effective_batch_size": 47.703086853027344, + "t_0.0-0.1": 0.43946316838264465, + "t_0.1-0.2": 0.2677125036716461, + "t_0.2-0.3": 0.2336205393075943, + "t_0.3-0.4": 0.2125391960144043, + "t_0.4-0.5": 0.24497918784618378, + "t_0.5-0.6": 0.23715753853321075, + "t_0.6-0.7": 0.22678615152835846, + "t_0.7-0.8": 0.2586503326892853, + "t_0.8-0.9": 0.32533881068229675, + "t_0.9-1.0": 0.7099505066871643 + }, + "win_rate": 0.085291787981987, + "effective_batch_size": 638.1709594726562, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.06183905154466629, + "loss": 0.03540653735399246, "env_score_iters": 500, - "env_score": -3.3714826107025146, + "env_score": -0.7517688274383545, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.6726269721984863, - "rl_grad_norm": 0.2594135105609894, - "bc_grad_norm": 0.3521100878715515, + "grad_align": -0.08041838556528091, + "rl_grad_norm": 0.24363009631633759, + "bc_grad_norm": 2.3569467067718506, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0000317478807119187, - "embedding.weight": 0.0025956628378480673, - "cnn.0.weight": 0.03822964057326317, - "cnn.0.bias": 0.0016753490781411529, - "cnn.2.weight": 0.00708096195012331, - "cnn.2.bias": 0.0018792991759255528, - "cnn.5.weight": 0.0074060033075511456, - "cnn.5.bias": 0.001923033152706921, - "action_emb.weight": 0.002404168713837862, - "timestep_emb.weight": 0.0010218690149486065, - "pos_emb.weight": 0.0010830055689439178, - "transformer.layers.0.self_attn.in_proj_weight": 0.01562024187296629, - "transformer.layers.0.self_attn.in_proj_bias": 0.0015393864596262574, - "transformer.layers.0.self_attn.out_proj.weight": 0.014858602546155453, - "transformer.layers.0.self_attn.out_proj.bias": 0.002088473876938224, - "transformer.layers.0.linear1.weight": 0.010852218605577946, - "transformer.layers.0.linear1.bias": 0.0007282827282324433, - "transformer.layers.0.linear2.weight": 0.013661790639162064, - "transformer.layers.0.linear2.bias": 0.001791181624867022, - "transformer.layers.0.norm1.weight": 0.0009900942677631974, - "transformer.layers.0.norm1.bias": 0.0015725461998954415, - "transformer.layers.0.norm2.weight": 0.0008561730501241982, - "transformer.layers.0.norm2.bias": 0.0007772998069413006, - "transformer.layers.1.self_attn.in_proj_weight": 0.012570148333907127, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009396004024893045, - "transformer.layers.1.self_attn.out_proj.weight": 0.013090037740767002, - "transformer.layers.1.self_attn.out_proj.bias": 0.001378238433972001, - "transformer.layers.1.linear1.weight": 0.006300901062786579, - "transformer.layers.1.linear1.bias": 0.0004037962935399264, - "transformer.layers.1.linear2.weight": 0.008683216758072376, - "transformer.layers.1.linear2.bias": 0.00140216457657516, - "transformer.layers.1.norm1.weight": 0.0008578801644034684, - "transformer.layers.1.norm1.bias": 0.0010438035242259502, - "transformer.layers.1.norm2.weight": 0.0004477547772694379, - "transformer.layers.1.norm2.bias": 0.00036652389098890126, - "transformer.layers.2.self_attn.in_proj_weight": 0.012776142917573452, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010482267243787646, - "transformer.layers.2.self_attn.out_proj.weight": 0.010077678598463535, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014459695667028427, - "transformer.layers.2.linear1.weight": 0.0060090492479503155, - "transformer.layers.2.linear1.bias": 0.00045342702651396394, - "transformer.layers.2.linear2.weight": 0.007178468629717827, - "transformer.layers.2.linear2.bias": 0.0015402470016852021, - "transformer.layers.2.norm1.weight": 0.0009802690474316478, - "transformer.layers.2.norm1.bias": 0.001221014535985887, - "transformer.layers.2.norm2.weight": 0.0004241107089910656, - "transformer.layers.2.norm2.bias": 0.0005347311962395906, - "transformer.layers.3.self_attn.in_proj_weight": 0.02240530587732792, - "transformer.layers.3.self_attn.in_proj_bias": 0.002289949683472514, - "transformer.layers.3.self_attn.out_proj.weight": 0.013446495868265629, - "transformer.layers.3.self_attn.out_proj.bias": 0.00237706839106977, - "transformer.layers.3.linear1.weight": 0.02743648737668991, - "transformer.layers.3.linear1.bias": 0.002465795027092099, - "transformer.layers.3.linear2.weight": 0.01427400391548872, - "transformer.layers.3.linear2.bias": 0.00404179934412241, - "transformer.layers.3.norm1.weight": 0.0018483370076864958, - "transformer.layers.3.norm1.bias": 0.003169436939060688, - "transformer.layers.3.norm2.weight": 0.0026303716003894806, - "transformer.layers.3.norm2.bias": 0.004238170571625233, - "head.weight": 0.22003044188022614, - "head.bias": 0.010046263225376606, - "global_embedding.weight": 0.018634364008903503, - "global_cnn.0.weight": 0.11897118389606476, - "global_cnn.0.bias": 0.0038321572355926037, - "global_cnn.2.weight": 0.18544284999370575, - "global_cnn.2.bias": 0.009775005280971527, - "global_proj.weight": 0.033703241497278214, - "global_proj.bias": 0.022597625851631165, - "goal_head.0.weight": 0.019686883315443993, - "goal_head.0.bias": 0.008431057445704937, - "goal_head.2.weight": 0.03068341314792633, - "goal_head.2.bias": 0.01946481131017208 + "global_gate": 2.661532380443532e-05, + "embedding.weight": 0.00038621851126663387, + "cnn.0.weight": 0.010630717501044273, + "cnn.0.bias": 0.00047138865920715034, + "cnn.2.weight": 0.0036669636610895395, + "cnn.2.bias": 0.0012322325492277741, + "cnn.5.weight": 0.005837918259203434, + "cnn.5.bias": 0.0008135740645229816, + "action_emb.weight": 0.00194548221770674, + "timestep_emb.weight": 0.0005418973159976304, + "pos_emb.weight": 0.0011022884864360094, + "transformer.layers.0.self_attn.in_proj_weight": 0.008581398986279964, + "transformer.layers.0.self_attn.in_proj_bias": 0.0006063445471227169, + "transformer.layers.0.self_attn.out_proj.weight": 0.008071471005678177, + "transformer.layers.0.self_attn.out_proj.bias": 0.0007063241791911423, + "transformer.layers.0.linear1.weight": 0.010316045954823494, + "transformer.layers.0.linear1.bias": 0.0003832562069874257, + "transformer.layers.0.linear2.weight": 0.008822628296911716, + "transformer.layers.0.linear2.bias": 0.0005510338232852519, + "transformer.layers.0.norm1.weight": 0.0004745926125906408, + "transformer.layers.0.norm1.bias": 0.0005044409772381186, + "transformer.layers.0.norm2.weight": 0.0011397582711651921, + "transformer.layers.0.norm2.bias": 0.0003904641489498317, + "transformer.layers.1.self_attn.in_proj_weight": 0.008398770354688168, + "transformer.layers.1.self_attn.in_proj_bias": 0.00039210839895531535, + "transformer.layers.1.self_attn.out_proj.weight": 0.006399414036422968, + "transformer.layers.1.self_attn.out_proj.bias": 0.0004336141864769161, + "transformer.layers.1.linear1.weight": 0.004961728118360043, + "transformer.layers.1.linear1.bias": 0.00023207951744552702, + "transformer.layers.1.linear2.weight": 0.006289879325777292, + "transformer.layers.1.linear2.bias": 0.00042499066330492496, + "transformer.layers.1.norm1.weight": 0.0006453778478316963, + "transformer.layers.1.norm1.bias": 0.0004009307303931564, + "transformer.layers.1.norm2.weight": 0.00041453869198448956, + "transformer.layers.1.norm2.bias": 0.00023997378593776375, + "transformer.layers.2.self_attn.in_proj_weight": 0.009618165902793407, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005041543627157807, + "transformer.layers.2.self_attn.out_proj.weight": 0.006929270923137665, + "transformer.layers.2.self_attn.out_proj.bias": 0.0003896420239470899, + "transformer.layers.2.linear1.weight": 0.0036602895706892014, + "transformer.layers.2.linear1.bias": 0.00020692100224550813, + "transformer.layers.2.linear2.weight": 0.004409016575664282, + "transformer.layers.2.linear2.bias": 0.0004287126357667148, + "transformer.layers.2.norm1.weight": 0.0008214799454435706, + "transformer.layers.2.norm1.bias": 0.0007102917297743261, + "transformer.layers.2.norm2.weight": 0.0002444429264869541, + "transformer.layers.2.norm2.bias": 0.00023671628150623292, + "transformer.layers.3.self_attn.in_proj_weight": 0.011371055617928505, + "transformer.layers.3.self_attn.in_proj_bias": 0.0008105218294076622, + "transformer.layers.3.self_attn.out_proj.weight": 0.006386969704180956, + "transformer.layers.3.self_attn.out_proj.bias": 0.0006511838873848319, + "transformer.layers.3.linear1.weight": 0.006101666949689388, + "transformer.layers.3.linear1.bias": 0.00042263849172741175, + "transformer.layers.3.linear2.weight": 0.004133715759962797, + "transformer.layers.3.linear2.bias": 0.0006704428815282881, + "transformer.layers.3.norm1.weight": 0.0009236005716957152, + "transformer.layers.3.norm1.bias": 0.0011403451208025217, + "transformer.layers.3.norm2.weight": 0.0004206963931210339, + "transformer.layers.3.norm2.bias": 0.00043120543705299497, + "head.weight": 0.04433141276240349, + "head.bias": 0.0013600148959085345, + "global_embedding.weight": 0.007960667833685875, + "global_cnn.0.weight": 0.09012638032436371, + "global_cnn.0.bias": 0.0041235219687223434, + "global_cnn.2.weight": 0.18947650492191315, + "global_cnn.2.bias": 0.00881760660558939, + "global_proj.weight": 0.049117401242256165, + "global_proj.bias": 0.04050114378333092, + "goal_head.0.weight": 0.03453400358557701, + "goal_head.0.bias": 0.01815372332930565, + "goal_head.2.weight": 0.04706485942006111, + "goal_head.2.bias": 0.04296449199318886 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.16241085529327393, - "repr_drift_kl_low_t": 0.1475975215435028, - "repr_drift_kl_mid_t": 0.13933676481246948, - "repr_drift_kl_high_t": 0.24851909279823303, + "repr_drift_kl": 0.31729596853256226, + "repr_drift_kl_low_t": 0.3666898012161255, + "repr_drift_kl_mid_t": 0.32763105630874634, + "repr_drift_kl_high_t": 0.2683975100517273, "cka_iters": 500, - "cka_similarity": 0.8566043972969055, + "cka_similarity": 0.8361415863037109, "t_analysis_iters": 500, - "norm_low_t": 0.2777571678161621, - "norm_high_t": 0.3714003264904022, - "lowhigh_cos": 0.4561387300491333, + "norm_low_t": 0.25787630677223206, + "norm_high_t": 0.31447991728782654, + "lowhigh_cos": 0.63414067029953, "t_bin_norms": { - "t_0.0-0.1": 0.28657329082489014, - "t_0.1-0.2": 0.28613385558128357, - "t_0.2-0.3": 0.26240265369415283, - "t_0.3-0.4": 0.2650604844093323, - "t_0.4-0.5": 0.2637777328491211, - "t_0.5-0.6": 0.2713577449321747, - "t_0.6-0.7": 0.24888138473033905, - "t_0.7-0.8": 0.2803157866001129, - "t_0.8-0.9": 0.2980232834815979, - "t_0.9-1.0": 0.33278679847717285 - }, - "win_rate": 0.0036006546579301357, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.2447151392698288, + "t_0.1-0.2": 0.24185745418071747, + "t_0.2-0.3": 0.237736776471138, + "t_0.3-0.4": 0.23114995658397675, + "t_0.4-0.5": 0.23723264038562775, + "t_0.5-0.6": 0.23417094349861145, + "t_0.6-0.7": 0.2367427796125412, + "t_0.7-0.8": 0.24006126821041107, + "t_0.8-0.9": 0.23986783623695374, + "t_0.9-1.0": 0.4023211598396301 + }, + "win_rate": 0.013256206177175045, + "effective_batch_size": 345.2512512207031, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.024015765637159348, + "loss": 0.1620452105998993, "env_score_iters": 500, - "env_score": -3.954268455505371, + "env_score": -0.3346734642982483, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.37500000000000006, "grad_align_iters": 500, - "grad_align": 0.341041624546051, - "rl_grad_norm": 0.20017315447330475, - "bc_grad_norm": 0.5480154156684875, + "grad_align": -0.06416768580675125, + "rl_grad_norm": 0.4347740709781647, + "bc_grad_norm": 3.4777915477752686, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00023766398953739554, - "embedding.weight": 0.003659417387098074, - "cnn.0.weight": 0.05651886388659477, - "cnn.0.bias": 0.0031442558392882347, - "cnn.2.weight": 0.019750792533159256, - "cnn.2.bias": 0.00497689563781023, - "cnn.5.weight": 0.03398488089442253, - "cnn.5.bias": 0.0032712663523852825, - "action_emb.weight": 0.005234241485595703, - "timestep_emb.weight": 0.0026232239324599504, - "pos_emb.weight": 0.003980840556323528, - "transformer.layers.0.self_attn.in_proj_weight": 0.054884448647499084, - "transformer.layers.0.self_attn.in_proj_bias": 0.0036987639032304287, - "transformer.layers.0.self_attn.out_proj.weight": 0.05884702131152153, - "transformer.layers.0.self_attn.out_proj.bias": 0.004322228953242302, - "transformer.layers.0.linear1.weight": 0.03839995339512825, - "transformer.layers.0.linear1.bias": 0.0018226694082841277, - "transformer.layers.0.linear2.weight": 0.04899890720844269, - "transformer.layers.0.linear2.bias": 0.0025860932655632496, - "transformer.layers.0.norm1.weight": 0.003362272633239627, - "transformer.layers.0.norm1.bias": 0.0035910182632505894, - "transformer.layers.0.norm2.weight": 0.002946155145764351, - "transformer.layers.0.norm2.bias": 0.0015718042850494385, - "transformer.layers.1.self_attn.in_proj_weight": 0.049267299473285675, - "transformer.layers.1.self_attn.in_proj_bias": 0.001946615637280047, - "transformer.layers.1.self_attn.out_proj.weight": 0.029817616567015648, - "transformer.layers.1.self_attn.out_proj.bias": 0.002000784035772085, - "transformer.layers.1.linear1.weight": 0.018571842461824417, - "transformer.layers.1.linear1.bias": 0.0009820364648476243, - "transformer.layers.1.linear2.weight": 0.025647401809692383, - "transformer.layers.1.linear2.bias": 0.0018487487686797976, - "transformer.layers.1.norm1.weight": 0.0030853752978146076, - "transformer.layers.1.norm1.bias": 0.001615148619748652, - "transformer.layers.1.norm2.weight": 0.0012675775215029716, - "transformer.layers.1.norm2.bias": 0.0010941441869363189, - "transformer.layers.2.self_attn.in_proj_weight": 0.03468238562345505, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016684640431776643, - "transformer.layers.2.self_attn.out_proj.weight": 0.023295309394598007, - "transformer.layers.2.self_attn.out_proj.bias": 0.0016432974953204393, - "transformer.layers.2.linear1.weight": 0.017349492758512497, - "transformer.layers.2.linear1.bias": 0.0008648572256788611, - "transformer.layers.2.linear2.weight": 0.019715098664164543, - "transformer.layers.2.linear2.bias": 0.0016867147060111165, - "transformer.layers.2.norm1.weight": 0.002274132100865245, - "transformer.layers.2.norm1.bias": 0.00195625820197165, - "transformer.layers.2.norm2.weight": 0.0012449078494682908, - "transformer.layers.2.norm2.bias": 0.000833898491691798, - "transformer.layers.3.self_attn.in_proj_weight": 0.06328830122947693, - "transformer.layers.3.self_attn.in_proj_bias": 0.0032869947608560324, - "transformer.layers.3.self_attn.out_proj.weight": 0.02303392067551613, - "transformer.layers.3.self_attn.out_proj.bias": 0.002421243116259575, - "transformer.layers.3.linear1.weight": 0.034102361649274826, - "transformer.layers.3.linear1.bias": 0.0021053592208772898, - "transformer.layers.3.linear2.weight": 0.01793411187827587, - "transformer.layers.3.linear2.bias": 0.003086037002503872, - "transformer.layers.3.norm1.weight": 0.004447180312126875, - "transformer.layers.3.norm1.bias": 0.004253610037267208, - "transformer.layers.3.norm2.weight": 0.0025750030763447285, - "transformer.layers.3.norm2.bias": 0.002392249647527933, - "head.weight": 0.23809272050857544, - "head.bias": 0.0063850111328065395, - "global_embedding.weight": 0.009795965626835823, - "global_cnn.0.weight": 0.06812769174575806, - "global_cnn.0.bias": 0.002289509866386652, - "global_cnn.2.weight": 0.11566977202892303, - "global_cnn.2.bias": 0.007003378588706255, - "global_proj.weight": 0.02419712021946907, - "global_proj.bias": 0.019018366932868958, - "goal_head.0.weight": 0.012356314808130264, - "goal_head.0.bias": 0.006432001944631338, - "goal_head.2.weight": 0.023879947140812874, - "goal_head.2.bias": 0.01562846079468727 + "global_gate": 0.00047544404515065253, + "embedding.weight": 0.0008425592095591128, + "cnn.0.weight": 0.025231363251805305, + "cnn.0.bias": 0.0009897443233057857, + "cnn.2.weight": 0.00933498702943325, + "cnn.2.bias": 0.0026115612126886845, + "cnn.5.weight": 0.010981406085193157, + "cnn.5.bias": 0.00285595771856606, + "action_emb.weight": 0.0046975091099739075, + "timestep_emb.weight": 0.0011921621626242995, + "pos_emb.weight": 0.003204905427992344, + "transformer.layers.0.self_attn.in_proj_weight": 0.03526805713772774, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033305389806628227, + "transformer.layers.0.self_attn.out_proj.weight": 0.02864467352628708, + "transformer.layers.0.self_attn.out_proj.bias": 0.004104140214622021, + "transformer.layers.0.linear1.weight": 0.026433704420924187, + "transformer.layers.0.linear1.bias": 0.0015998450107872486, + "transformer.layers.0.linear2.weight": 0.029877211898565292, + "transformer.layers.0.linear2.bias": 0.0033047699835151434, + "transformer.layers.0.norm1.weight": 0.002288719406351447, + "transformer.layers.0.norm1.bias": 0.0034727377351373434, + "transformer.layers.0.norm2.weight": 0.0024333209730684757, + "transformer.layers.0.norm2.bias": 0.001606907811947167, + "transformer.layers.1.self_attn.in_proj_weight": 0.027381394058465958, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018699123756960034, + "transformer.layers.1.self_attn.out_proj.weight": 0.029315531253814697, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027270857244729996, + "transformer.layers.1.linear1.weight": 0.015447446145117283, + "transformer.layers.1.linear1.bias": 0.0010659195249900222, + "transformer.layers.1.linear2.weight": 0.021545302122831345, + "transformer.layers.1.linear2.bias": 0.002604192355647683, + "transformer.layers.1.norm1.weight": 0.0018494760151952505, + "transformer.layers.1.norm1.bias": 0.0016659017419442534, + "transformer.layers.1.norm2.weight": 0.0011988424230366945, + "transformer.layers.1.norm2.bias": 0.0011586184846237302, + "transformer.layers.2.self_attn.in_proj_weight": 0.02625982090830803, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017402763478457928, + "transformer.layers.2.self_attn.out_proj.weight": 0.02359132096171379, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024904822930693626, + "transformer.layers.2.linear1.weight": 0.013704853132367134, + "transformer.layers.2.linear1.bias": 0.00104047532659024, + "transformer.layers.2.linear2.weight": 0.016974493861198425, + "transformer.layers.2.linear2.bias": 0.0026100720278918743, + "transformer.layers.2.norm1.weight": 0.0016838405281305313, + "transformer.layers.2.norm1.bias": 0.001685827854089439, + "transformer.layers.2.norm2.weight": 0.0009777412051334977, + "transformer.layers.2.norm2.bias": 0.0013408941449597478, + "transformer.layers.3.self_attn.in_proj_weight": 0.045529793947935104, + "transformer.layers.3.self_attn.in_proj_bias": 0.00574722932651639, + "transformer.layers.3.self_attn.out_proj.weight": 0.02540469542145729, + "transformer.layers.3.self_attn.out_proj.bias": 0.004507108591496944, + "transformer.layers.3.linear1.weight": 0.03170372545719147, + "transformer.layers.3.linear1.bias": 0.0031469939276576042, + "transformer.layers.3.linear2.weight": 0.020304659381508827, + "transformer.layers.3.linear2.bias": 0.005275457166135311, + "transformer.layers.3.norm1.weight": 0.003956431057304144, + "transformer.layers.3.norm1.bias": 0.008751967921853065, + "transformer.layers.3.norm2.weight": 0.0024964860640466213, + "transformer.layers.3.norm2.bias": 0.004407474771142006, + "head.weight": 0.24208736419677734, + "head.bias": 0.009961304254829884, + "global_embedding.weight": 0.012608730234205723, + "global_cnn.0.weight": 0.12779802083969116, + "global_cnn.0.bias": 0.00506603205576539, + "global_cnn.2.weight": 0.25370851159095764, + "global_cnn.2.bias": 0.012097014114260674, + "global_proj.weight": 0.04672839120030403, + "global_proj.bias": 0.03950468450784683, + "goal_head.0.weight": 0.03315386921167374, + "goal_head.0.bias": 0.01618979685008526, + "goal_head.2.weight": 0.06113956868648529, + "goal_head.2.bias": 0.03735870495438576 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07780513167381287, - "repr_drift_kl_low_t": 0.05446180701255798, - "repr_drift_kl_mid_t": 0.04978695511817932, - "repr_drift_kl_high_t": 0.18042811751365662, + "repr_drift_kl": 0.4965018332004547, + "repr_drift_kl_low_t": 0.5986002683639526, + "repr_drift_kl_mid_t": 0.5000049471855164, + "repr_drift_kl_high_t": 0.4089711606502533, "cka_iters": 500, - "cka_similarity": 0.7861558794975281, + "cka_similarity": 0.815017580986023, "t_analysis_iters": 500, - "norm_low_t": 0.3064977824687958, - "norm_high_t": 0.27315011620521545, - "lowhigh_cos": 0.45672187209129333, + "norm_low_t": 0.4779289662837982, + "norm_high_t": 0.7356383800506592, + "lowhigh_cos": 0.5462364554405212, "t_bin_norms": { - "t_0.0-0.1": 0.30516642332077026, - "t_0.1-0.2": 0.33370736241340637, - "t_0.2-0.3": 0.17477010190486908, - "t_0.3-0.4": 0.16717690229415894, - "t_0.4-0.5": 0.45223262906074524, - "t_0.5-0.6": 0.20695574581623077, - "t_0.6-0.7": 0.2526203989982605, - "t_0.7-0.8": 0.18659430742263794, - "t_0.8-0.9": 0.1783580780029297, - "t_0.9-1.0": 0.34184879064559937 - }, - "win_rate": 0.008269719779491425, - "effective_batch_size": 54.22412109375, + "t_0.0-0.1": 0.4044051170349121, + "t_0.1-0.2": 0.37449803948402405, + "t_0.2-0.3": 0.38572728633880615, + "t_0.3-0.4": 0.39659416675567627, + "t_0.4-0.5": 0.3822662830352783, + "t_0.5-0.6": 0.4043942093849182, + "t_0.6-0.7": 0.42086362838745117, + "t_0.7-0.8": 0.46397408843040466, + "t_0.8-0.9": 0.5394391417503357, + "t_0.9-1.0": 0.9084065556526184 + }, + "win_rate": 0.1104380264878273, + "effective_batch_size": 817.950439453125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.05 } } ] }, "reward_model": { - "score": 0.55, - "score_std": 0.04082482904638636, + "score": 0.32083333333333336, + "score_std": 0.011785113019775804, "all_scores": [ - 0.55, - 0.6000000000000001, - 0.49999999999999994 + 0.3375, + 0.3125, + 0.3125 ], "history": { "iters": [ @@ -103673,506 +125293,506 @@ 500 ], "loss": [ - 0.03450730815529823, - 0.3486151099205017, - 1.0438321828842163, - 0.05871831625699997, - 0.04473008215427399, - 0.01499989628791809, - 0.03129076957702637, - 0.4045543968677521, - 0.1695220023393631, - 0.014970424585044384, - 0.055175453424453735, - 0.029719598591327667, - 0.9357836842536926, - 0.029932349920272827, - 0.10907013714313507, - 0.023554261773824692, - 0.10473844408988953, - 1.0571895837783813, - 0.01708783023059368, - 0.035824019461870193, - 0.3101659119129181, - 0.03415520116686821, - 0.02268015593290329, - 0.6199157238006592, - 0.053064148873090744, - 0.019161023199558258, - 0.011073268949985504, - 0.05236316844820976, - 0.08568595349788666, - 0.23331408202648163, - 0.10989422351121902, - 0.022457772865891457, - 0.03867948055267334, - 0.026246100664138794, - 0.11502595245838165, - 0.5501976013183594, - 0.5020502805709839, - 0.06583268195390701, - 0.04788323864340782, - 0.2605644464492798, - 0.05694178119301796, - 0.033440981060266495, - 0.06155184656381607, - 0.4069315791130066, - 0.012712782248854637, - 0.024965273216366768, - 0.024935323745012283, - 0.28820449113845825, - 0.2289966493844986, - 0.37666505575180054, - 0.007151150144636631, - 0.014799919910728931, - 0.013542805798351765, - 0.01490548811852932, - 0.3652891516685486, - 0.09075739234685898, - 0.03349991515278816, - 0.22433209419250488, - 0.04007381945848465, - 0.8918764591217041, - 0.01966511458158493, - 0.02865394949913025, - 0.032822385430336, - 0.006868809927254915, - 0.9044435620307922, - 0.017868848517537117, - 0.03203238919377327, - 0.18395771086215973, - 0.04036980867385864, - 0.020237158983945847, - 0.028451193124055862, - 0.018236031755805016, - 0.015309648588299751, - 0.2406519204378128, - 0.016570623964071274, - 0.032234568148851395, - 0.07639443129301071, - 0.02079656720161438, - 0.029299495741724968, - 0.008037790656089783, - 0.02188410982489586, - 0.030081648379564285, - 0.015989700332283974, - 0.33276137709617615, - 0.036110542714595795, - 0.029628533869981766, - 0.007101520895957947, - 0.012744074687361717, - 0.04511851817369461, - 0.007795800920575857, - 0.0461866557598114, - 0.006025969982147217, - 0.01861376315355301, - 0.04518668353557587, - 0.011190534569323063, - 0.03318943828344345, - 0.0096939317882061, - 0.015711680054664612, - 0.053921010345220566, - 0.02289634197950363, - 0.006074977573007345, - 0.020996246486902237, - 0.009673984721302986, - 0.03788577392697334, - 0.010550769045948982, - 0.014444340951740742, - 0.013390635140240192, - 0.017650999128818512, - 0.010835669003427029, - 0.00730858976021409, - 0.008447906002402306, - 0.009784620255231857, - 0.03614136576652527, - 0.02038305252790451, - 0.016343384981155396, - 0.0421074815094471, - 0.013605829328298569, - 0.017053306102752686, - 0.017434511333703995, - 0.014422604814171791, - 0.026906369253993034, - 0.02899312600493431, - 0.006400375161319971, - 0.03463291376829147, - 0.005359127186238766, - 0.0591522678732872, - 0.027319343760609627, - 0.013049677014350891, - 0.3404700458049774, - 0.033541370183229446, - 0.01510531920939684, - 0.03801324963569641, - 0.012383140623569489, - 0.009847277775406837, - 0.007994934916496277, - 0.02453337237238884, - 0.03250161558389664, - 0.039463769644498825, - 0.2581406831741333, - 0.038939714431762695, - 0.005208722315728664, - 0.04288814961910248, - 0.037161726504564285, - 0.013097556307911873, - 0.02262299880385399, - 0.009670784696936607, - 0.014012331143021584, - 0.0292196087539196, - 0.02315707504749298, - 0.008257638663053513, - 0.07018665224313736, - 0.03386388719081879, - 0.033072032034397125, - 0.012333881109952927, - 0.0591578334569931, - 0.020473754033446312, - 0.0439046211540699, - 0.012715868651866913, - 0.016014093533158302, - 0.011829007416963577, - 0.05026073753833771, - 0.024635182693600655, - 0.019167810678482056, - 0.03025471419095993, - 0.03374544531106949, - 0.008501214906573296, - 0.007663980592042208, - 0.10181593894958496, - 0.006610391661524773, - 0.018855301663279533, - 0.046787697821855545, - 0.01855933479964733, - 0.016254916787147522, - 0.018671903759241104, - 0.2688191831111908, - 0.2622644305229187, - 0.012926858849823475, - 0.026535194367170334, - 0.01708328165113926, - 0.01219629030674696, - 0.018291916698217392, - 0.01782050170004368, - 0.016938291490077972, - 0.008979122154414654, - 0.026034794747829437, - 0.02266502007842064, - 0.02845347858965397, - 0.15829789638519287, - 0.13832716643810272, - 0.05096296966075897, - 0.0038735000416636467, - 0.004717365838587284, - 0.02052118070423603, - 0.016169486567378044, - 0.014933646656572819, - 0.021589193493127823, - 0.01305251382291317, - 0.005055677145719528, - 0.011728223413228989, - 0.007609684020280838, - 0.024610109627246857, - 0.008618708699941635, - 0.01187169924378395, - 0.032822445034980774, - 0.002022556960582733, - 0.023281309753656387, - 0.030770622193813324, - 0.013860817067325115, - 0.014148561283946037, - 0.009212027303874493, - 0.01290059369057417, - 0.03488113731145859, - 0.020798707380890846, - 0.014202674850821495, - 0.008298635482788086, - 0.021461008116602898, - 0.006092125549912453, - 0.022930890321731567, - 0.02249382808804512, - 0.010277639143168926, - 0.2494123876094818, - 0.024618832394480705, - 0.012260984629392624, - 0.004806084092706442, - 0.0165909081697464, - 0.404966801404953, - 0.10429413616657257, - 0.009693924337625504, - 0.035134218633174896, - 0.031481992453336716, - 0.010996517725288868, - 0.00942712277173996, - 0.02560223452746868, - 0.016824845224618912, - 0.02113000862300396, - 0.02440807968378067, - 0.018893275409936905, - 0.013031677342951298, - 0.015474175103008747, - 0.04520226642489433, - 0.0032994779758155346, - 0.025925302878022194, - 0.03338620066642761, - 0.014942770823836327, - 0.0096025001257658, - 0.009756576269865036, - 0.01737343892455101, - 0.014608830213546753, - 0.021467147395014763, - 0.00383896566927433, - 0.007494817487895489, - 0.016510510817170143, - 0.005228961352258921, - 0.015522046014666557, - 0.017854373902082443, - 0.02945695072412491, - 0.012165801599621773, - 0.03230176866054535, - 0.03182390704751015, - 0.017411354929208755, - 0.01351887546479702, - 0.01588895358145237, - 0.012623866088688374, - 0.017790289595723152, - 0.0055608004331588745, - 0.01192433014512062, - 0.00439023831859231, - 0.01925365999341011, - 0.005561572499573231, - 0.02592472918331623, - 0.0021809525787830353, - 0.014333637431263924, - 0.02890780381858349, - 0.016730133444070816, - 0.033906593918800354, - 0.02186199650168419, - 0.0365530289709568, - 0.01377247553318739, - 0.015633530914783478, - 0.019405649974942207, - 0.021498175337910652, - 0.012704516761004925, - 0.01947062648832798, - 0.01650889962911606, - 0.020251549780368805, - 0.020458556711673737, - 0.016417868435382843, - 0.038177698850631714, - 0.03665880486369133, - 0.009243961423635483, - 0.004166846629232168, - 0.025110047310590744, - 0.012158622033894062, - 0.010589992627501488, - 0.0056110527366399765, - 0.01454448513686657, - 0.01628335937857628, - 0.0055312965996563435, - 0.02863461896777153, - 0.01285686157643795, - 0.01954936981201172, - 0.00639786571264267, - 0.007047399878501892, - 0.005952111911028624, - 0.022043608129024506, - 0.0115278922021389, - 0.0265471450984478, - 0.020934399217367172, - 0.015710720792412758, - 0.010566160082817078, - 0.03246918320655823, - 0.00705090444535017, - 0.01326480321586132, - 0.016226118430495262, - 0.038937702775001526, - 0.034539349377155304, - 0.006923973560333252, - 0.023705793544650078, - 0.008672296069562435, - 0.008205641061067581, - 0.005742604844272137, - 0.01119124237447977, - 0.012966715730726719, - 0.01792500726878643, - 0.016775786876678467, - 0.006697991397231817, - 0.010108446702361107, - 0.00397850526496768, - 0.04284225031733513, - 0.011938345618546009, - 0.02079194411635399, - 0.017771344631910324, - 0.03343718871474266, - 0.009795731864869595, - 0.010584919713437557, - 0.03110198676586151, - 0.0126423891633749, - 0.00937670562416315, - 0.017267799004912376, - 0.015941839665174484, - 0.03969701752066612, - 0.013070328161120415, - 0.0062310826033353806, - 0.030315086245536804, - 0.02061649225652218, - 0.015259329229593277, - 0.021113552153110504, - 0.02834574319422245, - 0.019606109708547592, - 0.0047316597774624825, - 0.005204423330724239, - 0.00773972924798727, - 0.008507438004016876, - 0.013139290735125542, - 0.009893443435430527, - 0.024714769795536995, - 0.029599543660879135, - 0.020281951874494553, - 0.013661302626132965, - 0.009331556037068367, - 0.022554803639650345, - 0.024473091587424278, - 0.010678129270672798, - 0.02158375270664692, - 0.016423430293798447, - 0.014266055077314377, - 0.034373119473457336, - 0.015619324520230293, - 0.009934425354003906, - 0.026505539193749428, - 0.01632429100573063, - 0.035072166472673416, - 0.008649804629385471, - 0.014260398223996162, - 0.03304443508386612, - 0.010478491894900799, - 0.010321840643882751, - 0.028897199779748917, - 0.011060506105422974, - 0.016186784952878952, - 0.018857639282941818, - 0.015782760456204414, - 0.03313326835632324, - 0.030772384256124496, - 0.0292781051248312, - 0.011948409490287304, - 0.01742337830364704, - 0.007260829210281372, - 0.010839931666851044, - 0.010483451187610626, - 0.04300032928586006, - 0.01637321710586548, - 0.008423599414527416, - 0.00531278969720006, - 0.005940776783972979, - 0.02926889806985855, - 0.023150363937020302, - 0.015015868470072746, - 0.025325706228613853, - 0.00511667737737298, - 0.011759862303733826, - 0.0130636440590024, - 0.012547683902084827, - 0.01624530740082264, - 0.012942643836140633, - 0.018010104075074196, - 0.01293872855603695, - 0.03328124061226845, - 0.008661220781505108, - 0.013832665979862213, - 0.01791977323591709, - 0.02254045382142067, - 0.01983022689819336, - 0.011809779331088066, - 0.019979827105998993, - 0.011615932919085026, - 0.011252589523792267, - 0.006228198297321796, - 0.009640033356845379, - 0.003812090726569295, - 0.022382516413927078, - 0.010853717103600502, - 0.006214478984475136, - 0.006594091188162565, - 0.036497220396995544, - 0.008770392276346684, - 0.017041966319084167, - 0.009895513765513897, - 0.02064719796180725, - 0.02589823305606842, - 0.018267516046762466, - 0.002561250003054738, - 0.023020803928375244, - 0.014304409734904766, - 0.009092621505260468, - 0.020698927342891693, - 0.042185306549072266, - 0.016186175867915154, - 0.026739023625850677, - 0.0015486333286389709, - 0.010321011766791344, - 0.009140064008533955, - 0.008051467128098011, - 0.007601878605782986, - 0.018033841624855995, - 0.018494000658392906, - 0.012429120019078255, - 0.011521715670824051, - 0.003428818890824914, - 0.006459840573370457, - 0.01685408316552639, - 0.0069143688306212425, - 0.012006689794361591, - 0.02332478202879429, - 0.0032758526504039764, - 0.010329234413802624, - 0.014883800409734249, - 0.010909036733210087, - 0.020198822021484375, - 0.014902457594871521, - 0.015197948552668095, - 0.008842524141073227, - 0.01446414366364479, - 0.005226415116339922, - 0.007871964946389198, - 0.01618308015167713, - 0.015608124434947968, - 0.022846881300210953, - 0.02403995767235756, - 0.010916536673903465, - 0.015677807852625847, - 0.011379580944776535, - 0.022918518632650375, - 0.02439570054411888, - 0.009525099769234657, - 0.0077410354278981686, - 0.023522093892097473, - 0.010790444910526276, - 0.019052306190133095, - 0.020515581592917442, - 0.024997038766741753, - 0.017327357083559036, - 0.010470340959727764, - 0.019700150936841965, - 0.02367253787815571, - 0.007387959398329258, - 0.009836245328187943, - 0.024933084845542908, - 0.011010768823325634, - 0.020192213356494904, - 0.015628691762685776, - 0.03439805656671524, - 0.004169005900621414, - 0.017709586769342422, - 0.01159033551812172, - 0.01646730676293373, - 0.003488047979772091, - 0.01996930129826069, - 0.021447574719786644, - 0.023191865533590317 + 0.06368722766637802, + 0.8364542126655579, + 0.3314973711967468, + 0.513577938079834, + 0.28458988666534424, + 0.1500769406557083, + 0.41763603687286377, + 0.2493356466293335, + 0.7586527466773987, + 0.43812546133995056, + 0.31584370136260986, + 0.5086271166801453, + 0.23388101160526276, + 0.20662234723567963, + 0.030045989900827408, + 0.04566330835223198, + 0.028478240594267845, + 0.37925443053245544, + 0.048304904252290726, + 0.31641337275505066, + 0.3249921202659607, + 0.22896718978881836, + 0.22556008398532867, + 0.19446991384029388, + 0.05222223699092865, + 0.03342421352863312, + 0.18477170169353485, + 0.4265992045402527, + 0.19592376053333282, + 0.3719688653945923, + 0.20650793612003326, + 0.04678674414753914, + 0.02311868593096733, + 0.0316828116774559, + 0.16183747351169586, + 0.30086803436279297, + 0.029010146856307983, + 0.03963290527462959, + 0.03783334419131279, + 0.49245351552963257, + 0.024266690015792847, + 0.030513521283864975, + 0.04500623792409897, + 0.02199292927980423, + 0.03249567002058029, + 0.03414338827133179, + 0.020418936386704445, + 0.08184479176998138, + 0.023569030687212944, + 0.022661542519927025, + 0.03361283242702484, + 0.030731074512004852, + 0.023116562515497208, + 0.02602371573448181, + 0.03958128020167351, + 0.03765461593866348, + 0.037087246775627136, + 0.014822615310549736, + 0.039281971752643585, + 0.03173401206731796, + 0.030729038640856743, + 0.03233347833156586, + 0.016263477504253387, + 0.020012294873595238, + 0.0654507577419281, + 0.03322834521532059, + 0.1657492220401764, + 0.03947601094841957, + 0.02561798505485058, + 0.02716769091784954, + 0.0307440385222435, + 0.029397260397672653, + 0.036727942526340485, + 0.023769911378622055, + 0.04135476052761078, + 0.021051224321126938, + 0.021961722522974014, + 0.026846716180443764, + 0.027285896241664886, + 0.20063547790050507, + 0.030126556754112244, + 0.2138301283121109, + 0.02590942196547985, + 0.02298666350543499, + 0.024946384131908417, + 0.29577213525772095, + 0.09709756821393967, + 0.02966710552573204, + 0.02273440547287464, + 0.023331178352236748, + 0.25026965141296387, + 0.02877756953239441, + 0.2725467383861542, + 0.12191181629896164, + 0.020066427066922188, + 0.02452344447374344, + 0.02822585217654705, + 0.19667130708694458, + 0.175132155418396, + 0.017185093834996223, + 0.22895491123199463, + 0.25021418929100037, + 0.034004244953393936, + 0.1893562376499176, + 0.027362190186977386, + 0.2659381628036499, + 0.0187061820179224, + 0.12197449803352356, + 0.18734930455684662, + 0.22072596848011017, + 0.02268916368484497, + 0.031079217791557312, + 0.0247525442391634, + 0.026324594393372536, + 0.02063828706741333, + 0.02620316669344902, + 0.028555529192090034, + 0.021260684356093407, + 0.019389376044273376, + 0.029840873554348946, + 0.02811785414814949, + 0.022589080035686493, + 0.025591906160116196, + 0.03259466215968132, + 0.03127715364098549, + 0.022771455347537994, + 0.028540540486574173, + 0.016328822821378708, + 0.027944087982177734, + 0.031018154695630074, + 0.02345740981400013, + 0.025049228221178055, + 0.018514173105359077, + 0.021821774542331696, + 0.024299826472997665, + 0.021251507103443146, + 0.011356048285961151, + 0.022746043279767036, + 0.020469922572374344, + 0.027594588696956635, + 0.018337195739150047, + 0.033795688301324844, + 0.02759392373263836, + 0.018696215003728867, + 0.015709465369582176, + 0.02044663205742836, + 0.01884089969098568, + 0.021773699671030045, + 0.012014021165668964, + 0.021044861525297165, + 0.0248706191778183, + 0.03090333193540573, + 0.025924984365701675, + 0.02179902419447899, + 0.020751064643263817, + 0.03593672066926956, + 0.02674076333642006, + 0.01600881852209568, + 0.013458458706736565, + 0.021869802847504616, + 0.01623283140361309, + 0.040538348257541656, + 0.01799178682267666, + 0.01773928478360176, + 0.03848213702440262, + 0.020653152838349342, + 0.017162680625915527, + 0.022932305932044983, + 0.022246437147259712, + 0.017718706279993057, + 0.02122221514582634, + 0.018666211515665054, + 0.022916745394468307, + 0.020888209342956543, + 0.022436514496803284, + 0.01671486347913742, + 0.015833433717489243, + 0.016143951565027237, + 0.018485702574253082, + 0.027053123340010643, + 0.0104985935613513, + 0.025949157774448395, + 0.017213506624102592, + 0.023947536945343018, + 0.024885108694434166, + 0.027793489396572113, + 0.014772588387131691, + 0.027371909469366074, + 0.02016853541135788, + 0.01719522848725319, + 0.02428705431520939, + 0.02811635285615921, + 0.02469373494386673, + 0.01549744512885809, + 0.025248076766729355, + 0.02394891157746315, + 0.013103594072163105, + 0.023020008578896523, + 0.026185031980276108, + 0.01990876905620098, + 0.018667906522750854, + 0.014356913976371288, + 0.02235003560781479, + 0.023397451266646385, + 0.021306894719600677, + 0.02711314894258976, + 0.028466766700148582, + 0.017098242416977882, + 0.018262632191181183, + 0.021202273666858673, + 0.022420767694711685, + 0.02683282643556595, + 0.02162729762494564, + 0.016598962247371674, + 0.015667669475078583, + 0.013431086204946041, + 0.016317447647452354, + 0.020788121968507767, + 0.01846430078148842, + 0.030938029289245605, + 0.019403532147407532, + 0.031522009521722794, + 0.01715748757123947, + 0.018724843859672546, + 0.02071613445878029, + 0.018180599436163902, + 0.022339539602398872, + 0.026657165959477425, + 0.023306280374526978, + 0.019372567534446716, + 0.020840566605329514, + 0.016140803694725037, + 0.01758965477347374, + 0.01984248496592045, + 0.013486165553331375, + 0.020815320312976837, + 0.016242386773228645, + 0.023345157504081726, + 0.019459078088402748, + 0.018953340128064156, + 0.01519192848354578, + 0.01000300608575344, + 0.025637121871113777, + 0.02434123307466507, + 0.02018485963344574, + 0.014111709780991077, + 0.021550368517637253, + 0.02150576002895832, + 0.019008586183190346, + 0.022019479423761368, + 0.022655826061964035, + 0.027036568149924278, + 0.02705874852836132, + 0.019582882523536682, + 0.028378482908010483, + 0.01767258159816265, + 0.02187727950513363, + 0.019981835037469864, + 0.01626797765493393, + 0.017212530598044395, + 0.01970360428094864, + 0.015116091817617416, + 0.017934374511241913, + 0.028829995542764664, + 0.021483346819877625, + 0.03184845298528671, + 0.024887066334486008, + 0.017354030162096024, + 0.018856720998883247, + 0.024864917621016502, + 0.015618756413459778, + 0.031528621912002563, + 0.021854180842638016, + 0.017212960869073868, + 0.020236261188983917, + 0.022528864443302155, + 0.02940254658460617, + 0.02036210335791111, + 0.019735118374228477, + 0.01719856634736061, + 0.02852553501725197, + 0.01203294936567545, + 0.016910187900066376, + 0.024687759578227997, + 0.018742483109235764, + 0.02271941304206848, + 0.013958977535367012, + 0.018204497173428535, + 0.012297607958316803, + 0.013631535694003105, + 0.023552924394607544, + 0.023663276806473732, + 0.02215845137834549, + 0.01775430515408516, + 0.01794946938753128, + 0.01640668697655201, + 0.019362516701221466, + 0.02022402547299862, + 0.01936197094619274, + 0.019677659496665, + 0.018095681443810463, + 0.010610129684209824, + 0.01762746088206768, + 0.017661400139331818, + 0.020411526784300804, + 0.014704479835927486, + 0.02405918575823307, + 0.016131240874528885, + 0.011025117710232735, + 0.008977390825748444, + 0.02028389275074005, + 0.017701558768749237, + 0.028878379613161087, + 0.022261861711740494, + 0.024166099727153778, + 0.020708464086055756, + 0.021879324689507484, + 0.020395155996084213, + 0.020777583122253418, + 0.011766806244850159, + 0.015883831307291985, + 0.0171308983117342, + 0.016770843416452408, + 0.013078995048999786, + 0.01436575036495924, + 0.02169807069003582, + 0.019168658182024956, + 0.017771398648619652, + 0.014446109533309937, + 0.01129714772105217, + 0.026924721896648407, + 0.018152011558413506, + 0.016062505543231964, + 0.01949571631848812, + 0.0129710016772151, + 0.02061104029417038, + 0.01647346094250679, + 0.020385153591632843, + 0.026560863479971886, + 0.025449631735682487, + 0.02329258620738983, + 0.01431753858923912, + 0.010685320012271404, + 0.018856849521398544, + 0.017961271107196808, + 0.022620711475610733, + 0.016824260354042053, + 0.013449609279632568, + 0.016872236505150795, + 0.025083284825086594, + 0.017112962901592255, + 0.019986839964985847, + 0.016950637102127075, + 0.015355672687292099, + 0.011010305024683475, + 0.014952480792999268, + 0.01390768401324749, + 0.019510915502905846, + 0.020557846873998642, + 0.014041399583220482, + 0.01624707132577896, + 0.022105202078819275, + 0.021043412387371063, + 0.023675203323364258, + 0.01962321251630783, + 0.013526351191103458, + 0.022646144032478333, + 0.010284884832799435, + 0.015277107246220112, + 0.016303112730383873, + 0.015545152127742767, + 0.019887467846274376, + 0.01939074695110321, + 0.015652945265173912, + 0.01767962984740734, + 0.013323075138032436, + 0.018765190616250038, + 0.02507956698536873, + 0.01949494704604149, + 0.01818518154323101, + 0.014638024382293224, + 0.011260293424129486, + 0.013864642940461636, + 0.01634305901825428, + 0.02835378423333168, + 0.017380310222506523, + 0.022842396050691605, + 0.013865936547517776, + 0.011230911128222942, + 0.02047637850046158, + 0.021280229091644287, + 0.012788563035428524, + 0.013547388836741447, + 0.015098802745342255, + 0.014004034921526909, + 0.017074819654226303, + 0.019088609144091606, + 0.019445324316620827, + 0.016518713906407356, + 0.013956769369542599, + 0.01423010602593422, + 0.008934753946959972, + 0.021177485585212708, + 0.019584888592362404, + 0.019824407994747162, + 0.01734045147895813, + 0.030524950474500656, + 0.01622583717107773, + 0.01608581282198429, + 0.018934831023216248, + 0.01092846505343914, + 0.014241580851376057, + 0.018925741314888, + 0.015394000336527824, + 0.015454779379069805, + 0.019872285425662994, + 0.020119450986385345, + 0.01886037178337574, + 0.015169704332947731, + 0.019749188795685768, + 0.0093067092821002, + 0.014931677840650082, + 0.02648008242249489, + 0.015181486494839191, + 0.01927863247692585, + 0.011064847931265831, + 0.018864553421735764, + 0.021011844277381897, + 0.015509369783103466, + 0.01159529946744442, + 0.016396809369325638, + 0.014405390247702599, + 0.013286156579852104, + 0.017935601994395256, + 0.01130157895386219, + 0.01770057901740074, + 0.015270953997969627, + 0.02983330562710762, + 0.017133526504039764, + 0.018466010689735413, + 0.019508859142661095, + 0.02687796764075756, + 0.014833709225058556, + 0.014620835892856121, + 0.02424333058297634, + 0.015700282528996468, + 0.015311114490032196, + 0.024539001286029816, + 0.008919691666960716, + 0.014847073704004288, + 0.013984124176204205, + 0.01547199860215187, + 0.017465518787503242, + 0.02467447705566883, + 0.01716608554124832, + 0.018354350700974464, + 0.014950891025364399, + 0.01330714114010334, + 0.020899441093206406, + 0.01683124154806137, + 0.0134962759912014, + 0.012880383990705013, + 0.018239175900816917, + 0.024244867265224457, + 0.02036287821829319, + 0.020022902637720108, + 0.02268097922205925, + 0.020644493401050568, + 0.016431791707873344, + 0.017121830955147743, + 0.008471189066767693, + 0.01643172651529312, + 0.021310409530997276, + 0.02354360744357109, + 0.02491740696132183, + 0.017941100522875786, + 0.01638895273208618, + 0.014009417966008186, + 0.019800178706645966, + 0.019300561398267746, + 0.01983906328678131, + 0.023238997906446457, + 0.014729006215929985, + 0.013308820314705372, + 0.026545923203229904, + 0.018287571147084236, + 0.011231702752411366, + 0.013290050439536572, + 0.019029758870601654, + 0.01878250390291214, + 0.02455267310142517, + 0.013176204636693, + 0.018885863944888115, + 0.01961827091872692, + 0.024473244324326515, + 0.017165178433060646, + 0.01734323240816593, + 0.017943156883120537, + 0.018707580864429474, + 0.02663559839129448 ], "env_score_iters": [ 1, @@ -104677,1652 +126297,2675 @@ 500 ], "env_score": [ - 13.328289985656738, - -2.4615557193756104, - 3.172128677368164, - -3.2063517570495605, - -2.7533156871795654, - -3.2242679595947266, - -3.7159571647644043, - 0.048272017389535904, - -2.287633180618286, - -3.569563627243042, - -5.062036037445068, - -3.105743408203125, - 1.357800006866455, - -2.8017945289611816, - -3.2180023193359375, - -5.968255519866943, - 1.8732725381851196, - 1.7411534786224365, - -6.470681190490723, - -5.981620788574219, - 6.999660015106201, - -5.878902912139893, - -5.053062915802002, - 4.032248497009277, - -1.8774155378341675, - -3.3627755641937256, - -7.339347839355469, - -6.532081604003906, - -1.5758628845214844, - 0.5907847881317139, - 1.0814424753189087, - -3.6922707557678223, - -6.02396297454834, - -4.1307549476623535, - -3.3622946739196777, - 0.8516250848770142, - -0.6617900729179382, - -1.8374816179275513, - -5.41101598739624, - -0.44618797302246094, - 3.3230020999908447, - -5.490855693817139, - 13.058192253112793, - 5.132355213165283, - -2.5656354427337646, - -3.737157106399536, - -3.839644193649292, - -0.5318921804428101, - -0.7095857262611389, - -0.39622655510902405, - -3.356703758239746, - -3.2359635829925537, - -1.422979474067688, - -5.556371212005615, - 1.9249725341796875, - -4.6669135093688965, - -3.365398645401001, - -1.4426952600479126, - -1.8169904947280884, - -0.014321975409984589, - -5.433424949645996, - -3.1841166019439697, - -3.5659162998199463, - -3.7137093544006348, - -0.380800724029541, - -1.5534576177597046, - -2.216750383377075, - -0.9592140913009644, - -7.493303298950195, - -3.8702588081359863, - -6.844447612762451, - -4.715937614440918, - -3.4430294036865234, - -0.5254548788070679, - -4.078327178955078, - -2.7292137145996094, - -1.9791077375411987, - -1.5734096765518188, - -2.7910730838775635, - -3.524535894393921, - -2.1129391193389893, - -3.3985257148742676, - -9.287095069885254, - 1.1498730182647705, - -4.831777095794678, - -4.102533340454102, - -3.043896436691284, - -3.3491320610046387, - -4.852202415466309, - -3.864328384399414, - -8.263490676879883, - -3.966689348220825, - -5.9828362464904785, - -1.7192989587783813, - -3.911282539367676, - -4.8995232582092285, - -2.8855161666870117, - -3.030526876449585, - -3.5731396675109863, - -1.927046775817871, - -3.6256182193756104, - -3.5765111446380615, - -3.168137311935425, - -4.702723979949951, - -3.2137866020202637, - -8.88886547088623, - -0.8935340046882629, - -1.3090959787368774, - -6.942391395568848, - -0.9145237803459167, - -3.561337947845459, - -3.5594000816345215, - -2.153102397918701, - -2.7090065479278564, - -2.5322823524475098, - -1.4161843061447144, - -3.178964614868164, - -2.86997389793396, - -2.319824695587158, - -2.5806784629821777, - -3.011535882949829, - -5.859665393829346, - -3.8973159790039062, - -3.233135461807251, - -4.0274763107299805, - -0.2473297417163849, - -2.911571502685547, - -2.728595018386841, - -0.01542635541409254, - -3.541078805923462, - -4.467538833618164, - -2.6898722648620605, - -4.152748107910156, - -2.9078524112701416, - -3.563004970550537, - -4.10741662979126, - -5.720027446746826, - -3.8544440269470215, - 2.0089797973632812, - -2.2645344734191895, - -4.397242069244385, - -4.092757701873779, - -2.7659249305725098, - -2.0072109699249268, - -6.731536388397217, - -1.3780438899993896, - -1.727098822593689, - -1.1367555856704712, - -2.1743597984313965, - -3.677194833755493, - -10.752287864685059, - -7.530518054962158, - -5.693875789642334, - -0.9808811545372009, - -1.4481645822525024, - -0.9518415927886963, - -3.709091901779175, - -4.5589165687561035, - -2.6882553100585938, - -2.5846924781799316, - -1.2816557884216309, - -8.267156600952148, - -0.9033964276313782, - -5.851728916168213, - -6.406564235687256, - -2.061436414718628, - -3.3659210205078125, - 0.02073635347187519, - -3.8942997455596924, - -3.9090254306793213, - -1.7968597412109375, - -2.531726598739624, - -2.8763580322265625, - -4.360146999359131, - 0.9087175726890564, - 1.7202144861221313, - -2.2371792793273926, - -2.2327871322631836, - -5.6353020668029785, - -3.3007967472076416, - -3.938455104827881, - -4.077597618103027, - -3.0774900913238525, - -3.4615137577056885, - -4.235775947570801, - -0.6981230974197388, - -3.951300859451294, - 0.060610026121139526, - 3.0128376483917236, - -2.7107064723968506, - -2.3097798824310303, - -5.546907901763916, - -1.9347983598709106, - -2.0255143642425537, - -4.0670270919799805, - -3.5976850986480713, - -0.3994450569152832, - -2.6672441959381104, - -2.8557817935943604, - -3.051654100418091, - -3.316915988922119, - -3.0859169960021973, - -4.342489719390869, - -0.4545992612838745, - -3.4754650592803955, - -3.7289013862609863, - -2.204479694366455, - -3.9286108016967773, - -3.233457088470459, - -2.2825183868408203, - -3.647141933441162, - -5.232275485992432, - -2.052469491958618, - -1.3868464231491089, - -5.217143535614014, - -4.260288715362549, - -3.394225835800171, - -3.6773715019226074, - -3.6779325008392334, - -6.367190361022949, - 0.01340422686189413, - -4.921572685241699, - -2.890129566192627, - -3.6287646293640137, - -6.372061252593994, - 0.1543164998292923, - 0.0038166046142578125, - -0.11748998612165451, - -0.20452114939689636, - -0.25236958265304565, - -0.3149091601371765, - -0.3840646743774414, - -0.4411231577396393, - -0.56827712059021, - -0.6145305633544922, - -0.693721354007721, - -0.7850840091705322, - -0.8749966621398926, - -0.8586885333061218, - -0.9166339635848999, - -0.9459061026573181, - -0.9939104914665222, - -1.1310606002807617, - -1.2028782367706299, - -1.310518503189087, - -1.3851021528244019, - -1.416892170906067, - -1.48384428024292, - -1.5309101343154907, - -1.5999197959899902, - -1.6626079082489014, - -1.6634091138839722, - -1.7250617742538452, - -1.7909061908721924, - -1.8429306745529175, - -1.9235591888427734, - -1.9917956590652466, - -2.051503896713257, - -2.217327356338501, - -2.2154541015625, - -2.2010796070098877, - -2.336428642272949, - -2.4153733253479004, - -2.460367441177368, - -2.4755172729492188, - -2.522916078567505, - -2.566215753555298, - -2.5371720790863037, - -2.572648048400879, - -2.634809732437134, - -2.692812919616699, - -2.760221481323242, - -2.8357791900634766, - -2.8701908588409424, - -2.8360602855682373, - -2.8955960273742676, - -2.9555933475494385, - -3.02899432182312, - -3.1592113971710205, - -3.2365286350250244, - -3.201417922973633, - -3.2598636150360107, - -3.2628583908081055, - -3.2922022342681885, - -3.3368844985961914, - -3.3745527267456055, - -3.385699987411499, - -3.467695713043213, - -3.6182262897491455, - -3.5898115634918213, - -3.482560634613037, - -3.495453357696533, - -3.543318510055542, - -3.5806589126586914, - -3.6320440769195557, - -3.642730474472046, - -3.6973211765289307, - -3.763381242752075, - -3.623616933822632, - -3.605231285095215, - -3.6661269664764404, - -3.734076499938965, - -3.809523582458496, - -3.8574037551879883, - -3.8114113807678223, - -3.830876111984253, - -3.647162675857544, - -3.5252039432525635, - -3.575108289718628, - -3.587798595428467, - -3.6069588661193848, - -3.704137086868286, - -3.75403094291687, - -3.7626185417175293, - -3.8821752071380615, - -3.7874536514282227, - -3.6630046367645264, - -3.7654664516448975, - -3.6480984687805176, - -3.627429962158203, - -3.633305311203003, - -3.6821258068084717, - -3.837332248687744, - -3.783320426940918, - -3.972923994064331, - -4.004830360412598, - -4.127682685852051, - -4.1053948402404785, - -3.993678569793701, - -3.876225471496582, - -3.8741841316223145, - -4.0543718338012695, - -3.988774061203003, - -4.044961929321289, - -3.9709365367889404, - -3.9938182830810547, - -3.9645590782165527, - -4.0731000900268555, - -4.066923141479492, - -4.047801971435547, - -3.953460454940796, - -3.9808387756347656, - -3.98941969871521, - -4.434987545013428, - -4.3469557762146, - -4.5401930809021, - -4.706290245056152, - -4.558093070983887, - -4.825726509094238, - -4.679289817810059, - -4.535770416259766, - -4.275889873504639, - -4.095927715301514, - -3.9946978092193604, - -3.976339340209961, - -3.8699796199798584, - -3.329237699508667, - -3.239720344543457, - -3.1850287914276123, - -3.214689254760742, - -3.2607109546661377, - -3.6142380237579346, - -3.6067633628845215, - -3.6689536571502686, - -3.692765951156616, - -3.8816146850585938, - -3.864215135574341, - -3.7278695106506348, - -3.8481221199035645, - -3.8092713356018066, - -3.8569698333740234, - -3.9413552284240723, - -4.072986125946045, - -4.082746982574463, - -3.8543384075164795, - -3.4694883823394775, - -3.306837797164917, - -3.212222099304199, - -3.7267911434173584, - -3.453472137451172, - -3.571742057800293, - -3.5206358432769775, - -3.64847469329834, - -3.319058656692505, - -3.1088199615478516, - -3.184356451034546, - -3.495821714401245, - -3.4609832763671875, - -3.637953758239746, - -3.6102495193481445, - -3.2236690521240234, - -3.461519718170166, - -3.521350383758545, - -3.4901885986328125, - -3.513768196105957, - -3.455221652984619, - -4.318279266357422, - -4.381522178649902, - -4.339516639709473, - -4.255568981170654, - -4.234245300292969, - -4.2672200202941895, - -4.429543495178223, - -4.729997634887695, - -4.985377311706543, - -4.986340522766113, - -4.4950666427612305, - -3.577937364578247, - -3.6418681144714355, - -3.849246025085449, - -2.9195196628570557, - -3.6281843185424805, - -4.084502696990967, - -4.345038414001465, - -4.300876617431641, - -4.661367416381836, - -5.091287612915039, - -4.627838611602783, - -4.333683967590332, - -4.294659614562988, - -3.919781446456909, - -3.7355117797851562, - -3.5281178951263428, - -4.051854610443115, - -4.169185161590576, - -4.15023946762085, - -3.75028133392334, - -3.796502113342285, - -3.60018253326416, - -4.4300079345703125, - -4.569385051727295, - -4.273048400878906, - -3.914879083633423, - -4.1891584396362305, - -4.233890056610107, - -3.9632182121276855, - -4.3548264503479, - -4.352692127227783, - -4.703622341156006, - -4.575427532196045, - -4.206904411315918, - -4.161657333374023, - -4.016526222229004, - -3.913864850997925, - -4.608311176300049, - -4.50422477722168, - -4.014303207397461, - -3.8403589725494385, - -3.8581442832946777, - -4.206315517425537, - -3.7584307193756104, - -3.4728479385375977, - -3.58892822265625, - -3.3291587829589844, - -3.4414334297180176, - -3.5550897121429443, - -3.3815271854400635, - -3.0535199642181396, - -2.669412136077881, - -3.5879762172698975, - -3.6263585090637207, - -3.3848159313201904, - -3.322847604751587, - -3.6533992290496826, - -3.75945782661438, - -3.865872621536255, - -3.520397663116455, - -4.118010520935059, - -3.978679895401001, - -3.5612666606903076, - -4.6484293937683105, - -4.451328277587891, - -4.194741249084473, - -4.099498271942139, - -4.123180389404297, - -3.87534236907959, - -4.7262139320373535, - -4.3651323318481445, - -4.456201553344727, - -4.224058151245117, - -4.9873948097229, - -3.673922061920166, - -3.2406890392303467, - -3.8213858604431152, - -3.9425158500671387, - -3.5766141414642334, - -3.9197869300842285, - -3.256690502166748, - -3.672650098800659, - -3.543180465698242, - -2.8527450561523438, - -3.1365485191345215, - -3.396113872528076, - -3.7480263710021973, - -3.885113477706909, - -4.086043834686279, - -3.6079444885253906, - -2.999514102935791, - -4.019723415374756, - -3.6515121459960938 + -21.398420333862305, + 1.5959776639938354, + -0.4203580617904663, + -0.29271095991134644, + -0.473092645406723, + -1.1355280876159668, + -0.741143524646759, + -0.3184255063533783, + -0.5137807130813599, + 0.07438051700592041, + -0.5963943004608154, + -0.28387725353240967, + -0.9140350222587585, + -1.3101277351379395, + -6.380493640899658, + -10.260653495788574, + -5.754268169403076, + 1.3132519721984863, + -4.903279781341553, + 68.13301849365234, + 4.106505393981934, + -0.9261903762817383, + -1.1360639333724976, + 1.717022180557251, + -2.768021583557129, + -14.095718383789062, + -0.17976786196231842, + -0.2679348587989807, + -1.2804231643676758, + 0.6774163842201233, + 48.40384292602539, + -0.5596309900283813, + -1.0428788661956787, + -0.6110398769378662, + -0.10298922657966614, + -0.1508115530014038, + -0.5675337314605713, + -0.4688849449157715, + -0.5137329697608948, + -0.04063452407717705, + -0.6015884280204773, + -0.43452978134155273, + -0.43177616596221924, + -0.3472183346748352, + -0.6555365324020386, + -0.928540050983429, + -0.5883662104606628, + -0.3799193799495697, + -0.5617715120315552, + -0.5264874696731567, + -0.5067281126976013, + -0.4390995502471924, + -0.5186488628387451, + -0.4547998905181885, + -0.40970471501350403, + -0.44032418727874756, + -0.3919163644313812, + -0.7521799206733704, + -0.36821088194847107, + -0.6627182364463806, + -0.6365177035331726, + -0.9624053835868835, + -0.45430055260658264, + -0.500791609287262, + -0.2336694449186325, + -0.5101603865623474, + -0.26112625002861023, + -0.4294736683368683, + -0.650132417678833, + -0.49551519751548767, + -0.74245685338974, + -0.5674163699150085, + -0.5944765210151672, + -0.4944331645965576, + -0.7631175518035889, + -0.4547160565853119, + -0.35261744260787964, + -0.4896838366985321, + -0.6699098348617554, + 0.001300892559811473, + -0.8710020780563354, + -0.1825200915336609, + -0.8055773973464966, + -0.5913404226303101, + -0.4588083326816559, + 2.273198127746582, + 0.40564876794815063, + -0.8574941158294678, + -1.434542179107666, + -0.5423840284347534, + 0.09875737130641937, + -0.6088377833366394, + 0.7121921181678772, + -0.23417657613754272, + -0.6903612613677979, + -0.43385371565818787, + -1.9465548992156982, + 1.0988469123840332, + 0.27530112862586975, + -1.1479557752609253, + 0.6955887675285339, + 2.486755132675171, + -3.583221673965454, + -0.19448088109493256, + -1.512794852256775, + 2.93599796295166, + -1.7261828184127808, + 0.2762719988822937, + 1.6335469484329224, + 0.05724373087286949, + -0.17244450747966766, + -0.456740140914917, + -0.447666198015213, + -0.5186269879341125, + -0.5466052889823914, + -0.4449984133243561, + -0.5395974516868591, + -0.5779162049293518, + -0.5120884776115417, + -0.48002809286117554, + -0.59657222032547, + -0.5996991991996765, + -0.5233103632926941, + -0.43294087052345276, + -0.489536315202713, + -0.4565223157405853, + -0.3990040421485901, + -0.4618895649909973, + -0.4256243407726288, + -0.5051601529121399, + -0.49041393399238586, + -0.5612108111381531, + -0.34021952748298645, + -0.444134384393692, + -0.5009474158287048, + -0.5070724487304688, + -0.3430238664150238, + -0.45366206765174866, + -0.7264034748077393, + -0.4965064823627472, + -0.4988996386528015, + -0.5313441753387451, + -0.477030873298645, + -0.5438610315322876, + -0.6844696998596191, + -0.6600050330162048, + -0.4641655683517456, + -0.43466126918792725, + -0.562658965587616, + -0.576621413230896, + -0.41978719830513, + -0.30058780312538147, + -0.4056575894355774, + -0.5574068427085876, + -0.5545768737792969, + -0.7276690006256104, + -0.48035261034965515, + -0.3909318447113037, + -0.44754675030708313, + -0.336616575717926, + -0.406317800283432, + -0.5001627206802368, + -0.7119620442390442, + -0.6231950521469116, + -0.4515213668346405, + -0.4352262318134308, + -0.5199539661407471, + -0.48620209097862244, + -0.49625587463378906, + -0.41926831007003784, + -0.45467546582221985, + -0.5364541411399841, + -0.6303539276123047, + -0.5112634301185608, + -0.7022762894630432, + -0.5999353528022766, + -0.5332487225532532, + -0.49033117294311523, + -0.385465532541275, + -0.5011767148971558, + -0.5076873302459717, + -0.5039106011390686, + -0.5745845437049866, + -0.5414960384368896, + -0.5123639702796936, + -0.6672577261924744, + -0.5822940468788147, + -0.4478156864643097, + -0.4448782205581665, + -0.5036085247993469, + -0.49056002497673035, + -0.5552007555961609, + -0.5202022790908813, + -0.40853366255760193, + -0.5257285833358765, + -0.52848881483078, + -0.5268723368644714, + -0.5018624663352966, + -0.4026268422603607, + -0.47024449706077576, + -0.46326056122779846, + -0.48120006918907166, + -0.4480816423892975, + -0.6589087843894958, + -0.6371198892593384, + -0.522757887840271, + -0.4803836941719055, + -0.5306432247161865, + -0.562025249004364, + -0.5240684151649475, + -0.502880334854126, + -0.5230013728141785, + -0.45708057284355164, + -0.5627346634864807, + -0.48855891823768616, + -0.510179340839386, + -0.564909815788269, + -0.6087092161178589, + -0.5039702653884888, + -0.4473443627357483, + -0.5541338920593262, + -0.6380859613418579, + -0.5957127809524536, + -0.522652268409729, + -0.551386833190918, + -0.5444110631942749, + -0.5482932925224304, + -0.6386007070541382, + -0.5877036452293396, + -0.5341615080833435, + -0.6696490049362183, + -0.45083820819854736, + -0.4491939842700958, + -0.4730943441390991, + -0.5137955546379089, + -0.6731883883476257, + -0.7987831234931946, + -0.3943394422531128, + -0.4776143729686737, + -0.5254929065704346, + -0.4021983742713928, + -0.43662241101264954, + -0.4267641305923462, + -0.5113738775253296, + -0.4980775713920593, + -0.5336434841156006, + -0.5084646344184875, + -0.6131216883659363, + -0.5576798319816589, + -0.5105389952659607, + -0.5000706315040588, + -0.5387715101242065, + -0.6978901028633118, + -0.513361930847168, + -0.575261652469635, + -0.607326090335846, + -0.6050472855567932, + -0.6846196055412292, + -0.5554787516593933, + -0.5602813363075256, + -0.417206346988678, + -0.5502488613128662, + -0.49655383825302124, + -0.5978429317474365, + -0.6636361479759216, + -0.49575334787368774, + -0.5321671962738037, + -0.6384246349334717, + -0.5631786584854126, + -0.6545805335044861, + -0.5999647378921509, + -0.34655267000198364, + -0.3453727662563324, + -0.4702996015548706, + -0.7400729656219482, + -0.6192570924758911, + -0.6969547271728516, + -0.7057355642318726, + -0.601068913936615, + -0.5579029321670532, + -0.49977654218673706, + -0.531837522983551, + -0.6400526762008667, + -0.6079702377319336, + -0.6124151945114136, + -0.5201215147972107, + -0.5598555207252502, + -0.7300037145614624, + -0.5889632105827332, + -0.6646720767021179, + -0.6872583031654358, + -0.8793395757675171, + -0.728718638420105, + -0.5519534349441528, + -0.590393602848053, + -0.5892821550369263, + -0.6692809462547302, + -0.6598697304725647, + -0.5270425081253052, + -0.5261389017105103, + -0.5475665926933289, + -0.5203669667243958, + -0.5539997816085815, + -0.6985544562339783, + -0.5674247741699219, + -0.3766317665576935, + -0.49115902185440063, + -0.6292924284934998, + -0.5864585638046265, + -0.5740581750869751, + -0.4899916648864746, + -0.6873944401741028, + -0.6465461850166321, + -0.5208849310874939, + -0.5110508799552917, + -0.5416474938392639, + -0.6881220936775208, + -0.5252959728240967, + -0.7126821875572205, + -0.48417845368385315, + -0.6272989511489868, + -0.541747510433197, + -0.6015753746032715, + -0.5524819493293762, + -0.5877165794372559, + -0.49761223793029785, + -0.605657160282135, + -0.4356793463230133, + -0.5884544253349304, + -0.6752583980560303, + -0.5831277370452881, + -0.5817360877990723, + -0.6112052798271179, + -0.4870784878730774, + -0.5990405678749084, + -0.3310413062572479, + -0.567607045173645, + -0.5586889982223511, + -0.6170699000358582, + -0.5947059392929077, + -0.7152919769287109, + -0.6028474569320679, + -0.6061702370643616, + -0.5777736902236938, + -0.6045076847076416, + -0.679183304309845, + -0.4998680353164673, + -0.6073720455169678, + -0.5858042240142822, + -0.6676265001296997, + -0.6241574883460999, + -0.475294291973114, + -0.5434507131576538, + -0.630455493927002, + -0.6188836097717285, + -0.79046231508255, + -0.6078125834465027, + -0.5472665429115295, + -0.6008053421974182, + -0.6035353541374207, + -0.6192631721496582, + -0.6402696967124939, + -0.7202089428901672, + -0.5292866230010986, + -0.35808902978897095, + -0.6347453594207764, + -0.8959219455718994, + -0.514763593673706, + -0.5201007723808289, + -0.6322804689407349, + -0.5953688621520996, + -0.6907560229301453, + -0.4246019124984741, + -0.5487720966339111, + -0.47628626227378845, + -0.6385500431060791, + -0.4068394899368286, + -0.836290180683136, + -0.5983079671859741, + -0.6464083194732666, + -0.628358781337738, + -0.5029171705245972, + -0.556041419506073, + -0.664175271987915, + -0.5368404388427734, + -0.5335745215415955, + -0.4922579228878021, + -0.5753903985023499, + -0.5737960934638977, + -0.5450584292411804, + -0.7507277727127075, + -0.5598901510238647, + -0.6262824535369873, + -0.6154054999351501, + -0.46172383427619934, + -0.710885226726532, + -0.3401894271373749, + -0.5701043009757996, + -0.5937573313713074, + -0.5363138318061829, + -0.49982839822769165, + -0.47975319623947144, + -0.9661440253257751, + -0.9186023473739624, + -0.44047078490257263, + -0.499387264251709, + -0.547554075717926, + -0.5456966161727905, + -0.6062397360801697, + -0.6946971416473389, + -0.6254438757896423, + -0.5325230360031128, + -0.5307206511497498, + -0.5721432566642761, + -0.6096447706222534, + -0.46680447459220886, + -0.6566017270088196, + -0.6094023585319519, + -0.5332363843917847, + -0.5559962391853333, + -0.5633625388145447, + -0.5852157473564148, + -0.6746526956558228, + -0.5930687189102173, + -0.4844869077205658, + -0.5627517104148865, + -0.650087833404541, + -0.6164382100105286, + -0.42694151401519775, + -0.5548052191734314, + -0.6492093801498413, + -0.7695310115814209, + -0.5254237055778503, + -0.5417724251747131, + -0.5928312540054321, + -0.5111579298973083, + -0.6382688283920288, + -0.5845940709114075, + -0.5553727746009827, + -0.5111235976219177, + -0.6280997395515442, + -0.6890102624893188, + -0.6211494207382202, + -0.6360448598861694, + -0.5027857422828674, + -0.5828453302383423, + -0.5260542631149292, + -0.8133480548858643, + -0.5029160976409912, + -0.6180302500724792, + -0.5585004091262817, + -0.4550893008708954, + -0.4106316566467285, + -0.7544952630996704, + -0.8129054307937622, + -0.6111326813697815, + -0.5457799434661865, + -0.6276857256889343, + -0.6195379495620728, + -0.6268332600593567, + -0.5582087635993958, + -0.6496870517730713, + -0.6077054738998413, + -0.4079810082912445, + -0.616330623626709, + -0.6331894397735596, + -0.43051400780677795, + -0.6158661842346191, + -0.6652331948280334, + -0.5493293404579163, + -0.5578277707099915, + -0.6318448185920715, + -0.6299593448638916, + -0.5422708988189697, + -0.6725165247917175, + -0.5316835045814514, + -0.80568927526474, + -0.46215537190437317, + -0.4652712047100067, + -0.6148059368133545, + -0.6117054224014282, + -0.6415555477142334, + -0.6791083216667175, + -0.6733761429786682, + -0.5812011361122131, + -0.500605046749115, + -0.620450496673584, + -0.5845720171928406, + -0.6585442423820496, + -0.6315916776657104, + -0.628696620464325, + -0.5402612090110779, + -0.5573597550392151, + -0.5453475117683411, + -0.5437448620796204, + -0.46203404664993286, + -0.5253463387489319, + -0.537257194519043, + -0.6591197848320007, + -0.5701894164085388 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.625, - 0.675, - 0.5750000000000001, - 0.625, - 0.625, - 0.6000000000000001, - 0.5750000000000001, - 0.5750000000000001, - 0.6000000000000001, - 0.475 + 0.5125, + 0.5125, + 0.5125, + 0.5, + 0.43749999999999994, + 0.49999999999999994, + 0.44999999999999996, + 0.44999999999999996, + 0.44999999999999996, + 0.43749999999999994, + 0.4, + 0.43749999999999994, + 0.4125, + 0.375, + 0.44999999999999996, + 0.3375, + 0.4, + 0.4, + 0.3375, + 0.35000000000000003 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8565469980239868, - 0.6657130718231201, - 0.7818175554275513, - 0.7454078793525696, - 0.7788375020027161, - 0.8700159192085266, - 0.753186047077179, - 0.5185249447822571, - 0.9775237441062927, - 0.7931088209152222 + 0.09510979801416397, + 0.12907612323760986, + 0.1364729106426239, + -0.17637813091278076, + 0.08242364227771759, + 0.1699080616235733, + -0.12145702540874481, + 0.28214022517204285, + 0.6567670702934265, + 0.18872873485088348, + 0.3510132133960724, + -0.11011917889118195, + -0.25600630044937134, + -0.20468612015247345, + -0.11121318489313126, + 0.15376023948192596, + 0.005620593670755625, + -0.05078667402267456, + 0.1500886231660843, + -0.17372970283031464 ], "rl_grad_norm": [ - 1.1883383989334106, - 0.3080446422100067, - 0.31221872568130493, - 0.19974027574062347, - 0.10989277064800262, - 0.31080830097198486, - 0.1763230860233307, - 0.08367117494344711, - 0.3658261001110077, - 0.30249902606010437 + 0.23340055346488953, + 0.326552152633667, + 0.6774289011955261, + 0.5727645754814148, + 0.2176303267478943, + 0.5234376192092896, + 0.2743492126464844, + 0.3137935698032379, + 0.44817909598350525, + 0.3734709918498993, + 0.34067320823669434, + 0.29356324672698975, + 0.154838427901268, + 0.2208530604839325, + 0.11944206804037094, + 0.1843956857919693, + 0.08361101895570755, + 0.13132308423519135, + 0.1282854527235031, + 0.12411182373762131 ], "bc_grad_norm": [ - 0.9440346360206604, - 0.5583696961402893, - 0.457188218832016, - 0.24843855202198029, - 0.14192447066307068, - 0.35201147198677063, - 0.23227952420711517, - 0.16663138568401337, - 0.373209148645401, - 0.3938925564289093 + 2.800614833831787, + 2.4446678161621094, + 2.9830613136291504, + 2.524503469467163, + 2.512568235397339, + 3.2470779418945312, + 3.8591578006744385, + 3.3907785415649414, + 1.9367692470550537, + 2.226471424102783, + 2.4456677436828613, + 3.8292582035064697, + 5.315798282623291, + 8.489638328552246, + 4.031311511993408, + 4.985870361328125, + 3.881408452987671, + 4.736649036407471, + 7.964864253997803, + 4.172486305236816 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0008766829269006848, - "embedding.weight": 0.004305552691221237, - "cnn.0.weight": 0.1329559087753296, - "cnn.0.bias": 0.005258966237306595, - "cnn.2.weight": 0.04868394136428833, - "cnn.2.bias": 0.0157927218824625, - "cnn.5.weight": 0.06785200536251068, - "cnn.5.bias": 0.015497742220759392, - "action_emb.weight": 0.01623692363500595, - "timestep_emb.weight": 0.006391942035406828, - "pos_emb.weight": 0.0070882756263017654, - "transformer.layers.0.self_attn.in_proj_weight": 0.09282512962818146, - "transformer.layers.0.self_attn.in_proj_bias": 0.00914229080080986, - "transformer.layers.0.self_attn.out_proj.weight": 0.1029834896326065, - "transformer.layers.0.self_attn.out_proj.bias": 0.012472059577703476, - "transformer.layers.0.linear1.weight": 0.07979191094636917, - "transformer.layers.0.linear1.bias": 0.004566756542772055, - "transformer.layers.0.linear2.weight": 0.10953432321548462, - "transformer.layers.0.linear2.bias": 0.009946480393409729, - "transformer.layers.0.norm1.weight": 0.005121177062392235, - "transformer.layers.0.norm1.bias": 0.007329829968512058, - "transformer.layers.0.norm2.weight": 0.005369999445974827, - "transformer.layers.0.norm2.bias": 0.004725486971437931, - "transformer.layers.1.self_attn.in_proj_weight": 0.08732818067073822, - "transformer.layers.1.self_attn.in_proj_bias": 0.005740908905863762, - "transformer.layers.1.self_attn.out_proj.weight": 0.1023927554488182, - "transformer.layers.1.self_attn.out_proj.bias": 0.00837328564375639, - "transformer.layers.1.linear1.weight": 0.05647062510251999, - "transformer.layers.1.linear1.bias": 0.0033467670436948538, - "transformer.layers.1.linear2.weight": 0.07127336412668228, - "transformer.layers.1.linear2.bias": 0.008279113098978996, - "transformer.layers.1.norm1.weight": 0.005794722121208906, - "transformer.layers.1.norm1.bias": 0.005648728460073471, - "transformer.layers.1.norm2.weight": 0.003513671224936843, - "transformer.layers.1.norm2.bias": 0.003467040602117777, - "transformer.layers.2.self_attn.in_proj_weight": 0.11306751519441605, - "transformer.layers.2.self_attn.in_proj_bias": 0.006577748339623213, - "transformer.layers.2.self_attn.out_proj.weight": 0.07625549286603928, - "transformer.layers.2.self_attn.out_proj.bias": 0.008517690934240818, - "transformer.layers.2.linear1.weight": 0.05070700868964195, - "transformer.layers.2.linear1.bias": 0.003341903444379568, - "transformer.layers.2.linear2.weight": 0.05514739453792572, - "transformer.layers.2.linear2.bias": 0.009031502529978752, - "transformer.layers.2.norm1.weight": 0.008832957595586777, - "transformer.layers.2.norm1.bias": 0.006522130686789751, - "transformer.layers.2.norm2.weight": 0.00318735558539629, - "transformer.layers.2.norm2.bias": 0.003516464028507471, - "transformer.layers.3.self_attn.in_proj_weight": 0.13491685688495636, - "transformer.layers.3.self_attn.in_proj_bias": 0.012742632068693638, - "transformer.layers.3.self_attn.out_proj.weight": 0.08062445372343063, - "transformer.layers.3.self_attn.out_proj.bias": 0.012869281694293022, - "transformer.layers.3.linear1.weight": 0.12878026068210602, - "transformer.layers.3.linear1.bias": 0.01085200347006321, - "transformer.layers.3.linear2.weight": 0.06939194351434708, - "transformer.layers.3.linear2.bias": 0.017573626711964607, - "transformer.layers.3.norm1.weight": 0.009229235351085663, - "transformer.layers.3.norm1.bias": 0.015071757137775421, - "transformer.layers.3.norm2.weight": 0.010224494151771069, - "transformer.layers.3.norm2.bias": 0.016847867518663406, - "head.weight": 0.9174207448959351, - "head.bias": 0.03772089630365372, - "global_embedding.weight": 0.06211638078093529, - "global_cnn.0.weight": 0.32551300525665283, - "global_cnn.0.bias": 0.009143535979092121, - "global_cnn.2.weight": 0.7895063757896423, - "global_cnn.2.bias": 0.03663189709186554, - "global_proj.weight": 0.16462548077106476, - "global_proj.bias": 0.07760636508464813, - "goal_head.0.weight": 0.08575492352247238, - "goal_head.0.bias": 0.029423683881759644, - "goal_head.2.weight": 0.10978410392999649, - "goal_head.2.bias": 0.05971594154834747 - }, - { - "global_gate": 0.000011311642083455808, - "embedding.weight": 0.00035553742782212794, - "cnn.0.weight": 0.01107511855661869, - "cnn.0.bias": 0.0005062780110165477, - "cnn.2.weight": 0.003191643860191107, - "cnn.2.bias": 0.001149836229160428, - "cnn.5.weight": 0.004248256329447031, - "cnn.5.bias": 0.0010360999731346965, - "action_emb.weight": 0.001042017014697194, - "timestep_emb.weight": 0.00024939546710811555, - "pos_emb.weight": 0.0003291353059466928, - "transformer.layers.0.self_attn.in_proj_weight": 0.004685643594712019, - "transformer.layers.0.self_attn.in_proj_bias": 0.00042521426803432405, - "transformer.layers.0.self_attn.out_proj.weight": 0.004842407535761595, - "transformer.layers.0.self_attn.out_proj.bias": 0.0007882366771809757, - "transformer.layers.0.linear1.weight": 0.004637429025024176, - "transformer.layers.0.linear1.bias": 0.00029697653371840715, - "transformer.layers.0.linear2.weight": 0.005874629598110914, - "transformer.layers.0.linear2.bias": 0.0006703968974761665, - "transformer.layers.0.norm1.weight": 0.0002564462774898857, - "transformer.layers.0.norm1.bias": 0.00036213314160704613, - "transformer.layers.0.norm2.weight": 0.0003710348973982036, - "transformer.layers.0.norm2.bias": 0.00030190724646672606, - "transformer.layers.1.self_attn.in_proj_weight": 0.004797304514795542, - "transformer.layers.1.self_attn.in_proj_bias": 0.000346874090610072, - "transformer.layers.1.self_attn.out_proj.weight": 0.004534929990768433, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005306499660946429, - "transformer.layers.1.linear1.weight": 0.0029608355835080147, - "transformer.layers.1.linear1.bias": 0.00016913702711462975, - "transformer.layers.1.linear2.weight": 0.0036601440515369177, - "transformer.layers.1.linear2.bias": 0.0005225928616710007, - "transformer.layers.1.norm1.weight": 0.0002979126002173871, - "transformer.layers.1.norm1.bias": 0.00035195419332012534, - "transformer.layers.1.norm2.weight": 0.00019627831352408975, - "transformer.layers.1.norm2.bias": 0.0001383493363391608, - "transformer.layers.2.self_attn.in_proj_weight": 0.005251643247902393, - "transformer.layers.2.self_attn.in_proj_bias": 0.00039162146276794374, - "transformer.layers.2.self_attn.out_proj.weight": 0.004098058212548494, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005232096300460398, - "transformer.layers.2.linear1.weight": 0.0022621566895395517, - "transformer.layers.2.linear1.bias": 0.0001803176710382104, - "transformer.layers.2.linear2.weight": 0.0024737834464758635, - "transformer.layers.2.linear2.bias": 0.0005380213842727244, - "transformer.layers.2.norm1.weight": 0.00043361130519770086, - "transformer.layers.2.norm1.bias": 0.0003717598447110504, - "transformer.layers.2.norm2.weight": 0.00012693772441707551, - "transformer.layers.2.norm2.bias": 0.00018315094348508865, - "transformer.layers.3.self_attn.in_proj_weight": 0.007258584722876549, - "transformer.layers.3.self_attn.in_proj_bias": 0.0009043412283062935, - "transformer.layers.3.self_attn.out_proj.weight": 0.004302029497921467, - "transformer.layers.3.self_attn.out_proj.bias": 0.000861962151248008, - "transformer.layers.3.linear1.weight": 0.006342234555631876, - "transformer.layers.3.linear1.bias": 0.0006197618204168975, - "transformer.layers.3.linear2.weight": 0.0034932061098515987, - "transformer.layers.3.linear2.bias": 0.0010790724772959948, - "transformer.layers.3.norm1.weight": 0.0005064040888100863, - "transformer.layers.3.norm1.bias": 0.0011395132169127464, - "transformer.layers.3.norm2.weight": 0.00047768675722181797, - "transformer.layers.3.norm2.bias": 0.0007848822278901935, - "head.weight": 0.04221276566386223, - "head.bias": 0.002182489028200507, - "global_embedding.weight": 0.01777155138552189, - "global_cnn.0.weight": 0.16519078612327576, - "global_cnn.0.bias": 0.005388204474002123, - "global_cnn.2.weight": 0.2481427788734436, - "global_cnn.2.bias": 0.008640266954898834, - "global_proj.weight": 0.04539171978831291, - "global_proj.bias": 0.013784827664494514, - "goal_head.0.weight": 0.023837244138121605, - "goal_head.0.bias": 0.00571087934076786, - "goal_head.2.weight": 0.026098908856511116, - "goal_head.2.bias": 0.01637318730354309 - }, - { - "global_gate": 0.00007960404036566615, - "embedding.weight": 0.00042911822674795985, - "cnn.0.weight": 0.012367875315248966, - "cnn.0.bias": 0.000534575548954308, - "cnn.2.weight": 0.003749013179913163, - "cnn.2.bias": 0.001162310945801437, - "cnn.5.weight": 0.004686660133302212, - "cnn.5.bias": 0.0012268988648429513, - "action_emb.weight": 0.0014476559590548277, - "timestep_emb.weight": 0.0002460766409058124, - "pos_emb.weight": 0.0005078315734863281, - "transformer.layers.0.self_attn.in_proj_weight": 0.005524390377104282, - "transformer.layers.0.self_attn.in_proj_bias": 0.000351721013430506, - "transformer.layers.0.self_attn.out_proj.weight": 0.004823118913918734, - "transformer.layers.0.self_attn.out_proj.bias": 0.00044313783291727304, - "transformer.layers.0.linear1.weight": 0.006768721621483564, - "transformer.layers.0.linear1.bias": 0.0002648236113600433, - "transformer.layers.0.linear2.weight": 0.007133948616683483, - "transformer.layers.0.linear2.bias": 0.0002769386628642678, - "transformer.layers.0.norm1.weight": 0.00033912764047272503, - "transformer.layers.0.norm1.bias": 0.00031065894290804863, - "transformer.layers.0.norm2.weight": 0.0005952704232186079, - "transformer.layers.0.norm2.bias": 0.00023884745314717293, - "transformer.layers.1.self_attn.in_proj_weight": 0.005649176426231861, - "transformer.layers.1.self_attn.in_proj_bias": 0.00020751947886310518, - "transformer.layers.1.self_attn.out_proj.weight": 0.0038442984223365784, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001939625944942236, - "transformer.layers.1.linear1.weight": 0.003558952594175935, - "transformer.layers.1.linear1.bias": 0.00014335403102450073, - "transformer.layers.1.linear2.weight": 0.0035837101750075817, - "transformer.layers.1.linear2.bias": 0.00017881952226161957, - "transformer.layers.1.norm1.weight": 0.0005117029068060219, - "transformer.layers.1.norm1.bias": 0.00019111702567897737, - "transformer.layers.1.norm2.weight": 0.0002602339372970164, - "transformer.layers.1.norm2.bias": 0.00011616524716373533, - "transformer.layers.2.self_attn.in_proj_weight": 0.005154003389179707, - "transformer.layers.2.self_attn.in_proj_bias": 0.000208654731977731, - "transformer.layers.2.self_attn.out_proj.weight": 0.0025950386188924313, - "transformer.layers.2.self_attn.out_proj.bias": 0.00017829902935773134, - "transformer.layers.2.linear1.weight": 0.001633067149668932, - "transformer.layers.2.linear1.bias": 0.00008294872532133013, - "transformer.layers.2.linear2.weight": 0.0020588010083884, - "transformer.layers.2.linear2.bias": 0.00016240910917986184, - "transformer.layers.2.norm1.weight": 0.0004945321707054973, - "transformer.layers.2.norm1.bias": 0.0002295976591994986, - "transformer.layers.2.norm2.weight": 0.00010725102765718475, - "transformer.layers.2.norm2.bias": 0.0000771770573919639, - "transformer.layers.3.self_attn.in_proj_weight": 0.004595234524458647, - "transformer.layers.3.self_attn.in_proj_bias": 0.00022542488295584917, - "transformer.layers.3.self_attn.out_proj.weight": 0.001970740035176277, - "transformer.layers.3.self_attn.out_proj.bias": 0.00017617872799746692, - "transformer.layers.3.linear1.weight": 0.0027599530294537544, - "transformer.layers.3.linear1.bias": 0.0001914447348099202, - "transformer.layers.3.linear2.weight": 0.001609659637324512, - "transformer.layers.3.linear2.bias": 0.00016684067668393254, - "transformer.layers.3.norm1.weight": 0.0003889921063091606, - "transformer.layers.3.norm1.bias": 0.0002904466527979821, - "transformer.layers.3.norm2.weight": 0.00020171594223938882, - "transformer.layers.3.norm2.bias": 0.0002474276116117835, - "head.weight": 0.013363795354962349, - "head.bias": 0.0003559691540431231, - "global_embedding.weight": 0.014145095832645893, - "global_cnn.0.weight": 0.1073390319943428, - "global_cnn.0.bias": 0.0031310145277529955, - "global_cnn.2.weight": 0.2526731491088867, - "global_cnn.2.bias": 0.013014912605285645, - "global_proj.weight": 0.083257757127285, - "global_proj.bias": 0.049720413982868195, - "goal_head.0.weight": 0.051013410091400146, - "goal_head.0.bias": 0.02169560268521309, - "goal_head.2.weight": 0.0672660693526268, - "goal_head.2.bias": 0.04999350383877754 - }, - { - "global_gate": 0.000023197333575808443, - "embedding.weight": 0.0004398480523377657, - "cnn.0.weight": 0.008682657964527607, - "cnn.0.bias": 0.0002647287619765848, - "cnn.2.weight": 0.002643778920173645, - "cnn.2.bias": 0.0009873355738818645, - "cnn.5.weight": 0.002866687485948205, - "cnn.5.bias": 0.0006671410519629717, - "action_emb.weight": 0.0003929506056010723, - "timestep_emb.weight": 0.00017963854770641774, - "pos_emb.weight": 0.00022753351368010044, - "transformer.layers.0.self_attn.in_proj_weight": 0.004053975455462933, - "transformer.layers.0.self_attn.in_proj_bias": 0.0003162738576065749, - "transformer.layers.0.self_attn.out_proj.weight": 0.004205334931612015, - "transformer.layers.0.self_attn.out_proj.bias": 0.00034818160929717124, - "transformer.layers.0.linear1.weight": 0.002717600902542472, - "transformer.layers.0.linear1.bias": 0.00013087397383060306, - "transformer.layers.0.linear2.weight": 0.0034218409564346075, - "transformer.layers.0.linear2.bias": 0.00017888426373247057, - "transformer.layers.0.norm1.weight": 0.00027136350399814546, - "transformer.layers.0.norm1.bias": 0.00028373231180012226, - "transformer.layers.0.norm2.weight": 0.00021578276937361807, - "transformer.layers.0.norm2.bias": 0.00011216541315661743, - "transformer.layers.1.self_attn.in_proj_weight": 0.003045526100322604, - "transformer.layers.1.self_attn.in_proj_bias": 0.0001337279682047665, - "transformer.layers.1.self_attn.out_proj.weight": 0.0024996749125421047, - "transformer.layers.1.self_attn.out_proj.bias": 0.00013387668877840042, - "transformer.layers.1.linear1.weight": 0.0015342592960223556, - "transformer.layers.1.linear1.bias": 0.00008089107723208144, - "transformer.layers.1.linear2.weight": 0.0017766718519851565, - "transformer.layers.1.linear2.bias": 0.0001211918715853244, - "transformer.layers.1.norm1.weight": 0.0002337097394047305, - "transformer.layers.1.norm1.bias": 0.00012033021630486473, - "transformer.layers.1.norm2.weight": 0.00011830563744297251, - "transformer.layers.1.norm2.bias": 0.0000685172708472237, - "transformer.layers.2.self_attn.in_proj_weight": 0.0027320508379489183, - "transformer.layers.2.self_attn.in_proj_bias": 0.00012531898391898721, - "transformer.layers.2.self_attn.out_proj.weight": 0.0014675577403977513, - "transformer.layers.2.self_attn.out_proj.bias": 0.00010100514919031411, - "transformer.layers.2.linear1.weight": 0.00095594726735726, - "transformer.layers.2.linear1.bias": 0.00005561266516451724, - "transformer.layers.2.linear2.weight": 0.0010564657859504223, - "transformer.layers.2.linear2.bias": 0.0000925105923670344, - "transformer.layers.2.norm1.weight": 0.000262302317423746, - "transformer.layers.2.norm1.bias": 0.00016158449579961598, - "transformer.layers.2.norm2.weight": 0.00006507874059025198, - "transformer.layers.2.norm2.bias": 0.000055234599130926654, - "transformer.layers.3.self_attn.in_proj_weight": 0.0022770122159272432, - "transformer.layers.3.self_attn.in_proj_bias": 0.00014131751959212124, - "transformer.layers.3.self_attn.out_proj.weight": 0.0014677380677312613, - "transformer.layers.3.self_attn.out_proj.bias": 0.00012843584408983588, - "transformer.layers.3.linear1.weight": 0.0017449597362428904, - "transformer.layers.3.linear1.bias": 0.0001074051033356227, - "transformer.layers.3.linear2.weight": 0.0008808373822830617, - "transformer.layers.3.linear2.bias": 0.00013479188783094287, - "transformer.layers.3.norm1.weight": 0.00019439475727267563, - "transformer.layers.3.norm1.bias": 0.0001789777452358976, - "transformer.layers.3.norm2.weight": 0.00012542014883365482, - "transformer.layers.3.norm2.bias": 0.0001106317577068694, - "head.weight": 0.009394445456564426, - "head.bias": 0.00021128625667188317, - "global_embedding.weight": 0.013110841624438763, - "global_cnn.0.weight": 0.08884013444185257, - "global_cnn.0.bias": 0.0026934905909001827, - "global_cnn.2.weight": 0.16891442239284515, - "global_cnn.2.bias": 0.008183121681213379, - "global_proj.weight": 0.027201183140277863, - "global_proj.bias": 0.017006175592541695, - "goal_head.0.weight": 0.015737662091851234, - "goal_head.0.bias": 0.006858961656689644, - "goal_head.2.weight": 0.023822523653507233, - "goal_head.2.bias": 0.015710411593317986 - }, - { - "global_gate": 0.000019522965885698795, - "embedding.weight": 0.00016951773432083428, - "cnn.0.weight": 0.005265374202281237, - "cnn.0.bias": 0.0001456967875128612, - "cnn.2.weight": 0.0020759631879627705, - "cnn.2.bias": 0.0004122647223994136, - "cnn.5.weight": 0.0020796230528503656, - "cnn.5.bias": 0.0003984948561992496, - "action_emb.weight": 0.0002594591351225972, - "timestep_emb.weight": 0.00014853982429485768, - "pos_emb.weight": 0.00020694831619039178, - "transformer.layers.0.self_attn.in_proj_weight": 0.002175933914259076, - "transformer.layers.0.self_attn.in_proj_bias": 0.0001639501133468002, - "transformer.layers.0.self_attn.out_proj.weight": 0.0018955142004415393, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002387236600043252, - "transformer.layers.0.linear1.weight": 0.0017020655795931816, - "transformer.layers.0.linear1.bias": 0.00009817449608817697, - "transformer.layers.0.linear2.weight": 0.0018805192084982991, - "transformer.layers.0.linear2.bias": 0.0001474725577281788, - "transformer.layers.0.norm1.weight": 0.0001438316685380414, - "transformer.layers.0.norm1.bias": 0.0001692985388217494, - "transformer.layers.0.norm2.weight": 0.00013011561532039195, - "transformer.layers.0.norm2.bias": 0.00013375373964663595, - "transformer.layers.1.self_attn.in_proj_weight": 0.001669758465141058, - "transformer.layers.1.self_attn.in_proj_bias": 0.00009038709686137736, - "transformer.layers.1.self_attn.out_proj.weight": 0.0014908291632309556, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001154182173195295, - "transformer.layers.1.linear1.weight": 0.0010675984667614102, - "transformer.layers.1.linear1.bias": 0.00005819171929033473, - "transformer.layers.1.linear2.weight": 0.0012315104249864817, - "transformer.layers.1.linear2.bias": 0.00009871005750028417, - "transformer.layers.1.norm1.weight": 0.00009819684055401012, - "transformer.layers.1.norm1.bias": 0.00007695613021496683, - "transformer.layers.1.norm2.weight": 0.00007953243039082736, - "transformer.layers.1.norm2.bias": 0.00006115105497883633, - "transformer.layers.2.self_attn.in_proj_weight": 0.0020680995658040047, - "transformer.layers.2.self_attn.in_proj_bias": 0.00009254476753994823, - "transformer.layers.2.self_attn.out_proj.weight": 0.0009838492842391133, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007167658623075113, - "transformer.layers.2.linear1.weight": 0.0006638550548814237, - "transformer.layers.2.linear1.bias": 0.000036846231523668393, - "transformer.layers.2.linear2.weight": 0.0007795769488438964, - "transformer.layers.2.linear2.bias": 0.00007152038597268984, - "transformer.layers.2.norm1.weight": 0.00013720021524932235, - "transformer.layers.2.norm1.bias": 0.00012207386316731572, - "transformer.layers.2.norm2.weight": 0.000039708302210783586, - "transformer.layers.2.norm2.bias": 0.00003815768286585808, - "transformer.layers.3.self_attn.in_proj_weight": 0.0021290481090545654, - "transformer.layers.3.self_attn.in_proj_bias": 0.00015737407375127077, - "transformer.layers.3.self_attn.out_proj.weight": 0.0009084476623684168, - "transformer.layers.3.self_attn.out_proj.bias": 0.00010849154205061495, - "transformer.layers.3.linear1.weight": 0.001402136287651956, - "transformer.layers.3.linear1.bias": 0.0001113439939217642, - "transformer.layers.3.linear2.weight": 0.0007944024982862175, - "transformer.layers.3.linear2.bias": 0.00012589377001859248, - "transformer.layers.3.norm1.weight": 0.00015121199248824269, - "transformer.layers.3.norm1.bias": 0.0002150499785784632, - "transformer.layers.3.norm2.weight": 0.00011082554556196555, - "transformer.layers.3.norm2.bias": 0.0001428200921509415, - "head.weight": 0.0069067091681063175, - "head.bias": 0.0002370101137785241, - "global_embedding.weight": 0.006598951760679483, - "global_cnn.0.weight": 0.05079449340701103, - "global_cnn.0.bias": 0.0018572824774309993, - "global_cnn.2.weight": 0.09066320210695267, - "global_cnn.2.bias": 0.005071049090474844, - "global_proj.weight": 0.020084727555513382, - "global_proj.bias": 0.011931289918720722, - "goal_head.0.weight": 0.011292715556919575, - "goal_head.0.bias": 0.004746818915009499, - "goal_head.2.weight": 0.015932932496070862, - "goal_head.2.bias": 0.011280015110969543 - }, - { - "global_gate": 3.245736195367499e-7, - "embedding.weight": 0.00013896003656554967, - "cnn.0.weight": 0.002863579196855426, - "cnn.0.bias": 0.00008995164535008371, - "cnn.2.weight": 0.0007788962102495134, - "cnn.2.bias": 0.0002668713277671486, - "cnn.5.weight": 0.0011317672906443477, - "cnn.5.bias": 0.00023725673963781446, - "action_emb.weight": 0.00017479673260822892, - "timestep_emb.weight": 0.00010111285519087687, - "pos_emb.weight": 0.0001409408141626045, - "transformer.layers.0.self_attn.in_proj_weight": 0.0016058770706877112, - "transformer.layers.0.self_attn.in_proj_bias": 0.0001150926182162948, - "transformer.layers.0.self_attn.out_proj.weight": 0.001249074237421155, - "transformer.layers.0.self_attn.out_proj.bias": 0.00015782820992171764, - "transformer.layers.0.linear1.weight": 0.0010935963364318013, - "transformer.layers.0.linear1.bias": 0.00006224800017662346, - "transformer.layers.0.linear2.weight": 0.0012809318723157048, - "transformer.layers.0.linear2.bias": 0.0001119595326599665, - "transformer.layers.0.norm1.weight": 0.00009943320765160024, - "transformer.layers.0.norm1.bias": 0.00012308960140217096, - "transformer.layers.0.norm2.weight": 0.00008255055581685156, - "transformer.layers.0.norm2.bias": 0.00006884150934638456, - "transformer.layers.1.self_attn.in_proj_weight": 0.001107516116462648, - "transformer.layers.1.self_attn.in_proj_bias": 0.00006972024129936472, - "transformer.layers.1.self_attn.out_proj.weight": 0.0009475498227402568, - "transformer.layers.1.self_attn.out_proj.bias": 0.00009146977390628308, - "transformer.layers.1.linear1.weight": 0.0007262176950462162, - "transformer.layers.1.linear1.bias": 0.00004077567791682668, - "transformer.layers.1.linear2.weight": 0.0008380691288039088, - "transformer.layers.1.linear2.bias": 0.00008006947609828785, - "transformer.layers.1.norm1.weight": 0.00007102493691490963, - "transformer.layers.1.norm1.bias": 0.00006338594539556652, - "transformer.layers.1.norm2.weight": 0.000051200466259615496, - "transformer.layers.1.norm2.bias": 0.00004341951716924086, - "transformer.layers.2.self_attn.in_proj_weight": 0.0013253414072096348, - "transformer.layers.2.self_attn.in_proj_bias": 0.00007084129174472764, - "transformer.layers.2.self_attn.out_proj.weight": 0.0007850617985241115, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007340616139117628, - "transformer.layers.2.linear1.weight": 0.0005725968512706459, - "transformer.layers.2.linear1.bias": 0.00003478741564322263, - "transformer.layers.2.linear2.weight": 0.0005863280966877937, - "transformer.layers.2.linear2.bias": 0.00006818544352427125, - "transformer.layers.2.norm1.weight": 0.00009499342559138313, - "transformer.layers.2.norm1.bias": 0.0000915455530048348, - "transformer.layers.2.norm2.weight": 0.0000335111835738644, - "transformer.layers.2.norm2.bias": 0.00003438800558797084, - "transformer.layers.3.self_attn.in_proj_weight": 0.0013870627153664827, - "transformer.layers.3.self_attn.in_proj_bias": 0.00007454284786945209, - "transformer.layers.3.self_attn.out_proj.weight": 0.000855887308716774, - "transformer.layers.3.self_attn.out_proj.bias": 0.00006834574014646932, - "transformer.layers.3.linear1.weight": 0.001439396757632494, - "transformer.layers.3.linear1.bias": 0.00007757658750051633, - "transformer.layers.3.linear2.weight": 0.0007398733287118375, - "transformer.layers.3.linear2.bias": 0.00004560768138617277, - "transformer.layers.3.norm1.weight": 0.00009338594827568159, - "transformer.layers.3.norm1.bias": 0.00008334447193192318, - "transformer.layers.3.norm2.weight": 0.00011126589379273355, - "transformer.layers.3.norm2.bias": 0.00007547668792540208, - "head.weight": 0.007863346487283707, - "head.bias": 0.00007386453944491223, - "global_embedding.weight": 0.011573322117328644, - "global_cnn.0.weight": 0.10318002104759216, - "global_cnn.0.bias": 0.0033394251950085163, - "global_cnn.2.weight": 0.2684537470340729, - "global_cnn.2.bias": 0.014861557632684708, - "global_proj.weight": 0.05838827043771744, - "global_proj.bias": 0.04417349770665169, - "goal_head.0.weight": 0.03819276764988899, - "goal_head.0.bias": 0.019714459776878357, - "goal_head.2.weight": 0.060956623405218124, - "goal_head.2.bias": 0.050739604979753494 - }, - { - "global_gate": 7.88782836025348e-6, - "embedding.weight": 0.00012437187251634896, - "cnn.0.weight": 0.0025321280118077993, - "cnn.0.bias": 0.00009581253107171506, - "cnn.2.weight": 0.0006525559001602232, - "cnn.2.bias": 0.00015264286776073277, - "cnn.5.weight": 0.0009501489112153649, - "cnn.5.bias": 0.00019234286446589977, - "action_emb.weight": 0.00014030303282197565, - "timestep_emb.weight": 0.00005656824941979721, - "pos_emb.weight": 0.00010360105079598725, - "transformer.layers.0.self_attn.in_proj_weight": 0.0010185950668528676, - "transformer.layers.0.self_attn.in_proj_bias": 0.00008098727266769856, - "transformer.layers.0.self_attn.out_proj.weight": 0.0008395765908062458, - "transformer.layers.0.self_attn.out_proj.bias": 0.00009700972441351041, - "transformer.layers.0.linear1.weight": 0.0008369496208615601, - "transformer.layers.0.linear1.bias": 0.000039475649828091264, - "transformer.layers.0.linear2.weight": 0.0008753391448408365, - "transformer.layers.0.linear2.bias": 0.00007036489114398137, - "transformer.layers.0.norm1.weight": 0.00006448683416238055, - "transformer.layers.0.norm1.bias": 0.00007664522127015516, - "transformer.layers.0.norm2.weight": 0.00007375343557214364, - "transformer.layers.0.norm2.bias": 0.00004072253796039149, - "transformer.layers.1.self_attn.in_proj_weight": 0.0008834896143525839, - "transformer.layers.1.self_attn.in_proj_bias": 0.000041988583689089864, - "transformer.layers.1.self_attn.out_proj.weight": 0.0005616671987809241, - "transformer.layers.1.self_attn.out_proj.bias": 0.00005399943984230049, - "transformer.layers.1.linear1.weight": 0.00045044015860185027, - "transformer.layers.1.linear1.bias": 0.000024246932298410684, - "transformer.layers.1.linear2.weight": 0.0004998372169211507, - "transformer.layers.1.linear2.bias": 0.000051433835324132815, - "transformer.layers.1.norm1.weight": 0.00005713371865567751, - "transformer.layers.1.norm1.bias": 0.00003808862675214186, - "transformer.layers.1.norm2.weight": 0.00003215963806724176, - "transformer.layers.1.norm2.bias": 0.00002477245288901031, - "transformer.layers.2.self_attn.in_proj_weight": 0.0008759660413488746, - "transformer.layers.2.self_attn.in_proj_bias": 0.00005411632446339354, - "transformer.layers.2.self_attn.out_proj.weight": 0.0005585653125308454, - "transformer.layers.2.self_attn.out_proj.bias": 0.00004529160651145503, - "transformer.layers.2.linear1.weight": 0.00034250246244482696, - "transformer.layers.2.linear1.bias": 0.000022010019165463746, - "transformer.layers.2.linear2.weight": 0.00033535779220983386, - "transformer.layers.2.linear2.bias": 0.00004319873187341727, - "transformer.layers.2.norm1.weight": 0.00007355758134508505, - "transformer.layers.2.norm1.bias": 0.000052388073527254164, - "transformer.layers.2.norm2.weight": 0.00002389485416642856, - "transformer.layers.2.norm2.bias": 0.00002614198820083402, - "transformer.layers.3.self_attn.in_proj_weight": 0.0007810117676854134, - "transformer.layers.3.self_attn.in_proj_bias": 0.00005987804979667999, - "transformer.layers.3.self_attn.out_proj.weight": 0.0005041133845224977, - "transformer.layers.3.self_attn.out_proj.bias": 0.00005746700844611041, - "transformer.layers.3.linear1.weight": 0.0008014546474441886, - "transformer.layers.3.linear1.bias": 0.00005399180736276321, - "transformer.layers.3.linear2.weight": 0.0004104205872863531, - "transformer.layers.3.linear2.bias": 0.00007118693611118942, - "transformer.layers.3.norm1.weight": 0.00005691578917321749, - "transformer.layers.3.norm1.bias": 0.00006782948184991255, - "transformer.layers.3.norm2.weight": 0.00006823790317866951, - "transformer.layers.3.norm2.bias": 0.00006278389628278092, - "head.weight": 0.00497240899130702, - "head.bias": 0.00017483143892604858, - "global_embedding.weight": 0.014526098035275936, - "global_cnn.0.weight": 0.08084569871425629, - "global_cnn.0.bias": 0.0027542642783373594, - "global_cnn.2.weight": 0.13461560010910034, - "global_cnn.2.bias": 0.005566687788814306, - "global_proj.weight": 0.041006751358509064, - "global_proj.bias": 0.026967648416757584, - "goal_head.0.weight": 0.028466830030083656, - "goal_head.0.bias": 0.01322521734982729, - "goal_head.2.weight": 0.04229830577969551, - "goal_head.2.bias": 0.033663634210824966 - }, - { - "global_gate": 0.00003434503378230147, - "embedding.weight": 0.0002522362628951669, - "cnn.0.weight": 0.0036667929962277412, - "cnn.0.bias": 0.0001807265216484666, - "cnn.2.weight": 0.0006693446775898337, - "cnn.2.bias": 0.00021950541122350842, - "cnn.5.weight": 0.00105960201472044, - "cnn.5.bias": 0.00021443713922053576, - "action_emb.weight": 0.0002443617267999798, - "timestep_emb.weight": 0.0000984907746897079, - "pos_emb.weight": 0.00016284034063573927, - "transformer.layers.0.self_attn.in_proj_weight": 0.0014141526771709323, - "transformer.layers.0.self_attn.in_proj_bias": 0.00009907446656143293, - "transformer.layers.0.self_attn.out_proj.weight": 0.001462965039536357, - "transformer.layers.0.self_attn.out_proj.bias": 0.000123652265756391, - "transformer.layers.0.linear1.weight": 0.00143489392939955, - "transformer.layers.0.linear1.bias": 0.00006229312566574663, - "transformer.layers.0.linear2.weight": 0.0014359517954289913, - "transformer.layers.0.linear2.bias": 0.00008554931991966441, - "transformer.layers.0.norm1.weight": 0.0000878121645655483, - "transformer.layers.0.norm1.bias": 0.00008955377415986732, - "transformer.layers.0.norm2.weight": 0.0001309081126237288, - "transformer.layers.0.norm2.bias": 0.00006737125659128651, - "transformer.layers.1.self_attn.in_proj_weight": 0.001404016395099461, - "transformer.layers.1.self_attn.in_proj_bias": 0.0000721160031389445, - "transformer.layers.1.self_attn.out_proj.weight": 0.0009521096362732351, - "transformer.layers.1.self_attn.out_proj.bias": 0.00006422385922633111, - "transformer.layers.1.linear1.weight": 0.0007917681941762567, - "transformer.layers.1.linear1.bias": 0.00003822944563580677, - "transformer.layers.1.linear2.weight": 0.0008494683424942195, - "transformer.layers.1.linear2.bias": 0.00006256085907807574, - "transformer.layers.1.norm1.weight": 0.00009199115447700024, - "transformer.layers.1.norm1.bias": 0.00006860939902253449, - "transformer.layers.1.norm2.weight": 0.000060991867940174416, - "transformer.layers.1.norm2.bias": 0.000036202989576850086, - "transformer.layers.2.self_attn.in_proj_weight": 0.0015686971601098776, - "transformer.layers.2.self_attn.in_proj_bias": 0.00007754486432531849, - "transformer.layers.2.self_attn.out_proj.weight": 0.0007793669356033206, - "transformer.layers.2.self_attn.out_proj.bias": 0.00005810535731143318, - "transformer.layers.2.linear1.weight": 0.0004843363421969116, - "transformer.layers.2.linear1.bias": 0.000028713482606690377, - "transformer.layers.2.linear2.weight": 0.0005309890257194638, - "transformer.layers.2.linear2.bias": 0.00005062477066530846, - "transformer.layers.2.norm1.weight": 0.00011000470112776384, - "transformer.layers.2.norm1.bias": 0.0000778771354816854, - "transformer.layers.2.norm2.weight": 0.000028526450478238985, - "transformer.layers.2.norm2.bias": 0.000029663717214134522, - "transformer.layers.3.self_attn.in_proj_weight": 0.0013184592826291919, - "transformer.layers.3.self_attn.in_proj_bias": 0.00006494130502687767, - "transformer.layers.3.self_attn.out_proj.weight": 0.0007087118574418128, - "transformer.layers.3.self_attn.out_proj.bias": 0.0000473205691378098, - "transformer.layers.3.linear1.weight": 0.0010459620971232653, - "transformer.layers.3.linear1.bias": 0.00006894773832755163, - "transformer.layers.3.linear2.weight": 0.0005589560023508966, - "transformer.layers.3.linear2.bias": 0.00002698372736631427, - "transformer.layers.3.norm1.weight": 0.00010314683459000662, - "transformer.layers.3.norm1.bias": 0.00006463746831286699, - "transformer.layers.3.norm2.weight": 0.00007563549297628924, - "transformer.layers.3.norm2.bias": 0.00007552089664386585, - "head.weight": 0.004680769518017769, - "head.bias": 0.00005050887921242975, - "global_embedding.weight": 0.001871010521426797, - "global_cnn.0.weight": 0.025450503453612328, - "global_cnn.0.bias": 0.0007926902617327869, - "global_cnn.2.weight": 0.06225286051630974, - "global_cnn.2.bias": 0.0032824636436998844, - "global_proj.weight": 0.02044486813247204, - "global_proj.bias": 0.014500999823212624, - "goal_head.0.weight": 0.01597629301249981, - "goal_head.0.bias": 0.007493625860661268, - "goal_head.2.weight": 0.03038511984050274, - "goal_head.2.bias": 0.02040168084204197 - }, - { - "global_gate": 3.453187900959165e-6, - "embedding.weight": 0.00006454648973885924, - "cnn.0.weight": 0.0014968329342082143, - "cnn.0.bias": 0.00006415221287170425, - "cnn.2.weight": 0.0004330964293330908, - "cnn.2.bias": 0.00011249716044403613, - "cnn.5.weight": 0.0005077037494629622, - "cnn.5.bias": 0.00012121949112042785, - "action_emb.weight": 0.0000784910298534669, - "timestep_emb.weight": 0.000052766696171602234, - "pos_emb.weight": 0.00008468151645502076, - "transformer.layers.0.self_attn.in_proj_weight": 0.0007199922692961991, - "transformer.layers.0.self_attn.in_proj_bias": 0.00004983440157957375, - "transformer.layers.0.self_attn.out_proj.weight": 0.0007360499585047364, - "transformer.layers.0.self_attn.out_proj.bias": 0.00007099934009602293, - "transformer.layers.0.linear1.weight": 0.0005970046622678638, - "transformer.layers.0.linear1.bias": 0.00003078486042795703, - "transformer.layers.0.linear2.weight": 0.0007018157048150897, - "transformer.layers.0.linear2.bias": 0.000051462942792568356, - "transformer.layers.0.norm1.weight": 0.00004428616011864506, - "transformer.layers.0.norm1.bias": 0.00005199353108764626, - "transformer.layers.0.norm2.weight": 0.00004548954530037008, - "transformer.layers.0.norm2.bias": 0.00003049830593226943, - "transformer.layers.1.self_attn.in_proj_weight": 0.0007282111910171807, - "transformer.layers.1.self_attn.in_proj_bias": 0.00003794724034378305, - "transformer.layers.1.self_attn.out_proj.weight": 0.0004996048519387841, - "transformer.layers.1.self_attn.out_proj.bias": 0.0000419252464780584, - "transformer.layers.1.linear1.weight": 0.0003418101114220917, - "transformer.layers.1.linear1.bias": 0.000018066206393996254, - "transformer.layers.1.linear2.weight": 0.00042971185757778585, - "transformer.layers.1.linear2.bias": 0.00004076277764397673, - "transformer.layers.1.norm1.weight": 0.00004483547309064306, - "transformer.layers.1.norm1.bias": 0.00003803995423368178, - "transformer.layers.1.norm2.weight": 0.000023741115001030266, - "transformer.layers.1.norm2.bias": 0.000014980818377807736, - "transformer.layers.2.self_attn.in_proj_weight": 0.000593770993873477, - "transformer.layers.2.self_attn.in_proj_bias": 0.00003388381082913838, - "transformer.layers.2.self_attn.out_proj.weight": 0.0004312729579396546, - "transformer.layers.2.self_attn.out_proj.bias": 0.000036918667319696397, - "transformer.layers.2.linear1.weight": 0.0002904217690229416, - "transformer.layers.2.linear1.bias": 0.00001624661308596842, - "transformer.layers.2.linear2.weight": 0.0003027264610864222, - "transformer.layers.2.linear2.bias": 0.00003788099274970591, - "transformer.layers.2.norm1.weight": 0.00003988911339547485, - "transformer.layers.2.norm1.bias": 0.00003469630246399902, - "transformer.layers.2.norm2.weight": 0.000017790453057386912, - "transformer.layers.2.norm2.bias": 0.0000137225379148731, - "transformer.layers.3.self_attn.in_proj_weight": 0.00071944814408198, - "transformer.layers.3.self_attn.in_proj_bias": 0.00006854774983366951, - "transformer.layers.3.self_attn.out_proj.weight": 0.0004541293892543763, - "transformer.layers.3.self_attn.out_proj.bias": 0.00005919164323131554, - "transformer.layers.3.linear1.weight": 0.0007222341373562813, - "transformer.layers.3.linear1.bias": 0.000051968447223771363, - "transformer.layers.3.linear2.weight": 0.0003776557568926364, - "transformer.layers.3.linear2.bias": 0.00007775441190460697, - "transformer.layers.3.norm1.weight": 0.00005368101119529456, - "transformer.layers.3.norm1.bias": 0.00009042515739565715, - "transformer.layers.3.norm2.weight": 0.00005890924876439385, - "transformer.layers.3.norm2.bias": 0.00006696461787214503, - "head.weight": 0.00429181894287467, - "head.bias": 0.00013102432421874255, - "global_embedding.weight": 0.013042272068560123, - "global_cnn.0.weight": 0.13703520596027374, - "global_cnn.0.bias": 0.0045385900884866714, - "global_cnn.2.weight": 0.31488606333732605, - "global_cnn.2.bias": 0.017336783930659294, - "global_proj.weight": 0.06100420653820038, - "global_proj.bias": 0.045057471841573715, - "goal_head.0.weight": 0.03943701460957527, - "goal_head.0.bias": 0.01991111971437931, - "goal_head.2.weight": 0.0675240308046341, - "goal_head.2.bias": 0.05294260010123253 - }, - { - "global_gate": 0.00007915408787084743, - "embedding.weight": 0.0005500136758200824, - "cnn.0.weight": 0.017645731568336487, - "cnn.0.bias": 0.0007601265679113567, - "cnn.2.weight": 0.005989314988255501, - "cnn.2.bias": 0.0014039569068700075, - "cnn.5.weight": 0.00425708806142211, - "cnn.5.bias": 0.0012667010305449367, - "action_emb.weight": 0.0002852827310562134, - "timestep_emb.weight": 0.00023264472838491201, - "pos_emb.weight": 0.0002787351841107011, - "transformer.layers.0.self_attn.in_proj_weight": 0.006057316437363625, - "transformer.layers.0.self_attn.in_proj_bias": 0.00039876720984466374, - "transformer.layers.0.self_attn.out_proj.weight": 0.00432576984167099, - "transformer.layers.0.self_attn.out_proj.bias": 0.00041240573045797646, - "transformer.layers.0.linear1.weight": 0.002709097694605589, - "transformer.layers.0.linear1.bias": 0.00015075212286319584, - "transformer.layers.0.linear2.weight": 0.0031414746772497892, - "transformer.layers.0.linear2.bias": 0.00020026398124173284, - "transformer.layers.0.norm1.weight": 0.0003152222197968513, - "transformer.layers.0.norm1.bias": 0.00038715614937245846, - "transformer.layers.0.norm2.weight": 0.00021192016720306128, - "transformer.layers.0.norm2.bias": 0.00014562017167918384, - "transformer.layers.1.self_attn.in_proj_weight": 0.002767889993265271, - "transformer.layers.1.self_attn.in_proj_bias": 0.00011603150778682902, - "transformer.layers.1.self_attn.out_proj.weight": 0.0026480983942747116, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001309091312577948, - "transformer.layers.1.linear1.weight": 0.0016135670011863112, - "transformer.layers.1.linear1.bias": 0.00008076341327978298, - "transformer.layers.1.linear2.weight": 0.001801608013920486, - "transformer.layers.1.linear2.bias": 0.00011260317842243239, - "transformer.layers.1.norm1.weight": 0.00017470162129029632, - "transformer.layers.1.norm1.bias": 0.00011816020560218021, - "transformer.layers.1.norm2.weight": 0.00013025726366322488, - "transformer.layers.1.norm2.bias": 0.00006770862091798335, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030297255143523216, - "transformer.layers.2.self_attn.in_proj_bias": 0.00011305954831186682, - "transformer.layers.2.self_attn.out_proj.weight": 0.001512539922259748, - "transformer.layers.2.self_attn.out_proj.bias": 0.00009084473276743665, - "transformer.layers.2.linear1.weight": 0.001047882135026157, - "transformer.layers.2.linear1.bias": 0.000059029094700235873, - "transformer.layers.2.linear2.weight": 0.0010451244888827205, - "transformer.layers.2.linear2.bias": 0.00008519347466062754, - "transformer.layers.2.norm1.weight": 0.00023169745691120625, - "transformer.layers.2.norm1.bias": 0.00011304477811791003, - "transformer.layers.2.norm2.weight": 0.00006825345917604864, - "transformer.layers.2.norm2.bias": 0.00005897619848838076, - "transformer.layers.3.self_attn.in_proj_weight": 0.0027271085418760777, - "transformer.layers.3.self_attn.in_proj_bias": 0.00010777416173368692, - "transformer.layers.3.self_attn.out_proj.weight": 0.001429207157343626, - "transformer.layers.3.self_attn.out_proj.bias": 0.00009313904593000188, - "transformer.layers.3.linear1.weight": 0.0022252830676734447, - "transformer.layers.3.linear1.bias": 0.00011351212742738426, - "transformer.layers.3.linear2.weight": 0.0011031280737370253, - "transformer.layers.3.linear2.bias": 0.00010075954924104735, - "transformer.layers.3.norm1.weight": 0.00019585392146836966, - "transformer.layers.3.norm1.bias": 0.00009963194315787405, - "transformer.layers.3.norm2.weight": 0.0001591405743965879, - "transformer.layers.3.norm2.bias": 0.00012153649004176259, - "head.weight": 0.011785284616053104, - "head.bias": 0.0002648322843015194, - "global_embedding.weight": 0.015058365650475025, - "global_cnn.0.weight": 0.13900749385356903, - "global_cnn.0.bias": 0.00671660341322422, - "global_cnn.2.weight": 0.2083466500043869, - "global_cnn.2.bias": 0.013327234424650669, - "global_proj.weight": 0.06935762614011765, - "global_proj.bias": 0.06694158911705017, - "goal_head.0.weight": 0.05366263538599014, - "goal_head.0.bias": 0.032459333539009094, - "goal_head.2.weight": 0.08821651339530945, - "goal_head.2.bias": 0.08778161555528641 + "global_gate": 6.441146251745522e-05, + "embedding.weight": 0.000654233037494123, + "cnn.0.weight": 0.013638608157634735, + "cnn.0.bias": 0.0006063043838366866, + "cnn.2.weight": 0.0047533223405480385, + "cnn.2.bias": 0.0016520189819857478, + "cnn.5.weight": 0.007066854275763035, + "cnn.5.bias": 0.0014318892499431968, + "action_emb.weight": 0.0019447713857516646, + "timestep_emb.weight": 0.0006543108611367643, + "pos_emb.weight": 0.0008097069803625345, + "transformer.layers.0.self_attn.in_proj_weight": 0.011031478643417358, + "transformer.layers.0.self_attn.in_proj_bias": 0.0008938011014834046, + "transformer.layers.0.self_attn.out_proj.weight": 0.011467484757304192, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014938557287678123, + "transformer.layers.0.linear1.weight": 0.00953000970184803, + "transformer.layers.0.linear1.bias": 0.0005621948512271047, + "transformer.layers.0.linear2.weight": 0.012741271406412125, + "transformer.layers.0.linear2.bias": 0.0013441513292491436, + "transformer.layers.0.norm1.weight": 0.0005768986884504557, + "transformer.layers.0.norm1.bias": 0.000734205823391676, + "transformer.layers.0.norm2.weight": 0.0006885488983243704, + "transformer.layers.0.norm2.bias": 0.0005650731036439538, + "transformer.layers.1.self_attn.in_proj_weight": 0.010243299417197704, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006686272681690753, + "transformer.layers.1.self_attn.out_proj.weight": 0.012988300062716007, + "transformer.layers.1.self_attn.out_proj.bias": 0.0012198113836348057, + "transformer.layers.1.linear1.weight": 0.005845818668603897, + "transformer.layers.1.linear1.bias": 0.00037698325468227267, + "transformer.layers.1.linear2.weight": 0.008704349398612976, + "transformer.layers.1.linear2.bias": 0.0012303070398047566, + "transformer.layers.1.norm1.weight": 0.0005913221975788474, + "transformer.layers.1.norm1.bias": 0.0006269019795581698, + "transformer.layers.1.norm2.weight": 0.00039610834210179746, + "transformer.layers.1.norm2.bias": 0.0003745898720808327, + "transformer.layers.2.self_attn.in_proj_weight": 0.012153828516602516, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008941057021729648, + "transformer.layers.2.self_attn.out_proj.weight": 0.01624973677098751, + "transformer.layers.2.self_attn.out_proj.bias": 0.001250440371222794, + "transformer.layers.2.linear1.weight": 0.005604598671197891, + "transformer.layers.2.linear1.bias": 0.00038898142520338297, + "transformer.layers.2.linear2.weight": 0.006895809900015593, + "transformer.layers.2.linear2.bias": 0.001297233859077096, + "transformer.layers.2.norm1.weight": 0.000958709919359535, + "transformer.layers.2.norm1.bias": 0.0011344003723934293, + "transformer.layers.2.norm2.weight": 0.0003340575785841793, + "transformer.layers.2.norm2.bias": 0.0003743598936125636, + "transformer.layers.3.self_attn.in_proj_weight": 0.016496621072292328, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015442518051713705, + "transformer.layers.3.self_attn.out_proj.weight": 0.013568568974733353, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017139925621449947, + "transformer.layers.3.linear1.weight": 0.010868363082408905, + "transformer.layers.3.linear1.bias": 0.0008810366853140295, + "transformer.layers.3.linear2.weight": 0.00792315136641264, + "transformer.layers.3.linear2.bias": 0.0018701564986258745, + "transformer.layers.3.norm1.weight": 0.0012607340468093753, + "transformer.layers.3.norm1.bias": 0.0020418912172317505, + "transformer.layers.3.norm2.weight": 0.0006375189404934645, + "transformer.layers.3.norm2.bias": 0.0009354212670587003, + "head.weight": 0.11763309687376022, + "head.bias": 0.004035975318402052, + "global_embedding.weight": 0.03178148344159126, + "global_cnn.0.weight": 0.12313669174909592, + "global_cnn.0.bias": 0.004618030972778797, + "global_cnn.2.weight": 0.15469923615455627, + "global_cnn.2.bias": 0.006587251089513302, + "global_proj.weight": 0.033299997448921204, + "global_proj.bias": 0.011406180448830128, + "goal_head.0.weight": 0.018221523612737656, + "goal_head.0.bias": 0.0045076473616063595, + "goal_head.2.weight": 0.019932158291339874, + "goal_head.2.bias": 0.008570997044444084 + }, + { + "global_gate": 6.60526120555005e-06, + "embedding.weight": 3.176250902470201e-05, + "cnn.0.weight": 0.0012257166672497988, + "cnn.0.bias": 5.8349567552795634e-05, + "cnn.2.weight": 0.00041262287413701415, + "cnn.2.bias": 0.00021675210155081004, + "cnn.5.weight": 0.0006265844567678869, + "cnn.5.bias": 0.00020568915351759642, + "action_emb.weight": 0.001099122571758926, + "timestep_emb.weight": 0.00023227483325172216, + "pos_emb.weight": 0.0003318130038678646, + "transformer.layers.0.self_attn.in_proj_weight": 0.0018846518360078335, + "transformer.layers.0.self_attn.in_proj_bias": 0.00020472735923249274, + "transformer.layers.0.self_attn.out_proj.weight": 0.004373944364488125, + "transformer.layers.0.self_attn.out_proj.bias": 0.0009479101281613111, + "transformer.layers.0.linear1.weight": 0.004189303144812584, + "transformer.layers.0.linear1.bias": 0.0003576750459615141, + "transformer.layers.0.linear2.weight": 0.004792956635355949, + "transformer.layers.0.linear2.bias": 0.0006972078117541969, + "transformer.layers.0.norm1.weight": 7.936284964671358e-05, + "transformer.layers.0.norm1.bias": 0.00013403351476881653, + "transformer.layers.0.norm2.weight": 0.000415227870689705, + "transformer.layers.0.norm2.bias": 0.0006504401098936796, + "transformer.layers.1.self_attn.in_proj_weight": 0.004305155016481876, + "transformer.layers.1.self_attn.in_proj_bias": 0.00033932438236661255, + "transformer.layers.1.self_attn.out_proj.weight": 0.006168009247630835, + "transformer.layers.1.self_attn.out_proj.bias": 0.0006002894951961935, + "transformer.layers.1.linear1.weight": 0.002128556603565812, + "transformer.layers.1.linear1.bias": 0.00016311365470755845, + "transformer.layers.1.linear2.weight": 0.0035745655186474323, + "transformer.layers.1.linear2.bias": 0.0005887291627004743, + "transformer.layers.1.norm1.weight": 0.00022702201385982335, + "transformer.layers.1.norm1.bias": 0.00035659916466102004, + "transformer.layers.1.norm2.weight": 0.00015568934031762183, + "transformer.layers.1.norm2.bias": 0.00019887369126081467, + "transformer.layers.2.self_attn.in_proj_weight": 0.005185009445995092, + "transformer.layers.2.self_attn.in_proj_bias": 0.0003940640890505165, + "transformer.layers.2.self_attn.out_proj.weight": 0.0068398392759263515, + "transformer.layers.2.self_attn.out_proj.bias": 0.000619622936937958, + "transformer.layers.2.linear1.weight": 0.00217075040563941, + "transformer.layers.2.linear1.bias": 0.00017559528350830078, + "transformer.layers.2.linear2.weight": 0.0029631303623318672, + "transformer.layers.2.linear2.bias": 0.0006365853478200734, + "transformer.layers.2.norm1.weight": 0.0003856529947370291, + "transformer.layers.2.norm1.bias": 0.00041984624112956226, + "transformer.layers.2.norm2.weight": 0.000100044569990132, + "transformer.layers.2.norm2.bias": 0.00012907214113511145, + "transformer.layers.3.self_attn.in_proj_weight": 0.005620643030852079, + "transformer.layers.3.self_attn.in_proj_bias": 0.0004834481223952025, + "transformer.layers.3.self_attn.out_proj.weight": 0.005803361535072327, + "transformer.layers.3.self_attn.out_proj.bias": 0.0007095252512954175, + "transformer.layers.3.linear1.weight": 0.004764080047607422, + "transformer.layers.3.linear1.bias": 0.0004016371094621718, + "transformer.layers.3.linear2.weight": 0.0032217702828347683, + "transformer.layers.3.linear2.bias": 0.0007519940263591707, + "transformer.layers.3.norm1.weight": 0.0004311783704906702, + "transformer.layers.3.norm1.bias": 0.0005416620406322181, + "transformer.layers.3.norm2.weight": 0.0002573433448560536, + "transformer.layers.3.norm2.bias": 0.00039303075755015016, + "head.weight": 0.03960239887237549, + "head.bias": 0.0013363456819206476, + "global_embedding.weight": 0.008141415193676949, + "global_cnn.0.weight": 0.12170279026031494, + "global_cnn.0.bias": 0.005090127699077129, + "global_cnn.2.weight": 0.2737380564212799, + "global_cnn.2.bias": 0.008765729144215584, + "global_proj.weight": 0.07785822451114655, + "global_proj.bias": 0.03303078934550285, + "goal_head.0.weight": 0.049888111650943756, + "goal_head.0.bias": 0.015809316188097, + "goal_head.2.weight": 0.06555335223674774, + "goal_head.2.bias": 0.03432247042655945 + }, + { + "global_gate": 4.6363601313714753e-07, + "embedding.weight": 7.24337451174506e-06, + "cnn.0.weight": 0.0003374099906068295, + "cnn.0.bias": 1.4423954780795611e-05, + "cnn.2.weight": 0.00011007524153683335, + "cnn.2.bias": 2.7208654501009732e-05, + "cnn.5.weight": 0.00018114650447387248, + "cnn.5.bias": 4.158191950409673e-05, + "action_emb.weight": 0.0009279735968448222, + "timestep_emb.weight": 0.00016182661056518555, + "pos_emb.weight": 0.00021692689915653318, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005016035865992308, + "transformer.layers.0.self_attn.in_proj_bias": 4.176312359049916e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.003946254029870033, + "transformer.layers.0.self_attn.out_proj.bias": 0.0008480257238261402, + "transformer.layers.0.linear1.weight": 0.0023416064213961363, + "transformer.layers.0.linear1.bias": 0.0001964578259503469, + "transformer.layers.0.linear2.weight": 0.004769817925989628, + "transformer.layers.0.linear2.bias": 0.0008373114978894591, + "transformer.layers.0.norm1.weight": 1.8826123778126203e-05, + "transformer.layers.0.norm1.bias": 2.2213269403437153e-05, + "transformer.layers.0.norm2.weight": 0.00018807181913871318, + "transformer.layers.0.norm2.bias": 0.00028582324739545584, + "transformer.layers.1.self_attn.in_proj_weight": 0.003199920291081071, + "transformer.layers.1.self_attn.in_proj_bias": 0.0002584803442005068, + "transformer.layers.1.self_attn.out_proj.weight": 0.007681252434849739, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008327877148985863, + "transformer.layers.1.linear1.weight": 0.001598601695150137, + "transformer.layers.1.linear1.bias": 0.0001398178283125162, + "transformer.layers.1.linear2.weight": 0.00449001369997859, + "transformer.layers.1.linear2.bias": 0.0008502176497131586, + "transformer.layers.1.norm1.weight": 0.0001731040538288653, + "transformer.layers.1.norm1.bias": 0.00029767307569272816, + "transformer.layers.1.norm2.weight": 7.646835729246959e-05, + "transformer.layers.1.norm2.bias": 0.00011837923375423998, + "transformer.layers.2.self_attn.in_proj_weight": 0.0039870175532996655, + "transformer.layers.2.self_attn.in_proj_bias": 0.00031486197258345783, + "transformer.layers.2.self_attn.out_proj.weight": 0.008786393329501152, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008884084527380764, + "transformer.layers.2.linear1.weight": 0.0023324962239712477, + "transformer.layers.2.linear1.bias": 0.00020688679069280624, + "transformer.layers.2.linear2.weight": 0.003854881040751934, + "transformer.layers.2.linear2.bias": 0.0009225745452567935, + "transformer.layers.2.norm1.weight": 0.00024851050693541765, + "transformer.layers.2.norm1.bias": 0.0002450890315230936, + "transformer.layers.2.norm2.weight": 8.804677054286003e-05, + "transformer.layers.2.norm2.bias": 0.00014599489804822952, + "transformer.layers.3.self_attn.in_proj_weight": 0.0052705914713442326, + "transformer.layers.3.self_attn.in_proj_bias": 0.000517959357239306, + "transformer.layers.3.self_attn.out_proj.weight": 0.007217503618448973, + "transformer.layers.3.self_attn.out_proj.bias": 0.0009871779475361109, + "transformer.layers.3.linear1.weight": 0.005177753511816263, + "transformer.layers.3.linear1.bias": 0.00046862656017765403, + "transformer.layers.3.linear2.weight": 0.003983707632869482, + "transformer.layers.3.linear2.bias": 0.001036031753756106, + "transformer.layers.3.norm1.weight": 0.00037970609264448285, + "transformer.layers.3.norm1.bias": 0.0005722361383959651, + "transformer.layers.3.norm2.weight": 0.0002724106016103178, + "transformer.layers.3.norm2.bias": 0.00047854281729087234, + "head.weight": 0.06650136411190033, + "head.bias": 0.0025297156535089016, + "global_embedding.weight": 0.024308303371071815, + "global_cnn.0.weight": 0.2934013605117798, + "global_cnn.0.bias": 0.015179010108113289, + "global_cnn.2.weight": 0.570032000541687, + "global_cnn.2.bias": 0.026672493666410446, + "global_proj.weight": 0.11664212495088577, + "global_proj.bias": 0.07468270510435104, + "goal_head.0.weight": 0.0729963555932045, + "goal_head.0.bias": 0.03375372663140297, + "goal_head.2.weight": 0.09587794542312622, + "goal_head.2.bias": 0.07853489369153976 + }, + { + "global_gate": 1.4584048813048867e-06, + "embedding.weight": 9.172533282253426e-06, + "cnn.0.weight": 0.0004286428156774491, + "cnn.0.bias": 1.8607153833727352e-05, + "cnn.2.weight": 0.0001280514698009938, + "cnn.2.bias": 6.845976895419881e-05, + "cnn.5.weight": 0.00018904371245298535, + "cnn.5.bias": 5.9981230151606724e-05, + "action_emb.weight": 0.0014775274321436882, + "timestep_emb.weight": 0.00020989136828575283, + "pos_emb.weight": 0.00023959910322446376, + "transformer.layers.0.self_attn.in_proj_weight": 0.0008206242928281426, + "transformer.layers.0.self_attn.in_proj_bias": 9.328326996183023e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.005152674857527018, + "transformer.layers.0.self_attn.out_proj.bias": 0.0011976216919720173, + "transformer.layers.0.linear1.weight": 0.005918031558394432, + "transformer.layers.0.linear1.bias": 0.0005025212885811925, + "transformer.layers.0.linear2.weight": 0.004417693242430687, + "transformer.layers.0.linear2.bias": 0.0007316358969546854, + "transformer.layers.0.norm1.weight": 3.0685041565448046e-05, + "transformer.layers.0.norm1.bias": 4.0257720684167e-05, + "transformer.layers.0.norm2.weight": 0.0006439515855163336, + "transformer.layers.0.norm2.bias": 0.0009855568641796708, + "transformer.layers.1.self_attn.in_proj_weight": 0.004786768928170204, + "transformer.layers.1.self_attn.in_proj_bias": 0.00037588077248074114, + "transformer.layers.1.self_attn.out_proj.weight": 0.005106339696794748, + "transformer.layers.1.self_attn.out_proj.bias": 0.0005568358465097845, + "transformer.layers.1.linear1.weight": 0.0019398197764530778, + "transformer.layers.1.linear1.bias": 0.00017600714636500925, + "transformer.layers.1.linear2.weight": 0.002550404518842697, + "transformer.layers.1.linear2.bias": 0.0004794803389813751, + "transformer.layers.1.norm1.weight": 0.00028735038358718157, + "transformer.layers.1.norm1.bias": 0.00043214939069002867, + "transformer.layers.1.norm2.weight": 0.0001696970866760239, + "transformer.layers.1.norm2.bias": 0.0002811883168760687, + "transformer.layers.2.self_attn.in_proj_weight": 0.004232141189277172, + "transformer.layers.2.self_attn.in_proj_bias": 0.0003188529808539897, + "transformer.layers.2.self_attn.out_proj.weight": 0.004603229463100433, + "transformer.layers.2.self_attn.out_proj.bias": 0.00044552882900461555, + "transformer.layers.2.linear1.weight": 0.0013031944399699569, + "transformer.layers.2.linear1.bias": 0.00011617012205533683, + "transformer.layers.2.linear2.weight": 0.0020214600954204798, + "transformer.layers.2.linear2.bias": 0.00045979805872775614, + "transformer.layers.2.norm1.weight": 0.0002726747188717127, + "transformer.layers.2.norm1.bias": 0.0003491599054541439, + "transformer.layers.2.norm2.weight": 5.539650373975746e-05, + "transformer.layers.2.norm2.bias": 8.424225961789489e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.004662742372602224, + "transformer.layers.3.self_attn.in_proj_bias": 0.00039114136598072946, + "transformer.layers.3.self_attn.out_proj.weight": 0.0042028347961604595, + "transformer.layers.3.self_attn.out_proj.bias": 0.00047503094538114965, + "transformer.layers.3.linear1.weight": 0.0029223375022411346, + "transformer.layers.3.linear1.bias": 0.00026283026090823114, + "transformer.layers.3.linear2.weight": 0.0023524293210357428, + "transformer.layers.3.linear2.bias": 0.0004949275753460824, + "transformer.layers.3.norm1.weight": 0.00031823088647797704, + "transformer.layers.3.norm1.bias": 0.0005394566105678678, + "transformer.layers.3.norm2.weight": 0.00015001274005044252, + "transformer.layers.3.norm2.bias": 0.0002692558045964688, + "head.weight": 0.022813215851783752, + "head.bias": 0.0008063559071160853, + "global_embedding.weight": 0.017315665259957314, + "global_cnn.0.weight": 0.2156459242105484, + "global_cnn.0.bias": 0.007629855535924435, + "global_cnn.2.weight": 0.500059187412262, + "global_cnn.2.bias": 0.02379370480775833, + "global_proj.weight": 0.10905366390943527, + "global_proj.bias": 0.06424834579229355, + "goal_head.0.weight": 0.06252480298280716, + "goal_head.0.bias": 0.02481365017592907, + "goal_head.2.weight": 0.08147627860307693, + "goal_head.2.bias": 0.04969191551208496 + }, + { + "global_gate": 4.477237780520227e-06, + "embedding.weight": 1.3731725630350411e-05, + "cnn.0.weight": 0.000632279145065695, + "cnn.0.bias": 2.3362892534350976e-05, + "cnn.2.weight": 0.000261139590293169, + "cnn.2.bias": 6.350927287712693e-05, + "cnn.5.weight": 0.00038585413130931556, + "cnn.5.bias": 8.541062561562285e-05, + "action_emb.weight": 0.0014721949119120836, + "timestep_emb.weight": 0.00017920389655046165, + "pos_emb.weight": 0.0002901358820963651, + "transformer.layers.0.self_attn.in_proj_weight": 0.001089922501705587, + "transformer.layers.0.self_attn.in_proj_bias": 0.00011929735046578571, + "transformer.layers.0.self_attn.out_proj.weight": 0.004197471309453249, + "transformer.layers.0.self_attn.out_proj.bias": 0.0009063579491339624, + "transformer.layers.0.linear1.weight": 0.006044913083314896, + "transformer.layers.0.linear1.bias": 0.0003703973488882184, + "transformer.layers.0.linear2.weight": 0.0040999907068908215, + "transformer.layers.0.linear2.bias": 0.0005861573736183345, + "transformer.layers.0.norm1.weight": 4.935310425935313e-05, + "transformer.layers.0.norm1.bias": 5.85882444283925e-05, + "transformer.layers.0.norm2.weight": 0.0006505294004455209, + "transformer.layers.0.norm2.bias": 0.0007150252931751311, + "transformer.layers.1.self_attn.in_proj_weight": 0.004551281221210957, + "transformer.layers.1.self_attn.in_proj_bias": 0.00024161867622751743, + "transformer.layers.1.self_attn.out_proj.weight": 0.00412596482783556, + "transformer.layers.1.self_attn.out_proj.bias": 0.0004853949649259448, + "transformer.layers.1.linear1.weight": 0.001971443882212043, + "transformer.layers.1.linear1.bias": 0.00014353339793160558, + "transformer.layers.1.linear2.weight": 0.0025011543184518814, + "transformer.layers.1.linear2.bias": 0.0004367887449916452, + "transformer.layers.1.norm1.weight": 0.0002797962224576622, + "transformer.layers.1.norm1.bias": 0.0002809286816045642, + "transformer.layers.1.norm2.weight": 0.00015734646876808256, + "transformer.layers.1.norm2.bias": 0.00020445509289857, + "transformer.layers.2.self_attn.in_proj_weight": 0.003288326784968376, + "transformer.layers.2.self_attn.in_proj_bias": 0.00025584601098671556, + "transformer.layers.2.self_attn.out_proj.weight": 0.004455304704606533, + "transformer.layers.2.self_attn.out_proj.bias": 0.00043189694406464696, + "transformer.layers.2.linear1.weight": 0.0014151325449347496, + "transformer.layers.2.linear1.bias": 0.00012026459444314241, + "transformer.layers.2.linear2.weight": 0.002082565799355507, + "transformer.layers.2.linear2.bias": 0.00043169493437744677, + "transformer.layers.2.norm1.weight": 0.00021783183910883963, + "transformer.layers.2.norm1.bias": 0.000247534568188712, + "transformer.layers.2.norm2.weight": 6.685151311103255e-05, + "transformer.layers.2.norm2.bias": 9.351679909741506e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.005225218832492828, + "transformer.layers.3.self_attn.in_proj_bias": 0.0003706048591993749, + "transformer.layers.3.self_attn.out_proj.weight": 0.0034868221264332533, + "transformer.layers.3.self_attn.out_proj.bias": 0.00044102902757003903, + "transformer.layers.3.linear1.weight": 0.002612865762785077, + "transformer.layers.3.linear1.bias": 0.0002320984931429848, + "transformer.layers.3.linear2.weight": 0.002095212694257498, + "transformer.layers.3.linear2.bias": 0.00045738162589259446, + "transformer.layers.3.norm1.weight": 0.00042932466021738946, + "transformer.layers.3.norm1.bias": 0.0005795814213342965, + "transformer.layers.3.norm2.weight": 0.00014284122153185308, + "transformer.layers.3.norm2.bias": 0.0002368113346165046, + "head.weight": 0.01741689257323742, + "head.bias": 0.0005573873058892787, + "global_embedding.weight": 0.010191799141466618, + "global_cnn.0.weight": 0.10855302214622498, + "global_cnn.0.bias": 0.0036629841197282076, + "global_cnn.2.weight": 0.17265348136425018, + "global_cnn.2.bias": 0.007498309947550297, + "global_proj.weight": 0.03869586065411568, + "global_proj.bias": 0.026434488594532013, + "goal_head.0.weight": 0.02571108564734459, + "goal_head.0.bias": 0.012212458997964859, + "goal_head.2.weight": 0.03339065611362457, + "goal_head.2.bias": 0.028370767831802368 + }, + { + "global_gate": 5.9552370146320754e-08, + "embedding.weight": 9.632560249883682e-06, + "cnn.0.weight": 0.0004360213060863316, + "cnn.0.bias": 1.4255107998906169e-05, + "cnn.2.weight": 0.0001719635765766725, + "cnn.2.bias": 5.993717422825284e-05, + "cnn.5.weight": 0.0002715411246754229, + "cnn.5.bias": 5.4644620831822976e-05, + "action_emb.weight": 0.0004626285517588258, + "timestep_emb.weight": 0.00011698271555360407, + "pos_emb.weight": 0.0001341132156085223, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004605191061273217, + "transformer.layers.0.self_attn.in_proj_bias": 3.3456050005042925e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0018118515145033598, + "transformer.layers.0.self_attn.out_proj.bias": 0.00038266117917373776, + "transformer.layers.0.linear1.weight": 0.0015208260156214237, + "transformer.layers.0.linear1.bias": 0.0001115383711294271, + "transformer.layers.0.linear2.weight": 0.0020665950141847134, + "transformer.layers.0.linear2.bias": 0.00033249516854994, + "transformer.layers.0.norm1.weight": 1.814554889278952e-05, + "transformer.layers.0.norm1.bias": 2.2663251002086326e-05, + "transformer.layers.0.norm2.weight": 0.000147476966958493, + "transformer.layers.0.norm2.bias": 0.00019300544227007776, + "transformer.layers.1.self_attn.in_proj_weight": 0.0011878149816766381, + "transformer.layers.1.self_attn.in_proj_bias": 7.167418516473845e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0032024469692260027, + "transformer.layers.1.self_attn.out_proj.bias": 0.00032330560497939587, + "transformer.layers.1.linear1.weight": 0.0008974465308710933, + "transformer.layers.1.linear1.bias": 6.826585013186559e-05, + "transformer.layers.1.linear2.weight": 0.0016802955651655793, + "transformer.layers.1.linear2.bias": 0.0003170273848809302, + "transformer.layers.1.norm1.weight": 5.969349149381742e-05, + "transformer.layers.1.norm1.bias": 6.118750025052577e-05, + "transformer.layers.1.norm2.weight": 6.106107321102172e-05, + "transformer.layers.1.norm2.bias": 8.50261640152894e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0020734001882374287, + "transformer.layers.2.self_attn.in_proj_bias": 0.00016731715004425496, + "transformer.layers.2.self_attn.out_proj.weight": 0.003755141980946064, + "transformer.layers.2.self_attn.out_proj.bias": 0.00032378584728576243, + "transformer.layers.2.linear1.weight": 0.0009239230421371758, + "transformer.layers.2.linear1.bias": 7.455337618011981e-05, + "transformer.layers.2.linear2.weight": 0.0016576978377997875, + "transformer.layers.2.linear2.bias": 0.0003262086247559637, + "transformer.layers.2.norm1.weight": 0.00014177981938701123, + "transformer.layers.2.norm1.bias": 0.00015462392184417695, + "transformer.layers.2.norm2.weight": 4.194753273623064e-05, + "transformer.layers.2.norm2.bias": 5.288339525577612e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0028114814776927233, + "transformer.layers.3.self_attn.in_proj_bias": 0.00019431654072832316, + "transformer.layers.3.self_attn.out_proj.weight": 0.0029469362925738096, + "transformer.layers.3.self_attn.out_proj.bias": 0.0003356371307745576, + "transformer.layers.3.linear1.weight": 0.0019394507398828864, + "transformer.layers.3.linear1.bias": 0.00016850631800480187, + "transformer.layers.3.linear2.weight": 0.0016879499889910221, + "transformer.layers.3.linear2.bias": 0.0003422528097871691, + "transformer.layers.3.norm1.weight": 0.00017671598470769823, + "transformer.layers.3.norm1.bias": 0.0002061426785076037, + "transformer.layers.3.norm2.weight": 9.262489766115323e-05, + "transformer.layers.3.norm2.bias": 0.00015365376020781696, + "head.weight": 0.014357655309140682, + "head.bias": 0.000576087913941592, + "global_embedding.weight": 0.01911108009517193, + "global_cnn.0.weight": 0.15210390090942383, + "global_cnn.0.bias": 0.0061067575588822365, + "global_cnn.2.weight": 0.4771454930305481, + "global_cnn.2.bias": 0.026249438524246216, + "global_proj.weight": 0.08673079311847687, + "global_proj.bias": 0.05871026962995529, + "goal_head.0.weight": 0.052031539380550385, + "goal_head.0.bias": 0.02327333763241768, + "goal_head.2.weight": 0.0696779415011406, + "goal_head.2.bias": 0.04947328567504883 + }, + { + "global_gate": 4.602322576374718e-07, + "embedding.weight": 1.3600834790850058e-05, + "cnn.0.weight": 0.0003875324910040945, + "cnn.0.bias": 1.5985160644049756e-05, + "cnn.2.weight": 0.00013931373541709036, + "cnn.2.bias": 4.882089706370607e-05, + "cnn.5.weight": 0.00020690489327535033, + "cnn.5.bias": 4.829789759241976e-05, + "action_emb.weight": 0.0005206068744882941, + "timestep_emb.weight": 0.0001124861155403778, + "pos_emb.weight": 0.00015144261124078184, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004141475073993206, + "transformer.layers.0.self_attn.in_proj_bias": 2.921564009739086e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.001934555359184742, + "transformer.layers.0.self_attn.out_proj.bias": 0.00035505020059645176, + "transformer.layers.0.linear1.weight": 0.0020452046301215887, + "transformer.layers.0.linear1.bias": 0.00011881938553415239, + "transformer.layers.0.linear2.weight": 0.00197749026119709, + "transformer.layers.0.linear2.bias": 0.00029592053033411503, + "transformer.layers.0.norm1.weight": 2.0641075025196187e-05, + "transformer.layers.0.norm1.bias": 2.2097492546890862e-05, + "transformer.layers.0.norm2.weight": 0.0002079736441373825, + "transformer.layers.0.norm2.bias": 0.00021231741993688047, + "transformer.layers.1.self_attn.in_proj_weight": 0.0015324895502999425, + "transformer.layers.1.self_attn.in_proj_bias": 7.609410386066884e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0028932758141309023, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002793386811390519, + "transformer.layers.1.linear1.weight": 0.0008939871331676841, + "transformer.layers.1.linear1.bias": 6.607251998502761e-05, + "transformer.layers.1.linear2.weight": 0.0015861792489886284, + "transformer.layers.1.linear2.bias": 0.0002735630259849131, + "transformer.layers.1.norm1.weight": 9.37517179409042e-05, + "transformer.layers.1.norm1.bias": 8.361665095435455e-05, + "transformer.layers.1.norm2.weight": 5.816209886688739e-05, + "transformer.layers.1.norm2.bias": 7.978494977578521e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0022880297619849443, + "transformer.layers.2.self_attn.in_proj_bias": 0.00014613541134167463, + "transformer.layers.2.self_attn.out_proj.weight": 0.0036441287957131863, + "transformer.layers.2.self_attn.out_proj.bias": 0.00027554549160413444, + "transformer.layers.2.linear1.weight": 0.0008950604824349284, + "transformer.layers.2.linear1.bias": 7.414043648168445e-05, + "transformer.layers.2.linear2.weight": 0.0015880762366577983, + "transformer.layers.2.linear2.bias": 0.00027974770637229085, + "transformer.layers.2.norm1.weight": 0.0001464202650822699, + "transformer.layers.2.norm1.bias": 0.00011549651389941573, + "transformer.layers.2.norm2.weight": 4.055656972923316e-05, + "transformer.layers.2.norm2.bias": 5.1880870159948245e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.00342669989913702, + "transformer.layers.3.self_attn.in_proj_bias": 0.00021618811297230422, + "transformer.layers.3.self_attn.out_proj.weight": 0.0033240977209061384, + "transformer.layers.3.self_attn.out_proj.bias": 0.00028436692082323134, + "transformer.layers.3.linear1.weight": 0.0021822729613631964, + "transformer.layers.3.linear1.bias": 0.00018909116624854505, + "transformer.layers.3.linear2.weight": 0.001926700584590435, + "transformer.layers.3.linear2.bias": 0.0003012096567545086, + "transformer.layers.3.norm1.weight": 0.00024140573805198073, + "transformer.layers.3.norm1.bias": 0.00021210385602898896, + "transformer.layers.3.norm2.weight": 0.00011859780352097005, + "transformer.layers.3.norm2.bias": 0.0002005899150390178, + "head.weight": 0.018753113225102425, + "head.bias": 0.0007989552104845643, + "global_embedding.weight": 0.015376385301351547, + "global_cnn.0.weight": 0.13808202743530273, + "global_cnn.0.bias": 0.004694736562669277, + "global_cnn.2.weight": 0.2303999364376068, + "global_cnn.2.bias": 0.008217115886509418, + "global_proj.weight": 0.02685672417283058, + "global_proj.bias": 0.016248056665062904, + "goal_head.0.weight": 0.016713840886950493, + "goal_head.0.bias": 0.007903638295829296, + "goal_head.2.weight": 0.023269416764378548, + "goal_head.2.bias": 0.019482498988509178 + }, + { + "global_gate": 2.1115820345585234e-06, + "embedding.weight": 7.311233275686391e-06, + "cnn.0.weight": 0.0002788933925330639, + "cnn.0.bias": 1.291977969231084e-05, + "cnn.2.weight": 9.104326454689726e-05, + "cnn.2.bias": 2.8547450710902922e-05, + "cnn.5.weight": 0.00016201009566430002, + "cnn.5.bias": 2.898306047427468e-05, + "action_emb.weight": 0.00041971346945501864, + "timestep_emb.weight": 0.00014027733413968235, + "pos_emb.weight": 0.00022903548961039633, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005943766445852816, + "transformer.layers.0.self_attn.in_proj_bias": 3.1947478419169784e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0019275140948593616, + "transformer.layers.0.self_attn.out_proj.bias": 0.00037206115666776896, + "transformer.layers.0.linear1.weight": 0.001446958165615797, + "transformer.layers.0.linear1.bias": 7.67872334108688e-05, + "transformer.layers.0.linear2.weight": 0.002285827649757266, + "transformer.layers.0.linear2.bias": 0.0003766637819353491, + "transformer.layers.0.norm1.weight": 2.8401265808497556e-05, + "transformer.layers.0.norm1.bias": 2.4484017558279447e-05, + "transformer.layers.0.norm2.weight": 0.0001369262463413179, + "transformer.layers.0.norm2.bias": 7.153235492296517e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0011974623193964362, + "transformer.layers.1.self_attn.in_proj_bias": 7.60090333642438e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.003771119052544236, + "transformer.layers.1.self_attn.out_proj.bias": 0.00037754845106974244, + "transformer.layers.1.linear1.weight": 0.0008899153908714652, + "transformer.layers.1.linear1.bias": 6.865096656838432e-05, + "transformer.layers.1.linear2.weight": 0.00191634357906878, + "transformer.layers.1.linear2.bias": 0.00038511367165483534, + "transformer.layers.1.norm1.weight": 7.224561704788357e-05, + "transformer.layers.1.norm1.bias": 5.8798039390239865e-05, + "transformer.layers.1.norm2.weight": 5.554107701755129e-05, + "transformer.layers.1.norm2.bias": 5.701765985577367e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0019408735679462552, + "transformer.layers.2.self_attn.in_proj_bias": 0.00014492942136712372, + "transformer.layers.2.self_attn.out_proj.weight": 0.003952539525926113, + "transformer.layers.2.self_attn.out_proj.bias": 0.0004010467091575265, + "transformer.layers.2.linear1.weight": 0.0010278306435793638, + "transformer.layers.2.linear1.bias": 9.000777208711952e-05, + "transformer.layers.2.linear2.weight": 0.001744761597365141, + "transformer.layers.2.linear2.bias": 0.0004181848489679396, + "transformer.layers.2.norm1.weight": 0.00010119169746758416, + "transformer.layers.2.norm1.bias": 0.0001366161013720557, + "transformer.layers.2.norm2.weight": 3.986125375377014e-05, + "transformer.layers.2.norm2.bias": 5.860724922968075e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.002863857429474592, + "transformer.layers.3.self_attn.in_proj_bias": 0.00023754217545501888, + "transformer.layers.3.self_attn.out_proj.weight": 0.003293235320597887, + "transformer.layers.3.self_attn.out_proj.bias": 0.0004480157804209739, + "transformer.layers.3.linear1.weight": 0.002346435794606805, + "transformer.layers.3.linear1.bias": 0.0002200778544647619, + "transformer.layers.3.linear2.weight": 0.0018990226089954376, + "transformer.layers.3.linear2.bias": 0.0004744438047055155, + "transformer.layers.3.norm1.weight": 0.00020948568999301642, + "transformer.layers.3.norm1.bias": 0.0002375331532675773, + "transformer.layers.3.norm2.weight": 0.00012751090980600566, + "transformer.layers.3.norm2.bias": 0.00022926797100808471, + "head.weight": 0.01691710762679577, + "head.bias": 0.000659173121675849, + "global_embedding.weight": 0.00807322096079588, + "global_cnn.0.weight": 0.09115087985992432, + "global_cnn.0.bias": 0.003721327753737569, + "global_cnn.2.weight": 0.28668078780174255, + "global_cnn.2.bias": 0.014394507743418217, + "global_proj.weight": 0.055367711931467056, + "global_proj.bias": 0.030500363558530807, + "goal_head.0.weight": 0.031579308211803436, + "goal_head.0.bias": 0.011678881011903286, + "goal_head.2.weight": 0.04173301160335541, + "goal_head.2.bias": 0.02310752123594284 + }, + { + "global_gate": 5.956457584943564e-07, + "embedding.weight": 1.2722066458081827e-05, + "cnn.0.weight": 0.0004120892263017595, + "cnn.0.bias": 1.9150907974108122e-05, + "cnn.2.weight": 0.0001427105744369328, + "cnn.2.bias": 5.39701541129034e-05, + "cnn.5.weight": 0.00023182477161753923, + "cnn.5.bias": 5.378991409088485e-05, + "action_emb.weight": 0.0002229426463600248, + "timestep_emb.weight": 8.113832882372662e-05, + "pos_emb.weight": 0.00011048578744521365, + "transformer.layers.0.self_attn.in_proj_weight": 0.0003110057150479406, + "transformer.layers.0.self_attn.in_proj_bias": 2.2717658794135787e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0011330315610393882, + "transformer.layers.0.self_attn.out_proj.bias": 0.00020735336875077337, + "transformer.layers.0.linear1.weight": 0.000889045768417418, + "transformer.layers.0.linear1.bias": 6.446930638048798e-05, + "transformer.layers.0.linear2.weight": 0.0013129201252013445, + "transformer.layers.0.linear2.bias": 0.00019320857245475054, + "transformer.layers.0.norm1.weight": 1.4800290045968723e-05, + "transformer.layers.0.norm1.bias": 1.93914893316105e-05, + "transformer.layers.0.norm2.weight": 7.054916932247579e-05, + "transformer.layers.0.norm2.bias": 8.09777993708849e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.000774204614572227, + "transformer.layers.1.self_attn.in_proj_bias": 5.02217844768893e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.001953128958120942, + "transformer.layers.1.self_attn.out_proj.bias": 0.00019191854516975582, + "transformer.layers.1.linear1.weight": 0.0006568903336301446, + "transformer.layers.1.linear1.bias": 5.7574168749852106e-05, + "transformer.layers.1.linear2.weight": 0.0011555751552805305, + "transformer.layers.1.linear2.bias": 0.00019510944548528641, + "transformer.layers.1.norm1.weight": 4.274324237485416e-05, + "transformer.layers.1.norm1.bias": 4.9633777962299064e-05, + "transformer.layers.1.norm2.weight": 4.100425212527625e-05, + "transformer.layers.1.norm2.bias": 5.8897021517623216e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0015393054345622659, + "transformer.layers.2.self_attn.in_proj_bias": 0.0001101250309147872, + "transformer.layers.2.self_attn.out_proj.weight": 0.002331032184883952, + "transformer.layers.2.self_attn.out_proj.bias": 0.00018255814211443067, + "transformer.layers.2.linear1.weight": 0.0007024665828794241, + "transformer.layers.2.linear1.bias": 5.891375622013584e-05, + "transformer.layers.2.linear2.weight": 0.0010745830368250608, + "transformer.layers.2.linear2.bias": 0.00019237895321566612, + "transformer.layers.2.norm1.weight": 0.00010870034020626917, + "transformer.layers.2.norm1.bias": 0.00010758281860034913, + "transformer.layers.2.norm2.weight": 3.251271118642762e-05, + "transformer.layers.2.norm2.bias": 4.748653736896813e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0018086436903104186, + "transformer.layers.3.self_attn.in_proj_bias": 0.000159200542839244, + "transformer.layers.3.self_attn.out_proj.weight": 0.0019353905227035284, + "transformer.layers.3.self_attn.out_proj.bias": 0.0002196234418079257, + "transformer.layers.3.linear1.weight": 0.0015816843369975686, + "transformer.layers.3.linear1.bias": 0.00014819620992057025, + "transformer.layers.3.linear2.weight": 0.0012520912569016218, + "transformer.layers.3.linear2.bias": 0.00023733623675070703, + "transformer.layers.3.norm1.weight": 0.00012086886272300035, + "transformer.layers.3.norm1.bias": 0.00019928489928133786, + "transformer.layers.3.norm2.weight": 9.154011058853939e-05, + "transformer.layers.3.norm2.bias": 0.00017792188737075776, + "head.weight": 0.011860080063343048, + "head.bias": 0.00046524469507858157, + "global_embedding.weight": 0.027556920424103737, + "global_cnn.0.weight": 0.15408459305763245, + "global_cnn.0.bias": 0.006255946587771177, + "global_cnn.2.weight": 0.38904717564582825, + "global_cnn.2.bias": 0.022335918620228767, + "global_proj.weight": 0.08521530032157898, + "global_proj.bias": 0.061892520636320114, + "goal_head.0.weight": 0.05422057956457138, + "goal_head.0.bias": 0.026311375200748444, + "goal_head.2.weight": 0.07786306738853455, + "goal_head.2.bias": 0.05891872197389603 + }, + { + "global_gate": 2.7347039122105343e-07, + "embedding.weight": 9.692858839116525e-06, + "cnn.0.weight": 0.0003853325906675309, + "cnn.0.bias": 1.4669767551822588e-05, + "cnn.2.weight": 0.00013788763317279518, + "cnn.2.bias": 5.1562841690611094e-05, + "cnn.5.weight": 0.00022666348377242684, + "cnn.5.bias": 5.012158726458438e-05, + "action_emb.weight": 0.0002475646906532347, + "timestep_emb.weight": 9.681400842964649e-05, + "pos_emb.weight": 0.0001069514182745479, + "transformer.layers.0.self_attn.in_proj_weight": 0.0003546827647369355, + "transformer.layers.0.self_attn.in_proj_bias": 2.61988679994829e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0011891593458130956, + "transformer.layers.0.self_attn.out_proj.bias": 0.00021928925707470626, + "transformer.layers.0.linear1.weight": 0.0008195604314096272, + "transformer.layers.0.linear1.bias": 5.117043838254176e-05, + "transformer.layers.0.linear2.weight": 0.0013556756312027574, + "transformer.layers.0.linear2.bias": 0.00021288184507284313, + "transformer.layers.0.norm1.weight": 1.5328845620388165e-05, + "transformer.layers.0.norm1.bias": 1.726282607705798e-05, + "transformer.layers.0.norm2.weight": 7.215695950435475e-05, + "transformer.layers.0.norm2.bias": 6.139417382655665e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0010204050922766328, + "transformer.layers.1.self_attn.in_proj_bias": 6.811926868977025e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.00236929627135396, + "transformer.layers.1.self_attn.out_proj.bias": 0.00021545230993069708, + "transformer.layers.1.linear1.weight": 0.0005503270658664405, + "transformer.layers.1.linear1.bias": 3.997810199507512e-05, + "transformer.layers.1.linear2.weight": 0.001172203104943037, + "transformer.layers.1.linear2.bias": 0.00021568307420238853, + "transformer.layers.1.norm1.weight": 4.38160277553834e-05, + "transformer.layers.1.norm1.bias": 3.8828708056826144e-05, + "transformer.layers.1.norm2.weight": 3.659393769339658e-05, + "transformer.layers.1.norm2.bias": 3.1545951060252264e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0013265624875202775, + "transformer.layers.2.self_attn.in_proj_bias": 9.395997039973736e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.002464541234076023, + "transformer.layers.2.self_attn.out_proj.bias": 0.00022455737052951008, + "transformer.layers.2.linear1.weight": 0.0006903574685566127, + "transformer.layers.2.linear1.bias": 5.9448633692227304e-05, + "transformer.layers.2.linear2.weight": 0.0010660270927473903, + "transformer.layers.2.linear2.bias": 0.00023225616314448416, + "transformer.layers.2.norm1.weight": 7.901762000983581e-05, + "transformer.layers.2.norm1.bias": 7.658315735170618e-05, + "transformer.layers.2.norm2.weight": 2.9206486942712218e-05, + "transformer.layers.2.norm2.bias": 4.287173578632064e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0019611800089478493, + "transformer.layers.3.self_attn.in_proj_bias": 0.00017075594223570079, + "transformer.layers.3.self_attn.out_proj.weight": 0.002109672175720334, + "transformer.layers.3.self_attn.out_proj.bias": 0.00025973812444135547, + "transformer.layers.3.linear1.weight": 0.0014780176570639014, + "transformer.layers.3.linear1.bias": 0.0001360384630970657, + "transformer.layers.3.linear2.weight": 0.0011655744165182114, + "transformer.layers.3.linear2.bias": 0.0002789490099530667, + "transformer.layers.3.norm1.weight": 0.0001484052772866562, + "transformer.layers.3.norm1.bias": 0.00019129033898934722, + "transformer.layers.3.norm2.weight": 8.661576430313289e-05, + "transformer.layers.3.norm2.bias": 0.00015527130744885653, + "head.weight": 0.009937241673469543, + "head.bias": 0.00037009178777225316, + "global_embedding.weight": 0.019475257024168968, + "global_cnn.0.weight": 0.19400154054164886, + "global_cnn.0.bias": 0.007402658928185701, + "global_cnn.2.weight": 0.2920073866844177, + "global_cnn.2.bias": 0.011806805618107319, + "global_proj.weight": 0.060165029019117355, + "global_proj.bias": 0.04580315947532654, + "goal_head.0.weight": 0.0442081093788147, + "goal_head.0.bias": 0.022212456911802292, + "goal_head.2.weight": 0.06967238336801529, + "goal_head.2.bias": 0.05384022742509842 + }, + { + "global_gate": 2.6563436676951824e-06, + "embedding.weight": 1.2904371033073403e-05, + "cnn.0.weight": 0.0004910840070806444, + "cnn.0.bias": 2.091129317705054e-05, + "cnn.2.weight": 0.00016192921611946076, + "cnn.2.bias": 6.219141505425796e-05, + "cnn.5.weight": 0.00023724841594230384, + "cnn.5.bias": 5.6514258176321164e-05, + "action_emb.weight": 0.00020457337086554617, + "timestep_emb.weight": 0.00013250746997073293, + "pos_emb.weight": 0.00020236123236827552, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005484651192091405, + "transformer.layers.0.self_attn.in_proj_bias": 3.62636819772888e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0012262774398550391, + "transformer.layers.0.self_attn.out_proj.bias": 0.00016768299974501133, + "transformer.layers.0.linear1.weight": 0.0013303166488185525, + "transformer.layers.0.linear1.bias": 6.278211367316544e-05, + "transformer.layers.0.linear2.weight": 0.0014123338041827083, + "transformer.layers.0.linear2.bias": 0.00016270387277472764, + "transformer.layers.0.norm1.weight": 2.6951151085086167e-05, + "transformer.layers.0.norm1.bias": 3.521545295370743e-05, + "transformer.layers.0.norm2.weight": 0.00011464823910500854, + "transformer.layers.0.norm2.bias": 6.267577555263415e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0011485063005238771, + "transformer.layers.1.self_attn.in_proj_bias": 4.7526060370728374e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0017606290057301521, + "transformer.layers.1.self_attn.out_proj.bias": 0.000157798538566567, + "transformer.layers.1.linear1.weight": 0.0007345032063312829, + "transformer.layers.1.linear1.bias": 4.854786311625503e-05, + "transformer.layers.1.linear2.weight": 0.0011098036775365472, + "transformer.layers.1.linear2.bias": 0.00015973966219462454, + "transformer.layers.1.norm1.weight": 7.401144102914259e-05, + "transformer.layers.1.norm1.bias": 4.6445216867141426e-05, + "transformer.layers.1.norm2.weight": 4.940434519085102e-05, + "transformer.layers.1.norm2.bias": 4.8186622734647244e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0012378424871712923, + "transformer.layers.2.self_attn.in_proj_bias": 7.522070518461987e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0023470348678529263, + "transformer.layers.2.self_attn.out_proj.bias": 0.00016137697093654424, + "transformer.layers.2.linear1.weight": 0.0006342821870930493, + "transformer.layers.2.linear1.bias": 5.097476241644472e-05, + "transformer.layers.2.linear2.weight": 0.0010537545895203948, + "transformer.layers.2.linear2.bias": 0.00016677356325089931, + "transformer.layers.2.norm1.weight": 9.495376434642822e-05, + "transformer.layers.2.norm1.bias": 8.911424811230972e-05, + "transformer.layers.2.norm2.weight": 3.1190833396976814e-05, + "transformer.layers.2.norm2.bias": 4.537467975751497e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0018193473806604743, + "transformer.layers.3.self_attn.in_proj_bias": 9.19024387258105e-05, + "transformer.layers.3.self_attn.out_proj.weight": 0.0020334096625447273, + "transformer.layers.3.self_attn.out_proj.bias": 0.00017330475384369493, + "transformer.layers.3.linear1.weight": 0.0012559907045215368, + "transformer.layers.3.linear1.bias": 0.00010943255620077252, + "transformer.layers.3.linear2.weight": 0.0011467236327007413, + "transformer.layers.3.linear2.bias": 0.00018314638873562217, + "transformer.layers.3.norm1.weight": 0.00014252334949560463, + "transformer.layers.3.norm1.bias": 9.911544475471601e-05, + "transformer.layers.3.norm2.weight": 6.974423013161868e-05, + "transformer.layers.3.norm2.bias": 0.00011848791473312303, + "head.weight": 0.010146412067115307, + "head.bias": 0.000321557919960469, + "global_embedding.weight": 0.014643235132098198, + "global_cnn.0.weight": 0.11039865016937256, + "global_cnn.0.bias": 0.004975689109414816, + "global_cnn.2.weight": 0.2850157916545868, + "global_cnn.2.bias": 0.015808820724487305, + "global_proj.weight": 0.06930134445428848, + "global_proj.bias": 0.05902142450213432, + "goal_head.0.weight": 0.051055748015642166, + "goal_head.0.bias": 0.027332840487360954, + "goal_head.2.weight": 0.07750524580478668, + "goal_head.2.bias": 0.06592714041471481 + }, + { + "global_gate": 3.276200288837572e-07, + "embedding.weight": 1.6107707779156044e-05, + "cnn.0.weight": 0.0006574696744792163, + "cnn.0.bias": 2.68337444140343e-05, + "cnn.2.weight": 0.00023156784300226718, + "cnn.2.bias": 8.274644642369822e-05, + "cnn.5.weight": 0.0003222216619178653, + "cnn.5.bias": 8.315215382026508e-05, + "action_emb.weight": 0.0003828166227322072, + "timestep_emb.weight": 0.00011178266140632331, + "pos_emb.weight": 0.00016252408386208117, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004706828622147441, + "transformer.layers.0.self_attn.in_proj_bias": 3.147226743749343e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015895224642008543, + "transformer.layers.0.self_attn.out_proj.bias": 0.00029687461210414767, + "transformer.layers.0.linear1.weight": 0.001611023093573749, + "transformer.layers.0.linear1.bias": 9.35594507609494e-05, + "transformer.layers.0.linear2.weight": 0.0017446897691115737, + "transformer.layers.0.linear2.bias": 0.00025914108846336603, + "transformer.layers.0.norm1.weight": 2.2458936655311845e-05, + "transformer.layers.0.norm1.bias": 2.5116127289948054e-05, + "transformer.layers.0.norm2.weight": 0.00017532141646370292, + "transformer.layers.0.norm2.bias": 0.0001585113350301981, + "transformer.layers.1.self_attn.in_proj_weight": 0.0014451723545789719, + "transformer.layers.1.self_attn.in_proj_bias": 8.576687832828611e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.002673369599506259, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002471085754223168, + "transformer.layers.1.linear1.weight": 0.0008018052903935313, + "transformer.layers.1.linear1.bias": 6.01993924647104e-05, + "transformer.layers.1.linear2.weight": 0.001433044788427651, + "transformer.layers.1.linear2.bias": 0.0002453191264066845, + "transformer.layers.1.norm1.weight": 8.30313001642935e-05, + "transformer.layers.1.norm1.bias": 8.892867481335998e-05, + "transformer.layers.1.norm2.weight": 4.8964659072225913e-05, + "transformer.layers.1.norm2.bias": 5.83783294132445e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0018122353358194232, + "transformer.layers.2.self_attn.in_proj_bias": 0.0001248072658199817, + "transformer.layers.2.self_attn.out_proj.weight": 0.002759974915534258, + "transformer.layers.2.self_attn.out_proj.bias": 0.0002393313479842618, + "transformer.layers.2.linear1.weight": 0.0009063410689122975, + "transformer.layers.2.linear1.bias": 7.700993592152372e-05, + "transformer.layers.2.linear2.weight": 0.0013251270866021514, + "transformer.layers.2.linear2.bias": 0.0002469206810928881, + "transformer.layers.2.norm1.weight": 0.00013417151058092713, + "transformer.layers.2.norm1.bias": 0.0001220749836647883, + "transformer.layers.2.norm2.weight": 3.7253936170600355e-05, + "transformer.layers.2.norm2.bias": 5.3754731197841465e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.002604033797979355, + "transformer.layers.3.self_attn.in_proj_bias": 0.00018951171659864485, + "transformer.layers.3.self_attn.out_proj.weight": 0.002361812861636281, + "transformer.layers.3.self_attn.out_proj.bias": 0.00025510654086247087, + "transformer.layers.3.linear1.weight": 0.001835061120800674, + "transformer.layers.3.linear1.bias": 0.0001638393587199971, + "transformer.layers.3.linear2.weight": 0.0013453818392008543, + "transformer.layers.3.linear2.bias": 0.0002628038346301764, + "transformer.layers.3.norm1.weight": 0.0002531725913286209, + "transformer.layers.3.norm1.bias": 0.00022526986140292138, + "transformer.layers.3.norm2.weight": 9.207816765410826e-05, + "transformer.layers.3.norm2.bias": 0.0001710301439743489, + "head.weight": 0.01027593482285738, + "head.bias": 0.0003766620357055217, + "global_embedding.weight": 0.011989680118858814, + "global_cnn.0.weight": 0.10560530424118042, + "global_cnn.0.bias": 0.004184613935649395, + "global_cnn.2.weight": 0.2558353841304779, + "global_cnn.2.bias": 0.012901815585792065, + "global_proj.weight": 0.04582115262746811, + "global_proj.bias": 0.03761627525091171, + "goal_head.0.weight": 0.0335845910012722, + "goal_head.0.bias": 0.017369884997606277, + "goal_head.2.weight": 0.05018957704305649, + "goal_head.2.bias": 0.04146963357925415 + }, + { + "global_gate": 2.53731855082151e-06, + "embedding.weight": 2.6047706342069432e-05, + "cnn.0.weight": 0.0007249634945765138, + "cnn.0.bias": 2.3245658667292446e-05, + "cnn.2.weight": 0.0002508434117771685, + "cnn.2.bias": 8.294700819533318e-05, + "cnn.5.weight": 0.00031414435943588614, + "cnn.5.bias": 6.128595123300329e-05, + "action_emb.weight": 0.00035340379690751433, + "timestep_emb.weight": 0.0001399094908265397, + "pos_emb.weight": 0.00018611513951327652, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006019280408509076, + "transformer.layers.0.self_attn.in_proj_bias": 5.872282781638205e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.00178929278627038, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002813633473124355, + "transformer.layers.0.linear1.weight": 0.0016480475896969438, + "transformer.layers.0.linear1.bias": 9.881935693556443e-05, + "transformer.layers.0.linear2.weight": 0.0017274790443480015, + "transformer.layers.0.linear2.bias": 0.00023755170695949346, + "transformer.layers.0.norm1.weight": 2.9745344363618642e-05, + "transformer.layers.0.norm1.bias": 3.92989932151977e-05, + "transformer.layers.0.norm2.weight": 0.0001791227114154026, + "transformer.layers.0.norm2.bias": 0.00016849151870701462, + "transformer.layers.1.self_attn.in_proj_weight": 0.0014536443632096052, + "transformer.layers.1.self_attn.in_proj_bias": 7.968356658238918e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0024521395098417997, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002274366415804252, + "transformer.layers.1.linear1.weight": 0.0007777800783514977, + "transformer.layers.1.linear1.bias": 5.0943144742632285e-05, + "transformer.layers.1.linear2.weight": 0.0013262914726510644, + "transformer.layers.1.linear2.bias": 0.00022044456272851676, + "transformer.layers.1.norm1.weight": 8.705820073373616e-05, + "transformer.layers.1.norm1.bias": 8.607517520431429e-05, + "transformer.layers.1.norm2.weight": 6.14550881437026e-05, + "transformer.layers.1.norm2.bias": 5.117675755172968e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.001656544511206448, + "transformer.layers.2.self_attn.in_proj_bias": 0.00011206952331122011, + "transformer.layers.2.self_attn.out_proj.weight": 0.002950454829260707, + "transformer.layers.2.self_attn.out_proj.bias": 0.0002076279924949631, + "transformer.layers.2.linear1.weight": 0.0006881331792101264, + "transformer.layers.2.linear1.bias": 4.9689078878145665e-05, + "transformer.layers.2.linear2.weight": 0.001277903444133699, + "transformer.layers.2.linear2.bias": 0.00020674320694524795, + "transformer.layers.2.norm1.weight": 0.00010631830809870735, + "transformer.layers.2.norm1.bias": 0.00011108188482467085, + "transformer.layers.2.norm2.weight": 3.309553721919656e-05, + "transformer.layers.2.norm2.bias": 3.3460404665675014e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0022484345827251673, + "transformer.layers.3.self_attn.in_proj_bias": 0.00015151654952205718, + "transformer.layers.3.self_attn.out_proj.weight": 0.002401000587269664, + "transformer.layers.3.self_attn.out_proj.bias": 0.00019395099661778659, + "transformer.layers.3.linear1.weight": 0.0015653676819056273, + "transformer.layers.3.linear1.bias": 0.00013450792175717652, + "transformer.layers.3.linear2.weight": 0.0014248719671741128, + "transformer.layers.3.linear2.bias": 0.0001929807913256809, + "transformer.layers.3.norm1.weight": 0.00020174233941361308, + "transformer.layers.3.norm1.bias": 0.0001737473503453657, + "transformer.layers.3.norm2.weight": 8.477171650156379e-05, + "transformer.layers.3.norm2.bias": 0.00013689917977899313, + "head.weight": 0.012375888414680958, + "head.bias": 0.00041335122659802437, + "global_embedding.weight": 0.004685332532972097, + "global_cnn.0.weight": 0.050443585962057114, + "global_cnn.0.bias": 0.001770596718415618, + "global_cnn.2.weight": 0.14026421308517456, + "global_cnn.2.bias": 0.0072737643495202065, + "global_proj.weight": 0.019455017521977425, + "global_proj.bias": 0.017332257702946663, + "goal_head.0.weight": 0.0127769336104393, + "goal_head.0.bias": 0.0065309698693454266, + "goal_head.2.weight": 0.019237913191318512, + "goal_head.2.bias": 0.01374995056539774 + }, + { + "global_gate": 3.3045270697584783e-07, + "embedding.weight": 9.677451998868492e-06, + "cnn.0.weight": 0.0003777601814363152, + "cnn.0.bias": 1.510915990365902e-05, + "cnn.2.weight": 0.00011775336315622553, + "cnn.2.bias": 4.604754940373823e-05, + "cnn.5.weight": 0.00020519339886959642, + "cnn.5.bias": 4.642647036234848e-05, + "action_emb.weight": 0.0005222191102802753, + "timestep_emb.weight": 0.0001450390846002847, + "pos_emb.weight": 0.0002745289239101112, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006492443499155343, + "transformer.layers.0.self_attn.in_proj_bias": 3.904076947947033e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0022566593252122402, + "transformer.layers.0.self_attn.out_proj.bias": 0.00043577764881774783, + "transformer.layers.0.linear1.weight": 0.0018014785600826144, + "transformer.layers.0.linear1.bias": 9.19656376936473e-05, + "transformer.layers.0.linear2.weight": 0.0027427487075328827, + "transformer.layers.0.linear2.bias": 0.00043908634688705206, + "transformer.layers.0.norm1.weight": 3.301463948446326e-05, + "transformer.layers.0.norm1.bias": 3.406899486435577e-05, + "transformer.layers.0.norm2.weight": 0.00016915416927076876, + "transformer.layers.0.norm2.bias": 7.242616993607953e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.001570922671817243, + "transformer.layers.1.self_attn.in_proj_bias": 8.873188198776916e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.004496727604418993, + "transformer.layers.1.self_attn.out_proj.bias": 0.0004423580248840153, + "transformer.layers.1.linear1.weight": 0.001024035387672484, + "transformer.layers.1.linear1.bias": 7.947625999804586e-05, + "transformer.layers.1.linear2.weight": 0.0022634307388216257, + "transformer.layers.1.linear2.bias": 0.00045099822455085814, + "transformer.layers.1.norm1.weight": 9.341590339317918e-05, + "transformer.layers.1.norm1.bias": 6.912692333571613e-05, + "transformer.layers.1.norm2.weight": 6.519881571875885e-05, + "transformer.layers.1.norm2.bias": 6.911785021657124e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.00205849576741457, + "transformer.layers.2.self_attn.in_proj_bias": 0.00015880291175562888, + "transformer.layers.2.self_attn.out_proj.weight": 0.0046417079865932465, + "transformer.layers.2.self_attn.out_proj.bias": 0.00046804346493445337, + "transformer.layers.2.linear1.weight": 0.0012250295840203762, + "transformer.layers.2.linear1.bias": 0.00011064185673603788, + "transformer.layers.2.linear2.weight": 0.0020790346898138523, + "transformer.layers.2.linear2.bias": 0.00048617206630297005, + "transformer.layers.2.norm1.weight": 0.00012419318954925984, + "transformer.layers.2.norm1.bias": 0.00012721569510176778, + "transformer.layers.2.norm2.weight": 5.35627368662972e-05, + "transformer.layers.2.norm2.bias": 7.776366692269221e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.004041037056595087, + "transformer.layers.3.self_attn.in_proj_bias": 0.0003263927064836025, + "transformer.layers.3.self_attn.out_proj.weight": 0.004265582654625177, + "transformer.layers.3.self_attn.out_proj.bias": 0.0005153476959094405, + "transformer.layers.3.linear1.weight": 0.0026638226117938757, + "transformer.layers.3.linear1.bias": 0.00024583443882875144, + "transformer.layers.3.linear2.weight": 0.0023064538836479187, + "transformer.layers.3.linear2.bias": 0.0005414062761701643, + "transformer.layers.3.norm1.weight": 0.00036024412838742137, + "transformer.layers.3.norm1.bias": 0.00035076102358289063, + "transformer.layers.3.norm2.weight": 0.00013422344636637717, + "transformer.layers.3.norm2.bias": 0.0002513379149604589, + "head.weight": 0.014888702891767025, + "head.bias": 0.0005238585872575641, + "global_embedding.weight": 0.004278253298252821, + "global_cnn.0.weight": 0.06971751153469086, + "global_cnn.0.bias": 0.003155096434056759, + "global_cnn.2.weight": 0.19284991919994354, + "global_cnn.2.bias": 0.008833617903292179, + "global_proj.weight": 0.03870292380452156, + "global_proj.bias": 0.030833283439278603, + "goal_head.0.weight": 0.027765290811657906, + "goal_head.0.bias": 0.013706008903682232, + "goal_head.2.weight": 0.04209153354167938, + "goal_head.2.bias": 0.03130429983139038 + }, + { + "global_gate": 6.4463495164091e-07, + "embedding.weight": 2.503061477909796e-05, + "cnn.0.weight": 0.0009144354262389243, + "cnn.0.bias": 3.6936995456926525e-05, + "cnn.2.weight": 0.00030902388971298933, + "cnn.2.bias": 0.00011459172674221918, + "cnn.5.weight": 0.00047022223589010537, + "cnn.5.bias": 0.00011763969814637676, + "action_emb.weight": 0.0004072166921105236, + "timestep_emb.weight": 0.00013771923840977252, + "pos_emb.weight": 0.00023256651184055954, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006921319873072207, + "transformer.layers.0.self_attn.in_proj_bias": 5.56803097424563e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0017367374384775758, + "transformer.layers.0.self_attn.out_proj.bias": 0.0003071670071221888, + "transformer.layers.0.linear1.weight": 0.001616430003196001, + "transformer.layers.0.linear1.bias": 8.526856254320592e-05, + "transformer.layers.0.linear2.weight": 0.0022548420820385218, + "transformer.layers.0.linear2.bias": 0.0003073998086620122, + "transformer.layers.0.norm1.weight": 3.326399018988013e-05, + "transformer.layers.0.norm1.bias": 4.314960460760631e-05, + "transformer.layers.0.norm2.weight": 0.00013439015310723335, + "transformer.layers.0.norm2.bias": 7.162921247072518e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0018049189820885658, + "transformer.layers.1.self_attn.in_proj_bias": 0.00011823117529274896, + "transformer.layers.1.self_attn.out_proj.weight": 0.003550043096765876, + "transformer.layers.1.self_attn.out_proj.bias": 0.0003141440683975816, + "transformer.layers.1.linear1.weight": 0.0009365488076582551, + "transformer.layers.1.linear1.bias": 6.599184416700155e-05, + "transformer.layers.1.linear2.weight": 0.001867229351773858, + "transformer.layers.1.linear2.bias": 0.0003146217204630375, + "transformer.layers.1.norm1.weight": 9.327354928245768e-05, + "transformer.layers.1.norm1.bias": 8.307784446515143e-05, + "transformer.layers.1.norm2.weight": 5.237693403614685e-05, + "transformer.layers.1.norm2.bias": 5.208467337070033e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0019319327548146248, + "transformer.layers.2.self_attn.in_proj_bias": 0.00014151609502732754, + "transformer.layers.2.self_attn.out_proj.weight": 0.0038434043526649475, + "transformer.layers.2.self_attn.out_proj.bias": 0.0003102569899056107, + "transformer.layers.2.linear1.weight": 0.0010844914941117167, + "transformer.layers.2.linear1.bias": 8.988550689537078e-05, + "transformer.layers.2.linear2.weight": 0.0018149097450077534, + "transformer.layers.2.linear2.bias": 0.00031838921131566167, + "transformer.layers.2.norm1.weight": 0.0001482159277657047, + "transformer.layers.2.norm1.bias": 0.00012500263983383775, + "transformer.layers.2.norm2.weight": 5.1340917707420886e-05, + "transformer.layers.2.norm2.bias": 6.575275619979948e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0039279949851334095, + "transformer.layers.3.self_attn.in_proj_bias": 0.0002840000088326633, + "transformer.layers.3.self_attn.out_proj.weight": 0.003386822761967778, + "transformer.layers.3.self_attn.out_proj.bias": 0.00034724187571555376, + "transformer.layers.3.linear1.weight": 0.0023581357672810555, + "transformer.layers.3.linear1.bias": 0.00021336118516046554, + "transformer.layers.3.linear2.weight": 0.001844460261054337, + "transformer.layers.3.linear2.bias": 0.0003768465539906174, + "transformer.layers.3.norm1.weight": 0.00040918512968346477, + "transformer.layers.3.norm1.bias": 0.0003312659391667694, + "transformer.layers.3.norm2.weight": 0.00013376280548982322, + "transformer.layers.3.norm2.bias": 0.00023536202206742018, + "head.weight": 0.014812004752457142, + "head.bias": 0.0004856552113778889, + "global_embedding.weight": 0.002413564594462514, + "global_cnn.0.weight": 0.028949765488505363, + "global_cnn.0.bias": 0.0013356429990381002, + "global_cnn.2.weight": 0.09493901580572128, + "global_cnn.2.bias": 0.004307489842176437, + "global_proj.weight": 0.03185880184173584, + "global_proj.bias": 0.02361930161714554, + "goal_head.0.weight": 0.02393193356692791, + "goal_head.0.bias": 0.01117063220590353, + "goal_head.2.weight": 0.035891637206077576, + "goal_head.2.bias": 0.025725264102220535 + }, + { + "global_gate": 5.565601895796135e-06, + "embedding.weight": 1.4952214769436978e-05, + "cnn.0.weight": 0.0005662415642291307, + "cnn.0.bias": 2.5834815460257232e-05, + "cnn.2.weight": 0.00018631343846209347, + "cnn.2.bias": 9.675818728283048e-05, + "cnn.5.weight": 0.00023597580729983747, + "cnn.5.bias": 6.457175186369568e-05, + "action_emb.weight": 0.0003687579883262515, + "timestep_emb.weight": 0.00013801033492200077, + "pos_emb.weight": 0.00017572424258105457, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006286207935772836, + "transformer.layers.0.self_attn.in_proj_bias": 5.8251032896805555e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015837046084925532, + "transformer.layers.0.self_attn.out_proj.bias": 0.00025747972540557384, + "transformer.layers.0.linear1.weight": 0.0016433603595942259, + "transformer.layers.0.linear1.bias": 7.539219222962856e-05, + "transformer.layers.0.linear2.weight": 0.0018980457680299878, + "transformer.layers.0.linear2.bias": 0.0002495699154678732, + "transformer.layers.0.norm1.weight": 3.1452658731723204e-05, + "transformer.layers.0.norm1.bias": 4.4235239329282194e-05, + "transformer.layers.0.norm2.weight": 0.0001577990042278543, + "transformer.layers.0.norm2.bias": 0.0001018127950374037, + "transformer.layers.1.self_attn.in_proj_weight": 0.0014403925742954016, + "transformer.layers.1.self_attn.in_proj_bias": 6.806304736528546e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.002532990649342537, + "transformer.layers.1.self_attn.out_proj.bias": 0.00024609340471215546, + "transformer.layers.1.linear1.weight": 0.0008666364010423422, + "transformer.layers.1.linear1.bias": 5.5846627219580114e-05, + "transformer.layers.1.linear2.weight": 0.0015845007728785276, + "transformer.layers.1.linear2.bias": 0.00025215110508725047, + "transformer.layers.1.norm1.weight": 8.98681246326305e-05, + "transformer.layers.1.norm1.bias": 7.505924440920353e-05, + "transformer.layers.1.norm2.weight": 5.523684376385063e-05, + "transformer.layers.1.norm2.bias": 4.576356150209904e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0016702403081580997, + "transformer.layers.2.self_attn.in_proj_bias": 0.00011711710249073803, + "transformer.layers.2.self_attn.out_proj.weight": 0.002717140596359968, + "transformer.layers.2.self_attn.out_proj.bias": 0.00026004380197264254, + "transformer.layers.2.linear1.weight": 0.0008272066479548812, + "transformer.layers.2.linear1.bias": 6.802647840231657e-05, + "transformer.layers.2.linear2.weight": 0.0013376869028434157, + "transformer.layers.2.linear2.bias": 0.0002686751540750265, + "transformer.layers.2.norm1.weight": 0.00015507494390476495, + "transformer.layers.2.norm1.bias": 0.00012445717584341764, + "transformer.layers.2.norm2.weight": 3.832904258160852e-05, + "transformer.layers.2.norm2.bias": 4.593774428940378e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0036431357730180025, + "transformer.layers.3.self_attn.in_proj_bias": 0.00026855713804252446, + "transformer.layers.3.self_attn.out_proj.weight": 0.002650134265422821, + "transformer.layers.3.self_attn.out_proj.bias": 0.0002823846007231623, + "transformer.layers.3.linear1.weight": 0.0015933266840875149, + "transformer.layers.3.linear1.bias": 0.00013893452705815434, + "transformer.layers.3.linear2.weight": 0.001352986553683877, + "transformer.layers.3.linear2.bias": 0.0002933345385827124, + "transformer.layers.3.norm1.weight": 0.0003947115910705179, + "transformer.layers.3.norm1.bias": 0.00031297263922169805, + "transformer.layers.3.norm2.weight": 8.1081576354336e-05, + "transformer.layers.3.norm2.bias": 0.00013755427789874375, + "head.weight": 0.009611237794160843, + "head.bias": 0.00033450519549660385, + "global_embedding.weight": 0.012855084612965584, + "global_cnn.0.weight": 0.07920905202627182, + "global_cnn.0.bias": 0.0033186874352395535, + "global_cnn.2.weight": 0.1584043800830841, + "global_cnn.2.bias": 0.007533257827162743, + "global_proj.weight": 0.022250914946198463, + "global_proj.bias": 0.01800973154604435, + "goal_head.0.weight": 0.016231229528784752, + "goal_head.0.bias": 0.00778817106038332, + "goal_head.2.weight": 0.027429528534412384, + "goal_head.2.bias": 0.017790943384170532 + }, + { + "global_gate": 7.848873195825945e-08, + "embedding.weight": 3.0570383387384936e-05, + "cnn.0.weight": 0.0009710871963761747, + "cnn.0.bias": 4.203509524813853e-05, + "cnn.2.weight": 0.0003361103299539536, + "cnn.2.bias": 0.00011325466039124876, + "cnn.5.weight": 0.00045822394895367324, + "cnn.5.bias": 0.00011450052261352539, + "action_emb.weight": 0.00044143389095552266, + "timestep_emb.weight": 0.0001426033559255302, + "pos_emb.weight": 0.0001948944409377873, + "transformer.layers.0.self_attn.in_proj_weight": 0.0007408623350784183, + "transformer.layers.0.self_attn.in_proj_bias": 6.136111915111542e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015586607623845339, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002553225203882903, + "transformer.layers.0.linear1.weight": 0.0019568712450563908, + "transformer.layers.0.linear1.bias": 8.101772982627153e-05, + "transformer.layers.0.linear2.weight": 0.0020276475697755814, + "transformer.layers.0.linear2.bias": 0.00025587689015083015, + "transformer.layers.0.norm1.weight": 4.093903407920152e-05, + "transformer.layers.0.norm1.bias": 4.766784331877716e-05, + "transformer.layers.0.norm2.weight": 0.000191304789041169, + "transformer.layers.0.norm2.bias": 7.160314271459356e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0016264627920463681, + "transformer.layers.1.self_attn.in_proj_bias": 8.20310233393684e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0029991716146469116, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002620817394927144, + "transformer.layers.1.linear1.weight": 0.000988123589195311, + "transformer.layers.1.linear1.bias": 6.642169319093227e-05, + "transformer.layers.1.linear2.weight": 0.0017147583421319723, + "transformer.layers.1.linear2.bias": 0.0002628494694363326, + "transformer.layers.1.norm1.weight": 9.684005635790527e-05, + "transformer.layers.1.norm1.bias": 6.0902355471625924e-05, + "transformer.layers.1.norm2.weight": 6.808875332353637e-05, + "transformer.layers.1.norm2.bias": 6.242239760467783e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0020178959239274263, + "transformer.layers.2.self_attn.in_proj_bias": 0.0001380934554617852, + "transformer.layers.2.self_attn.out_proj.weight": 0.0036180184688419104, + "transformer.layers.2.self_attn.out_proj.bias": 0.0002620113955345005, + "transformer.layers.2.linear1.weight": 0.0009207816910929978, + "transformer.layers.2.linear1.bias": 7.119634392438456e-05, + "transformer.layers.2.linear2.weight": 0.00167206977494061, + "transformer.layers.2.linear2.bias": 0.0002650583046488464, + "transformer.layers.2.norm1.weight": 0.00014605847536586225, + "transformer.layers.2.norm1.bias": 0.00012082314060535282, + "transformer.layers.2.norm2.weight": 4.275374885764904e-05, + "transformer.layers.2.norm2.bias": 4.591813558363356e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0032541712280362844, + "transformer.layers.3.self_attn.in_proj_bias": 0.00020500591199379414, + "transformer.layers.3.self_attn.out_proj.weight": 0.00306751043535769, + "transformer.layers.3.self_attn.out_proj.bias": 0.00027152744587510824, + "transformer.layers.3.linear1.weight": 0.0020629018545150757, + "transformer.layers.3.linear1.bias": 0.00018277420895174146, + "transformer.layers.3.linear2.weight": 0.0017586384201422334, + "transformer.layers.3.linear2.bias": 0.00028330000350251794, + "transformer.layers.3.norm1.weight": 0.0002510021149646491, + "transformer.layers.3.norm1.bias": 0.00019813416292890906, + "transformer.layers.3.norm2.weight": 0.00011103449651272967, + "transformer.layers.3.norm2.bias": 0.00018112616089638323, + "head.weight": 0.011836833320558071, + "head.bias": 0.0003461815067566931, + "global_embedding.weight": 0.006329309660941362, + "global_cnn.0.weight": 0.03765254095196724, + "global_cnn.0.bias": 0.0012454506941139698, + "global_cnn.2.weight": 0.0691017359495163, + "global_cnn.2.bias": 0.0026880826335400343, + "global_proj.weight": 0.012457097880542278, + "global_proj.bias": 0.006208363920450211, + "goal_head.0.weight": 0.008321947418153286, + "goal_head.0.bias": 0.0027918582782149315, + "goal_head.2.weight": 0.013442683964967728, + "goal_head.2.bias": 0.005933182314038277 + }, + { + "global_gate": 8.630728984826419e-07, + "embedding.weight": 2.3375358068733476e-05, + "cnn.0.weight": 0.00063437590142712, + "cnn.0.bias": 3.0716928449692205e-05, + "cnn.2.weight": 0.00017458753427490592, + "cnn.2.bias": 7.979307702044025e-05, + "cnn.5.weight": 0.00023582078574690968, + "cnn.5.bias": 5.9901096392422915e-05, + "action_emb.weight": 0.0003070957609452307, + "timestep_emb.weight": 0.00011789832205977291, + "pos_emb.weight": 0.00013147697609383613, + "transformer.layers.0.self_attn.in_proj_weight": 0.00033665637602098286, + "transformer.layers.0.self_attn.in_proj_bias": 2.5305032977485098e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.001443426008336246, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002565056784078479, + "transformer.layers.0.linear1.weight": 0.0012369906762614846, + "transformer.layers.0.linear1.bias": 7.694024679949507e-05, + "transformer.layers.0.linear2.weight": 0.0016329855425283313, + "transformer.layers.0.linear2.bias": 0.0002485012519173324, + "transformer.layers.0.norm1.weight": 1.5328840163419954e-05, + "transformer.layers.0.norm1.bias": 1.9487437384668738e-05, + "transformer.layers.0.norm2.weight": 0.00011624560283962637, + "transformer.layers.0.norm2.bias": 0.00011964775330852717, + "transformer.layers.1.self_attn.in_proj_weight": 0.0012036289554089308, + "transformer.layers.1.self_attn.in_proj_bias": 8.165390318026766e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0027326124254614115, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002456829824950546, + "transformer.layers.1.linear1.weight": 0.0007028524996712804, + "transformer.layers.1.linear1.bias": 5.197145583224483e-05, + "transformer.layers.1.linear2.weight": 0.0014209806686267257, + "transformer.layers.1.linear2.bias": 0.0002491905470378697, + "transformer.layers.1.norm1.weight": 6.674804171780124e-05, + "transformer.layers.1.norm1.bias": 8.656467980472371e-05, + "transformer.layers.1.norm2.weight": 4.3629366700770333e-05, + "transformer.layers.1.norm2.bias": 4.6966531954240054e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0011999296257272363, + "transformer.layers.2.self_attn.in_proj_bias": 8.217208960559219e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0025929647963494062, + "transformer.layers.2.self_attn.out_proj.bias": 0.00024921417934820056, + "transformer.layers.2.linear1.weight": 0.0007813481497578323, + "transformer.layers.2.linear1.bias": 6.580441549886018e-05, + "transformer.layers.2.linear2.weight": 0.001314302091486752, + "transformer.layers.2.linear2.bias": 0.00025697119417600334, + "transformer.layers.2.norm1.weight": 8.056296792346984e-05, + "transformer.layers.2.norm1.bias": 6.405269959941506e-05, + "transformer.layers.2.norm2.weight": 3.761657717404887e-05, + "transformer.layers.2.norm2.bias": 4.8975616664392874e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0030760096851736307, + "transformer.layers.3.self_attn.in_proj_bias": 0.0002359152858844027, + "transformer.layers.3.self_attn.out_proj.weight": 0.002663825871422887, + "transformer.layers.3.self_attn.out_proj.bias": 0.00027434813091531396, + "transformer.layers.3.linear1.weight": 0.001641518552787602, + "transformer.layers.3.linear1.bias": 0.00014912114420440048, + "transformer.layers.3.linear2.weight": 0.0014251739485189319, + "transformer.layers.3.linear2.bias": 0.0002956884854938835, + "transformer.layers.3.norm1.weight": 0.0003054410917684436, + "transformer.layers.3.norm1.bias": 0.00026826743851415813, + "transformer.layers.3.norm2.weight": 9.849419438978657e-05, + "transformer.layers.3.norm2.bias": 0.00016782710736151785, + "head.weight": 0.015328406356275082, + "head.bias": 0.000514569750521332, + "global_embedding.weight": 0.006582466419786215, + "global_cnn.0.weight": 0.04963573068380356, + "global_cnn.0.bias": 0.0018915205728262663, + "global_cnn.2.weight": 0.11642779409885406, + "global_cnn.2.bias": 0.005330468527972698, + "global_proj.weight": 0.014355170540511608, + "global_proj.bias": 0.011339984834194183, + "goal_head.0.weight": 0.009375075809657574, + "goal_head.0.bias": 0.004479640629142523, + "goal_head.2.weight": 0.014915203675627708, + "goal_head.2.bias": 0.009627179242670536 + }, + { + "global_gate": 1.8658647604752332e-05, + "embedding.weight": 4.3730760808102787e-05, + "cnn.0.weight": 0.0011982267023995519, + "cnn.0.bias": 4.298813291825354e-05, + "cnn.2.weight": 0.00044385335058905184, + "cnn.2.bias": 0.00013218357344157994, + "cnn.5.weight": 0.0008926798473112285, + "cnn.5.bias": 0.0001591140025993809, + "action_emb.weight": 0.001018085633404553, + "timestep_emb.weight": 0.0002293164870934561, + "pos_emb.weight": 0.0004659146361518651, + "transformer.layers.0.self_attn.in_proj_weight": 0.0020600624848157167, + "transformer.layers.0.self_attn.in_proj_bias": 0.0001451907737646252, + "transformer.layers.0.self_attn.out_proj.weight": 0.0035462253727018833, + "transformer.layers.0.self_attn.out_proj.bias": 0.0005955456290394068, + "transformer.layers.0.linear1.weight": 0.00460209371522069, + "transformer.layers.0.linear1.bias": 0.0002520266571082175, + "transformer.layers.0.linear2.weight": 0.0041038100607693195, + "transformer.layers.0.linear2.bias": 0.00048454946954734623, + "transformer.layers.0.norm1.weight": 0.00011111616913694888, + "transformer.layers.0.norm1.bias": 0.00012477103155106306, + "transformer.layers.0.norm2.weight": 0.0005040108226239681, + "transformer.layers.0.norm2.bias": 0.0004354769771452993, + "transformer.layers.1.self_attn.in_proj_weight": 0.003941533621400595, + "transformer.layers.1.self_attn.in_proj_bias": 0.00019298713596072048, + "transformer.layers.1.self_attn.out_proj.weight": 0.004973739385604858, + "transformer.layers.1.self_attn.out_proj.bias": 0.00045975338434800506, + "transformer.layers.1.linear1.weight": 0.0019785724580287933, + "transformer.layers.1.linear1.bias": 0.00012550095561891794, + "transformer.layers.1.linear2.weight": 0.003184356028214097, + "transformer.layers.1.linear2.bias": 0.00044744551996700466, + "transformer.layers.1.norm1.weight": 0.0002603832690510899, + "transformer.layers.1.norm1.bias": 0.000182266318006441, + "transformer.layers.1.norm2.weight": 0.0001496086042607203, + "transformer.layers.1.norm2.bias": 0.00016330390644725412, + "transformer.layers.2.self_attn.in_proj_weight": 0.003803481347858906, + "transformer.layers.2.self_attn.in_proj_bias": 0.00026204995810985565, + "transformer.layers.2.self_attn.out_proj.weight": 0.005593473557382822, + "transformer.layers.2.self_attn.out_proj.bias": 0.00046030976227484643, + "transformer.layers.2.linear1.weight": 0.001788723049685359, + "transformer.layers.2.linear1.bias": 0.00013825803762301803, + "transformer.layers.2.linear2.weight": 0.002745148492977023, + "transformer.layers.2.linear2.bias": 0.0004728084022644907, + "transformer.layers.2.norm1.weight": 0.00035047787241637707, + "transformer.layers.2.norm1.bias": 0.0002802239032462239, + "transformer.layers.2.norm2.weight": 8.950797200668603e-05, + "transformer.layers.2.norm2.bias": 0.0001005931626423262, + "transformer.layers.3.self_attn.in_proj_weight": 0.008045482449233532, + "transformer.layers.3.self_attn.in_proj_bias": 0.0005217049038037658, + "transformer.layers.3.self_attn.out_proj.weight": 0.00534277968108654, + "transformer.layers.3.self_attn.out_proj.bias": 0.00048695551231503487, + "transformer.layers.3.linear1.weight": 0.0036109951324760914, + "transformer.layers.3.linear1.bias": 0.0002984748862218112, + "transformer.layers.3.linear2.weight": 0.002818453125655651, + "transformer.layers.3.linear2.bias": 0.0005048111197538674, + "transformer.layers.3.norm1.weight": 0.0008029800956137478, + "transformer.layers.3.norm1.bias": 0.0005770409479737282, + "transformer.layers.3.norm2.weight": 0.00020416188635863364, + "transformer.layers.3.norm2.bias": 0.00031987600959837437, + "head.weight": 0.01924835331737995, + "head.bias": 0.0005939336260780692, + "global_embedding.weight": 0.0041430313140153885, + "global_cnn.0.weight": 0.047231875360012054, + "global_cnn.0.bias": 0.0017542956629768014, + "global_cnn.2.weight": 0.11071761697530746, + "global_cnn.2.bias": 0.004822063259780407, + "global_proj.weight": 0.016825230792164803, + "global_proj.bias": 0.014367099851369858, + "goal_head.0.weight": 0.01285745482891798, + "goal_head.0.bias": 0.006533237639814615, + "goal_head.2.weight": 0.021152440458536148, + "goal_head.2.bias": 0.015188831835985184 + }, + { + "global_gate": 4.892154720437247e-06, + "embedding.weight": 2.9880124202463776e-05, + "cnn.0.weight": 0.0005469192983582616, + "cnn.0.bias": 2.0384266463224776e-05, + "cnn.2.weight": 0.00017469168233219534, + "cnn.2.bias": 6.901996675878763e-05, + "cnn.5.weight": 0.0002710192056838423, + "cnn.5.bias": 6.550241232616827e-05, + "action_emb.weight": 0.0004362863546703011, + "timestep_emb.weight": 0.00013173517072573304, + "pos_emb.weight": 0.00018107621872331947, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004950574948452413, + "transformer.layers.0.self_attn.in_proj_bias": 3.562927304301411e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015196463791653514, + "transformer.layers.0.self_attn.out_proj.bias": 0.00028822117019444704, + "transformer.layers.0.linear1.weight": 0.0020311002153903246, + "transformer.layers.0.linear1.bias": 0.00011791202996391803, + "transformer.layers.0.linear2.weight": 0.0018246538238599896, + "transformer.layers.0.linear2.bias": 0.0002426660357741639, + "transformer.layers.0.norm1.weight": 2.3555243387818336e-05, + "transformer.layers.0.norm1.bias": 2.258363201690372e-05, + "transformer.layers.0.norm2.weight": 0.0002062126441160217, + "transformer.layers.0.norm2.bias": 0.0001962761889444664, + "transformer.layers.1.self_attn.in_proj_weight": 0.001695543061941862, + "transformer.layers.1.self_attn.in_proj_bias": 7.788057700963691e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0027014166116714478, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002310714335180819, + "transformer.layers.1.linear1.weight": 0.0009533186093904078, + "transformer.layers.1.linear1.bias": 7.619294774485752e-05, + "transformer.layers.1.linear2.weight": 0.0014473091578111053, + "transformer.layers.1.linear2.bias": 0.00022738520056009293, + "transformer.layers.1.norm1.weight": 0.00010769814980449155, + "transformer.layers.1.norm1.bias": 6.980971375014633e-05, + "transformer.layers.1.norm2.weight": 6.889490032335743e-05, + "transformer.layers.1.norm2.bias": 0.00010360720625612885, + "transformer.layers.2.self_attn.in_proj_weight": 0.0016571029555052519, + "transformer.layers.2.self_attn.in_proj_bias": 9.857817349256948e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0032121683470904827, + "transformer.layers.2.self_attn.out_proj.bias": 0.00021404202561825514, + "transformer.layers.2.linear1.weight": 0.0008836122578941286, + "transformer.layers.2.linear1.bias": 7.197001104941592e-05, + "transformer.layers.2.linear2.weight": 0.0014990075724199414, + "transformer.layers.2.linear2.bias": 0.00022009162057656795, + "transformer.layers.2.norm1.weight": 0.00010123042011400685, + "transformer.layers.2.norm1.bias": 9.990238322643563e-05, + "transformer.layers.2.norm2.weight": 4.83781514049042e-05, + "transformer.layers.2.norm2.bias": 6.457771814893931e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003314544213935733, + "transformer.layers.3.self_attn.in_proj_bias": 0.00019279906700830907, + "transformer.layers.3.self_attn.out_proj.weight": 0.0031216791830956936, + "transformer.layers.3.self_attn.out_proj.bias": 0.00022628028818871826, + "transformer.layers.3.linear1.weight": 0.0018710633739829063, + "transformer.layers.3.linear1.bias": 0.0001591240579728037, + "transformer.layers.3.linear2.weight": 0.0017165818717330694, + "transformer.layers.3.linear2.bias": 0.00023718838929198682, + "transformer.layers.3.norm1.weight": 0.00033695396268740296, + "transformer.layers.3.norm1.bias": 0.0001864697114797309, + "transformer.layers.3.norm2.weight": 9.989799582399428e-05, + "transformer.layers.3.norm2.bias": 0.00018266908591613173, + "head.weight": 0.014203784056007862, + "head.bias": 0.0004194682987872511, + "global_embedding.weight": 0.005256848409771919, + "global_cnn.0.weight": 0.04519358277320862, + "global_cnn.0.bias": 0.0022309436462819576, + "global_cnn.2.weight": 0.11012443900108337, + "global_cnn.2.bias": 0.0057030306197702885, + "global_proj.weight": 0.01708628423511982, + "global_proj.bias": 0.011137567460536957, + "goal_head.0.weight": 0.009942467324435711, + "goal_head.0.bias": 0.004600817803293467, + "goal_head.2.weight": 0.012106127105653286, + "goal_head.2.bias": 0.01074349693953991 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.09340204298496246, - 0.11326722800731659, - 0.016086971387267113, - 0.067049041390419, - 0.022308845072984695, - 0.047215405851602554, - 0.06187276542186737, - 0.04449518397450447, - 0.07735057175159454, - 0.07800114154815674 + 0.3256526589393616, + 0.2885293662548065, + 0.3745822608470917, + 0.23243801295757294, + 0.31132104992866516, + 0.35537511110305786, + 0.3511352837085724, + 0.3882802128791809, + 0.2158999741077423, + 0.2409166395664215, + 0.3516717255115509, + 0.31221064925193787, + 0.44546186923980713, + 0.6713674068450928, + 0.5136380195617676, + 0.5102655291557312, + 0.5046193599700928, + 0.49871355295181274, + 0.8096174597740173, + 0.6259621381759644 ], "repr_drift_kl_low_t": [ - 0.09200991690158844, - 0.1133446991443634, - 0.018038364127278328, - 0.035441309213638306, - 0.017142008990049362, - 0.041635140776634216, - 0.023184120655059814, - 0.031178943812847137, - 0.04409751296043396, - 0.07654896378517151 + 0.40706729888916016, + 0.33725032210350037, + 0.4473247230052948, + 0.2652783989906311, + 0.3747686445713043, + 0.4317779839038849, + 0.43565529584884644, + 0.47968292236328125, + 0.26155105233192444, + 0.2850671410560608, + 0.424763560295105, + 0.37956351041793823, + 0.5189226865768433, + 0.8148707151412964, + 0.6150196194648743, + 0.6121427416801453, + 0.5990894436836243, + 0.5968833565711975, + 0.9877991676330566, + 0.763319194316864 ], "repr_drift_kl_mid_t": [ - 0.09251363575458527, - 0.10798691213130951, - 0.015378326177597046, - 0.03778061643242836, - 0.01586180552840233, - 0.04459260031580925, - 0.021944912150502205, - 0.03272406384348869, - 0.06655999273061752, - 0.0759366899728775 + 0.3147442042827606, + 0.2834450602531433, + 0.3689834475517273, + 0.22441145777702332, + 0.3100357949733734, + 0.35595130920410156, + 0.34705376625061035, + 0.39984142780303955, + 0.21868781745433807, + 0.24023652076721191, + 0.3591146469116211, + 0.32692456245422363, + 0.4556664526462555, + 0.6837247014045715, + 0.5240504741668701, + 0.5250657200813293, + 0.5183079242706299, + 0.5083721280097961, + 0.8166841268539429, + 0.6327270865440369 ], "repr_drift_kl_high_t": [ - 0.10942588001489639, - 0.11123370379209518, - 0.03901807963848114, - 0.14145636558532715, - 0.03542691469192505, - 0.06389980018138885, - 0.09700534492731094, - 0.0836527869105339, - 0.06829056143760681, - 0.10057193785905838 + 0.26314663887023926, + 0.23722988367080688, + 0.3068349361419678, + 0.20537693798542023, + 0.25529420375823975, + 0.2640744149684906, + 0.25983181595802307, + 0.30318450927734375, + 0.1606309860944748, + 0.20260751247406006, + 0.2489628791809082, + 0.23682771623134613, + 0.351815789937973, + 0.4913483262062073, + 0.40427151322364807, + 0.4125959277153015, + 0.38732630014419556, + 0.401237428188324, + 0.6148122549057007, + 0.46541628241539 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.7869941592216492, - 0.7555381059646606, - 0.6832108497619629, - 0.9686169624328613, - 0.9050821661949158 + 0.8432649970054626, + 0.884697437286377, + 0.8661913275718689, + 0.8533668518066406, + 0.8276225924491882, + 0.903323233127594, + 0.8496395349502563, + 0.8928956389427185, + 0.8064650893211365, + 0.8440388441085815 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.6116524934768677, - 0.30740058422088623, - 0.3105491101741791, - 0.1984471082687378, - 0.10931725054979324, - 0.3116588890552521, - 0.1772187501192093, - 0.08383595198392868, - 0.36547577381134033, - 0.3028808832168579 + 0.23939792811870575, + 0.3256376087665558, + 0.6768711805343628, + 0.5744295716285706, + 0.21807003021240234, + 0.5230708122253418, + 0.2744329571723938, + 0.31355151534080505, + 0.4480082094669342, + 0.3735063076019287, + 0.3407767713069916, + 0.2928664982318878, + 0.15456674993038177, + 0.22127094864845276, + 0.12091273069381714, + 0.18459434807300568, + 0.08458825200796127, + 0.12878061830997467, + 0.12841510772705078, + 0.12296327203512192 ], "norm_high_t": [ - 1.2983713150024414, - 0.3106370270252228, - 0.3247784376144409, - 0.20364953577518463, - 0.10974546521902084, - 0.30842334032058716, - 0.20424029231071472, - 0.08481298387050629, - 0.36581385135650635, - 0.3102652132511139 + 0.25774675607681274, + 0.3304111659526825, + 0.681607723236084, + 0.5729533433914185, + 0.21923278272151947, + 0.5234872102737427, + 0.2776508331298828, + 0.3146476745605469, + 0.4486602246761322, + 0.3737730085849762, + 0.3411920666694641, + 0.29435980319976807, + 0.15671983361244202, + 0.22270889580249786, + 0.12150878459215164, + 0.1865406483411789, + 0.0865226536989212, + 0.1361362189054489, + 0.13020764291286469, + 0.12715661525726318 ], "lowhigh_cos": [ - 0.751732349395752, - 0.9884344339370728, - 0.9529269337654114, - 0.9713963270187378, - 0.993462324142456, - 0.9977596402168274, - 0.8615351319313049, - 0.9727848768234253, - 0.9992987513542175, - 0.9769850969314575 + 0.8481439352035522, + 0.9855986833572388, + 0.9944740533828735, + 0.9959290027618408, + 0.9816237688064575, + 0.9987907409667969, + 0.9902029633522034, + 0.995579183101654, + 0.9986746311187744, + 0.9981279373168945, + 0.9977385401725769, + 0.9971756935119629, + 0.984183669090271, + 0.9827125072479248, + 0.9731675386428833, + 0.9835285544395447, + 0.9225858449935913, + 0.9471908807754517, + 0.965014636516571, + 0.9681625962257385 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.464949369430542, - "t_0.1-0.2": 1.3720059394836426, - "t_0.2-0.3": 1.2926220893859863, - "t_0.3-0.4": 1.2470258474349976, - "t_0.4-0.5": 1.236857533454895, - "t_0.5-0.6": 1.2059839963912964, - "t_0.6-0.7": 1.3533622026443481, - "t_0.7-0.8": 1.276243805885315, - "t_0.8-0.9": 1.1649531126022339, - "t_0.9-1.0": 1.2607067823410034 - }, - { - "t_0.0-0.1": 0.3076156973838806, - "t_0.1-0.2": 0.3087453544139862, - "t_0.2-0.3": 0.30725398659706116, - "t_0.3-0.4": 0.30781298875808716, - "t_0.4-0.5": 0.30854400992393494, - "t_0.5-0.6": 0.3084929287433624, - "t_0.6-0.7": 0.3089107871055603, - "t_0.7-0.8": 0.30784374475479126, - "t_0.8-0.9": 0.30853408575057983, - "t_0.9-1.0": 0.31551000475883484 - }, - { - "t_0.0-0.1": 0.30995264649391174, - "t_0.1-0.2": 0.309001088142395, - "t_0.2-0.3": 0.30891817808151245, - "t_0.3-0.4": 0.3094126284122467, - "t_0.4-0.5": 0.3097669184207916, - "t_0.5-0.6": 0.31022194027900696, - "t_0.6-0.7": 0.30976012349128723, - "t_0.7-0.8": 0.30994459986686707, - "t_0.8-0.9": 0.3121704161167145, - "t_0.9-1.0": 0.3354687988758087 - }, - { - "t_0.0-0.1": 0.19802503287792206, - "t_0.1-0.2": 0.19766931235790253, - "t_0.2-0.3": 0.1975008100271225, - "t_0.3-0.4": 0.19758901000022888, - "t_0.4-0.5": 0.19731852412223816, - "t_0.5-0.6": 0.1976347416639328, - "t_0.6-0.7": 0.19780312478542328, - "t_0.7-0.8": 0.19786866009235382, - "t_0.8-0.9": 0.19762928783893585, - "t_0.9-1.0": 0.20171022415161133 - }, - { - "t_0.0-0.1": 0.11042813956737518, - "t_0.1-0.2": 0.1094987541437149, - "t_0.2-0.3": 0.10944028943777084, - "t_0.3-0.4": 0.10941451042890549, - "t_0.4-0.5": 0.10953093320131302, - "t_0.5-0.6": 0.10970215499401093, - "t_0.6-0.7": 0.10929083079099655, - "t_0.7-0.8": 0.11012561619281769, - "t_0.8-0.9": 0.10940574109554291, - "t_0.9-1.0": 0.11298614740371704 - }, - { - "t_0.0-0.1": 0.31108713150024414, - "t_0.1-0.2": 0.3110293447971344, - "t_0.2-0.3": 0.31136059761047363, - "t_0.3-0.4": 0.311160683631897, - "t_0.4-0.5": 0.31116151809692383, - "t_0.5-0.6": 0.3111526370048523, - "t_0.6-0.7": 0.31115448474884033, - "t_0.7-0.8": 0.3107330799102783, - "t_0.8-0.9": 0.31010308861732483, - "t_0.9-1.0": 0.30801647901535034 - }, - { - "t_0.0-0.1": 0.1774720698595047, - "t_0.1-0.2": 0.17684978246688843, - "t_0.2-0.3": 0.17727281153202057, - "t_0.3-0.4": 0.17718322575092316, - "t_0.4-0.5": 0.1771356761455536, - "t_0.5-0.6": 0.1772097945213318, - "t_0.6-0.7": 0.17709997296333313, - "t_0.7-0.8": 0.17672157287597656, - "t_0.8-0.9": 0.1772295981645584, - "t_0.9-1.0": 0.22762900590896606 - }, - { - "t_0.0-0.1": 0.0833861380815506, - "t_0.1-0.2": 0.08295384794473648, - "t_0.2-0.3": 0.08253532648086548, - "t_0.3-0.4": 0.08320534974336624, - "t_0.4-0.5": 0.08266476541757584, - "t_0.5-0.6": 0.08328736573457718, - "t_0.6-0.7": 0.08275504410266876, - "t_0.7-0.8": 0.08266706764698029, - "t_0.8-0.9": 0.08415262401103973, - "t_0.9-1.0": 0.08770658820867538 - }, - { - "t_0.0-0.1": 0.3653320074081421, - "t_0.1-0.2": 0.3657509386539459, - "t_0.2-0.3": 0.36546534299850464, - "t_0.3-0.4": 0.3653862476348877, - "t_0.4-0.5": 0.36537086963653564, - "t_0.5-0.6": 0.36538833379745483, - "t_0.6-0.7": 0.3655087649822235, - "t_0.7-0.8": 0.3654762804508209, - "t_0.8-0.9": 0.36528465151786804, - "t_0.9-1.0": 0.3654637634754181 - }, - { - "t_0.0-0.1": 0.3032780587673187, - "t_0.1-0.2": 0.30251210927963257, - "t_0.2-0.3": 0.3023124933242798, - "t_0.3-0.4": 0.30239197611808777, - "t_0.4-0.5": 0.30233001708984375, - "t_0.5-0.6": 0.3024565279483795, - "t_0.6-0.7": 0.302249014377594, - "t_0.7-0.8": 0.3021671772003174, - "t_0.8-0.9": 0.302069753408432, - "t_0.9-1.0": 0.3239710330963135 + "t_0.0-0.1": 0.2625797390937805, + "t_0.1-0.2": 0.23761452734470367, + "t_0.2-0.3": 0.23800155520439148, + "t_0.3-0.4": 0.23914220929145813, + "t_0.4-0.5": 0.24233664572238922, + "t_0.5-0.6": 0.23805244266986847, + "t_0.6-0.7": 0.24596178531646729, + "t_0.7-0.8": 0.2529890537261963, + "t_0.8-0.9": 0.2644844949245453, + "t_0.9-1.0": 0.3070516586303711 + }, + { + "t_0.0-0.1": 0.3261081278324127, + "t_0.1-0.2": 0.32572659850120544, + "t_0.2-0.3": 0.3262913227081299, + "t_0.3-0.4": 0.32549849152565, + "t_0.4-0.5": 0.3262856900691986, + "t_0.5-0.6": 0.32637396454811096, + "t_0.6-0.7": 0.32699722051620483, + "t_0.7-0.8": 0.3275616765022278, + "t_0.8-0.9": 0.32784396409988403, + "t_0.9-1.0": 0.3349183201789856 + }, + { + "t_0.0-0.1": 0.6773177981376648, + "t_0.1-0.2": 0.6764953136444092, + "t_0.2-0.3": 0.6759768724441528, + "t_0.3-0.4": 0.6763350367546082, + "t_0.4-0.5": 0.6771253943443298, + "t_0.5-0.6": 0.676424503326416, + "t_0.6-0.7": 0.6773445010185242, + "t_0.7-0.8": 0.6774230003356934, + "t_0.8-0.9": 0.6786075830459595, + "t_0.9-1.0": 0.6876013278961182 + }, + { + "t_0.0-0.1": 0.5759884715080261, + "t_0.1-0.2": 0.5736889839172363, + "t_0.2-0.3": 0.5729010701179504, + "t_0.3-0.4": 0.5730292201042175, + "t_0.4-0.5": 0.5728563666343689, + "t_0.5-0.6": 0.572837233543396, + "t_0.6-0.7": 0.5724079608917236, + "t_0.7-0.8": 0.5722127556800842, + "t_0.8-0.9": 0.5722244381904602, + "t_0.9-1.0": 0.5741930603981018 + }, + { + "t_0.0-0.1": 0.21705487370491028, + "t_0.1-0.2": 0.21834948658943176, + "t_0.2-0.3": 0.21872703731060028, + "t_0.3-0.4": 0.21795907616615295, + "t_0.4-0.5": 0.21809379756450653, + "t_0.5-0.6": 0.21795611083507538, + "t_0.6-0.7": 0.2180175632238388, + "t_0.7-0.8": 0.21890977025032043, + "t_0.8-0.9": 0.2178979068994522, + "t_0.9-1.0": 0.22192105650901794 + }, + { + "t_0.0-0.1": 0.5227402448654175, + "t_0.1-0.2": 0.5230280756950378, + "t_0.2-0.3": 0.523231029510498, + "t_0.3-0.4": 0.5230778455734253, + "t_0.4-0.5": 0.5231332182884216, + "t_0.5-0.6": 0.5231424570083618, + "t_0.6-0.7": 0.5233394503593445, + "t_0.7-0.8": 0.523598849773407, + "t_0.8-0.9": 0.523455798625946, + "t_0.9-1.0": 0.5239053964614868 + }, + { + "t_0.0-0.1": 0.2753857970237732, + "t_0.1-0.2": 0.27403098344802856, + "t_0.2-0.3": 0.27405545115470886, + "t_0.3-0.4": 0.27420487999916077, + "t_0.4-0.5": 0.27437686920166016, + "t_0.5-0.6": 0.27444398403167725, + "t_0.6-0.7": 0.27483931183815, + "t_0.7-0.8": 0.27511149644851685, + "t_0.8-0.9": 0.2754080891609192, + "t_0.9-1.0": 0.2811063230037689 + }, + { + "t_0.0-0.1": 0.31292110681533813, + "t_0.1-0.2": 0.31358951330184937, + "t_0.2-0.3": 0.313709020614624, + "t_0.3-0.4": 0.3138121962547302, + "t_0.4-0.5": 0.3139892816543579, + "t_0.5-0.6": 0.31396010518074036, + "t_0.6-0.7": 0.31410977244377136, + "t_0.7-0.8": 0.3140494227409363, + "t_0.8-0.9": 0.3143033981323242, + "t_0.9-1.0": 0.3153281807899475 + }, + { + "t_0.0-0.1": 0.44803565740585327, + "t_0.1-0.2": 0.44816476106643677, + "t_0.2-0.3": 0.44813063740730286, + "t_0.3-0.4": 0.4481208026409149, + "t_0.4-0.5": 0.44814661145210266, + "t_0.5-0.6": 0.4481472373008728, + "t_0.6-0.7": 0.4481944739818573, + "t_0.7-0.8": 0.44818806648254395, + "t_0.8-0.9": 0.448438823223114, + "t_0.9-1.0": 0.44986265897750854 + }, + { + "t_0.0-0.1": 0.37358319759368896, + "t_0.1-0.2": 0.37338846921920776, + "t_0.2-0.3": 0.37343236804008484, + "t_0.3-0.4": 0.3733747601509094, + "t_0.4-0.5": 0.37344199419021606, + "t_0.5-0.6": 0.3734460175037384, + "t_0.6-0.7": 0.3734177350997925, + "t_0.7-0.8": 0.37345391511917114, + "t_0.8-0.9": 0.37348422408103943, + "t_0.9-1.0": 0.3747856020927429 + }, + { + "t_0.0-0.1": 0.3409121036529541, + "t_0.1-0.2": 0.340518981218338, + "t_0.2-0.3": 0.3406522274017334, + "t_0.3-0.4": 0.34058815240859985, + "t_0.4-0.5": 0.34062448143959045, + "t_0.5-0.6": 0.3406122624874115, + "t_0.6-0.7": 0.3406548500061035, + "t_0.7-0.8": 0.3406927287578583, + "t_0.8-0.9": 0.3408455550670624, + "t_0.9-1.0": 0.3415454626083374 + }, + { + "t_0.0-0.1": 0.2931446135044098, + "t_0.1-0.2": 0.29351571202278137, + "t_0.2-0.3": 0.2937145531177521, + "t_0.3-0.4": 0.2937987148761749, + "t_0.4-0.5": 0.293820321559906, + "t_0.5-0.6": 0.2937867045402527, + "t_0.6-0.7": 0.29389095306396484, + "t_0.7-0.8": 0.29395630955696106, + "t_0.8-0.9": 0.29395875334739685, + "t_0.9-1.0": 0.29474779963493347 + }, + { + "t_0.0-0.1": 0.15595515072345734, + "t_0.1-0.2": 0.15445448458194733, + "t_0.2-0.3": 0.15441149473190308, + "t_0.3-0.4": 0.1544719934463501, + "t_0.4-0.5": 0.15459832549095154, + "t_0.5-0.6": 0.15470339357852936, + "t_0.6-0.7": 0.15499575436115265, + "t_0.7-0.8": 0.15528987348079681, + "t_0.8-0.9": 0.15560419857501984, + "t_0.9-1.0": 0.1600586473941803 + }, + { + "t_0.0-0.1": 0.2217390388250351, + "t_0.1-0.2": 0.22049649059772491, + "t_0.2-0.3": 0.22076624631881714, + "t_0.3-0.4": 0.22095508873462677, + "t_0.4-0.5": 0.22175532579421997, + "t_0.5-0.6": 0.22137117385864258, + "t_0.6-0.7": 0.2218409925699234, + "t_0.7-0.8": 0.22146357595920563, + "t_0.8-0.9": 0.2216559797525406, + "t_0.9-1.0": 0.2251165211200714 + }, + { + "t_0.0-0.1": 0.1269981563091278, + "t_0.1-0.2": 0.11925983428955078, + "t_0.2-0.3": 0.11944717168807983, + "t_0.3-0.4": 0.11935876309871674, + "t_0.4-0.5": 0.11951630562543869, + "t_0.5-0.6": 0.11963389813899994, + "t_0.6-0.7": 0.12016160041093826, + "t_0.7-0.8": 0.12026293575763702, + "t_0.8-0.9": 0.12106525152921677, + "t_0.9-1.0": 0.12256943434476852 + }, + { + "t_0.0-0.1": 0.18562375009059906, + "t_0.1-0.2": 0.1844758689403534, + "t_0.2-0.3": 0.18443262577056885, + "t_0.3-0.4": 0.18444174528121948, + "t_0.4-0.5": 0.18462598323822021, + "t_0.5-0.6": 0.1847866177558899, + "t_0.6-0.7": 0.1846715807914734, + "t_0.7-0.8": 0.1846984475851059, + "t_0.8-0.9": 0.18495741486549377, + "t_0.9-1.0": 0.1894126981496811 + }, + { + "t_0.0-0.1": 0.08435645699501038, + "t_0.1-0.2": 0.08331672847270966, + "t_0.2-0.3": 0.08303697407245636, + "t_0.3-0.4": 0.08290126919746399, + "t_0.4-0.5": 0.08338936418294907, + "t_0.5-0.6": 0.0834595263004303, + "t_0.6-0.7": 0.08402800559997559, + "t_0.7-0.8": 0.08425380289554596, + "t_0.8-0.9": 0.08497239649295807, + "t_0.9-1.0": 0.09156850725412369 + }, + { + "t_0.0-0.1": 0.12923283874988556, + "t_0.1-0.2": 0.1300666183233261, + "t_0.2-0.3": 0.13015826046466827, + "t_0.3-0.4": 0.1302867978811264, + "t_0.4-0.5": 0.13062432408332825, + "t_0.5-0.6": 0.1309327930212021, + "t_0.6-0.7": 0.1309758424758911, + "t_0.7-0.8": 0.13116195797920227, + "t_0.8-0.9": 0.13246768712997437, + "t_0.9-1.0": 0.15534554421901703 + }, + { + "t_0.0-0.1": 0.1311791092157364, + "t_0.1-0.2": 0.1277111917734146, + "t_0.2-0.3": 0.1280842125415802, + "t_0.3-0.4": 0.12785831093788147, + "t_0.4-0.5": 0.1287602335214615, + "t_0.5-0.6": 0.1288464218378067, + "t_0.6-0.7": 0.12901072204113007, + "t_0.7-0.8": 0.1297127604484558, + "t_0.8-0.9": 0.12891550362110138, + "t_0.9-1.0": 0.1313645988702774 + }, + { + "t_0.0-0.1": 0.12637773156166077, + "t_0.1-0.2": 0.12356046587228775, + "t_0.2-0.3": 0.123482346534729, + "t_0.3-0.4": 0.12379821389913559, + "t_0.4-0.5": 0.12396816164255142, + "t_0.5-0.6": 0.1243482157588005, + "t_0.6-0.7": 0.12456832826137543, + "t_0.7-0.8": 0.1243557333946228, + "t_0.8-0.9": 0.12563198804855347, + "t_0.9-1.0": 0.13021306693553925 } ], "win_rate": [ - 1.0, - 0.06791995465755463, - 0.9930975437164307, 0.0, + 0.7190250158309937, + 0.265396386384964, + 0.2146579772233963, + 0.28948333859443665, + 0.0721706822514534, + 0.2747347056865692, + 0.17267164587974548, + 0.2740271985530853, + 0.35934770107269287, + 0.3177441656589508, + 0.2888343632221222, + 0.1969161480665207, + 0.13369418680667877, 0.0, 0.0, 0.0, - 0.45684462785720825, - 0.008186398074030876, + 0.7438409924507141, + 0.0, + 1.0, + 1.0, + 0.1227976530790329, + 0.1129283532500267, + 0.7510005831718445, + 0.0034584980458021164, 0.0, + 0.3018307685852051, + 0.33683082461357117, + 0.04797600954771042, + 0.4929955303668976, + 1.0, 0.0, - 0.0009328357991762459, - 0.5872302055358887, 0.0, - 0.000645994849037379, 0.0, - 0.9104477167129517, - 0.8449281454086304, 0.0, 0.0, - 1.0, 0.0, 0.0, - 0.9999999403953552, - 0.1267281174659729, 0.0, 0.0, 0.0, - 0.004965859930962324, - 0.5362987518310547, - 0.7714285850524902, 0.0, 0.0, 0.0, 0.0, - 0.6628814935684204, - 0.029879210516810417, - 0.00273785088211298, 0.0, - 0.25177472829818726, - 0.9999999403953552, 0.0, - 1.0, - 0.9999999403953552, 0.0, 0.0, 0.0, - 0.025488529354333878, - 0.018256504088640213, - 0.17717477679252625, 0.0, 0.0, - 0.0007692307699471712, 0.0, - 0.9957983493804932, 0.0, 0.0, - 0.0033195021096616983, 0.0, - 0.10995370149612427, 0.0, 0.0, 0.0, 0.0, - 0.06901311129331589, 0.0, 0.0, - 0.0016771488590165973, 0.0, 0.0, 0.0, 0.0, 0.0, - 0.04907621070742607, 0.0, 0.0, 0.0, @@ -106332,7 +128975,6 @@ 0.0, 0.0, 0.0, - 1.0, 0.0, 0.0, 0.0, @@ -106342,18 +128984,30 @@ 0.0, 0.0, 0.0, + 1.0, + 0.4258767366409302, 0.0, 0.0, 0.0, + 0.004791238810867071, 0.0, + 0.9293793439865112, 0.0, 0.0, 0.0, 0.0, + 0.9999999403953552, + 0.05912087857723236, 0.0, + 0.8731707334518433, + 1.0, 0.0, 0.0, 0.0, + 1.0, + 0.0, + 0.0015909492503851652, + 1.0, 0.0, 0.0, 0.0, @@ -106387,7 +129041,6 @@ 0.0, 0.0, 0.0, - 0.9999999403953552, 0.0, 0.0, 0.0, @@ -106423,8 +129076,6 @@ 0.0, 0.0, 0.0, - 1.0, - 1.0, 0.0, 0.0, 0.0, @@ -106437,7 +129088,6 @@ 0.0, 0.0, 0.0, - 1.0, 0.0, 0.0, 0.0, @@ -106751,570 +129401,630 @@ 0.0 ], "effective_batch_size": [ - 506.03790283203125, - 55.642433166503906, - 432.4632873535156, - 512.0, - 512.0, - 512.0, - 512.0, - 245.41029357910156, - 39.36961364746094, - 104.52373504638672, - 512.0, - 512.0, - 283.1912841796875, - 512.0, - 54.224124908447266, - 512.0, - 390.6893005371094, - 343.4448547363281, - 512.0, - 512.0, - 497.95880126953125, - 512.0, - 512.0, - 485.9894104003906, - 89.52621459960938, - 512.0, - 512.0, - 512.0, - 44.05697250366211, - 268.99639892578125, - 409.75262451171875, - 512.0, - 512.0, - 512.0, - 512.0, - 330.3135070800781, - 74.33169555664062, - 67.5317611694336, - 512.0, - 173.17552185058594, - 497.85223388671875, - 512.0, - 510.5156555175781, - 503.9477233886719, - 512.0, - 512.0, - 512.0, - 47.988311767578125, - 87.2398452758789, - 122.1374282836914, - 512.0, - 512.0, - 104.52373504638672, - 512.0, - 466.37493896484375, - 512.0, - 512.0, - 41.429481506347656, - 104.52373504638672, - 163.33935546875, - 512.0, - 512.0, - 512.0, - 512.0, - 84.8765640258789, - 512.0, - 512.0, - 52.043182373046875, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 100.40054321289062, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 495.774658203125, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 166.87454223632812, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 511.9661560058594, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 444.4091796875, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 511.93701171875, - 511.984619140625, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 276.6120300292969, - 511.8370666503906, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 498.72979736328125, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0 + 4607.99951171875, + 1866.5347900390625, + 1457.021728515625, + 749.2243041992188, + 1420.8104248046875, + 930.0199584960938, + 986.6325073242188, + 640.4083251953125, + 1276.052490234375, + 1369.1005859375, + 1210.7694091796875, + 1272.15966796875, + 723.6961669921875, + 784.1969604492188, + 4607.99951171875, + 3808.999755859375, + 2797.0, + 2143.08154296875, + 2213.0, + 4302.42041015625, + 3891.84423828125, + 1161.7958984375, + 916.095947265625, + 2180.4091796875, + 312.9012756347656, + 4286.99951171875, + 1282.493408203125, + 1485.4923095703125, + 594.6046142578125, + 1719.2333984375, + 4175.50927734375, + 3412.0, + 4607.99951171875, + 3235.000244140625, + 661.247802734375, + 719.77734375, + 3203.0, + 3518.999755859375, + 4607.99951171875, + 747.4067993164062, + 4035.000244140625, + 2858.5693359375, + 586.181396484375, + 2036.0, + 4218.99951171875, + 4607.99951171875, + 3839.999755859375, + 370.22393798828125, + 2851.0, + 3315.00048828125, + 4225.0, + 1867.824951171875, + 4309.0, + 3914.0, + 3997.0, + 954.34765625, + 1742.810546875, + 3769.99951171875, + 433.2438659667969, + 4607.99951171875, + 4249.0, + 4607.99951171875, + 3484.000732421875, + 4607.99951171875, + 418.84381103515625, + 3774.99951171875, + 753.4281616210938, + 628.665283203125, + 3508.000244140625, + 4485.0, + 3097.0, + 4149.9990234375, + 3610.0, + 4547.99951171875, + 4523.0, + 4607.99951171875, + 4351.99951171875, + 4562.9990234375, + 4585.99951171875, + 976.5658569335938, + 4607.99951171875, + 873.4627075195312, + 4607.99951171875, + 4361.0, + 3051.589111328125, + 2848.0703125, + 3102.2490234375, + 4607.99951171875, + 2577.0, + 3322.000244140625, + 2232.790771484375, + 4607.99951171875, + 3456.0556640625, + 765.5736083984375, + 4607.99951171875, + 3421.99951171875, + 3708.000244140625, + 3187.1787109375, + 3479.239013671875, + 4607.99951171875, + 4429.5712890625, + 3570.9140625, + 3704.999755859375, + 287.277587890625, + 3914.999755859375, + 3513.695068359375, + 4039.999755859375, + 3982.679931640625, + 3278.623046875, + 4385.0009765625, + 3767.000244140625, + 4143.99951171875, + 3696.0, + 4201.99951171875, + 4607.99951171875, + 4184.0, + 3145.0, + 3640.999755859375, + 4601.9990234375, + 3837.99951171875, + 4607.99951171875, + 4580.99951171875, + 3776.999755859375, + 4242.0, + 3392.99951171875, + 3490.00048828125, + 3167.0, + 3796.00048828125, + 4038.00048828125, + 2797.0, + 3883.000244140625, + 3315.00048828125, + 2011.0, + 3954.9990234375, + 3600.000244140625, + 3678.999755859375, + 1963.9998779296875, + 4607.99951171875, + 4314.99951171875, + 4565.99951171875, + 4607.99951171875, + 3803.999755859375, + 4607.99951171875, + 3696.0, + 4607.99951171875, + 4607.99951171875, + 2582.99951171875, + 4607.99951171875, + 3984.0, + 4122.99951171875, + 4162.99951171875, + 2355.999267578125, + 3183.999755859375, + 4607.99951171875, + 4148.9990234375, + 4449.99951171875, + 3286.000732421875, + 3504.0, + 3847.0, + 3117.0, + 2441.0, + 4142.99951171875, + 4607.99951171875, + 3724.0, + 2993.0, + 3811.999267578125, + 4607.99951171875, + 3298.0009765625, + 3932.99951171875, + 2915.999755859375, + 4315.99951171875, + 3989.0, + 3602.999755859375, + 3338.0, + 4357.0, + 3825.9990234375, + 4478.99951171875, + 4278.0, + 3066.0, + 3854.999755859375, + 4607.99951171875, + 3724.0, + 4607.99951171875, + 4454.0, + 4380.00048828125, + 4607.99951171875, + 4607.99951171875, + 3654.999755859375, + 3921.00048828125, + 3978.999755859375, + 4607.99951171875, + 4167.9990234375, + 2785.00048828125, + 2467.999267578125, + 3776.999755859375, + 4072.0, + 3709.0, + 3666.00048828125, + 3389.9990234375, + 4607.99951171875, + 4415.99951171875, + 4607.99951171875, + 4241.00048828125, + 4607.99951171875, + 4607.99951171875, + 4102.99951171875, + 4607.99951171875, + 4607.99951171875, + 3483.000244140625, + 4607.99951171875, + 3683.999755859375, + 3875.0, + 4512.0, + 4607.99951171875, + 3066.0, + 3601.999755859375, + 4204.99951171875, + 4607.99951171875, + 3304.00048828125, + 3062.99951171875, + 4314.0, + 3400.99951171875, + 4604.99951171875, + 4152.9990234375, + 4254.0, + 4184.0, + 3509.0, + 3395.99951171875, + 4428.0, + 3644.99951171875, + 4607.99951171875, + 3840.999755859375, + 3839.999755859375, + 4606.9990234375, + 3722.999755859375, + 4607.99951171875, + 4607.99951171875, + 2157.0, + 3639.000244140625, + 4607.99951171875, + 4002.000244140625, + 3523.999755859375, + 3317.0, + 4221.9990234375, + 3142.0, + 3649.99951171875, + 4152.9990234375, + 4607.99951171875, + 4128.99951171875, + 3947.99951171875, + 2588.00048828125, + 4083.000244140625, + 3606.0, + 3674.0, + 4527.99951171875, + 4577.99951171875, + 4607.99951171875, + 4564.0, + 3746.00048828125, + 2637.99951171875, + 4046.00048828125, + 3861.000244140625, + 3675.0, + 4006.000244140625, + 4255.0, + 3360.99951171875, + 4607.99951171875, + 4607.99951171875, + 4478.99951171875, + 4430.99951171875, + 4607.99951171875, + 2610.999755859375, + 4097.99951171875, + 4157.99853515625, + 4529.0, + 4142.99951171875, + 4430.99951171875, + 4607.99951171875, + 3103.0, + 4607.99951171875, + 4607.99951171875, + 3823.99951171875, + 3476.000732421875, + 4607.99951171875, + 4317.99951171875, + 4607.99951171875, + 2866.999267578125, + 4607.99951171875, + 4285.99951171875, + 4607.99951171875, + 4607.99951171875, + 4562.9990234375, + 3471.0, + 3939.0, + 4482.0, + 4480.99951171875, + 4276.99951171875, + 4607.99951171875, + 4607.99951171875, + 3326.0, + 4607.99951171875, + 4254.0, + 3545.000244140625, + 4607.99951171875, + 4607.99951171875, + 3510.0, + 3310.0009765625, + 4354.99951171875, + 4607.99951171875, + 3538.999755859375, + 3762.0, + 4607.99951171875, + 4607.99951171875, + 3503.000244140625, + 3119.000244140625, + 4414.99951171875, + 4607.99951171875, + 4607.99951171875, + 3376.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4021.00048828125, + 4607.99951171875, + 4018.999755859375, + 4428.0, + 4104.99951171875, + 4003.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 3477.00048828125, + 4607.99951171875, + 3607.0, + 3982.99951171875, + 3807.99951171875, + 3968.999755859375, + 4607.99951171875, + 3574.99951171875, + 3576.999755859375, + 4607.99951171875, + 4585.99951171875, + 3596.0, + 3970.99951171875, + 4177.9990234375, + 4607.99951171875, + 4126.0, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4327.9990234375, + 4323.9990234375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 3851.999755859375, + 3877.000244140625, + 4607.99951171875, + 3814.0, + 3877.000244140625, + 2936.00048828125, + 4607.99951171875, + 4607.99951171875, + 3116.0, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4274.0, + 4607.99951171875, + 4607.99951171875, + 3355.999755859375, + 4437.0, + 3976.999755859375, + 3807.0, + 4607.99951171875, + 3114.00048828125, + 3822.99951171875, + 4607.99951171875, + 3979.999755859375, + 4607.99951171875, + 2781.000732421875, + 3153.000244140625, + 4607.99951171875, + 4527.99951171875, + 4302.9990234375, + 3709.99951171875, + 3559.99951171875, + 4192.0, + 4472.99951171875, + 3979.999755859375, + 4192.99951171875, + 4607.99951171875, + 4448.9990234375, + 2403.999755859375, + 3461.000244140625, + 2641.0, + 3577.999755859375, + 3062.99951171875, + 3950.9990234375, + 4607.99951171875, + 4575.9990234375, + 4449.99951171875, + 4348.0, + 2245.0, + 4091.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4438.0, + 2934.000244140625, + 4505.99951171875, + 3471.0, + 3453.999755859375, + 2976.00048828125, + 4607.99951171875, + 4359.99951171875, + 4607.99951171875, + 4034.00048828125, + 3977.999755859375, + 4385.0, + 4204.99951171875, + 4253.0, + 4056.0009765625, + 4248.00048828125, + 4424.99951171875, + 4213.0, + 4607.99951171875, + 4607.99951171875, + 4151.99951171875, + 4607.99951171875, + 2374.999755859375, + 4607.99951171875, + 4589.9990234375, + 4607.99951171875, + 3884.999755859375, + 3800.0, + 4086.000244140625, + 4607.99951171875, + 4080.999755859375, + 4607.99951171875, + 4607.99951171875, + 4434.0, + 4456.9990234375, + 4607.99951171875, + 4424.99951171875, + 4042.00048828125, + 4143.99951171875, + 4607.99951171875, + 3408.0, + 4607.99951171875, + 4309.99951171875, + 2992.0, + 4607.99951171875, + 4607.99951171875, + 3513.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4225.0, + 4607.99951171875, + 4164.99951171875, + 3976.999755859375, + 4604.99951171875, + 4391.00048828125, + 4000.0, + 4314.0, + 4607.99951171875, + 4326.0, + 4255.0, + 4607.99951171875, + 4039.999755859375, + 4607.99951171875, + 3697.99951171875, + 3451.000244140625, + 4607.99951171875, + 3345.000244140625, + 4432.0, + 4607.99951171875, + 4091.999755859375, + 4607.99951171875, + 3825.0, + 4607.99951171875, + 4607.99951171875, + 4399.99951171875, + 4301.00048828125, + 4480.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4465.0, + 4607.99951171875, + 3542.000244140625, + 3176.999755859375, + 3762.0, + 4473.9990234375, + 4607.99951171875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 }, { "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.05 } ] }, @@ -107325,363 +130035,363 @@ 2 ], "wall_clock_s": [ - 598.2, - 605.2, - 614.1 + 893.1, + 914.9, + 886.6 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.023191865533590317, + "loss": 0.02663559839129448, "env_score_iters": 500, - "env_score": -3.6515121459960938, + "env_score": -0.5701894164085388, "eval_iters": 500, - "eval_score": 0.475, + "eval_score": 0.35000000000000003, "grad_align_iters": 500, - "grad_align": 0.7931088209152222, - "rl_grad_norm": 0.30249902606010437, - "bc_grad_norm": 0.3938925564289093, + "grad_align": -0.17372970283031464, + "rl_grad_norm": 0.12411182373762131, + "bc_grad_norm": 4.172486305236816, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00007915408787084743, - "embedding.weight": 0.0005500136758200824, - "cnn.0.weight": 0.017645731568336487, - "cnn.0.bias": 0.0007601265679113567, - "cnn.2.weight": 0.005989314988255501, - "cnn.2.bias": 0.0014039569068700075, - "cnn.5.weight": 0.00425708806142211, - "cnn.5.bias": 0.0012667010305449367, - "action_emb.weight": 0.0002852827310562134, - "timestep_emb.weight": 0.00023264472838491201, - "pos_emb.weight": 0.0002787351841107011, - "transformer.layers.0.self_attn.in_proj_weight": 0.006057316437363625, - "transformer.layers.0.self_attn.in_proj_bias": 0.00039876720984466374, - "transformer.layers.0.self_attn.out_proj.weight": 0.00432576984167099, - "transformer.layers.0.self_attn.out_proj.bias": 0.00041240573045797646, - "transformer.layers.0.linear1.weight": 0.002709097694605589, - "transformer.layers.0.linear1.bias": 0.00015075212286319584, - "transformer.layers.0.linear2.weight": 0.0031414746772497892, - "transformer.layers.0.linear2.bias": 0.00020026398124173284, - "transformer.layers.0.norm1.weight": 0.0003152222197968513, - "transformer.layers.0.norm1.bias": 0.00038715614937245846, - "transformer.layers.0.norm2.weight": 0.00021192016720306128, - "transformer.layers.0.norm2.bias": 0.00014562017167918384, - "transformer.layers.1.self_attn.in_proj_weight": 0.002767889993265271, - "transformer.layers.1.self_attn.in_proj_bias": 0.00011603150778682902, - "transformer.layers.1.self_attn.out_proj.weight": 0.0026480983942747116, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001309091312577948, - "transformer.layers.1.linear1.weight": 0.0016135670011863112, - "transformer.layers.1.linear1.bias": 0.00008076341327978298, - "transformer.layers.1.linear2.weight": 0.001801608013920486, - "transformer.layers.1.linear2.bias": 0.00011260317842243239, - "transformer.layers.1.norm1.weight": 0.00017470162129029632, - "transformer.layers.1.norm1.bias": 0.00011816020560218021, - "transformer.layers.1.norm2.weight": 0.00013025726366322488, - "transformer.layers.1.norm2.bias": 0.00006770862091798335, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030297255143523216, - "transformer.layers.2.self_attn.in_proj_bias": 0.00011305954831186682, - "transformer.layers.2.self_attn.out_proj.weight": 0.001512539922259748, - "transformer.layers.2.self_attn.out_proj.bias": 0.00009084473276743665, - "transformer.layers.2.linear1.weight": 0.001047882135026157, - "transformer.layers.2.linear1.bias": 0.000059029094700235873, - "transformer.layers.2.linear2.weight": 0.0010451244888827205, - "transformer.layers.2.linear2.bias": 0.00008519347466062754, - "transformer.layers.2.norm1.weight": 0.00023169745691120625, - "transformer.layers.2.norm1.bias": 0.00011304477811791003, - "transformer.layers.2.norm2.weight": 0.00006825345917604864, - "transformer.layers.2.norm2.bias": 0.00005897619848838076, - "transformer.layers.3.self_attn.in_proj_weight": 0.0027271085418760777, - "transformer.layers.3.self_attn.in_proj_bias": 0.00010777416173368692, - "transformer.layers.3.self_attn.out_proj.weight": 0.001429207157343626, - "transformer.layers.3.self_attn.out_proj.bias": 0.00009313904593000188, - "transformer.layers.3.linear1.weight": 0.0022252830676734447, - "transformer.layers.3.linear1.bias": 0.00011351212742738426, - "transformer.layers.3.linear2.weight": 0.0011031280737370253, - "transformer.layers.3.linear2.bias": 0.00010075954924104735, - "transformer.layers.3.norm1.weight": 0.00019585392146836966, - "transformer.layers.3.norm1.bias": 0.00009963194315787405, - "transformer.layers.3.norm2.weight": 0.0001591405743965879, - "transformer.layers.3.norm2.bias": 0.00012153649004176259, - "head.weight": 0.011785284616053104, - "head.bias": 0.0002648322843015194, - "global_embedding.weight": 0.015058365650475025, - "global_cnn.0.weight": 0.13900749385356903, - "global_cnn.0.bias": 0.00671660341322422, - "global_cnn.2.weight": 0.2083466500043869, - "global_cnn.2.bias": 0.013327234424650669, - "global_proj.weight": 0.06935762614011765, - "global_proj.bias": 0.06694158911705017, - "goal_head.0.weight": 0.05366263538599014, - "goal_head.0.bias": 0.032459333539009094, - "goal_head.2.weight": 0.08821651339530945, - "goal_head.2.bias": 0.08778161555528641 + "global_gate": 4.892154720437247e-06, + "embedding.weight": 2.9880124202463776e-05, + "cnn.0.weight": 0.0005469192983582616, + "cnn.0.bias": 2.0384266463224776e-05, + "cnn.2.weight": 0.00017469168233219534, + "cnn.2.bias": 6.901996675878763e-05, + "cnn.5.weight": 0.0002710192056838423, + "cnn.5.bias": 6.550241232616827e-05, + "action_emb.weight": 0.0004362863546703011, + "timestep_emb.weight": 0.00013173517072573304, + "pos_emb.weight": 0.00018107621872331947, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004950574948452413, + "transformer.layers.0.self_attn.in_proj_bias": 3.562927304301411e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015196463791653514, + "transformer.layers.0.self_attn.out_proj.bias": 0.00028822117019444704, + "transformer.layers.0.linear1.weight": 0.0020311002153903246, + "transformer.layers.0.linear1.bias": 0.00011791202996391803, + "transformer.layers.0.linear2.weight": 0.0018246538238599896, + "transformer.layers.0.linear2.bias": 0.0002426660357741639, + "transformer.layers.0.norm1.weight": 2.3555243387818336e-05, + "transformer.layers.0.norm1.bias": 2.258363201690372e-05, + "transformer.layers.0.norm2.weight": 0.0002062126441160217, + "transformer.layers.0.norm2.bias": 0.0001962761889444664, + "transformer.layers.1.self_attn.in_proj_weight": 0.001695543061941862, + "transformer.layers.1.self_attn.in_proj_bias": 7.788057700963691e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0027014166116714478, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002310714335180819, + "transformer.layers.1.linear1.weight": 0.0009533186093904078, + "transformer.layers.1.linear1.bias": 7.619294774485752e-05, + "transformer.layers.1.linear2.weight": 0.0014473091578111053, + "transformer.layers.1.linear2.bias": 0.00022738520056009293, + "transformer.layers.1.norm1.weight": 0.00010769814980449155, + "transformer.layers.1.norm1.bias": 6.980971375014633e-05, + "transformer.layers.1.norm2.weight": 6.889490032335743e-05, + "transformer.layers.1.norm2.bias": 0.00010360720625612885, + "transformer.layers.2.self_attn.in_proj_weight": 0.0016571029555052519, + "transformer.layers.2.self_attn.in_proj_bias": 9.857817349256948e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0032121683470904827, + "transformer.layers.2.self_attn.out_proj.bias": 0.00021404202561825514, + "transformer.layers.2.linear1.weight": 0.0008836122578941286, + "transformer.layers.2.linear1.bias": 7.197001104941592e-05, + "transformer.layers.2.linear2.weight": 0.0014990075724199414, + "transformer.layers.2.linear2.bias": 0.00022009162057656795, + "transformer.layers.2.norm1.weight": 0.00010123042011400685, + "transformer.layers.2.norm1.bias": 9.990238322643563e-05, + "transformer.layers.2.norm2.weight": 4.83781514049042e-05, + "transformer.layers.2.norm2.bias": 6.457771814893931e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003314544213935733, + "transformer.layers.3.self_attn.in_proj_bias": 0.00019279906700830907, + "transformer.layers.3.self_attn.out_proj.weight": 0.0031216791830956936, + "transformer.layers.3.self_attn.out_proj.bias": 0.00022628028818871826, + "transformer.layers.3.linear1.weight": 0.0018710633739829063, + "transformer.layers.3.linear1.bias": 0.0001591240579728037, + "transformer.layers.3.linear2.weight": 0.0017165818717330694, + "transformer.layers.3.linear2.bias": 0.00023718838929198682, + "transformer.layers.3.norm1.weight": 0.00033695396268740296, + "transformer.layers.3.norm1.bias": 0.0001864697114797309, + "transformer.layers.3.norm2.weight": 9.989799582399428e-05, + "transformer.layers.3.norm2.bias": 0.00018266908591613173, + "head.weight": 0.014203784056007862, + "head.bias": 0.0004194682987872511, + "global_embedding.weight": 0.005256848409771919, + "global_cnn.0.weight": 0.04519358277320862, + "global_cnn.0.bias": 0.0022309436462819576, + "global_cnn.2.weight": 0.11012443900108337, + "global_cnn.2.bias": 0.0057030306197702885, + "global_proj.weight": 0.01708628423511982, + "global_proj.bias": 0.011137567460536957, + "goal_head.0.weight": 0.009942467324435711, + "goal_head.0.bias": 0.004600817803293467, + "goal_head.2.weight": 0.012106127105653286, + "goal_head.2.bias": 0.01074349693953991 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07800114154815674, - "repr_drift_kl_low_t": 0.07654896378517151, - "repr_drift_kl_mid_t": 0.0759366899728775, - "repr_drift_kl_high_t": 0.10057193785905838, + "repr_drift_kl": 0.6259621381759644, + "repr_drift_kl_low_t": 0.763319194316864, + "repr_drift_kl_mid_t": 0.6327270865440369, + "repr_drift_kl_high_t": 0.46541628241539, "cka_iters": 500, - "cka_similarity": 0.9050821661949158, + "cka_similarity": 0.8440388441085815, "t_analysis_iters": 500, - "norm_low_t": 0.3028808832168579, - "norm_high_t": 0.3102652132511139, - "lowhigh_cos": 0.9769850969314575, + "norm_low_t": 0.12296327203512192, + "norm_high_t": 0.12715661525726318, + "lowhigh_cos": 0.9681625962257385, "t_bin_norms": { - "t_0.0-0.1": 0.3032780587673187, - "t_0.1-0.2": 0.30251210927963257, - "t_0.2-0.3": 0.3023124933242798, - "t_0.3-0.4": 0.30239197611808777, - "t_0.4-0.5": 0.30233001708984375, - "t_0.5-0.6": 0.3024565279483795, - "t_0.6-0.7": 0.302249014377594, - "t_0.7-0.8": 0.3021671772003174, - "t_0.8-0.9": 0.302069753408432, - "t_0.9-1.0": 0.3239710330963135 + "t_0.0-0.1": 0.12637773156166077, + "t_0.1-0.2": 0.12356046587228775, + "t_0.2-0.3": 0.123482346534729, + "t_0.3-0.4": 0.12379821389913559, + "t_0.4-0.5": 0.12396816164255142, + "t_0.5-0.6": 0.1243482157588005, + "t_0.6-0.7": 0.12456832826137543, + "t_0.7-0.8": 0.1243557333946228, + "t_0.8-0.9": 0.12563198804855347, + "t_0.9-1.0": 0.13021306693553925 }, "win_rate": 0.0, - "effective_batch_size": 512.0, + "effective_batch_size": 4607.99951171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-MazeWalk-9x9-v0": 0.05 } }, { "iters": 500, - "loss": 0.011216666549444199, + "loss": 0.01552681252360344, "env_score_iters": 500, - "env_score": -4.4361572265625, + "env_score": -0.7730885148048401, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.30000000000000004, "grad_align_iters": 500, - "grad_align": 0.8443939089775085, - "rl_grad_norm": 0.16983318328857422, - "bc_grad_norm": 0.20861844718456268, + "grad_align": -0.03617541119456291, + "rl_grad_norm": 0.06666175276041031, + "bc_grad_norm": 3.422485113143921, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 8.36123126646271e-6, - "embedding.weight": 0.00012008580233668908, - "cnn.0.weight": 0.003980524372309446, - "cnn.0.bias": 0.00011731698032235727, - "cnn.2.weight": 0.0013964059762656689, - "cnn.2.bias": 0.00034660164965316653, - "cnn.5.weight": 0.0013550943695008755, - "cnn.5.bias": 0.00031791161745786667, - "action_emb.weight": 0.00023413750750478357, - "timestep_emb.weight": 0.0001139965170295909, - "pos_emb.weight": 0.0002163591852877289, - "transformer.layers.0.self_attn.in_proj_weight": 0.0015843757428228855, - "transformer.layers.0.self_attn.in_proj_bias": 0.00008982662984635681, - "transformer.layers.0.self_attn.out_proj.weight": 0.001428380492143333, - "transformer.layers.0.self_attn.out_proj.bias": 0.0001308738865191117, - "transformer.layers.0.linear1.weight": 0.0015835356898605824, - "transformer.layers.0.linear1.bias": 0.00006489533552667126, - "transformer.layers.0.linear2.weight": 0.0015654412563890219, - "transformer.layers.0.linear2.bias": 0.00010799205483635888, - "transformer.layers.0.norm1.weight": 0.00009778683306649327, - "transformer.layers.0.norm1.bias": 0.000077362812589854, - "transformer.layers.0.norm2.weight": 0.0001362038601655513, - "transformer.layers.0.norm2.bias": 0.000055414915550500154, - "transformer.layers.1.self_attn.in_proj_weight": 0.0015008896589279175, - "transformer.layers.1.self_attn.in_proj_bias": 0.0000716599533916451, - "transformer.layers.1.self_attn.out_proj.weight": 0.0011933720670640469, - "transformer.layers.1.self_attn.out_proj.bias": 0.00009131437400355935, - "transformer.layers.1.linear1.weight": 0.0008402915555052459, - "transformer.layers.1.linear1.bias": 0.000042387033317936584, - "transformer.layers.1.linear2.weight": 0.001002723816782236, - "transformer.layers.1.linear2.bias": 0.0000886161724338308, - "transformer.layers.1.norm1.weight": 0.00009979640162782744, - "transformer.layers.1.norm1.bias": 0.00006497346475953236, - "transformer.layers.1.norm2.weight": 0.0000531459336343687, - "transformer.layers.1.norm2.bias": 0.00003857033152598888, - "transformer.layers.2.self_attn.in_proj_weight": 0.001546393265016377, - "transformer.layers.2.self_attn.in_proj_bias": 0.00008335772872669622, - "transformer.layers.2.self_attn.out_proj.weight": 0.000987607636488974, - "transformer.layers.2.self_attn.out_proj.bias": 0.00008432599861407652, - "transformer.layers.2.linear1.weight": 0.0006521376199088991, - "transformer.layers.2.linear1.bias": 0.00003647258927230723, - "transformer.layers.2.linear2.weight": 0.0007055217283777893, - "transformer.layers.2.linear2.bias": 0.00008391927258344367, - "transformer.layers.2.norm1.weight": 0.00012330962636042386, - "transformer.layers.2.norm1.bias": 0.00007696790271438658, - "transformer.layers.2.norm2.weight": 0.00004016341335955076, - "transformer.layers.2.norm2.bias": 0.00002981215584441088, - "transformer.layers.3.self_attn.in_proj_weight": 0.0018479834543541074, - "transformer.layers.3.self_attn.in_proj_bias": 0.00013927678810432553, - "transformer.layers.3.self_attn.out_proj.weight": 0.0009615769376978278, - "transformer.layers.3.self_attn.out_proj.bias": 0.00011926134175155312, - "transformer.layers.3.linear1.weight": 0.0013795830309391022, - "transformer.layers.3.linear1.bias": 0.00008509263716405258, - "transformer.layers.3.linear2.weight": 0.0007528880378231406, - "transformer.layers.3.linear2.bias": 0.00011892823386006057, - "transformer.layers.3.norm1.weight": 0.00013342902821023017, - "transformer.layers.3.norm1.bias": 0.00016996562771964818, - "transformer.layers.3.norm2.weight": 0.00009595799201633781, - "transformer.layers.3.norm2.bias": 0.00007363400800386444, - "head.weight": 0.008159041404724121, - "head.bias": 0.00021694636961910874, - "global_embedding.weight": 0.009812879376113415, - "global_cnn.0.weight": 0.07851619273424149, - "global_cnn.0.bias": 0.0032388546969741583, - "global_cnn.2.weight": 0.14270108938217163, - "global_cnn.2.bias": 0.007287351880222559, - "global_proj.weight": 0.02346007525920868, - "global_proj.bias": 0.01883912831544876, - "goal_head.0.weight": 0.014426167123019695, - "goal_head.0.bias": 0.007760969456285238, - "goal_head.2.weight": 0.024075575172901154, - "goal_head.2.bias": 0.018971532583236694 + "global_gate": 2.4129890334734228e-06, + "embedding.weight": 1.6531668734387495e-05, + "cnn.0.weight": 0.0006737884250469506, + "cnn.0.bias": 3.06062756862957e-05, + "cnn.2.weight": 0.0002017016231548041, + "cnn.2.bias": 7.603738049510866e-05, + "cnn.5.weight": 0.00026934471679851413, + "cnn.5.bias": 7.169428135966882e-05, + "action_emb.weight": 0.0003824161540251225, + "timestep_emb.weight": 0.00010458516771905124, + "pos_emb.weight": 0.00014415958139579743, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005156630650162697, + "transformer.layers.0.self_attn.in_proj_bias": 2.8198541258461773e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0017737691523507237, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002794399915728718, + "transformer.layers.0.linear1.weight": 0.00162970379460603, + "transformer.layers.0.linear1.bias": 0.00010592390754027292, + "transformer.layers.0.linear2.weight": 0.0017325838562101126, + "transformer.layers.0.linear2.bias": 0.0002334520104341209, + "transformer.layers.0.norm1.weight": 2.3732105546514504e-05, + "transformer.layers.0.norm1.bias": 2.2083982912590727e-05, + "transformer.layers.0.norm2.weight": 0.00016875143046490848, + "transformer.layers.0.norm2.bias": 0.00019373152463231236, + "transformer.layers.1.self_attn.in_proj_weight": 0.001273595029488206, + "transformer.layers.1.self_attn.in_proj_bias": 8.533141226507723e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.002602219581604004, + "transformer.layers.1.self_attn.out_proj.bias": 0.00022314494708552957, + "transformer.layers.1.linear1.weight": 0.0008271146798506379, + "transformer.layers.1.linear1.bias": 5.816097109345719e-05, + "transformer.layers.1.linear2.weight": 0.0015340676764026284, + "transformer.layers.1.linear2.bias": 0.00022146337141748518, + "transformer.layers.1.norm1.weight": 6.721023964928463e-05, + "transformer.layers.1.norm1.bias": 8.09509219834581e-05, + "transformer.layers.1.norm2.weight": 6.309577292995527e-05, + "transformer.layers.1.norm2.bias": 7.408852252410725e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0013596942881122231, + "transformer.layers.2.self_attn.in_proj_bias": 8.464417624054477e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0025950090494006872, + "transformer.layers.2.self_attn.out_proj.bias": 0.00021143897902220488, + "transformer.layers.2.linear1.weight": 0.0007625469588674605, + "transformer.layers.2.linear1.bias": 5.798456913908012e-05, + "transformer.layers.2.linear2.weight": 0.0013165634591132402, + "transformer.layers.2.linear2.bias": 0.0002172742097172886, + "transformer.layers.2.norm1.weight": 8.463995618512854e-05, + "transformer.layers.2.norm1.bias": 9.848843183135614e-05, + "transformer.layers.2.norm2.weight": 3.8474576285807416e-05, + "transformer.layers.2.norm2.bias": 4.630283365258947e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003044117009267211, + "transformer.layers.3.self_attn.in_proj_bias": 0.00016004448116291314, + "transformer.layers.3.self_attn.out_proj.weight": 0.0024413191713392735, + "transformer.layers.3.self_attn.out_proj.bias": 0.00021868033218197525, + "transformer.layers.3.linear1.weight": 0.0015212311409413815, + "transformer.layers.3.linear1.bias": 0.0001302462915191427, + "transformer.layers.3.linear2.weight": 0.0012844463344663382, + "transformer.layers.3.linear2.bias": 0.0002263378701172769, + "transformer.layers.3.norm1.weight": 0.0002506069140508771, + "transformer.layers.3.norm1.bias": 0.0001607967133168131, + "transformer.layers.3.norm2.weight": 8.24799426482059e-05, + "transformer.layers.3.norm2.bias": 0.00013870267139282078, + "head.weight": 0.014730035327374935, + "head.bias": 0.00042131944792345166, + "global_embedding.weight": 0.0027247718535363674, + "global_cnn.0.weight": 0.027647612616419792, + "global_cnn.0.bias": 0.0013766508782282472, + "global_cnn.2.weight": 0.05176945775747299, + "global_cnn.2.bias": 0.002898625796660781, + "global_proj.weight": 0.013179619796574116, + "global_proj.bias": 0.011925902217626572, + "goal_head.0.weight": 0.009197792038321495, + "goal_head.0.bias": 0.005363072734326124, + "goal_head.2.weight": 0.010887217707931995, + "goal_head.2.bias": 0.013001499697566032 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06573627889156342, - "repr_drift_kl_low_t": 0.05132868513464928, - "repr_drift_kl_mid_t": 0.05014513432979584, - "repr_drift_kl_high_t": 0.13658356666564941, + "repr_drift_kl": 0.4218001365661621, + "repr_drift_kl_low_t": 0.4982232451438904, + "repr_drift_kl_mid_t": 0.43060848116874695, + "repr_drift_kl_high_t": 0.3343680799007416, "cka_iters": 500, - "cka_similarity": 0.8441024422645569, + "cka_similarity": 0.8853356838226318, "t_analysis_iters": 500, - "norm_low_t": 0.17175041139125824, - "norm_high_t": 0.17262083292007446, - "lowhigh_cos": 0.9838583469390869, + "norm_low_t": 0.06638806313276291, + "norm_high_t": 0.07477971166372299, + "lowhigh_cos": 0.8605492115020752, "t_bin_norms": { - "t_0.0-0.1": 0.173004612326622, - "t_0.1-0.2": 0.17114999890327454, - "t_0.2-0.3": 0.1709212362766266, - "t_0.3-0.4": 0.17034569382667542, - "t_0.4-0.5": 0.17029455304145813, - "t_0.5-0.6": 0.17054036259651184, - "t_0.6-0.7": 0.17037257552146912, - "t_0.7-0.8": 0.1706049144268036, - "t_0.8-0.9": 0.17031265795230865, - "t_0.9-1.0": 0.17098206281661987 + "t_0.0-0.1": 0.06833262741565704, + "t_0.1-0.2": 0.06559137254953384, + "t_0.2-0.3": 0.06559383124113083, + "t_0.3-0.4": 0.06586476415395737, + "t_0.4-0.5": 0.0659240335226059, + "t_0.5-0.6": 0.06594903022050858, + "t_0.6-0.7": 0.06673409789800644, + "t_0.7-0.8": 0.0667639672756195, + "t_0.8-0.9": 0.07000570744276047, + "t_0.9-1.0": 0.07762159407138824 }, "win_rate": 0.0, - "effective_batch_size": 512.0, + "effective_batch_size": 4607.99951171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.01943783648312092, + "loss": 0.02041364461183548, "env_score_iters": 500, - "env_score": -5.129444599151611, + "env_score": -0.5525199770927429, "eval_iters": 500, - "eval_score": 0.5000000000000001, + "eval_score": 0.3, "grad_align_iters": 500, - "grad_align": 0.6176386475563049, - "rl_grad_norm": 0.232392355799675, - "bc_grad_norm": 0.4122486114501953, + "grad_align": -0.17664285004138947, + "rl_grad_norm": 0.17313694953918457, + "bc_grad_norm": 4.655300140380859, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00003477195423329249, - "embedding.weight": 0.00015975546557456255, - "cnn.0.weight": 0.003824531100690365, - "cnn.0.bias": 0.00016394673730246723, - "cnn.2.weight": 0.001105621224269271, - "cnn.2.bias": 0.0002776219043880701, - "cnn.5.weight": 0.0017216758569702506, - "cnn.5.bias": 0.00037554759182967246, - "action_emb.weight": 0.0006629435811191797, - "timestep_emb.weight": 0.00019062422506976873, - "pos_emb.weight": 0.0002570785873103887, - "transformer.layers.0.self_attn.in_proj_weight": 0.0024176989682018757, - "transformer.layers.0.self_attn.in_proj_bias": 0.000184773511136882, - "transformer.layers.0.self_attn.out_proj.weight": 0.002841721521690488, - "transformer.layers.0.self_attn.out_proj.bias": 0.0003432286612223834, - "transformer.layers.0.linear1.weight": 0.003148938063532114, - "transformer.layers.0.linear1.bias": 0.00015458499547094107, - "transformer.layers.0.linear2.weight": 0.002921345178037882, - "transformer.layers.0.linear2.bias": 0.0002891875628847629, - "transformer.layers.0.norm1.weight": 0.00013518784544430673, - "transformer.layers.0.norm1.bias": 0.00015211006393656135, - "transformer.layers.0.norm2.weight": 0.00030303647508844733, - "transformer.layers.0.norm2.bias": 0.0001726309856167063, - "transformer.layers.1.self_attn.in_proj_weight": 0.0027210779953747988, - "transformer.layers.1.self_attn.in_proj_bias": 0.000148690800415352, - "transformer.layers.1.self_attn.out_proj.weight": 0.002427794272080064, - "transformer.layers.1.self_attn.out_proj.bias": 0.00026262507890351117, - "transformer.layers.1.linear1.weight": 0.0015842766733840108, - "transformer.layers.1.linear1.bias": 0.00010120326624019071, - "transformer.layers.1.linear2.weight": 0.0019009748939424753, - "transformer.layers.1.linear2.bias": 0.0002592994715087116, - "transformer.layers.1.norm1.weight": 0.00016402770415879786, - "transformer.layers.1.norm1.bias": 0.00012186099047539756, - "transformer.layers.1.norm2.weight": 0.00012345729919616133, - "transformer.layers.1.norm2.bias": 0.00010660362022463232, - "transformer.layers.2.self_attn.in_proj_weight": 0.0034196553751826286, - "transformer.layers.2.self_attn.in_proj_bias": 0.000243172820773907, - "transformer.layers.2.self_attn.out_proj.weight": 0.0020224647596478462, - "transformer.layers.2.self_attn.out_proj.bias": 0.00025141111109405756, - "transformer.layers.2.linear1.weight": 0.001260933349840343, - "transformer.layers.2.linear1.bias": 0.00009429677447769791, - "transformer.layers.2.linear2.weight": 0.0013328366912901402, - "transformer.layers.2.linear2.bias": 0.0002562313457019627, - "transformer.layers.2.norm1.weight": 0.0002293982106493786, - "transformer.layers.2.norm1.bias": 0.0002600169973447919, - "transformer.layers.2.norm2.weight": 0.0000855910184327513, - "transformer.layers.2.norm2.bias": 0.00011207353236386552, - "transformer.layers.3.self_attn.in_proj_weight": 0.003576658433303237, - "transformer.layers.3.self_attn.in_proj_bias": 0.00038208303158171475, - "transformer.layers.3.self_attn.out_proj.weight": 0.0021034919191151857, - "transformer.layers.3.self_attn.out_proj.bias": 0.00036917117540724576, - "transformer.layers.3.linear1.weight": 0.0030228570103645325, - "transformer.layers.3.linear1.bias": 0.000259796273894608, - "transformer.layers.3.linear2.weight": 0.0017722869524732232, - "transformer.layers.3.linear2.bias": 0.0004625349829439074, - "transformer.layers.3.norm1.weight": 0.00025616970378905535, - "transformer.layers.3.norm1.bias": 0.0004963309620507061, - "transformer.layers.3.norm2.weight": 0.00024751006276346743, - "transformer.layers.3.norm2.bias": 0.0003645411052275449, - "head.weight": 0.020185399800539017, - "head.bias": 0.0009308059234172106, - "global_embedding.weight": 0.014008007012307644, - "global_cnn.0.weight": 0.09759680181741714, - "global_cnn.0.bias": 0.0033882837742567062, - "global_cnn.2.weight": 0.16560198366641998, - "global_cnn.2.bias": 0.008603907190263271, - "global_proj.weight": 0.04897606000304222, - "global_proj.bias": 0.03954234719276428, - "goal_head.0.weight": 0.040495164692401886, - "goal_head.0.bias": 0.01999726891517639, - "goal_head.2.weight": 0.08261924237012863, - "goal_head.2.bias": 0.05419992655515671 + "global_gate": 3.30455492303372e-07, + "embedding.weight": 2.034274257312063e-05, + "cnn.0.weight": 0.0006603947258554399, + "cnn.0.bias": 2.1456595277413726e-05, + "cnn.2.weight": 0.00022858954616822302, + "cnn.2.bias": 6.012170706526376e-05, + "cnn.5.weight": 0.00031481924816034734, + "cnn.5.bias": 5.761559077654965e-05, + "action_emb.weight": 0.0003346142766531557, + "timestep_emb.weight": 0.00011649571388261393, + "pos_emb.weight": 0.0001815181167330593, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005690412945114076, + "transformer.layers.0.self_attn.in_proj_bias": 3.794583608396351e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015100321033969522, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002392934839008376, + "transformer.layers.0.linear1.weight": 0.0014724243665114045, + "transformer.layers.0.linear1.bias": 7.397717126877978e-05, + "transformer.layers.0.linear2.weight": 0.0017173155210912228, + "transformer.layers.0.linear2.bias": 0.00023105074069462717, + "transformer.layers.0.norm1.weight": 2.8882737751700915e-05, + "transformer.layers.0.norm1.bias": 2.8041878977091983e-05, + "transformer.layers.0.norm2.weight": 0.00013272531214170158, + "transformer.layers.0.norm2.bias": 6.875756662338972e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0012014915701001883, + "transformer.layers.1.self_attn.in_proj_bias": 4.80504022561945e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0024608441162854433, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002321216306881979, + "transformer.layers.1.linear1.weight": 0.0008448670268990099, + "transformer.layers.1.linear1.bias": 5.63613539270591e-05, + "transformer.layers.1.linear2.weight": 0.001443469780497253, + "transformer.layers.1.linear2.bias": 0.00023370921553578228, + "transformer.layers.1.norm1.weight": 7.370372622972354e-05, + "transformer.layers.1.norm1.bias": 4.0131282730726525e-05, + "transformer.layers.1.norm2.weight": 5.648501610266976e-05, + "transformer.layers.1.norm2.bias": 4.877725223195739e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0014299183385446668, + "transformer.layers.2.self_attn.in_proj_bias": 7.934361201478168e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0027768986765295267, + "transformer.layers.2.self_attn.out_proj.bias": 0.00023700494784861803, + "transformer.layers.2.linear1.weight": 0.00088844308629632, + "transformer.layers.2.linear1.bias": 7.236639794427902e-05, + "transformer.layers.2.linear2.weight": 0.0013622432015836239, + "transformer.layers.2.linear2.bias": 0.00024888067855499685, + "transformer.layers.2.norm1.weight": 8.172154048224911e-05, + "transformer.layers.2.norm1.bias": 7.165160059230402e-05, + "transformer.layers.2.norm2.weight": 3.86584761145059e-05, + "transformer.layers.2.norm2.bias": 5.38552958460059e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003449569223448634, + "transformer.layers.3.self_attn.in_proj_bias": 0.00023933382180985063, + "transformer.layers.3.self_attn.out_proj.weight": 0.0026160827837884426, + "transformer.layers.3.self_attn.out_proj.bias": 0.00028064052457921207, + "transformer.layers.3.linear1.weight": 0.001914887921884656, + "transformer.layers.3.linear1.bias": 0.00017038799705915153, + "transformer.layers.3.linear2.weight": 0.0015774937346577644, + "transformer.layers.3.linear2.bias": 0.00030146457720547915, + "transformer.layers.3.norm1.weight": 0.0003190855495631695, + "transformer.layers.3.norm1.bias": 0.0002836789353750646, + "transformer.layers.3.norm2.weight": 0.00011337589239701629, + "transformer.layers.3.norm2.bias": 0.00019230393809266388, + "head.weight": 0.01313708908855915, + "head.bias": 0.0004415377043187618, + "global_embedding.weight": 0.008439171127974987, + "global_cnn.0.weight": 0.077618807554245, + "global_cnn.0.bias": 0.0026053558103740215, + "global_cnn.2.weight": 0.14665360748767853, + "global_cnn.2.bias": 0.006157875061035156, + "global_proj.weight": 0.020764242857694626, + "global_proj.bias": 0.014595330692827702, + "goal_head.0.weight": 0.01504295039921999, + "goal_head.0.bias": 0.006183617748320103, + "goal_head.2.weight": 0.03142685815691948, + "goal_head.2.bias": 0.01364410761743784 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.14311406016349792, - "repr_drift_kl_low_t": 0.12169203162193298, - "repr_drift_kl_mid_t": 0.1170755922794342, - "repr_drift_kl_high_t": 0.22527384757995605, + "repr_drift_kl": 0.4816245436668396, + "repr_drift_kl_low_t": 0.5900130271911621, + "repr_drift_kl_mid_t": 0.47860273718833923, + "repr_drift_kl_high_t": 0.3788457214832306, "cka_iters": 500, - "cka_similarity": 0.932996928691864, + "cka_similarity": 0.8691694736480713, "t_analysis_iters": 500, - "norm_low_t": 0.23160788416862488, - "norm_high_t": 0.24317888915538788, - "lowhigh_cos": 0.9434584975242615, + "norm_low_t": 0.17356829345226288, + "norm_high_t": 0.17375537753105164, + "lowhigh_cos": 0.9903361201286316, "t_bin_norms": { - "t_0.0-0.1": 0.23135815560817719, - "t_0.1-0.2": 0.23118259012699127, - "t_0.2-0.3": 0.23149651288986206, - "t_0.3-0.4": 0.23111529648303986, - "t_0.4-0.5": 0.230962336063385, - "t_0.5-0.6": 0.23092351853847504, - "t_0.6-0.7": 0.2311008721590042, - "t_0.7-0.8": 0.23172959685325623, - "t_0.8-0.9": 0.23160521686077118, - "t_0.9-1.0": 0.28360453248023987 + "t_0.0-0.1": 0.17415328323841095, + "t_0.1-0.2": 0.1734190136194229, + "t_0.2-0.3": 0.17341820895671844, + "t_0.3-0.4": 0.17342227697372437, + "t_0.4-0.5": 0.17347900569438934, + "t_0.5-0.6": 0.17338532209396362, + "t_0.6-0.7": 0.17330248653888702, + "t_0.7-0.8": 0.17312981188297272, + "t_0.8-0.9": 0.17334753274917603, + "t_0.9-1.0": 0.1755569577217102 }, "win_rate": 0.0, - "effective_batch_size": 512.0, + "effective_batch_size": 4607.99951171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.8, - "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.3, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] diff --git a/ablation_assets/score_delta_over_baseline_rl.png b/ablation_assets/score_delta_over_baseline_rl.png index 01a341739827cba36781e207b66cf586a063f534..d01d6464284de1d254de5bf5d1c930ee1b949664 100644 Binary files a/ablation_assets/score_delta_over_baseline_rl.png and b/ablation_assets/score_delta_over_baseline_rl.png differ diff --git a/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/config.yaml b/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/config.yaml index bee6e511eb5b2ded1c7e65e6c9856442732b0884..141144972e598a05d4aa5f5144c4f76bda7e0dfc 100644 --- a/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/config.yaml +++ b/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/config.yaml @@ -19,9 +19,9 @@ baselines_eval_episodes_per_env: null baselines_eval_freq_env_steps: 10000 baselines_n_envs_per_id: 2 baselines_output_dir: outputs/baselines -baselines_wandb_project: minihack-ReMDM-baselines +baselines_wandb_project: remdm-planner-minihack-baselines buffer_capacity: 10000 -checkpoint_dir: offline_s0/offline_20260812_112835_ba36 +checkpoint_dir: checkpoints/offline_20260822_022901_0edc checkpoint_eval_episodes: 50 checkpoint_every_timesteps: 940000 collect_episodes_per_env: 5000 @@ -88,5 +88,4 @@ torch_compile: true total_timesteps: 5650000 use_amp: true use_global_stream: true -use_wandb: true -weight_decay: 0.0001 +weight_decay: 0.0 diff --git a/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/model.safetensors b/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/model.safetensors index b8d7e542098285eada94a5e2c8a5bca94901d577..927be03e1c4d07a07b90764bde8737057d460adb 100644 --- a/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/model.safetensors +++ b/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:585f84cfb255804bf15eac2fa9e02c7cda626420c8af0b5ca38a5d93e1812e42 +oid sha256:a288ee5349613239757bfcc6e1847af89a9b5a28ff0a2843862476bdf3c9d3ed size 20974876 diff --git a/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/selection.json b/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/selection.json index dc87cd6bebcb866b47fa81323c911fb06de9c4b8..e73f9f59b30d6855321a9f9f9f3ed7518a02f10a 100644 --- a/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/selection.json +++ b/checkpoints/offline/Minihack-Offline-Diffusion-BC-100M/selection.json @@ -3,7 +3,7 @@ "selected": { "gradient_step": 50000 }, - "selection_metric": null, + "selection_metric": "mean ID win rate over 50 episodes/env, EMA weights", "candidates": { "unit": "gradient_steps", "every": 10000, diff --git a/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/config.yaml b/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/config.yaml index 488742c1f47734fa62ce461db56cd6a3bf534907..9991c310fb625fd405474f8d47e85923dc051b2f 100644 --- a/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/config.yaml +++ b/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/config.yaml @@ -19,14 +19,14 @@ baselines_eval_episodes_per_env: null baselines_eval_freq_env_steps: 10000 baselines_n_envs_per_id: 2 baselines_output_dir: outputs/baselines -baselines_wandb_project: minihack-ReMDM-baselines +baselines_wandb_project: remdm-planner-minihack-baselines buffer_capacity: 10000 -checkpoint_dir: online_s0/dagger_20260811_210823_ee39 +checkpoint_dir: checkpoints/dagger_20260819_195240_ad84 checkpoint_eval_episodes: 50 checkpoint_every_timesteps: 940000 collect_episodes_per_env: 5000 -collect_num_workers: 32 -collect_output: data/oracle_bc_gpu_h200.pt +collect_num_workers: 8 +collect_output: data/oracle_bc_gpu_24gb.pt crop_size: 9 curriculum_preseed: true curriculum_queue_size: 100 @@ -60,7 +60,7 @@ n_global_tokens: 8 n_head: 4 n_layer: 4 noise_schedule: linear -num_collection_workers: 32 +num_collection_workers: 8 num_diffusion_steps: 100 offline_batch_size: 2048 offline_buffer_capacity: 1500000 @@ -88,5 +88,4 @@ torch_compile: true total_timesteps: 5650000 use_amp: true use_global_stream: true -use_wandb: true weight_decay: 0.0001 diff --git a/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/model.safetensors b/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/model.safetensors index fbfeeb5b464cc8a2ccdc5f6c5b218918ad788ddb..18095bf43261507440f06df8ac5f9423c5ac5006 100644 --- a/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/model.safetensors +++ b/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/model.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1a25616b8ebd7673982fea78ba33030a552cebd0356cbe9a6ff55c42380a3709 +oid sha256:045148d40b8bbccf0cbad981209adbae1da1caf3e11f6b57ae00490501fe7b4d size 20974876 diff --git a/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/selection.json b/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/selection.json index 9dedab5e12fa02466282745ad633ac7f87972d41..1fa592d44f8bfcd7856ce12b19b1a65f94c7f9d0 100644 --- a/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/selection.json +++ b/checkpoints/online/Minihack-Online-Diffusion-DAgger-100M/selection.json @@ -3,11 +3,11 @@ "selected": { "dagger_iteration": 563 }, - "selection_metric": null, + "selection_metric": "mean ID win rate over 50 episodes/env, EMA weights", "candidates": { - "unit": "dagger_iterations", - "every": null, - "configured_max": null + "unit": "env_steps", + "every": 940000, + "configured_max": 5650000 }, "eval_protocol": { "episodes_per_env": 50, diff --git a/demo_minihack.ipynb b/demo_minihack.ipynb new file mode 100644 index 0000000000000000000000000000000000000000..9a1763fed94b68875cab78cac176a070d05dcf24 --- /dev/null +++ b/demo_minihack.ipynb @@ -0,0 +1,989 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# ReMDM MiniHack — Demo Notebook\n", + "\n", + "\n", + "\n", + "This notebook is a fully self-contained demonstration of **Remasking Discrete Diffusion Models (ReMDM) for action-sequence planning in MiniHack navigation environments**. It accompanies the paper *Return-Weighted ELBO Fine-Tuning Degrades Masked Diffusion Planners*. We study what the standard tractable objective for aligning a masked discrete diffusion planner with a reward actually does: across 25 ablation conditions in MiniHack and Craftax Classic, three seeds each, it **makes the planner worse** — no condition on Craftax Classic recovers the checkpoint it started from — and an exact decomposition of its gradient shows that the return weighting is **not** what does the damage.\n", + "\n", + "Running this notebook top-to-bottom in a fresh Google Colab runtime downloads the source code, the pre-trained DAgger checkpoint, and the pre-computed RL fine-tuning ablation assets from a public HuggingFace repository, then evaluates the model live on procedurally generated MiniHack layouts and visualises both the agent's behaviour and the underlying diffusion denoising process.\n", + "\n", + "**How to use this notebook**\n", + "\n", + "1. Open this notebook in Colab (`File > Upload notebook` > select `demo_minihack.ipynb`).\n", + "2. *(Optional)* Tweak the configuration constants in **Cell 1** below — change `ID_ENVS` / `OOD_ENVS` to test other registered environments, change `SEED` to test fresh procedurally-generated layouts, raise `EPISODES_PER_ENV` for tighter error bars, or set `CUSTOM_DES_FILE` to a hand-authored MiniHack `.des` level uploaded to Colab.\n", + "3. *(Optional)* `Runtime > Change runtime type > T4 GPU` for the fastest run.\n", + "4. `Runtime > Run all`.\n", + "\n", + "**Runtime budget** (default `EPISODES_PER_ENV=20`): ≈10 min on a Colab T4 GPU, ≈25 min on CPU. The first cell installs NLE which compiles C code — this takes ~3 min by itself.\n", + "\n", + "**Which evaluation path this notebook uses.** Cell 5 calls `Evaluator._run_episodes_batched` from `src/planners/inference.py` — the *same* evaluator the ablation harness calls (`experiments/rl_finetuning/ablations/training.py` imports `Evaluator` and calls `evaluator.evaluate(...)` at every eval point). The notebook and the paper's MiniHack numbers therefore come from one code path, with one sampler and one replanning rule. The only difference is episode count and seed offset.\n", + "\n", + "**Reproducibility statement.** Training is done **offline** — this notebook only runs inference on the supplied checkpoint, so that the notebook stays runnable on a free Colab runtime and can be tested on unseen inputs. Because MiniHack environments are procedurally generated, every run with a different `SEED` exposes the model to layouts it has never seen, including in the four in-distribution maps it was trained on." + ], + "id": "d866ea1602067016" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 1 — Configuration\n", + "\n", + "Everything you may want to change lives in this single cell." + ], + "id": "bed5b72429321b9d" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# ============================================================================\n", + "# Configuration — change these to test on unseen inputs\n", + "# ============================================================================\n", + "\n", + "# Public HuggingFace repo containing source code, the stripped pre-trained\n", + "# checkpoint, and the pre-computed ablation assets. No auth required.\n", + "# This is an anonymous mirror published for double-blind review, so it carries\n", + "# no account name or URL that would identify the authors. Point it at your own\n", + "# Hub repo holding the same layout, or train from source (see README.md).\n", + "HF_REPO_ID: str = \"AnonMLuser/remdm-planner-minihack\"\n", + "\n", + "# Reproducibility seed. The live evaluator generates env seeds as\n", + "# (SEED + episode_index) per environment, so changing this number tests the\n", + "# model on a fresh batch of procedurally generated layouts.\n", + "SEED: int = 42\n", + "\n", + "# Episodes per environment for the live evaluation pass. Higher = tighter\n", + "# error bars but slower. The reported numbers in the paper used 50.\n", + "EPISODES_PER_ENV: int = 20\n", + "\n", + "# In-distribution training environments (4 maps).\n", + "ID_ENVS: list[str] = [\n", + " \"MiniHack-Room-Random-5x5-v0\",\n", + " \"MiniHack-Room-Random-15x15-v0\",\n", + " \"MiniHack-Corridor-R2-v0\",\n", + " \"MiniHack-MazeWalk-9x9-v0\",\n", + "]\n", + "\n", + "# Out-of-distribution zero-shot evaluation environments (3 maps).\n", + "OOD_ENVS: list[str] = [\n", + " \"MiniHack-Room-Dark-15x15-v0\",\n", + " \"MiniHack-Corridor-R5-v0\",\n", + " \"MiniHack-MazeWalk-45x19-v0\",\n", + "]\n", + "\n", + "# Optional path to a custom .des MiniHack scenario file uploaded to Colab.\n", + "# Leave as None to skip; set to e.g. \"/content/my_level.des\" to evaluate the\n", + "# model on a hand-authored MiniHack level alongside the registry envs.\n", + "CUSTOM_DES_FILE: str | None = None\n", + "\n", + "# Inference device. None = auto-detect (CUDA if available, else CPU).\n", + "INFERENCE_DEVICE: str | None = None\n", + "\n", + "# Local directory the HF snapshot is downloaded into.\n", + "SNAPSHOT_DIR: str = \"remdm-planner-minihack\"" + ], + "id": "3b72b898aab60cdf" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 2 — Setup & installation\n", + "\n", + "The next three cells install NetHack Learning Environment (NLE), MiniHack, PyTorch, and the supporting libraries; verify that NLE compiled correctly; and download the project source + checkpoint from HuggingFace. **NLE is the highest-risk failure point on Colab** because it has to compile C code under the hood. If the verification cell fails with an import error, restart the Colab runtime (`Runtime > Restart runtime`) and re-run from the install cell." + ], + "id": "34dd96e5ef1cb0ef" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# ── 1. System dependencies + Python packages ─────────────────────────────\n", + "import os\n", + "import subprocess\n", + "import sys\n", + "\n", + "print(\"[1/3] Installing system dependencies for NLE (NetHack)...\")\n", + "try:\n", + " _apt = subprocess.run(\n", + " [\n", + " \"apt-get\", \"install\", \"-y\", \"-q\",\n", + " \"cmake\", \"build-essential\", \"bison\", \"flex\", \"libbz2-dev\",\n", + " ],\n", + " check=False, capture_output=True, text=True,\n", + " )\n", + " if _apt.returncode != 0:\n", + " # Non-Colab environments (e.g. local Jupyter) will fail apt-get; that is\n", + " # fine if the deps are already installed. Print and continue.\n", + " print(\" apt-get returned non-zero (likely already installed or non-Debian env):\")\n", + " print(\" \" + (_apt.stderr or \"\").strip()[-400:])\n", + "except FileNotFoundError:\n", + " # No apt-get at all (macOS, non-Debian Linux). Fine if the build deps are\n", + " # already present; NLE's compilation is verified in the next cell either way.\n", + " print(\" apt-get not found (non-Debian environment) - skipping system deps.\")\n", + "\n", + "print(\"[2/3] Installing NLE (compiles NetHack from source — slow first run)...\")\n", + "subprocess.run(\n", + " [sys.executable, \"-m\", \"pip\", \"install\", \"-q\", \"nle>=1.2.0\"],\n", + " check=True,\n", + ")\n", + "\n", + "print(\"[3/3] Installing MiniHack + supporting libraries...\")\n", + "subprocess.run(\n", + " [\n", + " sys.executable, \"-m\", \"pip\", \"install\", \"-q\",\n", + " \"minihack>=1.0.2\",\n", + " \"torch>=2.4\",\n", + " \"huggingface_hub>=0.25\",\n", + " \"polars>=1.0\",\n", + " \"matplotlib>=3.8\",\n", + " \"pyyaml>=6.0\",\n", + " \"gymnasium>=0.29\",\n", + " \"numpy>=1.26\",\n", + " ],\n", + " check=True,\n", + ")\n", + "print(\"Install step complete.\")" + ], + "id": "264dea581a6422cd" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# ── 2. Verify NLE/MiniHack actually loaded ───────────────────────────────\n", + "# Fail loudly with a clear message if the C compilation step did not work.\n", + "try:\n", + " import nle # noqa: F401\n", + " import minihack # noqa: F401\n", + " import gymnasium as gym\n", + " _env = gym.make(\n", + " \"MiniHack-Room-Random-5x5-v0\",\n", + " observation_keys=(\"glyphs\", \"chars\"),\n", + " )\n", + " _obs, _info = _env.reset(seed=0)\n", + " _env.close()\n", + " print(f\"NLE OK. Glyphs shape: {_obs['glyphs'].shape}\")\n", + "except Exception as exc:\n", + " raise RuntimeError(\n", + " \"NLE/MiniHack failed to import or instantiate. On Colab this almost \"\n", + " \"always means the C build of NetHack did not finish. Please restart \"\n", + " \"the runtime (Runtime > Restart runtime) and re-run the install \"\n", + " \"cell from a clean state.\"\n", + " ) from exc" + ], + "id": "2a3dde194076e9be" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# ── 3. Download source + checkpoint + ablation assets from HuggingFace ──\n", + "from huggingface_hub import snapshot_download\n", + "\n", + "if HF_REPO_ID == \"UNSET_HF_REPO_ID\":\n", + " raise RuntimeError(\n", + " \"HF_REPO_ID is unset: checkpoints are withheld for anonymous \"\n", + " \"review. Edit the constant in Cell 1 to point at a \"\n", + " \"public HuggingFace repo containing the source + checkpoint + assets.\"\n", + " )\n", + "\n", + "snapshot_path = snapshot_download(repo_id=HF_REPO_ID, local_dir=SNAPSHOT_DIR)\n", + "print(f\"Snapshot at: {snapshot_path}\")\n", + "\n", + "# Make `import src.*` resolve against the downloaded snapshot.\n", + "if snapshot_path not in sys.path:\n", + " sys.path.insert(0, snapshot_path)\n", + "\n", + "# Smoke imports — fail here if the snapshot is incomplete.\n", + "from src.config import load_config\n", + "from src.models.denoiser import make_model, ModelEMA\n", + "from src.diffusion.sampling import remdm_sample\n", + "from src.envs.minihack_env import make_env\n", + "from src.planners.inference import Evaluator, format_eval_results\n", + "print(\"Imports OK.\")" + ], + "id": "d90516ceca2cc1e3" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 3 — Project overview\n", + "\n", + "**Problem.** MiniHack navigation environments are sparse-reward gridworlds with procedurally generated dungeon layouts, locked doors, mazes, and partial observability. Off-the-shelf model-free reinforcement learning baselines (PPO, A2C, DQN, recurrent PPO) do not learn these layouts from scratch within our compute budget, reaching between 0.3% and 4.7% in-distribution after 5M environment steps at default hyperparameters — which is why we train by imitation. They are reported to establish that fact, not as a matched comparison.\n", + "\n", + "**Approach.** We treat planning as **discrete masked diffusion over action sequences**. A dual-stream transformer denoiser, conditioned on (i) a 9×9 local glyph crop centred on the agent and (ii) the full 21×79 global dungeon map, generates 64-step action plans by iteratively denoising a sequence of `[MASK]` tokens. At inference time we use **ReMDM** (Remasking Discrete Diffusion Models — Wang et al. 2025): MaskGIT-style progressive unmasking interleaved with stochastic confidence-weighted **remasking**, which lets the model revise low-confidence commitments mid-trajectory rather than baking in early mistakes.\n", + "\n", + "**Architecture (`LocalDiffusionPlannerWithGlobal`, ≈5.2M parameters, PyTorch).**\n", + "\n", + "```\n", + "Local stream: 9×9 glyphs → Embed(6000,64) → CNN(64→32→64) → Linear → 1 token (256-D)\n", + "Global stream: 21×79 glyphs → Embed(6000,32) → CNN(32→32→64) → AdaptivePool(2,4)\n", + " → Linear(64,256) → 8 spatial tokens (256-D)\n", + " + auxiliary goal head: mean(global) → MLP → [B,2] (normalised staircase coords)\n", + " × sigmoid(learnable scalar gate, init logit = −3.0) ← keeps global stream nearly closed early in training\n", + "Action stream: action_emb(14,256) + timestep_emb(100,256) + position_emb(64,256)\n", + "Transformer: concat [local(1) + global(8) + actions(64) = 73 tokens]\n", + " → 4-layer bidirectional TransformerEncoder (256-D, 4 heads, GELU, pre-norm) → last 64 tokens\n", + "Action head: Linear(256, 12) → action logits (12 movement / interact actions; MASK=12 and PAD=13 are inputs only)\n", + "```\n", + "\n", + "The auxiliary staircase-coordinate head **has no counterpart in the offline baselines**, and the paper lists it as one of four confounds in the imitation comparison (Cell 8).\n", + "\n", + "**Diffusion process.** Forward: each token is independently replaced with `[MASK]` with probability σ(t) under a linear schedule. Reverse (inference): K=10 denoising steps with confidence-based progressive unmasking interleaved with stochastic remasking at probability p_remask = η · (1 − r), where η = 0.15 and r is the progress through the chain. DAgger collection uses greedy argmax sampling at K=5 steps. The planner runs in **receding horizon** mode: it commits a 64-action plan, executes the first 16 actions, then replans on the next observation.\n", + "\n", + "**Training pipeline.** DAgger online training with **BFS oracle** supervision (`main.py --mode online`). Iteration 0 seeds the replay buffer with three oracle trajectories per training environment as an implicit BC warm-start; subsequent iterations alternate model rollouts → BFS oracle relabelling on the same seed → efficiency-filtered buffer insertion → AdamW gradient steps. The exponentially decaying β starts at 1.0; total budget ≈5.65M env steps with 30 episodes/iteration and 100 grad steps/iteration. Inference uses EMA-shadowed weights. The checkpoint loaded by this notebook is the iter-600 DAgger snapshot from a GPU-H200 run, with all optimiser/scheduler state stripped (the inference path only needs `ema_state_dict`).\n", + "\n", + "### The objective under study\n", + "\n", + "Fine-tuning runs on the planner's **own rollouts**. Each iteration collects\n", + "trajectories under the current policy and cuts them into `H`-step windows. Window\n", + "`i` is assigned the return `R_i` — the reward summed over exactly the `H` steps that\n", + "window trains on, *not* the episode total broadcast to every window — and receives a\n", + "scalar weight\n", + "\n", + "```\n", + "A_i = clip( max(R_i, 0) / (µ_batch + ε), c_min, c_max ), [c_min, c_max] = [0.1, 5.0]\n", + "```\n", + "\n", + "The training loss is the ELBO of the denoising objective with each window's term\n", + "scaled by `A_i`, treated as a constant under a stop-gradient. This is a **clipped\n", + "return ratio**, in the lineage of reward-weighted regression — it is *not* the\n", + "advantage-weighted regression weight, which subtracts a baseline and applies an\n", + "exponential temperature `exp(A/β)`. The paper's conclusions characterise this weight\n", + "function and do not carry over automatically to the exponential form, which was not\n", + "tested.\n", + "\n", + "### The exact decomposition\n", + "\n", + "Write `Ā` for the mean weight and `δ_i = A_i/Ā − 1`, so that `Σ_i δ_i = 0`. The\n", + "gradient then factors **exactly**, with no approximation:\n", + "\n", + "```\n", + "∇L_RW = Ā · [ ∇L_BC + (1/B) Σ_i δ_i ∇ℓ_i ]\n", + " ‾‾‾‾‾‾ ‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾‾\n", + " imitation g_δ — the return's entire contribution\n", + "```\n", + "\n", + "`Ā` is a scalar that rescales the step size and leaves the direction unchanged, so\n", + "everything the return does enters through `g_δ`, whose RMS scale is the weights'\n", + "coefficient of variation `CV_A = sqrt(B/ESS − 1)`. Both terms are measurable at a\n", + "single parameter point, and both diagnostics cost one batch and no accelerator.\n", + "\n", + "### Three contributions (paper headline)\n", + "\n", + "1. **Fine-tuning degrades the planner.** On Craftax Classic, across 25 conditions\n", + " with three seeds each, **no condition recovers the checkpoint it started from**\n", + " and the plain objective gives up **3.59 of 11.81** points. Collected return\n", + " falls alongside held-out score (5.21 → 3.73 while eval goes 12.06 → 8.49), so\n", + " this is not reward hacking under an evaluation mismatch. The conditions that\n", + " lose least are the ones that barely train: LoRA (11.63), a hard KL trust region\n", + " (11.53) and head-only updates (11.30).\n", + "2. **The return term is large and points away from imitation.** `CV_A` is **1.16**\n", + " on Craftax Classic (effective sample size 437 of a 1024-window batch) and\n", + " **2.68** on MiniHack (591 of 4608), so the weights do rank windows and the\n", + " familiar explanation — that sparse returns fail to discriminate — is\n", + " unavailable. Measured directly, `‖g_δ‖/‖∇L_BC‖ = 0.49 ± 0.01` at cosine\n", + " **0.02 ± 0.05**, against **0.893 ± 0.010** between two independent noise draws\n", + " of `∇L_BC` itself. In `D = 9.33 × 10⁶` dimensions a random direction gives\n", + " `3.3 × 10⁻⁴`, so `g_δ` is structure, not noise.\n", + "3. **But shrinking it makes things worse.** Advantage clipping confines the weights\n", + " to [0.8, 1.2] and cuts the return term fivefold, to **0.097 ± 0.003**. It scores\n", + " **5.06** on Craftax Classic — 3.16 below the unclipped baseline and second worst\n", + " in the suite. A condition with almost no return term degrades *further* than one\n", + " with a large one, so the return weighting is not what does the damage. What is\n", + " left is the data: advantage clipping is also the nearest thing in the suite to\n", + " unweighted training on the model's own rollouts, and the suite is ordered by how\n", + " much plasticity each condition allows rather than by any property of the reward.\n", + "\n", + "*(Live evaluation in Cell 5; imitation context in Cell 8; ablation evidence in Cells 9–10.)*" + ], + "id": "14890835349143" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 4 — Load the pre-trained model\n", + "\n", + "We load the architecture from `src/models/denoiser.py` using the project's own `make_model(cfg)` factory, then pour the EMA shadow weights from the stripped checkpoint into it. This is the same EMA-evaluation path that `main.py --mode inference` uses internally." + ], + "id": "2516d108471c4cc6" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import torch\n", + "\n", + "# Load the project's authoritative config (the same defaults.yaml the\n", + "# training run used). All sampling / arch hyperparameters live there.\n", + "_overrides = {\"device\": INFERENCE_DEVICE} if INFERENCE_DEVICE else {}\n", + "cfg = load_config(cli_overrides=_overrides)\n", + "device = torch.device(cfg.device)\n", + "print(f\"Inference device: {device}\")\n", + "print(\n", + " f\"Model arch: n_embd={cfg.n_embd}, n_head={cfg.n_head}, \"\n", + " f\"n_layer={cfg.n_layer}, n_global_tokens={cfg.n_global_tokens}, \"\n", + " f\"seq_len={cfg.seq_len}\"\n", + ")\n", + "print(\n", + " f\"Diffusion: K_eval={cfg.diffusion_steps_eval}, schedule={cfg.noise_schedule}, \"\n", + " f\"remask={cfg.remask_strategy}, eta={cfg.eta}, T={cfg.temperature}, top_p={cfg.top_p}\"\n", + ")\n", + "\n", + "# Build the architecture and load the stripped EMA checkpoint. The HF repo\n", + "# ships an inference-only checkpoint that contains only the EMA shadow weights\n", + "# (≈21 MB) — no optimiser, scheduler, RNG, or curriculum state.\n", + "ckpt_path = os.path.join(SNAPSHOT_DIR, \"checkpoint_inference.pth\")\n", + "if not os.path.exists(ckpt_path):\n", + " raise FileNotFoundError(\n", + " f\"Expected stripped checkpoint at {ckpt_path}. The HF repo must \"\n", + " f\"contain checkpoint_inference.pth at its root.\"\n", + " )\n", + "\n", + "model = make_model(cfg).to(device)\n", + "ckpt = torch.load(ckpt_path, map_location=device, weights_only=False)\n", + "ema_sd = ckpt[\"ema_state_dict\"] if isinstance(ckpt, dict) and \"ema_state_dict\" in ckpt else ckpt\n", + "ema = ModelEMA(model, decay=cfg.ema_decay)\n", + "ema.load_state_dict(ema_sd)\n", + "ema.apply_to(model)\n", + "model.eval()\n", + "\n", + "n_params = sum(p.numel() for p in model.parameters())\n", + "print(\n", + " f\"Loaded EMA weights into {type(model).__name__} \"\n", + " f\"({n_params:,} parameters ≈ {n_params / 1e6:.2f} M).\"\n", + ")" + ], + "id": "71470180a5f12e46" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 5 — Live inference on procedurally generated layouts ⭐\n", + "\n", + "We now run the model live on `EPISODES_PER_ENV` episodes per environment, on the 4 in-distribution maps **and** the 3 out-of-distribution maps **and** the optional custom `.des` file. Each episode uses a per-`SEED` RNG so changing `SEED` in Cell 1 produces a fresh batch of procedurally generated layouts that the model has never trained or evaluated on.\n", + "\n", + "We call the project's batched evaluator directly (`Evaluator._run_episodes_batched`), which runs all `EPISODES_PER_ENV` rollouts of a given environment in lockstep and batches every replanning forward pass through the GPU. Episodes that fail to construct (e.g. an invalid `.des` file) count as losses individually rather than crashing the pass." + ], + "id": "717e4b710eba9ccc" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import time\n", + "from pathlib import Path\n", + "\n", + "import numpy as np\n", + "import polars as pl\n", + "\n", + "evaluator = Evaluator()\n", + "\n", + "\n", + "def run_live_eval(\n", + " env_ids: list[str],\n", + " n_episodes: int,\n", + " seed: int,\n", + " des_files: list[str] | None = None,\n", + ") -> dict[str, dict]:\n", + " \"\"\"Evaluate the model on each env id with seeds derived from *seed*.\n", + "\n", + " Mirrors ``Evaluator.evaluate`` but uses ``seed + ep`` so that changing\n", + " the notebook ``SEED`` constant actually rotates the underlying\n", + " procedural layouts.\n", + " \"\"\"\n", + " targets: list[tuple[str, str | None]] = [(eid, None) for eid in env_ids]\n", + " if des_files:\n", + " for p in des_files:\n", + " with open(p) as fh:\n", + " targets.append((Path(p).stem, fh.read()))\n", + "\n", + " out: dict[str, dict] = {}\n", + " for env_id, des_content in targets:\n", + " seeds = [seed + ep for ep in range(n_episodes)]\n", + " eps = evaluator._run_episodes_batched(\n", + " model, env_id, n_episodes, cfg, device,\n", + " seeds=seeds,\n", + " des_content=des_content,\n", + " blind_global=False,\n", + " )\n", + " wins = sum(1 for r in eps if r[\"won\"])\n", + " n = max(len(eps), 1)\n", + " out[env_id] = {\n", + " \"win_rate\": wins / n,\n", + " \"wins\": wins,\n", + " \"avg_reward\": sum(r[\"total_reward\"] for r in eps) / n,\n", + " \"avg_steps\": sum(r[\"steps\"] for r in eps) / n,\n", + " \"n_episodes\": len(eps),\n", + " }\n", + " return out\n", + "\n", + "\n", + "all_envs = list(ID_ENVS) + list(OOD_ENVS)\n", + "des_files = [CUSTOM_DES_FILE] if CUSTOM_DES_FILE else None\n", + "n_total = len(all_envs) * EPISODES_PER_ENV\n", + "if des_files:\n", + " n_total += EPISODES_PER_ENV\n", + "\n", + "print(\n", + " f\"Evaluating on {len(all_envs)} registry envs\"\n", + " + (f\" + {len(des_files)} custom .des\" if des_files else \"\")\n", + " + f\" × {EPISODES_PER_ENV} episodes (= {n_total} rollouts)...\"\n", + ")\n", + "t0 = time.time()\n", + "live_results = run_live_eval(\n", + " all_envs, EPISODES_PER_ENV, SEED, des_files=des_files,\n", + ")\n", + "elapsed = time.time() - t0\n", + "print(f\"Done in {elapsed:.1f}s ({elapsed / max(n_total, 1):.2f}s per rollout).\\n\")\n", + "\n", + "print(format_eval_results(live_results, label=\"Live ReMDM Inference\"))" + ], + "id": "812ffba082dc4a3a" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Tabulate and split-aware aggregate.\n", + "rows = []\n", + "for env_id, stats in live_results.items():\n", + " if env_id in ID_ENVS:\n", + " split = \"ID\"\n", + " elif env_id in OOD_ENVS:\n", + " split = \"OOD\"\n", + " else:\n", + " split = \"custom\"\n", + " rows.append(\n", + " {\n", + " \"split\": split,\n", + " \"env\": env_id,\n", + " \"win_rate\": round(stats[\"win_rate\"], 3),\n", + " \"avg_steps\": round(stats[\"avg_steps\"], 1),\n", + " \"avg_reward\": round(stats[\"avg_reward\"], 2),\n", + " \"n_episodes\": stats[\"n_episodes\"],\n", + " }\n", + " )\n", + "df_live = pl.DataFrame(rows).sort([\"split\", \"env\"])\n", + "print(df_live)\n", + "\n", + "id_wr = float(np.mean([live_results[e][\"win_rate\"] for e in ID_ENVS if e in live_results]))\n", + "ood_wr = float(np.mean([live_results[e][\"win_rate\"] for e in OOD_ENVS if e in live_results]))\n", + "print(\n", + " f\"\\nMean ID win rate (this run): {id_wr:.2%}\"\n", + " f\" <- reference (paper Table 6, ReMDM DAgger, 50 episodes/env): 48.5%\"\n", + ")\n", + "print(\n", + " f\"Mean OOD win rate (this run): {ood_wr:.2%}\"\n", + " f\" <- reference (paper Table 6, ReMDM DAgger): 4.7% mean OOD\"\n", + " f\" (Room-Dark-15x15 12%, Corridor-R5 2%, MazeWalk-45x19 0%)\"\n", + ")\n", + "print(\n", + " \"\\nNote: small deviations from the reported numbers are expected -- this run \"\n", + " f\"uses {EPISODES_PER_ENV} episodes per env (vs 50) and a different seed offset, \"\n", + " \"so it samples a different (smaller) batch of procedurally generated layouts.\"\n", + ")" + ], + "id": "631ddcc627be0ac5" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 6 — Visualise the agent's behaviour ⭐\n", + "\n", + "We roll out a single episode on a representative ID environment and capture the dual-stream observations the model actually sees: the **9×9 local glyph crop** (centred on the agent `@`) and the **full 21×79 global dungeon map**. We display the start, mid, and end of the episode side-by-side." + ], + "id": "57f89da930062058" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import random\n", + "\n", + "import matplotlib.pyplot as plt\n", + "import numpy as np\n", + "\n", + "random.seed(SEED)\n", + "np.random.seed(SEED)\n", + "torch.manual_seed(SEED)\n", + "\n", + "VIZ_ENV = ID_ENVS[2] # MiniHack-Corridor-R2-v0 — visually richer than a single room\n", + "\n", + "env = make_env(VIZ_ENV, None, cfg)\n", + "(local_obs, global_obs), _ = env.reset(seed=SEED)\n", + "\n", + "trajectory_local: list[np.ndarray] = [local_obs.copy()]\n", + "trajectory_global: list[np.ndarray] = [global_obs.copy()]\n", + "actions_taken: list[int] = []\n", + "plan = None\n", + "step_in_plan = 0\n", + "total_reward = 0.0\n", + "won = False\n", + "\n", + "for step in range(200):\n", + " if step_in_plan == 0 or step_in_plan >= cfg.replan_every:\n", + " # Replan: full ReMDM denoising over the current local + global obs.\n", + " local_t = torch.from_numpy(local_obs).long().unsqueeze(0).to(device) # [1, 9, 9]\n", + " glb_t = torch.from_numpy(global_obs).long().unsqueeze(0).to(device) # [1, 21, 79]\n", + " plan = remdm_sample(\n", + " model, local_t, glb_t, cfg, device,\n", + " physics_aware=False, blind_global=False,\n", + " )[0].cpu().numpy() # [seq_len]\n", + " step_in_plan = 0\n", + "\n", + " action = int(plan[step_in_plan])\n", + " step_in_plan += 1\n", + " actions_taken.append(action)\n", + " (local_obs, global_obs), reward, term, trunc, info = env.step(action)\n", + " total_reward += reward\n", + " trajectory_local.append(local_obs.copy())\n", + " trajectory_global.append(global_obs.copy())\n", + " if info.get(\"won\"):\n", + " won = True\n", + " if term or trunc:\n", + " break\n", + "\n", + "env.close()\n", + "n_steps = len(actions_taken)\n", + "print(\n", + " f\"{VIZ_ENV} (seed={SEED}): {n_steps} steps, won={won}, total_reward={total_reward:.2f}\"\n", + ")" + ], + "id": "ef5071a3e18492aa" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "snapshots = [\n", + " (\"Start\", 0),\n", + " (\"Mid\", n_steps // 2),\n", + " (\"End\", n_steps),\n", + "]\n", + "\n", + "fig, axes = plt.subplots(2, 3, figsize=(13, 7))\n", + "for col, (label, idx) in enumerate(snapshots):\n", + " axes[0, col].imshow(trajectory_local[idx], cmap=\"viridis\")\n", + " axes[0, col].set_title(f\"{label} — local 9×9 (step {idx})\")\n", + " axes[0, col].set_xticks([])\n", + " axes[0, col].set_yticks([])\n", + "\n", + " axes[1, col].imshow(trajectory_global[idx], cmap=\"viridis\")\n", + " axes[1, col].set_title(f\"{label} — global 21×79 (step {idx})\")\n", + " axes[1, col].set_xticks([])\n", + " axes[1, col].set_yticks([])\n", + "\n", + "fig.suptitle(\n", + " f\"Dual-stream observations during a live rollout on {VIZ_ENV}\",\n", + " fontsize=12,\n", + ")\n", + "plt.tight_layout()\n", + "plt.show()\n", + "\n", + "print(\n", + " \"Each colour above is a NetHack glyph ID (walls, floor, agent @, staircase >, \"\n", + " \"doors +, etc.). The local crop is the 9×9 window the local CNN stream sees; \"\n", + " \"the global stream sees the full 21×79 grid and contributes the auxiliary \"\n", + " \"staircase-coordinate prediction through the goal head.\"\n", + ")" + ], + "id": "14d3f4ba57c10610" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 7 — Visualise the ReMDM denoising process ⭐\n", + "\n", + "This is the heart of the method. Given a single observation, the planner starts from a sequence of 64 `[MASK]` tokens and over `K = diffusion_steps_eval = 10` reverse-diffusion steps it (a) predicts an action distribution at every position, (b) commits the highest-confidence positions via MaskGIT-style progressive unmasking, and (c) **stochastically remasks** previously committed positions whose confidence is low so they can be re-decoded later. We surface the per-step state by calling `remdm_sample(..., return_analytics=True)`, which returns the full denoising trajectory and per-step diagnostics." + ], + "id": "936ac1409c9efa8a" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "# Use a fresh observation from the same env so the visualisation stays focused\n", + "# on the token-level denoising process, not on action quality.\n", + "env = make_env(ID_ENVS[2], None, cfg)\n", + "(local_obs, global_obs), _ = env.reset(seed=SEED)\n", + "env.close()\n", + "\n", + "local_t = torch.from_numpy(local_obs).long().unsqueeze(0).to(device)\n", + "glb_t = torch.from_numpy(global_obs).long().unsqueeze(0).to(device)\n", + "\n", + "seq, path_per_step, conf_track, masked_track = remdm_sample(\n", + " model, local_t, glb_t, cfg, device,\n", + " physics_aware=False, blind_global=False,\n", + " return_analytics=True,\n", + ")\n", + "K = len(path_per_step)\n", + "seq_len = cfg.seq_len\n", + "mask_token = cfg.mask_token\n", + "\n", + "# Build a [K+1, seq_len] visualisation: row 0 = the all-MASK initial state,\n", + "# row k = the sequence after denoising step k.\n", + "vis = np.full((K + 1, seq_len), mask_token, dtype=np.int64)\n", + "for k, state in enumerate(path_per_step):\n", + " vis[k + 1] = state\n", + "# Encode masked positions as -1 so they get a distinct colour band.\n", + "display_grid = np.where(vis == mask_token, -1, vis).astype(float)\n", + "\n", + "print(\n", + " f\"Denoising trajectory: K={K} steps, seq_len={seq_len}, \"\n", + " f\"final masked-token count={int((seq[0] == mask_token).sum().item())} (must be 0)\"\n", + ")" + ], + "id": "59079c3462bbfaf6" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "fig, (ax1, ax2) = plt.subplots(\n", + " 2, 1, figsize=(13, 6),\n", + " gridspec_kw={\"height_ratios\": [3, 1]},\n", + ")\n", + "\n", + "im = ax1.imshow(\n", + " display_grid, aspect=\"auto\", cmap=\"viridis\",\n", + " vmin=-1, vmax=cfg.action_dim - 1,\n", + " interpolation=\"nearest\",\n", + ")\n", + "ax1.set_yticks(range(K + 1))\n", + "ax1.set_yticklabels([\"init\"] + [f\"k={k+1}\" for k in range(K)])\n", + "ax1.set_xlabel(\"token position (0..63)\")\n", + "ax1.set_ylabel(\"denoising step\")\n", + "ax1.set_title(\n", + " f\"ReMDM denoising trajectory ({K} steps) — \"\n", + " \"dark band (-1) = masked, colours = committed action ids 0..11\"\n", + ")\n", + "cbar = plt.colorbar(im, ax=ax1, ticks=[-1] + list(range(cfg.action_dim)))\n", + "cbar.set_label(\"token id (-1 = MASK)\")\n", + "\n", + "ax2.plot(range(1, K + 1), conf_track, marker=\"o\", label=\"avg confidence (committed tokens)\")\n", + "ax2.plot(\n", + " range(1, K + 1),\n", + " [m / seq_len for m in masked_track],\n", + " marker=\"s\",\n", + " label=\"fraction still masked\",\n", + ")\n", + "ax2.set_xlabel(\"denoising step k\")\n", + "ax2.set_ylabel(\"value\")\n", + "ax2.set_xticks(range(1, K + 1))\n", + "ax2.legend(loc=\"upper right\")\n", + "ax2.grid(alpha=0.3)\n", + "\n", + "plt.tight_layout()\n", + "plt.show()\n", + "\n", + "print(f\"Final committed plan (first 16 actions): {seq[0, :16].tolist()}\")\n", + "print(\n", + " \"Read the heatmap top-to-bottom: row 0 is fully masked, the next rows commit \"\n", + " \"high-confidence positions while occasionally re-masking low-confidence ones \"\n", + " \"(the ReMDM 'conf' strategy with eta=0.15), and the last row is the fully \"\n", + " \"committed plan that gets executed for the next 16 env steps before replanning.\"\n", + ")" + ], + "id": "ee28eb905ce0956" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 8 — Imitation learning context (baselines)\n", + "\n", + "The table below reports this project's MiniHack baseline runs, under the **imitation protocol**: 50 episodes per environment at inference settings. Baseline rows are means ± std over 3 training seeds; the two ReMDM rows are a single evaluation seed and are read directly from the shipped `results/inference/` artefacts.\n", + "\n", + "**Provenance note.** The current paper carries the baseline *configurations* (Table 11, \"MiniHack baseline hyperparameters\") but no baseline *results* table — that comparison was cut when the paper narrowed to the fine-tuning result. The model-free and offline-BC rows below are therefore project context rather than a paper number. The two ReMDM rows *are* paper numbers: the DAgger row is paper Table 6.\n", + "\n", + "The four model-free rows are included for **one purpose**: to establish that these layouts are not solvable from scratch within our compute budget, which is why we train by imitation. They use default hyperparameters and are **not a matched comparison**.\n", + "\n", + "**This is not an architecture result.** Any gap to the offline CNN+MLP and Decision Transformer confounds four design differences: an auxiliary staircase-prediction head the baselines lack, ten denoising passes per decision against one, chunked replanning against greedy per-step selection, and untuned baselines.\n", + "\n", + "**Two evaluation protocols appear in this work and their numbers are not interchangeable.** The direct evaluation of the DAgger checkpoint (this cell, 50 episodes per environment) gives **48.5%** in-distribution — this is paper Table 6. The ablation-harness protocol (Cells 9–10) runs 20 episodes per environment per seed inside the training loop at its own sampling settings, and gives the same checkpoint **47.5%**. The two agree closely here, but no claim crosses between them." + ], + "id": "e0023c1ce6dbbaee" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import polars as pl\n", + "\n", + "# Baseline runs under the imitation protocol: 50 episodes per environment at\n", + "# inference settings. Baseline rows are means +/- std over 3 training seeds.\n", + "#\n", + "# PROVENANCE: the current paper keeps the baseline *configurations* (Table 11)\n", + "# but no baseline *results* table, so the first six rows are project context,\n", + "# not paper numbers. The two ReMDM rows are read from the shipped\n", + "# results/inference/*.json artefacts; the DAgger row is paper Table 6.\n", + "baselines = [\n", + " {\"method\": \"PPO\", \"params\": \"~0.4 M\", \"id_win_pct\": \"0.3 +/- 0.5\", \"id_steps\": \"396.8 +/- 10.1\", \"ood_win_pct\": \"0.0 +/- 0.0\", \"ood_steps\": \"767.6 +/- 6.0\"},\n", + " {\"method\": \"A2C\", \"params\": \"~0.4 M\", \"id_win_pct\": \"2.8 +/- 2.3\", \"id_steps\": \"392.9 +/- 8.1\", \"ood_win_pct\": \"0.4 +/- 0.8\", \"ood_steps\": \"763.8 +/- 5.0\"},\n", + " {\"method\": \"DQN\", \"params\": \"~0.4 M\", \"id_win_pct\": \"3.8 +/- 1.2\", \"id_steps\": \"388.2 +/- 5.2\", \"ood_win_pct\": \"1.3 +/- 0.2\", \"ood_steps\": \"762.7 +/- 1.3\"},\n", + " {\"method\": \"PPO-RNN\", \"params\": \"~0.5 M\", \"id_win_pct\": \"4.7 +/- 2.9\", \"id_steps\": \"385.4 +/- 13.2\", \"ood_win_pct\": \"0.0 +/- 0.0\", \"ood_steps\": \"766.7 +/- 3.1\"},\n", + " {\"method\": \"CNN+MLP (Offline BC)\", \"params\": \"~0.6 M\", \"id_win_pct\": \"6.3 +/- 2.5\", \"id_steps\": \"378.8 +/- 6.4\", \"ood_win_pct\": \"0.7 +/- 0.7\", \"ood_steps\": \"764.7 +/- 2.0\"},\n", + " {\"method\": \"Decision Transformer (Off. BC)\", \"params\": \"~1.0 M\", \"id_win_pct\": \"9.3 +/- 2.1\", \"id_steps\": \"160.7 +/- 4.2\", \"ood_win_pct\": \"1.8 +/- 0.4\", \"ood_steps\": \"196.8 +/- 0.6\"},\n", + " {\"method\": \"ReMDM (Offline BC)\", \"params\": \"~5.2 M\", \"id_win_pct\": \"73.0\", \"id_steps\": \"107.1\", \"ood_win_pct\": \"6.0\", \"ood_steps\": \"418.5\"},\n", + " {\"method\": \"ReMDM (DAgger)\", \"params\": \"~5.2 M\", \"id_win_pct\": \"48.5\", \"id_steps\": \"173.9\", \"ood_win_pct\": \"4.7\", \"ood_steps\": \"426.2\"},\n", + "]\n", + "df_baselines = pl.DataFrame(baselines)\n", + "with pl.Config(tbl_rows=10, fmt_str_lengths=40):\n", + " print(df_baselines)\n", + "print(\n", + " \"\\nThe four model-free rows are NOT a matched comparison -- they use default \"\n", + " \"hyperparameters and are reported only to establish that these layouts are not \"\n", + " \"solvable from scratch within our budget (0.3-4.7% ID after 5M env steps), \"\n", + " \"which is why we train by imitation.\\n\"\n", + " \"\\nThe DAgger row (48.5% ID / 4.7% OOD) is paper Table 6, and it is the \"\n", + " \"checkpoint every ablation condition in Cells 9-10 fine-tunes. The planner \"\n", + " \"retains little zero-shot transfer to held-out layouts, so the paper makes no \"\n", + " \"structural generalisation claim.\"\n", + ")" + ], + "id": "cbd0984cc1f7787" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 9 — RL fine-tuning ablation findings (pre-computed)\n", + "\n", + "On top of the DAgger checkpoint, we ran a **25-condition suite** (`experiments/rl_finetuning/run_ablations.py --all`) that asks what return-weighted ELBO fine-tuning of the diffusion planner actually does. The 25 conditions are organised into four mechanism groups (A: regularisation, B: training signal, C: architectural freezing, D: data quality / weight computation) plus a `baseline_rl` reference, all initialised from the same checkpoint and run for 500 iterations with 3 seeds. All numbers here use the **ablation-harness protocol**, under which the pretrained checkpoint scores **47.5%** — against 48.5% for the direct evaluation in Cell 8.\n", + "\n", + "**In MiniHack the objective takes the checkpoint from 47.5% to 43.8% (±6.1).** Three conditions finish nominally above the checkpoint — `head_only` 49.6%, `gradient_surgery` 48.8%, `layer_ablation_top1` 48.8% — but the best-versus-baseline difference has a bootstrap interval of **[−2.1, +13.7] points at p = 0.40**, so the paper does not read them as improvements.\n", + "\n", + "**MiniHack is not a second confirmation, and the paper says so.** The effect here is small relative to a seed standard deviation of 6.1 points. It is reported because it is the same suite run identically and its ordering matches Craftax Classic, where the effect is large and unambiguous (11.81 → 8.22, no condition above the checkpoint). The claim rests on Craftax Classic.\n", + "\n", + "**The reward pathway is not the explanation.** `CV_A` averages **2.68** here (effective sample size 591 of a 4,608-window batch) against 1.16 on Craftax Classic, so in both environments the weights rank windows within a batch and the familiar explanation that sparse returns fail to discriminate is unavailable. The direct measurement of the return term was only possible on Craftax Classic — MiniHack needs the NetHack Learning Environment, which would not build on the machine used for that measurement — and there it gives `‖g_δ‖/‖∇L_BC‖ = 0.49 ± 0.01` at cosine `0.02 ± 0.05`. The control that settles it is also Craftax-side: advantage clipping cuts the return term fivefold and scores **3.16 points worse**, so the return weighting is not what does the damage.\n", + "\n", + "**What orders the outcome is permitted displacement.** Final KL divergence from the checkpoint correlates with final score at Spearman **−0.56** here and **−0.79** on Craftax Classic (−0.56 and −0.75 with LoRA excluded, which matters because the drift probe reads LoRA's frozen base weights and records near-zero). The sign is the same in both environments now: more displacement, lower score. Group C (architectural freezing) has the highest group mean here (**44.0%**) and Group A the tightest spread (std 0.95 points) — freezing neither destabilises the model nor helps it past the checkpoint.\n", + "\n", + "**Group-level summary** (mean ID win rate over each group, Table 7 from the paper):\n", + "\n", + "| Group | N | Mean | Δ from Baseline RL | Best | Worst | Std |\n", + "|---|---|---|---|---|---|---|\n", + "| Pretrained checkpoint | – | **47.50** | – | – | – | – |\n", + "| Baseline RL | 1 | 43.75 | – | – | – | 0.00 |\n", + "| A (Regularisation) | 6 | 42.78 | −0.97 | 44.17 | 41.25 | 0.95 |\n", + "| B (Training signal) | 7 | 38.57 | −5.18 | 48.75 | 12.08 | 11.64 |\n", + "| C (Architectural freezing) | 7 | 43.99 | +0.24 | 49.58 | 39.17 | 4.08 |\n", + "| D (Data quality / weights) | 4 | 38.02 | −5.73 | 44.17 | 32.08 | 4.28 |\n", + "\n", + "Every group mean is below the pretrained checkpoint, in both environments.\n", + "\n", + "Group B degrades with high variance (std 11.64), driven by the worst condition in the suite: **normalised advantages** at **12.1%** (3.73 on Craftax Classic). It alone mean-centres the weights, making roughly half of them **negative** and violating the non-negativity assumption (A1) the decomposition needs. A negative weight on a cross-entropy term is gradient *ascent* on that sequence's likelihood — unbounded and without a trust region — and its drift lands two to four orders of magnitude beyond any other condition. Supplying the repulsive direction a policy gradient would have does not rescue the objective; it destroys it.\n", + "\n", + "**On its own terms.** Craftax Classic collected return falls (5.21 → 3.73) alongside eval score, so the objective is not quietly succeeding at what it optimises. On MiniHack collected return is flat (−0.53 → −0.34, no trend across quartiles) while the training-window win rate rises from 6.3% to 13.5% and eval is flat. Neither environment looks like reward hacking under an evaluation mismatch.\n", + "\n", + "**Statistics.** With 3 seeds per arm, an exact two-sided permutation test enumerates C(6,3) = 20 relabellings, so the smallest attainable p-value is 2/20 = **0.10** — a reported p = 0.10 is the most extreme outcome the design can produce, not a null result. The shipped `significance_test.txt` compares the condition furthest from baseline (`normalized_adv`) and reports p at that floor with a bootstrap CI of **[−39.6, −23.8] points**; the paper's **[−2.1, +13.7]** interval is the different, best-versus-baseline comparison. Cell 10 prints the shipped file verbatim so the two are not confused.\n", + "\n", + "Each condition also collects gradient-alignment, representation-drift, CKA-similarity, and per-t-bin gradient-norm diagnostics. All training was done **offline** on the GPU-H200 machine — this notebook only displays the saved figures (downloaded with the HF snapshot)." + ], + "id": "bf4148dfab969b4a" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "from IPython.display import Image, display\n", + "\n", + "assets_dir = os.path.join(SNAPSHOT_DIR, \"ablation_assets\")\n", + "if not os.path.isdir(assets_dir):\n", + " raise FileNotFoundError(\n", + " f\"Expected ablation assets at {assets_dir}. The HF repo must contain \"\n", + " \"an ablation_assets/ directory with the pre-computed PNGs and CSVs.\"\n", + " )\n", + "\n", + "figures = [\n", + " (\n", + " \"final_score_comparison.png\",\n", + " \"Final ID win rate per condition, sorted, against the pretrained \"\n", + " \"checkpoint at 47.5% under the harness protocol. Baseline RL falls to \"\n", + " \"43.8% (+/-6.1). Three conditions -- head_only 49.6, gradient_surgery \"\n", + " \"48.8, layer_ablation_top1 48.8 -- finish nominally above the \"\n", + " \"checkpoint, but the best-versus-baseline bootstrap interval is \"\n", + " \"[-2.1, +13.7] points at p = 0.40, so they are not read as \"\n", + " \"improvements. The worst condition is normalized_adv at 12.1%, and it \"\n", + " \"collapses because it mean-centres the weights and makes half of them \"\n", + " \"negative -- gradient ascent on below-average rollouts -- not because \"\n", + " \"the reward signal is uninformative. CV_A here is 2.68: the weights do \"\n", + " \"rank windows.\",\n", + " ),\n", + " (\n", + " \"group_comparison.png\",\n", + " \"Score distribution by intervention group, all below the pretrained \"\n", + " \"47.5%. Group C (architectural freezing) has the highest mean at 44.0, \"\n", + " \"Group A (regularisation) the tightest spread at 42.8 +/- 0.95, and \"\n", + " \"Groups B (38.6) and D (38.0) sit lowest. Group B's spread (std 11.6) \"\n", + " \"is carried by the normalized_adv collapse. Freezing parameter subsets \"\n", + " \"neither destabilises the model nor carries it past the checkpoint.\",\n", + " ),\n", + " (\n", + " \"score_delta_over_baseline_rl.png\",\n", + " \"Sorted improvement vs the baseline_rl condition. A handful of \"\n", + " \"conditions beat baseline return-weighted ELBO fine-tuning; on Craftax \"\n", + " \"Classic, where the effect is unambiguous, none of the 25 reaches the \"\n", + " \"checkpoint it started from. What orders this ranking is how far each \"\n", + " \"condition is permitted to displace the parameters (Spearman -0.56 \"\n", + " \"between final KL and final score here, -0.79 on Craftax Classic), not \"\n", + " \"how the return is turned into a weight.\",\n", + " ),\n", + " (\n", + " \"per_env_delta.png\",\n", + " \"Per-environment change from the pretrained checkpoint. The easy rooms \"\n", + " \"sit near ceiling and move little; the losses concentrate in the \"\n", + " \"layouts that need longer routing. This mirrors Craftax Classic, where \"\n", + " \"deep tech-tree achievements are the first to go (tier 3 falls 23% to \"\n", + " \"10%) while shallow behaviours hold.\",\n", + " ),\n", + " (\n", + " \"gradient_alignment.png\",\n", + " \"Cosine similarity between the return-weighted RL loss and the BC loss \"\n", + " \"gradients over fine-tuning. NOTE: the two gradients are taken at \"\n", + " \"*different parameter points*, so this is a retention diagnostic only \"\n", + " \"-- it confounds weighting with drift and is unrelated to the \"\n", + " \"single-parameter-point measurement of ||g_delta||/||grad L_BC|| = \"\n", + " \"0.49 +/- 0.01 at cosine 0.02 +/- 0.05 quoted above.\",\n", + " ),\n", + "]\n", + "\n", + "for fname, caption in figures:\n", + " path = os.path.join(assets_dir, fname)\n", + " if os.path.exists(path):\n", + " print(f\"\\n=== {fname} ===\\n{caption}\\n\")\n", + " display(Image(filename=path))\n", + " else:\n", + " print(f\"\\n[missing figure: {fname}]\")" + ], + "id": "8d35602d5ddf2c60" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 10 — Ablation results tables\n", + "\n", + "The tables below are loaded directly from the saved CSV outputs of the ablation pipeline. `main_results.csv` is the canonical sortable score table; `hypothesis_verdict.csv` attaches each condition to the mechanism hypothesis it tests, so the verdict column reads as a direct answer to *what does return-weighted ELBO fine-tuning of the diffusion planner actually do?*\n", + "\n", + "**Read the `Verdict` column carefully.** It is scored against **baseline RL**, not against the pretrained checkpoint. A row marked `IMPROVEMENT` beat the plain return-weighted objective; with three exceptions here (and none at all on Craftax Classic) it did not beat the checkpoint it started from. `Delta_Pretrained` is the column that answers that, and it is negative for 22 of the 25 conditions in MiniHack and for all 25 on Craftax Classic.\n", + "\n", + "The collective answer across all 25 conditions is that the outcome does not track how the return is turned into a weight — the Craftax-side control cuts the return term fivefold and scores 3.16 *worse* — but does track how far each condition is permitted to displace the parameters. What that leaves pointing at is the data: fine-tuning on the model's own rollouts, with the return weighting a large but incidental passenger." + ], + "id": "9cdbeab0b5332cf" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "import polars as pl\n", + "\n", + "main_csv = os.path.join(assets_dir, \"main_results.csv\")\n", + "verdicts_csv = os.path.join(assets_dir, \"hypothesis_verdict.csv\")\n", + "\n", + "df_main = pl.read_csv(main_csv).sort(\"Score\", descending=True)\n", + "print(\"=== main_results.csv (sorted by Score, descending) ===\")\n", + "with pl.Config(tbl_rows=30):\n", + " print(df_main)" + ], + "id": "75782007e322494c" + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "df_verdicts = pl.read_csv(verdicts_csv).sort(\"Delta_Baseline\", descending=True)\n", + "print(\"=== hypothesis_verdict.csv (sorted by improvement over baseline_rl) ===\")\n", + "with pl.Config(tbl_rows=30, fmt_str_lengths=80):\n", + " print(df_verdicts)" + ], + "id": "c166b4e53f680bf2" + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Cell 11 — Conclusions\n", + "\n", + "**Empirical findings.**\n", + "\n", + "1. **The planner learns these layouts; the model-free baselines do not.** The DAgger-trained ReMDM planner reaches **48.5% in-distribution** over 50 episodes per environment (paper Table 6), and the offline-BC variant **73.0%**, against 0.3–4.7% for PPO, A2C, DQN and PPO-RNN trained from scratch. Those four are **not a matched comparison** — they use default hyperparameters and are reported only to establish that the layouts are not solvable from scratch within our budget. Any gap to the offline CNN+MLP and Decision Transformer confounds an auxiliary staircase-prediction head the baselines lack, ten denoising passes per decision against one, chunked replanning against greedy per-step selection, and untuned baselines. **This is not an architecture result**, and the current paper carries these baselines only as configurations (Table 11), not as a results table.\n", + "\n", + "2. **Zero-shot OOD transfer is weak, and we make no structural transfer claim.** The DAgger planner reaches **4.7%** mean win rate on the 3 held-out OOD maps against 48.5% in distribution (Room-Dark-15x15 12%, Corridor-R5 2%, MazeWalk-45x19 0%). The offline-BC variant reaches 6.0%. What transfer exists is to a partially observed room, not to longer routing or larger mazes.\n", + "\n", + "3. **Return-weighted ELBO fine-tuning degrades the planner — and the reward signal is not why.** In MiniHack the objective takes the checkpoint from **47.5% to 43.8% (±6.1)**; three conditions finish nominally above it, but the best-versus-baseline interval is [−2.1, +13.7] at p = 0.40, so they are not read as improvements. On Craftax Classic, where the effect is large and unambiguous, **no condition of the 25 recovers the checkpoint** and the plain objective gives up **3.59 of 11.81** points. The explanation is *not* that sparse returns fail to discriminate: `CV_A` is **2.68** here and **1.16** on Craftax Classic, and the return term itself measures `‖g_δ‖/‖∇L_BC‖ = 0.49 ± 0.01` at cosine **0.02 ± 0.05** — large and pointing away from imitation, against 0.893 ± 0.010 for `∇L_BC` against itself. **But shrinking it makes things worse.** Advantage clipping cuts the return term fivefold, to 0.097 ± 0.003, and scores **3.16 points below** the unclipped baseline. A condition with almost no return term degrades further than one with a large one.\n", + "\n", + "4. **What is left is the data.** The suite is ordered by plasticity — Spearman **−0.56** here and **−0.79** on Craftax Classic between final KL and final score — and advantage clipping, the nearest thing in the suite to unweighted training on the model's own rollouts, sits near the bottom. Together these point at fine-tuning on self-generated rollouts as the damaging ingredient, with the return weighting neither causing the harm nor preventing it. The paper is explicit that this is an inference from a near-substitute: the unweighted-ELBO-on-all-rollouts arm was not run.\n", + "\n", + "5. **It is not reward hacking under an evaluation mismatch.** On Craftax Classic collected return falls from **5.21 to 3.73** over the same 500 iterations in which eval score falls from 12.06 to 8.49. On MiniHack collected return is flat (−0.53 → −0.34) while the training-window win rate rises from 6.3% to 13.5% and eval is flat. The objective is not quietly succeeding at what it optimises.\n", + "\n", + "**Why the sign constraint is not the whole story.** The objective is a bound only for `A_i ≥ 0`, so it can re-rank sampled behaviour but never push mass away from it, which caps how much *improvement* re-ranking can deliver. That does not explain *degradation*, and it cannot be the whole story, because the same non-negativity holds of reward-weighted and advantage-weighted regression, which work elsewhere. The difference we can point to is the data: those methods are usually applied to a fixed dataset rather than to rollouts fed back through a denoising objective at every step.\n", + "\n", + "**A second, separate cost of the surrogate.** Not offered as evidence for the above: the ELBO surrogate is badly conditioned across diffusion time, and markedly worse on the harder environment. On Craftax Classic the gradient norm in the top third of the `t` range is **2.5×** the bottom third with low-`t`/high-`t` cosine similarity **0.06**; on MiniHack the ratio is **1.14** and the cosine **0.52**. Repairing the conditioning does not recover the checkpoint — on Craftax Classic `low_t` (8.12) and `t_curriculum` (8.41) sit at the baseline of 8.22 rather than above it.\n", + "\n", + "**What these results do not establish.** MiniHack is **not a second confirmation**: the effect here is small against a 6.1-point seed standard deviation, and the claim rests on Craftax Classic. There is no unweighted-ELBO-on-all-rollouts arm and no continued-DAgger arm. The gradient measurement is at one parameter point, on Craftax Classic only — MiniHack would need the NetHack Learning Environment, which would not build on the machine used for that measurement. The null characterises the clipped return ratio, not the exponential advantage weight `exp(A/β)`. And the gradient-alignment cosine logged by the training harness takes its two gradients at *different* parameter points, so it is a **retention diagnostic only**.\n", + "\n", + "**Two cheap diagnostics, worth taking first.** For anyone reaching for this objective: `CV_A` comes free from an effective-sample-size counter and says whether the returns rank anything at all. The ratio `‖g_δ‖/‖∇L_BC‖` costs two backward passes and says how much of the update the reward is responsible for. Ours said 0.49, which looked like a mechanism until the clipping control said otherwise.\n", + "\n", + "**Open problem.** Per-step formulations over the denoising chain (d1, DiffPO) admit **signed** advantages, and so change the object being optimised rather than the weighting inside a regression. The obstacle for planners like ours is that those estimators assume monotone unmasking, which ReMDM's inference-time remasking violates. What these results argue for is an estimator that tolerates remasking *and* admits a repulsive direction; **categorical flow matching** (Campbell et al., 2024) is one route to the first half." + ], + "id": "9bb18fc96b4b459a" + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "language": "python", + "name": "python3" + }, + "language_info": { + "name": "python", + "pygments_lexer": "ipython3", + "version": "3.12.0" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/diagnosis.md b/experiments/rl_finetuning/outputs/minihack_ablations/diagnosis.md index 2ff9b84bd99399f77f54d948209bc2a799988eed..cc8e94516644912da7b5cd58f3a8672a242db8a7 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/diagnosis.md +++ b/experiments/rl_finetuning/outputs/minihack_ablations/diagnosis.md @@ -2,21 +2,21 @@ ## Hypothesis Ranking -### 1. Catastrophic Forgetting [*] (0%) +### 1. Gradient Conflict [*] (33%) -**Description:** Pretrained representations are corrupted by RL gradients. +**Description:** RL and BC gradients point in conflicting directions. -**Evidence:** 0/5 supporting ablations improved over baseline. +**Evidence:** 1/3 supporting ablations improved over baseline. -**Recommendation:** Implement strong parameter regularisation (EWC + LLRD) or use LoRA to restrict update space. +**Recommendation:** Apply PCGrad and investigate t-distribution bias. -### 2. Gradient Conflict [*] (0%) +### 2. Catastrophic Forgetting [*] (17%) -**Description:** RL and BC gradients point in conflicting directions. +**Description:** Pretrained representations are corrupted by RL gradients. -**Evidence:** 0/3 supporting ablations improved over baseline. +**Evidence:** 1/6 supporting ablations improved over baseline. -**Recommendation:** Apply PCGrad and investigate t-distribution bias. +**Recommendation:** Implement strong parameter regularisation (EWC + LLRD) or use LoRA to restrict update space. ### 3. Signal Sparsity [*] (0%) @@ -54,65 +54,65 @@ | Ablation | Group | Score | Delta vs Pretrained | |---|---|---|---| -| action_diversity | D | 0.6167 | -0.0833 | -| advantage_clip | B | 0.5583 | -0.1417 | -| attention_only | C | 0.6333 | -0.0667 | -| baseline_rl | Baseline | 0.5833 | -0.1167 | -| bc_wins | B | 0.4917 | -0.2083 | -| entropy_bonus | B | 0.6167 | -0.0833 | -| ewc | A | 0.6167 | -0.0833 | -| ffn_only | C | 0.6583 | -0.0417 | -| frozen_backbone | C | 0.6583 | -0.0417 | -| gradient_surgery | B | 0.6917 | -0.0083 | -| head_only | C | 0.6583 | -0.0417 | -| kl_penalty | A | 0.5833 | -0.1167 | -| layer_ablation_top1 | C | 0.6667 | -0.0333 | -| layer_ablation_top2 | C | 0.6667 | -0.0333 | -| layer_ablation_top3 | C | 0.6583 | -0.0417 | -| llrd | A | 0.6167 | -0.0833 | -| lora | A | 0.6833 | -0.0167 | -| low_t | B | 0.6000 | -0.1000 | -| mixed_replay | A | 0.5750 | -0.1250 | -| normalized_adv | B | 0.2583 | -0.4417 | -| reward_filtering | D | 0.6250 | -0.0750 | -| reward_model | D | 0.5500 | -0.1500 | -| running_stats | D | 0.5750 | -0.1250 | -| t_curriculum | B | 0.5833 | -0.1167 | -| trust_region_kl | A | 0.6500 | -0.0500 | +| action_diversity | D | 0.3750 | -0.1000 | +| advantage_clip | B | 0.3375 | -0.1375 | +| attention_only | C | 0.3958 | -0.0792 | +| baseline_rl | Baseline | 0.4375 | -0.0375 | +| bc_wins | B | 0.4583 | -0.0167 | +| entropy_bonus | B | 0.4458 | -0.0292 | +| ewc | A | 0.4333 | -0.0417 | +| ffn_only | C | 0.4375 | -0.0375 | +| frozen_backbone | C | 0.4667 | -0.0083 | +| gradient_surgery | B | 0.4875 | +0.0125 | +| head_only | C | 0.4958 | +0.0208 | +| kl_penalty | A | 0.4417 | -0.0333 | +| layer_ablation_top1 | C | 0.4875 | +0.0125 | +| layer_ablation_top2 | C | 0.4042 | -0.0708 | +| layer_ablation_top3 | C | 0.3917 | -0.0833 | +| llrd | A | 0.4208 | -0.0542 | +| lora | A | 0.4333 | -0.0417 | +| low_t | B | 0.4208 | -0.0542 | +| mixed_replay | A | 0.4125 | -0.0625 | +| normalized_adv | B | 0.1208 | -0.3542 | +| reward_filtering | D | 0.4417 | -0.0333 | +| reward_model | D | 0.3208 | -0.1542 | +| running_stats | D | 0.3833 | -0.0917 | +| t_curriculum | B | 0.4292 | -0.0458 | +| trust_region_kl | A | 0.4250 | -0.0500 | | Ablation | Score | Delta vs Baseline | Verdict | |---|---|---|---| -| action_diversity | 0.6167 | +0.0333 | NEUTRAL | -| advantage_clip | 0.5583 | -0.0250 | NEUTRAL | -| attention_only | 0.6333 | +0.0500 | NEUTRAL | -| baseline_rl | 0.5833 | +0.0000 | NEUTRAL | -| bc_wins | 0.4917 | -0.0917 | NEUTRAL | -| entropy_bonus | 0.6167 | +0.0333 | NEUTRAL | -| ewc | 0.6167 | +0.0333 | NEUTRAL | -| ffn_only | 0.6583 | +0.0750 | IMPROVEMENT | -| frozen_backbone | 0.6583 | +0.0750 | IMPROVEMENT | -| gradient_surgery | 0.6917 | +0.1083 | IMPROVEMENT | -| head_only | 0.6583 | +0.0750 | IMPROVEMENT | -| kl_penalty | 0.5833 | +0.0000 | NEUTRAL | -| layer_ablation_top1 | 0.6667 | +0.0833 | IMPROVEMENT | -| layer_ablation_top2 | 0.6667 | +0.0833 | IMPROVEMENT | -| layer_ablation_top3 | 0.6583 | +0.0750 | IMPROVEMENT | -| llrd | 0.6167 | +0.0333 | NEUTRAL | -| lora | 0.6833 | +0.1000 | IMPROVEMENT | -| low_t | 0.6000 | +0.0167 | NEUTRAL | -| mixed_replay | 0.5750 | -0.0083 | NEUTRAL | -| normalized_adv | 0.2583 | -0.3250 | COLLAPSE | -| reward_filtering | 0.6250 | +0.0417 | NEUTRAL | -| reward_model | 0.5500 | -0.0333 | NEUTRAL | -| running_stats | 0.5750 | -0.0083 | NEUTRAL | -| t_curriculum | 0.5833 | +0.0000 | NEUTRAL | -| trust_region_kl | 0.6500 | +0.0667 | IMPROVEMENT | - -*Pretrained score: 0.7000* -*Baseline RL score: 0.5833* +| action_diversity | 0.3750 | -0.0625 | COLLAPSE | +| advantage_clip | 0.3375 | -0.1000 | COLLAPSE | +| attention_only | 0.3958 | -0.0417 | NEUTRAL | +| baseline_rl | 0.4375 | +0.0000 | NEUTRAL | +| bc_wins | 0.4583 | +0.0208 | NEUTRAL | +| entropy_bonus | 0.4458 | +0.0083 | NEUTRAL | +| ewc | 0.4333 | -0.0042 | NEUTRAL | +| ffn_only | 0.4375 | +0.0000 | NEUTRAL | +| frozen_backbone | 0.4667 | +0.0292 | IMPROVEMENT | +| gradient_surgery | 0.4875 | +0.0500 | IMPROVEMENT | +| head_only | 0.4958 | +0.0583 | IMPROVEMENT | +| kl_penalty | 0.4417 | +0.0042 | NEUTRAL | +| layer_ablation_top1 | 0.4875 | +0.0500 | IMPROVEMENT | +| layer_ablation_top2 | 0.4042 | -0.0333 | NEUTRAL | +| layer_ablation_top3 | 0.3917 | -0.0458 | NEUTRAL | +| llrd | 0.4208 | -0.0167 | NEUTRAL | +| lora | 0.4333 | -0.0042 | NEUTRAL | +| low_t | 0.4208 | -0.0167 | NEUTRAL | +| mixed_replay | 0.4125 | -0.0250 | NEUTRAL | +| normalized_adv | 0.1208 | -0.3167 | COLLAPSE | +| reward_filtering | 0.4417 | +0.0042 | NEUTRAL | +| reward_model | 0.3208 | -0.1167 | COLLAPSE | +| running_stats | 0.3833 | -0.0542 | COLLAPSE | +| t_curriculum | 0.4292 | -0.0083 | NEUTRAL | +| trust_region_kl | 0.4250 | -0.0125 | NEUTRAL | + +*Pretrained score: 0.4750* +*Baseline RL score: 0.4375* ## Aggregate Verdict -Mixed results: 8/24 ablations collapsed. Check individual verdicts above. +Mixed results: 5/24 ablations collapsed. Check individual verdicts above. -**Gradient alignment** = +0.5747: RL gradient has useful signal. \ No newline at end of file +**Gradient alignment** = +0.1107: RL gradient has useful signal. \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/cka_similarity.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/cka_similarity.png index f65c3d666efdd985b2340f06facc7fbe3c61ed78..8ff26bd3748a93178031d816d1c72198bf6535e1 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/cka_similarity.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/cka_similarity.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:05074abb01d892f72407f1ecf6d9150bdfc4aae4de21867070eab88e02a52e56 -size 323764 +oid sha256:8ee9cd958d2dbe3bd15511ccc49b145f2596128863a319ff961442f59736dda6 +size 333755 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_action_diversity.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_action_diversity.png index 2aa959571f6a4e9db6b4fb8b57d7b0199609f0f8..6fe55e118dc852c0b8214c06b59be5fe41236f81 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_action_diversity.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_action_diversity.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:db6ca88602a7443a1a5aaf46c82dbf11140d41670337a58a71e7264dd7f18a65 -size 398412 +oid sha256:8a4ae8a844d51aaac1ba925be694f6884e62d8dda482560e77cb6ae6af106969 +size 365456 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_advantage_clip.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_advantage_clip.png index 68f4914f29423fcee1ab31a6b7609f5ba67d3461..58db085063e27dfeca9ebbcb5d4a981247ccf317 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_advantage_clip.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_advantage_clip.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0e3c73f2324f966b72b8f69bd7f8f73c28ddd97d9570c181acb4b7be696cf950 -size 372700 +oid sha256:8b4443a573020bef03a3b9cb3a86e712ec371181dc3a446ea768a9667f7bd286 +size 349333 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_attention_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_attention_only.png index 133a48a3afc1b4f51c39aa04e5f4d0a441d1aca1..57d6ebf6bfcf5443567b76bf84b562b803b3caba 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_attention_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_attention_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3f9da3d65ab7ebe3fd33ef97286d57174e6a76a5142c619bdb3000190f035610 -size 382229 +oid sha256:b9df1f5a2843f7674d6813bbedb4bd817e882cf10cefd5df9e8c8373e4133995 +size 345348 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_baseline_rl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_baseline_rl.png index 1cbd26d9dcf5ea43993e5e4734657379966ce71c..ecbb9d35f9d94c43e80adab3f11b2cb2ed794669 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_baseline_rl.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_baseline_rl.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dc084a6736eb6aa95c2caf85adf844333a9ef0e10d60ddb2a3f2aafa0cd4e662 -size 328641 +oid sha256:5e957b28704b1415d074a2a6eba3e221aeaa3e0098be374f6bac72df73684812 +size 328960 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_bc_wins.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_bc_wins.png index eedc664cdf60fac7641e96f6f234789d7f6e86c7..009d0641bc6bc050fcabf9013f0328d9be81386f 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_bc_wins.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_bc_wins.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:75427a896e6ce9fbf82ce6ded8216c9113a75c50f511bfa019065df14cce7fc8 -size 387173 +oid sha256:30fdba8538b1ab17e3f59c92a0bdbdc38026933d7505d35292bfb670014c0850 +size 338362 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_entropy_bonus.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_entropy_bonus.png index 8434f4ca408ddbfce237c115d7201c55e4643dc6..44130911806ed9653eaaff79af939c5aa97f5c12 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_entropy_bonus.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_entropy_bonus.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5081ce946423a0e0d76c373588bb96af8a6de7f00ede70db71cf148f3f9ff00e -size 390944 +oid sha256:b3c673d47a3988a6a79a05513ad989cc4aaba6f56f15560454aabb457d0a0193 +size 369848 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ewc.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ewc.png index 785b1b1557f8c56ca27bef2a354e26cf5f67e25f..b02d4e2914581863a1a4d69e37cf00bf49528897 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ewc.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ewc.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5dcd65d107c9fab64fc677c161db2ac412ec2983cce18b7a90ebc16b1dfba76f -size 424155 +oid sha256:c45e4760b3d512e70d55c3164e5ddc77b1f7bbe528ff4f4f325a5049c809d774 +size 378047 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ffn_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ffn_only.png index 1d254c845acb58d54021009d11ccfeb42386ba4f..b502c06cd213f10f44a8611992a0f93a024a3884 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ffn_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_ffn_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1612dc4f1d1a7484487c90a221f6b10c9005c016860dd4df7eb6c7bed6255d8b -size 373593 +oid sha256:9a844085af4ed6b7560ae838c7b12587060fa6ded47211938befa90dd688d46a +size 352187 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_frozen_backbone.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_frozen_backbone.png index d47a45d1014d738cda1ce2a14f0ed3925d214d17..9c9a4acc70cf1a8d50b5c8897113efd95285c854 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_frozen_backbone.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_frozen_backbone.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3d67d964ae9774e4a8a71388fd3ca090e699cc7822a548131ebf4b7d76e51fd8 -size 393881 +oid sha256:e3023aacb5dfe86f18a023c614526e9a6c195909db3b01e38f43e89e74d7711e +size 379784 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_gradient_surgery.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_gradient_surgery.png index 4b6088adaa9654eba4becf8011ebc61c8afb430b..f42bccaa7ad2fb4642520ade27921f3454353f98 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_gradient_surgery.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_gradient_surgery.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a9a086bbd9cb12f31f90ea96a3c960e8c20de0d23da09061d0cf4f28a89d6e20 -size 398329 +oid sha256:20caff0fd930890b54ea995592f631f034b899202e001928bf479e11e84b83da +size 375282 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_head_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_head_only.png index 9d0de70f8c91d1cd219817193430e65199b9fe37..3d36c68f61257fb5053e4b2c03e05a65a6122d8e 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_head_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_head_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4788ab925e57b63b5d3c99011a50f0ac8e5fef20fe51b4e39e402030c391b0e -size 392893 +oid sha256:52e6d99fc432ff546377103919ab5f74ba09c0ee82703bdb6b6c9de176b73c1a +size 388304 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_kl_penalty.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_kl_penalty.png index d310c598ea29c98c8a3b7d3382e297512a812846..bc6f4c8716807905346ebeb865b0c8aaef1eae6e 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_kl_penalty.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_kl_penalty.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba4c1e67349fecab031a24be74c6c80987ebc19d53223adbb5d3dd56d5dd28c4 -size 377513 +oid sha256:30acdfc2f10a70015f9bfb4d3642624ee8acb108662fb0633ddc15698aca0515 +size 365105 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top1.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top1.png index 18363a7eab72887c76bc9419367844bc5a56f8fc..d91f7be2a8429a902a9496d66874e23af47afa7d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top1.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top1.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b8a1c683a20c7685fb13d3d1f383b7ccfc6f2d74b685b295f784e70134c5ad92 -size 368951 +oid sha256:951d7e1076e7b8ace84e5e8af14ba5ffd8403944cc2f8735e218f9bc82c5ee29 +size 358136 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top2.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top2.png index bc9644a313aab158fcfefff40a244f6d1859e842..e97b04787c03b3c4239bc9662885803648e2fc95 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top2.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top2.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9bba5ee52b232af4885b3beff61ee8bb2c837f7c052eee2940116f14f205035 -size 382042 +oid sha256:618fb3a4b993d827b464dd0132473ec4e90b76657f19fa048a1cad21b4204fa8 +size 362567 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top3.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top3.png index 9aa44a3252ab733131f6c55fd57f750f61d620ae..70de9e0b96b807ca1877ac8a0281220046d1782f 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top3.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_layer_ablation_top3.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ba51408d5b8c0fa8ce0898ec7c8769e2816148da68e241d03c922769e19dc718 -size 360982 +oid sha256:aac837326503e6bbe21eaf3f26a160d7783cb187951d6ddc4107ce49b32edc5d +size 348620 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_llrd.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_llrd.png index e45af4b685c037d78849f26d1f38f87726b2c47b..92b0b18b77a5134b782ce837705da56cb6d95fc4 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_llrd.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_llrd.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ea5c4e8e82e4ebde758a3fa3e5bec06c4b4feefa77eccb04aee48a794d3a76ab -size 368026 +oid sha256:867e3c42511ff2b8512384ef07a778ba9e26881462b0377c3ccf307c6f81e735 +size 366000 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_lora.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_lora.png index 7ab6660b3b746d4243d996d3b627afda1dcde855..6110b8b9fa6a9d40287a6bcf042a3db233d28080 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_lora.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_lora.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b06bd566bb318fe90269642b024cf229b7093c9f6b2fe2fda041aeb3e12d68e4 -size 395820 +oid sha256:ba371e483dfa0a780dc394a2569e43dbccb7e20d52fb988fbdb6a8d1feb462b3 +size 383533 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_low_t.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_low_t.png index c281b22eae700f819f8d38524a39d114d84f8eee..dfed2c09d7d5580a37c3b5c469dbfb7381650c1a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_low_t.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_low_t.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:704291491540e70123645b427c90c952c9c50e1dc6d62048091629f76f5a140e -size 380611 +oid sha256:8c06fec97ff1f1d27e9c8f854e361ab25aba2a609d062530c95679678335dfdb +size 362920 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_mixed_replay.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_mixed_replay.png index 9ab419ab11f433f8fc120d83f7dcfbec8e6f3ecf..0df235a7fe0a8529b85ab8b811431d9132d762a9 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_mixed_replay.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_mixed_replay.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:89f026491836b969b4198f74e72a4e4f416f1a36ea0ba579b664374df30554b1 -size 403963 +oid sha256:cd72facb7fe18eda62d277fa33cf1c27406219be4435affb44c2f2654a61e058 +size 358911 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_normalized_adv.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_normalized_adv.png index 5698d99f3142026ebc30cfc0099bbed9c09ce103..a759bdf4f536a90b5a3c2e8f637cf5a3dad4d40b 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_normalized_adv.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_normalized_adv.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:21e75a6cff1555879869bd21c63f9a9ad3c1b50083473ecb00bf1307407be9dc -size 349043 +oid sha256:31be826a1234fe8996751aadcdf10bb71fd3dc402f9b28fdaac3929d5f99cb37 +size 312473 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_filtering.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_filtering.png index 15bee612f5eb467adc5edebcb891ebc569a5edf6..15d0ea35557d9633afd24e0429309509aa39aff0 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_filtering.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_filtering.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d54f142e56d7e853c0126d72462d56b1f18d9602e794c1a3ff479e4cfbbb16c6 -size 429632 +oid sha256:4f826efbedd3247395a78ce10c222354abe212a267cd75f9ee350c490439743f +size 370517 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_model.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_model.png index efd491c3713cc97ad443891b34c9c6aa2c447a42..e2499d8f6369d9b6946262f5225a3dbb06cc1bf7 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_model.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_reward_model.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2dbe7c59837a949fa3f5d5e3aaba8c41ec8fde8a19315f86204cc4d5e0e42057 -size 322706 +oid sha256:cf0eb17ffede06ac7114238ac0a5d23e44167b2abc965aaec4cddadbc5a744a2 +size 310477 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_running_stats.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_running_stats.png index 18f6234f329b5e31f1c7097619d8dbe086747d3b..ffa4293063822feced961c93c19c9262cf696e77 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_running_stats.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_running_stats.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:bb7ab830ee9575ba11625b042da18af91209e5fcdd6dc80c55121f83b6eb0b35 -size 356344 +oid sha256:8650bb2f341816e3e04e29f4ba2957820f7d652153cd3deba3281967f9b995fb +size 343242 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_t_curriculum.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_t_curriculum.png index 28c14b0f0fe60e9345ff707d54b054937c13cfd3..8dd463cdf7c2a0c0f7fd458e62d23b9e9487c906 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_t_curriculum.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_t_curriculum.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f00a03fd13fc100226c81dc567add0991526bb3310ff96124d4430c5c370fdb1 -size 388420 +oid sha256:9c5b18f2e1a2587d2b00498acc5f9ce6d09b0f9e80fe8cfba84c29729f1acc09 +size 344751 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_trust_region_kl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_trust_region_kl.png index a90f3e092ce0dfe8998a826042a2714351cf04f6..5c210dbcc89b45291172189447e309edb814c043 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_trust_region_kl.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/curves_trust_region_kl.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:0d9761aac641e07ce66fc5d6177e10de0756008891e02db9cfa09c6710f08bbc -size 346764 +oid sha256:c88841e17385647895d36c0813f41dc7584de42bd84f7f629908720e10a19a98 +size 341842 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/diagnosis_decision_tree.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/diagnosis_decision_tree.png index b63adb6926d58a64c4ad57a3edadf7e2461347d0..78e62b8034936ec103d17f740960bc23ac70510f 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/diagnosis_decision_tree.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/diagnosis_decision_tree.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/eval_scores_over_training.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/eval_scores_over_training.png index de72a638f523e49ec984a51870a53b832275bf03..f1fd7cbcffd2658f379b7d0a087fab2d3a94d4e0 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/eval_scores_over_training.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/eval_scores_over_training.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c616c12fa9da662b6b135c86161c9b3858754c990d2d16a72e2fe4c6e2460a73 -size 347866 +oid sha256:9f80938c21cbefed069055071b5c210d9310d77d24370b1005ca89994ea7f84d +size 370930 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/final_score_comparison.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/final_score_comparison.png index 8388ed0906c34c39a7d256f595f66b5911fd8774..dc870dec545f8241b954448ea133382049a3da56 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/final_score_comparison.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/final_score_comparison.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:229aa23c942a63a34fcdf3bdfa0754b9deadc153528a3e834c94af83e72be4c2 -size 119652 +oid sha256:6e0ebc8d22bafac45cedfd12bf48af07c91eee4e63f9c4a26c71720538f87054 +size 117093 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_alignment.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_alignment.png index 2dc26c25789590ced471416ebf703367cce253f8..54e2075f143dabbdb3751f687204862b58711132 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_alignment.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_alignment.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:71d2615dc0cff7fb087d08571261594ea12dba5121aa85d409695d8f694a4b76 -size 333301 +oid sha256:81460b6b10e259c1e5a7f30ab415a17562442036fbb4801d5d821181c598d9a1 +size 316480 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_conflict_map.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_conflict_map.png index 124f6a442ad000151c44a753ee7459815cc3463a..a66a5be035a3403d7e61a6a138b7f5d61990a7c4 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_conflict_map.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/gradient_conflict_map.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d7329dcbabae645731acb9d8904debd287c0b433ff75d585e959fd86febb9cf2 -size 110514 +oid sha256:978d3c0bf0055fe574ef8559eb790e30ecb30170f289b32c4cb18d8b12ee77d8 +size 117097 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/group_comparison.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/group_comparison.png index d2008fc8d5a720aad30a8052045fe551a7db27b6..0bdac917c7be4c595683f9c2971e9498fbd1c576 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/group_comparison.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/group_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_action_diversity.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_action_diversity.png index 4120b75f5a06383becdbe72ceddabcb292a7d934..7b5740bb4fc99d7913ba072b84eb596f03bdbead 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_action_diversity.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_action_diversity.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_advantage_clip.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_advantage_clip.png index 99ba19efee6bc5b383c88f315baada21b4ed8689..257b9a8940116e57b2299ee9541c317b3d6f9df2 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_advantage_clip.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_advantage_clip.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_attention_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_attention_only.png index a245761d814283ade5b25ef7edd68ccea37f4079..448bd75795db873db443fa5daa869872887db6bc 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_attention_only.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_attention_only.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_baseline_rl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_baseline_rl.png index 1a81e7e3de175acf8e58b76d9740e03da0ec9af6..92fe3502f3f59d36c35f4bf77f7adf0ca8e5565e 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_baseline_rl.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_bc_wins.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_bc_wins.png index 01d16deb063cfa4a94ac85ca668ccbe32f4f471a..c238caf5987203761413f57b3fb3cb178d963b48 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_bc_wins.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_bc_wins.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_entropy_bonus.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_entropy_bonus.png index 7c2fde194f96abcb3def13e20ada31267cdc8ec6..e6f159e4b09f1ae7c1cd342c9e47bead770fadd4 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_entropy_bonus.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_entropy_bonus.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ewc.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ewc.png index 9e60b960039249497fe0a8be05692f26f17e2aa0..25d50ecbab6ed59fbb52e2437aa586751b22e164 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ewc.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ewc.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ffn_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ffn_only.png index bbe865dc591d12e2dd4eecf5ccfbe514a0321553..144eb4d510142fbea715e4a61bf034ffb90751a6 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ffn_only.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_ffn_only.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_frozen_backbone.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_frozen_backbone.png index fffffe61573242357b1518020f9c0d6a69ef4b27..2267fd9875dcf4e31a2940c715052877e09c8549 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_frozen_backbone.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_frozen_backbone.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_gradient_surgery.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_gradient_surgery.png index b84eedf2a5b69e20730d5133e5ecc4a43eb9d4a2..25181e3ea6d0946008a5e3319bce547d8e5370ae 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_gradient_surgery.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_gradient_surgery.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_head_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_head_only.png index 023ae5cc3c05d8e2e8e4c4de47d24c8a23754e97..7bcec6abb9e3d6547fbc72fb38db3d38bce0fa47 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_head_only.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_head_only.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_kl_penalty.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_kl_penalty.png index fda5eb3068fe94bf1e0a3b85ee23bc4e5b7f124d..03571b0c6c1e63fd352d99fba045b73713c384e1 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_kl_penalty.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_kl_penalty.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top1.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top1.png index 262d329f4efe1a1a10044e1888c979135b44b6b5..d1c5f04c33033743797806d9e84a3275a57e270f 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top1.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top1.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top2.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top2.png index b74aeb0bae2c78e483c8924ef04c237b7fc26ebd..c4c4ebdd53c60d9462b0ea73c4347b1db7cc6126 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top2.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top2.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top3.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top3.png index 02e5948dbd8c6107ad5fa6d3cb8780fd1dffd250..3b1f8fe801f5e3bcdfd5eda3d5116f84718133e9 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top3.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_layer_ablation_top3.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_llrd.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_llrd.png index 69b95bc5f54330d338e819200fcb190f12a7bce4..401b78b58dfed3efde18bdbff51613e0ce48946c 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_llrd.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_llrd.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_lora.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_lora.png index a418ab406203b7a41dd50fcb32abb847f1ca72ac..1a7ec465317999efc22206d89f56a7633b1a9e9c 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_lora.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_lora.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_low_t.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_low_t.png index 53589593eeb60b4e1bda57b8dbff4937e061d7d9..3e69a75e489efa468dced0aba91e6247ba961aa0 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_low_t.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_low_t.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_mixed_replay.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_mixed_replay.png index 33c4a5f00383758f99a3f8303ac86876ce585729..f1054287dcd3a127887206f5d2b0ea4f27933dea 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_mixed_replay.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_mixed_replay.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_normalized_adv.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_normalized_adv.png index da75135fa273b5e16c083d0983046c3a580ee153..2af81476c96f926a98b886d80c1581e05497aed9 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_normalized_adv.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_normalized_adv.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_filtering.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_filtering.png index 48a33c4b611c18cc4ce36622dd45a3c78173fc59..7b75f703f4f083ad49f674bb998d89a1efa00b46 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_filtering.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_filtering.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_model.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_model.png index 8693b49f7364a41bb1a5487e1cb0e3883f32dd93..fa251abfcd00654ef4f7b5b73824fb3f3a829a7d 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_model.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_reward_model.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_running_stats.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_running_stats.png index c1b66679d2af704eb72c78d3f31b3e869dd7a859..f76863a92767b4a9dbe0fd80c3f21abe85d2095c 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_running_stats.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_running_stats.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_t_curriculum.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_t_curriculum.png index 7d5063caf1629adbe1e11e50bbc4da1a15ac5589..04a3a9b0ea3589c82d26699c40161df03c902ec3 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_t_curriculum.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_t_curriculum.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_trust_region_kl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_trust_region_kl.png index e1a0da070eed2fb97018c6a743c3141b843bddf2..d941348ec480002e9f90996ffe7591072fe89ab9 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_trust_region_kl.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_collapse_trust_region_kl.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_delta.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_delta.png index b21602f521b54039c65168972157f0e045f63825..3e9941844a2c593b5e1404b8b358a9f0fc21ba24 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_delta.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_env_delta.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:8c8f5469349602bee91a4f4d36a8c0da0bd57dbb89f6732a8518e8d725b92a4f -size 123152 +oid sha256:5651820f44787a56c94306313d83b8a1d810c327175ff6258c6dad219a8aed53 +size 125059 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_action_diversity.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_action_diversity.png index 9616cf15102f493cab6db17a2a47eda0c62cadb0..a74d1ef38b131884758faad53a55cac7ecbcc9f5 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_action_diversity.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_action_diversity.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9baa53e50ed53c3258432d51bb33671a0f3b6323db51305536bdceb3d59591bf -size 327117 +oid sha256:dfd519d3965c0679ac48c814d6d192a0bc2cd7f3b832be31299efad0bbdf8892 +size 338597 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_advantage_clip.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_advantage_clip.png index 742f18560384fc74d7744062ead93c97cc423755..f48c9cd70be78b66a2c40b2cfcd79917d987a74a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_advantage_clip.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_advantage_clip.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:17023d27732aee0d779d596b0c80fc81f4a71b90b1e1ea0450c5c9b0b96a3ff2 -size 327069 +oid sha256:4ef2d027d02872bb09fde67900a9fea1b75d2749f6e1a07411ce2323fcabac4f +size 364306 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_attention_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_attention_only.png index 2c8950bf8175bb53d36b810b0de35baaec21193b..72106f9314be2798ab5360f110b619f91c7b7aaa 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_attention_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_attention_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e5c5f3d72766b4e4b624db32fd4b61c1b7096897ab84a53d3ad596d70392edab -size 155289 +oid sha256:bb89f3e44d3417d0dc89714ba36ea3e9de66a51a95f4e92c494e3530a189727c +size 129594 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_baseline_rl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_baseline_rl.png index 82c24092113ffa829169473dab85f12dda0eba53..2d47a296845e157174efe571b4142e7329770432 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_baseline_rl.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_baseline_rl.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a101da53e1782c37ae994e586f7a23af2b05f7709d0047256fbd3e0fc69d035c -size 320894 +oid sha256:48645fa5fd287b58cf73906b3b03f2948ae0d83b60246ef81af84a48bfa9573a +size 336563 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_bc_wins.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_bc_wins.png index 2f7c1c1354e04dd5760ea14d04ad9697111b875e..7b95df110b71298179297306f644d9e9c1f9b82d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_bc_wins.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_bc_wins.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ac6fa87f446fd5d0684fefd6e95ed7f780cb852cc32b153317488982b347384e -size 310152 +oid sha256:73f3f7162aa62ecc89b7eb9c120a6db16401d6936ba83e21f972317a87df24fc +size 340152 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_entropy_bonus.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_entropy_bonus.png index 257f418639a3c859853800b885a0acf87ff6441a..d74615d7cec70a89e35055b8d1ff10cdb9d66309 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_entropy_bonus.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_entropy_bonus.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:cbe753ecaf5b77fd216ab31376cd65eb62e8ec0470367bfcfa09d6de80996dba -size 330258 +oid sha256:7813d269f03911018ef59592b7fcf132d51a3754fb283ac178726a243bcfe4bf +size 340045 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ewc.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ewc.png index 51503f575784b37b0c80c3cee61c12eaa4fce8eb..bc26c69bd98a7f0b98d4e607831055d0f0187950 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ewc.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ewc.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:25edf535cc64b8cab2222b8bfcb23acb384313ae7cd79ab54a4dca4e6c7e9679 -size 324457 +oid sha256:949bab2c68090121e8998ff4f87f2fc19c0163df4c489d8d2d42f9c6221cad59 +size 362950 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ffn_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ffn_only.png index 4adf9f097c277ce4b3886e8f785e6c9dc46f057a..4deccbcd490ecb7440945e6b34adba7a1f29d31c 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ffn_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_ffn_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1bed962bb0ebf6a0d0a1315905fa7e3dc270a2d63bb00f73f8b3e8b04892aeea -size 139125 +oid sha256:2dc1fcb5f24bbcfeb653d64bc2e89a79ca0153db1dd65d189646ee3be70f6d66 +size 126837 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_frozen_backbone.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_frozen_backbone.png index a715908449de7f92d1e005437d43ace8c633c6ec..4c58922d01e19523c0ec255e51d3f57e58f4062f 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_frozen_backbone.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_frozen_backbone.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_gradient_surgery.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_gradient_surgery.png index e1e21d116c4c743010852faf9733cff9c59bf119..999de9d2e402eb88b3c1cce8e0eca63ea658a08b 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_gradient_surgery.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_gradient_surgery.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:41ebcaf3837641cce5cec222a0f8a6d04b0e3be0cdf292eaf6e59df0a9542a9c -size 327432 +oid sha256:233bd15991ea6082b4ef67977da9b027d6878895976ebc34f019fdcc108d1c7c +size 386409 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_head_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_head_only.png index 233bd83cd243b35b172e34b2e2251544622ac255..0b1d8918ca5f7d4d63595ba952a27cae7231cff4 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_head_only.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_head_only.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_kl_penalty.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_kl_penalty.png index b461c829b06a2f54b0a0950bc1db383dd4ea67f8..2363df09d5315d317c41989043bcf4f371df6cb9 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_kl_penalty.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_kl_penalty.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2fad8952ff092ae4eb8acb80350a1a6e05cad51412d0865b7683b3abc5fe57c6 -size 318889 +oid sha256:5780141eda12346c0ffeb0e738f8dcb848d807f054d51458ce9355c09de40a41 +size 367125 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top1.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top1.png index 0327a8a66f5d7781b4e557755005cb58d7f1ecc7..2babe6416530673de08d293eb9e7a84b479b1818 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top1.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top1.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top2.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top2.png index aa1df820954528916bf3d0f842d9d6219c59875d..480e7586595a74b47020295beb856d63920fd34f 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top2.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top2.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:226f20dc34367bbd03ca989ee41d61a2c27393ab24a56a5386fea4297b5eacc3 -size 142051 +oid sha256:fe5919d5c14e06aa0bd424268902a4d8130a584901b92131e6e73f3a97dbd645 +size 155410 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top3.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top3.png index 4b72e83ee8fb3dcbb42caed799a417e569a3e56e..316a3e55f398638a3222d2d16eb4b33837f31b12 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top3.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_layer_ablation_top3.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:47807dab68c7e2ec46fec2dbdf6e2686be5ab5114ab8a17e67462479dc1ffde1 -size 191531 +oid sha256:484d66dcc77887806aca17bfcea941b39f4fc24805fd6355a2d11550aeb5e89c +size 204636 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_llrd.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_llrd.png index 6ba57ba0283e065984e4debbd92bf57df50d9f53..fbe02533684cf864ae2574f3a36a1043fb921c05 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_llrd.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_llrd.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:49634a788e0de85388bcc5b662b3337cb85495a1c4139cc68ea358c25ea61440 -size 318210 +oid sha256:0bacb7883bf3402d145e100877c98f1b36a0351a0921171403a7bd35d1c019df +size 349738 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_lora.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_lora.png index de7bf45aa0502b086608d23e997be9afad895dac..9a5d858a4044d18d23370b45b3bac6fadbb22575 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_lora.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_lora.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9a4531d1d2a526de6d5ebdace19bb00acbb0f74cee5be116475bb465a62e138c -size 140269 +oid sha256:96c7844f9de5a81a34b343e23c4023eb936407e5b8325b63f01836ddc78c4cfb +size 170757 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_low_t.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_low_t.png index fddf942a2dcc2ab352242162888a427fcfbcbfe7..382eb47da10bc25907defaa1128c96dfccb18a3d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_low_t.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_low_t.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:acea12fe77335f5df082615c6fc55a91961ba28f4c5f77d6e97f0f2f6ba44770 -size 323658 +oid sha256:070a8650d6d560efe3595866d50e9a211c69a5f64463bfe7b0d0c455cd1dbf8e +size 338798 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_mixed_replay.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_mixed_replay.png index 931dadc0ff2fb6b49bdece9226d45dd12e6f5c31..a7671d8f9d30e6c590c0406208e8e842c343a91d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_mixed_replay.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_mixed_replay.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:daa3ac5a5844d4a3eb0b135fd43bcd15a4554dfe4acc3496e2003d531da59562 -size 312286 +oid sha256:ac536e1f629b1cd42e82d3281661339062d175df640a319c2816a67b69f754e8 +size 370964 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_normalized_adv.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_normalized_adv.png index fdd3b021f817a3d09c3e96b9d809e430d29bbd07..634b6f1e597a7a83c5fdc52c9cfd9ced383002a0 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_normalized_adv.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_normalized_adv.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:3403d49285a0e9c4f2651365349b1842cf2dc56743a5b1bd44fe92ac02358a7f -size 300681 +oid sha256:359e5f643029b3bfd4f8cec1f12b9e30439c499b57c24ab51fa52d4ca303c05f +size 316476 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_filtering.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_filtering.png index e72c717fb2b4b6a8175e31ff3c75c8fb2f11a5cf..7d03f84f996ec91d27b8aaea1a02fbf39f81a4db 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_filtering.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_filtering.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:753baa00bd1d8aa32993a329d48a60c0b0390e6b9c1a6ec21ee74843ce02fa8d -size 321546 +oid sha256:c6bc5a101b5e84e33f544eca92bd90650b22e1f3c83bceb2907a95cd354a6480 +size 352808 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_model.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_model.png index 65c1a326faa8886cc9df594118841a1a163d64da..9bf8d0d5a842c0fa0d04a1d569ecd650645910f1 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_model.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_reward_model.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:9fd6ab2813ac9f19a5c1dfcc1c73924eec6754077a80000272417a19cbe2b2d3 -size 302872 +oid sha256:70b1937e55498c90f4e0e14283e51f2b3eabd4d1d10567ee1b4118214380826e +size 322113 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_running_stats.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_running_stats.png index b81412b5059fe9c5bf5d7772abef92514d9126d1..8e337377fd1978051f31196a6987a1f2997da98f 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_running_stats.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_running_stats.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1f59197a5d872b360986af1b964e9f5c72ba722ca70920689c088f71f777d8ed -size 326892 +oid sha256:f61a1256b590edcb73ce298a89459ea1b8e7158e14d1a2c857bfa3c77732db5c +size 359181 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_t_curriculum.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_t_curriculum.png index 79dba1cc39e8aa1bea3edde258832e266ccf902a..9016caafbc3ac63657977fc4902ddde7e14937fe 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_t_curriculum.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_t_curriculum.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:2504b38714c44a603cc21524d13595534a27dcbd14126dc532296b19e23abee0 -size 325581 +oid sha256:ebcdb8ded4482280f304f08a972289f15410deb8ffcc16235722bcfebcdc50c3 +size 361033 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_trust_region_kl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_trust_region_kl.png index b02c129184cd731d5f3239c267a8ebf1ebdb8442..c54886bb06a7844de2c067c0726ad88fe0757c16 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_trust_region_kl.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/per_layer_grad_heatmap_trust_region_kl.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:baac6753ec8815e1193f859688173b0cd44d010654e3860e00e197aa8b47d793 -size 304500 +oid sha256:c9283783435ea58bc449ea3620fea39b8d29e6dccf984a38b2b43c3e4846d341 +size 336564 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/representation_drift.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/representation_drift.png index a3bb736344c752bcbe602c206780a2b0e6ffd549..008a043966bdefb638cb71acba63675f84eacb9d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/representation_drift.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/representation_drift.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c025d6e7609718ea78d7ec7cec022a6a416780aeac015e4d34c3d5dd8c34401b -size 118126 +oid sha256:57f707aeb06d32cf2277e1d8f3e8186cc99254334b6534f07102aef09dd3a7cc +size 119141 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/score_delta_over_baseline_rl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/score_delta_over_baseline_rl.png index 01a341739827cba36781e207b66cf586a063f534..d01d6464284de1d254de5bf5d1c930ee1b949664 100644 Binary files a/experiments/rl_finetuning/outputs/minihack_ablations/figures/score_delta_over_baseline_rl.png and b/experiments/rl_finetuning/outputs/minihack_ablations/figures/score_delta_over_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_action_diversity.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_action_diversity.png index 76d1bb3a3f6503bcf7e9d30b61c97f9f4f6894d6..7c2a1b957f28aa799ce0a4e96ee67ff6fce50427 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_action_diversity.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_action_diversity.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d25a58e27afd777d07c3f2e0224f785a8ef67eac599a2800b082fca7af6de618 -size 163219 +oid sha256:3f15c067171c43ced8fd4bce9694bf52db9a4213482453b663a5cd35ca94e241 +size 179695 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_advantage_clip.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_advantage_clip.png index 7a436658f3c96d5a641bc338a1301a4d0c8b93f2..b07e83ee80c24bae12ce23c5287ff99dc908ff6f 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_advantage_clip.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_advantage_clip.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c3ad67dcb4ef70cf84835533ef604eff94ba5c46f3bf4770ae882377960d1927 -size 234867 +oid sha256:67dcf067890235f68b0419b9afebd4cde00b415bdda02e2335cf94d7ee672b8d +size 152276 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_attention_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_attention_only.png index 37fd13a65176b152a0ef1cfc0c3bda5c31c523d8..037f79a8ad1a34dcd65c43bcbbd3616d2b905e3f 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_attention_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_attention_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c5e2a374290c0957b4c336fa0d4300fed21ff0993def98a73d0349909c8b3428 -size 193253 +oid sha256:987e9cdf9791909ed6897c4fee730d8776c721a06a5ef55403a8194eae25350d +size 235433 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_baseline_rl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_baseline_rl.png index f21172cd043b7b1495298e2f967937bdf3fe5df3..5f7c1a44e54f3f035b3e162da1e5c355335159b6 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_baseline_rl.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_baseline_rl.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:789d8384aeadd79660f0dc720f11adeb914673bb7dc040479720a6ffe76887ad -size 173397 +oid sha256:9fa621cf25cf06cf4af6be860d3b01e46083244a1a682295dac57f06bae0dd66 +size 185944 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_bc_wins.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_bc_wins.png index ba98bea3b05a595e37807bf611781bd3902f349a..22881a62dc3cc38599ccf47693962942ce6c747a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_bc_wins.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_bc_wins.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:69c6e8f8d3b9f8c298be21a574d5a8b4ae25416632f807edb66bf7e1f63faaeb -size 171541 +oid sha256:22c75f2ebe1f08968fad55ddf04fa8cd4548264269220fc3a10aa4826a527f68 +size 119582 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_entropy_bonus.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_entropy_bonus.png index 8cca199947bcacfa0bc774a1d3d61bfe4607e236..fd50b50494bb1f879f3323a22538492aba1fe15d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_entropy_bonus.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_entropy_bonus.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:784935e1626aa1a030ad20a801c3c152eb6411a4c09fcbcfca846840cc7528b9 -size 262488 +oid sha256:b2037c828f7d4e7e2556090d3f8fc3bcd6d6ea9570731ec4b3d024a970c77f85 +size 190053 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ewc.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ewc.png index f4836b7164f969bc08c1a8bb2b577bc31fcc687f..bf70fdbc651d0c03a94d12607c9d8cfa01565568 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ewc.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ewc.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d733e0dd950fc329f4e6b7c2996e4b5952e048737f5bbe880cd4b1e5fa858e4f -size 237089 +oid sha256:61e15b7f1db69fc31834d51480df0c0950349ae91ecce7dae468a13cf104ff13 +size 210459 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ffn_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ffn_only.png index 6d36840419db80069b7d7ae1e4b0056c59ef4077..33656b9f9a053e2307c000fedfd551589b7f0d32 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ffn_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_ffn_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:f611546da425f5999964daaf99a3d2f9e6e53f8d56d3affad9efba2e97b279b9 -size 234953 +oid sha256:97bf69453e94ca957ab6a1e17f2e074de1e08fc1c6b3d8def525ad33a71736b8 +size 222883 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_frozen_backbone.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_frozen_backbone.png index fbdbd8bfe99af02917d564b6f391e91e9a773bfa..a4f80c9d8602030e3da9f90f91a9372ade2e53dd 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_frozen_backbone.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_frozen_backbone.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b4998aed8b422a7850061df0229dac0f3705f4d3798c386a663f9e5c003dc9f2 -size 288605 +oid sha256:1587fc5667d1000bbad1fb0e7ba734d7bc2258b1fa9311df8cdb58bc58b45d0e +size 269896 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_gradient_surgery.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_gradient_surgery.png index 686873f62d4706d130ad1cbc52f72e80cdb9b735..5aefd892c56b09a50eca75ce61d0d9d89cb84284 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_gradient_surgery.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_gradient_surgery.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:39e9110932e6f5722101ddab34bcd376bab6031d72f5e855ab1d4431a5a2da2f -size 150931 +oid sha256:1be4b87b98bafb85fb07cf3d90066e559c758199a34faff4d7135e838a9ea8d7 +size 249952 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_head_only.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_head_only.png index 638bad656510bc12c35d05c5fb81e15eeec9c845..0ff3a6246e55769408aafe0f4df75f6002b2720a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_head_only.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_head_only.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7ec42cffcb9cbd50b733caf6abfdd3c3747b0b1863c1beea7dc7010c216ec7c6 -size 288096 +oid sha256:1f5ad1dfd81f802181905d65979dc1ca8bae8a4f101108d8595410642d79955a +size 299442 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_kl_penalty.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_kl_penalty.png index 45205e4610e5365f1bf0cee2863731f53b2be9cf..2296dca6f651459a3f9fef2563220e4b19e29311 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_kl_penalty.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_kl_penalty.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fb2b8893b05bfe690ed03e80a92c510bbe62539b3d8023254be0ca0067e61fb -size 164373 +oid sha256:41f959458c9559ff55595a4abb4d88e7d6a966406eb1356745ae243f9b991ee0 +size 188162 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top1.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top1.png index 5f7807520320175cfb1fcb219c8cea9e3bc76791..8631f4f6d12b0f3e04a01f3868a18580a643ea5b 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top1.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top1.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5fa274033ebb55c030e33975a7d8f561010a6fc4d885c61327642ffd285b3641 -size 229014 +oid sha256:3695cfac622c31689a3fa812b94fb354df47544bebe6f53611b29b9635ed3b56 +size 277566 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top2.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top2.png index 41f708336c5f9772b9dc0b42574f2818fb5b36e0..3933071e993fb0cec193c02887e5d7005ae64b3b 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top2.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top2.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:87c8b6183e63e6ffa972aeb1047a3fb7bc8220ce3c6846dd3d4dc4b99b1c33dc -size 221919 +oid sha256:088e707d33920df5825f7606bf52b539f16b08848a9d64559299201d760a9fd9 +size 260052 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top3.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top3.png index 6b7daa1ca89e2ef27d30bfea8875d5c9355c5383..f880bcf00a29c4a298f7ca9cc237b40791d3cc7a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top3.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_layer_ablation_top3.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:514b8d25767e0b8af0e3d91fb2361c3d983bb9a663ff375cef36080e0b249350 -size 214956 +oid sha256:e93c05ae8d10942d07271af53823e99b70a820506362581a2c152e0c434502f2 +size 148664 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_llrd.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_llrd.png index 7cb931e0d7fc5b0e2277d0f7a53360a6c9a80545..8069489f94a4326f9b18d2f1e105ec014506c406 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_llrd.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_llrd.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7b76ad09d6b0ae6e63c6146d4ffcbfb0cc82c31c99bbbddb5aabe8acf409920e -size 192893 +oid sha256:c425f911da7b31660c52e4e0e495a4b413c78ce88687d7deb80cfa049b281efc +size 183985 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_lora.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_lora.png index 360de58b555df079a45a716cf55eb3f05c0bc80a..ebfb407274ad2bb8ba14cdfde493bd7076074868 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_lora.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_lora.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:ef15acaf3549553d7bb8e361a515fb3340c9088d6f1754ceb1ee7f4da37d783b -size 222798 +oid sha256:c1b9db5a8ae4791e62e8edd0a4c907388f8bfd1325187fdb71c98481d18fb6dd +size 308389 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_low_t.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_low_t.png index f3f94ca3a442860b2c45aa3a969bbc6a2763de3e..35c0e4f895a7988dab36acdb6b779471fd5d5bc5 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_low_t.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_low_t.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4c5fc55e5d3d698811563d103cfb81b8f24e1badc97bf4522fc76241aa9b49f1 -size 223589 +oid sha256:d94bbaf28b8d91d6363659ee11d2a37543f4b270d7334697b31aa7b17faddfe4 +size 215053 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_mixed_replay.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_mixed_replay.png index a3a2d043eb4082185cee828cabcd2d50bd8fa15e..5f45939ec4ed0be448d365be8236cb48943c8ca1 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_mixed_replay.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_mixed_replay.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c23adc802a26c0418818926b4e2eb827cbad36d7394e13b4e9109922f98a9920 -size 187809 +oid sha256:7f5a7db56b6db8d12a8d598bfd613e86c4104d7dd30e825b49a892e1051ca95f +size 232208 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_normalized_adv.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_normalized_adv.png index a66d1ea5c58945ead09ab62a96ca2fc74fd3c939..a326d113f60f4b9cf0c3dfd92e507dba035f2c33 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_normalized_adv.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_normalized_adv.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:c19fa532f24632d88cc2483064a27fb05a4bbaa62f872c2fa1b1ddb77e9e31fe -size 138678 +oid sha256:7828e49b931cc2a4378183dc9acfdfbe468960b7d7326b9692976cf62ec22be8 +size 141743 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_filtering.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_filtering.png index fdfe73fcd364b1cef5592bcbaf25a57766025bb2..5a994b8ab77aa3cbefa166d895da13a4dd04958a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_filtering.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_filtering.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a861b08dc3d35ffc151bca1bfc73595e845f188262e939223b683872806a52ec -size 237132 +oid sha256:9f8621fc18374301431877d98c1692e674919fb803b0c324f13dbf266c7f65c6 +size 210281 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_model.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_model.png index 3b23e2f58b76ec8fcda154fb7133c8d3e134d5b3..3e2880adf55c3fbe789833b8de98a54995da9cd0 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_model.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_reward_model.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:04073c3a7687f480cdf0a90e0c1c26bcbca56393b465067d55c67af5030c371a -size 102465 +oid sha256:c76ecfeb1ebb4f2ec7de2f2036f500f88034a00e0e0f885bed07cf0b751eb9ea +size 110159 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_running_stats.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_running_stats.png index 792bda1af20c24915e3a97889485d85104263afc..66251d40666fcee3207fbd3d95e2a93743aa5d48 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_running_stats.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_running_stats.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5a262eb7a2fa1360615aec1e66d2f80f6f0892df77ef36e44429e1ab82957d82 -size 229277 +oid sha256:700674cfea38a27840adb2c04e2a75c0413c0501b4ae1cfb0dab66fa6d34ae95 +size 206283 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_t_curriculum.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_t_curriculum.png index d83dfaab9e907e65a70a2bc229073e87062c7380..d95b0d0473cb864844a1bccf15de9c9dbe048d65 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_t_curriculum.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_t_curriculum.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:34d74695ac59096fb97cb54e3eed6d112f2efdcb35808b6628aece05b4ae4e30 -size 182620 +oid sha256:d69d7a6e8ffb7e7bc772e1dec6156020f4b638561acb644e326be614c028fcda +size 223080 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_trust_region_kl.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_trust_region_kl.png index c94fda8aaf0063291afd0f741f95aea88de793e2..cd3ff0a232d54dfeecb5779e491f7e1fc6f92e12 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_trust_region_kl.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_grad_norms_trust_region_kl.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:602a9322706e412085db42c8636d881fdf31e47149f7e6f4b49dde059bbff1f6 -size 216549 +oid sha256:ee3c5ad32ecd32cbaca56b1ffc6764aeab740fc8ccd54376814d91d3a318aab6 +size 157894 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_norms_heatmap.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_norms_heatmap.png index f2075888b2b72f673eaf65a89c4ccb3e89c38b17..92355ea44b215d549db3a1e0bd8146ed6e38a129 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_norms_heatmap.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_bin_norms_heatmap.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e7939a4068433932d6a93c7bea6879b7e7c96a1b57afd4c473aedd34d4092601 -size 119104 +oid sha256:fecf740a9eed188deec56847ec7b81575cad836f7f8ac78e35e499f4c0bc6e87 +size 118156 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_distribution_analysis.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_distribution_analysis.png index 8a76d314de13d8560e5e57179e5615c8c3103b24..ca55efa1dfc6ddecadb467c8b4900ec94dfe59b9 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_distribution_analysis.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/t_distribution_analysis.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:10e9e401c5e11a994c8b7d8c2c23e842cb1185ac5ad1978eda1cb955a9d3beea -size 394670 +oid sha256:a4d65e7354524a9ca6262b8b58f67200a80b85229fe9bf5e965d2732902d5fea +size 559339 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/figures/win_rate_and_effective_batch_size.png b/experiments/rl_finetuning/outputs/minihack_ablations/figures/win_rate_and_effective_batch_size.png index 8089e8669b7f5c3b605ec91344ca53c3402ef773..3cca671de528674411b6e7f095038927a46540b0 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/figures/win_rate_and_effective_batch_size.png +++ b/experiments/rl_finetuning/outputs/minihack_ablations/figures/win_rate_and_effective_batch_size.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:d5389af806d9f2c5b097eb9d220a1f69a783c535a398e5d647a0f1905f560a37 -size 555771 +oid sha256:c89fcc457ba54950384b67870319f6b705671947581b0733d12202fb4b9b18d1 +size 457169 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/results.json b/experiments/rl_finetuning/outputs/minihack_ablations/results.json index b56a55226275b3cbb3cfc74fed335a379a186c55..a6d0a89558e3b2c238861a941bb343d91da08f7b 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/results.json +++ b/experiments/rl_finetuning/outputs/minihack_ablations/results.json @@ -1,5 +1,12 @@ { - "pretrained_score": 0.7, + "pretrained_score": 0.475, + "merge_provenance": { + "inputs": [ + "", + "" + ], + "config_from": "" + }, "config": { "crop_size": 9, "map_h": 21, @@ -23,25 +30,25 @@ "eta": 0.15, "remask_strategy": "conf", "diffusion_steps_eval": 10, - "diffusion_steps_collect": 3, + "diffusion_steps_collect": 5, "temperature": 0.5, "top_p": 0.9, "replan_every": 16, "physics_aware_sampling": false, - "total_timesteps": 2000000, - "id_eval_every_timesteps": 25000, - "ood_eval_every_timesteps": 25000, - "checkpoint_every_timesteps": 125000, + "total_timesteps": 5650000, + "id_eval_every_timesteps": 470000, + "ood_eval_every_timesteps": 470000, + "checkpoint_every_timesteps": 940000, "offline_lr": 0.0003, - "offline_batch_size": 3584, + "offline_batch_size": 2048, "offline_grad_clip": 1.0, "aux_loss_weight": 0.5, - "offline_total_grad_steps": null, - "offline_eval_every_grad_steps": null, - "offline_checkpoint_every_grad_steps": null, - "offline_buffer_capacity": null, - "dagger_lr": 0.00003, - "dagger_batch_size": 3584, + "offline_total_grad_steps": 60000, + "offline_eval_every_grad_steps": 5000, + "offline_checkpoint_every_grad_steps": 10000, + "offline_buffer_capacity": 1500000, + "dagger_lr": 3e-05, + "dagger_batch_size": 2048, "dagger_grad_clip": 1.0, "weight_decay": 0.0001, "buffer_capacity": 10000, @@ -60,14 +67,12 @@ "collect_output": "data/dataset.pt", "checkpoint_dir": "checkpoints", "save_policy": true, - "hub_run_id": null, - "hub_repo_id": null, - "use_wandb": true, + "use_wandb": false, "wandb_project": "remdm-planner-minihack-ablations", - "wandb_entity": null, + "wandb_entity": "null", "wandb_run_name": null, "wandb_resume_id": null, - "offline_log_every": 10, + "offline_log_every": 50, "seed": null, "baselines_n_envs_per_id": 2, "baselines_dqn_buffer_size": 100000, @@ -87,35 +92,59 @@ "baselines_dt_batch_size": 256, "baselines_dt_max_ep_len": 200, "baselines_dt_eval_max_steps": 200, - "baselines_wandb_project": "minihack-ReMDM-baselines", + "baselines_wandb_project": "remdm-planner-minihack-baselines", "baselines_output_dir": "outputs/baselines", "max_iter": 500, - "batch_size": 512, + "batch_size": 4608, "lr": 0.0003, "max_grad_norm": 1.0, "grad_steps_per_iter": 1, - "episodes_per_iter": 20, - "eval_every": 50, - "eval_episodes": 10, - "grad_align_every": 50, - "repr_drift_every": 50, - "t_analysis_every": 50, - "cka_every": 100, - "per_layer_every": 50, + "episodes_per_iter": 30, + "eval_every": 25, + "eval_episodes": 20, + "grad_align_every": 25, + "repr_drift_every": 25, + "t_analysis_every": 25, + "cka_every": 50, + "per_layer_every": 25, "t_analysis_n_bins": 10, - "cka_batch_size": 32, + "cka_batch_size": 128, + "win_threshold": 0.5, + "return_weight_floor": 0.1, + "return_weight_cap": 5.0, + "ewc_lambda": 100.0, + "ewc_fisher_batches": 20, + "llrd_decay": 0.9, + "lora_rank": 8, + "lora_alpha": 16.0, + "mixed_replay_ratio": 0.25, + "mixed_replay_buffer_size": 10000, + "trust_region_kl": 0.05, + "kl_coef": 0.1, + "t_curriculum_start": 0.8, + "t_curriculum_end": 0.2, + "t_curriculum_steps": 200, + "t_max_low": 0.2, + "entropy_coef": 0.01, + "adv_clip_eps": 0.2, + "reward_filter_percentile": 75, + "running_stats_ema_decay": 0.99, + "reward_model_width": 64, + "reward_model_depth": 2, + "reward_model_lr": 0.001, + "reward_model_train_steps": 50, "num_seeds": 3, "device": "cuda", "_current_iter": 500 }, "ablations": { "baseline_rl": { - "score": 0.5833333333333334, - "score_std": 0.05892556509887896, + "score": 0.4375, + "score_std": 0.06123724356957942, "all_scores": [ - 0.625, - 0.625, - 0.5 + 0.4375, + 0.36250000000000004, + 0.5125 ], "history": { "iters": [ @@ -621,506 +650,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.335405707359314, - 2.0944652557373047, - 0.8634909987449646, - 0.36867737770080566, - 0.0869121253490448, - 0.5782737135887146, - 0.2606246769428253, - 0.5862300992012024, - 0.23682159185409546, - 0.1277952790260315, - 0.7241729497909546, - 0.9887006282806396, - 0.06617526710033417, - 0.5142439603805542, - 0.13787782192230225, - 0.07725880295038223, - 1.4521220922470093, - 0.029594559222459793, - 0.11907457560300827, - 0.35214245319366455, - 0.8736340999603271, - 0.12335266172885895, - 0.18544085323810577, - 0.3957401216030121, - 0.4265115261077881, - 0.4427854120731354, - 0.45372480154037476, - 1.2311400175094604, - 0.31867516040802, - 0.03381849080324173, - 0.14983800053596497, - 0.20059683918952942, - 0.362205445766449, - 0.4021517038345337, - 1.4840880632400513, - 0.9445767998695374, - 0.2857239246368408, - 1.0517178773880005, - 1.0634756088256836, - 0.8380125761032104, - 0.5250074863433838, - 0.3890414834022522, - 0.7604858875274658, - 0.04679976776242256, - 0.11765478551387787, - 0.09786475449800491, - 1.395423412322998, - 0.057760801166296005, - 0.5949874520301819, - 0.057425402104854584, - 0.19611740112304688, - 0.8762151598930359, - 0.6768265962600708, - 1.1455414295196533, - 0.4386696517467499, - 0.3245365619659424, - 0.9550346732139587, - 0.17475619912147522, - 1.382388710975647, - 0.4061899483203888, - 0.018735339865088463, - 0.6571969985961914, - 0.34564852714538574, - 0.18261511623859406, - 0.1218535378575325, - 0.2986060082912445, - 0.030139368027448654, - 0.5078686475753784, - 0.020572852343320847, - 0.0885094404220581, - 0.501500129699707, - 0.06566833704710007, - 0.15082284808158875, - 0.07030203938484192, - 0.8745661377906799, - 0.6754140853881836, - 0.18165257573127747, - 0.6186780333518982, - 0.02345297671854496, - 0.25493401288986206, - 0.3747084438800812, - 0.054609257727861404, - 1.3077377080917358, - 0.2219277024269104, - 0.1184772402048111, - 0.4969956874847412, - 0.02121981605887413, - 0.20674258470535278, - 0.15987177193164825, - 1.0981895923614502, - 0.04854275658726692, - 0.8249337673187256, - 0.08022001385688782, - 0.15576843917369843, - 0.0842910185456276, - 0.46344465017318726, - 0.542202889919281, - 0.05512836575508118, - 0.3327754735946655, - 0.0691337063908577, - 0.2332925945520401, - 0.042204659432172775, - 0.6044245958328247, - 0.3537963628768921, - 0.0517713725566864, - 0.037425827234983444, - 0.5603748559951782, - 0.09939656406641006, - 0.11914204806089401, - 0.026850644499063492, - 0.038354694843292236, - 0.8138167858123779, - 0.4794667065143585, - 0.351396381855011, - 1.1100891828536987, - 0.19331912696361542, - 0.4116474986076355, - 0.3186662495136261, - 0.08677809685468674, - 0.11167130619287491, - 0.4761446714401245, - 0.9852973222732544, - 0.11534056812524796, - 0.02081485465168953, - 0.2365795224905014, - 0.056465934962034225, - 0.5766441226005554, - 1.047331690788269, - 0.01614442840218544, - 0.058528635650873184, - 0.22068177163600922, - 0.27262017130851746, - 0.015441305004060268, - 0.2633436322212219, - 0.21041706204414368, - 0.5688067674636841, - 0.2483154833316803, - 0.7011889815330505, - 0.40294063091278076, - 0.815385103225708, - 0.1488417237997055, - 0.20814669132232666, - 0.30142614245414734, - 0.326296865940094, - 0.12366288155317307, - 0.2703039050102234, - 0.10794919729232788, - 0.013115931302309036, - 0.3339484632015228, - 0.20441019535064697, - 0.4166753888130188, - 0.1385158896446228, - 0.1894082874059677, - 0.37562084197998047, - 0.45945802330970764, - 0.7568387389183044, - 0.38069629669189453, - 0.04394464194774628, - 0.027463149279356003, - 0.13147270679473877, - 0.38935503363609314, - 0.5359543561935425, - 0.032493505626916885, - 0.09679112583398819, - 0.3384809195995331, - 0.033359404653310776, - 0.23250988125801086, - 0.013279682025313377, - 0.6178984642028809, - 0.11373497545719147, - 0.07619128376245499, - 0.038646239787340164, - 0.2851250171661377, - 0.2251114696264267, - 1.2543413639068604, - 0.47154125571250916, - 0.41030725836753845, - 0.471668541431427, - 0.04058919847011566, - 0.27140992879867554, - 0.1879885345697403, - 0.5189833045005798, - 0.05825013667345047, - 0.01977241039276123, - 0.5566372275352478, - 0.0576360784471035, - 0.03228059038519859, - 0.3708924949169159, - 1.0992285013198853, - 0.00787375494837761, - 0.03003803640604019, - 0.15453410148620605, - 0.2949800491333008, - 0.22679831087589264, - 0.7210190892219543, - 0.12730848789215088, - 1.1715278625488281, - 0.17713187634944916, - 0.9795698523521423, - 0.037543416023254395, - 0.02845950610935688, - 0.3342537581920624, - 0.8151239156723022, - 0.2865549325942993, - 0.785538375377655, - 0.6054088473320007, - 0.23356950283050537, - 0.055246926844120026, - 0.27464380860328674, - 0.14431852102279663, - 0.0266408734023571, - 0.6893677115440369, - 1.1149096488952637, - 0.03486066311597824, - 0.014709257520735264, - 0.15928274393081665, - 0.04575038328766823, - 0.042739368975162506, - 0.07582998275756836, - 0.9372648000717163, - 0.03609117493033409, - 0.3316895663738251, - 0.15680868923664093, - 0.5182705521583557, - 0.17285172641277313, - 0.8786625266075134, - 0.04840056598186493, - 0.4754323363304138, - 1.0612008571624756, - 0.7892832159996033, - 0.27953821420669556, - 0.2314075529575348, - 0.07087266445159912, - 0.6529189348220825, - 1.260385274887085, - 0.1547752320766449, - 0.7055742144584656, - 0.10525055974721909, - 0.06116964668035507, - 0.03398447483778, - 0.10182063281536102, - 0.014572051353752613, - 0.11464281380176544, - 0.012004837393760681, - 0.05813980475068092, - 1.236400842666626, - 0.7702797055244446, - 0.004982121754437685, - 0.02232486754655838, - 0.045976024121046066, - 0.4848690330982208, - 0.024916885420680046, - 0.2519854009151459, - 0.8056462407112122, - 0.060720521956682205, - 0.027000470086932182, - 0.03035653941333294, - 0.1009676456451416, - 0.15407803654670715, - 1.1512503623962402, - 0.026782657951116562, - 0.3990839421749115, - 0.3195608854293823, - 0.09406732767820358, - 0.283281534910202, - 0.07185260206460953, - 0.36432287096977234, - 0.34504181146621704, - 0.1751868724822998, - 0.015300754457712173, - 0.8835457563400269, - 0.027385937049984932, - 0.2439667135477066, - 0.8720062971115112, - 0.7600522637367249, - 0.3951056897640228, - 0.027908198535442352, - 0.5848812460899353, - 0.4650130271911621, - 0.5256688594818115, - 0.6064907312393188, - 0.3092145323753357, - 0.03776140511035919, - 0.44515934586524963, - 0.3919074833393097, - 0.0879274532198906, - 0.3090705871582031, - 0.8867079615592957, - 0.054710227996110916, - 0.06626153737306595, - 0.3247981667518616, - 0.6505288481712341, - 0.6980723142623901, - 0.030997127294540405, - 0.3531933128833771, - 0.37068790197372437, - 0.2748997211456299, - 0.17860393226146698, - 0.1219598576426506, - 0.03600899502635002, - 0.044098395854234695, - 0.034996651113033295, - 0.27851051092147827, - 0.06940281391143799, - 0.4916956424713135, - 0.5402798652648926, - 0.2979397773742676, - 0.6514873504638672, - 0.5886779427528381, - 0.09645426273345947, - 0.03147104009985924, - 0.32522714138031006, - 0.663777768611908, - 0.09943673759698868, - 0.09322135150432587, - 0.2765190601348877, - 0.21688206493854523, - 0.19927577674388885, - 0.04025331139564514, - 0.04871426150202751, - 0.6010355353355408, - 0.03424455597996712, - 0.1884314864873886, - 0.02993149682879448, - 0.006452604196965694, - 0.9177577495574951, - 0.43418002128601074, - 0.07200611382722855, - 0.155385360121727, - 0.040939927101135254, - 0.014321336522698402, - 0.16923195123672485, - 0.0818362832069397, - 0.024158721789717674, - 0.4772035777568817, - 0.041305169463157654, - 0.0141046904027462, - 0.01051273662596941, - 0.8655380010604858, - 0.2932593524456024, - 0.048282671719789505, - 0.17533282935619354, - 0.7415608167648315, - 0.8129886984825134, - 0.0428905189037323, - 0.03311813250184059, - 0.05940758064389229, - 0.24725490808486938, - 0.10017432272434235, - 0.050389256328344345, - 0.012208579108119011, - 0.08481647074222565, - 0.0255839042365551, - 0.04567594453692436, - 0.42807891964912415, - 1.1768841743469238, - 0.11704014241695404, - 0.4759422242641449, - 0.12833476066589355, - 0.5925477743148804, - 0.5538285374641418, - 0.06904766708612442, - 0.8204004168510437, - 0.11864086240530014, - 0.12747706472873688, - 0.48219549655914307, - 0.24036288261413574, - 0.011713649146258831, - 0.03837762773036957, - 0.012373844161629677, - 0.48680633306503296, - 0.034169185906648636, - 0.01286140363663435, - 0.028897587209939957, - 0.020557118579745293, - 0.10186384618282318, - 0.2104208916425705, - 0.06062712520360947, - 0.6262690424919128, - 0.48394593596458435, - 0.3285343050956726, - 0.05231180787086487, - 0.6088799834251404, - 0.6972732543945312, - 0.2074180692434311, - 0.17677845060825348, - 0.03787575289607048, - 0.35629862546920776, - 0.041274189949035645, - 0.12302275002002716, - 0.03229916840791702, - 0.024364905431866646, - 0.1785987764596939, - 0.02196679450571537, - 0.07521390169858932, - 0.2764550745487213, - 0.539324164390564, - 0.34617143869400024, - 0.0677112266421318, - 0.021388864144682884, - 0.024817565456032753, - 0.6492425799369812, - 0.4869619309902191, - 0.609004020690918, - 0.05029451847076416, - 0.2820598781108856, - 0.6823863387107849, - 0.07950836420059204, - 0.40830403566360474, - 0.06945116072893143, - 0.03711935132741928, - 0.7354817986488342, - 0.6369807720184326, - 0.060198817402124405, - 0.5196309685707092, - 0.18825717270374298, - 0.03614237159490585, - 0.13547785580158234, - 0.3043067753314972, - 0.22075949609279633, - 0.1025938168168068, - 0.7075639367103577, - 0.3401851952075958, - 0.32209068536758423, - 0.007542432751506567, - 0.017183126881718636, - 0.4475570023059845, - 0.42784735560417175, - 0.04474487528204918, - 0.8420891761779785, - 0.016084453091025352, - 0.747147798538208, - 0.41150444746017456, - 0.023249613121151924, - 0.3320137858390808, - 0.04865632206201553, - 0.2856934368610382, - 0.16463670134544373, - 0.16363242268562317, - 0.6629284620285034, - 0.13008835911750793, - 0.020656226202845573, - 0.3417336344718933, - 0.4974551498889923, - 0.046104226261377335, - 0.05415327847003937, - 0.34758272767066956, - 0.009399622678756714, - 0.023751171305775642, - 0.11856124550104141, - 0.02339429408311844, - 0.44031354784965515, - 0.2906531095504761, - 0.005792718846350908, - 0.027936536818742752, - 0.32376527786254883, - 0.2899225056171417, - 0.19547098875045776, - 0.08884682506322861, - 0.4905174672603607, - 0.04699128121137619, - 0.09731633216142654, - 0.03637830540537834, - 0.00843620952218771, - 0.20569467544555664, - 0.06699629873037338, - 0.04785306006669998, - 0.13068801164627075, - 0.17872470617294312, - 0.03391460329294205, - 0.05219227075576782, - 0.05801893025636673, - 0.11632093042135239, - 0.032552849501371384, - 0.0374506413936615, - 0.3994446098804474, - 0.02770955115556717, - 0.006332370452582836, - 0.43646755814552307, - 0.16139249503612518, - 0.024630151689052582, - 0.038600001484155655, - 0.058740463107824326, - 0.6048230528831482, - 0.059495486319065094, - 0.02262992598116398, - 0.06257738918066025, - 0.26591938734054565, - 0.1361527144908905, - 0.20236235857009888, - 0.19273005425930023, - 0.09739474952220917, - 0.2626902163028717, - 0.008933772332966328, - 0.0245195422321558, - 0.32664597034454346, - 0.011023754253983498, - 0.02815280295908451, - 0.6037270426750183 + 0.7734967470169067, + 0.7959011197090149, + 0.41491854190826416, + 0.34491583704948425, + 0.4027189314365387, + 0.24004913866519928, + 0.43072789907455444, + 0.25498735904693604, + 0.5959086418151855, + 0.1523396074771881, + 0.3333095610141754, + 0.6031323075294495, + 0.32491663098335266, + 0.22314833104610443, + 0.2978328466415405, + 0.449016809463501, + 0.30384182929992676, + 0.3608756959438324, + 0.5006398558616638, + 0.4177436828613281, + 0.29997560381889343, + 0.3144518733024597, + 0.3414618670940399, + 0.2663850784301758, + 0.35852786898612976, + 0.42645564675331116, + 0.29885512590408325, + 0.2659718096256256, + 0.3196873664855957, + 0.41065624356269836, + 0.16887706518173218, + 0.4351971447467804, + 0.22561724483966827, + 0.24388471245765686, + 0.22004322707653046, + 0.12279348075389862, + 0.34642747044563293, + 0.2071763128042221, + 0.30559706687927246, + 0.4487110376358032, + 0.25245702266693115, + 0.31226566433906555, + 0.28073185682296753, + 0.18873196840286255, + 0.13389243185520172, + 0.2007398009300232, + 0.18065795302391052, + 0.38062238693237305, + 0.13716119527816772, + 0.15439145267009735, + 0.27360478043556213, + 0.21096457540988922, + 0.1509576439857483, + 0.16863566637039185, + 0.31818482279777527, + 0.18161144852638245, + 0.2879527509212494, + 0.09309600293636322, + 0.2924928665161133, + 0.12084382772445679, + 0.36221596598625183, + 0.18423381447792053, + 0.16099901497364044, + 0.14611639082431793, + 0.17272081971168518, + 0.19667281210422516, + 0.2401263266801834, + 0.2531897723674774, + 0.20727591216564178, + 0.16723033785820007, + 0.16220009326934814, + 0.2830003499984741, + 0.2202068269252777, + 0.1662190854549408, + 0.21662306785583496, + 0.18909968435764313, + 0.10575925558805466, + 0.26999491453170776, + 0.2526072859764099, + 0.16665121912956238, + 0.2881139814853668, + 0.19466254115104675, + 0.11464279890060425, + 0.3122364282608032, + 0.2487526386976242, + 0.26022908091545105, + 0.21154654026031494, + 0.2658945322036743, + 0.1410299837589264, + 0.23597338795661926, + 0.22344785928726196, + 0.1016950011253357, + 0.23704561591148376, + 0.21245801448822021, + 0.17407353222370148, + 0.20399980247020721, + 0.13848701119422913, + 0.09330186992883682, + 0.19094926118850708, + 0.17361389100551605, + 0.11716601252555847, + 0.2841487228870392, + 0.30907487869262695, + 0.2235560566186905, + 0.2044367641210556, + 0.22906626760959625, + 0.15740887820720673, + 0.13679206371307373, + 0.17614369094371796, + 0.1690872311592102, + 0.1696350872516632, + 0.13640835881233215, + 0.13681501150131226, + 0.15758302807807922, + 0.1429319977760315, + 0.19870153069496155, + 0.21212783455848694, + 0.16735324263572693, + 0.22528287768363953, + 0.18627451360225677, + 0.3199092447757721, + 0.1092102974653244, + 0.13426139950752258, + 0.23206625878810883, + 0.1377936452627182, + 0.2543809413909912, + 0.20756055414676666, + 0.14912526309490204, + 0.2096099704504013, + 0.19707916676998138, + 0.25572434067726135, + 0.2238444685935974, + 0.14101944863796234, + 0.2706415355205536, + 0.2311607152223587, + 0.11851779371500015, + 0.11858472973108292, + 0.2747827470302582, + 0.24101682007312775, + 0.17189626395702362, + 0.19743773341178894, + 0.20285247266292572, + 0.2647634446620941, + 0.18424679338932037, + 0.1464805006980896, + 0.14228296279907227, + 0.07358137518167496, + 0.25941023230552673, + 0.18487432599067688, + 0.2121526449918747, + 0.23572859168052673, + 0.2703936994075775, + 0.23892010748386383, + 0.25504085421562195, + 0.2963131368160248, + 0.22674278914928436, + 0.23944108188152313, + 0.1156982034444809, + 0.09791456907987595, + 0.14189259707927704, + 0.12137038260698318, + 0.2084372192621231, + 0.14533193409442902, + 0.15406173467636108, + 0.30169349908828735, + 0.2007286697626114, + 0.08873988687992096, + 0.16487066447734833, + 0.14604932069778442, + 0.22831377387046814, + 0.2853395342826843, + 0.2009393721818924, + 0.10287484526634216, + 0.2379223257303238, + 0.2178536057472229, + 0.21100492775440216, + 0.12065012007951736, + 0.14927922189235687, + 0.20255625247955322, + 0.1148420199751854, + 0.13714323937892914, + 0.19834910333156586, + 0.2358861118555069, + 0.2775106728076935, + 0.18447867035865784, + 0.2294812947511673, + 0.13224543631076813, + 0.2763213813304901, + 0.19293858110904694, + 0.1980019509792328, + 0.18134678900241852, + 0.21969737112522125, + 0.17480608820915222, + 0.16164599359035492, + 0.1747775375843048, + 0.22003266215324402, + 0.15578532218933105, + 0.19836562871932983, + 0.10853026062250137, + 0.16307130455970764, + 0.1425103396177292, + 0.23723642528057098, + 0.24481602013111115, + 0.15985314548015594, + 0.11570844054222107, + 0.1711433380842209, + 0.19576069712638855, + 0.19779075682163239, + 0.16413624584674835, + 0.09952176362276077, + 0.25113123655319214, + 0.10439343005418777, + 0.190559521317482, + 0.10137469321489334, + 0.21797454357147217, + 0.1379745453596115, + 0.1318017989397049, + 0.259790301322937, + 0.210623100399971, + 0.12988409399986267, + 0.13507205247879028, + 0.20713423192501068, + 0.11737848073244095, + 0.17127835750579834, + 0.11807963997125626, + 0.11974231898784637, + 0.2401302456855774, + 0.13660947978496552, + 0.157209575176239, + 0.22006763517856598, + 0.09976814687252045, + 0.18315766751766205, + 0.12060370296239853, + 0.15699145197868347, + 0.046060964465141296, + 0.132088303565979, + 0.14150364696979523, + 0.055459752678871155, + 0.17340734601020813, + 0.15734921395778656, + 0.18015532195568085, + 0.15156501531600952, + 0.2437511831521988, + 0.11548309028148651, + 0.22856207191944122, + 0.18429364264011383, + 0.18505242466926575, + 0.20590738952159882, + 0.18338371813297272, + 0.16993509232997894, + 0.14900976419448853, + 0.19324366748332977, + 0.22923558950424194, + 0.13480032980442047, + 0.16717040538787842, + 0.1785719394683838, + 0.15473458170890808, + 0.12997399270534515, + 0.14230310916900635, + 0.25175538659095764, + 0.201431542634964, + 0.1048494204878807, + 0.17846578359603882, + 0.23767691850662231, + 0.24706311523914337, + 0.23890596628189087, + 0.17311660945415497, + 0.0984015241265297, + 0.22628721594810486, + 0.2495792806148529, + 0.16954290866851807, + 0.19999441504478455, + 0.16683202981948853, + 0.12156835943460464, + 0.07437939196825027, + 0.2129850536584854, + 0.17287400364875793, + 0.14528688788414001, + 0.23312117159366608, + 0.15561480820178986, + 0.25591355562210083, + 0.08198772370815277, + 0.14040473103523254, + 0.16810311377048492, + 0.1966082602739334, + 0.1842227280139923, + 0.09693725407123566, + 0.16593514382839203, + 0.16829688847064972, + 0.11752846091985703, + 0.22881709039211273, + 0.23175732791423798, + 0.15482079982757568, + 0.1480032205581665, + 0.2083136886358261, + 0.14067132771015167, + 0.135655477643013, + 0.13752254843711853, + 0.20381799340248108, + 0.13740922510623932, + 0.1349714696407318, + 0.07674930989742279, + 0.17917713522911072, + 0.15671919286251068, + 0.15075048804283142, + 0.17972737550735474, + 0.19368641078472137, + 0.16283053159713745, + 0.1367592215538025, + 0.06257021427154541, + 0.2100873589515686, + 0.20410855114459991, + 0.1529778391122818, + 0.09915848821401596, + 0.13176365196704865, + 0.061812520027160645, + 0.11559146642684937, + 0.15842032432556152, + 0.11838341504335403, + 0.09357711672782898, + 0.07514505088329315, + 0.1834135204553604, + 0.17503519356250763, + 0.1029626801609993, + 0.0853198990225792, + 0.19686608016490936, + 0.15055149793624878, + 0.16336128115653992, + 0.14600518345832825, + 0.14662577211856842, + 0.07877139002084732, + 0.14869262278079987, + 0.14220260083675385, + 0.17835040390491486, + 0.14250734448432922, + 0.1977517008781433, + 0.12683549523353577, + 0.2272377461194992, + 0.16350871324539185, + 0.16878990828990936, + 0.06354101002216339, + 0.14313925802707672, + 0.12150250375270844, + 0.1860896199941635, + 0.07578913867473602, + 0.17022393643856049, + 0.13864654302597046, + 0.12066955119371414, + 0.10869458317756653, + 0.23859365284442902, + 0.10918456315994263, + 0.11382915824651718, + 0.18405595421791077, + 0.10272429883480072, + 0.05869064852595329, + 0.17124374210834503, + 0.08221518248319626, + 0.16261935234069824, + 0.22952431440353394, + 0.14676958322525024, + 0.06880759447813034, + 0.14375276863574982, + 0.15961067378520966, + 0.23547038435935974, + 0.21294619143009186, + 0.15787601470947266, + 0.14631347358226776, + 0.08367359638214111, + 0.14866240322589874, + 0.12156502902507782, + 0.11644251644611359, + 0.19102326035499573, + 0.1456424742937088, + 0.11259578168392181, + 0.20312312245368958, + 0.1567184329032898, + 0.1840357929468155, + 0.0913362056016922, + 0.12447503954172134, + 0.18557123839855194, + 0.10654614120721817, + 0.06355363875627518, + 0.15719659626483917, + 0.11632644385099411, + 0.11666108667850494, + 0.1396065354347229, + 0.2082153856754303, + 0.12152382731437683, + 0.02575909160077572, + 0.139926478266716, + 0.12485843896865845, + 0.09771839529275894, + 0.04984792694449425, + 0.0740121454000473, + 0.1088082417845726, + 0.11797157675027847, + 0.08352895081043243, + 0.17168447375297546, + 0.14029982686042786, + 0.07931703329086304, + 0.12263444811105728, + 0.11424834281206131, + 0.16057202219963074, + 0.14944005012512207, + 0.10872020572423935, + 0.14482849836349487, + 0.17721132934093475, + 0.1262725293636322, + 0.08703362196683884, + 0.14754223823547363, + 0.09427308291196823, + 0.14493945240974426, + 0.14087222516536713, + 0.1375352293252945, + 0.16474783420562744, + 0.16372467577457428, + 0.11517777293920517, + 0.21512575447559357, + 0.18036608397960663, + 0.09361615777015686, + 0.12548071146011353, + 0.17527204751968384, + 0.06957399845123291, + 0.1183273196220398, + 0.10798855870962143, + 0.11809316277503967, + 0.13791698217391968, + 0.12266931682825089, + 0.13604889810085297, + 0.09176718443632126, + 0.12718839943408966, + 0.09533658623695374, + 0.13033850491046906, + 0.15734082460403442, + 0.11911185830831528, + 0.1407642811536789, + 0.16888967156410217, + 0.09206303209066391, + 0.18390966951847076, + 0.13662342727184296, + 0.07665751874446869, + 0.2019256055355072, + 0.1075451448559761, + 0.1654600352048874, + 0.19238759577274323, + 0.1608145385980606, + 0.12638171017169952, + 0.1731964349746704, + 0.07797569036483765, + 0.14410975575447083, + 0.13114628195762634, + 0.16365422308444977, + 0.1569417417049408, + 0.17233318090438843, + 0.11916094273328781, + 0.1560981273651123, + 0.101645328104496, + 0.11247419565916061, + 0.08612512052059174, + 0.09779007732868195, + 0.125787615776062, + 0.10616952925920486, + 0.11127305775880814, + 0.18231993913650513, + 0.10245595872402191, + 0.16624757647514343, + 0.17764395475387573, + 0.22811877727508545, + 0.11799779534339905, + 0.10036781430244446, + 0.059484779834747314, + 0.15592244267463684, + 0.10361316800117493, + 0.1632682979106903, + 0.11611606180667877, + 0.12740296125411987, + 0.08925317972898483, + 0.10459131002426147, + 0.1841316521167755, + 0.12440051883459091, + 0.11494508385658264, + 0.1364029049873352, + 0.20300042629241943, + 0.05964043736457825, + 0.10634521394968033, + 0.1167631670832634, + 0.12118692696094513, + 0.10822386294603348, + 0.09820021688938141, + 0.16615866124629974, + 0.11636416614055634, + 0.13486522436141968, + 0.1376136690378189, + 0.1154630184173584, + 0.16466669738292694, + 0.1028495505452156, + 0.15153901278972626, + 0.08942414820194244, + 0.13322313129901886, + 0.16953258216381073 ], "env_score_iters": [ 1, @@ -1625,2644 +1654,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -2.890479803085327, - -3.047891139984131, - -1.9150967597961426, - -3.3852121829986572, - -3.603189706802368, - -1.1172983646392822, - -2.385253667831421, - -3.2763960361480713, - -2.126283884048462, - -3.8323373794555664, - -1.446818232536316, - 4.138833045959473, - -3.4449737071990967, - -1.5234171152114868, - -4.71823263168335, - -3.7762856483459473, - -4.1033759117126465, - -2.835127115249634, - -5.760863304138184, - -1.0635344982147217, - -4.500783443450928, - -3.729203701019287, - 7.0688323974609375, - -1.747385859489441, - -2.9409894943237305, - -2.8564791679382324, - -0.6041386723518372, - -1.5957034826278687, - -3.3979873657226562, - 6.907113552093506, - 0.9516097903251648, - -2.5058326721191406, - 0.8541787266731262, - 1.7978845834732056, - 1.057218313217163, - -1.6699559688568115, - -1.9018652439117432, - 2.0113067626953125, - -4.15532112121582, - -4.291586399078369, - -3.6886003017425537, - 4.02203893661499, - -2.919733762741089, - -0.43513408303260803, - -4.205759048461914, - -2.4360198974609375, - 0.8546520471572876, - -0.6709040999412537, - 3.282062530517578, - -1.6267954111099243, - -1.0239871740341187, - -0.048899415880441666, - -2.4171879291534424, - 16.776079177856445, - -1.5416327714920044, - -3.1642415523529053, - -2.229924201965332, - -2.425626039505005, - -2.2819132804870605, - -3.52947735786438, - -4.009058475494385, - -3.433062791824341, - -6.138337135314941, - -3.8308513164520264, - -5.442864418029785, - -3.133087158203125, - -3.3847575187683105, - -1.1827012300491333, - -3.8931972980499268, - -0.6609801054000854, - -3.1138393878936768, - -2.296576499938965, - 0.2890150547027588, - -3.520331859588623, - -3.428276777267456, - -3.2641470432281494, - -3.1436562538146973, - 4.994640827178955, - -5.397823810577393, - -3.491633176803589, - -0.9320637583732605, - -3.2806806564331055, - -5.346383571624756, - -2.7650954723358154, - -3.476221799850464, - -3.560816526412964, - -4.869941234588623, - -4.502035617828369, - -3.7103285789489746, - -5.067882537841797, - -1.423473834991455, - -1.6347081661224365, - -3.6907684803009033, - -2.4723927974700928, - -2.8599438667297363, - -2.266402006149292, - -3.3729872703552246, - -1.6694061756134033, - -1.578050971031189, - -7.530492305755615, - -2.2929112911224365, - -0.14222323894500732, - -2.85929536819458, - -2.2835001945495605, - -3.567979335784912, - -3.7825374603271484, - 0.27429795265197754, - -1.8252012729644775, - -2.2910244464874268, - -3.876976251602173, - -3.3105926513671875, - -1.838597297668457, - -2.562204360961914, - -1.8937532901763916, - -3.7570958137512207, - -4.344135284423828, - -1.3642189502716064, - -3.5022130012512207, - -5.425056457519531, - -2.055832624435425, - -5.364790916442871, - -1.5922412872314453, - -8.639466285705566, - -2.135711908340454, - -3.12314772605896, - -3.4160280227661133, - -2.8289425373077393, - -3.9595229625701904, - -2.4631407260894775, - -1.588694453239441, - -2.591956615447998, - -2.8744454383850098, - 0.9475144147872925, - -1.388588309288025, - 0.24977074563503265, - -4.187877178192139, - 1.102307677268982, - -1.9644560813903809, - -3.8596155643463135, - 0.10324619710445404, - -2.607027530670166, - -2.957745313644409, - -3.339153289794922, - -2.6474785804748535, - -8.709518432617188, - -0.916960597038269, - -8.167646408081055, - -3.7484707832336426, - -2.0045623779296875, - -1.5365864038467407, - 0.41060781478881836, - -1.547816514968872, - -3.2552490234375, - -4.169610500335693, - -3.5787830352783203, - -7.136536598205566, - -1.081187129020691, - -6.808961391448975, - -3.195025682449341, - -1.3264678716659546, - -2.82549786567688, - -2.4698662757873535, - -3.0041911602020264, - -0.36174559593200684, - -3.0396358966827393, - -3.1286416053771973, - -3.033353805541992, - -2.0839502811431885, - -2.6727418899536133, - 7.121266841888428, - -0.7733332514762878, - -1.2881962060928345, - -0.9304103851318359, - -3.492272138595581, - -1.706506609916687, - -2.9999239444732666, - -4.079051971435547, - -4.333495140075684, - -3.962986707687378, - -0.472248911857605, - -3.9046075344085693, - -1.945175051689148, - -1.0747289657592773, - 6.127869606018066, - -3.5938303470611572, - -4.639044284820557, - -2.326547145843506, - -1.9614051580429077, - -3.1474313735961914, - -2.3955330848693848, - -1.2453073263168335, - 2.617875576019287, - -2.1409342288970947, - 3.22902774810791, - -3.623281478881836, - -3.1030807495117188, - -2.2219064235687256, - 1.9574466943740845, - -2.6786186695098877, - 0.5921365022659302, - 0.1411428302526474, - -2.8359804153442383, - -5.583611488342285, - -1.2207103967666626, - -3.0372281074523926, - -4.091475009918213, - -0.37404704093933105, - 2.7086737155914307, - -4.007552623748779, - -3.8739702701568604, - -2.1742758750915527, - -5.117895603179932, - -4.528558254241943, - -3.726840019226074, - -2.137295722961426, - -4.344339370727539, - -1.8427592515945435, - -2.4008522033691406, - -4.887076377868652, - -3.0469770431518555, - -1.4453684091567993, - -2.9284634590148926, - -2.9853663444519043, - 4.01840353012085, - -0.2637942135334015, - -1.3195841312408447, - -5.47078800201416, - -7.17776346206665, - -0.07504361122846603, - 0.1996302604675293, - -3.587329864501953, - -5.217896461486816, - -2.3545444011688232, - -4.5281081199646, - -2.13173246383667, - -2.3979055881500244, - -5.042849540710449, - -3.5032968521118164, - -5.75620174407959, - -3.468506336212158, - 5.308779716491699, - -0.32247939705848694, - -3.3657784461975098, - -3.9488749504089355, - -4.460903167724609, - -1.7151564359664917, - -4.470661640167236, - -3.2563393115997314, - 0.3548794984817505, - -6.1887993812561035, - -3.909219980239868, - -3.9589529037475586, - -6.899237155914307, - -3.3558743000030518, - 2.913839340209961, - -7.119563102722168, - -2.2775325775146484, - -2.3361001014709473, - -2.781505823135376, - -1.8730782270431519, - -4.11265230178833, - -3.0815749168395996, - -2.275118350982666, - -3.2812867164611816, - -3.6480579376220703, - 1.289934515953064, - -5.512588977813721, - -3.320051908493042, - 0.23380328714847565, - 0.9271196722984314, - -2.1488564014434814, - -3.5094082355499268, - -3.7983319759368896, - -2.0834126472473145, - -3.442268133163452, - -0.25893765687942505, - -3.0998008251190186, - -5.162161827087402, - -0.6721445322036743, - -2.6171212196350098, - -4.090277194976807, - -4.573126792907715, - -1.5624363422393799, - -4.3491597175598145, - -2.3760101795196533, - -2.7971410751342773, - -0.7485979199409485, - -1.1282466650009155, - -4.390535831451416, - -1.7341545820236206, - -1.9761697053909302, - -2.355203151702881, - -1.5336663722991943, - -3.5607564449310303, - -4.189533710479736, - -4.28754997253418, - -3.869981527328491, - -2.8714849948883057, - -8.230875968933105, - -1.6832526922225952, - -1.7938942909240723, - -1.207889437675476, - -3.6608591079711914, - -1.178957223892212, - -3.4615981578826904, - -5.076656818389893, - -1.9084577560424805, - -2.551928997039795, - -4.671090602874756, - -3.0367681980133057, - -1.725577473640442, - -3.1972544193267822, - -2.919039726257324, - -3.7746946811676025, - -4.049070358276367, - -2.1480069160461426, - -5.029575347900391, - -2.305757522583008, - -3.952432632446289, - -3.5158259868621826, - 0.39699527621269226, - -1.9647810459136963, - -8.15788459777832, - -2.4673709869384766, - -3.9109015464782715, - -7.739887714385986, - -2.6259093284606934, - -4.344863414764404, - -3.0516159534454346, - -1.9396541118621826, - -3.8486883640289307, - -4.460619926452637, - -3.9663352966308594, - -2.6600382328033447, - -1.94390869140625, - -1.7594000101089478, - -4.850094318389893, - 1.3052611351013184, - -2.1786131858825684, - -6.127678394317627, - -5.036236763000488, - -2.0555310249328613, - -4.904321670532227, - -2.94093918800354, - -4.003451824188232, - -2.812666893005371, - -3.138404369354248, - -5.132652282714844, - -3.849551200866699, - -4.4602813720703125, - 3.575754404067993, - -2.3065598011016846, - -0.8763771057128906, - -3.281585693359375, - -0.7043066620826721, - -2.9550487995147705, - -1.271796703338623, - 0.1733262836933136, - -3.4925851821899414, - -3.393519878387451, - -2.115664482116699, - -1.8441834449768066, - -4.790363788604736, - -4.232105731964111, - -6.012172698974609, - -4.297005653381348, - -4.038749694824219, - -3.785189151763916, - -3.9543421268463135, - -3.7181310653686523, - -2.9287142753601074, - -2.320061445236206, - -5.566546440124512, - -3.141970157623291, - -1.2287927865982056, - -1.605211615562439, - -4.145867347717285, - -2.897298574447632, - -1.4652401208877563, - -2.0058815479278564, - -5.565370559692383, - -3.4712979793548584, - -1.9704838991165161, - -5.780243396759033, - -1.988362193107605, - -3.9617419242858887, - -3.894354820251465, - -3.3065762519836426, - -3.719777822494507, - -2.1469900608062744, - -6.553188323974609, - -1.4653193950653076, - -1.2551907300949097, - -3.6499104499816895, - -4.289485931396484, - -7.51221227645874, - -0.8680477738380432, - -2.279214859008789, - -1.9406596422195435, - -3.6081180572509766, - -2.5572047233581543, - -0.39162707328796387, - -3.7967586517333984, - -2.3084349632263184, - -2.461744546890259, - -7.805446147918701, - -3.8902509212493896, - -3.5362255573272705, - -3.4387311935424805, - -3.7628893852233887, - -5.28858757019043, - -1.860443353652954, - -2.6375627517700195, - -3.5460197925567627, - -4.265669345855713, - -3.137873888015747, - 0.5126235485076904, - -2.7824461460113525, - -1.4972563982009888, - -4.072336196899414, - -3.4681997299194336, - -1.431010365486145, - -1.7788928747177124, - -4.409801959991455, - 0.032857660204172134, - -5.254246711730957, - 0.2814568281173706, - -2.258246421813965, - -4.115820407867432, - -3.918701648712158, - -6.583571434020996, - -0.950458288192749, - -7.180081844329834, - -2.696089744567871, - 0.13359715044498444, - -3.7133841514587402, - -2.98188853263855, - -1.869292974472046, - -2.082883358001709, - -3.0656542778015137, - -3.4595513343811035, - -0.43220436573028564, - -3.7502355575561523, - -4.153397560119629, - -3.2663497924804688, - -7.5568928718566895, - -1.3822225332260132, - -1.5252279043197632, - -4.004515171051025, - -4.038318634033203, - -2.369025230407715, - -1.6427392959594727, - -2.9112613201141357, - -3.709900140762329, - -1.1589194536209106, - -2.6418840885162354, - -3.2872753143310547, - -4.477887153625488, - -3.7192764282226562, - -2.554279327392578, - -2.919491767883301, - -5.9853973388671875, - -3.078249931335449, - -2.6553144454956055, - -5.968453407287598, - -2.546018362045288, - -3.7275428771972656, - -6.13261079788208, - -4.084099769592285, - -3.6693778038024902, - -0.8108159303665161, - -2.425703287124634, - -4.156558036804199, - -0.7025493383407593, - -2.9116134643554688, - -3.4989068508148193, - -4.459236145019531, - -2.8649914264678955, - -0.186770498752594, - -3.5280606746673584, - -4.068251132965088, - -1.4921369552612305, - -1.907796025276184, - -3.9078595638275146, - -3.6888692378997803, - -2.3817315101623535, - -3.8542134761810303, - -3.1718196868896484, - -4.03067684173584, - -4.188992977142334, - -1.5245471000671387, - -2.9730446338653564, - -4.655797958374023, - -3.451374053955078 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.3815325200557709, + -0.5173815488815308, + -0.5022717118263245, + -0.4011387228965759, + -0.47446563839912415, + -0.6038334369659424, + -0.6331477165222168, + -0.5728031992912292, + -0.5945685505867004, + -0.39063867926597595, + -0.1336914300918579, + -0.4531787931919098, + -0.4267304837703705, + -0.5455032587051392, + -0.4506654143333435, + -0.6158809661865234, + -0.7101801037788391, + -0.3730032742023468, + -0.3941943645477295, + -0.5569595098495483, + -0.24469546973705292, + -0.3973006010055542, + -0.5956124067306519, + -0.30223891139030457, + -0.5420536398887634, + -0.48889437317848206, + -0.4532964825630188, + -0.2724158763885498, + -0.5316674113273621, + -0.5908863544464111, + -0.5172990560531616, + 0.011753915809094906, + -0.5690515041351318, + -0.6406623125076294, + -0.5187143087387085, + -0.5820056796073914, + -0.5649237632751465, + -0.6573550701141357, + -0.4210004210472107, + -0.44834980368614197, + -0.6116467118263245, + -0.4686437249183655, + -0.4912716746330261, + -0.45352745056152344, + -0.5558348298072815, + -0.48530301451683044, + -0.5036997199058533, + -0.3479042649269104, + -0.5317872166633606, + -0.5151107907295227, + -0.21448074281215668, + -0.7949552536010742, + -0.22620800137519836, + -0.5551800727844238, + -0.43999233841896057, + -0.627899706363678, + -0.24976681172847748, + -0.4772309362888336, + -0.5001168847084045, + -0.41024431586265564, + -0.3120572566986084, + -0.5508864521980286, + -0.471662700176239, + -0.4917460083961487, + -0.6316608190536499, + -0.5539069175720215, + -0.6148714423179626, + -0.5221405029296875, + -0.6249248385429382, + -0.5077566504478455, + -0.5421307682991028, + -0.4835127890110016, + -0.8838379383087158, + -0.4064456820487976, + -0.7535901069641113, + -0.42554381489753723, + -0.596905529499054, + -0.4383320212364197, + -0.3605327308177948, + -0.6363220810890198, + -0.3636223375797272, + -0.3975854516029358, + -0.6009838581085205, + -0.5658397078514099, + -0.5621750950813293, + -0.457263320684433, + -0.5577821135520935, + -0.4607841968536377, + -0.5306723713874817, + -0.5530445575714111, + -0.6549256443977356, + -0.5346356630325317, + -0.7254781723022461, + -0.5832211971282959, + -0.4270046651363373, + -0.579935610294342, + -0.4765712022781372, + -0.42864856123924255, + -0.5755875706672668, + -0.46343162655830383, + -0.24499669671058655, + -0.5745078325271606, + -0.4632677137851715, + -0.4844227731227875, + -0.4723820090293884, + -0.5258302092552185, + -0.45440784096717834, + -0.4835813045501709, + -0.3313910961151123, + -0.5280515551567078, + -0.4675157964229584, + -0.5374831557273865, + -0.4526003301143646, + -0.5376017093658447, + -0.5426557064056396, + -0.32783618569374084, + -0.5039926767349243, + -0.31403109431266785, + -0.35358771681785583, + -0.4720126688480377, + -0.31320956349372864, + -0.5566824078559875, + -0.41284701228141785, + -0.5286776423454285, + -0.28477030992507935, + -0.41520631313323975, + -0.5098708868026733, + -0.41572704911231995, + -0.3950134515762329, + -0.5407865047454834, + -0.7806302309036255, + -0.4465882182121277, + -0.5058454275131226, + -0.6970040798187256, + -0.40805286169052124, + -0.4108801484107971, + -0.7168909311294556, + -0.5490750670433044, + -0.6664822101593018, + -0.371125191450119, + -0.4928610324859619, + -0.7542775869369507, + -0.27410808205604553, + 0.002628312911838293, + -0.3630965054035187, + -0.5278578996658325, + -0.33176976442337036, + -0.7309608459472656, + -0.07664386928081512, + -0.5051385760307312, + -0.5602779388427734, + -0.5590628385543823, + -0.5082571506500244, + -0.5205859541893005, + -0.8459522724151611, + -0.3880862295627594, + -0.28019165992736816, + -0.48878803849220276, + -0.6048610806465149, + -0.4652383029460907, + -0.5917877554893494, + -0.21249499917030334, + -0.5173780918121338, + -0.5827627182006836, + -0.7637774348258972, + -0.4133925139904022, + -0.5481193661689758, + -0.3473237156867981, + -0.44967901706695557, + -0.7002907991409302, + -0.4533398151397705, + -0.580046534538269, + -0.44550153613090515, + -0.33508187532424927, + -0.43939316272735596, + -0.3653309643268585, + -0.565697193145752, + -0.6589711308479309, + -0.5070398449897766, + -0.2446107268333435, + -0.5579057931900024, + -0.4810238182544708, + -0.3660829961299896, + -0.5713393688201904, + -0.5158884525299072, + -0.41210946440696716, + -0.47619351744651794, + -0.6182905435562134, + -0.5921464562416077, + -0.6254855394363403, + -0.4698890149593353, + -0.5898119211196899, + -0.46748486161231995, + -0.3541772663593292, + -0.3604014813899994, + -0.811752438545227, + -0.6018297076225281, + -0.4378020167350769, + -0.3676539361476898, + -0.5851712822914124, + -0.603213906288147, + -0.5243073105812073, + -0.32680073380470276, + -0.59546959400177, + -0.34202077984809875, + -0.5784363746643066, + -0.7127803564071655, + -0.3578125238418579, + -0.4644666612148285, + -0.5782182812690735, + -0.4004378020763397, + -0.2422720193862915, + -0.4919958710670471, + -0.1583229899406433, + -0.5156445503234863, + -0.6252470016479492, + -0.5861718058586121, + -0.5815099477767944, + -0.278897762298584, + -0.4706214666366577, + -0.5397473573684692, + -0.3103507459163666, + -0.8195912837982178, + -0.3992473781108856, + -0.7184292078018188, + -0.37128230929374695, + -0.4727938771247864, + -0.6803168058395386, + -0.555877149105072, + -0.2173088639974594, + -0.5463696122169495, + -0.5842995643615723, + -0.4717999994754791, + -0.603081226348877, + -0.5166072249412537, + -0.5918937921524048, + -0.35025742650032043, + -0.46926257014274597, + -0.750693142414093, + -0.35625338554382324, + -0.4499128460884094, + -0.4154249429702759, + -0.2496827244758606, + -0.416411817073822, + -0.3765014111995697, + -0.45783430337905884, + -0.394594669342041, + -0.49300870299339294, + -0.48987841606140137, + -0.7002019286155701, + -0.40716901421546936, + -0.328157514333725, + -0.3544297218322754, + -0.5994033217430115, + -0.3603422939777374, + -0.6023586392402649, + -0.588837206363678, + -0.11387885361909866, + -0.45824745297431946, + -0.5959204435348511, + -0.5318407416343689, + -0.3981616497039795, + -0.5442401170730591, + -0.23333297669887543, + -0.44066518545150757, + -0.6120309829711914, + -0.9952189922332764, + -0.3832275867462158, + -0.49314600229263306, + -0.5688844323158264, + -0.42744898796081543, + -0.5333405137062073, + -0.45265644788742065, + -0.5296977758407593, + -0.47737932205200195, + -0.6083128452301025, + -0.4083414673805237, + -0.39119258522987366, + -0.5226768851280212, + -0.468829482793808, + -0.511572539806366, + -0.5017544627189636, + -0.5362239480018616, + -0.4753320813179016, + -0.7214287519454956, + -0.47085317969322205, + -0.4144400656223297, + -0.46487271785736084, + -0.40147992968559265, + -0.5394287705421448, + -0.38463082909584045, + -0.5316101312637329, + -0.4680400788784027, + -0.505613386631012, + -0.5229151844978333, + -0.38183942437171936, + -0.5243083834648132, + -0.3530600368976593, + -0.2852543890476227, + -0.41849806904792786, + -0.503160834312439, + -0.4661162793636322, + -0.4320874810218811, + -0.5836813449859619, + -0.5692059397697449, + -0.6647992134094238, + -0.3178642988204956, + -0.560529887676239, + -0.6067510843276978, + -0.45639440417289734, + -0.4997657835483551, + -0.5247705578804016, + -0.6423425078392029, + -0.43698054552078247, + -0.6053805351257324, + -0.47382816672325134, + -0.5457291007041931, + -0.37740659713745117, + -0.5934925675392151, + -0.37845343351364136, + -0.49552422761917114, + -0.5277004837989807, + -0.49481305480003357, + -0.4625837504863739, + -0.5435197353363037, + -0.41434070467948914, + -0.5518469214439392, + -0.4090937077999115, + -0.5364242196083069, + -0.42944881319999695, + -0.5116627216339111, + -0.5589926242828369, + -0.7462390065193176, + -0.5515075325965881, + -0.4908175766468048, + -0.3591151833534241, + -0.5244786143302917, + -0.6580483913421631, + -0.4681799113750458, + -0.5858849287033081, + -0.47579169273376465, + -0.41911476850509644, + -0.4121588170528412, + -0.5658861994743347, + -0.39819803833961487, + -0.5366504788398743, + -0.5350585579872131, + -0.5492213368415833, + -0.49548718333244324, + -0.5217947959899902, + -0.33323636651039124, + -0.449721097946167, + -0.5966977477073669, + -0.4246651828289032, + -0.6544063091278076, + -0.37939563393592834, + -0.07883653044700623, + -0.5223641991615295, + -0.6752115488052368, + -0.4738364517688751, + -0.5797796249389648, + -0.45410603284835815, + -0.5572907328605652, + -0.4491885304450989, + -0.4391980469226837, + -0.48814651370048523, + -0.4971144497394562, + -0.4807487428188324, + -0.2877727448940277, + -0.8203080296516418, + -0.4019015431404114, + -0.516595184803009, + -0.4726555347442627, + -0.5972967743873596, + -0.4923759698867798, + -0.6323545575141907, + -0.4961458444595337, + -0.3879750669002533, + -0.3491401970386505, + -0.5273444652557373, + -0.57796311378479, + -0.45172157883644104, + -0.6068568229675293, + -0.4925069510936737, + -0.5532068014144897, + -0.5946332216262817, + -0.3531612455844879, + -0.5853135585784912, + -0.2595638334751129, + -0.5763089060783386, + -0.6601060628890991, + -0.3673277497291565, + -0.3863234519958496, + -0.41652223467826843, + -0.7077466249465942, + -0.8206162452697754, + -0.5062766671180725, + -0.5843595862388611, + -0.44762876629829407, + -0.5204085111618042, + -0.5075250267982483, + -0.6716432571411133, + -0.5940536260604858, + -0.4875677227973938, + -0.4790506660938263, + -0.4355068504810333, + -0.37929797172546387, + -0.5113258957862854, + -0.5497952103614807, + -0.6144967675209045, + -0.4462386965751648, + -0.39589327573776245, + -0.48877498507499695, + -0.5480200052261353, + -0.7634636163711548, + -0.5329861044883728, + -0.4870704114437103, + -0.6007308959960938, + -0.43077701330184937, + -0.5757760405540466, + -0.34422770142555237, + -0.4869532287120819, + -0.7034667134284973, + -0.5151336193084717, + -0.43408218026161194, + -0.48324429988861084, + -0.520041823387146, + -0.5242162942886353, + -0.5188358426094055, + -0.5681692957878113, + -0.5172862410545349, + -0.663044273853302, + -0.5927576422691345, + -0.4444717466831207, + -0.7636092901229858, + -0.4297095239162445, + -0.43142828345298767, + -0.5421988368034363, + -0.5396363139152527, + -0.3930819034576416, + -0.4580897390842438, + -0.4023493528366089, + -0.4404604732990265, + -0.3261741101741791, + -0.5206815004348755, + -0.34181341528892517, + -0.8368163108825684, + -0.5239911079406738, + -0.44187745451927185, + -0.5548082590103149, + -0.4856228828430176, + -0.5112046599388123, + -0.4429921507835388, + -0.48291048407554626, + -0.34668439626693726, + -0.510768711566925, + -0.49999529123306274, + -0.5731536149978638, + -0.3569144010543823, + -0.24303101003170013, + -0.44977477192878723, + -0.4591512978076935, + -0.5766705274581909, + -0.6433218717575073, + -0.5941616296768188, + -0.38170409202575684, + -0.6110371351242065, + -0.4539937674999237, + -0.5666031837463379, + -0.567741334438324, + -0.12180878967046738, + -0.45906054973602295, + -0.5254569053649902, + -0.6626266241073608, + -0.4582843482494354, + -0.6010428667068481, + -0.5802546143531799, + -0.42568439245224, + -0.45057231187820435, + -0.646634042263031, + -0.47542673349380493, + -0.5383746027946472, + -0.5145330429077148, + -0.5654599070549011, + -0.4175550639629364, + -0.39992332458496094, + -0.42188289761543274, + -0.4558509588241577, + -0.35898101329803467, + -0.5039450526237488, + -0.46734243631362915, + -0.3351927101612091 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.65, - 0.6000000000000001, - 0.65, - 0.65, - 0.65, - 0.55, - 0.7, - 0.625, - 0.6 + 0.4749999999999999, + 0.4875, + 0.4875, + 0.4624999999999999, + 0.4125, + 0.4625, + 0.43749999999999994, + 0.42499999999999993, + 0.46249999999999997, + 0.46249999999999997, + 0.36250000000000004, + 0.475, + 0.44999999999999996, + 0.42499999999999993, + 0.46249999999999997, + 0.42499999999999993, + 0.39999999999999997, + 0.46249999999999997, + 0.42500000000000004, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9431211352348328, - 0.6051419377326965, - 0.5660944581031799, - 0.686106264591217, - 0.5641117095947266, - 0.9352573156356812, - 0.7057369947433472, - 0.9274437427520752, - 0.9350236058235168, - 0.5027872920036316 + 0.08203878998756409, + 0.1013161763548851, + -0.09540620446205139, + -0.13734708726406097, + -0.13730737566947937, + -0.15611830353736877, + -0.02684270404279232, + 0.07136364281177521, + 0.23585490882396698, + 0.22916533052921295, + 0.15823256969451904, + -0.12044195085763931, + -0.20135118067264557, + 0.031687986105680466, + 0.037355922162532806, + -0.2182435393333435, + 0.0745793879032135, + -0.13904725015163422, + 0.058368418365716934, + 0.052078597247600555 ], "rl_grad_norm": [ - 2.539660692214966, - 0.6314593553543091, - 1.0413099527359009, - 1.804758071899414, - 0.1219688206911087, - 0.9557117223739624, - 0.3954709768295288, - 0.6404576897621155, - 0.4512803852558136, - 0.9291433095932007 + 1.9006112813949585, + 0.43905091285705566, + 0.6166651248931885, + 0.4964391887187958, + 0.37068700790405273, + 0.3022717833518982, + 0.5189629793167114, + 0.45419344305992126, + 0.40454739332199097, + 0.40752148628234863, + 0.34142521023750305, + 0.43740272521972656, + 0.49436578154563904, + 0.47070443630218506, + 0.6804227828979492, + 0.24766100943088531, + 0.19614334404468536, + 0.3869371712207794, + 0.23669099807739258, + 0.4706254303455353 ], "bc_grad_norm": [ - 2.281956434249878, - 0.5607583522796631, - 0.7009778022766113, - 0.4530036747455597, - 0.29966288805007935, - 1.041821837425232, - 0.3900318443775177, - 0.7073546648025513, - 0.4892393946647644, - 0.3967353105545044 + 3.172726631164551, + 2.044497013092041, + 2.877795934677124, + 2.0070927143096924, + 2.7392022609710693, + 3.3372504711151123, + 3.7685906887054443, + 2.9268486499786377, + 1.7867326736450195, + 2.0141115188598633, + 1.714422583580017, + 2.203855276107788, + 3.289395570755005, + 5.368242263793945, + 4.609643459320068, + 3.6473281383514404, + 2.392197847366333, + 2.2954800128936768, + 5.024428367614746, + 3.364790678024292 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00014160772843752056, - "embedding.weight": 0.02170591801404953, - "cnn.0.weight": 0.402992844581604, - "cnn.0.bias": 0.019603682681918144, - "cnn.2.weight": 0.09867679327726364, - "cnn.2.bias": 0.03225213289260864, - "cnn.5.weight": 0.08860980719327927, - "cnn.5.bias": 0.025573719292879105, - "action_emb.weight": 0.01941731572151184, - "timestep_emb.weight": 0.006860172841697931, - "pos_emb.weight": 0.007500923238694668, - "transformer.layers.0.self_attn.in_proj_weight": 0.15208061039447784, - "transformer.layers.0.self_attn.in_proj_bias": 0.01207070890814066, - "transformer.layers.0.self_attn.out_proj.weight": 0.12154775112867355, - "transformer.layers.0.self_attn.out_proj.bias": 0.015309094451367855, - "transformer.layers.0.linear1.weight": 0.09152667224407196, - "transformer.layers.0.linear1.bias": 0.005564709659665823, - "transformer.layers.0.linear2.weight": 0.11586170643568039, - "transformer.layers.0.linear2.bias": 0.011567488312721252, - "transformer.layers.0.norm1.weight": 0.010029857978224754, - "transformer.layers.0.norm1.bias": 0.011735353618860245, - "transformer.layers.0.norm2.weight": 0.007300665136426687, - "transformer.layers.0.norm2.bias": 0.006624545436352491, - "transformer.layers.1.self_attn.in_proj_weight": 0.10589859634637833, - "transformer.layers.1.self_attn.in_proj_bias": 0.006778995506465435, - "transformer.layers.1.self_attn.out_proj.weight": 0.13255299627780914, - "transformer.layers.1.self_attn.out_proj.bias": 0.009350454434752464, - "transformer.layers.1.linear1.weight": 0.053838394582271576, - "transformer.layers.1.linear1.bias": 0.0031954688020050526, - "transformer.layers.1.linear2.weight": 0.07113959640264511, - "transformer.layers.1.linear2.bias": 0.009369266219437122, - "transformer.layers.1.norm1.weight": 0.008526533842086792, - "transformer.layers.1.norm1.bias": 0.0069443280808627605, - "transformer.layers.1.norm2.weight": 0.0033411583863198757, - "transformer.layers.1.norm2.bias": 0.002917852019891143, - "transformer.layers.2.self_attn.in_proj_weight": 0.09873335808515549, - "transformer.layers.2.self_attn.in_proj_bias": 0.006754994858056307, - "transformer.layers.2.self_attn.out_proj.weight": 0.10199350118637085, - "transformer.layers.2.self_attn.out_proj.bias": 0.00964454934000969, - "transformer.layers.2.linear1.weight": 0.04962494224309921, - "transformer.layers.2.linear1.bias": 0.0032130300533026457, - "transformer.layers.2.linear2.weight": 0.05826197564601898, - "transformer.layers.2.linear2.bias": 0.009876726195216179, - "transformer.layers.2.norm1.weight": 0.007461973931640387, - "transformer.layers.2.norm1.bias": 0.0068648457527160645, - "transformer.layers.2.norm2.weight": 0.002926179673522711, - "transformer.layers.2.norm2.bias": 0.0032199665438383818, - "transformer.layers.3.self_attn.in_proj_weight": 0.19773879647254944, - "transformer.layers.3.self_attn.in_proj_bias": 0.018134117126464844, - "transformer.layers.3.self_attn.out_proj.weight": 0.11283309012651443, - "transformer.layers.3.self_attn.out_proj.bias": 0.015721343457698822, - "transformer.layers.3.linear1.weight": 0.1611572951078415, - "transformer.layers.3.linear1.bias": 0.012691576033830643, - "transformer.layers.3.linear2.weight": 0.08435320109128952, - "transformer.layers.3.linear2.bias": 0.021687308326363564, - "transformer.layers.3.norm1.weight": 0.016010701656341553, - "transformer.layers.3.norm1.bias": 0.024949587881565094, - "transformer.layers.3.norm2.weight": 0.012391631491482258, - "transformer.layers.3.norm2.bias": 0.018853934481739998, - "head.weight": 1.24195396900177, - "head.bias": 0.04203346371650696, - "global_embedding.weight": 0.1520851105451584, - "global_cnn.0.weight": 0.9147661328315735, - "global_cnn.0.bias": 0.02663951925933361, - "global_cnn.2.weight": 2.056281805038452, - "global_cnn.2.bias": 0.10156747698783875, - "global_proj.weight": 0.39229774475097656, - "global_proj.bias": 0.22407342493534088, - "goal_head.0.weight": 0.20057961344718933, - "goal_head.0.bias": 0.0817008763551712, - "goal_head.2.weight": 0.23795220255851746, - "goal_head.2.bias": 0.17399513721466064 - }, - { - "global_gate": 0.0005871269968338311, - "embedding.weight": 0.005772126838564873, - "cnn.0.weight": 0.10415127873420715, - "cnn.0.bias": 0.004845059011131525, - "cnn.2.weight": 0.03229627013206482, - "cnn.2.bias": 0.008673559874296188, - "cnn.5.weight": 0.0365239717066288, - "cnn.5.bias": 0.007017507683485746, - "action_emb.weight": 0.007324649952352047, - "timestep_emb.weight": 0.0033236388117074966, - "pos_emb.weight": 0.0035300932358950377, - "transformer.layers.0.self_attn.in_proj_weight": 0.04999542236328125, - "transformer.layers.0.self_attn.in_proj_bias": 0.0035713110119104385, - "transformer.layers.0.self_attn.out_proj.weight": 0.050428200513124466, - "transformer.layers.0.self_attn.out_proj.bias": 0.005021258257329464, - "transformer.layers.0.linear1.weight": 0.03593340516090393, - "transformer.layers.0.linear1.bias": 0.00208266987465322, - "transformer.layers.0.linear2.weight": 0.048709943890571594, - "transformer.layers.0.linear2.bias": 0.004338037222623825, - "transformer.layers.0.norm1.weight": 0.0031795348040759563, - "transformer.layers.0.norm1.bias": 0.0032007466070353985, - "transformer.layers.0.norm2.weight": 0.0027953784447163343, - "transformer.layers.0.norm2.bias": 0.0020028140861541033, - "transformer.layers.1.self_attn.in_proj_weight": 0.044979289174079895, - "transformer.layers.1.self_attn.in_proj_bias": 0.0028516442980617285, - "transformer.layers.1.self_attn.out_proj.weight": 0.05054029822349548, - "transformer.layers.1.self_attn.out_proj.bias": 0.003718786872923374, - "transformer.layers.1.linear1.weight": 0.02282370999455452, - "transformer.layers.1.linear1.bias": 0.001341849798336625, - "transformer.layers.1.linear2.weight": 0.03280453756451607, - "transformer.layers.1.linear2.bias": 0.0036240958143025637, - "transformer.layers.1.norm1.weight": 0.0028371207881718874, - "transformer.layers.1.norm1.bias": 0.0027156237047165632, - "transformer.layers.1.norm2.weight": 0.0013985242694616318, - "transformer.layers.1.norm2.bias": 0.0011592941591516137, - "transformer.layers.2.self_attn.in_proj_weight": 0.04420807957649231, - "transformer.layers.2.self_attn.in_proj_bias": 0.002817075001075864, - "transformer.layers.2.self_attn.out_proj.weight": 0.037648286670446396, - "transformer.layers.2.self_attn.out_proj.bias": 0.003882206277921796, - "transformer.layers.2.linear1.weight": 0.02342754229903221, - "transformer.layers.2.linear1.bias": 0.0015334358904510736, - "transformer.layers.2.linear2.weight": 0.02745220437645912, - "transformer.layers.2.linear2.bias": 0.003900568699464202, - "transformer.layers.2.norm1.weight": 0.0029468093998730183, - "transformer.layers.2.norm1.bias": 0.003125695511698723, - "transformer.layers.2.norm2.weight": 0.0014541661366820335, - "transformer.layers.2.norm2.bias": 0.0013973010936751962, - "transformer.layers.3.self_attn.in_proj_weight": 0.08713001757860184, - "transformer.layers.3.self_attn.in_proj_bias": 0.008746764622628689, - "transformer.layers.3.self_attn.out_proj.weight": 0.04615701362490654, - "transformer.layers.3.self_attn.out_proj.bias": 0.00685220817103982, - "transformer.layers.3.linear1.weight": 0.076347716152668, - "transformer.layers.3.linear1.bias": 0.005072501953691244, - "transformer.layers.3.linear2.weight": 0.041268106549978256, - "transformer.layers.3.linear2.bias": 0.008376511745154858, - "transformer.layers.3.norm1.weight": 0.006720373872667551, - "transformer.layers.3.norm1.bias": 0.011539983563125134, - "transformer.layers.3.norm2.weight": 0.0064893560484051704, - "transformer.layers.3.norm2.bias": 0.005345794837921858, - "head.weight": 0.48098212480545044, - "head.bias": 0.01638561300933361, - "global_embedding.weight": 0.014842427335679531, - "global_cnn.0.weight": 0.09383860975503922, - "global_cnn.0.bias": 0.0030639199540019035, - "global_cnn.2.weight": 0.13059458136558533, - "global_cnn.2.bias": 0.005937161389738321, - "global_proj.weight": 0.029834721237421036, - "global_proj.bias": 0.020154375582933426, - "goal_head.0.weight": 0.016689958050847054, - "goal_head.0.bias": 0.007697379216551781, - "goal_head.2.weight": 0.023969100788235664, - "goal_head.2.bias": 0.018585512414574623 - }, - { - "global_gate": 0.0005542301805689931, - "embedding.weight": 0.003864312544465065, - "cnn.0.weight": 0.05326491594314575, - "cnn.0.bias": 0.0027139063458889723, - "cnn.2.weight": 0.011673327535390854, - "cnn.2.bias": 0.004179193172603846, - "cnn.5.weight": 0.01681402325630188, - "cnn.5.bias": 0.004782094154506922, - "action_emb.weight": 0.013507811352610588, - "timestep_emb.weight": 0.005278663709759712, - "pos_emb.weight": 0.0061678169295191765, - "transformer.layers.0.self_attn.in_proj_weight": 0.05869045853614807, - "transformer.layers.0.self_attn.in_proj_bias": 0.00519543094560504, - "transformer.layers.0.self_attn.out_proj.weight": 0.051452044397592545, - "transformer.layers.0.self_attn.out_proj.bias": 0.007678617723286152, - "transformer.layers.0.linear1.weight": 0.059022847563028336, - "transformer.layers.0.linear1.bias": 0.0030129619408398867, - "transformer.layers.0.linear2.weight": 0.0732143297791481, - "transformer.layers.0.linear2.bias": 0.006871371995657682, - "transformer.layers.0.norm1.weight": 0.0033490974456071854, - "transformer.layers.0.norm1.bias": 0.004599341191351414, - "transformer.layers.0.norm2.weight": 0.004686983302235603, - "transformer.layers.0.norm2.bias": 0.0031657807994633913, - "transformer.layers.1.self_attn.in_proj_weight": 0.05719156190752983, - "transformer.layers.1.self_attn.in_proj_bias": 0.004275163169950247, - "transformer.layers.1.self_attn.out_proj.weight": 0.06442507356405258, - "transformer.layers.1.self_attn.out_proj.bias": 0.0062285372987389565, - "transformer.layers.1.linear1.weight": 0.03960040584206581, - "transformer.layers.1.linear1.bias": 0.00216831942088902, - "transformer.layers.1.linear2.weight": 0.053543101996183395, - "transformer.layers.1.linear2.bias": 0.005950900260359049, - "transformer.layers.1.norm1.weight": 0.003541303565725684, - "transformer.layers.1.norm1.bias": 0.003908362705260515, - "transformer.layers.1.norm2.weight": 0.002793726744130254, - "transformer.layers.1.norm2.bias": 0.0018488883506506681, - "transformer.layers.2.self_attn.in_proj_weight": 0.06933409720659256, - "transformer.layers.2.self_attn.in_proj_bias": 0.004299212247133255, - "transformer.layers.2.self_attn.out_proj.weight": 0.047558289021253586, - "transformer.layers.2.self_attn.out_proj.bias": 0.006042082794010639, - "transformer.layers.2.linear1.weight": 0.038255490362644196, - "transformer.layers.2.linear1.bias": 0.0023914033081382513, - "transformer.layers.2.linear2.weight": 0.044664833694696426, - "transformer.layers.2.linear2.bias": 0.006000680383294821, - "transformer.layers.2.norm1.weight": 0.004150762222707272, - "transformer.layers.2.norm1.bias": 0.0042358748614788055, - "transformer.layers.2.norm2.weight": 0.0027496039401739836, - "transformer.layers.2.norm2.bias": 0.002498805755749345, - "transformer.layers.3.self_attn.in_proj_weight": 0.13886727392673492, - "transformer.layers.3.self_attn.in_proj_bias": 0.012538890354335308, - "transformer.layers.3.self_attn.out_proj.weight": 0.062414005398750305, - "transformer.layers.3.self_attn.out_proj.bias": 0.009769637137651443, - "transformer.layers.3.linear1.weight": 0.10457924008369446, - "transformer.layers.3.linear1.bias": 0.008310852572321892, - "transformer.layers.3.linear2.weight": 0.05784045532345772, - "transformer.layers.3.linear2.bias": 0.013680323027074337, - "transformer.layers.3.norm1.weight": 0.010240123607218266, - "transformer.layers.3.norm1.bias": 0.017858238890767097, - "transformer.layers.3.norm2.weight": 0.007774674333631992, - "transformer.layers.3.norm2.bias": 0.01180588360875845, - "head.weight": 0.6387311816215515, - "head.bias": 0.02475808747112751, - "global_embedding.weight": 0.025572197511792183, - "global_cnn.0.weight": 0.22015997767448425, - "global_cnn.0.bias": 0.008603581227362156, - "global_cnn.2.weight": 0.5224151611328125, - "global_cnn.2.bias": 0.029885541647672653, - "global_proj.weight": 0.11967232823371887, - "global_proj.bias": 0.08120786398649216, - "goal_head.0.weight": 0.06955553591251373, - "goal_head.0.bias": 0.0315154604613781, - "goal_head.2.weight": 0.09511961787939072, - "goal_head.2.bias": 0.07150781899690628 - }, - { - "global_gate": 0.00028676321380771697, - "embedding.weight": 0.002575335558503866, - "cnn.0.weight": 0.08077960461378098, - "cnn.0.bias": 0.0032852415461093187, - "cnn.2.weight": 0.026748020201921463, - "cnn.2.bias": 0.008524838835000992, - "cnn.5.weight": 0.03739631175994873, - "cnn.5.bias": 0.008415254764258862, - "action_emb.weight": 0.023399613797664642, - "timestep_emb.weight": 0.00787726417183876, - "pos_emb.weight": 0.012460893951356411, - "transformer.layers.0.self_attn.in_proj_weight": 0.0857199877500534, - "transformer.layers.0.self_attn.in_proj_bias": 0.00675882026553154, - "transformer.layers.0.self_attn.out_proj.weight": 0.08396757394075394, - "transformer.layers.0.self_attn.out_proj.bias": 0.010730529204010963, - "transformer.layers.0.linear1.weight": 0.1129709780216217, - "transformer.layers.0.linear1.bias": 0.0050594094209373, - "transformer.layers.0.linear2.weight": 0.1245986744761467, - "transformer.layers.0.linear2.bias": 0.010062159039080143, - "transformer.layers.0.norm1.weight": 0.004769795574247837, - "transformer.layers.0.norm1.bias": 0.005543690640479326, - "transformer.layers.0.norm2.weight": 0.010191957466304302, - "transformer.layers.0.norm2.bias": 0.004576214589178562, - "transformer.layers.1.self_attn.in_proj_weight": 0.09948831051588058, - "transformer.layers.1.self_attn.in_proj_bias": 0.005973001476377249, - "transformer.layers.1.self_attn.out_proj.weight": 0.10401467978954315, - "transformer.layers.1.self_attn.out_proj.bias": 0.009530873969197273, - "transformer.layers.1.linear1.weight": 0.06812778115272522, - "transformer.layers.1.linear1.bias": 0.0037930477410554886, - "transformer.layers.1.linear2.weight": 0.09325891733169556, - "transformer.layers.1.linear2.bias": 0.009033008478581905, - "transformer.layers.1.norm1.weight": 0.006498557515442371, - "transformer.layers.1.norm1.bias": 0.004618597216904163, - "transformer.layers.1.norm2.weight": 0.004750426393002272, - "transformer.layers.1.norm2.bias": 0.003708464093506336, - "transformer.layers.2.self_attn.in_proj_weight": 0.11872879415750504, - "transformer.layers.2.self_attn.in_proj_bias": 0.006884058937430382, - "transformer.layers.2.self_attn.out_proj.weight": 0.09731176495552063, - "transformer.layers.2.self_attn.out_proj.bias": 0.008664766326546669, - "transformer.layers.2.linear1.weight": 0.06272120028734207, - "transformer.layers.2.linear1.bias": 0.0038308906368911266, - "transformer.layers.2.linear2.weight": 0.07482180744409561, - "transformer.layers.2.linear2.bias": 0.008770796470344067, - "transformer.layers.2.norm1.weight": 0.008660731837153435, - "transformer.layers.2.norm1.bias": 0.006169900298118591, - "transformer.layers.2.norm2.weight": 0.0038917954079806805, - "transformer.layers.2.norm2.bias": 0.0040201530791819096, - "transformer.layers.3.self_attn.in_proj_weight": 0.23476587235927582, - "transformer.layers.3.self_attn.in_proj_bias": 0.017771324142813683, - "transformer.layers.3.self_attn.out_proj.weight": 0.11675343662500381, - "transformer.layers.3.self_attn.out_proj.bias": 0.014228631742298603, - "transformer.layers.3.linear1.weight": 0.20346185564994812, - "transformer.layers.3.linear1.bias": 0.01647837460041046, - "transformer.layers.3.linear2.weight": 0.10904890298843384, - "transformer.layers.3.linear2.bias": 0.023554369807243347, - "transformer.layers.3.norm1.weight": 0.0176551453769207, - "transformer.layers.3.norm1.bias": 0.023728840053081512, - "transformer.layers.3.norm2.weight": 0.018199076876044273, - "transformer.layers.3.norm2.bias": 0.02381325699388981, - "head.weight": 1.179660677909851, - "head.bias": 0.04391443356871605, - "global_embedding.weight": 0.015635235235095024, - "global_cnn.0.weight": 0.15448559820652008, - "global_cnn.0.bias": 0.003767030779272318, - "global_cnn.2.weight": 0.33594098687171936, - "global_cnn.2.bias": 0.01765587367117405, - "global_proj.weight": 0.04847356677055359, - "global_proj.bias": 0.04025452956557274, - "goal_head.0.weight": 0.03059248812496662, - "goal_head.0.bias": 0.015700330957770348, - "goal_head.2.weight": 0.045433737337589264, - "goal_head.2.bias": 0.03585751727223396 - }, - { - "global_gate": 0.00007018443284323439, - "embedding.weight": 0.0005285652005113661, - "cnn.0.weight": 0.010293344967067242, - "cnn.0.bias": 0.0005363061791285872, - "cnn.2.weight": 0.003395357634872198, - "cnn.2.bias": 0.0012632219586521387, - "cnn.5.weight": 0.0053551336750388145, - "cnn.5.bias": 0.0008509437320753932, - "action_emb.weight": 0.0014012482715770602, - "timestep_emb.weight": 0.0007176341605372727, - "pos_emb.weight": 0.0010093298042193055, - "transformer.layers.0.self_attn.in_proj_weight": 0.01035346556454897, - "transformer.layers.0.self_attn.in_proj_bias": 0.0008914409554563463, - "transformer.layers.0.self_attn.out_proj.weight": 0.008861866779625416, - "transformer.layers.0.self_attn.out_proj.bias": 0.0012117204023525119, - "transformer.layers.0.linear1.weight": 0.007719888351857662, - "transformer.layers.0.linear1.bias": 0.0003731413453351706, - "transformer.layers.0.linear2.weight": 0.009231233969330788, - "transformer.layers.0.linear2.bias": 0.0007645097211934626, - "transformer.layers.0.norm1.weight": 0.0005621365271508694, - "transformer.layers.0.norm1.bias": 0.0008107828907668591, - "transformer.layers.0.norm2.weight": 0.00060140440473333, - "transformer.layers.0.norm2.bias": 0.0004753801040351391, - "transformer.layers.1.self_attn.in_proj_weight": 0.006903333123773336, - "transformer.layers.1.self_attn.in_proj_bias": 0.0004048119590152055, - "transformer.layers.1.self_attn.out_proj.weight": 0.006967736408114433, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005808077403344214, - "transformer.layers.1.linear1.weight": 0.005021160934120417, - "transformer.layers.1.linear1.bias": 0.0002488804457243532, - "transformer.layers.1.linear2.weight": 0.00642073480412364, - "transformer.layers.1.linear2.bias": 0.0005690076504833996, - "transformer.layers.1.norm1.weight": 0.00041065417462959886, - "transformer.layers.1.norm1.bias": 0.00039318157359957695, - "transformer.layers.1.norm2.weight": 0.0003025549231097102, - "transformer.layers.1.norm2.bias": 0.00020821472571697086, - "transformer.layers.2.self_attn.in_proj_weight": 0.007919250056147575, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004193965869490057, - "transformer.layers.2.self_attn.out_proj.weight": 0.004922692663967609, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005256349686533213, - "transformer.layers.2.linear1.weight": 0.004543048329651356, - "transformer.layers.2.linear1.bias": 0.00023824188974685967, - "transformer.layers.2.linear2.weight": 0.004854396916925907, - "transformer.layers.2.linear2.bias": 0.0005522520514205098, - "transformer.layers.2.norm1.weight": 0.0005480442778207362, - "transformer.layers.2.norm1.bias": 0.00044523359974846244, - "transformer.layers.2.norm2.weight": 0.00028892490081489086, - "transformer.layers.2.norm2.bias": 0.00022709240147378296, - "transformer.layers.3.self_attn.in_proj_weight": 0.016229629516601562, - "transformer.layers.3.self_attn.in_proj_bias": 0.0012628143886104226, - "transformer.layers.3.self_attn.out_proj.weight": 0.007519644219428301, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010669586481526494, - "transformer.layers.3.linear1.weight": 0.013193191029131413, - "transformer.layers.3.linear1.bias": 0.0009264468098990619, - "transformer.layers.3.linear2.weight": 0.008098186925053596, - "transformer.layers.3.linear2.bias": 0.0014896387001499534, - "transformer.layers.3.norm1.weight": 0.0012478814460337162, - "transformer.layers.3.norm1.bias": 0.0017911512404680252, - "transformer.layers.3.norm2.weight": 0.001064764684997499, - "transformer.layers.3.norm2.bias": 0.0011912438785657287, - "head.weight": 0.08084611594676971, - "head.bias": 0.0028839479200541973, - "global_embedding.weight": 0.002917806850746274, - "global_cnn.0.weight": 0.040973104536533356, - "global_cnn.0.bias": 0.0012284565018489957, - "global_cnn.2.weight": 0.10425864160060883, - "global_cnn.2.bias": 0.006589087191969156, - "global_proj.weight": 0.01943054422736168, - "global_proj.bias": 0.017842523753643036, - "goal_head.0.weight": 0.014375687576830387, - "goal_head.0.bias": 0.007748147007077932, - "goal_head.2.weight": 0.025371182709932327, - "goal_head.2.bias": 0.019791515544056892 - }, - { - "global_gate": 0.00009510984091321006, - "embedding.weight": 0.005438623484224081, - "cnn.0.weight": 0.07861297577619553, - "cnn.0.bias": 0.004098331555724144, - "cnn.2.weight": 0.01631505787372589, - "cnn.2.bias": 0.008040017448365688, - "cnn.5.weight": 0.014128100126981735, - "cnn.5.bias": 0.003882247256115079, - "action_emb.weight": 0.00323928683064878, - "timestep_emb.weight": 0.0024054287932813168, - "pos_emb.weight": 0.0035195646341890097, - "transformer.layers.0.self_attn.in_proj_weight": 0.026590056717395782, - "transformer.layers.0.self_attn.in_proj_bias": 0.0017826419789344072, - "transformer.layers.0.self_attn.out_proj.weight": 0.02490323968231678, - "transformer.layers.0.self_attn.out_proj.bias": 0.0021490012295544147, - "transformer.layers.0.linear1.weight": 0.02374288998544216, - "transformer.layers.0.linear1.bias": 0.0010162744438275695, - "transformer.layers.0.linear2.weight": 0.02518244832754135, - "transformer.layers.0.linear2.bias": 0.0017037080833688378, - "transformer.layers.0.norm1.weight": 0.001701852073892951, - "transformer.layers.0.norm1.bias": 0.001747172442264855, - "transformer.layers.0.norm2.weight": 0.002011314034461975, - "transformer.layers.0.norm2.bias": 0.00098835164681077, - "transformer.layers.1.self_attn.in_proj_weight": 0.024249516427516937, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011932086199522018, - "transformer.layers.1.self_attn.out_proj.weight": 0.017122913151979446, - "transformer.layers.1.self_attn.out_proj.bias": 0.0012773671187460423, - "transformer.layers.1.linear1.weight": 0.0131803248077631, - "transformer.layers.1.linear1.bias": 0.0006671642768196762, - "transformer.layers.1.linear2.weight": 0.01670439913868904, - "transformer.layers.1.linear2.bias": 0.0011907267617061734, - "transformer.layers.1.norm1.weight": 0.001783645013347268, - "transformer.layers.1.norm1.bias": 0.0013599920785054564, - "transformer.layers.1.norm2.weight": 0.000990206957794726, - "transformer.layers.1.norm2.bias": 0.000642207742203027, - "transformer.layers.2.self_attn.in_proj_weight": 0.019651398062705994, - "transformer.layers.2.self_attn.in_proj_bias": 0.00105891446582973, - "transformer.layers.2.self_attn.out_proj.weight": 0.013874157331883907, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011966454330831766, - "transformer.layers.2.linear1.weight": 0.011299640871584415, - "transformer.layers.2.linear1.bias": 0.0006198620540089905, - "transformer.layers.2.linear2.weight": 0.012854458764195442, - "transformer.layers.2.linear2.bias": 0.0011463535483926535, - "transformer.layers.2.norm1.weight": 0.0012403602013364434, - "transformer.layers.2.norm1.bias": 0.001205315231345594, - "transformer.layers.2.norm2.weight": 0.0007085651159286499, - "transformer.layers.2.norm2.bias": 0.0005858050426468253, - "transformer.layers.3.self_attn.in_proj_weight": 0.040934041142463684, - "transformer.layers.3.self_attn.in_proj_bias": 0.0028233821503818035, - "transformer.layers.3.self_attn.out_proj.weight": 0.016428746283054352, - "transformer.layers.3.self_attn.out_proj.bias": 0.002042862819507718, - "transformer.layers.3.linear1.weight": 0.027325067669153214, - "transformer.layers.3.linear1.bias": 0.0017571145435795188, - "transformer.layers.3.linear2.weight": 0.015321650542318821, - "transformer.layers.3.linear2.bias": 0.0029044090770184994, - "transformer.layers.3.norm1.weight": 0.003415710525587201, - "transformer.layers.3.norm1.bias": 0.003753296099603176, - "transformer.layers.3.norm2.weight": 0.002075210213661194, - "transformer.layers.3.norm2.bias": 0.002316890051588416, - "head.weight": 0.18715745210647583, - "head.bias": 0.005937403067946434, - "global_embedding.weight": 0.03793756291270256, - "global_cnn.0.weight": 0.350369393825531, - "global_cnn.0.bias": 0.007869327440857887, - "global_cnn.2.weight": 0.8573173880577087, - "global_cnn.2.bias": 0.043476905673742294, - "global_proj.weight": 0.1619674116373062, - "global_proj.bias": 0.10975141823291779, - "goal_head.0.weight": 0.09461064636707306, - "goal_head.0.bias": 0.04234738647937775, - "goal_head.2.weight": 0.1342272162437439, - "goal_head.2.bias": 0.09526968002319336 - }, - { - "global_gate": 0.00031565153039991856, - "embedding.weight": 0.008187663741409779, - "cnn.0.weight": 0.1267336905002594, - "cnn.0.bias": 0.005360686220228672, - "cnn.2.weight": 0.02711089327931404, - "cnn.2.bias": 0.008158938959240913, - "cnn.5.weight": 0.027787022292613983, - "cnn.5.bias": 0.006922242697328329, - "action_emb.weight": 0.0048897285014390945, - "timestep_emb.weight": 0.003384457202628255, - "pos_emb.weight": 0.004199859220534563, - "transformer.layers.0.self_attn.in_proj_weight": 0.06607566028833389, - "transformer.layers.0.self_attn.in_proj_bias": 0.005038170609623194, - "transformer.layers.0.self_attn.out_proj.weight": 0.04887734726071358, - "transformer.layers.0.self_attn.out_proj.bias": 0.004851826932281256, - "transformer.layers.0.linear1.weight": 0.03347029536962509, - "transformer.layers.0.linear1.bias": 0.001813370967283845, - "transformer.layers.0.linear2.weight": 0.04029402881860733, - "transformer.layers.0.linear2.bias": 0.0033253722358494997, - "transformer.layers.0.norm1.weight": 0.004307576920837164, - "transformer.layers.0.norm1.bias": 0.0052164276130497456, - "transformer.layers.0.norm2.weight": 0.0028327719774097204, - "transformer.layers.0.norm2.bias": 0.0019024889916181564, - "transformer.layers.1.self_attn.in_proj_weight": 0.051109228283166885, - "transformer.layers.1.self_attn.in_proj_bias": 0.002937200479209423, - "transformer.layers.1.self_attn.out_proj.weight": 0.030582791194319725, - "transformer.layers.1.self_attn.out_proj.bias": 0.0021473856177181005, - "transformer.layers.1.linear1.weight": 0.017948631197214127, - "transformer.layers.1.linear1.bias": 0.0010572756873443723, - "transformer.layers.1.linear2.weight": 0.022028200328350067, - "transformer.layers.1.linear2.bias": 0.001972941216081381, - "transformer.layers.1.norm1.weight": 0.003135621314868331, - "transformer.layers.1.norm1.bias": 0.0026045276317745447, - "transformer.layers.1.norm2.weight": 0.0012728075962513685, - "transformer.layers.1.norm2.bias": 0.0011513893259689212, - "transformer.layers.2.self_attn.in_proj_weight": 0.03822324424982071, - "transformer.layers.2.self_attn.in_proj_bias": 0.0017128146719187498, - "transformer.layers.2.self_attn.out_proj.weight": 0.02026314288377762, - "transformer.layers.2.self_attn.out_proj.bias": 0.0017682724865153432, - "transformer.layers.2.linear1.weight": 0.013548837043344975, - "transformer.layers.2.linear1.bias": 0.0008172690286301076, - "transformer.layers.2.linear2.weight": 0.0152446823194623, - "transformer.layers.2.linear2.bias": 0.0016820356249809265, - "transformer.layers.2.norm1.weight": 0.0033798308577388525, - "transformer.layers.2.norm1.bias": 0.0016467339592054486, - "transformer.layers.2.norm2.weight": 0.0008830378646962345, - "transformer.layers.2.norm2.bias": 0.0008575580432079732, - "transformer.layers.3.self_attn.in_proj_weight": 0.04793459177017212, - "transformer.layers.3.self_attn.in_proj_bias": 0.003582532284781337, - "transformer.layers.3.self_attn.out_proj.weight": 0.01967971958220005, - "transformer.layers.3.self_attn.out_proj.bias": 0.002891235053539276, - "transformer.layers.3.linear1.weight": 0.03459610417485237, - "transformer.layers.3.linear1.bias": 0.0025424540508538485, - "transformer.layers.3.linear2.weight": 0.018301798030734062, - "transformer.layers.3.linear2.bias": 0.004142371937632561, - "transformer.layers.3.norm1.weight": 0.003705832175910473, - "transformer.layers.3.norm1.bias": 0.004883411340415478, - "transformer.layers.3.norm2.weight": 0.0027108280919492245, - "transformer.layers.3.norm2.bias": 0.00358518585562706, - "head.weight": 0.23989297449588776, - "head.bias": 0.008586712181568146, - "global_embedding.weight": 0.013540493324398994, - "global_cnn.0.weight": 0.14974768459796906, - "global_cnn.0.bias": 0.004317036364227533, - "global_cnn.2.weight": 0.24139823019504547, - "global_cnn.2.bias": 0.011708259582519531, - "global_proj.weight": 0.03960569202899933, - "global_proj.bias": 0.03156593069434166, - "goal_head.0.weight": 0.02221233770251274, - "goal_head.0.bias": 0.012286931276321411, - "goal_head.2.weight": 0.0355505645275116, - "goal_head.2.bias": 0.03156265988945961 - }, - { - "global_gate": 0.00007268499757628888, - "embedding.weight": 0.0007184736896306276, - "cnn.0.weight": 0.01673860102891922, - "cnn.0.bias": 0.0006455432740040123, - "cnn.2.weight": 0.006729189772158861, - "cnn.2.bias": 0.0014809761196374893, - "cnn.5.weight": 0.00981177482753992, - "cnn.5.bias": 0.001241836929693818, - "action_emb.weight": 0.0017149278428405523, - "timestep_emb.weight": 0.001072371262125671, - "pos_emb.weight": 0.0016399919986724854, - "transformer.layers.0.self_attn.in_proj_weight": 0.013156801462173462, - "transformer.layers.0.self_attn.in_proj_bias": 0.000706460268702358, - "transformer.layers.0.self_attn.out_proj.weight": 0.014161250554025173, - "transformer.layers.0.self_attn.out_proj.bias": 0.0010071693686768413, - "transformer.layers.0.linear1.weight": 0.010359242558479309, - "transformer.layers.0.linear1.bias": 0.00047700287541374564, - "transformer.layers.0.linear2.weight": 0.012035610154271126, - "transformer.layers.0.linear2.bias": 0.0007951385923661292, - "transformer.layers.0.norm1.weight": 0.0007927102851681411, - "transformer.layers.0.norm1.bias": 0.0006194189190864563, - "transformer.layers.0.norm2.weight": 0.0007808706141076982, - "transformer.layers.0.norm2.bias": 0.00046337765525095165, - "transformer.layers.1.self_attn.in_proj_weight": 0.011788168922066689, - "transformer.layers.1.self_attn.in_proj_bias": 0.000518884917255491, - "transformer.layers.1.self_attn.out_proj.weight": 0.009272352792322636, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006353511125780642, - "transformer.layers.1.linear1.weight": 0.006798604503273964, - "transformer.layers.1.linear1.bias": 0.0003383738803677261, - "transformer.layers.1.linear2.weight": 0.008339985273778439, - "transformer.layers.1.linear2.bias": 0.0005789100541733205, - "transformer.layers.1.norm1.weight": 0.0008022962720133364, - "transformer.layers.1.norm1.bias": 0.0006223162054084241, - "transformer.layers.1.norm2.weight": 0.00044842605711892247, - "transformer.layers.1.norm2.bias": 0.0003258301003370434, - "transformer.layers.2.self_attn.in_proj_weight": 0.011878272518515587, - "transformer.layers.2.self_attn.in_proj_bias": 0.000537229934707284, - "transformer.layers.2.self_attn.out_proj.weight": 0.007295843679457903, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005451923934742808, - "transformer.layers.2.linear1.weight": 0.006180170923471451, - "transformer.layers.2.linear1.bias": 0.00030395109206438065, - "transformer.layers.2.linear2.weight": 0.006686566863209009, - "transformer.layers.2.linear2.bias": 0.0005606174236163497, - "transformer.layers.2.norm1.weight": 0.0008196433773264289, - "transformer.layers.2.norm1.bias": 0.0005790252471342683, - "transformer.layers.2.norm2.weight": 0.00039196794386953115, - "transformer.layers.2.norm2.bias": 0.0002479366085026413, - "transformer.layers.3.self_attn.in_proj_weight": 0.020496195182204247, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010277759283781052, - "transformer.layers.3.self_attn.out_proj.weight": 0.008621139451861382, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007944039534777403, - "transformer.layers.3.linear1.weight": 0.015428941696882248, - "transformer.layers.3.linear1.bias": 0.0008441639947704971, - "transformer.layers.3.linear2.weight": 0.008198538795113564, - "transformer.layers.3.linear2.bias": 0.0010269929189234972, - "transformer.layers.3.norm1.weight": 0.0016443587373942137, - "transformer.layers.3.norm1.bias": 0.0014266509097069502, - "transformer.layers.3.norm2.weight": 0.0012167467502877116, - "transformer.layers.3.norm2.bias": 0.0008882435504347086, - "head.weight": 0.10971658676862717, - "head.bias": 0.0021708987187594175, - "global_embedding.weight": 0.050778500735759735, - "global_cnn.0.weight": 0.274397075176239, - "global_cnn.0.bias": 0.012506461702287197, - "global_cnn.2.weight": 0.474764883518219, - "global_cnn.2.bias": 0.02590329386293888, - "global_proj.weight": 0.12556079030036926, - "global_proj.bias": 0.10242900252342224, - "goal_head.0.weight": 0.09072295576334, - "goal_head.0.bias": 0.0510425940155983, - "goal_head.2.weight": 0.1294708102941513, - "goal_head.2.bias": 0.14107640087604523 - }, - { - "global_gate": 0.00003480386294540949, - "embedding.weight": 0.00026027305284515023, - "cnn.0.weight": 0.006831007543951273, - "cnn.0.bias": 0.00028215820202603936, - "cnn.2.weight": 0.002316894242540002, - "cnn.2.bias": 0.0006844106828793883, - "cnn.5.weight": 0.002253797370940447, - "cnn.5.bias": 0.0004555381019599736, - "action_emb.weight": 0.0001623851276235655, - "timestep_emb.weight": 0.00013346165360417217, - "pos_emb.weight": 0.00013896940799895674, - "transformer.layers.0.self_attn.in_proj_weight": 0.003191381925716996, - "transformer.layers.0.self_attn.in_proj_bias": 0.00015068422362674028, - "transformer.layers.0.self_attn.out_proj.weight": 0.002699382370337844, - "transformer.layers.0.self_attn.out_proj.bias": 0.00014769574045203626, - "transformer.layers.0.linear1.weight": 0.001330867293290794, - "transformer.layers.0.linear1.bias": 0.00006765856960555539, - "transformer.layers.0.linear2.weight": 0.001757375430315733, - "transformer.layers.0.linear2.bias": 0.00011278747115284204, - "transformer.layers.0.norm1.weight": 0.0002170461229979992, - "transformer.layers.0.norm1.bias": 0.00014568316692020744, - "transformer.layers.0.norm2.weight": 0.00009040156146511436, - "transformer.layers.0.norm2.bias": 0.00006643616507062688, - "transformer.layers.1.self_attn.in_proj_weight": 0.00183447718154639, - "transformer.layers.1.self_attn.in_proj_bias": 0.00006893477257108316, - "transformer.layers.1.self_attn.out_proj.weight": 0.001930159400217235, - "transformer.layers.1.self_attn.out_proj.bias": 0.0000861180669744499, - "transformer.layers.1.linear1.weight": 0.000773928826674819, - "transformer.layers.1.linear1.bias": 0.00003780640327022411, - "transformer.layers.1.linear2.weight": 0.0010738432174548507, - "transformer.layers.1.linear2.bias": 0.00008395984332310036, - "transformer.layers.1.norm1.weight": 0.00011638655996648595, - "transformer.layers.1.norm1.bias": 0.00007913315494079143, - "transformer.layers.1.norm2.weight": 0.000046497403673129156, - "transformer.layers.1.norm2.bias": 0.000028017986551276408, - "transformer.layers.2.self_attn.in_proj_weight": 0.001831406494602561, - "transformer.layers.2.self_attn.in_proj_bias": 0.00008096972305793315, - "transformer.layers.2.self_attn.out_proj.weight": 0.0008228733786381781, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007836970326025039, - "transformer.layers.2.linear1.weight": 0.0006707260617986321, - "transformer.layers.2.linear1.bias": 0.00003608508632169105, - "transformer.layers.2.linear2.weight": 0.0008109962800517678, - "transformer.layers.2.linear2.bias": 0.00007976054621394724, - "transformer.layers.2.norm1.weight": 0.00012966418580617756, - "transformer.layers.2.norm1.bias": 0.00008591870573582128, - "transformer.layers.2.norm2.weight": 0.0000446583035227377, - "transformer.layers.2.norm2.bias": 0.0000334331052727066, - "transformer.layers.3.self_attn.in_proj_weight": 0.0014522093115374446, - "transformer.layers.3.self_attn.in_proj_bias": 0.00012605117808561772, - "transformer.layers.3.self_attn.out_proj.weight": 0.0008107959874905646, - "transformer.layers.3.self_attn.out_proj.bias": 0.00011950447515118867, - "transformer.layers.3.linear1.weight": 0.0014638552675023675, - "transformer.layers.3.linear1.bias": 0.00010726696928031743, - "transformer.layers.3.linear2.weight": 0.0011316484306007624, - "transformer.layers.3.linear2.bias": 0.00013822382607031614, - "transformer.layers.3.norm1.weight": 0.00012705638073384762, - "transformer.layers.3.norm1.bias": 0.00017705466598272324, - "transformer.layers.3.norm2.weight": 0.00010593229671940207, - "transformer.layers.3.norm2.bias": 0.0001265110622625798, - "head.weight": 0.00856627058237791, - "head.bias": 0.00029777956660836935, - "global_embedding.weight": 0.018915152177214622, - "global_cnn.0.weight": 0.22658300399780273, - "global_cnn.0.bias": 0.009148632176220417, - "global_cnn.2.weight": 0.2739659249782562, - "global_cnn.2.bias": 0.011706462129950523, - "global_proj.weight": 0.10706013441085815, - "global_proj.bias": 0.09183964878320694, - "goal_head.0.weight": 0.09327176213264465, - "goal_head.0.bias": 0.0499456487596035, - "goal_head.2.weight": 0.1609547883272171, - "goal_head.2.bias": 0.13857212662696838 - }, - { - "global_gate": 0.000294988218229264, - "embedding.weight": 0.0023479312658309937, - "cnn.0.weight": 0.06270723044872284, - "cnn.0.bias": 0.0023567955940961838, - "cnn.2.weight": 0.020310457795858383, - "cnn.2.bias": 0.0059610470198094845, - "cnn.5.weight": 0.03348785266280174, - "cnn.5.bias": 0.005708114244043827, - "action_emb.weight": 0.014314542524516582, - "timestep_emb.weight": 0.0064955540001392365, - "pos_emb.weight": 0.009141195565462112, - "transformer.layers.0.self_attn.in_proj_weight": 0.0708000585436821, - "transformer.layers.0.self_attn.in_proj_bias": 0.0054125492461025715, - "transformer.layers.0.self_attn.out_proj.weight": 0.059436388313770294, - "transformer.layers.0.self_attn.out_proj.bias": 0.007322046905755997, - "transformer.layers.0.linear1.weight": 0.07163672149181366, - "transformer.layers.0.linear1.bias": 0.0032269584480673075, - "transformer.layers.0.linear2.weight": 0.0765547901391983, - "transformer.layers.0.linear2.bias": 0.006485368125140667, - "transformer.layers.0.norm1.weight": 0.004364892840385437, - "transformer.layers.0.norm1.bias": 0.004553417209535837, - "transformer.layers.0.norm2.weight": 0.006190645508468151, - "transformer.layers.0.norm2.bias": 0.003040893701836467, - "transformer.layers.1.self_attn.in_proj_weight": 0.0638156458735466, - "transformer.layers.1.self_attn.in_proj_bias": 0.004074373748153448, - "transformer.layers.1.self_attn.out_proj.weight": 0.06143389642238617, - "transformer.layers.1.self_attn.out_proj.bias": 0.005926268175244331, - "transformer.layers.1.linear1.weight": 0.04873703420162201, - "transformer.layers.1.linear1.bias": 0.00233152462169528, - "transformer.layers.1.linear2.weight": 0.062156081199645996, - "transformer.layers.1.linear2.bias": 0.005477736238390207, - "transformer.layers.1.norm1.weight": 0.0036417630035430193, - "transformer.layers.1.norm1.bias": 0.0036135942209511995, - "transformer.layers.1.norm2.weight": 0.003759796731173992, - "transformer.layers.1.norm2.bias": 0.0020115894731134176, - "transformer.layers.2.self_attn.in_proj_weight": 0.0766519159078598, - "transformer.layers.2.self_attn.in_proj_bias": 0.0047292630188167095, - "transformer.layers.2.self_attn.out_proj.weight": 0.05792555212974548, - "transformer.layers.2.self_attn.out_proj.bias": 0.005751854740083218, - "transformer.layers.2.linear1.weight": 0.03930981457233429, - "transformer.layers.2.linear1.bias": 0.0022309652995318174, - "transformer.layers.2.linear2.weight": 0.04753514379262924, - "transformer.layers.2.linear2.bias": 0.005663645453751087, - "transformer.layers.2.norm1.weight": 0.005760252010077238, - "transformer.layers.2.norm1.bias": 0.005349569953978062, - "transformer.layers.2.norm2.weight": 0.0024353095795959234, - "transformer.layers.2.norm2.bias": 0.002080674050375819, - "transformer.layers.3.self_attn.in_proj_weight": 0.16649679839611053, - "transformer.layers.3.self_attn.in_proj_bias": 0.013455105945467949, - "transformer.layers.3.self_attn.out_proj.weight": 0.060255102813243866, - "transformer.layers.3.self_attn.out_proj.bias": 0.01019849069416523, - "transformer.layers.3.linear1.weight": 0.11885792016983032, - "transformer.layers.3.linear1.bias": 0.009493275545537472, - "transformer.layers.3.linear2.weight": 0.0658901035785675, - "transformer.layers.3.linear2.bias": 0.015717443078756332, - "transformer.layers.3.norm1.weight": 0.012797988951206207, - "transformer.layers.3.norm1.bias": 0.018853528425097466, - "transformer.layers.3.norm2.weight": 0.010311145335435867, - "transformer.layers.3.norm2.bias": 0.01376405544579029, - "head.weight": 0.819722056388855, - "head.bias": 0.034416139125823975, - "global_embedding.weight": 0.008380510844290257, - "global_cnn.0.weight": 0.08942678570747375, - "global_cnn.0.bias": 0.0021275533363223076, - "global_cnn.2.weight": 0.20790880918502808, - "global_cnn.2.bias": 0.008444769307971, - "global_proj.weight": 0.021965017542243004, - "global_proj.bias": 0.020688986405730247, - "goal_head.0.weight": 0.016362236812710762, - "goal_head.0.bias": 0.008893826976418495, - "goal_head.2.weight": 0.03252850100398064, - "goal_head.2.bias": 0.02374386228621006 + "global_gate": 9.402258910995442e-06, + "embedding.weight": 0.002440228359773755, + "cnn.0.weight": 0.05968625098466873, + "cnn.0.bias": 0.0026214562822133303, + "cnn.2.weight": 0.020157702267169952, + "cnn.2.bias": 0.006067619193345308, + "cnn.5.weight": 0.026784684509038925, + "cnn.5.bias": 0.005581306293606758, + "action_emb.weight": 0.021215731278061867, + "timestep_emb.weight": 0.0028867172077298164, + "pos_emb.weight": 0.00445582577958703, + "transformer.layers.0.self_attn.in_proj_weight": 0.0877973660826683, + "transformer.layers.0.self_attn.in_proj_bias": 0.01022315863519907, + "transformer.layers.0.self_attn.out_proj.weight": 0.10317881405353546, + "transformer.layers.0.self_attn.out_proj.bias": 0.01770927757024765, + "transformer.layers.0.linear1.weight": 0.08469133824110031, + "transformer.layers.0.linear1.bias": 0.007034698035567999, + "transformer.layers.0.linear2.weight": 0.1365211457014084, + "transformer.layers.0.linear2.bias": 0.015431451611220837, + "transformer.layers.0.norm1.weight": 0.004205760080367327, + "transformer.layers.0.norm1.bias": 0.007703252136707306, + "transformer.layers.0.norm2.weight": 0.00575437443330884, + "transformer.layers.0.norm2.bias": 0.008680387400090694, + "transformer.layers.1.self_attn.in_proj_weight": 0.121746726334095, + "transformer.layers.1.self_attn.in_proj_bias": 0.008914031088352203, + "transformer.layers.1.self_attn.out_proj.weight": 0.17754854261875153, + "transformer.layers.1.self_attn.out_proj.bias": 0.013733480125665665, + "transformer.layers.1.linear1.weight": 0.06654240190982819, + "transformer.layers.1.linear1.bias": 0.005120542831718922, + "transformer.layers.1.linear2.weight": 0.10459689795970917, + "transformer.layers.1.linear2.bias": 0.013563474640250206, + "transformer.layers.1.norm1.weight": 0.006052217911928892, + "transformer.layers.1.norm1.bias": 0.008220960386097431, + "transformer.layers.1.norm2.weight": 0.0037268823944032192, + "transformer.layers.1.norm2.bias": 0.004924393258988857, + "transformer.layers.2.self_attn.in_proj_weight": 0.13758033514022827, + "transformer.layers.2.self_attn.in_proj_bias": 0.010997680015861988, + "transformer.layers.2.self_attn.out_proj.weight": 0.1621122509241104, + "transformer.layers.2.self_attn.out_proj.bias": 0.01403324119746685, + "transformer.layers.2.linear1.weight": 0.07329929620027542, + "transformer.layers.2.linear1.bias": 0.005310609005391598, + "transformer.layers.2.linear2.weight": 0.07672274857759476, + "transformer.layers.2.linear2.bias": 0.014638707041740417, + "transformer.layers.2.norm1.weight": 0.010547378100454807, + "transformer.layers.2.norm1.bias": 0.01401716098189354, + "transformer.layers.2.norm2.weight": 0.004809707403182983, + "transformer.layers.2.norm2.bias": 0.006191499996930361, + "transformer.layers.3.self_attn.in_proj_weight": 0.3251118063926697, + "transformer.layers.3.self_attn.in_proj_bias": 0.029078854247927666, + "transformer.layers.3.self_attn.out_proj.weight": 0.1849009394645691, + "transformer.layers.3.self_attn.out_proj.bias": 0.022990988567471504, + "transformer.layers.3.linear1.weight": 0.18290545046329498, + "transformer.layers.3.linear1.bias": 0.014429971575737, + "transformer.layers.3.linear2.weight": 0.10586758702993393, + "transformer.layers.3.linear2.bias": 0.027229061350226402, + "transformer.layers.3.norm1.weight": 0.025982361286878586, + "transformer.layers.3.norm1.bias": 0.040572937577962875, + "transformer.layers.3.norm2.weight": 0.01202281191945076, + "transformer.layers.3.norm2.bias": 0.017384549602866173, + "head.weight": 1.7145702838897705, + "head.bias": 0.05258715897798538, + "global_embedding.weight": 0.01681630127131939, + "global_cnn.0.weight": 0.2594153583049774, + "global_cnn.0.bias": 0.010886983014643192, + "global_cnn.2.weight": 0.5126939415931702, + "global_cnn.2.bias": 0.022687405347824097, + "global_proj.weight": 0.21154047548770905, + "global_proj.bias": 0.07839245349168777, + "goal_head.0.weight": 0.12369334697723389, + "goal_head.0.bias": 0.035477153956890106, + "goal_head.2.weight": 0.15076634287834167, + "goal_head.2.bias": 0.07275324314832687 + }, + { + "global_gate": 0.00014283771452028304, + "embedding.weight": 0.002875866135582328, + "cnn.0.weight": 0.051674772053956985, + "cnn.0.bias": 0.0025657436344772577, + "cnn.2.weight": 0.012041866779327393, + "cnn.2.bias": 0.0032947540748864412, + "cnn.5.weight": 0.023508233949542046, + "cnn.5.bias": 0.004038120619952679, + "action_emb.weight": 0.008594746701419353, + "timestep_emb.weight": 0.004022158216685057, + "pos_emb.weight": 0.006932822521775961, + "transformer.layers.0.self_attn.in_proj_weight": 0.054764047265052795, + "transformer.layers.0.self_attn.in_proj_bias": 0.0048099057748913765, + "transformer.layers.0.self_attn.out_proj.weight": 0.04508103430271149, + "transformer.layers.0.self_attn.out_proj.bias": 0.006515721324831247, + "transformer.layers.0.linear1.weight": 0.051879506558179855, + "transformer.layers.0.linear1.bias": 0.0029347429517656565, + "transformer.layers.0.linear2.weight": 0.05698668584227562, + "transformer.layers.0.linear2.bias": 0.003984380979090929, + "transformer.layers.0.norm1.weight": 0.0031709487084299326, + "transformer.layers.0.norm1.bias": 0.004302589222788811, + "transformer.layers.0.norm2.weight": 0.004784045275300741, + "transformer.layers.0.norm2.bias": 0.004264427348971367, + "transformer.layers.1.self_attn.in_proj_weight": 0.043232113122940063, + "transformer.layers.1.self_attn.in_proj_bias": 0.002874461468309164, + "transformer.layers.1.self_attn.out_proj.weight": 0.03909642994403839, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025266516022384167, + "transformer.layers.1.linear1.weight": 0.03175964578986168, + "transformer.layers.1.linear1.bias": 0.0015760150272399187, + "transformer.layers.1.linear2.weight": 0.03868629410862923, + "transformer.layers.1.linear2.bias": 0.0021164666395634413, + "transformer.layers.1.norm1.weight": 0.0029281743336468935, + "transformer.layers.1.norm1.bias": 0.0036653701681643724, + "transformer.layers.1.norm2.weight": 0.002407021587714553, + "transformer.layers.1.norm2.bias": 0.001895494875498116, + "transformer.layers.2.self_attn.in_proj_weight": 0.05658707395195961, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020395233295857906, + "transformer.layers.2.self_attn.out_proj.weight": 0.03650016337633133, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015560626052320004, + "transformer.layers.2.linear1.weight": 0.020005345344543457, + "transformer.layers.2.linear1.bias": 0.0009837817633524537, + "transformer.layers.2.linear2.weight": 0.024189762771129608, + "transformer.layers.2.linear2.bias": 0.0014139700215309858, + "transformer.layers.2.norm1.weight": 0.004536202643066645, + "transformer.layers.2.norm1.bias": 0.002054893411695957, + "transformer.layers.2.norm2.weight": 0.0012703922111541033, + "transformer.layers.2.norm2.bias": 0.0007919243071228266, + "transformer.layers.3.self_attn.in_proj_weight": 0.05999582260847092, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028266797307878733, + "transformer.layers.3.self_attn.out_proj.weight": 0.035108454525470734, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017217745771631598, + "transformer.layers.3.linear1.weight": 0.03585467115044594, + "transformer.layers.3.linear1.bias": 0.002159552648663521, + "transformer.layers.3.linear2.weight": 0.020396415144205093, + "transformer.layers.3.linear2.bias": 0.0015943683683872223, + "transformer.layers.3.norm1.weight": 0.005071565974503756, + "transformer.layers.3.norm1.bias": 0.00352818937972188, + "transformer.layers.3.norm2.weight": 0.0022896917071193457, + "transformer.layers.3.norm2.bias": 0.0022225112188607454, + "head.weight": 0.19652500748634338, + "head.bias": 0.0031421168241649866, + "global_embedding.weight": 0.017562737688422203, + "global_cnn.0.weight": 0.10099176317453384, + "global_cnn.0.bias": 0.0040246788412332535, + "global_cnn.2.weight": 0.2688678801059723, + "global_cnn.2.bias": 0.009537645615637302, + "global_proj.weight": 0.10189022868871689, + "global_proj.bias": 0.0396137461066246, + "goal_head.0.weight": 0.06305454671382904, + "goal_head.0.bias": 0.01836034283041954, + "goal_head.2.weight": 0.08144926279783249, + "goal_head.2.bias": 0.03816426172852516 + }, + { + "global_gate": 0.00021966113126836717, + "embedding.weight": 0.0029541507828980684, + "cnn.0.weight": 0.05307916924357414, + "cnn.0.bias": 0.002126160077750683, + "cnn.2.weight": 0.010280905291438103, + "cnn.2.bias": 0.0023215014953166246, + "cnn.5.weight": 0.014790293760597706, + "cnn.5.bias": 0.0029467050917446613, + "action_emb.weight": 0.01293889433145523, + "timestep_emb.weight": 0.001813508104532957, + "pos_emb.weight": 0.003121650079265237, + "transformer.layers.0.self_attn.in_proj_weight": 0.04227312654256821, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033061413560062647, + "transformer.layers.0.self_attn.out_proj.weight": 0.0389777310192585, + "transformer.layers.0.self_attn.out_proj.bias": 0.004586276598274708, + "transformer.layers.0.linear1.weight": 0.05691421404480934, + "transformer.layers.0.linear1.bias": 0.0023939437232911587, + "transformer.layers.0.linear2.weight": 0.051151346415281296, + "transformer.layers.0.linear2.bias": 0.003712619422003627, + "transformer.layers.0.norm1.weight": 0.0022862334735691547, + "transformer.layers.0.norm1.bias": 0.002833480713889003, + "transformer.layers.0.norm2.weight": 0.00588678102940321, + "transformer.layers.0.norm2.bias": 0.0024574303533881903, + "transformer.layers.1.self_attn.in_proj_weight": 0.049107640981674194, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026610717177391052, + "transformer.layers.1.self_attn.out_proj.weight": 0.05145978182554245, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030945029575377703, + "transformer.layers.1.linear1.weight": 0.027608472853899002, + "transformer.layers.1.linear1.bias": 0.0015087893698364496, + "transformer.layers.1.linear2.weight": 0.03810817748308182, + "transformer.layers.1.linear2.bias": 0.002810654928907752, + "transformer.layers.1.norm1.weight": 0.0030605942010879517, + "transformer.layers.1.norm1.bias": 0.003050520783290267, + "transformer.layers.1.norm2.weight": 0.0020834109745919704, + "transformer.layers.1.norm2.bias": 0.0014799502678215504, + "transformer.layers.2.self_attn.in_proj_weight": 0.05246785283088684, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023221701849251986, + "transformer.layers.2.self_attn.out_proj.weight": 0.043767910450696945, + "transformer.layers.2.self_attn.out_proj.bias": 0.002685448620468378, + "transformer.layers.2.linear1.weight": 0.019939342513680458, + "transformer.layers.2.linear1.bias": 0.0012355445651337504, + "transformer.layers.2.linear2.weight": 0.02661661058664322, + "transformer.layers.2.linear2.bias": 0.0025960311759263277, + "transformer.layers.2.norm1.weight": 0.004986150190234184, + "transformer.layers.2.norm1.bias": 0.0026601161807775497, + "transformer.layers.2.norm2.weight": 0.0013162032701075077, + "transformer.layers.2.norm2.bias": 0.0011040359968319535, + "transformer.layers.3.self_attn.in_proj_weight": 0.08397829532623291, + "transformer.layers.3.self_attn.in_proj_bias": 0.00527476379647851, + "transformer.layers.3.self_attn.out_proj.weight": 0.05282063037157059, + "transformer.layers.3.self_attn.out_proj.bias": 0.0037832329981029034, + "transformer.layers.3.linear1.weight": 0.035321954637765884, + "transformer.layers.3.linear1.bias": 0.0026738399174064398, + "transformer.layers.3.linear2.weight": 0.02392534911632538, + "transformer.layers.3.linear2.bias": 0.0039972588419914246, + "transformer.layers.3.norm1.weight": 0.0073424153961241245, + "transformer.layers.3.norm1.bias": 0.007702338043600321, + "transformer.layers.3.norm2.weight": 0.0022714571096003056, + "transformer.layers.3.norm2.bias": 0.0028323824517428875, + "head.weight": 0.29612964391708374, + "head.bias": 0.007012149319052696, + "global_embedding.weight": 0.015787193551659584, + "global_cnn.0.weight": 0.18953020870685577, + "global_cnn.0.bias": 0.009608891792595387, + "global_cnn.2.weight": 0.39269939064979553, + "global_cnn.2.bias": 0.01769125647842884, + "global_proj.weight": 0.11804938316345215, + "global_proj.bias": 0.0609416663646698, + "goal_head.0.weight": 0.07261216640472412, + "goal_head.0.bias": 0.02910231426358223, + "goal_head.2.weight": 0.08669229596853256, + "goal_head.2.bias": 0.06635534763336182 + }, + { + "global_gate": 6.7306355049368e-05, + "embedding.weight": 0.001425407244823873, + "cnn.0.weight": 0.029588906094431877, + "cnn.0.bias": 0.0012175132287666202, + "cnn.2.weight": 0.008574512787163258, + "cnn.2.bias": 0.002405727282166481, + "cnn.5.weight": 0.013113412074744701, + "cnn.5.bias": 0.0024423846043646336, + "action_emb.weight": 0.006685345433652401, + "timestep_emb.weight": 0.0021461262367665768, + "pos_emb.weight": 0.005668140947818756, + "transformer.layers.0.self_attn.in_proj_weight": 0.03391367569565773, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028883747290819883, + "transformer.layers.0.self_attn.out_proj.weight": 0.03602210432291031, + "transformer.layers.0.self_attn.out_proj.bias": 0.004376942291855812, + "transformer.layers.0.linear1.weight": 0.04049830138683319, + "transformer.layers.0.linear1.bias": 0.0019329675706103444, + "transformer.layers.0.linear2.weight": 0.04493508115410805, + "transformer.layers.0.linear2.bias": 0.0037102976348251104, + "transformer.layers.0.norm1.weight": 0.0018034714739769697, + "transformer.layers.0.norm1.bias": 0.0024697137996554375, + "transformer.layers.0.norm2.weight": 0.0035724774934351444, + "transformer.layers.0.norm2.bias": 0.0020404390525072813, + "transformer.layers.1.self_attn.in_proj_weight": 0.04140589386224747, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023938375525176525, + "transformer.layers.1.self_attn.out_proj.weight": 0.041678499430418015, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030456879176199436, + "transformer.layers.1.linear1.weight": 0.023222269490361214, + "transformer.layers.1.linear1.bias": 0.0012534002307802439, + "transformer.layers.1.linear2.weight": 0.030418792739510536, + "transformer.layers.1.linear2.bias": 0.002968776971101761, + "transformer.layers.1.norm1.weight": 0.0027273986488580704, + "transformer.layers.1.norm1.bias": 0.0023664480540901423, + "transformer.layers.1.norm2.weight": 0.001694867736659944, + "transformer.layers.1.norm2.bias": 0.0011675339192152023, + "transformer.layers.2.self_attn.in_proj_weight": 0.0384080708026886, + "transformer.layers.2.self_attn.in_proj_bias": 0.002684288192540407, + "transformer.layers.2.self_attn.out_proj.weight": 0.03682755306363106, + "transformer.layers.2.self_attn.out_proj.bias": 0.0029701413586735725, + "transformer.layers.2.linear1.weight": 0.018233511596918106, + "transformer.layers.2.linear1.bias": 0.0011431284947320819, + "transformer.layers.2.linear2.weight": 0.0220037829130888, + "transformer.layers.2.linear2.bias": 0.0031332732178270817, + "transformer.layers.2.norm1.weight": 0.0032882774248719215, + "transformer.layers.2.norm1.bias": 0.003449180629104376, + "transformer.layers.2.norm2.weight": 0.001329550868831575, + "transformer.layers.2.norm2.bias": 0.0012177678290754557, + "transformer.layers.3.self_attn.in_proj_weight": 0.06481372565031052, + "transformer.layers.3.self_attn.in_proj_bias": 0.0058820657432079315, + "transformer.layers.3.self_attn.out_proj.weight": 0.033879995346069336, + "transformer.layers.3.self_attn.out_proj.bias": 0.004645832348614931, + "transformer.layers.3.linear1.weight": 0.027006683871150017, + "transformer.layers.3.linear1.bias": 0.0021724121179431677, + "transformer.layers.3.linear2.weight": 0.019738292321562767, + "transformer.layers.3.linear2.bias": 0.005015565548092127, + "transformer.layers.3.norm1.weight": 0.005585778970271349, + "transformer.layers.3.norm1.bias": 0.0076936534605920315, + "transformer.layers.3.norm2.weight": 0.0017291249241679907, + "transformer.layers.3.norm2.bias": 0.002302074572071433, + "head.weight": 0.2635149657726288, + "head.bias": 0.009759867563843727, + "global_embedding.weight": 0.018869416788220406, + "global_cnn.0.weight": 0.13605989515781403, + "global_cnn.0.bias": 0.004730483517050743, + "global_cnn.2.weight": 0.39726805686950684, + "global_cnn.2.bias": 0.018093150109052658, + "global_proj.weight": 0.09548211097717285, + "global_proj.bias": 0.0439581498503685, + "goal_head.0.weight": 0.050290998071432114, + "goal_head.0.bias": 0.016859175637364388, + "goal_head.2.weight": 0.0591706708073616, + "goal_head.2.bias": 0.03218287229537964 + }, + { + "global_gate": 0.00019693910144269466, + "embedding.weight": 0.0011074995854869485, + "cnn.0.weight": 0.02651270478963852, + "cnn.0.bias": 0.0012976829893887043, + "cnn.2.weight": 0.008298847824335098, + "cnn.2.bias": 0.003306339727714658, + "cnn.5.weight": 0.010897241532802582, + "cnn.5.bias": 0.0021838187240064144, + "action_emb.weight": 0.0166702289134264, + "timestep_emb.weight": 0.0028224645648151636, + "pos_emb.weight": 0.005849516950547695, + "transformer.layers.0.self_attn.in_proj_weight": 0.038821205496788025, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032810482662171125, + "transformer.layers.0.self_attn.out_proj.weight": 0.035937532782554626, + "transformer.layers.0.self_attn.out_proj.bias": 0.004722630139440298, + "transformer.layers.0.linear1.weight": 0.07845724374055862, + "transformer.layers.0.linear1.bias": 0.002598429564386606, + "transformer.layers.0.linear2.weight": 0.05675233155488968, + "transformer.layers.0.linear2.bias": 0.0034906070213764906, + "transformer.layers.0.norm1.weight": 0.002068298403173685, + "transformer.layers.0.norm1.bias": 0.0030218546744436026, + "transformer.layers.0.norm2.weight": 0.008378073573112488, + "transformer.layers.0.norm2.bias": 0.0027557245921343565, + "transformer.layers.1.self_attn.in_proj_weight": 0.049656953662633896, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023658552672713995, + "transformer.layers.1.self_attn.out_proj.weight": 0.04053003340959549, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031607027631253004, + "transformer.layers.1.linear1.weight": 0.03389354422688484, + "transformer.layers.1.linear1.bias": 0.0014345025410875678, + "transformer.layers.1.linear2.weight": 0.042786985635757446, + "transformer.layers.1.linear2.bias": 0.002826323267072439, + "transformer.layers.1.norm1.weight": 0.0031792286317795515, + "transformer.layers.1.norm1.bias": 0.0024438537657260895, + "transformer.layers.1.norm2.weight": 0.0026969637256115675, + "transformer.layers.1.norm2.bias": 0.0013919310877099633, + "transformer.layers.2.self_attn.in_proj_weight": 0.04947210103273392, + "transformer.layers.2.self_attn.in_proj_bias": 0.002275813603773713, + "transformer.layers.2.self_attn.out_proj.weight": 0.03515295684337616, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026181438006460667, + "transformer.layers.2.linear1.weight": 0.025057818740606308, + "transformer.layers.2.linear1.bias": 0.0014152544317767024, + "transformer.layers.2.linear2.weight": 0.03332407772541046, + "transformer.layers.2.linear2.bias": 0.0026676212437450886, + "transformer.layers.2.norm1.weight": 0.0036140549927949905, + "transformer.layers.2.norm1.bias": 0.00272826268337667, + "transformer.layers.2.norm2.weight": 0.0016282500000670552, + "transformer.layers.2.norm2.bias": 0.0014821885852143168, + "transformer.layers.3.self_attn.in_proj_weight": 0.09537728130817413, + "transformer.layers.3.self_attn.in_proj_bias": 0.005935580935329199, + "transformer.layers.3.self_attn.out_proj.weight": 0.03853011876344681, + "transformer.layers.3.self_attn.out_proj.bias": 0.003409505123272538, + "transformer.layers.3.linear1.weight": 0.04027041047811508, + "transformer.layers.3.linear1.bias": 0.0026183309964835644, + "transformer.layers.3.linear2.weight": 0.025939207524061203, + "transformer.layers.3.linear2.bias": 0.0038255888503044844, + "transformer.layers.3.norm1.weight": 0.0070440517738461494, + "transformer.layers.3.norm1.bias": 0.007997055537998676, + "transformer.layers.3.norm2.weight": 0.0027530009392648935, + "transformer.layers.3.norm2.bias": 0.0030910628847777843, + "head.weight": 0.3057364225387573, + "head.bias": 0.007041614968329668, + "global_embedding.weight": 0.007324606645852327, + "global_cnn.0.weight": 0.11052127927541733, + "global_cnn.0.bias": 0.002707569394260645, + "global_cnn.2.weight": 0.3090766370296478, + "global_cnn.2.bias": 0.012686002999544144, + "global_proj.weight": 0.05931975692510605, + "global_proj.bias": 0.028965197503566742, + "goal_head.0.weight": 0.0323110856115818, + "goal_head.0.bias": 0.011166750453412533, + "goal_head.2.weight": 0.04294413700699806, + "goal_head.2.bias": 0.02182648703455925 + }, + { + "global_gate": 7.327705588977551e-06, + "embedding.weight": 0.004152998793870211, + "cnn.0.weight": 0.0737554207444191, + "cnn.0.bias": 0.003794626099988818, + "cnn.2.weight": 0.017621146515011787, + "cnn.2.bias": 0.007396689150482416, + "cnn.5.weight": 0.01984117552638054, + "cnn.5.bias": 0.004965834319591522, + "action_emb.weight": 0.012000990100204945, + "timestep_emb.weight": 0.0021854396909475327, + "pos_emb.weight": 0.0047013768926262856, + "transformer.layers.0.self_attn.in_proj_weight": 0.04261740297079086, + "transformer.layers.0.self_attn.in_proj_bias": 0.004563475027680397, + "transformer.layers.0.self_attn.out_proj.weight": 0.03923773765563965, + "transformer.layers.0.self_attn.out_proj.bias": 0.006289522163569927, + "transformer.layers.0.linear1.weight": 0.057839762419462204, + "transformer.layers.0.linear1.bias": 0.002743117045611143, + "transformer.layers.0.linear2.weight": 0.04686834290623665, + "transformer.layers.0.linear2.bias": 0.003655971260741353, + "transformer.layers.0.norm1.weight": 0.0024910024367272854, + "transformer.layers.0.norm1.bias": 0.004425959195941687, + "transformer.layers.0.norm2.weight": 0.005576235242187977, + "transformer.layers.0.norm2.bias": 0.004391578491777182, + "transformer.layers.1.self_attn.in_proj_weight": 0.04184603691101074, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020521688275039196, + "transformer.layers.1.self_attn.out_proj.weight": 0.04382491111755371, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032120554242283106, + "transformer.layers.1.linear1.weight": 0.027105866000056267, + "transformer.layers.1.linear1.bias": 0.0015336041105911136, + "transformer.layers.1.linear2.weight": 0.032633259892463684, + "transformer.layers.1.linear2.bias": 0.002559501677751541, + "transformer.layers.1.norm1.weight": 0.0030000624246895313, + "transformer.layers.1.norm1.bias": 0.0018614763393998146, + "transformer.layers.1.norm2.weight": 0.0024365936405956745, + "transformer.layers.1.norm2.bias": 0.001991236349567771, + "transformer.layers.2.self_attn.in_proj_weight": 0.04202646389603615, + "transformer.layers.2.self_attn.in_proj_bias": 0.002124161459505558, + "transformer.layers.2.self_attn.out_proj.weight": 0.03710314631462097, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023903476539999247, + "transformer.layers.2.linear1.weight": 0.020405353978276253, + "transformer.layers.2.linear1.bias": 0.0012632360449060798, + "transformer.layers.2.linear2.weight": 0.024251706898212433, + "transformer.layers.2.linear2.bias": 0.002302096923813224, + "transformer.layers.2.norm1.weight": 0.0025703387800604105, + "transformer.layers.2.norm1.bias": 0.002177753485739231, + "transformer.layers.2.norm2.weight": 0.0014847826678305864, + "transformer.layers.2.norm2.bias": 0.001454128767363727, + "transformer.layers.3.self_attn.in_proj_weight": 0.07617457956075668, + "transformer.layers.3.self_attn.in_proj_bias": 0.004657609388232231, + "transformer.layers.3.self_attn.out_proj.weight": 0.03442297875881195, + "transformer.layers.3.self_attn.out_proj.bias": 0.002523386850953102, + "transformer.layers.3.linear1.weight": 0.029238631948828697, + "transformer.layers.3.linear1.bias": 0.002154795452952385, + "transformer.layers.3.linear2.weight": 0.018201012164354324, + "transformer.layers.3.linear2.bias": 0.002967449137941003, + "transformer.layers.3.norm1.weight": 0.0071840775199234486, + "transformer.layers.3.norm1.bias": 0.006157802417874336, + "transformer.layers.3.norm2.weight": 0.002146052895113826, + "transformer.layers.3.norm2.bias": 0.002543082693591714, + "head.weight": 0.202475905418396, + "head.bias": 0.004862664267420769, + "global_embedding.weight": 0.012077158316969872, + "global_cnn.0.weight": 0.10688479989767075, + "global_cnn.0.bias": 0.00411224877461791, + "global_cnn.2.weight": 0.17099963128566742, + "global_cnn.2.bias": 0.006167420651763678, + "global_proj.weight": 0.02965891920030117, + "global_proj.bias": 0.016362346708774567, + "goal_head.0.weight": 0.013021930120885372, + "goal_head.0.bias": 0.005728443618863821, + "goal_head.2.weight": 0.013990839011967182, + "goal_head.2.bias": 0.014026165008544922 + }, + { + "global_gate": 6.66186460875906e-05, + "embedding.weight": 0.0036878283135592937, + "cnn.0.weight": 0.07224075496196747, + "cnn.0.bias": 0.002939000725746155, + "cnn.2.weight": 0.015778327360749245, + "cnn.2.bias": 0.00538969412446022, + "cnn.5.weight": 0.015809668228030205, + "cnn.5.bias": 0.004173507913947105, + "action_emb.weight": 0.007612318266183138, + "timestep_emb.weight": 0.0019805580377578735, + "pos_emb.weight": 0.00491899810731411, + "transformer.layers.0.self_attn.in_proj_weight": 0.03746350482106209, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033218178432434797, + "transformer.layers.0.self_attn.out_proj.weight": 0.03533276915550232, + "transformer.layers.0.self_attn.out_proj.bias": 0.00438312953338027, + "transformer.layers.0.linear1.weight": 0.041581667959690094, + "transformer.layers.0.linear1.bias": 0.0020483944099396467, + "transformer.layers.0.linear2.weight": 0.04706518352031708, + "transformer.layers.0.linear2.bias": 0.0038564729038625956, + "transformer.layers.0.norm1.weight": 0.002272214973345399, + "transformer.layers.0.norm1.bias": 0.0030624105129390955, + "transformer.layers.0.norm2.weight": 0.003968322649598122, + "transformer.layers.0.norm2.bias": 0.001883115852251649, + "transformer.layers.1.self_attn.in_proj_weight": 0.038670215755701065, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021869332995265722, + "transformer.layers.1.self_attn.out_proj.weight": 0.038655225187540054, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033307187259197235, + "transformer.layers.1.linear1.weight": 0.025998461991548538, + "transformer.layers.1.linear1.bias": 0.0013741038274019957, + "transformer.layers.1.linear2.weight": 0.03502340987324715, + "transformer.layers.1.linear2.bias": 0.003427456133067608, + "transformer.layers.1.norm1.weight": 0.0024011211935430765, + "transformer.layers.1.norm1.bias": 0.0022270081099122763, + "transformer.layers.1.norm2.weight": 0.0020271337125450373, + "transformer.layers.1.norm2.bias": 0.0013506270479410887, + "transformer.layers.2.self_attn.in_proj_weight": 0.04216960072517395, + "transformer.layers.2.self_attn.in_proj_bias": 0.003268935950472951, + "transformer.layers.2.self_attn.out_proj.weight": 0.04050172120332718, + "transformer.layers.2.self_attn.out_proj.bias": 0.003338305279612541, + "transformer.layers.2.linear1.weight": 0.020674103870987892, + "transformer.layers.2.linear1.bias": 0.0014447865542024374, + "transformer.layers.2.linear2.weight": 0.02531111240386963, + "transformer.layers.2.linear2.bias": 0.003705129725858569, + "transformer.layers.2.norm1.weight": 0.0032919368240982294, + "transformer.layers.2.norm1.bias": 0.004146377090364695, + "transformer.layers.2.norm2.weight": 0.0013783164322376251, + "transformer.layers.2.norm2.bias": 0.0015951413661241531, + "transformer.layers.3.self_attn.in_proj_weight": 0.06746349483728409, + "transformer.layers.3.self_attn.in_proj_bias": 0.007212035823613405, + "transformer.layers.3.self_attn.out_proj.weight": 0.03732825070619583, + "transformer.layers.3.self_attn.out_proj.bias": 0.0058493237011134624, + "transformer.layers.3.linear1.weight": 0.03538830578327179, + "transformer.layers.3.linear1.bias": 0.003016622504219413, + "transformer.layers.3.linear2.weight": 0.024083515629172325, + "transformer.layers.3.linear2.bias": 0.00644475594162941, + "transformer.layers.3.norm1.weight": 0.005664349067956209, + "transformer.layers.3.norm1.bias": 0.009930488653481007, + "transformer.layers.3.norm2.weight": 0.0023116834927350283, + "transformer.layers.3.norm2.bias": 0.0036504075396806, + "head.weight": 0.3491254448890686, + "head.bias": 0.013129749335348606, + "global_embedding.weight": 0.01690380647778511, + "global_cnn.0.weight": 0.09025690704584122, + "global_cnn.0.bias": 0.0038644373416900635, + "global_cnn.2.weight": 0.23787158727645874, + "global_cnn.2.bias": 0.010895754210650921, + "global_proj.weight": 0.061957694590091705, + "global_proj.bias": 0.028780940920114517, + "goal_head.0.weight": 0.03445122390985489, + "goal_head.0.bias": 0.01148595754057169, + "goal_head.2.weight": 0.045467309653759, + "goal_head.2.bias": 0.023547012358903885 + }, + { + "global_gate": 5.1639190132846124e-06, + "embedding.weight": 0.0011444411939010024, + "cnn.0.weight": 0.02487453818321228, + "cnn.0.bias": 0.0010760484728962183, + "cnn.2.weight": 0.009368564933538437, + "cnn.2.bias": 0.0027407309971749783, + "cnn.5.weight": 0.013614395633339882, + "cnn.5.bias": 0.0023205101024359465, + "action_emb.weight": 0.009898051619529724, + "timestep_emb.weight": 0.00179207359906286, + "pos_emb.weight": 0.004336723126471043, + "transformer.layers.0.self_attn.in_proj_weight": 0.0468832403421402, + "transformer.layers.0.self_attn.in_proj_bias": 0.00517353555187583, + "transformer.layers.0.self_attn.out_proj.weight": 0.03936176747083664, + "transformer.layers.0.self_attn.out_proj.bias": 0.0063824583776295185, + "transformer.layers.0.linear1.weight": 0.04824664443731308, + "transformer.layers.0.linear1.bias": 0.002605766523629427, + "transformer.layers.0.linear2.weight": 0.05650290846824646, + "transformer.layers.0.linear2.bias": 0.005225054919719696, + "transformer.layers.0.norm1.weight": 0.0029256059788167477, + "transformer.layers.0.norm1.bias": 0.005264128092676401, + "transformer.layers.0.norm2.weight": 0.004088155459612608, + "transformer.layers.0.norm2.bias": 0.0026595548260957003, + "transformer.layers.1.self_attn.in_proj_weight": 0.04331956058740616, + "transformer.layers.1.self_attn.in_proj_bias": 0.002843725262209773, + "transformer.layers.1.self_attn.out_proj.weight": 0.05079096183180809, + "transformer.layers.1.self_attn.out_proj.bias": 0.004291468299925327, + "transformer.layers.1.linear1.weight": 0.03263219818472862, + "transformer.layers.1.linear1.bias": 0.0018989377422258258, + "transformer.layers.1.linear2.weight": 0.0447457954287529, + "transformer.layers.1.linear2.bias": 0.004172858782112598, + "transformer.layers.1.norm1.weight": 0.0026949967723339796, + "transformer.layers.1.norm1.bias": 0.002528882585465908, + "transformer.layers.1.norm2.weight": 0.0026337241288274527, + "transformer.layers.1.norm2.bias": 0.002006652532145381, + "transformer.layers.2.self_attn.in_proj_weight": 0.03657042235136032, + "transformer.layers.2.self_attn.in_proj_bias": 0.002781729446724057, + "transformer.layers.2.self_attn.out_proj.weight": 0.0413692332804203, + "transformer.layers.2.self_attn.out_proj.bias": 0.00404796376824379, + "transformer.layers.2.linear1.weight": 0.02929428033530712, + "transformer.layers.2.linear1.bias": 0.002067818306386471, + "transformer.layers.2.linear2.weight": 0.03320373594760895, + "transformer.layers.2.linear2.bias": 0.00439212704077363, + "transformer.layers.2.norm1.weight": 0.0026697928551584482, + "transformer.layers.2.norm1.bias": 0.002512541599571705, + "transformer.layers.2.norm2.weight": 0.002319046761840582, + "transformer.layers.2.norm2.bias": 0.0026221941225230694, + "transformer.layers.3.self_attn.in_proj_weight": 0.08892223984003067, + "transformer.layers.3.self_attn.in_proj_bias": 0.009537083096802235, + "transformer.layers.3.self_attn.out_proj.weight": 0.04191959276795387, + "transformer.layers.3.self_attn.out_proj.bias": 0.007008054759353399, + "transformer.layers.3.linear1.weight": 0.04898856580257416, + "transformer.layers.3.linear1.bias": 0.004709933884441853, + "transformer.layers.3.linear2.weight": 0.027947356924414635, + "transformer.layers.3.linear2.bias": 0.008259812369942665, + "transformer.layers.3.norm1.weight": 0.008005695417523384, + "transformer.layers.3.norm1.bias": 0.014219268225133419, + "transformer.layers.3.norm2.weight": 0.0035182784777134657, + "transformer.layers.3.norm2.bias": 0.006152537185698748, + "head.weight": 0.37040555477142334, + "head.bias": 0.015248091891407967, + "global_embedding.weight": 0.009924965910613537, + "global_cnn.0.weight": 0.07767783850431442, + "global_cnn.0.bias": 0.003165199188515544, + "global_cnn.2.weight": 0.16442805528640747, + "global_cnn.2.bias": 0.006402106955647469, + "global_proj.weight": 0.045776914805173874, + "global_proj.bias": 0.02651338465511799, + "goal_head.0.weight": 0.029579242691397667, + "goal_head.0.bias": 0.012163298204541206, + "goal_head.2.weight": 0.044707026332616806, + "goal_head.2.bias": 0.028200984001159668 + }, + { + "global_gate": 0.0004980876110494137, + "embedding.weight": 0.002271595411002636, + "cnn.0.weight": 0.04371315613389015, + "cnn.0.bias": 0.001763701904565096, + "cnn.2.weight": 0.012224980629980564, + "cnn.2.bias": 0.0036229402758181095, + "cnn.5.weight": 0.012809780426323414, + "cnn.5.bias": 0.002997225383296609, + "action_emb.weight": 0.01168806478381157, + "timestep_emb.weight": 0.0013911984860897064, + "pos_emb.weight": 0.0034114865120500326, + "transformer.layers.0.self_attn.in_proj_weight": 0.03106078691780567, + "transformer.layers.0.self_attn.in_proj_bias": 0.0022726249881088734, + "transformer.layers.0.self_attn.out_proj.weight": 0.03780047968029976, + "transformer.layers.0.self_attn.out_proj.bias": 0.002967250067740679, + "transformer.layers.0.linear1.weight": 0.05380351096391678, + "transformer.layers.0.linear1.bias": 0.0017272906843572855, + "transformer.layers.0.linear2.weight": 0.03594859689474106, + "transformer.layers.0.linear2.bias": 0.0020252636168152094, + "transformer.layers.0.norm1.weight": 0.001681226072832942, + "transformer.layers.0.norm1.bias": 0.00214199791662395, + "transformer.layers.0.norm2.weight": 0.006065207999199629, + "transformer.layers.0.norm2.bias": 0.001394161256030202, + "transformer.layers.1.self_attn.in_proj_weight": 0.03731047734618187, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013928686967119575, + "transformer.layers.1.self_attn.out_proj.weight": 0.022376922890543938, + "transformer.layers.1.self_attn.out_proj.bias": 0.001608340535312891, + "transformer.layers.1.linear1.weight": 0.01772356778383255, + "transformer.layers.1.linear1.bias": 0.000952364644035697, + "transformer.layers.1.linear2.weight": 0.01862909458577633, + "transformer.layers.1.linear2.bias": 0.0015703814569860697, + "transformer.layers.1.norm1.weight": 0.002248169155791402, + "transformer.layers.1.norm1.bias": 0.001434578443877399, + "transformer.layers.1.norm2.weight": 0.0017573143122717738, + "transformer.layers.1.norm2.bias": 0.0013764118775725365, + "transformer.layers.2.self_attn.in_proj_weight": 0.02697349525988102, + "transformer.layers.2.self_attn.in_proj_bias": 0.001516564516350627, + "transformer.layers.2.self_attn.out_proj.weight": 0.016836242750287056, + "transformer.layers.2.self_attn.out_proj.bias": 0.001449956907890737, + "transformer.layers.2.linear1.weight": 0.010056091472506523, + "transformer.layers.2.linear1.bias": 0.0006479604635387659, + "transformer.layers.2.linear2.weight": 0.012103380635380745, + "transformer.layers.2.linear2.bias": 0.0014483137056231499, + "transformer.layers.2.norm1.weight": 0.002043631160631776, + "transformer.layers.2.norm1.bias": 0.0016482763458043337, + "transformer.layers.2.norm2.weight": 0.0006944788619875908, + "transformer.layers.2.norm2.bias": 0.0007191936601884663, + "transformer.layers.3.self_attn.in_proj_weight": 0.03408991917967796, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028712679632008076, + "transformer.layers.3.self_attn.out_proj.weight": 0.015610945411026478, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019297731341794133, + "transformer.layers.3.linear1.weight": 0.01662871055305004, + "transformer.layers.3.linear1.bias": 0.001356148743070662, + "transformer.layers.3.linear2.weight": 0.00991113018244505, + "transformer.layers.3.linear2.bias": 0.002331450115889311, + "transformer.layers.3.norm1.weight": 0.002836473984643817, + "transformer.layers.3.norm1.bias": 0.004033632110804319, + "transformer.layers.3.norm2.weight": 0.001198985381051898, + "transformer.layers.3.norm2.bias": 0.0018745536217465997, + "head.weight": 0.11964184045791626, + "head.bias": 0.004292475525289774, + "global_embedding.weight": 0.011250708252191544, + "global_cnn.0.weight": 0.1675553321838379, + "global_cnn.0.bias": 0.007454590406268835, + "global_cnn.2.weight": 0.2550700306892395, + "global_cnn.2.bias": 0.015513774938881397, + "global_proj.weight": 0.09036745131015778, + "global_proj.bias": 0.05798543244600296, + "goal_head.0.weight": 0.061986666172742844, + "goal_head.0.bias": 0.026815425604581833, + "goal_head.2.weight": 0.09026115387678146, + "goal_head.2.bias": 0.062009669840335846 + }, + { + "global_gate": 0.00017374679737258703, + "embedding.weight": 0.0013210707111284137, + "cnn.0.weight": 0.027355967089533806, + "cnn.0.bias": 0.0008476916118524969, + "cnn.2.weight": 0.008419489488005638, + "cnn.2.bias": 0.0020271914545446634, + "cnn.5.weight": 0.01200965978205204, + "cnn.5.bias": 0.0019447915256023407, + "action_emb.weight": 0.0039007205050438643, + "timestep_emb.weight": 0.0014939089305698872, + "pos_emb.weight": 0.002896664896979928, + "transformer.layers.0.self_attn.in_proj_weight": 0.028635958209633827, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027218987233936787, + "transformer.layers.0.self_attn.out_proj.weight": 0.02506851777434349, + "transformer.layers.0.self_attn.out_proj.bias": 0.0033303997479379177, + "transformer.layers.0.linear1.weight": 0.024236049503087997, + "transformer.layers.0.linear1.bias": 0.0014059862587600946, + "transformer.layers.0.linear2.weight": 0.026539327576756477, + "transformer.layers.0.linear2.bias": 0.0025436978321522474, + "transformer.layers.0.norm1.weight": 0.0015627912944182754, + "transformer.layers.0.norm1.bias": 0.0026400815695524216, + "transformer.layers.0.norm2.weight": 0.0022238718811422586, + "transformer.layers.0.norm2.bias": 0.0016237362287938595, + "transformer.layers.1.self_attn.in_proj_weight": 0.02567926049232483, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016425042413175106, + "transformer.layers.1.self_attn.out_proj.weight": 0.02522977814078331, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019935625605285168, + "transformer.layers.1.linear1.weight": 0.013937527313828468, + "transformer.layers.1.linear1.bias": 0.0008309813565574586, + "transformer.layers.1.linear2.weight": 0.018023302778601646, + "transformer.layers.1.linear2.bias": 0.001773766940459609, + "transformer.layers.1.norm1.weight": 0.0018713640747591853, + "transformer.layers.1.norm1.bias": 0.0016812030225992203, + "transformer.layers.1.norm2.weight": 0.0010977875208482146, + "transformer.layers.1.norm2.bias": 0.0009867268381640315, + "transformer.layers.2.self_attn.in_proj_weight": 0.023941045626997948, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013815462589263916, + "transformer.layers.2.self_attn.out_proj.weight": 0.01997646875679493, + "transformer.layers.2.self_attn.out_proj.bias": 0.001458053127862513, + "transformer.layers.2.linear1.weight": 0.010064955800771713, + "transformer.layers.2.linear1.bias": 0.0006500091403722763, + "transformer.layers.2.linear2.weight": 0.011975430883467197, + "transformer.layers.2.linear2.bias": 0.0013979369541630149, + "transformer.layers.2.norm1.weight": 0.001965852454304695, + "transformer.layers.2.norm1.bias": 0.0016910608392208815, + "transformer.layers.2.norm2.weight": 0.0007646919693797827, + "transformer.layers.2.norm2.bias": 0.0007850017864257097, + "transformer.layers.3.self_attn.in_proj_weight": 0.037176959216594696, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025624639820307493, + "transformer.layers.3.self_attn.out_proj.weight": 0.020099209621548653, + "transformer.layers.3.self_attn.out_proj.bias": 0.001899889437481761, + "transformer.layers.3.linear1.weight": 0.021185962483286858, + "transformer.layers.3.linear1.bias": 0.001760737388394773, + "transformer.layers.3.linear2.weight": 0.012140494771301746, + "transformer.layers.3.linear2.bias": 0.0022104200907051563, + "transformer.layers.3.norm1.weight": 0.0030665905214846134, + "transformer.layers.3.norm1.bias": 0.003187329275533557, + "transformer.layers.3.norm2.weight": 0.0015325043350458145, + "transformer.layers.3.norm2.bias": 0.0024834023788571358, + "head.weight": 0.14479488134384155, + "head.bias": 0.0040824259631335735, + "global_embedding.weight": 0.01511778961867094, + "global_cnn.0.weight": 0.13973821699619293, + "global_cnn.0.bias": 0.005045419558882713, + "global_cnn.2.weight": 0.2503795921802521, + "global_cnn.2.bias": 0.010681172832846642, + "global_proj.weight": 0.05625930055975914, + "global_proj.bias": 0.03204505518078804, + "goal_head.0.weight": 0.040937162935733795, + "goal_head.0.bias": 0.016476964578032494, + "goal_head.2.weight": 0.06184888258576393, + "goal_head.2.bias": 0.03872540593147278 + }, + { + "global_gate": 8.66058180690743e-05, + "embedding.weight": 0.0009345228900201619, + "cnn.0.weight": 0.016137156635522842, + "cnn.0.bias": 0.0006439182325266302, + "cnn.2.weight": 0.005015672650188208, + "cnn.2.bias": 0.0013844603672623634, + "cnn.5.weight": 0.007998942397534847, + "cnn.5.bias": 0.0015231958823278546, + "action_emb.weight": 0.009352926164865494, + "timestep_emb.weight": 0.0008617310086265206, + "pos_emb.weight": 0.0018332586623728275, + "transformer.layers.0.self_attn.in_proj_weight": 0.023388149216771126, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016824542544782162, + "transformer.layers.0.self_attn.out_proj.weight": 0.03331396356225014, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024666159879416227, + "transformer.layers.0.linear1.weight": 0.04144985228776932, + "transformer.layers.0.linear1.bias": 0.0015004685847088695, + "transformer.layers.0.linear2.weight": 0.026572493836283684, + "transformer.layers.0.linear2.bias": 0.0017977611860260367, + "transformer.layers.0.norm1.weight": 0.0014067294541746378, + "transformer.layers.0.norm1.bias": 0.0016178300138562918, + "transformer.layers.0.norm2.weight": 0.00483196135610342, + "transformer.layers.0.norm2.bias": 0.001940125715918839, + "transformer.layers.1.self_attn.in_proj_weight": 0.02682923898100853, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010895198211073875, + "transformer.layers.1.self_attn.out_proj.weight": 0.01718735694885254, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014294118154793978, + "transformer.layers.1.linear1.weight": 0.012348148040473461, + "transformer.layers.1.linear1.bias": 0.0006382815772667527, + "transformer.layers.1.linear2.weight": 0.014162038452923298, + "transformer.layers.1.linear2.bias": 0.0013848416274413466, + "transformer.layers.1.norm1.weight": 0.0019430221291258931, + "transformer.layers.1.norm1.bias": 0.0011037435615435243, + "transformer.layers.1.norm2.weight": 0.0011907401494681835, + "transformer.layers.1.norm2.bias": 0.0006237332709133625, + "transformer.layers.2.self_attn.in_proj_weight": 0.015848170965909958, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010899491608142853, + "transformer.layers.2.self_attn.out_proj.weight": 0.01977716013789177, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014484247658401728, + "transformer.layers.2.linear1.weight": 0.009294096380472183, + "transformer.layers.2.linear1.bias": 0.0006417770055122674, + "transformer.layers.2.linear2.weight": 0.011683369986712933, + "transformer.layers.2.linear2.bias": 0.0015367250889539719, + "transformer.layers.2.norm1.weight": 0.0010257635731250048, + "transformer.layers.2.norm1.bias": 0.001019909861497581, + "transformer.layers.2.norm2.weight": 0.0006445046747103333, + "transformer.layers.2.norm2.bias": 0.0007672170759178698, + "transformer.layers.3.self_attn.in_proj_weight": 0.04268115386366844, + "transformer.layers.3.self_attn.in_proj_bias": 0.003462978405877948, + "transformer.layers.3.self_attn.out_proj.weight": 0.021597396582365036, + "transformer.layers.3.self_attn.out_proj.bias": 0.002295577898621559, + "transformer.layers.3.linear1.weight": 0.019314270466566086, + "transformer.layers.3.linear1.bias": 0.0016458017053082585, + "transformer.layers.3.linear2.weight": 0.012255291454494, + "transformer.layers.3.linear2.bias": 0.0028333980590105057, + "transformer.layers.3.norm1.weight": 0.003108799224719405, + "transformer.layers.3.norm1.bias": 0.004855912644416094, + "transformer.layers.3.norm2.weight": 0.0013081232318654656, + "transformer.layers.3.norm2.bias": 0.002155478810891509, + "head.weight": 0.15018044412136078, + "head.bias": 0.004733006935566664, + "global_embedding.weight": 0.018948737531900406, + "global_cnn.0.weight": 0.09073072671890259, + "global_cnn.0.bias": 0.004005007445812225, + "global_cnn.2.weight": 0.18918101489543915, + "global_cnn.2.bias": 0.010323332622647285, + "global_proj.weight": 0.08681861311197281, + "global_proj.bias": 0.0489019937813282, + "goal_head.0.weight": 0.05771925300359726, + "goal_head.0.bias": 0.02308056503534317, + "goal_head.2.weight": 0.07179538160562515, + "goal_head.2.bias": 0.05313074588775635 + }, + { + "global_gate": 0.00015271645679604262, + "embedding.weight": 0.001161743770353496, + "cnn.0.weight": 0.02636493742465973, + "cnn.0.bias": 0.0015254064928740263, + "cnn.2.weight": 0.00783113669604063, + "cnn.2.bias": 0.0025811914820224047, + "cnn.5.weight": 0.012674889527261257, + "cnn.5.bias": 0.00200984301045537, + "action_emb.weight": 0.009336580522358418, + "timestep_emb.weight": 0.0012903660535812378, + "pos_emb.weight": 0.0030331730376929045, + "transformer.layers.0.self_attn.in_proj_weight": 0.026665063574910164, + "transformer.layers.0.self_attn.in_proj_bias": 0.002197026973590255, + "transformer.layers.0.self_attn.out_proj.weight": 0.027674123644828796, + "transformer.layers.0.self_attn.out_proj.bias": 0.0023448721040040255, + "transformer.layers.0.linear1.weight": 0.04180274158716202, + "transformer.layers.0.linear1.bias": 0.0015137142036110163, + "transformer.layers.0.linear2.weight": 0.030516227707266808, + "transformer.layers.0.linear2.bias": 0.0017661498859524727, + "transformer.layers.0.norm1.weight": 0.0015660576755180955, + "transformer.layers.0.norm1.bias": 0.001984908478334546, + "transformer.layers.0.norm2.weight": 0.005214508157223463, + "transformer.layers.0.norm2.bias": 0.0014428093563765287, + "transformer.layers.1.self_attn.in_proj_weight": 0.024934131652116776, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011377199552953243, + "transformer.layers.1.self_attn.out_proj.weight": 0.026203256100416183, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014962537679821253, + "transformer.layers.1.linear1.weight": 0.019488992169499397, + "transformer.layers.1.linear1.bias": 0.0009080693707801402, + "transformer.layers.1.linear2.weight": 0.02530164271593094, + "transformer.layers.1.linear2.bias": 0.0013210800243541598, + "transformer.layers.1.norm1.weight": 0.0015617824392393231, + "transformer.layers.1.norm1.bias": 0.0010114896576851606, + "transformer.layers.1.norm2.weight": 0.0017812494188547134, + "transformer.layers.1.norm2.bias": 0.000864936679136008, + "transformer.layers.2.self_attn.in_proj_weight": 0.030728839337825775, + "transformer.layers.2.self_attn.in_proj_bias": 0.001120949280448258, + "transformer.layers.2.self_attn.out_proj.weight": 0.029217835515737534, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011940771946683526, + "transformer.layers.2.linear1.weight": 0.015081478282809258, + "transformer.layers.2.linear1.bias": 0.0007646463345736265, + "transformer.layers.2.linear2.weight": 0.021003473550081253, + "transformer.layers.2.linear2.bias": 0.0011567750480026007, + "transformer.layers.2.norm1.weight": 0.002528396900743246, + "transformer.layers.2.norm1.bias": 0.001340349088422954, + "transformer.layers.2.norm2.weight": 0.0010050678392872214, + "transformer.layers.2.norm2.bias": 0.0005997872794978321, + "transformer.layers.3.self_attn.in_proj_weight": 0.08634722977876663, + "transformer.layers.3.self_attn.in_proj_bias": 0.002135699614882469, + "transformer.layers.3.self_attn.out_proj.weight": 0.038120120763778687, + "transformer.layers.3.self_attn.out_proj.bias": 0.00136728270445019, + "transformer.layers.3.linear1.weight": 0.028778154402971268, + "transformer.layers.3.linear1.bias": 0.0013754690298810601, + "transformer.layers.3.linear2.weight": 0.016669003292918205, + "transformer.layers.3.linear2.bias": 0.00103457469958812, + "transformer.layers.3.norm1.weight": 0.007170631550252438, + "transformer.layers.3.norm1.bias": 0.002724634250625968, + "transformer.layers.3.norm2.weight": 0.0022203766275197268, + "transformer.layers.3.norm2.bias": 0.0012468032073229551, + "head.weight": 0.2561831474304199, + "head.bias": 0.0028701594565063715, + "global_embedding.weight": 0.015202314592897892, + "global_cnn.0.weight": 0.10242755711078644, + "global_cnn.0.bias": 0.0031381710432469845, + "global_cnn.2.weight": 0.22472470998764038, + "global_cnn.2.bias": 0.012011888436973095, + "global_proj.weight": 0.053368814289569855, + "global_proj.bias": 0.029224002733826637, + "goal_head.0.weight": 0.033326100558042526, + "goal_head.0.bias": 0.012746982276439667, + "goal_head.2.weight": 0.045288607478141785, + "goal_head.2.bias": 0.028117747977375984 + }, + { + "global_gate": 7.438332249876112e-05, + "embedding.weight": 0.0007943748496472836, + "cnn.0.weight": 0.030698494985699654, + "cnn.0.bias": 0.0009457060950808227, + "cnn.2.weight": 0.009905658662319183, + "cnn.2.bias": 0.0017182499868795276, + "cnn.5.weight": 0.010859746485948563, + "cnn.5.bias": 0.0023792628198862076, + "action_emb.weight": 0.0042565204203128815, + "timestep_emb.weight": 0.0008571592043153942, + "pos_emb.weight": 0.0019530338468030095, + "transformer.layers.0.self_attn.in_proj_weight": 0.028159722685813904, + "transformer.layers.0.self_attn.in_proj_bias": 0.002470071194693446, + "transformer.layers.0.self_attn.out_proj.weight": 0.025464748963713646, + "transformer.layers.0.self_attn.out_proj.bias": 0.003376841079443693, + "transformer.layers.0.linear1.weight": 0.02088809572160244, + "transformer.layers.0.linear1.bias": 0.001318888971582055, + "transformer.layers.0.linear2.weight": 0.026262136176228523, + "transformer.layers.0.linear2.bias": 0.002843906171619892, + "transformer.layers.0.norm1.weight": 0.0017023410182446241, + "transformer.layers.0.norm1.bias": 0.0024111804086714983, + "transformer.layers.0.norm2.weight": 0.001876013819128275, + "transformer.layers.0.norm2.bias": 0.0013217390514910221, + "transformer.layers.1.self_attn.in_proj_weight": 0.02322062849998474, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015294387703761458, + "transformer.layers.1.self_attn.out_proj.weight": 0.02717248536646366, + "transformer.layers.1.self_attn.out_proj.bias": 0.002413040492683649, + "transformer.layers.1.linear1.weight": 0.012210821732878685, + "transformer.layers.1.linear1.bias": 0.0008215681300498545, + "transformer.layers.1.linear2.weight": 0.019385576248168945, + "transformer.layers.1.linear2.bias": 0.00246674963273108, + "transformer.layers.1.norm1.weight": 0.0014422204112634063, + "transformer.layers.1.norm1.bias": 0.0015801329864189029, + "transformer.layers.1.norm2.weight": 0.0008764745434746146, + "transformer.layers.1.norm2.bias": 0.0008424964617006481, + "transformer.layers.2.self_attn.in_proj_weight": 0.021241910755634308, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016866218065842986, + "transformer.layers.2.self_attn.out_proj.weight": 0.02375781536102295, + "transformer.layers.2.self_attn.out_proj.bias": 0.002482264069840312, + "transformer.layers.2.linear1.weight": 0.011986715719103813, + "transformer.layers.2.linear1.bias": 0.000912070507183671, + "transformer.layers.2.linear2.weight": 0.0147724449634552, + "transformer.layers.2.linear2.bias": 0.002681388985365629, + "transformer.layers.2.norm1.weight": 0.0016601190436631441, + "transformer.layers.2.norm1.bias": 0.002019610721617937, + "transformer.layers.2.norm2.weight": 0.0008020310779102147, + "transformer.layers.2.norm2.bias": 0.0010376900900155306, + "transformer.layers.3.self_attn.in_proj_weight": 0.05416880548000336, + "transformer.layers.3.self_attn.in_proj_bias": 0.00660577230155468, + "transformer.layers.3.self_attn.out_proj.weight": 0.03282427042722702, + "transformer.layers.3.self_attn.out_proj.bias": 0.005140066146850586, + "transformer.layers.3.linear1.weight": 0.032544899731874466, + "transformer.layers.3.linear1.bias": 0.003192372852936387, + "transformer.layers.3.linear2.weight": 0.020263269543647766, + "transformer.layers.3.linear2.bias": 0.006118759047240019, + "transformer.layers.3.norm1.weight": 0.004895931575447321, + "transformer.layers.3.norm1.bias": 0.009653864428400993, + "transformer.layers.3.norm2.weight": 0.0025001259054988623, + "transformer.layers.3.norm2.bias": 0.004340510815382004, + "head.weight": 0.2864174246788025, + "head.bias": 0.011757384985685349, + "global_embedding.weight": 0.014574193395674229, + "global_cnn.0.weight": 0.16263099014759064, + "global_cnn.0.bias": 0.006413711700588465, + "global_cnn.2.weight": 0.303820937871933, + "global_cnn.2.bias": 0.013002429157495499, + "global_proj.weight": 0.060468897223472595, + "global_proj.bias": 0.044212404638528824, + "goal_head.0.weight": 0.042436908930540085, + "goal_head.0.bias": 0.01918291300535202, + "goal_head.2.weight": 0.06509833037853241, + "goal_head.2.bias": 0.04287140071392059 + }, + { + "global_gate": 0.00024323617981281132, + "embedding.weight": 0.008521012961864471, + "cnn.0.weight": 0.11928711831569672, + "cnn.0.bias": 0.004088891204446554, + "cnn.2.weight": 0.021919088438153267, + "cnn.2.bias": 0.005423414055258036, + "cnn.5.weight": 0.017490219324827194, + "cnn.5.bias": 0.005201048217713833, + "action_emb.weight": 0.008726964704692364, + "timestep_emb.weight": 0.001645134063437581, + "pos_emb.weight": 0.0034447982907295227, + "transformer.layers.0.self_attn.in_proj_weight": 0.05276184901595116, + "transformer.layers.0.self_attn.in_proj_bias": 0.005531371105462313, + "transformer.layers.0.self_attn.out_proj.weight": 0.046660102903842926, + "transformer.layers.0.self_attn.out_proj.bias": 0.00729895057156682, + "transformer.layers.0.linear1.weight": 0.04353580251336098, + "transformer.layers.0.linear1.bias": 0.0029519712552428246, + "transformer.layers.0.linear2.weight": 0.048932965844869614, + "transformer.layers.0.linear2.bias": 0.00592504208907485, + "transformer.layers.0.norm1.weight": 0.0030934580136090517, + "transformer.layers.0.norm1.bias": 0.005593236535787582, + "transformer.layers.0.norm2.weight": 0.004104659892618656, + "transformer.layers.0.norm2.bias": 0.0035633204970508814, + "transformer.layers.1.self_attn.in_proj_weight": 0.04853057861328125, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033101162407547235, + "transformer.layers.1.self_attn.out_proj.weight": 0.0486048199236393, + "transformer.layers.1.self_attn.out_proj.bias": 0.004340066108852625, + "transformer.layers.1.linear1.weight": 0.022508852183818817, + "transformer.layers.1.linear1.bias": 0.0016959819477051497, + "transformer.layers.1.linear2.weight": 0.029184261336922646, + "transformer.layers.1.linear2.bias": 0.004035849589854479, + "transformer.layers.1.norm1.weight": 0.003441422712057829, + "transformer.layers.1.norm1.bias": 0.0033030484337359667, + "transformer.layers.1.norm2.weight": 0.0017886991845443845, + "transformer.layers.1.norm2.bias": 0.0018292800523340702, + "transformer.layers.2.self_attn.in_proj_weight": 0.033297307789325714, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025848913937807083, + "transformer.layers.2.self_attn.out_proj.weight": 0.03838634863495827, + "transformer.layers.2.self_attn.out_proj.bias": 0.003626563586294651, + "transformer.layers.2.linear1.weight": 0.020739207044243813, + "transformer.layers.2.linear1.bias": 0.0016694521764293313, + "transformer.layers.2.linear2.weight": 0.02143074758350849, + "transformer.layers.2.linear2.bias": 0.00363545143045485, + "transformer.layers.2.norm1.weight": 0.002475723624229431, + "transformer.layers.2.norm1.bias": 0.0025646910071372986, + "transformer.layers.2.norm2.weight": 0.0016009134706109762, + "transformer.layers.2.norm2.bias": 0.002138756914064288, + "transformer.layers.3.self_attn.in_proj_weight": 0.06319309026002884, + "transformer.layers.3.self_attn.in_proj_bias": 0.006400633603334427, + "transformer.layers.3.self_attn.out_proj.weight": 0.03503027930855751, + "transformer.layers.3.self_attn.out_proj.bias": 0.005010478664189577, + "transformer.layers.3.linear1.weight": 0.0480387918651104, + "transformer.layers.3.linear1.bias": 0.004483162425458431, + "transformer.layers.3.linear2.weight": 0.02535567432641983, + "transformer.layers.3.linear2.bias": 0.006187469698488712, + "transformer.layers.3.norm1.weight": 0.005337998736649752, + "transformer.layers.3.norm1.bias": 0.008828481659293175, + "transformer.layers.3.norm2.weight": 0.00339328870177269, + "transformer.layers.3.norm2.bias": 0.006338481791317463, + "head.weight": 0.2900741696357727, + "head.bias": 0.0109185129404068, + "global_embedding.weight": 0.004353019874542952, + "global_cnn.0.weight": 0.049768149852752686, + "global_cnn.0.bias": 0.0022792681120336056, + "global_cnn.2.weight": 0.10096953809261322, + "global_cnn.2.bias": 0.0039398036897182465, + "global_proj.weight": 0.022958073765039444, + "global_proj.bias": 0.013958636671304703, + "goal_head.0.weight": 0.008926493115723133, + "goal_head.0.bias": 0.004072865471243858, + "goal_head.2.weight": 0.012234443798661232, + "goal_head.2.bias": 0.008791944943368435 + }, + { + "global_gate": 0.00013520746142603457, + "embedding.weight": 0.0017124902224168181, + "cnn.0.weight": 0.041729506105184555, + "cnn.0.bias": 0.0016616012435406446, + "cnn.2.weight": 0.01487856823951006, + "cnn.2.bias": 0.005440720357000828, + "cnn.5.weight": 0.016471268609166145, + "cnn.5.bias": 0.0034085677471011877, + "action_emb.weight": 0.01559884287416935, + "timestep_emb.weight": 0.0019572852179408073, + "pos_emb.weight": 0.0036970684304833412, + "transformer.layers.0.self_attn.in_proj_weight": 0.06610625982284546, + "transformer.layers.0.self_attn.in_proj_bias": 0.006688886322081089, + "transformer.layers.0.self_attn.out_proj.weight": 0.06977105140686035, + "transformer.layers.0.self_attn.out_proj.bias": 0.009028872475028038, + "transformer.layers.0.linear1.weight": 0.06819619983434677, + "transformer.layers.0.linear1.bias": 0.0036775534972548485, + "transformer.layers.0.linear2.weight": 0.06419764459133148, + "transformer.layers.0.linear2.bias": 0.007588645908981562, + "transformer.layers.0.norm1.weight": 0.003911807667464018, + "transformer.layers.0.norm1.bias": 0.006621765438467264, + "transformer.layers.0.norm2.weight": 0.007624115329235792, + "transformer.layers.0.norm2.bias": 0.004006170202046633, + "transformer.layers.1.self_attn.in_proj_weight": 0.060249462723731995, + "transformer.layers.1.self_attn.in_proj_bias": 0.004333938471972942, + "transformer.layers.1.self_attn.out_proj.weight": 0.06081901863217354, + "transformer.layers.1.self_attn.out_proj.bias": 0.006259381305426359, + "transformer.layers.1.linear1.weight": 0.03218606859445572, + "transformer.layers.1.linear1.bias": 0.0022705451119691133, + "transformer.layers.1.linear2.weight": 0.04438198357820511, + "transformer.layers.1.linear2.bias": 0.006346912123262882, + "transformer.layers.1.norm1.weight": 0.003719684900715947, + "transformer.layers.1.norm1.bias": 0.004364115186035633, + "transformer.layers.1.norm2.weight": 0.002713765949010849, + "transformer.layers.1.norm2.bias": 0.0027770220767706633, + "transformer.layers.2.self_attn.in_proj_weight": 0.0566253587603569, + "transformer.layers.2.self_attn.in_proj_bias": 0.0053099156357347965, + "transformer.layers.2.self_attn.out_proj.weight": 0.050859272480010986, + "transformer.layers.2.self_attn.out_proj.bias": 0.00621024239808321, + "transformer.layers.2.linear1.weight": 0.026231305673718452, + "transformer.layers.2.linear1.bias": 0.0020310240797698498, + "transformer.layers.2.linear2.weight": 0.03424278646707535, + "transformer.layers.2.linear2.bias": 0.006807923782616854, + "transformer.layers.2.norm1.weight": 0.004902780521661043, + "transformer.layers.2.norm1.bias": 0.007381732109934092, + "transformer.layers.2.norm2.weight": 0.002001639222726226, + "transformer.layers.2.norm2.bias": 0.0025037520099431276, + "transformer.layers.3.self_attn.in_proj_weight": 0.10781639814376831, + "transformer.layers.3.self_attn.in_proj_bias": 0.014764796011149883, + "transformer.layers.3.self_attn.out_proj.weight": 0.05239659920334816, + "transformer.layers.3.self_attn.out_proj.bias": 0.01194219384342432, + "transformer.layers.3.linear1.weight": 0.05792519450187683, + "transformer.layers.3.linear1.bias": 0.005975724663585424, + "transformer.layers.3.linear2.weight": 0.04018401727080345, + "transformer.layers.3.linear2.bias": 0.01368868350982666, + "transformer.layers.3.norm1.weight": 0.00925514381378889, + "transformer.layers.3.norm1.bias": 0.022325634956359863, + "transformer.layers.3.norm2.weight": 0.004137374460697174, + "transformer.layers.3.norm2.bias": 0.007571493275463581, + "head.weight": 0.6040661931037903, + "head.bias": 0.027313943952322006, + "global_embedding.weight": 0.04066908732056618, + "global_cnn.0.weight": 0.12323448807001114, + "global_cnn.0.bias": 0.005549256224185228, + "global_cnn.2.weight": 0.15738441050052643, + "global_cnn.2.bias": 0.007183033041656017, + "global_proj.weight": 0.03416665643453598, + "global_proj.bias": 0.017041465267539024, + "goal_head.0.weight": 0.011020181700587273, + "goal_head.0.bias": 0.004641757346689701, + "goal_head.2.weight": 0.014846804551780224, + "goal_head.2.bias": 0.010117304511368275 + }, + { + "global_gate": 3.5742550608119927e-06, + "embedding.weight": 0.0019060136983171105, + "cnn.0.weight": 0.030402665957808495, + "cnn.0.bias": 0.001278668874874711, + "cnn.2.weight": 0.007788488175719976, + "cnn.2.bias": 0.0027810935862362385, + "cnn.5.weight": 0.008617672137916088, + "cnn.5.bias": 0.002282251138240099, + "action_emb.weight": 0.008327992632985115, + "timestep_emb.weight": 0.0014379500644281507, + "pos_emb.weight": 0.0031704038847237825, + "transformer.layers.0.self_attn.in_proj_weight": 0.027301838621497154, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023584214504808187, + "transformer.layers.0.self_attn.out_proj.weight": 0.034531425684690475, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031828666105866432, + "transformer.layers.0.linear1.weight": 0.03880910947918892, + "transformer.layers.0.linear1.bias": 0.0014844998950138688, + "transformer.layers.0.linear2.weight": 0.029814330860972404, + "transformer.layers.0.linear2.bias": 0.002483600750565529, + "transformer.layers.0.norm1.weight": 0.0016778268618509173, + "transformer.layers.0.norm1.bias": 0.002177639165893197, + "transformer.layers.0.norm2.weight": 0.004164679441601038, + "transformer.layers.0.norm2.bias": 0.0015963527839630842, + "transformer.layers.1.self_attn.in_proj_weight": 0.02651778608560562, + "transformer.layers.1.self_attn.in_proj_bias": 0.001593634020537138, + "transformer.layers.1.self_attn.out_proj.weight": 0.024845903739333153, + "transformer.layers.1.self_attn.out_proj.bias": 0.002115529729053378, + "transformer.layers.1.linear1.weight": 0.017055729404091835, + "transformer.layers.1.linear1.bias": 0.0009731787722557783, + "transformer.layers.1.linear2.weight": 0.02032366394996643, + "transformer.layers.1.linear2.bias": 0.002154547953978181, + "transformer.layers.1.norm1.weight": 0.001675205654464662, + "transformer.layers.1.norm1.bias": 0.0014872319297865033, + "transformer.layers.1.norm2.weight": 0.0015421526040881872, + "transformer.layers.1.norm2.bias": 0.0010920163476839662, + "transformer.layers.2.self_attn.in_proj_weight": 0.02436472289264202, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018309778533875942, + "transformer.layers.2.self_attn.out_proj.weight": 0.021243156865239143, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019379996228963137, + "transformer.layers.2.linear1.weight": 0.011495882645249367, + "transformer.layers.2.linear1.bias": 0.0007197110098786652, + "transformer.layers.2.linear2.weight": 0.0154157979413867, + "transformer.layers.2.linear2.bias": 0.0019913138821721077, + "transformer.layers.2.norm1.weight": 0.001634690212085843, + "transformer.layers.2.norm1.bias": 0.002262120833620429, + "transformer.layers.2.norm2.weight": 0.0007334745023399591, + "transformer.layers.2.norm2.bias": 0.0007425426156260073, + "transformer.layers.3.self_attn.in_proj_weight": 0.04166726768016815, + "transformer.layers.3.self_attn.in_proj_bias": 0.0038233527448028326, + "transformer.layers.3.self_attn.out_proj.weight": 0.020939849317073822, + "transformer.layers.3.self_attn.out_proj.bias": 0.003036819864064455, + "transformer.layers.3.linear1.weight": 0.021229766309261322, + "transformer.layers.3.linear1.bias": 0.0017175487009808421, + "transformer.layers.3.linear2.weight": 0.013880172744393349, + "transformer.layers.3.linear2.bias": 0.0033379830420017242, + "transformer.layers.3.norm1.weight": 0.0036448631435632706, + "transformer.layers.3.norm1.bias": 0.0056863995268940926, + "transformer.layers.3.norm2.weight": 0.0014498996315523982, + "transformer.layers.3.norm2.bias": 0.001963007729500532, + "head.weight": 0.200314000248909, + "head.bias": 0.007799874059855938, + "global_embedding.weight": 0.0036565230693668127, + "global_cnn.0.weight": 0.049830611795186996, + "global_cnn.0.bias": 0.0017720137257128954, + "global_cnn.2.weight": 0.11562170833349228, + "global_cnn.2.bias": 0.005330903455615044, + "global_proj.weight": 0.021800560876727104, + "global_proj.bias": 0.012398228980600834, + "goal_head.0.weight": 0.012532984837889671, + "goal_head.0.bias": 0.004767498001456261, + "goal_head.2.weight": 0.017746033146977425, + "goal_head.2.bias": 0.00957508198916912 + }, + { + "global_gate": 6.943618063814938e-05, + "embedding.weight": 0.0005257140146568418, + "cnn.0.weight": 0.014046206139028072, + "cnn.0.bias": 0.0006984942592680454, + "cnn.2.weight": 0.005256161093711853, + "cnn.2.bias": 0.001982711721211672, + "cnn.5.weight": 0.006804152857512236, + "cnn.5.bias": 0.0010936693288385868, + "action_emb.weight": 0.0046526044607162476, + "timestep_emb.weight": 0.001098671811632812, + "pos_emb.weight": 0.0023608538322150707, + "transformer.layers.0.self_attn.in_proj_weight": 0.0211852565407753, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015631905989721417, + "transformer.layers.0.self_attn.out_proj.weight": 0.02326164022088051, + "transformer.layers.0.self_attn.out_proj.bias": 0.002169008133932948, + "transformer.layers.0.linear1.weight": 0.02375647984445095, + "transformer.layers.0.linear1.bias": 0.0010251051280647516, + "transformer.layers.0.linear2.weight": 0.023798253387212753, + "transformer.layers.0.linear2.bias": 0.0018513951217755675, + "transformer.layers.0.norm1.weight": 0.0012100404128432274, + "transformer.layers.0.norm1.bias": 0.001379608758725226, + "transformer.layers.0.norm2.weight": 0.0023836358450353146, + "transformer.layers.0.norm2.bias": 0.0009022676385939121, + "transformer.layers.1.self_attn.in_proj_weight": 0.020492294803261757, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010340922744944692, + "transformer.layers.1.self_attn.out_proj.weight": 0.022809576243162155, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016618262743577361, + "transformer.layers.1.linear1.weight": 0.01469801738858223, + "transformer.layers.1.linear1.bias": 0.0008835069020278752, + "transformer.layers.1.linear2.weight": 0.018643083050847054, + "transformer.layers.1.linear2.bias": 0.0016749012283980846, + "transformer.layers.1.norm1.weight": 0.0012418021215125918, + "transformer.layers.1.norm1.bias": 0.0010223120916634798, + "transformer.layers.1.norm2.weight": 0.0011550522176548839, + "transformer.layers.1.norm2.bias": 0.001142153050750494, + "transformer.layers.2.self_attn.in_proj_weight": 0.023804567754268646, + "transformer.layers.2.self_attn.in_proj_bias": 0.001560217933729291, + "transformer.layers.2.self_attn.out_proj.weight": 0.020959457382559776, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017579009290784597, + "transformer.layers.2.linear1.weight": 0.011297721415758133, + "transformer.layers.2.linear1.bias": 0.0007803778280504048, + "transformer.layers.2.linear2.weight": 0.01411545742303133, + "transformer.layers.2.linear2.bias": 0.001947729499079287, + "transformer.layers.2.norm1.weight": 0.0018258258933201432, + "transformer.layers.2.norm1.bias": 0.0018981609027832747, + "transformer.layers.2.norm2.weight": 0.0007111658342182636, + "transformer.layers.2.norm2.bias": 0.0009798700921237469, + "transformer.layers.3.self_attn.in_proj_weight": 0.04173196852207184, + "transformer.layers.3.self_attn.in_proj_bias": 0.0039340537041425705, + "transformer.layers.3.self_attn.out_proj.weight": 0.020645737648010254, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028975061140954494, + "transformer.layers.3.linear1.weight": 0.021809307858347893, + "transformer.layers.3.linear1.bias": 0.0019272689241915941, + "transformer.layers.3.linear2.weight": 0.014847592450678349, + "transformer.layers.3.linear2.bias": 0.003351927734911442, + "transformer.layers.3.norm1.weight": 0.0036374579649418592, + "transformer.layers.3.norm1.bias": 0.00588195351883769, + "transformer.layers.3.norm2.weight": 0.001437452039681375, + "transformer.layers.3.norm2.bias": 0.002307635499164462, + "head.weight": 0.1746569573879242, + "head.bias": 0.006977577228099108, + "global_embedding.weight": 0.012439792975783348, + "global_cnn.0.weight": 0.035312555730342865, + "global_cnn.0.bias": 0.001761475927196443, + "global_cnn.2.weight": 0.042282700538635254, + "global_cnn.2.bias": 0.0019691798370331526, + "global_proj.weight": 0.007927466183900833, + "global_proj.bias": 0.003931568935513496, + "goal_head.0.weight": 0.0038847641553729773, + "goal_head.0.bias": 0.0015552992699667811, + "goal_head.2.weight": 0.005330328829586506, + "goal_head.2.bias": 0.0035622818395495415 + }, + { + "global_gate": 4.141706449445337e-05, + "embedding.weight": 0.001820466946810484, + "cnn.0.weight": 0.03385111689567566, + "cnn.0.bias": 0.0010438930476084352, + "cnn.2.weight": 0.00964707788079977, + "cnn.2.bias": 0.0024359477683901787, + "cnn.5.weight": 0.008314521983265877, + "cnn.5.bias": 0.0018847320461645722, + "action_emb.weight": 0.007904144003987312, + "timestep_emb.weight": 0.0009783880086615682, + "pos_emb.weight": 0.0022148743737488985, + "transformer.layers.0.self_attn.in_proj_weight": 0.025080503895878792, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021467634942382574, + "transformer.layers.0.self_attn.out_proj.weight": 0.028089061379432678, + "transformer.layers.0.self_attn.out_proj.bias": 0.002927802735939622, + "transformer.layers.0.linear1.weight": 0.036016229540109634, + "transformer.layers.0.linear1.bias": 0.0014827019767835736, + "transformer.layers.0.linear2.weight": 0.02706669270992279, + "transformer.layers.0.linear2.bias": 0.00253581115975976, + "transformer.layers.0.norm1.weight": 0.0014164752792567015, + "transformer.layers.0.norm1.bias": 0.0020513408817350864, + "transformer.layers.0.norm2.weight": 0.0043088397942483425, + "transformer.layers.0.norm2.bias": 0.0014553068904206157, + "transformer.layers.1.self_attn.in_proj_weight": 0.027344806119799614, + "transformer.layers.1.self_attn.in_proj_bias": 0.001673151389695704, + "transformer.layers.1.self_attn.out_proj.weight": 0.026813125237822533, + "transformer.layers.1.self_attn.out_proj.bias": 0.002070681657642126, + "transformer.layers.1.linear1.weight": 0.014666315168142319, + "transformer.layers.1.linear1.bias": 0.0008313526050187647, + "transformer.layers.1.linear2.weight": 0.018028778955340385, + "transformer.layers.1.linear2.bias": 0.001956900116056204, + "transformer.layers.1.norm1.weight": 0.0019324106397107244, + "transformer.layers.1.norm1.bias": 0.0017640370642766356, + "transformer.layers.1.norm2.weight": 0.0014197013806551695, + "transformer.layers.1.norm2.bias": 0.0009236290934495628, + "transformer.layers.2.self_attn.in_proj_weight": 0.024419082328677177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016754394164308906, + "transformer.layers.2.self_attn.out_proj.weight": 0.02816741168498993, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019101561047136784, + "transformer.layers.2.linear1.weight": 0.011911693029105663, + "transformer.layers.2.linear1.bias": 0.0008117432589642704, + "transformer.layers.2.linear2.weight": 0.015707477927207947, + "transformer.layers.2.linear2.bias": 0.0018879950512200594, + "transformer.layers.2.norm1.weight": 0.001900475937873125, + "transformer.layers.2.norm1.bias": 0.0019198233494535089, + "transformer.layers.2.norm2.weight": 0.000892448821105063, + "transformer.layers.2.norm2.bias": 0.0007989478181116283, + "transformer.layers.3.self_attn.in_proj_weight": 0.04893992841243744, + "transformer.layers.3.self_attn.in_proj_bias": 0.0030383700504899025, + "transformer.layers.3.self_attn.out_proj.weight": 0.028620140627026558, + "transformer.layers.3.self_attn.out_proj.bias": 0.002551872283220291, + "transformer.layers.3.linear1.weight": 0.03002343140542507, + "transformer.layers.3.linear1.bias": 0.0024638522882014513, + "transformer.layers.3.linear2.weight": 0.017915865406394005, + "transformer.layers.3.linear2.bias": 0.003072679741308093, + "transformer.layers.3.norm1.weight": 0.004094405565410852, + "transformer.layers.3.norm1.bias": 0.003751201555132866, + "transformer.layers.3.norm2.weight": 0.0022856038995087147, + "transformer.layers.3.norm2.bias": 0.003306314814835787, + "head.weight": 0.20702899992465973, + "head.bias": 0.006079975515604019, + "global_embedding.weight": 0.005361960735172033, + "global_cnn.0.weight": 0.09942895174026489, + "global_cnn.0.bias": 0.0033159961458295584, + "global_cnn.2.weight": 0.2264433205127716, + "global_cnn.2.bias": 0.009667593985795975, + "global_proj.weight": 0.038591545075178146, + "global_proj.bias": 0.028200455009937286, + "goal_head.0.weight": 0.023197731003165245, + "goal_head.0.bias": 0.01061572041362524, + "goal_head.2.weight": 0.0353689044713974, + "goal_head.2.bias": 0.02328731305897236 + }, + { + "global_gate": 0.00011221560271224007, + "embedding.weight": 0.0008233616827055812, + "cnn.0.weight": 0.016017969697713852, + "cnn.0.bias": 0.0005907724262215197, + "cnn.2.weight": 0.005437628366053104, + "cnn.2.bias": 0.0014140064595267177, + "cnn.5.weight": 0.006135018076747656, + "cnn.5.bias": 0.0009358166134916246, + "action_emb.weight": 0.006219103001058102, + "timestep_emb.weight": 0.0013900951016694307, + "pos_emb.weight": 0.004201516509056091, + "transformer.layers.0.self_attn.in_proj_weight": 0.02008110098540783, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012109543895348907, + "transformer.layers.0.self_attn.out_proj.weight": 0.02557566575706005, + "transformer.layers.0.self_attn.out_proj.bias": 0.001933466293849051, + "transformer.layers.0.linear1.weight": 0.03440047800540924, + "transformer.layers.0.linear1.bias": 0.001092513557523489, + "transformer.layers.0.linear2.weight": 0.024581391364336014, + "transformer.layers.0.linear2.bias": 0.0017098732059821486, + "transformer.layers.0.norm1.weight": 0.001087254611775279, + "transformer.layers.0.norm1.bias": 0.0010971884476020932, + "transformer.layers.0.norm2.weight": 0.003954447340220213, + "transformer.layers.0.norm2.bias": 0.0009960023453459144, + "transformer.layers.1.self_attn.in_proj_weight": 0.021618396043777466, + "transformer.layers.1.self_attn.in_proj_bias": 0.000984200625680387, + "transformer.layers.1.self_attn.out_proj.weight": 0.019922973588109016, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015754045452922583, + "transformer.layers.1.linear1.weight": 0.013838863000273705, + "transformer.layers.1.linear1.bias": 0.0006928247748874128, + "transformer.layers.1.linear2.weight": 0.01636693999171257, + "transformer.layers.1.linear2.bias": 0.001505991443991661, + "transformer.layers.1.norm1.weight": 0.0014013181207701564, + "transformer.layers.1.norm1.bias": 0.0008691324037499726, + "transformer.layers.1.norm2.weight": 0.0011904077837243676, + "transformer.layers.1.norm2.bias": 0.0006978744640946388, + "transformer.layers.2.self_attn.in_proj_weight": 0.021266737952828407, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011015873169526458, + "transformer.layers.2.self_attn.out_proj.weight": 0.015732387080788612, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015332153998315334, + "transformer.layers.2.linear1.weight": 0.010406384244561195, + "transformer.layers.2.linear1.bias": 0.0005942587740719318, + "transformer.layers.2.linear2.weight": 0.012541118077933788, + "transformer.layers.2.linear2.bias": 0.001554418238811195, + "transformer.layers.2.norm1.weight": 0.0014416404301300645, + "transformer.layers.2.norm1.bias": 0.0011459396919235587, + "transformer.layers.2.norm2.weight": 0.0006877001724205911, + "transformer.layers.2.norm2.bias": 0.0006590912817046046, + "transformer.layers.3.self_attn.in_proj_weight": 0.04165225848555565, + "transformer.layers.3.self_attn.in_proj_bias": 0.00398103566840291, + "transformer.layers.3.self_attn.out_proj.weight": 0.018147390335798264, + "transformer.layers.3.self_attn.out_proj.bias": 0.002955374773591757, + "transformer.layers.3.linear1.weight": 0.01877232827246189, + "transformer.layers.3.linear1.bias": 0.001568643725477159, + "transformer.layers.3.linear2.weight": 0.011434673331677914, + "transformer.layers.3.linear2.bias": 0.003400226356461644, + "transformer.layers.3.norm1.weight": 0.0035216575488448143, + "transformer.layers.3.norm1.bias": 0.005804227199405432, + "transformer.layers.3.norm2.weight": 0.0014060952235013247, + "transformer.layers.3.norm2.bias": 0.0019945844542235136, + "head.weight": 0.18436430394649506, + "head.bias": 0.007817055098712444, + "global_embedding.weight": 0.011931907385587692, + "global_cnn.0.weight": 0.055945731699466705, + "global_cnn.0.bias": 0.002313740784302354, + "global_cnn.2.weight": 0.10384231060743332, + "global_cnn.2.bias": 0.00481524970382452, + "global_proj.weight": 0.0340333953499794, + "global_proj.bias": 0.025873778387904167, + "goal_head.0.weight": 0.02595924399793148, + "goal_head.0.bias": 0.012183167971670628, + "goal_head.2.weight": 0.04175190627574921, + "goal_head.2.bias": 0.029446324333548546 + }, + { + "global_gate": 1.5599718608427793e-05, + "embedding.weight": 0.005358605645596981, + "cnn.0.weight": 0.07331210374832153, + "cnn.0.bias": 0.0025902697816491127, + "cnn.2.weight": 0.015453500673174858, + "cnn.2.bias": 0.004419837612658739, + "cnn.5.weight": 0.011806318536400795, + "cnn.5.bias": 0.0027998124714940786, + "action_emb.weight": 0.008706806227564812, + "timestep_emb.weight": 0.001641537412069738, + "pos_emb.weight": 0.0028745844028890133, + "transformer.layers.0.self_attn.in_proj_weight": 0.04359854385256767, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037872320972383022, + "transformer.layers.0.self_attn.out_proj.weight": 0.03768805414438248, + "transformer.layers.0.self_attn.out_proj.bias": 0.0050238934345543385, + "transformer.layers.0.linear1.weight": 0.03944379463791847, + "transformer.layers.0.linear1.bias": 0.001995248021557927, + "transformer.layers.0.linear2.weight": 0.03809569403529167, + "transformer.layers.0.linear2.bias": 0.004154300317168236, + "transformer.layers.0.norm1.weight": 0.0028816231060773134, + "transformer.layers.0.norm1.bias": 0.003911040723323822, + "transformer.layers.0.norm2.weight": 0.003906817641109228, + "transformer.layers.0.norm2.bias": 0.0022600609809160233, + "transformer.layers.1.self_attn.in_proj_weight": 0.03673607483506203, + "transformer.layers.1.self_attn.in_proj_bias": 0.002419351367279887, + "transformer.layers.1.self_attn.out_proj.weight": 0.03808961436152458, + "transformer.layers.1.self_attn.out_proj.bias": 0.003387628123164177, + "transformer.layers.1.linear1.weight": 0.020970672369003296, + "transformer.layers.1.linear1.bias": 0.0012424725573509932, + "transformer.layers.1.linear2.weight": 0.02820403128862381, + "transformer.layers.1.linear2.bias": 0.00335707888007164, + "transformer.layers.1.norm1.weight": 0.0023043188266456127, + "transformer.layers.1.norm1.bias": 0.00241366820409894, + "transformer.layers.1.norm2.weight": 0.0016842118930071592, + "transformer.layers.1.norm2.bias": 0.001326568191871047, + "transformer.layers.2.self_attn.in_proj_weight": 0.03195948898792267, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022533538285642862, + "transformer.layers.2.self_attn.out_proj.weight": 0.03164511173963547, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032560941763222218, + "transformer.layers.2.linear1.weight": 0.019022054970264435, + "transformer.layers.2.linear1.bias": 0.0012948766816407442, + "transformer.layers.2.linear2.weight": 0.02353084087371826, + "transformer.layers.2.linear2.bias": 0.0034692827612161636, + "transformer.layers.2.norm1.weight": 0.0025627589784562588, + "transformer.layers.2.norm1.bias": 0.0022457907907664776, + "transformer.layers.2.norm2.weight": 0.0012288964353501797, + "transformer.layers.2.norm2.bias": 0.0015034230891615152, + "transformer.layers.3.self_attn.in_proj_weight": 0.06875823438167572, + "transformer.layers.3.self_attn.in_proj_bias": 0.008391051553189754, + "transformer.layers.3.self_attn.out_proj.weight": 0.03533203899860382, + "transformer.layers.3.self_attn.out_proj.bias": 0.006086618639528751, + "transformer.layers.3.linear1.weight": 0.04205421730875969, + "transformer.layers.3.linear1.bias": 0.004130503628402948, + "transformer.layers.3.linear2.weight": 0.025578659027814865, + "transformer.layers.3.linear2.bias": 0.007514956872910261, + "transformer.layers.3.norm1.weight": 0.00591637659817934, + "transformer.layers.3.norm1.bias": 0.011524914763867855, + "transformer.layers.3.norm2.weight": 0.0028794799000024796, + "transformer.layers.3.norm2.bias": 0.005012447014451027, + "head.weight": 0.3320799767971039, + "head.bias": 0.01456063985824585, + "global_embedding.weight": 0.01523191574960947, + "global_cnn.0.weight": 0.07528739422559738, + "global_cnn.0.bias": 0.0031206554267555475, + "global_cnn.2.weight": 0.18585512042045593, + "global_cnn.2.bias": 0.01012630295008421, + "global_proj.weight": 0.048754528164863586, + "global_proj.bias": 0.03462786599993706, + "goal_head.0.weight": 0.03478469327092171, + "goal_head.0.bias": 0.01591513492166996, + "goal_head.2.weight": 0.049302488565444946, + "goal_head.2.bias": 0.03554623946547508 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10360211133956909, - 0.23484894633293152, - 0.0848836600780487, - 0.1759902536869049, - 0.06883414089679718, - 0.07127794623374939, - 0.13455159962177277, - 0.06881262362003326, - 0.047266822308301926, - 0.12588007748126984 + 0.2676876187324524, + 0.2881034314632416, + 0.4232100248336792, + 0.27661949396133423, + 0.34589844942092896, + 0.4375183582305908, + 0.49605265259742737, + 0.3692980706691742, + 0.2801939845085144, + 0.2913764715194702, + 0.3088438808917999, + 0.2685599625110626, + 0.5085892081260681, + 0.7452215552330017, + 0.6179998517036438, + 0.48351535201072693, + 0.34095972776412964, + 0.4225316643714905, + 0.6452175378799438, + 0.5377286076545715 ], "repr_drift_kl_low_t": [ - 0.1058180183172226, - 0.16275162994861603, - 0.08104300498962402, - 0.1781640201807022, - 0.06558340787887573, - 0.05781157687306404, - 0.13803571462631226, - 0.07532315701246262, - 0.007610413245856762, - 0.1245194524526596 + 0.31368201971054077, + 0.3284797966480255, + 0.5335135459899902, + 0.328625351190567, + 0.42006343603134155, + 0.5578435659408569, + 0.6115482449531555, + 0.4757789373397827, + 0.344770610332489, + 0.3598966896533966, + 0.37683290243148804, + 0.3434751629829407, + 0.5985025763511658, + 0.9711547493934631, + 0.7395614981651306, + 0.5851149559020996, + 0.4173414707183838, + 0.5323565602302551, + 0.8238444328308105, + 0.664990246295929 ], "repr_drift_kl_mid_t": [ - 0.09700262546539307, - 0.18271885812282562, - 0.07475728541612625, - 0.1662886142730713, - 0.06564214825630188, - 0.05670066922903061, - 0.1300542652606964, - 0.06126737594604492, - 0.00973798893392086, - 0.11561176180839539 + 0.26670601963996887, + 0.2820747196674347, + 0.4128476083278656, + 0.2643125057220459, + 0.3451654613018036, + 0.4436022937297821, + 0.49077141284942627, + 0.37503668665885925, + 0.28743886947631836, + 0.2895641624927521, + 0.3041311502456665, + 0.2706865072250366, + 0.5148410797119141, + 0.7486832141876221, + 0.6174516081809998, + 0.4883975088596344, + 0.35028618574142456, + 0.4262849986553192, + 0.6397544145584106, + 0.5456415414810181 ], "repr_drift_kl_high_t": [ - 0.1450258046388626, - 0.38387688994407654, - 0.11619800329208374, - 0.17898936569690704, - 0.10040783882141113, - 0.10031038522720337, - 0.14438475668430328, - 0.08268724381923676, - 0.12291291356086731, - 0.14215371012687683 + 0.22762459516525269, + 0.2678334414958954, + 0.30876246094703674, + 0.23559434711933136, + 0.28628382086753845, + 0.31006237864494324, + 0.38502392172813416, + 0.28756803274154663, + 0.2076631784439087, + 0.21813878417015076, + 0.22701337933540344, + 0.2125629335641861, + 0.39250949025154114, + 0.5082244873046875, + 0.47882962226867676, + 0.3787381649017334, + 0.24673683941364288, + 0.3130623400211334, + 0.45591235160827637, + 0.3815501034259796 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9043207764625549, - 0.7687775492668152, - 0.7704911828041077, - 0.8341355919837952, - 0.8159708380699158 + 0.7946433424949646, + 0.7452378273010254, + 0.873658299446106, + 0.8947113156318665, + 0.7778134346008301, + 0.7805201411247253, + 0.6545578837394714, + 0.7978338599205017, + 0.64869624376297, + 0.6501007080078125 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.735649347305298, - 0.7359210252761841, - 1.0794230699539185, - 1.6255943775177002, - 0.148622527718544, - 0.9878585338592529, - 0.4750104248523712, - 0.6324583888053894, - 0.4506581127643585, - 1.4403595924377441 + 2.0453624725341797, + 0.46823540329933167, + 0.6871203184127808, + 0.586728036403656, + 0.9940124154090881, + 0.43725910782814026, + 0.7932257056236267, + 0.5180266499519348, + 0.4304286539554596, + 0.4372726380825043, + 0.328980416059494, + 0.46363750100135803, + 0.41111883521080017, + 0.39126667380332947, + 0.4679355025291443, + 0.23533542454242706, + 0.2597074806690216, + 0.3158951699733734, + 0.23323895037174225, + 0.47416064143180847 ], "norm_high_t": [ - 3.53491473197937, - 0.5993852615356445, - 0.9472192525863647, - 1.7326300144195557, - 0.13597513735294342, - 0.9495967626571655, - 0.4265799820423126, - 0.652431845664978, - 0.45153364539146423, - 0.6384020447731018 + 1.7458844184875488, + 0.8336169123649597, + 0.6303408741950989, + 0.5303123593330383, + 0.454253226518631, + 0.48122504353523254, + 0.5492020845413208, + 0.4414420425891876, + 0.6484281420707703, + 0.5384107232093811, + 0.38782891631126404, + 0.43120697140693665, + 0.6456917524337769, + 0.7158969640731812, + 1.4179714918136597, + 0.2791975140571594, + 0.22684992849826813, + 0.5407809019088745, + 0.3191051781177521, + 0.6532992720603943 ], "lowhigh_cos": [ - 0.8043758869171143, - 0.38353070616722107, - 0.39969268441200256, - -0.04067688062787056, - 0.7668071389198303, - 0.9617424011230469, - 0.433625727891922, - 0.940820038318634, - 0.99672532081604, - 0.33397340774536133 + 0.7817817330360413, + 0.26522284746170044, + 0.8388018608093262, + 0.6456427574157715, + 0.3069722652435303, + 0.38220900297164917, + 0.23974044620990753, + 0.7025756239891052, + 0.4331274926662445, + 0.470542311668396, + 0.6360683441162109, + 0.5621803402900696, + 0.7557886838912964, + 0.417530357837677, + 0.6347948908805847, + 0.42414677143096924, + 0.017295803874731064, + 0.7757163643836975, + 0.6332738399505615, + 0.4956750273704529 ], "t_bin_norms": [ { - "t_0.0-0.1": 2.512218475341797, - "t_0.1-0.2": 2.7254843711853027, - "t_0.2-0.3": 2.7377700805664062, - "t_0.3-0.4": 2.7622687816619873, - "t_0.4-0.5": 2.6803879737854004, - "t_0.5-0.6": 2.6421000957489014, - "t_0.6-0.7": 2.5667967796325684, - "t_0.7-0.8": 2.8654444217681885, - "t_0.8-0.9": 2.9479424953460693, - "t_0.9-1.0": 3.684075355529785 - }, - { - "t_0.0-0.1": 0.5710049867630005, - "t_0.1-0.2": 0.6377171277999878, - "t_0.2-0.3": 0.5396882891654968, - "t_0.3-0.4": 0.7065291404724121, - "t_0.4-0.5": 0.5724387168884277, - "t_0.5-0.6": 0.5565710663795471, - "t_0.6-0.7": 0.5602971911430359, - "t_0.7-0.8": 0.629044771194458, - "t_0.8-0.9": 0.5730704665184021, - "t_0.9-1.0": 0.5911128520965576 - }, - { - "t_0.0-0.1": 0.9288517832756042, - "t_0.1-0.2": 0.9919371008872986, - "t_0.2-0.3": 0.9231728911399841, - "t_0.3-0.4": 0.8417806029319763, - "t_0.4-0.5": 1.0314799547195435, - "t_0.5-0.6": 0.8729050755500793, - "t_0.6-0.7": 1.0261812210083008, - "t_0.7-0.8": 0.8816999793052673, - "t_0.8-0.9": 0.8687691688537598, - "t_0.9-1.0": 0.9801586866378784 - }, - { - "t_0.0-0.1": 1.595689296722412, - "t_0.1-0.2": 1.9949005842208862, - "t_0.2-0.3": 2.017523765563965, - "t_0.3-0.4": 1.9679123163223267, - "t_0.4-0.5": 1.679071307182312, - "t_0.5-0.6": 1.8716493844985962, - "t_0.6-0.7": 1.7150088548660278, - "t_0.7-0.8": 1.9713207483291626, - "t_0.8-0.9": 1.7179423570632935, - "t_0.9-1.0": 1.7431550025939941 - }, - { - "t_0.0-0.1": 0.31208422780036926, - "t_0.1-0.2": 0.2509832978248596, - "t_0.2-0.3": 0.1702989637851715, - "t_0.3-0.4": 0.20010921359062195, - "t_0.4-0.5": 0.1586025506258011, - "t_0.5-0.6": 0.17111758887767792, - "t_0.6-0.7": 0.14227063953876495, - "t_0.7-0.8": 0.1311807781457901, - "t_0.8-0.9": 0.14222313463687897, - "t_0.9-1.0": 0.14949959516525269 - }, - { - "t_0.0-0.1": 0.9874140024185181, - "t_0.1-0.2": 0.9676482677459717, - "t_0.2-0.3": 0.9842522144317627, - "t_0.3-0.4": 0.9905878901481628, - "t_0.4-0.5": 0.9867683053016663, - "t_0.5-0.6": 0.9626685380935669, - "t_0.6-0.7": 0.9718000292778015, - "t_0.7-0.8": 0.9596364498138428, - "t_0.8-0.9": 0.9861218333244324, - "t_0.9-1.0": 0.9884009957313538 - }, - { - "t_0.0-0.1": 0.5699979066848755, - "t_0.1-0.2": 0.38889896869659424, - "t_0.2-0.3": 0.41695794463157654, - "t_0.3-0.4": 0.42023903131484985, - "t_0.4-0.5": 0.3928435146808624, - "t_0.5-0.6": 0.4135012924671173, - "t_0.6-0.7": 0.47171279788017273, - "t_0.7-0.8": 0.38920676708221436, - "t_0.8-0.9": 0.426452100276947, - "t_0.9-1.0": 0.6268942356109619 - }, - { - "t_0.0-0.1": 0.6397139430046082, - "t_0.1-0.2": 0.6699725389480591, - "t_0.2-0.3": 0.6648038029670715, - "t_0.3-0.4": 0.6289835572242737, - "t_0.4-0.5": 0.6754907965660095, - "t_0.5-0.6": 0.6653937697410583, - "t_0.6-0.7": 0.7003130316734314, - "t_0.7-0.8": 0.65022212266922, - "t_0.8-0.9": 0.6235615015029907, - "t_0.9-1.0": 0.647595226764679 - }, - { - "t_0.0-0.1": 0.4506700336933136, - "t_0.1-0.2": 0.45163577795028687, - "t_0.2-0.3": 0.4506473243236542, - "t_0.3-0.4": 0.450644314289093, - "t_0.4-0.5": 0.4534872770309448, - "t_0.5-0.6": 0.4522070586681366, - "t_0.6-0.7": 0.45066991448402405, - "t_0.7-0.8": 0.4530666470527649, - "t_0.8-0.9": 0.4529317617416382, - "t_0.9-1.0": 0.45626288652420044 - }, - { - "t_0.0-0.1": 1.6745611429214478, - "t_0.1-0.2": 1.5468007326126099, - "t_0.2-0.3": 1.1728551387786865, - "t_0.3-0.4": 1.1663143634796143, - "t_0.4-0.5": 0.9970046877861023, - "t_0.5-0.6": 1.1408400535583496, - "t_0.6-0.7": 0.8402907252311707, - "t_0.7-0.8": 0.7841724157333374, - "t_0.8-0.9": 0.8018613457679749, - "t_0.9-1.0": 0.8304863572120667 + "t_0.0-0.1": 1.7653878927230835, + "t_0.1-0.2": 2.4659368991851807, + "t_0.2-0.3": 2.1050260066986084, + "t_0.3-0.4": 2.3787596225738525, + "t_0.4-0.5": 1.9697362184524536, + "t_0.5-0.6": 1.956792950630188, + "t_0.6-0.7": 1.7764617204666138, + "t_0.7-0.8": 1.8251471519470215, + "t_0.8-0.9": 1.8961702585220337, + "t_0.9-1.0": 2.0427989959716797 + }, + { + "t_0.0-0.1": 0.5620864033699036, + "t_0.1-0.2": 0.46602895855903625, + "t_0.2-0.3": 0.4884314239025116, + "t_0.3-0.4": 0.4681093096733093, + "t_0.4-0.5": 0.39904338121414185, + "t_0.5-0.6": 0.40839967131614685, + "t_0.6-0.7": 0.3979242742061615, + "t_0.7-0.8": 0.39010757207870483, + "t_0.8-0.9": 0.3960834741592407, + "t_0.9-1.0": 1.243668556213379 + }, + { + "t_0.0-0.1": 0.6227554082870483, + "t_0.1-0.2": 0.5631229281425476, + "t_0.2-0.3": 0.5642070770263672, + "t_0.3-0.4": 0.5552356839179993, + "t_0.4-0.5": 0.5912052989006042, + "t_0.5-0.6": 0.5432001352310181, + "t_0.6-0.7": 0.5998803377151489, + "t_0.7-0.8": 0.5755273103713989, + "t_0.8-0.9": 0.5804347395896912, + "t_0.9-1.0": 0.6918015480041504 + }, + { + "t_0.0-0.1": 0.5827980637550354, + "t_0.1-0.2": 0.5820030570030212, + "t_0.2-0.3": 0.5321288704872131, + "t_0.3-0.4": 0.5398139953613281, + "t_0.4-0.5": 0.512126624584198, + "t_0.5-0.6": 0.5456945896148682, + "t_0.6-0.7": 0.5249249935150146, + "t_0.7-0.8": 0.5165805816650391, + "t_0.8-0.9": 0.5100337266921997, + "t_0.9-1.0": 0.6316962838172913 + }, + { + "t_0.0-0.1": 0.5371593236923218, + "t_0.1-0.2": 0.3935790956020355, + "t_0.2-0.3": 0.3600069284439087, + "t_0.3-0.4": 0.38041457533836365, + "t_0.4-0.5": 0.38495561480522156, + "t_0.5-0.6": 0.3641860783100128, + "t_0.6-0.7": 0.37288713455200195, + "t_0.7-0.8": 0.37415412068367004, + "t_0.8-0.9": 0.4355456829071045, + "t_0.9-1.0": 0.5524259209632874 + }, + { + "t_0.0-0.1": 0.5238850116729736, + "t_0.1-0.2": 0.4033128321170807, + "t_0.2-0.3": 0.35548490285873413, + "t_0.3-0.4": 0.28701144456863403, + "t_0.4-0.5": 0.27361851930618286, + "t_0.5-0.6": 0.30461758375167847, + "t_0.6-0.7": 0.27273449301719666, + "t_0.7-0.8": 0.2823147177696228, + "t_0.8-0.9": 0.31059932708740234, + "t_0.9-1.0": 0.7254364490509033 + }, + { + "t_0.0-0.1": 0.6724733114242554, + "t_0.1-0.2": 0.6639679074287415, + "t_0.2-0.3": 0.5064852237701416, + "t_0.3-0.4": 0.5822610855102539, + "t_0.4-0.5": 0.49115511775016785, + "t_0.5-0.6": 0.5426954627037048, + "t_0.6-0.7": 0.5631885528564453, + "t_0.7-0.8": 0.4872993528842926, + "t_0.8-0.9": 0.569965124130249, + "t_0.9-1.0": 0.6249779462814331 + }, + { + "t_0.0-0.1": 0.5892152190208435, + "t_0.1-0.2": 0.5466271638870239, + "t_0.2-0.3": 0.44775155186653137, + "t_0.3-0.4": 0.5148341655731201, + "t_0.4-0.5": 0.492373526096344, + "t_0.5-0.6": 0.3998730778694153, + "t_0.6-0.7": 0.46125996112823486, + "t_0.7-0.8": 0.4654518961906433, + "t_0.8-0.9": 0.43322068452835083, + "t_0.9-1.0": 0.5240450501441956 + }, + { + "t_0.0-0.1": 0.413051038980484, + "t_0.1-0.2": 0.38890913128852844, + "t_0.2-0.3": 0.37907910346984863, + "t_0.3-0.4": 0.3814719617366791, + "t_0.4-0.5": 0.3669513463973999, + "t_0.5-0.6": 0.36959585547447205, + "t_0.6-0.7": 0.3884143829345703, + "t_0.7-0.8": 0.4047917425632477, + "t_0.8-0.9": 0.4251762330532074, + "t_0.9-1.0": 0.8667550683021545 + }, + { + "t_0.0-0.1": 0.6080374121665955, + "t_0.1-0.2": 0.37717822194099426, + "t_0.2-0.3": 0.39075765013694763, + "t_0.3-0.4": 0.3692707121372223, + "t_0.4-0.5": 0.37022271752357483, + "t_0.5-0.6": 0.3990437388420105, + "t_0.6-0.7": 0.3946602940559387, + "t_0.7-0.8": 0.3953652083873749, + "t_0.8-0.9": 0.4238196909427643, + "t_0.9-1.0": 0.7385143041610718 + }, + { + "t_0.0-0.1": 0.38468578457832336, + "t_0.1-0.2": 0.35077157616615295, + "t_0.2-0.3": 0.3285706639289856, + "t_0.3-0.4": 0.3426976799964905, + "t_0.4-0.5": 0.36334455013275146, + "t_0.5-0.6": 0.297981321811676, + "t_0.6-0.7": 0.31644636392593384, + "t_0.7-0.8": 0.3556044101715088, + "t_0.8-0.9": 0.3467971682548523, + "t_0.9-1.0": 0.5085769295692444 + }, + { + "t_0.0-0.1": 0.4128386974334717, + "t_0.1-0.2": 0.42473772168159485, + "t_0.2-0.3": 0.4647645354270935, + "t_0.3-0.4": 0.3503452241420746, + "t_0.4-0.5": 0.37707164883613586, + "t_0.5-0.6": 0.4174288809299469, + "t_0.6-0.7": 0.3537629246711731, + "t_0.7-0.8": 0.38638660311698914, + "t_0.8-0.9": 0.40909048914909363, + "t_0.9-1.0": 0.45346125960350037 + }, + { + "t_0.0-0.1": 0.4779171049594879, + "t_0.1-0.2": 0.42868611216545105, + "t_0.2-0.3": 0.40458524227142334, + "t_0.3-0.4": 0.4233667254447937, + "t_0.4-0.5": 0.45446187257766724, + "t_0.5-0.6": 0.4632038176059723, + "t_0.6-0.7": 0.4747275114059448, + "t_0.7-0.8": 0.4815874993801117, + "t_0.8-0.9": 0.5642234086990356, + "t_0.9-1.0": 0.7112588286399841 + }, + { + "t_0.0-0.1": 0.41740044951438904, + "t_0.1-0.2": 0.361652135848999, + "t_0.2-0.3": 0.328278511762619, + "t_0.3-0.4": 0.33404916524887085, + "t_0.4-0.5": 0.3870350122451782, + "t_0.5-0.6": 0.3581622838973999, + "t_0.6-0.7": 0.3949889540672302, + "t_0.7-0.8": 0.42995405197143555, + "t_0.8-0.9": 0.502326250076294, + "t_0.9-1.0": 1.2726441621780396 + }, + { + "t_0.0-0.1": 0.6288846731185913, + "t_0.1-0.2": 0.49175214767456055, + "t_0.2-0.3": 0.5218321681022644, + "t_0.3-0.4": 0.48246967792510986, + "t_0.4-0.5": 0.5420039296150208, + "t_0.5-0.6": 0.556451678276062, + "t_0.6-0.7": 0.6607124209403992, + "t_0.7-0.8": 0.8334158658981323, + "t_0.8-0.9": 1.0798497200012207, + "t_0.9-1.0": 1.911967396736145 + }, + { + "t_0.0-0.1": 0.35456541180610657, + "t_0.1-0.2": 0.19678863883018494, + "t_0.2-0.3": 0.18731288611888885, + "t_0.3-0.4": 0.1843445599079132, + "t_0.4-0.5": 0.21101972460746765, + "t_0.5-0.6": 0.2296961396932602, + "t_0.6-0.7": 0.22295702993869781, + "t_0.7-0.8": 0.26725804805755615, + "t_0.8-0.9": 0.25180861353874207, + "t_0.9-1.0": 0.3388771116733551 + }, + { + "t_0.0-0.1": 0.3645971417427063, + "t_0.1-0.2": 0.25143009424209595, + "t_0.2-0.3": 0.1988636702299118, + "t_0.3-0.4": 0.20979642868041992, + "t_0.4-0.5": 0.19336263835430145, + "t_0.5-0.6": 0.2724393904209137, + "t_0.6-0.7": 0.22411859035491943, + "t_0.7-0.8": 0.1829865425825119, + "t_0.8-0.9": 0.23115448653697968, + "t_0.9-1.0": 0.33139288425445557 + }, + { + "t_0.0-0.1": 0.33000192046165466, + "t_0.1-0.2": 0.3637200593948364, + "t_0.2-0.3": 0.3229881823062897, + "t_0.3-0.4": 0.32400673627853394, + "t_0.4-0.5": 0.3275928795337677, + "t_0.5-0.6": 0.3518995940685272, + "t_0.6-0.7": 0.376055508852005, + "t_0.7-0.8": 0.4418884813785553, + "t_0.8-0.9": 0.42809709906578064, + "t_0.9-1.0": 0.5880337953567505 + }, + { + "t_0.0-0.1": 0.43944501876831055, + "t_0.1-0.2": 0.1976669281721115, + "t_0.2-0.3": 0.21229763329029083, + "t_0.3-0.4": 0.18553169071674347, + "t_0.4-0.5": 0.20712943375110626, + "t_0.5-0.6": 0.20346787571907043, + "t_0.6-0.7": 0.19960017502307892, + "t_0.7-0.8": 0.20701374113559723, + "t_0.8-0.9": 0.2309134304523468, + "t_0.9-1.0": 0.35603296756744385 + }, + { + "t_0.0-0.1": 0.6202306151390076, + "t_0.1-0.2": 0.42307913303375244, + "t_0.2-0.3": 0.4018799364566803, + "t_0.3-0.4": 0.41940200328826904, + "t_0.4-0.5": 0.44406333565711975, + "t_0.5-0.6": 0.4301624596118927, + "t_0.6-0.7": 0.46422114968299866, + "t_0.7-0.8": 0.5007166266441345, + "t_0.8-0.9": 0.5535215139389038, + "t_0.9-1.0": 0.8063549995422363 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.05904059112071991, - 0.027003858238458633, - 0.07198642194271088, - 0.021967049688100815, - 0.011813759803771973, - 0.19796955585479736, - 0.30489447712898254, - 0.018159804865717888, - 0.05998536944389343, - 0.01964701898396015, - 0.016746411100029945, - 0.30343249440193176, - 0.004385964944958687, - 0.013966480270028114, - 0.14450068771839142, - 0.18104495108127594, - 0.03201766684651375, - 0.020082693547010422, - 0.054314497858285904, - 0.10837437957525253, - 0.0540708526968956, - 0.06784661114215851, - 0.4678477644920349, - 0.06282952427864075, - 0.011323003098368645, - 0.005976095795631409, - 0.2062200903892517, - 0.07014746963977814, - 0.04923798516392708, - 0.2974359095096588, - 0.14843204617500305, - 0.030597375705838203, - 0.29404255747795105, - 0.16660040616989136, - 0.239141047000885, - 0.15857085585594177, - 0.13318385183811188, - 0.5448505282402039, - 0.007625272031873465, - 0.11733441799879074, - 0.1267748475074768, - 0.33628877997398376, - 0.018555868417024612, - 0.0923244059085846, - 0.005692599341273308, - 0.026030369102954865, - 0.13865308463573456, - 0.10522213578224182, - 0.19063270092010498, - 0.06770311295986176, - 0.10997876524925232, - 0.28864434361457825, - 0.11994609236717224, - 0.5835866332054138, - 0.07256637513637543, - 0.00538160465657711, - 0.10039499402046204, - 0.05288318172097206, - 0.03897254168987274, - 0.015577889047563076, - 0.03778259456157684, - 0.005976095795631409, - 0.13397707045078278, - 0.00460122711956501, - 0.17999999225139618, - 0.05558150261640549, - 0.009605662897229195, - 0.29159417748451233, - 0.0050505055114626884, - 0.12098009884357452, - 0.09777424484491348, - 0.04230266064405441, - 0.1232718899846077, - 0.005692599341273308, - 0.02718912437558174, - 0.05030674859881401, - 0.008445107378065586, - 0.24309392273426056, - 0.033670034259557724, - 0.029277218505740166, - 0.08389467000961304, - 0.008269719779491425, - 0.08315099030733109, - 0.030238889157772064, - 0.14218959212303162, - 0.0059523810632526875, - 0.11277174204587936, - 0.010714286006987095, - 0.012516763061285019, - 0.009130104444921017, - 0.07044534385204315, - 0.09164420515298843, - 0.0037313434295356274, - 0.20394986867904663, - 0.10608486831188202, - 0.045938991010189056, - 0.006164059042930603, - 0.09928741306066513, - 0.05607843026518822, - 0.006592291872948408, - 0.006876790896058083, - 0.20214591920375824, - 0.06190476194024086, - 0.03025064803659916, - 0.0031960229389369488, - 0.011320754885673523, - 0.10273972153663635, - 0.05357737094163895, 0.06306963413953781, - 0.1984451711177826, - 0.02766798436641693, - 0.05594956502318382, - 0.037686239928007126, - 0.03038427233695984, - 0.018318966031074524, - 0.06524981558322906, - 0.1474820226430893, - 0.019865525886416435, - 0.002958579920232296, - 0.2995728850364685, - 0.0037313434295356274, - 0.12579618394374847, - 0.1634114682674408, - 0.05381355807185173, - 0.009749303571879864, - 0.028037382289767265, - 0.036164384335279465, - 0.016597511246800423, - 0.038535647094249725, - 0.1540030688047409, - 0.08671024441719055, - 0.09429347515106201, - 0.28206998109817505, - 0.05338078364729881, - 0.14630287885665894, - 0.06446540355682373, - 0.12179487198591232, - 0.13688760995864868, - 0.0609406977891922, - 0.16811594367027283, - 0.14413517713546753, - 0.015099518932402134, - 0.004901960492134094, - 0.0412517786026001, - 0.038548752665519714, - 0.07530238479375839, - 0.027252081781625748, - 0.05006858706474304, - 0.11583924293518066, - 0.08846154063940048, - 0.11388355493545532, - 0.05974395573139191, - 0.005434782709926367, - 0.01092896144837141, - 0.01209048368036747, - 0.06620021164417267, - 0.08830409497022629, - 0.004901960492134094, - 0.12447746843099594, - 0.05487804859876633, - 0.011557512916624546, - 0.027791563421487808, - 0.016597511246800423, - 0.16642463207244873, - 0.03106796182692051, - 0.08436214178800583, - 0.0056584361009299755, - 0.06104651466012001, - 0.04276729375123978, - 0.312421590089798, - 0.08058984577655792, - 0.16066837310791016, - 0.08955223858356476, - 0.00911458395421505, - 0.04213333502411842, - 0.12854251265525818, - 0.08019480109214783, - 0.08720112591981888, - 0.006592291872948408, - 0.22759370505809784, - 0.007231404539197683, - 0.18221575021743774, - 0.23622742295265198, - 0.48194944858551025, - 0.006944444961845875, - 0.004567814525216818, - 0.026563365012407303, - 0.058072008192539215, - 0.04617604613304138, - 0.12133072316646576, - 0.2880886495113373, - 0.15173764526844025, - 0.030670471489429474, - 0.16424579918384552, - 0.007575757801532745, - 0.006637168116867542, - 0.07010385394096375, - 0.3893616795539856, - 0.14952152967453003, - 0.34391283988952637, - 0.09057750552892685, - 0.04345202073454857, - 0.08720112591981888, - 0.06925372779369354, - 0.022336140275001526, - 0.004901960492134094, - 0.09145674109458923, - 0.16610926389694214, - 0.00882352888584137, - 0.006592291872948408, - 0.12867647409439087, - 0.009743774309754372, - 0.0038011695723980665, - 0.01701507158577442, - 0.19154928624629974, - 0.0043116724118590355, - 0.1289631575345993, - 0.0377030149102211, - 0.10261264443397522, - 0.038973383605480194, - 0.1408906877040863, - 0.013636363670229912, - 0.14205186069011688, - 0.37155964970588684, - 0.11827956885099411, - 0.04004107043147087, - 0.03221957013010979, - 0.021475257351994514, - 0.11235954612493515, - 0.22095069289207458, - 0.021832497790455818, - 0.09033280611038208, - 0.015019379556179047, - 0.006637168116867542, - 0.016597511246800423, - 0.1088295727968216, - 0.004323899280279875, - 0.018402505666017532, - 0.0038759689778089523, - 0.023325808346271515, - 0.2515009939670563, - 0.11951684206724167, - 0.010714286006987095, - 0.0035771066322922707, - 0.0036136661656200886, - 0.06966538727283478, - 0.08884891867637634, - 0.03375162184238434, - 0.4188034236431122, - 0.009999999776482582, - 0.004901960492134094, - 0.004901960492134094, - 0.1367102414369583, - 0.02616659365594387, - 0.21701113879680634, - 0.0035771066322922707, - 0.05716162919998169, - 0.059332508593797684, - 0.024513619020581245, - 0.04573438689112663, - 0.01000714860856533, - 0.052933670580387115, - 0.053165778517723083, - 0.04093567281961441, - 0.00238663493655622, - 0.1402789205312729, - 0.009244155138731003, - 0.040194038301706314, - 0.141678124666214, - 0.14470109343528748, - 0.06409323215484619, - 0.006637168116867542, - 0.079159215092659, - 0.07227925956249237, - 0.08220024406909943, - 0.10091046988964081, - 0.05226293206214905, - 0.0030487803742289543, - 0.1763402670621872, - 0.09595406800508499, - 0.010479042306542397, - 0.06374675035476685, - 0.13769035041332245, - 0.01092896144837141, - 0.015000000596046448, - 0.04465709626674652, - 0.09700996428728104, - 0.09805693477392197, - 0.010714286006987095, - 0.07048710435628891, - 0.05701013654470444, - 0.04960937425494194, - 0.03427719697356224, - 0.006369426846504211, - 0.004201680887490511, - 0.010714286006987095, - 0.008172362111508846, - 0.0390777662396431, - 0.016345592215657234, - 0.06980057060718536, - 0.05327711999416351, - 0.19283919036388397, - 0.10147299617528915, - 0.08314193785190582, - 0.07649253308773041, - 0.0045008184388279915, - 0.06116047874093056, - 0.09472880512475967, - 0.008937959559261799, - 0.015019379556179047, - 0.058618687093257904, - 0.030573248863220215, - 0.03831598907709122, - 0.0031960229389369488, - 0.01439736783504486, - 0.07874564081430435, - 0.004412762820720673, - 0.03714451566338539, - 0.008557457476854324, - 0.00206611561588943, - 0.15132774412631989, - 0.055776894092559814, - 0.011958146467804909, - 0.12906309962272644, - 0.0025597268249839544, - 0.007896221242845058, - 0.18056467175483704, - 0.010124873369932175, - 0.008269719779491425, - 0.07092198729515076, - 0.002805049065500498, - 0.004431314766407013, - 0.0023427042178809643, - 0.15903307497501373, - 0.1737242192029953, - 0.01666666753590107, - 0.08949679136276245, - 0.14773869514465332, - 0.15485073626041412, - 0.0038011695723980665, - 0.006672597955912352, - 0.05765407532453537, - 0.029711883515119553, - 0.12133072316646576, - 0.01061173528432846, - 0.09777424484491348, - 0.10580204427242279, - 0.00248893816024065, - 0.07894737273454666, - 0.052026811987161636, - 0.18623124063014984, - 0.1679999977350235, - 0.08050655573606491, - 0.06269430369138718, - 0.1791498064994812, - 0.08983112126588821, - 0.1855670064687729, - 0.3064008355140686, - 0.01908617839217186, - 0.036665380001068115, - 0.3091993033885956, - 0.02974683605134487, - 0.005985266994684935, - 0.005692599341273308, - 0.0035971221514046192, - 0.15018656849861145, - 0.007231404539197683, - 0.004032257944345474, - 0.0047846888191998005, - 0.009374999441206455, - 0.03926096856594086, - 0.11992944777011871, - 0.21613189578056335, - 0.20694319903850555, - 0.08783120661973953, - 0.06429780274629593, - 0.005130596924573183, - 0.11007751524448395, - 0.16966967284679413, - 0.052666012197732925, - 0.006388415582478046, - 0.006274131126701832, - 0.054817985743284225, - 0.009749303571879864, - 0.24373796582221985, - 0.013182674534618855, - 0.005692599341273308, - 0.02238805964589119, - 0.005434782709926367, - 0.015000000596046448, - 0.034408602863550186, - 0.07993407547473907, - 0.06242774426937103, - 0.0037313434295356274, - 0.0025380710139870644, - 0.002634660340845585, - 0.10211426019668579, - 0.09057971090078354, - 0.20545868575572968, - 0.019639935344457626, - 0.04507337510585785, - 0.12081005424261093, - 0.02302025817334652, - 0.05450306087732315, - 0.012126865796744823, - 0.002888318384066224, - 0.15114334225654602, - 0.17047391831874847, - 0.011911852285265923, - 0.08212702721357346, - 0.029945552349090576, - 0.011935208924114704, - 0.02974947914481163, - 0.07649253308773041, - 0.1748863309621811, - 0.017338860780000687, - 0.1223067194223404, - 0.0477147176861763, - 0.0627780482172966, - 0.00238663493655622, - 0.11510129272937775, - 0.08588957041501999, - 0.06911315023899078, - 0.005985266994684935, - 0.13650424778461456, - 0.0023174970410764217, - 0.2654010057449341, - 0.06778545677661896, - 0.004160362761467695, - 0.06956521421670914, - 0.0037313434295356274, - 0.142361119389534, - 0.020113136619329453, - 0.03760848566889763, - 0.2335362583398819, - 0.06200643628835678, - 0.00538160465657711, - 0.06341107934713364, - 0.16848783195018768, - 0.01175869069993496, - 0.010724731720983982, - 0.07630521804094315, - 0.006230529397726059, - 0.005985266994684935, - 0.10840439051389694, - 0.0034987276885658503, - 0.07875804603099823, - 0.05919329822063446, - 0.00219058059155941, - 0.004032257944345474, - 0.045890819281339645, - 0.18053197860717773, - 0.023367952555418015, - 0.013636363670229912, - 0.17670504748821259, - 0.011904762126505375, - 0.015774378553032875, - 0.0030487803742289543, - 0.006289307959377766, - 0.031677018851041794, - 0.09552845358848572, - 0.00219058059155941, - 0.027803098782896996, - 0.038173653185367584, - 0.003086419776082039, - 0.013636363670229912, - 0.01209048368036747, - 0.015099854208528996, - 0.0040087467059493065, - 0.0036006546579301357, - 0.11171960830688477, - 0.014059754088521004, - 0.0030487803742289543, - 0.11066307872533798, - 0.02464381977915764, - 0.0037313434295356274, - 0.10143198072910309, - 0.10698878765106201, - 0.19981412589550018, - 0.01097560953348875, - 0.0027141133323311806, - 0.26816239953041077, - 0.040707238018512726, - 0.032351721078157425, - 0.1233077198266983, - 0.032825879752635956, - 0.014598540030419827, - 0.05379156023263931, - 0.0034403670579195023, - 0.001529051922261715, - 0.061176467686891556, - 0.006307339295744896, - 0.0015344147104769945, - 0.08015266805887222 + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.13949716091156006, + 0.027350425720214844, + 0.052808988839387894, + 0.1591651886701584, + 0.05844749137759209, + 0.03767024353146553, + 0.06411881744861603, + 0.1307947039604187, + 0.08552631735801697, + 0.12349569797515869, + 0.2146182507276535, + 0.14268498122692108, + 0.07643622159957886, + 0.05629701539874077, + 0.08504176139831543, + 0.07569266110658646, + 0.09954337775707245, + 0.1430755853652954, + 0.10935285687446594, + 0.07642549276351929, + 0.18607105314731598, + 0.14874857664108276, + 0.04731792211532593, + 0.20079977810382843, + 0.0596340149641037, + 0.07231602817773819, + 0.08250165730714798, + 0.045355428010225296, + 0.1137133240699768, + 0.05185377225279808, + 0.10132252424955368, + 0.3344671130180359, + 0.09735327959060669, + 0.07164869457483292, + 0.07615453004837036, + 0.0927225649356842, + 0.03561253473162651, + 0.05499199032783508, + 0.07329843193292618, + 0.16186004877090454, + 0.04928259551525116, + 0.05904059112071991, + 0.1145857647061348, + 0.07914122939109802, + 0.05823702737689018, + 0.05010255053639412, + 0.13997147977352142, + 0.08962655812501907, + 0.13968884944915771, + 0.03371688351035118, + 0.13831521570682526, + 0.023756496608257294, + 0.17968308925628662, + 0.0668160542845726, + 0.05298341065645218, + 0.04722648859024048, + 0.10142425447702408, + 0.08170212805271149, + 0.11129707098007202, + 0.10985257476568222, + 0.097355417907238, + 0.06958343088626862, + 0.07993873953819275, + 0.10963749140501022, + 0.11044597625732422, + 0.03759244084358215, + 0.07201694697141647, + 0.07347605377435684, + 0.04523554444313049, + 0.12245360016822815, + 0.0928022637963295, + 0.06341132521629333, + 0.0886894017457962, + 0.07681602984666824, + 0.041871920228004456, + 0.13544844090938568, + 0.11219410598278046, + 0.14535212516784668, + 0.08548431843519211, + 0.08311478793621063, + 0.07307542115449905, + 0.1147541031241417, + 0.07687746733427048, + 0.03474077954888344, + 0.08008161187171936, + 0.1063130721449852, + 0.07499463856220245, + 0.097521111369133, + 0.09986130893230438, + 0.043288785964250565, + 0.05139355733990669, + 0.07301779836416245, + 0.0401652492582798, + 0.12086685001850128, + 0.14433249831199646, + 0.08623087406158447, + 0.11206281185150146, + 0.1493486911058426, + 0.06257668882608414, + 0.05167686194181442, + 0.09691096097230911, + 0.06483790278434753, + 0.09325450658798218, + 0.06444858014583588, + 0.0771208256483078, + 0.07741302996873856, + 0.0797276496887207, + 0.08077509701251984, + 0.10334346443414688, + 0.07632826268672943, + 0.0997852012515068, + 0.05780959874391556, + 0.1468726247549057, + 0.04629827290773392, + 0.05406687408685684, + 0.11744872480630875, + 0.0566546767950058, + 0.19287095963954926, + 0.06948304176330566, + 0.05762530118227005, + 0.10728862881660461, + 0.11632723361253738, + 0.10988251119852066, + 0.08530059456825256, + 0.0969855859875679, + 0.15498991310596466, + 0.10011709481477737, + 0.0752306580543518, + 0.08007889240980148, + 0.12209802865982056, + 0.10753617435693741, + 0.05493827164173126, + 0.08172231912612915, + 0.1166941225528717, + 0.14380531013011932, + 0.0846574604511261, + 0.05688568949699402, + 0.03765690326690674, + 0.03358425199985504, + 0.15324720740318298, + 0.09815951436758041, + 0.08228598535060883, + 0.14014631509780884, + 0.21709324419498444, + 0.12029611319303513, + 0.14372164011001587, + 0.17458778619766235, + 0.12615768611431122, + 0.2253294736146927, + 0.056855276226997375, + 0.03941267356276512, + 0.07162284851074219, + 0.06354916095733643, + 0.09875942766666412, + 0.05407899618148804, + 0.07828998565673828, + 0.1920572966337204, + 0.10478419065475464, + 0.03066972643136978, + 0.0697597935795784, + 0.079470194876194, + 0.17623703181743622, + 0.13979995250701904, + 0.11654321104288101, + 0.020155038684606552, + 0.1310252994298935, + 0.0855834111571312, + 0.13697873055934906, + 0.04398541897535324, + 0.08282510191202164, + 0.12375366687774658, + 0.07190082967281342, + 0.0649142861366272, + 0.15360303223133087, + 0.10515113174915314, + 0.1879601627588272, + 0.10938883572816849, + 0.09123548120260239, + 0.045830681920051575, + 0.18562091886997223, + 0.10244249552488327, + 0.09367194026708603, + 0.10537596046924591, + 0.1084180399775505, + 0.09102946519851685, + 0.10058097541332245, + 0.08512720465660095, + 0.10348891466856003, + 0.07588616758584976, + 0.11176621168851852, + 0.062013182789087296, + 0.08981458842754364, + 0.06651224195957184, + 0.11529411375522614, + 0.11388492584228516, + 0.07813145965337753, + 0.05949312821030617, + 0.07799796760082245, + 0.13016949594020844, + 0.1186283603310585, + 0.10007943212985992, + 0.03026111051440239, + 0.13977676630020142, + 0.05040023848414421, + 0.09031996130943298, + 0.027460413053631783, + 0.09376836568117142, + 0.08929610997438431, + 0.05499519407749176, + 0.13200347125530243, + 0.13710246980190277, + 0.06829268485307693, + 0.056754790246486664, + 0.14433333277702332, + 0.04879024252295494, + 0.10952955484390259, + 0.04489164054393768, + 0.0683721974492073, + 0.17582418024539948, + 0.09849029779434204, + 0.07388138025999069, + 0.13267220556735992, + 0.042072322219610214, + 0.11272557079792023, + 0.03207412734627724, + 0.07133659720420837, + 0.018074072897434235, + 0.055577848106622696, + 0.047821059823036194, + 0.04443053901195526, + 0.06275919079780579, + 0.0705043151974678, + 0.09645357728004456, + 0.06082204729318619, + 0.17075233161449432, + 0.04969526454806328, + 0.13062795996665955, + 0.08439697325229645, + 0.08909136801958084, + 0.11801082640886307, + 0.0895443856716156, + 0.08661417663097382, + 0.08991354703903198, + 0.11465249955654144, + 0.1921146959066391, + 0.08699143677949905, + 0.07718195766210556, + 0.07983296364545822, + 0.06785934418439865, + 0.0649852305650711, + 0.07160769402980804, + 0.1426953673362732, + 0.11161068826913834, + 0.03207847476005554, + 0.10103627294301987, + 0.15767131745815277, + 0.09762363135814667, + 0.2891522943973541, + 0.05945703014731407, + 0.04702339693903923, + 0.11456859856843948, + 0.11708081513643265, + 0.08722291886806488, + 0.17359507083892822, + 0.0918339341878891, + 0.03668903931975365, + 0.03222271054983139, + 0.12618568539619446, + 0.08390244096517563, + 0.0725269690155983, + 0.16217045485973358, + 0.06659162789583206, + 0.1729232221841812, + 0.03388494998216629, + 0.07990599423646927, + 0.07151643186807632, + 0.10119594633579254, + 0.09257582575082779, + 0.043869514018297195, + 0.10247079282999039, + 0.09009598940610886, + 0.03332577645778656, + 0.10654762387275696, + 0.12028801441192627, + 0.07567078620195389, + 0.07397959381341934, + 0.1439056396484375, + 0.079465851187706, + 0.06863285601139069, + 0.05538637191057205, + 0.11515151709318161, + 0.06565500050783157, + 0.043848711997270584, + 0.0433569960296154, + 0.09229442477226257, + 0.11136450618505478, + 0.040761902928352356, + 0.12311557680368423, + 0.15377698838710785, + 0.12003826349973679, + 0.046427126973867416, + 0.02163061499595642, + 0.10474826395511627, + 0.06331976503133774, + 0.06559285521507263, + 0.053546395152807236, + 0.08572319149971008, + 0.01927710883319378, + 0.049052394926548004, + 0.07268434017896652, + 0.06046794354915619, + 0.05011235922574997, + 0.024903154000639915, + 0.10023980587720871, + 0.08439451456069946, + 0.02528369426727295, + 0.035808321088552475, + 0.12009179592132568, + 0.06768330931663513, + 0.10514596104621887, + 0.05939198657870293, + 0.06556636095046997, + 0.03516051545739174, + 0.10812462121248245, + 0.061293646693229675, + 0.10770604014396667, + 0.07839293777942657, + 0.10319767147302628, + 0.04515337571501732, + 0.143731489777565, + 0.06294085830450058, + 0.14558689296245575, + 0.01467855740338564, + 0.07960089296102524, + 0.037145912647247314, + 0.10576142370700836, + 0.025787189602851868, + 0.06308220326900482, + 0.06493820995092392, + 0.052388597279787064, + 0.04560099169611931, + 0.2020435631275177, + 0.044494565576314926, + 0.05978385731577873, + 0.09088817238807678, + 0.051873642951250076, + 0.023920265957713127, + 0.09768560528755188, + 0.03384437412023544, + 0.1122584119439125, + 0.16806037724018097, + 0.08170995861291885, + 0.04418853670358658, + 0.07544861733913422, + 0.07798308879137039, + 0.14936764538288116, + 0.15260252356529236, + 0.08532176166772842, + 0.059899233281612396, + 0.05574362352490425, + 0.06721893697977066, + 0.05055732652544975, + 0.06360946595668793, + 0.12214218825101852, + 0.0831199511885643, + 0.05150977149605751, + 0.0777316763997078, + 0.07174179702997208, + 0.12383487820625305, + 0.03790911287069321, + 0.0636126771569252, + 0.09874371439218521, + 0.04519901052117348, + 0.007328071631491184, + 0.09326093643903732, + 0.06651518493890762, + 0.03118734620511532, + 0.06507015228271484, + 0.14324693381786346, + 0.06436333805322647, + 0.005240590777248144, + 0.0720037892460823, + 0.04837340489029884, + 0.05612378939986229, + 0.007620660122483969, + 0.011846222914755344, + 0.06834795325994492, + 0.07306542247533798, + 0.059246718883514404, + 0.10752037912607193, + 0.09884428232908249, + 0.0275303665548563, + 0.07117363065481186, + 0.06234007701277733, + 0.09112395346164703, + 0.07259450107812881, + 0.04715127870440483, + 0.07427912205457687, + 0.08251514285802841, + 0.028974875807762146, + 0.013669065199792385, + 0.08448625355958939, + 0.04051431268453598, + 0.06822558492422104, + 0.07671629637479782, + 0.09113642573356628, + 0.10568870604038239, + 0.11323115229606628, + 0.03523547574877739, + 0.14555126428604126, + 0.10101886093616486, + 0.06935428828001022, + 0.05147058889269829, + 0.10110510140657425, + 0.017575083300471306, + 0.06979572027921677, + 0.04476885497570038, + 0.03528319299221039, + 0.0559043362736702, + 0.06153112277388573, + 0.1033235415816307, + 0.05304010584950447, + 0.06087133288383484, + 0.033523086458444595, + 0.07849462330341339, + 0.06909871101379395, + 0.05244522914290428, + 0.06714801490306854, + 0.08793103694915771, + 0.024810126051306725, + 0.11221449822187424, + 0.06285601854324341, + 0.030676692724227905, + 0.10509476065635681, + 0.047438330948352814, + 0.0948871448636055, + 0.0957983210682869, + 0.046581368893384933, + 0.08194444328546524, + 0.132208913564682, + 0.03916119411587715, + 0.095563143491745, + 0.06706929206848145, + 0.12339955568313599, + 0.11255953460931778, + 0.11395600438117981, + 0.02206776663661003, + 0.0816180408000946, + 0.055211104452610016, + 0.06565656512975693, + 0.04389721527695656, + 0.022790957242250443, + 0.06100672855973244, + 0.05548442155122757, + 0.06751054525375366, + 0.08039795607328415, + 0.06316026300191879, + 0.10386531054973602, + 0.10430706292390823, + 0.17386427521705627, + 0.06259830296039581, + 0.04906478524208069, + 0.0339631661772728, + 0.06921995431184769, + 0.03684483841061592, + 0.10179522633552551, + 0.04390380159020424, + 0.06257309764623642, + 0.04339917004108429, + 0.05128205195069313, + 0.17041704058647156, + 0.05618661269545555, + 0.06568287312984467, + 0.0450819656252861, + 0.13056835532188416, + 0.028826212510466576, + 0.06935307383537292, + 0.10323449969291687, + 0.06356137990951538, + 0.031230216845870018, + 0.0403733029961586, + 0.04109269008040428, + 0.04759279638528824, + 0.0520595945417881, + 0.08664803206920624, + 0.08221399039030075, + 0.08618330955505371, + 0.051133058965206146, + 0.10418049246072769, + 0.012645422481000423, + 0.07414229959249496, + 0.13536866009235382 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 54.62394714355469, - 40.92451858520508, - 60.820762634277344, - 40.00730514526367, - 44.05697250366211, - 80.2222900390625, - 87.04290771484375, - 39.448631286621094, - 53.757450103759766, - 39.482200622558594, - 40.601219177246094, - 124.84294128417969, - 54.22412109375, - 40.60122299194336, - 78.53607177734375, - 100.84768676757812, - 40.601219177246094, - 39.6721305847168, - 51.19669723510742, - 79.20336151123047, - 54.62395095825195, - 56.373016357421875, - 159.40174865722656, - 49.528934478759766, - 54.22412109375, - 98.10526275634766, - 96.98834991455078, - 47.90145492553711, - 48.70958709716797, - 182.3524932861328, - 97.05651092529297, - 44.087467193603516, - 122.26191711425781, - 106.04165649414062, - 91.42636108398438, - 73.77568054199219, - 81.8479232788086, - 275.6602478027344, - 41.895782470703125, - 80.50466918945312, - 93.32861328125, - 156.90538024902344, - 54.22412109375, - 68.09083557128906, - 67.5317611694336, - 40.92451477050781, - 87.81072998046875, - 71.77371978759766, - 105.71553802490234, - 54.62395477294922, - 65.34730529785156, - 131.55050659179688, - 77.28068542480469, - 204.24069213867188, - 55.49595642089844, - 67.5317611694336, - 69.00910949707031, - 49.5289421081543, - 43.386512756347656, - 39.85641860961914, - 45.5595588684082, - 54.22412109375, - 81.3523941040039, - 67.5317611694336, - 124.46707153320312, - 59.03047561645508, - 41.895790100097656, - 133.40354919433594, - 44.05697250366211, - 88.5726547241211, - 73.4659194946289, - 40.00730514526367, - 85.75440216064453, - 54.22412109375, - 40.92451858520508, - 47.90145492553711, - 44.05697250366211, - 141.1227264404297, - 40.92451858520508, - 39.85641860961914, - 61.72068786621094, - 67.5317611694336, - 62.62348937988281, - 39.448631286621094, - 92.33837127685547, - 67.5317611694336, - 79.20336151123047, - 44.05696487426758, - 40.00730514526367, - 44.05697250366211, - 59.03047180175781, - 65.3473129272461, - 67.5317611694336, - 118.33924865722656, - 85.24693298339844, - 43.386512756347656, - 44.05696487426758, - 69.92909240722656, - 48.70958709716797, - 54.22412109375, - 97.0296401977539, - 73.55791473388672, - 54.62394714355469, - 40.43056106567383, - 54.22412109375, - 54.22412109375, - 81.07108306884766, - 54.62395477294922, - 47.901458740234375, - 116.09925842285156, - 42.714111328125, - 53.757450103759766, - 47.10593032836914, - 40.00730514526367, - 40.60122299194336, - 62.62348937988281, - 100.84249114990234, - 40.60122299194336, - 67.5317611694336, - 127.88206481933594, - 67.5317611694336, - 89.13690185546875, - 98.94672393798828, - 51.19669723510742, - 44.05696487426758, - 42.714111328125, - 44.81291198730469, - 41.895790100097656, - 44.81291198730469, - 89.9820785522461, - 64.43698120117188, - 69.10918426513672, - 86.10680389404297, - 50.35831832885742, - 85.75440979003906, - 52.89699172973633, - 49.60719299316406, - 68.4332275390625, - 50.358314514160156, - 106.52165222167969, - 88.11318969726562, - 39.85641860961914, - 47.703086853027344, - 48.709590911865234, - 42.714111328125, - 52.89699172973633, - 41.47610092163086, - 47.90146255493164, - 80.13677978515625, - 68.09083557128906, - 74.5511245727539, - 54.62394714355469, - 54.22412109375, - 47.703086853027344, - 41.895790100097656, - 49.528934478759766, - 69.92909240722656, - 67.5317611694336, - 91.19267272949219, - 47.43928527832031, - 47.703086853027344, - 44.81291198730469, - 39.36961364746094, - 70.09516143798828, - 41.47610092163086, - 91.00183868408203, - 47.703086853027344, - 48.70958709716797, - 43.386505126953125, - 180.6365509033203, - 57.25469970703125, - 66.37937927246094, - 61.720680236816406, - 44.05696487426758, - 43.38651657104492, - 81.07108306884766, - 60.82075881958008, - 59.92394256591797, - 67.5317611694336, - 77.377197265625, - 47.703086853027344, - 126.83412170410156, - 131.92604064941406, - 167.6074676513672, - 67.5317611694336, - 47.703086853027344, - 40.92451477050781, - 50.35831832885742, - 47.10594177246094, - 78.27086639404297, - 109.48665618896484, - 112.28600311279297, - 41.47610092163086, - 98.08055877685547, - 41.895790100097656, - 47.703086853027344, - 51.19669723510742, - 109.99090576171875, - 96.4941177368164, - 102.5063247680664, - 69.00910949707031, - 44.81291198730469, - 62.62348937988281, - 49.52893829345703, - 44.596805572509766, - 54.22412109375, - 71.77371978759766, - 103.6956787109375, - 41.895790100097656, - 47.703086853027344, - 90.37002563476562, - 54.224124908447266, - 104.52373504638672, - 39.482200622558594, - 116.20926666259766, - 54.22412109375, - 85.2893295288086, - 42.07524108886719, - 82.40122985839844, - 43.386512756347656, - 92.33837127685547, - 39.482200622558594, - 99.19834899902344, - 102.33586120605469, - 82.9421615600586, - 45.5595588684082, - 45.5595588684082, - 40.60122299194336, - 74.55110931396484, - 137.5816650390625, - 39.85641860961914, - 74.55110931396484, - 39.3696174621582, - 47.703086853027344, - 44.05696487426758, - 72.16327667236328, - 67.5317611694336, - 39.36960983276367, - 512.0, - 58.30028533935547, - 146.65777587890625, - 80.13677215576172, - 47.703086853027344, - 67.5317611694336, - 67.5317611694336, - 60.82075881958008, - 61.72068786621094, - 43.38651657104492, - 171.1514892578125, - 39.85641860961914, - 67.5317611694336, - 67.5317611694336, - 84.8162841796875, - 40.43056106567383, - 121.70965576171875, - 44.05697250366211, - 54.62394714355469, - 47.901458740234375, - 39.85641860961914, - 47.90146255493164, - 41.895790100097656, - 51.19669723510742, - 51.19670486450195, - 43.386512756347656, - 54.224124908447266, - 99.89241790771484, - 54.22412109375, - 42.7141227722168, - 88.5726547241211, - 82.0062255859375, - 53.757450103759766, - 54.22412109375, - 69.00910949707031, - 59.030479431152344, - 69.9699478149414, - 75.47940826416016, - 51.19669723510742, - 54.224124908447266, - 97.51747131347656, - 66.7608413696289, - 102.5578384399414, - 52.043182373046875, - 88.57266235351562, - 41.895790100097656, - 39.3696174621582, - 46.32465744018555, - 77.3393325805664, - 76.40882873535156, - 44.05697250366211, - 56.373016357421875, - 52.89699935913086, - 48.70958709716797, - 47.105934143066406, - 88.0362777709961, - 54.22412109375, - 41.895790100097656, - 47.703086853027344, - 47.10594177246094, - 40.60122299194336, - 59.9239501953125, - 60.82075881958008, - 124.50965118408203, - 70.85065460205078, - 63.52896499633789, - 59.9239501953125, - 67.5317611694336, - 47.901458740234375, - 72.6982192993164, - 41.895790100097656, - 44.05696487426758, - 47.10594177246094, - 65.81866455078125, - 44.81291198730469, - 54.22412109375, - 39.85641860961914, - 65.34730529785156, - 47.703086853027344, - 42.07523727416992, - 47.703086853027344, - 512.0, - 90.45587158203125, - 62.10215377807617, - 41.89577865600586, - 85.9355697631836, - 79.19566345214844, - 41.895790100097656, - 71.4614486694336, - 40.60122299194336, - 44.05697250366211, - 58.140625, - 54.22412109375, - 104.52373504638672, - 104.52373504638672, - 109.42239379882812, - 54.063201904296875, - 39.85642623901367, - 67.06391906738281, - 82.0062255859375, - 102.18605041503906, - 67.5317611694336, - 47.703086853027344, - 56.373016357421875, - 42.7141227722168, - 83.87886810302734, - 40.60122299194336, - 60.82075119018555, - 78.2708511352539, - 70.60413360595703, - 56.37302017211914, - 56.373016357421875, - 114.02032470703125, - 101.99454498291016, - 60.82075119018555, - 60.64653396606445, - 98.77084350585938, - 80.96563720703125, - 71.39164733886719, - 117.28675079345703, - 40.43056106567383, - 40.007301330566406, - 132.01541137695312, - 44.08746337890625, - 67.5317611694336, - 47.703086853027344, - 67.5317611694336, - 96.87223815917969, - 44.05697250366211, - 512.0, - 54.22412109375, - 44.05696487426758, - 41.47610092163086, - 83.87885284423828, - 119.548828125, - 80.9481201171875, - 61.720672607421875, - 52.04319381713867, - 104.52373504638672, - 77.92434692382812, - 103.13123321533203, - 48.932464599609375, - 136.69717407226562, - 109.21182250976562, - 53.757450103759766, - 47.703086853027344, - 163.24215698242188, - 39.3696174621582, - 47.703086853027344, - 40.43055725097656, - 44.05696487426758, - 41.895790100097656, - 47.901458740234375, - 62.62348175048828, - 54.62394714355469, - 67.5317611694336, - 74.31757354736328, - 67.5317611694336, - 75.4793930053711, - 59.03047561645508, - 98.99276733398438, - 40.43056106567383, - 46.324668884277344, - 77.3393325805664, - 39.482200622558594, - 53.757450103759766, - 40.60122299194336, - 67.5317611694336, - 94.65642547607422, - 100.61193084716797, - 40.601219177246094, - 65.3473129272461, - 40.92451858520508, - 44.05696487426758, - 40.92451858520508, - 55.4959602355957, - 98.37128448486328, - 39.36960983276367, - 81.07108306884766, - 51.196712493896484, - 54.62394714355469, - 512.0, - 89.5221176147461, - 57.25468826293945, - 58.140625, - 47.703086853027344, - 90.45443725585938, - 104.52373504638672, - 128.73739624023438, - 56.37301254272461, - 54.22412109375, - 52.043182373046875, - 83.562744140625, - 74.38678741455078, - 40.92451477050781, - 42.07524108886719, - 84.77562713623047, - 55.495967864990234, - 47.703086853027344, - 52.04319381713867, - 100.05831146240234, - 44.05696487426758, - 54.224124908447266, - 52.04319763183594, - 54.22412109375, - 104.52373504638672, - 81.07107543945312, - 512.0, - 60.82075881958008, - 49.52893829345703, - 67.5317611694336, - 54.224124908447266, - 51.450294494628906, - 85.96255493164062, - 40.92451477050781, - 39.85641860961914, - 73.56175231933594, - 47.703086853027344, - 39.36961364746094, - 69.4334945678711, - 67.5317611694336, - 51.612823486328125, - 78.95265197753906, - 104.52373504638672, - 40.92451858520508, - 46.32465744018555, - 67.5317611694336, - 39.482200622558594, - 47.703086853027344, - 39.482200622558594, - 41.895782470703125, - 67.5317611694336, - 70.85063934326172, - 41.895790100097656, - 54.224124908447266, - 76.40882873535156, - 40.00730514526367, - 67.5317611694336, - 90.09004974365234, - 88.5726547241211, - 83.57505798339844, - 47.703086853027344, - 104.52373504638672, - 151.96852111816406, - 48.74580001831055, - 39.6721305847168, - 75.95948791503906, - 42.71411895751953, - 39.3696174621582, - 48.70958709716797, - 104.52373504638672, - 512.0, - 50.358314514160156, - 512.0, - 512.0, - 76.45829010009766 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 673.5695190429688, + 312.1497802734375, + 555.8145141601562, + 774.3033447265625, + 387.3268127441406, + 377.1556396484375, + 589.7686767578125, + 687.7385864257812, + 350.79681396484375, + 628.495361328125, + 479.40338134765625, + 805.884521484375, + 646.3041381835938, + 494.1982421875, + 566.89794921875, + 439.033203125, + 672.9602661132812, + 819.0617065429688, + 622.1368408203125, + 592.61669921875, + 601.9088134765625, + 667.3856201171875, + 466.4197082519531, + 850.3203735351562, + 505.8942565917969, + 396.4530944824219, + 437.40435791015625, + 250.21347045898438, + 592.131103515625, + 399.31256103515625, + 736.61181640625, + 765.9863891601562, + 611.415771484375, + 645.6679077148438, + 582.3595581054688, + 402.2990417480469, + 416.2182312011719, + 558.1881103515625, + 434.4850769042969, + 941.3837890625, + 404.0272521972656, + 440.4688720703125, + 715.5028076171875, + 643.2360229492188, + 528.603271484375, + 431.5780029296875, + 817.7862548828125, + 340.5619201660156, + 555.0452270507812, + 322.24395751953125, + 647.2564697265625, + 422.3251647949219, + 720.6569213867188, + 537.08154296875, + 549.93994140625, + 441.4084167480469, + 332.33819580078125, + 530.1676025390625, + 744.411376953125, + 744.5209350585938, + 565.7379760742188, + 508.5929870605469, + 420.89532470703125, + 744.8718872070312, + 620.5545043945312, + 622.568359375, + 527.5592651367188, + 605.2855834960938, + 363.6535339355469, + 737.8404541015625, + 667.858154296875, + 385.06640625, + 746.7659912109375, + 439.5805358886719, + 437.6951904296875, + 937.02294921875, + 808.2705688476562, + 743.7785034179688, + 588.380615234375, + 761.0286254882812, + 315.0362854003906, + 580.5639038085938, + 730.5587768554688, + 449.228515625, + 622.9789428710938, + 682.175537109375, + 641.876708984375, + 567.4642944335938, + 470.73748779296875, + 351.9335632324219, + 549.056640625, + 568.1780395507812, + 455.58740234375, + 861.7164306640625, + 776.4727783203125, + 665.4336547851562, + 678.143798828125, + 643.9007568359375, + 531.5302734375, + 487.3111877441406, + 475.6495361328125, + 556.3558349609375, + 526.3145751953125, + 514.2886352539062, + 442.1589050292969, + 512.4696044921875, + 579.923583984375, + 602.8360595703125, + 596.8927001953125, + 496.2239685058594, + 720.7352294921875, + 501.5382385253906, + 807.7199096679688, + 461.7530212402344, + 496.09002685546875, + 614.9338989257812, + 427.2383728027344, + 794.9358520507812, + 613.1185913085938, + 477.46112060546875, + 591.24267578125, + 520.8861083984375, + 729.5823364257812, + 504.5133056640625, + 394.1259765625, + 840.7159423828125, + 510.6519470214844, + 374.9540710449219, + 335.96441650390625, + 806.1563110351562, + 724.9628295898438, + 626.7688598632812, + 709.2843627929688, + 605.5886840820312, + 780.5562133789062, + 592.69580078125, + 542.6840209960938, + 564.0087280273438, + 328.60198974609375, + 950.1298828125, + 650.677978515625, + 630.1746215820312, + 844.8050537109375, + 465.2952880859375, + 546.8303833007812, + 883.092041015625, + 894.693603515625, + 700.322509765625, + 742.8132934570312, + 380.346923828125, + 450.5264587402344, + 493.15362548828125, + 304.2901611328125, + 664.1149291992188, + 529.2886962890625, + 583.0286865234375, + 785.8829956054688, + 663.3492431640625, + 430.89935302734375, + 502.0921936035156, + 633.144287109375, + 748.8383178710938, + 796.8363037109375, + 691.50732421875, + 405.01629638671875, + 696.5194091796875, + 643.1478271484375, + 672.1729125976562, + 593.4577026367188, + 592.5921630859375, + 615.8563232421875, + 447.9222717285156, + 517.075927734375, + 682.3148803710938, + 790.9174194335938, + 1155.6396484375, + 745.7572631835938, + 691.7488403320312, + 528.3024291992188, + 710.9796752929688, + 826.8660888671875, + 740.844970703125, + 699.4577026367188, + 644.1887817382812, + 462.6307067871094, + 416.4925231933594, + 489.69952392578125, + 772.3721923828125, + 604.4087524414062, + 593.9817504882812, + 373.4290466308594, + 610.1688842773438, + 424.13555908203125, + 789.1007080078125, + 673.6263427734375, + 640.5855102539062, + 543.5280151367188, + 607.0096435546875, + 860.485595703125, + 710.1487426757812, + 600.2860717773438, + 441.0927734375, + 731.5752563476562, + 365.2005920410156, + 704.6588134765625, + 449.0674133300781, + 572.284912109375, + 493.49737548828125, + 539.4158935546875, + 923.8952026367188, + 519.5969848632812, + 434.36651611328125, + 507.8962707519531, + 548.6150512695312, + 635.5543823242188, + 701.6817016601562, + 483.11163330078125, + 507.5638122558594, + 762.8499755859375, + 453.3720703125, + 511.3241882324219, + 760.5789794921875, + 410.1940002441406, + 769.549560546875, + 507.5130310058594, + 476.7216796875, + 281.5881042480469, + 534.02294921875, + 615.73388671875, + 263.4080505371094, + 480.2850646972656, + 672.723388671875, + 779.931884765625, + 504.06768798828125, + 762.5242309570312, + 426.2587890625, + 665.7120971679688, + 581.0712280273438, + 581.7874755859375, + 675.1549682617188, + 628.7568969726562, + 564.99560546875, + 266.7852478027344, + 809.2537841796875, + 651.1661987304688, + 579.3140258789062, + 773.2645874023438, + 594.1318969726562, + 611.3175048828125, + 647.1571044921875, + 457.170166015625, + 461.5732727050781, + 635.8512573242188, + 490.77142333984375, + 529.2068481445312, + 703.3963623046875, + 903.373291015625, + 842.2246704101562, + 652.0689697265625, + 487.9092712402344, + 965.8945922851562, + 828.9650268554688, + 672.0150146484375, + 582.4402465820312, + 615.8849487304688, + 660.2343139648438, + 401.73980712890625, + 699.901611328125, + 572.9881591796875, + 545.7938232421875, + 758.7373657226562, + 699.8912963867188, + 964.84912109375, + 397.78350830078125, + 578.601318359375, + 638.4757080078125, + 895.3782958984375, + 617.7493896484375, + 275.0234375, + 755.1504516601562, + 712.2003173828125, + 652.8843383789062, + 779.5492553710938, + 886.2728271484375, + 467.1700134277344, + 600.0523071289062, + 757.9921875, + 748.114990234375, + 441.93255615234375, + 581.783935546875, + 905.4828491210938, + 461.11669921875, + 706.1761474609375, + 437.1205139160156, + 570.1434326171875, + 713.4550170898438, + 687.3580932617188, + 664.657958984375, + 729.4661865234375, + 702.7035522460938, + 632.8242797851562, + 309.91748046875, + 747.7630615234375, + 670.379638671875, + 713.0162963867188, + 433.7491149902344, + 509.976806640625, + 350.1131896972656, + 537.7045288085938, + 615.5540161132812, + 398.6419372558594, + 573.49560546875, + 459.61474609375, + 647.5780639648438, + 638.5274047851562, + 595.0289916992188, + 466.7871398925781, + 755.0195922851562, + 641.9092407226562, + 691.5904541015625, + 761.8172607421875, + 555.8037719726562, + 451.2730712890625, + 487.3495788574219, + 646.3117065429688, + 550.9707641601562, + 561.6575317382812, + 647.0524291992188, + 562.6661987304688, + 949.2296752929688, + 567.8779296875, + 648.41748046875, + 396.8893737792969, + 605.1211547851562, + 513.9739990234375, + 588.633056640625, + 355.67120361328125, + 722.710693359375, + 651.3333129882812, + 632.8424682617188, + 482.5607604980469, + 1063.13525390625, + 595.3434448242188, + 494.3998718261719, + 641.9431762695312, + 504.0512390136719, + 433.4412536621094, + 527.4024658203125, + 381.09716796875, + 721.2412719726562, + 999.638671875, + 642.3414916992188, + 395.5409851074219, + 380.9895324707031, + 732.7318725585938, + 961.5281372070312, + 535.365234375, + 714.0094604492188, + 693.7705078125, + 511.711181640625, + 514.2977905273438, + 542.9003295898438, + 553.2377319335938, + 534.9252319335938, + 654.965087890625, + 480.1842346191406, + 651.8363037109375, + 577.2861938476562, + 541.7783813476562, + 401.88079833984375, + 570.0233764648438, + 672.44287109375, + 538.9817504882812, + 335.0704345703125, + 488.9614562988281, + 636.0589599609375, + 497.3985900878906, + 736.8792724609375, + 591.0968627929688, + 491.20166015625, + 345.7037353515625, + 764.2798461914062, + 486.8736877441406, + 439.54779052734375, + 374.6744384765625, + 451.142578125, + 353.7709045410156, + 458.76300048828125, + 276.6893005371094, + 547.0327758789062, + 495.58990478515625, + 508.2611389160156, + 623.794921875, + 576.8134155273438, + 597.0527954101562, + 645.3507690429688, + 318.1179504394531, + 625.5162353515625, + 739.8619995117188, + 642.4061279296875, + 526.67333984375, + 760.4312744140625, + 498.4112548828125, + 543.2291259765625, + 678.7263793945312, + 538.2435302734375, + 705.5009765625, + 536.2992553710938, + 579.3005981445312, + 861.8070068359375, + 812.5313110351562, + 366.5876159667969, + 687.4096069335938, + 654.1749877929688, + 386.4354553222656, + 509.3286437988281, + 503.04962158203125, + 549.0393676757812, + 526.8964233398438, + 511.803955078125, + 732.5333251953125, + 517.813720703125, + 570.15625, + 532.9896240234375, + 390.32470703125, + 605.7129516601562, + 616.0398559570312, + 569.6248168945312, + 629.11669921875, + 442.9905700683594, + 699.9215698242188, + 626.7267456054688, + 394.7991638183594, + 710.3967895507812, + 492.3482360839844, + 727.9503784179688, + 586.957763671875, + 787.0741577148438, + 580.4860229492188, + 706.6426391601562, + 495.4934387207031, + 784.10986328125, + 541.6827392578125, + 813.5684814453125, + 619.947998046875, + 720.5275268554688, + 624.821533203125, + 766.5880737304688, + 403.3520812988281, + 577.7349853515625, + 543.4096069335938, + 566.881591796875, + 555.9697875976562, + 726.4191284179688, + 542.4603271484375, + 545.0765991210938, + 543.1116333007812, + 740.8416137695312, + 599.686279296875, + 824.4459228515625, + 676.5582275390625, + 391.74615478515625, + 374.139892578125, + 644.7652587890625, + 442.90057373046875, + 791.2482299804688, + 490.5351867675781, + 455.5205383300781, + 463.9274597167969, + 375.51123046875, + 754.8944702148438, + 701.7256469726562, + 449.8804931640625, + 574.4239501953125, + 822.44482421875, + 409.2987365722656, + 492.1018981933594, + 566.5811157226562, + 621.6099243164062, + 469.5940246582031, + 569.779052734375, + 666.7875366210938, + 586.7783203125, + 546.4683837890625, + 722.1320190429688, + 585.4390869140625, + 714.448974609375, + 436.68463134765625, + 562.2373046875, + 568.7513427734375, + 855.9956665039062, + 635.3992919921875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -4273,374 +5392,374 @@ 2 ], "wall_clock_s": [ - 497.9, - 502.2, - 505.9 + 863.4, + 885.5, + 834.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.6037270426750183, + "loss": 0.16953258216381073, "env_score_iters": 500, - "env_score": -3.451374053955078, + "env_score": -0.3351927101612091, "eval_iters": 500, - "eval_score": 0.6, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.5027872920036316, - "rl_grad_norm": 0.9291433095932007, - "bc_grad_norm": 0.3967353105545044, + "grad_align": 0.052078597247600555, + "rl_grad_norm": 0.4706254303455353, + "bc_grad_norm": 3.364790678024292, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000294988218229264, - "embedding.weight": 0.0023479312658309937, - "cnn.0.weight": 0.06270723044872284, - "cnn.0.bias": 0.0023567955940961838, - "cnn.2.weight": 0.020310457795858383, - "cnn.2.bias": 0.0059610470198094845, - "cnn.5.weight": 0.03348785266280174, - "cnn.5.bias": 0.005708114244043827, - "action_emb.weight": 0.014314542524516582, - "timestep_emb.weight": 0.0064955540001392365, - "pos_emb.weight": 0.009141195565462112, - "transformer.layers.0.self_attn.in_proj_weight": 0.0708000585436821, - "transformer.layers.0.self_attn.in_proj_bias": 0.0054125492461025715, - "transformer.layers.0.self_attn.out_proj.weight": 0.059436388313770294, - "transformer.layers.0.self_attn.out_proj.bias": 0.007322046905755997, - "transformer.layers.0.linear1.weight": 0.07163672149181366, - "transformer.layers.0.linear1.bias": 0.0032269584480673075, - "transformer.layers.0.linear2.weight": 0.0765547901391983, - "transformer.layers.0.linear2.bias": 0.006485368125140667, - "transformer.layers.0.norm1.weight": 0.004364892840385437, - "transformer.layers.0.norm1.bias": 0.004553417209535837, - "transformer.layers.0.norm2.weight": 0.006190645508468151, - "transformer.layers.0.norm2.bias": 0.003040893701836467, - "transformer.layers.1.self_attn.in_proj_weight": 0.0638156458735466, - "transformer.layers.1.self_attn.in_proj_bias": 0.004074373748153448, - "transformer.layers.1.self_attn.out_proj.weight": 0.06143389642238617, - "transformer.layers.1.self_attn.out_proj.bias": 0.005926268175244331, - "transformer.layers.1.linear1.weight": 0.04873703420162201, - "transformer.layers.1.linear1.bias": 0.00233152462169528, - "transformer.layers.1.linear2.weight": 0.062156081199645996, - "transformer.layers.1.linear2.bias": 0.005477736238390207, - "transformer.layers.1.norm1.weight": 0.0036417630035430193, - "transformer.layers.1.norm1.bias": 0.0036135942209511995, - "transformer.layers.1.norm2.weight": 0.003759796731173992, - "transformer.layers.1.norm2.bias": 0.0020115894731134176, - "transformer.layers.2.self_attn.in_proj_weight": 0.0766519159078598, - "transformer.layers.2.self_attn.in_proj_bias": 0.0047292630188167095, - "transformer.layers.2.self_attn.out_proj.weight": 0.05792555212974548, - "transformer.layers.2.self_attn.out_proj.bias": 0.005751854740083218, - "transformer.layers.2.linear1.weight": 0.03930981457233429, - "transformer.layers.2.linear1.bias": 0.0022309652995318174, - "transformer.layers.2.linear2.weight": 0.04753514379262924, - "transformer.layers.2.linear2.bias": 0.005663645453751087, - "transformer.layers.2.norm1.weight": 0.005760252010077238, - "transformer.layers.2.norm1.bias": 0.005349569953978062, - "transformer.layers.2.norm2.weight": 0.0024353095795959234, - "transformer.layers.2.norm2.bias": 0.002080674050375819, - "transformer.layers.3.self_attn.in_proj_weight": 0.16649679839611053, - "transformer.layers.3.self_attn.in_proj_bias": 0.013455105945467949, - "transformer.layers.3.self_attn.out_proj.weight": 0.060255102813243866, - "transformer.layers.3.self_attn.out_proj.bias": 0.01019849069416523, - "transformer.layers.3.linear1.weight": 0.11885792016983032, - "transformer.layers.3.linear1.bias": 0.009493275545537472, - "transformer.layers.3.linear2.weight": 0.0658901035785675, - "transformer.layers.3.linear2.bias": 0.015717443078756332, - "transformer.layers.3.norm1.weight": 0.012797988951206207, - "transformer.layers.3.norm1.bias": 0.018853528425097466, - "transformer.layers.3.norm2.weight": 0.010311145335435867, - "transformer.layers.3.norm2.bias": 0.01376405544579029, - "head.weight": 0.819722056388855, - "head.bias": 0.034416139125823975, - "global_embedding.weight": 0.008380510844290257, - "global_cnn.0.weight": 0.08942678570747375, - "global_cnn.0.bias": 0.0021275533363223076, - "global_cnn.2.weight": 0.20790880918502808, - "global_cnn.2.bias": 0.008444769307971, - "global_proj.weight": 0.021965017542243004, - "global_proj.bias": 0.020688986405730247, - "goal_head.0.weight": 0.016362236812710762, - "goal_head.0.bias": 0.008893826976418495, - "goal_head.2.weight": 0.03252850100398064, - "goal_head.2.bias": 0.02374386228621006 + "global_gate": 1.5599718608427793e-05, + "embedding.weight": 0.005358605645596981, + "cnn.0.weight": 0.07331210374832153, + "cnn.0.bias": 0.0025902697816491127, + "cnn.2.weight": 0.015453500673174858, + "cnn.2.bias": 0.004419837612658739, + "cnn.5.weight": 0.011806318536400795, + "cnn.5.bias": 0.0027998124714940786, + "action_emb.weight": 0.008706806227564812, + "timestep_emb.weight": 0.001641537412069738, + "pos_emb.weight": 0.0028745844028890133, + "transformer.layers.0.self_attn.in_proj_weight": 0.04359854385256767, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037872320972383022, + "transformer.layers.0.self_attn.out_proj.weight": 0.03768805414438248, + "transformer.layers.0.self_attn.out_proj.bias": 0.0050238934345543385, + "transformer.layers.0.linear1.weight": 0.03944379463791847, + "transformer.layers.0.linear1.bias": 0.001995248021557927, + "transformer.layers.0.linear2.weight": 0.03809569403529167, + "transformer.layers.0.linear2.bias": 0.004154300317168236, + "transformer.layers.0.norm1.weight": 0.0028816231060773134, + "transformer.layers.0.norm1.bias": 0.003911040723323822, + "transformer.layers.0.norm2.weight": 0.003906817641109228, + "transformer.layers.0.norm2.bias": 0.0022600609809160233, + "transformer.layers.1.self_attn.in_proj_weight": 0.03673607483506203, + "transformer.layers.1.self_attn.in_proj_bias": 0.002419351367279887, + "transformer.layers.1.self_attn.out_proj.weight": 0.03808961436152458, + "transformer.layers.1.self_attn.out_proj.bias": 0.003387628123164177, + "transformer.layers.1.linear1.weight": 0.020970672369003296, + "transformer.layers.1.linear1.bias": 0.0012424725573509932, + "transformer.layers.1.linear2.weight": 0.02820403128862381, + "transformer.layers.1.linear2.bias": 0.00335707888007164, + "transformer.layers.1.norm1.weight": 0.0023043188266456127, + "transformer.layers.1.norm1.bias": 0.00241366820409894, + "transformer.layers.1.norm2.weight": 0.0016842118930071592, + "transformer.layers.1.norm2.bias": 0.001326568191871047, + "transformer.layers.2.self_attn.in_proj_weight": 0.03195948898792267, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022533538285642862, + "transformer.layers.2.self_attn.out_proj.weight": 0.03164511173963547, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032560941763222218, + "transformer.layers.2.linear1.weight": 0.019022054970264435, + "transformer.layers.2.linear1.bias": 0.0012948766816407442, + "transformer.layers.2.linear2.weight": 0.02353084087371826, + "transformer.layers.2.linear2.bias": 0.0034692827612161636, + "transformer.layers.2.norm1.weight": 0.0025627589784562588, + "transformer.layers.2.norm1.bias": 0.0022457907907664776, + "transformer.layers.2.norm2.weight": 0.0012288964353501797, + "transformer.layers.2.norm2.bias": 0.0015034230891615152, + "transformer.layers.3.self_attn.in_proj_weight": 0.06875823438167572, + "transformer.layers.3.self_attn.in_proj_bias": 0.008391051553189754, + "transformer.layers.3.self_attn.out_proj.weight": 0.03533203899860382, + "transformer.layers.3.self_attn.out_proj.bias": 0.006086618639528751, + "transformer.layers.3.linear1.weight": 0.04205421730875969, + "transformer.layers.3.linear1.bias": 0.004130503628402948, + "transformer.layers.3.linear2.weight": 0.025578659027814865, + "transformer.layers.3.linear2.bias": 0.007514956872910261, + "transformer.layers.3.norm1.weight": 0.00591637659817934, + "transformer.layers.3.norm1.bias": 0.011524914763867855, + "transformer.layers.3.norm2.weight": 0.0028794799000024796, + "transformer.layers.3.norm2.bias": 0.005012447014451027, + "head.weight": 0.3320799767971039, + "head.bias": 0.01456063985824585, + "global_embedding.weight": 0.01523191574960947, + "global_cnn.0.weight": 0.07528739422559738, + "global_cnn.0.bias": 0.0031206554267555475, + "global_cnn.2.weight": 0.18585512042045593, + "global_cnn.2.bias": 0.01012630295008421, + "global_proj.weight": 0.048754528164863586, + "global_proj.bias": 0.03462786599993706, + "goal_head.0.weight": 0.03478469327092171, + "goal_head.0.bias": 0.01591513492166996, + "goal_head.2.weight": 0.049302488565444946, + "goal_head.2.bias": 0.03554623946547508 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.12588007748126984, - "repr_drift_kl_low_t": 0.1245194524526596, - "repr_drift_kl_mid_t": 0.11561176180839539, - "repr_drift_kl_high_t": 0.14215371012687683, + "repr_drift_kl": 0.5377286076545715, + "repr_drift_kl_low_t": 0.664990246295929, + "repr_drift_kl_mid_t": 0.5456415414810181, + "repr_drift_kl_high_t": 0.3815501034259796, "cka_iters": 500, - "cka_similarity": 0.8159708380699158, + "cka_similarity": 0.6501007080078125, "t_analysis_iters": 500, - "norm_low_t": 1.4403595924377441, - "norm_high_t": 0.6384020447731018, - "lowhigh_cos": 0.33397340774536133, + "norm_low_t": 0.47416064143180847, + "norm_high_t": 0.6532992720603943, + "lowhigh_cos": 0.4956750273704529, "t_bin_norms": { - "t_0.0-0.1": 1.6745611429214478, - "t_0.1-0.2": 1.5468007326126099, - "t_0.2-0.3": 1.1728551387786865, - "t_0.3-0.4": 1.1663143634796143, - "t_0.4-0.5": 0.9970046877861023, - "t_0.5-0.6": 1.1408400535583496, - "t_0.6-0.7": 0.8402907252311707, - "t_0.7-0.8": 0.7841724157333374, - "t_0.8-0.9": 0.8018613457679749, - "t_0.9-1.0": 0.8304863572120667 - }, - "win_rate": 0.08015266805887222, - "effective_batch_size": 76.45829010009766, + "t_0.0-0.1": 0.6202306151390076, + "t_0.1-0.2": 0.42307913303375244, + "t_0.2-0.3": 0.4018799364566803, + "t_0.3-0.4": 0.41940200328826904, + "t_0.4-0.5": 0.44406333565711975, + "t_0.5-0.6": 0.4301624596118927, + "t_0.6-0.7": 0.46422114968299866, + "t_0.7-0.8": 0.5007166266441345, + "t_0.8-0.9": 0.5535215139389038, + "t_0.9-1.0": 0.8063549995422363 + }, + "win_rate": 0.13536866009235382, + "effective_batch_size": 635.3992919921875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.029233086854219437, + "loss": 0.09122858941555023, "env_score_iters": 500, - "env_score": -3.7054367065429688, + "env_score": -0.6627986431121826, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.39999999999999997, "grad_align_iters": 500, - "grad_align": 0.5653261542320251, - "rl_grad_norm": 0.14248883724212646, - "bc_grad_norm": 0.2738889753818512, + "grad_align": -0.0943332090973854, + "rl_grad_norm": 0.2581738233566284, + "bc_grad_norm": 3.5746781826019287, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000016281459465972148, - "embedding.weight": 0.00011544333392521366, - "cnn.0.weight": 0.002843958791345358, - "cnn.0.bias": 0.00015405230806209147, - "cnn.2.weight": 0.0009381187264807522, - "cnn.2.bias": 0.0003578478062991053, - "cnn.5.weight": 0.0011741867056116462, - "cnn.5.bias": 0.0003005265025421977, - "action_emb.weight": 0.0004973354516550899, - "timestep_emb.weight": 0.0001441976346541196, - "pos_emb.weight": 0.00023092326591722667, - "transformer.layers.0.self_attn.in_proj_weight": 0.001787483342923224, - "transformer.layers.0.self_attn.in_proj_bias": 0.00016046169912442565, - "transformer.layers.0.self_attn.out_proj.weight": 0.002115003764629364, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002894213830586523, - "transformer.layers.0.linear1.weight": 0.0022788646165281534, - "transformer.layers.0.linear1.bias": 0.0001225541636813432, - "transformer.layers.0.linear2.weight": 0.002425219165161252, - "transformer.layers.0.linear2.bias": 0.0002423242258373648, - "transformer.layers.0.norm1.weight": 0.000093054048193153, - "transformer.layers.0.norm1.bias": 0.00012790571781806648, - "transformer.layers.0.norm2.weight": 0.0002408942236797884, - "transformer.layers.0.norm2.bias": 0.00013485521776601672, - "transformer.layers.1.self_attn.in_proj_weight": 0.0020495522767305374, - "transformer.layers.1.self_attn.in_proj_bias": 0.00013008581299800426, - "transformer.layers.1.self_attn.out_proj.weight": 0.0022870530374348164, - "transformer.layers.1.self_attn.out_proj.bias": 0.00020130127086304128, - "transformer.layers.1.linear1.weight": 0.001498892204836011, - "transformer.layers.1.linear1.bias": 0.0000837173720356077, - "transformer.layers.1.linear2.weight": 0.001903284341096878, - "transformer.layers.1.linear2.bias": 0.00019988720305263996, - "transformer.layers.1.norm1.weight": 0.00012643466470763087, - "transformer.layers.1.norm1.bias": 0.00012903577589895576, - "transformer.layers.1.norm2.weight": 0.0001339337177341804, - "transformer.layers.1.norm2.bias": 0.00007317911513382569, - "transformer.layers.2.self_attn.in_proj_weight": 0.0029691883828490973, - "transformer.layers.2.self_attn.in_proj_bias": 0.00016631372272968292, - "transformer.layers.2.self_attn.out_proj.weight": 0.0023079465609043837, - "transformer.layers.2.self_attn.out_proj.bias": 0.00018475204706192017, - "transformer.layers.2.linear1.weight": 0.0011668602237477899, - "transformer.layers.2.linear1.bias": 0.00007841282786102965, - "transformer.layers.2.linear2.weight": 0.001263003097847104, - "transformer.layers.2.linear2.bias": 0.0001947450073203072, - "transformer.layers.2.norm1.weight": 0.00020798551850020885, - "transformer.layers.2.norm1.bias": 0.00017112896603066474, - "transformer.layers.2.norm2.weight": 0.0000689379739924334, - "transformer.layers.2.norm2.bias": 0.0000684872647980228, - "transformer.layers.3.self_attn.in_proj_weight": 0.003709313692525029, - "transformer.layers.3.self_attn.in_proj_bias": 0.00020954993669874966, - "transformer.layers.3.self_attn.out_proj.weight": 0.002102687256410718, - "transformer.layers.3.self_attn.out_proj.bias": 0.00023601016437169164, - "transformer.layers.3.linear1.weight": 0.003696165047585964, - "transformer.layers.3.linear1.bias": 0.00022556974727194756, - "transformer.layers.3.linear2.weight": 0.001795644173398614, - "transformer.layers.3.linear2.bias": 0.00028701662085950375, - "transformer.layers.3.norm1.weight": 0.0003094208659604192, - "transformer.layers.3.norm1.bias": 0.00025086922687478364, - "transformer.layers.3.norm2.weight": 0.00036802273825742304, - "transformer.layers.3.norm2.bias": 0.0002743629738688469, - "head.weight": 0.02549506537616253, - "head.bias": 0.0005629971856251359, - "global_embedding.weight": 0.014330948702991009, - "global_cnn.0.weight": 0.09538537263870239, - "global_cnn.0.bias": 0.004523842595517635, - "global_cnn.2.weight": 0.0914498120546341, - "global_cnn.2.bias": 0.004980943165719509, - "global_proj.weight": 0.025026824325323105, - "global_proj.bias": 0.01048573199659586, - "goal_head.0.weight": 0.01749829202890396, - "goal_head.0.bias": 0.004668098408728838, - "goal_head.2.weight": 0.025679936632514, - "goal_head.2.bias": 0.00953512080013752 + "global_gate": 6.167407991597429e-05, + "embedding.weight": 0.0009063308243639767, + "cnn.0.weight": 0.01802738383412361, + "cnn.0.bias": 0.0006168640684336424, + "cnn.2.weight": 0.00453061331063509, + "cnn.2.bias": 0.0013951758155599236, + "cnn.5.weight": 0.00545174116268754, + "cnn.5.bias": 0.000996710965409875, + "action_emb.weight": 0.00970418844372034, + "timestep_emb.weight": 0.001192032010294497, + "pos_emb.weight": 0.0029405325185507536, + "transformer.layers.0.self_attn.in_proj_weight": 0.021366262808442116, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015073020476847887, + "transformer.layers.0.self_attn.out_proj.weight": 0.02928583137691021, + "transformer.layers.0.self_attn.out_proj.bias": 0.0023066201247274876, + "transformer.layers.0.linear1.weight": 0.04214807227253914, + "transformer.layers.0.linear1.bias": 0.0013694812078028917, + "transformer.layers.0.linear2.weight": 0.02728353440761566, + "transformer.layers.0.linear2.bias": 0.0019155275076627731, + "transformer.layers.0.norm1.weight": 0.0011184689356014132, + "transformer.layers.0.norm1.bias": 0.0013556244084611535, + "transformer.layers.0.norm2.weight": 0.005173335783183575, + "transformer.layers.0.norm2.bias": 0.0014172866940498352, + "transformer.layers.1.self_attn.in_proj_weight": 0.031708844006061554, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012722763931378722, + "transformer.layers.1.self_attn.out_proj.weight": 0.018928784877061844, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015250053256750107, + "transformer.layers.1.linear1.weight": 0.013518188148736954, + "transformer.layers.1.linear1.bias": 0.0007019653567112982, + "transformer.layers.1.linear2.weight": 0.01613469235599041, + "transformer.layers.1.linear2.bias": 0.0014822380617260933, + "transformer.layers.1.norm1.weight": 0.0020013879984617233, + "transformer.layers.1.norm1.bias": 0.001323313103057444, + "transformer.layers.1.norm2.weight": 0.001283210818655789, + "transformer.layers.1.norm2.bias": 0.0008291408303193748, + "transformer.layers.2.self_attn.in_proj_weight": 0.019089149311184883, + "transformer.layers.2.self_attn.in_proj_bias": 0.001245096093043685, + "transformer.layers.2.self_attn.out_proj.weight": 0.015814760699868202, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016094347229227424, + "transformer.layers.2.linear1.weight": 0.009519850835204124, + "transformer.layers.2.linear1.bias": 0.0006795180961489677, + "transformer.layers.2.linear2.weight": 0.012328174896538258, + "transformer.layers.2.linear2.bias": 0.0016714902594685555, + "transformer.layers.2.norm1.weight": 0.0014771213755011559, + "transformer.layers.2.norm1.bias": 0.0014333066064864397, + "transformer.layers.2.norm2.weight": 0.0006617522449232638, + "transformer.layers.2.norm2.bias": 0.0007744135800749063, + "transformer.layers.3.self_attn.in_proj_weight": 0.03436964377760887, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034815517719835043, + "transformer.layers.3.self_attn.out_proj.weight": 0.016593364998698235, + "transformer.layers.3.self_attn.out_proj.bias": 0.002543320646509528, + "transformer.layers.3.linear1.weight": 0.01778922788798809, + "transformer.layers.3.linear1.bias": 0.0015881747240200639, + "transformer.layers.3.linear2.weight": 0.01089139562100172, + "transformer.layers.3.linear2.bias": 0.0029688896611332893, + "transformer.layers.3.norm1.weight": 0.002646553795784712, + "transformer.layers.3.norm1.bias": 0.004930372349917889, + "transformer.layers.3.norm2.weight": 0.0011401847004890442, + "transformer.layers.3.norm2.bias": 0.0017534757498651743, + "head.weight": 0.142377570271492, + "head.bias": 0.005854816175997257, + "global_embedding.weight": 0.005525501910597086, + "global_cnn.0.weight": 0.07064740359783173, + "global_cnn.0.bias": 0.00303445290774107, + "global_cnn.2.weight": 0.16373535990715027, + "global_cnn.2.bias": 0.006643998436629772, + "global_proj.weight": 0.04848308116197586, + "global_proj.bias": 0.03573748841881752, + "goal_head.0.weight": 0.03357100114226341, + "goal_head.0.bias": 0.01652827300131321, + "goal_head.2.weight": 0.04744645208120346, + "goal_head.2.bias": 0.04011766240000725 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1590023934841156, - "repr_drift_kl_low_t": 0.16399845480918884, - "repr_drift_kl_mid_t": 0.14917780458927155, - "repr_drift_kl_high_t": 0.17390120029449463, + "repr_drift_kl": 0.4479450583457947, + "repr_drift_kl_low_t": 0.5061760544776917, + "repr_drift_kl_mid_t": 0.46520522236824036, + "repr_drift_kl_high_t": 0.36965176463127136, "cka_iters": 500, - "cka_similarity": 0.7012031078338623, + "cka_similarity": 0.6574660539627075, "t_analysis_iters": 500, - "norm_low_t": 0.1445353478193283, - "norm_high_t": 0.14337743818759918, - "lowhigh_cos": 0.9709128737449646, + "norm_low_t": 0.22440451383590698, + "norm_high_t": 0.40374523401260376, + "lowhigh_cos": 0.611461877822876, "t_bin_norms": { - "t_0.0-0.1": 0.14637507498264313, - "t_0.1-0.2": 0.1413743495941162, - "t_0.2-0.3": 0.14086271822452545, - "t_0.3-0.4": 0.14224915206432343, - "t_0.4-0.5": 0.14219097793102264, - "t_0.5-0.6": 0.14159652590751648, - "t_0.6-0.7": 0.14181798696517944, - "t_0.7-0.8": 0.14144843816757202, - "t_0.8-0.9": 0.1408047378063202, - "t_0.9-1.0": 0.14444056153297424 - }, - "win_rate": 0.0031960229389369488, - "effective_batch_size": 512.0, + "t_0.0-0.1": 0.49165287613868713, + "t_0.1-0.2": 0.22316354513168335, + "t_0.2-0.3": 0.22371703386306763, + "t_0.3-0.4": 0.23490868508815765, + "t_0.4-0.5": 0.22463630139827728, + "t_0.5-0.6": 0.22531633079051971, + "t_0.6-0.7": 0.23346419632434845, + "t_0.7-0.8": 0.24286144971847534, + "t_0.8-0.9": 0.2928813099861145, + "t_0.9-1.0": 0.43847623467445374 + }, + "win_rate": 0.018718989565968513, + "effective_batch_size": 506.33941650390625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.6392012238502502, + "loss": 0.14737562835216522, "env_score_iters": 500, - "env_score": -5.442101955413818, + "env_score": -0.3095967769622803, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.4173741638660431, - "rl_grad_norm": 0.6001847386360168, - "bc_grad_norm": 0.5479001402854919, + "grad_align": 0.010539712384343147, + "rl_grad_norm": 0.3303065299987793, + "bc_grad_norm": 2.606313705444336, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000940931320656091, - "embedding.weight": 0.0027584638446569443, - "cnn.0.weight": 0.05698394030332565, - "cnn.0.bias": 0.0023267348296940327, - "cnn.2.weight": 0.015168234705924988, - "cnn.2.bias": 0.004806286655366421, - "cnn.5.weight": 0.015824319794774055, - "cnn.5.bias": 0.0041604796424508095, - "action_emb.weight": 0.023716816678643227, - "timestep_emb.weight": 0.0053361388854682446, - "pos_emb.weight": 0.009708031080663204, - "transformer.layers.0.self_attn.in_proj_weight": 0.06306041032075882, - "transformer.layers.0.self_attn.in_proj_bias": 0.005500338040292263, - "transformer.layers.0.self_attn.out_proj.weight": 0.0750097706913948, - "transformer.layers.0.self_attn.out_proj.bias": 0.008526097983121872, - "transformer.layers.0.linear1.weight": 0.1053566187620163, - "transformer.layers.0.linear1.bias": 0.004263203591108322, - "transformer.layers.0.linear2.weight": 0.09170415252447128, - "transformer.layers.0.linear2.bias": 0.007705341558903456, - "transformer.layers.0.norm1.weight": 0.003675139043480158, - "transformer.layers.0.norm1.bias": 0.004865789320319891, - "transformer.layers.0.norm2.weight": 0.010514931753277779, - "transformer.layers.0.norm2.bias": 0.004228441510349512, - "transformer.layers.1.self_attn.in_proj_weight": 0.08635304868221283, - "transformer.layers.1.self_attn.in_proj_bias": 0.005326670594513416, - "transformer.layers.1.self_attn.out_proj.weight": 0.07509096711874008, - "transformer.layers.1.self_attn.out_proj.bias": 0.007195804268121719, - "transformer.layers.1.linear1.weight": 0.05147206783294678, - "transformer.layers.1.linear1.bias": 0.002941097831353545, - "transformer.layers.1.linear2.weight": 0.06159694865345955, - "transformer.layers.1.linear2.bias": 0.0071925013326108456, - "transformer.layers.1.norm1.weight": 0.0063443658873438835, - "transformer.layers.1.norm1.bias": 0.005112908314913511, - "transformer.layers.1.norm2.weight": 0.004094921983778477, - "transformer.layers.1.norm2.bias": 0.0033246425446122885, - "transformer.layers.2.self_attn.in_proj_weight": 0.10630324482917786, - "transformer.layers.2.self_attn.in_proj_bias": 0.006070166360586882, - "transformer.layers.2.self_attn.out_proj.weight": 0.05268154665827751, - "transformer.layers.2.self_attn.out_proj.bias": 0.0060773794539272785, - "transformer.layers.2.linear1.weight": 0.03837773948907852, - "transformer.layers.2.linear1.bias": 0.0025653366465121508, - "transformer.layers.2.linear2.weight": 0.04187431558966637, - "transformer.layers.2.linear2.bias": 0.00653051258996129, - "transformer.layers.2.norm1.weight": 0.007344523444771767, - "transformer.layers.2.norm1.bias": 0.006819005124270916, - "transformer.layers.2.norm2.weight": 0.0025054391007870436, - "transformer.layers.2.norm2.bias": 0.003338803770020604, - "transformer.layers.3.self_attn.in_proj_weight": 0.12109382450580597, - "transformer.layers.3.self_attn.in_proj_bias": 0.010836840607225895, - "transformer.layers.3.self_attn.out_proj.weight": 0.05089190602302551, - "transformer.layers.3.self_attn.out_proj.bias": 0.009735883213579655, - "transformer.layers.3.linear1.weight": 0.12712636590003967, - "transformer.layers.3.linear1.bias": 0.011103415861725807, - "transformer.layers.3.linear2.weight": 0.0656362920999527, - "transformer.layers.3.linear2.bias": 0.015837356448173523, - "transformer.layers.3.norm1.weight": 0.008287143893539906, - "transformer.layers.3.norm1.bias": 0.014330455102026463, - "transformer.layers.3.norm2.weight": 0.010674634948372841, - "transformer.layers.3.norm2.bias": 0.017344990745186806, - "head.weight": 0.7855542302131653, - "head.bias": 0.035048872232437134, - "global_embedding.weight": 0.00956493429839611, - "global_cnn.0.weight": 0.12425776571035385, - "global_cnn.0.bias": 0.005803094245493412, - "global_cnn.2.weight": 0.18668243288993835, - "global_cnn.2.bias": 0.010870526544749737, - "global_proj.weight": 0.05958772450685501, - "global_proj.bias": 0.052540458738803864, - "goal_head.0.weight": 0.04727423936128616, - "goal_head.0.bias": 0.02633037604391575, - "goal_head.2.weight": 0.08625006675720215, - "goal_head.2.bias": 0.07233760505914688 + "global_gate": 0.00010587844008114189, + "embedding.weight": 0.0013671109918504953, + "cnn.0.weight": 0.035778652876615524, + "cnn.0.bias": 0.001657019485719502, + "cnn.2.weight": 0.012244404293596745, + "cnn.2.bias": 0.004155188333243132, + "cnn.5.weight": 0.013002662919461727, + "cnn.5.bias": 0.0034190902952104807, + "action_emb.weight": 0.014810758642852306, + "timestep_emb.weight": 0.0017396212788298726, + "pos_emb.weight": 0.0038921788800507784, + "transformer.layers.0.self_attn.in_proj_weight": 0.05225782468914986, + "transformer.layers.0.self_attn.in_proj_bias": 0.004296500701457262, + "transformer.layers.0.self_attn.out_proj.weight": 0.05536491423845291, + "transformer.layers.0.self_attn.out_proj.bias": 0.005197134800255299, + "transformer.layers.0.linear1.weight": 0.06619203835725784, + "transformer.layers.0.linear1.bias": 0.0027001111302524805, + "transformer.layers.0.linear2.weight": 0.048816096037626266, + "transformer.layers.0.linear2.bias": 0.004169968422502279, + "transformer.layers.0.norm1.weight": 0.003483964828774333, + "transformer.layers.0.norm1.bias": 0.004571520257741213, + "transformer.layers.0.norm2.weight": 0.008087611757218838, + "transformer.layers.0.norm2.bias": 0.0025608898140490055, + "transformer.layers.1.self_attn.in_proj_weight": 0.045228879898786545, + "transformer.layers.1.self_attn.in_proj_bias": 0.002587604336440563, + "transformer.layers.1.self_attn.out_proj.weight": 0.034624967724084854, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033597052097320557, + "transformer.layers.1.linear1.weight": 0.02561594359576702, + "transformer.layers.1.linear1.bias": 0.0015817566309124231, + "transformer.layers.1.linear2.weight": 0.030629582703113556, + "transformer.layers.1.linear2.bias": 0.003051977138966322, + "transformer.layers.1.norm1.weight": 0.0030150122474879026, + "transformer.layers.1.norm1.bias": 0.002580503933131695, + "transformer.layers.1.norm2.weight": 0.0023834381718188524, + "transformer.layers.1.norm2.bias": 0.0018285689875483513, + "transformer.layers.2.self_attn.in_proj_weight": 0.03766259178519249, + "transformer.layers.2.self_attn.in_proj_bias": 0.0024173015262931585, + "transformer.layers.2.self_attn.out_proj.weight": 0.031516361981630325, + "transformer.layers.2.self_attn.out_proj.bias": 0.002636738121509552, + "transformer.layers.2.linear1.weight": 0.018087999895215034, + "transformer.layers.2.linear1.bias": 0.00126769975759089, + "transformer.layers.2.linear2.weight": 0.020569495856761932, + "transformer.layers.2.linear2.bias": 0.00260086334310472, + "transformer.layers.2.norm1.weight": 0.0026555557269603014, + "transformer.layers.2.norm1.bias": 0.0030488697811961174, + "transformer.layers.2.norm2.weight": 0.0014472032198682427, + "transformer.layers.2.norm2.bias": 0.0015911005903035402, + "transformer.layers.3.self_attn.in_proj_weight": 0.06223343312740326, + "transformer.layers.3.self_attn.in_proj_bias": 0.004567855037748814, + "transformer.layers.3.self_attn.out_proj.weight": 0.033480316400527954, + "transformer.layers.3.self_attn.out_proj.bias": 0.003257035044953227, + "transformer.layers.3.linear1.weight": 0.03471631556749344, + "transformer.layers.3.linear1.bias": 0.0030519752763211727, + "transformer.layers.3.linear2.weight": 0.01986471377313137, + "transformer.layers.3.linear2.bias": 0.0035572294145822525, + "transformer.layers.3.norm1.weight": 0.005303971003741026, + "transformer.layers.3.norm1.bias": 0.006464383099228144, + "transformer.layers.3.norm2.weight": 0.0025153597816824913, + "transformer.layers.3.norm2.bias": 0.00404640007764101, + "head.weight": 0.21499259769916534, + "head.bias": 0.006314738653600216, + "global_embedding.weight": 0.013231072574853897, + "global_cnn.0.weight": 0.0975618064403534, + "global_cnn.0.bias": 0.003957847133278847, + "global_cnn.2.weight": 0.14567595720291138, + "global_cnn.2.bias": 0.006004996597766876, + "global_proj.weight": 0.04093790054321289, + "global_proj.bias": 0.02776571735739708, + "goal_head.0.weight": 0.0294461902230978, + "goal_head.0.bias": 0.012503230012953281, + "goal_head.2.weight": 0.05663321539759636, + "goal_head.2.bias": 0.03019852191209793 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21412721276283264, - "repr_drift_kl_low_t": 0.1956898272037506, - "repr_drift_kl_mid_t": 0.19120390713214874, - "repr_drift_kl_high_t": 0.2586887776851654, + "repr_drift_kl": 0.4014016091823578, + "repr_drift_kl_low_t": 0.5034900903701782, + "repr_drift_kl_mid_t": 0.3895524740219116, + "repr_drift_kl_high_t": 0.33388882875442505, "cka_iters": 500, - "cka_similarity": 0.8692898750305176, + "cka_similarity": 0.7682809233665466, "t_analysis_iters": 500, - "norm_low_t": 1.64700448513031, - "norm_high_t": 0.7110949754714966, - "lowhigh_cos": -0.028325138613581657, + "norm_low_t": 0.35223618149757385, + "norm_high_t": 0.3598499596118927, + "lowhigh_cos": 0.5035654902458191, "t_bin_norms": { - "t_0.0-0.1": 2.120213031768799, - "t_0.1-0.2": 0.9372589588165283, - "t_0.2-0.3": 0.9833748936653137, - "t_0.3-0.4": 0.7297868728637695, - "t_0.4-0.5": 0.93138587474823, - "t_0.5-0.6": 0.9330325126647949, - "t_0.6-0.7": 0.5604049563407898, - "t_0.7-0.8": 0.5669621825218201, - "t_0.8-0.9": 0.6289377212524414, - "t_0.9-1.0": 1.3370519876480103 - }, - "win_rate": 0.12400399148464203, - "effective_batch_size": 75.4793930053711, + "t_0.0-0.1": 0.5702512264251709, + "t_0.1-0.2": 0.3975679874420166, + "t_0.2-0.3": 0.3355743885040283, + "t_0.3-0.4": 0.3455958664417267, + "t_0.4-0.5": 0.33424073457717896, + "t_0.5-0.6": 0.32696664333343506, + "t_0.6-0.7": 0.34014075994491577, + "t_0.7-0.8": 0.3381716012954712, + "t_0.8-0.9": 0.32270342111587524, + "t_0.9-1.0": 0.4352397918701172 + }, + "win_rate": 0.12357883900403976, + "effective_batch_size": 709.0576171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "kl_penalty": { - "score": 0.5833333333333334, - "score_std": 0.023570226039551605, + "score": 0.44166666666666665, + "score_std": 0.021245914639969946, "all_scores": [ - 0.6000000000000001, - 0.6000000000000001, - 0.55 + 0.44999999999999996, + 0.4125, + 0.4625 ], "history": { "iters": [ @@ -5146,506 +6265,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.3450058698654175, - 2.135850191116333, - 0.8821209669113159, - 0.3883737623691559, - 0.09293146431446075, - 0.6093153953552246, - 0.26814961433410645, - 0.6176342964172363, - 0.25217485427856445, - 0.1499803215265274, - 0.7466124296188354, - 1.0434468984603882, - 0.07951467484235764, - 0.526513934135437, - 0.20138506591320038, - 0.10909782350063324, - 1.0278542041778564, - 0.6448545455932617, - 0.0992177426815033, - 0.10141339898109436, - 0.21710464358329773, - 0.45485368371009827, - 0.10895281285047531, - 0.2283448725938797, - 0.4962557554244995, - 0.5417713522911072, - 1.1253613233566284, - 0.8472137451171875, - 0.04464630037546158, - 0.5588517189025879, - 0.12308844178915024, - 0.21194317936897278, - 0.3106679320335388, - 0.19002479314804077, - 0.8435269594192505, - 0.8495659232139587, - 0.5166077613830566, - 0.5559547543525696, - 0.9662812948226929, - 0.8244065046310425, - 0.04325931519269943, - 0.04779386520385742, - 1.1386311054229736, - 0.5393497347831726, - 0.11196355521678925, - 0.13745251297950745, - 1.3138954639434814, - 0.507318913936615, - 0.7429074645042419, - 0.9862644076347351, - 0.16911154985427856, - 0.679253339767456, - 0.34031128883361816, - 0.25931304693222046, - 0.11670425534248352, - 0.13854657113552094, - 1.317017674446106, - 0.23809649050235748, - 1.3596410751342773, - 0.15821680426597595, - 0.9474474787712097, - 0.16760572791099548, - 0.3473049998283386, - 0.1875329464673996, - 0.3321177363395691, - 0.6139104962348938, - 0.05794820562005043, - 0.21615390479564667, - 0.028019074350595474, - 0.12040316313505173, - 0.9106189012527466, - 0.1205001249909401, - 0.12692664563655853, - 0.04503495991230011, - 0.36068740487098694, - 0.20260900259017944, - 0.16624292731285095, - 0.19415929913520813, - 0.03490566462278366, - 0.5414679050445557, - 0.06034378334879875, - 0.0233436468988657, - 1.3418265581130981, - 0.5943888425827026, - 0.4728981554508209, - 0.3726360499858856, - 0.3957964777946472, - 0.06347177922725677, - 0.40919721126556396, - 0.7079277634620667, - 0.09378286451101303, - 0.7327791452407837, - 0.6875234842300415, - 0.04093777760863304, - 0.37459298968315125, - 0.10309376567602158, - 0.9363946914672852, - 0.43879616260528564, - 0.29611557722091675, - 0.23464080691337585, - 0.21365725994110107, - 0.05532875657081604, - 0.8059224486351013, - 0.03162869065999985, - 0.03298075497150421, - 0.026239128783345222, - 0.47890475392341614, - 0.6318491697311401, - 0.07929503172636032, - 0.28921428322792053, - 0.13166797161102295, - 0.23552538454532623, - 0.6268399953842163, - 0.003664142917841673, - 1.0255765914916992, - 0.12662546336650848, - 0.20796924829483032, - 0.06933624297380447, - 0.6845663785934448, - 0.19882485270500183, - 0.4272129535675049, - 0.48112785816192627, - 0.13176420331001282, - 0.023941855877637863, - 0.24556699395179749, - 0.04154336079955101, - 0.06600236892700195, - 1.249729037284851, - 0.11526888608932495, - 0.02561807818710804, - 0.46396735310554504, - 0.036113519221544266, - 0.033578626811504364, - 0.8741474151611328, - 0.1905154287815094, - 0.23501773178577423, - 0.12548069655895233, - 0.5181240439414978, - 0.06025576591491699, - 0.4380009174346924, - 0.1225222796201706, - 1.0844298601150513, - 0.05060041695833206, - 0.3198142647743225, - 0.0660041943192482, - 0.1156669482588768, - 0.02539404109120369, - 0.05235494673252106, - 0.09467176347970963, - 0.2590366005897522, - 0.4430220127105713, - 0.5155501961708069, - 0.4430399537086487, - 1.1653680801391602, - 0.03968820720911026, - 0.08478572964668274, - 0.17993119359016418, - 0.0990581065416336, - 0.06331218034029007, - 0.6087885499000549, - 0.20467472076416016, - 0.13869501650333405, - 0.04137588292360306, - 0.5469545125961304, - 0.685289740562439, - 0.18670223653316498, - 0.12983164191246033, - 0.7518362998962402, - 0.8970324993133545, - 0.2285757213830948, - 0.49136435985565186, - 0.05939395725727081, - 0.07504228502511978, - 0.03328988701105118, - 0.08040948212146759, - 0.26680198311805725, - 1.087856650352478, - 0.5849772691726685, - 0.03616442531347275, - 0.03814355283975601, - 0.16001303493976593, - 0.5031328797340393, - 0.08089601248502731, - 0.007623104378581047, - 0.42621466517448425, - 0.15828005969524384, - 0.9056534171104431, - 0.10540555417537689, - 0.8946231603622437, - 0.019418099895119667, - 0.4826207458972931, - 0.04190753027796745, - 0.43755826354026794, - 0.2187076359987259, - 0.0714946761727333, - 0.26744818687438965, - 0.8614125847816467, - 0.1737912893295288, - 0.15716053545475006, - 0.19111835956573486, - 0.014374682679772377, - 0.18481256067752838, - 0.23917482793331146, - 0.02185898832976818, - 0.39962005615234375, - 1.091467022895813, - 0.0862153023481369, - 0.3492469787597656, - 0.16250182688236237, - 0.04314357042312622, - 0.41298907995224, - 0.23615629971027374, - 1.1235454082489014, - 0.03199467808008194, - 0.03402767702937126, - 0.026832005009055138, - 0.4603458344936371, - 0.03323505446314812, - 0.02228081412613392, - 0.31221330165863037, - 0.29468393325805664, - 0.17615868151187897, - 0.03674454241991043, - 0.06012449413537979, - 0.9018016457557678, - 0.35597681999206543, - 0.21806594729423523, - 0.8463618159294128, - 0.1007295697927475, - 0.8944405913352966, - 0.029238341376185417, - 0.7308862209320068, - 0.5286063551902771, - 0.742944598197937, - 1.3195265531539917, - 0.8321505784988403, - 0.024471716955304146, - 0.02969275787472725, - 0.08925459533929825, - 0.08694866299629211, - 0.7888784408569336, - 0.09298831224441528, - 0.31007468700408936, - 0.06440408527851105, - 0.0075296699069440365, - 0.19354556500911713, - 0.8007176518440247, - 0.026732414960861206, - 0.03998386487364769, - 0.13930203020572662, - 0.07306863367557526, - 0.08050194382667542, - 0.032990697771310806, - 0.34922584891319275, - 0.7406033873558044, - 0.3037738502025604, - 0.16397184133529663, - 0.09802790731191635, - 0.03251015394926071, - 0.18237106502056122, - 0.04122355580329895, - 0.2843022644519806, - 0.27090632915496826, - 0.1434868723154068, - 0.4823799729347229, - 0.029885627329349518, - 0.7252328991889954, - 0.5689375996589661, - 0.0496087446808815, - 0.013549938797950745, - 0.4326886534690857, - 0.06584253162145615, - 0.01984134130179882, - 0.659846842288971, - 0.09709286689758301, - 0.7410675287246704, - 0.23056624829769135, - 0.19768796861171722, - 0.02858181856572628, - 0.3398817181587219, - 0.6443762183189392, - 0.6615301966667175, - 0.03023654967546463, - 0.8456971645355225, - 0.5033064484596252, - 0.3047352731227875, - 0.850521981716156, - 0.31590723991394043, - 0.05146021768450737, - 0.05513273552060127, - 0.14629262685775757, - 0.08231422305107117, - 0.346525102853775, - 0.006657169200479984, - 0.4397563636302948, - 0.9621110558509827, - 0.0308220311999321, - 0.2343747317790985, - 0.029173731803894043, - 0.583911120891571, - 0.046462707221508026, - 0.10739994794130325, - 0.37270158529281616, - 0.5453907251358032, - 0.18902426958084106, - 0.16006116569042206, - 0.22750607132911682, - 0.8534805178642273, - 0.66762375831604, - 0.0613788366317749, - 0.014919469133019447, - 0.4109806418418884, - 0.157917320728302, - 0.16854818165302277, - 0.022394901141524315, - 0.22688333690166473, - 0.5945315361022949, - 0.2026965618133545, - 0.08070345968008041, - 0.2628588080406189, - 0.06024640426039696, - 0.3891422152519226, - 0.12553639709949493, - 0.059709832072257996, - 0.04846861958503723, - 0.8412271738052368, - 0.0208444707095623, - 0.07002530246973038, - 0.22207452356815338, - 0.2286430299282074, - 0.042575348168611526, - 0.12996721267700195, - 0.08428265899419785, - 0.11616653203964233, - 0.6078471541404724, - 0.03517889976501465, - 0.027266975492239, - 0.009392832405865192, - 0.1012510135769844, - 0.9389022588729858, - 0.04558386653661728, - 0.03994657099246979, - 0.10354341566562653, - 0.2279527634382248, - 0.02579115517437458, - 0.0320175476372242, - 0.14151276648044586, - 0.5704389810562134, - 0.06063079088926315, - 0.13729120790958405, - 0.014833726920187473, - 0.21474401652812958, - 0.04814409464597702, - 0.029218461364507675, - 0.1185150146484375, - 1.1928974390029907, - 0.09043075889348984, - 0.09551991522312164, - 0.24564197659492493, - 0.17382362484931946, - 0.07522895932197571, - 0.29221272468566895, - 0.7104503512382507, - 0.6075324416160583, - 0.04393727704882622, - 0.9820408225059509, - 0.03024769201874733, - 0.08329039067029953, - 0.12349223345518112, - 0.075094074010849, - 0.47192299365997314, - 0.2790912091732025, - 0.1590329259634018, - 0.043099842965602875, - 0.018055249005556107, - 0.29196783900260925, - 0.2273070365190506, - 0.1517518162727356, - 0.18124274909496307, - 0.6368062496185303, - 0.885615348815918, - 0.05728764086961746, - 0.0634528174996376, - 0.06104856729507446, - 0.1922140270471573, - 0.04060498625040054, - 0.0398162379860878, - 0.08496187627315521, - 0.056123286485672, - 0.19915880262851715, - 0.023288730531930923, - 0.027900870889425278, - 0.060174137353897095, - 0.005792809184640646, - 1.3400593996047974, - 0.0439339280128479, - 0.020405301824212074, - 0.41162678599357605, - 0.0404515378177166, - 0.4149720370769501, - 0.06325232237577438, - 0.36225011944770813, - 0.2637268900871277, - 0.1246875748038292, - 0.4298126697540283, - 0.5862815976142883, - 0.12142441421747208, - 0.4896973967552185, - 0.029735814779996872, - 0.631723940372467, - 0.06008366122841835, - 0.1379971206188202, - 0.11229948699474335, - 0.030958937481045723, - 0.31382250785827637, - 0.03238067775964737, - 0.03628265857696533, - 0.05717787146568298, - 0.3776751756668091, - 0.29329922795295715, - 0.5287578701972961, - 0.9475090503692627, - 0.13631942868232727, - 0.6715085506439209, - 0.16939833760261536, - 0.0506010428071022, - 0.02013808861374855, - 0.08950049430131912, - 0.6789808869361877, - 0.05699310079216957, - 0.06519591808319092, - 0.9164994359016418, - 0.5757150650024414, - 0.01024345587939024, - 0.4895460903644562, - 0.06082025170326233, - 0.048715703189373016, - 0.20504628121852875, - 0.7197577357292175, - 0.7135616540908813, - 0.08575021475553513, - 0.03589598834514618, - 0.10813070088624954, - 0.16610969603061676, - 0.134126678109169, - 0.036957185715436935, - 1.1900804042816162, - 0.01366286352276802, - 0.09580551087856293, - 0.08537298440933228, - 0.046582579612731934, - 0.05635499209165573, - 0.9785088300704956, - 0.016648171469569206, - 0.24084694683551788, - 0.04281085357069969, - 0.6008307933807373, - 0.05166202783584595, - 0.7159470915794373, - 0.28917554020881653, - 0.057924237102270126, - 0.014869141392409801, - 0.006310787983238697, - 0.12088974565267563, - 0.2542543411254883, - 0.03665141388773918, - 0.0752389132976532, - 0.2684759497642517, - 0.04402482509613037, - 0.04785548895597458, - 0.10510322451591492, - 0.03241623938083649, - 0.194022074341774, - 0.026719948276877403, - 0.06043725088238716, - 0.23917065560817719, - 0.03502536565065384, - 0.010866772383451462, - 0.06833816319704056, - 0.01732957363128662, - 0.1085728332400322, - 0.07395754009485245, - 0.2295381724834442, - 0.6150799989700317, - 0.02435113862156868, - 0.010288075543940067, - 0.3436015844345093, - 0.008129014633595943, - 0.03610777482390404, - 0.13166965544223785, - 0.06298696249723434, - 0.08034633845090866, - 0.01875663734972477, - 0.04562004283070564, - 0.07239408046007156, - 0.1955968290567398, - 0.024681299924850464, - 0.37849968671798706, - 0.11431125551462173 + 0.7734967470169067, + 0.8240310549736023, + 0.4348396062850952, + 0.373252809047699, + 0.4283275604248047, + 0.2576000690460205, + 0.5161666870117188, + 0.4182916283607483, + 0.6311989426612854, + 0.4263337552547455, + 0.3274119198322296, + 0.7507301568984985, + 0.3204754889011383, + 0.3306276202201843, + 0.4177010655403137, + 0.4561629891395569, + 0.22293449938297272, + 0.6003384590148926, + 0.4929470717906952, + 0.5174387097358704, + 0.4457321763038635, + 0.2746235728263855, + 0.4289431571960449, + 0.3303293287754059, + 0.3544270694255829, + 0.34917977452278137, + 0.3639773428440094, + 0.33427831530570984, + 0.33705228567123413, + 0.5849085450172424, + 0.257289320230484, + 0.48611924052238464, + 0.25954362750053406, + 0.25857946276664734, + 0.17459321022033691, + 0.196853905916214, + 0.33332762122154236, + 0.28461864590644836, + 0.38130471110343933, + 0.5527861714363098, + 0.40406373143196106, + 0.3054368197917938, + 0.381634384393692, + 0.1834164261817932, + 0.26681703329086304, + 0.25364962220191956, + 0.2036961317062378, + 0.3400016129016876, + 0.21914944052696228, + 0.21446964144706726, + 0.27315932512283325, + 0.21927028894424438, + 0.23244324326515198, + 0.3159790635108948, + 0.3792901039123535, + 0.22729089856147766, + 0.3161332905292511, + 0.06305535137653351, + 0.2805515229701996, + 0.27193284034729004, + 0.2655350863933563, + 0.20240657031536102, + 0.24734926223754883, + 0.21466407179832458, + 0.1958777755498886, + 0.36929234862327576, + 0.33835384249687195, + 0.24689556658267975, + 0.2745365500450134, + 0.25871047377586365, + 0.17532436549663544, + 0.24161630868911743, + 0.3783841133117676, + 0.19583210349082947, + 0.29683247208595276, + 0.26572898030281067, + 0.11826346069574356, + 0.24995380640029907, + 0.30386674404144287, + 0.22537536919116974, + 0.1997300386428833, + 0.2703326940536499, + 0.1416471302509308, + 0.23729939758777618, + 0.31160768866539, + 0.2750166952610016, + 0.2331210970878601, + 0.24369803071022034, + 0.24232284724712372, + 0.20832324028015137, + 0.30317217111587524, + 0.14150653779506683, + 0.3566930592060089, + 0.27876949310302734, + 0.21561618149280548, + 0.2551470100879669, + 0.22652475535869598, + 0.15637710690498352, + 0.2318284511566162, + 0.2010662704706192, + 0.16733430325984955, + 0.33865177631378174, + 0.3364463746547699, + 0.2942092716693878, + 0.2771344780921936, + 0.32204827666282654, + 0.17934183776378632, + 0.0658518522977829, + 0.2417539358139038, + 0.24723884463310242, + 0.20440997183322906, + 0.1820901781320572, + 0.17676901817321777, + 0.26422083377838135, + 0.2838173806667328, + 0.2844010293483734, + 0.3688752055168152, + 0.21474769711494446, + 0.2754477262496948, + 0.26782816648483276, + 0.2637060582637787, + 0.16431225836277008, + 0.17574164271354675, + 0.2559678256511688, + 0.1321980357170105, + 0.2769095003604889, + 0.2755449414253235, + 0.10748060047626495, + 0.3187430799007416, + 0.25088489055633545, + 0.32169029116630554, + 0.2470625638961792, + 0.10842938721179962, + 0.28582412004470825, + 0.1692596673965454, + 0.20063194632530212, + 0.14950157701969147, + 0.3824094533920288, + 0.17568086087703705, + 0.23417805135250092, + 0.186370849609375, + 0.200277179479599, + 0.2808055877685547, + 0.22657160460948944, + 0.1445443034172058, + 0.09492050856351852, + 0.10266954451799393, + 0.39671051502227783, + 0.2636462450027466, + 0.2464587688446045, + 0.18973800539970398, + 0.3094325363636017, + 0.2687802016735077, + 0.21751414239406586, + 0.3566895127296448, + 0.36424392461776733, + 0.3384060859680176, + 0.14864736795425415, + 0.242963507771492, + 0.23373374342918396, + 0.13519398868083954, + 0.2933118939399719, + 0.16819481551647186, + 0.21850363910198212, + 0.43394502997398376, + 0.2718023955821991, + 0.053953349590301514, + 0.2777540385723114, + 0.1386147290468216, + 0.31305646896362305, + 0.30415454506874084, + 0.24732884764671326, + 0.09943985939025879, + 0.3285912871360779, + 0.22176635265350342, + 0.28110089898109436, + 0.18887083232402802, + 0.2536337375640869, + 0.2812191843986511, + 0.12589839100837708, + 0.18147796392440796, + 0.2840783894062042, + 0.26256826519966125, + 0.26228415966033936, + 0.28185969591140747, + 0.23799990117549896, + 0.1797187775373459, + 0.4048706293106079, + 0.29183897376060486, + 0.27577918767929077, + 0.20142677426338196, + 0.29898786544799805, + 0.19105826318264008, + 0.1843857616186142, + 0.21221308410167694, + 0.3491224944591522, + 0.10262957215309143, + 0.20172806084156036, + 0.11681431531906128, + 0.273910790681839, + 0.17666195333003998, + 0.2122475504875183, + 0.24433152377605438, + 0.2638867497444153, + 0.17645461857318878, + 0.2605729401111603, + 0.28531891107559204, + 0.16885384917259216, + 0.2324925661087036, + 0.1226949617266655, + 0.2649341821670532, + 0.16753844916820526, + 0.20768970251083374, + 0.12357458472251892, + 0.2642863392829895, + 0.13797706365585327, + 0.19512027502059937, + 0.31453725695610046, + 0.21780893206596375, + 0.1879263073205948, + 0.1661461442708969, + 0.2125580757856369, + 0.18356309831142426, + 0.23904362320899963, + 0.1321694701910019, + 0.15596848726272583, + 0.2679431140422821, + 0.2332608848810196, + 0.20107708871364594, + 0.26005128026008606, + 0.13700082898139954, + 0.19253292679786682, + 0.22299833595752716, + 0.24660637974739075, + 0.12589825689792633, + 0.1109316498041153, + 0.18695615231990814, + 0.15254469215869904, + 0.20417368412017822, + 0.1912601888179779, + 0.20445558428764343, + 0.14077597856521606, + 0.33376288414001465, + 0.18324945867061615, + 0.29104700684547424, + 0.18862605094909668, + 0.23959538340568542, + 0.22187373042106628, + 0.2541717290878296, + 0.16388709843158722, + 0.16877275705337524, + 0.16569042205810547, + 0.24048274755477905, + 0.2857415974140167, + 0.23321880400180817, + 0.18122342228889465, + 0.17812226712703705, + 0.2676165699958801, + 0.16547349095344543, + 0.17561683058738708, + 0.25507235527038574, + 0.18446005880832672, + 0.15459391474723816, + 0.28258052468299866, + 0.2675662040710449, + 0.3438219726085663, + 0.13608185946941376, + 0.13691918551921844, + 0.2674817442893982, + 0.25034886598587036, + 0.192197784781456, + 0.2549551725387573, + 0.18259669840335846, + 0.2182132452726364, + 0.11687225103378296, + 0.2835350036621094, + 0.13912776112556458, + 0.1905156821012497, + 0.29376477003097534, + 0.1889781355857849, + 0.27967262268066406, + 0.13275669515132904, + 0.16528381407260895, + 0.22620011866092682, + 0.26829391717910767, + 0.20496992766857147, + 0.08444772660732269, + 0.2634315490722656, + 0.2519615888595581, + 0.13669584691524506, + 0.2622000575065613, + 0.3097226619720459, + 0.138896644115448, + 0.18208998441696167, + 0.21470509469509125, + 0.2405654489994049, + 0.15318737924098969, + 0.21871963143348694, + 0.2354186624288559, + 0.11052928864955902, + 0.2152058631181717, + 0.08169679343700409, + 0.18506306409835815, + 0.18263906240463257, + 0.20704278349876404, + 0.22772696614265442, + 0.31350648403167725, + 0.17677077651023865, + 0.1471114158630371, + 0.13943761587142944, + 0.2202605903148651, + 0.19230736792087555, + 0.2313450574874878, + 0.1862442046403885, + 0.1930254101753235, + 0.06756146997213364, + 0.14531926810741425, + 0.15186595916748047, + 0.19207946956157684, + 0.068439781665802, + 0.1475367248058319, + 0.22471082210540771, + 0.11893370747566223, + 0.1450299620628357, + 0.13633856177330017, + 0.2878449261188507, + 0.1429450660943985, + 0.19923825562000275, + 0.18897005915641785, + 0.18021160364151, + 0.12439852952957153, + 0.14313018321990967, + 0.2154354751110077, + 0.11781321465969086, + 0.1999892294406891, + 0.28756117820739746, + 0.1100822314620018, + 0.2696288824081421, + 0.17964498698711395, + 0.2493678331375122, + 0.0651206523180008, + 0.1404651403427124, + 0.1069546788930893, + 0.22270822525024414, + 0.12085595726966858, + 0.19683246314525604, + 0.2404005527496338, + 0.2122165709733963, + 0.20368574559688568, + 0.2862326502799988, + 0.1766985058784485, + 0.15619973838329315, + 0.19909389317035675, + 0.18330849707126617, + 0.13005146384239197, + 0.1488351672887802, + 0.2056274563074112, + 0.2752787172794342, + 0.2573881149291992, + 0.18604709208011627, + 0.13064059615135193, + 0.20131798088550568, + 0.1546918898820877, + 0.29720452427864075, + 0.2365483194589615, + 0.16560187935829163, + 0.2140832543373108, + 0.1173376813530922, + 0.14088572561740875, + 0.19441747665405273, + 0.12448564916849136, + 0.21392914652824402, + 0.24486589431762695, + 0.15601830184459686, + 0.09403352439403534, + 0.17479562759399414, + 0.20060765743255615, + 0.09808866679668427, + 0.14323562383651733, + 0.2575201988220215, + 0.16584473848342896, + 0.13672569394111633, + 0.20784850418567657, + 0.11668595671653748, + 0.18314121663570404, + 0.22096951305866241, + 0.25613293051719666, + 0.16044652462005615, + 0.11705789715051651, + 0.2363305538892746, + 0.21131974458694458, + 0.12430763244628906, + 0.10794178396463394, + 0.09036916494369507, + 0.17206798493862152, + 0.1859133094549179, + 0.2567954659461975, + 0.23942449688911438, + 0.1467457115650177, + 0.17790992558002472, + 0.19203414022922516, + 0.15397751331329346, + 0.18075384199619293, + 0.19374501705169678, + 0.12344630062580109, + 0.2118685245513916, + 0.17399029433727264, + 0.19640591740608215, + 0.12288409471511841, + 0.17870882153511047, + 0.1366722136735916, + 0.17043671011924744, + 0.147695854306221, + 0.14744724333286285, + 0.14668196439743042, + 0.2465410828590393, + 0.1500338315963745, + 0.22977624833583832, + 0.1768115907907486, + 0.12906230986118317, + 0.18704889714717865, + 0.24530576169490814, + 0.08732832223176956, + 0.14077208936214447, + 0.14087332785129547, + 0.1562979817390442, + 0.18407422304153442, + 0.15689663589000702, + 0.16806553304195404, + 0.16508302092552185, + 0.20953042805194855, + 0.0822414830327034, + 0.12631243467330933, + 0.1660996526479721, + 0.16041892766952515, + 0.11476168036460876, + 0.3175066113471985, + 0.10782431811094284, + 0.24753548204898834, + 0.2682127356529236, + 0.11949293315410614, + 0.16833020746707916, + 0.15819716453552246, + 0.15849216282367706, + 0.11312926560640335, + 0.21817301213741302, + 0.15817907452583313, + 0.1557602435350418, + 0.15951161086559296, + 0.14152348041534424, + 0.1645912528038025, + 0.2205638289451599, + 0.0725560188293457, + 0.1785881221294403, + 0.1627291738986969, + 0.16452495753765106, + 0.21555864810943604, + 0.11575068533420563, + 0.09158980846405029, + 0.17995159327983856, + 0.13850341737270355, + 0.1446327120065689, + 0.14734826982021332, + 0.1509293019771576, + 0.20786124467849731, + 0.16639922559261322, + 0.19128096103668213, + 0.19375066459178925, + 0.1523367166519165, + 0.09515352547168732, + 0.07746165990829468, + 0.12236003577709198, + 0.12528230249881744, + 0.14516818523406982, + 0.2964875102043152, + 0.1820060908794403, + 0.19395111501216888, + 0.1585737019777298, + 0.2317744493484497, + 0.13085585832595825, + 0.16364890336990356, + 0.15643849968910217, + 0.2329132854938507, + 0.055321626365184784, + 0.31451067328453064, + 0.21604904532432556, + 0.20427002012729645, + 0.07108116149902344, + 0.1355639100074768, + 0.14127422869205475, + 0.1261739432811737, + 0.1504492312669754, + 0.18452070653438568, + 0.17189627885818481, + 0.1801074743270874, + 0.08936549723148346, + 0.26681676506996155, + 0.17682978510856628, + 0.13593639433383942, + 0.2176894247531891 ], "env_score_iters": [ 1, @@ -6150,3022 +7269,4112 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -2.890479803085327, - -3.047891139984131, - -1.9150967597961426, - -3.3852121829986572, - -3.603189706802368, - -1.1172983646392822, - -2.386169910430908, - -3.2763960361480713, - -2.126283884048462, - -3.6668598651885986, - -1.1537965536117554, - 1.1685383319854736, - -0.8576557040214539, - -1.5970642566680908, - -4.8334784507751465, - -5.759463787078857, - -3.271265745162964, - -3.354301691055298, - -5.512481212615967, - -1.2245209217071533, - -5.393009662628174, - -0.39409297704696655, - 5.995902061462402, - -2.951364040374756, - -0.8675962090492249, - -2.1671805381774902, - -2.182149648666382, - -2.100264549255371, - -3.9997434616088867, - -0.15141573548316956, - 0.18369343876838684, - -4.696638107299805, - -0.9934896230697632, - 0.5685420632362366, - 0.9672365188598633, - -3.760928153991699, - -3.486234188079834, - 6.227035999298096, - -1.9467846155166626, - -2.863703727722168, - -3.603473424911499, - 5.262915134429932, - -0.9967098236083984, - -0.9113646745681763, - -4.187392234802246, - -1.984630823135376, - -0.2510514259338379, - -1.7332746982574463, - -2.266653299331665, - -3.570138454437256, - -3.740952491760254, - 6.7677717208862305, - -2.288144826889038, - 11.938334465026855, - -2.838247060775757, - 1.5466487407684326, - -2.7321717739105225, - -2.726104974746704, - -2.446925640106201, - -2.6548492908477783, - -2.4530932903289795, - -3.617276191711426, - -6.982781887054443, - -3.7107858657836914, - -5.57196044921875, - -1.170621395111084, - -3.2969202995300293, - -1.2862321138381958, - -3.9087729454040527, - -2.8847084045410156, - -3.0700366497039795, - -2.516216278076172, - -2.6668622493743896, - -5.358957767486572, - -0.8313599824905396, - -4.764435768127441, - -2.6674394607543945, - 3.812422275543213, - -1.952311635017395, - -3.0412631034851074, - -1.526869773864746, - -1.4294321537017822, - -5.585327625274658, - -2.4774529933929443, - -2.4681944847106934, - -3.3338420391082764, - -5.188905715942383, - -0.0005280403420329094, - -3.412954568862915, - -3.6677162647247314, - -2.9629364013671875, - 0.04489400237798691, - -2.396211862564087, - -2.0131616592407227, - -2.1984565258026123, - -2.5992043018341064, - -3.250951051712036, - -3.846935510635376, - -3.156953811645508, - -7.507063388824463, - -2.448535442352295, - -0.9353794455528259, - -0.9509474039077759, - -2.791661024093628, - -2.234127998352051, - -3.4779908657073975, - -2.4526641368865967, - -3.12837553024292, - -3.802867889404297, - -0.11368775367736816, - -3.827113151550293, - -2.5609333515167236, - -3.6029481887817383, - 0.11847178637981415, - -3.850909471511841, - -3.706319570541382, - -2.1071178913116455, - -3.634351968765259, - -5.586411476135254, - -3.3131446838378906, - -4.622499942779541, - -3.384472608566284, - -1.3313584327697754, - -1.9607887268066406, - -3.6786742210388184, - -2.3321964740753174, - -3.8376808166503906, - -3.8288590908050537, - -2.4633288383483887, - -3.055175542831421, - -4.724918365478516, - -3.3939049243927, - -0.003215050557628274, - -2.761681079864502, - -2.660172700881958, - -3.942748546600342, - 6.8274431228637695, - -3.9505066871643066, - -3.9592342376708984, - -2.954038619995117, - -3.147170305252075, - -3.078958511352539, - -3.6640379428863525, - -3.5962746143341064, - -8.120628356933594, - -1.4337648153305054, - -5.335843563079834, - -0.964127242565155, - 0.2948596477508545, - -3.9711127281188965, - -5.487996578216553, - -2.247241973876953, - -2.824658155441284, - -3.460996389389038, - -3.6033997535705566, - -4.195046424865723, - -2.5237138271331787, - -7.646670341491699, - -1.7801876068115234, - -2.2800979614257812, - -3.0267577171325684, - -3.061011552810669, - 0.033316969871520996, - 0.5133824944496155, - -2.5326449871063232, - -1.0272976160049438, - -2.948873996734619, - -4.026885032653809, - -3.6274542808532715, - -0.9663790464401245, - -2.259705066680908, - 2.3447041511535645, - -0.8485801219940186, - -3.6375553607940674, - -4.243329048156738, - -2.423600912094116, - -1.8400211334228516, - -3.729523181915283, - -4.142342567443848, - -2.2882211208343506, - -6.086465835571289, - -0.9947450160980225, - -1.7899773120880127, - -0.15087969601154327, - -3.549325942993164, - -2.2668066024780273, - -2.5988547801971436, - -1.5723382234573364, - -2.06614351272583, - -4.194713592529297, - -1.3831456899642944, - -1.8694900274276733, - -1.6023674011230469, - -0.9395390152931213, - -2.7677547931671143, - -3.249706506729126, - -3.45998215675354, - -1.340775728225708, - -2.912410020828247, - -1.6928222179412842, - 0.7691218852996826, - -3.118692636489868, - -2.932711362838745, - -1.9651603698730469, - -3.7089390754699707, - -1.8040108680725098, - -2.2263786792755127, - 2.412118673324585, - -4.289278984069824, - -3.732724905014038, - -3.2253048419952393, - -5.185544013977051, - -4.4447021484375, - -3.150681734085083, - -1.513627529144287, - -3.0089077949523926, - -2.1867759227752686, - -3.887789011001587, - -3.4862449169158936, - 0.016335085034370422, - -2.4960010051727295, - -2.027894973754883, - -2.3176467418670654, - -1.536838412284851, - -0.7135906219482422, - -2.276388168334961, - 0.554955005645752, - -4.462867259979248, - 0.04764186963438988, - 3.624274492263794, - -2.9337828159332275, - -3.9458160400390625, - -2.728656530380249, - -2.225531816482544, - -1.5472615957260132, - -1.6176477670669556, - -6.969610691070557, - -1.6681636571884155, - -5.584247589111328, - -4.370765686035156, - -1.2607741355895996, - -0.9229855537414551, - -3.215101957321167, - -3.6305220127105713, - -3.519052743911743, - -3.6545560359954834, - -3.267202377319336, - -4.302811145782471, - -2.4852235317230225, - -4.938250541687012, - -3.1026759147644043, - -2.9910528659820557, - -6.213467121124268, - -3.7817983627319336, - -2.004892587661743, - -6.931896209716797, - -2.0138847827911377, - -2.630547046661377, - -2.6972267627716064, - -1.4139673709869385, - -3.9753201007843018, - -1.4520131349563599, - -0.9538836479187012, - -3.64033842086792, - -3.9299871921539307, - -2.3705973625183105, - -4.909032344818115, - -3.743858814239502, - -0.8277578949928284, - -3.7975528240203857, - -2.3832969665527344, - -2.4899494647979736, - -5.688791751861572, - -4.172299385070801, - -2.4006950855255127, - -0.9144563674926758, - -1.8305413722991943, - -5.274009704589844, - -1.4796886444091797, - -2.1489346027374268, - -3.364985704421997, - -1.0288811922073364, - -1.5259510278701782, - -3.985464096069336, - -2.823460102081299, - -3.8363542556762695, - -1.9575107097625732, - -2.673060655593872, - -3.4758641719818115, - -2.10355544090271, - 0.18004238605499268, - -4.118218421936035, - -1.6089786291122437, - -3.612543821334839, - -1.7572736740112305, - -4.269672393798828, - -3.103268623352051, - -2.7996480464935303, - -1.8722373247146606, - -2.7561261653900146, - -2.453744888305664, - -2.0473625659942627, - 2.1231462955474854, - -0.42793670296669006, - -3.414250612258911, - -3.951967239379883, - -1.3112868070602417, - -2.930311679840088, - -4.3122968673706055, - -3.3323581218719482, - -1.8636897802352905, - -1.268410086631775, - -1.7571840286254883, - -3.71580171585083, - -2.3015477657318115, - -4.594174385070801, - -2.3209383487701416, - -2.8351728916168213, - -6.767845153808594, - -3.55126953125, - 0.951233446598053, - -4.292903423309326, - -6.297242164611816, - -3.1034669876098633, - -2.1893482208251953, - -5.864810943603516, - -5.935696125030518, - -3.5971381664276123, - -3.1734747886657715, - -1.4440635442733765, - -4.071734428405762, - -4.558809280395508, - -3.4981160163879395, - -2.9301438331604004, - 0.48437413573265076, - -3.878427267074585, - -3.5264077186584473, - -3.110248565673828, - -2.255934715270996, - -4.424773216247559, - -5.1532769203186035, - -2.7266249656677246, - -5.780890464782715, - -2.325934410095215, - -4.638751983642578, - -3.0636699199676514, - -1.0992833375930786, - -3.099506139755249, - -3.8708279132843018, - -4.521695613861084, - 1.394818663597107, - -2.8800113201141357, - -2.548563241958618, - -1.5915738344192505, - -2.970125675201416, - -3.599106550216675, - -3.1532390117645264, - 1.1225193738937378, - -3.1246652603149414, - -4.880184650421143, - 1.2201263904571533, - -2.4720842838287354, - -4.4413042068481445, - -3.944793701171875, - -5.607172966003418, - -2.944556713104248, - -2.908400535583496, - -3.2990174293518066, - -4.170776844024658, - -3.5312676429748535, - -3.735368013381958, - -1.9988888502120972, - -2.409005880355835, - -0.5501748323440552, - -3.1371877193450928, - -1.7605226039886475, - -4.427295207977295, - -3.7002956867218018, - -4.054924964904785, - -3.195246458053589, - -3.191066265106201, - -3.514852523803711, - -3.2799665927886963, - -4.605415344238281, - -0.5916277170181274, - -4.365634441375732, - -3.660578489303589, - -3.930117607116699, - -3.6606252193450928, - 2.839343786239624, - -6.801056861877441, - -3.6730706691741943, - -1.7576431035995483, - -3.14561128616333, - -2.644155740737915, - -1.3246484994888306, - -2.8721120357513428, - -3.503056287765503, - -4.271164894104004, - -2.9616312980651855, - -1.2450741529464722, - -3.6990742683410645, - -2.2523839473724365, - -3.9824109077453613, - -3.4194037914276123, - -7.699334144592285, - -5.566076278686523, - -4.041362285614014, - -3.3175547122955322, - -4.228102684020996, - -5.838100910186768, - -2.893920660018921, - -3.2148475646972656, - -2.969505548477173, - -4.008667469024658, - 0.09281595796346664, - -2.2766504287719727, - -3.8581173419952393, - -0.9652377963066101, - -3.4365074634552, - -3.33376407623291, - -4.139759540557861, - -3.0492630004882812, - -1.6362745761871338, - -3.59257435798645, - -4.738205432891846, - -1.5722503662109375, - -3.359633207321167, - -4.23980188369751, - -5.576612949371338, - -3.916045665740967, - -3.082521915435791, - -4.805335521697998, - -2.9001693725585938, - 0.9383760094642639, - -3.9239654541015625, - -3.5133464336395264, - -4.26146125793457, - -4.49245548248291, - -4.127079963684082, - -3.7645368576049805, - 3.005711078643799, - -4.1625285148620605, - -3.25472092628479, - -3.309112071990967, - -4.483068466186523, - -3.131070852279663, - -0.42846280336380005, - -3.9416346549987793, - -2.927246570587158, - -3.724860668182373, - 1.2441149950027466, - -3.2892234325408936, - -2.713229179382324, - -2.1595869064331055, - -3.199326753616333, - -3.81156849861145, - -4.0033111572265625, - -3.459906816482544, - -2.4981284141540527, - -3.3897314071655273, - -5.28230094909668, - -3.5308501720428467, - -4.346766471862793, - -6.140007495880127, - -3.764477491378784, - -3.8290345668792725, - -3.7430307865142822, - -4.679869174957275, - -3.2456328868865967, - -2.8705713748931885, - -5.499778747558594, - -4.529084205627441, - -3.5007450580596924, - -3.2988967895507812, - -3.5203566551208496, - -2.945549964904785, - -1.7947043180465698, - -2.837036371231079, - -2.80934739112854, - -4.295564651489258, - -0.5853509902954102, - -3.6226656436920166, - -3.623852252960205, - -3.0258638858795166, - -3.443568706512451, - -3.9538991451263428, - -4.557910442352295, - -3.4851841926574707, - -3.271088123321533, - -1.6511030197143555, - -3.2864866256713867, - -2.3529388904571533, - -3.231111764907837 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.405612051486969, + -0.4756116271018982, + -0.639305830001831, + -0.4193928837776184, + -0.4475947618484497, + -0.48151296377182007, + -0.30903956294059753, + -0.5080457925796509, + -0.5194520950317383, + -0.5871381759643555, + -0.7655101418495178, + -0.4807567298412323, + -0.4093862473964691, + -0.4087541699409485, + -0.2910512387752533, + -0.524695634841919, + -0.38640522956848145, + -0.5835042595863342, + -0.8097556233406067, + -0.6081063747406006, + -0.5814222693443298, + -0.5405284762382507, + -0.37340739369392395, + -0.27014926075935364, + -0.4310004711151123, + -0.3989688754081726, + -0.5574414730072021, + -0.5160790085792542, + -0.5045522451400757, + -0.3980444371700287, + -0.4889742434024811, + -0.44328761100769043, + -0.42345279455184937, + -0.039048075675964355, + -0.48974159359931946, + -0.6951690912246704, + -0.4714213013648987, + -0.5140368938446045, + -0.5798009634017944, + -0.5178473591804504, + -0.454342246055603, + -0.3960387408733368, + -0.5036624670028687, + -0.4450201392173767, + -0.557026207447052, + -0.5068278312683105, + -0.5564109683036804, + -0.4166615903377533, + -0.4632919728755951, + -0.5016313195228577, + -0.5871962308883667, + -0.5722144842147827, + -0.34095799922943115, + -0.7645082473754883, + -0.6326032876968384, + -0.6214450001716614, + -0.45338886976242065, + -0.6560987234115601, + -0.45738688111305237, + -0.42310869693756104, + -0.535872757434845, + -0.5960633754730225, + -0.40901240706443787, + -0.4162743091583252, + -0.7972301840782166, + -0.5537769794464111, + -0.6026687026023865, + -0.5223791599273682, + -0.4021531343460083, + -0.5025565028190613, + -0.6899014711380005, + -0.6087283492088318, + -0.5015622973442078, + -0.510565996170044, + -0.9565913677215576, + -0.38427475094795227, + -0.7781506776809692, + -0.5338878631591797, + -0.6537137031555176, + -0.3763125240802765, + -0.2814040184020996, + -0.5399283766746521, + -0.6516825556755066, + -0.3693457543849945, + -0.5471495389938354, + -0.5454142689704895, + -0.3942663371562958, + -0.47818371653556824, + -0.5798652172088623, + -0.5088943243026733, + -0.6649779677391052, + -0.4335862696170807, + -0.49990397691726685, + -0.41008460521698, + -0.6462704539299011, + -0.25405019521713257, + -0.46299242973327637, + -0.49609851837158203, + -0.48990628123283386, + -0.5717617273330688, + -0.4586458206176758, + -0.660379946231842, + -0.1449512094259262, + -0.9167467355728149, + -0.679985761642456, + -0.5536800026893616, + -0.510138213634491, + -0.5490692257881165, + -0.45595815777778625, + -0.4433281123638153, + -0.36050382256507874, + -0.3747958540916443, + -0.5181635618209839, + -0.5625022649765015, + -0.6537200212478638, + -0.5421386957168579, + -0.5303964018821716, + -0.418082058429718, + -0.566465437412262, + -0.4524283707141876, + -0.2801917493343353, + -0.476760596036911, + -0.20646114647388458, + -0.33233845233917236, + -0.4578471779823303, + -0.565766453742981, + -0.4163317382335663, + -0.5837946534156799, + -0.5588945150375366, + -0.4755661189556122, + -0.5389171242713928, + -0.46524450182914734, + -0.7034096121788025, + -0.47711044549942017, + -0.554437518119812, + -0.5715975165367126, + -0.4383166432380676, + -0.5025399923324585, + -0.6296533942222595, + -0.5806257128715515, + -0.642877459526062, + -0.4389103353023529, + -0.5179622173309326, + -0.5249459147453308, + -0.45106709003448486, + 0.04377990588545799, + -0.42568767070770264, + -0.6054925918579102, + -0.29554685950279236, + -0.5315225124359131, + -0.300473690032959, + -0.591559648513794, + -0.402140736579895, + -0.5612863898277283, + -0.5363878607749939, + -0.4675156772136688, + -0.7763781547546387, + -0.5780376195907593, + -0.33783501386642456, + -0.38883888721466064, + -0.5709217190742493, + -0.44053688645362854, + -0.6220884919166565, + -0.17867718636989594, + -0.4681978225708008, + -0.5974918007850647, + -0.613105058670044, + -0.36025479435920715, + -0.7366315126419067, + -0.43639156222343445, + -0.47442400455474854, + -0.3576003313064575, + -0.28747642040252686, + -0.6410737037658691, + -0.44804084300994873, + -0.36337170004844666, + -0.45233482122421265, + -0.5285311937332153, + -0.4517422914505005, + -0.6653249263763428, + -0.47959575057029724, + -0.2932615280151367, + -0.7195268869400024, + -0.5483736991882324, + -0.6093348860740662, + -0.46343404054641724, + -0.46873465180397034, + -0.35172054171562195, + -0.38109928369522095, + -0.43498221039772034, + -0.5800344347953796, + -0.5919888615608215, + -0.5333643555641174, + -0.450575590133667, + -0.5284081101417542, + -0.4347326159477234, + -0.4684014320373535, + -0.5957432985305786, + -0.520793616771698, + -0.49966344237327576, + -0.5224559903144836, + -0.5906411409378052, + -0.5848286747932434, + -0.5355430245399475, + -0.3920854330062866, + -0.577229917049408, + -0.4152393043041229, + -0.6059637069702148, + -0.4778454005718231, + -0.4616001546382904, + -0.5033433437347412, + -0.6258000731468201, + -0.4964023530483246, + -0.40540245175361633, + -0.4480518698692322, + -0.36227715015411377, + -0.61577308177948, + -0.5492326617240906, + -0.5065053105354309, + -0.5405952334403992, + -0.32418230175971985, + -0.6191267371177673, + -0.49591031670570374, + -0.5350223183631897, + -0.9488007426261902, + -0.5018578767776489, + -0.673842191696167, + -0.4560913145542145, + -0.475326806306839, + -0.7657254338264465, + -0.5706092119216919, + -0.12715312838554382, + -0.4771903455257416, + -0.5540157556533813, + -0.40058615803718567, + -0.7086303234100342, + -0.5343902111053467, + -0.5538556575775146, + -0.4444366991519928, + -0.46810004115104675, + -0.5237988233566284, + -0.6239320039749146, + -0.455491840839386, + -0.533469021320343, + -0.9170843958854675, + -0.49325400590896606, + -0.5027749538421631, + -0.4446862041950226, + -0.32450419664382935, + -0.5311455130577087, + -0.6040083169937134, + -0.5870850682258606, + -0.47861436009407043, + -0.6111547350883484, + -0.34865298867225647, + -0.5590203404426575, + -0.478699266910553, + -0.5134162902832031, + -0.6187567114830017, + -0.29968687891960144, + -0.4507487714290619, + -0.45368692278862, + -0.5298672914505005, + -0.6950541734695435, + -0.6024647355079651, + -0.47024548053741455, + -0.4767409861087799, + -0.5764703154563904, + -0.6512472629547119, + -0.3986140787601471, + -0.4303237199783325, + -0.6453648209571838, + -0.3901621997356415, + -0.5628138184547424, + -0.44302502274513245, + -0.4861442446708679, + -0.6489429473876953, + -0.6245372295379639, + -0.40701597929000854, + -0.451519638299942, + -0.5211213827133179, + -0.5783498883247375, + -0.5211785435676575, + -0.5030205249786377, + -0.5362199544906616, + -0.5486637353897095, + -0.5396783351898193, + -0.5836993455886841, + -0.5788040161132812, + -0.32643571496009827, + -0.814007043838501, + -0.5252309441566467, + -0.4425410330295563, + -0.5902845859527588, + -0.4809463918209076, + -0.5577769875526428, + -0.4258948862552643, + -0.5613584518432617, + -0.45114800333976746, + -0.31205758452415466, + -0.31807002425193787, + -0.4885788857936859, + -0.5589879155158997, + -0.47277727723121643, + -0.4538733959197998, + -0.6666934490203857, + -0.41521552205085754, + -0.4997442364692688, + -0.24674901366233826, + -0.580707311630249, + -0.7599323987960815, + -0.6739136576652527, + -0.4790308177471161, + -0.5287622213363647, + -0.4598934054374695, + -0.4339708685874939, + -0.624029815196991, + -0.4504915773868561, + -0.49488770961761475, + -0.36780402064323425, + -0.6406744718551636, + -0.3945107161998749, + -0.5338760018348694, + -0.5540100336074829, + -0.5495290160179138, + -0.5227653980255127, + -0.5348162055015564, + -0.4852652847766876, + -0.5940648913383484, + -0.3658817708492279, + -0.5875266194343567, + -0.39217689633369446, + -0.48571449518203735, + -0.5384851098060608, + -0.6920568346977234, + -0.47196075320243835, + -0.55109041929245, + -0.31833305954933167, + -0.5898852348327637, + -0.6447895765304565, + -0.32071059942245483, + -0.5256955027580261, + -0.44195595383644104, + -0.6371849179267883, + -0.5324339866638184, + -0.40800371766090393, + -0.4226906895637512, + -0.5905302166938782, + -0.4966702461242676, + -0.4702731668949127, + -0.5134333968162537, + -0.5065418481826782, + -0.5523932576179504, + -0.34948408603668213, + -0.5261774659156799, + -0.27345025539398193, + -0.6209708452224731, + -0.4102710783481598, + -0.18967455625534058, + -0.5619770288467407, + -0.5846644639968872, + -0.4812960624694824, + -0.6386833786964417, + -0.6495935916900635, + -0.5624818801879883, + -0.4266004264354706, + -0.4755220115184784, + -0.4923376441001892, + -0.5721042156219482, + -0.495126873254776, + -0.277832955121994, + -0.7944809198379517, + -0.4744383692741394, + -0.3004588186740875, + -0.5610401630401611, + -0.49824583530426025, + -0.5394812822341919, + -0.6893823146820068, + -0.4280151128768921, + -0.4391228258609772, + -0.34394219517707825, + -0.5429686903953552, + -0.5379979610443115, + -0.5131224393844604, + -0.5765606164932251, + -0.4285520017147064, + -0.5581731796264648, + -0.5978807806968689, + -0.07394171506166458, + -0.5705909132957458, + -0.1954680234193802, + -0.3470049500465393, + -0.6829708814620972, + -0.3906536400318146, + -0.6192399859428406, + -0.5003543496131897, + -0.7324767708778381, + -0.7085280418395996, + -0.4063456952571869, + -0.57957923412323, + -0.3946555256843567, + -0.47813692688941956, + -0.6347099542617798, + -0.7469215989112854, + -0.7829142212867737, + -0.3477838933467865, + -0.5867959856987, + -0.4905412197113037, + -0.3232874572277069, + -0.4442945718765259, + -0.6431509852409363, + -0.5775182247161865, + -0.4226588010787964, + -0.4446830153465271, + -0.4664970934391022, + -0.5123957395553589, + -0.742901623249054, + -0.5912825465202332, + -0.5158791542053223, + -0.4949188530445099, + -0.24618230760097504, + -0.6218975186347961, + -0.4819170832633972, + -0.5010559558868408, + -0.6049739718437195, + -0.5799998641014099, + -0.48007363080978394, + -0.6769903898239136, + -0.47927671670913696, + -0.48227229714393616, + -0.31108614802360535, + -0.5900070667266846, + -0.6092391014099121, + -0.5008792877197266, + -0.5486522316932678, + -0.5582238435745239, + -0.6004919409751892, + -0.5431035161018372, + -0.4594341218471527, + -0.4947969913482666, + -0.6494865417480469, + -0.6582474112510681, + -0.3211393654346466, + -0.5977669954299927, + -0.36223241686820984, + -0.3050091862678528, + -0.6296800971031189, + -0.4583723843097687, + -0.6515071392059326, + -0.49371635913848877, + -0.3939136266708374, + -0.6320632100105286, + -0.5370286703109741, + -0.523438572883606, + -0.5641409754753113, + -0.5730281472206116, + -0.4125398099422455, + -0.4661664664745331, + -0.428162544965744, + -0.5615261197090149, + -0.4139019548892975, + -0.5623652935028076, + -0.6405431628227234, + -0.6723737120628357, + -0.5295058488845825, + -0.6285925507545471, + -0.5535505414009094, + -0.5204086303710938, + -0.5310804843902588, + -0.32669270038604736, + -0.5255975723266602, + -0.3235364556312561, + -0.3714939057826996, + -0.5506513118743896, + -0.6330094337463379, + -0.6478798985481262, + -0.4577857553958893, + -0.5563726425170898, + -0.5793352723121643, + -0.34255969524383545, + -0.47455957531929016, + -0.5359483957290649, + -0.5466545820236206, + -0.5718584060668945, + -0.598506510257721, + -0.5387250781059265, + -0.4310340881347656, + -0.4531005918979645, + -0.3985177278518677, + -0.4155285954475403, + -0.47831055521965027, + -0.39979320764541626, + -0.603563129901886, + -0.5570643544197083 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.65, - 0.675, - 0.6000000000000001, - 0.7, - 0.6749999999999999, - 0.6, - 0.625, - 0.675, - 0.55, - 0.625 + 0.5, + 0.47500000000000003, + 0.46249999999999997, + 0.46249999999999997, + 0.475, + 0.46249999999999997, + 0.4375, + 0.475, + 0.46249999999999997, + 0.425, + 0.42499999999999993, + 0.4749999999999999, + 0.44999999999999996, + 0.5, + 0.46249999999999997, + 0.44999999999999996, + 0.4749999999999999, + 0.45, + 0.44999999999999996, + 0.38749999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.6708216071128845, - 0.6044439077377319, - 0.8195418119430542, - 0.5354529619216919, - 0.002053799107670784, - 0.984122633934021, - 0.048955272883176804, - 0.8798602223396301, - 0.8113026022911072, - 0.6067219972610474 + 0.15069501101970673, + 0.2033897340297699, + 0.13309547305107117, + -0.04493260756134987, + 0.17031383514404297, + -0.10798465460538864, + 0.19333118200302124, + 0.19738148152828217, + 0.08163465559482574, + 0.16037455201148987, + 0.5516061782836914, + 0.16537833213806152, + 0.15956538915634155, + -0.05774904415011406, + -0.11382683366537094, + -0.10484590381383896, + 0.29672566056251526, + 0.010879253037273884, + 0.05681866779923439, + 0.320340633392334 ], "rl_grad_norm": [ - 2.188788652420044, - 0.7856268286705017, - 0.38851067423820496, - 0.6087466478347778, - 0.4534541368484497, - 0.7055587768554688, - 0.17679710686206818, - 0.38582074642181396, - 0.5113814473152161, - 0.4621652364730835 + 1.0536249876022339, + 0.5274794101715088, + 0.5467382073402405, + 0.5630995035171509, + 0.7357750535011292, + 0.3234092891216278, + 0.38279011845588684, + 0.6089609861373901, + 0.3544970154762268, + 0.4487614631652832, + 0.46372365951538086, + 0.36101463437080383, + 0.23932527005672455, + 0.3788205087184906, + 0.15422536432743073, + 0.4574832618236542, + 0.2795654833316803, + 0.48543235659599304, + 0.33963313698768616, + 0.39624932408332825 ], "bc_grad_norm": [ - 0.8451205492019653, - 0.5144895315170288, - 0.3324686884880066, - 0.3958456516265869, - 0.5129989385604858, - 0.7207019329071045, - 0.21922510862350464, - 0.412925660610199, - 0.47240856289863586, - 0.5016326904296875 + 3.7135097980499268, + 2.5347800254821777, + 3.1318602561950684, + 2.1228415966033936, + 3.3105812072753906, + 3.3760111331939697, + 3.605846881866455, + 3.087568521499634, + 2.458951234817505, + 2.0200157165527344, + 1.5326809883117676, + 2.359483003616333, + 2.4057044982910156, + 5.85032844543457, + 3.5055365562438965, + 2.9792957305908203, + 2.2482755184173584, + 2.906524658203125, + 4.373737812042236, + 3.8911209106445312 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.001840132288634777, - "embedding.weight": 0.006747725419700146, - "cnn.0.weight": 0.1897840052843094, - "cnn.0.bias": 0.005653115455061197, - "cnn.2.weight": 0.060285404324531555, - "cnn.2.bias": 0.018052546307444572, - "cnn.5.weight": 0.08437810093164444, - "cnn.5.bias": 0.016185155138373375, - "action_emb.weight": 0.02427004836499691, - "timestep_emb.weight": 0.00996599905192852, - "pos_emb.weight": 0.012771676294505596, - "transformer.layers.0.self_attn.in_proj_weight": 0.14415867626667023, - "transformer.layers.0.self_attn.in_proj_bias": 0.012734459713101387, - "transformer.layers.0.self_attn.out_proj.weight": 0.1411265879869461, - "transformer.layers.0.self_attn.out_proj.bias": 0.017555881291627884, - "transformer.layers.0.linear1.weight": 0.11976461112499237, - "transformer.layers.0.linear1.bias": 0.006442421115934849, - "transformer.layers.0.linear2.weight": 0.16019010543823242, - "transformer.layers.0.linear2.bias": 0.015386960469186306, - "transformer.layers.0.norm1.weight": 0.008693560026586056, - "transformer.layers.0.norm1.bias": 0.011086288839578629, - "transformer.layers.0.norm2.weight": 0.008593528531491756, - "transformer.layers.0.norm2.bias": 0.005556606687605381, - "transformer.layers.1.self_attn.in_proj_weight": 0.13021983206272125, - "transformer.layers.1.self_attn.in_proj_bias": 0.008891625329852104, - "transformer.layers.1.self_attn.out_proj.weight": 0.1760137528181076, - "transformer.layers.1.self_attn.out_proj.bias": 0.013234208337962627, - "transformer.layers.1.linear1.weight": 0.08120876550674438, - "transformer.layers.1.linear1.bias": 0.004699426237493753, - "transformer.layers.1.linear2.weight": 0.10556015372276306, - "transformer.layers.1.linear2.bias": 0.013073164969682693, - "transformer.layers.1.norm1.weight": 0.007633695378899574, - "transformer.layers.1.norm1.bias": 0.007673286832869053, - "transformer.layers.1.norm2.weight": 0.005014913622289896, - "transformer.layers.1.norm2.bias": 0.003795778611674905, - "transformer.layers.2.self_attn.in_proj_weight": 0.16085252165794373, - "transformer.layers.2.self_attn.in_proj_bias": 0.01154363714158535, - "transformer.layers.2.self_attn.out_proj.weight": 0.13101080060005188, - "transformer.layers.2.self_attn.out_proj.bias": 0.013658704236149788, - "transformer.layers.2.linear1.weight": 0.07027871906757355, - "transformer.layers.2.linear1.bias": 0.0045416466891765594, - "transformer.layers.2.linear2.weight": 0.07964608073234558, - "transformer.layers.2.linear2.bias": 0.013928832486271858, - "transformer.layers.2.norm1.weight": 0.011698846705257893, - "transformer.layers.2.norm1.bias": 0.013495325110852718, - "transformer.layers.2.norm2.weight": 0.004525594878941774, - "transformer.layers.2.norm2.bias": 0.004763429518789053, - "transformer.layers.3.self_attn.in_proj_weight": 0.2017548829317093, - "transformer.layers.3.self_attn.in_proj_bias": 0.016378389671444893, - "transformer.layers.3.self_attn.out_proj.weight": 0.13346782326698303, - "transformer.layers.3.self_attn.out_proj.bias": 0.017852138727903366, - "transformer.layers.3.linear1.weight": 0.22939786314964294, - "transformer.layers.3.linear1.bias": 0.017997857183218002, - "transformer.layers.3.linear2.weight": 0.11429157108068466, - "transformer.layers.3.linear2.bias": 0.02703375741839409, - "transformer.layers.3.norm1.weight": 0.014624765142798424, - "transformer.layers.3.norm1.bias": 0.019948942586779594, - "transformer.layers.3.norm2.weight": 0.020113304257392883, - "transformer.layers.3.norm2.bias": 0.028203915804624557, - "head.weight": 1.5701744556427002, - "head.bias": 0.056533683091402054, - "global_embedding.weight": 0.04691009223461151, - "global_cnn.0.weight": 0.3078196942806244, - "global_cnn.0.bias": 0.008351483382284641, - "global_cnn.2.weight": 0.7100582718849182, - "global_cnn.2.bias": 0.03300435468554497, - "global_proj.weight": 0.1269969642162323, - "global_proj.bias": 0.07012692093849182, - "goal_head.0.weight": 0.06609218567609787, - "goal_head.0.bias": 0.026422834023833275, - "goal_head.2.weight": 0.0879269689321518, - "goal_head.2.bias": 0.05576540529727936 - }, - { - "global_gate": 0.0010244970908388495, - "embedding.weight": 0.004720963072031736, - "cnn.0.weight": 0.10376085340976715, - "cnn.0.bias": 0.0032125941943377256, - "cnn.2.weight": 0.038360293954610825, - "cnn.2.bias": 0.008703997358679771, - "cnn.5.weight": 0.057213131338357925, - "cnn.5.bias": 0.012310357764363289, - "action_emb.weight": 0.013606457971036434, - "timestep_emb.weight": 0.006210866384208202, - "pos_emb.weight": 0.009235711768269539, - "transformer.layers.0.self_attn.in_proj_weight": 0.09091070294380188, - "transformer.layers.0.self_attn.in_proj_bias": 0.006684811320155859, - "transformer.layers.0.self_attn.out_proj.weight": 0.07658994197845459, - "transformer.layers.0.self_attn.out_proj.bias": 0.00979411881417036, - "transformer.layers.0.linear1.weight": 0.07568788528442383, - "transformer.layers.0.linear1.bias": 0.004370586480945349, - "transformer.layers.0.linear2.weight": 0.09236329793930054, - "transformer.layers.0.linear2.bias": 0.00733604421839118, - "transformer.layers.0.norm1.weight": 0.005590195767581463, - "transformer.layers.0.norm1.bias": 0.006126419175416231, - "transformer.layers.0.norm2.weight": 0.006043534725904465, - "transformer.layers.0.norm2.bias": 0.005324002355337143, - "transformer.layers.1.self_attn.in_proj_weight": 0.08543403446674347, - "transformer.layers.1.self_attn.in_proj_bias": 0.005554002244025469, - "transformer.layers.1.self_attn.out_proj.weight": 0.08042364567518234, - "transformer.layers.1.self_attn.out_proj.bias": 0.005587366875261068, - "transformer.layers.1.linear1.weight": 0.04947684332728386, - "transformer.layers.1.linear1.bias": 0.0026107023004442453, - "transformer.layers.1.linear2.weight": 0.06095028296113014, - "transformer.layers.1.linear2.bias": 0.005338175687938929, - "transformer.layers.1.norm1.weight": 0.005175903905183077, - "transformer.layers.1.norm1.bias": 0.005916104651987553, - "transformer.layers.1.norm2.weight": 0.0029712908435612917, - "transformer.layers.1.norm2.bias": 0.0023777827154845, - "transformer.layers.2.self_attn.in_proj_weight": 0.0984668955206871, - "transformer.layers.2.self_attn.in_proj_bias": 0.004191034007817507, - "transformer.layers.2.self_attn.out_proj.weight": 0.05922006815671921, - "transformer.layers.2.self_attn.out_proj.bias": 0.00507214292883873, - "transformer.layers.2.linear1.weight": 0.037903815507888794, - "transformer.layers.2.linear1.bias": 0.002106258412823081, - "transformer.layers.2.linear2.weight": 0.039003003388643265, - "transformer.layers.2.linear2.bias": 0.004962296225130558, - "transformer.layers.2.norm1.weight": 0.006340279243886471, - "transformer.layers.2.norm1.bias": 0.003991659265011549, - "transformer.layers.2.norm2.weight": 0.0023255939595401287, - "transformer.layers.2.norm2.bias": 0.002097353572025895, - "transformer.layers.3.self_attn.in_proj_weight": 0.12253051996231079, - "transformer.layers.3.self_attn.in_proj_bias": 0.008126103319227695, - "transformer.layers.3.self_attn.out_proj.weight": 0.057108115404844284, - "transformer.layers.3.self_attn.out_proj.bias": 0.006469077430665493, - "transformer.layers.3.linear1.weight": 0.10142742842435837, - "transformer.layers.3.linear1.bias": 0.007320913951843977, - "transformer.layers.3.linear2.weight": 0.05354055017232895, - "transformer.layers.3.linear2.bias": 0.010236307047307491, - "transformer.layers.3.norm1.weight": 0.008144889958202839, - "transformer.layers.3.norm1.bias": 0.010225017555058002, - "transformer.layers.3.norm2.weight": 0.008592463098466396, - "transformer.layers.3.norm2.bias": 0.011145692318677902, - "head.weight": 0.5784069895744324, - "head.bias": 0.018695801496505737, - "global_embedding.weight": 0.015481609851121902, - "global_cnn.0.weight": 0.18955592811107635, - "global_cnn.0.bias": 0.005854712333530188, - "global_cnn.2.weight": 0.37694668769836426, - "global_cnn.2.bias": 0.013473140075802803, - "global_proj.weight": 0.08278840035200119, - "global_proj.bias": 0.05213455855846405, - "goal_head.0.weight": 0.05247467756271362, - "goal_head.0.bias": 0.024290768429636955, - "goal_head.2.weight": 0.08540941029787064, - "goal_head.2.bias": 0.061695583164691925 - }, - { - "global_gate": 0.0005741545464843512, - "embedding.weight": 0.004327702336013317, - "cnn.0.weight": 0.0980854406952858, - "cnn.0.bias": 0.004751020576804876, - "cnn.2.weight": 0.03151168301701546, - "cnn.2.bias": 0.010102651081979275, - "cnn.5.weight": 0.03906271234154701, - "cnn.5.bias": 0.009332029148936272, - "action_emb.weight": 0.0034109873231500387, - "timestep_emb.weight": 0.001680848770774901, - "pos_emb.weight": 0.0018601629417389631, - "transformer.layers.0.self_attn.in_proj_weight": 0.039491865783929825, - "transformer.layers.0.self_attn.in_proj_bias": 0.002875090576708317, - "transformer.layers.0.self_attn.out_proj.weight": 0.029587307944893837, - "transformer.layers.0.self_attn.out_proj.bias": 0.003105066018179059, - "transformer.layers.0.linear1.weight": 0.02097647450864315, - "transformer.layers.0.linear1.bias": 0.0011717885499820113, - "transformer.layers.0.linear2.weight": 0.026778029277920723, - "transformer.layers.0.linear2.bias": 0.0022796853445470333, - "transformer.layers.0.norm1.weight": 0.002646923763677478, - "transformer.layers.0.norm1.bias": 0.0028256371151655912, - "transformer.layers.0.norm2.weight": 0.0014231089735403657, - "transformer.layers.0.norm2.bias": 0.0011207376373931766, - "transformer.layers.1.self_attn.in_proj_weight": 0.023343048989772797, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012959486339241266, - "transformer.layers.1.self_attn.out_proj.weight": 0.02575836516916752, - "transformer.layers.1.self_attn.out_proj.bias": 0.0018080207519233227, - "transformer.layers.1.linear1.weight": 0.012779485434293747, - "transformer.layers.1.linear1.bias": 0.0006728718290105462, - "transformer.layers.1.linear2.weight": 0.016261696815490723, - "transformer.layers.1.linear2.bias": 0.001803782768547535, - "transformer.layers.1.norm1.weight": 0.0015382752753794193, - "transformer.layers.1.norm1.bias": 0.0013199441600590944, - "transformer.layers.1.norm2.weight": 0.0008621890447102487, - "transformer.layers.1.norm2.bias": 0.0005384180694818497, - "transformer.layers.2.self_attn.in_proj_weight": 0.02460746467113495, - "transformer.layers.2.self_attn.in_proj_bias": 0.001746256835758686, - "transformer.layers.2.self_attn.out_proj.weight": 0.016067633405327797, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019900405313819647, - "transformer.layers.2.linear1.weight": 0.011082423850893974, - "transformer.layers.2.linear1.bias": 0.0007237033569253981, - "transformer.layers.2.linear2.weight": 0.012368647381663322, - "transformer.layers.2.linear2.bias": 0.0021095990668982267, - "transformer.layers.2.norm1.weight": 0.0017845272086560726, - "transformer.layers.2.norm1.bias": 0.0019242374692112207, - "transformer.layers.2.norm2.weight": 0.0007442190544679761, - "transformer.layers.2.norm2.bias": 0.0007169070886448026, - "transformer.layers.3.self_attn.in_proj_weight": 0.03833599388599396, - "transformer.layers.3.self_attn.in_proj_bias": 0.0036117301788181067, - "transformer.layers.3.self_attn.out_proj.weight": 0.021338511258363724, - "transformer.layers.3.self_attn.out_proj.bias": 0.0032654276583343744, - "transformer.layers.3.linear1.weight": 0.0344427153468132, - "transformer.layers.3.linear1.bias": 0.002822814043611288, - "transformer.layers.3.linear2.weight": 0.018886033445596695, - "transformer.layers.3.linear2.bias": 0.004620448220521212, - "transformer.layers.3.norm1.weight": 0.0027815510984510183, - "transformer.layers.3.norm1.bias": 0.004745646845549345, - "transformer.layers.3.norm2.weight": 0.0030695637688040733, - "transformer.layers.3.norm2.bias": 0.0041010091081261635, - "head.weight": 0.23891519010066986, - "head.bias": 0.009675798937678337, - "global_embedding.weight": 0.023658540099859238, - "global_cnn.0.weight": 0.13597306609153748, - "global_cnn.0.bias": 0.004584203939884901, - "global_cnn.2.weight": 0.2644357681274414, - "global_cnn.2.bias": 0.016593974083662033, - "global_proj.weight": 0.05895264446735382, - "global_proj.bias": 0.04163741320371628, - "goal_head.0.weight": 0.03691217303276062, - "goal_head.0.bias": 0.018132375553250313, - "goal_head.2.weight": 0.0611971952021122, - "goal_head.2.bias": 0.04677220806479454 - }, - { - "global_gate": 0.002373678144067526, - "embedding.weight": 0.027040734887123108, - "cnn.0.weight": 0.4163539409637451, - "cnn.0.bias": 0.01767551712691784, - "cnn.2.weight": 0.10150972753763199, - "cnn.2.bias": 0.038120806217193604, - "cnn.5.weight": 0.13706237077713013, - "cnn.5.bias": 0.0226499754935503, - "action_emb.weight": 0.015006527304649353, - "timestep_emb.weight": 0.008262992836534977, - "pos_emb.weight": 0.009543919004499912, - "transformer.layers.0.self_attn.in_proj_weight": 0.14877618849277496, - "transformer.layers.0.self_attn.in_proj_bias": 0.011053933762013912, - "transformer.layers.0.self_attn.out_proj.weight": 0.10881799459457397, - "transformer.layers.0.self_attn.out_proj.bias": 0.013149553909897804, - "transformer.layers.0.linear1.weight": 0.08599623292684555, - "transformer.layers.0.linear1.bias": 0.005022304132580757, - "transformer.layers.0.linear2.weight": 0.0977286621928215, - "transformer.layers.0.linear2.bias": 0.008613351732492447, - "transformer.layers.0.norm1.weight": 0.010039832442998886, - "transformer.layers.0.norm1.bias": 0.01025950163602829, - "transformer.layers.0.norm2.weight": 0.007326299790292978, - "transformer.layers.0.norm2.bias": 0.0062484415248036385, - "transformer.layers.1.self_attn.in_proj_weight": 0.08982006460428238, - "transformer.layers.1.self_attn.in_proj_bias": 0.005796175915747881, - "transformer.layers.1.self_attn.out_proj.weight": 0.07515370100736618, - "transformer.layers.1.self_attn.out_proj.bias": 0.006110042799264193, - "transformer.layers.1.linear1.weight": 0.049794845283031464, - "transformer.layers.1.linear1.bias": 0.0028715436346828938, - "transformer.layers.1.linear2.weight": 0.060815270990133286, - "transformer.layers.1.linear2.bias": 0.005377420224249363, - "transformer.layers.1.norm1.weight": 0.006332792341709137, - "transformer.layers.1.norm1.bias": 0.006358019076287746, - "transformer.layers.1.norm2.weight": 0.0037634382024407387, - "transformer.layers.1.norm2.bias": 0.0026969746686518192, - "transformer.layers.2.self_attn.in_proj_weight": 0.09879646450281143, - "transformer.layers.2.self_attn.in_proj_bias": 0.0057315402664244175, - "transformer.layers.2.self_attn.out_proj.weight": 0.05695493146777153, - "transformer.layers.2.self_attn.out_proj.bias": 0.003996247425675392, - "transformer.layers.2.linear1.weight": 0.03295879065990448, - "transformer.layers.2.linear1.bias": 0.0019238142995163798, - "transformer.layers.2.linear2.weight": 0.04431114345788956, - "transformer.layers.2.linear2.bias": 0.003661959897726774, - "transformer.layers.2.norm1.weight": 0.009532710537314415, - "transformer.layers.2.norm1.bias": 0.007494557648897171, - "transformer.layers.2.norm2.weight": 0.002022229367867112, - "transformer.layers.2.norm2.bias": 0.0018247081898152828, - "transformer.layers.3.self_attn.in_proj_weight": 0.11863166838884354, - "transformer.layers.3.self_attn.in_proj_bias": 0.005039189010858536, - "transformer.layers.3.self_attn.out_proj.weight": 0.0693759173154831, - "transformer.layers.3.self_attn.out_proj.bias": 0.0043774619698524475, - "transformer.layers.3.linear1.weight": 0.08340337127447128, - "transformer.layers.3.linear1.bias": 0.005200363229960203, - "transformer.layers.3.linear2.weight": 0.052574872970581055, - "transformer.layers.3.linear2.bias": 0.0053495136089622974, - "transformer.layers.3.norm1.weight": 0.010004044510424137, - "transformer.layers.3.norm1.bias": 0.005148574709892273, - "transformer.layers.3.norm2.weight": 0.005358975380659103, - "transformer.layers.3.norm2.bias": 0.007231207564473152, - "head.weight": 0.4679439961910248, - "head.bias": 0.010809878818690777, - "global_embedding.weight": 0.031918641179800034, - "global_cnn.0.weight": 0.13027428090572357, - "global_cnn.0.bias": 0.005462303292006254, - "global_cnn.2.weight": 0.17087827622890472, - "global_cnn.2.bias": 0.0073973448015749454, - "global_proj.weight": 0.04246795177459717, - "global_proj.bias": 0.026935867965221405, - "goal_head.0.weight": 0.01606982946395874, - "goal_head.0.bias": 0.007350453641265631, - "goal_head.2.weight": 0.024400033056735992, - "goal_head.2.bias": 0.01755746267735958 - }, - { - "global_gate": 0.0001210390473715961, - "embedding.weight": 0.01371308509260416, - "cnn.0.weight": 0.3102843761444092, - "cnn.0.bias": 0.013100703246891499, - "cnn.2.weight": 0.08796904236078262, - "cnn.2.bias": 0.026340408250689507, - "cnn.5.weight": 0.09678512066602707, - "cnn.5.bias": 0.019552238285541534, - "action_emb.weight": 0.006062335800379515, - "timestep_emb.weight": 0.0034901807084679604, - "pos_emb.weight": 0.00407066335901618, - "transformer.layers.0.self_attn.in_proj_weight": 0.12161270529031754, - "transformer.layers.0.self_attn.in_proj_bias": 0.006326103117316961, - "transformer.layers.0.self_attn.out_proj.weight": 0.086531862616539, - "transformer.layers.0.self_attn.out_proj.bias": 0.006358500104397535, - "transformer.layers.0.linear1.weight": 0.04371875151991844, - "transformer.layers.0.linear1.bias": 0.0023022745735943317, - "transformer.layers.0.linear2.weight": 0.054429907351732254, - "transformer.layers.0.linear2.bias": 0.0035431301221251488, - "transformer.layers.0.norm1.weight": 0.007965094409883022, - "transformer.layers.0.norm1.bias": 0.006433977745473385, - "transformer.layers.0.norm2.weight": 0.003162784967571497, - "transformer.layers.0.norm2.bias": 0.0021854885853827, - "transformer.layers.1.self_attn.in_proj_weight": 0.049212124198675156, - "transformer.layers.1.self_attn.in_proj_bias": 0.0025371203664690256, - "transformer.layers.1.self_attn.out_proj.weight": 0.039989132434129715, - "transformer.layers.1.self_attn.out_proj.bias": 0.002310867188498378, - "transformer.layers.1.linear1.weight": 0.022203106433153152, - "transformer.layers.1.linear1.bias": 0.0010915965540334582, - "transformer.layers.1.linear2.weight": 0.02739420346915722, - "transformer.layers.1.linear2.bias": 0.002061437349766493, - "transformer.layers.1.norm1.weight": 0.003317379392683506, - "transformer.layers.1.norm1.bias": 0.002300241496413946, - "transformer.layers.1.norm2.weight": 0.0015660959761589766, - "transformer.layers.1.norm2.bias": 0.0010285841999575496, - "transformer.layers.2.self_attn.in_proj_weight": 0.03741176426410675, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016520223580300808, - "transformer.layers.2.self_attn.out_proj.weight": 0.027244001626968384, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018063447205349803, - "transformer.layers.2.linear1.weight": 0.018749583512544632, - "transformer.layers.2.linear1.bias": 0.0009173874859698117, - "transformer.layers.2.linear2.weight": 0.019357582554221153, - "transformer.layers.2.linear2.bias": 0.0017375655006617308, - "transformer.layers.2.norm1.weight": 0.0026657008565962315, - "transformer.layers.2.norm1.bias": 0.0016393247060477734, - "transformer.layers.2.norm2.weight": 0.0012364439899101853, - "transformer.layers.2.norm2.bias": 0.0009387789177708328, - "transformer.layers.3.self_attn.in_proj_weight": 0.05388295650482178, - "transformer.layers.3.self_attn.in_proj_bias": 0.0035235723480582237, - "transformer.layers.3.self_attn.out_proj.weight": 0.02779780887067318, - "transformer.layers.3.self_attn.out_proj.bias": 0.002794422674924135, - "transformer.layers.3.linear1.weight": 0.029959240928292274, - "transformer.layers.3.linear1.bias": 0.0019115436589345336, - "transformer.layers.3.linear2.weight": 0.02173273265361786, - "transformer.layers.3.linear2.bias": 0.0032647759653627872, - "transformer.layers.3.norm1.weight": 0.004171464592218399, - "transformer.layers.3.norm1.bias": 0.004413266200572252, - "transformer.layers.3.norm2.weight": 0.001847652136348188, - "transformer.layers.3.norm2.bias": 0.0020613959059119225, - "head.weight": 0.2750222682952881, - "head.bias": 0.006724182981997728, - "global_embedding.weight": 0.04263268783688545, - "global_cnn.0.weight": 0.1413520723581314, - "global_cnn.0.bias": 0.006936646066606045, - "global_cnn.2.weight": 0.20479480922222137, - "global_cnn.2.bias": 0.009886057116091251, - "global_proj.weight": 0.044502876698970795, - "global_proj.bias": 0.02773374877870083, - "goal_head.0.weight": 0.009667634032666683, - "goal_head.0.bias": 0.004423050209879875, - "goal_head.2.weight": 0.013141120783984661, - "goal_head.2.bias": 0.009880602359771729 - }, - { - "global_gate": 0.00003997295061708428, - "embedding.weight": 0.0021495900582522154, - "cnn.0.weight": 0.049748849123716354, - "cnn.0.bias": 0.0017538729589432478, - "cnn.2.weight": 0.012460185214877129, - "cnn.2.bias": 0.0038514630869030952, - "cnn.5.weight": 0.013851813040673733, - "cnn.5.bias": 0.003426850773394108, - "action_emb.weight": 0.0025197709910571575, - "timestep_emb.weight": 0.0010063069639727473, - "pos_emb.weight": 0.0012447183253243566, - "transformer.layers.0.self_attn.in_proj_weight": 0.020004523918032646, - "transformer.layers.0.self_attn.in_proj_bias": 0.0013193896738812327, - "transformer.layers.0.self_attn.out_proj.weight": 0.016374196857213974, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016617547953501344, - "transformer.layers.0.linear1.weight": 0.012829042971134186, - "transformer.layers.0.linear1.bias": 0.0007290824432857335, - "transformer.layers.0.linear2.weight": 0.013226540759205818, - "transformer.layers.0.linear2.bias": 0.0012826505117118359, - "transformer.layers.0.norm1.weight": 0.0012313496554270387, - "transformer.layers.0.norm1.bias": 0.0012587400851771235, - "transformer.layers.0.norm2.weight": 0.0011988935293629766, - "transformer.layers.0.norm2.bias": 0.0009179290500469506, - "transformer.layers.1.self_attn.in_proj_weight": 0.013310395181179047, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009672569576650858, - "transformer.layers.1.self_attn.out_proj.weight": 0.009871290065348148, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008192702662199736, - "transformer.layers.1.linear1.weight": 0.005621335469186306, - "transformer.layers.1.linear1.bias": 0.00033344331313855946, - "transformer.layers.1.linear2.weight": 0.00678774481639266, - "transformer.layers.1.linear2.bias": 0.0007781165186315775, - "transformer.layers.1.norm1.weight": 0.0009137365850619972, - "transformer.layers.1.norm1.bias": 0.0011314082657918334, - "transformer.layers.1.norm2.weight": 0.00039842582191340625, - "transformer.layers.1.norm2.bias": 0.0004147315048612654, - "transformer.layers.2.self_attn.in_proj_weight": 0.012905379757285118, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007732703234069049, - "transformer.layers.2.self_attn.out_proj.weight": 0.006460229400545359, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005755564197897911, - "transformer.layers.2.linear1.weight": 0.0037500616163015366, - "transformer.layers.2.linear1.bias": 0.00024297006893903017, - "transformer.layers.2.linear2.weight": 0.004262351430952549, - "transformer.layers.2.linear2.bias": 0.0005608420469798148, - "transformer.layers.2.norm1.weight": 0.000889273127540946, - "transformer.layers.2.norm1.bias": 0.0008118347031995654, - "transformer.layers.2.norm2.weight": 0.00025829917285591364, - "transformer.layers.2.norm2.bias": 0.00022453469864558429, - "transformer.layers.3.self_attn.in_proj_weight": 0.013062777929008007, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010243031429126859, - "transformer.layers.3.self_attn.out_proj.weight": 0.005601684097200632, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007527052657678723, - "transformer.layers.3.linear1.weight": 0.007484293542802334, - "transformer.layers.3.linear1.bias": 0.0005157775594852865, - "transformer.layers.3.linear2.weight": 0.004210748244076967, - "transformer.layers.3.linear2.bias": 0.0009231505100615323, - "transformer.layers.3.norm1.weight": 0.0010174087947234511, - "transformer.layers.3.norm1.bias": 0.0014508964959532022, - "transformer.layers.3.norm2.weight": 0.0006333470810204744, - "transformer.layers.3.norm2.bias": 0.0007085288525559008, - "head.weight": 0.05693618208169937, - "head.bias": 0.0019932538270950317, - "global_embedding.weight": 0.05329068750143051, - "global_cnn.0.weight": 0.25254738330841064, - "global_cnn.0.bias": 0.00739665050059557, - "global_cnn.2.weight": 0.6336761713027954, - "global_cnn.2.bias": 0.03481421247124672, - "global_proj.weight": 0.12255015224218369, - "global_proj.bias": 0.08541443198919296, - "goal_head.0.weight": 0.07171907275915146, - "goal_head.0.bias": 0.03258504718542099, - "goal_head.2.weight": 0.09928036481142044, - "goal_head.2.bias": 0.07120384275913239 - }, - { - "global_gate": 0.0005158400163054466, - "embedding.weight": 0.00840446911752224, - "cnn.0.weight": 0.14792485535144806, - "cnn.0.bias": 0.00383739173412323, - "cnn.2.weight": 0.026918558403849602, - "cnn.2.bias": 0.007274699863046408, - "cnn.5.weight": 0.03586823493242264, - "cnn.5.bias": 0.0050705065950751305, - "action_emb.weight": 0.0033850623294711113, - "timestep_emb.weight": 0.0015699595678597689, - "pos_emb.weight": 0.002267687814310193, - "transformer.layers.0.self_attn.in_proj_weight": 0.031523529440164566, - "transformer.layers.0.self_attn.in_proj_bias": 0.001654063118621707, - "transformer.layers.0.self_attn.out_proj.weight": 0.030830057337880135, - "transformer.layers.0.self_attn.out_proj.bias": 0.0020641472656279802, - "transformer.layers.0.linear1.weight": 0.022763121873140335, - "transformer.layers.0.linear1.bias": 0.0009883494349196553, - "transformer.layers.0.linear2.weight": 0.027140580117702484, - "transformer.layers.0.linear2.bias": 0.0014458905206993222, - "transformer.layers.0.norm1.weight": 0.0017483917763456702, - "transformer.layers.0.norm1.bias": 0.0014501626137644053, - "transformer.layers.0.norm2.weight": 0.0017798981862142682, - "transformer.layers.0.norm2.bias": 0.0008821472874842584, - "transformer.layers.1.self_attn.in_proj_weight": 0.04056832566857338, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017999246483668685, - "transformer.layers.1.self_attn.out_proj.weight": 0.013868449255824089, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008477402152493596, - "transformer.layers.1.linear1.weight": 0.008699127472937107, - "transformer.layers.1.linear1.bias": 0.0004448543186299503, - "transformer.layers.1.linear2.weight": 0.011116625741124153, - "transformer.layers.1.linear2.bias": 0.0007864421932026744, - "transformer.layers.1.norm1.weight": 0.002708081156015396, - "transformer.layers.1.norm1.bias": 0.0019411041866987944, - "transformer.layers.1.norm2.weight": 0.0005766982794739306, - "transformer.layers.1.norm2.bias": 0.0003879291471093893, - "transformer.layers.2.self_attn.in_proj_weight": 0.015793055295944214, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008289029938168824, - "transformer.layers.2.self_attn.out_proj.weight": 0.010202718898653984, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007607525330968201, - "transformer.layers.2.linear1.weight": 0.007292119786143303, - "transformer.layers.2.linear1.bias": 0.00039436391671188176, - "transformer.layers.2.linear2.weight": 0.00809295754879713, - "transformer.layers.2.linear2.bias": 0.000755927583668381, - "transformer.layers.2.norm1.weight": 0.0011643629986792803, - "transformer.layers.2.norm1.bias": 0.0009372163913212717, - "transformer.layers.2.norm2.weight": 0.0004891661228612065, - "transformer.layers.2.norm2.bias": 0.00033948678174056113, - "transformer.layers.3.self_attn.in_proj_weight": 0.02063095197081566, - "transformer.layers.3.self_attn.in_proj_bias": 0.0011719990288838744, - "transformer.layers.3.self_attn.out_proj.weight": 0.008886984549462795, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009101616451516747, - "transformer.layers.3.linear1.weight": 0.01731717213988304, - "transformer.layers.3.linear1.bias": 0.001092888182029128, - "transformer.layers.3.linear2.weight": 0.008911977522075176, - "transformer.layers.3.linear2.bias": 0.0010789125226438046, - "transformer.layers.3.norm1.weight": 0.0017329840920865536, - "transformer.layers.3.norm1.bias": 0.0015708882128819823, - "transformer.layers.3.norm2.weight": 0.0013810000382363796, - "transformer.layers.3.norm2.bias": 0.0013238278916105628, - "head.weight": 0.10032936930656433, - "head.bias": 0.002142304787412286, - "global_embedding.weight": 0.00601178640499711, - "global_cnn.0.weight": 0.028986619785428047, - "global_cnn.0.bias": 0.0011202406603842974, - "global_cnn.2.weight": 0.04520294442772865, - "global_cnn.2.bias": 0.002382069593295455, - "global_proj.weight": 0.009334908798336983, - "global_proj.bias": 0.008604959584772587, - "goal_head.0.weight": 0.005344353150576353, - "goal_head.0.bias": 0.0029757677111774683, - "goal_head.2.weight": 0.008700158447027206, - "goal_head.2.bias": 0.0078096152283251286 - }, - { - "global_gate": 0.00008267677912954241, - "embedding.weight": 0.0015096821589395404, - "cnn.0.weight": 0.026330623775720596, - "cnn.0.bias": 0.0011725471122190356, - "cnn.2.weight": 0.008827858604490757, - "cnn.2.bias": 0.003060130402445793, - "cnn.5.weight": 0.008690245449543, - "cnn.5.bias": 0.002190853003412485, - "action_emb.weight": 0.0025438701268285513, - "timestep_emb.weight": 0.0013971321750432253, - "pos_emb.weight": 0.0017972179921343923, - "transformer.layers.0.self_attn.in_proj_weight": 0.015303335152566433, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010106912814080715, - "transformer.layers.0.self_attn.out_proj.weight": 0.015486898832023144, - "transformer.layers.0.self_attn.out_proj.bias": 0.0014245507773011923, - "transformer.layers.0.linear1.weight": 0.014567107893526554, - "transformer.layers.0.linear1.bias": 0.0006628567934967577, - "transformer.layers.0.linear2.weight": 0.015559746883809566, - "transformer.layers.0.linear2.bias": 0.001086927717551589, - "transformer.layers.0.norm1.weight": 0.0008711575646884739, - "transformer.layers.0.norm1.bias": 0.0009362264536321163, - "transformer.layers.0.norm2.weight": 0.0014043506234884262, - "transformer.layers.0.norm2.bias": 0.0006549048703163862, - "transformer.layers.1.self_attn.in_proj_weight": 0.014386559836566448, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007103838142938912, - "transformer.layers.1.self_attn.out_proj.weight": 0.0141838937997818, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009194157901220024, - "transformer.layers.1.linear1.weight": 0.009173093363642693, - "transformer.layers.1.linear1.bias": 0.0004808511002920568, - "transformer.layers.1.linear2.weight": 0.011552618816494942, - "transformer.layers.1.linear2.bias": 0.0008902772678993642, - "transformer.layers.1.norm1.weight": 0.0010142220417037606, - "transformer.layers.1.norm1.bias": 0.0008000102825462818, - "transformer.layers.1.norm2.weight": 0.0006251372396945953, - "transformer.layers.1.norm2.bias": 0.0004195905930828303, - "transformer.layers.2.self_attn.in_proj_weight": 0.018075229600071907, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008386808331124485, - "transformer.layers.2.self_attn.out_proj.weight": 0.009362670592963696, - "transformer.layers.2.self_attn.out_proj.bias": 0.000743287440855056, - "transformer.layers.2.linear1.weight": 0.007881042547523975, - "transformer.layers.2.linear1.bias": 0.00042605443741194904, - "transformer.layers.2.linear2.weight": 0.00835063774138689, - "transformer.layers.2.linear2.bias": 0.0007625201833434403, - "transformer.layers.2.norm1.weight": 0.0014680152526125312, - "transformer.layers.2.norm1.bias": 0.0008910222677513957, - "transformer.layers.2.norm2.weight": 0.0005223983898758888, - "transformer.layers.2.norm2.bias": 0.0004156641662120819, - "transformer.layers.3.self_attn.in_proj_weight": 0.03005211055278778, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019775652326643467, - "transformer.layers.3.self_attn.out_proj.weight": 0.013010574504733086, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014462124090641737, - "transformer.layers.3.linear1.weight": 0.018611762672662735, - "transformer.layers.3.linear1.bias": 0.0012053477112203836, - "transformer.layers.3.linear2.weight": 0.011508246883749962, - "transformer.layers.3.linear2.bias": 0.0018199010519310832, - "transformer.layers.3.norm1.weight": 0.0023243273608386517, - "transformer.layers.3.norm1.bias": 0.0027133601251989603, - "transformer.layers.3.norm2.weight": 0.0015227562980726361, - "transformer.layers.3.norm2.bias": 0.0015199750196188688, - "head.weight": 0.12614339590072632, - "head.bias": 0.0035052206367254257, - "global_embedding.weight": 0.021217264235019684, - "global_cnn.0.weight": 0.20211005210876465, - "global_cnn.0.bias": 0.01068584993481636, - "global_cnn.2.weight": 0.2678491771221161, - "global_cnn.2.bias": 0.01626920886337757, - "global_proj.weight": 0.06594689190387726, - "global_proj.bias": 0.052067726850509644, - "goal_head.0.weight": 0.05053053796291351, - "goal_head.0.bias": 0.027016395702958107, - "goal_head.2.weight": 0.08106593787670135, - "goal_head.2.bias": 0.0748034417629242 - }, - { - "global_gate": 0.00008213494584197178, - "embedding.weight": 0.0014711561379954219, - "cnn.0.weight": 0.037629153579473495, - "cnn.0.bias": 0.001536223804578185, - "cnn.2.weight": 0.013274596072733402, - "cnn.2.bias": 0.0024004385340958834, - "cnn.5.weight": 0.011101036332547665, - "cnn.5.bias": 0.002326525282114744, - "action_emb.weight": 0.0031346490141004324, - "timestep_emb.weight": 0.0020513867493718863, - "pos_emb.weight": 0.0022228590678423643, - "transformer.layers.0.self_attn.in_proj_weight": 0.020874831825494766, - "transformer.layers.0.self_attn.in_proj_bias": 0.0013016535667702556, - "transformer.layers.0.self_attn.out_proj.weight": 0.018432749435305595, - "transformer.layers.0.self_attn.out_proj.bias": 0.0018543557962402701, - "transformer.layers.0.linear1.weight": 0.017180314287543297, - "transformer.layers.0.linear1.bias": 0.000838338048197329, - "transformer.layers.0.linear2.weight": 0.019914470613002777, - "transformer.layers.0.linear2.bias": 0.001586891827173531, - "transformer.layers.0.norm1.weight": 0.001381803653202951, - "transformer.layers.0.norm1.bias": 0.0012488258071243763, - "transformer.layers.0.norm2.weight": 0.0015173201682046056, - "transformer.layers.0.norm2.bias": 0.0008690857794135809, - "transformer.layers.1.self_attn.in_proj_weight": 0.01905784010887146, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011399120558053255, - "transformer.layers.1.self_attn.out_proj.weight": 0.016392813995480537, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013254682999104261, - "transformer.layers.1.linear1.weight": 0.010810226202011108, - "transformer.layers.1.linear1.bias": 0.0005424637929536402, - "transformer.layers.1.linear2.weight": 0.013297057710587978, - "transformer.layers.1.linear2.bias": 0.001208093366585672, - "transformer.layers.1.norm1.weight": 0.001191256451420486, - "transformer.layers.1.norm1.bias": 0.0010388203663751483, - "transformer.layers.1.norm2.weight": 0.0007909440319053829, - "transformer.layers.1.norm2.bias": 0.0005384599789977074, - "transformer.layers.2.self_attn.in_proj_weight": 0.02041657827794552, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009112629923038185, - "transformer.layers.2.self_attn.out_proj.weight": 0.012381883338093758, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009553700219839811, - "transformer.layers.2.linear1.weight": 0.008417186327278614, - "transformer.layers.2.linear1.bias": 0.00044340526801533997, - "transformer.layers.2.linear2.weight": 0.01031237281858921, - "transformer.layers.2.linear2.bias": 0.0009346285369247198, - "transformer.layers.2.norm1.weight": 0.001623455435037613, - "transformer.layers.2.norm1.bias": 0.001023768330924213, - "transformer.layers.2.norm2.weight": 0.0004675548698287457, - "transformer.layers.2.norm2.bias": 0.00032632998772896826, - "transformer.layers.3.self_attn.in_proj_weight": 0.028957424685359, - "transformer.layers.3.self_attn.in_proj_bias": 0.002105426276102662, - "transformer.layers.3.self_attn.out_proj.weight": 0.013086434453725815, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015764065319672227, - "transformer.layers.3.linear1.weight": 0.02298777922987938, - "transformer.layers.3.linear1.bias": 0.0015684362733736634, - "transformer.layers.3.linear2.weight": 0.01324603334069252, - "transformer.layers.3.linear2.bias": 0.0023884086403995752, - "transformer.layers.3.norm1.weight": 0.002073954325169325, - "transformer.layers.3.norm1.bias": 0.0030152841936796904, - "transformer.layers.3.norm2.weight": 0.0018673432059586048, - "transformer.layers.3.norm2.bias": 0.002232479862868786, - "head.weight": 0.15609775483608246, - "head.bias": 0.004914561286568642, - "global_embedding.weight": 0.025399142876267433, - "global_cnn.0.weight": 0.19212475419044495, - "global_cnn.0.bias": 0.008710985071957111, - "global_cnn.2.weight": 0.32807227969169617, - "global_cnn.2.bias": 0.021463289856910706, - "global_proj.weight": 0.06374947726726532, - "global_proj.bias": 0.04993759095668793, - "goal_head.0.weight": 0.0456957183778286, - "goal_head.0.bias": 0.023176876828074455, - "goal_head.2.weight": 0.06800166517496109, - "goal_head.2.bias": 0.06084860861301422 - }, - { - "global_gate": 0.000012563433301693294, - "embedding.weight": 0.0024923330638557673, - "cnn.0.weight": 0.06360234320163727, - "cnn.0.bias": 0.002205822616815567, - "cnn.2.weight": 0.02155367098748684, - "cnn.2.bias": 0.005422246176749468, - "cnn.5.weight": 0.02479836530983448, - "cnn.5.bias": 0.004178121220320463, - "action_emb.weight": 0.003387408098205924, - "timestep_emb.weight": 0.001601030002348125, - "pos_emb.weight": 0.002331516472622752, - "transformer.layers.0.self_attn.in_proj_weight": 0.030247855931520462, - "transformer.layers.0.self_attn.in_proj_bias": 0.00249867863021791, - "transformer.layers.0.self_attn.out_proj.weight": 0.030159713700413704, - "transformer.layers.0.self_attn.out_proj.bias": 0.002875325968489051, - "transformer.layers.0.linear1.weight": 0.02029263786971569, - "transformer.layers.0.linear1.bias": 0.001202894258312881, - "transformer.layers.0.linear2.weight": 0.0247478149831295, - "transformer.layers.0.linear2.bias": 0.00219510099850595, - "transformer.layers.0.norm1.weight": 0.0018391577759757638, - "transformer.layers.0.norm1.bias": 0.002556843450292945, - "transformer.layers.0.norm2.weight": 0.00176669517531991, - "transformer.layers.0.norm2.bias": 0.001158054918050766, - "transformer.layers.1.self_attn.in_proj_weight": 0.019911985844373703, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013213802594691515, - "transformer.layers.1.self_attn.out_proj.weight": 0.017067626118659973, - "transformer.layers.1.self_attn.out_proj.bias": 0.001654540654271841, - "transformer.layers.1.linear1.weight": 0.012184723280370235, - "transformer.layers.1.linear1.bias": 0.000667392450850457, - "transformer.layers.1.linear2.weight": 0.015152374282479286, - "transformer.layers.1.linear2.bias": 0.0016076699830591679, - "transformer.layers.1.norm1.weight": 0.0012919248547405005, - "transformer.layers.1.norm1.bias": 0.0012806422309949994, - "transformer.layers.1.norm2.weight": 0.0009381186100654304, - "transformer.layers.1.norm2.bias": 0.0006641767104156315, - "transformer.layers.2.self_attn.in_proj_weight": 0.022817090153694153, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014131494099274278, - "transformer.layers.2.self_attn.out_proj.weight": 0.012177607975900173, - "transformer.layers.2.self_attn.out_proj.bias": 0.001350554870441556, - "transformer.layers.2.linear1.weight": 0.009538893587887287, - "transformer.layers.2.linear1.bias": 0.0005264521460048854, - "transformer.layers.2.linear2.weight": 0.010622501373291016, - "transformer.layers.2.linear2.bias": 0.0014398162020370364, - "transformer.layers.2.norm1.weight": 0.001504589687101543, - "transformer.layers.2.norm1.bias": 0.001620014081709087, - "transformer.layers.2.norm2.weight": 0.000682258396409452, - "transformer.layers.2.norm2.bias": 0.0005220949533395469, - "transformer.layers.3.self_attn.in_proj_weight": 0.027935225516557693, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026332468260079622, - "transformer.layers.3.self_attn.out_proj.weight": 0.012600435875356197, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023380331695079803, - "transformer.layers.3.linear1.weight": 0.026840180158615112, - "transformer.layers.3.linear1.bias": 0.002136582974344492, - "transformer.layers.3.linear2.weight": 0.014152989722788334, - "transformer.layers.3.linear2.bias": 0.0034135531168431044, - "transformer.layers.3.norm1.weight": 0.0020185040775686502, - "transformer.layers.3.norm1.bias": 0.003722267458215356, - "transformer.layers.3.norm2.weight": 0.002529119374230504, - "transformer.layers.3.norm2.bias": 0.0030999842565506697, - "head.weight": 0.16117887198925018, - "head.bias": 0.0069039748050272465, - "global_embedding.weight": 0.024135833606123924, - "global_cnn.0.weight": 0.16014604270458221, - "global_cnn.0.bias": 0.008089005947113037, - "global_cnn.2.weight": 0.26528361439704895, - "global_cnn.2.bias": 0.01880950853228569, - "global_proj.weight": 0.06927391141653061, - "global_proj.bias": 0.07051659375429153, - "goal_head.0.weight": 0.059513434767723083, - "goal_head.0.bias": 0.03638141602277756, - "goal_head.2.weight": 0.09900595992803574, - "goal_head.2.bias": 0.10469017177820206 + "global_gate": 0.00046901890891604125, + "embedding.weight": 0.004938406869769096, + "cnn.0.weight": 0.11672921478748322, + "cnn.0.bias": 0.005130164325237274, + "cnn.2.weight": 0.029798848554491997, + "cnn.2.bias": 0.010842005722224712, + "cnn.5.weight": 0.039154618978500366, + "cnn.5.bias": 0.01011156477034092, + "action_emb.weight": 0.011850557290017605, + "timestep_emb.weight": 0.002529615070670843, + "pos_emb.weight": 0.004460209980607033, + "transformer.layers.0.self_attn.in_proj_weight": 0.08256663382053375, + "transformer.layers.0.self_attn.in_proj_bias": 0.007474200800061226, + "transformer.layers.0.self_attn.out_proj.weight": 0.0968087688088417, + "transformer.layers.0.self_attn.out_proj.bias": 0.011154095642268658, + "transformer.layers.0.linear1.weight": 0.07100063562393188, + "transformer.layers.0.linear1.bias": 0.004650397226214409, + "transformer.layers.0.linear2.weight": 0.0963807925581932, + "transformer.layers.0.linear2.bias": 0.008214077912271023, + "transformer.layers.0.norm1.weight": 0.0041804066859185696, + "transformer.layers.0.norm1.bias": 0.005960050970315933, + "transformer.layers.0.norm2.weight": 0.00513018062338233, + "transformer.layers.0.norm2.bias": 0.005035249516367912, + "transformer.layers.1.self_attn.in_proj_weight": 0.08454529941082001, + "transformer.layers.1.self_attn.in_proj_bias": 0.00526520935818553, + "transformer.layers.1.self_attn.out_proj.weight": 0.09434668719768524, + "transformer.layers.1.self_attn.out_proj.bias": 0.006488641258329153, + "transformer.layers.1.linear1.weight": 0.041340406984090805, + "transformer.layers.1.linear1.bias": 0.002675344469025731, + "transformer.layers.1.linear2.weight": 0.05993175134062767, + "transformer.layers.1.linear2.bias": 0.006154863629490137, + "transformer.layers.1.norm1.weight": 0.006572798825800419, + "transformer.layers.1.norm1.bias": 0.006351537071168423, + "transformer.layers.1.norm2.weight": 0.0030334717594087124, + "transformer.layers.1.norm2.bias": 0.002569343661889434, + "transformer.layers.2.self_attn.in_proj_weight": 0.08540433645248413, + "transformer.layers.2.self_attn.in_proj_bias": 0.005443742964416742, + "transformer.layers.2.self_attn.out_proj.weight": 0.07851985096931458, + "transformer.layers.2.self_attn.out_proj.bias": 0.00592856016010046, + "transformer.layers.2.linear1.weight": 0.035380084067583084, + "transformer.layers.2.linear1.bias": 0.0022658149246126413, + "transformer.layers.2.linear2.weight": 0.03857661783695221, + "transformer.layers.2.linear2.bias": 0.005834219511598349, + "transformer.layers.2.norm1.weight": 0.0077106221579015255, + "transformer.layers.2.norm1.bias": 0.006708126049488783, + "transformer.layers.2.norm2.weight": 0.0023190979845821857, + "transformer.layers.2.norm2.bias": 0.0023028217256069183, + "transformer.layers.3.self_attn.in_proj_weight": 0.13170763850212097, + "transformer.layers.3.self_attn.in_proj_bias": 0.010868668556213379, + "transformer.layers.3.self_attn.out_proj.weight": 0.07377767562866211, + "transformer.layers.3.self_attn.out_proj.bias": 0.008359619416296482, + "transformer.layers.3.linear1.weight": 0.07707692682743073, + "transformer.layers.3.linear1.bias": 0.005746174603700638, + "transformer.layers.3.linear2.weight": 0.044248610734939575, + "transformer.layers.3.linear2.bias": 0.009950090199708939, + "transformer.layers.3.norm1.weight": 0.011493146419525146, + "transformer.layers.3.norm1.bias": 0.015347538515925407, + "transformer.layers.3.norm2.weight": 0.0053331018425524235, + "transformer.layers.3.norm2.bias": 0.006724877282977104, + "head.weight": 0.6649699807167053, + "head.bias": 0.01974800042808056, + "global_embedding.weight": 0.017199603840708733, + "global_cnn.0.weight": 0.26725009083747864, + "global_cnn.0.bias": 0.011906063184142113, + "global_cnn.2.weight": 0.5672904253005981, + "global_cnn.2.bias": 0.02330715022981167, + "global_proj.weight": 0.24843963980674744, + "global_proj.bias": 0.08807215839624405, + "goal_head.0.weight": 0.1422206163406372, + "goal_head.0.bias": 0.03944496810436249, + "goal_head.2.weight": 0.17546460032463074, + "goal_head.2.bias": 0.08019459247589111 + }, + { + "global_gate": 0.00018316018395125866, + "embedding.weight": 0.006920733489096165, + "cnn.0.weight": 0.12091242522001266, + "cnn.0.bias": 0.005371245089918375, + "cnn.2.weight": 0.027556709945201874, + "cnn.2.bias": 0.014473610557615757, + "cnn.5.weight": 0.0336243137717247, + "cnn.5.bias": 0.00811044406145811, + "action_emb.weight": 0.01307663880288601, + "timestep_emb.weight": 0.002360152779147029, + "pos_emb.weight": 0.003840397112071514, + "transformer.layers.0.self_attn.in_proj_weight": 0.05986565724015236, + "transformer.layers.0.self_attn.in_proj_bias": 0.004166770726442337, + "transformer.layers.0.self_attn.out_proj.weight": 0.051337070763111115, + "transformer.layers.0.self_attn.out_proj.bias": 0.005665802862495184, + "transformer.layers.0.linear1.weight": 0.061414942145347595, + "transformer.layers.0.linear1.bias": 0.002679071156308055, + "transformer.layers.0.linear2.weight": 0.06052028015255928, + "transformer.layers.0.linear2.bias": 0.004391517955809832, + "transformer.layers.0.norm1.weight": 0.002940294099971652, + "transformer.layers.0.norm1.bias": 0.0033793803304433823, + "transformer.layers.0.norm2.weight": 0.0062805223278701305, + "transformer.layers.0.norm2.bias": 0.0031233092304319143, + "transformer.layers.1.self_attn.in_proj_weight": 0.063265360891819, + "transformer.layers.1.self_attn.in_proj_bias": 0.00305299018509686, + "transformer.layers.1.self_attn.out_proj.weight": 0.04950195923447609, + "transformer.layers.1.self_attn.out_proj.bias": 0.0035040699876844883, + "transformer.layers.1.linear1.weight": 0.027093637734651566, + "transformer.layers.1.linear1.bias": 0.0015265693655237556, + "transformer.layers.1.linear2.weight": 0.03730561584234238, + "transformer.layers.1.linear2.bias": 0.00325959175825119, + "transformer.layers.1.norm1.weight": 0.003912308253347874, + "transformer.layers.1.norm1.bias": 0.0029385951347649097, + "transformer.layers.1.norm2.weight": 0.002199443755671382, + "transformer.layers.1.norm2.bias": 0.0014972161734476686, + "transformer.layers.2.self_attn.in_proj_weight": 0.05098113790154457, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028611209709197283, + "transformer.layers.2.self_attn.out_proj.weight": 0.04510378837585449, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032020818907767534, + "transformer.layers.2.linear1.weight": 0.021706676110625267, + "transformer.layers.2.linear1.bias": 0.001357520348392427, + "transformer.layers.2.linear2.weight": 0.027355870231986046, + "transformer.layers.2.linear2.bias": 0.0031422197353094816, + "transformer.layers.2.norm1.weight": 0.0031896571163088083, + "transformer.layers.2.norm1.bias": 0.003424872877076268, + "transformer.layers.2.norm2.weight": 0.0013886699452996254, + "transformer.layers.2.norm2.bias": 0.0011494550853967667, + "transformer.layers.3.self_attn.in_proj_weight": 0.0785207524895668, + "transformer.layers.3.self_attn.in_proj_bias": 0.00708763999864459, + "transformer.layers.3.self_attn.out_proj.weight": 0.04094609245657921, + "transformer.layers.3.self_attn.out_proj.bias": 0.004808833356946707, + "transformer.layers.3.linear1.weight": 0.04390861093997955, + "transformer.layers.3.linear1.bias": 0.003356175497174263, + "transformer.layers.3.linear2.weight": 0.027328945696353912, + "transformer.layers.3.linear2.bias": 0.005289778113365173, + "transformer.layers.3.norm1.weight": 0.00566784618422389, + "transformer.layers.3.norm1.bias": 0.009914216585457325, + "transformer.layers.3.norm2.weight": 0.0030025115702301264, + "transformer.layers.3.norm2.bias": 0.0037192441523075104, + "head.weight": 0.2994847297668457, + "head.bias": 0.009286541491746902, + "global_embedding.weight": 0.023859359323978424, + "global_cnn.0.weight": 0.10259909927845001, + "global_cnn.0.bias": 0.004055463243275881, + "global_cnn.2.weight": 0.18720756471157074, + "global_cnn.2.bias": 0.005620571784675121, + "global_proj.weight": 0.047038134187459946, + "global_proj.bias": 0.019045347347855568, + "goal_head.0.weight": 0.026638029143214226, + "goal_head.0.bias": 0.008478395640850067, + "goal_head.2.weight": 0.03701202943921089, + "goal_head.2.bias": 0.018401600420475006 + }, + { + "global_gate": 0.00015315567725338042, + "embedding.weight": 0.0040695546194911, + "cnn.0.weight": 0.08963503688573837, + "cnn.0.bias": 0.0031605905387550592, + "cnn.2.weight": 0.02011912688612938, + "cnn.2.bias": 0.007980912923812866, + "cnn.5.weight": 0.021224725991487503, + "cnn.5.bias": 0.00675622932612896, + "action_emb.weight": 0.01701386272907257, + "timestep_emb.weight": 0.0022287170868366957, + "pos_emb.weight": 0.0035020492505282164, + "transformer.layers.0.self_attn.in_proj_weight": 0.04838788881897926, + "transformer.layers.0.self_attn.in_proj_bias": 0.004382444079965353, + "transformer.layers.0.self_attn.out_proj.weight": 0.052229490131139755, + "transformer.layers.0.self_attn.out_proj.bias": 0.0075873141176998615, + "transformer.layers.0.linear1.weight": 0.07447578758001328, + "transformer.layers.0.linear1.bias": 0.003256560768932104, + "transformer.layers.0.linear2.weight": 0.06993910670280457, + "transformer.layers.0.linear2.bias": 0.006976896896958351, + "transformer.layers.0.norm1.weight": 0.0028205716516822577, + "transformer.layers.0.norm1.bias": 0.003836364485323429, + "transformer.layers.0.norm2.weight": 0.007843985222280025, + "transformer.layers.0.norm2.bias": 0.0033935466781258583, + "transformer.layers.1.self_attn.in_proj_weight": 0.06261493265628815, + "transformer.layers.1.self_attn.in_proj_bias": 0.0037433840334415436, + "transformer.layers.1.self_attn.out_proj.weight": 0.06375603377819061, + "transformer.layers.1.self_attn.out_proj.bias": 0.005883552599698305, + "transformer.layers.1.linear1.weight": 0.034434910863637924, + "transformer.layers.1.linear1.bias": 0.0021200638730078936, + "transformer.layers.1.linear2.weight": 0.04892408475279808, + "transformer.layers.1.linear2.bias": 0.006116374861449003, + "transformer.layers.1.norm1.weight": 0.0041008153930306435, + "transformer.layers.1.norm1.bias": 0.003432787489145994, + "transformer.layers.1.norm2.weight": 0.002576107857748866, + "transformer.layers.1.norm2.bias": 0.002162365010008216, + "transformer.layers.2.self_attn.in_proj_weight": 0.06394306570291519, + "transformer.layers.2.self_attn.in_proj_bias": 0.005761549808084965, + "transformer.layers.2.self_attn.out_proj.weight": 0.05536429211497307, + "transformer.layers.2.self_attn.out_proj.bias": 0.006403907667845488, + "transformer.layers.2.linear1.weight": 0.027777403593063354, + "transformer.layers.2.linear1.bias": 0.0021997520234435797, + "transformer.layers.2.linear2.weight": 0.03481147065758705, + "transformer.layers.2.linear2.bias": 0.006871232762932777, + "transformer.layers.2.norm1.weight": 0.005002263467758894, + "transformer.layers.2.norm1.bias": 0.007005518302321434, + "transformer.layers.2.norm2.weight": 0.0016492732102051377, + "transformer.layers.2.norm2.bias": 0.0022161160595715046, + "transformer.layers.3.self_attn.in_proj_weight": 0.08934710174798965, + "transformer.layers.3.self_attn.in_proj_bias": 0.009753464721143246, + "transformer.layers.3.self_attn.out_proj.weight": 0.06050817295908928, + "transformer.layers.3.self_attn.out_proj.bias": 0.00944503117352724, + "transformer.layers.3.linear1.weight": 0.04991011694073677, + "transformer.layers.3.linear1.bias": 0.004489993676543236, + "transformer.layers.3.linear2.weight": 0.034384842962026596, + "transformer.layers.3.linear2.bias": 0.010137489065527916, + "transformer.layers.3.norm1.weight": 0.00736108236014843, + "transformer.layers.3.norm1.bias": 0.01338339876383543, + "transformer.layers.3.norm2.weight": 0.003055897308513522, + "transformer.layers.3.norm2.bias": 0.004894171841442585, + "head.weight": 0.5761831402778625, + "head.bias": 0.02255825884640217, + "global_embedding.weight": 0.029411349445581436, + "global_cnn.0.weight": 0.17081648111343384, + "global_cnn.0.bias": 0.008221755735576153, + "global_cnn.2.weight": 0.37131279706954956, + "global_cnn.2.bias": 0.01609647087752819, + "global_proj.weight": 0.10351002961397171, + "global_proj.bias": 0.05779671296477318, + "goal_head.0.weight": 0.06690451502799988, + "goal_head.0.bias": 0.02771572396159172, + "goal_head.2.weight": 0.08309916406869888, + "goal_head.2.bias": 0.06300152838230133 + }, + { + "global_gate": 0.00028856037533842027, + "embedding.weight": 0.0023313581477850676, + "cnn.0.weight": 0.05092337727546692, + "cnn.0.bias": 0.002487410791218281, + "cnn.2.weight": 0.014617913402616978, + "cnn.2.bias": 0.006927757058292627, + "cnn.5.weight": 0.01612415723502636, + "cnn.5.bias": 0.00408893683925271, + "action_emb.weight": 0.008648492395877838, + "timestep_emb.weight": 0.0014605149626731873, + "pos_emb.weight": 0.00239174603484571, + "transformer.layers.0.self_attn.in_proj_weight": 0.0441984198987484, + "transformer.layers.0.self_attn.in_proj_bias": 0.004201832693070173, + "transformer.layers.0.self_attn.out_proj.weight": 0.036898210644721985, + "transformer.layers.0.self_attn.out_proj.bias": 0.005899833049625158, + "transformer.layers.0.linear1.weight": 0.038545090705156326, + "transformer.layers.0.linear1.bias": 0.002372241811826825, + "transformer.layers.0.linear2.weight": 0.04723859578371048, + "transformer.layers.0.linear2.bias": 0.005004424136132002, + "transformer.layers.0.norm1.weight": 0.002934879856184125, + "transformer.layers.0.norm1.bias": 0.003905132645741105, + "transformer.layers.0.norm2.weight": 0.0032389136031270027, + "transformer.layers.0.norm2.bias": 0.0024707282427698374, + "transformer.layers.1.self_attn.in_proj_weight": 0.04183386638760567, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029286635108292103, + "transformer.layers.1.self_attn.out_proj.weight": 0.04630259424448013, + "transformer.layers.1.self_attn.out_proj.bias": 0.004338033962994814, + "transformer.layers.1.linear1.weight": 0.02211734838783741, + "transformer.layers.1.linear1.bias": 0.0015139761380851269, + "transformer.layers.1.linear2.weight": 0.033141251653432846, + "transformer.layers.1.linear2.bias": 0.004309722688049078, + "transformer.layers.1.norm1.weight": 0.0026201854925602674, + "transformer.layers.1.norm1.bias": 0.0024736106861382723, + "transformer.layers.1.norm2.weight": 0.0016427813097834587, + "transformer.layers.1.norm2.bias": 0.0016453247517347336, + "transformer.layers.2.self_attn.in_proj_weight": 0.04074198007583618, + "transformer.layers.2.self_attn.in_proj_bias": 0.003347342601045966, + "transformer.layers.2.self_attn.out_proj.weight": 0.04583762213587761, + "transformer.layers.2.self_attn.out_proj.bias": 0.004362910985946655, + "transformer.layers.2.linear1.weight": 0.021409204229712486, + "transformer.layers.2.linear1.bias": 0.0015290440060198307, + "transformer.layers.2.linear2.weight": 0.02603067457675934, + "transformer.layers.2.linear2.bias": 0.004621496424078941, + "transformer.layers.2.norm1.weight": 0.0027445219457149506, + "transformer.layers.2.norm1.bias": 0.003655388718470931, + "transformer.layers.2.norm2.weight": 0.0014363756636157632, + "transformer.layers.2.norm2.bias": 0.0016659923130646348, + "transformer.layers.3.self_attn.in_proj_weight": 0.08124928176403046, + "transformer.layers.3.self_attn.in_proj_bias": 0.0093763442710042, + "transformer.layers.3.self_attn.out_proj.weight": 0.04591307416558266, + "transformer.layers.3.self_attn.out_proj.bias": 0.007500285282731056, + "transformer.layers.3.linear1.weight": 0.04309922829270363, + "transformer.layers.3.linear1.bias": 0.0040162126533687115, + "transformer.layers.3.linear2.weight": 0.028574209660291672, + "transformer.layers.3.linear2.bias": 0.008714746683835983, + "transformer.layers.3.norm1.weight": 0.006822554860264063, + "transformer.layers.3.norm1.bias": 0.012937542982399464, + "transformer.layers.3.norm2.weight": 0.002962428145110607, + "transformer.layers.3.norm2.bias": 0.005076279863715172, + "head.weight": 0.40896302461624146, + "head.bias": 0.01598389819264412, + "global_embedding.weight": 0.025957992300391197, + "global_cnn.0.weight": 0.15372131764888763, + "global_cnn.0.bias": 0.005117947235703468, + "global_cnn.2.weight": 0.3881092369556427, + "global_cnn.2.bias": 0.017261849716305733, + "global_proj.weight": 0.07968942821025848, + "global_proj.bias": 0.03963411971926689, + "goal_head.0.weight": 0.042687125504016876, + "goal_head.0.bias": 0.015264695510268211, + "goal_head.2.weight": 0.05379582196474075, + "goal_head.2.bias": 0.02938441000878811 + }, + { + "global_gate": 8.934296056395397e-05, + "embedding.weight": 0.0014910124009475112, + "cnn.0.weight": 0.04610445722937584, + "cnn.0.bias": 0.0016486450331285596, + "cnn.2.weight": 0.01214670855551958, + "cnn.2.bias": 0.005941623356193304, + "cnn.5.weight": 0.014645243063569069, + "cnn.5.bias": 0.003814908443018794, + "action_emb.weight": 0.009091492742300034, + "timestep_emb.weight": 0.0030753251630812883, + "pos_emb.weight": 0.005916859954595566, + "transformer.layers.0.self_attn.in_proj_weight": 0.03612526133656502, + "transformer.layers.0.self_attn.in_proj_bias": 0.002800888614729047, + "transformer.layers.0.self_attn.out_proj.weight": 0.03856392204761505, + "transformer.layers.0.self_attn.out_proj.bias": 0.00409421743825078, + "transformer.layers.0.linear1.weight": 0.05213966593146324, + "transformer.layers.0.linear1.bias": 0.0020498137455433607, + "transformer.layers.0.linear2.weight": 0.04860883206129074, + "transformer.layers.0.linear2.bias": 0.0030067707411944866, + "transformer.layers.0.norm1.weight": 0.0018650379497557878, + "transformer.layers.0.norm1.bias": 0.0022581692319363356, + "transformer.layers.0.norm2.weight": 0.0052015893161296844, + "transformer.layers.0.norm2.bias": 0.00248978310264647, + "transformer.layers.1.self_attn.in_proj_weight": 0.052311819046735764, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022275391966104507, + "transformer.layers.1.self_attn.out_proj.weight": 0.03127473592758179, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025079483166337013, + "transformer.layers.1.linear1.weight": 0.022570913657546043, + "transformer.layers.1.linear1.bias": 0.001163909095339477, + "transformer.layers.1.linear2.weight": 0.029697619378566742, + "transformer.layers.1.linear2.bias": 0.0025363676249980927, + "transformer.layers.1.norm1.weight": 0.0033560916781425476, + "transformer.layers.1.norm1.bias": 0.0026158145628869534, + "transformer.layers.1.norm2.weight": 0.0015785761643201113, + "transformer.layers.1.norm2.bias": 0.0009580263867974281, + "transformer.layers.2.self_attn.in_proj_weight": 0.051206979900598526, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028490840923041105, + "transformer.layers.2.self_attn.out_proj.weight": 0.039100974798202515, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028183271642774343, + "transformer.layers.2.linear1.weight": 0.019063331186771393, + "transformer.layers.2.linear1.bias": 0.0012283457908779383, + "transformer.layers.2.linear2.weight": 0.02219144068658352, + "transformer.layers.2.linear2.bias": 0.0030188746750354767, + "transformer.layers.2.norm1.weight": 0.0038653898518532515, + "transformer.layers.2.norm1.bias": 0.0037036992143839598, + "transformer.layers.2.norm2.weight": 0.001197165111079812, + "transformer.layers.2.norm2.bias": 0.0013333053793758154, + "transformer.layers.3.self_attn.in_proj_weight": 0.0717630460858345, + "transformer.layers.3.self_attn.in_proj_bias": 0.005107197444885969, + "transformer.layers.3.self_attn.out_proj.weight": 0.037904463708400726, + "transformer.layers.3.self_attn.out_proj.bias": 0.003897318849340081, + "transformer.layers.3.linear1.weight": 0.028607720509171486, + "transformer.layers.3.linear1.bias": 0.0021350549068301916, + "transformer.layers.3.linear2.weight": 0.020777106285095215, + "transformer.layers.3.linear2.bias": 0.00454421853646636, + "transformer.layers.3.norm1.weight": 0.0054308753460645676, + "transformer.layers.3.norm1.bias": 0.006502494681626558, + "transformer.layers.3.norm2.weight": 0.0018727838760241866, + "transformer.layers.3.norm2.bias": 0.0025387576315551996, + "head.weight": 0.3071525990962982, + "head.bias": 0.010928007774055004, + "global_embedding.weight": 0.03176398575305939, + "global_cnn.0.weight": 0.25071871280670166, + "global_cnn.0.bias": 0.008846307173371315, + "global_cnn.2.weight": 0.6372732520103455, + "global_cnn.2.bias": 0.0248430036008358, + "global_proj.weight": 0.11213604360818863, + "global_proj.bias": 0.05199524387717247, + "goal_head.0.weight": 0.0620071142911911, + "goal_head.0.bias": 0.02062080428004265, + "goal_head.2.weight": 0.07753918319940567, + "goal_head.2.bias": 0.03895876184105873 + }, + { + "global_gate": 0.0003473027318250388, + "embedding.weight": 0.0019675912335515022, + "cnn.0.weight": 0.05196990445256233, + "cnn.0.bias": 0.002165785524994135, + "cnn.2.weight": 0.012481407262384892, + "cnn.2.bias": 0.005230969749391079, + "cnn.5.weight": 0.01484766136854887, + "cnn.5.bias": 0.004060470033437014, + "action_emb.weight": 0.013763816095888615, + "timestep_emb.weight": 0.0031714278738945723, + "pos_emb.weight": 0.004799769259989262, + "transformer.layers.0.self_attn.in_proj_weight": 0.04347590357065201, + "transformer.layers.0.self_attn.in_proj_bias": 0.003418256063014269, + "transformer.layers.0.self_attn.out_proj.weight": 0.041025351732969284, + "transformer.layers.0.self_attn.out_proj.bias": 0.004905650857836008, + "transformer.layers.0.linear1.weight": 0.06636886298656464, + "transformer.layers.0.linear1.bias": 0.0023381239734590054, + "transformer.layers.0.linear2.weight": 0.05301494523882866, + "transformer.layers.0.linear2.bias": 0.004277772270143032, + "transformer.layers.0.norm1.weight": 0.002454781671985984, + "transformer.layers.0.norm1.bias": 0.0029986195731908083, + "transformer.layers.0.norm2.weight": 0.007113422267138958, + "transformer.layers.0.norm2.bias": 0.001841893419623375, + "transformer.layers.1.self_attn.in_proj_weight": 0.04508508741855621, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024464428424835205, + "transformer.layers.1.self_attn.out_proj.weight": 0.04642122983932495, + "transformer.layers.1.self_attn.out_proj.bias": 0.0037738627288490534, + "transformer.layers.1.linear1.weight": 0.029986847192049026, + "transformer.layers.1.linear1.bias": 0.001416468876414001, + "transformer.layers.1.linear2.weight": 0.03667892515659332, + "transformer.layers.1.linear2.bias": 0.0037665374111384153, + "transformer.layers.1.norm1.weight": 0.002843990921974182, + "transformer.layers.1.norm1.bias": 0.0023264961782842875, + "transformer.layers.1.norm2.weight": 0.0027260317001491785, + "transformer.layers.1.norm2.bias": 0.0011822463711723685, + "transformer.layers.2.self_attn.in_proj_weight": 0.04654036834836006, + "transformer.layers.2.self_attn.in_proj_bias": 0.003219399368390441, + "transformer.layers.2.self_attn.out_proj.weight": 0.04490059241652489, + "transformer.layers.2.self_attn.out_proj.bias": 0.0037948605604469776, + "transformer.layers.2.linear1.weight": 0.02291654236614704, + "transformer.layers.2.linear1.bias": 0.0015147605445235968, + "transformer.layers.2.linear2.weight": 0.027995333075523376, + "transformer.layers.2.linear2.bias": 0.003971356898546219, + "transformer.layers.2.norm1.weight": 0.0030751440208405256, + "transformer.layers.2.norm1.bias": 0.0037046545185148716, + "transformer.layers.2.norm2.weight": 0.001535234972834587, + "transformer.layers.2.norm2.bias": 0.0014267269289121032, + "transformer.layers.3.self_attn.in_proj_weight": 0.08185548335313797, + "transformer.layers.3.self_attn.in_proj_bias": 0.005350920371711254, + "transformer.layers.3.self_attn.out_proj.weight": 0.047146886587142944, + "transformer.layers.3.self_attn.out_proj.bias": 0.00497589772567153, + "transformer.layers.3.linear1.weight": 0.038232531398534775, + "transformer.layers.3.linear1.bias": 0.002805369673296809, + "transformer.layers.3.linear2.weight": 0.024294499307870865, + "transformer.layers.3.linear2.bias": 0.005174610763788223, + "transformer.layers.3.norm1.weight": 0.006669487804174423, + "transformer.layers.3.norm1.bias": 0.00677949795499444, + "transformer.layers.3.norm2.weight": 0.0025778557173907757, + "transformer.layers.3.norm2.bias": 0.0028234291821718216, + "head.weight": 0.3826766312122345, + "head.bias": 0.01295790821313858, + "global_embedding.weight": 0.021657783538103104, + "global_cnn.0.weight": 0.07697759568691254, + "global_cnn.0.bias": 0.0037667700089514256, + "global_cnn.2.weight": 0.14347192645072937, + "global_cnn.2.bias": 0.005789804272353649, + "global_proj.weight": 0.04469013959169388, + "global_proj.bias": 0.02076001651585102, + "goal_head.0.weight": 0.03175568953156471, + "goal_head.0.bias": 0.010650481097400188, + "goal_head.2.weight": 0.04412353038787842, + "goal_head.2.bias": 0.022802064195275307 + }, + { + "global_gate": 0.0003611427382566035, + "embedding.weight": 0.0016931904247030616, + "cnn.0.weight": 0.04460882395505905, + "cnn.0.bias": 0.002060679951682687, + "cnn.2.weight": 0.014352839440107346, + "cnn.2.bias": 0.007401543669402599, + "cnn.5.weight": 0.013064943253993988, + "cnn.5.bias": 0.004383029416203499, + "action_emb.weight": 0.0046601970680058, + "timestep_emb.weight": 0.0014414142351597548, + "pos_emb.weight": 0.003025054931640625, + "transformer.layers.0.self_attn.in_proj_weight": 0.029166441410779953, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027329809963703156, + "transformer.layers.0.self_attn.out_proj.weight": 0.030275115743279457, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037765256129205227, + "transformer.layers.0.linear1.weight": 0.027659667655825615, + "transformer.layers.0.linear1.bias": 0.0015729384031146765, + "transformer.layers.0.linear2.weight": 0.03219091147184372, + "transformer.layers.0.linear2.bias": 0.003001301782205701, + "transformer.layers.0.norm1.weight": 0.0017681792378425598, + "transformer.layers.0.norm1.bias": 0.002663947409018874, + "transformer.layers.0.norm2.weight": 0.0023857182823121548, + "transformer.layers.0.norm2.bias": 0.0015418396797031164, + "transformer.layers.1.self_attn.in_proj_weight": 0.03010905534029007, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020846850238740444, + "transformer.layers.1.self_attn.out_proj.weight": 0.03297685831785202, + "transformer.layers.1.self_attn.out_proj.bias": 0.002299392828717828, + "transformer.layers.1.linear1.weight": 0.01704331859946251, + "transformer.layers.1.linear1.bias": 0.000994150759652257, + "transformer.layers.1.linear2.weight": 0.022140642628073692, + "transformer.layers.1.linear2.bias": 0.002042299835011363, + "transformer.layers.1.norm1.weight": 0.0022459535393863916, + "transformer.layers.1.norm1.bias": 0.0022783244494348764, + "transformer.layers.1.norm2.weight": 0.0013269409537315369, + "transformer.layers.1.norm2.bias": 0.00106908252928406, + "transformer.layers.2.self_attn.in_proj_weight": 0.031061675399541855, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017594818491488695, + "transformer.layers.2.self_attn.out_proj.weight": 0.026947546750307083, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019922994542866945, + "transformer.layers.2.linear1.weight": 0.014297803863883018, + "transformer.layers.2.linear1.bias": 0.0009170315461233258, + "transformer.layers.2.linear2.weight": 0.01647684909403324, + "transformer.layers.2.linear2.bias": 0.0018758076475933194, + "transformer.layers.2.norm1.weight": 0.0022326360922306776, + "transformer.layers.2.norm1.bias": 0.0020466989371925592, + "transformer.layers.2.norm2.weight": 0.0009918633149936795, + "transformer.layers.2.norm2.bias": 0.0009537783917039633, + "transformer.layers.3.self_attn.in_proj_weight": 0.051001254469156265, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028534012380987406, + "transformer.layers.3.self_attn.out_proj.weight": 0.027362534776329994, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019456868758425117, + "transformer.layers.3.linear1.weight": 0.022950705140829086, + "transformer.layers.3.linear1.bias": 0.0016362182796001434, + "transformer.layers.3.linear2.weight": 0.013699210248887539, + "transformer.layers.3.linear2.bias": 0.002144990023225546, + "transformer.layers.3.norm1.weight": 0.0044550285674631596, + "transformer.layers.3.norm1.bias": 0.003545360406860709, + "transformer.layers.3.norm2.weight": 0.0016732580261304975, + "transformer.layers.3.norm2.bias": 0.002130771055817604, + "head.weight": 0.17049068212509155, + "head.bias": 0.003679584013298154, + "global_embedding.weight": 0.010778266936540604, + "global_cnn.0.weight": 0.11746373772621155, + "global_cnn.0.bias": 0.005146637558937073, + "global_cnn.2.weight": 0.24237219989299774, + "global_cnn.2.bias": 0.015268009155988693, + "global_proj.weight": 0.06174713373184204, + "global_proj.bias": 0.04714968428015709, + "goal_head.0.weight": 0.04174274578690529, + "goal_head.0.bias": 0.02031419612467289, + "goal_head.2.weight": 0.06222355365753174, + "goal_head.2.bias": 0.046779338270425797 + }, + { + "global_gate": 0.0005761601496487856, + "embedding.weight": 0.0014429891016334295, + "cnn.0.weight": 0.04186427965760231, + "cnn.0.bias": 0.0018262234516441822, + "cnn.2.weight": 0.01738208532333374, + "cnn.2.bias": 0.011894095689058304, + "cnn.5.weight": 0.018008200451731682, + "cnn.5.bias": 0.006033715326339006, + "action_emb.weight": 0.015491756610572338, + "timestep_emb.weight": 0.002176482230424881, + "pos_emb.weight": 0.004136274103075266, + "transformer.layers.0.self_attn.in_proj_weight": 0.05622224509716034, + "transformer.layers.0.self_attn.in_proj_bias": 0.005246905609965324, + "transformer.layers.0.self_attn.out_proj.weight": 0.04650522395968437, + "transformer.layers.0.self_attn.out_proj.bias": 0.006911889649927616, + "transformer.layers.0.linear1.weight": 0.06935466825962067, + "transformer.layers.0.linear1.bias": 0.0033597250003367662, + "transformer.layers.0.linear2.weight": 0.06641262024641037, + "transformer.layers.0.linear2.bias": 0.005711458623409271, + "transformer.layers.0.norm1.weight": 0.0037264323327690363, + "transformer.layers.0.norm1.bias": 0.004811544436961412, + "transformer.layers.0.norm2.weight": 0.006884155794978142, + "transformer.layers.0.norm2.bias": 0.0035552005283534527, + "transformer.layers.1.self_attn.in_proj_weight": 0.058924201875925064, + "transformer.layers.1.self_attn.in_proj_bias": 0.003561699762940407, + "transformer.layers.1.self_attn.out_proj.weight": 0.05725785344839096, + "transformer.layers.1.self_attn.out_proj.bias": 0.004612380173057318, + "transformer.layers.1.linear1.weight": 0.036567434668540955, + "transformer.layers.1.linear1.bias": 0.002135376213118434, + "transformer.layers.1.linear2.weight": 0.047813307493925095, + "transformer.layers.1.linear2.bias": 0.004610818810760975, + "transformer.layers.1.norm1.weight": 0.004065152257680893, + "transformer.layers.1.norm1.bias": 0.0034863287582993507, + "transformer.layers.1.norm2.weight": 0.0028100835625082254, + "transformer.layers.1.norm2.bias": 0.0022295417729765177, + "transformer.layers.2.self_attn.in_proj_weight": 0.05391376093029976, + "transformer.layers.2.self_attn.in_proj_bias": 0.003797715064138174, + "transformer.layers.2.self_attn.out_proj.weight": 0.05087227746844292, + "transformer.layers.2.self_attn.out_proj.bias": 0.004659503698348999, + "transformer.layers.2.linear1.weight": 0.03374840319156647, + "transformer.layers.2.linear1.bias": 0.00238036853261292, + "transformer.layers.2.linear2.weight": 0.03506213054060936, + "transformer.layers.2.linear2.bias": 0.005119281820952892, + "transformer.layers.2.norm1.weight": 0.004010837525129318, + "transformer.layers.2.norm1.bias": 0.004036464262753725, + "transformer.layers.2.norm2.weight": 0.0025867181830108166, + "transformer.layers.2.norm2.bias": 0.0031399952713400126, + "transformer.layers.3.self_attn.in_proj_weight": 0.10742823779582977, + "transformer.layers.3.self_attn.in_proj_bias": 0.009928018786013126, + "transformer.layers.3.self_attn.out_proj.weight": 0.0504690520465374, + "transformer.layers.3.self_attn.out_proj.bias": 0.007565661333501339, + "transformer.layers.3.linear1.weight": 0.060024112462997437, + "transformer.layers.3.linear1.bias": 0.005404323805123568, + "transformer.layers.3.linear2.weight": 0.03227446600794792, + "transformer.layers.3.linear2.bias": 0.00927344337105751, + "transformer.layers.3.norm1.weight": 0.008759139105677605, + "transformer.layers.3.norm1.bias": 0.01399228349328041, + "transformer.layers.3.norm2.weight": 0.004057393409311771, + "transformer.layers.3.norm2.bias": 0.006956777535378933, + "head.weight": 0.47617873549461365, + "head.bias": 0.018636638298630714, + "global_embedding.weight": 0.029476694762706757, + "global_cnn.0.weight": 0.10993552953004837, + "global_cnn.0.bias": 0.004084314685314894, + "global_cnn.2.weight": 0.14985769987106323, + "global_cnn.2.bias": 0.0067740073427557945, + "global_proj.weight": 0.027057873085141182, + "global_proj.bias": 0.01335750799626112, + "goal_head.0.weight": 0.00922767911106348, + "goal_head.0.bias": 0.0036463062278926373, + "goal_head.2.weight": 0.01126572024077177, + "goal_head.2.bias": 0.008550631813704967 + }, + { + "global_gate": 8.620393055025488e-05, + "embedding.weight": 0.0034332294017076492, + "cnn.0.weight": 0.07206857949495316, + "cnn.0.bias": 0.0025050207041203976, + "cnn.2.weight": 0.01491358783096075, + "cnn.2.bias": 0.005631816107779741, + "cnn.5.weight": 0.016048308461904526, + "cnn.5.bias": 0.004927980247884989, + "action_emb.weight": 0.0034324433654546738, + "timestep_emb.weight": 0.0012641482753679156, + "pos_emb.weight": 0.0019767265766859055, + "transformer.layers.0.self_attn.in_proj_weight": 0.02811911515891552, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027361430693417788, + "transformer.layers.0.self_attn.out_proj.weight": 0.02633383497595787, + "transformer.layers.0.self_attn.out_proj.bias": 0.004007900599390268, + "transformer.layers.0.linear1.weight": 0.021168380975723267, + "transformer.layers.0.linear1.bias": 0.0014983839355409145, + "transformer.layers.0.linear2.weight": 0.02497851476073265, + "transformer.layers.0.linear2.bias": 0.002178486669436097, + "transformer.layers.0.norm1.weight": 0.0016893341671675444, + "transformer.layers.0.norm1.bias": 0.0024494321551173925, + "transformer.layers.0.norm2.weight": 0.0018275717739015818, + "transformer.layers.0.norm2.bias": 0.002621546620503068, + "transformer.layers.1.self_attn.in_proj_weight": 0.023634692654013634, + "transformer.layers.1.self_attn.in_proj_bias": 0.001543475897051394, + "transformer.layers.1.self_attn.out_proj.weight": 0.02303791604936123, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015607456443831325, + "transformer.layers.1.linear1.weight": 0.01202488224953413, + "transformer.layers.1.linear1.bias": 0.0007457358296960592, + "transformer.layers.1.linear2.weight": 0.016576586291193962, + "transformer.layers.1.linear2.bias": 0.001389897894114256, + "transformer.layers.1.norm1.weight": 0.0015988778322935104, + "transformer.layers.1.norm1.bias": 0.0017172906082123518, + "transformer.layers.1.norm2.weight": 0.0009553545387461782, + "transformer.layers.1.norm2.bias": 0.0009637484326958656, + "transformer.layers.2.self_attn.in_proj_weight": 0.02522466890513897, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014238727744668722, + "transformer.layers.2.self_attn.out_proj.weight": 0.018415581434965134, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012476788833737373, + "transformer.layers.2.linear1.weight": 0.009262936189770699, + "transformer.layers.2.linear1.bias": 0.0005865110433660448, + "transformer.layers.2.linear2.weight": 0.01097667682915926, + "transformer.layers.2.linear2.bias": 0.0012605597730726004, + "transformer.layers.2.norm1.weight": 0.0018042342271655798, + "transformer.layers.2.norm1.bias": 0.001581673277541995, + "transformer.layers.2.norm2.weight": 0.0006241769879125059, + "transformer.layers.2.norm2.bias": 0.0006516861612908542, + "transformer.layers.3.self_attn.in_proj_weight": 0.027867576107382774, + "transformer.layers.3.self_attn.in_proj_bias": 0.0023639225400984287, + "transformer.layers.3.self_attn.out_proj.weight": 0.017609436064958572, + "transformer.layers.3.self_attn.out_proj.bias": 0.001649222569540143, + "transformer.layers.3.linear1.weight": 0.01964922621846199, + "transformer.layers.3.linear1.bias": 0.001642594812437892, + "transformer.layers.3.linear2.weight": 0.012094317004084587, + "transformer.layers.3.linear2.bias": 0.0019554453901946545, + "transformer.layers.3.norm1.weight": 0.0023194407112896442, + "transformer.layers.3.norm1.bias": 0.003260229015722871, + "transformer.layers.3.norm2.weight": 0.0013084430247545242, + "transformer.layers.3.norm2.bias": 0.002075368305668235, + "head.weight": 0.1214325875043869, + "head.bias": 0.0031423592008650303, + "global_embedding.weight": 0.0099490350112319, + "global_cnn.0.weight": 0.08158072084188461, + "global_cnn.0.bias": 0.0027341553941369057, + "global_cnn.2.weight": 0.18934011459350586, + "global_cnn.2.bias": 0.007793308235704899, + "global_proj.weight": 0.04736122488975525, + "global_proj.bias": 0.024303853511810303, + "goal_head.0.weight": 0.026217078790068626, + "goal_head.0.bias": 0.009340377524495125, + "goal_head.2.weight": 0.035547129809856415, + "goal_head.2.bias": 0.019331995397806168 + }, + { + "global_gate": 6.551866135851014e-06, + "embedding.weight": 0.0012300058733671904, + "cnn.0.weight": 0.03233865275979042, + "cnn.0.bias": 0.0012913458049297333, + "cnn.2.weight": 0.00871798675507307, + "cnn.2.bias": 0.0017439107177779078, + "cnn.5.weight": 0.011491178534924984, + "cnn.5.bias": 0.00238549686037004, + "action_emb.weight": 0.003809765912592411, + "timestep_emb.weight": 0.0013915583258494735, + "pos_emb.weight": 0.0023573688231408596, + "transformer.layers.0.self_attn.in_proj_weight": 0.02946443483233452, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029873985331505537, + "transformer.layers.0.self_attn.out_proj.weight": 0.027253519743680954, + "transformer.layers.0.self_attn.out_proj.bias": 0.004060746170580387, + "transformer.layers.0.linear1.weight": 0.023386305198073387, + "transformer.layers.0.linear1.bias": 0.001507106702774763, + "transformer.layers.0.linear2.weight": 0.02686401642858982, + "transformer.layers.0.linear2.bias": 0.0022841840982437134, + "transformer.layers.0.norm1.weight": 0.001680464018136263, + "transformer.layers.0.norm1.bias": 0.0028088935650885105, + "transformer.layers.0.norm2.weight": 0.001956021646037698, + "transformer.layers.0.norm2.bias": 0.0023543338757008314, + "transformer.layers.1.self_attn.in_proj_weight": 0.026187533512711525, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016870979452505708, + "transformer.layers.1.self_attn.out_proj.weight": 0.024985037744045258, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014291265979409218, + "transformer.layers.1.linear1.weight": 0.013373767957091331, + "transformer.layers.1.linear1.bias": 0.0007337018614634871, + "transformer.layers.1.linear2.weight": 0.01683873124420643, + "transformer.layers.1.linear2.bias": 0.0012846182798966765, + "transformer.layers.1.norm1.weight": 0.0018156100995838642, + "transformer.layers.1.norm1.bias": 0.0019084688974544406, + "transformer.layers.1.norm2.weight": 0.0010409904643893242, + "transformer.layers.1.norm2.bias": 0.0007459308253601193, + "transformer.layers.2.self_attn.in_proj_weight": 0.024671945720911026, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012574432184919715, + "transformer.layers.2.self_attn.out_proj.weight": 0.02067297324538231, + "transformer.layers.2.self_attn.out_proj.bias": 0.001115830265916884, + "transformer.layers.2.linear1.weight": 0.010680112056434155, + "transformer.layers.2.linear1.bias": 0.0005993214435875416, + "transformer.layers.2.linear2.weight": 0.012616435065865517, + "transformer.layers.2.linear2.bias": 0.0010365115012973547, + "transformer.layers.2.norm1.weight": 0.0022704871371388435, + "transformer.layers.2.norm1.bias": 0.0013911164132878184, + "transformer.layers.2.norm2.weight": 0.000798508059233427, + "transformer.layers.2.norm2.bias": 0.0007256092503666878, + "transformer.layers.3.self_attn.in_proj_weight": 0.03636457398533821, + "transformer.layers.3.self_attn.in_proj_bias": 0.001984762027859688, + "transformer.layers.3.self_attn.out_proj.weight": 0.018809955567121506, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013271743664517999, + "transformer.layers.3.linear1.weight": 0.01792483776807785, + "transformer.layers.3.linear1.bias": 0.001212913659401238, + "transformer.layers.3.linear2.weight": 0.01139893103390932, + "transformer.layers.3.linear2.bias": 0.0014170475769788027, + "transformer.layers.3.norm1.weight": 0.0033333664759993553, + "transformer.layers.3.norm1.bias": 0.002647704677656293, + "transformer.layers.3.norm2.weight": 0.0013454679865390062, + "transformer.layers.3.norm2.bias": 0.0015614902367815375, + "head.weight": 0.12871666252613068, + "head.bias": 0.0024352185428142548, + "global_embedding.weight": 0.020433995872735977, + "global_cnn.0.weight": 0.17621967196464539, + "global_cnn.0.bias": 0.00785521324723959, + "global_cnn.2.weight": 0.27237194776535034, + "global_cnn.2.bias": 0.014263049699366093, + "global_proj.weight": 0.09582354128360748, + "global_proj.bias": 0.06791915744543076, + "goal_head.0.weight": 0.07165617495775223, + "goal_head.0.bias": 0.033294979482889175, + "goal_head.2.weight": 0.10532035678625107, + "goal_head.2.bias": 0.07841125875711441 + }, + { + "global_gate": 2.9081649699946865e-05, + "embedding.weight": 0.0009209022391587496, + "cnn.0.weight": 0.021326841786503792, + "cnn.0.bias": 0.0011166180483996868, + "cnn.2.weight": 0.007340888027101755, + "cnn.2.bias": 0.0019202637486159801, + "cnn.5.weight": 0.008198609575629234, + "cnn.5.bias": 0.002015594393014908, + "action_emb.weight": 0.004334437195211649, + "timestep_emb.weight": 0.0013418903108686209, + "pos_emb.weight": 0.003031035652384162, + "transformer.layers.0.self_attn.in_proj_weight": 0.02542225830256939, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024506321642547846, + "transformer.layers.0.self_attn.out_proj.weight": 0.021842407062649727, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031784672755748034, + "transformer.layers.0.linear1.weight": 0.02436046488583088, + "transformer.layers.0.linear1.bias": 0.0012725804699584842, + "transformer.layers.0.linear2.weight": 0.0260295607149601, + "transformer.layers.0.linear2.bias": 0.0025893559213727713, + "transformer.layers.0.norm1.weight": 0.0014246937353163958, + "transformer.layers.0.norm1.bias": 0.0023685491178184748, + "transformer.layers.0.norm2.weight": 0.00226589129306376, + "transformer.layers.0.norm2.bias": 0.0012666168622672558, + "transformer.layers.1.self_attn.in_proj_weight": 0.02377607673406601, + "transformer.layers.1.self_attn.in_proj_bias": 0.001456708530895412, + "transformer.layers.1.self_attn.out_proj.weight": 0.02458213083446026, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021563831251114607, + "transformer.layers.1.linear1.weight": 0.014417417347431183, + "transformer.layers.1.linear1.bias": 0.0008246420766226947, + "transformer.layers.1.linear2.weight": 0.019429028034210205, + "transformer.layers.1.linear2.bias": 0.00204548891633749, + "transformer.layers.1.norm1.weight": 0.0016779910074546933, + "transformer.layers.1.norm1.bias": 0.0013433753047138453, + "transformer.layers.1.norm2.weight": 0.0010837360750883818, + "transformer.layers.1.norm2.bias": 0.0009139601024799049, + "transformer.layers.2.self_attn.in_proj_weight": 0.02297612465918064, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015365827130153775, + "transformer.layers.2.self_attn.out_proj.weight": 0.021911274641752243, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020026061683893204, + "transformer.layers.2.linear1.weight": 0.012737559154629707, + "transformer.layers.2.linear1.bias": 0.0008469061576761305, + "transformer.layers.2.linear2.weight": 0.015808332711458206, + "transformer.layers.2.linear2.bias": 0.00214176787994802, + "transformer.layers.2.norm1.weight": 0.0013965924736112356, + "transformer.layers.2.norm1.bias": 0.001223949366249144, + "transformer.layers.2.norm2.weight": 0.0008704683277755976, + "transformer.layers.2.norm2.bias": 0.001051469473168254, + "transformer.layers.3.self_attn.in_proj_weight": 0.04820488020777702, + "transformer.layers.3.self_attn.in_proj_bias": 0.0038639779668301344, + "transformer.layers.3.self_attn.out_proj.weight": 0.024284398183226585, + "transformer.layers.3.self_attn.out_proj.bias": 0.0031618326902389526, + "transformer.layers.3.linear1.weight": 0.028663011267781258, + "transformer.layers.3.linear1.bias": 0.002681410638615489, + "transformer.layers.3.linear2.weight": 0.014684030786156654, + "transformer.layers.3.linear2.bias": 0.004162914119660854, + "transformer.layers.3.norm1.weight": 0.003568455809727311, + "transformer.layers.3.norm1.bias": 0.005174449644982815, + "transformer.layers.3.norm2.weight": 0.0020083091221749783, + "transformer.layers.3.norm2.bias": 0.003857057774439454, + "head.weight": 0.2212895303964615, + "head.bias": 0.009070144966244698, + "global_embedding.weight": 0.011038850992918015, + "global_cnn.0.weight": 0.13076473772525787, + "global_cnn.0.bias": 0.005805144086480141, + "global_cnn.2.weight": 0.3395930826663971, + "global_cnn.2.bias": 0.020035868510603905, + "global_proj.weight": 0.0941886156797409, + "global_proj.bias": 0.0774519219994545, + "goal_head.0.weight": 0.06959351897239685, + "goal_head.0.bias": 0.036007724702358246, + "goal_head.2.weight": 0.10184779018163681, + "goal_head.2.bias": 0.08645313233137131 + }, + { + "global_gate": 2.9771215849905275e-05, + "embedding.weight": 0.0013767299242317677, + "cnn.0.weight": 0.025443052873015404, + "cnn.0.bias": 0.001014319946989417, + "cnn.2.weight": 0.009378820657730103, + "cnn.2.bias": 0.00224561570212245, + "cnn.5.weight": 0.01817350648343563, + "cnn.5.bias": 0.001911631436087191, + "action_emb.weight": 0.004943070933222771, + "timestep_emb.weight": 0.001017926842905581, + "pos_emb.weight": 0.0023121177218854427, + "transformer.layers.0.self_attn.in_proj_weight": 0.019970862194895744, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016069490229710937, + "transformer.layers.0.self_attn.out_proj.weight": 0.018869629129767418, + "transformer.layers.0.self_attn.out_proj.bias": 0.00205201911740005, + "transformer.layers.0.linear1.weight": 0.024538641795516014, + "transformer.layers.0.linear1.bias": 0.0009582159691490233, + "transformer.layers.0.linear2.weight": 0.021974025294184685, + "transformer.layers.0.linear2.bias": 0.0015194666339084506, + "transformer.layers.0.norm1.weight": 0.001411148812621832, + "transformer.layers.0.norm1.bias": 0.0017139151459559798, + "transformer.layers.0.norm2.weight": 0.002443480771034956, + "transformer.layers.0.norm2.bias": 0.0009232501615770161, + "transformer.layers.1.self_attn.in_proj_weight": 0.019091814756393433, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011469979071989655, + "transformer.layers.1.self_attn.out_proj.weight": 0.017309965565800667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013137540081515908, + "transformer.layers.1.linear1.weight": 0.014127608388662338, + "transformer.layers.1.linear1.bias": 0.0006815194501541555, + "transformer.layers.1.linear2.weight": 0.015609708614647388, + "transformer.layers.1.linear2.bias": 0.001233448158018291, + "transformer.layers.1.norm1.weight": 0.0013741716975346208, + "transformer.layers.1.norm1.bias": 0.0013485117815434933, + "transformer.layers.1.norm2.weight": 0.0011874574702233076, + "transformer.layers.1.norm2.bias": 0.0007708591292612255, + "transformer.layers.2.self_attn.in_proj_weight": 0.023847894743084908, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012524004559963942, + "transformer.layers.2.self_attn.out_proj.weight": 0.01594517193734646, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011738030007109046, + "transformer.layers.2.linear1.weight": 0.009492982178926468, + "transformer.layers.2.linear1.bias": 0.0005445480928756297, + "transformer.layers.2.linear2.weight": 0.011217889375984669, + "transformer.layers.2.linear2.bias": 0.0011824006214737892, + "transformer.layers.2.norm1.weight": 0.0016944011440500617, + "transformer.layers.2.norm1.bias": 0.001217265846207738, + "transformer.layers.2.norm2.weight": 0.0005441490793600678, + "transformer.layers.2.norm2.bias": 0.000523014401551336, + "transformer.layers.3.self_attn.in_proj_weight": 0.03658279776573181, + "transformer.layers.3.self_attn.in_proj_bias": 0.0027898172847926617, + "transformer.layers.3.self_attn.out_proj.weight": 0.012923939153552055, + "transformer.layers.3.self_attn.out_proj.bias": 0.00183357042260468, + "transformer.layers.3.linear1.weight": 0.016281817108392715, + "transformer.layers.3.linear1.bias": 0.0012944022892042994, + "transformer.layers.3.linear2.weight": 0.010347134433686733, + "transformer.layers.3.linear2.bias": 0.002151680877432227, + "transformer.layers.3.norm1.weight": 0.0030408850871026516, + "transformer.layers.3.norm1.bias": 0.003877873532474041, + "transformer.layers.3.norm2.weight": 0.0011212286772206426, + "transformer.layers.3.norm2.bias": 0.0014944483991712332, + "head.weight": 0.11943037062883377, + "head.bias": 0.004554133862257004, + "global_embedding.weight": 0.009609137661755085, + "global_cnn.0.weight": 0.13521678745746613, + "global_cnn.0.bias": 0.005737431347370148, + "global_cnn.2.weight": 0.19018855690956116, + "global_cnn.2.bias": 0.009246625937521458, + "global_proj.weight": 0.06354667991399765, + "global_proj.bias": 0.03871946781873703, + "goal_head.0.weight": 0.044223424047231674, + "goal_head.0.bias": 0.01886141486465931, + "goal_head.2.weight": 0.062091100960969925, + "goal_head.2.bias": 0.0436602458357811 + }, + { + "global_gate": 0.00032052287133410573, + "embedding.weight": 0.0016101517248898745, + "cnn.0.weight": 0.033695757389068604, + "cnn.0.bias": 0.0011792727746069431, + "cnn.2.weight": 0.011014671996235847, + "cnn.2.bias": 0.005439720116555691, + "cnn.5.weight": 0.009777284227311611, + "cnn.5.bias": 0.0029996181838214397, + "action_emb.weight": 0.005484137684106827, + "timestep_emb.weight": 0.001084987074136734, + "pos_emb.weight": 0.0023887637071311474, + "transformer.layers.0.self_attn.in_proj_weight": 0.02849884144961834, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025959580671042204, + "transformer.layers.0.self_attn.out_proj.weight": 0.025821605697274208, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030499303247779608, + "transformer.layers.0.linear1.weight": 0.02818096987903118, + "transformer.layers.0.linear1.bias": 0.0013126411940902472, + "transformer.layers.0.linear2.weight": 0.02495579794049263, + "transformer.layers.0.linear2.bias": 0.0021812680643051863, + "transformer.layers.0.norm1.weight": 0.0017237338470295072, + "transformer.layers.0.norm1.bias": 0.002656425815075636, + "transformer.layers.0.norm2.weight": 0.002882366767153144, + "transformer.layers.0.norm2.bias": 0.0012696643825620413, + "transformer.layers.1.self_attn.in_proj_weight": 0.022904524579644203, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013480655616149306, + "transformer.layers.1.self_attn.out_proj.weight": 0.019245538860559464, + "transformer.layers.1.self_attn.out_proj.bias": 0.001676345244050026, + "transformer.layers.1.linear1.weight": 0.01260983757674694, + "transformer.layers.1.linear1.bias": 0.0007690451457165182, + "transformer.layers.1.linear2.weight": 0.015747129917144775, + "transformer.layers.1.linear2.bias": 0.0015297906938940287, + "transformer.layers.1.norm1.weight": 0.001669678371399641, + "transformer.layers.1.norm1.bias": 0.0014080791734158993, + "transformer.layers.1.norm2.weight": 0.0010279315756633878, + "transformer.layers.1.norm2.bias": 0.0009114305139519274, + "transformer.layers.2.self_attn.in_proj_weight": 0.019999755546450615, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011528205359354615, + "transformer.layers.2.self_attn.out_proj.weight": 0.01821177639067173, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014023538678884506, + "transformer.layers.2.linear1.weight": 0.010423434898257256, + "transformer.layers.2.linear1.bias": 0.0007206089212559164, + "transformer.layers.2.linear2.weight": 0.011770600453019142, + "transformer.layers.2.linear2.bias": 0.0014436420751735568, + "transformer.layers.2.norm1.weight": 0.0013011690462008119, + "transformer.layers.2.norm1.bias": 0.0011657922295853496, + "transformer.layers.2.norm2.weight": 0.0007866468513384461, + "transformer.layers.2.norm2.bias": 0.0009944182820618153, + "transformer.layers.3.self_attn.in_proj_weight": 0.03801003098487854, + "transformer.layers.3.self_attn.in_proj_bias": 0.002667191904038191, + "transformer.layers.3.self_attn.out_proj.weight": 0.019590098410844803, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018862030701711774, + "transformer.layers.3.linear1.weight": 0.01921742409467697, + "transformer.layers.3.linear1.bias": 0.0015718006761744618, + "transformer.layers.3.linear2.weight": 0.010526908561587334, + "transformer.layers.3.linear2.bias": 0.0023576784878969193, + "transformer.layers.3.norm1.weight": 0.0032231558579951525, + "transformer.layers.3.norm1.bias": 0.003741827327758074, + "transformer.layers.3.norm2.weight": 0.001477705780416727, + "transformer.layers.3.norm2.bias": 0.00218263384886086, + "head.weight": 0.1415766030550003, + "head.bias": 0.003918492700904608, + "global_embedding.weight": 0.00326932524330914, + "global_cnn.0.weight": 0.023958224803209305, + "global_cnn.0.bias": 0.0009315429488196969, + "global_cnn.2.weight": 0.044177085161209106, + "global_cnn.2.bias": 0.001861012540757656, + "global_proj.weight": 0.010441110469400883, + "global_proj.bias": 0.006692882627248764, + "goal_head.0.weight": 0.0049210055731236935, + "goal_head.0.bias": 0.00242467038333416, + "goal_head.2.weight": 0.007421096786856651, + "goal_head.2.bias": 0.005407010205090046 + }, + { + "global_gate": 0.0004925415851175785, + "embedding.weight": 0.004152512643486261, + "cnn.0.weight": 0.09040450304746628, + "cnn.0.bias": 0.0023918249644339085, + "cnn.2.weight": 0.020797787234187126, + "cnn.2.bias": 0.0071538588963449, + "cnn.5.weight": 0.01690988801419735, + "cnn.5.bias": 0.004955037031322718, + "action_emb.weight": 0.007868415676057339, + "timestep_emb.weight": 0.0035966085270047188, + "pos_emb.weight": 0.005884715821594, + "transformer.layers.0.self_attn.in_proj_weight": 0.05645950138568878, + "transformer.layers.0.self_attn.in_proj_bias": 0.0051641520112752914, + "transformer.layers.0.self_attn.out_proj.weight": 0.0526806004345417, + "transformer.layers.0.self_attn.out_proj.bias": 0.00722477026283741, + "transformer.layers.0.linear1.weight": 0.04700218141078949, + "transformer.layers.0.linear1.bias": 0.002792145125567913, + "transformer.layers.0.linear2.weight": 0.05224183201789856, + "transformer.layers.0.linear2.bias": 0.00514470599591732, + "transformer.layers.0.norm1.weight": 0.003201205050572753, + "transformer.layers.0.norm1.bias": 0.004921781364828348, + "transformer.layers.0.norm2.weight": 0.004252419341355562, + "transformer.layers.0.norm2.bias": 0.00453645596280694, + "transformer.layers.1.self_attn.in_proj_weight": 0.05349193885922432, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033960375003516674, + "transformer.layers.1.self_attn.out_proj.weight": 0.044260866940021515, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036404437851160765, + "transformer.layers.1.linear1.weight": 0.028441287577152252, + "transformer.layers.1.linear1.bias": 0.0013952752342447639, + "transformer.layers.1.linear2.weight": 0.036340609192848206, + "transformer.layers.1.linear2.bias": 0.003487593727186322, + "transformer.layers.1.norm1.weight": 0.0036766587290912867, + "transformer.layers.1.norm1.bias": 0.003952573053538799, + "transformer.layers.1.norm2.weight": 0.0021609601099044085, + "transformer.layers.1.norm2.bias": 0.00141641974914819, + "transformer.layers.2.self_attn.in_proj_weight": 0.05425839126110077, + "transformer.layers.2.self_attn.in_proj_bias": 0.003204136621206999, + "transformer.layers.2.self_attn.out_proj.weight": 0.038340769708156586, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034983870573341846, + "transformer.layers.2.linear1.weight": 0.024154556915163994, + "transformer.layers.2.linear1.bias": 0.001309842336922884, + "transformer.layers.2.linear2.weight": 0.02605327032506466, + "transformer.layers.2.linear2.bias": 0.0034395253751426935, + "transformer.layers.2.norm1.weight": 0.003854223061352968, + "transformer.layers.2.norm1.bias": 0.004252010490745306, + "transformer.layers.2.norm2.weight": 0.0015313157346099615, + "transformer.layers.2.norm2.bias": 0.0012101499596610665, + "transformer.layers.3.self_attn.in_proj_weight": 0.07180982828140259, + "transformer.layers.3.self_attn.in_proj_bias": 0.004964912310242653, + "transformer.layers.3.self_attn.out_proj.weight": 0.038252200931310654, + "transformer.layers.3.self_attn.out_proj.bias": 0.004651519004255533, + "transformer.layers.3.linear1.weight": 0.039710067212581635, + "transformer.layers.3.linear1.bias": 0.0026989562902599573, + "transformer.layers.3.linear2.weight": 0.023978237062692642, + "transformer.layers.3.linear2.bias": 0.005043897312134504, + "transformer.layers.3.norm1.weight": 0.005379993002861738, + "transformer.layers.3.norm1.bias": 0.006101679988205433, + "transformer.layers.3.norm2.weight": 0.0025892911944538355, + "transformer.layers.3.norm2.bias": 0.003204313339665532, + "head.weight": 0.30516278743743896, + "head.bias": 0.010654947720468044, + "global_embedding.weight": 0.017996065318584442, + "global_cnn.0.weight": 0.10637962073087692, + "global_cnn.0.bias": 0.0047180610708892345, + "global_cnn.2.weight": 0.23017406463623047, + "global_cnn.2.bias": 0.009296520613133907, + "global_proj.weight": 0.05268166586756706, + "global_proj.bias": 0.03458124026656151, + "goal_head.0.weight": 0.029443131759762764, + "goal_head.0.bias": 0.012995912693440914, + "goal_head.2.weight": 0.045651182532310486, + "goal_head.2.bias": 0.03021225519478321 + }, + { + "global_gate": 0.00025755702517926693, + "embedding.weight": 0.0011073228670284152, + "cnn.0.weight": 0.02008875273168087, + "cnn.0.bias": 0.0011252573458477855, + "cnn.2.weight": 0.006464883219450712, + "cnn.2.bias": 0.0021052078809589148, + "cnn.5.weight": 0.00779094360768795, + "cnn.5.bias": 0.0017233971739187837, + "action_emb.weight": 0.004493849352002144, + "timestep_emb.weight": 0.0008786076214164495, + "pos_emb.weight": 0.00165903742890805, + "transformer.layers.0.self_attn.in_proj_weight": 0.0162933599203825, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012614091392606497, + "transformer.layers.0.self_attn.out_proj.weight": 0.018963655456900597, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020756206940859556, + "transformer.layers.0.linear1.weight": 0.0205654539167881, + "transformer.layers.0.linear1.bias": 0.0009524466586299241, + "transformer.layers.0.linear2.weight": 0.0167519710958004, + "transformer.layers.0.linear2.bias": 0.001331506879068911, + "transformer.layers.0.norm1.weight": 0.000996974646113813, + "transformer.layers.0.norm1.bias": 0.0011340886121615767, + "transformer.layers.0.norm2.weight": 0.0022437635343521833, + "transformer.layers.0.norm2.bias": 0.0014902094844728708, + "transformer.layers.1.self_attn.in_proj_weight": 0.014964651316404343, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007943303207866848, + "transformer.layers.1.self_attn.out_proj.weight": 0.016627032309770584, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010646303417161107, + "transformer.layers.1.linear1.weight": 0.010620641522109509, + "transformer.layers.1.linear1.bias": 0.0006045473273843527, + "transformer.layers.1.linear2.weight": 0.012662390246987343, + "transformer.layers.1.linear2.bias": 0.0008410253212787211, + "transformer.layers.1.norm1.weight": 0.001021991716697812, + "transformer.layers.1.norm1.bias": 0.0006617871695198119, + "transformer.layers.1.norm2.weight": 0.0009278922807425261, + "transformer.layers.1.norm2.bias": 0.0007582252728752792, + "transformer.layers.2.self_attn.in_proj_weight": 0.018004093319177628, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009252299787476659, + "transformer.layers.2.self_attn.out_proj.weight": 0.012935684993863106, + "transformer.layers.2.self_attn.out_proj.bias": 0.0007141266250982881, + "transformer.layers.2.linear1.weight": 0.007026982959359884, + "transformer.layers.2.linear1.bias": 0.0004464052908588201, + "transformer.layers.2.linear2.weight": 0.009264741092920303, + "transformer.layers.2.linear2.bias": 0.00067910086363554, + "transformer.layers.2.norm1.weight": 0.0015302820829674602, + "transformer.layers.2.norm1.bias": 0.001214017509482801, + "transformer.layers.2.norm2.weight": 0.0005027175066061318, + "transformer.layers.2.norm2.bias": 0.00045553987729363143, + "transformer.layers.3.self_attn.in_proj_weight": 0.026288166642189026, + "transformer.layers.3.self_attn.in_proj_bias": 0.0009035013499669731, + "transformer.layers.3.self_attn.out_proj.weight": 0.014938359148800373, + "transformer.layers.3.self_attn.out_proj.bias": 0.0005823308601975441, + "transformer.layers.3.linear1.weight": 0.011825169436633587, + "transformer.layers.3.linear1.bias": 0.0006924817571416497, + "transformer.layers.3.linear2.weight": 0.007546764332801104, + "transformer.layers.3.linear2.bias": 0.0006139019387774169, + "transformer.layers.3.norm1.weight": 0.002422907156869769, + "transformer.layers.3.norm1.bias": 0.0009790261974558234, + "transformer.layers.3.norm2.weight": 0.0008287008386105299, + "transformer.layers.3.norm2.bias": 0.0008144823950715363, + "head.weight": 0.10389038920402527, + "head.bias": 0.0014251128304749727, + "global_embedding.weight": 0.004686842206865549, + "global_cnn.0.weight": 0.026611924171447754, + "global_cnn.0.bias": 0.001000489224679768, + "global_cnn.2.weight": 0.06725913286209106, + "global_cnn.2.bias": 0.0029449774883687496, + "global_proj.weight": 0.01302091684192419, + "global_proj.bias": 0.008715242147445679, + "goal_head.0.weight": 0.0077936179004609585, + "goal_head.0.bias": 0.0034576556645333767, + "goal_head.2.weight": 0.011494515463709831, + "goal_head.2.bias": 0.007237311452627182 + }, + { + "global_gate": 0.0002202358446083963, + "embedding.weight": 0.0034180819056928158, + "cnn.0.weight": 0.06001009792089462, + "cnn.0.bias": 0.00267615239135921, + "cnn.2.weight": 0.013320044614374638, + "cnn.2.bias": 0.003809730289503932, + "cnn.5.weight": 0.01359269767999649, + "cnn.5.bias": 0.003641530405730009, + "action_emb.weight": 0.007002523168921471, + "timestep_emb.weight": 0.0015028887428343296, + "pos_emb.weight": 0.002414528513327241, + "transformer.layers.0.self_attn.in_proj_weight": 0.037084247916936874, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029165667947381735, + "transformer.layers.0.self_attn.out_proj.weight": 0.033430349081754684, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036563395988196135, + "transformer.layers.0.linear1.weight": 0.03343232348561287, + "transformer.layers.0.linear1.bias": 0.001573454705066979, + "transformer.layers.0.linear2.weight": 0.036279965192079544, + "transformer.layers.0.linear2.bias": 0.0031471813563257456, + "transformer.layers.0.norm1.weight": 0.002181032206863165, + "transformer.layers.0.norm1.bias": 0.002706540282815695, + "transformer.layers.0.norm2.weight": 0.003091967198997736, + "transformer.layers.0.norm2.bias": 0.001545652630738914, + "transformer.layers.1.self_attn.in_proj_weight": 0.03121320903301239, + "transformer.layers.1.self_attn.in_proj_bias": 0.001928067416884005, + "transformer.layers.1.self_attn.out_proj.weight": 0.03143744170665741, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024832813069224358, + "transformer.layers.1.linear1.weight": 0.02027270570397377, + "transformer.layers.1.linear1.bias": 0.001028937054798007, + "transformer.layers.1.linear2.weight": 0.02728242240846157, + "transformer.layers.1.linear2.bias": 0.002543601207435131, + "transformer.layers.1.norm1.weight": 0.002015673788264394, + "transformer.layers.1.norm1.bias": 0.0019729179330170155, + "transformer.layers.1.norm2.weight": 0.0015838963445276022, + "transformer.layers.1.norm2.bias": 0.0009120203321799636, + "transformer.layers.2.self_attn.in_proj_weight": 0.03526979684829712, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023413614835590124, + "transformer.layers.2.self_attn.out_proj.weight": 0.03026922419667244, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026512073818594217, + "transformer.layers.2.linear1.weight": 0.015996504575014114, + "transformer.layers.2.linear1.bias": 0.0010204159189015627, + "transformer.layers.2.linear2.weight": 0.022112872451543808, + "transformer.layers.2.linear2.bias": 0.0028291295748203993, + "transformer.layers.2.norm1.weight": 0.0025230071041733027, + "transformer.layers.2.norm1.bias": 0.0030744741670787334, + "transformer.layers.2.norm2.weight": 0.00108816334977746, + "transformer.layers.2.norm2.bias": 0.0009715310879983008, + "transformer.layers.3.self_attn.in_proj_weight": 0.06150441989302635, + "transformer.layers.3.self_attn.in_proj_bias": 0.005597092676907778, + "transformer.layers.3.self_attn.out_proj.weight": 0.03268371894955635, + "transformer.layers.3.self_attn.out_proj.bias": 0.004769877530634403, + "transformer.layers.3.linear1.weight": 0.03348458185791969, + "transformer.layers.3.linear1.bias": 0.0028837299905717373, + "transformer.layers.3.linear2.weight": 0.020604338496923447, + "transformer.layers.3.linear2.bias": 0.005421394016593695, + "transformer.layers.3.norm1.weight": 0.005569039843976498, + "transformer.layers.3.norm1.bias": 0.007967042736709118, + "transformer.layers.3.norm2.weight": 0.0027045931201428175, + "transformer.layers.3.norm2.bias": 0.0037983031943440437, + "head.weight": 0.3004519045352936, + "head.bias": 0.011240108869969845, + "global_embedding.weight": 0.017274774610996246, + "global_cnn.0.weight": 0.1618158519268036, + "global_cnn.0.bias": 0.005922493524849415, + "global_cnn.2.weight": 0.33616259694099426, + "global_cnn.2.bias": 0.01705666445195675, + "global_proj.weight": 0.05782115459442139, + "global_proj.bias": 0.03917159512639046, + "goal_head.0.weight": 0.03458331152796745, + "goal_head.0.bias": 0.014864717610180378, + "goal_head.2.weight": 0.04947509989142418, + "goal_head.2.bias": 0.029708512127399445 + }, + { + "global_gate": 0.00014563198783434927, + "embedding.weight": 0.002255258383229375, + "cnn.0.weight": 0.03873080760240555, + "cnn.0.bias": 0.0016454453580081463, + "cnn.2.weight": 0.00828202348202467, + "cnn.2.bias": 0.0030877788085490465, + "cnn.5.weight": 0.009175755083560944, + "cnn.5.bias": 0.0027302335947752, + "action_emb.weight": 0.003807395463809371, + "timestep_emb.weight": 0.0014939034590497613, + "pos_emb.weight": 0.002719515934586525, + "transformer.layers.0.self_attn.in_proj_weight": 0.036205001175403595, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030399721581488848, + "transformer.layers.0.self_attn.out_proj.weight": 0.03294336050748825, + "transformer.layers.0.self_attn.out_proj.bias": 0.003677893662825227, + "transformer.layers.0.linear1.weight": 0.02550291083753109, + "transformer.layers.0.linear1.bias": 0.0014838395873084664, + "transformer.layers.0.linear2.weight": 0.030135003849864006, + "transformer.layers.0.linear2.bias": 0.0023608438204973936, + "transformer.layers.0.norm1.weight": 0.002041934058070183, + "transformer.layers.0.norm1.bias": 0.0026177361141890287, + "transformer.layers.0.norm2.weight": 0.002115657553076744, + "transformer.layers.0.norm2.bias": 0.0017247734358534217, + "transformer.layers.1.self_attn.in_proj_weight": 0.02605067566037178, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014739581383764744, + "transformer.layers.1.self_attn.out_proj.weight": 0.02839571051299572, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018627950921654701, + "transformer.layers.1.linear1.weight": 0.014470383524894714, + "transformer.layers.1.linear1.bias": 0.0009056637063622475, + "transformer.layers.1.linear2.weight": 0.01963529922068119, + "transformer.layers.1.linear2.bias": 0.0017973358044400811, + "transformer.layers.1.norm1.weight": 0.002296743681654334, + "transformer.layers.1.norm1.bias": 0.0014775305753573775, + "transformer.layers.1.norm2.weight": 0.001133715733885765, + "transformer.layers.1.norm2.bias": 0.0009281004895456135, + "transformer.layers.2.self_attn.in_proj_weight": 0.03021186776459217, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016499381745234132, + "transformer.layers.2.self_attn.out_proj.weight": 0.02365182898938656, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016601779498159885, + "transformer.layers.2.linear1.weight": 0.012681150808930397, + "transformer.layers.2.linear1.bias": 0.0007267096661962569, + "transformer.layers.2.linear2.weight": 0.015044244937598705, + "transformer.layers.2.linear2.bias": 0.0015966211212798953, + "transformer.layers.2.norm1.weight": 0.002178969793021679, + "transformer.layers.2.norm1.bias": 0.0018468332709744573, + "transformer.layers.2.norm2.weight": 0.0009271808085031807, + "transformer.layers.2.norm2.bias": 0.0007651105406694114, + "transformer.layers.3.self_attn.in_proj_weight": 0.040730781853199005, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031271998304873705, + "transformer.layers.3.self_attn.out_proj.weight": 0.02571120671927929, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024513807147741318, + "transformer.layers.3.linear1.weight": 0.02742607332766056, + "transformer.layers.3.linear1.bias": 0.0021376844961196184, + "transformer.layers.3.linear2.weight": 0.016053445637226105, + "transformer.layers.3.linear2.bias": 0.002483580494299531, + "transformer.layers.3.norm1.weight": 0.0036925110034644604, + "transformer.layers.3.norm1.bias": 0.004427806008607149, + "transformer.layers.3.norm2.weight": 0.0019497462781146169, + "transformer.layers.3.norm2.bias": 0.0027042808942496777, + "head.weight": 0.18608461320400238, + "head.bias": 0.005299856886267662, + "global_embedding.weight": 0.008972995914518833, + "global_cnn.0.weight": 0.060170143842697144, + "global_cnn.0.bias": 0.0025508448015898466, + "global_cnn.2.weight": 0.16904251277446747, + "global_cnn.2.bias": 0.008956837467849255, + "global_proj.weight": 0.033035777509212494, + "global_proj.bias": 0.021051088348031044, + "goal_head.0.weight": 0.022060707211494446, + "goal_head.0.bias": 0.009328361600637436, + "goal_head.2.weight": 0.03320344164967537, + "goal_head.2.bias": 0.020344017073512077 + }, + { + "global_gate": 2.4759835923759965e-06, + "embedding.weight": 0.0030781920067965984, + "cnn.0.weight": 0.053399767726659775, + "cnn.0.bias": 0.0016435988945886493, + "cnn.2.weight": 0.009963647462427616, + "cnn.2.bias": 0.0034222807735204697, + "cnn.5.weight": 0.008995501324534416, + "cnn.5.bias": 0.002294543432071805, + "action_emb.weight": 0.004020140040665865, + "timestep_emb.weight": 0.0010811792453750968, + "pos_emb.weight": 0.002215141197666526, + "transformer.layers.0.self_attn.in_proj_weight": 0.021064864471554756, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018471339717507362, + "transformer.layers.0.self_attn.out_proj.weight": 0.02044515311717987, + "transformer.layers.0.self_attn.out_proj.bias": 0.00222731358371675, + "transformer.layers.0.linear1.weight": 0.020914828404784203, + "transformer.layers.0.linear1.bias": 0.0010316671105101705, + "transformer.layers.0.linear2.weight": 0.020921848714351654, + "transformer.layers.0.linear2.bias": 0.0017622021259739995, + "transformer.layers.0.norm1.weight": 0.0013096482725813985, + "transformer.layers.0.norm1.bias": 0.001831259112805128, + "transformer.layers.0.norm2.weight": 0.0020634233951568604, + "transformer.layers.0.norm2.bias": 0.001016975031234324, + "transformer.layers.1.self_attn.in_proj_weight": 0.021973656490445137, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010926824761554599, + "transformer.layers.1.self_attn.out_proj.weight": 0.01911596581339836, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013482231879606843, + "transformer.layers.1.linear1.weight": 0.01143956184387207, + "transformer.layers.1.linear1.bias": 0.0006565489456988871, + "transformer.layers.1.linear2.weight": 0.01568467728793621, + "transformer.layers.1.linear2.bias": 0.001293644541874528, + "transformer.layers.1.norm1.weight": 0.0015169850084930658, + "transformer.layers.1.norm1.bias": 0.001114469370804727, + "transformer.layers.1.norm2.weight": 0.0008177213603630662, + "transformer.layers.1.norm2.bias": 0.0006506631034426391, + "transformer.layers.2.self_attn.in_proj_weight": 0.02110994979739189, + "transformer.layers.2.self_attn.in_proj_bias": 0.000982702593319118, + "transformer.layers.2.self_attn.out_proj.weight": 0.019057486206293106, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012723305262625217, + "transformer.layers.2.linear1.weight": 0.009931445121765137, + "transformer.layers.2.linear1.bias": 0.0006135652656666934, + "transformer.layers.2.linear2.weight": 0.012660769745707512, + "transformer.layers.2.linear2.bias": 0.0012714473996311426, + "transformer.layers.2.norm1.weight": 0.0015290853334590793, + "transformer.layers.2.norm1.bias": 0.0009378285612910986, + "transformer.layers.2.norm2.weight": 0.0007011984125711024, + "transformer.layers.2.norm2.bias": 0.0005959764239378273, + "transformer.layers.3.self_attn.in_proj_weight": 0.03796049579977989, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025591652374714613, + "transformer.layers.3.self_attn.out_proj.weight": 0.019600167870521545, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018364787101745605, + "transformer.layers.3.linear1.weight": 0.020447375252842903, + "transformer.layers.3.linear1.bias": 0.0015982870245352387, + "transformer.layers.3.linear2.weight": 0.01154064480215311, + "transformer.layers.3.linear2.bias": 0.0020839148201048374, + "transformer.layers.3.norm1.weight": 0.0037675711791962385, + "transformer.layers.3.norm1.bias": 0.003917809575796127, + "transformer.layers.3.norm2.weight": 0.001508645829744637, + "transformer.layers.3.norm2.bias": 0.001875074114650488, + "head.weight": 0.13496756553649902, + "head.bias": 0.004087884444743395, + "global_embedding.weight": 0.015331505797803402, + "global_cnn.0.weight": 0.10944262146949768, + "global_cnn.0.bias": 0.0037698501255363226, + "global_cnn.2.weight": 0.3242502510547638, + "global_cnn.2.bias": 0.016718311235308647, + "global_proj.weight": 0.05794057995080948, + "global_proj.bias": 0.0370233952999115, + "goal_head.0.weight": 0.033132947981357574, + "goal_head.0.bias": 0.01398986391723156, + "goal_head.2.weight": 0.04628954455256462, + "goal_head.2.bias": 0.029050612822175026 + }, + { + "global_gate": 0.0002019355888478458, + "embedding.weight": 0.0019342495361343026, + "cnn.0.weight": 0.04412282630801201, + "cnn.0.bias": 0.0015247140545397997, + "cnn.2.weight": 0.015541989356279373, + "cnn.2.bias": 0.007439219392836094, + "cnn.5.weight": 0.015444664284586906, + "cnn.5.bias": 0.0048660291358828545, + "action_emb.weight": 0.005703406874090433, + "timestep_emb.weight": 0.0017555926460772753, + "pos_emb.weight": 0.0034226151183247566, + "transformer.layers.0.self_attn.in_proj_weight": 0.040941838175058365, + "transformer.layers.0.self_attn.in_proj_bias": 0.0038657221011817455, + "transformer.layers.0.self_attn.out_proj.weight": 0.039802707731723785, + "transformer.layers.0.self_attn.out_proj.bias": 0.004375203512609005, + "transformer.layers.0.linear1.weight": 0.03303926810622215, + "transformer.layers.0.linear1.bias": 0.0017056480282917619, + "transformer.layers.0.linear2.weight": 0.037279631942510605, + "transformer.layers.0.linear2.bias": 0.003191662020981312, + "transformer.layers.0.norm1.weight": 0.0022360256407409906, + "transformer.layers.0.norm1.bias": 0.003898181486874819, + "transformer.layers.0.norm2.weight": 0.0026803412474691868, + "transformer.layers.0.norm2.bias": 0.0017981829587370157, + "transformer.layers.1.self_attn.in_proj_weight": 0.036039579659700394, + "transformer.layers.1.self_attn.in_proj_bias": 0.002098107011988759, + "transformer.layers.1.self_attn.out_proj.weight": 0.037329379469156265, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026353427674621344, + "transformer.layers.1.linear1.weight": 0.02031908556818962, + "transformer.layers.1.linear1.bias": 0.0011243720073252916, + "transformer.layers.1.linear2.weight": 0.025482049211859703, + "transformer.layers.1.linear2.bias": 0.002477298490703106, + "transformer.layers.1.norm1.weight": 0.0025360018480569124, + "transformer.layers.1.norm1.bias": 0.0020693293772637844, + "transformer.layers.1.norm2.weight": 0.0016822656616568565, + "transformer.layers.1.norm2.bias": 0.0012022695736959577, + "transformer.layers.2.self_attn.in_proj_weight": 0.04025208577513695, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023107395973056555, + "transformer.layers.2.self_attn.out_proj.weight": 0.04135601967573166, + "transformer.layers.2.self_attn.out_proj.bias": 0.002483899239450693, + "transformer.layers.2.linear1.weight": 0.016333507373929024, + "transformer.layers.2.linear1.bias": 0.001042660791426897, + "transformer.layers.2.linear2.weight": 0.0222031082957983, + "transformer.layers.2.linear2.bias": 0.002476724795997143, + "transformer.layers.2.norm1.weight": 0.0035141557455062866, + "transformer.layers.2.norm1.bias": 0.002856316277757287, + "transformer.layers.2.norm2.weight": 0.001004992052912712, + "transformer.layers.2.norm2.bias": 0.0009287570137530565, + "transformer.layers.3.self_attn.in_proj_weight": 0.07144127786159515, + "transformer.layers.3.self_attn.in_proj_bias": 0.004199331160634756, + "transformer.layers.3.self_attn.out_proj.weight": 0.040577881038188934, + "transformer.layers.3.self_attn.out_proj.bias": 0.003124524839222431, + "transformer.layers.3.linear1.weight": 0.03269920498132706, + "transformer.layers.3.linear1.bias": 0.0022136515472084284, + "transformer.layers.3.linear2.weight": 0.02228526398539543, + "transformer.layers.3.linear2.bias": 0.0033363772090524435, + "transformer.layers.3.norm1.weight": 0.005473345518112183, + "transformer.layers.3.norm1.bias": 0.0064130136743187904, + "transformer.layers.3.norm2.weight": 0.002369801513850689, + "transformer.layers.3.norm2.bias": 0.002143224934116006, + "head.weight": 0.2998667061328888, + "head.bias": 0.0075556752271950245, + "global_embedding.weight": 0.008340021595358849, + "global_cnn.0.weight": 0.08434707671403885, + "global_cnn.0.bias": 0.003008907660841942, + "global_cnn.2.weight": 0.19751939177513123, + "global_cnn.2.bias": 0.0075101349502801895, + "global_proj.weight": 0.041141387075185776, + "global_proj.bias": 0.030636994168162346, + "goal_head.0.weight": 0.027507582679390907, + "goal_head.0.bias": 0.013033358380198479, + "goal_head.2.weight": 0.04442702978849411, + "goal_head.2.bias": 0.031102623790502548 + }, + { + "global_gate": 8.2690930867102e-05, + "embedding.weight": 0.007824813015758991, + "cnn.0.weight": 0.11188871413469315, + "cnn.0.bias": 0.0046628378331661224, + "cnn.2.weight": 0.017174486070871353, + "cnn.2.bias": 0.005714076105505228, + "cnn.5.weight": 0.018550440669059753, + "cnn.5.bias": 0.005224551539868116, + "action_emb.weight": 0.006028807256370783, + "timestep_emb.weight": 0.0017244605114683509, + "pos_emb.weight": 0.0028152859304100275, + "transformer.layers.0.self_attn.in_proj_weight": 0.0459492951631546, + "transformer.layers.0.self_attn.in_proj_bias": 0.004040671046823263, + "transformer.layers.0.self_attn.out_proj.weight": 0.0368819534778595, + "transformer.layers.0.self_attn.out_proj.bias": 0.00435388321056962, + "transformer.layers.0.linear1.weight": 0.03153050318360329, + "transformer.layers.0.linear1.bias": 0.0018307531718164682, + "transformer.layers.0.linear2.weight": 0.036315128207206726, + "transformer.layers.0.linear2.bias": 0.003420083550736308, + "transformer.layers.0.norm1.weight": 0.00308620254509151, + "transformer.layers.0.norm1.bias": 0.00396086135879159, + "transformer.layers.0.norm2.weight": 0.0027793417684733868, + "transformer.layers.0.norm2.bias": 0.0018668363336473703, + "transformer.layers.1.self_attn.in_proj_weight": 0.030503658577799797, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018893637461587787, + "transformer.layers.1.self_attn.out_proj.weight": 0.03182283043861389, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024653621949255466, + "transformer.layers.1.linear1.weight": 0.02030738815665245, + "transformer.layers.1.linear1.bias": 0.0011380236828699708, + "transformer.layers.1.linear2.weight": 0.027079567313194275, + "transformer.layers.1.linear2.bias": 0.002345000859349966, + "transformer.layers.1.norm1.weight": 0.0022557179909199476, + "transformer.layers.1.norm1.bias": 0.0019351998344063759, + "transformer.layers.1.norm2.weight": 0.0015608425019308925, + "transformer.layers.1.norm2.bias": 0.0011549432529136539, + "transformer.layers.2.self_attn.in_proj_weight": 0.03151530772447586, + "transformer.layers.2.self_attn.in_proj_bias": 0.001719584339298308, + "transformer.layers.2.self_attn.out_proj.weight": 0.028442492708563805, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022575000766664743, + "transformer.layers.2.linear1.weight": 0.01796654798090458, + "transformer.layers.2.linear1.bias": 0.0011902370024472475, + "transformer.layers.2.linear2.weight": 0.02041190303862095, + "transformer.layers.2.linear2.bias": 0.002380413468927145, + "transformer.layers.2.norm1.weight": 0.002603888977319002, + "transformer.layers.2.norm1.bias": 0.001715099555440247, + "transformer.layers.2.norm2.weight": 0.001362544484436512, + "transformer.layers.2.norm2.bias": 0.0016486026579514146, + "transformer.layers.3.self_attn.in_proj_weight": 0.057768821716308594, + "transformer.layers.3.self_attn.in_proj_bias": 0.004363798536360264, + "transformer.layers.3.self_attn.out_proj.weight": 0.029082166031003, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035900415387004614, + "transformer.layers.3.linear1.weight": 0.0332886166870594, + "transformer.layers.3.linear1.bias": 0.0028456172440201044, + "transformer.layers.3.linear2.weight": 0.01860852725803852, + "transformer.layers.3.linear2.bias": 0.004017761908471584, + "transformer.layers.3.norm1.weight": 0.005405820440500975, + "transformer.layers.3.norm1.bias": 0.00651870621368289, + "transformer.layers.3.norm2.weight": 0.0023187482729554176, + "transformer.layers.3.norm2.bias": 0.0037184790708124638, + "head.weight": 0.22412878274917603, + "head.bias": 0.007493995130062103, + "global_embedding.weight": 0.03128054738044739, + "global_cnn.0.weight": 0.09419482201337814, + "global_cnn.0.bias": 0.004560109693557024, + "global_cnn.2.weight": 0.09895116090774536, + "global_cnn.2.bias": 0.005302729085087776, + "global_proj.weight": 0.030474724248051643, + "global_proj.bias": 0.021031947806477547, + "goal_head.0.weight": 0.0213095061480999, + "goal_head.0.bias": 0.009939711540937424, + "goal_head.2.weight": 0.030425269156694412, + "goal_head.2.bias": 0.022204311564564705 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.07421639561653137, - 0.23407122492790222, - 0.038184814155101776, - 0.0623026117682457, - 0.031043168157339096, - 0.03324339911341667, - 0.13317732512950897, - 0.03668661415576935, - 0.05438850075006485, - 0.063410185277462 + 0.24079127609729767, + 0.22159521281719208, + 0.3433486223220825, + 0.23286660015583038, + 0.2680872082710266, + 0.3578077256679535, + 0.3410366475582123, + 0.3359416723251343, + 0.22699064016342163, + 0.223637193441391, + 0.19340907037258148, + 0.16257373988628387, + 0.23933295905590057, + 0.47570356726646423, + 0.3466127812862396, + 0.3105536997318268, + 0.25822266936302185, + 0.2741343379020691, + 0.5246075987815857, + 0.4259946048259735 ], "repr_drift_kl_low_t": [ - 0.07995349168777466, - 0.09193912148475647, - 0.04352372884750366, - 0.05656000226736069, - 0.024425484240055084, - 0.0312526673078537, - 0.14203079044818878, - 0.03383111208677292, - 0.060685813426971436, - 0.066844142973423 + 0.3208911716938019, + 0.2359020709991455, + 0.4658908247947693, + 0.2867063581943512, + 0.3516351580619812, + 0.46085044741630554, + 0.4526154696941376, + 0.4397091269493103, + 0.31086909770965576, + 0.2787625193595886, + 0.25295352935791016, + 0.21049600839614868, + 0.32182857394218445, + 0.6528410911560059, + 0.4334675371646881, + 0.3989776074886322, + 0.33122795820236206, + 0.3559752106666565, + 0.6930996775627136, + 0.5476639270782471 ], "repr_drift_kl_mid_t": [ - 0.07035641372203827, - 0.12391732633113861, - 0.027873268350958824, - 0.05537105351686478, - 0.02787371724843979, - 0.031071294099092484, - 0.12613287568092346, - 0.030783094465732574, - 0.05631899833679199, - 0.06000889837741852 + 0.2339421808719635, + 0.21249353885650635, + 0.3421010375022888, + 0.2237519472837448, + 0.2697836458683014, + 0.3563131093978882, + 0.33326295018196106, + 0.33754071593284607, + 0.22814810276031494, + 0.22537779808044434, + 0.1924642026424408, + 0.1586252748966217, + 0.23724928498268127, + 0.4644857943058014, + 0.343453973531723, + 0.30382832884788513, + 0.2594270408153534, + 0.2763955295085907, + 0.5215077996253967, + 0.43388664722442627 ], "repr_drift_kl_high_t": [ - 0.08105379343032837, - 0.45452287793159485, - 0.041374530643224716, - 0.06898781657218933, - 0.06574757397174835, - 0.0713297575712204, - 0.1285199522972107, - 0.05101258307695389, - 0.06690166890621185, - 0.07081200182437897 + 0.1793302595615387, + 0.22781793773174286, + 0.22539573907852173, + 0.2006610482931137, + 0.20580358803272247, + 0.24803058803081512, + 0.22567813098430634, + 0.2348431497812271, + 0.15348605811595917, + 0.15167167782783508, + 0.16046184301376343, + 0.1204703152179718, + 0.17820696532726288, + 0.31146037578582764, + 0.2602950632572174, + 0.2416103482246399, + 0.17949777841567993, + 0.18429572880268097, + 0.35061293840408325, + 0.2927946448326111 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8866124749183655, - 0.7446536421775818, - 0.8890172243118286, - 0.9592028856277466, - 0.7310641407966614 + 0.8459500074386597, + 0.7764208912849426, + 0.9219810962677002, + 0.8881429433822632, + 0.919601321220398, + 0.9141880869865417, + 0.9153326749801636, + 0.8990157246589661, + 0.7960168719291687, + 0.902588963508606 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.7993216514587402, - 0.8623454570770264, - 0.7027572393417358, - 0.9284528493881226, - 0.06372645497322083, - 0.709449827671051, - 0.1295461654663086, - 0.4330645203590393, - 0.44692906737327576, - 0.5219829082489014 + 1.6044092178344727, + 0.537144124507904, + 0.7059953808784485, + 0.573710024356842, + 0.7595678567886353, + 0.37870004773139954, + 0.4345223009586334, + 0.6856433749198914, + 0.3435800075531006, + 0.4636995792388916, + 0.4575169086456299, + 0.42606228590011597, + 0.18077632784843445, + 0.3977586627006531, + 0.22382646799087524, + 0.42677342891693115, + 0.36868542432785034, + 0.5256591439247131, + 0.3641631007194519, + 0.41515281796455383 ], "norm_high_t": [ - 2.574512243270874, - 0.8716707825660706, - 0.4354124367237091, - 0.7482068538665771, - 0.5913994312286377, - 0.7168245315551758, - 0.24542973935604095, - 0.42029207944869995, - 0.4291289150714874, - 0.3927450180053711 + 1.3204621076583862, + 0.6802047491073608, + 0.9010350108146667, + 0.6479616761207581, + 0.7737114429473877, + 0.7491146922111511, + 0.5472944974899292, + 0.5855326652526855, + 0.4385620355606079, + 0.4746391177177429, + 0.5228407979011536, + 0.48660069704055786, + 0.24139255285263062, + 0.5721896290779114, + 0.17450343072414398, + 0.6785160303115845, + 0.38019371032714844, + 0.5497105121612549, + 0.68776535987854, + 0.5734442472457886 ], "lowhigh_cos": [ - 0.7047801613807678, - 0.4275599718093872, - 0.44817662239074707, - 0.2610745131969452, - 0.16487619280815125, - 0.9809699654579163, - 0.05776211991906166, - 0.7928606867790222, - 0.8804374933242798, - 0.6680147647857666 + 0.5222007036209106, + 0.4200877249240875, + 0.24064208567142487, + 0.8321994543075562, + 0.8566223978996277, + 0.1332317590713501, + 0.18992549180984497, + 0.6825419068336487, + 0.544593334197998, + 0.7706747055053711, + 0.8273988962173462, + 0.7077673673629761, + 0.4029132127761841, + 0.5739577412605286, + 0.44549205899238586, + 0.6777878999710083, + 0.5217403173446655, + 0.7755550146102905, + 0.6643651127815247, + 0.2740830183029175 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.8532973527908325, - "t_0.1-0.2": 2.1042110919952393, - "t_0.2-0.3": 2.0274085998535156, - "t_0.3-0.4": 1.6954444646835327, - "t_0.4-0.5": 1.7870948314666748, - "t_0.5-0.6": 2.3131794929504395, - "t_0.6-0.7": 2.2636284828186035, - "t_0.7-0.8": 2.2745258808135986, - "t_0.8-0.9": 2.051853895187378, - "t_0.9-1.0": 2.8532555103302 - }, - { - "t_0.0-0.1": 0.9499809145927429, - "t_0.1-0.2": 0.8181638717651367, - "t_0.2-0.3": 0.7455844283103943, - "t_0.3-0.4": 0.7808936834335327, - "t_0.4-0.5": 0.7725004553794861, - "t_0.5-0.6": 0.7108563780784607, - "t_0.6-0.7": 0.706624448299408, - "t_0.7-0.8": 0.7562280297279358, - "t_0.8-0.9": 0.8762099742889404, - "t_0.9-1.0": 1.1580764055252075 - }, - { - "t_0.0-0.1": 0.37465232610702515, - "t_0.1-0.2": 0.4246422052383423, - "t_0.2-0.3": 0.5133138298988342, - "t_0.3-0.4": 0.47232311964035034, - "t_0.4-0.5": 0.38740816712379456, - "t_0.5-0.6": 0.37960007786750793, - "t_0.6-0.7": 0.5038183331489563, - "t_0.7-0.8": 0.44002625346183777, - "t_0.8-0.9": 0.38440966606140137, - "t_0.9-1.0": 0.4747386574745178 - }, - { - "t_0.0-0.1": 0.9009826183319092, - "t_0.1-0.2": 0.7413703203201294, - "t_0.2-0.3": 0.4470590651035309, - "t_0.3-0.4": 0.5274419188499451, - "t_0.4-0.5": 0.541365921497345, - "t_0.5-0.6": 0.4925152063369751, - "t_0.6-0.7": 0.5544276237487793, - "t_0.7-0.8": 0.6430425047874451, - "t_0.8-0.9": 0.6813490986824036, - "t_0.9-1.0": 0.5804025530815125 - }, - { - "t_0.0-0.1": 0.0647696852684021, - "t_0.1-0.2": 0.47133851051330566, - "t_0.2-0.3": 0.06513483822345734, - "t_0.3-0.4": 0.19983837008476257, - "t_0.4-0.5": 0.8008806705474854, - "t_0.5-0.6": 0.3890403211116791, - "t_0.6-0.7": 0.1971277892589569, - "t_0.7-0.8": 0.23926228284835815, - "t_0.8-0.9": 0.5096425414085388, - "t_0.9-1.0": 0.6657032370567322 - }, - { - "t_0.0-0.1": 0.7755554914474487, - "t_0.1-0.2": 0.7102804780006409, - "t_0.2-0.3": 0.7073325514793396, - "t_0.3-0.4": 0.713687002658844, - "t_0.4-0.5": 0.708207368850708, - "t_0.5-0.6": 0.7079951167106628, - "t_0.6-0.7": 0.7116998434066772, - "t_0.7-0.8": 0.7090796828269958, - "t_0.8-0.9": 0.7111817002296448, - "t_0.9-1.0": 0.8395132422447205 - }, - { - "t_0.0-0.1": 0.12725146114826202, - "t_0.1-0.2": 0.14312581717967987, - "t_0.2-0.3": 0.10928468406200409, - "t_0.3-0.4": 0.10710961371660233, - "t_0.4-0.5": 0.1546144336462021, - "t_0.5-0.6": 0.16498029232025146, - "t_0.6-0.7": 0.08486371487379074, - "t_0.7-0.8": 0.12924735248088837, - "t_0.8-0.9": 0.2655688524246216, - "t_0.9-1.0": 0.2538151144981384 - }, - { - "t_0.0-0.1": 0.4648987352848053, - "t_0.1-0.2": 0.40056538581848145, - "t_0.2-0.3": 0.39309969544410706, - "t_0.3-0.4": 0.39975011348724365, - "t_0.4-0.5": 0.4183022379875183, - "t_0.5-0.6": 0.6604111790657043, - "t_0.6-0.7": 0.4364005923271179, - "t_0.7-0.8": 0.39714059233665466, - "t_0.8-0.9": 0.4197269678115845, - "t_0.9-1.0": 0.39784982800483704 - }, - { - "t_0.0-0.1": 0.5780081152915955, - "t_0.1-0.2": 0.4862861633300781, - "t_0.2-0.3": 0.44386765360832214, - "t_0.3-0.4": 0.4532082676887512, - "t_0.4-0.5": 0.43356853723526, - "t_0.5-0.6": 0.431596577167511, - "t_0.6-0.7": 0.42414331436157227, - "t_0.7-0.8": 0.45821231603622437, - "t_0.8-0.9": 0.42795106768608093, - "t_0.9-1.0": 0.43700698018074036 - }, - { - "t_0.0-0.1": 0.44425463676452637, - "t_0.1-0.2": 0.40323492884635925, - "t_0.2-0.3": 0.41803884506225586, - "t_0.3-0.4": 0.425159752368927, - "t_0.4-0.5": 0.43588873744010925, - "t_0.5-0.6": 0.3745013475418091, - "t_0.6-0.7": 0.3932268023490906, - "t_0.7-0.8": 0.37700173258781433, - "t_0.8-0.9": 0.381443053483963, - "t_0.9-1.0": 0.42998167872428894 + "t_0.0-0.1": 1.6510003805160522, + "t_0.1-0.2": 1.2830203771591187, + "t_0.2-0.3": 1.2433631420135498, + "t_0.3-0.4": 1.2155805826187134, + "t_0.4-0.5": 1.164172887802124, + "t_0.5-0.6": 1.1419081687927246, + "t_0.6-0.7": 1.1216639280319214, + "t_0.7-0.8": 1.064514398574829, + "t_0.8-0.9": 1.088244080543518, + "t_0.9-1.0": 2.0015478134155273 + }, + { + "t_0.0-0.1": 0.46701470017433167, + "t_0.1-0.2": 0.5195457339286804, + "t_0.2-0.3": 0.4925573468208313, + "t_0.3-0.4": 0.4210084080696106, + "t_0.4-0.5": 0.4926420748233795, + "t_0.5-0.6": 0.4634173512458801, + "t_0.6-0.7": 0.4629564881324768, + "t_0.7-0.8": 0.5208145380020142, + "t_0.8-0.9": 0.561458170413971, + "t_0.9-1.0": 0.8909415006637573 + }, + { + "t_0.0-0.1": 0.6785399317741394, + "t_0.1-0.2": 0.564943253993988, + "t_0.2-0.3": 0.5500431060791016, + "t_0.3-0.4": 0.5313789248466492, + "t_0.4-0.5": 0.5200852155685425, + "t_0.5-0.6": 0.5260802507400513, + "t_0.6-0.7": 0.5097151398658752, + "t_0.7-0.8": 0.5075129866600037, + "t_0.8-0.9": 0.5860755443572998, + "t_0.9-1.0": 1.19960355758667 + }, + { + "t_0.0-0.1": 0.6902008056640625, + "t_0.1-0.2": 0.5891903042793274, + "t_0.2-0.3": 0.5761395692825317, + "t_0.3-0.4": 0.5781452059745789, + "t_0.4-0.5": 0.5863012671470642, + "t_0.5-0.6": 0.6166265606880188, + "t_0.6-0.7": 0.5746945142745972, + "t_0.7-0.8": 0.5939514636993408, + "t_0.8-0.9": 0.6127358675003052, + "t_0.9-1.0": 0.6765641570091248 + }, + { + "t_0.0-0.1": 0.7911258339881897, + "t_0.1-0.2": 0.7422692775726318, + "t_0.2-0.3": 0.7472168207168579, + "t_0.3-0.4": 0.7342671155929565, + "t_0.4-0.5": 0.736741304397583, + "t_0.5-0.6": 0.7389343976974487, + "t_0.6-0.7": 0.7400034666061401, + "t_0.7-0.8": 0.7630895376205444, + "t_0.8-0.9": 0.7549721002578735, + "t_0.9-1.0": 0.8387476801872253 + }, + { + "t_0.0-0.1": 0.43095386028289795, + "t_0.1-0.2": 0.3987869918346405, + "t_0.2-0.3": 0.3220905661582947, + "t_0.3-0.4": 0.2939421534538269, + "t_0.4-0.5": 0.2878504991531372, + "t_0.5-0.6": 0.35346484184265137, + "t_0.6-0.7": 0.2973038852214813, + "t_0.7-0.8": 0.303867369890213, + "t_0.8-0.9": 0.41982758045196533, + "t_0.9-1.0": 1.152744174003601 + }, + { + "t_0.0-0.1": 0.4343840479850769, + "t_0.1-0.2": 0.38988447189331055, + "t_0.2-0.3": 0.37827229499816895, + "t_0.3-0.4": 0.3866109848022461, + "t_0.4-0.5": 0.39850300550460815, + "t_0.5-0.6": 0.3759070932865143, + "t_0.6-0.7": 0.3937434256076813, + "t_0.7-0.8": 0.4268488585948944, + "t_0.8-0.9": 0.43097832798957825, + "t_0.9-1.0": 0.764866054058075 + }, + { + "t_0.0-0.1": 0.742138147354126, + "t_0.1-0.2": 0.651278555393219, + "t_0.2-0.3": 0.6765075325965881, + "t_0.3-0.4": 0.6382545828819275, + "t_0.4-0.5": 0.6638216376304626, + "t_0.5-0.6": 0.6760087609291077, + "t_0.6-0.7": 0.6193848848342896, + "t_0.7-0.8": 0.6793785691261292, + "t_0.8-0.9": 0.6451702117919922, + "t_0.9-1.0": 0.6371326446533203 + }, + { + "t_0.0-0.1": 0.2648734450340271, + "t_0.1-0.2": 0.293486624956131, + "t_0.2-0.3": 0.2938995957374573, + "t_0.3-0.4": 0.3203480839729309, + "t_0.4-0.5": 0.32580503821372986, + "t_0.5-0.6": 0.3234690725803375, + "t_0.6-0.7": 0.3179442882537842, + "t_0.7-0.8": 0.3833383619785309, + "t_0.8-0.9": 0.3885725140571594, + "t_0.9-1.0": 0.5628145337104797 + }, + { + "t_0.0-0.1": 0.4391472637653351, + "t_0.1-0.2": 0.43404915928840637, + "t_0.2-0.3": 0.4330746531486511, + "t_0.3-0.4": 0.4399087429046631, + "t_0.4-0.5": 0.44327080249786377, + "t_0.5-0.6": 0.4219728708267212, + "t_0.6-0.7": 0.4313604533672333, + "t_0.7-0.8": 0.4381101429462433, + "t_0.8-0.9": 0.4363163411617279, + "t_0.9-1.0": 0.5208100080490112 + }, + { + "t_0.0-0.1": 0.4749218225479126, + "t_0.1-0.2": 0.44884878396987915, + "t_0.2-0.3": 0.4338637888431549, + "t_0.3-0.4": 0.4350559711456299, + "t_0.4-0.5": 0.44109171628952026, + "t_0.5-0.6": 0.4359678328037262, + "t_0.6-0.7": 0.44440245628356934, + "t_0.7-0.8": 0.443814218044281, + "t_0.8-0.9": 0.4558914601802826, + "t_0.9-1.0": 0.6142413020133972 + }, + { + "t_0.0-0.1": 0.3281209170818329, + "t_0.1-0.2": 0.3882860839366913, + "t_0.2-0.3": 0.35042861104011536, + "t_0.3-0.4": 0.3618362247943878, + "t_0.4-0.5": 0.32849088311195374, + "t_0.5-0.6": 0.32864055037498474, + "t_0.6-0.7": 0.3463287055492401, + "t_0.7-0.8": 0.36714398860931396, + "t_0.8-0.9": 0.40615570545196533, + "t_0.9-1.0": 0.5384687185287476 + }, + { + "t_0.0-0.1": 0.22994168102741241, + "t_0.1-0.2": 0.24264468252658844, + "t_0.2-0.3": 0.24789489805698395, + "t_0.3-0.4": 0.2593879997730255, + "t_0.4-0.5": 0.27276697754859924, + "t_0.5-0.6": 0.2691372334957123, + "t_0.6-0.7": 0.22812923789024353, + "t_0.7-0.8": 0.2032058984041214, + "t_0.8-0.9": 0.21360400319099426, + "t_0.9-1.0": 0.3761049211025238 + }, + { + "t_0.0-0.1": 0.37227538228034973, + "t_0.1-0.2": 0.3443275988101959, + "t_0.2-0.3": 0.3789694309234619, + "t_0.3-0.4": 0.36275744438171387, + "t_0.4-0.5": 0.39284220337867737, + "t_0.5-0.6": 0.3850446939468384, + "t_0.6-0.7": 0.3632209300994873, + "t_0.7-0.8": 0.38634592294692993, + "t_0.8-0.9": 0.41518890857696533, + "t_0.9-1.0": 0.6982367038726807 + }, + { + "t_0.0-0.1": 0.1668393462896347, + "t_0.1-0.2": 0.15028877556324005, + "t_0.2-0.3": 0.1640770137310028, + "t_0.3-0.4": 0.15092600882053375, + "t_0.4-0.5": 0.17551958560943604, + "t_0.5-0.6": 0.16204231977462769, + "t_0.6-0.7": 0.16896025836467743, + "t_0.7-0.8": 0.16563348472118378, + "t_0.8-0.9": 0.18017655611038208, + "t_0.9-1.0": 0.22442883253097534 + }, + { + "t_0.0-0.1": 0.4457104206085205, + "t_0.1-0.2": 0.4354752004146576, + "t_0.2-0.3": 0.41350987553596497, + "t_0.3-0.4": 0.431008517742157, + "t_0.4-0.5": 0.4305218458175659, + "t_0.5-0.6": 0.4195660352706909, + "t_0.6-0.7": 0.4493052065372467, + "t_0.7-0.8": 0.5069781541824341, + "t_0.8-0.9": 0.5355702042579651, + "t_0.9-1.0": 0.8806158900260925 + }, + { + "t_0.0-0.1": 0.48321229219436646, + "t_0.1-0.2": 0.28048577904701233, + "t_0.2-0.3": 0.2900106608867645, + "t_0.3-0.4": 0.2547774314880371, + "t_0.4-0.5": 0.2714340090751648, + "t_0.5-0.6": 0.2847438454627991, + "t_0.6-0.7": 0.29393020272254944, + "t_0.7-0.8": 0.2971263527870178, + "t_0.8-0.9": 0.3076811134815216, + "t_0.9-1.0": 0.4626234471797943 + }, + { + "t_0.0-0.1": 0.4526893198490143, + "t_0.1-0.2": 0.4174015522003174, + "t_0.2-0.3": 0.4742949604988098, + "t_0.3-0.4": 0.46278277039527893, + "t_0.4-0.5": 0.4420968294143677, + "t_0.5-0.6": 0.44993361830711365, + "t_0.6-0.7": 0.45454367995262146, + "t_0.7-0.8": 0.4812636971473694, + "t_0.8-0.9": 0.4829339385032654, + "t_0.9-1.0": 0.5924354195594788 + }, + { + "t_0.0-0.1": 0.3435746133327484, + "t_0.1-0.2": 0.3689974546432495, + "t_0.2-0.3": 0.2962864339351654, + "t_0.3-0.4": 0.3371134400367737, + "t_0.4-0.5": 0.33383336663246155, + "t_0.5-0.6": 0.35185521841049194, + "t_0.6-0.7": 0.3777383267879486, + "t_0.7-0.8": 0.4387333393096924, + "t_0.8-0.9": 0.4311632513999939, + "t_0.9-1.0": 0.959903359413147 + }, + { + "t_0.0-0.1": 0.5293306112289429, + "t_0.1-0.2": 0.5216677188873291, + "t_0.2-0.3": 0.44290196895599365, + "t_0.3-0.4": 0.4162413775920868, + "t_0.4-0.5": 0.43680867552757263, + "t_0.5-0.6": 0.4563835561275482, + "t_0.6-0.7": 0.45437243580818176, + "t_0.7-0.8": 0.38415101170539856, + "t_0.8-0.9": 0.3762689530849457, + "t_0.9-1.0": 0.9066933393478394 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.05904059112071991, - 0.027003858238458633, - 0.07198642194271088, - 0.021967049688100815, - 0.011813759803771973, - 0.19796955585479736, - 0.30489447712898254, - 0.018159804865717888, - 0.05998536944389343, - 0.02484266273677349, - 0.012126865796744823, - 0.21613189578056335, - 0.07237635552883148, - 0.013047530315816402, - 0.006635070778429508, - 0.1258106380701065, - 0.05953338369727135, - 0.013720742426812649, - 0.04172214865684509, - 0.06969990581274033, - 0.08598726242780685, - 0.15155132114887238, - 0.3073364198207855, - 0.0070257605984807014, - 0.08745874464511871, - 0.01914123259484768, - 0.12330456078052521, - 0.05008143186569214, - 0.015972895547747612, - 0.33770719170570374, - 0.12095730751752853, - 0.07259465008974075, - 0.07422680407762527, - 0.1313084214925766, - 0.24283632636070251, - 0.007575757801532745, - 0.004587155766785145, - 0.5725429058074951, - 0.07746835798025131, - 0.12152466177940369, - 0.1267748475074768, - 0.28949153423309326, - 0.0763535425066948, - 0.0861513689160347, - 0.11261642724275589, - 0.1536373496055603, - 0.1168384850025177, - 0.07058823853731155, - 0.028616853058338165, - 0.01064395997673273, - 0.016402116045355797, - 0.30532485246658325, - 0.15228915214538574, - 0.42916667461395264, - 0.03052728995680809, - 0.1619950532913208, - 0.016576454043388367, - 0.03764420002698898, - 0.03038427233695984, - 0.04717898741364479, - 0.06852986663579941, - 0.004907975438982248, - 0.11282843351364136, - 0.00460122711956501, - 0.18175339698791504, - 0.13920818269252777, - 0.020040899515151978, - 0.12936344742774963, - 0.0050505055114626884, - 0.05681271106004715, - 0.020211299881339073, - 0.03404722735285759, - 0.050713155418634415, - 0.004323899280279875, - 0.08721359819173813, - 0.012721238657832146, - 0.006637168116867542, - 0.20348836481571198, - 0.0770585685968399, - 0.057154275476932526, - 0.050158727914094925, - 0.06814106553792953, - 0.07201404869556427, - 0.04906054213643074, - 0.0869826003909111, - 0.01772303879261017, - 0.11437613517045975, - 0.12140871584415436, - 0.05921584367752075, - 0.05077745392918587, - 0.031223628669977188, - 0.1410365253686905, - 0.045231811702251434, - 0.06474819779396057, - 0.03965785354375839, - 0.04112064838409424, - 0.004692832473665476, - 0.11567164212465286, - 0.0037251655012369156, - 0.006592291872948408, - 0.12474747747182846, - 0.07419899106025696, - 0.12962962687015533, - 0.018518518656492233, - 0.05553590506315231, - 0.03929430618882179, - 0.0363486148416996, - 0.07310469448566437, - 0.0038759689778089523, - 0.15304797887802124, - 0.016566265374422073, - 0.031919192522764206, - 0.005434782709926367, - 0.09883720427751541, - 0.030851062387228012, - 0.08736804127693176, - 0.0714285671710968, - 0.01269560120999813, - 0.002958579920232296, - 0.1537640243768692, - 0.003086419776082039, - 0.006592291872948408, - 0.21000000834465027, - 0.06803004443645477, - 0.005199306644499302, - 0.06707629561424255, - 0.007336343172937632, - 0.016597511246800423, - 0.10833333432674408, - 0.1191321462392807, - 0.025569502264261246, - 0.07680372148752213, - 0.09096573293209076, - 0.009925558231770992, - 0.09713167697191238, - 0.019319936633110046, - 0.3262295126914978, - 0.004983388818800449, - 0.055937644094228745, - 0.023351648822426796, - 0.1267748475074768, - 0.0034722222480922937, - 0.01001112349331379, - 0.015089593827724457, - 0.021559633314609528, - 0.06525636464357376, - 0.07645630836486816, - 0.06839622557163239, - 0.3002159893512726, - 0.008557457476854324, - 0.042060986161231995, - 0.025073746219277382, - 0.035145267844200134, - 0.007625272031873465, - 0.08288590610027313, - 0.033753011375665665, - 0.03824799507856369, - 0.004901960492134094, - 0.09244102239608765, - 0.181749626994133, - 0.0995967760682106, - 0.009104704484343529, - 0.12974296510219574, - 0.18558457493782043, - 0.037959665060043335, - 0.1987716257572174, - 0.0037251655012369156, - 0.00920245423913002, - 0.00911458395421505, - 0.031117398291826248, - 0.04208909347653389, - 0.3054162561893463, - 0.08500700443983078, - 0.010403120890259743, - 0.004901960492134094, - 0.14173592627048492, - 0.08559352159500122, - 0.09379727393388748, - 0.006592291872948408, - 0.0709645226597786, - 0.02346985787153244, - 0.302238792181015, - 0.1110108271241188, - 0.140625, - 0.008064515888690948, - 0.0691530704498291, - 0.010479042306542397, - 0.07945516705513, - 0.021462105214595795, - 0.006520726718008518, - 0.04885270074009895, - 0.12474747747182846, - 0.03241650387644768, - 0.0422535203397274, - 0.03265305981040001, - 0.007329843007028103, - 0.038322813808918, - 0.25115421414375305, - 0.0077751195058226585, - 0.14274029433727264, - 0.1943759173154831, - 0.1367102414369583, - 0.13569819927215576, - 0.03884093463420868, - 0.002984084887430072, - 0.05115436762571335, - 0.026024363934993744, - 0.1654861569404602, - 0.0065543074160814285, - 0.0045008184388279915, - 0.08027523010969162, - 0.06921986490488052, - 0.00219058059155941, - 0.04120040684938431, - 0.08050436526536942, - 0.0406414158642292, - 0.01065509021282196, - 0.005130596924573183, - 0.016967706382274628, - 0.14030611515045166, - 0.058911632746458054, - 0.03608247637748718, - 0.1410835236310959, - 0.0059652929194271564, - 0.12518410384655, - 0.005319148767739534, - 0.11302395910024643, - 0.08802308887243271, - 0.11291328817605972, - 0.2360285371541977, - 0.1329321712255478, - 0.005692599341273308, - 0.0035771066322922707, - 0.08085977286100388, - 0.26244813203811646, - 0.21331581473350525, - 0.010329890064895153, - 0.046768058091402054, - 0.008487654849886894, - 0.006789890583604574, - 0.05076142027974129, - 0.126658633351326, - 0.006944444961845875, - 0.004385964944958687, - 0.08912280946969986, - 0.010847457684576511, - 0.11299195885658264, - 0.004692832473665476, - 0.053514376282691956, - 0.10489220917224884, - 0.037319764494895935, - 0.03641948103904724, - 0.0974842756986618, - 0.0037313434295356274, - 0.027844073250889778, - 0.0035771066322922707, - 0.05535178259015083, - 0.04823613911867142, - 0.03835826739668846, - 0.1316489279270172, - 0.005199306644499302, - 0.11751903593540192, - 0.08948740363121033, - 0.011538461782038212, - 0.0027985074557363987, - 0.15818583965301514, - 0.01061173528432846, - 0.0024600245524197817, - 0.11446491628885269, - 0.011152416467666626, - 0.12187056988477707, - 0.048192769289016724, - 0.028318583965301514, - 0.006876228377223015, - 0.04031262919306755, - 0.3142174184322357, - 0.09777778387069702, - 0.00248893816024065, - 0.13667820394039154, - 0.06351446360349655, - 0.04617604613304138, - 0.11277174204587936, - 0.11378205567598343, - 0.01092896144837141, - 0.015000000596046448, - 0.08576389402151108, - 0.06866952776908875, - 0.05379236117005348, - 0.010714286006987095, - 0.06835152208805084, - 0.12966877222061157, - 0.004983388818800449, - 0.04039634019136429, - 0.08288590610027313, - 0.07195300608873367, - 0.009749303571879864, - 0.017892643809318542, - 0.04675925895571709, - 0.09630702435970306, - 0.03714423626661301, - 0.0298225749284029, - 0.14704370498657227, - 0.1715022474527359, - 0.1934892237186432, - 0.07649253308773041, - 0.005976095795631409, - 0.0796930342912674, - 0.021110601723194122, - 0.01720542274415493, - 0.00538160465657711, - 0.048618219792842865, - 0.11985323578119278, - 0.15561825037002563, - 0.0044742729514837265, - 0.06484197080135345, - 0.0077751195058226585, - 0.059532780200242996, - 0.13050313293933868, - 0.006596305873245001, - 0.0016556291375309229, - 0.14787797629833221, - 0.006289307959377766, - 0.05642815679311752, - 0.13354700803756714, - 0.05890722572803497, - 0.006289307959377766, - 0.022243713960051537, - 0.024602025747299194, - 0.011414077132940292, - 0.07624504715204239, - 0.003170577110722661, - 0.005899704992771149, - 0.0035771066322922707, - 0.26880529522895813, - 0.12629161775112152, - 0.013636363670229912, - 0.09928229451179504, - 0.0037251655012369156, - 0.0373944528400898, - 0.0036136661656200886, - 0.005976095795631409, - 0.04914744198322296, - 0.07530488073825836, - 0.12133072316646576, - 0.019537480548024178, - 0.08902616053819656, - 0.08500000089406967, - 0.07767295837402344, - 0.07772842794656754, - 0.007918179035186768, - 0.26816239953041077, - 0.1410835236310959, - 0.1176215261220932, - 0.05822136998176575, - 0.02568134106695652, - 0.010360842570662498, - 0.13050313293933868, - 0.14599484205245972, - 0.12757201492786407, - 0.005721830762922764, - 0.269899845123291, - 0.00561797758564353, - 0.01550387591123581, - 0.01744185946881771, - 0.01528617087751627, - 0.11005053669214249, - 0.045206163078546524, - 0.020614035427570343, - 0.0065543074160814285, - 0.019789734855294228, - 0.04306722804903984, - 0.14653080701828003, - 0.3190383315086365, - 0.2631140649318695, - 0.1197916716337204, - 0.1650029420852661, - 0.004619907587766647, - 0.02999577485024929, - 0.005130596924573183, - 0.03589557483792305, - 0.008886565454304218, - 0.0047846888191998005, - 0.02014775015413761, - 0.016597511246800423, - 0.271276593208313, - 0.0025380710139870644, - 0.006164059042930603, - 0.00853333342820406, - 0.005434782709926367, - 0.19325432181358337, - 0.006637168116867542, - 0.0032626427710056305, - 0.14460094273090363, - 0.0033136967103928328, - 0.11560693383216858, - 0.17061811685562134, - 0.06012176722288132, - 0.049520764499902725, - 0.12027199566364288, - 0.05817610025405884, - 0.09458917379379272, - 0.029330888763070107, - 0.07805906981229782, - 0.004304635804146528, - 0.09245076775550842, - 0.006078055128455162, - 0.021343378350138664, - 0.013321872800588608, - 0.017761990427970886, - 0.06897522509098053, - 0.02369311824440956, - 0.008522727526724339, - 0.008557457476854324, - 0.15018656849861145, - 0.12458746135234833, - 0.09488412737846375, - 0.1534229964017868, - 0.024117646738886833, - 0.1569586545228958, - 0.02601809985935688, - 0.08576389402151108, - 0.0040087467059493065, - 0.13354700803756714, - 0.11764705926179886, - 0.007952285930514336, - 0.011705033481121063, - 0.23336414992809296, - 0.08540471643209457, - 0.0034722222480922937, - 0.07204362750053406, - 0.004509191960096359, - 0.07653701305389404, - 0.06604263931512833, - 0.11051692813634872, - 0.3305944800376892, - 0.026543011888861656, - 0.004901960492134094, - 0.011538461782038212, - 0.02179553732275963, - 0.01295696385204792, - 0.004252535291016102, - 0.17316456139087677, - 0.004032257944345474, - 0.031527891755104065, - 0.10147299617528915, - 0.0040087467059493065, - 0.02053140103816986, - 0.27680525183677673, - 0.00219058059155941, - 0.04267542064189911, - 0.0043685464188456535, - 0.3977011442184448, - 0.004983388818800449, - 0.2928240895271301, - 0.14646464586257935, - 0.005179558414965868, - 0.007625272031873465, - 0.0030487803742289543, - 0.020155038684606552, - 0.03526734933257103, - 0.004160362761467695, - 0.002076843287795782, - 0.04121940955519676, - 0.009205983951687813, - 0.004323899280279875, - 0.011797753162682056, - 0.0038759689778089523, - 0.02774813212454319, - 0.0040087467059493065, - 0.00875420868396759, - 0.03484320640563965, - 0.007734806276857853, - 0.0025597268249839544, - 0.10652631521224976, - 0.005032907240092754, - 0.015437392517924309, - 0.19064465165138245, - 0.1339605748653412, - 0.11357466131448746, - 0.057858020067214966, - 0.003246753243729472, - 0.2386457473039627, - 0.006944444961845875, - 0.0038759689778089523, - 0.1321984827518463, - 0.004587155766785145, - 0.009038088843226433, - 0.0036900369450449944, - 0.014362657442688942, - 0.014421502128243446, - 0.04181913286447525, - 0.0056584361009299755, - 0.05717981979250908, - 0.027429239824414253 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.11499856412410736, + 0.07104010879993439, + 0.14064697921276093, + 0.08082932978868484, + 0.05417994409799576, + 0.19212523102760315, + 0.08163903653621674, + 0.0743265151977539, + 0.08722863346338272, + 0.1086847335100174, + 0.039359573274850845, + 0.1437470018863678, + 0.18222221732139587, + 0.13132953643798828, + 0.1302771270275116, + 0.06204379349946976, + 0.1033872589468956, + 0.08500847220420837, + 0.08608781546354294, + 0.08389339596033096, + 0.09257826954126358, + 0.08158614486455917, + 0.10407091677188873, + 0.15349404513835907, + 0.08513816446065903, + 0.2258172184228897, + 0.06368593126535416, + 0.06307978183031082, + 0.039665210992097855, + 0.051637277007102966, + 0.10198219120502472, + 0.0763416513800621, + 0.10656619817018509, + 0.22748976945877075, + 0.11094069480895996, + 0.06733068078756332, + 0.10887428373098373, + 0.049978457391262054, + 0.08100021630525589, + 0.06305122375488281, + 0.056730274111032486, + 0.12643678486347198, + 0.07440667599439621, + 0.07893915474414825, + 0.0808349996805191, + 0.04378025606274605, + 0.061786867678165436, + 0.08918841183185577, + 0.14224852621555328, + 0.07940536737442017, + 0.08995763957500458, + 0.014124293811619282, + 0.08097506314516068, + 0.08897485584020615, + 0.09727811068296432, + 0.05414653941988945, + 0.07819123566150665, + 0.056723639369010925, + 0.04639804735779762, + 0.11511752754449844, + 0.12196706980466843, + 0.08047313988208771, + 0.10025381296873093, + 0.0716504454612732, + 0.03919006884098053, + 0.07600827515125275, + 0.14543403685092926, + 0.05609698221087456, + 0.10539018362760544, + 0.06535829603672028, + 0.020139055326581, + 0.08559689670801163, + 0.09099384397268295, + 0.05472951382398605, + 0.04531370848417282, + 0.08721686899662018, + 0.034927159547805786, + 0.08635096997022629, + 0.07875648140907288, + 0.11814345419406891, + 0.09249084442853928, + 0.07258587330579758, + 0.08760387450456619, + 0.1109413281083107, + 0.11032186448574066, + 0.03612317144870758, + 0.12339869141578674, + 0.11066446453332901, + 0.07450896501541138, + 0.08413901925086975, + 0.08347301930189133, + 0.048845767974853516, + 0.07242818921804428, + 0.07303951680660248, + 0.04839841276407242, + 0.170719712972641, + 0.14889155328273773, + 0.11709326505661011, + 0.11932554841041565, + 0.12118320912122726, + 0.07443010061979294, + 0.012545143254101276, + 0.11725293099880219, + 0.0792587623000145, + 0.047774411737918854, + 0.05730040743947029, + 0.056161828339099884, + 0.08852162212133408, + 0.08290894329547882, + 0.09056040644645691, + 0.1356094479560852, + 0.10125233232975006, + 0.08945003151893616, + 0.07922349870204926, + 0.07223866134881973, + 0.04966000095009804, + 0.05733397230505943, + 0.09712474793195724, + 0.028648974373936653, + 0.11629746109247208, + 0.11879603564739227, + 0.022908898070454597, + 0.11642791330814362, + 0.10317183285951614, + 0.13100436329841614, + 0.09692131727933884, + 0.046072062104940414, + 0.11297375708818436, + 0.05540897324681282, + 0.08561020344495773, + 0.05184570699930191, + 0.1657911241054535, + 0.04512247443199158, + 0.06280096620321274, + 0.05589667335152626, + 0.04790591076016426, + 0.09889190644025803, + 0.0744582787156105, + 0.057490024715662, + 0.027906976640224457, + 0.01615798845887184, + 0.14024610817432404, + 0.09354323148727417, + 0.10522066801786423, + 0.06545135378837585, + 0.17931367456912994, + 0.14154350757598877, + 0.059012189507484436, + 0.14868728816509247, + 0.11293518543243408, + 0.18421798944473267, + 0.044396959245204926, + 0.12354805320501328, + 0.07873090356588364, + 0.042397063225507736, + 0.10568530112504959, + 0.05056179687380791, + 0.05877034366130829, + 0.2107594907283783, + 0.10201994329690933, + 0.020824294537305832, + 0.10382119566202164, + 0.03639104217290878, + 0.184508815407753, + 0.13681700825691223, + 0.08513743430376053, + 0.035038143396377563, + 0.14970889687538147, + 0.0804973840713501, + 0.10119940340518951, + 0.06377014517784119, + 0.11867905408143997, + 0.16073033213615417, + 0.02552817016839981, + 0.08791704475879669, + 0.15667438507080078, + 0.09884379804134369, + 0.11874008923768997, + 0.10967590659856796, + 0.0872483178973198, + 0.08241505920886993, + 0.2522246837615967, + 0.0830392837524414, + 0.10519833117723465, + 0.040180180221796036, + 0.11679643392562866, + 0.058887679129838943, + 0.061132077127695084, + 0.06830437481403351, + 0.1549234241247177, + 0.027448713779449463, + 0.07992710173130035, + 0.033163946121931076, + 0.12248629331588745, + 0.06940063089132309, + 0.09512652456760406, + 0.09722530841827393, + 0.11206535249948502, + 0.07096774131059647, + 0.17231717705726624, + 0.09753935039043427, + 0.05126436799764633, + 0.06650380045175552, + 0.04648328572511673, + 0.09229466319084167, + 0.07873274385929108, + 0.09253992885351181, + 0.01705634407699108, + 0.1599247306585312, + 0.05692709982395172, + 0.06563980877399445, + 0.12170138955116272, + 0.10234798491001129, + 0.05334765464067459, + 0.040592290461063385, + 0.09045045077800751, + 0.047961629927158356, + 0.09575290232896805, + 0.04029008746147156, + 0.04754358157515526, + 0.15949702262878418, + 0.0899665504693985, + 0.1088419035077095, + 0.08899547159671783, + 0.02375565655529499, + 0.05822784826159477, + 0.06511850655078888, + 0.07415078580379486, + 0.05376940220594406, + 0.021565960720181465, + 0.031823087483644485, + 0.09242144227027893, + 0.09402686357498169, + 0.05423927679657936, + 0.06676821410655975, + 0.047075606882572174, + 0.1673889458179474, + 0.06646372377872467, + 0.10685805231332779, + 0.07195420563220978, + 0.125035360455513, + 0.11004672944545746, + 0.1129525825381279, + 0.06037735939025879, + 0.05063890293240547, + 0.04695937782526016, + 0.12424364686012268, + 0.10000000149011612, + 0.11906998604536057, + 0.0690212994813919, + 0.056297510862350464, + 0.09351594001054764, + 0.062332604080438614, + 0.07811843603849411, + 0.12676453590393066, + 0.07685904949903488, + 0.05921417102217674, + 0.12853612005710602, + 0.06931768357753754, + 0.22628509998321533, + 0.03486569970846176, + 0.05911220237612724, + 0.11856932193040848, + 0.08768906444311142, + 0.06665351986885071, + 0.07411424815654755, + 0.06064840778708458, + 0.06572552770376205, + 0.031136272475123405, + 0.16392527520656586, + 0.04329608753323555, + 0.0875912457704544, + 0.14477798342704773, + 0.06652586907148361, + 0.11390568315982819, + 0.030245233327150345, + 0.049786195158958435, + 0.07169876247644424, + 0.11541104316711426, + 0.07609795778989792, + 0.03021148033440113, + 0.09243848919868469, + 0.112544484436512, + 0.03755313903093338, + 0.08848191052675247, + 0.13125529885292053, + 0.04905277118086815, + 0.060039862990379333, + 0.05584688112139702, + 0.08288973569869995, + 0.04785175994038582, + 0.08448448777198792, + 0.13041657209396362, + 0.035913314670324326, + 0.07508160918951035, + 0.024016350507736206, + 0.08888190984725952, + 0.054973337799310684, + 0.055312156677246094, + 0.09787030518054962, + 0.15647999942302704, + 0.05166845768690109, + 0.038144949823617935, + 0.036783043295145035, + 0.06801770627498627, + 0.05766312777996063, + 0.0838293731212616, + 0.10481997579336166, + 0.08568514138460159, + 0.010536879301071167, + 0.03129074349999428, + 0.043791357427835464, + 0.11046511679887772, + 0.022399645298719406, + 0.061220310628414154, + 0.10395511239767075, + 0.04215323179960251, + 0.04957535117864609, + 0.06103159487247467, + 0.11102794110774994, + 0.052815262228250504, + 0.07247386872768402, + 0.08559231460094452, + 0.049967553466558456, + 0.0416666679084301, + 0.049087099730968475, + 0.0715828388929367, + 0.02498418651521206, + 0.07792207598686218, + 0.1251504272222519, + 0.016877636313438416, + 0.14035452902317047, + 0.05498167499899864, + 0.10032153874635696, + 0.0044052861630916595, + 0.05015450343489647, + 0.02446642518043518, + 0.09822560101747513, + 0.036439355462789536, + 0.07136469334363937, + 0.13676318526268005, + 0.09569014608860016, + 0.09115546196699142, + 0.1226346418261528, + 0.0598573163151741, + 0.07028394937515259, + 0.10535279661417007, + 0.07420281320810318, + 0.04652746394276619, + 0.051234401762485504, + 0.07576530426740646, + 0.11031412333250046, + 0.10086682438850403, + 0.10124190151691437, + 0.059957172721624374, + 0.07807228714227676, + 0.04909481480717659, + 0.1734333634376526, + 0.10972123593091965, + 0.042905788868665695, + 0.07319653034210205, + 0.04053735360503197, + 0.029278742149472237, + 0.02180860936641693, + 0.042869094759225845, + 0.10347404330968857, + 0.1314225047826767, + 0.06100408360362053, + 0.014632627367973328, + 0.0627436414361, + 0.09897901117801666, + 0.03475513309240341, + 0.05246913433074951, + 0.19116371870040894, + 0.058320872485637665, + 0.032710280269384384, + 0.09911558777093887, + 0.03896103799343109, + 0.06683224439620972, + 0.08635346591472626, + 0.15917065739631653, + 0.046415820717811584, + 0.03221188113093376, + 0.08696676790714264, + 0.10818979144096375, + 0.0420924574136734, + 0.0453958697617054, + 0.033117182552814484, + 0.17997926473617554, + 0.04649827629327774, + 0.1566537469625473, + 0.11768349260091782, + 0.049625467509031296, + 0.09859886020421982, + 0.065433569252491, + 0.053181152790784836, + 0.04128440096974373, + 0.06620530784130096, + 0.021266311407089233, + 0.09717355668544769, + 0.0811268761754036, + 0.07985837757587433, + 0.02577850967645645, + 0.05491221696138382, + 0.00883152149617672, + 0.09043928235769272, + 0.04048006609082222, + 0.04673696309328079, + 0.05208718031644821, + 0.13547758758068085, + 0.039646077901124954, + 0.10091353207826614, + 0.07934238761663437, + 0.026761330664157867, + 0.09302325546741486, + 0.12685659527778625, + 0.008131969720125198, + 0.04801720008254051, + 0.06659217923879623, + 0.05613701045513153, + 0.08948478102684021, + 0.05421839654445648, + 0.05910610035061836, + 0.06094122678041458, + 0.08833619207143784, + 0.013353435322642326, + 0.050941307097673416, + 0.05604947730898857, + 0.061758242547512054, + 0.03748910129070282, + 0.17229129374027252, + 0.020884521305561066, + 0.1162944957613945, + 0.13267242908477783, + 0.04085106402635574, + 0.04931506887078285, + 0.03389464691281319, + 0.057876311242580414, + 0.0483393631875515, + 0.10760320723056793, + 0.06036626920104027, + 0.043675098568201065, + 0.06641509383916855, + 0.027866913005709648, + 0.10247709602117538, + 0.09745162725448608, + 0.016930637881159782, + 0.07657095044851303, + 0.03407903015613556, + 0.04818583279848099, + 0.08247141540050507, + 0.03345001861453056, + 0.03177777677774429, + 0.049751244485378265, + 0.0255338903516531, + 0.03637537732720375, + 0.07048150897026062, + 0.048119597136974335, + 0.07904022932052612, + 0.07608438283205032, + 0.09194214642047882, + 0.05369957908987999, + 0.04342469945549965, + 0.03469343110918999, + 0.024211300536990166, + 0.047592174261808395, + 0.041404612362384796, + 0.06205493211746216, + 0.12409928441047668, + 0.07977490872144699, + 0.07473842054605484, + 0.0917065367102623, + 0.09748576581478119, + 0.04629223421216011, + 0.0411032997071743, + 0.05781315267086029, + 0.11000552773475647, + 0.008706731721758842, + 0.08203309774398804, + 0.10797857493162155, + 0.10000000149011612, + 0.020725388079881668, + 0.05813697353005409, + 0.04457978159189224, + 0.036970242857933044, + 0.05385312810540199, + 0.08163633197546005, + 0.04802318289875984, + 0.08747470378875732, + 0.04036858305335045, + 0.15814650058746338, + 0.07710402458906174, + 0.02631578966975212, + 0.08952920138835907 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 54.62394714355469, - 40.92451858520508, - 60.820762634277344, - 40.00730514526367, - 44.05697250366211, - 80.2222900390625, - 87.05016326904297, - 39.448631286621094, - 53.757450103759766, - 39.6721305847168, - 41.895790100097656, - 100.37417602539062, - 60.82075881958008, - 39.85641860961914, - 105.98529815673828, - 90.69204711914062, - 52.043182373046875, - 40.601219177246094, - 40.43056106567383, - 58.691585540771484, - 64.43696594238281, - 100.83844757080078, - 170.0527801513672, - 54.22412109375, - 59.923946380615234, - 68.10979461669922, - 77.77047729492188, - 45.559566497802734, - 39.482200622558594, - 198.24676513671875, - 81.07108306884766, - 60.82075500488281, - 57.25468444824219, - 90.45443725585938, - 87.09296417236328, - 104.52373504638672, - 54.22412109375, - 176.68772888183594, - 59.923946380615234, - 85.01760864257812, - 88.57266235351562, - 176.60096740722656, - 62.623497009277344, - 73.6240234375, - 85.75440979003906, - 86.80055236816406, - 69.00910949707031, - 57.25469970703125, - 42.714111328125, - 39.482200622558594, - 39.85641860961914, - 159.9525146484375, - 92.65966033935547, - 113.55008697509766, - 39.44862365722656, - 89.54586791992188, - 47.08357620239258, - 47.1059455871582, - 43.386512756347656, - 47.105934143066406, - 61.720680236816406, - 47.703086853027344, - 77.50849151611328, - 104.52373504638672, - 113.38957977294922, - 85.75440979003906, - 47.20827865600586, - 108.35948181152344, - 47.703086853027344, - 53.75746154785156, - 39.6721305847168, - 40.00730514526367, - 46.324668884277344, - 67.5317611694336, - 59.923954010009766, - 54.22412109375, - 104.17972564697266, - 119.93205261230469, - 64.43695831298828, - 58.140625, - 52.04319381713867, - 55.4959602355957, - 63.52897262573242, - 53.757450103759766, - 67.17436218261719, - 39.85641860961914, - 91.21533203125, - 72.69819641113281, - 49.528934478759766, - 46.324668884277344, - 39.6721305847168, - 89.51325225830078, - 51.19669723510742, - 53.0328483581543, - 41.47610092163086, - 40.92451858520508, - 47.703086853027344, - 75.47940826416016, - 67.5317611694336, - 47.703086853027344, - 92.11386108398438, - 61.055023193359375, - 87.63262176513672, - 40.60122299194336, - 44.087467193603516, - 44.80333709716797, - 42.07524108886719, - 64.43696594238281, - 512.0, - 95.16937255859375, - 39.448631286621094, - 43.38651657104492, - 67.5317611694336, - 73.6240234375, - 39.448631286621094, - 56.37301254272461, - 58.140625, - 39.856414794921875, - 104.52373504638672, - 106.49439239501953, - 54.22412109375, - 40.60122299194336, - 128.99488830566406, - 52.04319381713867, - 104.52373504638672, - 56.373016357421875, - 39.85641860961914, - 39.36961364746094, - 82.00621795654297, - 79.00025939941406, - 41.476097106933594, - 59.03047561645508, - 60.82076644897461, - 54.22412109375, - 72.62109375, - 39.36961364746094, - 186.85031127929688, - 44.05696487426758, - 47.90145492553711, - 40.007301330566406, - 87.01620483398438, - 104.52373504638672, - 54.22412109375, - 41.895782470703125, - 40.43056106567383, - 54.023193359375, - 58.140625, - 59.03047561645508, - 159.8778076171875, - 44.05696487426758, - 42.07524108886719, - 44.11665725708008, - 48.70958709716797, - 39.85641860961914, - 63.52897262573242, - 41.47610092163086, - 44.81291198730469, - 67.5317611694336, - 63.52897262573242, - 89.44808197021484, - 75.4793930053711, - 55.953125, - 81.07107543945312, - 92.03417205810547, - 41.47610092163086, - 75.10216522216797, - 67.5317611694336, - 47.703086853027344, - 40.60122299194336, - 40.92451477050781, - 49.52893829345703, - 118.6917495727539, - 60.82075881958008, - 41.895782470703125, - 104.52373504638672, - 89.6392822265625, - 58.140621185302734, - 78.2708511352539, - 67.5317611694336, - 52.89699935913086, - 39.85642623901367, - 147.3184814453125, - 74.5511245727539, - 85.75440979003906, - 54.22412109375, - 59.923946380615234, - 41.895782470703125, - 59.923946380615234, - 40.92451477050781, - 54.22412109375, - 49.52893829345703, - 92.33617401123047, - 40.00729751586914, - 47.90146255493164, - 42.07524108886719, - 104.52373504638672, - 40.92451858520508, - 136.74668884277344, - 108.93287658691406, - 84.00453186035156, - 123.00827026367188, - 84.85458374023438, - 79.07151794433594, - 44.087467193603516, - 94.98614501953125, - 50.35831832885742, - 42.714111328125, - 99.00701141357422, - 512.0, - 54.22412109375, - 59.923946380615234, - 57.254695892333984, - 67.5317611694336, - 45.5595588684082, - 68.09083557128906, - 44.81291198730469, - 80.98734283447266, - 44.05697250366211, - 41.895790100097656, - 92.33837127685547, - 52.04319763183594, - 44.468379974365234, - 83.87886047363281, - 121.1674575805664, - 88.5726547241211, - 54.22412109375, - 75.47940826416016, - 59.92394256591797, - 76.40882873535156, - 134.6878204345703, - 85.75440979003906, - 54.224124908447266, - 399.7757873535156, - 65.3473129272461, - 159.07220458984375, - 119.69694519042969, - 44.05696487426758, - 46.32465744018555, - 47.703086853027344, - 67.5317611694336, - 51.19669723510742, - 82.00623321533203, - 67.5317611694336, - 47.703086853027344, - 56.373016357421875, - 54.22412109375, - 89.64236450195312, - 54.22412109375, - 48.70958709716797, - 76.40882873535156, - 44.81291198730469, - 40.92451858520508, - 68.64363861083984, - 104.52373504638672, - 40.00730895996094, - 67.5317611694336, - 52.04319763183594, - 44.087467193603516, - 41.06743240356445, - 89.51325225830078, - 54.224124908447266, - 78.2708511352539, - 63.52898025512695, - 47.703086853027344, - 512.0, - 97.39295196533203, - 41.895790100097656, - 44.05697250366211, - 76.40882873535156, - 47.703086853027344, - 77.3393325805664, - 59.9239387512207, - 41.47610092163086, - 44.05696487426758, - 47.10594177246094, - 142.86814880371094, - 69.00910949707031, - 67.5317611694336, - 87.45918273925781, - 60.82076644897461, - 49.52893829345703, - 85.75440979003906, - 68.09085845947266, - 44.05697250366211, - 44.05697250366211, - 72.6982192993164, - 57.25468826293945, - 52.89699172973633, - 67.5317611694336, - 58.140621185302734, - 91.39616394042969, - 54.224124908447266, - 45.5595588684082, - 59.030479431152344, - 68.0908432006836, - 52.998199462890625, - 39.36961364746094, - 50.35832977294922, - 63.52898025512695, - 40.92451858520508, - 39.36962127685547, - 82.89600372314453, - 100.84967041015625, - 86.31771850585938, - 61.720680236816406, - 54.224124908447266, - 55.4959602355957, - 39.6721305847168, - 39.482200622558594, - 67.5317611694336, - 42.71411895751953, - 73.6240234375, - 95.38482666015625, - 77.83392333984375, - 44.81291198730469, - 54.22412109375, - 53.757450103759766, - 90.765380859375, - 54.22412109375, - 67.5317611694336, - 82.94214630126953, - 54.22412109375, - 48.988624572753906, - 82.94214630126953, - 42.714111328125, - 54.22412109375, - 39.36960983276367, - 41.895790100097656, - 39.482200622558594, - 69.00910949707031, - 104.52373504638672, - 67.5317611694336, - 54.22412109375, - 103.14984893798828, - 90.45443725585938, - 39.85641860961914, - 69.00910949707031, - 80.8355712890625, - 46.32465744018555, - 54.22412109375, - 67.5317611694336, - 46.32465744018555, - 63.52897262573242, - 82.94215393066406, - 40.00730514526367, - 68.09083557128906, - 56.89759826660156, - 58.140625, - 64.43697357177734, - 39.482200622558594, - 150.4929656982422, - 93.28108215332031, - 93.57563018798828, - 52.89699935913086, - 40.92451477050781, - 87.34303283691406, - 96.37010955810547, - 103.67863464355469, - 99.45521545410156, - 104.52373504638672, - 115.90996551513672, - 104.52373504638672, - 44.05696487426758, - 39.482200622558594, - 40.60122299194336, - 69.39696502685547, - 47.90145492553711, - 39.6721305847168, - 41.895790100097656, - 39.6721305847168, - 47.10594177246094, - 94.6281509399414, - 179.63014221191406, - 108.98233795166016, - 82.64923095703125, - 108.53270721435547, - 67.5317611694336, - 50.306129455566406, - 47.703086853027344, - 42.7141227722168, - 82.64570617675781, - 162.5788116455078, - 43.37058639526367, - 39.3696174621582, - 146.5187225341797, - 104.52373504638672, - 44.05696487426758, - 39.85641860961914, - 47.703086853027344, - 115.03890991210938, - 67.5317611694336, - 44.05697250366211, - 92.33837890625, - 67.5317611694336, - 64.3681411743164, - 109.36723327636719, - 49.52893829345703, - 45.5595588684082, - 77.62509155273438, - 54.62394714355469, - 66.25981140136719, - 39.448631286621094, - 59.03047180175781, - 104.52373504638672, - 66.13092803955078, - 54.224124908447266, - 40.00730514526367, - 39.36961364746094, - 39.36961364746094, - 47.10594177246094, - 39.36962127685547, - 44.05696487426758, - 41.895790100097656, - 79.20335388183594, - 80.48521423339844, - 66.25981903076172, - 97.05651092529297, - 39.67212677001953, - 91.95609283447266, - 39.67213821411133, - 69.6153793334961, - 67.5317611694336, - 87.6906509399414, - 76.07561492919922, - 47.703086853027344, - 41.895790100097656, - 138.88253784179688, - 69.92909240722656, - 104.52373504638672, - 58.14061737060547, - 54.22412109375, - 51.19669723510742, - 56.37302017211914, - 78.27084350585938, - 103.79981231689453, - 39.44862365722656, - 91.61363220214844, - 40.60122299194336, - 40.92451858520508, - 39.3696174621582, - 104.52373504638672, - 107.55391693115234, - 512.0, - 39.482200622558594, - 71.7737045288086, - 40.60122299194336, - 39.85641860961914, - 127.44082641601562, - 104.52373504638672, - 44.087467193603516, - 54.22412109375, - 127.7452392578125, - 106.41876983642578, - 155.06004333496094, - 72.06258392333984, - 54.22412109375, - 44.05697250366211, - 67.5317611694336, - 40.00730514526367, - 45.5595588684082, - 102.59233856201172, - 104.52373504638672, - 43.38652801513672, - 41.895790100097656, - 47.703086853027344, - 84.66236114501953, - 57.63920593261719, - 42.714107513427734, - 67.5317611694336, - 47.703086853027344, - 43.38652420043945, - 54.22412109375, - 512.0, - 73.6240234375, - 67.5317611694336, - 39.85641860961914, - 96.4091796875, - 79.62294006347656, - 77.04364776611328, - 41.47610092163086, - 512.0, - 121.11186981201172, - 104.52373504638672, - 67.5317611694336, - 70.01463317871094, - 67.5317611694336, - 41.895790100097656, - 104.52373504638672, - 41.895790100097656, - 47.703086853027344, - 41.47610092163086, - 104.52373504638672, - 49.5289421081543, - 40.60122299194336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 549.7493896484375, + 363.1159973144531, + 784.6856079101562, + 416.1941833496094, + 550.760498046875, + 934.3284301757812, + 433.7856750488281, + 447.1074523925781, + 649.4716186523438, + 661.7113037109375, + 315.9028015136719, + 755.72802734375, + 455.4459533691406, + 656.5514526367188, + 724.3497924804688, + 535.9935913085938, + 683.6577758789062, + 549.8539428710938, + 605.88818359375, + 590.850830078125, + 656.4459838867188, + 626.7578735351562, + 485.8791198730469, + 622.7553100585938, + 518.7544555664062, + 752.83056640625, + 504.0296325683594, + 381.1375427246094, + 286.6925048828125, + 346.7547912597656, + 551.9026489257812, + 506.0909118652344, + 847.435302734375, + 651.3703002929688, + 640.7987060546875, + 587.7015380859375, + 780.1319580078125, + 284.9657287597656, + 593.0160522460938, + 542.5422973632812, + 498.4022216796875, + 807.870849609375, + 386.7426452636719, + 449.31866455078125, + 640.0614624023438, + 602.1972045898438, + 642.0707397460938, + 570.4005126953125, + 778.7748413085938, + 402.6890563964844, + 652.0009155273438, + 291.0238037109375, + 491.7151794433594, + 700.4388427734375, + 696.29638671875, + 473.5537414550781, + 590.9762573242188, + 479.5256652832031, + 238.62962341308594, + 701.5895385742188, + 794.7125854492188, + 613.1966552734375, + 701.6318359375, + 657.5009765625, + 344.5050354003906, + 510.5019226074219, + 691.79345703125, + 563.8818969726562, + 599.8175048828125, + 537.147216796875, + 388.9417419433594, + 606.1348266601562, + 644.0804443359375, + 418.22149658203125, + 546.205810546875, + 554.1861572265625, + 425.54254150390625, + 591.6441040039062, + 674.0988159179688, + 510.79296875, + 455.6158752441406, + 679.799072265625, + 458.0627136230469, + 527.6181640625, + 727.175048828125, + 469.13427734375, + 768.483642578125, + 738.8749389648438, + 571.5740356445312, + 630.2620239257812, + 453.9282531738281, + 361.68121337890625, + 578.1757202148438, + 661.0177612304688, + 473.62127685546875, + 901.105224609375, + 597.3746948242188, + 648.8777465820312, + 647.6279907226562, + 574.0236206054688, + 483.7936096191406, + 371.9634704589844, + 458.8199157714844, + 572.3268432617188, + 522.2584228515625, + 463.19317626953125, + 476.0081787109375, + 652.5228271484375, + 711.9895629882812, + 657.2184448242188, + 614.5861206054688, + 528.3526611328125, + 677.7996215820312, + 634.2249755859375, + 586.8370361328125, + 440.1139831542969, + 486.1762390136719, + 796.5371704101562, + 365.5579833984375, + 658.1826171875, + 532.226806640625, + 465.82489013671875, + 585.0780029296875, + 465.8016052246094, + 709.040771484375, + 615.579345703125, + 200.3526153564453, + 777.273193359375, + 373.7378845214844, + 362.5391540527344, + 331.792236328125, + 1000.0281982421875, + 568.657958984375, + 521.345703125, + 578.7719116210938, + 501.3774719238281, + 781.411865234375, + 596.6240844726562, + 499.13739013671875, + 373.68511962890625, + 364.5447692871094, + 885.0787963867188, + 757.0474853515625, + 640.1148071289062, + 559.0596923828125, + 433.0143737792969, + 538.3875732421875, + 560.7579345703125, + 813.3619995117188, + 598.3402099609375, + 795.7316284179688, + 384.0694580078125, + 647.434326171875, + 486.2602844238281, + 306.84625244140625, + 712.2462768554688, + 459.4247741699219, + 575.6640014648438, + 778.7552490234375, + 637.4978637695312, + 373.8681640625, + 456.8679504394531, + 538.6320190429688, + 674.3820190429688, + 812.1576538085938, + 730.0679321289062, + 317.81170654296875, + 736.583251953125, + 637.2926635742188, + 602.6788330078125, + 595.236328125, + 645.60693359375, + 699.9484252929688, + 369.14288330078125, + 591.4486083984375, + 588.768310546875, + 726.2933349609375, + 894.0278930664062, + 679.5847778320312, + 573.69677734375, + 595.6539916992188, + 958.4368896484375, + 686.39404296875, + 609.93896484375, + 660.7102661132812, + 637.46630859375, + 312.4541931152344, + 319.3833312988281, + 549.637451171875, + 886.3681640625, + 347.80755615234375, + 550.8780517578125, + 374.02545166015625, + 731.7069091796875, + 416.10968017578125, + 649.1871337890625, + 780.564208984375, + 783.695068359375, + 590.4985961914062, + 772.5767211914062, + 702.7947387695312, + 554.662841796875, + 593.0617065429688, + 474.1330871582031, + 586.0861206054688, + 370.0233459472656, + 647.2963256835938, + 443.53546142578125, + 646.2579956054688, + 473.0920715332031, + 585.2547607421875, + 815.0524291992188, + 518.8927612304688, + 437.6321716308594, + 527.566162109375, + 431.8985290527344, + 603.7508544921875, + 647.3109130859375, + 444.538330078125, + 477.8979797363281, + 616.2527465820312, + 491.6445007324219, + 730.9403076171875, + 542.0802001953125, + 437.28826904296875, + 519.740234375, + 569.2317504882812, + 656.4857177734375, + 437.21673583984375, + 391.4447021484375, + 595.8329467773438, + 294.9196472167969, + 501.8346252441406, + 606.7525634765625, + 639.353515625, + 476.52081298828125, + 821.3936157226562, + 468.7974548339844, + 551.9887084960938, + 547.4799194335938, + 579.21044921875, + 665.3659057617188, + 662.5282592773438, + 498.8211364746094, + 252.41590881347656, + 448.6160888671875, + 429.7938537597656, + 590.0171508789062, + 746.30126953125, + 504.87237548828125, + 570.4400634765625, + 752.7431640625, + 527.19970703125, + 331.0268859863281, + 639.7119140625, + 513.9271240234375, + 455.8079833984375, + 790.8922729492188, + 754.7794799804688, + 963.336669921875, + 444.79437255859375, + 471.5465393066406, + 790.0286254882812, + 768.922607421875, + 604.7372436523438, + 459.6156311035156, + 437.72760009765625, + 705.394775390625, + 449.18646240234375, + 783.2339477539062, + 454.1046447753906, + 634.2006225585938, + 634.0293579101562, + 545.4278564453125, + 772.224609375, + 403.747802734375, + 410.9664001464844, + 676.43701171875, + 807.516845703125, + 611.1953125, + 273.2245178222656, + 752.5863037109375, + 820.804931640625, + 411.1169128417969, + 663.228515625, + 885.3660888671875, + 356.5419006347656, + 528.0986328125, + 538.6593017578125, + 598.8067626953125, + 536.1887817382812, + 659.6589965820312, + 875.2230834960938, + 342.709716796875, + 664.8887939453125, + 356.829833984375, + 567.4642944335938, + 538.7841186523438, + 654.33056640625, + 652.68017578125, + 644.3590698242188, + 484.802734375, + 548.019287109375, + 466.4545593261719, + 746.9314575195312, + 664.7263793945312, + 592.0166625976562, + 523.8224487304688, + 528.6954956054688, + 377.65789794921875, + 466.6844787597656, + 431.5446472167969, + 480.9871520996094, + 387.433837890625, + 612.0670166015625, + 577.4179077148438, + 370.830810546875, + 620.6163940429688, + 455.19830322265625, + 866.9859619140625, + 538.673828125, + 730.0394287109375, + 679.9443969726562, + 590.9342651367188, + 475.39227294921875, + 449.7403259277344, + 689.3556518554688, + 389.760498046875, + 580.352783203125, + 730.7413940429688, + 441.6958312988281, + 905.4292602539062, + 428.19561767578125, + 524.8553466796875, + 440.1115417480469, + 594.3551635742188, + 345.2538146972656, + 468.73175048828125, + 463.34649658203125, + 604.2203979492188, + 784.5439453125, + 675.427490234375, + 581.7451171875, + 904.0146484375, + 561.1307983398438, + 423.5540771484375, + 746.8870849609375, + 603.3615112304688, + 478.7195739746094, + 464.3526611328125, + 541.7196655273438, + 794.0550537109375, + 831.6705932617188, + 670.4915161132812, + 467.9099426269531, + 390.1944274902344, + 643.0505981445312, + 995.354736328125, + 518.10791015625, + 492.612060546875, + 632.0497436523438, + 461.6601867675781, + 460.8470153808594, + 664.3524780273438, + 553.6015014648438, + 413.2398986816406, + 864.9853515625, + 411.96978759765625, + 360.6962890625, + 634.2262573242188, + 598.3406982421875, + 433.676513671875, + 578.8473510742188, + 806.1351318359375, + 590.728759765625, + 372.3039245605469, + 586.5866088867188, + 490.2889404296875, + 646.6318969726562, + 759.421630859375, + 653.1478881835938, + 376.35943603515625, + 452.84326171875, + 713.7118530273438, + 594.396484375, + 537.468017578125, + 475.69268798828125, + 384.64520263671875, + 448.66021728515625, + 442.00177001953125, + 606.3074340820312, + 602.62451171875, + 374.3792724609375, + 583.5061645507812, + 676.3425903320312, + 538.7216796875, + 534.1266479492188, + 555.1177978515625, + 316.6024475097656, + 722.004638671875, + 613.7110595703125, + 656.7359008789062, + 408.8239440917969, + 574.1932983398438, + 466.75360107421875, + 495.0636291503906, + 519.9651489257812, + 424.17169189453125, + 457.6275329589844, + 578.9842529296875, + 531.3410034179688, + 800.430419921875, + 615.8385620117188, + 490.255126953125, + 618.4148559570312, + 804.736328125, + 418.3041687011719, + 491.89434814453125, + 577.3956298828125, + 572.3587036132812, + 664.1151733398438, + 482.4798583984375, + 648.3633422851562, + 616.4420166015625, + 728.0877685546875, + 414.0865783691406, + 302.04315185546875, + 534.8244018554688, + 603.0361938476562, + 391.1253356933594, + 766.1654052734375, + 505.77703857421875, + 773.1259155273438, + 872.7540893554688, + 345.3534851074219, + 619.600341796875, + 543.6596069335938, + 538.2781372070312, + 360.4862060546875, + 772.2284545898438, + 527.1287231445312, + 488.5216979980469, + 588.9091186523438, + 511.1432189941406, + 554.5308837890625, + 762.9249877929688, + 314.1199035644531, + 385.4677734375, + 532.9364624023438, + 505.4653015136719, + 588.7199096679688, + 447.2685241699219, + 388.1897277832031, + 525.9012451171875, + 475.8415222167969, + 590.7225952148438, + 425.74859619140625, + 638.659912109375, + 646.496337890625, + 549.0234375, + 618.3670043945312, + 571.5689086914062, + 543.1513671875, + 440.4569091796875, + 424.70037841796875, + 557.4805908203125, + 402.0438232421875, + 588.7647705078125, + 676.2522583007812, + 523.0308837890625, + 591.3768310546875, + 366.1273193359375, + 769.123046875, + 561.9730224609375, + 445.586669921875, + 552.6604614257812, + 653.6778564453125, + 367.91876220703125, + 762.6083984375, + 584.088623046875, + 695.4260864257812, + 347.9281005859375, + 561.7742919921875, + 520.5507202148438, + 425.5706787109375, + 486.765380859375, + 669.453857421875, + 599.0226440429688, + 717.1253662109375, + 201.8562469482422, + 625.9439086914062, + 592.4780883789062, + 561.8573608398438, + 614.34375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 - } - ] - }, - "base_seed": 0, - "seeds": [ - 0, - 1, - 2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + } + ] + }, + "base_seed": 0, + "seeds": [ + 0, + 1, + 2 ], "wall_clock_s": [ - 492.2, - 499.7, - 512.5 + 898.8, + 910.2, + 878.7 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.11431125551462173, + "loss": 0.2176894247531891, "env_score_iters": 500, - "env_score": -3.231111764907837, + "env_score": -0.5570643544197083, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.6067219972610474, - "rl_grad_norm": 0.4621652364730835, - "bc_grad_norm": 0.5016326904296875, + "grad_align": 0.320340633392334, + "rl_grad_norm": 0.39624932408332825, + "bc_grad_norm": 3.8911209106445312, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000012563433301693294, - "embedding.weight": 0.0024923330638557673, - "cnn.0.weight": 0.06360234320163727, - "cnn.0.bias": 0.002205822616815567, - "cnn.2.weight": 0.02155367098748684, - "cnn.2.bias": 0.005422246176749468, - "cnn.5.weight": 0.02479836530983448, - "cnn.5.bias": 0.004178121220320463, - "action_emb.weight": 0.003387408098205924, - "timestep_emb.weight": 0.001601030002348125, - "pos_emb.weight": 0.002331516472622752, - "transformer.layers.0.self_attn.in_proj_weight": 0.030247855931520462, - "transformer.layers.0.self_attn.in_proj_bias": 0.00249867863021791, - "transformer.layers.0.self_attn.out_proj.weight": 0.030159713700413704, - "transformer.layers.0.self_attn.out_proj.bias": 0.002875325968489051, - "transformer.layers.0.linear1.weight": 0.02029263786971569, - "transformer.layers.0.linear1.bias": 0.001202894258312881, - "transformer.layers.0.linear2.weight": 0.0247478149831295, - "transformer.layers.0.linear2.bias": 0.00219510099850595, - "transformer.layers.0.norm1.weight": 0.0018391577759757638, - "transformer.layers.0.norm1.bias": 0.002556843450292945, - "transformer.layers.0.norm2.weight": 0.00176669517531991, - "transformer.layers.0.norm2.bias": 0.001158054918050766, - "transformer.layers.1.self_attn.in_proj_weight": 0.019911985844373703, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013213802594691515, - "transformer.layers.1.self_attn.out_proj.weight": 0.017067626118659973, - "transformer.layers.1.self_attn.out_proj.bias": 0.001654540654271841, - "transformer.layers.1.linear1.weight": 0.012184723280370235, - "transformer.layers.1.linear1.bias": 0.000667392450850457, - "transformer.layers.1.linear2.weight": 0.015152374282479286, - "transformer.layers.1.linear2.bias": 0.0016076699830591679, - "transformer.layers.1.norm1.weight": 0.0012919248547405005, - "transformer.layers.1.norm1.bias": 0.0012806422309949994, - "transformer.layers.1.norm2.weight": 0.0009381186100654304, - "transformer.layers.1.norm2.bias": 0.0006641767104156315, - "transformer.layers.2.self_attn.in_proj_weight": 0.022817090153694153, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014131494099274278, - "transformer.layers.2.self_attn.out_proj.weight": 0.012177607975900173, - "transformer.layers.2.self_attn.out_proj.bias": 0.001350554870441556, - "transformer.layers.2.linear1.weight": 0.009538893587887287, - "transformer.layers.2.linear1.bias": 0.0005264521460048854, - "transformer.layers.2.linear2.weight": 0.010622501373291016, - "transformer.layers.2.linear2.bias": 0.0014398162020370364, - "transformer.layers.2.norm1.weight": 0.001504589687101543, - "transformer.layers.2.norm1.bias": 0.001620014081709087, - "transformer.layers.2.norm2.weight": 0.000682258396409452, - "transformer.layers.2.norm2.bias": 0.0005220949533395469, - "transformer.layers.3.self_attn.in_proj_weight": 0.027935225516557693, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026332468260079622, - "transformer.layers.3.self_attn.out_proj.weight": 0.012600435875356197, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023380331695079803, - "transformer.layers.3.linear1.weight": 0.026840180158615112, - "transformer.layers.3.linear1.bias": 0.002136582974344492, - "transformer.layers.3.linear2.weight": 0.014152989722788334, - "transformer.layers.3.linear2.bias": 0.0034135531168431044, - "transformer.layers.3.norm1.weight": 0.0020185040775686502, - "transformer.layers.3.norm1.bias": 0.003722267458215356, - "transformer.layers.3.norm2.weight": 0.002529119374230504, - "transformer.layers.3.norm2.bias": 0.0030999842565506697, - "head.weight": 0.16117887198925018, - "head.bias": 0.0069039748050272465, - "global_embedding.weight": 0.024135833606123924, - "global_cnn.0.weight": 0.16014604270458221, - "global_cnn.0.bias": 0.008089005947113037, - "global_cnn.2.weight": 0.26528361439704895, - "global_cnn.2.bias": 0.01880950853228569, - "global_proj.weight": 0.06927391141653061, - "global_proj.bias": 0.07051659375429153, - "goal_head.0.weight": 0.059513434767723083, - "goal_head.0.bias": 0.03638141602277756, - "goal_head.2.weight": 0.09900595992803574, - "goal_head.2.bias": 0.10469017177820206 + "global_gate": 8.2690930867102e-05, + "embedding.weight": 0.007824813015758991, + "cnn.0.weight": 0.11188871413469315, + "cnn.0.bias": 0.0046628378331661224, + "cnn.2.weight": 0.017174486070871353, + "cnn.2.bias": 0.005714076105505228, + "cnn.5.weight": 0.018550440669059753, + "cnn.5.bias": 0.005224551539868116, + "action_emb.weight": 0.006028807256370783, + "timestep_emb.weight": 0.0017244605114683509, + "pos_emb.weight": 0.0028152859304100275, + "transformer.layers.0.self_attn.in_proj_weight": 0.0459492951631546, + "transformer.layers.0.self_attn.in_proj_bias": 0.004040671046823263, + "transformer.layers.0.self_attn.out_proj.weight": 0.0368819534778595, + "transformer.layers.0.self_attn.out_proj.bias": 0.00435388321056962, + "transformer.layers.0.linear1.weight": 0.03153050318360329, + "transformer.layers.0.linear1.bias": 0.0018307531718164682, + "transformer.layers.0.linear2.weight": 0.036315128207206726, + "transformer.layers.0.linear2.bias": 0.003420083550736308, + "transformer.layers.0.norm1.weight": 0.00308620254509151, + "transformer.layers.0.norm1.bias": 0.00396086135879159, + "transformer.layers.0.norm2.weight": 0.0027793417684733868, + "transformer.layers.0.norm2.bias": 0.0018668363336473703, + "transformer.layers.1.self_attn.in_proj_weight": 0.030503658577799797, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018893637461587787, + "transformer.layers.1.self_attn.out_proj.weight": 0.03182283043861389, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024653621949255466, + "transformer.layers.1.linear1.weight": 0.02030738815665245, + "transformer.layers.1.linear1.bias": 0.0011380236828699708, + "transformer.layers.1.linear2.weight": 0.027079567313194275, + "transformer.layers.1.linear2.bias": 0.002345000859349966, + "transformer.layers.1.norm1.weight": 0.0022557179909199476, + "transformer.layers.1.norm1.bias": 0.0019351998344063759, + "transformer.layers.1.norm2.weight": 0.0015608425019308925, + "transformer.layers.1.norm2.bias": 0.0011549432529136539, + "transformer.layers.2.self_attn.in_proj_weight": 0.03151530772447586, + "transformer.layers.2.self_attn.in_proj_bias": 0.001719584339298308, + "transformer.layers.2.self_attn.out_proj.weight": 0.028442492708563805, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022575000766664743, + "transformer.layers.2.linear1.weight": 0.01796654798090458, + "transformer.layers.2.linear1.bias": 0.0011902370024472475, + "transformer.layers.2.linear2.weight": 0.02041190303862095, + "transformer.layers.2.linear2.bias": 0.002380413468927145, + "transformer.layers.2.norm1.weight": 0.002603888977319002, + "transformer.layers.2.norm1.bias": 0.001715099555440247, + "transformer.layers.2.norm2.weight": 0.001362544484436512, + "transformer.layers.2.norm2.bias": 0.0016486026579514146, + "transformer.layers.3.self_attn.in_proj_weight": 0.057768821716308594, + "transformer.layers.3.self_attn.in_proj_bias": 0.004363798536360264, + "transformer.layers.3.self_attn.out_proj.weight": 0.029082166031003, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035900415387004614, + "transformer.layers.3.linear1.weight": 0.0332886166870594, + "transformer.layers.3.linear1.bias": 0.0028456172440201044, + "transformer.layers.3.linear2.weight": 0.01860852725803852, + "transformer.layers.3.linear2.bias": 0.004017761908471584, + "transformer.layers.3.norm1.weight": 0.005405820440500975, + "transformer.layers.3.norm1.bias": 0.00651870621368289, + "transformer.layers.3.norm2.weight": 0.0023187482729554176, + "transformer.layers.3.norm2.bias": 0.0037184790708124638, + "head.weight": 0.22412878274917603, + "head.bias": 0.007493995130062103, + "global_embedding.weight": 0.03128054738044739, + "global_cnn.0.weight": 0.09419482201337814, + "global_cnn.0.bias": 0.004560109693557024, + "global_cnn.2.weight": 0.09895116090774536, + "global_cnn.2.bias": 0.005302729085087776, + "global_proj.weight": 0.030474724248051643, + "global_proj.bias": 0.021031947806477547, + "goal_head.0.weight": 0.0213095061480999, + "goal_head.0.bias": 0.009939711540937424, + "goal_head.2.weight": 0.030425269156694412, + "goal_head.2.bias": 0.022204311564564705 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.063410185277462, - "repr_drift_kl_low_t": 0.066844142973423, - "repr_drift_kl_mid_t": 0.06000889837741852, - "repr_drift_kl_high_t": 0.07081200182437897, + "repr_drift_kl": 0.4259946048259735, + "repr_drift_kl_low_t": 0.5476639270782471, + "repr_drift_kl_mid_t": 0.43388664722442627, + "repr_drift_kl_high_t": 0.2927946448326111, "cka_iters": 500, - "cka_similarity": 0.7310641407966614, + "cka_similarity": 0.902588963508606, "t_analysis_iters": 500, - "norm_low_t": 0.5219829082489014, - "norm_high_t": 0.3927450180053711, - "lowhigh_cos": 0.6680147647857666, + "norm_low_t": 0.41515281796455383, + "norm_high_t": 0.5734442472457886, + "lowhigh_cos": 0.2740830183029175, "t_bin_norms": { - "t_0.0-0.1": 0.44425463676452637, - "t_0.1-0.2": 0.40323492884635925, - "t_0.2-0.3": 0.41803884506225586, - "t_0.3-0.4": 0.425159752368927, - "t_0.4-0.5": 0.43588873744010925, - "t_0.5-0.6": 0.3745013475418091, - "t_0.6-0.7": 0.3932268023490906, - "t_0.7-0.8": 0.37700173258781433, - "t_0.8-0.9": 0.381443053483963, - "t_0.9-1.0": 0.42998167872428894 - }, - "win_rate": 0.027429239824414253, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.5293306112289429, + "t_0.1-0.2": 0.5216677188873291, + "t_0.2-0.3": 0.44290196895599365, + "t_0.3-0.4": 0.4162413775920868, + "t_0.4-0.5": 0.43680867552757263, + "t_0.5-0.6": 0.4563835561275482, + "t_0.6-0.7": 0.45437243580818176, + "t_0.7-0.8": 0.38415101170539856, + "t_0.8-0.9": 0.3762689530849457, + "t_0.9-1.0": 0.9066933393478394 + }, + "win_rate": 0.08952920138835907, + "effective_batch_size": 614.34375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08275021612644196, + "loss": 0.11606393754482269, "env_score_iters": 500, - "env_score": -2.945493459701538, + "env_score": -0.6623094081878662, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.6495618224143982, - "rl_grad_norm": 0.2656182050704956, - "bc_grad_norm": 0.36079317331314087, + "grad_align": 0.24597027897834778, + "rl_grad_norm": 0.3036705553531647, + "bc_grad_norm": 2.2562942504882812, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0005466760485433042, - "embedding.weight": 0.001961159287020564, - "cnn.0.weight": 0.03528581187129021, - "cnn.0.bias": 0.0017858654027804732, - "cnn.2.weight": 0.012662742286920547, - "cnn.2.bias": 0.0029417548794299364, - "cnn.5.weight": 0.015605255961418152, - "cnn.5.bias": 0.0022823356557637453, - "action_emb.weight": 0.004179236479103565, - "timestep_emb.weight": 0.0016044689109548926, - "pos_emb.weight": 0.002151868073269725, - "transformer.layers.0.self_attn.in_proj_weight": 0.023221366107463837, - "transformer.layers.0.self_attn.in_proj_bias": 0.001837506191805005, - "transformer.layers.0.self_attn.out_proj.weight": 0.020964082330465317, - "transformer.layers.0.self_attn.out_proj.bias": 0.002518175635486841, - "transformer.layers.0.linear1.weight": 0.020032973960042, - "transformer.layers.0.linear1.bias": 0.0009457634878344834, - "transformer.layers.0.linear2.weight": 0.020161716267466545, - "transformer.layers.0.linear2.bias": 0.0020288098603487015, - "transformer.layers.0.norm1.weight": 0.001450716401450336, - "transformer.layers.0.norm1.bias": 0.0017169419443234801, - "transformer.layers.0.norm2.weight": 0.00188147381413728, - "transformer.layers.0.norm2.bias": 0.0010096715996041894, - "transformer.layers.1.self_attn.in_proj_weight": 0.02223062887787819, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014758444158360362, - "transformer.layers.1.self_attn.out_proj.weight": 0.01870025135576725, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019354702671989799, - "transformer.layers.1.linear1.weight": 0.011322228237986565, - "transformer.layers.1.linear1.bias": 0.0006701716920360923, - "transformer.layers.1.linear2.weight": 0.013333736918866634, - "transformer.layers.1.linear2.bias": 0.0018919527065008879, - "transformer.layers.1.norm1.weight": 0.001521233469247818, - "transformer.layers.1.norm1.bias": 0.0014466742286458611, - "transformer.layers.1.norm2.weight": 0.0008524350705556571, - "transformer.layers.1.norm2.bias": 0.0007423034985549748, - "transformer.layers.2.self_attn.in_proj_weight": 0.02661522850394249, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016876793233677745, - "transformer.layers.2.self_attn.out_proj.weight": 0.014472858980298042, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015374213689938188, - "transformer.layers.2.linear1.weight": 0.008326224982738495, - "transformer.layers.2.linear1.bias": 0.0005316525930538774, - "transformer.layers.2.linear2.weight": 0.009602089412510395, - "transformer.layers.2.linear2.bias": 0.001561737502925098, - "transformer.layers.2.norm1.weight": 0.0018080901354551315, - "transformer.layers.2.norm1.bias": 0.0019792544189840555, - "transformer.layers.2.norm2.weight": 0.0005134883103892207, - "transformer.layers.2.norm2.bias": 0.0005634094122797251, - "transformer.layers.3.self_attn.in_proj_weight": 0.03586900979280472, - "transformer.layers.3.self_attn.in_proj_bias": 0.0034785892348736525, - "transformer.layers.3.self_attn.out_proj.weight": 0.016486024484038353, - "transformer.layers.3.self_attn.out_proj.bias": 0.002964625135064125, - "transformer.layers.3.linear1.weight": 0.027565747499465942, - "transformer.layers.3.linear1.bias": 0.002340877428650856, - "transformer.layers.3.linear2.weight": 0.015122114680707455, - "transformer.layers.3.linear2.bias": 0.004240312147885561, - "transformer.layers.3.norm1.weight": 0.0030633676797151566, - "transformer.layers.3.norm1.bias": 0.005056778434664011, - "transformer.layers.3.norm2.weight": 0.0021906730253249407, - "transformer.layers.3.norm2.bias": 0.0035653298255056143, - "head.weight": 0.21130630373954773, - "head.bias": 0.008687126450240612, - "global_embedding.weight": 0.00923897698521614, - "global_cnn.0.weight": 0.10064511746168137, - "global_cnn.0.bias": 0.0039620064198970795, - "global_cnn.2.weight": 0.1621888428926468, - "global_cnn.2.bias": 0.00843760371208191, - "global_proj.weight": 0.029835164546966553, - "global_proj.bias": 0.021438047289848328, - "goal_head.0.weight": 0.01866285689175129, - "goal_head.0.bias": 0.009133050218224525, - "goal_head.2.weight": 0.023187175393104553, - "goal_head.2.bias": 0.023875636979937553 + "global_gate": 0.00019018018792849034, + "embedding.weight": 0.003715288359671831, + "cnn.0.weight": 0.05053778737783432, + "cnn.0.bias": 0.0021237495820969343, + "cnn.2.weight": 0.010169297456741333, + "cnn.2.bias": 0.00593703193590045, + "cnn.5.weight": 0.009260174818336964, + "cnn.5.bias": 0.0027051344513893127, + "action_emb.weight": 0.006359628867357969, + "timestep_emb.weight": 0.0009340771357528865, + "pos_emb.weight": 0.0015512359095737338, + "transformer.layers.0.self_attn.in_proj_weight": 0.023553170263767242, + "transformer.layers.0.self_attn.in_proj_bias": 0.002234590705484152, + "transformer.layers.0.self_attn.out_proj.weight": 0.02104960009455681, + "transformer.layers.0.self_attn.out_proj.bias": 0.0033688596449792385, + "transformer.layers.0.linear1.weight": 0.02554400824010372, + "transformer.layers.0.linear1.bias": 0.0012995159486308694, + "transformer.layers.0.linear2.weight": 0.022761588916182518, + "transformer.layers.0.linear2.bias": 0.0028279852122068405, + "transformer.layers.0.norm1.weight": 0.0013641564873978496, + "transformer.layers.0.norm1.bias": 0.0021358767990022898, + "transformer.layers.0.norm2.weight": 0.0027410141192376614, + "transformer.layers.0.norm2.bias": 0.0016868242528289557, + "transformer.layers.1.self_attn.in_proj_weight": 0.025617336854338646, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016637962544336915, + "transformer.layers.1.self_attn.out_proj.weight": 0.024297567084431648, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023250426165759563, + "transformer.layers.1.linear1.weight": 0.011616748757660389, + "transformer.layers.1.linear1.bias": 0.0006721592508256435, + "transformer.layers.1.linear2.weight": 0.01580105721950531, + "transformer.layers.1.linear2.bias": 0.0022776657715439796, + "transformer.layers.1.norm1.weight": 0.0018071288941428065, + "transformer.layers.1.norm1.bias": 0.0017648562788963318, + "transformer.layers.1.norm2.weight": 0.0009994495194405317, + "transformer.layers.1.norm2.bias": 0.0007247708272188902, + "transformer.layers.2.self_attn.in_proj_weight": 0.02017250843346119, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015449931379407644, + "transformer.layers.2.self_attn.out_proj.weight": 0.020541273057460785, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022855368442833424, + "transformer.layers.2.linear1.weight": 0.009410516358911991, + "transformer.layers.2.linear1.bias": 0.0006419999408535659, + "transformer.layers.2.linear2.weight": 0.012456238269805908, + "transformer.layers.2.linear2.bias": 0.002353194635361433, + "transformer.layers.2.norm1.weight": 0.0017265381757169962, + "transformer.layers.2.norm1.bias": 0.0016048854449763894, + "transformer.layers.2.norm2.weight": 0.0005887560546398163, + "transformer.layers.2.norm2.bias": 0.0006308580050244927, + "transformer.layers.3.self_attn.in_proj_weight": 0.03953065723180771, + "transformer.layers.3.self_attn.in_proj_bias": 0.004282570444047451, + "transformer.layers.3.self_attn.out_proj.weight": 0.0204261876642704, + "transformer.layers.3.self_attn.out_proj.bias": 0.003840156365185976, + "transformer.layers.3.linear1.weight": 0.019447917118668556, + "transformer.layers.3.linear1.bias": 0.0017904668347910047, + "transformer.layers.3.linear2.weight": 0.014245685189962387, + "transformer.layers.3.linear2.bias": 0.0042825983837246895, + "transformer.layers.3.norm1.weight": 0.0028338294941931963, + "transformer.layers.3.norm1.bias": 0.006066496949642897, + "transformer.layers.3.norm2.weight": 0.0012623561779037118, + "transformer.layers.3.norm2.bias": 0.002083841012790799, + "head.weight": 0.21220797300338745, + "head.bias": 0.009359244257211685, + "global_embedding.weight": 0.03832358866930008, + "global_cnn.0.weight": 0.14772304892539978, + "global_cnn.0.bias": 0.006512528285384178, + "global_cnn.2.weight": 0.1798929125070572, + "global_cnn.2.bias": 0.008221950381994247, + "global_proj.weight": 0.03564264252781868, + "global_proj.bias": 0.025368008762598038, + "goal_head.0.weight": 0.022482847794890404, + "goal_head.0.bias": 0.011288168840110302, + "goal_head.2.weight": 0.030796941369771957, + "goal_head.2.bias": 0.027167830616235733 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.10141634196043015, - "repr_drift_kl_low_t": 0.08564093708992004, - "repr_drift_kl_mid_t": 0.08579184859991074, - "repr_drift_kl_high_t": 0.14073188602924347, + "repr_drift_kl": 0.2080121487379074, + "repr_drift_kl_low_t": 0.24946367740631104, + "repr_drift_kl_mid_t": 0.20619019865989685, + "repr_drift_kl_high_t": 0.15473435819149017, "cka_iters": 500, - "cka_similarity": 0.8579620718955994, + "cka_similarity": 0.8407965302467346, "t_analysis_iters": 500, - "norm_low_t": 0.38645902276039124, - "norm_high_t": 0.9617075324058533, - "lowhigh_cos": 0.14174120128154755, + "norm_low_t": 0.28798776865005493, + "norm_high_t": 0.4951237440109253, + "lowhigh_cos": 0.6465490460395813, "t_bin_norms": { - "t_0.0-0.1": 0.549849271774292, - "t_0.1-0.2": 0.2780483663082123, - "t_0.2-0.3": 0.2598934471607208, - "t_0.3-0.4": 0.274541437625885, - "t_0.4-0.5": 0.2522153854370117, - "t_0.5-0.6": 0.25171560049057007, - "t_0.6-0.7": 0.23709122836589813, - "t_0.7-0.8": 0.322922021150589, - "t_0.8-0.9": 0.2954123914241791, - "t_0.9-1.0": 0.8718634247779846 - }, - "win_rate": 0.144404336810112, - "effective_batch_size": 100.65684509277344, + "t_0.0-0.1": 0.34282082319259644, + "t_0.1-0.2": 0.3011045455932617, + "t_0.2-0.3": 0.28445175290107727, + "t_0.3-0.4": 0.2873958945274353, + "t_0.4-0.5": 0.28748422861099243, + "t_0.5-0.6": 0.27961885929107666, + "t_0.6-0.7": 0.27274343371391296, + "t_0.7-0.8": 0.31117644906044006, + "t_0.8-0.9": 0.31895530223846436, + "t_0.9-1.0": 0.694171667098999 + }, + "win_rate": 0.02108222059905529, + "effective_batch_size": 454.5332336425781, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.050360266119241714, + "loss": 0.21951469779014587, "env_score_iters": 500, - "env_score": -4.330776214599609, + "env_score": -0.380373477935791, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.7067281603813171, - "rl_grad_norm": 0.35153329372406006, - "bc_grad_norm": 0.514842689037323, + "grad_align": -0.017400380223989487, + "rl_grad_norm": 0.3496655523777008, + "bc_grad_norm": 3.4356861114501953, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000335752876708284, - "embedding.weight": 0.004732825793325901, - "cnn.0.weight": 0.12263266742229462, - "cnn.0.bias": 0.004550589714199305, - "cnn.2.weight": 0.03754463046789169, - "cnn.2.bias": 0.01033735554665327, - "cnn.5.weight": 0.03657796233892441, - "cnn.5.bias": 0.009090449661016464, - "action_emb.weight": 0.0038737503346055746, - "timestep_emb.weight": 0.0013014157302677631, - "pos_emb.weight": 0.0014929752796888351, - "transformer.layers.0.self_attn.in_proj_weight": 0.03443291783332825, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026312852278351784, - "transformer.layers.0.self_attn.out_proj.weight": 0.033852092921733856, - "transformer.layers.0.self_attn.out_proj.bias": 0.002959643490612507, - "transformer.layers.0.linear1.weight": 0.021227853372693062, - "transformer.layers.0.linear1.bias": 0.0010599324014037848, - "transformer.layers.0.linear2.weight": 0.02374146319925785, - "transformer.layers.0.linear2.bias": 0.0017900635721161962, - "transformer.layers.0.norm1.weight": 0.0022657562512904406, - "transformer.layers.0.norm1.bias": 0.002616132842376828, - "transformer.layers.0.norm2.weight": 0.0018945469055324793, - "transformer.layers.0.norm2.bias": 0.001209014910273254, - "transformer.layers.1.self_attn.in_proj_weight": 0.0210109930485487, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011152131482958794, - "transformer.layers.1.self_attn.out_proj.weight": 0.017482632771134377, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013126733247190714, - "transformer.layers.1.linear1.weight": 0.010723269544541836, - "transformer.layers.1.linear1.bias": 0.0005757473409175873, - "transformer.layers.1.linear2.weight": 0.013222490437328815, - "transformer.layers.1.linear2.bias": 0.001207963447086513, - "transformer.layers.1.norm1.weight": 0.001512024668045342, - "transformer.layers.1.norm1.bias": 0.0009972465923056006, - "transformer.layers.1.norm2.weight": 0.000825204886496067, - "transformer.layers.1.norm2.bias": 0.0006241918890736997, - "transformer.layers.2.self_attn.in_proj_weight": 0.019844206050038338, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009359720279462636, - "transformer.layers.2.self_attn.out_proj.weight": 0.01244328636676073, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010924452217295766, - "transformer.layers.2.linear1.weight": 0.008310215547680855, - "transformer.layers.2.linear1.bias": 0.0004506770346779376, - "transformer.layers.2.linear2.weight": 0.009351739659905434, - "transformer.layers.2.linear2.bias": 0.0011027106083929539, - "transformer.layers.2.norm1.weight": 0.0015160423936322331, - "transformer.layers.2.norm1.bias": 0.0009692400926724076, - "transformer.layers.2.norm2.weight": 0.0005374184111133218, - "transformer.layers.2.norm2.bias": 0.0003855088434647769, - "transformer.layers.3.self_attn.in_proj_weight": 0.022382935509085655, - "transformer.layers.3.self_attn.in_proj_bias": 0.002065094420686364, - "transformer.layers.3.self_attn.out_proj.weight": 0.013357837684452534, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018585073994472623, - "transformer.layers.3.linear1.weight": 0.024186961352825165, - "transformer.layers.3.linear1.bias": 0.0019196446519345045, - "transformer.layers.3.linear2.weight": 0.012932177633047104, - "transformer.layers.3.linear2.bias": 0.002821344416588545, - "transformer.layers.3.norm1.weight": 0.0017442337702959776, - "transformer.layers.3.norm1.bias": 0.0027459992561489344, - "transformer.layers.3.norm2.weight": 0.0020306191872805357, - "transformer.layers.3.norm2.bias": 0.0028196885250508785, - "head.weight": 0.17195837199687958, - "head.bias": 0.006758704781532288, - "global_embedding.weight": 0.009340387769043446, - "global_cnn.0.weight": 0.11406354606151581, - "global_cnn.0.bias": 0.0029208199121057987, - "global_cnn.2.weight": 0.29115810990333557, - "global_cnn.2.bias": 0.016846299171447754, - "global_proj.weight": 0.05918446183204651, - "global_proj.bias": 0.04417375847697258, - "goal_head.0.weight": 0.03969871625304222, - "goal_head.0.bias": 0.01884392648935318, - "goal_head.2.weight": 0.07274060696363449, - "goal_head.2.bias": 0.04713776707649231 + "global_gate": 7.566260319435969e-05, + "embedding.weight": 0.005600782576948404, + "cnn.0.weight": 0.07890205085277557, + "cnn.0.bias": 0.003969011828303337, + "cnn.2.weight": 0.015031185001134872, + "cnn.2.bias": 0.005931665655225515, + "cnn.5.weight": 0.015195970423519611, + "cnn.5.bias": 0.004245063755661249, + "action_emb.weight": 0.015515189617872238, + "timestep_emb.weight": 0.0015968302031978965, + "pos_emb.weight": 0.0032055724877864122, + "transformer.layers.0.self_attn.in_proj_weight": 0.04028088226914406, + "transformer.layers.0.self_attn.in_proj_bias": 0.003223232226446271, + "transformer.layers.0.self_attn.out_proj.weight": 0.06040510535240173, + "transformer.layers.0.self_attn.out_proj.bias": 0.003817680524662137, + "transformer.layers.0.linear1.weight": 0.06414777785539627, + "transformer.layers.0.linear1.bias": 0.0022311725188046694, + "transformer.layers.0.linear2.weight": 0.043056875467300415, + "transformer.layers.0.linear2.bias": 0.003076762892305851, + "transformer.layers.0.norm1.weight": 0.002149154432117939, + "transformer.layers.0.norm1.bias": 0.002902997424826026, + "transformer.layers.0.norm2.weight": 0.007251186296343803, + "transformer.layers.0.norm2.bias": 0.0022648845333606005, + "transformer.layers.1.self_attn.in_proj_weight": 0.05006758123636246, + "transformer.layers.1.self_attn.in_proj_bias": 0.001971106743440032, + "transformer.layers.1.self_attn.out_proj.weight": 0.03358956798911095, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023464378900825977, + "transformer.layers.1.linear1.weight": 0.023703420534729958, + "transformer.layers.1.linear1.bias": 0.0011175115359947085, + "transformer.layers.1.linear2.weight": 0.02512286975979805, + "transformer.layers.1.linear2.bias": 0.002390687819570303, + "transformer.layers.1.norm1.weight": 0.003690767800435424, + "transformer.layers.1.norm1.bias": 0.002016999525949359, + "transformer.layers.1.norm2.weight": 0.0021352076437324286, + "transformer.layers.1.norm2.bias": 0.0008133166120387614, + "transformer.layers.2.self_attn.in_proj_weight": 0.03208273649215698, + "transformer.layers.2.self_attn.in_proj_bias": 0.002249372424557805, + "transformer.layers.2.self_attn.out_proj.weight": 0.028444889932870865, + "transformer.layers.2.self_attn.out_proj.bias": 0.002562165493145585, + "transformer.layers.2.linear1.weight": 0.01715143211185932, + "transformer.layers.2.linear1.bias": 0.0011223582550883293, + "transformer.layers.2.linear2.weight": 0.01998838037252426, + "transformer.layers.2.linear2.bias": 0.002474438864737749, + "transformer.layers.2.norm1.weight": 0.0025397040881216526, + "transformer.layers.2.norm1.bias": 0.0027873858343809843, + "transformer.layers.2.norm2.weight": 0.0013185450807213783, + "transformer.layers.2.norm2.bias": 0.0013360270531848073, + "transformer.layers.3.self_attn.in_proj_weight": 0.053158145397901535, + "transformer.layers.3.self_attn.in_proj_bias": 0.005473122466355562, + "transformer.layers.3.self_attn.out_proj.weight": 0.03057636134326458, + "transformer.layers.3.self_attn.out_proj.bias": 0.00382409431040287, + "transformer.layers.3.linear1.weight": 0.032429710030555725, + "transformer.layers.3.linear1.bias": 0.0030315453186631203, + "transformer.layers.3.linear2.weight": 0.02093353681266308, + "transformer.layers.3.linear2.bias": 0.004722955171018839, + "transformer.layers.3.norm1.weight": 0.005637978203594685, + "transformer.layers.3.norm1.bias": 0.008086138404905796, + "transformer.layers.3.norm2.weight": 0.0023094669450074434, + "transformer.layers.3.norm2.bias": 0.004079682286828756, + "head.weight": 0.21703658998012543, + "head.bias": 0.008836526423692703, + "global_embedding.weight": 0.02209390699863434, + "global_cnn.0.weight": 0.09097658842802048, + "global_cnn.0.bias": 0.004022257402539253, + "global_cnn.2.weight": 0.17622128129005432, + "global_cnn.2.bias": 0.008746466599404812, + "global_proj.weight": 0.06075545400381088, + "global_proj.bias": 0.03777571767568588, + "goal_head.0.weight": 0.0421869270503521, + "goal_head.0.bias": 0.017181597650051117, + "goal_head.2.weight": 0.06602444499731064, + "goal_head.2.bias": 0.03748071938753128 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1438189595937729, - "repr_drift_kl_low_t": 0.14603428542613983, - "repr_drift_kl_mid_t": 0.1283574104309082, - "repr_drift_kl_high_t": 0.1989758461713791, + "repr_drift_kl": 0.3947623074054718, + "repr_drift_kl_low_t": 0.5224104523658752, + "repr_drift_kl_mid_t": 0.3916349411010742, + "repr_drift_kl_high_t": 0.2888815999031067, "cka_iters": 500, - "cka_similarity": 0.9154234528541565, + "cka_similarity": 0.9198545217514038, "t_analysis_iters": 500, - "norm_low_t": 0.3447420299053192, - "norm_high_t": 0.3803955316543579, - "lowhigh_cos": 0.8804429173469543, + "norm_low_t": 0.4749331772327423, + "norm_high_t": 0.3887203335762024, + "lowhigh_cos": 0.6018796563148499, "t_bin_norms": { - "t_0.0-0.1": 0.3449059724807739, - "t_0.1-0.2": 0.3448362648487091, - "t_0.2-0.3": 0.3619365096092224, - "t_0.3-0.4": 0.34541213512420654, - "t_0.4-0.5": 0.34557902812957764, - "t_0.5-0.6": 0.3592817783355713, - "t_0.6-0.7": 0.3517288565635681, - "t_0.7-0.8": 0.3585931658744812, - "t_0.8-0.9": 0.3684518039226532, - "t_0.9-1.0": 0.40698039531707764 - }, - "win_rate": 0.008269719779491425, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.4392416179180145, + "t_0.1-0.2": 0.40051668882369995, + "t_0.2-0.3": 0.3883027732372284, + "t_0.3-0.4": 0.38001924753189087, + "t_0.4-0.5": 0.4089217483997345, + "t_0.5-0.6": 0.37598729133605957, + "t_0.6-0.7": 0.35415971279144287, + "t_0.7-0.8": 0.35060185194015503, + "t_0.8-0.9": 0.34111469984054565, + "t_0.9-1.0": 0.44170522689819336 + }, + "win_rate": 0.1529349982738495, + "effective_batch_size": 702.5783081054688, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "ewc": { - "score": 0.6166666666666667, - "score_std": 0.02357022603955158, + "score": 0.4333333333333333, + "score_std": 0.011785113019775776, "all_scores": [ - 0.65, - 0.6, - 0.6000000000000001 + 0.42500000000000004, + 0.44999999999999996, + 0.42499999999999993 ], "history": { "iters": [ @@ -9671,506 +11880,506 @@ 500 ], "loss": [ - 0.4671268165111542, - 0.46628060936927795, - 0.5798854827880859, - 0.11458972841501236, - 0.050559885799884796, - 0.03850531578063965, - 0.06998063623905182, - 0.7072886824607849, - 0.8127474784851074, - 0.8613059520721436, - 0.8017085790634155, - 1.1175475120544434, - 0.05091629549860954, - 0.8010351657867432, - 0.09151346236467361, - 0.07136029005050659, - 1.620511770248413, - 0.38064074516296387, - 0.39160293340682983, - 0.6104977130889893, - 0.0667058601975441, - 0.2903841733932495, - 0.14304256439208984, - 0.10662005096673965, - 0.3124813139438629, - 0.926581621170044, - 0.8590763807296753, - 1.1472580432891846, - 0.26430630683898926, - 0.08576972782611847, - 0.4658339023590088, - 0.4099034368991852, - 0.08526611328125, - 0.919158935546875, - 0.6522014141082764, - 0.08030825853347778, - 0.30282846093177795, - 0.944391667842865, - 0.5005515217781067, - 0.7468869686126709, - 0.14767706394195557, - 0.4053645431995392, - 0.18165799975395203, - 0.6372524499893188, - 1.2196612358093262, - 0.1420447826385498, - 1.3944892883300781, - 0.1798568218946457, - 0.5321488976478577, - 0.4877893626689911, - 0.03332994133234024, - 0.7297417521476746, - 0.10030541568994522, - 1.3799535036087036, - 0.7451896667480469, - 0.4055897295475006, - 0.7465459108352661, - 0.13338631391525269, - 0.5315849781036377, - 0.16274654865264893, - 0.5804864764213562, - 0.3662874400615692, - 0.3825083076953888, - 1.050646424293518, - 0.24854311347007751, - 0.3422410190105438, - 0.25916987657546997, - 0.0575840100646019, - 0.021722378209233284, - 0.2985605299472809, - 1.0998029708862305, - 0.11377287656068802, - 0.557824432849884, - 0.0551331527531147, - 0.8311935067176819, - 0.2071278989315033, - 0.06213965639472008, - 0.23069189488887787, - 0.05409443750977516, - 0.602229654788971, - 1.2285152673721313, - 0.22757089138031006, - 0.8929116725921631, - 0.677970826625824, - 0.20733560621738434, - 0.039756566286087036, - 0.3385080099105835, - 0.13267987966537476, - 0.19368772208690643, - 1.1036394834518433, - 0.07789111137390137, - 0.33441847562789917, - 1.1688365936279297, - 0.2441779226064682, - 0.2720663845539093, - 1.3271070718765259, - 0.4580233097076416, - 0.17955535650253296, - 0.5248833894729614, - 0.53159099817276, - 0.08232894539833069, - 0.03395678102970123, - 0.9375650882720947, - 0.09325182437896729, - 0.06673187762498856, - 0.15156663954257965, - 0.6529795527458191, - 1.0031665563583374, - 0.11036311089992523, - 0.029886096715927124, - 0.35571542382240295, - 0.6646504998207092, - 0.238203763961792, - 0.062286730855703354, - 0.4329614043235779, - 0.5300499796867371, - 0.11261078715324402, - 0.20086942613124847, - 0.439389169216156, - 0.14172501862049103, - 0.1691647320985794, - 0.7298681735992432, - 0.5267673134803772, - 0.08154038339853287, - 1.4070005416870117, - 0.06351269781589508, - 0.17770785093307495, - 0.9699377417564392, - 0.0304872989654541, - 0.026917167007923126, - 0.266196608543396, - 0.22101524472236633, - 0.6702569723129272, - 0.19101205468177795, - 0.5181761980056763, - 0.23314131796360016, - 0.12098169326782227, - 0.09586207568645477, - 1.3618601560592651, - 0.5563144087791443, - 0.39649954438209534, - 1.3122438192367554, - 0.18293055891990662, - 0.08733828365802765, - 0.11942990869283676, - 0.13479550182819366, - 0.09763433784246445, - 0.06056508421897888, - 0.035029832273721695, - 0.10848933458328247, - 0.6598309874534607, - 0.9809763431549072, - 0.5142180323600769, - 1.356474757194519, - 0.44375407695770264, - 1.0044946670532227, - 0.0717305988073349, - 0.48102864623069763, - 0.5767157077789307, - 0.16419224441051483, - 0.31802353262901306, - 0.12340150773525238, - 0.07277148962020874, - 0.11547059565782547, - 0.13272647559642792, - 0.24004745483398438, - 0.12049020081758499, - 0.23739950358867645, - 0.12998464703559875, - 0.03844166919589043, - 0.20892557501792908, - 0.07783692330121994, - 0.42960605025291443, - 0.8192894458770752, - 0.7476329803466797, - 0.37001165747642517, - 0.2861541509628296, - 0.5522685647010803, - 0.843731164932251, - 0.40269580483436584, - 0.10438019037246704, - 0.39689481258392334, - 0.4537396728992462, - 0.10847014933824539, - 0.6441965103149414, - 0.7451841831207275, - 0.36153295636177063, - 0.6490075588226318, - 1.08156156539917, - 0.03236003220081329, - 0.376555860042572, - 0.6019067168235779, - 1.0933901071548462, - 0.08515839278697968, - 0.7836073637008667, - 0.45370617508888245, - 0.349544495344162, - 0.08544234186410904, - 0.6468451023101807, - 0.055790796875953674, - 0.8902512788772583, - 0.7816076874732971, - 0.4969356656074524, - 0.07501720637083054, - 0.19157272577285767, - 0.625952959060669, - 0.7065209746360779, - 0.2714456021785736, - 0.17267248034477234, - 0.061190471053123474, - 0.44039666652679443, - 0.4931618571281433, - 0.39364415407180786, - 0.35496607422828674, - 0.0626528188586235, - 0.06995061039924622, - 0.050140801817178726, - 0.11670705676078796, - 0.04878918081521988, - 1.007157802581787, - 0.1881980150938034, - 0.0430462472140789, - 0.05357822775840759, - 0.21619656682014465, - 0.06398219615221024, - 0.752923309803009, - 0.08548355102539062, - 0.6316297650337219, - 0.9530068635940552, - 0.7304184436798096, - 0.6538693904876709, - 0.8142271637916565, - 0.25507357716560364, - 0.08017302304506302, - 0.6527426838874817, - 0.33751630783081055, - 0.561222493648529, - 0.061029285192489624, - 0.1565559357404709, - 0.15992023050785065, - 0.5960589647293091, - 0.0685463696718216, - 0.5828779339790344, - 0.0606827586889267, - 0.44494399428367615, - 0.5479267239570618, - 0.9850940704345703, - 0.7237973809242249, - 0.19440147280693054, - 0.030586503446102142, - 0.6964274048805237, - 0.07451781630516052, - 0.05578209459781647, - 0.09411714226007462, - 0.764366626739502, - 0.04979822412133217, - 0.16315171122550964, - 0.12962645292282104, - 0.049823954701423645, - 0.6541054844856262, - 0.18889875710010529, - 0.19152499735355377, - 0.6983439326286316, - 0.03750985860824585, - 0.5221542716026306, - 0.045780956745147705, - 0.5014567971229553, - 0.039673469960689545, - 0.04318922385573387, - 0.1723218858242035, - 0.8927009701728821, - 0.027568453922867775, - 0.05205465480685234, - 0.5678179264068604, - 1.1962954998016357, - 0.9495011568069458, - 0.25431567430496216, - 0.04539896547794342, - 0.06248457357287407, - 0.630582869052887, - 0.9022722244262695, - 0.5611026883125305, - 0.038753896951675415, - 0.39116498827934265, - 0.278102308511734, - 0.10560259222984314, - 0.4729759097099304, - 0.17382581532001495, - 0.06435279548168182, - 0.051211878657341, - 0.09258392453193665, - 0.3182629942893982, - 0.4168740510940552, - 0.43423813581466675, - 0.42409026622772217, - 0.5003842115402222, - 0.056541040539741516, - 0.45342183113098145, - 0.26919227838516235, - 0.1282026171684265, - 0.08883169293403625, - 0.09928782284259796, - 1.1961899995803833, - 0.800783097743988, - 0.05559592694044113, - 0.08090388774871826, - 0.21109679341316223, - 0.5364933013916016, - 0.1625976264476776, - 0.48033198714256287, - 0.0541158951818943, - 0.721097469329834, - 0.1682870090007782, - 0.16885069012641907, - 0.08979083597660065, - 0.13273829221725464, - 0.7306943535804749, - 0.3485102653503418, - 0.045353226363658905, - 0.4563135802745819, - 0.652767539024353, - 0.4346891939640045, - 0.03044951520860195, - 0.24543112516403198, - 0.36989399790763855, - 0.5432106852531433, - 0.04148773103952408, - 0.5962228775024414, - 0.10006842017173767, - 0.0552801638841629, - 0.1297728419303894, - 0.3868023157119751, - 0.04988934099674225, - 0.034596122801303864, - 0.7566216588020325, - 0.47321394085884094, - 0.03852022811770439, - 0.032414935529232025, - 0.5678289532661438, - 1.3178263902664185, - 0.5317724347114563, - 0.13714948296546936, - 1.0229623317718506, - 1.417570948600769, - 0.3550085425376892, - 0.7013373374938965, - 0.40915727615356445, - 0.20289212465286255, - 0.8204779624938965, - 0.40004584193229675, - 0.2901185154914856, - 0.06932376325130463, - 0.06308913230895996, - 0.133017435669899, - 0.044579651206731796, - 0.9148768186569214, - 0.30879655480384827, - 0.9591353535652161, - 0.12572616338729858, - 0.8241558074951172, - 0.26874151825904846, - 0.165592759847641, - 0.7250049710273743, - 0.06140312924981117, - 0.1542341560125351, - 0.8468184471130371, - 0.8246865272521973, - 0.09936416894197464, - 0.7116248607635498, - 0.5351290106773376, - 0.6047999858856201, - 0.03090493567287922, - 0.36627206206321716, - 0.07768522948026657, - 0.05606639385223389, - 0.23125550150871277, - 0.0985068678855896, - 0.08543184399604797, - 1.0565632581710815, - 0.06233927607536316, - 0.16102334856987, - 0.41675257682800293, - 0.35843122005462646, - 1.0851866006851196, - 0.6085669994354248, - 0.4340740740299225, - 0.037447240203619, - 0.6470528244972229, - 0.060021694749593735, - 0.6760435700416565, - 0.39415210485458374, - 0.05997359752655029, - 0.04027516767382622, - 0.03616691753268242, - 0.4992855191230774, - 0.6131694316864014, - 0.3754579722881317, - 1.2205538749694824, - 0.29341283440589905, - 0.06564115732908249, - 0.056341178715229034, - 0.2707027196884155, - 0.634539008140564, - 0.18818214535713196, - 0.13929764926433563, - 0.2810433506965637, - 0.9453394412994385, - 0.08286458253860474, - 0.07581351697444916, - 0.3544844388961792, - 0.04890837520360947, - 0.2777266204357147, - 0.36395639181137085, - 0.19629736244678497, - 0.14808213710784912, - 0.16192354261875153, - 0.04817216843366623, - 0.682449460029602, - 0.10609439015388489, - 0.4371223747730255, - 0.10012518614530563, - 0.41296303272247314, - 0.45388391613960266, - 0.5949205756187439, - 0.09381181001663208, - 0.33425092697143555, - 0.3112305998802185, - 0.043316811323165894, - 0.2668253183364868, - 0.0350315198302269, - 0.1504148691892624, - 0.5787513852119446, - 0.14298862218856812, - 0.031539186835289, - 0.1692264825105667, - 0.1899714171886444, - 0.5987848043441772, - 0.09054200351238251, - 0.40547284483909607, - 0.6258765459060669, - 0.09822976589202881, - 0.6994904279708862, - 0.08900569379329681, - 0.6080620288848877, - 0.4375268816947937, - 0.027646532282233238, - 1.1588572263717651, - 0.052511148154735565, - 0.45759865641593933, - 0.045863062143325806, - 0.4691215455532074, - 0.7196658253669739, - 0.9429044723510742, - 0.040196821093559265, - 0.6184698939323425, - 0.09362363070249557, - 0.11387273669242859, - 0.45610859990119934, - 1.15638267993927, - 0.5942384004592896, - 0.32162052392959595, - 0.3548068702220917, - 0.02901318483054638, - 0.03674551844596863, - 0.04973530024290085, - 0.5723786950111389, - 0.08633323758840561, - 0.10488457977771759, - 0.31169965863227844, - 0.6192294359207153, - 0.28881704807281494, - 0.05413614213466644, - 0.06993506848812103, - 0.044979482889175415, - 0.057612087577581406, - 0.9414535164833069, - 0.5808339715003967, - 0.3105921745300293, - 0.29759863018989563, - 0.2696494460105896, - 0.20023667812347412, - 0.11925308406352997, - 0.4733429551124573, - 1.1946923732757568, - 0.3076772689819336, - 0.20676012337207794, - 1.2426879405975342, - 0.8026983141899109, - 0.11514225602149963, - 0.08753445744514465, - 0.7139085531234741, - 0.044676825404167175, - 0.26222801208496094, - 0.11252949386835098, - 0.04541558027267456, - 0.2507287859916687, - 0.7886273860931396, - 0.3546748161315918, - 0.18973390758037567, - 0.08998539298772812 + 1.0240638256072998, + 0.7585150599479675, + 0.3144369125366211, + 0.3479159474372864, + 0.27243128418922424, + 0.3750638961791992, + 0.3046727776527405, + 0.45826876163482666, + 0.3116686940193176, + 0.27943435311317444, + 0.5216609239578247, + 0.3427163064479828, + 0.21676166355609894, + 0.4124048054218292, + 0.28553733229637146, + 0.3074653744697571, + 0.5891846418380737, + 0.35506775975227356, + 0.6194008588790894, + 0.2825348675251007, + 0.4212554097175598, + 0.3495810925960541, + 0.2432517409324646, + 0.41647300124168396, + 0.3223126232624054, + 0.47483691573143005, + 0.32887181639671326, + 0.2612888813018799, + 0.4213436543941498, + 0.29651352763175964, + 0.24187928438186646, + 0.261254221200943, + 0.2558392882347107, + 0.19776727259159088, + 0.12542176246643066, + 0.18905240297317505, + 0.31044837832450867, + 0.31763744354248047, + 0.385448694229126, + 0.3012876510620117, + 0.4284687042236328, + 0.17540554702281952, + 0.26122501492500305, + 0.22654719650745392, + 0.24546119570732117, + 0.15247778594493866, + 0.3045441508293152, + 0.23599012196063995, + 0.19799359142780304, + 0.19437818229198456, + 0.2337775081396103, + 0.2049439698457718, + 0.22504624724388123, + 0.2641712725162506, + 0.13471229374408722, + 0.24946047365665436, + 0.15867365896701813, + 0.1218341588973999, + 0.36980798840522766, + 0.14585916697978973, + 0.13265150785446167, + 0.3754662871360779, + 0.19464759528636932, + 0.25453028082847595, + 0.2096962332725525, + 0.19286583364009857, + 0.33965161442756653, + 0.12108369916677475, + 0.17509306967258453, + 0.15964138507843018, + 0.2850970923900604, + 0.1995542198419571, + 0.1847597062587738, + 0.10361000895500183, + 0.21718145906925201, + 0.1489904224872589, + 0.18307964503765106, + 0.1793104112148285, + 0.198675736784935, + 0.22904077172279358, + 0.16770616173744202, + 0.15921080112457275, + 0.23990972340106964, + 0.21217899024486542, + 0.2934914231300354, + 0.12479542940855026, + 0.22101294994354248, + 0.16046099364757538, + 0.1665528267621994, + 0.306749552488327, + 0.14404365420341492, + 0.14526832103729248, + 0.20281755924224854, + 0.13151749968528748, + 0.20622572302818298, + 0.24143600463867188, + 0.04848779737949371, + 0.16065172851085663, + 0.19063210487365723, + 0.12796995043754578, + 0.1982761174440384, + 0.22612997889518738, + 0.30426254868507385, + 0.1433386504650116, + 0.21429988741874695, + 0.18053686618804932, + 0.13772033154964447, + 0.06911594420671463, + 0.16810981929302216, + 0.19342930614948273, + 0.06387840956449509, + 0.14097322523593903, + 0.25956547260284424, + 0.1897982805967331, + 0.3024311661720276, + 0.16641226410865784, + 0.20837156474590302, + 0.18182802200317383, + 0.16201072931289673, + 0.3019436299800873, + 0.1279577761888504, + 0.09382005035877228, + 0.211501345038414, + 0.16004008054733276, + 0.14472517371177673, + 0.23868680000305176, + 0.2444274127483368, + 0.12329144030809402, + 0.2211182415485382, + 0.23480866849422455, + 0.14390958845615387, + 0.35478153824806213, + 0.2410644143819809, + 0.22098925709724426, + 0.17982453107833862, + 0.09280306100845337, + 0.24749180674552917, + 0.2493085414171219, + 0.15164412558078766, + 0.11869212985038757, + 0.22515460848808289, + 0.2159445434808731, + 0.150444895029068, + 0.15354223549365997, + 0.14506299793720245, + 0.0617254301905632, + 0.33948978781700134, + 0.1804104447364807, + 0.1299046277999878, + 0.23999810218811035, + 0.20703670382499695, + 0.32742345333099365, + 0.24007144570350647, + 0.10205929726362228, + 0.21281801164150238, + 0.17519010603427887, + 0.24396178126335144, + 0.1836487054824829, + 0.18825596570968628, + 0.12472588568925858, + 0.2505306899547577, + 0.08926746249198914, + 0.10821732878684998, + 0.25632593035697937, + 0.15220651030540466, + 0.14536432921886444, + 0.10807587951421738, + 0.1674201786518097, + 0.18891263008117676, + 0.28576546907424927, + 0.12657631933689117, + 0.16359969973564148, + 0.16635742783546448, + 0.19066071510314941, + 0.19215801358222961, + 0.15199854969978333, + 0.13694529235363007, + 0.20880800485610962, + 0.13588093221187592, + 0.11916910111904144, + 0.20110799372196198, + 0.09116337448358536, + 0.2103063315153122, + 0.15208227932453156, + 0.16031979024410248, + 0.18792782723903656, + 0.20004984736442566, + 0.2871350347995758, + 0.11349952965974808, + 0.10814712941646576, + 0.20385107398033142, + 0.13116863369941711, + 0.18167166411876678, + 0.17562787234783173, + 0.1552143096923828, + 0.11889401823282242, + 0.18343496322631836, + 0.15008074045181274, + 0.09194862842559814, + 0.21602493524551392, + 0.16859549283981323, + 0.14563214778900146, + 0.1535075455904007, + 0.15190890431404114, + 0.138091579079628, + 0.2515958547592163, + 0.13894128799438477, + 0.2746919095516205, + 0.04878626763820648, + 0.11964242905378342, + 0.17339536547660828, + 0.21086302399635315, + 0.09993166476488113, + 0.13926589488983154, + 0.0577644407749176, + 0.10582521557807922, + 0.20248854160308838, + 0.17157189548015594, + 0.18704475462436676, + 0.13645526766777039, + 0.12670880556106567, + 0.19562849402427673, + 0.25393611192703247, + 0.09804540872573853, + 0.1573547124862671, + 0.1353851705789566, + 0.19040299952030182, + 0.14304961264133453, + 0.2507290244102478, + 0.15728268027305603, + 0.09158524125814438, + 0.186012864112854, + 0.1260053962469101, + 0.11928926408290863, + 0.08137122541666031, + 0.15151534974575043, + 0.12196072936058044, + 0.19345809519290924, + 0.13539470732212067, + 0.15499551594257355, + 0.2004484236240387, + 0.2336484044790268, + 0.08026250451803207, + 0.2282518446445465, + 0.17046816647052765, + 0.21076053380966187, + 0.13030080497264862, + 0.12904280424118042, + 0.17655634880065918, + 0.1905384212732315, + 0.12878088653087616, + 0.21325019001960754, + 0.20677527785301208, + 0.1757034957408905, + 0.19224406778812408, + 0.14898952841758728, + 0.12170328199863434, + 0.09668911248445511, + 0.12347910553216934, + 0.22294920682907104, + 0.09388139098882675, + 0.14683090150356293, + 0.1687740981578827, + 0.17659713327884674, + 0.24069742858409882, + 0.16166867315769196, + 0.16423983871936798, + 0.21737989783287048, + 0.18166998028755188, + 0.14339712262153625, + 0.1575741320848465, + 0.20232398808002472, + 0.15958812832832336, + 0.10601741075515747, + 0.21731366217136383, + 0.20742061734199524, + 0.09617621451616287, + 0.22267664968967438, + 0.1654236763715744, + 0.1232379749417305, + 0.1835041344165802, + 0.10624545067548752, + 0.17886105179786682, + 0.2090739607810974, + 0.09698573499917984, + 0.12112877517938614, + 0.1749279797077179, + 0.1660047471523285, + 0.19259989261627197, + 0.1559169590473175, + 0.19532820582389832, + 0.10204970091581345, + 0.19084151089191437, + 0.14769871532917023, + 0.16161169111728668, + 0.17570224404335022, + 0.129413902759552, + 0.20939968526363373, + 0.10867859423160553, + 0.11179950088262558, + 0.12368935346603394, + 0.17223306000232697, + 0.11105683445930481, + 0.16140228509902954, + 0.19726023077964783, + 0.12438491731882095, + 0.15792936086654663, + 0.14460685849189758, + 0.09641147404909134, + 0.2067514806985855, + 0.14470790326595306, + 0.10392548888921738, + 0.05477983504533768, + 0.18030047416687012, + 0.07530802488327026, + 0.12779304385185242, + 0.10805989056825638, + 0.1777554303407669, + 0.11270727217197418, + 0.10316717624664307, + 0.18138353526592255, + 0.15707820653915405, + 0.13083483278751373, + 0.059558529406785965, + 0.2034134864807129, + 0.17282621562480927, + 0.14426939189434052, + 0.16279706358909607, + 0.15361563861370087, + 0.07335101813077927, + 0.13990913331508636, + 0.1668824702501297, + 0.07604360580444336, + 0.12914560735225677, + 0.3038375675678253, + 0.15546798706054688, + 0.20654958486557007, + 0.1933106929063797, + 0.22382508218288422, + 0.12068252265453339, + 0.11801677197217941, + 0.13692067563533783, + 0.1081428974866867, + 0.14307241141796112, + 0.15063169598579407, + 0.1634202003479004, + 0.18957103788852692, + 0.11504541337490082, + 0.23699112236499786, + 0.2368047684431076, + 0.148544579744339, + 0.1784096360206604, + 0.1225995272397995, + 0.10667018592357635, + 0.09822742640972137, + 0.13253846764564514, + 0.15392597019672394, + 0.19464987516403198, + 0.1444954127073288, + 0.09193991124629974, + 0.122323177754879, + 0.12807975709438324, + 0.24446481466293335, + 0.17944976687431335, + 0.19126686453819275, + 0.17128530144691467, + 0.10727352648973465, + 0.06793981045484543, + 0.16158464550971985, + 0.11483140289783478, + 0.22651484608650208, + 0.23155352473258972, + 0.15058140456676483, + 0.1281270980834961, + 0.14870718121528625, + 0.17733034491539001, + 0.1300216168165207, + 0.08588705956935883, + 0.17148691415786743, + 0.08105853945016861, + 0.15051472187042236, + 0.09925121814012527, + 0.13303311169147491, + 0.11802597343921661, + 0.20767802000045776, + 0.2558372914791107, + 0.11886163055896759, + 0.11111030727624893, + 0.1299889087677002, + 0.25534969568252563, + 0.0745173767209053, + 0.10626407712697983, + 0.09342271834611893, + 0.08720552921295166, + 0.12154761701822281, + 0.07616177946329117, + 0.1991156041622162, + 0.17914307117462158, + 0.08863052725791931, + 0.10362633317708969, + 0.1181928962469101, + 0.12420407682657242, + 0.12674395740032196, + 0.09314324706792831, + 0.11191406100988388, + 0.16768014430999756, + 0.2103971689939499, + 0.13660240173339844, + 0.09429015219211578, + 0.12434518337249756, + 0.15199749171733856, + 0.133344367146492, + 0.16739621758460999, + 0.21136492490768433, + 0.13520105183124542, + 0.15413440763950348, + 0.20274902880191803, + 0.11374641954898834, + 0.1594899743795395, + 0.11813563853502274, + 0.09733644127845764, + 0.14090768992900848, + 0.15055657923221588, + 0.06574690341949463, + 0.03989872336387634, + 0.1333669126033783, + 0.15055696666240692, + 0.09417543560266495, + 0.11694671958684921, + 0.14157748222351074, + 0.1264643371105194, + 0.06174030900001526, + 0.17496871948242188, + 0.12394590675830841, + 0.12299936264753342, + 0.14529559016227722, + 0.1859719157218933, + 0.12349173426628113, + 0.11151351034641266, + 0.22660702466964722, + 0.11025099456310272, + 0.14292652904987335, + 0.21034428477287292, + 0.18163536489009857, + 0.16607050597667694, + 0.0938400998711586, + 0.17361341416835785, + 0.1377498358488083, + 0.18151792883872986, + 0.1413380354642868, + 0.17388850450515747, + 0.17177149653434753, + 0.15211473405361176, + 0.161220982670784, + 0.10814064741134644, + 0.1757987141609192, + 0.15137480199337006, + 0.06717721372842789, + 0.08471030741930008, + 0.048291414976119995, + 0.1571737676858902, + 0.08894291520118713, + 0.15309953689575195, + 0.18029820919036865, + 0.17086006700992584, + 0.09043276309967041, + 0.21374723315238953, + 0.16263306140899658, + 0.13322310149669647, + 0.05012854188680649, + 0.10016728937625885, + 0.12272147834300995, + 0.12137549370527267, + 0.10744727402925491, + 0.20098523795604706, + 0.1556699424982071, + 0.10429363697767258, + 0.18401707708835602, + 0.22852812707424164, + 0.1079271212220192, + 0.1580083668231964, + 0.20163165032863617, + 0.10111457109451294, + 0.16615737974643707, + 0.15297335386276245, + 0.1526869237422943, + 0.17325547337532043, + 0.10936367511749268, + 0.1834946721792221, + 0.1050395742058754, + 0.0766766294836998, + 0.15923893451690674, + 0.06569904088973999, + 0.11405868083238602, + 0.1866011917591095, + 0.17835400998592377, + 0.10683322697877884, + 0.18265743553638458, + 0.127614825963974, + 0.228221595287323 ], "env_score_iters": [ 1, @@ -10675,2644 +12884,3734 @@ 500 ], "env_score": [ - -3.7170732021331787, - -2.596640110015869, - -1.4457885026931763, - -3.4234700202941895, - -2.937122344970703, - -4.649899482727051, - -3.898717164993286, - -1.986481785774231, - -0.8499632477760315, - 0.2819855511188507, - -1.5710093975067139, - -3.647763967514038, - -3.6611576080322266, - -0.20938417315483093, - -3.745360851287842, - -1.1819216012954712, - 4.401072978973389, - -2.2357406616210938, - -0.6919710636138916, - -4.138638019561768, - -4.281274318695068, - -3.9364266395568848, - -3.6468629837036133, - -7.641800403594971, - -0.7218888998031616, - -2.775672435760498, - -3.125359296798706, - 1.9601309299468994, - -2.2500405311584473, - -3.2974164485931396, - -1.0570635795593262, - -1.5852619409561157, - -3.341789960861206, - -3.456162929534912, - 0.7959442138671875, - -3.119767189025879, - -1.7918447256088257, - 0.3199736475944519, - -1.4281620979309082, - -1.695386528968811, - -3.2563953399658203, - -1.7223520278930664, - 0.9410692453384399, - -2.4958300590515137, - 1.4538261890411377, - -2.8316993713378906, - 12.067070007324219, - -2.460580587387085, - -1.288439393043518, - -3.150486946105957, - -3.229513168334961, - -2.410602331161499, - -3.741633892059326, - 2.8044183254241943, - 0.12682487070560455, - -2.1987972259521484, - 0.30880463123321533, - -2.181318998336792, - -0.12723954021930695, - -3.0860424041748047, - -1.297053575515747, - -4.236713409423828, - -2.185474157333374, - 2.831557035446167, - -3.024521589279175, - -2.0171890258789062, - -2.684107780456543, - -3.565746307373047, - -3.8342292308807373, - -3.7437381744384766, - -0.43707841634750366, - -3.0429470539093018, - -0.7570016384124756, - -2.7998738288879395, - -0.5460010766983032, - -2.9640612602233887, - -3.4843556880950928, - -2.48321795463562, - -3.7933058738708496, - -0.6661443710327148, - 2.3801615238189697, - -2.7066709995269775, - -0.49774548411369324, - -1.0446505546569824, - -3.394505739212036, - -2.9412996768951416, - -1.9346803426742554, - -5.423247337341309, - -3.2721145153045654, - -5.632840633392334, - -3.6440536975860596, - -4.193201541900635, - 1.849795937538147, - -2.0935885906219482, - -3.9265859127044678, - -1.0082786083221436, - -2.1455981731414795, - -2.9839277267456055, - 1.1226853132247925, - -1.6002930402755737, - -3.5248782634735107, - -3.3373334407806396, - -0.9488598108291626, - -2.858001470565796, - -8.546266555786133, - -1.7089178562164307, - -0.20054616034030914, - 0.8188825249671936, - -3.212282180786133, - -3.6968882083892822, - 0.22788256406784058, - 0.11922744661569595, - -3.1566784381866455, - -3.7913756370544434, - -1.2542290687561035, - -2.6148247718811035, - -3.2479875087738037, - -2.8693645000457764, - -0.7036557793617249, - -3.6817524433135986, - -5.462512493133545, - -1.109290599822998, - -3.601656913757324, - -5.500061988830566, - 4.982755184173584, - -4.859787464141846, - -2.8618900775909424, - 2.540701150894165, - -3.491832733154297, - -3.3048744201660156, - -3.4069602489471436, - -2.4616847038269043, - 0.3184714615345001, - -2.9677553176879883, - -1.7048102617263794, - -3.714445114135742, - -4.032297611236572, - -1.949932336807251, - 2.2804982662200928, - -1.080854058265686, - -3.8817572593688965, - 14.502957344055176, - -2.6000564098358154, - -5.6549482345581055, - -2.4736905097961426, - -3.441154718399048, - -3.0894546508789062, - -3.847343921661377, - -3.830965995788574, - -9.964372634887695, - -3.2095603942871094, - -4.02803373336792, - 2.2099666595458984, - 5.726045608520508, - -1.6678979396820068, - -2.258880615234375, - -2.865112066268921, - -1.9497673511505127, - -1.8824445009231567, - -3.4439046382904053, - -4.116124153137207, - -2.3554704189300537, - -7.502347946166992, - -3.9763638973236084, - -2.783137321472168, - -1.6636279821395874, - -2.767484664916992, - -2.0177643299102783, - -3.0712475776672363, - -3.602391481399536, - -3.3818588256835938, - -3.013484001159668, - -2.5455880165100098, - -0.3974839746952057, - 0.4596918225288391, - -1.996394395828247, - -4.036539554595947, - -0.7420295476913452, - 0.3379932940006256, - -2.866813898086548, - -3.013427257537842, - -2.6709251403808594, - -2.0484414100646973, - -4.150979995727539, - -0.8398939967155457, - -4.383808612823486, - -0.4901604950428009, - -1.5021569728851318, - 2.0111091136932373, - -3.7504260540008545, - -2.359598398208618, - -0.17640723288059235, - 1.6200511455535889, - -2.485240936279297, - 0.1542138010263443, - -1.248550295829773, - -0.29505693912506104, - -2.125609874725342, - 1.234163761138916, - -3.508856773376465, - -1.713157057762146, - -2.982909679412842, - -0.868183434009552, - -2.873763084411621, - -2.3937950134277344, - -0.625146210193634, - -0.16905537247657776, - -3.3297576904296875, - -1.813179850578308, - -3.49410080909729, - -5.292065143585205, - -0.9467585682868958, - -1.276415467262268, - -2.332697868347168, - -4.024159908294678, - -3.599534511566162, - -6.48504638671875, - -4.176975727081299, - -3.86613392829895, - 0.08325177431106567, - -3.745615005493164, - -3.442065715789795, - -3.573762893676758, - -3.311318874359131, - -3.8122761249542236, - -0.8940337300300598, - -2.8790910243988037, - -1.4778096675872803, - 2.601970911026001, - -3.3579261302948, - 0.7948585748672485, - -0.713677704334259, - -6.196552276611328, - -3.2471165657043457, - -0.8189168572425842, - -2.31592059135437, - -6.671849727630615, - -2.712817907333374, - -3.4595930576324463, - -1.169941782951355, - -1.4272481203079224, - -5.19930362701416, - -3.3866515159606934, - -5.710440158843994, - -2.279472827911377, - 0.3609287738800049, - -0.178911492228508, - 0.7113565802574158, - -3.1100382804870605, - -2.8957877159118652, - -0.44594502449035645, - -4.360078811645508, - -3.845893144607544, - -3.552466630935669, - -5.105260372161865, - -3.981327772140503, - -3.3827993869781494, - -6.890593528747559, - -3.5545108318328857, - -0.8868967890739441, - -6.641260147094727, - -3.097644567489624, - -0.8988121747970581, - -3.2602617740631104, - -2.8662736415863037, - -4.019188404083252, - -2.306272506713867, - -3.616633653640747, - -3.5845766067504883, - -3.069425106048584, - 1.0922333002090454, - -3.671297073364258, - -3.6359479427337646, - -1.7269608974456787, - 2.829063892364502, - -0.29866859316825867, - -3.5677177906036377, - -5.617786407470703, - -4.400447368621826, - -1.6905908584594727, - -0.7175443768501282, - -1.6985936164855957, - -5.673717975616455, - -0.9666374921798706, - -2.543850898742676, - -1.549774169921875, - -1.1222995519638062, - -5.150843143463135, - -4.24648904800415, - -2.4944300651550293, - -4.1437859535217285, - -1.5865888595581055, - -2.5021634101867676, - -2.008739709854126, - -1.6185829639434814, - 0.998888373374939, - -3.476091146469116, - 0.9173304438591003, - -2.693622589111328, - -4.5130767822265625, - -3.573744773864746, - -3.279507875442505, - 0.9907495975494385, - -3.3024401664733887, - -3.7491939067840576, - -3.0457611083984375, - -1.6006873846054077, - -0.6973954439163208, - -2.401569366455078, - -0.9188410639762878, - -5.162449836730957, - -0.5734448432922363, - -2.9949944019317627, - -4.608856678009033, - -3.3722503185272217, - -2.9309308528900146, - -1.120464563369751, - -0.42630475759506226, - -4.099467754364014, - -4.000688076019287, - -1.560828685760498, - -1.129135012626648, - -3.149951934814453, - -5.368422031402588, - -2.4915733337402344, - -1.4116719961166382, - -3.5417492389678955, - -3.713674783706665, - -3.370354413986206, - -3.561368227005005, - -2.8240442276000977, - -2.6337950229644775, - -4.4729204177856445, - -3.286052942276001, - -1.037396788597107, - -1.3636678457260132, - -4.67789888381958, - -3.5830304622650146, - -0.21656475961208344, - 4.406156539916992, - -0.38223081827163696, - -5.0617899894714355, - -1.2183265686035156, - 4.366532325744629, - -4.182810306549072, - -4.490877628326416, - -1.7958885431289673, - -5.5053534507751465, - 0.6168121099472046, - -2.9731507301330566, - -2.5304203033447266, - -3.2308361530303955, - -5.392212390899658, - -3.4512674808502197, - -5.090656757354736, - 2.749213457107544, - -1.1987359523773193, - 2.9155495166778564, - -2.90771746635437, - 0.9628965854644775, - -5.022933006286621, - -1.7013413906097412, - 0.8330568671226501, - -3.3995816707611084, - -4.635627269744873, - 1.0401583909988403, - 1.4808647632598877, - -4.1206207275390625, - -0.031004909425973892, - -0.7989159226417542, - -2.373223066329956, - -4.508996486663818, - -1.8863939046859741, - -3.9219892024993896, - -4.011626243591309, - -0.8531910181045532, - -4.9579644203186035, - -3.6063950061798096, - 3.013589382171631, - -3.633464813232422, - -3.1196444034576416, - -2.9346439838409424, - -2.2099997997283936, - -2.2523412704467773, - -1.257093906402588, - -4.799726486206055, - -3.6378307342529297, - -0.14561523497104645, - -5.052433490753174, - 3.3233392238616943, - -2.001417636871338, - -4.90798282623291, - -3.0210537910461426, - -3.475602388381958, - -0.5385203957557678, - -4.6029276847839355, - -0.43389418721199036, - 3.7532873153686523, - -2.140328884124756, - -4.3036699295043945, - -4.593533992767334, - -2.6815829277038574, - -1.7242885828018188, - -4.276668548583984, - -3.807041883468628, - -1.7348911762237549, - 1.4076228141784668, - -4.000953197479248, - -3.542983293533325, - -6.084323883056641, - -7.349020481109619, - -3.9527761936187744, - -2.147970199584961, - -2.4103963375091553, - -6.2957658767700195, - -5.92272424697876, - -2.46514892578125, - 1.078900694847107, - -3.3024935722351074, - -4.188262462615967, - -3.0416295528411865, - -1.57023024559021, - -2.482410192489624, - -2.651629686355591, - -3.656532049179077, - -1.8533625602722168, - -2.527360439300537, - -3.897343635559082, - -3.062319278717041, - -3.212414503097534, - -3.164315700531006, - -0.04238472506403923, - -3.774303674697876, - -4.4517011642456055, - -4.173106670379639, - -2.0399460792541504, - -2.603374481201172, - -6.645254611968994, - -3.2382397651672363, - -1.3914837837219238, - -4.227184295654297, - 1.269028902053833, - -2.4112019538879395, - -4.366174697875977, - -2.313521385192871, - -3.796348810195923, - 4.648430347442627, - -4.105676174163818, - -2.0480895042419434, - -3.500682830810547, - -3.676591396331787, - -2.8662819862365723, - 2.1431381702423096, - -3.9311418533325195, - -1.2096741199493408, - -2.9447295665740967, - -3.268819570541382, - -0.856021523475647, - 7.077378273010254, - -0.5355731844902039, - -1.6939765214920044, - -2.272670030593872, - -4.572579383850098, - -3.845172643661499, - -3.81538987159729, - -0.48662233352661133, - -5.015627861022949, - -2.835017442703247, - -2.1622955799102783, - -4.77473783493042, - -1.3685078620910645, - -3.690314292907715, - -4.171187877655029, - -3.8154022693634033, - -3.213695526123047, - -1.9260458946228027, - -1.284509539604187, - -2.552288770675659, - -2.7000808715820312, - -5.5607500076293945, - -3.036130428314209, - -2.845552921295166, - -0.8440597653388977, - 2.28446626663208, - -2.2401998043060303, - -3.0631232261657715, - 4.8116888999938965, - -0.226981058716774, - -3.475947856903076, - -4.328146934509277, - 1.0502216815948486, - -4.219740390777588, - -2.7000226974487305, - -4.245923042297363, - -3.5258283615112305, - -2.84985089302063, - -0.8175341486930847, - -2.1188929080963135, - -3.884763479232788, - -3.003174304962158 + -0.4860805869102478, + -0.5345838069915771, + -0.5026511549949646, + -0.48870912194252014, + -0.4924769103527069, + -0.48532214760780334, + -0.7194370627403259, + -0.462112158536911, + -0.585558295249939, + -0.4913562834262848, + -0.18393674492835999, + -0.5901139378547668, + -0.5574938058853149, + -0.36816486716270447, + -0.5413305163383484, + -0.5638166666030884, + -0.2925167381763458, + -0.16894693672657013, + -0.23566730320453644, + -0.47320041060447693, + -0.5663424730300903, + -0.38617265224456787, + -0.6103895306587219, + -0.3702608644962311, + -0.5265254974365234, + -0.36738860607147217, + -0.5823438763618469, + -0.4950464069843292, + -0.22172464430332184, + -0.46609827876091003, + -0.5441655516624451, + -0.46111759543418884, + -0.5618174076080322, + -0.35664650797843933, + -0.4503885805606842, + -0.5335807800292969, + -0.4581107199192047, + -0.4585326910018921, + -0.33352893590927124, + -0.4450080990791321, + -0.712192714214325, + -0.5290096998214722, + -0.6956607699394226, + -0.6605291366577148, + -0.48057329654693604, + -0.44432008266448975, + -0.5819006562232971, + -0.33631688356399536, + -0.4255104064941406, + -0.4762879014015198, + -0.5190280079841614, + -0.5514976382255554, + -0.33039534091949463, + -0.5894489288330078, + -0.33392760157585144, + -0.5820903182029724, + -0.5920676589012146, + -0.4519156217575073, + -0.5750805139541626, + -0.5424185991287231, + -0.5763225555419922, + -0.07503719627857208, + -0.4957042932510376, + -0.40613335371017456, + -0.5328333377838135, + -0.4703909754753113, + -0.4892498254776001, + -0.4572155177593231, + -0.5533557534217834, + -0.91001957654953, + -0.5837876796722412, + -0.6252077221870422, + -0.5456849932670593, + -0.5255600810050964, + -0.6710262298583984, + -0.573613703250885, + -0.5299283862113953, + -0.5145349502563477, + -0.5437843203544617, + -0.6083939671516418, + -0.8046714663505554, + -0.593953549861908, + -0.5777005553245544, + -0.5418181419372559, + -0.7838013172149658, + -0.43615663051605225, + -0.5616996884346008, + -0.6715841293334961, + -0.40940001606941223, + -0.5579349994659424, + -0.5953758358955383, + -0.4076065719127655, + -0.5061883926391602, + -0.5943396687507629, + -0.44358086585998535, + -0.5462646484375, + -0.42537763714790344, + -0.48672518134117126, + -0.5427154898643494, + -0.580685555934906, + -0.4434129297733307, + -0.5173577666282654, + -0.25816115736961365, + -0.5234730839729309, + -0.5100350379943848, + -0.4988599121570587, + -0.729608952999115, + -0.5124998688697815, + -0.7149137258529663, + -0.6476985216140747, + -0.5410877466201782, + -0.6678640246391296, + -0.45734819769859314, + -0.49035772681236267, + -0.4947463572025299, + -0.5646294355392456, + -0.5399585366249084, + -0.5616431832313538, + -0.4658571779727936, + -0.28531911969184875, + -0.5225293636322021, + -0.5331690907478333, + -0.5060796737670898, + -0.5992618799209595, + -0.4359767735004425, + -0.3329835534095764, + -0.5072135329246521, + -0.5093784928321838, + -0.2421611100435257, + -0.4441748261451721, + -0.5442841649055481, + -0.07887931168079376, + -0.566760778427124, + -0.5387484431266785, + -0.6173730492591858, + -0.27593937516212463, + -0.438072144985199, + -0.42112791538238525, + -0.6622879505157471, + -0.5231357216835022, + -0.5800467133522034, + -0.39702609181404114, + -0.5985274910926819, + -0.6278855800628662, + -0.7532407641410828, + -0.7119778394699097, + -0.21030932664871216, + -0.5569372773170471, + -0.7694374322891235, + -0.2485591024160385, + -0.36047935485839844, + -0.45968392491340637, + -0.33281147480010986, + -0.6293593645095825, + -0.5199519395828247, + -0.7111568450927734, + -0.3729516267776489, + -0.5428786277770996, + -0.39003628492355347, + -0.3709785044193268, + -0.534970223903656, + -0.725203812122345, + -0.7487654089927673, + -0.4439426064491272, + -0.4397601783275604, + -0.6224568486213684, + -0.5327721238136292, + -0.5781347155570984, + -0.368675172328949, + -0.3719407320022583, + -0.5458055734634399, + -0.57276451587677, + -0.3458688259124756, + -0.7467228174209595, + -0.5009878277778625, + -0.4018764793872833, + -0.4296950101852417, + -0.3171999156475067, + -0.6362586617469788, + -0.5206255316734314, + -0.5108185410499573, + -0.6840811967849731, + -0.45149165391921997, + -0.4555625319480896, + -0.7301440834999084, + -0.43946754932403564, + -0.46299079060554504, + -0.5865720510482788, + -0.5875552296638489, + -0.5547462105751038, + -0.4850611984729767, + -0.6067338585853577, + -0.26660653948783875, + -0.5696883201599121, + -0.4121954143047333, + -0.532342791557312, + -0.5467399954795837, + -0.5073418021202087, + -0.5755404829978943, + -0.5777114033699036, + -0.2644682824611664, + -0.5718010067939758, + -0.6516120433807373, + -0.48691773414611816, + -0.49649563431739807, + -0.412414014339447, + -0.5844948291778564, + -0.5571393966674805, + -0.5944947600364685, + -0.4463970363140106, + -0.34092792868614197, + -0.2888522446155548, + -0.5768975615501404, + -0.553039014339447, + -0.5278692245483398, + -0.6308349370956421, + -0.6079169511795044, + -0.6424846649169922, + -0.3905336260795593, + -0.4097273647785187, + -0.4143085181713104, + -0.35753288865089417, + -0.5227806568145752, + -0.5784140229225159, + -0.4970495402812958, + -0.5226314663887024, + -0.38571402430534363, + -0.4911251962184906, + -0.49887725710868835, + -0.6051149368286133, + -0.7573543190956116, + -0.5762661099433899, + -0.49723803997039795, + -0.39430713653564453, + -0.5983717441558838, + -0.6796364784240723, + -0.5539083480834961, + -0.2713555097579956, + -0.5971214771270752, + -0.34660041332244873, + -0.5484667420387268, + -0.5069953203201294, + -0.6620720624923706, + -0.5163605213165283, + -0.5530964136123657, + -0.35586434602737427, + -0.686398446559906, + -0.7086108922958374, + -0.4160212278366089, + -0.3909996449947357, + -0.6134325265884399, + -0.6270232200622559, + -0.40290749073028564, + -0.3997017443180084, + -0.5226290822029114, + -0.5407553315162659, + -0.5151540637016296, + -0.7015840411186218, + -0.5705815553665161, + -0.553097128868103, + -0.6177855134010315, + -0.5546618700027466, + -0.3243533968925476, + -0.6519094705581665, + -0.6140002012252808, + -0.3678884506225586, + -0.4561876952648163, + -0.5375586748123169, + -0.5896276831626892, + -0.3907163441181183, + -0.6368003487586975, + -0.19851523637771606, + -0.5105146765708923, + -0.848369836807251, + -0.5889037251472473, + -0.40876588225364685, + -0.6838361024856567, + -0.5131188035011292, + -0.4981440305709839, + -0.6814015507698059, + -0.39075222611427307, + -0.5370238423347473, + -0.5544039607048035, + -0.3558570146560669, + -0.5542707443237305, + -0.49088048934936523, + -0.42648574709892273, + -0.5304595232009888, + -0.34712332487106323, + -0.6535755395889282, + -0.5073664784431458, + -0.7104277610778809, + -0.3934338092803955, + -0.5684050917625427, + -0.38949108123779297, + -0.6071221828460693, + -0.5276325345039368, + -0.47863999009132385, + -0.47907117009162903, + -0.5942654013633728, + -0.44911620020866394, + -0.5625104308128357, + -0.545617401599884, + -0.46890223026275635, + -0.32470840215682983, + -0.5079906582832336, + -0.5192697644233704, + -0.5090152025222778, + -0.49726301431655884, + -0.4174779951572418, + -0.49692201614379883, + -0.6606197357177734, + -0.5016924738883972, + -0.48680242896080017, + -0.561457633972168, + -0.6101504564285278, + -0.6245251893997192, + -0.5391077399253845, + -0.5042293667793274, + -0.4908706247806549, + -0.5180753469467163, + -0.4310981035232544, + -0.3955787718296051, + -0.6375882625579834, + -0.2655404210090637, + -0.523720920085907, + -0.43273329734802246, + -0.473386287689209, + -0.5602301359176636, + -0.5535426735877991, + -0.5294649004936218, + -0.5005821585655212, + -0.46036356687545776, + -0.4722103774547577, + -0.08732776343822479, + -0.48016172647476196, + -0.41585981845855713, + -0.44607529044151306, + -0.3849667012691498, + -0.49485018849372864, + -0.5866294503211975, + -0.601205050945282, + -0.43274790048599243, + -0.49100708961486816, + -0.5865105390548706, + -0.5258890390396118, + -0.45043328404426575, + -0.5385564565658569, + -0.5922801494598389, + -0.33608463406562805, + -0.45987316966056824, + -0.3952944278717041, + -0.49437958002090454, + -0.5307607054710388, + -0.5576173663139343, + -0.6196081042289734, + -0.4607349932193756, + -0.5013022422790527, + -0.36807745695114136, + -0.48520758748054504, + -0.43230825662612915, + -0.7390038967132568, + -0.47296950221061707, + -0.16832169890403748, + -0.4654322862625122, + -0.7677564024925232, + -0.39113667607307434, + -0.7302629947662354, + -0.5147075057029724, + -0.5380746722221375, + -0.14143319427967072, + -0.448520302772522, + -0.36726656556129456, + -0.41210147738456726, + -0.4980020821094513, + -0.299476683139801, + -0.36331701278686523, + -0.7694146633148193, + -0.3934495747089386, + -0.5742244124412537, + -0.43314990401268005, + -0.4921412765979767, + -0.5003309845924377, + -0.5930352210998535, + -0.34305518865585327, + -0.2772752344608307, + -0.5517769455909729, + -0.5153452754020691, + -0.43641889095306396, + -0.4120054543018341, + -0.7366870045661926, + -0.47484615445137024, + -0.5947750806808472, + -0.5259361267089844, + -0.647888720035553, + -0.48876988887786865, + -0.5069757103919983, + -0.5770667195320129, + -0.6197466850280762, + -0.4958670139312744, + -0.5610974431037903, + -0.8004409074783325, + -0.4238414764404297, + -0.735136091709137, + -0.6019073128700256, + -0.43842872977256775, + -0.4477207660675049, + -0.4837324619293213, + -0.5323928594589233, + -0.5309497714042664, + -0.4004153609275818, + -0.5921897292137146, + -0.5422597527503967, + -0.3903807997703552, + -0.3582251965999603, + -0.5930290818214417, + -0.47011569142341614, + -0.8016510009765625, + -0.1977834701538086, + -0.47675976157188416, + -0.5199329853057861, + -0.47474128007888794, + -0.7371631264686584, + -0.5458881855010986, + -0.5079882740974426, + -0.6110199093818665, + -0.585213303565979, + -0.5016617774963379, + -0.4101601839065552, + -0.4241906702518463, + -0.5451968908309937, + -0.601098358631134, + -0.7517076730728149, + -0.47098425030708313, + -0.5537567138671875, + -0.5094449520111084, + -0.4153096675872803, + -0.6021594405174255, + -0.5403334498405457, + -0.3784196674823761, + -0.5624973773956299, + -0.3837176561355591, + -0.44532710313796997, + -0.31139639019966125, + -0.42182353138923645, + -0.6062588095664978, + -0.4789484143257141, + -0.4425587058067322, + -0.462331086397171, + -0.4117398262023926, + -0.31973159313201904, + -0.617754340171814, + -0.4507191777229309, + -0.8466578125953674, + -0.5590507984161377, + -0.4185449182987213, + -0.49638450145721436, + -0.5118706226348877, + -0.5679575800895691, + -0.53175950050354, + -0.49560439586639404, + -0.43408069014549255, + -0.43465256690979004, + -0.3574952185153961, + -0.4916681945323944, + -0.5777157545089722, + -0.3971926271915436, + -0.543767511844635, + -0.605255126953125, + -0.6702337265014648, + -0.6177549958229065, + -0.5474621057510376, + -0.6120001077651978, + -0.5703914761543274, + -0.40724894404411316, + -0.6337520480155945, + -0.8241018652915955, + -0.023422596976161003, + -0.41647008061408997, + -0.48223838210105896, + -0.47124969959259033, + -0.5392948389053345, + -0.4949340224266052, + -0.4914581775665283, + -0.5989960432052612, + -0.5289817452430725, + -0.4903351068496704, + -0.5442954301834106, + -0.44694194197654724, + -0.632737934589386, + -0.5932676196098328, + -0.423594206571579, + -0.4697412848472595, + -0.3970067501068115, + -0.337873637676239, + -0.4546302855014801, + -0.49701422452926636, + -0.2831505537033081, + -0.5830742120742798, + -0.5798721313476562 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.675, - 0.65, - 0.7, - 0.675, - 0.675, - 0.675, - 0.625, - 0.675, - 0.6000000000000001 + 0.44999999999999996, + 0.475, + 0.4375, + 0.475, + 0.43749999999999994, + 0.46249999999999997, + 0.4875, + 0.4625, + 0.44999999999999996, + 0.4375, + 0.48749999999999993, + 0.44999999999999996, + 0.46249999999999997, + 0.49999999999999994, + 0.4749999999999999, + 0.4375, + 0.4375, + 0.4875, + 0.42499999999999993, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7909227013587952, - 0.5699020624160767, - 0.9821950793266296, - 0.6293181777000427, - 0.25599899888038635, - 0.7411637902259827, - 0.7614650726318359, - 0.519318163394928, - 0.8759291768074036, - 0.9075889587402344 + -0.005058582406491041, + -0.21612179279327393, + -0.10756310075521469, + -0.002875745063647628, + 0.0830266997218132, + -0.1306254118680954, + -0.16417941451072693, + 0.20254607498645782, + 0.33070656657218933, + 0.04738117381930351, + 0.33908528089523315, + 0.23600420355796814, + 0.11824017763137817, + -0.09524036198854446, + -0.07017306238412857, + 0.1524658203125, + 0.21723954379558563, + 0.054766204208135605, + -0.22491177916526794, + 0.1927034705877304 ], "rl_grad_norm": [ - 1.3690308332443237, - 0.9262872338294983, - 1.532026767730713, - 0.41116267442703247, - 0.18612393736839294, - 0.4712613821029663, - 1.0297235250473022, - 0.23939824104309082, - 0.3591115474700928, - 0.5323030352592468 + 0.8851309418678284, + 0.4369846284389496, + 0.6876516342163086, + 0.579348087310791, + 0.40109723806381226, + 0.46529170870780945, + 0.4043567180633545, + 0.5632143616676331, + 0.4167950749397278, + 0.5348445773124695, + 0.3942134380340576, + 0.442352294921875, + 0.4495525658130646, + 0.4781419336795807, + 0.32932645082473755, + 0.3141087591648102, + 0.45740652084350586, + 0.36427825689315796, + 0.27980268001556396, + 0.5006434917449951 ], "bc_grad_norm": [ - 0.9265597462654114, - 0.3842189311981201, - 1.5439634323120117, - 0.5041329264640808, - 0.6551647186279297, - 0.3641400933265686, - 0.8403784036636353, - 0.35233160853385925, - 0.4006139636039734, - 0.48000991344451904 + 3.491551399230957, + 2.3700995445251465, + 4.779168605804443, + 2.289534568786621, + 4.451645851135254, + 3.2936599254608154, + 2.411022663116455, + 4.919405937194824, + 1.9832415580749512, + 3.2605977058410645, + 3.063088893890381, + 3.466095447540283, + 5.0123186111450195, + 3.3567750453948975, + 3.082425117492676, + 1.815016746520996, + 3.3197405338287354, + 3.856812000274658, + 5.435948848724365, + 5.608820915222168 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0005294981529004872, - "embedding.weight": 0.01207641139626503, - "cnn.0.weight": 0.2743087410926819, - "cnn.0.bias": 0.009502382948994637, - "cnn.2.weight": 0.06550911068916321, - "cnn.2.bias": 0.025746505707502365, - "cnn.5.weight": 0.08190643042325974, - "cnn.5.bias": 0.023922109976410866, - "action_emb.weight": 0.027047019451856613, - "timestep_emb.weight": 0.007386874407529831, - "pos_emb.weight": 0.010112210176885128, - "transformer.layers.0.self_attn.in_proj_weight": 0.1234537810087204, - "transformer.layers.0.self_attn.in_proj_bias": 0.009299090132117271, - "transformer.layers.0.self_attn.out_proj.weight": 0.11041935533285141, - "transformer.layers.0.self_attn.out_proj.bias": 0.01309508178383112, - "transformer.layers.0.linear1.weight": 0.12595012784004211, - "transformer.layers.0.linear1.bias": 0.005703613627701998, - "transformer.layers.0.linear2.weight": 0.14511853456497192, - "transformer.layers.0.linear2.bias": 0.009957299567759037, - "transformer.layers.0.norm1.weight": 0.007250168360769749, - "transformer.layers.0.norm1.bias": 0.008645440451800823, - "transformer.layers.0.norm2.weight": 0.009208024479448795, - "transformer.layers.0.norm2.bias": 0.004929648246616125, - "transformer.layers.1.self_attn.in_proj_weight": 0.1248297393321991, - "transformer.layers.1.self_attn.in_proj_bias": 0.005993898957967758, - "transformer.layers.1.self_attn.out_proj.weight": 0.12760061025619507, - "transformer.layers.1.self_attn.out_proj.bias": 0.008516033180058002, - "transformer.layers.1.linear1.weight": 0.07628022134304047, - "transformer.layers.1.linear1.bias": 0.0038826637901365757, - "transformer.layers.1.linear2.weight": 0.0909556895494461, - "transformer.layers.1.linear2.bias": 0.008378460071980953, - "transformer.layers.1.norm1.weight": 0.007862290367484093, - "transformer.layers.1.norm1.bias": 0.005401933565735817, - "transformer.layers.1.norm2.weight": 0.00498464610427618, - "transformer.layers.1.norm2.bias": 0.0029696973506361246, - "transformer.layers.2.self_attn.in_proj_weight": 0.14416839182376862, - "transformer.layers.2.self_attn.in_proj_bias": 0.007162752561271191, - "transformer.layers.2.self_attn.out_proj.weight": 0.08473185449838638, - "transformer.layers.2.self_attn.out_proj.bias": 0.008366863243281841, - "transformer.layers.2.linear1.weight": 0.05551736801862717, - "transformer.layers.2.linear1.bias": 0.0035237593110650778, - "transformer.layers.2.linear2.weight": 0.06097240373492241, - "transformer.layers.2.linear2.bias": 0.00861368142068386, - "transformer.layers.2.norm1.weight": 0.009327280335128307, - "transformer.layers.2.norm1.bias": 0.00726085901260376, - "transformer.layers.2.norm2.weight": 0.003558508353307843, - "transformer.layers.2.norm2.bias": 0.003895315108820796, - "transformer.layers.3.self_attn.in_proj_weight": 0.2026243805885315, - "transformer.layers.3.self_attn.in_proj_bias": 0.017355771735310555, - "transformer.layers.3.self_attn.out_proj.weight": 0.10705583542585373, - "transformer.layers.3.self_attn.out_proj.bias": 0.01403014361858368, - "transformer.layers.3.linear1.weight": 0.13838614523410797, - "transformer.layers.3.linear1.bias": 0.009670525789260864, - "transformer.layers.3.linear2.weight": 0.07986896485090256, - "transformer.layers.3.linear2.bias": 0.01675545796751976, - "transformer.layers.3.norm1.weight": 0.01599491387605667, - "transformer.layers.3.norm1.bias": 0.02271185629069805, - "transformer.layers.3.norm2.weight": 0.009780277498066425, - "transformer.layers.3.norm2.bias": 0.01200698222965002, - "head.weight": 1.0725815296173096, - "head.bias": 0.03181333839893341, - "global_embedding.weight": 0.04523525759577751, - "global_cnn.0.weight": 0.3491174876689911, - "global_cnn.0.bias": 0.018808351829648018, - "global_cnn.2.weight": 0.5873390436172485, - "global_cnn.2.bias": 0.03072657249867916, - "global_proj.weight": 0.21636782586574554, - "global_proj.bias": 0.09131532162427902, - "goal_head.0.weight": 0.1145874410867691, - "goal_head.0.bias": 0.040903761982917786, - "goal_head.2.weight": 0.11762489378452301, - "goal_head.2.bias": 0.0952678993344307 - }, - { - "global_gate": 0.0007065893150866032, - "embedding.weight": 0.0032069378066807985, - "cnn.0.weight": 0.1407315880060196, - "cnn.0.bias": 0.0045709433034062386, - "cnn.2.weight": 0.0178308617323637, - "cnn.2.bias": 0.006768510676920414, - "cnn.5.weight": 0.021801305934786797, - "cnn.5.bias": 0.008442468009889126, - "action_emb.weight": 0.011704659089446068, - "timestep_emb.weight": 0.004482624586671591, - "pos_emb.weight": 0.005520876497030258, - "transformer.layers.0.self_attn.in_proj_weight": 0.07758879661560059, - "transformer.layers.0.self_attn.in_proj_bias": 0.007732077967375517, - "transformer.layers.0.self_attn.out_proj.weight": 0.07288508862257004, - "transformer.layers.0.self_attn.out_proj.bias": 0.009915324859321117, - "transformer.layers.0.linear1.weight": 0.05763975903391838, - "transformer.layers.0.linear1.bias": 0.003996448591351509, - "transformer.layers.0.linear2.weight": 0.07109488546848297, - "transformer.layers.0.linear2.bias": 0.007167112082242966, - "transformer.layers.0.norm1.weight": 0.004315987695008516, - "transformer.layers.0.norm1.bias": 0.007448995485901833, - "transformer.layers.0.norm2.weight": 0.004921083338558674, - "transformer.layers.0.norm2.bias": 0.004699776880443096, - "transformer.layers.1.self_attn.in_proj_weight": 0.0579984113574028, - "transformer.layers.1.self_attn.in_proj_bias": 0.003992927260696888, - "transformer.layers.1.self_attn.out_proj.weight": 0.06402657181024551, - "transformer.layers.1.self_attn.out_proj.bias": 0.005229254253208637, - "transformer.layers.1.linear1.weight": 0.0333285890519619, - "transformer.layers.1.linear1.bias": 0.0020398341584950686, - "transformer.layers.1.linear2.weight": 0.04467104375362396, - "transformer.layers.1.linear2.bias": 0.005031511653214693, - "transformer.layers.1.norm1.weight": 0.003387353615835309, - "transformer.layers.1.norm1.bias": 0.003988354466855526, - "transformer.layers.1.norm2.weight": 0.002217655535787344, - "transformer.layers.1.norm2.bias": 0.0019138685893267393, - "transformer.layers.2.self_attn.in_proj_weight": 0.05987075716257095, - "transformer.layers.2.self_attn.in_proj_bias": 0.0041429996490478516, - "transformer.layers.2.self_attn.out_proj.weight": 0.04918084666132927, - "transformer.layers.2.self_attn.out_proj.bias": 0.004911803640425205, - "transformer.layers.2.linear1.weight": 0.03226614370942116, - "transformer.layers.2.linear1.bias": 0.0019519004272297025, - "transformer.layers.2.linear2.weight": 0.035413648933172226, - "transformer.layers.2.linear2.bias": 0.0049153403379023075, - "transformer.layers.2.norm1.weight": 0.004315313417464495, - "transformer.layers.2.norm1.bias": 0.004633898381143808, - "transformer.layers.2.norm2.weight": 0.001885414938442409, - "transformer.layers.2.norm2.bias": 0.0018018436385318637, - "transformer.layers.3.self_attn.in_proj_weight": 0.11538537591695786, - "transformer.layers.3.self_attn.in_proj_bias": 0.008792957291007042, - "transformer.layers.3.self_attn.out_proj.weight": 0.055942196398973465, - "transformer.layers.3.self_attn.out_proj.bias": 0.007212101016193628, - "transformer.layers.3.linear1.weight": 0.08802897483110428, - "transformer.layers.3.linear1.bias": 0.006326063070446253, - "transformer.layers.3.linear2.weight": 0.046715885400772095, - "transformer.layers.3.linear2.bias": 0.010090467520058155, - "transformer.layers.3.norm1.weight": 0.008757694624364376, - "transformer.layers.3.norm1.bias": 0.011190003715455532, - "transformer.layers.3.norm2.weight": 0.0068875569850206375, - "transformer.layers.3.norm2.bias": 0.008782566525042057, - "head.weight": 0.5885677337646484, - "head.bias": 0.01938541978597641, - "global_embedding.weight": 0.02489333041012287, - "global_cnn.0.weight": 0.14249669015407562, - "global_cnn.0.bias": 0.0051134866662323475, - "global_cnn.2.weight": 0.2761066257953644, - "global_cnn.2.bias": 0.01447649858891964, - "global_proj.weight": 0.052001096308231354, - "global_proj.bias": 0.02885785698890686, - "goal_head.0.weight": 0.023916160687804222, - "goal_head.0.bias": 0.011373529210686684, - "goal_head.2.weight": 0.033143263310194016, - "goal_head.2.bias": 0.0265564676374197 - }, - { - "global_gate": 0.0003802833962254226, - "embedding.weight": 0.009105200879275799, - "cnn.0.weight": 0.16945014894008636, - "cnn.0.bias": 0.007357846014201641, - "cnn.2.weight": 0.026404565200209618, - "cnn.2.bias": 0.01307113841176033, - "cnn.5.weight": 0.047906048595905304, - "cnn.5.bias": 0.009381805546581745, - "action_emb.weight": 0.0036094554234296083, - "timestep_emb.weight": 0.0027301476802676916, - "pos_emb.weight": 0.0020373414736241102, - "transformer.layers.0.self_attn.in_proj_weight": 0.05052315071225166, - "transformer.layers.0.self_attn.in_proj_bias": 0.0031848917715251446, - "transformer.layers.0.self_attn.out_proj.weight": 0.04364754259586334, - "transformer.layers.0.self_attn.out_proj.bias": 0.003922336269170046, - "transformer.layers.0.linear1.weight": 0.022951878607273102, - "transformer.layers.0.linear1.bias": 0.0012451099464669824, - "transformer.layers.0.linear2.weight": 0.029670827090740204, - "transformer.layers.0.linear2.bias": 0.0022780215367674828, - "transformer.layers.0.norm1.weight": 0.002877510152757168, - "transformer.layers.0.norm1.bias": 0.0027884882874786854, - "transformer.layers.0.norm2.weight": 0.001638541230931878, - "transformer.layers.0.norm2.bias": 0.0013608610024675727, - "transformer.layers.1.self_attn.in_proj_weight": 0.0226801298558712, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013479719636961818, - "transformer.layers.1.self_attn.out_proj.weight": 0.026445297524333, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019293864024803042, - "transformer.layers.1.linear1.weight": 0.014681734144687653, - "transformer.layers.1.linear1.bias": 0.0007589609595015645, - "transformer.layers.1.linear2.weight": 0.018180647864937782, - "transformer.layers.1.linear2.bias": 0.0016872730338945985, - "transformer.layers.1.norm1.weight": 0.001414036494679749, - "transformer.layers.1.norm1.bias": 0.0012201487552374601, - "transformer.layers.1.norm2.weight": 0.0009403995936736465, - "transformer.layers.1.norm2.bias": 0.0006584713119082153, - "transformer.layers.2.self_attn.in_proj_weight": 0.035378117114305496, - "transformer.layers.2.self_attn.in_proj_bias": 0.0017314520664513111, - "transformer.layers.2.self_attn.out_proj.weight": 0.014399279840290546, - "transformer.layers.2.self_attn.out_proj.bias": 0.0012103919871151447, - "transformer.layers.2.linear1.weight": 0.008926541544497013, - "transformer.layers.2.linear1.bias": 0.0004998425138182938, - "transformer.layers.2.linear2.weight": 0.008810019120573997, - "transformer.layers.2.linear2.bias": 0.001196170225739479, - "transformer.layers.2.norm1.weight": 0.0023197608534246683, - "transformer.layers.2.norm1.bias": 0.0018309489823877811, - "transformer.layers.2.norm2.weight": 0.0006036199047230184, - "transformer.layers.2.norm2.bias": 0.0005532991490326822, - "transformer.layers.3.self_attn.in_proj_weight": 0.027248375117778778, - "transformer.layers.3.self_attn.in_proj_bias": 0.0018812126945704222, - "transformer.layers.3.self_attn.out_proj.weight": 0.014856476336717606, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018138759769499302, - "transformer.layers.3.linear1.weight": 0.02465176396071911, - "transformer.layers.3.linear1.bias": 0.0017204249743372202, - "transformer.layers.3.linear2.weight": 0.012681865133345127, - "transformer.layers.3.linear2.bias": 0.0025762622244656086, - "transformer.layers.3.norm1.weight": 0.001975900726392865, - "transformer.layers.3.norm1.bias": 0.002436412964016199, - "transformer.layers.3.norm2.weight": 0.0017692949622869492, - "transformer.layers.3.norm2.bias": 0.0024607889354228973, - "head.weight": 0.24763916432857513, - "head.bias": 0.005627908743917942, - "global_embedding.weight": 0.08343742787837982, - "global_cnn.0.weight": 0.5782158970832825, - "global_cnn.0.bias": 0.0274814460426569, - "global_cnn.2.weight": 1.253355860710144, - "global_cnn.2.bias": 0.09463018923997879, - "global_proj.weight": 0.4077600836753845, - "global_proj.bias": 0.22437261044979095, - "goal_head.0.weight": 0.2298976331949234, - "goal_head.0.bias": 0.09759515523910522, - "goal_head.2.weight": 0.29652199149131775, - "goal_head.2.bias": 0.23340512812137604 - }, - { - "global_gate": 0.00028414689586497843, - "embedding.weight": 0.006134771276265383, - "cnn.0.weight": 0.17755897343158722, - "cnn.0.bias": 0.004300503060221672, - "cnn.2.weight": 0.019628239795565605, - "cnn.2.bias": 0.012813332490622997, - "cnn.5.weight": 0.02141818031668663, - "cnn.5.bias": 0.008980005979537964, - "action_emb.weight": 0.0028446651995182037, - "timestep_emb.weight": 0.0016917827306315303, - "pos_emb.weight": 0.003289439482614398, - "transformer.layers.0.self_attn.in_proj_weight": 0.03633332997560501, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026806823443621397, - "transformer.layers.0.self_attn.out_proj.weight": 0.04145139828324318, - "transformer.layers.0.self_attn.out_proj.bias": 0.004030708689242601, - "transformer.layers.0.linear1.weight": 0.024593520909547806, - "transformer.layers.0.linear1.bias": 0.0012270017759874463, - "transformer.layers.0.linear2.weight": 0.030714955180883408, - "transformer.layers.0.linear2.bias": 0.0017083549173548818, - "transformer.layers.0.norm1.weight": 0.0022032365668565035, - "transformer.layers.0.norm1.bias": 0.0023045146372169256, - "transformer.layers.0.norm2.weight": 0.0018033725209534168, - "transformer.layers.0.norm2.bias": 0.0015030179638415575, - "transformer.layers.1.self_attn.in_proj_weight": 0.02478526532649994, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010318555869162083, - "transformer.layers.1.self_attn.out_proj.weight": 0.017529472708702087, - "transformer.layers.1.self_attn.out_proj.bias": 0.00115223100874573, - "transformer.layers.1.linear1.weight": 0.01326670404523611, - "transformer.layers.1.linear1.bias": 0.000684813188854605, - "transformer.layers.1.linear2.weight": 0.016855547204613686, - "transformer.layers.1.linear2.bias": 0.0009390734485350549, - "transformer.layers.1.norm1.weight": 0.0015795513754710555, - "transformer.layers.1.norm1.bias": 0.0010108565911650658, - "transformer.layers.1.norm2.weight": 0.0008833138854242861, - "transformer.layers.1.norm2.bias": 0.00072771857958287, - "transformer.layers.2.self_attn.in_proj_weight": 0.026089435443282127, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009747238946147263, - "transformer.layers.2.self_attn.out_proj.weight": 0.012370050884783268, - "transformer.layers.2.self_attn.out_proj.bias": 0.000837096304167062, - "transformer.layers.2.linear1.weight": 0.011066184379160404, - "transformer.layers.2.linear1.bias": 0.0005665455828420818, - "transformer.layers.2.linear2.weight": 0.012433718889951706, - "transformer.layers.2.linear2.bias": 0.0008292691200040281, - "transformer.layers.2.norm1.weight": 0.0017942740814760327, - "transformer.layers.2.norm1.bias": 0.0009751943871378899, - "transformer.layers.2.norm2.weight": 0.0007622020202688873, - "transformer.layers.2.norm2.bias": 0.0005091463099233806, - "transformer.layers.3.self_attn.in_proj_weight": 0.025922518223524094, - "transformer.layers.3.self_attn.in_proj_bias": 0.001268837135285139, - "transformer.layers.3.self_attn.out_proj.weight": 0.014367456547915936, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011243675835430622, - "transformer.layers.3.linear1.weight": 0.02315528504550457, - "transformer.layers.3.linear1.bias": 0.001311499741859734, - "transformer.layers.3.linear2.weight": 0.013477087020874023, - "transformer.layers.3.linear2.bias": 0.0015108832158148289, - "transformer.layers.3.norm1.weight": 0.0022080615162849426, - "transformer.layers.3.norm1.bias": 0.0014533260837197304, - "transformer.layers.3.norm2.weight": 0.0017845605034381151, - "transformer.layers.3.norm2.bias": 0.0016289155464619398, - "head.weight": 0.23737217485904694, - "head.bias": 0.003589595900848508, - "global_embedding.weight": 0.00879629235714674, - "global_cnn.0.weight": 0.12429071962833405, - "global_cnn.0.bias": 0.0038031931035220623, - "global_cnn.2.weight": 0.3112628757953644, - "global_cnn.2.bias": 0.012592601589858532, - "global_proj.weight": 0.05821007117629051, - "global_proj.bias": 0.029989877715706825, - "goal_head.0.weight": 0.0354522280395031, - "goal_head.0.bias": 0.013373675756156445, - "goal_head.2.weight": 0.04672085866332054, - "goal_head.2.bias": 0.03271026536822319 - }, - { - "global_gate": 6.098080575611675e-6, - "embedding.weight": 0.0029439846985042095, - "cnn.0.weight": 0.0743040218949318, - "cnn.0.bias": 0.002200091490522027, - "cnn.2.weight": 0.01025306060910225, - "cnn.2.bias": 0.00854951236397028, - "cnn.5.weight": 0.0114707937464118, - "cnn.5.bias": 0.00542702479287982, - "action_emb.weight": 0.0009535558638162911, - "timestep_emb.weight": 0.0005665115895681083, - "pos_emb.weight": 0.0005186529597267509, - "transformer.layers.0.self_attn.in_proj_weight": 0.017726028338074684, - "transformer.layers.0.self_attn.in_proj_bias": 0.001141355955041945, - "transformer.layers.0.self_attn.out_proj.weight": 0.016474679112434387, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016382442554458976, - "transformer.layers.0.linear1.weight": 0.007192653603851795, - "transformer.layers.0.linear1.bias": 0.00046459847362712026, - "transformer.layers.0.linear2.weight": 0.01018346194177866, - "transformer.layers.0.linear2.bias": 0.0009316917858086526, - "transformer.layers.0.norm1.weight": 0.0010915410239249468, - "transformer.layers.0.norm1.bias": 0.0009338940726593137, - "transformer.layers.0.norm2.weight": 0.000594413373619318, - "transformer.layers.0.norm2.bias": 0.0005750349373556674, - "transformer.layers.1.self_attn.in_proj_weight": 0.009417316876351833, - "transformer.layers.1.self_attn.in_proj_bias": 0.000561263645067811, - "transformer.layers.1.self_attn.out_proj.weight": 0.008040329441428185, - "transformer.layers.1.self_attn.out_proj.bias": 0.0004979080404154956, - "transformer.layers.1.linear1.weight": 0.0034778870176523924, - "transformer.layers.1.linear1.bias": 0.00019281588902231306, - "transformer.layers.1.linear2.weight": 0.004940195009112358, - "transformer.layers.1.linear2.bias": 0.0004443148791324347, - "transformer.layers.1.norm1.weight": 0.000743234297260642, - "transformer.layers.1.norm1.bias": 0.0007782927714288235, - "transformer.layers.1.norm2.weight": 0.00030724771204404533, - "transformer.layers.1.norm2.bias": 0.00020240960293449461, - "transformer.layers.2.self_attn.in_proj_weight": 0.008276131004095078, - "transformer.layers.2.self_attn.in_proj_bias": 0.00043204124085605145, - "transformer.layers.2.self_attn.out_proj.weight": 0.005429590120911598, - "transformer.layers.2.self_attn.out_proj.bias": 0.00039548490894958377, - "transformer.layers.2.linear1.weight": 0.0027711153961718082, - "transformer.layers.2.linear1.bias": 0.0001774888369254768, - "transformer.layers.2.linear2.weight": 0.003784943837672472, - "transformer.layers.2.linear2.bias": 0.00037614317261613905, - "transformer.layers.2.norm1.weight": 0.0008673397824168205, - "transformer.layers.2.norm1.bias": 0.0005463859415613115, - "transformer.layers.2.norm2.weight": 0.00020077513181604445, - "transformer.layers.2.norm2.bias": 0.00018116916180588305, - "transformer.layers.3.self_attn.in_proj_weight": 0.010706303641200066, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005125510506331921, - "transformer.layers.3.self_attn.out_proj.weight": 0.004836807027459145, - "transformer.layers.3.self_attn.out_proj.bias": 0.00048174115363508463, - "transformer.layers.3.linear1.weight": 0.0067694406025111675, - "transformer.layers.3.linear1.bias": 0.0004914146265946329, - "transformer.layers.3.linear2.weight": 0.004147184081375599, - "transformer.layers.3.linear2.bias": 0.000522107002325356, - "transformer.layers.3.norm1.weight": 0.0007936035981401801, - "transformer.layers.3.norm1.bias": 0.0006300349486991763, - "transformer.layers.3.norm2.weight": 0.000570393109228462, - "transformer.layers.3.norm2.bias": 0.0005936053930781782, - "head.weight": 0.18934252858161926, - "head.bias": 0.001966556767001748, - "global_embedding.weight": 0.018048908561468124, - "global_cnn.0.weight": 0.10161346197128296, - "global_cnn.0.bias": 0.004008356481790543, - "global_cnn.2.weight": 0.16128958761692047, - "global_cnn.2.bias": 0.005106995813548565, - "global_proj.weight": 0.038335178047418594, - "global_proj.bias": 0.010433735325932503, - "goal_head.0.weight": 0.01879214495420456, - "goal_head.0.bias": 0.004326618742197752, - "goal_head.2.weight": 0.019150007516145706, - "goal_head.2.bias": 0.008948137052357197 - }, - { - "global_gate": 0.000566188944503665, - "embedding.weight": 0.005102748516947031, - "cnn.0.weight": 0.19665034115314484, - "cnn.0.bias": 0.003926443867385387, - "cnn.2.weight": 0.03163183853030205, - "cnn.2.bias": 0.013155998662114143, - "cnn.5.weight": 0.046884842216968536, - "cnn.5.bias": 0.011257692240178585, - "action_emb.weight": 0.008210528641939163, - "timestep_emb.weight": 0.003925879951566458, - "pos_emb.weight": 0.004432579502463341, - "transformer.layers.0.self_attn.in_proj_weight": 0.06247361749410629, - "transformer.layers.0.self_attn.in_proj_bias": 0.003515525721013546, - "transformer.layers.0.self_attn.out_proj.weight": 0.05659892410039902, - "transformer.layers.0.self_attn.out_proj.bias": 0.004883415065705776, - "transformer.layers.0.linear1.weight": 0.04453083127737045, - "transformer.layers.0.linear1.bias": 0.0021079855505377054, - "transformer.layers.0.linear2.weight": 0.05004001781344414, - "transformer.layers.0.linear2.bias": 0.003577304072678089, - "transformer.layers.0.norm1.weight": 0.004083059262484312, - "transformer.layers.0.norm1.bias": 0.003268986474722624, - "transformer.layers.0.norm2.weight": 0.0038911122828722, - "transformer.layers.0.norm2.bias": 0.0020058031659573317, - "transformer.layers.1.self_attn.in_proj_weight": 0.04404020309448242, - "transformer.layers.1.self_attn.in_proj_bias": 0.0021434032823890448, - "transformer.layers.1.self_attn.out_proj.weight": 0.03874451294541359, - "transformer.layers.1.self_attn.out_proj.bias": 0.002752118045464158, - "transformer.layers.1.linear1.weight": 0.02701340615749359, - "transformer.layers.1.linear1.bias": 0.001304020406678319, - "transformer.layers.1.linear2.weight": 0.03471420705318451, - "transformer.layers.1.linear2.bias": 0.002588053699582815, - "transformer.layers.1.norm1.weight": 0.0030937185510993004, - "transformer.layers.1.norm1.bias": 0.0020698055159300566, - "transformer.layers.1.norm2.weight": 0.0022591969463974237, - "transformer.layers.1.norm2.bias": 0.0010763785103335977, - "transformer.layers.2.self_attn.in_proj_weight": 0.05870542302727699, - "transformer.layers.2.self_attn.in_proj_bias": 0.0026058696676045656, - "transformer.layers.2.self_attn.out_proj.weight": 0.02688867785036564, - "transformer.layers.2.self_attn.out_proj.bias": 0.0022901406046003103, - "transformer.layers.2.linear1.weight": 0.018314216285943985, - "transformer.layers.2.linear1.bias": 0.0010446272790431976, - "transformer.layers.2.linear2.weight": 0.022917365655303, - "transformer.layers.2.linear2.bias": 0.0023114990908652544, - "transformer.layers.2.norm1.weight": 0.004459578078240156, - "transformer.layers.2.norm1.bias": 0.002773802960291505, - "transformer.layers.2.norm2.weight": 0.0014302014606073499, - "transformer.layers.2.norm2.bias": 0.0008800470386631787, - "transformer.layers.3.self_attn.in_proj_weight": 0.06058352813124657, - "transformer.layers.3.self_attn.in_proj_bias": 0.0056853326968848705, - "transformer.layers.3.self_attn.out_proj.weight": 0.03011469356715679, - "transformer.layers.3.self_attn.out_proj.bias": 0.004255253355950117, - "transformer.layers.3.linear1.weight": 0.04501586779952049, - "transformer.layers.3.linear1.bias": 0.0035418972838670015, - "transformer.layers.3.linear2.weight": 0.02606293559074402, - "transformer.layers.3.linear2.bias": 0.005816256161779165, - "transformer.layers.3.norm1.weight": 0.0048527102917432785, - "transformer.layers.3.norm1.bias": 0.008153930306434631, - "transformer.layers.3.norm2.weight": 0.0036761686205863953, - "transformer.layers.3.norm2.bias": 0.004769587889313698, - "head.weight": 0.3276772201061249, - "head.bias": 0.010366114787757397, - "global_embedding.weight": 0.03243720531463623, - "global_cnn.0.weight": 0.14719627797603607, - "global_cnn.0.bias": 0.007119655609130859, - "global_cnn.2.weight": 0.23821957409381866, - "global_cnn.2.bias": 0.011031507514417171, - "global_proj.weight": 0.0765376165509224, - "global_proj.bias": 0.0337831974029541, - "goal_head.0.weight": 0.046079348772764206, - "goal_head.0.bias": 0.016271168366074562, - "goal_head.2.weight": 0.055232658982276917, - "goal_head.2.bias": 0.0404013991355896 - }, - { - "global_gate": 0.0014220306184142828, - "embedding.weight": 0.020298568531870842, - "cnn.0.weight": 0.3404715359210968, - "cnn.0.bias": 0.008967331610620022, - "cnn.2.weight": 0.07661410421133041, - "cnn.2.bias": 0.016861969605088234, - "cnn.5.weight": 0.15296392142772675, - "cnn.5.bias": 0.019849160686135292, - "action_emb.weight": 0.014277800917625427, - "timestep_emb.weight": 0.008250419981777668, - "pos_emb.weight": 0.010205553844571114, - "transformer.layers.0.self_attn.in_proj_weight": 0.1601659059524536, - "transformer.layers.0.self_attn.in_proj_bias": 0.009071806445717812, - "transformer.layers.0.self_attn.out_proj.weight": 0.15400929749011993, - "transformer.layers.0.self_attn.out_proj.bias": 0.009922650642693043, - "transformer.layers.0.linear1.weight": 0.108113132417202, - "transformer.layers.0.linear1.bias": 0.005023176781833172, - "transformer.layers.0.linear2.weight": 0.12869222462177277, - "transformer.layers.0.linear2.bias": 0.007618360687047243, - "transformer.layers.0.norm1.weight": 0.008915625512599945, - "transformer.layers.0.norm1.bias": 0.008624440059065819, - "transformer.layers.0.norm2.weight": 0.007722181733697653, - "transformer.layers.0.norm2.bias": 0.005634645000100136, - "transformer.layers.1.self_attn.in_proj_weight": 0.0963452085852623, - "transformer.layers.1.self_attn.in_proj_bias": 0.005227488465607166, - "transformer.layers.1.self_attn.out_proj.weight": 0.07792288810014725, - "transformer.layers.1.self_attn.out_proj.bias": 0.00590559421107173, - "transformer.layers.1.linear1.weight": 0.06031796336174011, - "transformer.layers.1.linear1.bias": 0.0030062654986977577, - "transformer.layers.1.linear2.weight": 0.07459470629692078, - "transformer.layers.1.linear2.bias": 0.004717331845313311, - "transformer.layers.1.norm1.weight": 0.006188109051436186, - "transformer.layers.1.norm1.bias": 0.004783252254128456, - "transformer.layers.1.norm2.weight": 0.0041832211427390575, - "transformer.layers.1.norm2.bias": 0.004076490644365549, - "transformer.layers.2.self_attn.in_proj_weight": 0.12781617045402527, - "transformer.layers.2.self_attn.in_proj_bias": 0.005229651927947998, - "transformer.layers.2.self_attn.out_proj.weight": 0.045870862901210785, - "transformer.layers.2.self_attn.out_proj.bias": 0.003329238388687372, - "transformer.layers.2.linear1.weight": 0.033618129789829254, - "transformer.layers.2.linear1.bias": 0.0017759348265826702, - "transformer.layers.2.linear2.weight": 0.039771053940057755, - "transformer.layers.2.linear2.bias": 0.003084541531279683, - "transformer.layers.2.norm1.weight": 0.007927095517516136, - "transformer.layers.2.norm1.bias": 0.005182567518204451, - "transformer.layers.2.norm2.weight": 0.0022900013718754053, - "transformer.layers.2.norm2.bias": 0.0016931550344452262, - "transformer.layers.3.self_attn.in_proj_weight": 0.09879284352064133, - "transformer.layers.3.self_attn.in_proj_bias": 0.004770351108163595, - "transformer.layers.3.self_attn.out_proj.weight": 0.04619252309203148, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035511250607669353, - "transformer.layers.3.linear1.weight": 0.08217693120241165, - "transformer.layers.3.linear1.bias": 0.005236934404820204, - "transformer.layers.3.linear2.weight": 0.0450669564306736, - "transformer.layers.3.linear2.bias": 0.006043792702257633, - "transformer.layers.3.norm1.weight": 0.007528616581112146, - "transformer.layers.3.norm1.bias": 0.006118628196418285, - "transformer.layers.3.norm2.weight": 0.006888378411531448, - "transformer.layers.3.norm2.bias": 0.007638478651642799, - "head.weight": 0.481141597032547, - "head.bias": 0.012037546373903751, - "global_embedding.weight": 0.12701375782489777, - "global_cnn.0.weight": 0.4424150586128235, - "global_cnn.0.bias": 0.015076065436005592, - "global_cnn.2.weight": 0.6102666258811951, - "global_cnn.2.bias": 0.036324989050626755, - "global_proj.weight": 0.18270500004291534, - "global_proj.bias": 0.10640894621610641, - "goal_head.0.weight": 0.11211831122636795, - "goal_head.0.bias": 0.04746776446700096, - "goal_head.2.weight": 0.17704974114894867, - "goal_head.2.bias": 0.11985208094120026 - }, - { - "global_gate": 0.00015467732737306505, - "embedding.weight": 0.008611893281340599, - "cnn.0.weight": 0.2679126560688019, - "cnn.0.bias": 0.008252211846411228, - "cnn.2.weight": 0.06334209442138672, - "cnn.2.bias": 0.021559622138738632, - "cnn.5.weight": 0.05982035771012306, - "cnn.5.bias": 0.022218408063054085, - "action_emb.weight": 0.005441498477011919, - "timestep_emb.weight": 0.0036517600528895855, - "pos_emb.weight": 0.00253281113691628, - "transformer.layers.0.self_attn.in_proj_weight": 0.09664060920476913, - "transformer.layers.0.self_attn.in_proj_bias": 0.003968010190874338, - "transformer.layers.0.self_attn.out_proj.weight": 0.06669152528047562, - "transformer.layers.0.self_attn.out_proj.bias": 0.004336870741099119, - "transformer.layers.0.linear1.weight": 0.040048692375421524, - "transformer.layers.0.linear1.bias": 0.0019319381099194288, - "transformer.layers.0.linear2.weight": 0.048579320311546326, - "transformer.layers.0.linear2.bias": 0.002623500768095255, - "transformer.layers.0.norm1.weight": 0.005903454031795263, - "transformer.layers.0.norm1.bias": 0.0037837678100913763, - "transformer.layers.0.norm2.weight": 0.0029843247029930353, - "transformer.layers.0.norm2.bias": 0.0023241983726620674, - "transformer.layers.1.self_attn.in_proj_weight": 0.051123470067977905, - "transformer.layers.1.self_attn.in_proj_bias": 0.0022819722071290016, - "transformer.layers.1.self_attn.out_proj.weight": 0.03839866444468498, - "transformer.layers.1.self_attn.out_proj.bias": 0.001578471390530467, - "transformer.layers.1.linear1.weight": 0.014773203991353512, - "transformer.layers.1.linear1.bias": 0.0007694709347561002, - "transformer.layers.1.linear2.weight": 0.016857745125889778, - "transformer.layers.1.linear2.bias": 0.001473832642659545, - "transformer.layers.1.norm1.weight": 0.003770527895539999, - "transformer.layers.1.norm1.bias": 0.0026407018303871155, - "transformer.layers.1.norm2.weight": 0.0010690928902477026, - "transformer.layers.1.norm2.bias": 0.0007461848435923457, - "transformer.layers.2.self_attn.in_proj_weight": 0.031406041234731674, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014183527091518044, - "transformer.layers.2.self_attn.out_proj.weight": 0.015413749031722546, - "transformer.layers.2.self_attn.out_proj.bias": 0.001198873738758266, - "transformer.layers.2.linear1.weight": 0.010950382798910141, - "transformer.layers.2.linear1.bias": 0.0005866183200851083, - "transformer.layers.2.linear2.weight": 0.011188382282853127, - "transformer.layers.2.linear2.bias": 0.0010964247630909085, - "transformer.layers.2.norm1.weight": 0.002549513941630721, - "transformer.layers.2.norm1.bias": 0.0015979260206222534, - "transformer.layers.2.norm2.weight": 0.000755333574488759, - "transformer.layers.2.norm2.bias": 0.0007149847806431353, - "transformer.layers.3.self_attn.in_proj_weight": 0.03625394031405449, - "transformer.layers.3.self_attn.in_proj_bias": 0.002449345076456666, - "transformer.layers.3.self_attn.out_proj.weight": 0.014516972936689854, - "transformer.layers.3.self_attn.out_proj.bias": 0.00162038195412606, - "transformer.layers.3.linear1.weight": 0.02448202483355999, - "transformer.layers.3.linear1.bias": 0.0016100395005196333, - "transformer.layers.3.linear2.weight": 0.012783322483301163, - "transformer.layers.3.linear2.bias": 0.002131987363100052, - "transformer.layers.3.norm1.weight": 0.002920350059866905, - "transformer.layers.3.norm1.bias": 0.0036017836537212133, - "transformer.layers.3.norm2.weight": 0.001943891285918653, - "transformer.layers.3.norm2.bias": 0.0023087901063263416, - "head.weight": 0.2184150516986847, - "head.bias": 0.004167653154581785, - "global_embedding.weight": 0.010485269129276276, - "global_cnn.0.weight": 0.09715281426906586, - "global_cnn.0.bias": 0.003888271749019623, - "global_cnn.2.weight": 0.13693392276763916, - "global_cnn.2.bias": 0.007631128188222647, - "global_proj.weight": 0.04604943096637726, - "global_proj.bias": 0.020385533571243286, - "goal_head.0.weight": 0.02100009098649025, - "goal_head.0.bias": 0.007668118458241224, - "goal_head.2.weight": 0.030634718015789986, - "goal_head.2.bias": 0.017966700717806816 - }, - { - "global_gate": 0.00015352443733718246, - "embedding.weight": 0.003970852121710777, - "cnn.0.weight": 0.12041830271482468, - "cnn.0.bias": 0.004428653046488762, - "cnn.2.weight": 0.02304895967245102, - "cnn.2.bias": 0.008776388131082058, - "cnn.5.weight": 0.03310152143239975, - "cnn.5.bias": 0.009304774925112724, - "action_emb.weight": 0.0025669685564935207, - "timestep_emb.weight": 0.0018220911733806133, - "pos_emb.weight": 0.0018250788561999798, - "transformer.layers.0.self_attn.in_proj_weight": 0.03993406146764755, - "transformer.layers.0.self_attn.in_proj_bias": 0.0021867104806005955, - "transformer.layers.0.self_attn.out_proj.weight": 0.036314867436885834, - "transformer.layers.0.self_attn.out_proj.bias": 0.003045241115614772, - "transformer.layers.0.linear1.weight": 0.021254805848002434, - "transformer.layers.0.linear1.bias": 0.0009580912883393466, - "transformer.layers.0.linear2.weight": 0.026292521506547928, - "transformer.layers.0.linear2.bias": 0.001439979299902916, - "transformer.layers.0.norm1.weight": 0.002304928610101342, - "transformer.layers.0.norm1.bias": 0.0018310000887140632, - "transformer.layers.0.norm2.weight": 0.0016545165563002229, - "transformer.layers.0.norm2.bias": 0.0011164681054651737, - "transformer.layers.1.self_attn.in_proj_weight": 0.026315584778785706, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012600922491401434, - "transformer.layers.1.self_attn.out_proj.weight": 0.015370446257293224, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009451162186451256, - "transformer.layers.1.linear1.weight": 0.009903409518301487, - "transformer.layers.1.linear1.bias": 0.0005058840615674853, - "transformer.layers.1.linear2.weight": 0.012781462632119656, - "transformer.layers.1.linear2.bias": 0.0008814557222649455, - "transformer.layers.1.norm1.weight": 0.0016843256307765841, - "transformer.layers.1.norm1.bias": 0.001260916469618678, - "transformer.layers.1.norm2.weight": 0.000702088582329452, - "transformer.layers.1.norm2.bias": 0.0004372904950287193, - "transformer.layers.2.self_attn.in_proj_weight": 0.021082421764731407, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011153476079925895, - "transformer.layers.2.self_attn.out_proj.weight": 0.010830294340848923, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006671230075880885, - "transformer.layers.2.linear1.weight": 0.00688735069707036, - "transformer.layers.2.linear1.bias": 0.0003818041004706174, - "transformer.layers.2.linear2.weight": 0.008311773650348186, - "transformer.layers.2.linear2.bias": 0.0005815119366161525, - "transformer.layers.2.norm1.weight": 0.0018970627570524812, - "transformer.layers.2.norm1.bias": 0.0012263510143384337, - "transformer.layers.2.norm2.weight": 0.0004138991062063724, - "transformer.layers.2.norm2.bias": 0.00039460998959839344, - "transformer.layers.3.self_attn.in_proj_weight": 0.0213271826505661, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007918463088572025, - "transformer.layers.3.self_attn.out_proj.weight": 0.010114391334354877, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005292610730975866, - "transformer.layers.3.linear1.weight": 0.017076075077056885, - "transformer.layers.3.linear1.bias": 0.0010800036834552884, - "transformer.layers.3.linear2.weight": 0.008365483023226261, - "transformer.layers.3.linear2.bias": 0.0008407449349761009, - "transformer.layers.3.norm1.weight": 0.0016918075270950794, - "transformer.layers.3.norm1.bias": 0.0009102534968405962, - "transformer.layers.3.norm2.weight": 0.0012436519609764218, - "transformer.layers.3.norm2.bias": 0.0014703779015690088, - "head.weight": 0.158082515001297, - "head.bias": 0.0013355710543692112, - "global_embedding.weight": 0.037020303308963776, - "global_cnn.0.weight": 0.1481272578239441, - "global_cnn.0.bias": 0.004573313053697348, - "global_cnn.2.weight": 0.27760985493659973, - "global_cnn.2.bias": 0.015470826998353004, - "global_proj.weight": 0.07617759704589844, - "global_proj.bias": 0.04340850189328194, - "goal_head.0.weight": 0.04933285713195801, - "goal_head.0.bias": 0.019833583384752274, - "goal_head.2.weight": 0.07194450497627258, - "goal_head.2.bias": 0.05061987042427063 - }, - { - "global_gate": 0.00008036059443838894, - "embedding.weight": 0.019572362303733826, - "cnn.0.weight": 0.2844966948032379, - "cnn.0.bias": 0.009092872031033039, - "cnn.2.weight": 0.03974967822432518, - "cnn.2.bias": 0.010702397674322128, - "cnn.5.weight": 0.03270677849650383, - "cnn.5.bias": 0.011067350395023823, - "action_emb.weight": 0.008601884357631207, - "timestep_emb.weight": 0.0029509856831282377, - "pos_emb.weight": 0.004448483698070049, - "transformer.layers.0.self_attn.in_proj_weight": 0.06566587090492249, - "transformer.layers.0.self_attn.in_proj_bias": 0.005225123837590218, - "transformer.layers.0.self_attn.out_proj.weight": 0.0541650615632534, - "transformer.layers.0.self_attn.out_proj.bias": 0.006399133708328009, - "transformer.layers.0.linear1.weight": 0.045898910611867905, - "transformer.layers.0.linear1.bias": 0.0025035208091139793, - "transformer.layers.0.linear2.weight": 0.04862667992711067, - "transformer.layers.0.linear2.bias": 0.00394284725189209, - "transformer.layers.0.norm1.weight": 0.0037173384334892035, - "transformer.layers.0.norm1.bias": 0.004385833162814379, - "transformer.layers.0.norm2.weight": 0.0046770041808485985, - "transformer.layers.0.norm2.bias": 0.003506725188344717, - "transformer.layers.1.self_attn.in_proj_weight": 0.04545293003320694, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027219646144658327, - "transformer.layers.1.self_attn.out_proj.weight": 0.03548362851142883, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028055773582309484, - "transformer.layers.1.linear1.weight": 0.024307923391461372, - "transformer.layers.1.linear1.bias": 0.0013373831752687693, - "transformer.layers.1.linear2.weight": 0.028877900913357735, - "transformer.layers.1.linear2.bias": 0.0026541436091065407, - "transformer.layers.1.norm1.weight": 0.0033385788556188345, - "transformer.layers.1.norm1.bias": 0.002755018649622798, - "transformer.layers.1.norm2.weight": 0.001989663578569889, - "transformer.layers.1.norm2.bias": 0.0015000352868810296, - "transformer.layers.2.self_attn.in_proj_weight": 0.04828353971242905, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031040094327181578, - "transformer.layers.2.self_attn.out_proj.weight": 0.025749145075678825, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023992075584828854, - "transformer.layers.2.linear1.weight": 0.016418518498539925, - "transformer.layers.2.linear1.bias": 0.0009501509484834969, - "transformer.layers.2.linear2.weight": 0.019243868067860603, - "transformer.layers.2.linear2.bias": 0.0022730911150574684, - "transformer.layers.2.norm1.weight": 0.003975623287260532, - "transformer.layers.2.norm1.bias": 0.003653872525319457, - "transformer.layers.2.norm2.weight": 0.0010700203711166978, - "transformer.layers.2.norm2.bias": 0.0008514316286891699, - "transformer.layers.3.self_attn.in_proj_weight": 0.05457224324345589, - "transformer.layers.3.self_attn.in_proj_bias": 0.004276718944311142, - "transformer.layers.3.self_attn.out_proj.weight": 0.023457838222384453, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035007160622626543, - "transformer.layers.3.linear1.weight": 0.04155154526233673, - "transformer.layers.3.linear1.bias": 0.0033500916324555874, - "transformer.layers.3.linear2.weight": 0.02242104522883892, - "transformer.layers.3.linear2.bias": 0.005098528228700161, - "transformer.layers.3.norm1.weight": 0.003948527853935957, - "transformer.layers.3.norm1.bias": 0.005535674747079611, - "transformer.layers.3.norm2.weight": 0.0034698951058089733, - "transformer.layers.3.norm2.bias": 0.00505457678809762, - "head.weight": 0.30773642659187317, - "head.bias": 0.01034403033554554, - "global_embedding.weight": 0.047938063740730286, - "global_cnn.0.weight": 0.22042973339557648, - "global_cnn.0.bias": 0.006890642922371626, - "global_cnn.2.weight": 0.33970406651496887, - "global_cnn.2.bias": 0.023109234869480133, - "global_proj.weight": 0.11189372092485428, - "global_proj.bias": 0.06808558851480484, - "goal_head.0.weight": 0.0713648870587349, - "goal_head.0.bias": 0.03044646419584751, - "goal_head.2.weight": 0.1075817421078682, - "goal_head.2.bias": 0.07278234511613846 + "global_gate": 0.0003643417439889163, + "embedding.weight": 0.0025743150617927313, + "cnn.0.weight": 0.07057756185531616, + "cnn.0.bias": 0.0030403921846300364, + "cnn.2.weight": 0.03265709429979324, + "cnn.2.bias": 0.016998108476400375, + "cnn.5.weight": 0.033264707773923874, + "cnn.5.bias": 0.009845283813774586, + "action_emb.weight": 0.01579226925969124, + "timestep_emb.weight": 0.0030471663922071457, + "pos_emb.weight": 0.005526390392333269, + "transformer.layers.0.self_attn.in_proj_weight": 0.07058856636285782, + "transformer.layers.0.self_attn.in_proj_bias": 0.005607719533145428, + "transformer.layers.0.self_attn.out_proj.weight": 0.05483575910329819, + "transformer.layers.0.self_attn.out_proj.bias": 0.008017104119062424, + "transformer.layers.0.linear1.weight": 0.06665442138910294, + "transformer.layers.0.linear1.bias": 0.003484561340883374, + "transformer.layers.0.linear2.weight": 0.08169854432344437, + "transformer.layers.0.linear2.bias": 0.007168611511588097, + "transformer.layers.0.norm1.weight": 0.00442065205425024, + "transformer.layers.0.norm1.bias": 0.00517750158905983, + "transformer.layers.0.norm2.weight": 0.0054094246588647366, + "transformer.layers.0.norm2.bias": 0.0037010505329817533, + "transformer.layers.1.self_attn.in_proj_weight": 0.06617990881204605, + "transformer.layers.1.self_attn.in_proj_bias": 0.0043505518697202206, + "transformer.layers.1.self_attn.out_proj.weight": 0.09069528430700302, + "transformer.layers.1.self_attn.out_proj.bias": 0.006454745307564735, + "transformer.layers.1.linear1.weight": 0.04624857380986214, + "transformer.layers.1.linear1.bias": 0.0026183957234025, + "transformer.layers.1.linear2.weight": 0.06397067755460739, + "transformer.layers.1.linear2.bias": 0.006206117104738951, + "transformer.layers.1.norm1.weight": 0.00385212036781013, + "transformer.layers.1.norm1.bias": 0.00419660285115242, + "transformer.layers.1.norm2.weight": 0.0033197624143213034, + "transformer.layers.1.norm2.bias": 0.002331516472622752, + "transformer.layers.2.self_attn.in_proj_weight": 0.09145359694957733, + "transformer.layers.2.self_attn.in_proj_bias": 0.005705874413251877, + "transformer.layers.2.self_attn.out_proj.weight": 0.0833912119269371, + "transformer.layers.2.self_attn.out_proj.bias": 0.006601977162063122, + "transformer.layers.2.linear1.weight": 0.035435039550065994, + "transformer.layers.2.linear1.bias": 0.0024996381253004074, + "transformer.layers.2.linear2.weight": 0.04125601425766945, + "transformer.layers.2.linear2.bias": 0.006697903852909803, + "transformer.layers.2.norm1.weight": 0.007451965939253569, + "transformer.layers.2.norm1.bias": 0.006663978565484285, + "transformer.layers.2.norm2.weight": 0.002197052352130413, + "transformer.layers.2.norm2.bias": 0.0025528401602059603, + "transformer.layers.3.self_attn.in_proj_weight": 0.1498861461877823, + "transformer.layers.3.self_attn.in_proj_bias": 0.013227850198745728, + "transformer.layers.3.self_attn.out_proj.weight": 0.0819149762392044, + "transformer.layers.3.self_attn.out_proj.bias": 0.009671676903963089, + "transformer.layers.3.linear1.weight": 0.0708223208785057, + "transformer.layers.3.linear1.bias": 0.0053412290289998055, + "transformer.layers.3.linear2.weight": 0.044552553445100784, + "transformer.layers.3.linear2.bias": 0.010674364864826202, + "transformer.layers.3.norm1.weight": 0.01093740202486515, + "transformer.layers.3.norm1.bias": 0.018016498535871506, + "transformer.layers.3.norm2.weight": 0.00455003697425127, + "transformer.layers.3.norm2.bias": 0.005849541164934635, + "head.weight": 0.6751457452774048, + "head.bias": 0.01996065489947796, + "global_embedding.weight": 0.07797621190547943, + "global_cnn.0.weight": 0.2515557110309601, + "global_cnn.0.bias": 0.009581091813743114, + "global_cnn.2.weight": 0.43313896656036377, + "global_cnn.2.bias": 0.016827011480927467, + "global_proj.weight": 0.13936346769332886, + "global_proj.bias": 0.058367203921079636, + "goal_head.0.weight": 0.08315148949623108, + "goal_head.0.bias": 0.027138490229845047, + "goal_head.2.weight": 0.09966009855270386, + "goal_head.2.bias": 0.05846184492111206 + }, + { + "global_gate": 4.912201256956905e-05, + "embedding.weight": 0.0008045780123211443, + "cnn.0.weight": 0.01882437989115715, + "cnn.0.bias": 0.0007570807356387377, + "cnn.2.weight": 0.006029476877301931, + "cnn.2.bias": 0.0027859669644385576, + "cnn.5.weight": 0.010148130357265472, + "cnn.5.bias": 0.0027912973891943693, + "action_emb.weight": 0.013279329985380173, + "timestep_emb.weight": 0.0020858480129390955, + "pos_emb.weight": 0.00300919939763844, + "transformer.layers.0.self_attn.in_proj_weight": 0.03998055309057236, + "transformer.layers.0.self_attn.in_proj_bias": 0.004276548512279987, + "transformer.layers.0.self_attn.out_proj.weight": 0.04270835965871811, + "transformer.layers.0.self_attn.out_proj.bias": 0.007210976909846067, + "transformer.layers.0.linear1.weight": 0.058497354388237, + "transformer.layers.0.linear1.bias": 0.0035114095080643892, + "transformer.layers.0.linear2.weight": 0.049301862716674805, + "transformer.layers.0.linear2.bias": 0.0042554158717393875, + "transformer.layers.0.norm1.weight": 0.002297291299328208, + "transformer.layers.0.norm1.bias": 0.0034081621561199427, + "transformer.layers.0.norm2.weight": 0.006512896623462439, + "transformer.layers.0.norm2.bias": 0.0059622484259307384, + "transformer.layers.1.self_attn.in_proj_weight": 0.05343334749341011, + "transformer.layers.1.self_attn.in_proj_bias": 0.0030106804333627224, + "transformer.layers.1.self_attn.out_proj.weight": 0.03584672883152962, + "transformer.layers.1.self_attn.out_proj.bias": 0.002796237589791417, + "transformer.layers.1.linear1.weight": 0.024804720655083656, + "transformer.layers.1.linear1.bias": 0.0015518903965130448, + "transformer.layers.1.linear2.weight": 0.02902825176715851, + "transformer.layers.1.linear2.bias": 0.0023703626357018948, + "transformer.layers.1.norm1.weight": 0.0033222055062651634, + "transformer.layers.1.norm1.bias": 0.003073359141126275, + "transformer.layers.1.norm2.weight": 0.002427289029583335, + "transformer.layers.1.norm2.bias": 0.0019294880330562592, + "transformer.layers.2.self_attn.in_proj_weight": 0.04357331618666649, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020330611150711775, + "transformer.layers.2.self_attn.out_proj.weight": 0.029758507385849953, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019353782990947366, + "transformer.layers.2.linear1.weight": 0.014611899852752686, + "transformer.layers.2.linear1.bias": 0.0008879104861989617, + "transformer.layers.2.linear2.weight": 0.017144693061709404, + "transformer.layers.2.linear2.bias": 0.0019135328475385904, + "transformer.layers.2.norm1.weight": 0.003272363217547536, + "transformer.layers.2.norm1.bias": 0.0020421543158590794, + "transformer.layers.2.norm2.weight": 0.0009702027891762555, + "transformer.layers.2.norm2.bias": 0.0009126541553996503, + "transformer.layers.3.self_attn.in_proj_weight": 0.05236129090189934, + "transformer.layers.3.self_attn.in_proj_bias": 0.0038265769835561514, + "transformer.layers.3.self_attn.out_proj.weight": 0.029050806537270546, + "transformer.layers.3.self_attn.out_proj.bias": 0.0025970879942178726, + "transformer.layers.3.linear1.weight": 0.0271728727966547, + "transformer.layers.3.linear1.bias": 0.0019126340048387647, + "transformer.layers.3.linear2.weight": 0.015592857263982296, + "transformer.layers.3.linear2.bias": 0.0030526239424943924, + "transformer.layers.3.norm1.weight": 0.004356227815151215, + "transformer.layers.3.norm1.bias": 0.005187729839235544, + "transformer.layers.3.norm2.weight": 0.0018240220379084349, + "transformer.layers.3.norm2.bias": 0.0020494626369327307, + "head.weight": 0.21740251779556274, + "head.bias": 0.005422067362815142, + "global_embedding.weight": 0.018946528434753418, + "global_cnn.0.weight": 0.08975709229707718, + "global_cnn.0.bias": 0.004002902656793594, + "global_cnn.2.weight": 0.30075812339782715, + "global_cnn.2.bias": 0.015345025807619095, + "global_proj.weight": 0.0864936113357544, + "global_proj.bias": 0.03140919655561447, + "goal_head.0.weight": 0.042431823909282684, + "goal_head.0.bias": 0.012282542884349823, + "goal_head.2.weight": 0.04779879003763199, + "goal_head.2.bias": 0.024114789441227913 + }, + { + "global_gate": 3.3218104363186285e-05, + "embedding.weight": 0.003435983322560787, + "cnn.0.weight": 0.07043074071407318, + "cnn.0.bias": 0.0023679817095398903, + "cnn.2.weight": 0.018427995964884758, + "cnn.2.bias": 0.009988191537559032, + "cnn.5.weight": 0.01910615712404251, + "cnn.5.bias": 0.006906122900545597, + "action_emb.weight": 0.016138896346092224, + "timestep_emb.weight": 0.0026688850484788418, + "pos_emb.weight": 0.00467823026701808, + "transformer.layers.0.self_attn.in_proj_weight": 0.05962251499295235, + "transformer.layers.0.self_attn.in_proj_bias": 0.0066301897168159485, + "transformer.layers.0.self_attn.out_proj.weight": 0.05959184467792511, + "transformer.layers.0.self_attn.out_proj.bias": 0.009640772826969624, + "transformer.layers.0.linear1.weight": 0.06844016164541245, + "transformer.layers.0.linear1.bias": 0.003932677209377289, + "transformer.layers.0.linear2.weight": 0.08789831399917603, + "transformer.layers.0.linear2.bias": 0.008464016951620579, + "transformer.layers.0.norm1.weight": 0.003522200044244528, + "transformer.layers.0.norm1.bias": 0.006116418167948723, + "transformer.layers.0.norm2.weight": 0.005234460812062025, + "transformer.layers.0.norm2.bias": 0.0036130398511886597, + "transformer.layers.1.self_attn.in_proj_weight": 0.06920675933361053, + "transformer.layers.1.self_attn.in_proj_bias": 0.004710481967777014, + "transformer.layers.1.self_attn.out_proj.weight": 0.07340631633996964, + "transformer.layers.1.self_attn.out_proj.bias": 0.00742242019623518, + "transformer.layers.1.linear1.weight": 0.05074690282344818, + "transformer.layers.1.linear1.bias": 0.003066267818212509, + "transformer.layers.1.linear2.weight": 0.06660833209753036, + "transformer.layers.1.linear2.bias": 0.0076305759139359, + "transformer.layers.1.norm1.weight": 0.0038541490212082863, + "transformer.layers.1.norm1.bias": 0.004333955701440573, + "transformer.layers.1.norm2.weight": 0.003602919401600957, + "transformer.layers.1.norm2.bias": 0.0030698522459715605, + "transformer.layers.2.self_attn.in_proj_weight": 0.08496067672967911, + "transformer.layers.2.self_attn.in_proj_bias": 0.007152403239160776, + "transformer.layers.2.self_attn.out_proj.weight": 0.06655929982662201, + "transformer.layers.2.self_attn.out_proj.bias": 0.007615929003804922, + "transformer.layers.2.linear1.weight": 0.038029324263334274, + "transformer.layers.2.linear1.bias": 0.00290276063606143, + "transformer.layers.2.linear2.weight": 0.04215798154473305, + "transformer.layers.2.linear2.bias": 0.008356716483831406, + "transformer.layers.2.norm1.weight": 0.0063935983926057816, + "transformer.layers.2.norm1.bias": 0.008772752247750759, + "transformer.layers.2.norm2.weight": 0.0025824173353612423, + "transformer.layers.2.norm2.bias": 0.0033556099515408278, + "transformer.layers.3.self_attn.in_proj_weight": 0.11937869340181351, + "transformer.layers.3.self_attn.in_proj_bias": 0.01463782787322998, + "transformer.layers.3.self_attn.out_proj.weight": 0.06722640991210938, + "transformer.layers.3.self_attn.out_proj.bias": 0.012956501916050911, + "transformer.layers.3.linear1.weight": 0.0694362074136734, + "transformer.layers.3.linear1.bias": 0.006629304029047489, + "transformer.layers.3.linear2.weight": 0.04541449993848801, + "transformer.layers.3.linear2.bias": 0.014807182364165783, + "transformer.layers.3.norm1.weight": 0.009297060780227184, + "transformer.layers.3.norm1.bias": 0.01996670290827751, + "transformer.layers.3.norm2.weight": 0.004459016025066376, + "transformer.layers.3.norm2.bias": 0.008053931407630444, + "head.weight": 0.6703171133995056, + "head.bias": 0.028978265821933746, + "global_embedding.weight": 0.00981410313397646, + "global_cnn.0.weight": 0.045863986015319824, + "global_cnn.0.bias": 0.0017648616340011358, + "global_cnn.2.weight": 0.14407294988632202, + "global_cnn.2.bias": 0.00422429945319891, + "global_proj.weight": 0.04326632618904114, + "global_proj.bias": 0.015000100247561932, + "goal_head.0.weight": 0.022877546027302742, + "goal_head.0.bias": 0.0062398468144237995, + "goal_head.2.weight": 0.02995324321091175, + "goal_head.2.bias": 0.012570329010486603 + }, + { + "global_gate": 6.579972250619903e-05, + "embedding.weight": 0.0023464926052838564, + "cnn.0.weight": 0.05118490383028984, + "cnn.0.bias": 0.002090177498757839, + "cnn.2.weight": 0.011437474749982357, + "cnn.2.bias": 0.004961762577295303, + "cnn.5.weight": 0.01357041485607624, + "cnn.5.bias": 0.0035592513158917427, + "action_emb.weight": 0.006539375055581331, + "timestep_emb.weight": 0.0017719512106850743, + "pos_emb.weight": 0.0026720890309661627, + "transformer.layers.0.self_attn.in_proj_weight": 0.030501438304781914, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025682346895337105, + "transformer.layers.0.self_attn.out_proj.weight": 0.027421390637755394, + "transformer.layers.0.self_attn.out_proj.bias": 0.0034698781091719866, + "transformer.layers.0.linear1.weight": 0.03295579552650452, + "transformer.layers.0.linear1.bias": 0.0015086602652445436, + "transformer.layers.0.linear2.weight": 0.03288031741976738, + "transformer.layers.0.linear2.bias": 0.002103273756802082, + "transformer.layers.0.norm1.weight": 0.0020201094448566437, + "transformer.layers.0.norm1.bias": 0.002357443328946829, + "transformer.layers.0.norm2.weight": 0.0033990798983722925, + "transformer.layers.0.norm2.bias": 0.0017613942036405206, + "transformer.layers.1.self_attn.in_proj_weight": 0.027681607753038406, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012255869805812836, + "transformer.layers.1.self_attn.out_proj.weight": 0.024643929675221443, + "transformer.layers.1.self_attn.out_proj.bias": 0.001603824202902615, + "transformer.layers.1.linear1.weight": 0.016471868380904198, + "transformer.layers.1.linear1.bias": 0.0008044611313380301, + "transformer.layers.1.linear2.weight": 0.019878925755620003, + "transformer.layers.1.linear2.bias": 0.0014742219354957342, + "transformer.layers.1.norm1.weight": 0.0016695421654731035, + "transformer.layers.1.norm1.bias": 0.0010136945638805628, + "transformer.layers.1.norm2.weight": 0.0013151520397514105, + "transformer.layers.1.norm2.bias": 0.0008352223667316139, + "transformer.layers.2.self_attn.in_proj_weight": 0.029469160363078117, + "transformer.layers.2.self_attn.in_proj_bias": 0.001236169831827283, + "transformer.layers.2.self_attn.out_proj.weight": 0.01999957300722599, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013703563017770648, + "transformer.layers.2.linear1.weight": 0.01060456782579422, + "transformer.layers.2.linear1.bias": 0.0005829756264574826, + "transformer.layers.2.linear2.weight": 0.012295757420361042, + "transformer.layers.2.linear2.bias": 0.0014201916055753827, + "transformer.layers.2.norm1.weight": 0.002330845221877098, + "transformer.layers.2.norm1.bias": 0.0012622333597391844, + "transformer.layers.2.norm2.weight": 0.0006992660346440971, + "transformer.layers.2.norm2.bias": 0.0004938935744576156, + "transformer.layers.3.self_attn.in_proj_weight": 0.03513782471418381, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028862853068858385, + "transformer.layers.3.self_attn.out_proj.weight": 0.018527863547205925, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022402070462703705, + "transformer.layers.3.linear1.weight": 0.019320392981171608, + "transformer.layers.3.linear1.bias": 0.001483152387663722, + "transformer.layers.3.linear2.weight": 0.01248304732143879, + "transformer.layers.3.linear2.bias": 0.0026019224897027016, + "transformer.layers.3.norm1.weight": 0.0027629355899989605, + "transformer.layers.3.norm1.bias": 0.003894785651937127, + "transformer.layers.3.norm2.weight": 0.0012776907533407211, + "transformer.layers.3.norm2.bias": 0.0016199343372136354, + "head.weight": 0.14768794178962708, + "head.bias": 0.004472731146961451, + "global_embedding.weight": 0.02566164918243885, + "global_cnn.0.weight": 0.18594534695148468, + "global_cnn.0.bias": 0.006351071409881115, + "global_cnn.2.weight": 0.4634757339954376, + "global_cnn.2.bias": 0.02548026852309704, + "global_proj.weight": 0.12643396854400635, + "global_proj.bias": 0.056285928934812546, + "goal_head.0.weight": 0.06461627036333084, + "goal_head.0.bias": 0.022021466866135597, + "goal_head.2.weight": 0.07375312596559525, + "goal_head.2.bias": 0.04369914159178734 + }, + { + "global_gate": 2.7797608709079213e-05, + "embedding.weight": 0.004504031036049128, + "cnn.0.weight": 0.07632632553577423, + "cnn.0.bias": 0.0025047860108315945, + "cnn.2.weight": 0.013745901174843311, + "cnn.2.bias": 0.0031862438190728426, + "cnn.5.weight": 0.014137373305857182, + "cnn.5.bias": 0.0026284370105713606, + "action_emb.weight": 0.005778507795184851, + "timestep_emb.weight": 0.0020840999204665422, + "pos_emb.weight": 0.0033135199919342995, + "transformer.layers.0.self_attn.in_proj_weight": 0.03203624486923218, + "transformer.layers.0.self_attn.in_proj_bias": 0.00249796942807734, + "transformer.layers.0.self_attn.out_proj.weight": 0.030396902933716774, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032116728834807873, + "transformer.layers.0.linear1.weight": 0.03166152536869049, + "transformer.layers.0.linear1.bias": 0.001536541385576129, + "transformer.layers.0.linear2.weight": 0.03487857058644295, + "transformer.layers.0.linear2.bias": 0.002619631588459015, + "transformer.layers.0.norm1.weight": 0.001691098092123866, + "transformer.layers.0.norm1.bias": 0.0022377732675522566, + "transformer.layers.0.norm2.weight": 0.00274237641133368, + "transformer.layers.0.norm2.bias": 0.0019376396667212248, + "transformer.layers.1.self_attn.in_proj_weight": 0.030029788613319397, + "transformer.layers.1.self_attn.in_proj_bias": 0.001640600268729031, + "transformer.layers.1.self_attn.out_proj.weight": 0.03018335811793804, + "transformer.layers.1.self_attn.out_proj.bias": 0.002068660920485854, + "transformer.layers.1.linear1.weight": 0.0187700055539608, + "transformer.layers.1.linear1.bias": 0.0010238401591777802, + "transformer.layers.1.linear2.weight": 0.023688364773988724, + "transformer.layers.1.linear2.bias": 0.001968198921531439, + "transformer.layers.1.norm1.weight": 0.0018473858945071697, + "transformer.layers.1.norm1.bias": 0.0013838737504556775, + "transformer.layers.1.norm2.weight": 0.0016032324638217688, + "transformer.layers.1.norm2.bias": 0.0009879502467811108, + "transformer.layers.2.self_attn.in_proj_weight": 0.03380623087286949, + "transformer.layers.2.self_attn.in_proj_bias": 0.00196528690867126, + "transformer.layers.2.self_attn.out_proj.weight": 0.024932140484452248, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019329903880134225, + "transformer.layers.2.linear1.weight": 0.013587486930191517, + "transformer.layers.2.linear1.bias": 0.0009140553884208202, + "transformer.layers.2.linear2.weight": 0.015751907601952553, + "transformer.layers.2.linear2.bias": 0.0019137175986543298, + "transformer.layers.2.norm1.weight": 0.0024916036054491997, + "transformer.layers.2.norm1.bias": 0.002360712271183729, + "transformer.layers.2.norm2.weight": 0.0009051403612829745, + "transformer.layers.2.norm2.bias": 0.001093649654649198, + "transformer.layers.3.self_attn.in_proj_weight": 0.05620776116847992, + "transformer.layers.3.self_attn.in_proj_bias": 0.004467117600142956, + "transformer.layers.3.self_attn.out_proj.weight": 0.02764149382710457, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029184240847826004, + "transformer.layers.3.linear1.weight": 0.025924839079380035, + "transformer.layers.3.linear1.bias": 0.002096586162224412, + "transformer.layers.3.linear2.weight": 0.0159621462225914, + "transformer.layers.3.linear2.bias": 0.0033667597454041243, + "transformer.layers.3.norm1.weight": 0.004477354697883129, + "transformer.layers.3.norm1.bias": 0.005844147875905037, + "transformer.layers.3.norm2.weight": 0.0016967329429462552, + "transformer.layers.3.norm2.bias": 0.0025264061987400055, + "head.weight": 0.19810470938682556, + "head.bias": 0.005925290752202272, + "global_embedding.weight": 0.007480103988200426, + "global_cnn.0.weight": 0.09878727793693542, + "global_cnn.0.bias": 0.003842324251309037, + "global_cnn.2.weight": 0.27145788073539734, + "global_cnn.2.bias": 0.01054234616458416, + "global_proj.weight": 0.05616387724876404, + "global_proj.bias": 0.021413888782262802, + "goal_head.0.weight": 0.02931767702102661, + "goal_head.0.bias": 0.00877061951905489, + "goal_head.2.weight": 0.03451481834053993, + "goal_head.2.bias": 0.01749282330274582 + }, + { + "global_gate": 0.00018250405264552683, + "embedding.weight": 0.009694397449493408, + "cnn.0.weight": 0.15392878651618958, + "cnn.0.bias": 0.005525762215256691, + "cnn.2.weight": 0.023604165762662888, + "cnn.2.bias": 0.007296443916857243, + "cnn.5.weight": 0.02497902885079384, + "cnn.5.bias": 0.00613556569442153, + "action_emb.weight": 0.00756681477651, + "timestep_emb.weight": 0.002212523715570569, + "pos_emb.weight": 0.0048996685072779655, + "transformer.layers.0.self_attn.in_proj_weight": 0.042337559163570404, + "transformer.layers.0.self_attn.in_proj_bias": 0.002706175670027733, + "transformer.layers.0.self_attn.out_proj.weight": 0.03845115005970001, + "transformer.layers.0.self_attn.out_proj.bias": 0.0034793636295944452, + "transformer.layers.0.linear1.weight": 0.04354983940720558, + "transformer.layers.0.linear1.bias": 0.0018114669946953654, + "transformer.layers.0.linear2.weight": 0.04639779403805733, + "transformer.layers.0.linear2.bias": 0.002585943089798093, + "transformer.layers.0.norm1.weight": 0.002818251494318247, + "transformer.layers.0.norm1.bias": 0.002277226420119405, + "transformer.layers.0.norm2.weight": 0.004150781314820051, + "transformer.layers.0.norm2.bias": 0.0017545901937410235, + "transformer.layers.1.self_attn.in_proj_weight": 0.03964860364794731, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017403863603249192, + "transformer.layers.1.self_attn.out_proj.weight": 0.039340272545814514, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022807326167821884, + "transformer.layers.1.linear1.weight": 0.028630699962377548, + "transformer.layers.1.linear1.bias": 0.0014215748524293303, + "transformer.layers.1.linear2.weight": 0.03819023072719574, + "transformer.layers.1.linear2.bias": 0.0022299569100141525, + "transformer.layers.1.norm1.weight": 0.0025140419602394104, + "transformer.layers.1.norm1.bias": 0.0017215722473338246, + "transformer.layers.1.norm2.weight": 0.002195152686908841, + "transformer.layers.1.norm2.bias": 0.001357799512334168, + "transformer.layers.2.self_attn.in_proj_weight": 0.050437990576028824, + "transformer.layers.2.self_attn.in_proj_bias": 0.002477305242791772, + "transformer.layers.2.self_attn.out_proj.weight": 0.03681370988488197, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022179936058819294, + "transformer.layers.2.linear1.weight": 0.020641807466745377, + "transformer.layers.2.linear1.bias": 0.0011990944622084498, + "transformer.layers.2.linear2.weight": 0.025756532326340675, + "transformer.layers.2.linear2.bias": 0.002376083517447114, + "transformer.layers.2.norm1.weight": 0.0046815103851258755, + "transformer.layers.2.norm1.bias": 0.003199926810339093, + "transformer.layers.2.norm2.weight": 0.0014868522994220257, + "transformer.layers.2.norm2.bias": 0.0014067310839891434, + "transformer.layers.3.self_attn.in_proj_weight": 0.07757402211427689, + "transformer.layers.3.self_attn.in_proj_bias": 0.004857749678194523, + "transformer.layers.3.self_attn.out_proj.weight": 0.04189402982592583, + "transformer.layers.3.self_attn.out_proj.bias": 0.003692910773679614, + "transformer.layers.3.linear1.weight": 0.034430090337991714, + "transformer.layers.3.linear1.bias": 0.0025996598415076733, + "transformer.layers.3.linear2.weight": 0.021622629836201668, + "transformer.layers.3.linear2.bias": 0.004038918763399124, + "transformer.layers.3.norm1.weight": 0.007183475885540247, + "transformer.layers.3.norm1.bias": 0.007075631525367498, + "transformer.layers.3.norm2.weight": 0.0022622388787567616, + "transformer.layers.3.norm2.bias": 0.0029693935066461563, + "head.weight": 0.2772773206233978, + "head.bias": 0.007017588242888451, + "global_embedding.weight": 0.031445927917957306, + "global_cnn.0.weight": 0.1557331532239914, + "global_cnn.0.bias": 0.00594238331541419, + "global_cnn.2.weight": 0.2899940311908722, + "global_cnn.2.bias": 0.011149425990879536, + "global_proj.weight": 0.05429559201002121, + "global_proj.bias": 0.01848752424120903, + "goal_head.0.weight": 0.024185553193092346, + "goal_head.0.bias": 0.006588817108422518, + "goal_head.2.weight": 0.02692829631268978, + "goal_head.2.bias": 0.01183318067342043 + }, + { + "global_gate": 4.3078194721601903e-05, + "embedding.weight": 0.0024148779921233654, + "cnn.0.weight": 0.04096605256199837, + "cnn.0.bias": 0.0015240524662658572, + "cnn.2.weight": 0.007959532551467419, + "cnn.2.bias": 0.002199768554419279, + "cnn.5.weight": 0.009571809321641922, + "cnn.5.bias": 0.00227887905202806, + "action_emb.weight": 0.01153267826884985, + "timestep_emb.weight": 0.0014468989102169871, + "pos_emb.weight": 0.0026861364021897316, + "transformer.layers.0.self_attn.in_proj_weight": 0.024103257805109024, + "transformer.layers.0.self_attn.in_proj_bias": 0.002122382167726755, + "transformer.layers.0.self_attn.out_proj.weight": 0.027089828625321388, + "transformer.layers.0.self_attn.out_proj.bias": 0.00339203467592597, + "transformer.layers.0.linear1.weight": 0.051838912069797516, + "transformer.layers.0.linear1.bias": 0.0020328680984675884, + "transformer.layers.0.linear2.weight": 0.0365363173186779, + "transformer.layers.0.linear2.bias": 0.0024780831299722195, + "transformer.layers.0.norm1.weight": 0.0013972424203529954, + "transformer.layers.0.norm1.bias": 0.001828301465138793, + "transformer.layers.0.norm2.weight": 0.005991791840642691, + "transformer.layers.0.norm2.bias": 0.0025733034126460552, + "transformer.layers.1.self_attn.in_proj_weight": 0.0353626124560833, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014099462423473597, + "transformer.layers.1.self_attn.out_proj.weight": 0.02654479257762432, + "transformer.layers.1.self_attn.out_proj.bias": 0.002136622089892626, + "transformer.layers.1.linear1.weight": 0.019876869395375252, + "transformer.layers.1.linear1.bias": 0.0011172991944476962, + "transformer.layers.1.linear2.weight": 0.02271154522895813, + "transformer.layers.1.linear2.bias": 0.0018292439635843039, + "transformer.layers.1.norm1.weight": 0.0023398862686008215, + "transformer.layers.1.norm1.bias": 0.0012860434362664819, + "transformer.layers.1.norm2.weight": 0.00179426115937531, + "transformer.layers.1.norm2.bias": 0.001439223880879581, + "transformer.layers.2.self_attn.in_proj_weight": 0.027402309700846672, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014280256582424045, + "transformer.layers.2.self_attn.out_proj.weight": 0.031743135303258896, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017646626802161336, + "transformer.layers.2.linear1.weight": 0.01497734896838665, + "transformer.layers.2.linear1.bias": 0.0010249189799651504, + "transformer.layers.2.linear2.weight": 0.017540218308568, + "transformer.layers.2.linear2.bias": 0.0017592725344002247, + "transformer.layers.2.norm1.weight": 0.002023873617872596, + "transformer.layers.2.norm1.bias": 0.0013899360783398151, + "transformer.layers.2.norm2.weight": 0.0010422103805467486, + "transformer.layers.2.norm2.bias": 0.0012175451265648007, + "transformer.layers.3.self_attn.in_proj_weight": 0.05622026324272156, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034780255518853664, + "transformer.layers.3.self_attn.out_proj.weight": 0.030032694339752197, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023288896773010492, + "transformer.layers.3.linear1.weight": 0.029987726360559464, + "transformer.layers.3.linear1.bias": 0.00230522477068007, + "transformer.layers.3.linear2.weight": 0.016616996377706528, + "transformer.layers.3.linear2.bias": 0.0032204976305365562, + "transformer.layers.3.norm1.weight": 0.004671479109674692, + "transformer.layers.3.norm1.bias": 0.004793076775968075, + "transformer.layers.3.norm2.weight": 0.0022984277456998825, + "transformer.layers.3.norm2.bias": 0.003127721603959799, + "head.weight": 0.22670121490955353, + "head.bias": 0.005681355483829975, + "global_embedding.weight": 0.017424874007701874, + "global_cnn.0.weight": 0.12389128655195236, + "global_cnn.0.bias": 0.00507087679579854, + "global_cnn.2.weight": 0.26238879561424255, + "global_cnn.2.bias": 0.012122212909162045, + "global_proj.weight": 0.07329849153757095, + "global_proj.bias": 0.03486926481127739, + "goal_head.0.weight": 0.04314557835459709, + "goal_head.0.bias": 0.015249364078044891, + "goal_head.2.weight": 0.06427880376577377, + "goal_head.2.bias": 0.03318934515118599 + }, + { + "global_gate": 4.0802478906698525e-05, + "embedding.weight": 0.0040954663418233395, + "cnn.0.weight": 0.06507737934589386, + "cnn.0.bias": 0.002373312832787633, + "cnn.2.weight": 0.01105675008147955, + "cnn.2.bias": 0.0036908951587975025, + "cnn.5.weight": 0.01258572842925787, + "cnn.5.bias": 0.0032332742121070623, + "action_emb.weight": 0.012031526304781437, + "timestep_emb.weight": 0.0020048946607857943, + "pos_emb.weight": 0.004272881895303726, + "transformer.layers.0.self_attn.in_proj_weight": 0.034120019525289536, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026927045546472073, + "transformer.layers.0.self_attn.out_proj.weight": 0.0326472744345665, + "transformer.layers.0.self_attn.out_proj.bias": 0.003656041109934449, + "transformer.layers.0.linear1.weight": 0.05756264179944992, + "transformer.layers.0.linear1.bias": 0.00224485294893384, + "transformer.layers.0.linear2.weight": 0.04275529459118843, + "transformer.layers.0.linear2.bias": 0.002674386603757739, + "transformer.layers.0.norm1.weight": 0.0020333004649728537, + "transformer.layers.0.norm1.bias": 0.002560808788985014, + "transformer.layers.0.norm2.weight": 0.006340323016047478, + "transformer.layers.0.norm2.bias": 0.002590861404314637, + "transformer.layers.1.self_attn.in_proj_weight": 0.03471635654568672, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017289429670199752, + "transformer.layers.1.self_attn.out_proj.weight": 0.03244316577911377, + "transformer.layers.1.self_attn.out_proj.bias": 0.002308693015947938, + "transformer.layers.1.linear1.weight": 0.023902392014861107, + "transformer.layers.1.linear1.bias": 0.0012141256593167782, + "transformer.layers.1.linear2.weight": 0.02721179835498333, + "transformer.layers.1.linear2.bias": 0.002073663519695401, + "transformer.layers.1.norm1.weight": 0.0022718976251780987, + "transformer.layers.1.norm1.bias": 0.0016869640676304698, + "transformer.layers.1.norm2.weight": 0.0021140258759260178, + "transformer.layers.1.norm2.bias": 0.0011923699639737606, + "transformer.layers.2.self_attn.in_proj_weight": 0.03678703308105469, + "transformer.layers.2.self_attn.in_proj_bias": 0.001818933873437345, + "transformer.layers.2.self_attn.out_proj.weight": 0.02551460638642311, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017130491323769093, + "transformer.layers.2.linear1.weight": 0.01444920152425766, + "transformer.layers.2.linear1.bias": 0.0008159625576809049, + "transformer.layers.2.linear2.weight": 0.017772197723388672, + "transformer.layers.2.linear2.bias": 0.0016882224008440971, + "transformer.layers.2.norm1.weight": 0.0023472816683351994, + "transformer.layers.2.norm1.bias": 0.0021557395812124014, + "transformer.layers.2.norm2.weight": 0.0009347613085992634, + "transformer.layers.2.norm2.bias": 0.00070519233122468, + "transformer.layers.3.self_attn.in_proj_weight": 0.05567285045981407, + "transformer.layers.3.self_attn.in_proj_bias": 0.00300543918274343, + "transformer.layers.3.self_attn.out_proj.weight": 0.02706148475408554, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021808266174048185, + "transformer.layers.3.linear1.weight": 0.022501131519675255, + "transformer.layers.3.linear1.bias": 0.0014689043164253235, + "transformer.layers.3.linear2.weight": 0.014418463222682476, + "transformer.layers.3.linear2.bias": 0.002441453281790018, + "transformer.layers.3.norm1.weight": 0.00488083902746439, + "transformer.layers.3.norm1.bias": 0.004211485385894775, + "transformer.layers.3.norm2.weight": 0.001462767249904573, + "transformer.layers.3.norm2.bias": 0.001735797501169145, + "head.weight": 0.18577349185943604, + "head.bias": 0.004420721437782049, + "global_embedding.weight": 0.04339231923222542, + "global_cnn.0.weight": 0.17740221321582794, + "global_cnn.0.bias": 0.006435122340917587, + "global_cnn.2.weight": 0.37067046761512756, + "global_cnn.2.bias": 0.016399750486016273, + "global_proj.weight": 0.09421144425868988, + "global_proj.bias": 0.03755354881286621, + "goal_head.0.weight": 0.04886886849999428, + "goal_head.0.bias": 0.014838445000350475, + "goal_head.2.weight": 0.05447891727089882, + "goal_head.2.bias": 0.027978142723441124 + }, + { + "global_gate": 0.0002377435303060338, + "embedding.weight": 0.0019615977071225643, + "cnn.0.weight": 0.03894982859492302, + "cnn.0.bias": 0.0013833754928782582, + "cnn.2.weight": 0.009453466162085533, + "cnn.2.bias": 0.002558427397161722, + "cnn.5.weight": 0.013649995438754559, + "cnn.5.bias": 0.0025604083202779293, + "action_emb.weight": 0.006323587615042925, + "timestep_emb.weight": 0.0017504814313724637, + "pos_emb.weight": 0.003119667759165168, + "transformer.layers.0.self_attn.in_proj_weight": 0.02880209870636463, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024569930974394083, + "transformer.layers.0.self_attn.out_proj.weight": 0.026304613798856735, + "transformer.layers.0.self_attn.out_proj.bias": 0.00418273638933897, + "transformer.layers.0.linear1.weight": 0.03236441686749458, + "transformer.layers.0.linear1.bias": 0.0016835115384310484, + "transformer.layers.0.linear2.weight": 0.03233562037348747, + "transformer.layers.0.linear2.bias": 0.003035955363884568, + "transformer.layers.0.norm1.weight": 0.0014946601586416364, + "transformer.layers.0.norm1.bias": 0.002195526845753193, + "transformer.layers.0.norm2.weight": 0.0032218843698501587, + "transformer.layers.0.norm2.bias": 0.002561817178502679, + "transformer.layers.1.self_attn.in_proj_weight": 0.028195900842547417, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017797020263969898, + "transformer.layers.1.self_attn.out_proj.weight": 0.03154568001627922, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025739700067788363, + "transformer.layers.1.linear1.weight": 0.018557442352175713, + "transformer.layers.1.linear1.bias": 0.0011111835483461618, + "transformer.layers.1.linear2.weight": 0.02478284388780594, + "transformer.layers.1.linear2.bias": 0.0024754744954407215, + "transformer.layers.1.norm1.weight": 0.0019080163910984993, + "transformer.layers.1.norm1.bias": 0.0015244344249367714, + "transformer.layers.1.norm2.weight": 0.0014138492988422513, + "transformer.layers.1.norm2.bias": 0.001383862691000104, + "transformer.layers.2.self_attn.in_proj_weight": 0.030880600214004517, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020815322641283274, + "transformer.layers.2.self_attn.out_proj.weight": 0.025762710720300674, + "transformer.layers.2.self_attn.out_proj.bias": 0.002424991689622402, + "transformer.layers.2.linear1.weight": 0.014126162976026535, + "transformer.layers.2.linear1.bias": 0.0008768676198087633, + "transformer.layers.2.linear2.weight": 0.017752589657902718, + "transformer.layers.2.linear2.bias": 0.0025977010373026133, + "transformer.layers.2.norm1.weight": 0.00238363491371274, + "transformer.layers.2.norm1.bias": 0.002364763990044594, + "transformer.layers.2.norm2.weight": 0.0009313999325968325, + "transformer.layers.2.norm2.bias": 0.0008873884798958898, + "transformer.layers.3.self_attn.in_proj_weight": 0.05731689929962158, + "transformer.layers.3.self_attn.in_proj_bias": 0.0058474233373999596, + "transformer.layers.3.self_attn.out_proj.weight": 0.02989966981112957, + "transformer.layers.3.self_attn.out_proj.bias": 0.004471467807888985, + "transformer.layers.3.linear1.weight": 0.027929197996854782, + "transformer.layers.3.linear1.bias": 0.002341208280995488, + "transformer.layers.3.linear2.weight": 0.019942568615078926, + "transformer.layers.3.linear2.bias": 0.005096874665468931, + "transformer.layers.3.norm1.weight": 0.00449980515986681, + "transformer.layers.3.norm1.bias": 0.008185867220163345, + "transformer.layers.3.norm2.weight": 0.001967446645721793, + "transformer.layers.3.norm2.bias": 0.0027912736404687166, + "head.weight": 0.2683073878288269, + "head.bias": 0.009741160087287426, + "global_embedding.weight": 0.01315269060432911, + "global_cnn.0.weight": 0.15506085753440857, + "global_cnn.0.bias": 0.007253312971442938, + "global_cnn.2.weight": 0.26167458295822144, + "global_cnn.2.bias": 0.011418689973652363, + "global_proj.weight": 0.06800007075071335, + "global_proj.bias": 0.034480832517147064, + "goal_head.0.weight": 0.04067278280854225, + "goal_head.0.bias": 0.0156914833933115, + "goal_head.2.weight": 0.04956209659576416, + "goal_head.2.bias": 0.034892693161964417 + }, + { + "global_gate": 0.00020389148266986012, + "embedding.weight": 0.001543210819363594, + "cnn.0.weight": 0.04101493954658508, + "cnn.0.bias": 0.00168734067119658, + "cnn.2.weight": 0.01361188106238842, + "cnn.2.bias": 0.006795728579163551, + "cnn.5.weight": 0.015979209914803505, + "cnn.5.bias": 0.004669015295803547, + "action_emb.weight": 0.008877681568264961, + "timestep_emb.weight": 0.0025759267155081034, + "pos_emb.weight": 0.004546665120869875, + "transformer.layers.0.self_attn.in_proj_weight": 0.04502182826399803, + "transformer.layers.0.self_attn.in_proj_bias": 0.0031814761459827423, + "transformer.layers.0.self_attn.out_proj.weight": 0.037251245230436325, + "transformer.layers.0.self_attn.out_proj.bias": 0.004361952655017376, + "transformer.layers.0.linear1.weight": 0.04406839981675148, + "transformer.layers.0.linear1.bias": 0.001988020958378911, + "transformer.layers.0.linear2.weight": 0.047328587621450424, + "transformer.layers.0.linear2.bias": 0.0038597197271883488, + "transformer.layers.0.norm1.weight": 0.0025914637371897697, + "transformer.layers.0.norm1.bias": 0.002683347789570689, + "transformer.layers.0.norm2.weight": 0.004003443755209446, + "transformer.layers.0.norm2.bias": 0.0016029455000534654, + "transformer.layers.1.self_attn.in_proj_weight": 0.036564044654369354, + "transformer.layers.1.self_attn.in_proj_bias": 0.002228541299700737, + "transformer.layers.1.self_attn.out_proj.weight": 0.042346514761447906, + "transformer.layers.1.self_attn.out_proj.bias": 0.003313627792522311, + "transformer.layers.1.linear1.weight": 0.027463717386126518, + "transformer.layers.1.linear1.bias": 0.0013903691433370113, + "transformer.layers.1.linear2.weight": 0.037486299872398376, + "transformer.layers.1.linear2.bias": 0.003322093514725566, + "transformer.layers.1.norm1.weight": 0.002204058226197958, + "transformer.layers.1.norm1.bias": 0.0019317149417474866, + "transformer.layers.1.norm2.weight": 0.0022582709789276123, + "transformer.layers.1.norm2.bias": 0.0013296399265527725, + "transformer.layers.2.self_attn.in_proj_weight": 0.051261305809020996, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027703132946044207, + "transformer.layers.2.self_attn.out_proj.weight": 0.03911854699254036, + "transformer.layers.2.self_attn.out_proj.bias": 0.003411211771890521, + "transformer.layers.2.linear1.weight": 0.02186671271920204, + "transformer.layers.2.linear1.bias": 0.0015681501245126128, + "transformer.layers.2.linear2.weight": 0.02608378231525421, + "transformer.layers.2.linear2.bias": 0.0037026656791567802, + "transformer.layers.2.norm1.weight": 0.0036394568160176277, + "transformer.layers.2.norm1.bias": 0.00277026672847569, + "transformer.layers.2.norm2.weight": 0.0014095351798459888, + "transformer.layers.2.norm2.bias": 0.0018715617479756474, + "transformer.layers.3.self_attn.in_proj_weight": 0.07845612615346909, + "transformer.layers.3.self_attn.in_proj_bias": 0.008237676694989204, + "transformer.layers.3.self_attn.out_proj.weight": 0.0395316518843174, + "transformer.layers.3.self_attn.out_proj.bias": 0.006076236721128225, + "transformer.layers.3.linear1.weight": 0.04523419588804245, + "transformer.layers.3.linear1.bias": 0.004170169588178396, + "transformer.layers.3.linear2.weight": 0.02717110700905323, + "transformer.layers.3.linear2.bias": 0.007671297527849674, + "transformer.layers.3.norm1.weight": 0.005834231153130531, + "transformer.layers.3.norm1.bias": 0.011200147680938244, + "transformer.layers.3.norm2.weight": 0.0031535588204860687, + "transformer.layers.3.norm2.bias": 0.005620589945465326, + "head.weight": 0.3697657585144043, + "head.bias": 0.014297710731625557, + "global_embedding.weight": 0.023660752922296524, + "global_cnn.0.weight": 0.176836296916008, + "global_cnn.0.bias": 0.007408959791064262, + "global_cnn.2.weight": 0.26489973068237305, + "global_cnn.2.bias": 0.014485602267086506, + "global_proj.weight": 0.07713213562965393, + "global_proj.bias": 0.04417910426855087, + "goal_head.0.weight": 0.04546215757727623, + "goal_head.0.bias": 0.01939091645181179, + "goal_head.2.weight": 0.0593528188765049, + "goal_head.2.bias": 0.04389360174536705 + }, + { + "global_gate": 4.2565672629280016e-05, + "embedding.weight": 0.0016108992276713252, + "cnn.0.weight": 0.04061956703662872, + "cnn.0.bias": 0.0012248349376022816, + "cnn.2.weight": 0.011775236576795578, + "cnn.2.bias": 0.003456643782556057, + "cnn.5.weight": 0.01417548954486847, + "cnn.5.bias": 0.0032267963979393244, + "action_emb.weight": 0.01121565978974104, + "timestep_emb.weight": 0.0024311221204698086, + "pos_emb.weight": 0.004844562616199255, + "transformer.layers.0.self_attn.in_proj_weight": 0.038223590701818466, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033870628103613853, + "transformer.layers.0.self_attn.out_proj.weight": 0.04104995355010033, + "transformer.layers.0.self_attn.out_proj.bias": 0.005957127548754215, + "transformer.layers.0.linear1.weight": 0.053561385720968246, + "transformer.layers.0.linear1.bias": 0.0026013413444161415, + "transformer.layers.0.linear2.weight": 0.05004753917455673, + "transformer.layers.0.linear2.bias": 0.004203408025205135, + "transformer.layers.0.norm1.weight": 0.0020779224578291178, + "transformer.layers.0.norm1.bias": 0.002891804091632366, + "transformer.layers.0.norm2.weight": 0.005123349837958813, + "transformer.layers.0.norm2.bias": 0.004157382529228926, + "transformer.layers.1.self_attn.in_proj_weight": 0.046956948935985565, + "transformer.layers.1.self_attn.in_proj_bias": 0.002828616416081786, + "transformer.layers.1.self_attn.out_proj.weight": 0.045542724430561066, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030804064590483904, + "transformer.layers.1.linear1.weight": 0.03001117706298828, + "transformer.layers.1.linear1.bias": 0.001462538493797183, + "transformer.layers.1.linear2.weight": 0.03737203776836395, + "transformer.layers.1.linear2.bias": 0.0029035292100161314, + "transformer.layers.1.norm1.weight": 0.003088075201958418, + "transformer.layers.1.norm1.bias": 0.002907701302319765, + "transformer.layers.1.norm2.weight": 0.0023542067501693964, + "transformer.layers.1.norm2.bias": 0.0016289707273244858, + "transformer.layers.2.self_attn.in_proj_weight": 0.050844963639974594, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029502727556973696, + "transformer.layers.2.self_attn.out_proj.weight": 0.04853607714176178, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031249294988811016, + "transformer.layers.2.linear1.weight": 0.02369656041264534, + "transformer.layers.2.linear1.bias": 0.0014004861004650593, + "transformer.layers.2.linear2.weight": 0.028930503875017166, + "transformer.layers.2.linear2.bias": 0.003153417259454727, + "transformer.layers.2.norm1.weight": 0.004638244863599539, + "transformer.layers.2.norm1.bias": 0.004011136945337057, + "transformer.layers.2.norm2.weight": 0.001661567366681993, + "transformer.layers.2.norm2.bias": 0.001562198274768889, + "transformer.layers.3.self_attn.in_proj_weight": 0.0847330391407013, + "transformer.layers.3.self_attn.in_proj_bias": 0.005786585155874491, + "transformer.layers.3.self_attn.out_proj.weight": 0.0452953539788723, + "transformer.layers.3.self_attn.out_proj.bias": 0.004209653940051794, + "transformer.layers.3.linear1.weight": 0.04305393248796463, + "transformer.layers.3.linear1.bias": 0.0032609165646135807, + "transformer.layers.3.linear2.weight": 0.026616565883159637, + "transformer.layers.3.linear2.bias": 0.0045663039200007915, + "transformer.layers.3.norm1.weight": 0.008047367446124554, + "transformer.layers.3.norm1.bias": 0.007999594323337078, + "transformer.layers.3.norm2.weight": 0.0030008568428456783, + "transformer.layers.3.norm2.bias": 0.004138829652220011, + "head.weight": 0.3156435787677765, + "head.bias": 0.008302361704409122, + "global_embedding.weight": 0.010522509925067425, + "global_cnn.0.weight": 0.07185647636651993, + "global_cnn.0.bias": 0.0027019011322408915, + "global_cnn.2.weight": 0.11781053990125656, + "global_cnn.2.bias": 0.007062901277095079, + "global_proj.weight": 0.04022332653403282, + "global_proj.bias": 0.018673790618777275, + "goal_head.0.weight": 0.021365467458963394, + "goal_head.0.bias": 0.0076787350699305534, + "goal_head.2.weight": 0.02332894690334797, + "goal_head.2.bias": 0.016073718667030334 + }, + { + "global_gate": 6.743360427208245e-05, + "embedding.weight": 0.0013341859448701143, + "cnn.0.weight": 0.031968530267477036, + "cnn.0.bias": 0.001008682302199304, + "cnn.2.weight": 0.006311781704425812, + "cnn.2.bias": 0.0019812672398984432, + "cnn.5.weight": 0.007331523112952709, + "cnn.5.bias": 0.0022138303611427546, + "action_emb.weight": 0.012202760204672813, + "timestep_emb.weight": 0.0013196624349802732, + "pos_emb.weight": 0.003571300068870187, + "transformer.layers.0.self_attn.in_proj_weight": 0.025275392457842827, + "transformer.layers.0.self_attn.in_proj_bias": 0.00211074436083436, + "transformer.layers.0.self_attn.out_proj.weight": 0.026792874559760094, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030240609776228666, + "transformer.layers.0.linear1.weight": 0.05475248023867607, + "transformer.layers.0.linear1.bias": 0.0017110664630308747, + "transformer.layers.0.linear2.weight": 0.03432917594909668, + "transformer.layers.0.linear2.bias": 0.002495997818186879, + "transformer.layers.0.norm1.weight": 0.0015698730712756515, + "transformer.layers.0.norm1.bias": 0.0017111798515543342, + "transformer.layers.0.norm2.weight": 0.006162273697555065, + "transformer.layers.0.norm2.bias": 0.0015115819405764341, + "transformer.layers.1.self_attn.in_proj_weight": 0.029184965416789055, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015875296667218208, + "transformer.layers.1.self_attn.out_proj.weight": 0.028545934706926346, + "transformer.layers.1.self_attn.out_proj.bias": 0.002276663202792406, + "transformer.layers.1.linear1.weight": 0.022354265674948692, + "transformer.layers.1.linear1.bias": 0.000999126466922462, + "transformer.layers.1.linear2.weight": 0.02110883966088295, + "transformer.layers.1.linear2.bias": 0.0021274618338793516, + "transformer.layers.1.norm1.weight": 0.0018090484663844109, + "transformer.layers.1.norm1.bias": 0.0017533812206238508, + "transformer.layers.1.norm2.weight": 0.0023176551330834627, + "transformer.layers.1.norm2.bias": 0.0010872924467548728, + "transformer.layers.2.self_attn.in_proj_weight": 0.026226893067359924, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016237252857536077, + "transformer.layers.2.self_attn.out_proj.weight": 0.02443969063460827, + "transformer.layers.2.self_attn.out_proj.bias": 0.002241580979898572, + "transformer.layers.2.linear1.weight": 0.015115552581846714, + "transformer.layers.2.linear1.bias": 0.0009842464933171868, + "transformer.layers.2.linear2.weight": 0.016283048316836357, + "transformer.layers.2.linear2.bias": 0.002229247475042939, + "transformer.layers.2.norm1.weight": 0.001992980018258095, + "transformer.layers.2.norm1.bias": 0.0017439606599509716, + "transformer.layers.2.norm2.weight": 0.00109323940705508, + "transformer.layers.2.norm2.bias": 0.000972809037193656, + "transformer.layers.3.self_attn.in_proj_weight": 0.04693376645445824, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035635880194604397, + "transformer.layers.3.self_attn.out_proj.weight": 0.021631086245179176, + "transformer.layers.3.self_attn.out_proj.bias": 0.002722403034567833, + "transformer.layers.3.linear1.weight": 0.02130681835114956, + "transformer.layers.3.linear1.bias": 0.001854544971138239, + "transformer.layers.3.linear2.weight": 0.012289131060242653, + "transformer.layers.3.linear2.bias": 0.003239473095163703, + "transformer.layers.3.norm1.weight": 0.0037303923163563013, + "transformer.layers.3.norm1.bias": 0.005184204783290625, + "transformer.layers.3.norm2.weight": 0.0014104465954005718, + "transformer.layers.3.norm2.bias": 0.002344405045732856, + "head.weight": 0.1869698166847229, + "head.bias": 0.007338831666857004, + "global_embedding.weight": 0.010858295485377312, + "global_cnn.0.weight": 0.0936969518661499, + "global_cnn.0.bias": 0.0033917648252099752, + "global_cnn.2.weight": 0.3078833520412445, + "global_cnn.2.bias": 0.016723109409213066, + "global_proj.weight": 0.0783650130033493, + "global_proj.bias": 0.03544805198907852, + "goal_head.0.weight": 0.04200185835361481, + "goal_head.0.bias": 0.014224379323422909, + "goal_head.2.weight": 0.051316261291503906, + "goal_head.2.bias": 0.028327487409114838 + }, + { + "global_gate": 0.0002749150444287807, + "embedding.weight": 0.005133182741701603, + "cnn.0.weight": 0.08015126734972, + "cnn.0.bias": 0.0034563883673399687, + "cnn.2.weight": 0.014421336352825165, + "cnn.2.bias": 0.005529316607862711, + "cnn.5.weight": 0.015293285250663757, + "cnn.5.bias": 0.005969412624835968, + "action_emb.weight": 0.010363107547163963, + "timestep_emb.weight": 0.0020344082731753588, + "pos_emb.weight": 0.00503212446346879, + "transformer.layers.0.self_attn.in_proj_weight": 0.043586503714323044, + "transformer.layers.0.self_attn.in_proj_bias": 0.004207720048725605, + "transformer.layers.0.self_attn.out_proj.weight": 0.04145068675279617, + "transformer.layers.0.self_attn.out_proj.bias": 0.005428033880889416, + "transformer.layers.0.linear1.weight": 0.05009390786290169, + "transformer.layers.0.linear1.bias": 0.0023886067792773247, + "transformer.layers.0.linear2.weight": 0.04960741847753525, + "transformer.layers.0.linear2.bias": 0.00425108615309, + "transformer.layers.0.norm1.weight": 0.0027235529851168394, + "transformer.layers.0.norm1.bias": 0.003978822845965624, + "transformer.layers.0.norm2.weight": 0.005031699314713478, + "transformer.layers.0.norm2.bias": 0.003159667830914259, + "transformer.layers.1.self_attn.in_proj_weight": 0.03980899229645729, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025535246822983027, + "transformer.layers.1.self_attn.out_proj.weight": 0.0385446771979332, + "transformer.layers.1.self_attn.out_proj.bias": 0.0035640655551105738, + "transformer.layers.1.linear1.weight": 0.026781093329191208, + "transformer.layers.1.linear1.bias": 0.001525735598988831, + "transformer.layers.1.linear2.weight": 0.03631152585148811, + "transformer.layers.1.linear2.bias": 0.0034870109520852566, + "transformer.layers.1.norm1.weight": 0.0027284615207463503, + "transformer.layers.1.norm1.bias": 0.0025042658671736717, + "transformer.layers.1.norm2.weight": 0.002141922479495406, + "transformer.layers.1.norm2.bias": 0.001684557064436376, + "transformer.layers.2.self_attn.in_proj_weight": 0.045020733028650284, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029423641972243786, + "transformer.layers.2.self_attn.out_proj.weight": 0.036183085292577744, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034215152263641357, + "transformer.layers.2.linear1.weight": 0.022620584815740585, + "transformer.layers.2.linear1.bias": 0.0013773293467238545, + "transformer.layers.2.linear2.weight": 0.02729034051299095, + "transformer.layers.2.linear2.bias": 0.003568651620298624, + "transformer.layers.2.norm1.weight": 0.0031471524853259325, + "transformer.layers.2.norm1.bias": 0.00367468292824924, + "transformer.layers.2.norm2.weight": 0.0015209885314106941, + "transformer.layers.2.norm2.bias": 0.0015356315998360515, + "transformer.layers.3.self_attn.in_proj_weight": 0.09719178080558777, + "transformer.layers.3.self_attn.in_proj_bias": 0.008434398099780083, + "transformer.layers.3.self_attn.out_proj.weight": 0.04144623130559921, + "transformer.layers.3.self_attn.out_proj.bias": 0.00605886522680521, + "transformer.layers.3.linear1.weight": 0.04039694741368294, + "transformer.layers.3.linear1.bias": 0.0034044566564261913, + "transformer.layers.3.linear2.weight": 0.02720148116350174, + "transformer.layers.3.linear2.bias": 0.0069208876229822636, + "transformer.layers.3.norm1.weight": 0.00814836472272873, + "transformer.layers.3.norm1.bias": 0.012410894967615604, + "transformer.layers.3.norm2.weight": 0.002907977905124426, + "transformer.layers.3.norm2.bias": 0.004447008948773146, + "head.weight": 0.32222896814346313, + "head.bias": 0.011952980421483517, + "global_embedding.weight": 0.015961235389113426, + "global_cnn.0.weight": 0.09423710405826569, + "global_cnn.0.bias": 0.003567420644685626, + "global_cnn.2.weight": 0.24534985423088074, + "global_cnn.2.bias": 0.010861095041036606, + "global_proj.weight": 0.06626756489276886, + "global_proj.bias": 0.029847128316760063, + "goal_head.0.weight": 0.040134213864803314, + "goal_head.0.bias": 0.013484743423759937, + "goal_head.2.weight": 0.05210154503583908, + "goal_head.2.bias": 0.028257887810468674 + }, + { + "global_gate": 0.00017356347234454006, + "embedding.weight": 0.001366286538541317, + "cnn.0.weight": 0.03740909695625305, + "cnn.0.bias": 0.0011976332170888782, + "cnn.2.weight": 0.010007783770561218, + "cnn.2.bias": 0.002917564008384943, + "cnn.5.weight": 0.01022612676024437, + "cnn.5.bias": 0.002967946929857135, + "action_emb.weight": 0.00965985469520092, + "timestep_emb.weight": 0.0018576669972389936, + "pos_emb.weight": 0.0037295056972652674, + "transformer.layers.0.self_attn.in_proj_weight": 0.03864194452762604, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034472993575036526, + "transformer.layers.0.self_attn.out_proj.weight": 0.03955601528286934, + "transformer.layers.0.self_attn.out_proj.bias": 0.005015089642256498, + "transformer.layers.0.linear1.weight": 0.04323791339993477, + "transformer.layers.0.linear1.bias": 0.0020831702277064323, + "transformer.layers.0.linear2.weight": 0.04514127969741821, + "transformer.layers.0.linear2.bias": 0.004561258479952812, + "transformer.layers.0.norm1.weight": 0.002309938659891486, + "transformer.layers.0.norm1.bias": 0.0031280985567718744, + "transformer.layers.0.norm2.weight": 0.003968050703406334, + "transformer.layers.0.norm2.bias": 0.001989401411265135, + "transformer.layers.1.self_attn.in_proj_weight": 0.03563087806105614, + "transformer.layers.1.self_attn.in_proj_bias": 0.002351543167605996, + "transformer.layers.1.self_attn.out_proj.weight": 0.04211143031716347, + "transformer.layers.1.self_attn.out_proj.bias": 0.003917423076927662, + "transformer.layers.1.linear1.weight": 0.025000866502523422, + "transformer.layers.1.linear1.bias": 0.0014427033020183444, + "transformer.layers.1.linear2.weight": 0.03614235296845436, + "transformer.layers.1.linear2.bias": 0.003974986728280783, + "transformer.layers.1.norm1.weight": 0.0023295823484659195, + "transformer.layers.1.norm1.bias": 0.0023879394866526127, + "transformer.layers.1.norm2.weight": 0.0019326787441968918, + "transformer.layers.1.norm2.bias": 0.0013937916373834014, + "transformer.layers.2.self_attn.in_proj_weight": 0.04100533574819565, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027411067858338356, + "transformer.layers.2.self_attn.out_proj.weight": 0.04632680490612984, + "transformer.layers.2.self_attn.out_proj.bias": 0.004010240081697702, + "transformer.layers.2.linear1.weight": 0.02275754138827324, + "transformer.layers.2.linear1.bias": 0.0015034971293061972, + "transformer.layers.2.linear2.weight": 0.029426276683807373, + "transformer.layers.2.linear2.bias": 0.004253619350492954, + "transformer.layers.2.norm1.weight": 0.002881005872040987, + "transformer.layers.2.norm1.bias": 0.0029842760413885117, + "transformer.layers.2.norm2.weight": 0.0015283195534721017, + "transformer.layers.2.norm2.bias": 0.001641176058910787, + "transformer.layers.3.self_attn.in_proj_weight": 0.10597189515829086, + "transformer.layers.3.self_attn.in_proj_bias": 0.009649471379816532, + "transformer.layers.3.self_attn.out_proj.weight": 0.05862589552998543, + "transformer.layers.3.self_attn.out_proj.bias": 0.00772697851061821, + "transformer.layers.3.linear1.weight": 0.047861553728580475, + "transformer.layers.3.linear1.bias": 0.004327579401433468, + "transformer.layers.3.linear2.weight": 0.032951470464468, + "transformer.layers.3.linear2.bias": 0.009134514257311821, + "transformer.layers.3.norm1.weight": 0.008676834404468536, + "transformer.layers.3.norm1.bias": 0.01392601802945137, + "transformer.layers.3.norm2.weight": 0.0035444735549390316, + "transformer.layers.3.norm2.bias": 0.005918934941291809, + "head.weight": 0.4305417537689209, + "head.bias": 0.016327349469065666, + "global_embedding.weight": 0.02934119664132595, + "global_cnn.0.weight": 0.08751776814460754, + "global_cnn.0.bias": 0.0043517835438251495, + "global_cnn.2.weight": 0.1591428518295288, + "global_cnn.2.bias": 0.007721468806266785, + "global_proj.weight": 0.0641857460141182, + "global_proj.bias": 0.027489200234413147, + "goal_head.0.weight": 0.04324238374829292, + "goal_head.0.bias": 0.01383208204060793, + "goal_head.2.weight": 0.0598471537232399, + "goal_head.2.bias": 0.029630232602357864 + }, + { + "global_gate": 2.9404996894299984e-05, + "embedding.weight": 0.0014695082791149616, + "cnn.0.weight": 0.029324380680918694, + "cnn.0.bias": 0.001050747581757605, + "cnn.2.weight": 0.009350612759590149, + "cnn.2.bias": 0.002132909372448921, + "cnn.5.weight": 0.012285377830266953, + "cnn.5.bias": 0.0024458058178424835, + "action_emb.weight": 0.007067378144711256, + "timestep_emb.weight": 0.001418165978975594, + "pos_emb.weight": 0.002784285694360733, + "transformer.layers.0.self_attn.in_proj_weight": 0.02897459827363491, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023508865851908922, + "transformer.layers.0.self_attn.out_proj.weight": 0.030887838453054428, + "transformer.layers.0.self_attn.out_proj.bias": 0.003337511559948325, + "transformer.layers.0.linear1.weight": 0.03218293562531471, + "transformer.layers.0.linear1.bias": 0.0014997405232861638, + "transformer.layers.0.linear2.weight": 0.03212974593043327, + "transformer.layers.0.linear2.bias": 0.0027474169619381428, + "transformer.layers.0.norm1.weight": 0.0017194763058796525, + "transformer.layers.0.norm1.bias": 0.002304833149537444, + "transformer.layers.0.norm2.weight": 0.003656151471659541, + "transformer.layers.0.norm2.bias": 0.0012920533772557974, + "transformer.layers.1.self_attn.in_proj_weight": 0.025586966425180435, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015590072143822908, + "transformer.layers.1.self_attn.out_proj.weight": 0.029715852811932564, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022005753125995398, + "transformer.layers.1.linear1.weight": 0.01794690079987049, + "transformer.layers.1.linear1.bias": 0.0009576682350598276, + "transformer.layers.1.linear2.weight": 0.0237443745136261, + "transformer.layers.1.linear2.bias": 0.002020958811044693, + "transformer.layers.1.norm1.weight": 0.001866849372163415, + "transformer.layers.1.norm1.bias": 0.0015339181991294026, + "transformer.layers.1.norm2.weight": 0.0015434263041242957, + "transformer.layers.1.norm2.bias": 0.0009759017266333103, + "transformer.layers.2.self_attn.in_proj_weight": 0.029994243755936623, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015390444314107299, + "transformer.layers.2.self_attn.out_proj.weight": 0.028744079172611237, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017490861937403679, + "transformer.layers.2.linear1.weight": 0.014680080115795135, + "transformer.layers.2.linear1.bias": 0.0008287972887046635, + "transformer.layers.2.linear2.weight": 0.01897350139915943, + "transformer.layers.2.linear2.bias": 0.0016760778380557895, + "transformer.layers.2.norm1.weight": 0.0022747935727238655, + "transformer.layers.2.norm1.bias": 0.001968743745237589, + "transformer.layers.2.norm2.weight": 0.0010258971014991403, + "transformer.layers.2.norm2.bias": 0.0008031419711187482, + "transformer.layers.3.self_attn.in_proj_weight": 0.06058730557560921, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037014952395111322, + "transformer.layers.3.self_attn.out_proj.weight": 0.0328252948820591, + "transformer.layers.3.self_attn.out_proj.bias": 0.0027946163900196552, + "transformer.layers.3.linear1.weight": 0.03219125419855118, + "transformer.layers.3.linear1.bias": 0.0023494844790548086, + "transformer.layers.3.linear2.weight": 0.018702084198594093, + "transformer.layers.3.linear2.bias": 0.00287831062451005, + "transformer.layers.3.norm1.weight": 0.005659790243953466, + "transformer.layers.3.norm1.bias": 0.004997827112674713, + "transformer.layers.3.norm2.weight": 0.0023515389766544104, + "transformer.layers.3.norm2.bias": 0.0026758620515465736, + "head.weight": 0.22901152074337006, + "head.bias": 0.005795463919639587, + "global_embedding.weight": 0.007245016749948263, + "global_cnn.0.weight": 0.07364654541015625, + "global_cnn.0.bias": 0.0028862152248620987, + "global_cnn.2.weight": 0.1657356321811676, + "global_cnn.2.bias": 0.004663689527660608, + "global_proj.weight": 0.03406393527984619, + "global_proj.bias": 0.008677068166434765, + "goal_head.0.weight": 0.01983252726495266, + "goal_head.0.bias": 0.00336267938837409, + "goal_head.2.weight": 0.024053102359175682, + "goal_head.2.bias": 0.005505370907485485 + }, + { + "global_gate": 3.952639417548198e-06, + "embedding.weight": 0.00268085696734488, + "cnn.0.weight": 0.041909877210855484, + "cnn.0.bias": 0.0014053365448489785, + "cnn.2.weight": 0.008350581862032413, + "cnn.2.bias": 0.002532498212531209, + "cnn.5.weight": 0.009166829288005829, + "cnn.5.bias": 0.002470138017088175, + "action_emb.weight": 0.004226197954267263, + "timestep_emb.weight": 0.0015241240616887808, + "pos_emb.weight": 0.0024855490773916245, + "transformer.layers.0.self_attn.in_proj_weight": 0.026835722848773003, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023072620388120413, + "transformer.layers.0.self_attn.out_proj.weight": 0.023681912571191788, + "transformer.layers.0.self_attn.out_proj.bias": 0.002801858354359865, + "transformer.layers.0.linear1.weight": 0.022590143606066704, + "transformer.layers.0.linear1.bias": 0.0011873766779899597, + "transformer.layers.0.linear2.weight": 0.023264994844794273, + "transformer.layers.0.linear2.bias": 0.0021587987430393696, + "transformer.layers.0.norm1.weight": 0.0016484129009768367, + "transformer.layers.0.norm1.bias": 0.0022743053268641233, + "transformer.layers.0.norm2.weight": 0.0020437983330339193, + "transformer.layers.0.norm2.bias": 0.0013668661704286933, + "transformer.layers.1.self_attn.in_proj_weight": 0.020724765956401825, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012483580503612757, + "transformer.layers.1.self_attn.out_proj.weight": 0.021484948694705963, + "transformer.layers.1.self_attn.out_proj.bias": 0.001618195092305541, + "transformer.layers.1.linear1.weight": 0.013594424352049828, + "transformer.layers.1.linear1.bias": 0.0007334406254813075, + "transformer.layers.1.linear2.weight": 0.017487797886133194, + "transformer.layers.1.linear2.bias": 0.0015117758885025978, + "transformer.layers.1.norm1.weight": 0.0014038130175322294, + "transformer.layers.1.norm1.bias": 0.0012390235206112266, + "transformer.layers.1.norm2.weight": 0.0010263678850606084, + "transformer.layers.1.norm2.bias": 0.0008675357676111162, + "transformer.layers.2.self_attn.in_proj_weight": 0.021719589829444885, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013418771559372544, + "transformer.layers.2.self_attn.out_proj.weight": 0.01998721808195114, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014338735491037369, + "transformer.layers.2.linear1.weight": 0.011293251067399979, + "transformer.layers.2.linear1.bias": 0.0007313583046197891, + "transformer.layers.2.linear2.weight": 0.013007198460400105, + "transformer.layers.2.linear2.bias": 0.0014353628503158689, + "transformer.layers.2.norm1.weight": 0.0014688672963529825, + "transformer.layers.2.norm1.bias": 0.0017157834954559803, + "transformer.layers.2.norm2.weight": 0.0007965797558426857, + "transformer.layers.2.norm2.bias": 0.0009159200708381832, + "transformer.layers.3.self_attn.in_proj_weight": 0.03778205066919327, + "transformer.layers.3.self_attn.in_proj_bias": 0.0027990161906927824, + "transformer.layers.3.self_attn.out_proj.weight": 0.01935991644859314, + "transformer.layers.3.self_attn.out_proj.bias": 0.002072441391646862, + "transformer.layers.3.linear1.weight": 0.022300805896520615, + "transformer.layers.3.linear1.bias": 0.0017487913137301803, + "transformer.layers.3.linear2.weight": 0.012505273334681988, + "transformer.layers.3.linear2.bias": 0.002623081672936678, + "transformer.layers.3.norm1.weight": 0.00285713910125196, + "transformer.layers.3.norm1.bias": 0.00385724357329309, + "transformer.layers.3.norm2.weight": 0.0017245343187823892, + "transformer.layers.3.norm2.bias": 0.0024788500741124153, + "head.weight": 0.14161927998065948, + "head.bias": 0.004854689352214336, + "global_embedding.weight": 0.024190440773963928, + "global_cnn.0.weight": 0.07184245437383652, + "global_cnn.0.bias": 0.0033392091281712055, + "global_cnn.2.weight": 0.1359301656484604, + "global_cnn.2.bias": 0.006546145770698786, + "global_proj.weight": 0.03688957169651985, + "global_proj.bias": 0.016063831746578217, + "goal_head.0.weight": 0.02540460415184498, + "goal_head.0.bias": 0.008329280652105808, + "goal_head.2.weight": 0.03616669774055481, + "goal_head.2.bias": 0.018148239701986313 + }, + { + "global_gate": 5.132534715812653e-05, + "embedding.weight": 0.00023395713651552796, + "cnn.0.weight": 0.008801091462373734, + "cnn.0.bias": 0.00019268377218395472, + "cnn.2.weight": 0.001743066357448697, + "cnn.2.bias": 0.0006631202413700521, + "cnn.5.weight": 0.0026528346352279186, + "cnn.5.bias": 0.0007501228828914464, + "action_emb.weight": 0.0037568709813058376, + "timestep_emb.weight": 0.000701012322679162, + "pos_emb.weight": 0.0010170203167945147, + "transformer.layers.0.self_attn.in_proj_weight": 0.009786056354641914, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009090439416468143, + "transformer.layers.0.self_attn.out_proj.weight": 0.01384683046489954, + "transformer.layers.0.self_attn.out_proj.bias": 0.0017905788263306022, + "transformer.layers.0.linear1.weight": 0.015750732272863388, + "transformer.layers.0.linear1.bias": 0.0007419846369884908, + "transformer.layers.0.linear2.weight": 0.011535827070474625, + "transformer.layers.0.linear2.bias": 0.001297523034736514, + "transformer.layers.0.norm1.weight": 0.0005494712386280298, + "transformer.layers.0.norm1.bias": 0.0008597399573773146, + "transformer.layers.0.norm2.weight": 0.0017539551481604576, + "transformer.layers.0.norm2.bias": 0.0013762820744886994, + "transformer.layers.1.self_attn.in_proj_weight": 0.010797720402479172, + "transformer.layers.1.self_attn.in_proj_bias": 0.000682070036418736, + "transformer.layers.1.self_attn.out_proj.weight": 0.010817330330610275, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010544302640482783, + "transformer.layers.1.linear1.weight": 0.006056899204850197, + "transformer.layers.1.linear1.bias": 0.00029589326004497707, + "transformer.layers.1.linear2.weight": 0.007995200343430042, + "transformer.layers.1.linear2.bias": 0.0010324835311621428, + "transformer.layers.1.norm1.weight": 0.0006914439727552235, + "transformer.layers.1.norm1.bias": 0.0007211603806354105, + "transformer.layers.1.norm2.weight": 0.0005230713868513703, + "transformer.layers.1.norm2.bias": 0.0003358309913892299, + "transformer.layers.2.self_attn.in_proj_weight": 0.00887865386903286, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006408811314031482, + "transformer.layers.2.self_attn.out_proj.weight": 0.009850400499999523, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010754225077107549, + "transformer.layers.2.linear1.weight": 0.00486412737518549, + "transformer.layers.2.linear1.bias": 0.0003403452574275434, + "transformer.layers.2.linear2.weight": 0.006759064272046089, + "transformer.layers.2.linear2.bias": 0.0011432653991505504, + "transformer.layers.2.norm1.weight": 0.0007236230885609984, + "transformer.layers.2.norm1.bias": 0.0006185642560012639, + "transformer.layers.2.norm2.weight": 0.0003231654118280858, + "transformer.layers.2.norm2.bias": 0.0003665075055323541, + "transformer.layers.3.self_attn.in_proj_weight": 0.018292725086212158, + "transformer.layers.3.self_attn.in_proj_bias": 0.0022081464994698763, + "transformer.layers.3.self_attn.out_proj.weight": 0.009382802061736584, + "transformer.layers.3.self_attn.out_proj.bias": 0.001865879283286631, + "transformer.layers.3.linear1.weight": 0.009566104970872402, + "transformer.layers.3.linear1.bias": 0.0009481717715971172, + "transformer.layers.3.linear2.weight": 0.006638841703534126, + "transformer.layers.3.linear2.bias": 0.0021138840820640326, + "transformer.layers.3.norm1.weight": 0.0014227355131879449, + "transformer.layers.3.norm1.bias": 0.003215481759980321, + "transformer.layers.3.norm2.weight": 0.0006427287007682025, + "transformer.layers.3.norm2.bias": 0.001177154015749693, + "head.weight": 0.09443365782499313, + "head.bias": 0.004254884552210569, + "global_embedding.weight": 0.014101841486990452, + "global_cnn.0.weight": 0.13796775043010712, + "global_cnn.0.bias": 0.0044843764044344425, + "global_cnn.2.weight": 0.40341734886169434, + "global_cnn.2.bias": 0.01666318252682686, + "global_proj.weight": 0.0952143520116806, + "global_proj.bias": 0.03850811719894409, + "goal_head.0.weight": 0.05288713425397873, + "goal_head.0.bias": 0.0162777341902256, + "goal_head.2.weight": 0.06266827881336212, + "goal_head.2.bias": 0.032683271914720535 + }, + { + "global_gate": 2.153528475901112e-05, + "embedding.weight": 0.0018508112989366055, + "cnn.0.weight": 0.04356768727302551, + "cnn.0.bias": 0.0018650746205821633, + "cnn.2.weight": 0.008274611085653305, + "cnn.2.bias": 0.0028735382948070765, + "cnn.5.weight": 0.009886812418699265, + "cnn.5.bias": 0.0025380365550518036, + "action_emb.weight": 0.004973139148205519, + "timestep_emb.weight": 0.0016836419235914946, + "pos_emb.weight": 0.002961604157462716, + "transformer.layers.0.self_attn.in_proj_weight": 0.03291552886366844, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027520600706338882, + "transformer.layers.0.self_attn.out_proj.weight": 0.030968910083174706, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036380933597683907, + "transformer.layers.0.linear1.weight": 0.02808958850800991, + "transformer.layers.0.linear1.bias": 0.0015965737402439117, + "transformer.layers.0.linear2.weight": 0.030501332134008408, + "transformer.layers.0.linear2.bias": 0.002902198350057006, + "transformer.layers.0.norm1.weight": 0.0019494090229272842, + "transformer.layers.0.norm1.bias": 0.0026611166540533304, + "transformer.layers.0.norm2.weight": 0.0024970886297523975, + "transformer.layers.0.norm2.bias": 0.002072293311357498, + "transformer.layers.1.self_attn.in_proj_weight": 0.027138618752360344, + "transformer.layers.1.self_attn.in_proj_bias": 0.00193340377882123, + "transformer.layers.1.self_attn.out_proj.weight": 0.027074119076132774, + "transformer.layers.1.self_attn.out_proj.bias": 0.002409515669569373, + "transformer.layers.1.linear1.weight": 0.01662745699286461, + "transformer.layers.1.linear1.bias": 0.0009677480557002127, + "transformer.layers.1.linear2.weight": 0.022769633680582047, + "transformer.layers.1.linear2.bias": 0.0021811025217175484, + "transformer.layers.1.norm1.weight": 0.0019344320753589272, + "transformer.layers.1.norm1.bias": 0.002034046920016408, + "transformer.layers.1.norm2.weight": 0.0012041955487802625, + "transformer.layers.1.norm2.bias": 0.0012293390464037657, + "transformer.layers.2.self_attn.in_proj_weight": 0.029337717220187187, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017870761221274734, + "transformer.layers.2.self_attn.out_proj.weight": 0.030375896021723747, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020697717554867268, + "transformer.layers.2.linear1.weight": 0.01379530131816864, + "transformer.layers.2.linear1.bias": 0.0008450702298432589, + "transformer.layers.2.linear2.weight": 0.017590297386050224, + "transformer.layers.2.linear2.bias": 0.0021706342231482267, + "transformer.layers.2.norm1.weight": 0.002086716005578637, + "transformer.layers.2.norm1.bias": 0.001958720851689577, + "transformer.layers.2.norm2.weight": 0.0009431341895833611, + "transformer.layers.2.norm2.bias": 0.0008124727755784988, + "transformer.layers.3.self_attn.in_proj_weight": 0.05183490738272667, + "transformer.layers.3.self_attn.in_proj_bias": 0.004489679355174303, + "transformer.layers.3.self_attn.out_proj.weight": 0.028872134163975716, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035444204695522785, + "transformer.layers.3.linear1.weight": 0.03177179396152496, + "transformer.layers.3.linear1.bias": 0.0027343553956598043, + "transformer.layers.3.linear2.weight": 0.01896318420767784, + "transformer.layers.3.linear2.bias": 0.004209079314023256, + "transformer.layers.3.norm1.weight": 0.0038859432097524405, + "transformer.layers.3.norm1.bias": 0.006061912979930639, + "transformer.layers.3.norm2.weight": 0.002179622882977128, + "transformer.layers.3.norm2.bias": 0.0034057374577969313, + "head.weight": 0.2106057107448578, + "head.bias": 0.007535187527537346, + "global_embedding.weight": 0.0064820596016943455, + "global_cnn.0.weight": 0.04621291905641556, + "global_cnn.0.bias": 0.0020662362221628428, + "global_cnn.2.weight": 0.11603663861751556, + "global_cnn.2.bias": 0.004541130270808935, + "global_proj.weight": 0.03236762434244156, + "global_proj.bias": 0.013793440535664558, + "goal_head.0.weight": 0.022130200639367104, + "goal_head.0.bias": 0.0073595414869487286, + "goal_head.2.weight": 0.029218828305602074, + "goal_head.2.bias": 0.016310108825564384 + }, + { + "global_gate": 6.914637197041884e-06, + "embedding.weight": 0.006357524078339338, + "cnn.0.weight": 0.11293969303369522, + "cnn.0.bias": 0.003551434725522995, + "cnn.2.weight": 0.01729636825621128, + "cnn.2.bias": 0.005625131074339151, + "cnn.5.weight": 0.01385604590177536, + "cnn.5.bias": 0.004642399027943611, + "action_emb.weight": 0.005853600334376097, + "timestep_emb.weight": 0.0018625102238729596, + "pos_emb.weight": 0.003450806485489011, + "transformer.layers.0.self_attn.in_proj_weight": 0.03806564211845398, + "transformer.layers.0.self_attn.in_proj_bias": 0.003119636559858918, + "transformer.layers.0.self_attn.out_proj.weight": 0.035273365676403046, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036025799345225096, + "transformer.layers.0.linear1.weight": 0.03225092217326164, + "transformer.layers.0.linear1.bias": 0.00151005107909441, + "transformer.layers.0.linear2.weight": 0.0322287455201149, + "transformer.layers.0.linear2.bias": 0.002662172308191657, + "transformer.layers.0.norm1.weight": 0.0021298150531947613, + "transformer.layers.0.norm1.bias": 0.0028729077894240618, + "transformer.layers.0.norm2.weight": 0.003286901628598571, + "transformer.layers.0.norm2.bias": 0.0015173066640272737, + "transformer.layers.1.self_attn.in_proj_weight": 0.026768092066049576, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015817811945453286, + "transformer.layers.1.self_attn.out_proj.weight": 0.028121285140514374, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021174002904444933, + "transformer.layers.1.linear1.weight": 0.017907844856381416, + "transformer.layers.1.linear1.bias": 0.000951638794504106, + "transformer.layers.1.linear2.weight": 0.022026848047971725, + "transformer.layers.1.linear2.bias": 0.0019637220539152622, + "transformer.layers.1.norm1.weight": 0.002021240070462227, + "transformer.layers.1.norm1.bias": 0.0015037256525829434, + "transformer.layers.1.norm2.weight": 0.0015764618292450905, + "transformer.layers.1.norm2.bias": 0.0009037053678184748, + "transformer.layers.2.self_attn.in_proj_weight": 0.029872816056013107, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014724305365234613, + "transformer.layers.2.self_attn.out_proj.weight": 0.025443337857723236, + "transformer.layers.2.self_attn.out_proj.bias": 0.001848422340117395, + "transformer.layers.2.linear1.weight": 0.014025157317519188, + "transformer.layers.2.linear1.bias": 0.0008843870018608868, + "transformer.layers.2.linear2.weight": 0.016759375110268593, + "transformer.layers.2.linear2.bias": 0.0018218900077044964, + "transformer.layers.2.norm1.weight": 0.0020427266135811806, + "transformer.layers.2.norm1.bias": 0.0011927637970075011, + "transformer.layers.2.norm2.weight": 0.00102300348225981, + "transformer.layers.2.norm2.bias": 0.0009212138247676194, + "transformer.layers.3.self_attn.in_proj_weight": 0.05316987261176109, + "transformer.layers.3.self_attn.in_proj_bias": 0.003480549668893218, + "transformer.layers.3.self_attn.out_proj.weight": 0.023725425824522972, + "transformer.layers.3.self_attn.out_proj.bias": 0.002326283138245344, + "transformer.layers.3.linear1.weight": 0.031100567430257797, + "transformer.layers.3.linear1.bias": 0.00256181787699461, + "transformer.layers.3.linear2.weight": 0.01685722917318344, + "transformer.layers.3.linear2.bias": 0.003168927738443017, + "transformer.layers.3.norm1.weight": 0.004739508032798767, + "transformer.layers.3.norm1.bias": 0.004919157363474369, + "transformer.layers.3.norm2.weight": 0.002417080570012331, + "transformer.layers.3.norm2.bias": 0.0036097655538469553, + "head.weight": 0.18630030751228333, + "head.bias": 0.00493066618219018, + "global_embedding.weight": 0.03890741243958473, + "global_cnn.0.weight": 0.10618925094604492, + "global_cnn.0.bias": 0.005265834275633097, + "global_cnn.2.weight": 0.16326287388801575, + "global_cnn.2.bias": 0.0072941407561302185, + "global_proj.weight": 0.05977145582437515, + "global_proj.bias": 0.027407294139266014, + "goal_head.0.weight": 0.04046734422445297, + "goal_head.0.bias": 0.013560807332396507, + "goal_head.2.weight": 0.057432472705841064, + "goal_head.2.bias": 0.029549354687333107 + }, + { + "global_gate": 0.00010801733151311055, + "embedding.weight": 0.00434363866224885, + "cnn.0.weight": 0.07052585482597351, + "cnn.0.bias": 0.002356194192543626, + "cnn.2.weight": 0.013859729282557964, + "cnn.2.bias": 0.003718663938343525, + "cnn.5.weight": 0.010275556705892086, + "cnn.5.bias": 0.0027641805354505777, + "action_emb.weight": 0.005771977826952934, + "timestep_emb.weight": 0.0017406740225851536, + "pos_emb.weight": 0.003743469715118408, + "transformer.layers.0.self_attn.in_proj_weight": 0.032048650085926056, + "transformer.layers.0.self_attn.in_proj_bias": 0.002443170640617609, + "transformer.layers.0.self_attn.out_proj.weight": 0.031132258474826813, + "transformer.layers.0.self_attn.out_proj.bias": 0.003357970155775547, + "transformer.layers.0.linear1.weight": 0.031069284304976463, + "transformer.layers.0.linear1.bias": 0.0015402879798784852, + "transformer.layers.0.linear2.weight": 0.0331924743950367, + "transformer.layers.0.linear2.bias": 0.0027503680903464556, + "transformer.layers.0.norm1.weight": 0.0019131506560370326, + "transformer.layers.0.norm1.bias": 0.002229915000498295, + "transformer.layers.0.norm2.weight": 0.0028637489303946495, + "transformer.layers.0.norm2.bias": 0.002097193617373705, + "transformer.layers.1.self_attn.in_proj_weight": 0.0305649284273386, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019254868384450674, + "transformer.layers.1.self_attn.out_proj.weight": 0.030672909691929817, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022814730182290077, + "transformer.layers.1.linear1.weight": 0.01974600926041603, + "transformer.layers.1.linear1.bias": 0.0010338653810322285, + "transformer.layers.1.linear2.weight": 0.02631150744855404, + "transformer.layers.1.linear2.bias": 0.0021506778430193663, + "transformer.layers.1.norm1.weight": 0.0022835282143205404, + "transformer.layers.1.norm1.bias": 0.001991716679185629, + "transformer.layers.1.norm2.weight": 0.0016051956918090582, + "transformer.layers.1.norm2.bias": 0.001022442476823926, + "transformer.layers.2.self_attn.in_proj_weight": 0.03141968324780464, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017184659373015165, + "transformer.layers.2.self_attn.out_proj.weight": 0.030094565823674202, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018245137762278318, + "transformer.layers.2.linear1.weight": 0.016132859513163567, + "transformer.layers.2.linear1.bias": 0.0009727090946398675, + "transformer.layers.2.linear2.weight": 0.019855951890349388, + "transformer.layers.2.linear2.bias": 0.0017906328430399299, + "transformer.layers.2.norm1.weight": 0.0024588420055806637, + "transformer.layers.2.norm1.bias": 0.0019815273117274046, + "transformer.layers.2.norm2.weight": 0.0012853143271058798, + "transformer.layers.2.norm2.bias": 0.0010651199845597148, + "transformer.layers.3.self_attn.in_proj_weight": 0.0658758282661438, + "transformer.layers.3.self_attn.in_proj_bias": 0.003477988298982382, + "transformer.layers.3.self_attn.out_proj.weight": 0.037262074649333954, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026528791058808565, + "transformer.layers.3.linear1.weight": 0.03274465352296829, + "transformer.layers.3.linear1.bias": 0.0025062088388949633, + "transformer.layers.3.linear2.weight": 0.020092884078621864, + "transformer.layers.3.linear2.bias": 0.0030675360467284918, + "transformer.layers.3.norm1.weight": 0.006978369317948818, + "transformer.layers.3.norm1.bias": 0.0047162785194814205, + "transformer.layers.3.norm2.weight": 0.002445691032335162, + "transformer.layers.3.norm2.bias": 0.00343392975628376, + "head.weight": 0.22082439064979553, + "head.bias": 0.00449930876493454, + "global_embedding.weight": 0.027902154251933098, + "global_cnn.0.weight": 0.1335751861333847, + "global_cnn.0.bias": 0.005025175400078297, + "global_cnn.2.weight": 0.3799688518047333, + "global_cnn.2.bias": 0.015979401767253876, + "global_proj.weight": 0.11230136454105377, + "global_proj.bias": 0.04239838570356369, + "goal_head.0.weight": 0.05639120563864708, + "goal_head.0.bias": 0.01630273647606373, + "goal_head.2.weight": 0.06302767992019653, + "goal_head.2.bias": 0.030943118035793304 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10124136507511139, - 0.11361672729253769, - 0.09486819803714752, - 0.04362662136554718, - 0.06768331676721573, - 0.029000060632824898, - 0.06347834318876266, - 0.04518337547779083, - 0.04852110147476196, - 0.02280300483107567 + 0.3188691735267639, + 0.30976995825767517, + 0.465299516916275, + 0.3475657105445862, + 0.5202563405036926, + 0.4150078296661377, + 0.39018958806991577, + 0.5912161469459534, + 0.31474539637565613, + 0.36410725116729736, + 0.4931585490703583, + 0.2968619167804718, + 0.6712015271186829, + 0.4664972126483917, + 0.4682183861732483, + 0.281541645526886, + 0.41575750708580017, + 0.44756102561950684, + 0.7275592088699341, + 0.7615044116973877 ], "repr_drift_kl_low_t": [ - 0.10662753880023956, - 0.11957663297653198, - 0.11403403431177139, - 0.02874719351530075, - 0.08937810361385345, - 0.028736356645822525, - 0.06707864254713058, - 0.04224942997097969, - 0.04716150462627411, - 0.019285663962364197 + 0.38109922409057617, + 0.397381067276001, + 0.5716915130615234, + 0.42347660660743713, + 0.6334636807441711, + 0.49675238132476807, + 0.49357378482818604, + 0.7284289598464966, + 0.37819671630859375, + 0.4467160701751709, + 0.6335243582725525, + 0.3664051294326782, + 0.870732843875885, + 0.615467369556427, + 0.5656865239143372, + 0.3509407639503479, + 0.5137871503829956, + 0.5595822930335999, + 0.929214358329773, + 0.938890814781189 ], "repr_drift_kl_mid_t": [ - 0.09984233230352402, - 0.10402947664260864, - 0.09806081652641296, - 0.03495292365550995, - 0.06743402779102325, - 0.026790965348482132, - 0.061368368566036224, - 0.041175566613674164, - 0.04256463423371315, - 0.01950233057141304 + 0.3143942058086395, + 0.31202587485313416, + 0.46501076221466064, + 0.3490080237388611, + 0.5311995148658752, + 0.4141932427883148, + 0.3848814368247986, + 0.5948804616928101, + 0.3047908842563629, + 0.3683118522167206, + 0.5046629309654236, + 0.289390504360199, + 0.677000105381012, + 0.46693071722984314, + 0.4602980613708496, + 0.2822459042072296, + 0.4268956184387207, + 0.4480074942111969, + 0.7408510446548462, + 0.7708993554115295 ], "repr_drift_kl_high_t": [ - 0.11617696285247803, - 0.14291776716709137, - 0.084781713783741, - 0.07831162214279175, - 0.06040235608816147, - 0.030717523768544197, - 0.072110116481781, - 0.05684179812669754, - 0.05924487113952637, - 0.04153589904308319 + 0.264081209897995, + 0.2363293170928955, + 0.3596058487892151, + 0.2704950273036957, + 0.3891177773475647, + 0.3214954435825348, + 0.3220558166503906, + 0.4236602485179901, + 0.2778948247432709, + 0.28714650869369507, + 0.34224462509155273, + 0.22964127361774445, + 0.45127540826797485, + 0.3393891751766205, + 0.35159051418304443, + 0.21542969346046448, + 0.29819291830062866, + 0.33187687397003174, + 0.5352714657783508, + 0.5363863706588745 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.888800323009491, - 0.9311016798019409, - 0.9711456298828125, - 0.9724317789077759, - 0.6189798712730408 + 0.8715600967407227, + 0.8473451733589172, + 0.9017344117164612, + 0.8911709189414978, + 0.8630872368812561, + 0.8188027143478394, + 0.8923279643058777, + 0.925304114818573, + 0.8998889327049255, + 0.8416920900344849 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.3625121116638184, - 1.0297528505325317, - 1.5274066925048828, - 0.33033487200737, - 0.1886581927537918, - 0.47408509254455566, - 1.219901204109192, - 0.26886045932769775, - 0.35489779710769653, - 0.5417026281356812 + 0.9779736399650574, + 0.598324179649353, + 0.6983919739723206, + 0.6030575633049011, + 0.3738839030265808, + 0.5332226753234863, + 0.4450962245464325, + 0.6304943561553955, + 0.549446165561676, + 0.534956157207489, + 0.5115892887115479, + 0.46577540040016174, + 0.5588832497596741, + 0.4615498185157776, + 0.361332505941391, + 0.37632134556770325, + 0.4564287066459656, + 0.3216770589351654, + 0.4824984073638916, + 0.5396884679794312 ], "norm_high_t": [ - 1.422984004020691, - 0.6950290203094482, - 1.5332908630371094, - 0.4042797088623047, - 0.2748714089393616, - 0.6130284667015076, - 1.1751039028167725, - 0.2786506712436676, - 0.642673909664154, - 0.7574392557144165 + 0.879159152507782, + 0.4744511544704437, + 0.7906882762908936, + 0.7455307245254517, + 0.6175850629806519, + 0.632030725479126, + 0.6464971899986267, + 0.5488244295120239, + 0.6230213046073914, + 1.1197477579116821, + 0.6134299039840698, + 0.3894977271556854, + 0.6139084100723267, + 0.7392200231552124, + 0.5495904088020325, + 0.3474512994289398, + 0.465287446975708, + 0.44661745429039, + 0.5027396082878113, + 0.5490787625312805 ], "lowhigh_cos": [ - 0.5533882975578308, - 0.2751668095588684, - 0.9966831803321838, - 0.7796267867088318, - 0.5963922739028931, - 0.49361804127693176, - 0.46361157298088074, - 0.5449885725975037, - 0.4900534749031067, - 0.5229542851448059 + 0.8220517635345459, + 0.6315682530403137, + 0.7312020659446716, + 0.5686988234519958, + 0.3842780590057373, + 0.7260488271713257, + 0.20802326500415802, + 0.8054742813110352, + 0.7107629776000977, + 0.27777937054634094, + 0.5501059293746948, + 0.7916724681854248, + 0.47911694645881653, + 0.5711265206336975, + 0.30428454279899597, + 0.45248833298683167, + 0.9401482939720154, + 0.38794800639152527, + 0.40958812832832336, + 0.781126081943512 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.7940279245376587, - "t_0.1-0.2": 1.8807412385940552, - "t_0.2-0.3": 1.57080078125, - "t_0.3-0.4": 1.4973368644714355, - "t_0.4-0.5": 1.4208579063415527, - "t_0.5-0.6": 1.1656602621078491, - "t_0.6-0.7": 1.4635016918182373, - "t_0.7-0.8": 1.1959210634231567, - "t_0.8-0.9": 1.3181416988372803, - "t_0.9-1.0": 1.9264715909957886 - }, - { - "t_0.0-0.1": 1.425580620765686, - "t_0.1-0.2": 0.8375084400177002, - "t_0.2-0.3": 0.6297163367271423, - "t_0.3-0.4": 0.8262609839439392, - "t_0.4-0.5": 0.8309453725814819, - "t_0.5-0.6": 0.695264458656311, - "t_0.6-0.7": 0.7576289772987366, - "t_0.7-0.8": 0.43483543395996094, - "t_0.8-0.9": 0.8238300085067749, - "t_0.9-1.0": 0.8251516222953796 - }, - { - "t_0.0-0.1": 1.5553925037384033, - "t_0.1-0.2": 1.5355178117752075, - "t_0.2-0.3": 1.5327177047729492, - "t_0.3-0.4": 1.5372663736343384, - "t_0.4-0.5": 1.5416629314422607, - "t_0.5-0.6": 1.532751441001892, - "t_0.6-0.7": 1.558904767036438, - "t_0.7-0.8": 1.5326929092407227, - "t_0.8-0.9": 1.534220576286316, - "t_0.9-1.0": 1.5452876091003418 - }, - { - "t_0.0-0.1": 0.5925046801567078, - "t_0.1-0.2": 0.5815128684043884, - "t_0.2-0.3": 0.45229730010032654, - "t_0.3-0.4": 0.3854609429836273, - "t_0.4-0.5": 0.3591122031211853, - "t_0.5-0.6": 0.3813422918319702, - "t_0.6-0.7": 0.37691858410835266, - "t_0.7-0.8": 0.42577120661735535, - "t_0.8-0.9": 0.3671473264694214, - "t_0.9-1.0": 0.41401880979537964 - }, - { - "t_0.0-0.1": 0.190280020236969, - "t_0.1-0.2": 0.1874101758003235, - "t_0.2-0.3": 0.1884344071149826, - "t_0.3-0.4": 0.18788184225559235, - "t_0.4-0.5": 0.19051702320575714, - "t_0.5-0.6": 0.1863718181848526, - "t_0.6-0.7": 0.18969348073005676, - "t_0.7-0.8": 0.189295694231987, - "t_0.8-0.9": 0.1893758773803711, - "t_0.9-1.0": 0.46444806456565857 - }, - { - "t_0.0-0.1": 0.8988417387008667, - "t_0.1-0.2": 0.5151915550231934, - "t_0.2-0.3": 0.45239806175231934, - "t_0.3-0.4": 0.4307108223438263, - "t_0.4-0.5": 0.4477410912513733, - "t_0.5-0.6": 0.4099564254283905, - "t_0.6-0.7": 0.45415428280830383, - "t_0.7-0.8": 0.43162643909454346, - "t_0.8-0.9": 0.5415212512016296, - "t_0.9-1.0": 0.6762325167655945 - }, - { - "t_0.0-0.1": 1.4934889078140259, - "t_0.1-0.2": 1.0229599475860596, - "t_0.2-0.3": 0.943046510219574, - "t_0.3-0.4": 1.0079320669174194, - "t_0.4-0.5": 1.0011281967163086, - "t_0.5-0.6": 0.9214856028556824, - "t_0.6-0.7": 1.2111188173294067, - "t_0.7-0.8": 0.9812127947807312, - "t_0.8-0.9": 1.0768016576766968, - "t_0.9-1.0": 1.1740238666534424 - }, - { - "t_0.0-0.1": 0.2678475081920624, - "t_0.1-0.2": 0.26248255372047424, - "t_0.2-0.3": 0.22596226632595062, - "t_0.3-0.4": 0.2511383295059204, - "t_0.4-0.5": 0.25319892168045044, - "t_0.5-0.6": 0.22273114323616028, - "t_0.6-0.7": 0.25988560914993286, - "t_0.7-0.8": 0.273421972990036, - "t_0.8-0.9": 0.28840920329093933, - "t_0.9-1.0": 0.3323608338832855 - }, - { - "t_0.0-0.1": 0.47442325949668884, - "t_0.1-0.2": 0.34642481803894043, - "t_0.2-0.3": 0.36014556884765625, - "t_0.3-0.4": 0.3331662714481354, - "t_0.4-0.5": 0.35552161931991577, - "t_0.5-0.6": 0.36380085349082947, - "t_0.6-0.7": 0.35010188817977905, - "t_0.7-0.8": 0.3666630685329437, - "t_0.8-0.9": 0.4090997576713562, - "t_0.9-1.0": 0.43953463435173035 - }, - { - "t_0.0-0.1": 0.5248510837554932, - "t_0.1-0.2": 0.5491511225700378, - "t_0.2-0.3": 0.5650087594985962, - "t_0.3-0.4": 0.555901825428009, - "t_0.4-0.5": 0.5377267003059387, - "t_0.5-0.6": 0.5258191227912903, - "t_0.6-0.7": 0.5573184490203857, - "t_0.7-0.8": 0.5269080400466919, - "t_0.8-0.9": 0.5691173672676086, - "t_0.9-1.0": 0.9134818911552429 + "t_0.0-0.1": 0.9076333045959473, + "t_0.1-0.2": 1.1285847425460815, + "t_0.2-0.3": 1.207515835762024, + "t_0.3-0.4": 1.1524085998535156, + "t_0.4-0.5": 1.0713553428649902, + "t_0.5-0.6": 1.0680686235427856, + "t_0.6-0.7": 1.0297846794128418, + "t_0.7-0.8": 1.1215461492538452, + "t_0.8-0.9": 0.9053975939750671, + "t_0.9-1.0": 0.7776325941085815 + }, + { + "t_0.0-0.1": 0.5597401261329651, + "t_0.1-0.2": 0.46879008412361145, + "t_0.2-0.3": 0.4245225787162781, + "t_0.3-0.4": 0.5039172768592834, + "t_0.4-0.5": 0.4393538236618042, + "t_0.5-0.6": 0.436379611492157, + "t_0.6-0.7": 0.45639607310295105, + "t_0.7-0.8": 0.44478997588157654, + "t_0.8-0.9": 0.42626601457595825, + "t_0.9-1.0": 0.6048721075057983 + }, + { + "t_0.0-0.1": 0.7109766006469727, + "t_0.1-0.2": 0.6661422252655029, + "t_0.2-0.3": 0.6758641600608826, + "t_0.3-0.4": 0.65729159116745, + "t_0.4-0.5": 0.6474769115447998, + "t_0.5-0.6": 0.7229503393173218, + "t_0.6-0.7": 0.6908964514732361, + "t_0.7-0.8": 0.6811859607696533, + "t_0.8-0.9": 0.6719547510147095, + "t_0.9-1.0": 0.7934145927429199 + }, + { + "t_0.0-0.1": 0.6305319666862488, + "t_0.1-0.2": 0.5598999857902527, + "t_0.2-0.3": 0.5687794089317322, + "t_0.3-0.4": 0.5503615140914917, + "t_0.4-0.5": 0.5713034868240356, + "t_0.5-0.6": 0.5574618577957153, + "t_0.6-0.7": 0.5675058960914612, + "t_0.7-0.8": 0.5914490818977356, + "t_0.8-0.9": 0.614808201789856, + "t_0.9-1.0": 1.049005150794983 + }, + { + "t_0.0-0.1": 0.4356229603290558, + "t_0.1-0.2": 0.4038943648338318, + "t_0.2-0.3": 0.36585596203804016, + "t_0.3-0.4": 0.3275313377380371, + "t_0.4-0.5": 0.34015849232673645, + "t_0.5-0.6": 0.33820101618766785, + "t_0.6-0.7": 0.33566856384277344, + "t_0.7-0.8": 0.3453584313392639, + "t_0.8-0.9": 0.4848596453666687, + "t_0.9-1.0": 1.095336675643921 + }, + { + "t_0.0-0.1": 0.5721573233604431, + "t_0.1-0.2": 0.4693327844142914, + "t_0.2-0.3": 0.45016413927078247, + "t_0.3-0.4": 0.4624924659729004, + "t_0.4-0.5": 0.5098904967308044, + "t_0.5-0.6": 0.4454475939273834, + "t_0.6-0.7": 0.4931141138076782, + "t_0.7-0.8": 0.5023908019065857, + "t_0.8-0.9": 0.5329070091247559, + "t_0.9-1.0": 0.9910987615585327 + }, + { + "t_0.0-0.1": 0.5148158669471741, + "t_0.1-0.2": 0.44938743114471436, + "t_0.2-0.3": 0.42777591943740845, + "t_0.3-0.4": 0.4329661428928375, + "t_0.4-0.5": 0.4049759805202484, + "t_0.5-0.6": 0.41342440247535706, + "t_0.6-0.7": 0.41400042176246643, + "t_0.7-0.8": 0.41582703590393066, + "t_0.8-0.9": 0.43490439653396606, + "t_0.9-1.0": 0.996853232383728 + }, + { + "t_0.0-0.1": 0.66283118724823, + "t_0.1-0.2": 0.5294714570045471, + "t_0.2-0.3": 0.5370219945907593, + "t_0.3-0.4": 0.5076038241386414, + "t_0.4-0.5": 0.5459480881690979, + "t_0.5-0.6": 0.5255873203277588, + "t_0.6-0.7": 0.5307422280311584, + "t_0.7-0.8": 0.5230305194854736, + "t_0.8-0.9": 0.5432217717170715, + "t_0.9-1.0": 0.578458845615387 + }, + { + "t_0.0-0.1": 0.5119680166244507, + "t_0.1-0.2": 0.5534124970436096, + "t_0.2-0.3": 0.409858763217926, + "t_0.3-0.4": 0.4415232837200165, + "t_0.4-0.5": 0.36260101199150085, + "t_0.5-0.6": 0.3636596202850342, + "t_0.6-0.7": 0.38680365681648254, + "t_0.7-0.8": 0.3585282564163208, + "t_0.8-0.9": 0.438594788312912, + "t_0.9-1.0": 0.7830648422241211 + }, + { + "t_0.0-0.1": 0.6403843760490417, + "t_0.1-0.2": 0.5296760201454163, + "t_0.2-0.3": 0.4360863268375397, + "t_0.3-0.4": 0.48238369822502136, + "t_0.4-0.5": 0.48056846857070923, + "t_0.5-0.6": 0.48066842555999756, + "t_0.6-0.7": 0.4991585612297058, + "t_0.7-0.8": 0.53056800365448, + "t_0.8-0.9": 0.5831871628761292, + "t_0.9-1.0": 1.6487394571304321 + }, + { + "t_0.0-0.1": 0.6670284867286682, + "t_0.1-0.2": 0.4634964168071747, + "t_0.2-0.3": 0.41823896765708923, + "t_0.3-0.4": 0.38584694266319275, + "t_0.4-0.5": 0.3848649859428406, + "t_0.5-0.6": 0.3409208655357361, + "t_0.6-0.7": 0.3489466905593872, + "t_0.7-0.8": 0.3807430863380432, + "t_0.8-0.9": 0.4083958566188812, + "t_0.9-1.0": 0.7530454397201538 + }, + { + "t_0.0-0.1": 0.48890772461891174, + "t_0.1-0.2": 0.4072502851486206, + "t_0.2-0.3": 0.3849819600582123, + "t_0.3-0.4": 0.39961132407188416, + "t_0.4-0.5": 0.40226638317108154, + "t_0.5-0.6": 0.41527631878852844, + "t_0.6-0.7": 0.41295909881591797, + "t_0.7-0.8": 0.40271127223968506, + "t_0.8-0.9": 0.4090258777141571, + "t_0.9-1.0": 0.4270675778388977 + }, + { + "t_0.0-0.1": 0.5800611972808838, + "t_0.1-0.2": 0.4520452618598938, + "t_0.2-0.3": 0.4584507942199707, + "t_0.3-0.4": 0.47151491045951843, + "t_0.4-0.5": 0.4902811348438263, + "t_0.5-0.6": 0.39558324217796326, + "t_0.6-0.7": 0.43410617113113403, + "t_0.7-0.8": 0.39996397495269775, + "t_0.8-0.9": 0.5202646851539612, + "t_0.9-1.0": 0.7186495661735535 + }, + { + "t_0.0-0.1": 0.5344381332397461, + "t_0.1-0.2": 0.4117297828197479, + "t_0.2-0.3": 0.4079417884349823, + "t_0.3-0.4": 0.36186447739601135, + "t_0.4-0.5": 0.4114857316017151, + "t_0.5-0.6": 0.44612836837768555, + "t_0.6-0.7": 0.4068388044834137, + "t_0.7-0.8": 0.5597478747367859, + "t_0.8-0.9": 0.6135419011116028, + "t_0.9-1.0": 0.9273213744163513 + }, + { + "t_0.0-0.1": 0.3475780189037323, + "t_0.1-0.2": 0.3232972025871277, + "t_0.2-0.3": 0.31292539834976196, + "t_0.3-0.4": 0.3206930458545685, + "t_0.4-0.5": 0.3273082375526428, + "t_0.5-0.6": 0.288883239030838, + "t_0.6-0.7": 0.3097507059574127, + "t_0.7-0.8": 0.3564791679382324, + "t_0.8-0.9": 0.4342864453792572, + "t_0.9-1.0": 0.7653753161430359 + }, + { + "t_0.0-0.1": 0.32016026973724365, + "t_0.1-0.2": 0.23999877274036407, + "t_0.2-0.3": 0.2540273070335388, + "t_0.3-0.4": 0.23655639588832855, + "t_0.4-0.5": 0.23079150915145874, + "t_0.5-0.6": 0.24086830019950867, + "t_0.6-0.7": 0.23143354058265686, + "t_0.7-0.8": 0.24154353141784668, + "t_0.8-0.9": 0.2798474133014679, + "t_0.9-1.0": 0.5381924510002136 + }, + { + "t_0.0-0.1": 0.45383894443511963, + "t_0.1-0.2": 0.45132482051849365, + "t_0.2-0.3": 0.4505848288536072, + "t_0.3-0.4": 0.44971591234207153, + "t_0.4-0.5": 0.45283642411231995, + "t_0.5-0.6": 0.45056042075157166, + "t_0.6-0.7": 0.463021844625473, + "t_0.7-0.8": 0.4613354802131653, + "t_0.8-0.9": 0.4788110852241516, + "t_0.9-1.0": 0.4795415699481964 + }, + { + "t_0.0-0.1": 0.39899587631225586, + "t_0.1-0.2": 0.26645156741142273, + "t_0.2-0.3": 0.25218942761421204, + "t_0.3-0.4": 0.24740798771381378, + "t_0.4-0.5": 0.26843422651290894, + "t_0.5-0.6": 0.2635234594345093, + "t_0.6-0.7": 0.29755836725234985, + "t_0.7-0.8": 0.3030863106250763, + "t_0.8-0.9": 0.3648589551448822, + "t_0.9-1.0": 0.4681304097175598 + }, + { + "t_0.0-0.1": 0.35166168212890625, + "t_0.1-0.2": 0.32581833004951477, + "t_0.2-0.3": 0.3002258837223053, + "t_0.3-0.4": 0.2991134524345398, + "t_0.4-0.5": 0.27534234523773193, + "t_0.5-0.6": 0.2875485420227051, + "t_0.6-0.7": 0.30403128266334534, + "t_0.7-0.8": 0.3113784193992615, + "t_0.8-0.9": 0.3749237656593323, + "t_0.9-1.0": 0.8444061875343323 + }, + { + "t_0.0-0.1": 0.6555533409118652, + "t_0.1-0.2": 0.5295878648757935, + "t_0.2-0.3": 0.5453477501869202, + "t_0.3-0.4": 0.491973340511322, + "t_0.4-0.5": 0.5290946364402771, + "t_0.5-0.6": 0.5056648850440979, + "t_0.6-0.7": 0.5560024976730347, + "t_0.7-0.8": 0.5934655070304871, + "t_0.8-0.9": 0.5782085061073303, + "t_0.9-1.0": 0.5262279510498047 } ], "win_rate": [ - 0.021297192201018333, - 0.052000001072883606, - 0.06838799268007278, - 0.014570551924407482, - 0.00911458395421505, - 0.002793296007439494, - 0.005130596924573183, - 0.0700918659567833, - 0.10384263098239899, - 0.13922518491744995, - 0.09361287206411362, - 0.3261372447013855, - 0.0045008184388279915, - 0.11072664707899094, - 0.007339988369494677, - 0.012126865796744823, - 0.4255540072917938, - 0.03895004093647003, - 0.0424954816699028, - 0.08242843300104141, - 0.007625272031873465, - 0.04133685305714607, - 0.011517615057528019, - 0.005985266994684935, - 0.1261315643787384, - 0.21454769372940063, - 0.11214230209589005, - 0.1402789205312729, - 0.04263914003968239, - 0.010143198072910309, - 0.301250696182251, - 0.14238952100276947, - 0.015196286141872406, - 0.11051692813634872, - 0.25773993134498596, - 0.009475219063460827, - 0.05301102623343468, - 0.12082670629024506, - 0.08710801601409912, - 0.23727984726428986, - 0.09678667783737183, - 0.04370282217860222, - 0.3810240924358368, - 0.05742369592189789, - 0.2703389823436737, - 0.1634114682674408, - 0.5206258893013, - 0.03481625020503998, - 0.06776180863380432, - 0.07215581834316254, - 0.006637168116867542, - 0.15114334225654602, - 0.00911458395421505, - 0.20436188578605652, - 0.21195422112941742, - 0.059245962649583817, - 0.21195422112941742, - 0.14694471657276154, - 0.09443099796772003, - 0.028730306774377823, - 0.06700321286916733, - 0.0441509447991848, - 0.05738923326134682, - 0.17175573110580444, - 0.0363738127052784, - 0.05537150800228119, - 0.03337306156754494, - 0.09216418117284775, - 0.00460122711956501, - 0.1755952388048172, - 0.13884156942367554, - 0.12810125946998596, - 0.1853712946176529, - 0.0050505055114626884, - 0.12053115665912628, - 0.023351648822426796, - 0.004692832473665476, - 0.02623160555958748, - 0.005434782709926367, - 0.17690721154212952, - 0.21818183362483978, - 0.11051692813634872, - 0.22909091413021088, - 0.11602473258972168, - 0.029277218505740166, - 0.007957559078931808, - 0.051125988364219666, - 0.0903790146112442, - 0.022182468324899673, - 0.19233186542987823, - 0.006984512787312269, - 0.05544840916991234, - 0.15808171033859253, - 0.10585971176624298, - 0.043105561286211014, - 0.17999999225139618, - 0.08423913270235062, - 0.029180176556110382, - 0.2829046845436096, - 0.20164461433887482, - 0.0065543074160814285, - 0.004692832473665476, - 0.11401869356632233, - 0.09238310903310776, - 0.006592291872948408, - 0.1524079293012619, - 0.09849462658166885, - 0.1619519144296646, - 0.0162641704082489, - 0.0037313434295356274, - 0.12974296510219574, - 0.095381960272789, - 0.023454833775758743, - 0.0038759689778089523, - 0.07251675426959991, - 0.046251218765974045, - 0.007867494598031044, - 0.026825634762644768, - 0.0710616409778595, - 0.029859155416488647, - 0.029423151165246964, - 0.09669581800699234, - 0.07097334414720535, - 0.00882352888584137, - 0.27616646885871887, - 0.003086419776082039, - 0.02601625956594944, - 0.16463413834571838, - 0.005976095795631409, - 0.009749303571879864, - 0.033421751111745834, - 0.021221864968538284, - 0.16448326408863068, - 0.023960880935192108, - 0.16210131347179413, - 0.034354303032159805, - 0.07826327532529831, - 0.010176391340792179, - 0.18989169597625732, - 0.14483457803726196, - 0.07307692617177963, - 0.5712050199508667, - 0.12802907824516296, - 0.012781497091054916, - 0.07630980014801025, - 0.10340531170368195, - 0.01788908801972866, - 0.0031960229389369488, - 0.005899704992771149, - 0.005976095795631409, - 0.09403669834136963, - 0.12286689132452011, - 0.20336134731769562, - 0.31501340866088867, - 0.06876228004693985, - 0.1244593933224678, - 0.013432836160063744, - 0.06110351160168648, - 0.08296389877796173, - 0.014589279890060425, - 0.04079696536064148, - 0.03492746129631996, - 0.004901960492134094, - 0.0166927482932806, - 0.10182119160890579, - 0.054239075630903244, - 0.01457451842725277, - 0.053892213851213455, - 0.08423739671707153, - 0.0038759689778089523, - 0.14379476010799408, - 0.008209338411688805, - 0.042174629867076874, - 0.10942071676254272, - 0.11175337433815002, - 0.043865907937288284, - 0.11277174204587936, - 0.09431345015764236, - 0.14046822488307953, - 0.13914963603019714, - 0.12352663278579712, - 0.06551475822925568, - 0.15033450722694397, - 0.018597442656755447, - 0.09384460002183914, - 0.10705826431512833, - 0.2170272171497345, - 0.21796028316020966, - 0.4051813781261444, - 0.009205983951687813, - 0.05669291317462921, - 0.10182119160890579, - 0.4426020383834839, - 0.009504412300884724, - 0.13050313293933868, - 0.18308962881565094, - 0.06070460379123688, - 0.015000000596046448, - 0.0998796671628952, - 0.005692599341273308, - 0.16842800378799438, - 0.11713576316833496, - 0.4074999988079071, - 0.1634114682674408, - 0.23055028915405273, - 0.07180850952863693, - 0.22418011724948883, - 0.09379727393388748, - 0.04297114908695221, - 0.0035971221514046192, - 0.05906389281153679, - 0.06684350222349167, - 0.052564915269613266, - 0.07658833265304565, - 0.0034722222480922937, - 0.07420924305915833, - 0.002195734065026045, - 0.009669889695942402, - 0.008416622877120972, - 0.30362388491630554, - 0.017623823136091232, - 0.004385964944958687, - 0.006289307959377766, - 0.030591774731874466, - 0.01653696410357952, - 0.10084745287895203, - 0.013636363670229912, - 0.14718447625637054, - 0.2336231768131256, - 0.09443340450525284, - 0.19880034029483795, - 0.1227690652012825, - 0.051626015454530716, - 0.011813759803771973, - 0.1020265519618988, - 0.0487295500934124, - 0.11145510524511337, - 0.00538160465657711, - 0.012101209722459316, - 0.21000000834465027, - 0.26381364464759827, - 0.004323899280279875, - 0.08590462803840637, - 0.006187161430716515, - 0.06920042634010315, - 0.0784490555524826, - 0.14030611515045166, - 0.23055028915405273, - 0.03404255211353302, - 0.12237998098134995, - 0.0866989716887474, - 0.08884891867637634, - 0.005345211364328861, - 0.012500000186264515, - 0.16724437475204468, - 0.004901960492134094, - 0.016441822052001953, - 0.12065637111663818, - 0.005455308593809605, - 0.23584173619747162, - 0.0035771066322922707, - 0.02444903552532196, - 0.0869826003909111, - 0.0055533517152071, - 0.09095127880573273, - 0.005096469074487686, - 0.19794344902038574, - 0.008983451873064041, - 0.011538461782038212, - 0.02418341673910618, - 0.13957306742668152, - 0.013745704665780067, - 0.002984084887430072, - 0.08959928154945374, - 0.33670032024383545, - 0.18856394290924072, - 0.03658536449074745, - 0.0045008184388279915, - 0.006261180620640516, - 0.13429924845695496, - 0.2169167846441269, - 0.15397419035434723, - 0.004074702970683575, - 0.08060801029205322, - 0.045560359954833984, - 0.18221575021743774, - 0.06585235893726349, - 0.06723485141992569, - 0.01092896144837141, - 0.015000000596046448, - 0.11277174204587936, - 0.057777777314186096, - 0.05715635046362877, - 0.06671158969402313, - 0.0691036581993103, - 0.252289742231369, - 0.013745704665780067, - 0.09098712354898453, - 0.030678851529955864, - 0.016885552555322647, - 0.016281062737107277, - 0.01723289117217064, - 0.14863157272338867, - 0.1702127605676651, - 0.007625272031873465, - 0.01892346516251564, - 0.18204964697360992, - 0.09080717712640762, - 0.02114635519683361, - 0.1645532250404358, - 0.005434782709926367, - 0.10334498435258865, - 0.028326500207185745, - 0.0021347247529774904, - 0.00538160465657711, - 0.01993957720696926, - 0.12166780233383179, - 0.26991868019104004, - 0.0031960229389369488, - 0.08288590610027313, - 0.10056925565004349, - 0.10781990736722946, - 0.0077751195058226585, - 0.12353706359863281, - 0.03976143151521683, - 0.0822187289595604, - 0.010847457684576511, - 0.1443217694759369, - 0.019121812656521797, - 0.0034722222480922937, - 0.024354243651032448, - 0.21384137868881226, - 0.006213592365384102, - 0.0035771066322922707, - 0.07989464700222015, - 0.07848392426967621, - 0.004431314766407013, - 0.0029069767333567142, - 0.2776298224925995, - 0.23191872239112854, - 0.28079912066459656, - 0.08423913270235062, - 0.28746354579925537, - 0.2892259359359741, - 0.0466269850730896, - 0.11051692813634872, - 0.07458024471998215, - 0.026801252737641335, - 0.2270699143409729, - 0.04690318554639816, - 0.03642914444208145, - 0.10580204427242279, - 0.00248893816024065, - 0.08576389402151108, - 0.004323899280279875, - 0.144818976521492, - 0.1768292635679245, - 0.2132352888584137, - 0.008213551715016365, - 0.15186771750450134, - 0.03067830018699169, - 0.18134716153144836, - 0.11571905761957169, - 0.008960573002696037, - 0.015257192775607109, - 0.3347742557525635, - 0.23807156085968018, - 0.01505474466830492, - 0.12330456078052521, - 0.0824115052819252, - 0.17410071194171906, - 0.006274131126701832, - 0.05381355807185173, - 0.005721830762922764, - 0.017683466896414757, - 0.1266620010137558, - 0.015243902802467346, - 0.11277174204587936, - 0.3876975178718567, - 0.009061833843588829, - 0.02735978178679943, - 0.05968586355447769, - 0.05514403432607651, - 0.22621268033981323, - 0.09619306772947311, - 0.11259034276008606, - 0.0047846888191998005, - 0.11543086171150208, - 0.012500000186264515, - 0.3867502212524414, - 0.08341915160417557, - 0.023139221593737602, - 0.0070257605984807014, - 0.005434782709926367, - 0.3482142686843872, - 0.08226877450942993, - 0.08328546583652496, - 0.2478485405445099, - 0.058072008192539215, - 0.013179571367800236, - 0.004983388818800449, - 0.0829249918460846, - 0.09620252996683121, - 0.11570248007774353, - 0.019639935344457626, - 0.04845980554819107, - 0.1627907007932663, - 0.013089004904031754, - 0.004323899280279875, - 0.049227796494960785, - 0.0022522523067891598, - 0.04396984726190567, - 0.17075663805007935, - 0.046551723033189774, - 0.027638928964734077, - 0.012544226832687855, - 0.007124352268874645, - 0.1713169664144516, - 0.02912966161966324, - 0.13526393473148346, - 0.010814707726240158, - 0.07349666208028793, - 0.08738340437412262, - 0.13050313293933868, - 0.06354602426290512, - 0.15404929220676422, - 0.04342900216579437, - 0.00911458395421505, - 0.05095056816935539, - 0.005692599341273308, - 0.026518061757087708, - 0.2780678868293762, - 0.02050919458270073, - 0.002888318384066224, - 0.05968688800930977, - 0.022048015147447586, - 0.09777424484491348, - 0.006637168116867542, - 0.004901960492134094, - 0.29072579741477966, - 0.007735148537904024, - 0.13653846085071564, - 0.07294011861085892, - 0.10526315122842789, - 0.14219234883785248, - 0.002195734065026045, - 0.33025598526000977, - 0.00855745654553175, - 0.07648523896932602, - 0.09216418117284775, - 0.09194977581501007, - 0.10184049606323242, - 0.14983922243118286, - 0.00219058059155941, - 0.09503491222858429, - 0.017422866076231003, - 0.10539629310369492, - 0.14733095467090607, - 0.519280195236206, - 0.19870689511299133, - 0.05607843026518822, - 0.060246460139751434, - 0.0034987276885658503, - 0.006289307959377766, - 0.006944444961845875, - 0.16047652065753937, - 0.007573551032692194, - 0.01834319531917572, - 0.060672514140605927, - 0.16014587879180908, - 0.05322862043976784, - 0.004323899280279875, - 0.007231404539197683, - 0.0057212915271520615, - 0.009513354860246181, - 0.13447171449661255, - 0.1410006582736969, - 0.05343008041381836, - 0.054323725402355194, - 0.03131115436553955, - 0.028030579909682274, - 0.17528735101222992, - 0.1608969271183014, - 0.26656684279441833, - 0.1335849016904831, - 0.03738592937588692, - 0.2751677930355072, - 0.29372769594192505, - 0.013814274221658707, - 0.08720112591981888, - 0.13445782661437988, - 0.005266854073852301, - 0.05272999405860901, - 0.01895161345601082, - 0.0023174970410764217, - 0.03321976214647293, - 0.1120418831706047, - 0.0955667644739151, - 0.02657710202038288, - 0.1267748475074768 + 0.0959574431180954, + 0.09416931122541428, + 0.04104234278202057, + 0.07416512817144394, + 0.03720930218696594, + 0.08127043396234512, + 0.04478897526860237, + 0.12144455313682556, + 0.05549051612615585, + 0.05115323141217232, + 0.15928946435451508, + 0.07263550907373428, + 0.05906921625137329, + 0.12618796527385712, + 0.07529329508543015, + 0.07067258656024933, + 0.1697259098291397, + 0.1671486496925354, + 0.23196882009506226, + 0.07484076917171478, + 0.09206864982843399, + 0.09528131037950516, + 0.054032258689403534, + 0.14892394840717316, + 0.07724665105342865, + 0.1329401135444641, + 0.09439953416585922, + 0.06162464991211891, + 0.1487179547548294, + 0.07851491123437881, + 0.07263853400945663, + 0.06367924809455872, + 0.054775916039943695, + 0.0806666687130928, + 0.04330534487962723, + 0.04458598420023918, + 0.10144928097724915, + 0.11696133762598038, + 0.1282121241092682, + 0.08412520587444305, + 0.1104247197508812, + 0.048929158598184586, + 0.08475082367658615, + 0.04857475310564041, + 0.05188893899321556, + 0.043317973613739014, + 0.09413118660449982, + 0.06687033176422119, + 0.08114034682512283, + 0.04938552528619766, + 0.07885526120662689, + 0.059972863644361496, + 0.06025958061218262, + 0.10334468632936478, + 0.06168694794178009, + 0.0718420222401619, + 0.0464974008500576, + 0.0506180077791214, + 0.1389319747686386, + 0.03444807603955269, + 0.03666895255446434, + 0.20539730787277222, + 0.05109882727265358, + 0.08463864028453827, + 0.08077544718980789, + 0.07650745660066605, + 0.11270982772111893, + 0.04296337068080902, + 0.04979535937309265, + 0.05413832142949104, + 0.1187189370393753, + 0.07288286089897156, + 0.06672025471925735, + 0.03673361614346504, + 0.05267523601651192, + 0.051905132830142975, + 0.0659978911280632, + 0.06329113990068436, + 0.07637777179479599, + 0.09730250388383865, + 0.054681651294231415, + 0.05335899442434311, + 0.10189402848482132, + 0.06847068667411804, + 0.10146138072013855, + 0.055792585015296936, + 0.07547613233327866, + 0.05130687355995178, + 0.08086252957582474, + 0.108915776014328, + 0.03796561807394028, + 0.044082920998334885, + 0.06978527456521988, + 0.048159677535295486, + 0.08577951788902283, + 0.07370518147945404, + 0.01688888855278492, + 0.04862053319811821, + 0.0668560191988945, + 0.05401983484625816, + 0.09110371023416519, + 0.09994977712631226, + 0.18460388481616974, + 0.05334879457950592, + 0.08874203264713287, + 0.09934599697589874, + 0.033850185573101044, + 0.030309544876217842, + 0.07893995195627213, + 0.08929820358753204, + 0.0355902798473835, + 0.07753071933984756, + 0.10828149318695068, + 0.05618486925959587, + 0.1011015921831131, + 0.03593339025974274, + 0.07744108140468597, + 0.08088408410549164, + 0.0657004788517952, + 0.19873595237731934, + 0.054307881742715836, + 0.030937880277633667, + 0.06296773999929428, + 0.04817073047161102, + 0.07049180567264557, + 0.1056378185749054, + 0.09693877398967743, + 0.0490022711455822, + 0.13288478553295135, + 0.12830957770347595, + 0.05322294309735298, + 0.20008423924446106, + 0.09253546595573425, + 0.09385290741920471, + 0.09447184205055237, + 0.04097682237625122, + 0.10327963531017303, + 0.08805319666862488, + 0.05523884668946266, + 0.039693593978881836, + 0.0959211140871048, + 0.08500286191701889, + 0.053378522396087646, + 0.04795432835817337, + 0.04857928678393364, + 0.01798120141029358, + 0.21979355812072754, + 0.05619920417666435, + 0.05470660328865051, + 0.11332127451896667, + 0.07977783679962158, + 0.1858721375465393, + 0.14421553909778595, + 0.03095463290810585, + 0.11897590011358261, + 0.05876993015408516, + 0.13674944639205933, + 0.07348796725273132, + 0.08185146003961563, + 0.07217004150152206, + 0.12297892570495605, + 0.031151950359344482, + 0.027942795306444168, + 0.14541961252689362, + 0.06675183773040771, + 0.04102920740842819, + 0.03477626293897629, + 0.0601038821041584, + 0.09734512865543365, + 0.1824217587709427, + 0.03927427902817726, + 0.05986006557941437, + 0.08577878028154373, + 0.07938461750745773, + 0.08921462297439575, + 0.04527559131383896, + 0.06283380091190338, + 0.10605169832706451, + 0.047660499811172485, + 0.04582904279232025, + 0.1226639524102211, + 0.04087301716208458, + 0.12806424498558044, + 0.07161733508110046, + 0.06105205416679382, + 0.0912250280380249, + 0.07733333110809326, + 0.11124316602945328, + 0.037685882300138474, + 0.053447648882865906, + 0.10339679569005966, + 0.034008100628852844, + 0.07505518943071365, + 0.07054244726896286, + 0.07872878015041351, + 0.045239705592393875, + 0.10215053707361221, + 0.06574959307909012, + 0.03724357485771179, + 0.0794738307595253, + 0.10693825036287308, + 0.05111750215291977, + 0.03801616653800011, + 0.061082832515239716, + 0.044284529983997345, + 0.13044439256191254, + 0.028300059959292412, + 0.14354969561100006, + 0.016414141282439232, + 0.04359095171093941, + 0.0825900211930275, + 0.10535959899425507, + 0.03536754474043846, + 0.06028467416763306, + 0.012795905582606792, + 0.04404381290078163, + 0.08241655677556992, + 0.07844885438680649, + 0.058703627437353134, + 0.0626663938164711, + 0.042297109961509705, + 0.11062061786651611, + 0.14511872828006744, + 0.04620878025889397, + 0.06540033966302872, + 0.05754875764250755, + 0.13799026608467102, + 0.07232893258333206, + 0.1557065099477768, + 0.06691596657037735, + 0.0242514219135046, + 0.07236842066049576, + 0.0533268079161644, + 0.047605473548173904, + 0.03299327194690704, + 0.04653802514076233, + 0.047588832676410675, + 0.11542689800262451, + 0.06293562799692154, + 0.07483510673046112, + 0.10199600458145142, + 0.12064854800701141, + 0.021355129778385162, + 0.09144451469182968, + 0.08050604164600372, + 0.09747583419084549, + 0.06135234236717224, + 0.052605703473091125, + 0.09441141784191132, + 0.08881118893623352, + 0.033443890511989594, + 0.13479521870613098, + 0.11429502069950104, + 0.10501419007778168, + 0.08068043738603592, + 0.052804507315158844, + 0.04152173921465874, + 0.036541081964969635, + 0.06269925832748413, + 0.13536584377288818, + 0.04006096348166466, + 0.07047068327665329, + 0.1317683905363083, + 0.10981003940105438, + 0.11809574067592621, + 0.06585829704999924, + 0.09504024684429169, + 0.09325311332941055, + 0.0769055187702179, + 0.05841121822595596, + 0.03893442451953888, + 0.17391303181648254, + 0.07911602407693863, + 0.023163842037320137, + 0.08972442150115967, + 0.1025390625, + 0.04508335888385773, + 0.14388714730739594, + 0.06524389982223511, + 0.06243926286697388, + 0.12386707216501236, + 0.06845827400684357, + 0.05337933823466301, + 0.14231155812740326, + 0.04370228946208954, + 0.06127920374274254, + 0.07134584337472916, + 0.09628865867853165, + 0.1189427301287651, + 0.06311125308275223, + 0.08030258864164352, + 0.044305380433797836, + 0.08460517972707748, + 0.05800236016511917, + 0.07518427073955536, + 0.07994221150875092, + 0.06051873043179512, + 0.11032500863075256, + 0.05677516758441925, + 0.05181729048490524, + 0.03063291124999523, + 0.09134385734796524, + 0.03807051479816437, + 0.07738693058490753, + 0.11578438431024551, + 0.07375098764896393, + 0.09218009561300278, + 0.040857333689928055, + 0.02672393247485161, + 0.11449309438467026, + 0.07320073992013931, + 0.040748681873083115, + 0.016145307570695877, + 0.10179641097784042, + 0.016372142359614372, + 0.03580080717802048, + 0.044812362641096115, + 0.1135135143995285, + 0.05618519335985184, + 0.05472312495112419, + 0.058999769389629364, + 0.08181817829608917, + 0.0673200935125351, + 0.008619108237326145, + 0.14160892367362976, + 0.10343935340642929, + 0.07521229237318039, + 0.06693261861801147, + 0.0877770483493805, + 0.02647438645362854, + 0.07464002072811127, + 0.09587745368480682, + 0.024084778502583504, + 0.06598533689975739, + 0.23956044018268585, + 0.07898823916912079, + 0.10806451737880707, + 0.09731113910675049, + 0.11634805053472519, + 0.04196614772081375, + 0.05610494688153267, + 0.04735655337572098, + 0.04943443834781647, + 0.0638662651181221, + 0.056948576122522354, + 0.07727272808551788, + 0.10283768177032471, + 0.04219977557659149, + 0.11422722786664963, + 0.15608064830303192, + 0.0777420699596405, + 0.08283062279224396, + 0.048376694321632385, + 0.042943693697452545, + 0.019590182229876518, + 0.08131767064332962, + 0.05549389868974686, + 0.09446494281291962, + 0.09571045637130737, + 0.05669546127319336, + 0.09044887125492096, + 0.048880767077207565, + 0.14369934797286987, + 0.1596958190202713, + 0.14499066770076752, + 0.059956323355436325, + 0.071719229221344, + 0.012099341489374638, + 0.0671960860490799, + 0.07001795619726181, + 0.1820501834154129, + 0.1535535603761673, + 0.09539120644330978, + 0.09876543283462524, + 0.058019060641527176, + 0.08639027923345566, + 0.06121701002120972, + 0.03688281029462814, + 0.12641853094100952, + 0.031060252338647842, + 0.06750213354825974, + 0.043184489011764526, + 0.05875680595636368, + 0.05381760746240616, + 0.11447395384311676, + 0.15036900341510773, + 0.03527851402759552, + 0.06438442319631577, + 0.062129344791173935, + 0.14199790358543396, + 0.029368575662374496, + 0.06454960256814957, + 0.04294886067509651, + 0.02885385975241661, + 0.04365307465195656, + 0.022674866020679474, + 0.08416000008583069, + 0.0869140625, + 0.02108592540025711, + 0.05549106001853943, + 0.058331284672021866, + 0.07000719010829926, + 0.06078861281275749, + 0.047568146139383316, + 0.06395189464092255, + 0.12265978008508682, + 0.09649122506380081, + 0.06969587504863739, + 0.04472076892852783, + 0.06062150001525879, + 0.0772504061460495, + 0.07249513268470764, + 0.08299430459737778, + 0.12938596308231354, + 0.11960013955831528, + 0.07103973627090454, + 0.09692592173814774, + 0.07775039225816727, + 0.11805026978254318, + 0.06191687658429146, + 0.041196778416633606, + 0.05506131425499916, + 0.0825752317905426, + 0.027579866349697113, + 0.011789924465119839, + 0.05253688618540764, + 0.06241101026535034, + 0.05166846141219139, + 0.06693004816770554, + 0.07504690438508987, + 0.06331045180559158, + 0.020316027104854584, + 0.08863920718431473, + 0.0368608795106411, + 0.0465456061065197, + 0.06362941861152649, + 0.12705166637897491, + 0.055750567466020584, + 0.041931942105293274, + 0.12887439131736755, + 0.0490892268717289, + 0.08531264960765839, + 0.09599217772483826, + 0.12751679122447968, + 0.08572272956371307, + 0.046229228377342224, + 0.09964314848184586, + 0.10682711750268936, + 0.10412649810314178, + 0.08993861824274063, + 0.11547506600618362, + 0.08458942919969559, + 0.09446254372596741, + 0.0943959578871727, + 0.032796427607536316, + 0.10431154072284698, + 0.08975808322429657, + 0.0234854556620121, + 0.03244689851999283, + 0.005506883375346661, + 0.050209205597639084, + 0.0407557375729084, + 0.07339117676019669, + 0.12496765702962875, + 0.10621818900108337, + 0.029745399951934814, + 0.12841130793094635, + 0.0667400062084198, + 0.05725853145122528, + 0.003988397307693958, + 0.03904886543750763, + 0.058257222175598145, + 0.02713613025844097, + 0.05992509424686432, + 0.14996032416820526, + 0.11849649995565414, + 0.07656396180391312, + 0.17561808228492737, + 0.12728062272071838, + 0.05715038627386093, + 0.12193627655506134, + 0.08082751929759979, + 0.045722994953393936, + 0.10886672884225845, + 0.11388455331325531, + 0.08277635276317596, + 0.08407297730445862, + 0.04198645427823067, + 0.06734339892864227, + 0.027117449790239334, + 0.02092580869793892, + 0.082820363342762, + 0.034856878221035004, + 0.06704384088516235, + 0.1288062483072281, + 0.13060685992240906, + 0.05153592303395271, + 0.1595354527235031, + 0.0718272253870964, + 0.13101983070373535 ], "effective_batch_size": [ - 42.35988235473633, - 47.10594177246094, - 51.19670486450195, - 47.703086853027344, - 41.89577865600586, - 512.0, - 54.22412109375, - 64.43696594238281, - 76.40882873535156, - 85.75440979003906, - 75.47940826416016, - 98.98336791992188, - 54.22412109375, - 75.47940826416016, - 124.54185485839844, - 47.703086853027344, - 140.8535614013672, - 44.81291198730469, - 50.358314514160156, - 60.82075881958008, - 54.22412109375, - 42.07524108886719, - 41.895782470703125, - 67.5317611694336, - 84.81629180908203, - 98.30339050292969, - 82.00621795654297, - 102.73394012451172, - 41.47610092163086, - 47.703086853027344, - 86.9011459350586, - 73.16682434082031, - 40.60122299194336, - 79.20336151123047, - 96.50494384765625, - 44.05697250366211, - 44.81291198730469, - 86.69319152832031, - 56.37301254272461, - 124.19571685791016, - 60.82076644897461, - 47.10594177246094, - 198.7239532470703, - 59.03047561645508, - 110.41271209716797, - 98.88810729980469, - 302.7642822265625, - 40.92451858520508, - 59.923954010009766, - 63.52898025512695, - 67.5317611694336, - 98.87032318115234, - 44.05696487426758, - 127.8211898803711, - 91.34024047851562, - 53.757450103759766, - 86.15290069580078, - 90.96896362304688, - 55.182945251464844, - 40.92451858520508, - 59.03047561645508, - 49.94530487060547, - 47.90145492553711, - 99.9060287475586, - 44.08746337890625, - 46.32465744018555, - 40.92451858520508, - 70.85063934326172, - 104.52373504638672, - 101.63829803466797, - 95.16793060302734, - 85.22358703613281, - 92.40642547607422, - 54.224124908447266, - 85.75440216064453, - 39.6721305847168, - 54.22412109375, - 40.92452621459961, - 47.703086853027344, - 66.04163360595703, - 123.2872543334961, - 82.99349212646484, - 129.79490661621094, - 77.3393325805664, - 40.43055725097656, - 54.22412109375, - 47.901458740234375, - 69.92909240722656, - 40.92451858520508, - 135.70716857910156, - 47.703086853027344, - 45.5595588684082, - 105.6161880493164, - 69.27104187011719, - 42.714111328125, - 117.91704559326172, - 63.528995513916016, - 39.6721305847168, - 108.3558120727539, - 85.40746307373047, - 44.05696487426758, - 54.224124908447266, - 82.94215393066406, - 65.34730529785156, - 41.895790100097656, - 94.47724151611328, - 69.532470703125, - 106.52165985107422, - 40.60122299194336, - 54.22412109375, - 91.3961410522461, - 69.92909240722656, - 41.47610092163086, - 44.05696487426758, - 52.043182373046875, - 54.62394714355469, - 45.09809875488281, - 40.92451858520508, - 63.528987884521484, - 39.448631286621094, - 42.07524108886719, - 72.69819641113281, - 59.9239387512207, - 41.895790100097656, - 169.6084442138672, - 512.0, - 40.4305534362793, - 65.38341522216797, - 54.224124908447266, - 67.5317611694336, - 44.08746337890625, - 54.09676742553711, - 99.89239501953125, - 41.47610092163086, - 83.9281997680664, - 43.5638542175293, - 56.373016357421875, - 41.895782470703125, - 122.68749237060547, - 74.08212280273438, - 52.89699935913086, - 315.55047607421875, - 86.58194732666016, - 40.60122299194336, - 57.25468826293945, - 78.43595886230469, - 56.293609619140625, - 104.52373504638672, - 104.52373504638672, - 104.52373504638672, - 65.34730529785156, - 86.69319152832031, - 114.1885986328125, - 190.03089904785156, - 59.9239387512207, - 92.33837890625, - 40.60122299194336, - 56.373023986816406, - 66.25981140136719, - 39.36961364746094, - 46.32465744018555, - 43.38652420043945, - 47.703086853027344, - 39.482200622558594, - 82.18600463867188, - 47.901458740234375, - 62.93327713012695, - 52.043182373046875, - 65.45768737792969, - 104.52373504638672, - 91.50918579101562, - 41.895790100097656, - 52.89699935913086, - 81.07107543945312, - 82.94215393066406, - 48.70958709716797, - 89.06058502197266, - 65.34730529785156, - 86.69320678710938, - 108.39710235595703, - 91.0024642944336, - 54.62394714355469, - 79.3209228515625, - 39.3696174621582, - 68.09085845947266, - 76.40882873535156, - 77.61590576171875, - 129.0848846435547, - 115.54671478271484, - 47.703086853027344, - 51.19670486450195, - 75.47940826416016, - 127.04981231689453, - 52.456817626953125, - 83.87886047363281, - 95.71031188964844, - 47.1059455871582, - 39.482200622558594, - 71.77371978759766, - 54.224124908447266, - 110.15702819824219, - 83.87886047363281, - 207.1689910888672, - 110.37464904785156, - 106.71878051757812, - 67.17436218261719, - 83.76823425292969, - 66.25981140136719, - 46.32465744018555, - 67.5317611694336, - 53.757450103759766, - 52.04319763183594, - 53.757450103759766, - 51.19670486450195, - 54.22412109375, - 56.37301254272461, - 104.52373504638672, - 41.895790100097656, - 47.703086853027344, - 120.39462280273438, - 39.482200622558594, - 67.5317611694336, - 41.895790100097656, - 40.43055725097656, - 39.85641860961914, - 77.3393325805664, - 40.60122299194336, - 86.7678451538086, - 113.93793487548828, - 72.6982192993164, - 99.37323760986328, - 83.87886047363281, - 44.81291198730469, - 40.60122299194336, - 69.00910949707031, - 45.5595588684082, - 82.0654296875, - 54.22412109375, - 39.85642623901367, - 124.01116943359375, - 151.1304168701172, - 54.22412109375, - 65.3473129272461, - 54.22412109375, - 61.72068786621094, - 62.62348937988281, - 99.89241027832031, - 91.47281646728516, - 45.794525146484375, - 63.24631881713867, - 69.00910949707031, - 66.25979614257812, - 47.703086853027344, - 44.05696487426758, - 98.09342956542969, - 54.224124908447266, - 39.36960983276367, - 88.57266235351562, - 67.5317611694336, - 95.15628051757812, - 99.38817596435547, - 40.00730514526367, - 76.40882873535156, - 54.22412109375, - 60.82076644897461, - 67.5317611694336, - 97.07173156738281, - 44.05696487426758, - 67.5317611694336, - 40.00730514526367, - 85.75440979003906, - 41.895790100097656, - 47.703086853027344, - 67.17436981201172, - 117.91527557373047, - 107.55010986328125, - 46.32465744018555, - 54.22412109375, - 47.703086853027344, - 81.03328704833984, - 121.86209869384766, - 67.25962829589844, - 67.5317611694336, - 52.043182373046875, - 46.32465744018555, - 156.81423950195312, - 56.373016357421875, - 58.140625, - 41.895790100097656, - 39.36962127685547, - 89.51326751708984, - 50.35831832885742, - 57.25468444824219, - 54.62394332885742, - 54.62394332885742, - 118.85478973388672, - 54.22412109375, - 68.09085845947266, - 52.89920425415039, - 39.448631286621094, - 39.44862365722656, - 39.482200622558594, - 107.46990203857422, - 108.17796325683594, - 44.05696487426758, - 47.703086853027344, - 104.12126922607422, - 62.62348937988281, - 41.62156677246094, - 79.89823150634766, - 104.52373504638672, - 77.33934783935547, - 40.007301330566406, - 104.52373504638672, - 41.895782470703125, - 39.67213821411133, - 79.2033462524414, - 104.61443328857422, - 512.0, - 54.62394714355469, - 76.40882873535156, - 69.00912475585938, - 67.5317611694336, - 84.07622528076172, - 51.19670486450195, - 60.820770263671875, - 44.05697250366211, - 81.0721435546875, - 40.60122299194336, - 54.22412109375, - 41.47610092163086, - 105.57879638671875, - 47.703086853027344, - 67.5317611694336, - 70.85063934326172, - 57.254695892333984, - 54.224124908447266, - 104.52373504638672, - 97.30828857421875, - 138.74588012695312, - 167.69091796875, - 72.6982192993164, - 120.29972076416016, - 179.9353790283203, - 51.19669723510742, - 76.40882873535156, - 59.9239387512207, - 40.00730514526367, - 90.52156066894531, - 52.89699935913086, - 44.81291198730469, - 74.60073852539062, - 57.5911865234375, - 58.140625, - 104.52373504638672, - 87.63847351074219, - 87.3253402709961, - 115.04199981689453, - 65.20807647705078, - 94.2242660522461, - 42.714111328125, - 89.02322387695312, - 75.47940826416016, - 44.05697250366211, - 39.482200622558594, - 115.48434448242188, - 84.35626983642578, - 39.85641860961914, - 76.40882873535156, - 65.3473129272461, - 92.82334899902344, - 512.0, - 51.19670486450195, - 54.22412109375, - 40.601219177246094, - 85.75440216064453, - 47.703086853027344, - 99.53330993652344, - 132.39413452148438, - 47.703086853027344, - 40.92451477050781, - 59.92394256591797, - 53.757450103759766, - 129.05679321289062, - 69.9290771484375, - 85.09452056884766, - 104.52373504638672, - 75.47940826416016, - 47.703086853027344, - 106.11210632324219, - 55.49595260620117, - 40.92451477050781, - 44.05696487426758, - 54.224124908447266, - 97.35580444335938, - 69.92909240722656, - 67.17436218261719, - 148.75559997558594, - 50.55012130737305, - 47.703086853027344, - 54.22412109375, - 55.49595642089844, - 67.17436981201172, - 81.05340576171875, - 39.6721305847168, - 44.81291198730469, - 102.73168182373047, - 44.05696487426758, - 67.5317611694336, - 47.10594177246094, - 512.0, - 47.10594177246094, - 69.86644744873047, - 42.07524108886719, - 40.00730895996094, - 39.85641860961914, - 54.22412109375, - 113.57317352294922, - 39.6721305847168, - 72.42686462402344, - 47.703086853027344, - 57.254695892333984, - 60.82075881958008, - 101.30210876464844, - 59.03047561645508, - 65.09443664550781, - 47.10594177246094, - 47.703086853027344, - 46.32465744018555, - 512.0, - 40.00730514526367, - 107.72858428955078, - 39.482200622558594, - 104.52373504638672, - 72.73033142089844, - 40.92451858520508, - 70.85065460205078, - 47.703086853027344, - 91.96760559082031, - 147.23828125, - 44.05697250366211, - 82.00621795654297, - 60.820762634277344, - 67.17436218261719, - 88.9955825805664, - 512.0, - 134.9266815185547, - 47.703086853027344, - 59.9239501953125, - 68.09085845947266, - 63.52898025512695, - 75.47940826416016, - 98.0183334350586, - 47.703086853027344, - 73.6240234375, - 42.0534553527832, - 82.00624084472656, - 98.43455505371094, - 188.82351684570312, - 67.66526794433594, - 49.52893829345703, - 52.89699172973633, - 512.0, - 47.703086853027344, - 67.5317611694336, - 67.2735366821289, - 54.224124908447266, - 39.36962127685547, - 51.19670867919922, - 81.76299285888672, - 47.901458740234375, - 67.5317611694336, - 41.895782470703125, - 67.5317611694336, - 54.22412109375, - 98.00142669677734, - 89.51325225830078, - 47.901458740234375, - 48.70957565307617, - 43.38651657104492, - 41.47610092163086, - 78.42398071289062, - 76.47413635253906, - 119.81362915039062, - 55.80831527709961, - 40.924522399902344, - 162.46035766601562, - 120.63524627685547, - 39.482200622558594, - 67.17436218261719, - 82.00621795654297, - 54.22412109375, - 44.81291198730469, - 39.482200622558594, - 67.5317611694336, - 45.5595588684082, - 79.20336151123047, - 70.77339935302734, - 42.07524108886719, - 82.0062255859375 + 739.0765991210938, + 597.813720703125, + 489.1404113769531, + 563.6830444335938, + 481.79736328125, + 538.9635620117188, + 376.29901123046875, + 494.3122253417969, + 508.10894775390625, + 504.61041259765625, + 688.0403442382812, + 626.9129028320312, + 363.412841796875, + 675.806396484375, + 556.26220703125, + 444.6527099609375, + 818.9837646484375, + 350.4708251953125, + 985.5196533203125, + 494.539306640625, + 655.9701538085938, + 640.794189453125, + 449.11297607421875, + 662.16650390625, + 669.7613525390625, + 743.2066650390625, + 483.870361328125, + 571.0582885742188, + 406.3431091308594, + 712.8184814453125, + 502.2744445800781, + 747.8193969726562, + 549.2239990234375, + 405.72869873046875, + 286.054931640625, + 305.0459289550781, + 625.2824096679688, + 793.7418212890625, + 697.7482299804688, + 627.1007080078125, + 698.60888671875, + 515.9098510742188, + 442.215087890625, + 390.4728088378906, + 481.3717956542969, + 409.3052062988281, + 689.582763671875, + 341.48284912109375, + 401.15191650390625, + 538.9657592773438, + 639.8485717773438, + 531.79931640625, + 384.4809875488281, + 718.291748046875, + 374.422119140625, + 566.8493041992188, + 390.4732666015625, + 394.9889221191406, + 825.7923583984375, + 428.1610412597656, + 475.30584716796875, + 610.1319580078125, + 555.8850708007812, + 500.73553466796875, + 433.9814758300781, + 571.6104125976562, + 898.6715087890625, + 420.3636169433594, + 588.6100463867188, + 386.54180908203125, + 626.8784790039062, + 502.8669128417969, + 569.3975219726562, + 337.2457275390625, + 602.1905517578125, + 532.87060546875, + 514.6432495117188, + 501.9048767089844, + 595.3522338867188, + 432.3548278808594, + 588.3230590820312, + 507.9537658691406, + 621.12744140625, + 574.4950561523438, + 772.0514526367188, + 361.2718505859375, + 633.3721923828125, + 457.3650207519531, + 433.6624450683594, + 691.9794311523438, + 560.0297241210938, + 557.0887451171875, + 575.3659057617188, + 516.9237670898438, + 453.4516906738281, + 562.1062622070312, + 236.6473846435547, + 552.5512084960938, + 594.3075561523438, + 539.0973510742188, + 624.4689331054688, + 621.84619140625, + 592.4092407226562, + 441.75311279296875, + 695.69189453125, + 496.9420166015625, + 451.1360168457031, + 390.8857421875, + 461.6413879394531, + 629.9989624023438, + 318.689697265625, + 453.1695861816406, + 770.112548828125, + 515.3731079101562, + 702.2034301757812, + 549.9230346679688, + 425.7182922363281, + 607.7738647460938, + 559.110107421875, + 624.0439453125, + 564.9451904296875, + 378.7127685546875, + 483.737060546875, + 569.7838134765625, + 400.5860900878906, + 697.0548095703125, + 535.6246948242188, + 424.1619567871094, + 492.29425048828125, + 761.7284545898438, + 405.6764831542969, + 527.5936889648438, + 536.78466796875, + 511.559814453125, + 553.95458984375, + 320.80841064453125, + 552.6041259765625, + 704.3516235351562, + 515.92529296875, + 484.01165771484375, + 760.629150390625, + 560.0961303710938, + 545.0548095703125, + 509.83587646484375, + 537.9865112304688, + 401.74554443359375, + 827.1117553710938, + 607.9900512695312, + 367.9065246582031, + 602.436767578125, + 513.7706298828125, + 584.1508178710938, + 826.7442626953125, + 446.57366943359375, + 672.5968627929688, + 690.109375, + 544.9276123046875, + 568.307373046875, + 638.5365600585938, + 274.747802734375, + 709.7094116210938, + 398.5852355957031, + 477.85467529296875, + 583.4423217773438, + 437.8994445800781, + 535.3541870117188, + 375.87554931640625, + 463.3503112792969, + 521.2249145507812, + 686.6300659179688, + 566.3898315429688, + 479.95697021484375, + 555.9785766601562, + 436.2325439453125, + 677.9727172851562, + 609.4204711914062, + 378.140625, + 563.010986328125, + 528.5112915039062, + 422.314697265625, + 546.6192016601562, + 439.84344482421875, + 835.1761474609375, + 506.178466796875, + 495.8014831542969, + 698.968017578125, + 625.2029418945312, + 816.2001953125, + 493.8478698730469, + 484.16522216796875, + 479.9593505859375, + 393.227783203125, + 434.49298095703125, + 606.8637084960938, + 473.3042907714844, + 336.52984619140625, + 536.4965209960938, + 583.5869750976562, + 485.4371032714844, + 568.5491333007812, + 561.6674194335938, + 649.4622802734375, + 589.0355224609375, + 577.3256225585938, + 469.4944152832031, + 959.114990234375, + 599.1904296875, + 729.6387939453125, + 386.32769775390625, + 499.0510559082031, + 449.3625793457031, + 664.5614624023438, + 399.58282470703125, + 437.8910827636719, + 359.9402770996094, + 484.28173828125, + 739.448486328125, + 626.793212890625, + 381.9198303222656, + 598.0503540039062, + 328.6512145996094, + 627.4522705078125, + 721.2931518554688, + 459.13885498046875, + 489.4552917480469, + 467.09722900390625, + 618.8430786132812, + 463.0123291015625, + 756.5809936523438, + 572.5784301757812, + 399.1018371582031, + 724.0319213867188, + 458.40179443359375, + 410.97857666015625, + 481.94390869140625, + 504.8139953613281, + 401.8499755859375, + 442.7025451660156, + 604.531982421875, + 600.6447143554688, + 764.6610107421875, + 711.8613891601562, + 382.1741943359375, + 526.6746215820312, + 530.9868774414062, + 566.4629516601562, + 543.7064208984375, + 545.432861328125, + 585.3519287109375, + 410.5320129394531, + 465.1644592285156, + 615.6658935546875, + 541.20654296875, + 677.1534423828125, + 648.1840209960938, + 661.245361328125, + 509.4217834472656, + 423.0521545410156, + 503.65802001953125, + 490.4245300292969, + 409.08319091796875, + 477.187744140625, + 547.6909790039062, + 626.0186767578125, + 674.7528686523438, + 594.9310913085938, + 592.3950805664062, + 785.03564453125, + 666.8161010742188, + 466.9097900390625, + 740.501220703125, + 707.434814453125, + 596.9512329101562, + 402.439208984375, + 651.8250122070312, + 550.90380859375, + 431.44757080078125, + 673.4168090820312, + 662.1046752929688, + 481.8288269042969, + 619.6263427734375, + 409.2690124511719, + 652.6026611328125, + 919.6306762695312, + 468.0286865234375, + 416.5902404785156, + 658.876953125, + 711.8275146484375, + 599.6726684570312, + 664.19873046875, + 518.3597412109375, + 416.08074951171875, + 407.26629638671875, + 591.7357177734375, + 558.8827514648438, + 583.4345703125, + 511.7166442871094, + 808.3078002929688, + 466.68426513671875, + 438.351806640625, + 426.21234130859375, + 620.5405883789062, + 505.36883544921875, + 749.7327880859375, + 690.5621337890625, + 496.69915771484375, + 675.5101318359375, + 671.5612182617188, + 516.3319091796875, + 766.697509765625, + 607.5599975585938, + 451.8130798339844, + 379.8551330566406, + 726.7068481445312, + 384.8064270019531, + 476.9815368652344, + 449.81756591796875, + 493.345458984375, + 472.8830871582031, + 525.0908203125, + 597.2020263671875, + 616.5039672851562, + 550.4277954101562, + 392.473876953125, + 605.1085205078125, + 703.69189453125, + 645.8236694335938, + 584.8802490234375, + 673.476806640625, + 437.6947326660156, + 443.3898010253906, + 704.2537841796875, + 410.0582275390625, + 632.7283935546875, + 782.1146240234375, + 608.5213012695312, + 668.1739501953125, + 702.9088745117188, + 595.2078247070312, + 523.2788696289062, + 563.4804077148438, + 460.29840087890625, + 361.61090087890625, + 594.6175537109375, + 568.1444702148438, + 656.8128051757812, + 709.4666748046875, + 501.39813232421875, + 825.216552734375, + 986.4933471679688, + 666.9403076171875, + 611.7313232421875, + 540.2186279296875, + 547.724853515625, + 495.3525695800781, + 621.7918701171875, + 572.9523315429688, + 826.2545166015625, + 632.3715209960938, + 433.5082092285156, + 428.1529541015625, + 505.28448486328125, + 882.0339965820312, + 757.6771240234375, + 601.3849487304688, + 694.392822265625, + 519.330322265625, + 374.52398681640625, + 620.3475952148438, + 537.8180541992188, + 492.9902038574219, + 924.1407470703125, + 365.96661376953125, + 504.1756896972656, + 656.900634765625, + 691.4475708007812, + 362.2557373046875, + 407.343017578125, + 800.4021606445312, + 462.98919677734375, + 428.0048522949219, + 371.2589416503906, + 675.652587890625, + 482.2244567871094, + 831.9420776367188, + 671.37841796875, + 545.3580322265625, + 395.9403076171875, + 442.71246337890625, + 731.693603515625, + 393.1955871582031, + 723.885986328125, + 423.99859619140625, + 440.8020324707031, + 337.6725769042969, + 338.6919860839844, + 472.49627685546875, + 477.9420166015625, + 509.9480895996094, + 494.19598388671875, + 515.251220703125, + 553.2742919921875, + 497.2206726074219, + 415.6507873535156, + 433.629638671875, + 868.3446044921875, + 674.2147216796875, + 631.7929077148438, + 487.8085632324219, + 452.2110900878906, + 445.5380554199219, + 602.4120483398438, + 643.9297485351562, + 671.4370727539062, + 565.3590087890625, + 505.0948181152344, + 797.921875, + 716.4822387695312, + 494.9231872558594, + 481.8419494628906, + 403.7101135253906, + 570.7716064453125, + 651.4807739257812, + 415.14947509765625, + 249.37586975097656, + 546.01318359375, + 510.16241455078125, + 486.7887268066406, + 481.90118408203125, + 735.2459106445312, + 432.34375, + 346.0941467285156, + 618.1196899414062, + 529.9204711914062, + 666.0657348632812, + 546.4686889648438, + 573.5009155273438, + 589.8424072265625, + 520.4320678710938, + 799.938720703125, + 373.36956787109375, + 656.37060546875, + 795.947998046875, + 597.3927001953125, + 543.1931762695312, + 466.8130187988281, + 603.9279174804688, + 668.8360595703125, + 716.5225219726562, + 670.7603149414062, + 812.5081176757812, + 689.6835327148438, + 535.510498046875, + 810.2286987304688, + 502.4569091796875, + 534.0973510742188, + 689.5183715820312, + 381.8031311035156, + 440.16058349609375, + 339.5979919433594, + 757.4081420898438, + 534.5966796875, + 342.75347900390625, + 654.3670043945312, + 762.1286010742188, + 538.573486328125, + 766.4180297851562, + 719.6589965820312, + 597.1301879882812, + 367.07861328125, + 443.78289794921875, + 500.36883544921875, + 582.2058715820312, + 428.61114501953125, + 783.6666870117188, + 815.0113525390625, + 410.5796203613281, + 456.7110900878906, + 912.4739379882812, + 505.4149169921875, + 594.2979125976562, + 651.80078125, + 493.90228271484375, + 614.9429931640625, + 625.1251831054688, + 694.8998413085938, + 599.2553100585938, + 488.3004150390625, + 674.8719482421875, + 515.1693725585938, + 459.5635681152344, + 679.872314453125, + 449.52642822265625, + 516.9937744140625, + 622.96826171875, + 560.778076171875, + 571.0303344726562, + 704.7074584960938, + 583.5810546875, + 882.3734130859375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -13323,374 +16622,374 @@ 2 ], "wall_clock_s": [ - 463.3, - 506.5, - 481.7 + 873.4, + 882.0, + 878.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.08998539298772812, + "loss": 0.228221595287323, "env_score_iters": 500, - "env_score": -3.003174304962158, + "env_score": -0.5798721313476562, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.9075889587402344, - "rl_grad_norm": 0.5323030352592468, - "bc_grad_norm": 0.48000991344451904, + "grad_align": 0.1927034705877304, + "rl_grad_norm": 0.5006434917449951, + "bc_grad_norm": 5.608820915222168, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00008036059443838894, - "embedding.weight": 0.019572362303733826, - "cnn.0.weight": 0.2844966948032379, - "cnn.0.bias": 0.009092872031033039, - "cnn.2.weight": 0.03974967822432518, - "cnn.2.bias": 0.010702397674322128, - "cnn.5.weight": 0.03270677849650383, - "cnn.5.bias": 0.011067350395023823, - "action_emb.weight": 0.008601884357631207, - "timestep_emb.weight": 0.0029509856831282377, - "pos_emb.weight": 0.004448483698070049, - "transformer.layers.0.self_attn.in_proj_weight": 0.06566587090492249, - "transformer.layers.0.self_attn.in_proj_bias": 0.005225123837590218, - "transformer.layers.0.self_attn.out_proj.weight": 0.0541650615632534, - "transformer.layers.0.self_attn.out_proj.bias": 0.006399133708328009, - "transformer.layers.0.linear1.weight": 0.045898910611867905, - "transformer.layers.0.linear1.bias": 0.0025035208091139793, - "transformer.layers.0.linear2.weight": 0.04862667992711067, - "transformer.layers.0.linear2.bias": 0.00394284725189209, - "transformer.layers.0.norm1.weight": 0.0037173384334892035, - "transformer.layers.0.norm1.bias": 0.004385833162814379, - "transformer.layers.0.norm2.weight": 0.0046770041808485985, - "transformer.layers.0.norm2.bias": 0.003506725188344717, - "transformer.layers.1.self_attn.in_proj_weight": 0.04545293003320694, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027219646144658327, - "transformer.layers.1.self_attn.out_proj.weight": 0.03548362851142883, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028055773582309484, - "transformer.layers.1.linear1.weight": 0.024307923391461372, - "transformer.layers.1.linear1.bias": 0.0013373831752687693, - "transformer.layers.1.linear2.weight": 0.028877900913357735, - "transformer.layers.1.linear2.bias": 0.0026541436091065407, - "transformer.layers.1.norm1.weight": 0.0033385788556188345, - "transformer.layers.1.norm1.bias": 0.002755018649622798, - "transformer.layers.1.norm2.weight": 0.001989663578569889, - "transformer.layers.1.norm2.bias": 0.0015000352868810296, - "transformer.layers.2.self_attn.in_proj_weight": 0.04828353971242905, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031040094327181578, - "transformer.layers.2.self_attn.out_proj.weight": 0.025749145075678825, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023992075584828854, - "transformer.layers.2.linear1.weight": 0.016418518498539925, - "transformer.layers.2.linear1.bias": 0.0009501509484834969, - "transformer.layers.2.linear2.weight": 0.019243868067860603, - "transformer.layers.2.linear2.bias": 0.0022730911150574684, - "transformer.layers.2.norm1.weight": 0.003975623287260532, - "transformer.layers.2.norm1.bias": 0.003653872525319457, - "transformer.layers.2.norm2.weight": 0.0010700203711166978, - "transformer.layers.2.norm2.bias": 0.0008514316286891699, - "transformer.layers.3.self_attn.in_proj_weight": 0.05457224324345589, - "transformer.layers.3.self_attn.in_proj_bias": 0.004276718944311142, - "transformer.layers.3.self_attn.out_proj.weight": 0.023457838222384453, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035007160622626543, - "transformer.layers.3.linear1.weight": 0.04155154526233673, - "transformer.layers.3.linear1.bias": 0.0033500916324555874, - "transformer.layers.3.linear2.weight": 0.02242104522883892, - "transformer.layers.3.linear2.bias": 0.005098528228700161, - "transformer.layers.3.norm1.weight": 0.003948527853935957, - "transformer.layers.3.norm1.bias": 0.005535674747079611, - "transformer.layers.3.norm2.weight": 0.0034698951058089733, - "transformer.layers.3.norm2.bias": 0.00505457678809762, - "head.weight": 0.30773642659187317, - "head.bias": 0.01034403033554554, - "global_embedding.weight": 0.047938063740730286, - "global_cnn.0.weight": 0.22042973339557648, - "global_cnn.0.bias": 0.006890642922371626, - "global_cnn.2.weight": 0.33970406651496887, - "global_cnn.2.bias": 0.023109234869480133, - "global_proj.weight": 0.11189372092485428, - "global_proj.bias": 0.06808558851480484, - "goal_head.0.weight": 0.0713648870587349, - "goal_head.0.bias": 0.03044646419584751, - "goal_head.2.weight": 0.1075817421078682, - "goal_head.2.bias": 0.07278234511613846 + "global_gate": 0.00010801733151311055, + "embedding.weight": 0.00434363866224885, + "cnn.0.weight": 0.07052585482597351, + "cnn.0.bias": 0.002356194192543626, + "cnn.2.weight": 0.013859729282557964, + "cnn.2.bias": 0.003718663938343525, + "cnn.5.weight": 0.010275556705892086, + "cnn.5.bias": 0.0027641805354505777, + "action_emb.weight": 0.005771977826952934, + "timestep_emb.weight": 0.0017406740225851536, + "pos_emb.weight": 0.003743469715118408, + "transformer.layers.0.self_attn.in_proj_weight": 0.032048650085926056, + "transformer.layers.0.self_attn.in_proj_bias": 0.002443170640617609, + "transformer.layers.0.self_attn.out_proj.weight": 0.031132258474826813, + "transformer.layers.0.self_attn.out_proj.bias": 0.003357970155775547, + "transformer.layers.0.linear1.weight": 0.031069284304976463, + "transformer.layers.0.linear1.bias": 0.0015402879798784852, + "transformer.layers.0.linear2.weight": 0.0331924743950367, + "transformer.layers.0.linear2.bias": 0.0027503680903464556, + "transformer.layers.0.norm1.weight": 0.0019131506560370326, + "transformer.layers.0.norm1.bias": 0.002229915000498295, + "transformer.layers.0.norm2.weight": 0.0028637489303946495, + "transformer.layers.0.norm2.bias": 0.002097193617373705, + "transformer.layers.1.self_attn.in_proj_weight": 0.0305649284273386, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019254868384450674, + "transformer.layers.1.self_attn.out_proj.weight": 0.030672909691929817, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022814730182290077, + "transformer.layers.1.linear1.weight": 0.01974600926041603, + "transformer.layers.1.linear1.bias": 0.0010338653810322285, + "transformer.layers.1.linear2.weight": 0.02631150744855404, + "transformer.layers.1.linear2.bias": 0.0021506778430193663, + "transformer.layers.1.norm1.weight": 0.0022835282143205404, + "transformer.layers.1.norm1.bias": 0.001991716679185629, + "transformer.layers.1.norm2.weight": 0.0016051956918090582, + "transformer.layers.1.norm2.bias": 0.001022442476823926, + "transformer.layers.2.self_attn.in_proj_weight": 0.03141968324780464, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017184659373015165, + "transformer.layers.2.self_attn.out_proj.weight": 0.030094565823674202, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018245137762278318, + "transformer.layers.2.linear1.weight": 0.016132859513163567, + "transformer.layers.2.linear1.bias": 0.0009727090946398675, + "transformer.layers.2.linear2.weight": 0.019855951890349388, + "transformer.layers.2.linear2.bias": 0.0017906328430399299, + "transformer.layers.2.norm1.weight": 0.0024588420055806637, + "transformer.layers.2.norm1.bias": 0.0019815273117274046, + "transformer.layers.2.norm2.weight": 0.0012853143271058798, + "transformer.layers.2.norm2.bias": 0.0010651199845597148, + "transformer.layers.3.self_attn.in_proj_weight": 0.0658758282661438, + "transformer.layers.3.self_attn.in_proj_bias": 0.003477988298982382, + "transformer.layers.3.self_attn.out_proj.weight": 0.037262074649333954, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026528791058808565, + "transformer.layers.3.linear1.weight": 0.03274465352296829, + "transformer.layers.3.linear1.bias": 0.0025062088388949633, + "transformer.layers.3.linear2.weight": 0.020092884078621864, + "transformer.layers.3.linear2.bias": 0.0030675360467284918, + "transformer.layers.3.norm1.weight": 0.006978369317948818, + "transformer.layers.3.norm1.bias": 0.0047162785194814205, + "transformer.layers.3.norm2.weight": 0.002445691032335162, + "transformer.layers.3.norm2.bias": 0.00343392975628376, + "head.weight": 0.22082439064979553, + "head.bias": 0.00449930876493454, + "global_embedding.weight": 0.027902154251933098, + "global_cnn.0.weight": 0.1335751861333847, + "global_cnn.0.bias": 0.005025175400078297, + "global_cnn.2.weight": 0.3799688518047333, + "global_cnn.2.bias": 0.015979401767253876, + "global_proj.weight": 0.11230136454105377, + "global_proj.bias": 0.04239838570356369, + "goal_head.0.weight": 0.05639120563864708, + "goal_head.0.bias": 0.01630273647606373, + "goal_head.2.weight": 0.06302767992019653, + "goal_head.2.bias": 0.030943118035793304 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.02280300483107567, - "repr_drift_kl_low_t": 0.019285663962364197, - "repr_drift_kl_mid_t": 0.01950233057141304, - "repr_drift_kl_high_t": 0.04153589904308319, + "repr_drift_kl": 0.7615044116973877, + "repr_drift_kl_low_t": 0.938890814781189, + "repr_drift_kl_mid_t": 0.7708993554115295, + "repr_drift_kl_high_t": 0.5363863706588745, "cka_iters": 500, - "cka_similarity": 0.6189798712730408, + "cka_similarity": 0.8416920900344849, "t_analysis_iters": 500, - "norm_low_t": 0.5417026281356812, - "norm_high_t": 0.7574392557144165, - "lowhigh_cos": 0.5229542851448059, + "norm_low_t": 0.5396884679794312, + "norm_high_t": 0.5490787625312805, + "lowhigh_cos": 0.781126081943512, "t_bin_norms": { - "t_0.0-0.1": 0.5248510837554932, - "t_0.1-0.2": 0.5491511225700378, - "t_0.2-0.3": 0.5650087594985962, - "t_0.3-0.4": 0.555901825428009, - "t_0.4-0.5": 0.5377267003059387, - "t_0.5-0.6": 0.5258191227912903, - "t_0.6-0.7": 0.5573184490203857, - "t_0.7-0.8": 0.5269080400466919, - "t_0.8-0.9": 0.5691173672676086, - "t_0.9-1.0": 0.9134818911552429 - }, - "win_rate": 0.1267748475074768, - "effective_batch_size": 82.0062255859375, + "t_0.0-0.1": 0.6555533409118652, + "t_0.1-0.2": 0.5295878648757935, + "t_0.2-0.3": 0.5453477501869202, + "t_0.3-0.4": 0.491973340511322, + "t_0.4-0.5": 0.5290946364402771, + "t_0.5-0.6": 0.5056648850440979, + "t_0.6-0.7": 0.5560024976730347, + "t_0.7-0.8": 0.5934655070304871, + "t_0.8-0.9": 0.5782085061073303, + "t_0.9-1.0": 0.5262279510498047 + }, + "win_rate": 0.13101983070373535, + "effective_batch_size": 882.3734130859375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.02925911918282509, + "loss": 0.14321137964725494, "env_score_iters": 500, - "env_score": -3.8045222759246826, + "env_score": -0.5421772003173828, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.7051334381103516, - "rl_grad_norm": 0.2122308611869812, - "bc_grad_norm": 0.3636324107646942, + "grad_align": -0.15654686093330383, + "rl_grad_norm": 0.35498419404029846, + "bc_grad_norm": 3.1629159450531006, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 2.9313468985492364e-6, - "embedding.weight": 0.002030188450589776, - "cnn.0.weight": 0.06581638008356094, - "cnn.0.bias": 0.0021115844137966633, - "cnn.2.weight": 0.008310158737003803, - "cnn.2.bias": 0.0026138608809560537, - "cnn.5.weight": 0.004441012162715197, - "cnn.5.bias": 0.0025081969797611237, - "action_emb.weight": 0.002393170725554228, - "timestep_emb.weight": 0.000204254305572249, - "pos_emb.weight": 0.0005276728188619018, - "transformer.layers.0.self_attn.in_proj_weight": 0.010650960728526115, - "transformer.layers.0.self_attn.in_proj_bias": 0.00048148169298656285, - "transformer.layers.0.self_attn.out_proj.weight": 0.01550072431564331, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008734570583328605, - "transformer.layers.0.linear1.weight": 0.010098171420395374, - "transformer.layers.0.linear1.bias": 0.000232683916692622, - "transformer.layers.0.linear2.weight": 0.008105512708425522, - "transformer.layers.0.linear2.bias": 0.0003774944634642452, - "transformer.layers.0.norm1.weight": 0.0005622574244625866, - "transformer.layers.0.norm1.bias": 0.00039016385562717915, - "transformer.layers.0.norm2.weight": 0.0013408093946054578, - "transformer.layers.0.norm2.bias": 0.00020331407722551376, - "transformer.layers.1.self_attn.in_proj_weight": 0.008795700967311859, - "transformer.layers.1.self_attn.in_proj_bias": 0.00023171829525381327, - "transformer.layers.1.self_attn.out_proj.weight": 0.005486100446432829, - "transformer.layers.1.self_attn.out_proj.bias": 0.0002968147164210677, - "transformer.layers.1.linear1.weight": 0.0027944680768996477, - "transformer.layers.1.linear1.bias": 0.00012148277892265469, - "transformer.layers.1.linear2.weight": 0.0034636766649782658, - "transformer.layers.1.linear2.bias": 0.00026124779833480716, - "transformer.layers.1.norm1.weight": 0.0004985906998626888, - "transformer.layers.1.norm1.bias": 0.00025060161715373397, - "transformer.layers.1.norm2.weight": 0.0002880917745642364, - "transformer.layers.1.norm2.bias": 0.00011272548726992682, - "transformer.layers.2.self_attn.in_proj_weight": 0.007707288023084402, - "transformer.layers.2.self_attn.in_proj_bias": 0.00024755665799602866, - "transformer.layers.2.self_attn.out_proj.weight": 0.002783329226076603, - "transformer.layers.2.self_attn.out_proj.bias": 0.00022197638463694602, - "transformer.layers.2.linear1.weight": 0.0017134593799710274, - "transformer.layers.2.linear1.bias": 0.00009384298755321652, - "transformer.layers.2.linear2.weight": 0.0021468722261488438, - "transformer.layers.2.linear2.bias": 0.0002227752993348986, - "transformer.layers.2.norm1.weight": 0.0005422045942395926, - "transformer.layers.2.norm1.bias": 0.00024350239254999906, - "transformer.layers.2.norm2.weight": 0.00012443732703104615, - "transformer.layers.2.norm2.bias": 0.00009891769150272012, - "transformer.layers.3.self_attn.in_proj_weight": 0.011504893191158772, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005595918628387153, - "transformer.layers.3.self_attn.out_proj.weight": 0.0021952257957309484, - "transformer.layers.3.self_attn.out_proj.bias": 0.0002744475204963237, - "transformer.layers.3.linear1.weight": 0.004135222174227238, - "transformer.layers.3.linear1.bias": 0.00034094450529664755, - "transformer.layers.3.linear2.weight": 0.002154855988919735, - "transformer.layers.3.linear2.bias": 0.00046084748464636505, - "transformer.layers.3.norm1.weight": 0.0007429906981997192, - "transformer.layers.3.norm1.bias": 0.0005845515406690538, - "transformer.layers.3.norm2.weight": 0.0003555318689905107, - "transformer.layers.3.norm2.bias": 0.0005083558498881757, - "head.weight": 0.09256832301616669, - "head.bias": 0.0011884798295795918, - "global_embedding.weight": 0.014930921606719494, - "global_cnn.0.weight": 0.07348883152008057, - "global_cnn.0.bias": 0.001759046339429915, - "global_cnn.2.weight": 0.16821084916591644, - "global_cnn.2.bias": 0.008119108155369759, - "global_proj.weight": 0.06052606552839279, - "global_proj.bias": 0.026555147022008896, - "goal_head.0.weight": 0.037848733365535736, - "goal_head.0.bias": 0.012044476345181465, - "goal_head.2.weight": 0.051652662456035614, - "goal_head.2.bias": 0.02786530926823616 + "global_gate": 3.889048093697056e-05, + "embedding.weight": 0.007347185164690018, + "cnn.0.weight": 0.12336640805006027, + "cnn.0.bias": 0.006386203691363335, + "cnn.2.weight": 0.021435828879475594, + "cnn.2.bias": 0.009542813524603844, + "cnn.5.weight": 0.02185957133769989, + "cnn.5.bias": 0.007763766683638096, + "action_emb.weight": 0.005611808504909277, + "timestep_emb.weight": 0.0015387830790132284, + "pos_emb.weight": 0.003329422790557146, + "transformer.layers.0.self_attn.in_proj_weight": 0.050909049808979034, + "transformer.layers.0.self_attn.in_proj_bias": 0.004162434488534927, + "transformer.layers.0.self_attn.out_proj.weight": 0.044962331652641296, + "transformer.layers.0.self_attn.out_proj.bias": 0.0048983413726091385, + "transformer.layers.0.linear1.weight": 0.03304201364517212, + "transformer.layers.0.linear1.bias": 0.0017741656629368663, + "transformer.layers.0.linear2.weight": 0.03467468544840813, + "transformer.layers.0.linear2.bias": 0.0032764780335128307, + "transformer.layers.0.norm1.weight": 0.002604033797979355, + "transformer.layers.0.norm1.bias": 0.003816873300820589, + "transformer.layers.0.norm2.weight": 0.003104702802374959, + "transformer.layers.0.norm2.bias": 0.0018371973419561982, + "transformer.layers.1.self_attn.in_proj_weight": 0.03339531645178795, + "transformer.layers.1.self_attn.in_proj_bias": 0.002081336220726371, + "transformer.layers.1.self_attn.out_proj.weight": 0.02760961651802063, + "transformer.layers.1.self_attn.out_proj.bias": 0.002582492772489786, + "transformer.layers.1.linear1.weight": 0.01600625552237034, + "transformer.layers.1.linear1.bias": 0.001032551284879446, + "transformer.layers.1.linear2.weight": 0.020895496010780334, + "transformer.layers.1.linear2.bias": 0.0023781913332641125, + "transformer.layers.1.norm1.weight": 0.002314006444066763, + "transformer.layers.1.norm1.bias": 0.0021402332931756973, + "transformer.layers.1.norm2.weight": 0.0012433304218575358, + "transformer.layers.1.norm2.bias": 0.00126230763271451, + "transformer.layers.2.self_attn.in_proj_weight": 0.025789709761738777, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016415254212915897, + "transformer.layers.2.self_attn.out_proj.weight": 0.022372977808117867, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021196899469941854, + "transformer.layers.2.linear1.weight": 0.012530559673905373, + "transformer.layers.2.linear1.bias": 0.000773285108152777, + "transformer.layers.2.linear2.weight": 0.015043726190924644, + "transformer.layers.2.linear2.bias": 0.0020971407648175955, + "transformer.layers.2.norm1.weight": 0.0018298289505764842, + "transformer.layers.2.norm1.bias": 0.0018605372169986367, + "transformer.layers.2.norm2.weight": 0.0009414029773324728, + "transformer.layers.2.norm2.bias": 0.0008400186197832227, + "transformer.layers.3.self_attn.in_proj_weight": 0.04668775200843811, + "transformer.layers.3.self_attn.in_proj_bias": 0.003984218463301659, + "transformer.layers.3.self_attn.out_proj.weight": 0.02395138330757618, + "transformer.layers.3.self_attn.out_proj.bias": 0.003172471886500716, + "transformer.layers.3.linear1.weight": 0.025845088064670563, + "transformer.layers.3.linear1.bias": 0.002095185685902834, + "transformer.layers.3.linear2.weight": 0.014504171907901764, + "transformer.layers.3.linear2.bias": 0.003529573557898402, + "transformer.layers.3.norm1.weight": 0.004223157186061144, + "transformer.layers.3.norm1.bias": 0.005667975638061762, + "transformer.layers.3.norm2.weight": 0.002279583364725113, + "transformer.layers.3.norm2.bias": 0.0030447731260210276, + "head.weight": 0.19677050411701202, + "head.bias": 0.007214411161839962, + "global_embedding.weight": 0.10158109664916992, + "global_cnn.0.weight": 0.1304863840341568, + "global_cnn.0.bias": 0.006173264235258102, + "global_cnn.2.weight": 0.18799908459186554, + "global_cnn.2.bias": 0.009659024886786938, + "global_proj.weight": 0.051587946712970734, + "global_proj.bias": 0.01960262469947338, + "goal_head.0.weight": 0.019215965643525124, + "goal_head.0.bias": 0.005960538983345032, + "goal_head.2.weight": 0.02219330705702305, + "goal_head.2.bias": 0.01271465327590704 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07653548568487167, - "repr_drift_kl_low_t": 0.07533532381057739, - "repr_drift_kl_mid_t": 0.07190220057964325, - "repr_drift_kl_high_t": 0.09768837690353394, + "repr_drift_kl": 0.4296572506427765, + "repr_drift_kl_low_t": 0.5376778841018677, + "repr_drift_kl_mid_t": 0.42857447266578674, + "repr_drift_kl_high_t": 0.31455913186073303, "cka_iters": 500, - "cka_similarity": 0.7940393686294556, + "cka_similarity": 0.9117427468299866, "t_analysis_iters": 500, - "norm_low_t": 0.20959049463272095, - "norm_high_t": 0.21181745827198029, - "lowhigh_cos": 0.9872059226036072, + "norm_low_t": 0.2881796658039093, + "norm_high_t": 1.0224357843399048, + "lowhigh_cos": 0.36479246616363525, "t_bin_norms": { - "t_0.0-0.1": 0.21234093606472015, - "t_0.1-0.2": 0.20998184382915497, - "t_0.2-0.3": 0.21002963185310364, - "t_0.3-0.4": 0.21030665934085846, - "t_0.4-0.5": 0.2104814052581787, - "t_0.5-0.6": 0.2099577635526657, - "t_0.6-0.7": 0.20941656827926636, - "t_0.7-0.8": 0.2096412181854248, - "t_0.8-0.9": 0.20912323892116547, - "t_0.9-1.0": 0.21332816779613495 - }, - "win_rate": 0.004983388818800449, - "effective_batch_size": 512.0, + "t_0.0-0.1": 0.29667967557907104, + "t_0.1-0.2": 0.28695088624954224, + "t_0.2-0.3": 0.29144367575645447, + "t_0.3-0.4": 0.261330783367157, + "t_0.4-0.5": 0.2607010304927826, + "t_0.5-0.6": 0.2764744758605957, + "t_0.6-0.7": 0.2743503451347351, + "t_0.7-0.8": 0.3166886866092682, + "t_0.8-0.9": 0.42738306522369385, + "t_0.9-1.0": 1.6940269470214844 + }, + "win_rate": 0.08314606547355652, + "effective_batch_size": 589.6222534179688, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.12943218648433685, + "loss": 0.19196146726608276, "env_score_iters": 500, - "env_score": -4.0514984130859375, + "env_score": -0.43797174096107483, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.768342137336731, - "rl_grad_norm": 0.6347268223762512, - "bc_grad_norm": 0.6398509740829468, + "grad_align": 0.12354125082492828, + "rl_grad_norm": 0.29881325364112854, + "bc_grad_norm": 2.9254748821258545, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00002625260822242126, - "embedding.weight": 0.005061015021055937, - "cnn.0.weight": 0.10064048320055008, - "cnn.0.bias": 0.0037430296652019024, - "cnn.2.weight": 0.018818577751517296, - "cnn.2.bias": 0.00599944032728672, - "cnn.5.weight": 0.023490944877266884, - "cnn.5.bias": 0.006428668741136789, - "action_emb.weight": 0.007858999073505402, - "timestep_emb.weight": 0.003217334160581231, - "pos_emb.weight": 0.004476588685065508, - "transformer.layers.0.self_attn.in_proj_weight": 0.043758027255535126, - "transformer.layers.0.self_attn.in_proj_bias": 0.003428421914577484, - "transformer.layers.0.self_attn.out_proj.weight": 0.045002084225416183, - "transformer.layers.0.self_attn.out_proj.bias": 0.0052659837529063225, - "transformer.layers.0.linear1.weight": 0.04312221705913544, - "transformer.layers.0.linear1.bias": 0.00190517317969352, - "transformer.layers.0.linear2.weight": 0.04737158864736557, - "transformer.layers.0.linear2.bias": 0.002932501258328557, - "transformer.layers.0.norm1.weight": 0.0024648283142596483, - "transformer.layers.0.norm1.bias": 0.002856348641216755, - "transformer.layers.0.norm2.weight": 0.003683631308376789, - "transformer.layers.0.norm2.bias": 0.0019597578793764114, - "transformer.layers.1.self_attn.in_proj_weight": 0.04071247577667236, - "transformer.layers.1.self_attn.in_proj_bias": 0.0020929479505866766, - "transformer.layers.1.self_attn.out_proj.weight": 0.03164054825901985, - "transformer.layers.1.self_attn.out_proj.bias": 0.0021794287022203207, - "transformer.layers.1.linear1.weight": 0.023036940023303032, - "transformer.layers.1.linear1.bias": 0.0011028029257431626, - "transformer.layers.1.linear2.weight": 0.029798075556755066, - "transformer.layers.1.linear2.bias": 0.002046082401648164, - "transformer.layers.1.norm1.weight": 0.0028280015103518963, - "transformer.layers.1.norm1.bias": 0.0023960957769304514, - "transformer.layers.1.norm2.weight": 0.001646270859055221, - "transformer.layers.1.norm2.bias": 0.0011129690101370215, - "transformer.layers.2.self_attn.in_proj_weight": 0.03599407523870468, - "transformer.layers.2.self_attn.in_proj_bias": 0.001823276630602777, - "transformer.layers.2.self_attn.out_proj.weight": 0.02283291146159172, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020379831548780203, - "transformer.layers.2.linear1.weight": 0.0198622215539217, - "transformer.layers.2.linear1.bias": 0.0010437649907544255, - "transformer.layers.2.linear2.weight": 0.022794924676418304, - "transformer.layers.2.linear2.bias": 0.0020770591218024492, - "transformer.layers.2.norm1.weight": 0.0025406607892364264, - "transformer.layers.2.norm1.bias": 0.0022213279735296965, - "transformer.layers.2.norm2.weight": 0.001267684856429696, - "transformer.layers.2.norm2.bias": 0.0010524701792746782, - "transformer.layers.3.self_attn.in_proj_weight": 0.06371673196554184, - "transformer.layers.3.self_attn.in_proj_bias": 0.0039448183961212635, - "transformer.layers.3.self_attn.out_proj.weight": 0.023160159587860107, - "transformer.layers.3.self_attn.out_proj.bias": 0.00284576159901917, - "transformer.layers.3.linear1.weight": 0.05132132023572922, - "transformer.layers.3.linear1.bias": 0.0037365416064858437, - "transformer.layers.3.linear2.weight": 0.024801356717944145, - "transformer.layers.3.linear2.bias": 0.0050629787147045135, - "transformer.layers.3.norm1.weight": 0.005046614911407232, - "transformer.layers.3.norm1.bias": 0.004778161179274321, - "transformer.layers.3.norm2.weight": 0.004375893156975508, - "transformer.layers.3.norm2.bias": 0.00605719955638051, - "head.weight": 0.29759880900382996, - "head.bias": 0.010101639665663242, - "global_embedding.weight": 0.01726202666759491, - "global_cnn.0.weight": 0.18534916639328003, - "global_cnn.0.bias": 0.005658918060362339, - "global_cnn.2.weight": 0.4773494005203247, - "global_cnn.2.bias": 0.02908332459628582, - "global_proj.weight": 0.1335490494966507, - "global_proj.bias": 0.07384128868579865, - "goal_head.0.weight": 0.07395701110363007, - "goal_head.0.bias": 0.029720500111579895, - "goal_head.2.weight": 0.09760630130767822, - "goal_head.2.bias": 0.06797431409358978 + "global_gate": 0.00023692417016718537, + "embedding.weight": 0.002010311232879758, + "cnn.0.weight": 0.041219063103199005, + "cnn.0.bias": 0.0012671236181631684, + "cnn.2.weight": 0.011109220795333385, + "cnn.2.bias": 0.004482104443013668, + "cnn.5.weight": 0.015864169225096703, + "cnn.5.bias": 0.0050194342620670795, + "action_emb.weight": 0.01055074017494917, + "timestep_emb.weight": 0.0016069752164185047, + "pos_emb.weight": 0.00392609927803278, + "transformer.layers.0.self_attn.in_proj_weight": 0.055309753865003586, + "transformer.layers.0.self_attn.in_proj_bias": 0.005456170532852411, + "transformer.layers.0.self_attn.out_proj.weight": 0.03764595091342926, + "transformer.layers.0.self_attn.out_proj.bias": 0.006254425272345543, + "transformer.layers.0.linear1.weight": 0.04832012951374054, + "transformer.layers.0.linear1.bias": 0.0024457355029881, + "transformer.layers.0.linear2.weight": 0.04358169436454773, + "transformer.layers.0.linear2.bias": 0.0041833845898509026, + "transformer.layers.0.norm1.weight": 0.003453958546742797, + "transformer.layers.0.norm1.bias": 0.005656583700329065, + "transformer.layers.0.norm2.weight": 0.0050335172563791275, + "transformer.layers.0.norm2.bias": 0.002786537865176797, + "transformer.layers.1.self_attn.in_proj_weight": 0.03665090724825859, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024016662500798702, + "transformer.layers.1.self_attn.out_proj.weight": 0.037098467350006104, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032802075147628784, + "transformer.layers.1.linear1.weight": 0.02391558140516281, + "transformer.layers.1.linear1.bias": 0.0013812966644763947, + "transformer.layers.1.linear2.weight": 0.028550710529088974, + "transformer.layers.1.linear2.bias": 0.0029594902880489826, + "transformer.layers.1.norm1.weight": 0.002447217470034957, + "transformer.layers.1.norm1.bias": 0.002451489446684718, + "transformer.layers.1.norm2.weight": 0.002029033610597253, + "transformer.layers.1.norm2.bias": 0.0015054497634992003, + "transformer.layers.2.self_attn.in_proj_weight": 0.0332251638174057, + "transformer.layers.2.self_attn.in_proj_bias": 0.00205150805413723, + "transformer.layers.2.self_attn.out_proj.weight": 0.030841097235679626, + "transformer.layers.2.self_attn.out_proj.bias": 0.002612337237223983, + "transformer.layers.2.linear1.weight": 0.018044807016849518, + "transformer.layers.2.linear1.bias": 0.0012891811784356833, + "transformer.layers.2.linear2.weight": 0.022451074793934822, + "transformer.layers.2.linear2.bias": 0.002494532149285078, + "transformer.layers.2.norm1.weight": 0.0025099024642258883, + "transformer.layers.2.norm1.bias": 0.00196551694534719, + "transformer.layers.2.norm2.weight": 0.0015385342994704843, + "transformer.layers.2.norm2.bias": 0.0016479336190968752, + "transformer.layers.3.self_attn.in_proj_weight": 0.06194116920232773, + "transformer.layers.3.self_attn.in_proj_bias": 0.004649379290640354, + "transformer.layers.3.self_attn.out_proj.weight": 0.029181314632296562, + "transformer.layers.3.self_attn.out_proj.bias": 0.002912240568548441, + "transformer.layers.3.linear1.weight": 0.03315749391913414, + "transformer.layers.3.linear1.bias": 0.002866620197892189, + "transformer.layers.3.linear2.weight": 0.01839953474700451, + "transformer.layers.3.linear2.bias": 0.003147714538499713, + "transformer.layers.3.norm1.weight": 0.005282169673591852, + "transformer.layers.3.norm1.bias": 0.007492507342249155, + "transformer.layers.3.norm2.weight": 0.002629919210448861, + "transformer.layers.3.norm2.bias": 0.0039799995720386505, + "head.weight": 0.20127876102924347, + "head.bias": 0.005288745742291212, + "global_embedding.weight": 0.017161177471280098, + "global_cnn.0.weight": 0.09087774157524109, + "global_cnn.0.bias": 0.004178966395556927, + "global_cnn.2.weight": 0.12213070690631866, + "global_cnn.2.bias": 0.005283909384161234, + "global_proj.weight": 0.04226668179035187, + "global_proj.bias": 0.018937580287456512, + "goal_head.0.weight": 0.021167902275919914, + "goal_head.0.bias": 0.0070032295770943165, + "goal_head.2.weight": 0.03731222078204155, + "goal_head.2.bias": 0.016436411067843437 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.04983190447092056, - "repr_drift_kl_low_t": 0.04846261441707611, - "repr_drift_kl_mid_t": 0.04756097123026848, - "repr_drift_kl_high_t": 0.07311923801898956, + "repr_drift_kl": 0.4053015112876892, + "repr_drift_kl_low_t": 0.5201216340065002, + "repr_drift_kl_mid_t": 0.40719670057296753, + "repr_drift_kl_high_t": 0.29248276352882385, "cka_iters": 500, - "cka_similarity": 0.8640695214271545, + "cka_similarity": 0.9079552292823792, "t_analysis_iters": 500, - "norm_low_t": 0.6727296113967896, - "norm_high_t": 0.6621135473251343, - "lowhigh_cos": 0.8103976249694824, + "norm_low_t": 0.33635109663009644, + "norm_high_t": 0.42291945219039917, + "lowhigh_cos": 0.48335155844688416, "t_bin_norms": { - "t_0.0-0.1": 0.8590114116668701, - "t_0.1-0.2": 0.7322072386741638, - "t_0.2-0.3": 0.6090217232704163, - "t_0.3-0.4": 0.630050003528595, - "t_0.4-0.5": 0.6364840865135193, - "t_0.5-0.6": 0.6599053144454956, - "t_0.6-0.7": 0.6401754021644592, - "t_0.7-0.8": 0.6159475445747375, - "t_0.8-0.9": 0.6991246938705444, - "t_0.9-1.0": 0.6386959552764893 - }, - "win_rate": 0.02488800324499607, - "effective_batch_size": 39.36962127685547, + "t_0.0-0.1": 0.39094510674476624, + "t_0.1-0.2": 0.3359784483909607, + "t_0.2-0.3": 0.3124679625034332, + "t_0.3-0.4": 0.2987078130245209, + "t_0.4-0.5": 0.3280144929885864, + "t_0.5-0.6": 0.26586899161338806, + "t_0.6-0.7": 0.30043691396713257, + "t_0.7-0.8": 0.29117250442504883, + "t_0.8-0.9": 0.3125768005847931, + "t_0.9-1.0": 0.5471864342689514 + }, + "win_rate": 0.10043352842330933, + "effective_batch_size": 730.9388427734375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "llrd": { - "score": 0.6166666666666667, - "score_std": 0.01178511301977575, + "score": 0.42083333333333334, + "score_std": 0.011785113019775816, "all_scores": [ - 0.6000000000000001, - 0.625, - 0.625 + 0.41250000000000003, + 0.4125, + 0.43750000000000006 ], "history": { "iters": [ @@ -14196,506 +17495,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2641032934188843, - 2.169567108154297, - 0.8658592104911804, - 0.3878299295902252, - 0.07890118658542633, - 0.10103115439414978, - 0.19787479937076569, - 0.4858582615852356, - 0.19536083936691284, - 1.674494743347168, - 0.48223763704299927, - 0.6124586462974548, - 0.056907590478658676, - 0.4344683885574341, - 0.037881508469581604, - 0.12006480991840363, - 1.388440728187561, - 0.08216633647680283, - 0.19639107584953308, - 0.6861158013343811, - 0.12761718034744263, - 0.2874564826488495, - 0.5432386994361877, - 0.06137107312679291, - 0.24864208698272705, - 1.0396612882614136, - 0.7678799629211426, - 0.8374837040901184, - 0.21147891879081726, - 0.2646861672401428, - 0.3692365884780884, - 0.11276020109653473, - 0.05673815682530403, - 0.045770712196826935, - 1.1362204551696777, - 0.1376500427722931, - 0.44444265961647034, - 1.1509616374969482, - 1.0290621519088745, - 0.8461976051330566, - 0.019524285569787025, - 0.07020174711942673, - 1.354934811592102, - 0.20514288544654846, - 0.5723648071289062, - 0.13914747536182404, - 0.9902365803718567, - 0.12889204919338226, - 0.6032644510269165, - 0.5311731696128845, - 0.02521052397787571, - 0.8830065131187439, - 0.9908773303031921, - 0.45741865038871765, - 0.37404194474220276, - 0.4948134422302246, - 0.7160395383834839, - 0.705138087272644, - 0.9059768915176392, - 0.40683797001838684, - 0.3160104751586914, - 0.6590390801429749, - 0.022819694131612778, - 0.022299520671367645, - 0.02204795926809311, - 0.2318103313446045, - 0.048918887972831726, - 0.40737366676330566, - 0.37041524052619934, - 0.3013204038143158, - 0.881729006767273, - 0.11245822161436081, - 0.2840438485145569, - 0.04363679885864258, - 0.45391663908958435, - 0.07051984965801239, - 0.023756081238389015, - 0.5457043051719666, - 0.04917534068226814, - 0.8357322216033936, - 0.44868922233581543, - 0.16154745221138, - 0.04748819023370743, - 0.42935723066329956, - 0.016761239618062973, - 0.09865462779998779, - 0.12127554416656494, - 0.20850986242294312, - 0.6934205293655396, - 0.15980497002601624, - 0.026520412415266037, - 0.13523568212985992, - 0.5032348036766052, - 0.042288366705179214, - 0.28760939836502075, - 0.47766587138175964, - 0.32421401143074036, - 0.28266340494155884, - 0.6944030523300171, - 0.018531961366534233, - 0.6525877118110657, - 0.010151197202503681, - 0.5860536694526672, - 0.42569148540496826, - 0.022493191063404083, - 0.23276878893375397, - 0.29352909326553345, - 0.1745663285255432, - 0.5181061625480652, - 0.024385591968894005, - 0.0755949541926384, - 0.2635968029499054, - 0.3690660297870636, - 0.018007492646574974, - 0.4300404191017151, - 0.01026977226138115, - 0.7282360792160034, - 0.16769355535507202, - 0.4589498043060303, - 0.04670272022485733, - 0.2670896649360657, - 0.40600699186325073, - 0.03771534562110901, - 0.028712362051010132, - 0.7173931002616882, - 0.03173759579658508, - 0.04005381837487221, - 1.1459420919418335, - 0.3567178249359131, - 0.030253179371356964, - 0.35111886262893677, - 0.2745538055896759, - 0.044487711042165756, - 0.21067193150520325, - 0.207219660282135, - 0.4978640675544739, - 0.08009357005357742, - 0.25315040349960327, - 0.35391536355018616, - 0.31418538093566895, - 0.11019112169742584, - 0.8577412366867065, - 0.03576909750699997, - 0.4304625391960144, - 0.08379381895065308, - 0.05596102774143219, - 0.8403506278991699, - 0.164779931306839, - 0.37792855501174927, - 0.5640722513198853, - 0.30081892013549805, - 0.2571631371974945, - 0.0965653508901596, - 1.0192618370056152, - 0.14104671776294708, - 0.12853007018566132, - 0.14393830299377441, - 0.1479722559452057, - 1.091070532798767, - 0.5131412744522095, - 0.18395477533340454, - 0.3849819302558899, - 0.031801626086235046, - 0.2750657796859741, - 0.07102062553167343, - 0.09244944155216217, - 0.3962534964084625, - 0.06674066931009293, - 0.11475884914398193, - 0.022508010268211365, - 0.03347780182957649, - 0.26114901900291443, - 0.54363614320755, - 0.2711450755596161, - 0.2915518283843994, - 0.012712845578789711, - 0.35623887181282043, - 0.11680084466934204, - 0.03471677750349045, - 0.06929849833250046, - 0.1013232097029686, - 0.6552727818489075, - 0.0383019894361496, - 0.051013439893722534, - 0.5487136244773865, - 0.6098234057426453, - 0.25332826375961304, - 0.2802666127681732, - 0.5963804125785828, - 0.020235901698470116, - 0.14593815803527832, - 0.4362056255340576, - 1.1243717670440674, - 0.1651289463043213, - 0.04727208614349365, - 0.10183440148830414, - 0.5341804623603821, - 0.039422955363988876, - 0.211910679936409, - 0.7031628489494324, - 0.10847870260477066, - 0.02584121935069561, - 0.5972865223884583, - 0.06056372448801994, - 0.047626007348299026, - 1.4114843606948853, - 0.6047346591949463, - 0.575862467288971, - 0.3950257897377014, - 0.015397291630506516, - 0.4654770791530609, - 0.46151480078697205, - 0.47614946961402893, - 0.006997218355536461, - 0.43929147720336914, - 0.02007661759853363, - 0.5994074940681458, - 0.07126790285110474, - 0.026563677936792374, - 0.17035771906375885, - 0.2660805881023407, - 0.018261784687638283, - 0.197571262717247, - 0.6191406846046448, - 1.0000841617584229, - 0.07426171004772186, - 0.032779011875391006, - 0.3998023271560669, - 0.8818841576576233, - 0.6945260763168335, - 0.5483011603355408, - 0.7553491592407227, - 0.343534380197525, - 0.18742437660694122, - 1.328194260597229, - 0.3246396780014038, - 0.4513619840145111, - 0.11968469619750977, - 0.040578365325927734, - 0.37512627243995667, - 0.0878138616681099, - 0.12195013463497162, - 0.05480415001511574, - 0.09769455343484879, - 0.04957957565784454, - 0.1517244428396225, - 0.7508220076560974, - 0.14312505722045898, - 0.011739954352378845, - 0.15305238962173462, - 0.04136771336197853, - 0.16802455484867096, - 0.02574540674686432, - 0.031574662774801254, - 0.24926738440990448, - 0.002469617873430252, - 0.042804695665836334, - 0.06969302147626877, - 0.04161880537867546, - 1.0489542484283447, - 0.04920576140284538, - 0.2711116671562195, - 0.08283893764019012, - 0.06990723311901093, - 0.4419664144515991, - 0.12476883083581924, - 1.0192829370498657, - 0.03959698975086212, - 0.05509060621261597, - 0.004023157991468906, - 1.290389895439148, - 0.02658645063638687, - 0.005366319324821234, - 0.39424553513526917, - 1.2189722061157227, - 1.1014844179153442, - 0.07274427264928818, - 0.0805588886141777, - 0.14291265606880188, - 0.39744478464126587, - 0.8502821922302246, - 0.031946100294589996, - 0.011532329022884369, - 0.7164756059646606, - 0.30878764390945435, - 0.08377223461866379, - 0.1988370269536972, - 0.7324906587600708, - 0.1267274022102356, - 0.05866668000817299, - 0.12389059364795685, - 0.7397670149803162, - 0.026499591767787933, - 0.014053748920559883, - 0.7415335774421692, - 0.43925049901008606, - 0.00896046869456768, - 0.18840739130973816, - 0.02759271301329136, - 0.015541745349764824, - 0.3193124532699585, - 0.4078930616378784, - 0.3744286298751831, - 0.40012386441230774, - 0.12333206832408905, - 0.26993048191070557, - 0.5350257158279419, - 0.6275083422660828, - 0.7304457426071167, - 0.10873278975486755, - 0.02938718907535076, - 0.021543113514780998, - 0.5291174054145813, - 0.09374359250068665, - 0.041172970086336136, - 0.3480077087879181, - 0.9064014554023743, - 0.24225302040576935, - 0.06336094439029694, - 0.026004942134022713, - 0.03877994418144226, - 0.2275763601064682, - 0.8157675266265869, - 1.013580083847046, - 0.010922854766249657, - 0.43536579608917236, - 0.03455878794193268, - 0.08034417033195496, - 0.11054263263940811, - 0.027845872566103935, - 0.027041051536798477, - 0.4424286186695099, - 0.120488241314888, - 0.12557421624660492, - 0.18285903334617615, - 0.0345710888504982, - 0.029990948736667633, - 0.07135309278964996, - 0.07950767129659653, - 0.684326171875, - 0.049921322613954544, - 0.09569376707077026, - 0.4222750663757324, - 0.0984969437122345, - 0.05530428886413574, - 0.6822038292884827, - 0.022366777062416077, - 0.03117823228240013, - 0.16655656695365906, - 0.05438702553510666, - 0.006918041966855526, - 0.04862893745303154, - 0.04434369504451752, - 0.029418442398309708, - 0.4133205711841583, - 0.8688101172447205, - 0.38522571325302124, - 0.1325053870677948, - 0.42478838562965393, - 0.7873438000679016, - 0.16969552636146545, - 0.026360439136624336, - 0.670373797416687, - 0.20238414406776428, - 0.3585231900215149, - 0.052689459174871445, - 0.9756313562393188, - 0.0028796582482755184, - 0.1994636058807373, - 0.014853833243250847, - 0.41956406831741333, - 0.008179029449820518, - 0.4678424298763275, - 0.04379288852214813, - 0.486642062664032, - 0.08251103013753891, - 0.10710388422012329, - 0.08444884419441223, - 0.8295542597770691, - 0.08152271807193756, - 0.717043399810791, - 0.05138600617647171, - 0.023721439763903618, - 0.8357611894607544, - 0.04697306826710701, - 0.2020738571882248, - 0.17457808554172516, - 0.2242821455001831, - 0.007179415784776211, - 0.5566277503967285, - 0.07600359618663788, - 0.024280762299895287, - 0.016047289595007896, - 0.005567632615566254, - 0.4037972092628479, - 0.4408842623233795, - 0.059284333139657974, - 0.5469379425048828, - 0.02295122668147087, - 0.03148243948817253, - 0.026477165520191193, - 0.1179080605506897, - 0.6169938445091248, - 0.08630125224590302, - 0.10551317036151886, - 0.3079972565174103, - 1.1298056840896606, - 0.2326061874628067, - 0.01506850030273199, - 0.054414983838796616, - 0.0253626499325037, - 0.023831626400351524, - 0.47545939683914185, - 0.019637756049633026, - 0.23625381290912628, - 0.05305149406194687, - 0.34826725721359253, - 0.015086648054420948, - 0.5412403345108032, - 0.1151086837053299, - 0.33556947112083435, - 0.3021164834499359, - 0.04638386890292168, - 0.5438246130943298, - 0.019821781665086746, - 0.019542161375284195, - 0.013887696899473667, - 0.019229533150792122, - 0.029753996059298515, - 0.01804369129240513, - 0.026865366846323013, - 0.5017068386077881, - 0.020967528223991394, - 0.034680306911468506, - 0.18475468456745148, - 0.07781539857387543, - 0.033047646284103394, - 0.15176904201507568, - 0.023529501631855965, - 0.08474075794219971, - 0.05509701743721962, - 0.4448392987251282, - 0.012853793799877167, - 0.024069365113973618, - 0.16156327724456787, - 0.020363684743642807, - 0.30593517422676086, - 0.009914453141391277, - 0.10325749218463898, - 0.03289211541414261, - 0.056543488055467606, - 0.04428636655211449, - 0.1529763638973236, - 0.0033266337122768164, - 0.01958881877362728, - 0.033437494188547134, - 0.07116096466779709, - 0.03039899282157421, - 0.7681992650032043, - 0.1671951711177826, - 0.028679287061095238, - 0.15591087937355042, - 0.026885254308581352, - 0.029540905728936195, - 0.030596349388360977, - 0.05056925490498543, - 0.015269635245203972, - 0.3258516490459442, - 0.09026457369327545, - 0.023398833349347115, - 0.07657411694526672, - 0.07072193920612335, - 0.2362813949584961, - 0.04706156626343727, - 0.02517889253795147, - 0.5874150395393372, - 0.11086436361074448, - 0.007007858715951443, - 0.44272661209106445, - 0.40795448422431946, - 0.3954969048500061, - 0.053389132022857666, - 0.16924923658370972, - 0.174053356051445, - 0.05085264891386032, - 0.005260479170829058, - 1.2234781980514526, - 0.10035432875156403, - 0.14076583087444305, - 0.5065394043922424, - 0.045874789357185364, - 0.04344255477190018, - 0.17529261112213135, - 0.03963768109679222, - 0.17404142022132874, - 0.13827472925186157, - 0.20545487105846405, - 0.01139987912029028, - 0.04661994427442551 + 0.7734967470169067, + 0.7889621257781982, + 0.43187323212623596, + 0.3141303062438965, + 0.37140214443206787, + 0.2373179793357849, + 0.3859860301017761, + 0.2346431314945221, + 0.5478065013885498, + 0.15228210389614105, + 0.16172190010547638, + 0.5747246742248535, + 0.21532276272773743, + 0.23918363451957703, + 0.37120577692985535, + 0.5099843144416809, + 0.35163551568984985, + 0.44822490215301514, + 0.5213402509689331, + 0.5007645487785339, + 0.35270723700523376, + 0.3561093211174011, + 0.3158249258995056, + 0.30682215094566345, + 0.33427894115448, + 0.3365403115749359, + 0.2728065550327301, + 0.3013315200805664, + 0.38088473677635193, + 0.3609932065010071, + 0.26640784740448, + 0.4477936029434204, + 0.18677176535129547, + 0.19351881742477417, + 0.09784280508756638, + 0.1682557612657547, + 0.28874099254608154, + 0.2140049785375595, + 0.40056079626083374, + 0.40876150131225586, + 0.3078158497810364, + 0.263023316860199, + 0.24911534786224365, + 0.14535650610923767, + 0.14557293057441711, + 0.2049710899591446, + 0.14229752123355865, + 0.4693402647972107, + 0.22263920307159424, + 0.2700076103210449, + 0.20163320004940033, + 0.19664613902568817, + 0.22035998106002808, + 0.2662193775177002, + 0.38682785630226135, + 0.15217740833759308, + 0.29997947812080383, + 0.09805283695459366, + 0.17741411924362183, + 0.14802423119544983, + 0.241023987531662, + 0.27529454231262207, + 0.2597810924053192, + 0.15167246758937836, + 0.18155263364315033, + 0.25886979699134827, + 0.24968275427818298, + 0.28890907764434814, + 0.23313580453395844, + 0.1906016767024994, + 0.1571618616580963, + 0.21820081770420074, + 0.2688288688659668, + 0.2531317174434662, + 0.3156440258026123, + 0.1635449379682541, + 0.09693551808595657, + 0.2628217339515686, + 0.21344998478889465, + 0.15429456532001495, + 0.23995232582092285, + 0.2621588706970215, + 0.1731540858745575, + 0.24966540932655334, + 0.3216393291950226, + 0.2413301020860672, + 0.1269606500864029, + 0.30735471844673157, + 0.22629143297672272, + 0.11660655587911606, + 0.2732927203178406, + 0.09521710127592087, + 0.21286757290363312, + 0.2631862759590149, + 0.16614581644535065, + 0.2107403427362442, + 0.21034692227840424, + 0.1475672870874405, + 0.12986093759536743, + 0.17401355504989624, + 0.08495787531137466, + 0.3398993909358978, + 0.23666499555110931, + 0.20227575302124023, + 0.23156271874904633, + 0.23758463561534882, + 0.19389930367469788, + 0.11566855013370514, + 0.17878304421901703, + 0.18589624762535095, + 0.15916894376277924, + 0.12930433452129364, + 0.12573079764842987, + 0.21844998002052307, + 0.10503357648849487, + 0.18581441044807434, + 0.22779616713523865, + 0.22739845514297485, + 0.21188798546791077, + 0.2558090090751648, + 0.2482588142156601, + 0.14461959898471832, + 0.06935116648674011, + 0.2512081265449524, + 0.13250383734703064, + 0.13768765330314636, + 0.18644830584526062, + 0.13781440258026123, + 0.303210973739624, + 0.23909935355186462, + 0.1999111920595169, + 0.2066745012998581, + 0.12925086915493011, + 0.28164854645729065, + 0.18527857959270477, + 0.1487179547548294, + 0.16608965396881104, + 0.2500373423099518, + 0.1582062691450119, + 0.18808236718177795, + 0.17900040745735168, + 0.2436629980802536, + 0.1815359890460968, + 0.19480346143245697, + 0.08939623087644577, + 0.06539078801870346, + 0.04420001432299614, + 0.28404930233955383, + 0.18057899177074432, + 0.17905743420124054, + 0.20466549694538116, + 0.22817164659500122, + 0.2717544734477997, + 0.20198172330856323, + 0.2344713658094406, + 0.1897282749414444, + 0.23044037818908691, + 0.13486240804195404, + 0.1423703283071518, + 0.1993752419948578, + 0.10032554715871811, + 0.1851988583803177, + 0.12549054622650146, + 0.15254275500774384, + 0.2351958006620407, + 0.18294912576675415, + 0.043733976781368256, + 0.15484876930713654, + 0.12975776195526123, + 0.2032390683889389, + 0.24663394689559937, + 0.23341907560825348, + 0.09954006969928741, + 0.19593197107315063, + 0.16490884125232697, + 0.23165485262870789, + 0.2065185308456421, + 0.10422220081090927, + 0.18302059173583984, + 0.13528023660182953, + 0.15834075212478638, + 0.23869673907756805, + 0.1644493192434311, + 0.20624029636383057, + 0.16557873785495758, + 0.1817961186170578, + 0.08238110691308975, + 0.3069928288459778, + 0.18789142370224, + 0.15735088288784027, + 0.1489744633436203, + 0.19390647113323212, + 0.15172897279262543, + 0.1524486243724823, + 0.1720173954963684, + 0.17749711871147156, + 0.08892512321472168, + 0.16348592936992645, + 0.08723913878202438, + 0.16753946244716644, + 0.151792973279953, + 0.1775069236755371, + 0.21337851881980896, + 0.19682906568050385, + 0.15868937969207764, + 0.111277274787426, + 0.1955755352973938, + 0.13287343084812164, + 0.16844512522220612, + 0.11073077470064163, + 0.21438764035701752, + 0.10974415391683578, + 0.20107503235340118, + 0.1676744669675827, + 0.16000688076019287, + 0.17024113237857819, + 0.11308494955301285, + 0.18125638365745544, + 0.11774697154760361, + 0.16893446445465088, + 0.14835578203201294, + 0.11665450781583786, + 0.1531658172607422, + 0.16008137166500092, + 0.08149262517690659, + 0.07056759297847748, + 0.2154315710067749, + 0.15462535619735718, + 0.1402960568666458, + 0.15676409006118774, + 0.11446668207645416, + 0.15502041578292847, + 0.13909105956554413, + 0.2041616439819336, + 0.13485483825206757, + 0.11683602631092072, + 0.11065181344747543, + 0.08270449191331863, + 0.13065937161445618, + 0.1459922194480896, + 0.2036694884300232, + 0.15496449172496796, + 0.19660316407680511, + 0.1326046586036682, + 0.24406671524047852, + 0.155580535531044, + 0.12971793115139008, + 0.21493616700172424, + 0.16498149931430817, + 0.16376326978206635, + 0.12618450820446014, + 0.13595277070999146, + 0.21890196204185486, + 0.1620016098022461, + 0.12946395576000214, + 0.1636490523815155, + 0.12332715839147568, + 0.14783638715744019, + 0.15470543503761292, + 0.11198145151138306, + 0.22196926176548004, + 0.09899207949638367, + 0.18062442541122437, + 0.16325441002845764, + 0.16618406772613525, + 0.2220153659582138, + 0.13618537783622742, + 0.08218014985322952, + 0.1736520677804947, + 0.19144363701343536, + 0.16011792421340942, + 0.19104474782943726, + 0.20313945412635803, + 0.14752331376075745, + 0.029740551486611366, + 0.18290355801582336, + 0.1009451299905777, + 0.13581739366054535, + 0.21283073723316193, + 0.10237350314855576, + 0.2168462723493576, + 0.07146769016981125, + 0.1111447811126709, + 0.14143846929073334, + 0.18358555436134338, + 0.1408800333738327, + 0.048413924872875214, + 0.1593315154314041, + 0.14291881024837494, + 0.08472789078950882, + 0.13800235092639923, + 0.1592877209186554, + 0.05816901475191116, + 0.1325661540031433, + 0.19222989678382874, + 0.14272034168243408, + 0.1235426813364029, + 0.1982036679983139, + 0.15177181363105774, + 0.09930487722158432, + 0.13863018155097961, + 0.08825000375509262, + 0.15088272094726562, + 0.11795282363891602, + 0.15022557973861694, + 0.18490546941757202, + 0.19363582134246826, + 0.17320112884044647, + 0.07292519509792328, + 0.08617804199457169, + 0.17512202262878418, + 0.13558577001094818, + 0.16439497470855713, + 0.07584730535745621, + 0.12357813864946365, + 0.042605720460414886, + 0.09825441241264343, + 0.1450965404510498, + 0.11933206021785736, + 0.09114901721477509, + 0.09681995213031769, + 0.1250324547290802, + 0.1740528792142868, + 0.07216166704893112, + 0.09803656488656998, + 0.13918951153755188, + 0.14974434673786163, + 0.17406338453292847, + 0.09859342873096466, + 0.12449143081903458, + 0.06756875663995743, + 0.10396876186132431, + 0.11093855649232864, + 0.15893352031707764, + 0.11870229244232178, + 0.1615510880947113, + 0.12108997255563736, + 0.19740919768810272, + 0.10288853943347931, + 0.16674171388149261, + 0.107564777135849, + 0.15357498824596405, + 0.0701034814119339, + 0.11464505642652512, + 0.08501911163330078, + 0.15628400444984436, + 0.10252216458320618, + 0.1825815886259079, + 0.09076681733131409, + 0.2280261516571045, + 0.10558672249317169, + 0.12197980284690857, + 0.11978711932897568, + 0.1560838371515274, + 0.037081457674503326, + 0.08569199591875076, + 0.15219305455684662, + 0.1482294797897339, + 0.11201402544975281, + 0.09081327170133591, + 0.08576957881450653, + 0.08077428489923477, + 0.1692906618118286, + 0.15178757905960083, + 0.10292888432741165, + 0.0956941619515419, + 0.10224403440952301, + 0.07771171629428864, + 0.07624919712543488, + 0.11334405839443207, + 0.09677764028310776, + 0.12116894125938416, + 0.09135571867227554, + 0.11834919452667236, + 0.16207382082939148, + 0.11146239936351776, + 0.18964792788028717, + 0.12689843773841858, + 0.13156716525554657, + 0.12652863562107086, + 0.10188182443380356, + 0.10554114729166031, + 0.13062120974063873, + 0.09968893975019455, + 0.09521219879388809, + 0.1553332656621933, + 0.17130078375339508, + 0.08192627131938934, + 0.05795036256313324, + 0.14900046586990356, + 0.11264826357364655, + 0.08814355731010437, + 0.1298159956932068, + 0.08275935053825378, + 0.07018422335386276, + 0.0778554156422615, + 0.1458444595336914, + 0.17044632136821747, + 0.10878138989210129, + 0.09427431225776672, + 0.15213966369628906, + 0.07326183468103409, + 0.13710463047027588, + 0.11981172114610672, + 0.1303897202014923, + 0.13138508796691895, + 0.1552390307188034, + 0.1715863049030304, + 0.1090400293469429, + 0.1253720074892044, + 0.0945534035563469, + 0.1000647321343422, + 0.07749452441930771, + 0.14449842274188995, + 0.10643807053565979, + 0.1357923448085785, + 0.08266826719045639, + 0.1378433108329773, + 0.15978652238845825, + 0.08990735560655594, + 0.07238732278347015, + 0.1566927582025528, + 0.07625371217727661, + 0.13526789844036102, + 0.09306835383176804, + 0.11050862818956375, + 0.09731591492891312, + 0.059965137392282486, + 0.14941489696502686, + 0.11452948302030563, + 0.11160552501678467, + 0.07508256286382675, + 0.07425466924905777, + 0.108380027115345, + 0.06708621233701706, + 0.16026201844215393, + 0.1615544706583023, + 0.127948597073555, + 0.10331858694553375, + 0.1790839284658432, + 0.09644698351621628, + 0.11223683506250381, + 0.11164476722478867, + 0.12176975607872009, + 0.12934164702892303, + 0.09496188163757324, + 0.08327850699424744, + 0.07973261922597885, + 0.05860256776213646, + 0.09172571450471878, + 0.11835020780563354, + 0.12700174748897552, + 0.09700259566307068, + 0.08046752959489822, + 0.08118192106485367, + 0.13192851841449738, + 0.13490425050258636, + 0.10668305307626724, + 0.05876877158880234, + 0.10202304273843765, + 0.10335812717676163, + 0.13088083267211914, + 0.07619769871234894, + 0.13396094739437103, + 0.1502910703420639, + 0.14698883891105652, + 0.15831860899925232, + 0.19178804755210876, + 0.11848550289869308, + 0.05867296829819679, + 0.06677652150392532, + 0.07919482886791229, + 0.04133336618542671, + 0.1006736010313034, + 0.08796828985214233, + 0.19486971199512482, + 0.07466647773981094, + 0.15499475598335266, + 0.17519919574260712, + 0.11953675746917725, + 0.12365397065877914, + 0.07965452969074249, + 0.09675220400094986, + 0.03674628585577011, + 0.16486860811710358, + 0.16272631287574768, + 0.12863542139530182, + 0.04549945890903473, + 0.118959441781044, + 0.12339457869529724, + 0.09072861820459366, + 0.1023569405078888, + 0.15554668009281158, + 0.08171869814395905, + 0.17668265104293823, + 0.07287665456533432, + 0.16618221998214722, + 0.06932251900434494, + 0.13384510576725006, + 0.16136865317821503 ], "env_score_iters": [ 1, @@ -15200,2644 +18499,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -4.349705219268799, - -3.2269339561462402, - -2.124391794204712, - -3.327080488204956, - 2.5012893676757812, - -1.889605164527893, - -2.04957914352417, - -3.1699111461639404, - -1.5027827024459839, - -4.558767795562744, - -1.028458595275879, - 4.515404224395752, - -2.872918128967285, - -1.4117872714996338, - -3.792111873626709, - -5.784198760986328, - -4.016409397125244, - -1.7653915882110596, - -6.681560516357422, - -2.7502901554107666, - -4.639949321746826, - -2.1321146488189697, - 1.3739157915115356, - -5.2578229904174805, - -2.1337928771972656, - -2.7943177223205566, - -2.746074914932251, - -3.498422384262085, - -5.141265392303467, - 3.061281442642212, - -2.816962480545044, - -1.0238442420959473, - 1.9881725311279297, - 0.03346235677599907, - 0.6498832106590271, - -3.7930126190185547, - -3.0657155513763428, - 5.052773475646973, - -3.199644088745117, - -1.3177791833877563, - -2.853893280029297, - 2.439011573791504, - -3.0028131008148193, - -0.9415110349655151, - -0.5088594555854797, - -2.996410369873047, - 1.551827073097229, - 0.8692300319671631, - -0.9615607857704163, - 1.1874961853027344, - -1.9050647020339966, - 4.052484512329102, - -0.16605930030345917, - 9.604696273803711, - -1.9104664325714111, - -1.6637225151062012, - -0.3933303654193878, - -3.61750864982605, - -2.895890951156616, - -3.547513484954834, - -3.555490255355835, - -3.5095455646514893, - -6.577609062194824, - -2.0893537998199463, - -3.3171048164367676, - -0.5325793027877808, - -2.341885566711426, - -1.121309757232666, - -2.803757905960083, - -1.8273508548736572, - -3.937605142593384, - -3.5303030014038086, - 0.25336602330207825, - -3.545321226119995, - -0.16781927645206451, - -2.743232488632202, - -2.555209159851074, - -2.9452476501464844, - -4.520016670227051, - -4.131699562072754, - -2.9445443153381348, - -2.910006284713745, - -4.57186222076416, - -3.0455336570739746, - -2.2012643814086914, - -4.570990085601807, - -5.957979202270508, - -0.8355222344398499, - -3.436965227127075, - -4.10140323638916, - -0.683154821395874, - -2.7476348876953125, - -2.581869125366211, - 1.0258599519729614, - -3.00435471534729, - -0.27196481823921204, - -3.245934247970581, - -2.601433515548706, - -2.1422696113586426, - -8.5404052734375, - -1.4331961870193481, - -1.0652785301208496, - -2.8215126991271973, - -0.019753705710172653, - -3.492863655090332, - -3.162116765975952, - -2.947962999343872, - -2.336719274520874, - -3.793534517288208, - -3.48077130317688, - -3.8579154014587402, - -2.7119975090026855, - -2.119596004486084, - -0.681110143661499, - -4.269536972045898, - -4.916329860687256, - -1.8757035732269287, - -3.6521518230438232, - -5.476683139801025, - -0.07954030483961105, - -5.125545024871826, - -3.2718088626861572, - -3.878697395324707, - -1.9318594932556152, - -3.269275426864624, - -2.7116358280181885, - -2.693244695663452, - -3.7904982566833496, - -2.398998975753784, - -1.598190426826477, - -2.9197423458099365, - -3.9903483390808105, - -1.9824491739273071, - -1.0413191318511963, - -2.230818748474121, - -3.190215587615967, - 2.5489604473114014, - -3.7715048789978027, - -4.161244869232178, - -3.14589524269104, - -3.3222506046295166, - 0.6098755598068237, - -2.6621334552764893, - -2.149425745010376, - -7.783916473388672, - -3.4321160316467285, - -5.541934013366699, - -1.8800069093704224, - 0.1558241844177246, - -2.745671510696411, - -5.56235408782959, - -2.1167261600494385, - -3.2823550701141357, - -3.2355706691741943, - -3.2189369201660156, - -2.9650309085845947, - -1.287369966506958, - -7.458310604095459, - -5.976405143737793, - -2.982512950897217, - -2.8645949363708496, - -0.8722217679023743, - -2.8981733322143555, - -2.9272708892822266, - -3.6391117572784424, - -3.4408233165740967, - -2.1605024337768555, - -1.2944786548614502, - -2.2892539501190186, - -1.3224586248397827, - -3.3284261226654053, - 0.19352899491786957, - -3.0379958152770996, - -3.676126480102539, - -3.4995594024658203, - -3.2721707820892334, - -3.973045587539673, - -4.994781970977783, - -7.014035701751709, - -0.5228301286697388, - -0.4843648374080658, - -1.5682426691055298, - -0.9306655526161194, - -1.769266963005066, - -3.6262500286102295, - -3.631520986557007, - -2.625641107559204, - 3.678164482116699, - -1.6050262451171875, - -3.7886791229248047, - -1.7947289943695068, - -0.10073460638523102, - -2.8652427196502686, - -0.4877651333808899, - -0.3980485498905182, - -2.728238582611084, - -4.206088066101074, - 0.8396298885345459, - -2.8189589977264404, - -2.8102006912231445, - 3.574065923690796, - -0.41919392347335815, - -2.7061119079589844, - -0.5427899956703186, - -3.6347482204437256, - -4.669554710388184, - -1.3061368465423584, - -0.9192012548446655, - -5.346369743347168, - -2.1934187412261963, - -3.1631150245666504, - -2.180082082748413, - -4.752498149871826, - -3.730842351913452, - -2.2484195232391357, - -3.1926815509796143, - -3.655184030532837, - -3.6493008136749268, - -5.569565296173096, - 0.34476757049560547, - -4.3397674560546875, - -2.794163703918457, - -1.3045907020568848, - 2.965855121612549, - -1.1421399116516113, - -0.3041619658470154, - 0.7216050028800964, - -6.2238569259643555, - -2.7964859008789062, - 2.3283843994140625, - -2.53890323638916, - -7.076513290405273, - -2.1534032821655273, - -4.386775493621826, - -2.003164052963257, - -1.7096471786499023, - -6.886226654052734, - -2.166624069213867, - -4.965933799743652, - -3.8979039192199707, - -1.388122797012329, - -0.908900797367096, - -2.328535556793213, - -4.234225273132324, - -4.224430084228516, - -3.069089412689209, - -4.323875427246094, - -2.9789466857910156, - -3.6399998664855957, - -4.863444805145264, - -3.9707884788513184, - -4.1156744956970215, - -6.991584300994873, - -3.8390250205993652, - 1.9351789951324463, - -7.182557582855225, - -1.9986308813095093, - -4.034136772155762, - -2.920121431350708, - -1.3853172063827515, - -2.521106243133545, - 5.70532751083374, - -2.523995876312256, - -7.4195098876953125, - -3.913165330886841, - 3.3452823162078857, - -4.898493766784668, - -3.7010209560394287, - -2.7968387603759766, - 2.8650412559509277, - 0.7276201248168945, - -3.3417129516601562, - -5.063403129577637, - -3.8941292762756348, - -2.0417158603668213, - 0.8993744254112244, - -4.470383167266846, - -5.061378002166748, - 0.3693385720252991, - -1.886513352394104, - -2.152022361755371, - -2.7144229412078857, - 0.5351492762565613, - -3.7365612983703613, - -2.060614824295044, - -3.338538408279419, - -0.1675284206867218, - -4.126216888427734, - -4.187011241912842, - -2.6201469898223877, - -0.4718129634857178, - -3.781254291534424, - -2.2921864986419678, - -3.536574125289917, - -5.077443599700928, - -3.082017421722412, - -4.0004048347473145, - -1.8126966953277588, - -5.870251655578613, - -2.872032403945923, - -2.111353635787964, - -0.10636704415082932, - -0.5640665292739868, - 0.34311047196388245, - -3.2954776287078857, - -3.7893130779266357, - -3.5120744705200195, - -1.829079508781433, - -3.809727430343628, - -3.3954062461853027, - -1.9425643682479858, - -3.992567777633667, - -1.3766976594924927, - -2.893122911453247, - -4.0712571144104, - -4.024881839752197, - -4.795759677886963, - -2.0826780796051025, - -2.4427554607391357, - -3.7580959796905518, - -3.1684248447418213, - -3.8005688190460205, - -7.456193447113037, - -2.6668221950531006, - -3.8988325595855713, - -3.000328779220581, - -1.774462342262268, - -3.2542738914489746, - -2.8311822414398193, - -2.4514150619506836, - -3.8289289474487305, - -4.629144191741943, - -3.5590786933898926, - -4.139712333679199, - -2.143550395965576, - -2.7892932891845703, - -1.9621824026107788, - -3.11346697807312, - -2.663271188735962, - -6.14018440246582, - -4.353110313415527, - -3.2534127235412598, - -6.231492042541504, - -1.7498066425323486, - -4.431921482086182, - -3.119663953781128, - -3.1429338455200195, - -3.45641827583313, - -3.827221393585205, - -4.976123809814453, - 0.07606223970651627, - -1.1250332593917847, - -2.080850839614868, - -2.9560160636901855, - -2.9496066570281982, - -3.3041417598724365, - -3.829042673110962, - -2.0219035148620605, - -2.2859456539154053, - -3.22290301322937, - -3.1842150688171387, - 1.0146220922470093, - -4.86360502243042, - -1.7828049659729004, - -6.270033836364746, - -4.782297611236572, - -4.700432777404785, - -3.9107165336608887, - -4.103002071380615, - -2.3193228244781494, - -3.142608404159546, - -3.9306862354278564, - -6.31528377532959, - 1.784430742263794, - -4.081360340118408, - -2.9646081924438477, - -3.1008450984954834, - -3.5683531761169434, - -1.327906847000122, - -3.496922016143799, - -5.134093284606934, - -2.477391481399536, - -2.0927786827087402, - -4.045403957366943, - 1.5029977560043335, - -3.541436195373535, - -3.6027941703796387, - -3.6803839206695557, - -3.6384148597717285, - 0.24596354365348816, - -4.39824914932251, - -3.348029375076294, - -1.6991521120071411, - -3.8624963760375977, - -3.2749180793762207, - -4.2974443435668945, - -5.206839561462402, - -2.4191250801086426, - -5.269362926483154, - -4.53325891494751, - -2.189431667327881, - 4.342660903930664, - -2.733828067779541, - -3.846348762512207, - -2.6950385570526123, - -7.621129512786865, - -5.404109477996826, - -3.668818235397339, - -2.9083609580993652, - -2.945674180984497, - -4.327637195587158, - 0.527177095413208, - -2.6258773803710938, - -1.0972198247909546, - -2.2031683921813965, - -2.5023791790008545, - -1.4955044984817505, - -4.375796794891357, - -0.9691882729530334, - -4.254256248474121, - -3.2782561779022217, - -4.08981466293335, - -3.4139559268951416, - -4.171762466430664, - -4.228756904602051, - -3.9380359649658203, - -1.0783647298812866, - -4.188932418823242, - -4.464763164520264, - -2.900559186935425, - -2.8905563354492188, - -4.639812469482422, - -6.609334468841553, - -3.7368359565734863, - -2.6456925868988037, - -3.2775163650512695, - -1.232532262802124, - -4.582333087921143, - -5.181585788726807, - -3.1958820819854736, - -3.887287139892578, - -1.995487928390503, - -4.0343523025512695, - -4.1069207191467285, - -4.978418827056885, - -5.554973602294922, - -3.419046401977539, - -2.476593494415283, - -4.210965633392334, - -4.014638900756836, - -3.695610523223877, - -2.9450204372406006, - -3.5119271278381348, - -0.4733249545097351, - -2.5844321250915527, - -3.216059684753418, - -2.9575960636138916, - -4.416285514831543, - -3.8349316120147705, - -3.5098159313201904, - -3.4656789302825928, - -5.098266124725342, - -2.3870081901550293, - -4.646727561950684, - -6.303719520568848, - -2.646594524383545, - -3.2660140991210938, - -3.502337694168091, - -4.046257972717285, - -3.399015188217163, - -3.524878978729248, - -3.0978946685791016, - -4.1806159019470215, - -3.792687177658081, - -5.975042343139648, - -3.0835516452789307, - -3.095949649810791, - -2.3541791439056396, - -3.528883695602417, - -3.326427459716797, - -4.192548751831055, - 4.176261901855469, - -3.522864818572998, - -4.178522109985352, - -3.528127670288086, - -3.49369740486145, - -3.672783613204956, - -3.1299314498901367, - -3.8402135372161865, - -3.5075454711914062, - -1.950484037399292, - -0.7499170303344727, - -4.64053201675415, - -4.358892917633057 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4643951654434204, + -0.5556954741477966, + -0.5084797739982605, + -0.43989115953445435, + -0.39115676283836365, + -0.4991479218006134, + -0.48176151514053345, + -0.390726774930954, + -0.4062501788139343, + -0.5360616445541382, + -0.6232066750526428, + -0.6230351328849792, + -0.2288023680448532, + -0.50143963098526, + -0.026659928262233734, + -0.44963881373405457, + -0.25403279066085815, + -0.4625265598297119, + -0.3903047740459442, + -0.562586784362793, + -0.3996981978416443, + -0.4267329275608063, + -0.6681267619132996, + -0.4256671965122223, + -0.37730488181114197, + -0.39211687445640564, + -0.4925239682197571, + -0.4461757242679596, + -0.4019518196582794, + -0.5181146264076233, + -0.6266420483589172, + -0.4935365319252014, + -0.5725122094154358, + -0.501630961894989, + -0.43481796979904175, + -0.24600432813167572, + -0.5724887847900391, + -0.8328768610954285, + -0.6577622294425964, + -0.5574198365211487, + -0.554844081401825, + -0.4287972152233124, + -0.4565536677837372, + -0.37279993295669556, + -0.6149879097938538, + -0.48995959758758545, + -0.644145131111145, + -0.474413126707077, + -0.43576332926750183, + -0.435121089220047, + -0.3563432991504669, + -0.5252139568328857, + -0.20530574023723602, + -0.5364986658096313, + -0.4318506121635437, + -0.7894202470779419, + -0.5268661379814148, + -0.777671754360199, + -0.33369407057762146, + -0.5755426287651062, + -0.3268340826034546, + -0.33504346013069153, + -0.48249709606170654, + -0.47981950640678406, + -0.4069908559322357, + -0.5351265668869019, + -0.6762570738792419, + -0.5449738502502441, + -0.6818799376487732, + -0.47343137860298157, + -0.632814347743988, + -0.5230688452720642, + -0.5524238348007202, + -0.4442501962184906, + -0.5661002993583679, + -0.33424556255340576, + -0.858326256275177, + -0.3169906437397003, + -0.732377290725708, + -0.5788451433181763, + -0.49636948108673096, + -0.32537928223609924, + -0.48842695355415344, + -0.5011918544769287, + -0.48783522844314575, + -0.6555504202842712, + -0.6262070536613464, + -0.47274303436279297, + -0.33985435962677, + -0.4769567847251892, + -0.5333720445632935, + -0.46642252802848816, + -0.7049445509910583, + -0.4577973484992981, + -0.4310866594314575, + -0.5156336426734924, + -0.6900383830070496, + -0.4473140835762024, + -0.5708646774291992, + -0.504789412021637, + -0.3195962607860565, + -0.36738133430480957, + -0.5388848185539246, + -0.7008196115493774, + -0.18166591227054596, + -0.7423325181007385, + -0.5620859861373901, + -0.5081280469894409, + -0.4871383607387543, + -0.5862311720848083, + -0.5812087059020996, + -0.5061801075935364, + -0.47128891944885254, + -0.4786109924316406, + -0.43690627813339233, + -0.4194333255290985, + -0.4790470004081726, + -0.5062530636787415, + -0.5544506907463074, + -0.3515757918357849, + -0.42830517888069153, + -0.5528611540794373, + -0.49339932203292847, + -0.4457763731479645, + -0.3701954185962677, + -0.567649245262146, + -0.5206810832023621, + -0.51543128490448, + -0.32791224122047424, + -0.39486587047576904, + -0.5060980916023254, + -0.4908767342567444, + -0.40364164113998413, + -0.3044019341468811, + -0.683203935623169, + -0.398977667093277, + -0.48494505882263184, + -0.6659480929374695, + -0.4363950192928314, + -0.49394747614860535, + -0.7170930504798889, + -0.6029604077339172, + -0.6385442018508911, + -0.46457281708717346, + -0.4857892096042633, + -0.8220076560974121, + -0.353609174489975, + -0.1712939739227295, + -0.28990229964256287, + -0.5577422976493835, + -0.49515604972839355, + -0.6034474968910217, + -0.28519371151924133, + -0.4682653546333313, + -0.4916101098060608, + -0.34620532393455505, + -0.5730218887329102, + -0.5057572722434998, + -0.7991692423820496, + -0.5835641622543335, + -0.5149833559989929, + -0.3685455620288849, + -0.6031119227409363, + -0.4910506010055542, + -0.5481562614440918, + -0.19007177650928497, + -0.566013753414154, + -0.5094375610351562, + -0.705014169216156, + -0.4789583384990692, + -0.5207688212394714, + -0.3537980616092682, + -0.44831231236457825, + -0.6886388063430786, + -0.5255698561668396, + -0.7117870450019836, + -0.5066097378730774, + -0.6087315678596497, + -0.5888575315475464, + -0.5195217728614807, + -0.5926657319068909, + -0.6469466686248779, + -0.535209059715271, + -0.4635804295539856, + -0.5924170613288879, + -0.6078788042068481, + -0.5203642845153809, + -0.5405542254447937, + -0.40993472933769226, + -0.41527536511421204, + -0.432720422744751, + -0.5580243468284607, + -0.4828938841819763, + -0.646759033203125, + -0.5015963315963745, + -0.6892586946487427, + -0.4335573613643646, + -0.46269258856773376, + -0.46912306547164917, + -0.6268832087516785, + -0.535739541053772, + -0.6235030293464661, + -0.42110663652420044, + -0.676188588142395, + -0.6232930421829224, + -0.4754849076271057, + -0.3696604371070862, + -0.3981688618659973, + -0.43064263463020325, + -0.5391178727149963, + -0.5942235589027405, + -0.4289345145225525, + -0.5469419956207275, + -0.6688924431800842, + -0.55656898021698, + -0.3151160180568695, + -0.5573799014091492, + -0.41128772497177124, + -0.6428707838058472, + -0.549494206905365, + -0.5872871279716492, + -0.6005890369415283, + -0.3351161479949951, + -0.4940337836742401, + -0.6869202852249146, + -0.42542600631713867, + -0.7588733434677124, + -0.46249598264694214, + -0.8328232765197754, + -0.4434552788734436, + -0.44028323888778687, + -0.5455262660980225, + -0.6211329102516174, + -0.2332003116607666, + -0.7024379968643188, + -0.5871341228485107, + -0.4191799461841583, + -0.5358601212501526, + -0.6238375306129456, + -0.6703056693077087, + -0.39654722809791565, + -0.4868446886539459, + -0.5449506044387817, + -0.6161010265350342, + -0.49090251326560974, + -0.5179232358932495, + -0.489301860332489, + -0.45781415700912476, + -0.6085994243621826, + -0.44389280676841736, + -0.528447151184082, + -0.5115712285041809, + -0.590176522731781, + -0.6998686790466309, + -0.44557079672813416, + -0.6366513967514038, + -0.39241310954093933, + -0.5032128691673279, + -0.39988794922828674, + -0.609752893447876, + -0.6263748407363892, + -0.33219340443611145, + -0.43711769580841064, + -0.6055033206939697, + -0.5273105502128601, + -0.5976227521896362, + -0.6082887649536133, + -0.4331069588661194, + -0.4369191527366638, + -0.5295312404632568, + -0.6725905537605286, + -0.45009005069732666, + -0.8385615348815918, + -0.6196795701980591, + -0.37805667519569397, + -0.5680518746376038, + -0.6894672513008118, + -0.5402601361274719, + -0.6268724203109741, + -0.5910113453865051, + -0.4499817490577698, + -0.40330588817596436, + -0.4992091953754425, + -0.5773780345916748, + -0.5208145380020142, + -0.6369203925132751, + -0.694763720035553, + -0.4852360486984253, + -0.5491060614585876, + -0.4650900363922119, + -0.5859411954879761, + -0.4880693852901459, + -0.603025496006012, + -0.5897305011749268, + -0.5172966122627258, + -0.5528907775878906, + -0.5953575968742371, + -0.5634369850158691, + -0.5050695538520813, + -0.46582579612731934, + -0.4881874918937683, + -0.2947772443294525, + -0.4586055874824524, + -0.5313445329666138, + -0.5654906034469604, + -0.4930059015750885, + -0.4897937476634979, + -0.6668046712875366, + -0.5242862701416016, + -0.637906014919281, + -0.2728046774864197, + -0.5562967658042908, + -0.6025744676589966, + -0.505258321762085, + -0.7017276287078857, + -0.47578907012939453, + -0.6142303347587585, + -0.4679870307445526, + -0.3534944951534271, + -0.5006333589553833, + -0.48642852902412415, + -0.2499324530363083, + -0.6112847328186035, + -0.4429444968700409, + -0.5927553772926331, + -0.5996195077896118, + -0.609612226486206, + -0.6043987274169922, + -0.6022067666053772, + -0.30476072430610657, + -0.6308908462524414, + -0.34296679496765137, + -0.5508214831352234, + -0.44025954604148865, + -0.5060746669769287, + -0.5218786001205444, + -0.6484800577163696, + -0.4714297354221344, + -0.5226751565933228, + -0.6626636385917664, + -0.6302433013916016, + -0.7108810544013977, + -0.42153286933898926, + -0.44028159976005554, + -0.5074363946914673, + -0.4995686709880829, + -0.5678571462631226, + -0.47555840015411377, + -0.4369392991065979, + -0.5140113234519958, + -0.6362830400466919, + -0.6977081298828125, + -0.4839855432510376, + -0.45643526315689087, + -0.6564737558364868, + -0.4466908574104309, + -0.49818992614746094, + -0.5499862432479858, + -0.5850252509117126, + -0.5384518504142761, + -0.49072617292404175, + -0.5771419405937195, + -0.8114680051803589, + -0.5235834717750549, + -0.6936352849006653, + -0.5985283851623535, + -0.4497164487838745, + -0.34667742252349854, + -0.508033037185669, + -0.5018599033355713, + -0.4585776627063751, + -0.5070019960403442, + -0.32253792881965637, + -0.7218262553215027, + -0.5057994723320007, + -0.609166145324707, + -0.5500018000602722, + -0.48075392842292786, + -0.45267921686172485, + -0.624023973941803, + -0.46936938166618347, + -0.3771526515483856, + -0.40995919704437256, + -0.5910171866416931, + -0.5816724300384521, + -0.6177715063095093, + -0.6403017640113831, + -0.4922357201576233, + -0.539537250995636, + -0.5792618989944458, + -0.423958957195282, + -0.6635701060295105, + -0.48587220907211304, + -0.4237179160118103, + -0.668289303779602, + -0.5237979292869568, + -0.4966764748096466, + -0.5454660058021545, + -0.9128458499908447, + -0.8373741507530212, + -0.4279451072216034, + -0.5557901263237, + -0.4642082750797272, + -0.5502862930297852, + -0.5392115116119385, + -0.657804012298584, + -0.6195415258407593, + -0.5461201667785645, + -0.5567123293876648, + -0.5450862050056458, + -0.5554746389389038, + -0.5418009161949158, + -0.683242678642273, + -0.717211902141571, + -0.4224957227706909, + -0.4746914803981781, + -0.5385108590126038, + -0.579857349395752, + -0.7214128971099854, + -0.529115617275238, + -0.5853253602981567, + -0.5590010285377502, + -0.4887360632419586, + -0.6669644713401794, + -0.3946903645992279, + -0.4857644736766815, + -0.5940101146697998, + -0.6001470685005188, + -0.5493605136871338, + -0.44521090388298035, + -0.5916211009025574, + -0.4529086649417877, + -0.42560428380966187, + -0.5448000431060791, + -0.6192846298217773, + -0.6830798387527466, + -0.5540324449539185, + -0.7094166874885559, + -0.8052743673324585, + -0.5488890409469604, + -0.4786403477191925, + -0.6326470971107483, + -0.6415188908576965, + -0.6333602070808411, + -0.45566776394844055, + -0.5867608785629272, + -0.4050914943218231, + -0.43760326504707336, + -0.4700363278388977, + -0.6828737258911133, + -0.7244461178779602, + -0.5673347115516663, + -0.5033149719238281, + -0.5888190269470215, + -0.5961645841598511, + -0.5845340490341187, + -0.546215832233429, + -0.5003920197486877, + -0.42631760239601135, + -0.47108525037765503, + -0.553291916847229, + -0.5224625468254089, + -0.4111235439777374, + -0.4521515369415283, + -0.6207877397537231, + -0.5281169414520264, + -0.552806556224823, + -0.590804398059845, + -0.5493422150611877, + -0.48166072368621826, + -0.4950172007083893, + -0.24773040413856506, + -0.7367286086082458, + -0.29939231276512146, + -0.2587900459766388, + -0.5143526792526245, + -0.45656195282936096, + -0.7601742744445801, + -0.6122289896011353, + -0.5774681568145752, + -0.5778699517250061, + -0.3811117112636566, + -0.5950042605400085, + -0.5777609944343567, + -0.5114370584487915, + -0.5811383724212646, + -0.5714182257652283, + -0.5297253727912903, + -0.4560358226299286, + -0.5246524810791016, + -0.40271899104118347, + -0.6718997359275818, + -0.5723758935928345, + -0.437112957239151, + -0.4748673141002655, + -0.5219846963882446 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.7, - 0.6749999999999999, - 0.625, - 0.675, - 0.625, - 0.625, - 0.625, - 0.5750000000000001, - 0.625 + 0.475, + 0.5, + 0.44999999999999996, + 0.5, + 0.46249999999999997, + 0.4375, + 0.4875, + 0.43749999999999994, + 0.475, + 0.39999999999999997, + 0.425, + 0.4375, + 0.45, + 0.43749999999999994, + 0.45, + 0.4125, + 0.41250000000000003, + 0.475, + 0.4749999999999999, + 0.425 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7761262059211731, - 0.6787754893302917, - 0.8256575465202332, - 0.7562469244003296, - 0.7344046831130981, - 0.9784770011901855, - 0.8018093705177307, - 0.19940783083438873, - 0.6135194897651672, - 0.9353612065315247 + -0.04000789299607277, + 0.3022557199001312, + 0.09418157488107681, + -0.016419894993305206, + -0.10518044978380203, + -0.1717786192893982, + 0.2632916569709778, + 0.11435040831565857, + 0.6116005182266235, + 0.12420830130577087, + 0.05870165675878525, + -0.13312265276908875, + -0.07630344480276108, + -0.1988685131072998, + 0.10085511207580566, + -0.10828728973865509, + 0.07129912823438644, + -0.09201762080192566, + 0.10252036154270172, + 0.0015778493834659457 ], "rl_grad_norm": [ - 2.2677390575408936, - 1.4873197078704834, - 0.9186607599258423, - 1.098268985748291, - 0.2291852831840515, - 0.6369588375091553, - 0.6874787211418152, - 0.2898387908935547, - 0.3488937020301819, - 0.713865339756012 + 1.225134015083313, + 0.6811004281044006, + 0.7030047178268433, + 0.4897107183933258, + 0.3745634853839874, + 0.3005949556827545, + 0.5461409687995911, + 0.3992254137992859, + 0.6120287775993347, + 0.4983128607273102, + 0.34060245752334595, + 0.3194606304168701, + 0.32424870133399963, + 0.45010480284690857, + 0.3102318048477173, + 0.2246539443731308, + 0.3709736168384552, + 0.3284708559513092, + 0.22672560811042786, + 0.22077931463718414 ], "bc_grad_norm": [ - 1.3698276281356812, - 0.7125895023345947, - 0.7562000155448914, - 0.7616509199142456, - 0.39312008023262024, - 0.6302865147590637, - 0.6437618732452393, - 0.19758598506450653, - 0.9143016934394836, - 0.7217662334442139 + 2.861380100250244, + 3.967674732208252, + 3.679292917251587, + 2.5736794471740723, + 3.374030590057373, + 3.798672676086426, + 3.1508965492248535, + 3.919126272201538, + 1.9622735977172852, + 2.952427387237549, + 1.924705982208252, + 2.4207348823547363, + 3.4322824478149414, + 5.925584316253662, + 4.1647515296936035, + 4.197455406188965, + 2.0863089561462402, + 3.1600472927093506, + 4.846024513244629, + 4.600973606109619 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0003493012336548418, - "embedding.weight": 0.003925020340830088, - "cnn.0.weight": 0.10413303971290588, - "cnn.0.bias": 0.004167575854808092, - "cnn.2.weight": 0.03169996663928032, - "cnn.2.bias": 0.014195609837770462, - "cnn.5.weight": 0.04309384897351265, - "cnn.5.bias": 0.01612304337322712, - "action_emb.weight": 0.030647998675704002, - "timestep_emb.weight": 0.009214098565280437, - "pos_emb.weight": 0.011444519273936749, - "transformer.layers.0.self_attn.in_proj_weight": 0.14229166507720947, - "transformer.layers.0.self_attn.in_proj_bias": 0.015996713191270828, - "transformer.layers.0.self_attn.out_proj.weight": 0.1453142911195755, - "transformer.layers.0.self_attn.out_proj.bias": 0.023654496297240257, - "transformer.layers.0.linear1.weight": 0.1366574913263321, - "transformer.layers.0.linear1.bias": 0.009215524420142174, - "transformer.layers.0.linear2.weight": 0.18220798671245575, - "transformer.layers.0.linear2.bias": 0.020250944420695305, - "transformer.layers.0.norm1.weight": 0.007876907475292683, - "transformer.layers.0.norm1.bias": 0.013429674319922924, - "transformer.layers.0.norm2.weight": 0.00955642107874155, - "transformer.layers.0.norm2.bias": 0.01037606317549944, - "transformer.layers.1.self_attn.in_proj_weight": 0.15970079600811005, - "transformer.layers.1.self_attn.in_proj_bias": 0.011271903291344643, - "transformer.layers.1.self_attn.out_proj.weight": 0.23068119585514069, - "transformer.layers.1.self_attn.out_proj.bias": 0.01792263425886631, - "transformer.layers.1.linear1.weight": 0.09889405965805054, - "transformer.layers.1.linear1.bias": 0.006454505026340485, - "transformer.layers.1.linear2.weight": 0.13452821969985962, - "transformer.layers.1.linear2.bias": 0.017856888473033905, - "transformer.layers.1.norm1.weight": 0.008314796723425388, - "transformer.layers.1.norm1.bias": 0.008282996714115143, - "transformer.layers.1.norm2.weight": 0.00664558494463563, - "transformer.layers.1.norm2.bias": 0.00565551919862628, - "transformer.layers.2.self_attn.in_proj_weight": 0.1788632869720459, - "transformer.layers.2.self_attn.in_proj_bias": 0.013431813567876816, - "transformer.layers.2.self_attn.out_proj.weight": 0.16638557612895966, - "transformer.layers.2.self_attn.out_proj.bias": 0.018287599086761475, - "transformer.layers.2.linear1.weight": 0.08775105327367783, - "transformer.layers.2.linear1.bias": 0.006288816221058369, - "transformer.layers.2.linear2.weight": 0.10270562767982483, - "transformer.layers.2.linear2.bias": 0.018276076763868332, - "transformer.layers.2.norm1.weight": 0.013195153325796127, - "transformer.layers.2.norm1.bias": 0.013628896325826645, - "transformer.layers.2.norm2.weight": 0.005883584264665842, - "transformer.layers.2.norm2.bias": 0.007184123154729605, - "transformer.layers.3.self_attn.in_proj_weight": 0.3563878536224365, - "transformer.layers.3.self_attn.in_proj_bias": 0.035161763429641724, - "transformer.layers.3.self_attn.out_proj.weight": 0.19629615545272827, - "transformer.layers.3.self_attn.out_proj.bias": 0.02866317704319954, - "transformer.layers.3.linear1.weight": 0.251223087310791, - "transformer.layers.3.linear1.bias": 0.020447464659810066, - "transformer.layers.3.linear2.weight": 0.13895384967327118, - "transformer.layers.3.linear2.bias": 0.037573207169771194, - "transformer.layers.3.norm1.weight": 0.02805902063846588, - "transformer.layers.3.norm1.bias": 0.04855266213417053, - "transformer.layers.3.norm2.weight": 0.01978052593767643, - "transformer.layers.3.norm2.bias": 0.028224369511008263, - "head.weight": 2.0881850719451904, - "head.bias": 0.07613565772771835, - "global_embedding.weight": 0.060936834663152695, - "global_cnn.0.weight": 0.42644092440605164, - "global_cnn.0.bias": 0.012154237367212772, - "global_cnn.2.weight": 1.1065572500228882, - "global_cnn.2.bias": 0.04759857803583145, - "global_proj.weight": 0.23789924383163452, - "global_proj.bias": 0.0925193801522255, - "goal_head.0.weight": 0.11685483157634735, - "goal_head.0.bias": 0.03514500707387924, - "goal_head.2.weight": 0.13007290661334991, - "goal_head.2.bias": 0.06676816195249557 - }, - { - "global_gate": 0.0010132004972547293, - "embedding.weight": 0.012791214510798454, - "cnn.0.weight": 0.2587123513221741, - "cnn.0.bias": 0.01083458587527275, - "cnn.2.weight": 0.0706116259098053, - "cnn.2.bias": 0.015975097194314003, - "cnn.5.weight": 0.10559388250112534, - "cnn.5.bias": 0.016097625717520714, - "action_emb.weight": 0.019257906824350357, - "timestep_emb.weight": 0.007978852838277817, - "pos_emb.weight": 0.008464640937745571, - "transformer.layers.0.self_attn.in_proj_weight": 0.126744344830513, - "transformer.layers.0.self_attn.in_proj_bias": 0.009918661788105965, - "transformer.layers.0.self_attn.out_proj.weight": 0.12495159357786179, - "transformer.layers.0.self_attn.out_proj.bias": 0.01504653599113226, - "transformer.layers.0.linear1.weight": 0.09268297255039215, - "transformer.layers.0.linear1.bias": 0.0056078555062413216, - "transformer.layers.0.linear2.weight": 0.12398374080657959, - "transformer.layers.0.linear2.bias": 0.013168735429644585, - "transformer.layers.0.norm1.weight": 0.007178056985139847, - "transformer.layers.0.norm1.bias": 0.009282296523451805, - "transformer.layers.0.norm2.weight": 0.006540083326399326, - "transformer.layers.0.norm2.bias": 0.005315920803695917, - "transformer.layers.1.self_attn.in_proj_weight": 0.1042976975440979, - "transformer.layers.1.self_attn.in_proj_bias": 0.007630927488207817, - "transformer.layers.1.self_attn.out_proj.weight": 0.1308698207139969, - "transformer.layers.1.self_attn.out_proj.bias": 0.01179684791713953, - "transformer.layers.1.linear1.weight": 0.061657313257455826, - "transformer.layers.1.linear1.bias": 0.003896899288520217, - "transformer.layers.1.linear2.weight": 0.08591584861278534, - "transformer.layers.1.linear2.bias": 0.011890651658177376, - "transformer.layers.1.norm1.weight": 0.006572105456143618, - "transformer.layers.1.norm1.bias": 0.006389657501131296, - "transformer.layers.1.norm2.weight": 0.0039475345984101295, - "transformer.layers.1.norm2.bias": 0.0030834325589239597, - "transformer.layers.2.self_attn.in_proj_weight": 0.10695138573646545, - "transformer.layers.2.self_attn.in_proj_bias": 0.008729889988899231, - "transformer.layers.2.self_attn.out_proj.weight": 0.106643445789814, - "transformer.layers.2.self_attn.out_proj.bias": 0.01270289346575737, - "transformer.layers.2.linear1.weight": 0.06295865029096603, - "transformer.layers.2.linear1.bias": 0.004535934422165155, - "transformer.layers.2.linear2.weight": 0.07187926769256592, - "transformer.layers.2.linear2.bias": 0.013104074634611607, - "transformer.layers.2.norm1.weight": 0.006560113281011581, - "transformer.layers.2.norm1.bias": 0.008502975106239319, - "transformer.layers.2.norm2.weight": 0.004201937932521105, - "transformer.layers.2.norm2.bias": 0.005141719710081816, - "transformer.layers.3.self_attn.in_proj_weight": 0.2304462045431137, - "transformer.layers.3.self_attn.in_proj_bias": 0.024293974041938782, - "transformer.layers.3.self_attn.out_proj.weight": 0.1267085075378418, - "transformer.layers.3.self_attn.out_proj.bias": 0.02002134919166565, - "transformer.layers.3.linear1.weight": 0.19539254903793335, - "transformer.layers.3.linear1.bias": 0.01613764278590679, - "transformer.layers.3.linear2.weight": 0.10389394313097, - "transformer.layers.3.linear2.bias": 0.027223708108067513, - "transformer.layers.3.norm1.weight": 0.0168177280575037, - "transformer.layers.3.norm1.bias": 0.03367479518055916, - "transformer.layers.3.norm2.weight": 0.01653064414858818, - "transformer.layers.3.norm2.bias": 0.02187221311032772, - "head.weight": 1.3288071155548096, - "head.bias": 0.053896214812994, - "global_embedding.weight": 0.02086186408996582, - "global_cnn.0.weight": 0.2184254229068756, - "global_cnn.0.bias": 0.00805244967341423, - "global_cnn.2.weight": 0.584595263004303, - "global_cnn.2.bias": 0.02462735027074814, - "global_proj.weight": 0.09653252363204956, - "global_proj.bias": 0.04659177362918854, - "goal_head.0.weight": 0.041983507573604584, - "goal_head.0.bias": 0.014493548311293125, - "goal_head.2.weight": 0.047515369951725006, - "goal_head.2.bias": 0.029043378308415413 - }, - { - "global_gate": 0.00008178113785106689, - "embedding.weight": 0.0057878438383340836, - "cnn.0.weight": 0.1196284294128418, - "cnn.0.bias": 0.004456048831343651, - "cnn.2.weight": 0.03314301371574402, - "cnn.2.bias": 0.012369876727461815, - "cnn.5.weight": 0.038237400352954865, - "cnn.5.bias": 0.013651149347424507, - "action_emb.weight": 0.01614220254123211, - "timestep_emb.weight": 0.005005757790058851, - "pos_emb.weight": 0.007518022786825895, - "transformer.layers.0.self_attn.in_proj_weight": 0.07297120243310928, - "transformer.layers.0.self_attn.in_proj_bias": 0.006351400166749954, - "transformer.layers.0.self_attn.out_proj.weight": 0.0658189207315445, - "transformer.layers.0.self_attn.out_proj.bias": 0.008257273584604263, - "transformer.layers.0.linear1.weight": 0.07750967890024185, - "transformer.layers.0.linear1.bias": 0.0035753261763602495, - "transformer.layers.0.linear2.weight": 0.08459645509719849, - "transformer.layers.0.linear2.bias": 0.006200985051691532, - "transformer.layers.0.norm1.weight": 0.0038848835974931717, - "transformer.layers.0.norm1.bias": 0.0053088050335645676, - "transformer.layers.0.norm2.weight": 0.006496062967926264, - "transformer.layers.0.norm2.bias": 0.003234084462746978, - "transformer.layers.1.self_attn.in_proj_weight": 0.07738099247217178, - "transformer.layers.1.self_attn.in_proj_bias": 0.004186181351542473, - "transformer.layers.1.self_attn.out_proj.weight": 0.06737904995679855, - "transformer.layers.1.self_attn.out_proj.bias": 0.0049676899798214436, - "transformer.layers.1.linear1.weight": 0.042799148708581924, - "transformer.layers.1.linear1.bias": 0.00226120138540864, - "transformer.layers.1.linear2.weight": 0.05736209824681282, - "transformer.layers.1.linear2.bias": 0.004652471747249365, - "transformer.layers.1.norm1.weight": 0.004976866766810417, - "transformer.layers.1.norm1.bias": 0.004185803700238466, - "transformer.layers.1.norm2.weight": 0.002974983537569642, - "transformer.layers.1.norm2.bias": 0.0023655337281525135, - "transformer.layers.2.self_attn.in_proj_weight": 0.06759855151176453, - "transformer.layers.2.self_attn.in_proj_bias": 0.003355426946654916, - "transformer.layers.2.self_attn.out_proj.weight": 0.05565723776817322, - "transformer.layers.2.self_attn.out_proj.bias": 0.004705565050244331, - "transformer.layers.2.linear1.weight": 0.03689758852124214, - "transformer.layers.2.linear1.bias": 0.002127074170857668, - "transformer.layers.2.linear2.weight": 0.04558263346552849, - "transformer.layers.2.linear2.bias": 0.004760709125548601, - "transformer.layers.2.norm1.weight": 0.004382737446576357, - "transformer.layers.2.norm1.bias": 0.0032925766427069902, - "transformer.layers.2.norm2.weight": 0.0023667290806770325, - "transformer.layers.2.norm2.bias": 0.0019238389795646071, - "transformer.layers.3.self_attn.in_proj_weight": 0.13617965579032898, - "transformer.layers.3.self_attn.in_proj_bias": 0.009609117172658443, - "transformer.layers.3.self_attn.out_proj.weight": 0.06823316216468811, - "transformer.layers.3.self_attn.out_proj.bias": 0.006839680019766092, - "transformer.layers.3.linear1.weight": 0.08383723348379135, - "transformer.layers.3.linear1.bias": 0.006186785642057657, - "transformer.layers.3.linear2.weight": 0.048457931727170944, - "transformer.layers.3.linear2.bias": 0.009031238965690136, - "transformer.layers.3.norm1.weight": 0.01071386132389307, - "transformer.layers.3.norm1.bias": 0.013194774277508259, - "transformer.layers.3.norm2.weight": 0.006554667372256517, - "transformer.layers.3.norm2.bias": 0.00774399982765317, - "head.weight": 0.5705180764198303, - "head.bias": 0.017830703407526016, - "global_embedding.weight": 0.0386773981153965, - "global_cnn.0.weight": 0.2776014506816864, - "global_cnn.0.bias": 0.00764537462964654, - "global_cnn.2.weight": 0.6292642951011658, - "global_cnn.2.bias": 0.03373434767127037, - "global_proj.weight": 0.1567683219909668, - "global_proj.bias": 0.08269280940294266, - "goal_head.0.weight": 0.08670589327812195, - "goal_head.0.bias": 0.03234592452645302, - "goal_head.2.weight": 0.11230583488941193, - "goal_head.2.bias": 0.06594382226467133 - }, - { - "global_gate": 0.00001645300471864175, - "embedding.weight": 0.001648472622036934, - "cnn.0.weight": 0.04062972217798233, - "cnn.0.bias": 0.0015310011804103851, - "cnn.2.weight": 0.011544803157448769, - "cnn.2.bias": 0.003237372264266014, - "cnn.5.weight": 0.016757257282733917, - "cnn.5.bias": 0.003545445390045643, - "action_emb.weight": 0.006783307995647192, - "timestep_emb.weight": 0.0033243512734770775, - "pos_emb.weight": 0.004458378069102764, - "transformer.layers.0.self_attn.in_proj_weight": 0.035984307527542114, - "transformer.layers.0.self_attn.in_proj_bias": 0.0033516003750264645, - "transformer.layers.0.self_attn.out_proj.weight": 0.03833233192563057, - "transformer.layers.0.self_attn.out_proj.bias": 0.0045276363380253315, - "transformer.layers.0.linear1.weight": 0.03765247389674187, - "transformer.layers.0.linear1.bias": 0.0019978107884526253, - "transformer.layers.0.linear2.weight": 0.046994078904390335, - "transformer.layers.0.linear2.bias": 0.0040146540850400925, - "transformer.layers.0.norm1.weight": 0.002082943683490157, - "transformer.layers.0.norm1.bias": 0.0030565892811864614, - "transformer.layers.0.norm2.weight": 0.0029162815771996975, - "transformer.layers.0.norm2.bias": 0.0017779754707589746, - "transformer.layers.1.self_attn.in_proj_weight": 0.03787725418806076, - "transformer.layers.1.self_attn.in_proj_bias": 0.002197924302890897, - "transformer.layers.1.self_attn.out_proj.weight": 0.04148267209529877, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031906638760119677, - "transformer.layers.1.linear1.weight": 0.023989763110876083, - "transformer.layers.1.linear1.bias": 0.0012373114004731178, - "transformer.layers.1.linear2.weight": 0.033484771847724915, - "transformer.layers.1.linear2.bias": 0.003144520800560713, - "transformer.layers.1.norm1.weight": 0.0024357859510928392, - "transformer.layers.1.norm1.bias": 0.0020181394647806883, - "transformer.layers.1.norm2.weight": 0.0016078256303444505, - "transformer.layers.1.norm2.bias": 0.0011005651904270053, - "transformer.layers.2.self_attn.in_proj_weight": 0.04005866125226021, - "transformer.layers.2.self_attn.in_proj_bias": 0.0027826891746371984, - "transformer.layers.2.self_attn.out_proj.weight": 0.029838724061846733, - "transformer.layers.2.self_attn.out_proj.bias": 0.003204798325896263, - "transformer.layers.2.linear1.weight": 0.02182450331747532, - "transformer.layers.2.linear1.bias": 0.0012184735387563705, - "transformer.layers.2.linear2.weight": 0.02612353302538395, - "transformer.layers.2.linear2.bias": 0.0032288359943777323, - "transformer.layers.2.norm1.weight": 0.0027090555522590876, - "transformer.layers.2.norm1.bias": 0.003225089982151985, - "transformer.layers.2.norm2.weight": 0.0013490933924913406, - "transformer.layers.2.norm2.bias": 0.0010374808916822076, - "transformer.layers.3.self_attn.in_proj_weight": 0.06855390965938568, - "transformer.layers.3.self_attn.in_proj_bias": 0.005417149048298597, - "transformer.layers.3.self_attn.out_proj.weight": 0.04032094404101372, - "transformer.layers.3.self_attn.out_proj.bias": 0.004701337777078152, - "transformer.layers.3.linear1.weight": 0.06317079067230225, - "transformer.layers.3.linear1.bias": 0.004922457039356232, - "transformer.layers.3.linear2.weight": 0.033699434250593185, - "transformer.layers.3.linear2.bias": 0.007345937192440033, - "transformer.layers.3.norm1.weight": 0.005339077208191156, - "transformer.layers.3.norm1.bias": 0.00710568530485034, - "transformer.layers.3.norm2.weight": 0.005842044949531555, - "transformer.layers.3.norm2.bias": 0.007445328403264284, - "head.weight": 0.40699025988578796, - "head.bias": 0.014540722593665123, - "global_embedding.weight": 0.05260445550084114, - "global_cnn.0.weight": 0.2500520944595337, - "global_cnn.0.bias": 0.006823585368692875, - "global_cnn.2.weight": 0.6089804172515869, - "global_cnn.2.bias": 0.025705978274345398, - "global_proj.weight": 0.09331711381673813, - "global_proj.bias": 0.0482763946056366, - "goal_head.0.weight": 0.04902128130197525, - "goal_head.0.bias": 0.018403751775622368, - "goal_head.2.weight": 0.058373838663101196, - "goal_head.2.bias": 0.03825043514370918 - }, - { - "global_gate": 0.0001023929871735163, - "embedding.weight": 0.0009215832105837762, - "cnn.0.weight": 0.019148508086800575, - "cnn.0.bias": 0.0008589985081925988, - "cnn.2.weight": 0.004194943699985743, - "cnn.2.bias": 0.0014300979673862457, - "cnn.5.weight": 0.007714227307587862, - "cnn.5.bias": 0.0012096010614186525, - "action_emb.weight": 0.0007495519821532071, - "timestep_emb.weight": 0.00032808943069539964, - "pos_emb.weight": 0.00039311739965341985, - "transformer.layers.0.self_attn.in_proj_weight": 0.006920501124113798, - "transformer.layers.0.self_attn.in_proj_bias": 0.0004579490632750094, - "transformer.layers.0.self_attn.out_proj.weight": 0.0074209715239703655, - "transformer.layers.0.self_attn.out_proj.bias": 0.0006233923486433923, - "transformer.layers.0.linear1.weight": 0.004542060196399689, - "transformer.layers.0.linear1.bias": 0.0002531986392568797, - "transformer.layers.0.linear2.weight": 0.005417005158960819, - "transformer.layers.0.linear2.bias": 0.00042646407382562757, - "transformer.layers.0.norm1.weight": 0.00042831077007576823, - "transformer.layers.0.norm1.bias": 0.00042837942601181567, - "transformer.layers.0.norm2.weight": 0.0003950769314542413, - "transformer.layers.0.norm2.bias": 0.00024358918017242104, - "transformer.layers.1.self_attn.in_proj_weight": 0.004566896706819534, - "transformer.layers.1.self_attn.in_proj_bias": 0.00026350797270424664, - "transformer.layers.1.self_attn.out_proj.weight": 0.003894251538440585, - "transformer.layers.1.self_attn.out_proj.bias": 0.00032723986078053713, - "transformer.layers.1.linear1.weight": 0.0025308479089289904, - "transformer.layers.1.linear1.bias": 0.00013526454858947545, - "transformer.layers.1.linear2.weight": 0.0032149460166692734, - "transformer.layers.1.linear2.bias": 0.0003150216944050044, - "transformer.layers.1.norm1.weight": 0.0002556118124630302, - "transformer.layers.1.norm1.bias": 0.0002448225859552622, - "transformer.layers.1.norm2.weight": 0.0001792654365999624, - "transformer.layers.1.norm2.bias": 0.00013139887596480548, - "transformer.layers.2.self_attn.in_proj_weight": 0.004656677134335041, - "transformer.layers.2.self_attn.in_proj_bias": 0.00030252308351919055, - "transformer.layers.2.self_attn.out_proj.weight": 0.003520045429468155, - "transformer.layers.2.self_attn.out_proj.bias": 0.0002999358985107392, - "transformer.layers.2.linear1.weight": 0.002137334318831563, - "transformer.layers.2.linear1.bias": 0.0001198134632431902, - "transformer.layers.2.linear2.weight": 0.0025393995456397533, - "transformer.layers.2.linear2.bias": 0.00030842600972391665, - "transformer.layers.2.norm1.weight": 0.00038758700247853994, - "transformer.layers.2.norm1.bias": 0.00030735929613001645, - "transformer.layers.2.norm2.weight": 0.00013842138287145644, - "transformer.layers.2.norm2.bias": 0.00011713011917890981, - "transformer.layers.3.self_attn.in_proj_weight": 0.005584665108472109, - "transformer.layers.3.self_attn.in_proj_bias": 0.000539459171704948, - "transformer.layers.3.self_attn.out_proj.weight": 0.0031788568012416363, - "transformer.layers.3.self_attn.out_proj.bias": 0.00048270486877299845, - "transformer.layers.3.linear1.weight": 0.003937882836908102, - "transformer.layers.3.linear1.bias": 0.00030388819868676364, - "transformer.layers.3.linear2.weight": 0.002649732166901231, - "transformer.layers.3.linear2.bias": 0.0005874650087207556, - "transformer.layers.3.norm1.weight": 0.000445435376605019, - "transformer.layers.3.norm1.bias": 0.0007044398225843906, - "transformer.layers.3.norm2.weight": 0.00026978840469382703, - "transformer.layers.3.norm2.bias": 0.00039549326174892485, - "head.weight": 0.03202853351831436, - "head.bias": 0.0012070485390722752, - "global_embedding.weight": 0.009103148244321346, - "global_cnn.0.weight": 0.0754958912730217, - "global_cnn.0.bias": 0.0023433377500623465, - "global_cnn.2.weight": 0.20595470070838928, - "global_cnn.2.bias": 0.011092113330960274, - "global_proj.weight": 0.036657046526670456, - "global_proj.bias": 0.023107537999749184, - "goal_head.0.weight": 0.02115558460354805, - "goal_head.0.bias": 0.008908482268452644, - "goal_head.2.weight": 0.028680602088570595, - "goal_head.2.bias": 0.01853196881711483 - }, - { - "global_gate": 0.000025153720343951136, - "embedding.weight": 0.0007330676889978349, - "cnn.0.weight": 0.015877800062298775, - "cnn.0.bias": 0.0008329854463227093, - "cnn.2.weight": 0.004107162822037935, - "cnn.2.bias": 0.0015254070749506354, - "cnn.5.weight": 0.005240680184215307, - "cnn.5.bias": 0.0012682779924944043, - "action_emb.weight": 0.0011558063561096787, - "timestep_emb.weight": 0.0006333676283247769, - "pos_emb.weight": 0.0011789902346208692, - "transformer.layers.0.self_attn.in_proj_weight": 0.008521858602762222, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005554004455916584, - "transformer.layers.0.self_attn.out_proj.weight": 0.007746791932731867, - "transformer.layers.0.self_attn.out_proj.bias": 0.0007432097918353975, - "transformer.layers.0.linear1.weight": 0.007811767514795065, - "transformer.layers.0.linear1.bias": 0.0003580317716114223, - "transformer.layers.0.linear2.weight": 0.009004647843539715, - "transformer.layers.0.linear2.bias": 0.0006183402147144079, - "transformer.layers.0.norm1.weight": 0.0004755265254061669, - "transformer.layers.0.norm1.bias": 0.00047708628699183464, - "transformer.layers.0.norm2.weight": 0.0006029682699590921, - "transformer.layers.0.norm2.bias": 0.0003044586628675461, - "transformer.layers.1.self_attn.in_proj_weight": 0.008413695730268955, - "transformer.layers.1.self_attn.in_proj_bias": 0.00043432824895717204, - "transformer.layers.1.self_attn.out_proj.weight": 0.0075783091597259045, - "transformer.layers.1.self_attn.out_proj.bias": 0.00045792106539011, - "transformer.layers.1.linear1.weight": 0.004526145756244659, - "transformer.layers.1.linear1.bias": 0.00022053142311051488, - "transformer.layers.1.linear2.weight": 0.006233664695173502, - "transformer.layers.1.linear2.bias": 0.0004344664921518415, - "transformer.layers.1.norm1.weight": 0.0005397351924329996, - "transformer.layers.1.norm1.bias": 0.0004019570769742131, - "transformer.layers.1.norm2.weight": 0.00028160298825241625, - "transformer.layers.1.norm2.bias": 0.00019193701155018061, - "transformer.layers.2.self_attn.in_proj_weight": 0.008529705926775932, - "transformer.layers.2.self_attn.in_proj_bias": 0.00037672207690775394, - "transformer.layers.2.self_attn.out_proj.weight": 0.006046982482075691, - "transformer.layers.2.self_attn.out_proj.bias": 0.0004222919815219939, - "transformer.layers.2.linear1.weight": 0.004001955036073923, - "transformer.layers.2.linear1.bias": 0.00021791552717331797, - "transformer.layers.2.linear2.weight": 0.004625987261533737, - "transformer.layers.2.linear2.bias": 0.00041710102232173085, - "transformer.layers.2.norm1.weight": 0.0005873764748685062, - "transformer.layers.2.norm1.bias": 0.000378582306439057, - "transformer.layers.2.norm2.weight": 0.0002599346626084298, - "transformer.layers.2.norm2.bias": 0.0002396123018115759, - "transformer.layers.3.self_attn.in_proj_weight": 0.014850020408630371, - "transformer.layers.3.self_attn.in_proj_bias": 0.0009372325730510056, - "transformer.layers.3.self_attn.out_proj.weight": 0.006935162004083395, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006882112356834114, - "transformer.layers.3.linear1.weight": 0.010345980525016785, - "transformer.layers.3.linear1.bias": 0.0005690841353498399, - "transformer.layers.3.linear2.weight": 0.005351068452000618, - "transformer.layers.3.linear2.bias": 0.0008048602030612528, - "transformer.layers.3.norm1.weight": 0.001200506230816245, - "transformer.layers.3.norm1.bias": 0.0012947102077305317, - "transformer.layers.3.norm2.weight": 0.0008021280518732965, - "transformer.layers.3.norm2.bias": 0.0005589887732639909, - "head.weight": 0.073961041867733, - "head.bias": 0.0015840063570067286, - "global_embedding.weight": 0.0362241193652153, - "global_cnn.0.weight": 0.21821328997612, - "global_cnn.0.bias": 0.006143684033304453, - "global_cnn.2.weight": 0.5656370520591736, - "global_cnn.2.bias": 0.025515930727124214, - "global_proj.weight": 0.10385362058877945, - "global_proj.bias": 0.05061810091137886, - "goal_head.0.weight": 0.0526413768529892, - "goal_head.0.bias": 0.019237786531448364, - "goal_head.2.weight": 0.06334197521209717, - "goal_head.2.bias": 0.03954119607806206 - }, - { - "global_gate": 0.000023210697690956295, - "embedding.weight": 0.0015668675769120455, - "cnn.0.weight": 0.03872137516736984, - "cnn.0.bias": 0.0018395199440419674, - "cnn.2.weight": 0.012865627184510231, - "cnn.2.bias": 0.004077150486409664, - "cnn.5.weight": 0.014244990423321724, - "cnn.5.bias": 0.004425340797752142, - "action_emb.weight": 0.006376845296472311, - "timestep_emb.weight": 0.0031249516177922487, - "pos_emb.weight": 0.005316432565450668, - "transformer.layers.0.self_attn.in_proj_weight": 0.03147473931312561, - "transformer.layers.0.self_attn.in_proj_bias": 0.002175701782107353, - "transformer.layers.0.self_attn.out_proj.weight": 0.033101607114076614, - "transformer.layers.0.self_attn.out_proj.bias": 0.0032572089694440365, - "transformer.layers.0.linear1.weight": 0.039311595261096954, - "transformer.layers.0.linear1.bias": 0.001559859374538064, - "transformer.layers.0.linear2.weight": 0.0386841855943203, - "transformer.layers.0.linear2.bias": 0.0023459619842469692, - "transformer.layers.0.norm1.weight": 0.0017169273924082518, - "transformer.layers.0.norm1.bias": 0.0017352489521726966, - "transformer.layers.0.norm2.weight": 0.0035782514605671167, - "transformer.layers.0.norm2.bias": 0.0015452774241566658, - "transformer.layers.1.self_attn.in_proj_weight": 0.03645915910601616, - "transformer.layers.1.self_attn.in_proj_bias": 0.0015772058395668864, - "transformer.layers.1.self_attn.out_proj.weight": 0.029087424278259277, - "transformer.layers.1.self_attn.out_proj.bias": 0.0017935368232429028, - "transformer.layers.1.linear1.weight": 0.02163578011095524, - "transformer.layers.1.linear1.bias": 0.0009920838056132197, - "transformer.layers.1.linear2.weight": 0.02768021635711193, - "transformer.layers.1.linear2.bias": 0.001740158535540104, - "transformer.layers.1.norm1.weight": 0.0022865489590913057, - "transformer.layers.1.norm1.bias": 0.0015318675432354212, - "transformer.layers.1.norm2.weight": 0.00159124203491956, - "transformer.layers.1.norm2.bias": 0.0008157346746884286, - "transformer.layers.2.self_attn.in_proj_weight": 0.04157330095767975, - "transformer.layers.2.self_attn.in_proj_bias": 0.001552325440570712, - "transformer.layers.2.self_attn.out_proj.weight": 0.02555054798722267, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015935513656586409, - "transformer.layers.2.linear1.weight": 0.01904713362455368, - "transformer.layers.2.linear1.bias": 0.0010009005200117826, - "transformer.layers.2.linear2.weight": 0.023676075041294098, - "transformer.layers.2.linear2.bias": 0.0016034909058362246, - "transformer.layers.2.norm1.weight": 0.0028065871447324753, - "transformer.layers.2.norm1.bias": 0.0015465067699551582, - "transformer.layers.2.norm2.weight": 0.0012514207046478987, - "transformer.layers.2.norm2.bias": 0.0009325603605248034, - "transformer.layers.3.self_attn.in_proj_weight": 0.06767697632312775, - "transformer.layers.3.self_attn.in_proj_bias": 0.004076933488249779, - "transformer.layers.3.self_attn.out_proj.weight": 0.03039570339024067, - "transformer.layers.3.self_attn.out_proj.bias": 0.002948342589661479, - "transformer.layers.3.linear1.weight": 0.04066328704357147, - "transformer.layers.3.linear1.bias": 0.002633564407005906, - "transformer.layers.3.linear2.weight": 0.024144630879163742, - "transformer.layers.3.linear2.bias": 0.004146522842347622, - "transformer.layers.3.norm1.weight": 0.005230317357927561, - "transformer.layers.3.norm1.bias": 0.005386909935623407, - "transformer.layers.3.norm2.weight": 0.003498806618154049, - "transformer.layers.3.norm2.bias": 0.0033266122918576, - "head.weight": 0.29863953590393066, - "head.bias": 0.008797377347946167, - "global_embedding.weight": 0.04226981848478317, - "global_cnn.0.weight": 0.2169157862663269, - "global_cnn.0.bias": 0.006690253969281912, - "global_cnn.2.weight": 0.46652981638908386, - "global_cnn.2.bias": 0.02152009680867195, - "global_proj.weight": 0.14388129115104675, - "global_proj.bias": 0.07063297927379608, - "goal_head.0.weight": 0.08415921032428741, - "goal_head.0.bias": 0.03104351833462715, - "goal_head.2.weight": 0.10222915560007095, - "goal_head.2.bias": 0.0686478391289711 - }, - { - "global_gate": 0.0008123695151880383, - "embedding.weight": 0.005898475181311369, - "cnn.0.weight": 0.12501788139343262, - "cnn.0.bias": 0.004810689017176628, - "cnn.2.weight": 0.034256234765052795, - "cnn.2.bias": 0.008861947804689407, - "cnn.5.weight": 0.055834271013736725, - "cnn.5.bias": 0.007611818611621857, - "action_emb.weight": 0.005395330023020506, - "timestep_emb.weight": 0.002151173772290349, - "pos_emb.weight": 0.004107109736651182, - "transformer.layers.0.self_attn.in_proj_weight": 0.052587494254112244, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028055382426828146, - "transformer.layers.0.self_attn.out_proj.weight": 0.036179639399051666, - "transformer.layers.0.self_attn.out_proj.bias": 0.0031908624805510044, - "transformer.layers.0.linear1.weight": 0.03551911562681198, - "transformer.layers.0.linear1.bias": 0.0013500868808478117, - "transformer.layers.0.linear2.weight": 0.03713307902216911, - "transformer.layers.0.linear2.bias": 0.0018392169149592519, - "transformer.layers.0.norm1.weight": 0.002968233311548829, - "transformer.layers.0.norm1.bias": 0.00277650635689497, - "transformer.layers.0.norm2.weight": 0.0026232011150568724, - "transformer.layers.0.norm2.bias": 0.0012873001396656036, - "transformer.layers.1.self_attn.in_proj_weight": 0.03220321238040924, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013304265448823571, - "transformer.layers.1.self_attn.out_proj.weight": 0.019680611789226532, - "transformer.layers.1.self_attn.out_proj.bias": 0.0011852524476125836, - "transformer.layers.1.linear1.weight": 0.017822641879320145, - "transformer.layers.1.linear1.bias": 0.000732850399799645, - "transformer.layers.1.linear2.weight": 0.019783949479460716, - "transformer.layers.1.linear2.bias": 0.0011335739400237799, - "transformer.layers.1.norm1.weight": 0.0020616890396922827, - "transformer.layers.1.norm1.bias": 0.0012691974407061934, - "transformer.layers.1.norm2.weight": 0.001350070582702756, - "transformer.layers.1.norm2.bias": 0.0006163733778521419, - "transformer.layers.2.self_attn.in_proj_weight": 0.02156839333474636, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009626565151847899, - "transformer.layers.2.self_attn.out_proj.weight": 0.012961897067725658, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010693358490243554, - "transformer.layers.2.linear1.weight": 0.01251754630357027, - "transformer.layers.2.linear1.bias": 0.0006010672659613192, - "transformer.layers.2.linear2.weight": 0.013894946314394474, - "transformer.layers.2.linear2.bias": 0.0011293916031718254, - "transformer.layers.2.norm1.weight": 0.0012840483104810119, - "transformer.layers.2.norm1.bias": 0.0009663882665336132, - "transformer.layers.2.norm2.weight": 0.0007529049762524664, - "transformer.layers.2.norm2.bias": 0.000539554690476507, - "transformer.layers.3.self_attn.in_proj_weight": 0.048424310982227325, - "transformer.layers.3.self_attn.in_proj_bias": 0.0027507413178682327, - "transformer.layers.3.self_attn.out_proj.weight": 0.014601919800043106, - "transformer.layers.3.self_attn.out_proj.bias": 0.0017262452747672796, - "transformer.layers.3.linear1.weight": 0.019806168973445892, - "transformer.layers.3.linear1.bias": 0.0013385009951889515, - "transformer.layers.3.linear2.weight": 0.011729657649993896, - "transformer.layers.3.linear2.bias": 0.0022741283755749464, - "transformer.layers.3.norm1.weight": 0.0035529781598597765, - "transformer.layers.3.norm1.bias": 0.003400533925741911, - "transformer.layers.3.norm2.weight": 0.0012931536184623837, - "transformer.layers.3.norm2.bias": 0.0016476063756272197, - "head.weight": 0.14199167490005493, - "head.bias": 0.005169115029275417, - "global_embedding.weight": 0.010130285285413265, - "global_cnn.0.weight": 0.046764496713876724, - "global_cnn.0.bias": 0.0017454797634854913, - "global_cnn.2.weight": 0.08902870118618011, - "global_cnn.2.bias": 0.0038001651410013437, - "global_proj.weight": 0.029332611709833145, - "global_proj.bias": 0.017491286620497704, - "goal_head.0.weight": 0.015498874709010124, - "goal_head.0.bias": 0.0061472998932003975, - "goal_head.2.weight": 0.02414194494485855, - "goal_head.2.bias": 0.014816845767199993 - }, - { - "global_gate": 0.00007331965025514364, - "embedding.weight": 0.0018483399180695415, - "cnn.0.weight": 0.050515297800302505, - "cnn.0.bias": 0.0019814451225101948, - "cnn.2.weight": 0.015224330127239227, - "cnn.2.bias": 0.0038587013259530067, - "cnn.5.weight": 0.01988048106431961, - "cnn.5.bias": 0.004236428067088127, - "action_emb.weight": 0.0033351348247379065, - "timestep_emb.weight": 0.0015198506880551577, - "pos_emb.weight": 0.0020268268417567015, - "transformer.layers.0.self_attn.in_proj_weight": 0.028601253405213356, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028954765293747187, - "transformer.layers.0.self_attn.out_proj.weight": 0.027074331417679787, - "transformer.layers.0.self_attn.out_proj.bias": 0.0035165755543857813, - "transformer.layers.0.linear1.weight": 0.019311588257551193, - "transformer.layers.0.linear1.bias": 0.0012470261426642537, - "transformer.layers.0.linear2.weight": 0.026695413514971733, - "transformer.layers.0.linear2.bias": 0.0028133653104305267, - "transformer.layers.0.norm1.weight": 0.001527822227217257, - "transformer.layers.0.norm1.bias": 0.002855457831174135, - "transformer.layers.0.norm2.weight": 0.0016075916355475783, - "transformer.layers.0.norm2.bias": 0.0012111096875742078, - "transformer.layers.1.self_attn.in_proj_weight": 0.020654255524277687, - "transformer.layers.1.self_attn.in_proj_bias": 0.0015687299892306328, - "transformer.layers.1.self_attn.out_proj.weight": 0.022521624341607094, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019746366888284683, - "transformer.layers.1.linear1.weight": 0.012049811892211437, - "transformer.layers.1.linear1.bias": 0.0006833713850937784, - "transformer.layers.1.linear2.weight": 0.0170087032020092, - "transformer.layers.1.linear2.bias": 0.0019455222645774484, - "transformer.layers.1.norm1.weight": 0.0013169854646548629, - "transformer.layers.1.norm1.bias": 0.0014529895270243287, - "transformer.layers.1.norm2.weight": 0.0008746177772991359, - "transformer.layers.1.norm2.bias": 0.0005965720629319549, - "transformer.layers.2.self_attn.in_proj_weight": 0.024180930107831955, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018626217497512698, - "transformer.layers.2.self_attn.out_proj.weight": 0.017858397215604782, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018760445527732372, - "transformer.layers.2.linear1.weight": 0.010565935634076595, - "transformer.layers.2.linear1.bias": 0.0007397392182610929, - "transformer.layers.2.linear2.weight": 0.01381140761077404, - "transformer.layers.2.linear2.bias": 0.0018404024885967374, - "transformer.layers.2.norm1.weight": 0.001776070916093886, - "transformer.layers.2.norm1.bias": 0.0022368058562278748, - "transformer.layers.2.norm2.weight": 0.0007594751077704132, - "transformer.layers.2.norm2.bias": 0.0008047639857977629, - "transformer.layers.3.self_attn.in_proj_weight": 0.03004983440041542, - "transformer.layers.3.self_attn.in_proj_bias": 0.0025455905124545097, - "transformer.layers.3.self_attn.out_proj.weight": 0.019113635644316673, - "transformer.layers.3.self_attn.out_proj.bias": 0.002343893749639392, - "transformer.layers.3.linear1.weight": 0.02790372632443905, - "transformer.layers.3.linear1.bias": 0.0019789421930909157, - "transformer.layers.3.linear2.weight": 0.01888773962855339, - "transformer.layers.3.linear2.bias": 0.0029066698625683784, - "transformer.layers.3.norm1.weight": 0.002186804311349988, - "transformer.layers.3.norm1.bias": 0.0033480809070169926, - "transformer.layers.3.norm2.weight": 0.0023966231383383274, - "transformer.layers.3.norm2.bias": 0.0024180179461836815, - "head.weight": 0.17759642004966736, - "head.bias": 0.0060292501002550125, - "global_embedding.weight": 0.03178075700998306, - "global_cnn.0.weight": 0.15377193689346313, - "global_cnn.0.bias": 0.005934415850788355, - "global_cnn.2.weight": 0.19346247613430023, - "global_cnn.2.bias": 0.008947787806391716, - "global_proj.weight": 0.07088718563318253, - "global_proj.bias": 0.050701748579740524, - "goal_head.0.weight": 0.052407197654247284, - "goal_head.0.bias": 0.024791624397039413, - "goal_head.2.weight": 0.08784278482198715, - "goal_head.2.bias": 0.06140383705496788 - }, - { - "global_gate": 0.00002147620398318395, - "embedding.weight": 0.00037383739254437387, - "cnn.0.weight": 0.009121247567236423, - "cnn.0.bias": 0.00040463433833792806, - "cnn.2.weight": 0.0035171133931726217, - "cnn.2.bias": 0.0011154062813147902, - "cnn.5.weight": 0.005392568651586771, - "cnn.5.bias": 0.0012711364543065429, - "action_emb.weight": 0.0035357922315597534, - "timestep_emb.weight": 0.0011094671208411455, - "pos_emb.weight": 0.0021357040386646986, - "transformer.layers.0.self_attn.in_proj_weight": 0.01207586657255888, - "transformer.layers.0.self_attn.in_proj_bias": 0.001125377370044589, - "transformer.layers.0.self_attn.out_proj.weight": 0.013077876530587673, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016384460031986237, - "transformer.layers.0.linear1.weight": 0.017434006556868553, - "transformer.layers.0.linear1.bias": 0.0007432891870848835, - "transformer.layers.0.linear2.weight": 0.014540172182023525, - "transformer.layers.0.linear2.bias": 0.0011537664104253054, - "transformer.layers.0.norm1.weight": 0.000676342286169529, - "transformer.layers.0.norm1.bias": 0.0010812757536768913, - "transformer.layers.0.norm2.weight": 0.0017746964003890753, - "transformer.layers.0.norm2.bias": 0.0008867268334142864, - "transformer.layers.1.self_attn.in_proj_weight": 0.012892380356788635, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007307046907953918, - "transformer.layers.1.self_attn.out_proj.weight": 0.009643769823014736, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009445225005038083, - "transformer.layers.1.linear1.weight": 0.008729105815291405, - "transformer.layers.1.linear1.bias": 0.00043142985668964684, - "transformer.layers.1.linear2.weight": 0.009611421264708042, - "transformer.layers.1.linear2.bias": 0.0008230438688769937, - "transformer.layers.1.norm1.weight": 0.0008067799499258399, - "transformer.layers.1.norm1.bias": 0.0006924201734364033, - "transformer.layers.1.norm2.weight": 0.0006924190674908459, - "transformer.layers.1.norm2.bias": 0.00046037716674618423, - "transformer.layers.2.self_attn.in_proj_weight": 0.01289672963321209, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006696940399706364, - "transformer.layers.2.self_attn.out_proj.weight": 0.008418671786785126, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009116759174503386, - "transformer.layers.2.linear1.weight": 0.0066694943234324455, - "transformer.layers.2.linear1.bias": 0.0003804417501669377, - "transformer.layers.2.linear2.weight": 0.007149859331548214, - "transformer.layers.2.linear2.bias": 0.0009010275243781507, - "transformer.layers.2.norm1.weight": 0.0008916972437873483, - "transformer.layers.2.norm1.bias": 0.000754827109631151, - "transformer.layers.2.norm2.weight": 0.0004183804558124393, - "transformer.layers.2.norm2.bias": 0.00042307187686674297, - "transformer.layers.3.self_attn.in_proj_weight": 0.01974075473845005, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013147572753950953, - "transformer.layers.3.self_attn.out_proj.weight": 0.00568701745942235, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009103601914830506, - "transformer.layers.3.linear1.weight": 0.012371974997222424, - "transformer.layers.3.linear1.bias": 0.0009136899607256055, - "transformer.layers.3.linear2.weight": 0.0069545176811516285, - "transformer.layers.3.linear2.bias": 0.0014330410631373525, - "transformer.layers.3.norm1.weight": 0.0015229734126478434, - "transformer.layers.3.norm1.bias": 0.0016441100742667913, - "transformer.layers.3.norm2.weight": 0.0010176495416089892, - "transformer.layers.3.norm2.bias": 0.0014935521176084876, - "head.weight": 0.08915777504444122, - "head.bias": 0.003758242353796959, - "global_embedding.weight": 0.07166548818349838, - "global_cnn.0.weight": 0.29431435465812683, - "global_cnn.0.bias": 0.011434356682002544, - "global_cnn.2.weight": 0.5686413645744324, - "global_cnn.2.bias": 0.03189953789114952, - "global_proj.weight": 0.1166057363152504, - "global_proj.bias": 0.07857458293437958, - "goal_head.0.weight": 0.07814488559961319, - "goal_head.0.bias": 0.03515654802322388, - "goal_head.2.weight": 0.14979396760463715, - "goal_head.2.bias": 0.08703058958053589 + "global_gate": 0.0003693676262628287, + "embedding.weight": 0.006477892864495516, + "cnn.0.weight": 0.13080932199954987, + "cnn.0.bias": 0.005683406256139278, + "cnn.2.weight": 0.03744211792945862, + "cnn.2.bias": 0.012828836217522621, + "cnn.5.weight": 0.04818737879395485, + "cnn.5.bias": 0.0127567732706666, + "action_emb.weight": 0.01580566167831421, + "timestep_emb.weight": 0.0025422025937587023, + "pos_emb.weight": 0.004861866589635611, + "transformer.layers.0.self_attn.in_proj_weight": 0.0879097729921341, + "transformer.layers.0.self_attn.in_proj_bias": 0.008576685562729836, + "transformer.layers.0.self_attn.out_proj.weight": 0.08122001588344574, + "transformer.layers.0.self_attn.out_proj.bias": 0.012673303484916687, + "transformer.layers.0.linear1.weight": 0.069708451628685, + "transformer.layers.0.linear1.bias": 0.004761562682688236, + "transformer.layers.0.linear2.weight": 0.10417427867650986, + "transformer.layers.0.linear2.bias": 0.011472269892692566, + "transformer.layers.0.norm1.weight": 0.004887583665549755, + "transformer.layers.0.norm1.bias": 0.007538657169789076, + "transformer.layers.0.norm2.weight": 0.00521561224013567, + "transformer.layers.0.norm2.bias": 0.004492074716836214, + "transformer.layers.1.self_attn.in_proj_weight": 0.09407303482294083, + "transformer.layers.1.self_attn.in_proj_bias": 0.006631272844970226, + "transformer.layers.1.self_attn.out_proj.weight": 0.1335492730140686, + "transformer.layers.1.self_attn.out_proj.bias": 0.009501979686319828, + "transformer.layers.1.linear1.weight": 0.05158798769116402, + "transformer.layers.1.linear1.bias": 0.003458112943917513, + "transformer.layers.1.linear2.weight": 0.07780635356903076, + "transformer.layers.1.linear2.bias": 0.009381212294101715, + "transformer.layers.1.norm1.weight": 0.004815487191081047, + "transformer.layers.1.norm1.bias": 0.006170267704874277, + "transformer.layers.1.norm2.weight": 0.0034709780011326075, + "transformer.layers.1.norm2.bias": 0.003283384256064892, + "transformer.layers.2.self_attn.in_proj_weight": 0.11374085396528244, + "transformer.layers.2.self_attn.in_proj_bias": 0.008651257492601871, + "transformer.layers.2.self_attn.out_proj.weight": 0.11081491410732269, + "transformer.layers.2.self_attn.out_proj.bias": 0.009733830578625202, + "transformer.layers.2.linear1.weight": 0.047346893697977066, + "transformer.layers.2.linear1.bias": 0.003427364630624652, + "transformer.layers.2.linear2.weight": 0.054434165358543396, + "transformer.layers.2.linear2.bias": 0.00996749009937048, + "transformer.layers.2.norm1.weight": 0.008088807575404644, + "transformer.layers.2.norm1.bias": 0.009990722872316837, + "transformer.layers.2.norm2.weight": 0.0028176356572657824, + "transformer.layers.2.norm2.bias": 0.0034594787284731865, + "transformer.layers.3.self_attn.in_proj_weight": 0.21708492934703827, + "transformer.layers.3.self_attn.in_proj_bias": 0.019857000559568405, + "transformer.layers.3.self_attn.out_proj.weight": 0.11878108978271484, + "transformer.layers.3.self_attn.out_proj.bias": 0.01473827101290226, + "transformer.layers.3.linear1.weight": 0.0987652912735939, + "transformer.layers.3.linear1.bias": 0.007785675581544638, + "transformer.layers.3.linear2.weight": 0.06423653662204742, + "transformer.layers.3.linear2.bias": 0.016562456265091896, + "transformer.layers.3.norm1.weight": 0.01642937958240509, + "transformer.layers.3.norm1.bias": 0.026823125779628754, + "transformer.layers.3.norm2.weight": 0.0068972669541835785, + "transformer.layers.3.norm2.bias": 0.009378226473927498, + "head.weight": 1.0242408514022827, + "head.bias": 0.03142630681395531, + "global_embedding.weight": 0.010104398243129253, + "global_cnn.0.weight": 0.13752685487270355, + "global_cnn.0.bias": 0.005060141906142235, + "global_cnn.2.weight": 0.30408114194869995, + "global_cnn.2.bias": 0.01151022408157587, + "global_proj.weight": 0.11462576687335968, + "global_proj.bias": 0.0342971533536911, + "goal_head.0.weight": 0.06169000267982483, + "goal_head.0.bias": 0.014685451053082943, + "goal_head.2.weight": 0.07028402388095856, + "goal_head.2.bias": 0.027619676664471626 + }, + { + "global_gate": 0.00032356733572669327, + "embedding.weight": 0.00737030291929841, + "cnn.0.weight": 0.1369112730026245, + "cnn.0.bias": 0.004047521855682135, + "cnn.2.weight": 0.02421177551150322, + "cnn.2.bias": 0.007815573364496231, + "cnn.5.weight": 0.02805319055914879, + "cnn.5.bias": 0.007215048652142286, + "action_emb.weight": 0.015467497520148754, + "timestep_emb.weight": 0.0042998031713068485, + "pos_emb.weight": 0.005427046678960323, + "transformer.layers.0.self_attn.in_proj_weight": 0.07487013936042786, + "transformer.layers.0.self_attn.in_proj_bias": 0.008534486405551434, + "transformer.layers.0.self_attn.out_proj.weight": 0.07657301425933838, + "transformer.layers.0.self_attn.out_proj.bias": 0.011587134562432766, + "transformer.layers.0.linear1.weight": 0.07447092235088348, + "transformer.layers.0.linear1.bias": 0.0049277725629508495, + "transformer.layers.0.linear2.weight": 0.09189507365226746, + "transformer.layers.0.linear2.bias": 0.009126574732363224, + "transformer.layers.0.norm1.weight": 0.004084337502717972, + "transformer.layers.0.norm1.bias": 0.007586318999528885, + "transformer.layers.0.norm2.weight": 0.006246903911232948, + "transformer.layers.0.norm2.bias": 0.006248820573091507, + "transformer.layers.1.self_attn.in_proj_weight": 0.08117220550775528, + "transformer.layers.1.self_attn.in_proj_bias": 0.0059274230152368546, + "transformer.layers.1.self_attn.out_proj.weight": 0.07879417389631271, + "transformer.layers.1.self_attn.out_proj.bias": 0.0064895618706941605, + "transformer.layers.1.linear1.weight": 0.0443108007311821, + "transformer.layers.1.linear1.bias": 0.0025280488189309835, + "transformer.layers.1.linear2.weight": 0.06086450442671776, + "transformer.layers.1.linear2.bias": 0.006478836294263601, + "transformer.layers.1.norm1.weight": 0.005157713312655687, + "transformer.layers.1.norm1.bias": 0.006892073899507523, + "transformer.layers.1.norm2.weight": 0.003480850951746106, + "transformer.layers.1.norm2.bias": 0.0022547580301761627, + "transformer.layers.2.self_attn.in_proj_weight": 0.09160254895687103, + "transformer.layers.2.self_attn.in_proj_bias": 0.007108278106898069, + "transformer.layers.2.self_attn.out_proj.weight": 0.07563082128763199, + "transformer.layers.2.self_attn.out_proj.bias": 0.006303858011960983, + "transformer.layers.2.linear1.weight": 0.03387943655252457, + "transformer.layers.2.linear1.bias": 0.002413229551166296, + "transformer.layers.2.linear2.weight": 0.0397881418466568, + "transformer.layers.2.linear2.bias": 0.0063683162443339825, + "transformer.layers.2.norm1.weight": 0.006876962259411812, + "transformer.layers.2.norm1.bias": 0.009104736149311066, + "transformer.layers.2.norm2.weight": 0.0023125363513827324, + "transformer.layers.2.norm2.bias": 0.0025379143189638853, + "transformer.layers.3.self_attn.in_proj_weight": 0.09294694662094116, + "transformer.layers.3.self_attn.in_proj_bias": 0.00700075039640069, + "transformer.layers.3.self_attn.out_proj.weight": 0.06097913905978203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0069117494858801365, + "transformer.layers.3.linear1.weight": 0.047021519392728806, + "transformer.layers.3.linear1.bias": 0.0036315065808594227, + "transformer.layers.3.linear2.weight": 0.031737275421619415, + "transformer.layers.3.linear2.bias": 0.007432003039866686, + "transformer.layers.3.norm1.weight": 0.00696288188919425, + "transformer.layers.3.norm1.bias": 0.008648354560136795, + "transformer.layers.3.norm2.weight": 0.0030293555464595556, + "transformer.layers.3.norm2.bias": 0.00394092034548521, + "head.weight": 0.41101789474487305, + "head.bias": 0.014028378762304783, + "global_embedding.weight": 0.024612806737422943, + "global_cnn.0.weight": 0.1861119568347931, + "global_cnn.0.bias": 0.006559344008564949, + "global_cnn.2.weight": 0.4486549198627472, + "global_cnn.2.bias": 0.016597924754023552, + "global_proj.weight": 0.1127830371260643, + "global_proj.bias": 0.03672705963253975, + "goal_head.0.weight": 0.05902232602238655, + "goal_head.0.bias": 0.014505802653729916, + "goal_head.2.weight": 0.06645923852920532, + "goal_head.2.bias": 0.024921346455812454 + }, + { + "global_gate": 0.00015445663302671164, + "embedding.weight": 0.005493644159287214, + "cnn.0.weight": 0.11065912991762161, + "cnn.0.bias": 0.004665234591811895, + "cnn.2.weight": 0.02746122144162655, + "cnn.2.bias": 0.009517747908830643, + "cnn.5.weight": 0.030833812430500984, + "cnn.5.bias": 0.00953261461108923, + "action_emb.weight": 0.013385016471147537, + "timestep_emb.weight": 0.0029274262487888336, + "pos_emb.weight": 0.004873825237154961, + "transformer.layers.0.self_attn.in_proj_weight": 0.06567852199077606, + "transformer.layers.0.self_attn.in_proj_bias": 0.006395282223820686, + "transformer.layers.0.self_attn.out_proj.weight": 0.06733176857233047, + "transformer.layers.0.self_attn.out_proj.bias": 0.01017821952700615, + "transformer.layers.0.linear1.weight": 0.06512980908155441, + "transformer.layers.0.linear1.bias": 0.004523781593888998, + "transformer.layers.0.linear2.weight": 0.08384249359369278, + "transformer.layers.0.linear2.bias": 0.008588043972849846, + "transformer.layers.0.norm1.weight": 0.0037755167577415705, + "transformer.layers.0.norm1.bias": 0.005623806267976761, + "transformer.layers.0.norm2.weight": 0.005485303699970245, + "transformer.layers.0.norm2.bias": 0.005684069823473692, + "transformer.layers.1.self_attn.in_proj_weight": 0.07713061571121216, + "transformer.layers.1.self_attn.in_proj_bias": 0.0054060593247413635, + "transformer.layers.1.self_attn.out_proj.weight": 0.07962997257709503, + "transformer.layers.1.self_attn.out_proj.bias": 0.0069841742515563965, + "transformer.layers.1.linear1.weight": 0.04207693040370941, + "transformer.layers.1.linear1.bias": 0.0027864312287420034, + "transformer.layers.1.linear2.weight": 0.0602269321680069, + "transformer.layers.1.linear2.bias": 0.006706383544951677, + "transformer.layers.1.norm1.weight": 0.005182230845093727, + "transformer.layers.1.norm1.bias": 0.005332362372428179, + "transformer.layers.1.norm2.weight": 0.0029248229693621397, + "transformer.layers.1.norm2.bias": 0.002540357643738389, + "transformer.layers.2.self_attn.in_proj_weight": 0.06960539519786835, + "transformer.layers.2.self_attn.in_proj_bias": 0.005451193545013666, + "transformer.layers.2.self_attn.out_proj.weight": 0.0685637816786766, + "transformer.layers.2.self_attn.out_proj.bias": 0.006462077610194683, + "transformer.layers.2.linear1.weight": 0.03605002909898758, + "transformer.layers.2.linear1.bias": 0.0025571591686457396, + "transformer.layers.2.linear2.weight": 0.043165259063243866, + "transformer.layers.2.linear2.bias": 0.006492943968623877, + "transformer.layers.2.norm1.weight": 0.005261414218693972, + "transformer.layers.2.norm1.bias": 0.006499821785837412, + "transformer.layers.2.norm2.weight": 0.0024024448357522488, + "transformer.layers.2.norm2.bias": 0.0028841502498835325, + "transformer.layers.3.self_attn.in_proj_weight": 0.12208312004804611, + "transformer.layers.3.self_attn.in_proj_bias": 0.012015403248369694, + "transformer.layers.3.self_attn.out_proj.weight": 0.05622847378253937, + "transformer.layers.3.self_attn.out_proj.bias": 0.008789530023932457, + "transformer.layers.3.linear1.weight": 0.06794090569019318, + "transformer.layers.3.linear1.bias": 0.005869041662663221, + "transformer.layers.3.linear2.weight": 0.04187653958797455, + "transformer.layers.3.linear2.bias": 0.0110172675922513, + "transformer.layers.3.norm1.weight": 0.009453137405216694, + "transformer.layers.3.norm1.bias": 0.015147157944738865, + "transformer.layers.3.norm2.weight": 0.005092929117381573, + "transformer.layers.3.norm2.bias": 0.007623482495546341, + "head.weight": 0.518738865852356, + "head.bias": 0.019703345373272896, + "global_embedding.weight": 0.023893218487501144, + "global_cnn.0.weight": 0.18524159491062164, + "global_cnn.0.bias": 0.010633069090545177, + "global_cnn.2.weight": 0.39142391085624695, + "global_cnn.2.bias": 0.019918804988265038, + "global_proj.weight": 0.14002427458763123, + "global_proj.bias": 0.05782100558280945, + "goal_head.0.weight": 0.08030993491411209, + "goal_head.0.bias": 0.02671111561357975, + "goal_head.2.weight": 0.09652282297611237, + "goal_head.2.bias": 0.0569889098405838 + }, + { + "global_gate": 0.0001012209540931508, + "embedding.weight": 0.0010869441321119666, + "cnn.0.weight": 0.03224560618400574, + "cnn.0.bias": 0.001324664568528533, + "cnn.2.weight": 0.010975650511682034, + "cnn.2.bias": 0.004580681212246418, + "cnn.5.weight": 0.015198507346212864, + "cnn.5.bias": 0.0035881116054952145, + "action_emb.weight": 0.007596401497721672, + "timestep_emb.weight": 0.0017460730159655213, + "pos_emb.weight": 0.0032871689181774855, + "transformer.layers.0.self_attn.in_proj_weight": 0.03268522024154663, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028035135474056005, + "transformer.layers.0.self_attn.out_proj.weight": 0.03254334628582001, + "transformer.layers.0.self_attn.out_proj.bias": 0.004369246773421764, + "transformer.layers.0.linear1.weight": 0.03818687051534653, + "transformer.layers.0.linear1.bias": 0.0021490314975380898, + "transformer.layers.0.linear2.weight": 0.04311177507042885, + "transformer.layers.0.linear2.bias": 0.003600763389840722, + "transformer.layers.0.norm1.weight": 0.002076878445222974, + "transformer.layers.0.norm1.bias": 0.002389992820098996, + "transformer.layers.0.norm2.weight": 0.0035491595044732094, + "transformer.layers.0.norm2.bias": 0.0028669978491961956, + "transformer.layers.1.self_attn.in_proj_weight": 0.040969401597976685, + "transformer.layers.1.self_attn.in_proj_bias": 0.002467221114784479, + "transformer.layers.1.self_attn.out_proj.weight": 0.038486357778310776, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026765577495098114, + "transformer.layers.1.linear1.weight": 0.021761640906333923, + "transformer.layers.1.linear1.bias": 0.0011951198102906346, + "transformer.layers.1.linear2.weight": 0.030481617897748947, + "transformer.layers.1.linear2.bias": 0.002553617814555764, + "transformer.layers.1.norm1.weight": 0.0027439261320978403, + "transformer.layers.1.norm1.bias": 0.002730755601078272, + "transformer.layers.1.norm2.weight": 0.0016030851984396577, + "transformer.layers.1.norm2.bias": 0.001218894263729453, + "transformer.layers.2.self_attn.in_proj_weight": 0.03514627739787102, + "transformer.layers.2.self_attn.in_proj_bias": 0.002216342370957136, + "transformer.layers.2.self_attn.out_proj.weight": 0.03133781626820564, + "transformer.layers.2.self_attn.out_proj.bias": 0.002565806731581688, + "transformer.layers.2.linear1.weight": 0.01706126518547535, + "transformer.layers.2.linear1.bias": 0.0010841545881703496, + "transformer.layers.2.linear2.weight": 0.022443005815148354, + "transformer.layers.2.linear2.bias": 0.002640028018504381, + "transformer.layers.2.norm1.weight": 0.0030648461543023586, + "transformer.layers.2.norm1.bias": 0.0027051421348005533, + "transformer.layers.2.norm2.weight": 0.001164350425824523, + "transformer.layers.2.norm2.bias": 0.0011617479613050818, + "transformer.layers.3.self_attn.in_proj_weight": 0.06604176759719849, + "transformer.layers.3.self_attn.in_proj_bias": 0.005359430331736803, + "transformer.layers.3.self_attn.out_proj.weight": 0.036222588270902634, + "transformer.layers.3.self_attn.out_proj.bias": 0.00385709828697145, + "transformer.layers.3.linear1.weight": 0.03255508467555046, + "transformer.layers.3.linear1.bias": 0.002581775188446045, + "transformer.layers.3.linear2.weight": 0.021714042872190475, + "transformer.layers.3.linear2.bias": 0.004487793892621994, + "transformer.layers.3.norm1.weight": 0.0052187261171638966, + "transformer.layers.3.norm1.bias": 0.006626795511692762, + "transformer.layers.3.norm2.weight": 0.002440732903778553, + "transformer.layers.3.norm2.bias": 0.0029514755588024855, + "head.weight": 0.26102760434150696, + "head.bias": 0.008444290608167648, + "global_embedding.weight": 0.025518134236335754, + "global_cnn.0.weight": 0.13244542479515076, + "global_cnn.0.bias": 0.003581360913813114, + "global_cnn.2.weight": 0.31849396228790283, + "global_cnn.2.bias": 0.012159205973148346, + "global_proj.weight": 0.07729543000459671, + "global_proj.bias": 0.02809005416929722, + "goal_head.0.weight": 0.04716913774609566, + "goal_head.0.bias": 0.012415366247296333, + "goal_head.2.weight": 0.06040710210800171, + "goal_head.2.bias": 0.024138441309332848 + }, + { + "global_gate": 3.592408756958321e-05, + "embedding.weight": 0.0009526421199552715, + "cnn.0.weight": 0.025166720151901245, + "cnn.0.bias": 0.0009404201409779489, + "cnn.2.weight": 0.009415223263204098, + "cnn.2.bias": 0.00266050873324275, + "cnn.5.weight": 0.0146204624325037, + "cnn.5.bias": 0.0028408539947122335, + "action_emb.weight": 0.006880876608192921, + "timestep_emb.weight": 0.0018405942246317863, + "pos_emb.weight": 0.0030290512368083, + "transformer.layers.0.self_attn.in_proj_weight": 0.02816055528819561, + "transformer.layers.0.self_attn.in_proj_bias": 0.002130056731402874, + "transformer.layers.0.self_attn.out_proj.weight": 0.029180733487010002, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031811182852834463, + "transformer.layers.0.linear1.weight": 0.03313983231782913, + "transformer.layers.0.linear1.bias": 0.001515714917331934, + "transformer.layers.0.linear2.weight": 0.038405198603868484, + "transformer.layers.0.linear2.bias": 0.00290304864756763, + "transformer.layers.0.norm1.weight": 0.0015076613053679466, + "transformer.layers.0.norm1.bias": 0.0017628814093768597, + "transformer.layers.0.norm2.weight": 0.0027811864856630564, + "transformer.layers.0.norm2.bias": 0.0014277370646595955, + "transformer.layers.1.self_attn.in_proj_weight": 0.034323807805776596, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017473010811954737, + "transformer.layers.1.self_attn.out_proj.weight": 0.031846415251493454, + "transformer.layers.1.self_attn.out_proj.bias": 0.002461568918079138, + "transformer.layers.1.linear1.weight": 0.02057865634560585, + "transformer.layers.1.linear1.bias": 0.0010955918114632368, + "transformer.layers.1.linear2.weight": 0.02821507677435875, + "transformer.layers.1.linear2.bias": 0.002304994035512209, + "transformer.layers.1.norm1.weight": 0.002445940626785159, + "transformer.layers.1.norm1.bias": 0.0015397631796076894, + "transformer.layers.1.norm2.weight": 0.0015139003517106175, + "transformer.layers.1.norm2.bias": 0.0010799291776493192, + "transformer.layers.2.self_attn.in_proj_weight": 0.040988411754369736, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021885966416448355, + "transformer.layers.2.self_attn.out_proj.weight": 0.0334419310092926, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022415260318666697, + "transformer.layers.2.linear1.weight": 0.01668538525700569, + "transformer.layers.2.linear1.bias": 0.0009751326288096607, + "transformer.layers.2.linear2.weight": 0.021023165434598923, + "transformer.layers.2.linear2.bias": 0.002242239424958825, + "transformer.layers.2.norm1.weight": 0.0029624318704009056, + "transformer.layers.2.norm1.bias": 0.0028427056968212128, + "transformer.layers.2.norm2.weight": 0.0011332009453326464, + "transformer.layers.2.norm2.bias": 0.0010481005301699042, + "transformer.layers.3.self_attn.in_proj_weight": 0.061840567737817764, + "transformer.layers.3.self_attn.in_proj_bias": 0.004843452479690313, + "transformer.layers.3.self_attn.out_proj.weight": 0.03096662648022175, + "transformer.layers.3.self_attn.out_proj.bias": 0.003351752646267414, + "transformer.layers.3.linear1.weight": 0.023234045132994652, + "transformer.layers.3.linear1.bias": 0.0017700151074677706, + "transformer.layers.3.linear2.weight": 0.016715263947844505, + "transformer.layers.3.linear2.bias": 0.0036878392565995455, + "transformer.layers.3.norm1.weight": 0.004806527402251959, + "transformer.layers.3.norm1.bias": 0.006450846325606108, + "transformer.layers.3.norm2.weight": 0.0015322841936722398, + "transformer.layers.3.norm2.bias": 0.0018568802624940872, + "head.weight": 0.22266726195812225, + "head.bias": 0.00724685238674283, + "global_embedding.weight": 0.01188014354556799, + "global_cnn.0.weight": 0.09057562798261642, + "global_cnn.0.bias": 0.003024656791239977, + "global_cnn.2.weight": 0.2544003427028656, + "global_cnn.2.bias": 0.010446824133396149, + "global_proj.weight": 0.06940566003322601, + "global_proj.bias": 0.025664974004030228, + "goal_head.0.weight": 0.038371238857507706, + "goal_head.0.bias": 0.010582620278000832, + "goal_head.2.weight": 0.04760826379060745, + "goal_head.2.bias": 0.020034216344356537 + }, + { + "global_gate": 3.0924540624255314e-05, + "embedding.weight": 0.0011975092347711325, + "cnn.0.weight": 0.02981257066130638, + "cnn.0.bias": 0.001243391539901495, + "cnn.2.weight": 0.009102116338908672, + "cnn.2.bias": 0.0023471424356102943, + "cnn.5.weight": 0.015164770185947418, + "cnn.5.bias": 0.002378967357799411, + "action_emb.weight": 0.013366256840527058, + "timestep_emb.weight": 0.003111824858933687, + "pos_emb.weight": 0.0072437459602952, + "transformer.layers.0.self_attn.in_proj_weight": 0.037957578897476196, + "transformer.layers.0.self_attn.in_proj_bias": 0.002343603642657399, + "transformer.layers.0.self_attn.out_proj.weight": 0.035905808210372925, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031136618927121162, + "transformer.layers.0.linear1.weight": 0.06853137165307999, + "transformer.layers.0.linear1.bias": 0.002040587365627289, + "transformer.layers.0.linear2.weight": 0.05058921501040459, + "transformer.layers.0.linear2.bias": 0.002325906651094556, + "transformer.layers.0.norm1.weight": 0.0019181661773473024, + "transformer.layers.0.norm1.bias": 0.001876300317235291, + "transformer.layers.0.norm2.weight": 0.0075126588344573975, + "transformer.layers.0.norm2.bias": 0.0015494127292186022, + "transformer.layers.1.self_attn.in_proj_weight": 0.0566890649497509, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017443832475692034, + "transformer.layers.1.self_attn.out_proj.weight": 0.03219081461429596, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019524131203070283, + "transformer.layers.1.linear1.weight": 0.025888048112392426, + "transformer.layers.1.linear1.bias": 0.0010875491425395012, + "transformer.layers.1.linear2.weight": 0.02935613878071308, + "transformer.layers.1.linear2.bias": 0.0017090850742533803, + "transformer.layers.1.norm1.weight": 0.0038953982293605804, + "transformer.layers.1.norm1.bias": 0.001748082460835576, + "transformer.layers.1.norm2.weight": 0.002094902563840151, + "transformer.layers.1.norm2.bias": 0.0010397711303085089, + "transformer.layers.2.self_attn.in_proj_weight": 0.03547817841172218, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014678649604320526, + "transformer.layers.2.self_attn.out_proj.weight": 0.031194236129522324, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016674265498295426, + "transformer.layers.2.linear1.weight": 0.018847476691007614, + "transformer.layers.2.linear1.bias": 0.0009729634039103985, + "transformer.layers.2.linear2.weight": 0.022064849734306335, + "transformer.layers.2.linear2.bias": 0.0016029189573600888, + "transformer.layers.2.norm1.weight": 0.0022423737682402134, + "transformer.layers.2.norm1.bias": 0.001512695918790996, + "transformer.layers.2.norm2.weight": 0.0011875173076987267, + "transformer.layers.2.norm2.bias": 0.0007858061580918729, + "transformer.layers.3.self_attn.in_proj_weight": 0.0725683644413948, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028699322137981653, + "transformer.layers.3.self_attn.out_proj.weight": 0.028247838839888573, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011438089422881603, + "transformer.layers.3.linear1.weight": 0.02401105687022209, + "transformer.layers.3.linear1.bias": 0.0013837233418598771, + "transformer.layers.3.linear2.weight": 0.015249907039105892, + "transformer.layers.3.linear2.bias": 0.0008559387642890215, + "transformer.layers.3.norm1.weight": 0.00546624418348074, + "transformer.layers.3.norm1.bias": 0.0037592921871691942, + "transformer.layers.3.norm2.weight": 0.0016697484534233809, + "transformer.layers.3.norm2.bias": 0.0013747926568612456, + "head.weight": 0.1858697235584259, + "head.bias": 0.001870312262326479, + "global_embedding.weight": 0.007202497683465481, + "global_cnn.0.weight": 0.09089024364948273, + "global_cnn.0.bias": 0.003654525615274906, + "global_cnn.2.weight": 0.15930286049842834, + "global_cnn.2.bias": 0.005302904639393091, + "global_proj.weight": 0.038458216935396194, + "global_proj.bias": 0.011336621828377247, + "goal_head.0.weight": 0.02181762456893921, + "goal_head.0.bias": 0.004478203598409891, + "goal_head.2.weight": 0.025787770748138428, + "goal_head.2.bias": 0.007415237836539745 + }, + { + "global_gate": 0.0002411919558653608, + "embedding.weight": 0.002301044762134552, + "cnn.0.weight": 0.0535210520029068, + "cnn.0.bias": 0.0016828596126288176, + "cnn.2.weight": 0.01391732506453991, + "cnn.2.bias": 0.003729520132765174, + "cnn.5.weight": 0.015003610402345657, + "cnn.5.bias": 0.0038699910510331392, + "action_emb.weight": 0.006477610673755407, + "timestep_emb.weight": 0.001981155714020133, + "pos_emb.weight": 0.004026986658573151, + "transformer.layers.0.self_attn.in_proj_weight": 0.037457600235939026, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034039770253002644, + "transformer.layers.0.self_attn.out_proj.weight": 0.03462057188153267, + "transformer.layers.0.self_attn.out_proj.bias": 0.004828923847526312, + "transformer.layers.0.linear1.weight": 0.036549873650074005, + "transformer.layers.0.linear1.bias": 0.002040900755673647, + "transformer.layers.0.linear2.weight": 0.04083167016506195, + "transformer.layers.0.linear2.bias": 0.003458469407632947, + "transformer.layers.0.norm1.weight": 0.0021144866477698088, + "transformer.layers.0.norm1.bias": 0.003149274969473481, + "transformer.layers.0.norm2.weight": 0.003307926468551159, + "transformer.layers.0.norm2.bias": 0.0027770032174885273, + "transformer.layers.1.self_attn.in_proj_weight": 0.035445235669612885, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020346941892057657, + "transformer.layers.1.self_attn.out_proj.weight": 0.038939185440540314, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027963542379438877, + "transformer.layers.1.linear1.weight": 0.02220735512673855, + "transformer.layers.1.linear1.bias": 0.0012978923041373491, + "transformer.layers.1.linear2.weight": 0.031194990500807762, + "transformer.layers.1.linear2.bias": 0.0025826054625213146, + "transformer.layers.1.norm1.weight": 0.002212291583418846, + "transformer.layers.1.norm1.bias": 0.002042508916929364, + "transformer.layers.1.norm2.weight": 0.0016697904793545604, + "transformer.layers.1.norm2.bias": 0.0015135901048779488, + "transformer.layers.2.self_attn.in_proj_weight": 0.0337086021900177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021621447522193193, + "transformer.layers.2.self_attn.out_proj.weight": 0.03493465855717659, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025583826936781406, + "transformer.layers.2.linear1.weight": 0.019114447757601738, + "transformer.layers.2.linear1.bias": 0.0012362991692498326, + "transformer.layers.2.linear2.weight": 0.0239725224673748, + "transformer.layers.2.linear2.bias": 0.002697358140721917, + "transformer.layers.2.norm1.weight": 0.002455211477354169, + "transformer.layers.2.norm1.bias": 0.0023018689826130867, + "transformer.layers.2.norm2.weight": 0.0014084989670664072, + "transformer.layers.2.norm2.bias": 0.0014087286544963717, + "transformer.layers.3.self_attn.in_proj_weight": 0.07478257268667221, + "transformer.layers.3.self_attn.in_proj_bias": 0.006066770292818546, + "transformer.layers.3.self_attn.out_proj.weight": 0.04368074983358383, + "transformer.layers.3.self_attn.out_proj.bias": 0.004396942909806967, + "transformer.layers.3.linear1.weight": 0.03561989590525627, + "transformer.layers.3.linear1.bias": 0.002902313834056258, + "transformer.layers.3.linear2.weight": 0.02325494959950447, + "transformer.layers.3.linear2.bias": 0.005105122923851013, + "transformer.layers.3.norm1.weight": 0.007214208599179983, + "transformer.layers.3.norm1.bias": 0.008760771714150906, + "transformer.layers.3.norm2.weight": 0.0026407423429191113, + "transformer.layers.3.norm2.bias": 0.0034037120640277863, + "head.weight": 0.2972063720226288, + "head.bias": 0.009047295898199081, + "global_embedding.weight": 0.009358272887766361, + "global_cnn.0.weight": 0.13699303567409515, + "global_cnn.0.bias": 0.004278429783880711, + "global_cnn.2.weight": 0.3726002871990204, + "global_cnn.2.bias": 0.016481846570968628, + "global_proj.weight": 0.08736152946949005, + "global_proj.bias": 0.035474587231874466, + "goal_head.0.weight": 0.047910094261169434, + "goal_head.0.bias": 0.014372148551046848, + "goal_head.2.weight": 0.05654841661453247, + "goal_head.2.bias": 0.02625647559762001 + }, + { + "global_gate": 0.00018278903735335916, + "embedding.weight": 0.0011070934124290943, + "cnn.0.weight": 0.031797077506780624, + "cnn.0.bias": 0.00146722502540797, + "cnn.2.weight": 0.009031960740685463, + "cnn.2.bias": 0.002910189563408494, + "cnn.5.weight": 0.012985310517251492, + "cnn.5.bias": 0.0032140067778527737, + "action_emb.weight": 0.008525341749191284, + "timestep_emb.weight": 0.0016549574211239815, + "pos_emb.weight": 0.0033112403471022844, + "transformer.layers.0.self_attn.in_proj_weight": 0.03513241186738014, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030614056158810854, + "transformer.layers.0.self_attn.out_proj.weight": 0.03427382931113243, + "transformer.layers.0.self_attn.out_proj.bias": 0.004561932757496834, + "transformer.layers.0.linear1.weight": 0.0385429747402668, + "transformer.layers.0.linear1.bias": 0.0018902545562013984, + "transformer.layers.0.linear2.weight": 0.044257454574108124, + "transformer.layers.0.linear2.bias": 0.003972047474235296, + "transformer.layers.0.norm1.weight": 0.0021029626950621605, + "transformer.layers.0.norm1.bias": 0.002806729869917035, + "transformer.layers.0.norm2.weight": 0.0035780942998826504, + "transformer.layers.0.norm2.bias": 0.0018697958439588547, + "transformer.layers.1.self_attn.in_proj_weight": 0.03983399271965027, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023268875665962696, + "transformer.layers.1.self_attn.out_proj.weight": 0.04057371988892555, + "transformer.layers.1.self_attn.out_proj.bias": 0.003440447384491563, + "transformer.layers.1.linear1.weight": 0.021164562553167343, + "transformer.layers.1.linear1.bias": 0.0012487509520724416, + "transformer.layers.1.linear2.weight": 0.031658824533224106, + "transformer.layers.1.linear2.bias": 0.0034245590213686228, + "transformer.layers.1.norm1.weight": 0.002625543624162674, + "transformer.layers.1.norm1.bias": 0.0022199354134500027, + "transformer.layers.1.norm2.weight": 0.0016624022973701358, + "transformer.layers.1.norm2.bias": 0.0011611212976276875, + "transformer.layers.2.self_attn.in_proj_weight": 0.03418613597750664, + "transformer.layers.2.self_attn.in_proj_bias": 0.002510784426704049, + "transformer.layers.2.self_attn.out_proj.weight": 0.037125833332538605, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034555699676275253, + "transformer.layers.2.linear1.weight": 0.01978258043527603, + "transformer.layers.2.linear1.bias": 0.0013246883172541857, + "transformer.layers.2.linear2.weight": 0.024773620069026947, + "transformer.layers.2.linear2.bias": 0.003654127474874258, + "transformer.layers.2.norm1.weight": 0.002461709314957261, + "transformer.layers.2.norm1.bias": 0.002941280137747526, + "transformer.layers.2.norm2.weight": 0.0014114417135715485, + "transformer.layers.2.norm2.bias": 0.001500710379332304, + "transformer.layers.3.self_attn.in_proj_weight": 0.07786186784505844, + "transformer.layers.3.self_attn.in_proj_bias": 0.007932483218610287, + "transformer.layers.3.self_attn.out_proj.weight": 0.03701865300536156, + "transformer.layers.3.self_attn.out_proj.bias": 0.005946598947048187, + "transformer.layers.3.linear1.weight": 0.03434491530060768, + "transformer.layers.3.linear1.bias": 0.003202195279300213, + "transformer.layers.3.linear2.weight": 0.023829743266105652, + "transformer.layers.3.linear2.bias": 0.006931548472493887, + "transformer.layers.3.norm1.weight": 0.0070865866728127, + "transformer.layers.3.norm1.bias": 0.011316031217575073, + "transformer.layers.3.norm2.weight": 0.002408017870038748, + "transformer.layers.3.norm2.bias": 0.004161827731877565, + "head.weight": 0.3383679986000061, + "head.bias": 0.013865256682038307, + "global_embedding.weight": 0.01499908696860075, + "global_cnn.0.weight": 0.06919734179973602, + "global_cnn.0.bias": 0.0030925918836146593, + "global_cnn.2.weight": 0.1481337547302246, + "global_cnn.2.bias": 0.006888055708259344, + "global_proj.weight": 0.0486789345741272, + "global_proj.bias": 0.018532644957304, + "goal_head.0.weight": 0.027932073920965195, + "goal_head.0.bias": 0.00788938533514738, + "goal_head.2.weight": 0.032877255231142044, + "goal_head.2.bias": 0.014290491119027138 + }, + { + "global_gate": 1.1790966709668282e-05, + "embedding.weight": 0.0016577732749283314, + "cnn.0.weight": 0.028818678110837936, + "cnn.0.bias": 0.0010643490822985768, + "cnn.2.weight": 0.00747647974640131, + "cnn.2.bias": 0.0026828914415091276, + "cnn.5.weight": 0.01042957417666912, + "cnn.5.bias": 0.002570320852100849, + "action_emb.weight": 0.004582769237458706, + "timestep_emb.weight": 0.001336997956968844, + "pos_emb.weight": 0.002158771501854062, + "transformer.layers.0.self_attn.in_proj_weight": 0.019619695842266083, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016472898423671722, + "transformer.layers.0.self_attn.out_proj.weight": 0.019778313115239143, + "transformer.layers.0.self_attn.out_proj.bias": 0.002182059222832322, + "transformer.layers.0.linear1.weight": 0.024392135441303253, + "transformer.layers.0.linear1.bias": 0.0009974184213206172, + "transformer.layers.0.linear2.weight": 0.023856906220316887, + "transformer.layers.0.linear2.bias": 0.001645506708882749, + "transformer.layers.0.norm1.weight": 0.0011308294488117099, + "transformer.layers.0.norm1.bias": 0.001525383209809661, + "transformer.layers.0.norm2.weight": 0.002448933431878686, + "transformer.layers.0.norm2.bias": 0.00093518674839288, + "transformer.layers.1.self_attn.in_proj_weight": 0.021474841982126236, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011869925074279308, + "transformer.layers.1.self_attn.out_proj.weight": 0.018968774005770683, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014002594398334622, + "transformer.layers.1.linear1.weight": 0.01343208272010088, + "transformer.layers.1.linear1.bias": 0.0006265966803766787, + "transformer.layers.1.linear2.weight": 0.016425736248493195, + "transformer.layers.1.linear2.bias": 0.0013191545149311423, + "transformer.layers.1.norm1.weight": 0.001331455074250698, + "transformer.layers.1.norm1.bias": 0.0011200448498129845, + "transformer.layers.1.norm2.weight": 0.0010365932248532772, + "transformer.layers.1.norm2.bias": 0.000529156590346247, + "transformer.layers.2.self_attn.in_proj_weight": 0.024330224841833115, + "transformer.layers.2.self_attn.in_proj_bias": 0.001297565526328981, + "transformer.layers.2.self_attn.out_proj.weight": 0.019725238904356956, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011461630929261446, + "transformer.layers.2.linear1.weight": 0.008773394860327244, + "transformer.layers.2.linear1.bias": 0.00048016279470175505, + "transformer.layers.2.linear2.weight": 0.011265838518738747, + "transformer.layers.2.linear2.bias": 0.0011198446154594421, + "transformer.layers.2.norm1.weight": 0.0020893679466098547, + "transformer.layers.2.norm1.bias": 0.0014976873062551022, + "transformer.layers.2.norm2.weight": 0.000523819646332413, + "transformer.layers.2.norm2.bias": 0.0003930056991521269, + "transformer.layers.3.self_attn.in_proj_weight": 0.03617670759558678, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020704795606434345, + "transformer.layers.3.self_attn.out_proj.weight": 0.018073203042149544, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014295988949015737, + "transformer.layers.3.linear1.weight": 0.01466298382729292, + "transformer.layers.3.linear1.bias": 0.001067029545083642, + "transformer.layers.3.linear2.weight": 0.009545095264911652, + "transformer.layers.3.linear2.bias": 0.0014716971199959517, + "transformer.layers.3.norm1.weight": 0.002955804578959942, + "transformer.layers.3.norm1.bias": 0.0027397151570767164, + "transformer.layers.3.norm2.weight": 0.0008450984605588019, + "transformer.layers.3.norm2.bias": 0.0009497394785284996, + "head.weight": 0.11493159830570221, + "head.bias": 0.0028882278129458427, + "global_embedding.weight": 0.029698001220822334, + "global_cnn.0.weight": 0.20104439556598663, + "global_cnn.0.bias": 0.0075087770819664, + "global_cnn.2.weight": 0.4859408140182495, + "global_cnn.2.bias": 0.025007152929902077, + "global_proj.weight": 0.1315508931875229, + "global_proj.bias": 0.06358680129051208, + "goal_head.0.weight": 0.07684574276208878, + "goal_head.0.bias": 0.026551900431513786, + "goal_head.2.weight": 0.11200689524412155, + "goal_head.2.bias": 0.05411234870553017 + }, + { + "global_gate": 6.794246928620851e-06, + "embedding.weight": 0.0022823214530944824, + "cnn.0.weight": 0.0529329776763916, + "cnn.0.bias": 0.001835143775679171, + "cnn.2.weight": 0.015051421709358692, + "cnn.2.bias": 0.005840126425027847, + "cnn.5.weight": 0.02345186471939087, + "cnn.5.bias": 0.005928650964051485, + "action_emb.weight": 0.006151380483061075, + "timestep_emb.weight": 0.001966859446838498, + "pos_emb.weight": 0.0030972117092460394, + "transformer.layers.0.self_attn.in_proj_weight": 0.044087812304496765, + "transformer.layers.0.self_attn.in_proj_bias": 0.002760249422863126, + "transformer.layers.0.self_attn.out_proj.weight": 0.051028378307819366, + "transformer.layers.0.self_attn.out_proj.bias": 0.003903623204678297, + "transformer.layers.0.linear1.weight": 0.03702878579497337, + "transformer.layers.0.linear1.bias": 0.0016639770474284887, + "transformer.layers.0.linear2.weight": 0.04192408546805382, + "transformer.layers.0.linear2.bias": 0.0029913827311247587, + "transformer.layers.0.norm1.weight": 0.002408302389085293, + "transformer.layers.0.norm1.bias": 0.00238317484036088, + "transformer.layers.0.norm2.weight": 0.003165988950058818, + "transformer.layers.0.norm2.bias": 0.0014815545873716474, + "transformer.layers.1.self_attn.in_proj_weight": 0.03587815538048744, + "transformer.layers.1.self_attn.in_proj_bias": 0.001942613860592246, + "transformer.layers.1.self_attn.out_proj.weight": 0.034173499792814255, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026643809396773577, + "transformer.layers.1.linear1.weight": 0.020152579993009567, + "transformer.layers.1.linear1.bias": 0.001031824154779315, + "transformer.layers.1.linear2.weight": 0.02659786306321621, + "transformer.layers.1.linear2.bias": 0.002531047910451889, + "transformer.layers.1.norm1.weight": 0.0022990568540990353, + "transformer.layers.1.norm1.bias": 0.0018095039995387197, + "transformer.layers.1.norm2.weight": 0.0015354781644418836, + "transformer.layers.1.norm2.bias": 0.0009979415917769074, + "transformer.layers.2.self_attn.in_proj_weight": 0.03365659341216087, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020333610009402037, + "transformer.layers.2.self_attn.out_proj.weight": 0.02903665229678154, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025575943291187286, + "transformer.layers.2.linear1.weight": 0.015623481012880802, + "transformer.layers.2.linear1.bias": 0.0010450241388753057, + "transformer.layers.2.linear2.weight": 0.019170375540852547, + "transformer.layers.2.linear2.bias": 0.0027042042929679155, + "transformer.layers.2.norm1.weight": 0.002388766733929515, + "transformer.layers.2.norm1.bias": 0.002238581655547023, + "transformer.layers.2.norm2.weight": 0.001019428949803114, + "transformer.layers.2.norm2.bias": 0.0012061323504894972, + "transformer.layers.3.self_attn.in_proj_weight": 0.06148220971226692, + "transformer.layers.3.self_attn.in_proj_bias": 0.005447062663733959, + "transformer.layers.3.self_attn.out_proj.weight": 0.03142550215125084, + "transformer.layers.3.self_attn.out_proj.bias": 0.0040205479599535465, + "transformer.layers.3.linear1.weight": 0.02909437008202076, + "transformer.layers.3.linear1.bias": 0.002595646306872368, + "transformer.layers.3.linear2.weight": 0.018445806577801704, + "transformer.layers.3.linear2.bias": 0.005044685676693916, + "transformer.layers.3.norm1.weight": 0.005530646536499262, + "transformer.layers.3.norm1.bias": 0.007694682106375694, + "transformer.layers.3.norm2.weight": 0.0020345370285212994, + "transformer.layers.3.norm2.bias": 0.0035118251107633114, + "head.weight": 0.24936410784721375, + "head.bias": 0.009983719326555729, + "global_embedding.weight": 0.01838378980755806, + "global_cnn.0.weight": 0.20638158917427063, + "global_cnn.0.bias": 0.00800690334290266, + "global_cnn.2.weight": 0.31004688143730164, + "global_cnn.2.bias": 0.013141575269401073, + "global_proj.weight": 0.10163179039955139, + "global_proj.bias": 0.05727987363934517, + "goal_head.0.weight": 0.06688527017831802, + "goal_head.0.bias": 0.027329053729772568, + "goal_head.2.weight": 0.09188579022884369, + "goal_head.2.bias": 0.06205085292458534 + }, + { + "global_gate": 5.1223381888121367e-05, + "embedding.weight": 0.00026273433468304574, + "cnn.0.weight": 0.00787992961704731, + "cnn.0.bias": 0.000338895944878459, + "cnn.2.weight": 0.0028453986160457134, + "cnn.2.bias": 0.0007988302386365831, + "cnn.5.weight": 0.004099821671843529, + "cnn.5.bias": 0.000901992607396096, + "action_emb.weight": 0.002001524902880192, + "timestep_emb.weight": 0.0005377159686759114, + "pos_emb.weight": 0.0012026242911815643, + "transformer.layers.0.self_attn.in_proj_weight": 0.007476332597434521, + "transformer.layers.0.self_attn.in_proj_bias": 0.0005554752424359322, + "transformer.layers.0.self_attn.out_proj.weight": 0.008326936513185501, + "transformer.layers.0.self_attn.out_proj.bias": 0.0011342141078785062, + "transformer.layers.0.linear1.weight": 0.01066521555185318, + "transformer.layers.0.linear1.bias": 0.00046861288137733936, + "transformer.layers.0.linear2.weight": 0.011842078529298306, + "transformer.layers.0.linear2.bias": 0.0008768959669396281, + "transformer.layers.0.norm1.weight": 0.00041039459756575525, + "transformer.layers.0.norm1.bias": 0.0004628148162737489, + "transformer.layers.0.norm2.weight": 0.0008766481769271195, + "transformer.layers.0.norm2.bias": 0.0005546538159251213, + "transformer.layers.1.self_attn.in_proj_weight": 0.008713297545909882, + "transformer.layers.1.self_attn.in_proj_bias": 0.0004344317421782762, + "transformer.layers.1.self_attn.out_proj.weight": 0.010129975154995918, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008365120738744736, + "transformer.layers.1.linear1.weight": 0.0069435671903193, + "transformer.layers.1.linear1.bias": 0.00032639686833135784, + "transformer.layers.1.linear2.weight": 0.009370597079396248, + "transformer.layers.1.linear2.bias": 0.0008546765893697739, + "transformer.layers.1.norm1.weight": 0.0004927757545374334, + "transformer.layers.1.norm1.bias": 0.0003808763576671481, + "transformer.layers.1.norm2.weight": 0.00048391069867648184, + "transformer.layers.1.norm2.bias": 0.0002927669556811452, + "transformer.layers.2.self_attn.in_proj_weight": 0.012274917215108871, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006832268554717302, + "transformer.layers.2.self_attn.out_proj.weight": 0.009837308898568153, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008866774733178318, + "transformer.layers.2.linear1.weight": 0.005442620255053043, + "transformer.layers.2.linear1.bias": 0.000343607971444726, + "transformer.layers.2.linear2.weight": 0.007124580442905426, + "transformer.layers.2.linear2.bias": 0.0009491866221651435, + "transformer.layers.2.norm1.weight": 0.0009963901247829199, + "transformer.layers.2.norm1.bias": 0.0008034274796955287, + "transformer.layers.2.norm2.weight": 0.00035381579073145986, + "transformer.layers.2.norm2.bias": 0.00040485317003913224, + "transformer.layers.3.self_attn.in_proj_weight": 0.024601660668849945, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020416248589754105, + "transformer.layers.3.self_attn.out_proj.weight": 0.010300988331437111, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015530427917838097, + "transformer.layers.3.linear1.weight": 0.009677648544311523, + "transformer.layers.3.linear1.bias": 0.0008758930489420891, + "transformer.layers.3.linear2.weight": 0.006566184107214212, + "transformer.layers.3.linear2.bias": 0.0018327842699363828, + "transformer.layers.3.norm1.weight": 0.002010814845561981, + "transformer.layers.3.norm1.bias": 0.0028874764684587717, + "transformer.layers.3.norm2.weight": 0.0006901145679876208, + "transformer.layers.3.norm2.bias": 0.0011107834288850427, + "head.weight": 0.11439980566501617, + "head.bias": 0.004756985232234001, + "global_embedding.weight": 0.008413179777562618, + "global_cnn.0.weight": 0.11697984486818314, + "global_cnn.0.bias": 0.005429468117654324, + "global_cnn.2.weight": 0.23646177351474762, + "global_cnn.2.bias": 0.011645697057247162, + "global_proj.weight": 0.08921021223068237, + "global_proj.bias": 0.049689605832099915, + "goal_head.0.weight": 0.0591934509575367, + "goal_head.0.bias": 0.023458506911993027, + "goal_head.2.weight": 0.07794424891471863, + "goal_head.2.bias": 0.052497368305921555 + }, + { + "global_gate": 5.3264586313162e-05, + "embedding.weight": 0.0016490615671500564, + "cnn.0.weight": 0.030866308137774467, + "cnn.0.bias": 0.001020172145217657, + "cnn.2.weight": 0.006938802544027567, + "cnn.2.bias": 0.0012638340704143047, + "cnn.5.weight": 0.009292752481997013, + "cnn.5.bias": 0.0020392462611198425, + "action_emb.weight": 0.005494624841958284, + "timestep_emb.weight": 0.001216558855958283, + "pos_emb.weight": 0.002552623627707362, + "transformer.layers.0.self_attn.in_proj_weight": 0.019675539806485176, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012138643069192767, + "transformer.layers.0.self_attn.out_proj.weight": 0.021761469542980194, + "transformer.layers.0.self_attn.out_proj.bias": 0.001744139939546585, + "transformer.layers.0.linear1.weight": 0.02801634557545185, + "transformer.layers.0.linear1.bias": 0.0010516251204535365, + "transformer.layers.0.linear2.weight": 0.022663550451397896, + "transformer.layers.0.linear2.bias": 0.0013736917171627283, + "transformer.layers.0.norm1.weight": 0.001071108621545136, + "transformer.layers.0.norm1.bias": 0.0010373219847679138, + "transformer.layers.0.norm2.weight": 0.0028970567509531975, + "transformer.layers.0.norm2.bias": 0.0012394414516165853, + "transformer.layers.1.self_attn.in_proj_weight": 0.022528214380145073, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011065740836784244, + "transformer.layers.1.self_attn.out_proj.weight": 0.018842577934265137, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011564616579562426, + "transformer.layers.1.linear1.weight": 0.0129004567861557, + "transformer.layers.1.linear1.bias": 0.000615509576164186, + "transformer.layers.1.linear2.weight": 0.014819808304309845, + "transformer.layers.1.linear2.bias": 0.0010761371813714504, + "transformer.layers.1.norm1.weight": 0.0015246487455442548, + "transformer.layers.1.norm1.bias": 0.0010985761182382703, + "transformer.layers.1.norm2.weight": 0.0010700857965275645, + "transformer.layers.1.norm2.bias": 0.000585063942708075, + "transformer.layers.2.self_attn.in_proj_weight": 0.018749043345451355, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008558954577893019, + "transformer.layers.2.self_attn.out_proj.weight": 0.016364285722374916, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008934139041230083, + "transformer.layers.2.linear1.weight": 0.008607298135757446, + "transformer.layers.2.linear1.bias": 0.00045458838576450944, + "transformer.layers.2.linear2.weight": 0.01086219772696495, + "transformer.layers.2.linear2.bias": 0.0008855329360812902, + "transformer.layers.2.norm1.weight": 0.0014787495601922274, + "transformer.layers.2.norm1.bias": 0.0009933937108144164, + "transformer.layers.2.norm2.weight": 0.0004966973792761564, + "transformer.layers.2.norm2.bias": 0.0003934180422220379, + "transformer.layers.3.self_attn.in_proj_weight": 0.030360236763954163, + "transformer.layers.3.self_attn.in_proj_bias": 0.001582058728672564, + "transformer.layers.3.self_attn.out_proj.weight": 0.015102101489901543, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012180318590253592, + "transformer.layers.3.linear1.weight": 0.014216717332601547, + "transformer.layers.3.linear1.bias": 0.0010316012194380164, + "transformer.layers.3.linear2.weight": 0.00890268199145794, + "transformer.layers.3.linear2.bias": 0.0012747172731906176, + "transformer.layers.3.norm1.weight": 0.002770752878859639, + "transformer.layers.3.norm1.bias": 0.002298306440934539, + "transformer.layers.3.norm2.weight": 0.000991830020211637, + "transformer.layers.3.norm2.bias": 0.0012719051446765661, + "head.weight": 0.09836834669113159, + "head.bias": 0.00238534202799201, + "global_embedding.weight": 0.005893639288842678, + "global_cnn.0.weight": 0.09962722659111023, + "global_cnn.0.bias": 0.003958042711019516, + "global_cnn.2.weight": 0.24425014853477478, + "global_cnn.2.bias": 0.012016472406685352, + "global_proj.weight": 0.06911968439817429, + "global_proj.bias": 0.03553164005279541, + "goal_head.0.weight": 0.04591110348701477, + "goal_head.0.bias": 0.017026608809828758, + "goal_head.2.weight": 0.061800211668014526, + "goal_head.2.bias": 0.037200745195150375 + }, + { + "global_gate": 0.0001284896134166047, + "embedding.weight": 0.0027388909365981817, + "cnn.0.weight": 0.04815366864204407, + "cnn.0.bias": 0.0016684606671333313, + "cnn.2.weight": 0.00972006842494011, + "cnn.2.bias": 0.003450932214036584, + "cnn.5.weight": 0.013301307335495949, + "cnn.5.bias": 0.0034824120812118053, + "action_emb.weight": 0.01162208616733551, + "timestep_emb.weight": 0.0025447760708630085, + "pos_emb.weight": 0.0038108713924884796, + "transformer.layers.0.self_attn.in_proj_weight": 0.03270239755511284, + "transformer.layers.0.self_attn.in_proj_bias": 0.002285291673615575, + "transformer.layers.0.self_attn.out_proj.weight": 0.03998725488781929, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035967326257377863, + "transformer.layers.0.linear1.weight": 0.053092021495103836, + "transformer.layers.0.linear1.bias": 0.002047525951638818, + "transformer.layers.0.linear2.weight": 0.037076618522405624, + "transformer.layers.0.linear2.bias": 0.0028373899403959513, + "transformer.layers.0.norm1.weight": 0.0017787449760362506, + "transformer.layers.0.norm1.bias": 0.001986869378015399, + "transformer.layers.0.norm2.weight": 0.00576181523501873, + "transformer.layers.0.norm2.bias": 0.0028223248664289713, + "transformer.layers.1.self_attn.in_proj_weight": 0.03346867114305496, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020068103913217783, + "transformer.layers.1.self_attn.out_proj.weight": 0.03101542592048645, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025585743132978678, + "transformer.layers.1.linear1.weight": 0.023773761466145515, + "transformer.layers.1.linear1.bias": 0.0012304640840739012, + "transformer.layers.1.linear2.weight": 0.025064554065465927, + "transformer.layers.1.linear2.bias": 0.002037045545876026, + "transformer.layers.1.norm1.weight": 0.0021603982895612717, + "transformer.layers.1.norm1.bias": 0.0017410769360139966, + "transformer.layers.1.norm2.weight": 0.0022705818992108107, + "transformer.layers.1.norm2.bias": 0.001607208512723446, + "transformer.layers.2.self_attn.in_proj_weight": 0.03697703033685684, + "transformer.layers.2.self_attn.in_proj_bias": 0.001877050963230431, + "transformer.layers.2.self_attn.out_proj.weight": 0.023051796481013298, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014754447620362043, + "transformer.layers.2.linear1.weight": 0.014353794977068901, + "transformer.layers.2.linear1.bias": 0.0008491780608892441, + "transformer.layers.2.linear2.weight": 0.017700854688882828, + "transformer.layers.2.linear2.bias": 0.0013916542520746589, + "transformer.layers.2.norm1.weight": 0.002540360437706113, + "transformer.layers.2.norm1.bias": 0.0023620419669896364, + "transformer.layers.2.norm2.weight": 0.0011219349689781666, + "transformer.layers.2.norm2.bias": 0.0010002367198467255, + "transformer.layers.3.self_attn.in_proj_weight": 0.050924722105264664, + "transformer.layers.3.self_attn.in_proj_bias": 0.003130790777504444, + "transformer.layers.3.self_attn.out_proj.weight": 0.02326071262359619, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020118572283536196, + "transformer.layers.3.linear1.weight": 0.022695129737257957, + "transformer.layers.3.linear1.bias": 0.0017078211531043053, + "transformer.layers.3.linear2.weight": 0.014530758373439312, + "transformer.layers.3.linear2.bias": 0.002382296370342374, + "transformer.layers.3.norm1.weight": 0.004525730852037668, + "transformer.layers.3.norm1.bias": 0.004863009322434664, + "transformer.layers.3.norm2.weight": 0.0015992231201380491, + "transformer.layers.3.norm2.bias": 0.0020532698836177588, + "head.weight": 0.17593522369861603, + "head.bias": 0.004042333457618952, + "global_embedding.weight": 0.00813006516546011, + "global_cnn.0.weight": 0.08073491603136063, + "global_cnn.0.bias": 0.0033374077174812555, + "global_cnn.2.weight": 0.1868031919002533, + "global_cnn.2.bias": 0.00645612133666873, + "global_proj.weight": 0.04493660107254982, + "global_proj.bias": 0.02144911140203476, + "goal_head.0.weight": 0.029789999127388, + "goal_head.0.bias": 0.01019549835473299, + "goal_head.2.weight": 0.042574044317007065, + "goal_head.2.bias": 0.02207425981760025 + }, + { + "global_gate": 0.00037339728442020714, + "embedding.weight": 0.0048148720525205135, + "cnn.0.weight": 0.08957663178443909, + "cnn.0.bias": 0.0024917591363191605, + "cnn.2.weight": 0.02031039074063301, + "cnn.2.bias": 0.004752135369926691, + "cnn.5.weight": 0.02113330364227295, + "cnn.5.bias": 0.0052871559746563435, + "action_emb.weight": 0.011337830685079098, + "timestep_emb.weight": 0.0017699693562462926, + "pos_emb.weight": 0.0036264529917389154, + "transformer.layers.0.self_attn.in_proj_weight": 0.057351045310497284, + "transformer.layers.0.self_attn.in_proj_bias": 0.004936839919537306, + "transformer.layers.0.self_attn.out_proj.weight": 0.05448569729924202, + "transformer.layers.0.self_attn.out_proj.bias": 0.006184001453220844, + "transformer.layers.0.linear1.weight": 0.054838649928569794, + "transformer.layers.0.linear1.bias": 0.002776812994852662, + "transformer.layers.0.linear2.weight": 0.05845421925187111, + "transformer.layers.0.linear2.bias": 0.004791450221091509, + "transformer.layers.0.norm1.weight": 0.0031248105224221945, + "transformer.layers.0.norm1.bias": 0.00466557452455163, + "transformer.layers.0.norm2.weight": 0.0049767144955694675, + "transformer.layers.0.norm2.bias": 0.002779607195407152, + "transformer.layers.1.self_attn.in_proj_weight": 0.05059388652443886, + "transformer.layers.1.self_attn.in_proj_bias": 0.003035070141777396, + "transformer.layers.1.self_attn.out_proj.weight": 0.053117964416742325, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036207344383001328, + "transformer.layers.1.linear1.weight": 0.029017319902777672, + "transformer.layers.1.linear1.bias": 0.0015379275428131223, + "transformer.layers.1.linear2.weight": 0.03839587792754173, + "transformer.layers.1.linear2.bias": 0.0034989614505320787, + "transformer.layers.1.norm1.weight": 0.0037966652307659388, + "transformer.layers.1.norm1.bias": 0.0029930099844932556, + "transformer.layers.1.norm2.weight": 0.0024502144660800695, + "transformer.layers.1.norm2.bias": 0.0012825295561924577, + "transformer.layers.2.self_attn.in_proj_weight": 0.05296944081783295, + "transformer.layers.2.self_attn.in_proj_bias": 0.002596433274447918, + "transformer.layers.2.self_attn.out_proj.weight": 0.04770665615797043, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032585214357823133, + "transformer.layers.2.linear1.weight": 0.021724069491028786, + "transformer.layers.2.linear1.bias": 0.0013882529456168413, + "transformer.layers.2.linear2.weight": 0.02696039527654648, + "transformer.layers.2.linear2.bias": 0.0031632420141249895, + "transformer.layers.2.norm1.weight": 0.0037424303591251373, + "transformer.layers.2.norm1.bias": 0.0028707932215183973, + "transformer.layers.2.norm2.weight": 0.00154838094022125, + "transformer.layers.2.norm2.bias": 0.0015540667809545994, + "transformer.layers.3.self_attn.in_proj_weight": 0.08678601682186127, + "transformer.layers.3.self_attn.in_proj_bias": 0.006229898892343044, + "transformer.layers.3.self_attn.out_proj.weight": 0.04869711771607399, + "transformer.layers.3.self_attn.out_proj.bias": 0.004781562369316816, + "transformer.layers.3.linear1.weight": 0.04807841405272484, + "transformer.layers.3.linear1.bias": 0.003982778638601303, + "transformer.layers.3.linear2.weight": 0.030721357092261314, + "transformer.layers.3.linear2.bias": 0.005530882626771927, + "transformer.layers.3.norm1.weight": 0.007816238328814507, + "transformer.layers.3.norm1.bias": 0.008584408089518547, + "transformer.layers.3.norm2.weight": 0.0034602328669279814, + "transformer.layers.3.norm2.bias": 0.005323211662471294, + "head.weight": 0.322382390499115, + "head.bias": 0.009900371544063091, + "global_embedding.weight": 0.011942674405872822, + "global_cnn.0.weight": 0.10275290161371231, + "global_cnn.0.bias": 0.005177689716219902, + "global_cnn.2.weight": 0.2081068456172943, + "global_cnn.2.bias": 0.00826955121010542, + "global_proj.weight": 0.054198119789361954, + "global_proj.bias": 0.026243284344673157, + "goal_head.0.weight": 0.024647023528814316, + "goal_head.0.bias": 0.009089807979762554, + "goal_head.2.weight": 0.03263818845152855, + "goal_head.2.bias": 0.01933954656124115 + }, + { + "global_gate": 0.00010077323531731963, + "embedding.weight": 0.005881693214178085, + "cnn.0.weight": 0.0922449603676796, + "cnn.0.bias": 0.003056182758882642, + "cnn.2.weight": 0.01965676061809063, + "cnn.2.bias": 0.008326437324285507, + "cnn.5.weight": 0.02010977454483509, + "cnn.5.bias": 0.005831096321344376, + "action_emb.weight": 0.010165507905185223, + "timestep_emb.weight": 0.0022287976462394, + "pos_emb.weight": 0.0043284897692501545, + "transformer.layers.0.self_attn.in_proj_weight": 0.05152957886457443, + "transformer.layers.0.self_attn.in_proj_bias": 0.0040983399376273155, + "transformer.layers.0.self_attn.out_proj.weight": 0.041987866163253784, + "transformer.layers.0.self_attn.out_proj.bias": 0.004921177867799997, + "transformer.layers.0.linear1.weight": 0.0489841066300869, + "transformer.layers.0.linear1.bias": 0.0021544406190514565, + "transformer.layers.0.linear2.weight": 0.04651043564081192, + "transformer.layers.0.linear2.bias": 0.003777886740863323, + "transformer.layers.0.norm1.weight": 0.002987791784107685, + "transformer.layers.0.norm1.bias": 0.004136651288717985, + "transformer.layers.0.norm2.weight": 0.004799309652298689, + "transformer.layers.0.norm2.bias": 0.001991128781810403, + "transformer.layers.1.self_attn.in_proj_weight": 0.04435880482196808, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022830066736787558, + "transformer.layers.1.self_attn.out_proj.weight": 0.03654014319181442, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027036143001168966, + "transformer.layers.1.linear1.weight": 0.022558629512786865, + "transformer.layers.1.linear1.bias": 0.0011965774465352297, + "transformer.layers.1.linear2.weight": 0.026808196678757668, + "transformer.layers.1.linear2.bias": 0.0024177387822419405, + "transformer.layers.1.norm1.weight": 0.0029681269079446793, + "transformer.layers.1.norm1.bias": 0.0023185997270047665, + "transformer.layers.1.norm2.weight": 0.0019937572069466114, + "transformer.layers.1.norm2.bias": 0.0014746134402230382, + "transformer.layers.2.self_attn.in_proj_weight": 0.03355758637189865, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018560071475803852, + "transformer.layers.2.self_attn.out_proj.weight": 0.02949420176446438, + "transformer.layers.2.self_attn.out_proj.bias": 0.002219667425379157, + "transformer.layers.2.linear1.weight": 0.0163742583245039, + "transformer.layers.2.linear1.bias": 0.0010266388999298215, + "transformer.layers.2.linear2.weight": 0.01974393241107464, + "transformer.layers.2.linear2.bias": 0.002251701196655631, + "transformer.layers.2.norm1.weight": 0.0024120479356497526, + "transformer.layers.2.norm1.bias": 0.0016797231510281563, + "transformer.layers.2.norm2.weight": 0.0010586646385490894, + "transformer.layers.2.norm2.bias": 0.001158350147306919, + "transformer.layers.3.self_attn.in_proj_weight": 0.051968444138765335, + "transformer.layers.3.self_attn.in_proj_bias": 0.00425333296880126, + "transformer.layers.3.self_attn.out_proj.weight": 0.027454327791929245, + "transformer.layers.3.self_attn.out_proj.bias": 0.003122733673080802, + "transformer.layers.3.linear1.weight": 0.028823580592870712, + "transformer.layers.3.linear1.bias": 0.002551122335717082, + "transformer.layers.3.linear2.weight": 0.017396973446011543, + "transformer.layers.3.linear2.bias": 0.003719453699886799, + "transformer.layers.3.norm1.weight": 0.003975058905780315, + "transformer.layers.3.norm1.bias": 0.005534939933568239, + "transformer.layers.3.norm2.weight": 0.001806111540645361, + "transformer.layers.3.norm2.bias": 0.0034306359011679888, + "head.weight": 0.2021995484828949, + "head.bias": 0.007397789508104324, + "global_embedding.weight": 0.03847949579358101, + "global_cnn.0.weight": 0.11566560715436935, + "global_cnn.0.bias": 0.0049990215338766575, + "global_cnn.2.weight": 0.17018893361091614, + "global_cnn.2.bias": 0.006196753121912479, + "global_proj.weight": 0.03235110640525818, + "global_proj.bias": 0.013196992687880993, + "goal_head.0.weight": 0.013750316575169563, + "goal_head.0.bias": 0.004974559880793095, + "goal_head.2.weight": 0.019089579582214355, + "goal_head.2.bias": 0.010545688681304455 + }, + { + "global_gate": 3.118559834547341e-05, + "embedding.weight": 0.0018567318329587579, + "cnn.0.weight": 0.03458879142999649, + "cnn.0.bias": 0.0011477997759357095, + "cnn.2.weight": 0.006530079524964094, + "cnn.2.bias": 0.0017229425720870495, + "cnn.5.weight": 0.007548856548964977, + "cnn.5.bias": 0.0020867788698524237, + "action_emb.weight": 0.0031161331571638584, + "timestep_emb.weight": 0.0012263188837096095, + "pos_emb.weight": 0.0023575015366077423, + "transformer.layers.0.self_attn.in_proj_weight": 0.019443761557340622, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016550481086596847, + "transformer.layers.0.self_attn.out_proj.weight": 0.018259717151522636, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020931449253112078, + "transformer.layers.0.linear1.weight": 0.01916075311601162, + "transformer.layers.0.linear1.bias": 0.0009753961930982769, + "transformer.layers.0.linear2.weight": 0.021119367331266403, + "transformer.layers.0.linear2.bias": 0.0017301318002864718, + "transformer.layers.0.norm1.weight": 0.001182815060019493, + "transformer.layers.0.norm1.bias": 0.0015258730854839087, + "transformer.layers.0.norm2.weight": 0.001729545067064464, + "transformer.layers.0.norm2.bias": 0.0009297719225287437, + "transformer.layers.1.self_attn.in_proj_weight": 0.018130552023649216, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010442306520417333, + "transformer.layers.1.self_attn.out_proj.weight": 0.01819007471203804, + "transformer.layers.1.self_attn.out_proj.bias": 0.001388063421472907, + "transformer.layers.1.linear1.weight": 0.011356821283698082, + "transformer.layers.1.linear1.bias": 0.0006298043299466372, + "transformer.layers.1.linear2.weight": 0.015568621456623077, + "transformer.layers.1.linear2.bias": 0.0014074095524847507, + "transformer.layers.1.norm1.weight": 0.0011760022025555372, + "transformer.layers.1.norm1.bias": 0.0010261868592351675, + "transformer.layers.1.norm2.weight": 0.0009359739487990737, + "transformer.layers.1.norm2.bias": 0.0006475973641499877, + "transformer.layers.2.self_attn.in_proj_weight": 0.01874183490872383, + "transformer.layers.2.self_attn.in_proj_bias": 0.001137220417149365, + "transformer.layers.2.self_attn.out_proj.weight": 0.01632964424788952, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013388032093644142, + "transformer.layers.2.linear1.weight": 0.009250251576304436, + "transformer.layers.2.linear1.bias": 0.0005853677866980433, + "transformer.layers.2.linear2.weight": 0.01262219250202179, + "transformer.layers.2.linear2.bias": 0.0014322891365736723, + "transformer.layers.2.norm1.weight": 0.001565320766530931, + "transformer.layers.2.norm1.bias": 0.001232427777722478, + "transformer.layers.2.norm2.weight": 0.0005590479704551399, + "transformer.layers.2.norm2.bias": 0.0005831775488331914, + "transformer.layers.3.self_attn.in_proj_weight": 0.03616397827863693, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031714558135718107, + "transformer.layers.3.self_attn.out_proj.weight": 0.018658123910427094, + "transformer.layers.3.self_attn.out_proj.bias": 0.002338997321203351, + "transformer.layers.3.linear1.weight": 0.01863139681518078, + "transformer.layers.3.linear1.bias": 0.0015876865945756435, + "transformer.layers.3.linear2.weight": 0.011762461625039577, + "transformer.layers.3.linear2.bias": 0.0026426443364471197, + "transformer.layers.3.norm1.weight": 0.0032250152435153723, + "transformer.layers.3.norm1.bias": 0.004639092832803726, + "transformer.layers.3.norm2.weight": 0.0012466668849810958, + "transformer.layers.3.norm2.bias": 0.0017908087465912104, + "head.weight": 0.13849949836730957, + "head.bias": 0.004431935492902994, + "global_embedding.weight": 0.010872541926801205, + "global_cnn.0.weight": 0.045736461877822876, + "global_cnn.0.bias": 0.0021136447321623564, + "global_cnn.2.weight": 0.10735047608613968, + "global_cnn.2.bias": 0.005144581198692322, + "global_proj.weight": 0.029499268159270287, + "global_proj.bias": 0.015295229852199554, + "goal_head.0.weight": 0.018876947462558746, + "goal_head.0.bias": 0.00674847699701786, + "goal_head.2.weight": 0.02793375588953495, + "goal_head.2.bias": 0.014488428831100464 + }, + { + "global_gate": 0.0005598717252723873, + "embedding.weight": 0.005111635662615299, + "cnn.0.weight": 0.07979919761419296, + "cnn.0.bias": 0.0038647004403173923, + "cnn.2.weight": 0.0154621796682477, + "cnn.2.bias": 0.006935277953743935, + "cnn.5.weight": 0.015030494891107082, + "cnn.5.bias": 0.004423007369041443, + "action_emb.weight": 0.008187612518668175, + "timestep_emb.weight": 0.0021386495791375637, + "pos_emb.weight": 0.0028681885451078415, + "transformer.layers.0.self_attn.in_proj_weight": 0.063471719622612, + "transformer.layers.0.self_attn.in_proj_bias": 0.005718683358281851, + "transformer.layers.0.self_attn.out_proj.weight": 0.05398961901664734, + "transformer.layers.0.self_attn.out_proj.bias": 0.006743174046278, + "transformer.layers.0.linear1.weight": 0.04093601927161217, + "transformer.layers.0.linear1.bias": 0.0022163763642311096, + "transformer.layers.0.linear2.weight": 0.038799554109573364, + "transformer.layers.0.linear2.bias": 0.0041227275505661964, + "transformer.layers.0.norm1.weight": 0.004096084274351597, + "transformer.layers.0.norm1.bias": 0.005510004237294197, + "transformer.layers.0.norm2.weight": 0.003901417599990964, + "transformer.layers.0.norm2.bias": 0.0025095706805586815, + "transformer.layers.1.self_attn.in_proj_weight": 0.03240720555186272, + "transformer.layers.1.self_attn.in_proj_bias": 0.002210683189332485, + "transformer.layers.1.self_attn.out_proj.weight": 0.03304769843816757, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028632839675992727, + "transformer.layers.1.linear1.weight": 0.017701618373394012, + "transformer.layers.1.linear1.bias": 0.0009547569788992405, + "transformer.layers.1.linear2.weight": 0.022965475916862488, + "transformer.layers.1.linear2.bias": 0.002768526319414377, + "transformer.layers.1.norm1.weight": 0.0023823922965675592, + "transformer.layers.1.norm1.bias": 0.0023804293014109135, + "transformer.layers.1.norm2.weight": 0.0014536812668666244, + "transformer.layers.1.norm2.bias": 0.0008102728170342743, + "transformer.layers.2.self_attn.in_proj_weight": 0.029509736225008965, + "transformer.layers.2.self_attn.in_proj_bias": 0.00249981670640409, + "transformer.layers.2.self_attn.out_proj.weight": 0.027257701382040977, + "transformer.layers.2.self_attn.out_proj.bias": 0.002659604186192155, + "transformer.layers.2.linear1.weight": 0.014317093417048454, + "transformer.layers.2.linear1.bias": 0.0010319935390725732, + "transformer.layers.2.linear2.weight": 0.01808297075331211, + "transformer.layers.2.linear2.bias": 0.002845684764906764, + "transformer.layers.2.norm1.weight": 0.0022809242364019156, + "transformer.layers.2.norm1.bias": 0.0031177406199276447, + "transformer.layers.2.norm2.weight": 0.0008822001982480288, + "transformer.layers.2.norm2.bias": 0.0010754397371783853, + "transformer.layers.3.self_attn.in_proj_weight": 0.05185144767165184, + "transformer.layers.3.self_attn.in_proj_bias": 0.00578446127474308, + "transformer.layers.3.self_attn.out_proj.weight": 0.027378078550100327, + "transformer.layers.3.self_attn.out_proj.bias": 0.004626660607755184, + "transformer.layers.3.linear1.weight": 0.026977699249982834, + "transformer.layers.3.linear1.bias": 0.002525716321542859, + "transformer.layers.3.linear2.weight": 0.018076999112963676, + "transformer.layers.3.linear2.bias": 0.005089595913887024, + "transformer.layers.3.norm1.weight": 0.0045640417374670506, + "transformer.layers.3.norm1.bias": 0.00841947365552187, + "transformer.layers.3.norm2.weight": 0.0019704450387507677, + "transformer.layers.3.norm2.bias": 0.003017355687916279, + "head.weight": 0.2452988177537918, + "head.bias": 0.010418565012514591, + "global_embedding.weight": 0.037365224212408066, + "global_cnn.0.weight": 0.1458757370710373, + "global_cnn.0.bias": 0.006140227895230055, + "global_cnn.2.weight": 0.2085830122232437, + "global_cnn.2.bias": 0.007189979776740074, + "global_proj.weight": 0.044473811984062195, + "global_proj.bias": 0.015836957842111588, + "goal_head.0.weight": 0.017170248553156853, + "goal_head.0.bias": 0.005284339189529419, + "goal_head.2.weight": 0.020670387893915176, + "goal_head.2.bias": 0.00982107874006033 + }, + { + "global_gate": 0.0001574768975842744, + "embedding.weight": 0.0010041947243735194, + "cnn.0.weight": 0.0349743627011776, + "cnn.0.bias": 0.0012208843836560845, + "cnn.2.weight": 0.010725670494139194, + "cnn.2.bias": 0.00325022148899734, + "cnn.5.weight": 0.01210763305425644, + "cnn.5.bias": 0.003275911323726177, + "action_emb.weight": 0.0035776980221271515, + "timestep_emb.weight": 0.0013393774861469865, + "pos_emb.weight": 0.0022606835700571537, + "transformer.layers.0.self_attn.in_proj_weight": 0.0240657739341259, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019125922117382288, + "transformer.layers.0.self_attn.out_proj.weight": 0.02390347048640251, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025163092650473118, + "transformer.layers.0.linear1.weight": 0.023052386939525604, + "transformer.layers.0.linear1.bias": 0.0011556135723367333, + "transformer.layers.0.linear2.weight": 0.02522122487425804, + "transformer.layers.0.linear2.bias": 0.0017093635397031903, + "transformer.layers.0.norm1.weight": 0.0013979381183162332, + "transformer.layers.0.norm1.bias": 0.0018705758266150951, + "transformer.layers.0.norm2.weight": 0.002098539611324668, + "transformer.layers.0.norm2.bias": 0.0012819987023249269, + "transformer.layers.1.self_attn.in_proj_weight": 0.023231493309140205, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011968628969043493, + "transformer.layers.1.self_attn.out_proj.weight": 0.022451797500252724, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011987480102106929, + "transformer.layers.1.linear1.weight": 0.012528793886303902, + "transformer.layers.1.linear1.bias": 0.0006671131122857332, + "transformer.layers.1.linear2.weight": 0.017216281965374947, + "transformer.layers.1.linear2.bias": 0.0010726378532126546, + "transformer.layers.1.norm1.weight": 0.0017352956347167492, + "transformer.layers.1.norm1.bias": 0.0013697019312530756, + "transformer.layers.1.norm2.weight": 0.0009216960752382874, + "transformer.layers.1.norm2.bias": 0.0007148794247768819, + "transformer.layers.2.self_attn.in_proj_weight": 0.021923262625932693, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008835566113702953, + "transformer.layers.2.self_attn.out_proj.weight": 0.01896928809583187, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010419049067422748, + "transformer.layers.2.linear1.weight": 0.00945230107754469, + "transformer.layers.2.linear1.bias": 0.0005374038009904325, + "transformer.layers.2.linear2.weight": 0.012134714052081108, + "transformer.layers.2.linear2.bias": 0.0010313215898349881, + "transformer.layers.2.norm1.weight": 0.001636067871004343, + "transformer.layers.2.norm1.bias": 0.001027502934448421, + "transformer.layers.2.norm2.weight": 0.0006053016986697912, + "transformer.layers.2.norm2.bias": 0.00047372758854180574, + "transformer.layers.3.self_attn.in_proj_weight": 0.036628615111112595, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020141457207500935, + "transformer.layers.3.self_attn.out_proj.weight": 0.01925669051706791, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015444158343598247, + "transformer.layers.3.linear1.weight": 0.01923622004687786, + "transformer.layers.3.linear1.bias": 0.001407979871146381, + "transformer.layers.3.linear2.weight": 0.011124080047011375, + "transformer.layers.3.linear2.bias": 0.001671363483183086, + "transformer.layers.3.norm1.weight": 0.0028979151975363493, + "transformer.layers.3.norm1.bias": 0.002755956957116723, + "transformer.layers.3.norm2.weight": 0.0014142426662147045, + "transformer.layers.3.norm2.bias": 0.0016118016792461276, + "head.weight": 0.13235430419445038, + "head.bias": 0.003200816921889782, + "global_embedding.weight": 0.003820472164079547, + "global_cnn.0.weight": 0.09362349659204483, + "global_cnn.0.bias": 0.0029316891450434923, + "global_cnn.2.weight": 0.2718053460121155, + "global_cnn.2.bias": 0.012948225252330303, + "global_proj.weight": 0.053379449993371964, + "global_proj.bias": 0.026844842359423637, + "goal_head.0.weight": 0.029359901323914528, + "goal_head.0.bias": 0.010344825685024261, + "goal_head.2.weight": 0.0367920845746994, + "goal_head.2.bias": 0.019842976704239845 + }, + { + "global_gate": 0.00018292322056367993, + "embedding.weight": 0.0011706481454893947, + "cnn.0.weight": 0.03195791319012642, + "cnn.0.bias": 0.0014282158808782697, + "cnn.2.weight": 0.009069773368537426, + "cnn.2.bias": 0.003292534966021776, + "cnn.5.weight": 0.01210024394094944, + "cnn.5.bias": 0.0029723101761192083, + "action_emb.weight": 0.004680564161390066, + "timestep_emb.weight": 0.0013747481862083077, + "pos_emb.weight": 0.0031713189091533422, + "transformer.layers.0.self_attn.in_proj_weight": 0.02704949490725994, + "transformer.layers.0.self_attn.in_proj_bias": 0.0022619683295488358, + "transformer.layers.0.self_attn.out_proj.weight": 0.02924490161240101, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029012062586843967, + "transformer.layers.0.linear1.weight": 0.027389463037252426, + "transformer.layers.0.linear1.bias": 0.0013005005894228816, + "transformer.layers.0.linear2.weight": 0.02754773385822773, + "transformer.layers.0.linear2.bias": 0.0022511042188853025, + "transformer.layers.0.norm1.weight": 0.0015591996489092708, + "transformer.layers.0.norm1.bias": 0.0021215372253209352, + "transformer.layers.0.norm2.weight": 0.0029634127859026194, + "transformer.layers.0.norm2.bias": 0.001412206212989986, + "transformer.layers.1.self_attn.in_proj_weight": 0.027058133855462074, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014089379692450166, + "transformer.layers.1.self_attn.out_proj.weight": 0.02198132313787937, + "transformer.layers.1.self_attn.out_proj.bias": 0.001758459024131298, + "transformer.layers.1.linear1.weight": 0.013968260958790779, + "transformer.layers.1.linear1.bias": 0.0007315046386793256, + "transformer.layers.1.linear2.weight": 0.017416492104530334, + "transformer.layers.1.linear2.bias": 0.0015807291492819786, + "transformer.layers.1.norm1.weight": 0.001864659134298563, + "transformer.layers.1.norm1.bias": 0.00160593306645751, + "transformer.layers.1.norm2.weight": 0.0011641900055110455, + "transformer.layers.1.norm2.bias": 0.0008348597912117839, + "transformer.layers.2.self_attn.in_proj_weight": 0.024101071059703827, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011354153975844383, + "transformer.layers.2.self_attn.out_proj.weight": 0.01817767508327961, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012928295182064176, + "transformer.layers.2.linear1.weight": 0.010132910683751106, + "transformer.layers.2.linear1.bias": 0.0005990049103274941, + "transformer.layers.2.linear2.weight": 0.013186369091272354, + "transformer.layers.2.linear2.bias": 0.0012659146450459957, + "transformer.layers.2.norm1.weight": 0.001618782989680767, + "transformer.layers.2.norm1.bias": 0.00124546408187598, + "transformer.layers.2.norm2.weight": 0.0006972136325202882, + "transformer.layers.2.norm2.bias": 0.000673169968649745, + "transformer.layers.3.self_attn.in_proj_weight": 0.036458585411310196, + "transformer.layers.3.self_attn.in_proj_bias": 0.0022479272447526455, + "transformer.layers.3.self_attn.out_proj.weight": 0.01614433526992798, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016175360651686788, + "transformer.layers.3.linear1.weight": 0.016694698482751846, + "transformer.layers.3.linear1.bias": 0.0013293958036229014, + "transformer.layers.3.linear2.weight": 0.010881745256483555, + "transformer.layers.3.linear2.bias": 0.0018140760948881507, + "transformer.layers.3.norm1.weight": 0.0031512093264609575, + "transformer.layers.3.norm1.bias": 0.0033171328250318766, + "transformer.layers.3.norm2.weight": 0.0012485238257795572, + "transformer.layers.3.norm2.bias": 0.0016913206782191992, + "head.weight": 0.11237805336713791, + "head.bias": 0.003196531441062689, + "global_embedding.weight": 0.0031800188589841127, + "global_cnn.0.weight": 0.04137605056166649, + "global_cnn.0.bias": 0.0017771711573004723, + "global_cnn.2.weight": 0.06497664004564285, + "global_cnn.2.bias": 0.00316136097535491, + "global_proj.weight": 0.024048730731010437, + "global_proj.bias": 0.012177945114672184, + "goal_head.0.weight": 0.017274288460612297, + "goal_head.0.bias": 0.006156273651868105, + "goal_head.2.weight": 0.025317613035440445, + "goal_head.2.bias": 0.013553104363381863 + }, + { + "global_gate": 0.0004268325283192098, + "embedding.weight": 0.0030411561019718647, + "cnn.0.weight": 0.061263713985681534, + "cnn.0.bias": 0.0023310515098273754, + "cnn.2.weight": 0.016516078263521194, + "cnn.2.bias": 0.0047722309827804565, + "cnn.5.weight": 0.018725235015153885, + "cnn.5.bias": 0.004088482819497585, + "action_emb.weight": 0.005988972261548042, + "timestep_emb.weight": 0.001435565180145204, + "pos_emb.weight": 0.003538302145898342, + "transformer.layers.0.self_attn.in_proj_weight": 0.03406292945146561, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024215211160480976, + "transformer.layers.0.self_attn.out_proj.weight": 0.03259599581360817, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029479688964784145, + "transformer.layers.0.linear1.weight": 0.033942811191082, + "transformer.layers.0.linear1.bias": 0.0013509633718058467, + "transformer.layers.0.linear2.weight": 0.02985786646604538, + "transformer.layers.0.linear2.bias": 0.0020406099501997232, + "transformer.layers.0.norm1.weight": 0.00211629387922585, + "transformer.layers.0.norm1.bias": 0.0022500422783195972, + "transformer.layers.0.norm2.weight": 0.0034941427875310183, + "transformer.layers.0.norm2.bias": 0.0011824668617919087, + "transformer.layers.1.self_attn.in_proj_weight": 0.026627447456121445, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014560292474925518, + "transformer.layers.1.self_attn.out_proj.weight": 0.02694949135184288, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016329354839399457, + "transformer.layers.1.linear1.weight": 0.015676358714699745, + "transformer.layers.1.linear1.bias": 0.0008184489561244845, + "transformer.layers.1.linear2.weight": 0.018568605184555054, + "transformer.layers.1.linear2.bias": 0.0015418680850416422, + "transformer.layers.1.norm1.weight": 0.002110626082867384, + "transformer.layers.1.norm1.bias": 0.0014836526243016124, + "transformer.layers.1.norm2.weight": 0.0013732383958995342, + "transformer.layers.1.norm2.bias": 0.0007784503977745771, + "transformer.layers.2.self_attn.in_proj_weight": 0.02640461176633835, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013505325186997652, + "transformer.layers.2.self_attn.out_proj.weight": 0.021281665191054344, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015527968062087893, + "transformer.layers.2.linear1.weight": 0.011432620696723461, + "transformer.layers.2.linear1.bias": 0.0007585771381855011, + "transformer.layers.2.linear2.weight": 0.013485523872077465, + "transformer.layers.2.linear2.bias": 0.0015252517769113183, + "transformer.layers.2.norm1.weight": 0.0017822508234530687, + "transformer.layers.2.norm1.bias": 0.0013156553031876683, + "transformer.layers.2.norm2.weight": 0.000761656672693789, + "transformer.layers.2.norm2.bias": 0.0008694961434230208, + "transformer.layers.3.self_attn.in_proj_weight": 0.042358316481113434, + "transformer.layers.3.self_attn.in_proj_bias": 0.003213373012840748, + "transformer.layers.3.self_attn.out_proj.weight": 0.02109416574239731, + "transformer.layers.3.self_attn.out_proj.bias": 0.002154998015612364, + "transformer.layers.3.linear1.weight": 0.02322753518819809, + "transformer.layers.3.linear1.bias": 0.0019569445867091417, + "transformer.layers.3.linear2.weight": 0.013553665950894356, + "transformer.layers.3.linear2.bias": 0.0027071398217231035, + "transformer.layers.3.norm1.weight": 0.003712061792612076, + "transformer.layers.3.norm1.bias": 0.004600785672664642, + "transformer.layers.3.norm2.weight": 0.001711968332529068, + "transformer.layers.3.norm2.bias": 0.0024755012709647417, + "head.weight": 0.14697787165641785, + "head.bias": 0.004544948227703571, + "global_embedding.weight": 0.004664202220737934, + "global_cnn.0.weight": 0.0454418919980526, + "global_cnn.0.bias": 0.00211253366433084, + "global_cnn.2.weight": 0.0739634782075882, + "global_cnn.2.bias": 0.003048601560294628, + "global_proj.weight": 0.015231776982545853, + "global_proj.bias": 0.006122182589024305, + "goal_head.0.weight": 0.004708596970885992, + "goal_head.0.bias": 0.0007248084293678403, + "goal_head.2.weight": 0.007194159552454948, + "goal_head.2.bias": 0.0012920988956466317 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10994532704353333, - 0.12481652200222015, - 0.08376442641019821, - 0.10630600899457932, - 0.07416412979364395, - 0.027829455211758614, - 0.04194331541657448, - 0.042156416922807693, - 0.15908634662628174, - 0.029038019478321075 + 0.2406931221485138, + 0.3477439880371094, + 0.3635316789150238, + 0.29603227972984314, + 0.39406055212020874, + 0.3902650773525238, + 0.32353127002716064, + 0.4050690233707428, + 0.27279162406921387, + 0.33596065640449524, + 0.3051005005836487, + 0.2795833945274353, + 0.3599880635738373, + 0.6171248555183411, + 0.4632822573184967, + 0.46184706687927246, + 0.3862883448600769, + 0.4646148085594177, + 0.6833709478378296, + 0.5983165502548218 ], "repr_drift_kl_low_t": [ - 0.12050958722829819, - 0.13550612330436707, - 0.09063675999641418, - 0.09700910747051239, - 0.07528844475746155, - 0.02236601710319519, - 0.033037006855010986, - 0.04250764101743698, - 0.12049318104982376, - 0.021223828196525574 + 0.28643155097961426, + 0.40292903780937195, + 0.44537872076034546, + 0.3481338918209076, + 0.48202216625213623, + 0.4917404353618622, + 0.4040125012397766, + 0.5032860636711121, + 0.3390228748321533, + 0.4118930399417877, + 0.369101881980896, + 0.3611243665218353, + 0.4240729808807373, + 0.78338223695755, + 0.559916079044342, + 0.55556720495224, + 0.4840163290500641, + 0.574877917766571, + 0.8500667810440063, + 0.7300419211387634 ], "repr_drift_kl_mid_t": [ - 0.09770219773054123, - 0.12334120273590088, - 0.08559363335371017, - 0.09931465983390808, - 0.06796666979789734, - 0.024944927543401718, - 0.034193843603134155, - 0.03081442415714264, - 0.13378258049488068, - 0.02308870106935501 + 0.24058310687541962, + 0.35059618949890137, + 0.35932472348213196, + 0.2952665388584137, + 0.3934047222137451, + 0.3988766372203827, + 0.31183451414108276, + 0.4051656723022461, + 0.2826656401157379, + 0.3435106575489044, + 0.30036661028862, + 0.28523075580596924, + 0.35383492708206177, + 0.6123873591423035, + 0.4669654071331024, + 0.46403735876083374, + 0.4002170264720917, + 0.4591585397720337, + 0.6819121241569519, + 0.6069172620773315 ], "repr_drift_kl_high_t": [ - 0.1279495656490326, - 0.1229802668094635, - 0.10870493203401566, - 0.1291837990283966, - 0.08158251643180847, - 0.04897566884756088, - 0.04945295676589012, - 0.06492578983306885, - 0.31253987550735474, - 0.05806594341993332 + 0.2093365490436554, + 0.27993062138557434, + 0.2954048216342926, + 0.2545914053916931, + 0.2959310710430145, + 0.2835516333580017, + 0.24506711959838867, + 0.28866639733314514, + 0.1893911212682724, + 0.2510405480861664, + 0.227288618683815, + 0.20279651880264282, + 0.287972092628479, + 0.4420928359031677, + 0.35876843333244324, + 0.3605899512767792, + 0.2922464907169342, + 0.33750760555267334, + 0.4953499138355255, + 0.45100656151771545 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8407313823699951, - 0.848018229007721, - 0.7689450979232788, - 0.9776488542556763, - 0.8672538995742798 + 0.7970501780509949, + 0.7976682186126709, + 0.9009536504745483, + 0.8613718748092651, + 0.8537467122077942, + 0.8738506436347961, + 0.8649618625640869, + 0.8857641220092773, + 0.8251870274543762, + 0.7468216419219971 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.814317226409912, - 1.2805423736572266, - 1.2237496376037598, - 0.9888501763343811, - 0.23135395348072052, - 0.6627102494239807, - 0.748461127281189, - 0.5092729926109314, - 0.3976271450519562, - 0.7861819267272949 + 0.8951275944709778, + 0.7175660133361816, + 0.9122534990310669, + 0.45948636531829834, + 0.4372215270996094, + 0.3660493493080139, + 0.6142643690109253, + 0.49749279022216797, + 0.6226689219474792, + 0.5436334609985352, + 0.32805946469306946, + 0.3412991464138031, + 0.3050535023212433, + 0.4639478325843811, + 0.492959201335907, + 0.29771173000335693, + 0.32402992248535156, + 0.4244004786014557, + 0.1708182990550995, + 0.7235270142555237 ], "norm_high_t": [ - 2.732576608657837, - 1.4235252141952515, - 0.927364706993103, - 2.213524580001831, - 0.23162347078323364, - 0.7374059557914734, - 0.8744859099388123, - 0.25880566239356995, - 0.5087413787841797, - 0.6973710656166077 + 1.7178362607955933, + 0.7268139719963074, + 0.9117627739906311, + 0.4945131242275238, + 0.40328681468963623, + 0.34731632471084595, + 0.6095869541168213, + 0.535030722618103, + 0.7161836624145508, + 0.7032779455184937, + 0.36803117394447327, + 0.35700929164886475, + 0.45795300602912903, + 0.5561103224754333, + 0.5590778589248657, + 0.26790300011634827, + 0.6096385717391968, + 0.3191526234149933, + 0.28924962878227234, + 0.3306352496147156 ], "lowhigh_cos": [ - 0.6326715350151062, - 0.505139172077179, - 0.6450895667076111, - 0.23376993834972382, - 0.9862597584724426, - 0.8478884696960449, - 0.4917971193790436, - 0.17933999001979828, - 0.5401996970176697, - 0.8648969531059265 + 0.6941896080970764, + 0.5747131705284119, + 0.4299459457397461, + 0.8171971440315247, + 0.4937412440776825, + 0.2588229179382324, + 0.7626574039459229, + 0.7735342383384705, + 0.7425588369369507, + 0.4298741817474365, + 0.9326006174087524, + 0.7704552412033081, + 0.5932378768920898, + 0.5874488353729248, + 0.30110424757003784, + 0.07261399924755096, + 0.15343517065048218, + 0.7105172276496887, + 0.22747409343719482, + -0.04078429192304611 ], "t_bin_norms": [ { - "t_0.0-0.1": 3.1497132778167725, - "t_0.1-0.2": 1.7475156784057617, - "t_0.2-0.3": 2.06131649017334, - "t_0.3-0.4": 2.271544933319092, - "t_0.4-0.5": 2.3042290210723877, - "t_0.5-0.6": 2.3131775856018066, - "t_0.6-0.7": 2.307262897491455, - "t_0.7-0.8": 2.491097927093506, - "t_0.8-0.9": 2.5139598846435547, - "t_0.9-1.0": 2.789848804473877 - }, - { - "t_0.0-0.1": 1.7387217283248901, - "t_0.1-0.2": 1.833095908164978, - "t_0.2-0.3": 1.3917467594146729, - "t_0.3-0.4": 1.6174001693725586, - "t_0.4-0.5": 1.3422348499298096, - "t_0.5-0.6": 1.6435599327087402, - "t_0.6-0.7": 1.255111575126648, - "t_0.7-0.8": 1.4681543111801147, - "t_0.8-0.9": 1.2599296569824219, - "t_0.9-1.0": 1.435789942741394 - }, - { - "t_0.0-0.1": 1.2685198783874512, - "t_0.1-0.2": 1.1347877979278564, - "t_0.2-0.3": 0.8994291424751282, - "t_0.3-0.4": 1.1102755069732666, - "t_0.4-0.5": 0.8696200847625732, - "t_0.5-0.6": 0.966633141040802, - "t_0.6-0.7": 0.9443120956420898, - "t_0.7-0.8": 0.9259060025215149, - "t_0.8-0.9": 0.9339059591293335, - "t_0.9-1.0": 1.0248196125030518 - }, - { - "t_0.0-0.1": 1.311424732208252, - "t_0.1-0.2": 1.5769649744033813, - "t_0.2-0.3": 0.9183999300003052, - "t_0.3-0.4": 0.8771660923957825, - "t_0.4-0.5": 0.8412418365478516, - "t_0.5-0.6": 0.9436078667640686, - "t_0.6-0.7": 2.1594502925872803, - "t_0.7-0.8": 2.1715786457061768, - "t_0.8-0.9": 2.2260901927948, - "t_0.9-1.0": 2.7284677028656006 - }, - { - "t_0.0-0.1": 0.22853146493434906, - "t_0.1-0.2": 0.22926580905914307, - "t_0.2-0.3": 0.23126552999019623, - "t_0.3-0.4": 0.22940459847450256, - "t_0.4-0.5": 0.2303571254014969, - "t_0.5-0.6": 0.2298751324415207, - "t_0.6-0.7": 0.2286241054534912, - "t_0.7-0.8": 0.2314782440662384, - "t_0.8-0.9": 0.2306453138589859, - "t_0.9-1.0": 0.2336476594209671 - }, - { - "t_0.0-0.1": 0.6636369824409485, - "t_0.1-0.2": 0.6374078989028931, - "t_0.2-0.3": 0.6291646361351013, - "t_0.3-0.4": 0.6271035671234131, - "t_0.4-0.5": 0.6398285627365112, - "t_0.5-0.6": 0.6314191222190857, - "t_0.6-0.7": 0.6372900605201721, - "t_0.7-0.8": 0.6338087916374207, - "t_0.8-0.9": 0.6533940434455872, - "t_0.9-1.0": 0.8280300498008728 - }, - { - "t_0.0-0.1": 0.8715671896934509, - "t_0.1-0.2": 0.7484143972396851, - "t_0.2-0.3": 0.6451666951179504, - "t_0.3-0.4": 0.6833065152168274, - "t_0.4-0.5": 0.6655874848365784, - "t_0.5-0.6": 0.6518548130989075, - "t_0.6-0.7": 0.6410581469535828, - "t_0.7-0.8": 0.6192165017127991, - "t_0.8-0.9": 0.6421846747398376, - "t_0.9-1.0": 1.0582836866378784 - }, - { - "t_0.0-0.1": 0.1760411113500595, - "t_0.1-0.2": 0.23130343854427338, - "t_0.2-0.3": 0.15792781114578247, - "t_0.3-0.4": 0.15946011245250702, - "t_0.4-0.5": 0.23503364622592926, - "t_0.5-0.6": 0.139760360121727, - "t_0.6-0.7": 0.20548175275325775, - "t_0.7-0.8": 0.32264551520347595, - "t_0.8-0.9": 0.2012934386730194, - "t_0.9-1.0": 0.20650918781757355 - }, - { - "t_0.0-0.1": 0.3731399178504944, - "t_0.1-0.2": 0.3663997948169708, - "t_0.2-0.3": 0.4544208347797394, - "t_0.3-0.4": 0.40831977128982544, - "t_0.4-0.5": 0.321475625038147, - "t_0.5-0.6": 0.3372536897659302, - "t_0.6-0.7": 0.3381143808364868, - "t_0.7-0.8": 0.3408169448375702, - "t_0.8-0.9": 0.4596219062805176, - "t_0.9-1.0": 0.6574660539627075 - }, - { - "t_0.0-0.1": 0.707786500453949, - "t_0.1-0.2": 0.7173445820808411, - "t_0.2-0.3": 0.7017304301261902, - "t_0.3-0.4": 0.7073870897293091, - "t_0.4-0.5": 0.6946285367012024, - "t_0.5-0.6": 0.7027546167373657, - "t_0.6-0.7": 0.6969051957130432, - "t_0.7-0.8": 0.6966087818145752, - "t_0.8-0.9": 0.7042987942695618, - "t_0.9-1.0": 0.7197072505950928 + "t_0.0-0.1": 1.2365331649780273, + "t_0.1-0.2": 0.8192743062973022, + "t_0.2-0.3": 1.0814419984817505, + "t_0.3-0.4": 1.0339292287826538, + "t_0.4-0.5": 1.1877105236053467, + "t_0.5-0.6": 1.208396077156067, + "t_0.6-0.7": 1.3977372646331787, + "t_0.7-0.8": 1.6113994121551514, + "t_0.8-0.9": 1.506551742553711, + "t_0.9-1.0": 1.9867238998413086 + }, + { + "t_0.0-0.1": 0.7748007774353027, + "t_0.1-0.2": 0.6689593195915222, + "t_0.2-0.3": 0.6873245239257812, + "t_0.3-0.4": 0.7362847328186035, + "t_0.4-0.5": 0.6757726669311523, + "t_0.5-0.6": 0.6949850916862488, + "t_0.6-0.7": 0.6450850963592529, + "t_0.7-0.8": 0.70319664478302, + "t_0.8-0.9": 0.6928987503051758, + "t_0.9-1.0": 1.0584328174591064 + }, + { + "t_0.0-0.1": 0.896159291267395, + "t_0.1-0.2": 0.7829552888870239, + "t_0.2-0.3": 0.8064289689064026, + "t_0.3-0.4": 0.7259256839752197, + "t_0.4-0.5": 0.7833185791969299, + "t_0.5-0.6": 0.719217836856842, + "t_0.6-0.7": 0.7513101696968079, + "t_0.7-0.8": 0.8071596026420593, + "t_0.8-0.9": 0.7761692404747009, + "t_0.9-1.0": 1.1677464246749878 + }, + { + "t_0.0-0.1": 0.5603768229484558, + "t_0.1-0.2": 0.4716968238353729, + "t_0.2-0.3": 0.4879872798919678, + "t_0.3-0.4": 0.46008196473121643, + "t_0.4-0.5": 0.47706323862075806, + "t_0.5-0.6": 0.45822709798812866, + "t_0.6-0.7": 0.5201805233955383, + "t_0.7-0.8": 0.4638783931732178, + "t_0.8-0.9": 0.4855979382991791, + "t_0.9-1.0": 0.5831233859062195 + }, + { + "t_0.0-0.1": 0.4690840244293213, + "t_0.1-0.2": 0.3466643989086151, + "t_0.2-0.3": 0.3530285954475403, + "t_0.3-0.4": 0.40529394149780273, + "t_0.4-0.5": 0.33356186747550964, + "t_0.5-0.6": 0.37932100892066956, + "t_0.6-0.7": 0.39300236105918884, + "t_0.7-0.8": 0.3895898163318634, + "t_0.8-0.9": 0.4090934991836548, + "t_0.9-1.0": 0.438389390707016 + }, + { + "t_0.0-0.1": 0.5173918604850769, + "t_0.1-0.2": 0.25362080335617065, + "t_0.2-0.3": 0.28376561403274536, + "t_0.3-0.4": 0.23433101177215576, + "t_0.4-0.5": 0.3326742649078369, + "t_0.5-0.6": 0.2735688090324402, + "t_0.6-0.7": 0.29411283135414124, + "t_0.7-0.8": 0.25124993920326233, + "t_0.8-0.9": 0.2770242393016815, + "t_0.9-1.0": 0.46916520595550537 + }, + { + "t_0.0-0.1": 0.8070463538169861, + "t_0.1-0.2": 0.5426076054573059, + "t_0.2-0.3": 0.5568681359291077, + "t_0.3-0.4": 0.6127064228057861, + "t_0.4-0.5": 0.5380773544311523, + "t_0.5-0.6": 0.5276617407798767, + "t_0.6-0.7": 0.5723215341567993, + "t_0.7-0.8": 0.5791958570480347, + "t_0.8-0.9": 0.5608647465705872, + "t_0.9-1.0": 0.7512742877006531 + }, + { + "t_0.0-0.1": 0.47177937626838684, + "t_0.1-0.2": 0.4608292877674103, + "t_0.2-0.3": 0.4346000552177429, + "t_0.3-0.4": 0.4394717812538147, + "t_0.4-0.5": 0.46961963176727295, + "t_0.5-0.6": 0.40068507194519043, + "t_0.6-0.7": 0.4621593654155731, + "t_0.7-0.8": 0.46606355905532837, + "t_0.8-0.9": 0.48772168159484863, + "t_0.9-1.0": 0.6032882332801819 + }, + { + "t_0.0-0.1": 0.6416566967964172, + "t_0.1-0.2": 0.5850335359573364, + "t_0.2-0.3": 0.570364773273468, + "t_0.3-0.4": 0.5906203389167786, + "t_0.4-0.5": 0.5842119455337524, + "t_0.5-0.6": 0.5704414248466492, + "t_0.6-0.7": 0.5789675116539001, + "t_0.7-0.8": 0.5821315050125122, + "t_0.8-0.9": 0.5939995646476746, + "t_0.9-1.0": 0.8140093088150024 + }, + { + "t_0.0-0.1": 0.5056670904159546, + "t_0.1-0.2": 0.4941558241844177, + "t_0.2-0.3": 0.5073760151863098, + "t_0.3-0.4": 0.48857617378234863, + "t_0.4-0.5": 0.47224539518356323, + "t_0.5-0.6": 0.49263131618499756, + "t_0.6-0.7": 0.47208642959594727, + "t_0.7-0.8": 0.46840226650238037, + "t_0.8-0.9": 0.4728098511695862, + "t_0.9-1.0": 0.8063477873802185 + }, + { + "t_0.0-0.1": 0.33960798382759094, + "t_0.1-0.2": 0.3291262984275818, + "t_0.2-0.3": 0.3249742090702057, + "t_0.3-0.4": 0.329288125038147, + "t_0.4-0.5": 0.3253137469291687, + "t_0.5-0.6": 0.3254058063030243, + "t_0.6-0.7": 0.33670106530189514, + "t_0.7-0.8": 0.33669525384902954, + "t_0.8-0.9": 0.3516925275325775, + "t_0.9-1.0": 0.4077342748641968 + }, + { + "t_0.0-0.1": 0.4360872805118561, + "t_0.1-0.2": 0.3388836979866028, + "t_0.2-0.3": 0.31490713357925415, + "t_0.3-0.4": 0.3077555298805237, + "t_0.4-0.5": 0.3155357539653778, + "t_0.5-0.6": 0.3088409900665283, + "t_0.6-0.7": 0.3100375235080719, + "t_0.7-0.8": 0.3107670545578003, + "t_0.8-0.9": 0.32015761733055115, + "t_0.9-1.0": 0.4068642258644104 + }, + { + "t_0.0-0.1": 0.3744509518146515, + "t_0.1-0.2": 0.2991899251937866, + "t_0.2-0.3": 0.3021486699581146, + "t_0.3-0.4": 0.26803961396217346, + "t_0.4-0.5": 0.2834905982017517, + "t_0.5-0.6": 0.2844298779964447, + "t_0.6-0.7": 0.2937283217906952, + "t_0.7-0.8": 0.27548784017562866, + "t_0.8-0.9": 0.31345948576927185, + "t_0.9-1.0": 0.5233968496322632 + }, + { + "t_0.0-0.1": 0.44239652156829834, + "t_0.1-0.2": 0.4384081959724426, + "t_0.2-0.3": 0.4164672791957855, + "t_0.3-0.4": 0.4383253753185272, + "t_0.4-0.5": 0.5247085690498352, + "t_0.5-0.6": 0.506622850894928, + "t_0.6-0.7": 0.5188106298446655, + "t_0.7-0.8": 0.4980025589466095, + "t_0.8-0.9": 0.5675790309906006, + "t_0.9-1.0": 0.5680942535400391 + }, + { + "t_0.0-0.1": 0.34369632601737976, + "t_0.1-0.2": 0.3252450227737427, + "t_0.2-0.3": 0.27371078729629517, + "t_0.3-0.4": 0.2995668649673462, + "t_0.4-0.5": 0.29012882709503174, + "t_0.5-0.6": 0.3326725363731384, + "t_0.6-0.7": 0.2769300043582916, + "t_0.7-0.8": 0.3326117694377899, + "t_0.8-0.9": 0.4528489112854004, + "t_0.9-1.0": 0.5783325433731079 + }, + { + "t_0.0-0.1": 0.2915160059928894, + "t_0.1-0.2": 0.19336462020874023, + "t_0.2-0.3": 0.15344955027103424, + "t_0.3-0.4": 0.15600895881652832, + "t_0.4-0.5": 0.16487058997154236, + "t_0.5-0.6": 0.15812797844409943, + "t_0.6-0.7": 0.1693904995918274, + "t_0.7-0.8": 0.19757835566997528, + "t_0.8-0.9": 0.25969821214675903, + "t_0.9-1.0": 0.3445039987564087 + }, + { + "t_0.0-0.1": 0.33779776096343994, + "t_0.1-0.2": 0.3221944272518158, + "t_0.2-0.3": 0.2871205508708954, + "t_0.3-0.4": 0.2840116620063782, + "t_0.4-0.5": 0.3052437901496887, + "t_0.5-0.6": 0.2857528626918793, + "t_0.6-0.7": 0.29877451062202454, + "t_0.7-0.8": 0.30054596066474915, + "t_0.8-0.9": 0.35176318883895874, + "t_0.9-1.0": 1.2088661193847656 + }, + { + "t_0.0-0.1": 0.3905567526817322, + "t_0.1-0.2": 0.34196391701698303, + "t_0.2-0.3": 0.32396310567855835, + "t_0.3-0.4": 0.32800230383872986, + "t_0.4-0.5": 0.3363606035709381, + "t_0.5-0.6": 0.347673237323761, + "t_0.6-0.7": 0.32944485545158386, + "t_0.7-0.8": 0.3429540693759918, + "t_0.8-0.9": 0.32927584648132324, + "t_0.9-1.0": 0.3304649591445923 + }, + { + "t_0.0-0.1": 0.22056317329406738, + "t_0.1-0.2": 0.1898423135280609, + "t_0.2-0.3": 0.16831061244010925, + "t_0.3-0.4": 0.19469068944454193, + "t_0.4-0.5": 0.17210914194583893, + "t_0.5-0.6": 0.18075904250144958, + "t_0.6-0.7": 0.22390992939472198, + "t_0.7-0.8": 0.21523618698120117, + "t_0.8-0.9": 0.23090140521526337, + "t_0.9-1.0": 0.3715091049671173 + }, + { + "t_0.0-0.1": 0.28689825534820557, + "t_0.1-0.2": 0.19697874784469604, + "t_0.2-0.3": 0.17979833483695984, + "t_0.3-0.4": 0.19739696383476257, + "t_0.4-0.5": 0.1861478090286255, + "t_0.5-0.6": 0.15877078473567963, + "t_0.6-0.7": 0.19646647572517395, + "t_0.7-0.8": 0.20204102993011475, + "t_0.8-0.9": 0.2506449222564697, + "t_0.9-1.0": 0.4656710624694824 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.007301173638552427, - 0.02835538610816002, - 0.0556323416531086, - 0.02766798436641693, - 0.20113544166088104, - 0.1391143947839737, - 0.217353954911232, - 0.018555868417024612, - 0.19283919036388397, - 0.0031960229389369488, - 0.016713092103600502, - 0.3166278302669525, - 0.018590575084090233, - 0.022624434903264046, - 0.07215581834316254, - 0.11198946088552475, - 0.03944125026464462, - 0.23618784546852112, - 0.005985266994684935, - 0.045484509319067, - 0.18516170978546143, - 0.31961721181869507, - 0.4118926525115967, - 0.018334606662392616, - 0.04473039507865906, - 0.12400399148464203, - 0.10580204427242279, - 0.0038759689778089523, - 0.005976095795631409, - 0.30957522988319397, - 0.023181455209851265, - 0.06997084617614746, - 0.1775592863559723, - 0.1799686998128891, - 0.13436979055404663, - 0.00710563687607646, - 0.004587155766785145, - 0.2693333327770233, - 0.027719665318727493, - 0.17409034073352814, - 0.1634114682674408, - 0.18443579971790314, - 0.02071291022002697, - 0.0704340711236, - 0.09106678515672684, - 0.006637168116867542, - 0.270481139421463, - 0.15200001001358032, - 0.22745098173618317, - 0.27040818333625793, - 0.06386779993772507, - 0.32785025238990784, - 0.19680364429950714, - 0.7553571462631226, - 0.05966801196336746, - 0.05968586355447769, - 0.2057541459798813, - 0.0022522523067891598, - 0.013636363670229912, - 0.00911458395421505, - 0.030353570356965065, - 0.0045008184388279915, - 0.12259247899055481, - 0.051862675696611404, - 0.3203078806400299, - 0.18506494164466858, - 0.027888445183634758, - 0.04156862571835518, - 0.0050505055114626884, - 0.08208955079317093, - 0.004201680887490511, - 0.004692832473665476, - 0.12276656925678253, - 0.0059650614857673645, - 0.18028748035430908, - 0.06124924123287201, - 0.14246425032615662, - 0.00911458395421505, - 0.05514403432607651, - 0.0065543074160814285, - 0.019241653382778168, - 0.0194968543946743, - 0.10246305167675018, - 0.08839226514101028, - 0.03416856750845909, - 0.003656307002529502, - 0.015082957223057747, - 0.08317214995622635, - 0.05883542075753212, - 0.0393410362303257, - 0.08306708931922913, - 0.05095056816935539, - 0.04600345343351364, - 0.13266240060329437, - 0.004032257944345474, - 0.10915197432041168, - 0.005692599341273308, - 0.1595744788646698, - 0.1722833514213562, - 0.006592291872948408, - 0.16842690110206604, - 0.1599198430776596, - 0.0310711357742548, - 0.19658929109573364, - 0.003086419776082039, - 0.023733163252472878, - 0.03595041483640671, - 0.04730983451008797, - 0.0038759689778089523, - 0.06133205443620682, - 0.006592291872948408, - 0.0951661616563797, - 0.03449975326657295, - 0.08050847053527832, - 0.007625272031873465, - 0.06672678142786026, - 0.17660683393478394, - 0.006148088723421097, - 0.002958579920232296, - 0.13489073514938354, - 0.003086419776082039, - 0.01010611467063427, - 0.32414448261260986, - 0.05313092842698097, - 0.009749303571879864, - 0.05376838147640228, - 0.04557786136865616, - 0.016597511246800423, - 0.03946102038025856, - 0.1492183804512024, - 0.08431629836559296, - 0.12657232582569122, - 0.16081146895885468, - 0.1743404120206833, - 0.0530841127038002, - 0.04682023078203201, - 0.16207951307296753, - 0.004160362761467695, - 0.05921052768826485, - 0.030405405908823013, - 0.10340531170368195, - 0.23803967237472534, - 0.03240261971950531, - 0.05602240934967995, - 0.12105490267276764, - 0.0497630313038826, - 0.11562284827232361, - 0.1770833432674408, - 0.29718005657196045, - 0.010714286006987095, - 0.032855939120054245, - 0.04061538353562355, - 0.11277174204587936, - 0.1482352912425995, - 0.08436214178800583, - 0.028799019753932953, - 0.07860519737005234, - 0.004901960492134094, - 0.03491272032260895, - 0.09850187599658966, - 0.016429353505373, - 0.18773585557937622, - 0.023351648822426796, - 0.09349336475133896, - 0.0045008184388279915, - 0.07309069484472275, - 0.03512672334909439, - 0.08717948943376541, - 0.045768026262521744, - 0.040562912821769714, - 0.0026041667442768812, - 0.21397757530212402, - 0.023429710417985916, - 0.00911458395421505, - 0.009310987778007984, - 0.11299195885658264, - 0.08019480109214783, - 0.0038677917327731848, - 0.006666666362434626, - 0.19073358178138733, - 0.11918452382087708, - 0.18518517911434174, - 0.2412434220314026, - 0.46052631735801697, - 0.006944444961845875, - 0.025620169937610626, - 0.060363251715898514, - 0.26672694087028503, - 0.042650919407606125, - 0.006289307959377766, - 0.1410835236310959, - 0.08403805643320084, - 0.011326861567795277, - 0.0555555559694767, - 0.10503842681646347, - 0.015574650838971138, - 0.004201680887490511, - 0.3020654022693634, - 0.14952152967453003, - 0.10580204427242279, - 0.2118959128856659, - 0.10991695523262024, - 0.1631205677986145, - 0.09570765495300293, - 0.004323899280279875, - 0.055869873613119125, - 0.06968215107917786, - 0.07816482335329056, - 0.0036136661656200886, - 0.060975611209869385, - 0.07901554554700851, - 0.0928180143237114, - 0.006995045579969883, - 0.005985266994684935, - 0.055776894092559814, - 0.03878116235136986, - 0.004385964944958687, - 0.025192802771925926, - 0.09040829539299011, - 0.14539307355880737, - 0.014856081455945969, - 0.013636363670229912, - 0.07701637595891953, - 0.2917754650115967, - 0.23497942090034485, - 0.08271658420562744, - 0.12352070957422256, - 0.04900181666016579, - 0.02402196265757084, - 0.1983780413866043, - 0.05726112797856331, - 0.0974842756986618, - 0.027003858238458633, - 0.006637168116867542, - 0.26244813203811646, - 0.15851393342018127, - 0.010989010334014893, - 0.04645208641886711, - 0.028722601011395454, - 0.00536398496478796, - 0.058339569717645645, - 0.10920770466327667, - 0.13548722863197327, - 0.0035771066322922707, - 0.07530488073825836, - 0.0056584361009299755, - 0.0974842756986618, - 0.06428571790456772, - 0.009749303571879864, - 0.043786220252513885, - 0.005345211364328861, - 0.005434782709926367, - 0.1367102414369583, - 0.005788067821413279, - 0.32162535190582275, - 0.004385964944958687, - 0.047771722078323364, - 0.007458975538611412, - 0.01878669299185276, - 0.07195121794939041, - 0.10879120975732803, - 0.3226836919784546, - 0.05453667789697647, - 0.008064515888690948, - 0.00238663493655622, - 0.2114371657371521, - 0.009374999441206455, - 0.002984084887430072, - 0.13547645509243011, - 0.19436775147914886, - 0.2598870098590851, - 0.009921670891344547, - 0.017074117437005043, - 0.022867193445563316, - 0.05141955614089966, - 0.28546255826950073, - 0.002710027154535055, - 0.03551463410258293, - 0.12921003997325897, - 0.1672932356595993, - 0.2800000011920929, - 0.038272276520729065, - 0.18314804136753082, - 0.023600809276103973, - 0.011326861567795277, - 0.10320163518190384, - 0.11788617819547653, - 0.008436945267021656, - 0.008557457476854324, - 0.11051692813634872, - 0.12993484735488892, - 0.0069204154424369335, - 0.04765241593122482, - 0.003355704713612795, - 0.002984084887430072, - 0.0676470547914505, - 0.0848214253783226, - 0.06845360994338989, - 0.0518006905913353, - 0.03592519834637642, - 0.045807771384716034, - 0.3243953585624695, - 0.09889207780361176, - 0.12186537683010101, - 0.07529468089342117, - 0.005976095795631409, - 0.00538160465657711, - 0.1335992068052292, - 0.0026455027982592583, - 0.007186290342360735, - 0.14766158163547516, - 0.1317567527294159, - 0.16348393261432648, - 0.1579292267560959, - 0.01200750470161438, - 0.009749303571879864, - 0.07533825188875198, - 0.13050313293933868, - 0.13884156942367554, - 0.0016556291375309229, - 0.09780977666378021, - 0.005130596924573183, - 0.007896221242845058, - 0.124038465321064, - 0.001671442179940641, - 0.02014775015413761, - 0.19639408588409424, - 0.04013480618596077, - 0.026030369102954865, - 0.02161031775176525, - 0.003016591304913163, - 0.006369426846504211, - 0.013031337410211563, - 0.006637168116867542, - 0.11524822562932968, - 0.009475219063460827, - 0.1485111117362976, - 0.12757201492786407, - 0.011152416467666626, - 0.0035097983200103045, - 0.11051692813634872, - 0.003972983919084072, - 0.0033908754121512175, - 0.16227835416793823, - 0.00525889964774251, - 0.07778489589691162, - 0.11261642724275589, - 0.07767295837402344, - 0.06897522509098053, - 0.07534246146678925, - 0.24725274741649628, - 0.18155893683433533, - 0.026950353756546974, - 0.07283987104892731, - 0.12400399148464203, - 0.1007775068283081, - 0.0077751195058226585, - 0.16116750240325928, - 0.06058889999985695, - 0.04805492237210274, - 0.10580204427242279, - 0.12848210334777832, - 0.005985266994684935, - 0.09640522301197052, - 0.006415094248950481, - 0.15018656849861145, - 0.005985266994684935, - 0.08436214178800583, - 0.0047846888191998005, - 0.08958333730697632, - 0.022891566157341003, - 0.014807503670454025, - 0.12854251265525818, - 0.36660829186439514, - 0.012298231944441795, - 0.11567164212465286, - 0.055400557816028595, - 0.004323899280279875, - 0.17685234546661377, - 0.010591049678623676, - 0.032351721078157425, - 0.03740065544843674, - 0.053602058440446854, - 0.009749303571879864, - 0.3816230595111847, - 0.01762632094323635, - 0.005692599341273308, - 0.004692832473665476, - 0.005434782709926367, - 0.228515625, - 0.06588447839021683, - 0.019014693796634674, - 0.09033280611038208, - 0.0037313434295356274, - 0.015636105090379715, - 0.01883701980113983, - 0.013182674534618855, - 0.08058608323335648, - 0.07096962630748749, - 0.020108522847294807, - 0.054187189787626266, - 0.392884761095047, - 0.1274671107530594, - 0.0035971221514046192, - 0.013513512909412384, - 0.0025380710139870644, - 0.004201680887490511, - 0.10580204427242279, - 0.03471826761960983, - 0.1318681389093399, - 0.009225700050592422, - 0.11411411315202713, - 0.03227485716342926, - 0.09112071990966797, - 0.22554169595241547, - 0.038750000298023224, - 0.0917431190609932, - 0.006289307959377766, - 0.17380478978157043, - 0.0019509476842358708, - 0.004160362761467695, - 0.002984084887430072, - 0.007336343172937632, - 0.008064515888690948, - 0.005692599341273308, - 0.0035971221514046192, - 0.08060801029205322, - 0.012048192322254181, - 0.006576669868081808, - 0.04473960027098656, - 0.0995967760682106, - 0.0033136967103928328, - 0.02499999850988388, - 0.004901960492134094, - 0.118121437728405, - 0.020952381193637848, - 0.06841886043548584, - 0.0031960229389369488, - 0.0038677917327731848, - 0.023402340710163116, - 0.0021289538126438856, - 0.0459057092666626, - 0.005434782709926367, - 0.01412973739206791, - 0.004160362761467695, - 0.13092926144599915, - 0.0033136967103928328, - 0.03492746129631996, - 0.002736726775765419, - 0.0033136967103928328, - 0.0029069767333567142, - 0.23094476759433746, - 0.004983388818800449, - 0.2950955927371979, - 0.12520867586135864, - 0.003016591304913163, - 0.02370791882276535, - 0.003656307002529502, - 0.006289307959377766, - 0.005976095795631409, - 0.08436214178800583, - 0.002076843287795782, - 0.061403509229421616, - 0.01824401319026947, - 0.0035971221514046192, - 0.022777779027819633, - 0.029129935428500175, - 0.0317380353808403, - 0.017836371436715126, - 0.0029069767333567142, - 0.10942906886339188, - 0.02551834098994732, - 0.0030487803742289543, - 0.09250243008136749, - 0.0031084860675036907, - 0.05360950157046318, - 0.17410071194171906, - 0.11130804568529129, - 0.035149384289979935, - 0.0258803553879261, - 0.003246753243729472, - 0.25, - 0.01988265849649906, - 0.014421502128243446, - 0.18497546017169952, - 0.004385964944958687, - 0.07418576627969742, - 0.029365822672843933, - 0.006099885795265436, - 0.027869343757629395, - 0.02499999850988388, - 0.10067462921142578, - 0.0018004114972427487, - 0.006677796598523855 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0670575350522995, + 0.048423003405332565, + 0.09677419066429138, + 0.06313645094633102, + 0.13517166674137115, + 0.03532763570547104, + 0.0287631843239069, + 0.1666286736726761, + 0.04349103569984436, + 0.05346187576651573, + 0.07582078874111176, + 0.1406906247138977, + 0.08889695256948471, + 0.12976664304733276, + 0.27143535017967224, + 0.149395152926445, + 0.1620357632637024, + 0.06547174602746964, + 0.09501466900110245, + 0.08658698946237564, + 0.11580217629671097, + 0.11870591342449188, + 0.0625, + 0.09576776623725891, + 0.12495708465576172, + 0.11514285951852798, + 0.08169547468423843, + 0.19732441008090973, + 0.05171208828687668, + 0.048076923936605453, + 0.03398983180522919, + 0.052112240344285965, + 0.08995632827281952, + 0.06559375673532486, + 0.13963429629802704, + 0.23537278175354004, + 0.10286268591880798, + 0.06633366644382477, + 0.060719482600688934, + 0.028494415804743767, + 0.033499643206596375, + 0.06098080798983574, + 0.03800104185938835, + 0.18027286231517792, + 0.06327616423368454, + 0.09385763108730316, + 0.058362171053886414, + 0.06825938075780869, + 0.0803593099117279, + 0.1162528246641159, + 0.15162362158298492, + 0.05742821469902992, + 0.1505875140428543, + 0.02275160513818264, + 0.05552738159894943, + 0.03457944095134735, + 0.09046398103237152, + 0.09617893397808075, + 0.07200626283884048, + 0.05681983008980751, + 0.07683025300502777, + 0.09891646355390549, + 0.09479276835918427, + 0.1022230014204979, + 0.07952914386987686, + 0.05092393606901169, + 0.08498583734035492, + 0.07442298531532288, + 0.11702767759561539, + 0.08748866617679596, + 0.09330985695123672, + 0.05872587487101555, + 0.033898305147886276, + 0.11053130775690079, + 0.06627167016267776, + 0.06703910231590271, + 0.07816711813211441, + 0.11235698312520981, + 0.0474766343832016, + 0.09948870539665222, + 0.14547020196914673, + 0.10850439965724945, + 0.050363585352897644, + 0.11684958636760712, + 0.11528069525957108, + 0.034951455891132355, + 0.08993493765592575, + 0.04679575935006142, + 0.10537237673997879, + 0.12424100935459137, + 0.05776173248887062, + 0.10179294645786285, + 0.10830090939998627, + 0.05882352963089943, + 0.04782608896493912, + 0.05900305137038231, + 0.03761112317442894, + 0.1715065836906433, + 0.14088475704193115, + 0.1051156222820282, + 0.0934659093618393, + 0.09932412207126617, + 0.06942496448755264, + 0.03406326100230217, + 0.08523640781641006, + 0.07183066755533218, + 0.06417244672775269, + 0.05460910126566887, + 0.05695327743887901, + 0.09397120028734207, + 0.023134328424930573, + 0.06495645642280579, + 0.12217327952384949, + 0.10062141716480255, + 0.10379061102867126, + 0.13571017980575562, + 0.14152750372886658, + 0.04403151199221611, + 0.03522837534546852, + 0.10408821702003479, + 0.06488056480884552, + 0.04700078070163727, + 0.08657187968492508, + 0.04177344962954521, + 0.12708768248558044, + 0.09805335104465485, + 0.06718898564577103, + 0.11241007596254349, + 0.10556348413228989, + 0.13071276247501373, + 0.10193321853876114, + 0.06180606782436371, + 0.08371913433074951, + 0.12241502106189728, + 0.07225501537322998, + 0.07928004860877991, + 0.07788996398448944, + 0.10484454035758972, + 0.06476276367902756, + 0.06989247351884842, + 0.035997118800878525, + 0.027301235124468803, + 0.007218045182526112, + 0.14283156394958496, + 0.07187827676534653, + 0.049088358879089355, + 0.10402606427669525, + 0.17881111800670624, + 0.14161448180675507, + 0.07566765695810318, + 0.11672002077102661, + 0.10006965696811676, + 0.11899971216917038, + 0.05205599218606949, + 0.0600360743701458, + 0.11967617273330688, + 0.050659261643886566, + 0.08538667857646942, + 0.04353059083223343, + 0.05578898265957832, + 0.14805194735527039, + 0.09011776745319366, + 0.013406593352556229, + 0.07738998532295227, + 0.031990792602300644, + 0.12721312046051025, + 0.11618165671825409, + 0.11887072771787643, + 0.049671486020088196, + 0.10387596487998962, + 0.09815330058336258, + 0.13396888971328735, + 0.06627167016267776, + 0.028711898252367973, + 0.0718107596039772, + 0.06604866683483124, + 0.06159810721874237, + 0.11757364124059677, + 0.08024565130472183, + 0.10652077198028564, + 0.0986076220870018, + 0.06852467358112335, + 0.022039180621504784, + 0.13147856295108795, + 0.09665006399154663, + 0.07054315507411957, + 0.054998934268951416, + 0.0665404349565506, + 0.08024455606937408, + 0.06683091819286346, + 0.054735712707042694, + 0.07552870362997055, + 0.03886255621910095, + 0.10144524276256561, + 0.03327072784304619, + 0.06807228922843933, + 0.07415877282619476, + 0.07737260311841965, + 0.11062151938676834, + 0.10395315289497375, + 0.07297949492931366, + 0.04494655132293701, + 0.09795321524143219, + 0.049274176359176636, + 0.0520806759595871, + 0.0518585667014122, + 0.14773869514465332, + 0.05523989722132683, + 0.08890825510025024, + 0.06915394961833954, + 0.09636468440294266, + 0.07065803557634354, + 0.04748743772506714, + 0.07689524441957474, + 0.05236232280731201, + 0.09423884004354477, + 0.06631648540496826, + 0.06440464407205582, + 0.05401486158370972, + 0.07223866134881973, + 0.018435608595609665, + 0.02967420592904091, + 0.14856278896331787, + 0.06240713223814964, + 0.04732225462794304, + 0.08303047716617584, + 0.038669902831315994, + 0.06687898188829422, + 0.04915697127580643, + 0.09784600883722305, + 0.03806695342063904, + 0.03975595533847809, + 0.05173648148775101, + 0.03980891779065132, + 0.039767779409885406, + 0.056024979799985886, + 0.11371712386608124, + 0.06914414465427399, + 0.08300506323575974, + 0.04465827718377113, + 0.14718352258205414, + 0.04708290472626686, + 0.058335427194833755, + 0.11601512879133224, + 0.09079152345657349, + 0.0475606769323349, + 0.12148594111204147, + 0.046382658183574677, + 0.188467875123024, + 0.07248564809560776, + 0.05119696632027626, + 0.06163328140974045, + 0.030856916680932045, + 0.0664367824792862, + 0.06684210151433945, + 0.0653228834271431, + 0.1220017820596695, + 0.04356271028518677, + 0.07993292063474655, + 0.07690288871526718, + 0.05829807370901108, + 0.13796445727348328, + 0.061309799551963806, + 0.032285839319229126, + 0.09543817490339279, + 0.09893643110990524, + 0.059405941516160965, + 0.12914110720157623, + 0.1226389929652214, + 0.057562340050935745, + 0.010029876604676247, + 0.15108726918697357, + 0.036159344017505646, + 0.04708349332213402, + 0.1220657229423523, + 0.040816329419612885, + 0.0749778226017952, + 0.02651241235435009, + 0.07070063799619675, + 0.05667372792959213, + 0.13242213428020477, + 0.0799909383058548, + 0.019108278676867485, + 0.06581319868564606, + 0.08591673523187637, + 0.028294092044234276, + 0.03920475393533707, + 0.07736318558454514, + 0.0106075219810009, + 0.10658124834299088, + 0.10017197579145432, + 0.08178175985813141, + 0.05296843871474266, + 0.04529743269085884, + 0.07443299144506454, + 0.04776771739125252, + 0.04005693271756172, + 0.011743450537323952, + 0.0701177790760994, + 0.062365591526031494, + 0.06316851824522018, + 0.10984426736831665, + 0.1463562250137329, + 0.07790401577949524, + 0.02109440229833126, + 0.035497281700372696, + 0.06428930163383484, + 0.026131873950362206, + 0.08426623046398163, + 0.03794817999005318, + 0.09198024123907089, + 0.008549096062779427, + 0.03793267160654068, + 0.07849752902984619, + 0.061368782073259354, + 0.033634644001722336, + 0.024874698370695114, + 0.04711246117949486, + 0.10766163468360901, + 0.019864918664097786, + 0.033665500581264496, + 0.09452974796295166, + 0.09144893288612366, + 0.06500912457704544, + 0.023891476914286613, + 0.059003494679927826, + 0.02042965404689312, + 0.06566499918699265, + 0.04773025959730148, + 0.09463824331760406, + 0.04226032271981239, + 0.10485220700502396, + 0.04473620280623436, + 0.13095968961715698, + 0.036496352404356, + 0.10180337727069855, + 0.03491893783211708, + 0.07682672142982483, + 0.03761002793908119, + 0.05322359502315521, + 0.027737578377127647, + 0.05577811971306801, + 0.05941591039299965, + 0.0919409766793251, + 0.04415760934352875, + 0.1416153609752655, + 0.04960937425494194, + 0.04912718012928963, + 0.08069923520088196, + 0.07908203452825546, + 0.01064265239983797, + 0.031463030725717545, + 0.06634591519832611, + 0.0782768577337265, + 0.03762691468000412, + 0.05641442909836769, + 0.05460088700056076, + 0.03437500074505806, + 0.09589265286922455, + 0.07430269569158554, + 0.06200607493519783, + 0.0347701832652092, + 0.01837540790438652, + 0.02866894192993641, + 0.03494105115532875, + 0.030060121789574623, + 0.05076253041625023, + 0.08480212837457657, + 0.02050011232495308, + 0.05573847517371178, + 0.06925207376480103, + 0.04675716534256935, + 0.11417440325021744, + 0.0524166077375412, + 0.05908649042248726, + 0.06882369518280029, + 0.0283643901348114, + 0.047328244894742966, + 0.06060606241226196, + 0.04466608911752701, + 0.030076997354626656, + 0.08677298575639725, + 0.0923035517334938, + 0.02010296657681465, + 0.021004097536206245, + 0.08933901786804199, + 0.057478006929159164, + 0.03863455727696419, + 0.06064967066049576, + 0.02936893329024315, + 0.05606758967041969, + 0.04596443101763725, + 0.06468918174505234, + 0.10022585839033127, + 0.03306727483868599, + 0.03486528992652893, + 0.08611278980970383, + 0.022916199639439583, + 0.05501331016421318, + 0.05092066153883934, + 0.03651877120137215, + 0.08355917036533356, + 0.05363984778523445, + 0.09532184153795242, + 0.040726952254772186, + 0.06157635152339935, + 0.044730525463819504, + 0.033471472561359406, + 0.04147566109895706, + 0.05843992903828621, + 0.059035059064626694, + 0.10557644069194794, + 0.0150008425116539, + 0.05425119772553444, + 0.10333862900733948, + 0.042505595833063126, + 0.044277578592300415, + 0.049810245633125305, + 0.021634062752127647, + 0.07604385167360306, + 0.037166375666856766, + 0.045922208577394485, + 0.0382147841155529, + 0.030622242018580437, + 0.07919103652238846, + 0.057914264500141144, + 0.07590685039758682, + 0.02820458821952343, + 0.018451400101184845, + 0.08744211494922638, + 0.017618197947740555, + 0.09186140447854996, + 0.09385113418102264, + 0.03515905141830444, + 0.05925000458955765, + 0.09926122426986694, + 0.052588559687137604, + 0.032446134835481644, + 0.033453717827796936, + 0.05406622961163521, + 0.07806973159313202, + 0.039783380925655365, + 0.030514385551214218, + 0.029683560132980347, + 0.014816675335168839, + 0.05001749098300934, + 0.09782972186803818, + 0.06555924564599991, + 0.04306337237358093, + 0.022691458463668823, + 0.008100810460746288, + 0.029104052111506462, + 0.05626828595995903, + 0.049519132822752, + 0.021960606798529625, + 0.047209516167640686, + 0.031625837087631226, + 0.05422085151076317, + 0.03076923079788685, + 0.0780448243021965, + 0.060164425522089005, + 0.06551015377044678, + 0.09189347922801971, + 0.0943145602941513, + 0.05725971236824989, + 0.02649681456387043, + 0.03272898495197296, + 0.02163364365696907, + 0.011848341673612595, + 0.025894736871123314, + 0.054054051637649536, + 0.14500723779201508, + 0.030027298256754875, + 0.08236101269721985, + 0.1344311386346817, + 0.055745624005794525, + 0.07588387280702591, + 0.047264210879802704, + 0.03162766993045807, + 0.015250544995069504, + 0.10276073962450027, + 0.07717041671276093, + 0.04812956228852272, + 0.015974439680576324, + 0.0636383593082428, + 0.04503105580806732, + 0.031482137739658356, + 0.04574309289455414, + 0.10157311707735062, + 0.04739336296916008, + 0.08655660599470139, + 0.01893821731209755, + 0.09023327380418777, + 0.031126029789447784, + 0.07367700338363647, + 0.08750000596046448 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 39.85641860961914, - 39.6721305847168, - 52.89699935913086, - 40.43056106567383, - 126.48995208740234, - 65.01416015625, - 132.74021911621094, - 47.703086853027344, - 80.94222259521484, - 114.25811004638672, - 39.36961364746094, - 121.07185363769531, - 40.60122299194336, - 40.43056106567383, - 70.68190002441406, - 82.00621795654297, - 44.08746337890625, - 132.71127319335938, - 54.22412109375, - 44.08746337890625, - 120.53459930419922, - 79.58887481689453, - 130.65074157714844, - 39.44862365722656, - 44.08745574951172, - 88.29322052001953, - 91.0171127319336, - 54.22412109375, - 47.703086853027344, - 106.19107055664062, - 39.36961364746094, - 53.757450103759766, - 107.48410034179688, - 107.6863784790039, - 82.94215393066406, - 67.5317611694336, - 54.22412109375, - 115.77952575683594, - 42.83740234375, - 71.19847869873047, - 116.38826751708984, - 102.76079559326172, - 43.15790557861328, - 63.52897262573242, - 60.82075119018555, - 44.05696487426758, - 120.91437530517578, - 97.05651092529297, - 70.93626403808594, - 125.93207550048828, - 57.25469207763672, - 172.735595703125, - 98.53633880615234, - 238.47215270996094, - 53.757450103759766, - 45.5595588684082, - 71.69886779785156, - 104.52373504638672, - 39.85641860961914, - 47.703086853027344, - 40.92451858520508, - 67.5317611694336, - 79.73535919189453, - 51.19669723510742, - 128.30027770996094, - 96.08927917480469, - 43.34709167480469, - 47.901458740234375, - 104.52373504638672, - 68.09083557128906, - 54.224124908447266, - 67.5317611694336, - 79.20336151123047, - 41.895782470703125, - 97.61773681640625, - 55.4959602355957, - 105.87938690185547, - 67.5317611694336, - 51.196693420410156, - 47.703086853027344, - 39.482200622558594, - 39.448631286621094, - 78.68257904052734, - 69.92909240722656, - 41.47610092163086, - 104.52373504638672, - 39.482200622558594, - 61.72068786621094, - 49.5289421081543, - 43.386512756347656, - 62.62348937988281, - 51.196693420410156, - 46.324668884277344, - 79.20336151123047, - 80.1429214477539, - 68.09085845947266, - 47.703086853027344, - 101.17108154296875, - 69.64578247070312, - 104.52373504638672, - 68.53221893310547, - 66.38092803955078, - 41.47610092163086, - 102.92320251464844, - 104.52373504638672, - 39.448631286621094, - 42.714111328125, - 49.52893829345703, - 54.224124908447266, - 53.757450103759766, - 104.52373504638672, - 76.40882873535156, - 40.43055725097656, - 65.3473129272461, - 47.703086853027344, - 57.254695892333984, - 81.8774642944336, - 54.224124908447266, - 67.5317611694336, - 82.00621032714844, - 104.52373504638672, - 44.05696487426758, - 156.594970703125, - 51.19669723510742, - 47.703086853027344, - 48.70958709716797, - 45.5595588684082, - 39.482200622558594, - 42.714107513427734, - 91.80853271484375, - 64.43698120117188, - 90.65083312988281, - 74.0360107421875, - 65.46077728271484, - 48.709590911865234, - 53.757450103759766, - 64.39346313476562, - 104.52373504638672, - 57.25469970703125, - 41.47610092163086, - 73.6240234375, - 90.4944839477539, - 40.00730514526367, - 52.89699935913086, - 98.93164825439453, - 47.1059455871582, - 76.40880584716797, - 120.43704223632812, - 156.78443908691406, - 41.895790100097656, - 53.42552947998047, - 40.00730514526367, - 75.90397644042969, - 110.88048553466797, - 62.62348937988281, - 42.07524108886719, - 57.254695892333984, - 67.5317611694336, - 46.32465744018555, - 96.50645446777344, - 39.482200622558594, - 64.40956115722656, - 40.92452621459961, - 73.47987365722656, - 104.52373504638672, - 81.34088134765625, - 43.38652801513672, - 60.82076644897461, - 46.324668884277344, - 46.32465744018555, - 104.52373504638672, - 81.95114135742188, - 40.00730895996094, - 39.85641860961914, - 39.85641860961914, - 80.74544525146484, - 66.25979614257812, - 47.703086853027344, - 67.5317611694336, - 79.87676239013672, - 70.85063934326172, - 123.71924591064453, - 121.42025756835938, - 201.93576049804688, - 44.05696487426758, - 42.07524108886719, - 58.140625, - 142.93568420410156, - 42.07524108886719, - 54.22412109375, - 94.18756866455078, - 65.34729766845703, - 40.601219177246094, - 46.324668884277344, - 74.5511245727539, - 41.895790100097656, - 512.0, - 96.41917419433594, - 112.25439453125, - 86.61670684814453, - 134.6873779296875, - 75.4793930053711, - 84.91262817382812, - 65.3473129272461, - 67.5317611694336, - 56.373023986816406, - 59.92394256591797, - 56.373023986816406, - 104.52373504638672, - 58.140625, - 53.757450103759766, - 68.09085845947266, - 41.895790100097656, - 47.703086853027344, - 46.32465744018555, - 43.386512756347656, - 54.224124908447266, - 40.92451477050781, - 70.85065460205078, - 104.62601470947266, - 41.895790100097656, - 41.895790100097656, - 54.62394714355469, - 94.89889526367188, - 118.85236358642578, - 66.25980377197266, - 86.69319152832031, - 52.04319381713867, - 44.087467193603516, - 119.32305145263672, - 50.35831832885742, - 56.373016357421875, - 39.36962127685547, - 44.05697250366211, - 153.04356384277344, - 109.97547912597656, - 41.895782470703125, - 46.32465744018555, - 40.43056106567383, - 100.10304260253906, - 46.324668884277344, - 80.13676452636719, - 102.18882751464844, - 67.5317611694336, - 60.82075881958008, - 104.52373504638672, - 74.5511245727539, - 50.358314514160156, - 40.60122299194336, - 44.81291198730469, - 512.0, - 41.895790100097656, - 86.69317626953125, - 44.05696487426758, - 112.27079772949219, - 47.703086853027344, - 44.81291198730469, - 39.482200622558594, - 41.895790100097656, - 57.254695892333984, - 81.07108306884766, - 186.03057861328125, - 52.89699935913086, - 44.05697250366211, - 512.0, - 123.75794219970703, - 54.224124908447266, - 512.0, - 69.25506591796875, - 116.97364044189453, - 129.23733520507812, - 41.895790100097656, - 41.895790100097656, - 39.448631286621094, - 55.97126770019531, - 140.2091522216797, - 512.0, - 40.007301330566406, - 85.75440979003906, - 83.2295913696289, - 121.80793762207031, - 42.07524108886719, - 110.33189392089844, - 40.92451477050781, - 41.895782470703125, - 83.83013916015625, - 91.3961410522461, - 67.5317611694336, - 39.85641860961914, - 74.5511245727539, - 81.07107543945312, - 104.52373504638672, - 43.386512756347656, - 88.66497802734375, - 67.5317611694336, - 59.03047180175781, - 62.7071647644043, - 56.37302017211914, - 50.35832595825195, - 40.007301330566406, - 44.81291198730469, - 104.82496643066406, - 70.85063934326172, - 82.00624084472656, - 66.73776245117188, - 41.895790100097656, - 47.703086853027344, - 75.83706665039062, - 104.52373504638672, - 67.5317611694336, - 100.2812728881836, - 94.2242660522461, - 85.33956909179688, - 85.29986572265625, - 47.703086853027344, - 44.05697250366211, - 59.923946380615234, - 86.69319152832031, - 101.78483581542969, - 512.0, - 71.9128189086914, - 81.5552749633789, - 99.4873046875, - 91.63176727294922, - 67.5317611694336, - 41.47610092163086, - 93.01683807373047, - 39.448631286621094, - 40.00730895996094, - 40.92451858520508, - 67.5317611694336, - 54.22412109375, - 44.05696487426758, - 94.32431030273438, - 71.77371978759766, - 47.703086853027344, - 65.65797424316406, - 80.13676452636719, - 39.85641860961914, - 67.5317611694336, - 76.40882873535156, - 104.52373504638672, - 67.5317611694336, - 87.46643829345703, - 44.05696487426758, - 55.4959716796875, - 97.8410873413086, - 58.14063262939453, - 55.4959602355957, - 55.4959602355957, - 149.68263244628906, - 68.78538513183594, - 47.67711639404297, - 86.0474853515625, - 86.69319915771484, - 52.61710739135742, - 47.703086853027344, - 116.0815200805664, - 47.29061508178711, - 51.19669723510742, - 82.94215393066406, - 93.28109741210938, - 104.52373504638672, - 70.85065460205078, - 47.703086853027344, - 87.76874542236328, - 67.5317611694336, - 69.00910949707031, - 54.22412109375, - 72.6982192993164, - 39.36961364746094, - 39.482200622558594, - 98.8547134399414, - 115.95996856689453, - 39.482200622558594, - 80.13677215576172, - 48.709590911865234, - 67.5317611694336, - 110.92315673828125, - 72.38304138183594, - 44.20960998535156, - 42.07524108886719, - 44.81291198730469, - 67.5317611694336, - 141.62242126464844, - 39.482200622558594, - 47.703086853027344, - 54.22412109375, - 67.5317611694336, - 100.36772918701172, - 57.25469970703125, - 40.00730514526367, - 65.34730529785156, - 67.5317611694336, - 39.36962127685547, - 39.6721305847168, - 39.6721305847168, - 66.25981140136719, - 57.25468826293945, - 41.895790100097656, - 51.19670486450195, - 128.0610809326172, - 84.71003723144531, - 67.5317611694336, - 40.601219177246094, - 512.0, - 67.5317611694336, - 84.85138702392578, - 44.087467193603516, - 89.51326751708984, - 44.05696487426758, - 76.40882873535156, - 40.92451858520508, - 66.25981903076172, - 105.27456665039062, - 45.5595588684082, - 59.03048324584961, - 44.05697250366211, - 92.89471435546875, - 104.52373504638672, - 67.5317611694336, - 67.5317611694336, - 54.22412109375, - 40.60122299194336, - 67.5317611694336, - 44.05697250366211, - 59.03048324584961, - 44.05696487426758, - 47.703086853027344, - 44.08746337890625, - 81.6100082397461, - 44.05696487426758, - 39.6721305847168, - 67.5317611694336, - 73.0684585571289, - 39.36961364746094, - 62.41309356689453, - 67.5317611694336, - 54.22412109375, - 42.07524108886719, - 67.5317611694336, - 47.901458740234375, - 67.5317611694336, - 39.36961364746094, - 47.703086853027344, - 78.47503662109375, - 70.60902404785156, - 40.92451858520508, - 512.0, - 104.52373504638672, - 47.703086853027344, - 125.85478210449219, - 54.224124908447266, - 94.32766723632812, - 82.2674560546875, - 104.52373504638672, - 43.38650894165039, - 67.5317611694336, - 47.703086853027344, - 104.68384552001953, - 82.94215393066406, - 512.0, - 54.498924255371094, - 39.6721305847168, - 104.52373504638672, - 41.895790100097656, - 43.386512756347656, - 42.714107513427734, - 40.43055725097656, - 104.52373504638672, - 69.92909240722656, - 40.43056106567383, - 67.5317611694336, - 75.31084442138672, - 59.64550018310547, - 62.62348937988281, - 75.86338806152344, - 86.34440612792969, - 43.38652801513672, - 40.92451477050781, - 104.52373504638672, - 158.00888061523438, - 40.60122299194336, - 39.85641860961914, - 118.41941833496094, - 54.224124908447266, - 65.34730529785156, - 40.924522399902344, - 54.22412109375, - 40.43056106567383, - 41.47610092163086, - 64.43695831298828, - 67.5317611694336, - 44.05697250366211 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 546.077392578125, + 479.2384338378906, + 531.3538818359375, + 405.9085998535156, + 664.2097778320312, + 335.721435546875, + 404.95654296875, + 901.902587890625, + 413.894775390625, + 379.1086730957031, + 647.6741333007812, + 788.5223999023438, + 355.75970458984375, + 600.425537109375, + 555.123291015625, + 863.0404663085938, + 706.6588134765625, + 626.3220825195312, + 481.4855041503906, + 564.0244750976562, + 695.7918701171875, + 658.6513671875, + 563.577880859375, + 520.0794677734375, + 487.44390869140625, + 622.872802734375, + 572.0704345703125, + 616.8284912109375, + 508.0359191894531, + 378.86444091796875, + 295.4476623535156, + 452.72796630859375, + 519.6525268554688, + 557.9633178710938, + 842.4335327148438, + 741.7161865234375, + 696.572509765625, + 559.1200561523438, + 547.1398315429688, + 367.2519836425781, + 411.2360534667969, + 536.4740600585938, + 456.7474060058594, + 962.1881103515625, + 433.8432312011719, + 552.4278564453125, + 535.9848022460938, + 551.9414672851562, + 562.2789916992188, + 578.6642456054688, + 732.707275390625, + 284.8819274902344, + 629.91357421875, + 340.9783020019531, + 597.1864013671875, + 528.815673828125, + 636.2628784179688, + 664.367431640625, + 488.488525390625, + 468.5957946777344, + 347.435791015625, + 420.79296875, + 711.741455078125, + 750.1309204101562, + 498.685791015625, + 512.6610717773438, + 476.1955871582031, + 569.862060546875, + 574.7770385742188, + 647.8231811523438, + 701.1915893554688, + 556.0758056640625, + 364.4817810058594, + 671.8506469726562, + 555.5909423828125, + 398.4065856933594, + 602.1362915039062, + 711.1174926757812, + 521.2010498046875, + 679.5797729492188, + 945.463623046875, + 511.1836853027344, + 420.0318908691406, + 869.19580078125, + 570.7266235351562, + 425.7987060546875, + 787.5684814453125, + 467.7068176269531, + 743.0167846679688, + 700.7593383789062, + 548.3985595703125, + 549.0773315429688, + 497.3375549316406, + 392.7853698730469, + 415.0731506347656, + 527.8513793945312, + 425.1773376464844, + 874.33056640625, + 706.5929565429688, + 476.1455078125, + 561.4823608398438, + 614.9611206054688, + 594.8572998046875, + 432.01031494140625, + 459.6597900390625, + 706.82861328125, + 582.3783569335938, + 515.8192138671875, + 440.5536804199219, + 615.1923828125, + 418.6475524902344, + 635.139892578125, + 722.4161987304688, + 640.9428100585938, + 758.0332641601562, + 600.1080322265625, + 733.1803588867188, + 553.82080078125, + 357.1033630371094, + 609.2651977539062, + 423.6031494140625, + 502.9112854003906, + 505.93951416015625, + 486.908935546875, + 788.0485229492188, + 457.06378173828125, + 688.104736328125, + 542.0457153320312, + 364.91973876953125, + 740.039794921875, + 535.2505493164062, + 328.43438720703125, + 366.772705078125, + 725.3116455078125, + 642.724609375, + 679.9034423828125, + 680.4328002929688, + 730.6072387695312, + 556.7470092773438, + 539.0362548828125, + 415.8927917480469, + 373.1728515625, + 347.3621826171875, + 881.9539794921875, + 535.0056762695312, + 590.0325927734375, + 734.21044921875, + 442.3464050292969, + 560.6089477539062, + 685.7487182617188, + 813.99072265625, + 698.0687255859375, + 632.3978271484375, + 445.0113830566406, + 554.965087890625, + 488.7265319824219, + 321.96978759765625, + 598.0616455078125, + 488.4791259765625, + 600.1281127929688, + 640.73388671875, + 573.769287109375, + 355.9607238769531, + 450.8428039550781, + 469.2198181152344, + 591.1972045898438, + 833.8530883789062, + 749.4286499023438, + 397.8817138671875, + 624.0853271484375, + 667.7659912109375, + 774.2462158203125, + 715.2258911132812, + 473.45538330078125, + 602.4189453125, + 466.3721618652344, + 602.320068359375, + 685.9396362304688, + 635.8845825195312, + 777.8282470703125, + 640.8426513671875, + 580.7952270507812, + 455.9069519042969, + 923.7474365234375, + 758.2645263671875, + 628.9898071289062, + 602.0287475585938, + 611.0426025390625, + 400.43133544921875, + 442.28045654296875, + 516.4121704101562, + 622.1785888671875, + 363.0426025390625, + 554.1109008789062, + 331.9565734863281, + 574.747802734375, + 430.638427734375, + 593.8458862304688, + 719.7310180664062, + 799.0059814453125, + 595.0255737304688, + 497.402587890625, + 912.0595092773438, + 611.9021606445312, + 491.6960144042969, + 482.4939270019531, + 782.6770629882812, + 407.1941223144531, + 668.7088012695312, + 588.929443359375, + 585.2427978515625, + 533.3233032226562, + 471.6213073730469, + 678.9622192382812, + 443.8712463378906, + 455.90643310546875, + 643.3157958984375, + 436.0762634277344, + 592.6124267578125, + 666.9214477539062, + 391.42535400390625, + 385.6767578125, + 609.788330078125, + 424.3465270996094, + 589.5814208984375, + 608.9785766601562, + 450.7759704589844, + 628.9549560546875, + 506.109619140625, + 673.2334594726562, + 528.6417846679688, + 487.7449951171875, + 489.9451599121094, + 289.1632080078125, + 411.2911682128906, + 583.4633178710938, + 844.3699951171875, + 553.1998291015625, + 596.639404296875, + 444.7925109863281, + 637.1646118164062, + 619.2205810546875, + 473.5613708496094, + 806.6915283203125, + 644.7227172851562, + 503.3212890625, + 340.5555419921875, + 573.28271484375, + 642.92236328125, + 456.371337890625, + 542.4085083007812, + 555.3174438476562, + 676.6746215820312, + 565.8339233398438, + 543.6524047851562, + 368.2169189453125, + 554.2471923828125, + 469.1162109375, + 530.3352661132812, + 646.9020385742188, + 617.734619140625, + 633.7324829101562, + 673.3841552734375, + 487.57989501953125, + 533.3909912109375, + 685.0354614257812, + 659.6839599609375, + 580.1195678710938, + 638.5670166015625, + 624.2499389648438, + 386.8404541015625, + 792.4515380859375, + 514.2855834960938, + 609.8580322265625, + 557.39501953125, + 521.842041015625, + 752.7935180664062, + 385.364501953125, + 412.4175109863281, + 583.7332763671875, + 861.528564453125, + 636.1237182617188, + 236.02354431152344, + 548.2660522460938, + 718.6715698242188, + 431.9610900878906, + 550.314453125, + 618.6341552734375, + 333.2906799316406, + 539.4979858398438, + 711.7843017578125, + 709.9451293945312, + 586.2632446289062, + 727.980224609375, + 770.4107055664062, + 389.1261291503906, + 619.9984741210938, + 529.2166137695312, + 552.5953369140625, + 521.8057861328125, + 643.5213012695312, + 555.6597290039062, + 648.6029052734375, + 754.7760620117188, + 473.77264404296875, + 332.8579406738281, + 614.9080200195312, + 548.7935791015625, + 660.5338745117188, + 417.509521484375, + 439.9284362792969, + 364.95123291015625, + 512.65625, + 658.5968017578125, + 439.62420654296875, + 537.9425659179688, + 467.72265625, + 626.541259765625, + 587.3449096679688, + 458.4107971191406, + 565.0908813476562, + 716.7559814453125, + 617.147705078125, + 687.501708984375, + 479.53936767578125, + 550.186279296875, + 391.8541259765625, + 442.2955017089844, + 542.78955078125, + 507.1644287109375, + 471.429443359375, + 540.205810546875, + 585.904052734375, + 852.0894775390625, + 350.0774841308594, + 639.2774658203125, + 462.4380187988281, + 776.5601196289062, + 336.01605224609375, + 426.6911926269531, + 470.46868896484375, + 586.2015380859375, + 510.5701599121094, + 714.205810546875, + 561.0509033203125, + 986.6178588867188, + 551.0421752929688, + 425.0265808105469, + 563.3595581054688, + 746.5115966796875, + 411.968017578125, + 416.60418701171875, + 679.9837646484375, + 609.1571655273438, + 587.3878784179688, + 564.1307373046875, + 382.30084228515625, + 296.6405334472656, + 717.8602294921875, + 685.5189208984375, + 429.7886962890625, + 450.58837890625, + 466.6180419921875, + 466.7498474121094, + 513.677978515625, + 529.2132568359375, + 485.9925231933594, + 414.0262756347656, + 670.5787963867188, + 569.7232055664062, + 531.2764892578125, + 496.0849914550781, + 691.3811645507812, + 511.74456787109375, + 596.1085205078125, + 506.2096252441406, + 557.59326171875, + 335.1637268066406, + 598.9080200195312, + 552.2473754882812, + 575.1605224609375, + 757.4230346679688, + 660.9696655273438, + 389.58868408203125, + 330.300537109375, + 755.865234375, + 480.779541015625, + 456.5918884277344, + 517.1953125, + 469.1978454589844, + 275.27911376953125, + 420.8924560546875, + 417.53204345703125, + 635.1589965820312, + 511.3365173339844, + 454.6360778808594, + 659.0913696289062, + 491.34503173828125, + 626.7647094726562, + 564.9913940429688, + 423.91656494140625, + 666.5409545898438, + 681.822265625, + 754.5664672851562, + 598.4745483398438, + 597.3848876953125, + 510.861083984375, + 417.4645690917969, + 511.9473876953125, + 676.3533935546875, + 402.66046142578125, + 502.3973083496094, + 428.494140625, + 646.2213134765625, + 731.1414184570312, + 353.3612976074219, + 400.0145568847656, + 595.8712768554688, + 442.9483337402344, + 651.9793090820312, + 467.97991943359375, + 412.1961669921875, + 436.5293273925781, + 363.00042724609375, + 544.2316284179688, + 567.1637573242188, + 610.2167358398438, + 413.39117431640625, + 320.97991943359375, + 495.7950134277344, + 502.4509582519531, + 584.456298828125, + 547.8570556640625, + 566.5214233398438, + 560.52978515625, + 733.3771362304688, + 429.7875061035156, + 400.8976135253906, + 556.1815185546875, + 599.9776000976562, + 635.6160888671875, + 550.2307739257812, + 504.6152038574219, + 431.6951599121094, + 480.08428955078125, + 564.0962524414062, + 489.3931579589844, + 613.5846557617188, + 469.7569885253906, + 373.500732421875, + 472.7918395996094, + 565.6240844726562, + 564.2716674804688, + 543.4464721679688, + 413.870849609375, + 485.5606994628906, + 579.6809692382812, + 674.98974609375, + 379.8988037109375, + 532.4917602539062, + 669.0557861328125, + 720.8174438476562, + 534.8912963867188, + 619.064697265625, + 637.2372436523438, + 367.2763366699219, + 435.8921203613281, + 509.90496826171875, + 304.0732116699219, + 621.9505004882812, + 440.4126281738281, + 676.8499145507812, + 442.1188659667969, + 385.5718688964844, + 607.2744750976562, + 678.7077026367188, + 533.94091796875, + 464.0292663574219, + 508.1143798828125, + 360.3498229980469, + 831.08056640625, + 562.277099609375, + 639.0624389648438, + 365.9788513183594, + 641.6810302734375, + 422.46783447265625, + 439.6786804199219, + 538.1654052734375, + 698.3285522460938, + 482.3497314453125, + 793.8641967773438, + 369.7967834472656, + 624.39501953125, + 380.7700500488281, + 813.6945190429688, + 609.6832275390625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -17848,374 +22237,374 @@ 2 ], "wall_clock_s": [ - 471.3, - 478.6, - 475.7 + 889.9, + 895.4, + 883.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.04661994427442551, + "loss": 0.16136865317821503, "env_score_iters": 500, - "env_score": -4.358892917633057, + "env_score": -0.5219846963882446, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.9353612065315247, - "rl_grad_norm": 0.713865339756012, - "bc_grad_norm": 0.7217662334442139, + "grad_align": 0.0015778493834659457, + "rl_grad_norm": 0.22077931463718414, + "bc_grad_norm": 4.600973606109619, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00002147620398318395, - "embedding.weight": 0.00037383739254437387, - "cnn.0.weight": 0.009121247567236423, - "cnn.0.bias": 0.00040463433833792806, - "cnn.2.weight": 0.0035171133931726217, - "cnn.2.bias": 0.0011154062813147902, - "cnn.5.weight": 0.005392568651586771, - "cnn.5.bias": 0.0012711364543065429, - "action_emb.weight": 0.0035357922315597534, - "timestep_emb.weight": 0.0011094671208411455, - "pos_emb.weight": 0.0021357040386646986, - "transformer.layers.0.self_attn.in_proj_weight": 0.01207586657255888, - "transformer.layers.0.self_attn.in_proj_bias": 0.001125377370044589, - "transformer.layers.0.self_attn.out_proj.weight": 0.013077876530587673, - "transformer.layers.0.self_attn.out_proj.bias": 0.0016384460031986237, - "transformer.layers.0.linear1.weight": 0.017434006556868553, - "transformer.layers.0.linear1.bias": 0.0007432891870848835, - "transformer.layers.0.linear2.weight": 0.014540172182023525, - "transformer.layers.0.linear2.bias": 0.0011537664104253054, - "transformer.layers.0.norm1.weight": 0.000676342286169529, - "transformer.layers.0.norm1.bias": 0.0010812757536768913, - "transformer.layers.0.norm2.weight": 0.0017746964003890753, - "transformer.layers.0.norm2.bias": 0.0008867268334142864, - "transformer.layers.1.self_attn.in_proj_weight": 0.012892380356788635, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007307046907953918, - "transformer.layers.1.self_attn.out_proj.weight": 0.009643769823014736, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009445225005038083, - "transformer.layers.1.linear1.weight": 0.008729105815291405, - "transformer.layers.1.linear1.bias": 0.00043142985668964684, - "transformer.layers.1.linear2.weight": 0.009611421264708042, - "transformer.layers.1.linear2.bias": 0.0008230438688769937, - "transformer.layers.1.norm1.weight": 0.0008067799499258399, - "transformer.layers.1.norm1.bias": 0.0006924201734364033, - "transformer.layers.1.norm2.weight": 0.0006924190674908459, - "transformer.layers.1.norm2.bias": 0.00046037716674618423, - "transformer.layers.2.self_attn.in_proj_weight": 0.01289672963321209, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006696940399706364, - "transformer.layers.2.self_attn.out_proj.weight": 0.008418671786785126, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009116759174503386, - "transformer.layers.2.linear1.weight": 0.0066694943234324455, - "transformer.layers.2.linear1.bias": 0.0003804417501669377, - "transformer.layers.2.linear2.weight": 0.007149859331548214, - "transformer.layers.2.linear2.bias": 0.0009010275243781507, - "transformer.layers.2.norm1.weight": 0.0008916972437873483, - "transformer.layers.2.norm1.bias": 0.000754827109631151, - "transformer.layers.2.norm2.weight": 0.0004183804558124393, - "transformer.layers.2.norm2.bias": 0.00042307187686674297, - "transformer.layers.3.self_attn.in_proj_weight": 0.01974075473845005, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013147572753950953, - "transformer.layers.3.self_attn.out_proj.weight": 0.00568701745942235, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009103601914830506, - "transformer.layers.3.linear1.weight": 0.012371974997222424, - "transformer.layers.3.linear1.bias": 0.0009136899607256055, - "transformer.layers.3.linear2.weight": 0.0069545176811516285, - "transformer.layers.3.linear2.bias": 0.0014330410631373525, - "transformer.layers.3.norm1.weight": 0.0015229734126478434, - "transformer.layers.3.norm1.bias": 0.0016441100742667913, - "transformer.layers.3.norm2.weight": 0.0010176495416089892, - "transformer.layers.3.norm2.bias": 0.0014935521176084876, - "head.weight": 0.08915777504444122, - "head.bias": 0.003758242353796959, - "global_embedding.weight": 0.07166548818349838, - "global_cnn.0.weight": 0.29431435465812683, - "global_cnn.0.bias": 0.011434356682002544, - "global_cnn.2.weight": 0.5686413645744324, - "global_cnn.2.bias": 0.03189953789114952, - "global_proj.weight": 0.1166057363152504, - "global_proj.bias": 0.07857458293437958, - "goal_head.0.weight": 0.07814488559961319, - "goal_head.0.bias": 0.03515654802322388, - "goal_head.2.weight": 0.14979396760463715, - "goal_head.2.bias": 0.08703058958053589 + "global_gate": 0.0004268325283192098, + "embedding.weight": 0.0030411561019718647, + "cnn.0.weight": 0.061263713985681534, + "cnn.0.bias": 0.0023310515098273754, + "cnn.2.weight": 0.016516078263521194, + "cnn.2.bias": 0.0047722309827804565, + "cnn.5.weight": 0.018725235015153885, + "cnn.5.bias": 0.004088482819497585, + "action_emb.weight": 0.005988972261548042, + "timestep_emb.weight": 0.001435565180145204, + "pos_emb.weight": 0.003538302145898342, + "transformer.layers.0.self_attn.in_proj_weight": 0.03406292945146561, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024215211160480976, + "transformer.layers.0.self_attn.out_proj.weight": 0.03259599581360817, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029479688964784145, + "transformer.layers.0.linear1.weight": 0.033942811191082, + "transformer.layers.0.linear1.bias": 0.0013509633718058467, + "transformer.layers.0.linear2.weight": 0.02985786646604538, + "transformer.layers.0.linear2.bias": 0.0020406099501997232, + "transformer.layers.0.norm1.weight": 0.00211629387922585, + "transformer.layers.0.norm1.bias": 0.0022500422783195972, + "transformer.layers.0.norm2.weight": 0.0034941427875310183, + "transformer.layers.0.norm2.bias": 0.0011824668617919087, + "transformer.layers.1.self_attn.in_proj_weight": 0.026627447456121445, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014560292474925518, + "transformer.layers.1.self_attn.out_proj.weight": 0.02694949135184288, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016329354839399457, + "transformer.layers.1.linear1.weight": 0.015676358714699745, + "transformer.layers.1.linear1.bias": 0.0008184489561244845, + "transformer.layers.1.linear2.weight": 0.018568605184555054, + "transformer.layers.1.linear2.bias": 0.0015418680850416422, + "transformer.layers.1.norm1.weight": 0.002110626082867384, + "transformer.layers.1.norm1.bias": 0.0014836526243016124, + "transformer.layers.1.norm2.weight": 0.0013732383958995342, + "transformer.layers.1.norm2.bias": 0.0007784503977745771, + "transformer.layers.2.self_attn.in_proj_weight": 0.02640461176633835, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013505325186997652, + "transformer.layers.2.self_attn.out_proj.weight": 0.021281665191054344, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015527968062087893, + "transformer.layers.2.linear1.weight": 0.011432620696723461, + "transformer.layers.2.linear1.bias": 0.0007585771381855011, + "transformer.layers.2.linear2.weight": 0.013485523872077465, + "transformer.layers.2.linear2.bias": 0.0015252517769113183, + "transformer.layers.2.norm1.weight": 0.0017822508234530687, + "transformer.layers.2.norm1.bias": 0.0013156553031876683, + "transformer.layers.2.norm2.weight": 0.000761656672693789, + "transformer.layers.2.norm2.bias": 0.0008694961434230208, + "transformer.layers.3.self_attn.in_proj_weight": 0.042358316481113434, + "transformer.layers.3.self_attn.in_proj_bias": 0.003213373012840748, + "transformer.layers.3.self_attn.out_proj.weight": 0.02109416574239731, + "transformer.layers.3.self_attn.out_proj.bias": 0.002154998015612364, + "transformer.layers.3.linear1.weight": 0.02322753518819809, + "transformer.layers.3.linear1.bias": 0.0019569445867091417, + "transformer.layers.3.linear2.weight": 0.013553665950894356, + "transformer.layers.3.linear2.bias": 0.0027071398217231035, + "transformer.layers.3.norm1.weight": 0.003712061792612076, + "transformer.layers.3.norm1.bias": 0.004600785672664642, + "transformer.layers.3.norm2.weight": 0.001711968332529068, + "transformer.layers.3.norm2.bias": 0.0024755012709647417, + "head.weight": 0.14697787165641785, + "head.bias": 0.004544948227703571, + "global_embedding.weight": 0.004664202220737934, + "global_cnn.0.weight": 0.0454418919980526, + "global_cnn.0.bias": 0.00211253366433084, + "global_cnn.2.weight": 0.0739634782075882, + "global_cnn.2.bias": 0.003048601560294628, + "global_proj.weight": 0.015231776982545853, + "global_proj.bias": 0.006122182589024305, + "goal_head.0.weight": 0.004708596970885992, + "goal_head.0.bias": 0.0007248084293678403, + "goal_head.2.weight": 0.007194159552454948, + "goal_head.2.bias": 0.0012920988956466317 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.029038019478321075, - "repr_drift_kl_low_t": 0.021223828196525574, - "repr_drift_kl_mid_t": 0.02308870106935501, - "repr_drift_kl_high_t": 0.05806594341993332, + "repr_drift_kl": 0.5983165502548218, + "repr_drift_kl_low_t": 0.7300419211387634, + "repr_drift_kl_mid_t": 0.6069172620773315, + "repr_drift_kl_high_t": 0.45100656151771545, "cka_iters": 500, - "cka_similarity": 0.8672538995742798, + "cka_similarity": 0.7468216419219971, "t_analysis_iters": 500, - "norm_low_t": 0.7861819267272949, - "norm_high_t": 0.6973710656166077, - "lowhigh_cos": 0.8648969531059265, + "norm_low_t": 0.7235270142555237, + "norm_high_t": 0.3306352496147156, + "lowhigh_cos": -0.04078429192304611, "t_bin_norms": { - "t_0.0-0.1": 0.707786500453949, - "t_0.1-0.2": 0.7173445820808411, - "t_0.2-0.3": 0.7017304301261902, - "t_0.3-0.4": 0.7073870897293091, - "t_0.4-0.5": 0.6946285367012024, - "t_0.5-0.6": 0.7027546167373657, - "t_0.6-0.7": 0.6969051957130432, - "t_0.7-0.8": 0.6966087818145752, - "t_0.8-0.9": 0.7042987942695618, - "t_0.9-1.0": 0.7197072505950928 - }, - "win_rate": 0.006677796598523855, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.28689825534820557, + "t_0.1-0.2": 0.19697874784469604, + "t_0.2-0.3": 0.17979833483695984, + "t_0.3-0.4": 0.19739696383476257, + "t_0.4-0.5": 0.1861478090286255, + "t_0.5-0.6": 0.15877078473567963, + "t_0.6-0.7": 0.19646647572517395, + "t_0.7-0.8": 0.20204102993011475, + "t_0.8-0.9": 0.2506449222564697, + "t_0.9-1.0": 0.4656710624694824 + }, + "win_rate": 0.08750000596046448, + "effective_batch_size": 609.6832275390625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.07123629003763199, + "loss": 0.04715804010629654, "env_score_iters": 500, - "env_score": -3.0834579467773438, + "env_score": -0.5351395010948181, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.39999999999999997, "grad_align_iters": 500, - "grad_align": 0.6149178743362427, - "rl_grad_norm": 0.5889745354652405, - "bc_grad_norm": 0.49479666352272034, + "grad_align": -0.13892041146755219, + "rl_grad_norm": 0.23250320553779602, + "bc_grad_norm": 1.9097031354904175, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0007936350302770734, - "embedding.weight": 0.0020228608045727015, - "cnn.0.weight": 0.049107179045677185, - "cnn.0.bias": 0.0018465538742020726, - "cnn.2.weight": 0.014306641183793545, - "cnn.2.bias": 0.0041151163168251514, - "cnn.5.weight": 0.016237149015069008, - "cnn.5.bias": 0.00443684495985508, - "action_emb.weight": 0.0033695825841277838, - "timestep_emb.weight": 0.0025953277945518494, - "pos_emb.weight": 0.0033403164707124233, - "transformer.layers.0.self_attn.in_proj_weight": 0.04234432056546211, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028518245089799166, - "transformer.layers.0.self_attn.out_proj.weight": 0.03565329313278198, - "transformer.layers.0.self_attn.out_proj.bias": 0.0033112617675215006, - "transformer.layers.0.linear1.weight": 0.02630733884871006, - "transformer.layers.0.linear1.bias": 0.0014948553871363401, - "transformer.layers.0.linear2.weight": 0.030990563333034515, - "transformer.layers.0.linear2.bias": 0.0022987055126577616, - "transformer.layers.0.norm1.weight": 0.002513347892090678, - "transformer.layers.0.norm1.bias": 0.002631301525980234, - "transformer.layers.0.norm2.weight": 0.0021051960065960884, - "transformer.layers.0.norm2.bias": 0.0018129635136574507, - "transformer.layers.1.self_attn.in_proj_weight": 0.032110534608364105, - "transformer.layers.1.self_attn.in_proj_bias": 0.0016623605042696, - "transformer.layers.1.self_attn.out_proj.weight": 0.025767557322978973, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016632179031148553, - "transformer.layers.1.linear1.weight": 0.014160527847707272, - "transformer.layers.1.linear1.bias": 0.000901724852155894, - "transformer.layers.1.linear2.weight": 0.017334716394543648, - "transformer.layers.1.linear2.bias": 0.0014853193424642086, - "transformer.layers.1.norm1.weight": 0.0021914197131991386, - "transformer.layers.1.norm1.bias": 0.0016099102795124054, - "transformer.layers.1.norm2.weight": 0.0009141762275248766, - "transformer.layers.1.norm2.bias": 0.0011173768434673548, - "transformer.layers.2.self_attn.in_proj_weight": 0.03147491440176964, - "transformer.layers.2.self_attn.in_proj_bias": 0.0015902172308415174, - "transformer.layers.2.self_attn.out_proj.weight": 0.016850445419549942, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011867277789860964, - "transformer.layers.2.linear1.weight": 0.009474009275436401, - "transformer.layers.2.linear1.bias": 0.0005404724506661296, - "transformer.layers.2.linear2.weight": 0.011681441217660904, - "transformer.layers.2.linear2.bias": 0.0011955836089327931, - "transformer.layers.2.norm1.weight": 0.002549572614952922, - "transformer.layers.2.norm1.bias": 0.0014759795740246773, - "transformer.layers.2.norm2.weight": 0.0006243214593268931, - "transformer.layers.2.norm2.bias": 0.0005254523130133748, - "transformer.layers.3.self_attn.in_proj_weight": 0.033049728721380234, - "transformer.layers.3.self_attn.in_proj_bias": 0.0023348359391093254, - "transformer.layers.3.self_attn.out_proj.weight": 0.0151054747402668, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018788921879604459, - "transformer.layers.3.linear1.weight": 0.024044480174779892, - "transformer.layers.3.linear1.bias": 0.0016136921476572752, - "transformer.layers.3.linear2.weight": 0.013048007152974606, - "transformer.layers.3.linear2.bias": 0.0024909412022680044, - "transformer.layers.3.norm1.weight": 0.0026377590838819742, - "transformer.layers.3.norm1.bias": 0.003063735319301486, - "transformer.layers.3.norm2.weight": 0.0019181257812306285, - "transformer.layers.3.norm2.bias": 0.002496844856068492, - "head.weight": 0.16415348649024963, - "head.bias": 0.005318562965840101, - "global_embedding.weight": 0.020159253850579262, - "global_cnn.0.weight": 0.14355571568012238, - "global_cnn.0.bias": 0.005665224511176348, - "global_cnn.2.weight": 0.1540369689464569, - "global_cnn.2.bias": 0.007091300096362829, - "global_proj.weight": 0.03154900297522545, - "global_proj.bias": 0.006542875897139311, - "goal_head.0.weight": 0.015285054221749306, - "goal_head.0.bias": 0.001584037789143622, - "goal_head.2.weight": 0.01702866703271866, - "goal_head.2.bias": 0.0031640527304261923 + "global_gate": 3.053405089303851e-05, + "embedding.weight": 0.0016551919979974627, + "cnn.0.weight": 0.03190506249666214, + "cnn.0.bias": 0.0012062356108799577, + "cnn.2.weight": 0.00797965656965971, + "cnn.2.bias": 0.003211363684386015, + "cnn.5.weight": 0.009862832725048065, + "cnn.5.bias": 0.0018202660139650106, + "action_emb.weight": 0.00141039933077991, + "timestep_emb.weight": 0.0005571020301431417, + "pos_emb.weight": 0.0009168660617433488, + "transformer.layers.0.self_attn.in_proj_weight": 0.012251244857907295, + "transformer.layers.0.self_attn.in_proj_bias": 0.0008669386152178049, + "transformer.layers.0.self_attn.out_proj.weight": 0.01122345495969057, + "transformer.layers.0.self_attn.out_proj.bias": 0.0011935742804780602, + "transformer.layers.0.linear1.weight": 0.008762527257204056, + "transformer.layers.0.linear1.bias": 0.00044878211338073015, + "transformer.layers.0.linear2.weight": 0.010089673101902008, + "transformer.layers.0.linear2.bias": 0.0009161978960037231, + "transformer.layers.0.norm1.weight": 0.0007286315085366368, + "transformer.layers.0.norm1.bias": 0.0007916293106973171, + "transformer.layers.0.norm2.weight": 0.0007070379797369242, + "transformer.layers.0.norm2.bias": 0.00042284716619178653, + "transformer.layers.1.self_attn.in_proj_weight": 0.008554120548069477, + "transformer.layers.1.self_attn.in_proj_bias": 0.0005326861864887178, + "transformer.layers.1.self_attn.out_proj.weight": 0.00948867853730917, + "transformer.layers.1.self_attn.out_proj.bias": 0.0007538284407928586, + "transformer.layers.1.linear1.weight": 0.005064528435468674, + "transformer.layers.1.linear1.bias": 0.00028744860901497304, + "transformer.layers.1.linear2.weight": 0.007081777323037386, + "transformer.layers.1.linear2.bias": 0.0007223770371638238, + "transformer.layers.1.norm1.weight": 0.000658659846521914, + "transformer.layers.1.norm1.bias": 0.0004923501401208341, + "transformer.layers.1.norm2.weight": 0.0003827536420430988, + "transformer.layers.1.norm2.bias": 0.0002932243805844337, + "transformer.layers.2.self_attn.in_proj_weight": 0.008312202990055084, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005890772445127368, + "transformer.layers.2.self_attn.out_proj.weight": 0.0073249549604952335, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006800205446779728, + "transformer.layers.2.linear1.weight": 0.004186310339719057, + "transformer.layers.2.linear1.bias": 0.00029656500555574894, + "transformer.layers.2.linear2.weight": 0.005167392082512379, + "transformer.layers.2.linear2.bias": 0.0007321253651753068, + "transformer.layers.2.norm1.weight": 0.000633306335657835, + "transformer.layers.2.norm1.bias": 0.0006605605012737215, + "transformer.layers.2.norm2.weight": 0.00030565884662792087, + "transformer.layers.2.norm2.bias": 0.0003405511088203639, + "transformer.layers.3.self_attn.in_proj_weight": 0.012930797412991524, + "transformer.layers.3.self_attn.in_proj_bias": 0.0009906803024932742, + "transformer.layers.3.self_attn.out_proj.weight": 0.007178658153861761, + "transformer.layers.3.self_attn.out_proj.bias": 0.000877303711604327, + "transformer.layers.3.linear1.weight": 0.006954891607165337, + "transformer.layers.3.linear1.bias": 0.0005533393705263734, + "transformer.layers.3.linear2.weight": 0.004492472857236862, + "transformer.layers.3.linear2.bias": 0.0010290376376360655, + "transformer.layers.3.norm1.weight": 0.001066418131813407, + "transformer.layers.3.norm1.bias": 0.001281942706555128, + "transformer.layers.3.norm2.weight": 0.000470947619760409, + "transformer.layers.3.norm2.bias": 0.0007002466008998454, + "head.weight": 0.055391546338796616, + "head.bias": 0.0018212728900834918, + "global_embedding.weight": 0.006139212287962437, + "global_cnn.0.weight": 0.08461138606071472, + "global_cnn.0.bias": 0.0037244248669594526, + "global_cnn.2.weight": 0.16245026886463165, + "global_cnn.2.bias": 0.005807800684124231, + "global_proj.weight": 0.03713883459568024, + "global_proj.bias": 0.019111724570393562, + "goal_head.0.weight": 0.02450806461274624, + "goal_head.0.bias": 0.009017576463520527, + "goal_head.2.weight": 0.03092433325946331, + "goal_head.2.bias": 0.019834958016872406 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.13956038653850555, - "repr_drift_kl_low_t": 0.1285545527935028, - "repr_drift_kl_mid_t": 0.1229616105556488, - "repr_drift_kl_high_t": 0.17103329300880432, + "repr_drift_kl": 0.35012778639793396, + "repr_drift_kl_low_t": 0.39671027660369873, + "repr_drift_kl_mid_t": 0.3596133887767792, + "repr_drift_kl_high_t": 0.27205654978752136, "cka_iters": 500, - "cka_similarity": 0.7730644345283508, + "cka_similarity": 0.6119635701179504, "t_analysis_iters": 500, - "norm_low_t": 0.3540579676628113, - "norm_high_t": 0.48213616013526917, - "lowhigh_cos": 0.4818572402000427, + "norm_low_t": 0.32312437891960144, + "norm_high_t": 0.25995102524757385, + "lowhigh_cos": 0.29949918389320374, "t_bin_norms": { - "t_0.0-0.1": 0.6536967158317566, - "t_0.1-0.2": 0.2897268831729889, - "t_0.2-0.3": 0.5995357632637024, - "t_0.3-0.4": 0.4913843870162964, - "t_0.4-0.5": 0.4418995678424835, - "t_0.5-0.6": 0.4549265503883362, - "t_0.6-0.7": 0.6023501753807068, - "t_0.7-0.8": 0.526623010635376, - "t_0.8-0.9": 0.7344909906387329, - "t_0.9-1.0": 0.4503220319747925 - }, - "win_rate": 0.07420924305915833, - "effective_batch_size": 54.62394332885742, + "t_0.0-0.1": 0.21814334392547607, + "t_0.1-0.2": 0.22552300989627838, + "t_0.2-0.3": 0.22378410398960114, + "t_0.3-0.4": 0.2170492261648178, + "t_0.4-0.5": 0.21446090936660767, + "t_0.5-0.6": 0.22670084238052368, + "t_0.6-0.7": 0.2176029533147812, + "t_0.7-0.8": 0.21792007982730865, + "t_0.8-0.9": 0.22033099830150604, + "t_0.9-1.0": 0.3576492369174957 + }, + "win_rate": 0.00654417322948575, + "effective_batch_size": 383.1767578125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.03572562709450722, + "loss": 0.11959534883499146, "env_score_iters": 500, - "env_score": -3.8183681964874268, + "env_score": -0.3036240041255951, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.45000000000000007, "grad_align_iters": 500, - "grad_align": 0.45838138461112976, - "rl_grad_norm": 0.14700549840927124, - "bc_grad_norm": 0.6768277287483215, + "grad_align": -0.06766808032989502, + "rl_grad_norm": 0.31172826886177063, + "bc_grad_norm": 3.0223653316497803, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00005974298983346671, - "embedding.weight": 0.004083732608705759, - "cnn.0.weight": 0.08049926906824112, - "cnn.0.bias": 0.0031609113793820143, - "cnn.2.weight": 0.026130270212888718, - "cnn.2.bias": 0.005428023636341095, - "cnn.5.weight": 0.04821189120411873, - "cnn.5.bias": 0.005373197142034769, - "action_emb.weight": 0.0035090558230876923, - "timestep_emb.weight": 0.0026510932948440313, - "pos_emb.weight": 0.0024394842330366373, - "transformer.layers.0.self_attn.in_proj_weight": 0.05176983401179314, - "transformer.layers.0.self_attn.in_proj_bias": 0.0029068421572446823, - "transformer.layers.0.self_attn.out_proj.weight": 0.06238487362861633, - "transformer.layers.0.self_attn.out_proj.bias": 0.0035464854445308447, - "transformer.layers.0.linear1.weight": 0.03180994093418121, - "transformer.layers.0.linear1.bias": 0.0016418329905718565, - "transformer.layers.0.linear2.weight": 0.04023127257823944, - "transformer.layers.0.linear2.bias": 0.002470817184075713, - "transformer.layers.0.norm1.weight": 0.002782548777759075, - "transformer.layers.0.norm1.bias": 0.0026698801666498184, - "transformer.layers.0.norm2.weight": 0.002186946105211973, - "transformer.layers.0.norm2.bias": 0.0016130710719153285, - "transformer.layers.1.self_attn.in_proj_weight": 0.04704222455620766, - "transformer.layers.1.self_attn.in_proj_bias": 0.0021490929648280144, - "transformer.layers.1.self_attn.out_proj.weight": 0.026266256347298622, - "transformer.layers.1.self_attn.out_proj.bias": 0.001388581353239715, - "transformer.layers.1.linear1.weight": 0.013565835542976856, - "transformer.layers.1.linear1.bias": 0.0006838202243670821, - "transformer.layers.1.linear2.weight": 0.01787550374865532, - "transformer.layers.1.linear2.bias": 0.0012190176639705896, - "transformer.layers.1.norm1.weight": 0.003526523010805249, - "transformer.layers.1.norm1.bias": 0.0023254496045410633, - "transformer.layers.1.norm2.weight": 0.0008851338061504066, - "transformer.layers.1.norm2.bias": 0.000680510769598186, - "transformer.layers.2.self_attn.in_proj_weight": 0.026618141680955887, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010408269008621573, - "transformer.layers.2.self_attn.out_proj.weight": 0.016458509489893913, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010152349714189768, - "transformer.layers.2.linear1.weight": 0.011542171239852905, - "transformer.layers.2.linear1.bias": 0.0005789031856693327, - "transformer.layers.2.linear2.weight": 0.011461514048278332, - "transformer.layers.2.linear2.bias": 0.0010068167466670275, - "transformer.layers.2.norm1.weight": 0.001994085730984807, - "transformer.layers.2.norm1.bias": 0.0011806030524894595, - "transformer.layers.2.norm2.weight": 0.0007901004864834249, - "transformer.layers.2.norm2.bias": 0.0006212242878973484, - "transformer.layers.3.self_attn.in_proj_weight": 0.0274637583643198, - "transformer.layers.3.self_attn.in_proj_bias": 0.0018414390506222844, - "transformer.layers.3.self_attn.out_proj.weight": 0.01559254340827465, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015329907182604074, - "transformer.layers.3.linear1.weight": 0.020231863483786583, - "transformer.layers.3.linear1.bias": 0.001402020687237382, - "transformer.layers.3.linear2.weight": 0.012501323595643044, - "transformer.layers.3.linear2.bias": 0.0018056798726320267, - "transformer.layers.3.norm1.weight": 0.0019039559410884976, - "transformer.layers.3.norm1.bias": 0.0023244714830070734, - "transformer.layers.3.norm2.weight": 0.001358928275294602, - "transformer.layers.3.norm2.bias": 0.0016240322729572654, - "head.weight": 0.14408718049526215, - "head.bias": 0.004370939452201128, - "global_embedding.weight": 0.009290826506912708, - "global_cnn.0.weight": 0.04386109113693237, - "global_cnn.0.bias": 0.001752555137500167, - "global_cnn.2.weight": 0.08898229897022247, - "global_cnn.2.bias": 0.003349249716848135, - "global_proj.weight": 0.025371793657541275, - "global_proj.bias": 0.015442310832440853, - "goal_head.0.weight": 0.016385622322559357, - "goal_head.0.bias": 0.007038584910333157, - "goal_head.2.weight": 0.029212798923254013, - "goal_head.2.bias": 0.017628880217671394 + "global_gate": 0.00021185606601648033, + "embedding.weight": 0.0022660819813609123, + "cnn.0.weight": 0.04140080511569977, + "cnn.0.bias": 0.0022860898170620203, + "cnn.2.weight": 0.01052636094391346, + "cnn.2.bias": 0.005313646513968706, + "cnn.5.weight": 0.013091055676341057, + "cnn.5.bias": 0.00431692274287343, + "action_emb.weight": 0.0037958608008921146, + "timestep_emb.weight": 0.0012996691511943936, + "pos_emb.weight": 0.002691045170649886, + "transformer.layers.0.self_attn.in_proj_weight": 0.02662910893559456, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025412344839423895, + "transformer.layers.0.self_attn.out_proj.weight": 0.02601698413491249, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032358693424612284, + "transformer.layers.0.linear1.weight": 0.023400764912366867, + "transformer.layers.0.linear1.bias": 0.0013568953145295382, + "transformer.layers.0.linear2.weight": 0.025325365364551544, + "transformer.layers.0.linear2.bias": 0.0021869083866477013, + "transformer.layers.0.norm1.weight": 0.0014913317281752825, + "transformer.layers.0.norm1.bias": 0.0023088015150278807, + "transformer.layers.0.norm2.weight": 0.0021175153087824583, + "transformer.layers.0.norm2.bias": 0.0018353976774960756, + "transformer.layers.1.self_attn.in_proj_weight": 0.020937548950314522, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013264840235933661, + "transformer.layers.1.self_attn.out_proj.weight": 0.02009863592684269, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016368732322007418, + "transformer.layers.1.linear1.weight": 0.013078831136226654, + "transformer.layers.1.linear1.bias": 0.0006971352850086987, + "transformer.layers.1.linear2.weight": 0.017613941803574562, + "transformer.layers.1.linear2.bias": 0.0015018876874819398, + "transformer.layers.1.norm1.weight": 0.0014536407543346286, + "transformer.layers.1.norm1.bias": 0.0013629526365548372, + "transformer.layers.1.norm2.weight": 0.001007537473924458, + "transformer.layers.1.norm2.bias": 0.0007435544393956661, + "transformer.layers.2.self_attn.in_proj_weight": 0.024499952793121338, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014364680973812938, + "transformer.layers.2.self_attn.out_proj.weight": 0.01923045888543129, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014360441127792, + "transformer.layers.2.linear1.weight": 0.010394047014415264, + "transformer.layers.2.linear1.bias": 0.0006016724510118365, + "transformer.layers.2.linear2.weight": 0.01372582744807005, + "transformer.layers.2.linear2.bias": 0.0014455192722380161, + "transformer.layers.2.norm1.weight": 0.0016339069698005915, + "transformer.layers.2.norm1.bias": 0.0017782142385840416, + "transformer.layers.2.norm2.weight": 0.0007447100360877812, + "transformer.layers.2.norm2.bias": 0.0005133924423716962, + "transformer.layers.3.self_attn.in_proj_weight": 0.03556706756353378, + "transformer.layers.3.self_attn.in_proj_bias": 0.002269023098051548, + "transformer.layers.3.self_attn.out_proj.weight": 0.01942155510187149, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018461837898939848, + "transformer.layers.3.linear1.weight": 0.017332026734948158, + "transformer.layers.3.linear1.bias": 0.0011998292757198215, + "transformer.layers.3.linear2.weight": 0.011057552881538868, + "transformer.layers.3.linear2.bias": 0.001640915172174573, + "transformer.layers.3.norm1.weight": 0.002811593236401677, + "transformer.layers.3.norm1.bias": 0.0026581406127661467, + "transformer.layers.3.norm2.weight": 0.0013277375837787986, + "transformer.layers.3.norm2.bias": 0.0014351977733895183, + "head.weight": 0.13872602581977844, + "head.bias": 0.004248977173119783, + "global_embedding.weight": 0.017715059220790863, + "global_cnn.0.weight": 0.12404873222112656, + "global_cnn.0.bias": 0.0052686939015984535, + "global_cnn.2.weight": 0.20083408057689667, + "global_cnn.2.bias": 0.008835980668663979, + "global_proj.weight": 0.049655377864837646, + "global_proj.bias": 0.02730836719274521, + "goal_head.0.weight": 0.030826590955257416, + "goal_head.0.bias": 0.011769881471991539, + "goal_head.2.weight": 0.05376013368368149, + "goal_head.2.bias": 0.026370158419013023 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.18971648812294006, - "repr_drift_kl_low_t": 0.1654374599456787, - "repr_drift_kl_mid_t": 0.15068373084068298, - "repr_drift_kl_high_t": 0.25626641511917114, + "repr_drift_kl": 0.3434414863586426, + "repr_drift_kl_low_t": 0.4305395781993866, + "repr_drift_kl_mid_t": 0.34114161133766174, + "repr_drift_kl_high_t": 0.2775869369506836, "cka_iters": 500, - "cka_similarity": 0.8934382796287537, + "cka_similarity": 0.8682399392127991, "t_analysis_iters": 500, - "norm_low_t": 0.11037050187587738, - "norm_high_t": 0.34937915205955505, - "lowhigh_cos": 0.36526575684547424, + "norm_low_t": 0.8052312731742859, + "norm_high_t": 0.38772836327552795, + "lowhigh_cos": 0.31135687232017517, "t_bin_norms": { - "t_0.0-0.1": 0.11091391742229462, - "t_0.1-0.2": 0.1236758828163147, - "t_0.2-0.3": 0.1174742802977562, - "t_0.3-0.4": 0.16603916883468628, - "t_0.4-0.5": 0.2550179064273834, - "t_0.5-0.6": 0.2855117619037628, - "t_0.6-0.7": 0.32489949464797974, - "t_0.7-0.8": 0.3918210566043854, - "t_0.8-0.9": 0.279999315738678, - "t_0.9-1.0": 0.5098747611045837 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 41.895790100097656, + "t_0.0-0.1": 0.5418573021888733, + "t_0.1-0.2": 0.35089340806007385, + "t_0.2-0.3": 0.3075243830680847, + "t_0.3-0.4": 0.3705103397369385, + "t_0.4-0.5": 0.32950741052627563, + "t_0.5-0.6": 0.30158939957618713, + "t_0.6-0.7": 0.31811025738716125, + "t_0.7-0.8": 0.30419036746025085, + "t_0.8-0.9": 0.3342896103858948, + "t_0.9-1.0": 0.6156352162361145 + }, + "win_rate": 0.09634551405906677, + "effective_batch_size": 542.6692504882812, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "lora": { - "score": 0.6833333333333332, - "score_std": 0.023570226039551553, + "score": 0.4333333333333333, + "score_std": 0.015590239111558084, "all_scores": [ - 0.7, - 0.7, - 0.65 + 0.4375, + 0.4125, + 0.44999999999999996 ], "history": { "iters": [ @@ -18721,506 +23110,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.3266761302947998, - 3.1275088787078857, - 0.37160006165504456, - 0.5410957336425781, - 3.352780342102051, - 0.41980263590812683, - 1.0048695802688599, - 0.9527720212936401, - 0.4402589201927185, - 2.7240524291992188, - 1.1548757553100586, - 2.3896188735961914, - 0.06381956487894058, - 2.1417646408081055, - 0.4193005859851837, - 0.06473841518163681, - 1.8330926895141602, - 0.21628662943840027, - 0.3139752447605133, - 0.7886550426483154, - 1.5301580429077148, - 0.2674056887626648, - 1.1850377321243286, - 0.09296777844429016, - 1.178669810295105, - 0.07259759306907654, - 0.28201645612716675, - 2.0702836513519287, - 1.2097467184066772, - 0.07353423535823822, - 1.4854285717010498, - 0.2988779842853546, - 0.09996774047613144, - 0.25278446078300476, - 0.1031484603881836, - 0.2927609980106354, - 0.2109726369380951, - 0.41736090183258057, - 0.4801953434944153, - 0.060962215065956116, - 0.39761170744895935, - 0.891827404499054, - 1.2294265031814575, - 1.9810982942581177, - 0.8628215193748474, - 0.8471231460571289, - 1.5180045366287231, - 0.3170989751815796, - 0.09437111765146255, - 0.18283112347126007, - 0.06730856001377106, - 0.33947262167930603, - 0.08132695406675339, - 0.8423919677734375, - 0.47156885266304016, - 0.4469558000564575, - 1.3916484117507935, - 0.3657691180706024, - 1.5076334476470947, - 0.43178489804267883, - 0.80242919921875, - 0.24874430894851685, - 0.013412483967840672, - 1.1215044260025024, - 0.03439810499548912, - 0.5649293661117554, - 0.05106004700064659, - 0.18418525159358978, - 0.004854222759604454, - 0.3924519121646881, - 0.9512686133384705, - 0.06919704377651215, - 0.7066757678985596, - 0.012595927342772484, - 0.2845875918865204, - 0.07073775678873062, - 0.564828097820282, - 0.06780018657445908, - 0.1302773803472519, - 0.09079299867153168, - 0.752322256565094, - 0.07003434747457504, - 1.352695345878601, - 0.41557347774505615, - 0.32727211713790894, - 0.7612897753715515, - 0.043210770934820175, - 0.5556961894035339, - 0.593032956123352, - 0.26012036204338074, - 0.10973304510116577, - 0.2291971892118454, - 0.02196386083960533, - 0.4194920063018799, - 0.14821596443653107, - 0.7096354365348816, - 0.5115789175033569, - 0.5864019393920898, - 1.0611008405685425, - 0.5322241187095642, - 0.872746467590332, - 0.023203104734420776, - 0.9517697095870972, - 0.5318676233291626, - 0.04645915701985359, - 0.4582418203353882, - 0.34755176305770874, - 0.7576088309288025, - 0.09908135235309601, - 0.030951600521802902, - 0.11490915715694427, - 0.16358788311481476, - 0.23178201913833618, - 0.3208111524581909, - 1.2479511499404907, - 0.5833650231361389, - 0.4008886516094208, - 0.5872160792350769, - 0.3564845621585846, - 0.5059707760810852, - 0.2898181974887848, - 0.43627405166625977, - 0.47346946597099304, - 0.06318825483322144, - 0.17726480960845947, - 0.26154547929763794, - 0.01914353482425213, - 1.360912561416626, - 0.433958500623703, - 0.49751755595207214, - 0.023639779537916183, - 0.17456930875778198, - 1.3144934177398682, - 0.2794346809387207, - 0.8448699712753296, - 0.09976612031459808, - 0.2637868821620941, - 0.927293062210083, - 1.6131256818771362, - 0.05242359638214111, - 0.1051826924085617, - 1.3582122325897217, - 0.06345412880182266, - 0.3010826110839844, - 0.0638999193906784, - 0.3959886133670807, - 0.04647020250558853, - 0.08058904111385345, - 0.5856223106384277, - 0.11625896394252777, - 0.8600459694862366, - 1.012060284614563, - 0.07248926907777786, - 1.3848942518234253, - 0.5030688047409058, - 0.46557512879371643, - 0.2596089541912079, - 0.30383479595184326, - 0.3501984477043152, - 0.017674949020147324, - 0.028174638748168945, - 0.11931808292865753, - 0.3387942612171173, - 0.7006126046180725, - 0.488196462392807, - 0.31041449308395386, - 0.5283288359642029, - 0.823772132396698, - 0.0853380635380745, - 0.15244470536708832, - 0.2329568862915039, - 0.06178431585431099, - 0.5131687521934509, - 0.29372328519821167, - 0.6249749064445496, - 0.027659807354211807, - 0.3501105308532715, - 0.7767794132232666, - 0.30624642968177795, - 0.3943476974964142, - 0.8418117761611938, - 0.12932045757770538, - 0.04164949059486389, - 0.28664180636405945, - 0.49889108538627625, - 0.09169241786003113, - 0.479474812746048, - 0.45927515625953674, - 1.3997385501861572, - 0.01050648558884859, - 0.5154524445533752, - 0.42928990721702576, - 1.2296708822250366, - 0.03004474565386772, - 0.03068440407514572, - 0.06167134270071983, - 0.5768041610717773, - 0.6117940545082092, - 1.3915153741836548, - 0.7661572098731995, - 0.760016143321991, - 0.511236846446991, - 0.4985741972923279, - 0.2186792641878128, - 0.25765112042427063, - 1.3307979106903076, - 0.01975952833890915, - 0.32682159543037415, - 0.8833664655685425, - 0.16194166243076324, - 0.5884816646575928, - 0.17213067412376404, - 0.5951495170593262, - 0.2794136703014374, - 0.3607015013694763, - 0.2060319483280182, - 0.36475443840026855, - 0.04593916982412338, - 0.02337561547756195, - 1.273621678352356, - 0.3229880630970001, - 0.034770600497722626, - 0.33163443207740784, - 0.7678954005241394, - 0.8248990178108215, - 0.33395010232925415, - 0.046849437057971954, - 0.3578319549560547, - 0.5298423171043396, - 0.26020100712776184, - 0.520967960357666, - 1.0530250072479248, - 0.4616231918334961, - 0.0371326319873333, - 0.721767008304596, - 0.5521706342697144, - 0.1439046561717987, - 0.28134486079216003, - 0.20836672186851501, - 0.0343468114733696, - 0.18846486508846283, - 0.09747514128684998, - 0.5936825275421143, - 0.14063943922519684, - 0.4604327976703644, - 1.1500253677368164, - 0.743755042552948, - 0.15363189578056335, - 0.011422639712691307, - 0.1403590440750122, - 1.4089879989624023, - 0.31374138593673706, - 0.4749640226364136, - 0.24132826924324036, - 1.1564223766326904, - 0.04567316174507141, - 0.039347242563962936, - 0.10031416267156601, - 0.16916337609291077, - 0.6060227751731873, - 0.07518526166677475, - 0.6992223858833313, - 0.536933422088623, - 0.037963028997182846, - 1.340285062789917, - 0.23932714760303497, - 0.6770913600921631, - 0.6207795143127441, - 0.5928610563278198, - 0.015376826748251915, - 0.596206545829773, - 0.15184397995471954, - 0.23934291303157806, - 0.9016762375831604, - 1.289354920387268, - 1.402356505393982, - 0.19272617995738983, - 0.1747029721736908, - 0.027782130986452103, - 0.8132498264312744, - 0.9130197167396545, - 1.0287619829177856, - 0.044649913907051086, - 0.5757336616516113, - 0.07891296595335007, - 0.44976672530174255, - 1.1123557090759277, - 0.40887129306793213, - 0.11005489528179169, - 0.03760281205177307, - 0.4364255666732788, - 0.48777511715888977, - 0.5985450148582458, - 0.7049118876457214, - 0.5500365495681763, - 0.5824423432350159, - 0.23383992910385132, - 0.7129491567611694, - 0.153425931930542, - 0.6031768321990967, - 0.2893347442150116, - 0.01812722347676754, - 1.2851227521896362, - 0.4195374846458435, - 0.17740564048290253, - 0.6472185254096985, - 0.7206565737724304, - 0.5669277310371399, - 0.8844307661056519, - 0.17445622384548187, - 0.04283909499645233, - 1.0384550094604492, - 0.2749532163143158, - 0.012463579885661602, - 0.13161683082580566, - 0.10000394284725189, - 0.9704271554946899, - 0.7779455184936523, - 0.014826481230556965, - 0.4756200313568115, - 0.7667087912559509, - 0.059111446142196655, - 0.1746736615896225, - 0.8700469136238098, - 0.43906235694885254, - 1.4051486253738403, - 0.832938551902771, - 0.8908151388168335, - 0.4734291136264801, - 0.5757579207420349, - 0.8536732792854309, - 0.19108307361602783, - 0.0332336351275444, - 0.287878155708313, - 0.8411765694618225, - 0.020775681361556053, - 0.4202684462070465, - 0.5760695338249207, - 0.7548791170120239, - 0.5865893363952637, - 0.17974260449409485, - 0.15917551517486572, - 1.3790851831436157, - 0.8616220355033875, - 0.36953622102737427, - 0.8158215880393982, - 0.6956881284713745, - 0.2817825376987457, - 0.2976627051830292, - 0.028034919872879982, - 0.051130276173353195, - 0.17851047217845917, - 0.01695846952497959, - 0.6417886018753052, - 0.05032304674386978, - 0.7088795900344849, - 0.21232111752033234, - 0.44239944219589233, - 0.363496333360672, - 0.03403982147574425, - 0.26854968070983887, - 0.3645007312297821, - 0.7124892473220825, - 0.3227449655532837, - 0.4990953207015991, - 1.1624870300292969, - 0.7007521986961365, - 0.13490091264247894, - 0.25362956523895264, - 0.30281075835227966, - 0.5400532484054565, - 0.7681840658187866, - 0.2996801435947418, - 0.6920742392539978, - 0.028505755588412285, - 0.23668000102043152, - 0.15512630343437195, - 1.0250581502914429, - 0.13298188149929047, - 0.4208396077156067, - 0.7345883250236511, - 0.4005766212940216, - 0.1285318285226822, - 0.6460499167442322, - 0.09047259390354156, - 0.09237008541822433, - 0.5157238841056824, - 0.7290929555892944, - 1.2595847845077515, - 0.8684017062187195, - 0.6963623762130737, - 0.15327028930187225, - 0.04266280308365822, - 0.004677417688071728, - 0.881189227104187, - 0.641372561454773, - 0.8728938698768616, - 1.322736144065857, - 0.04912065342068672, - 0.29143792390823364, - 0.3298553228378296, - 0.6718295216560364, - 0.521833598613739, - 0.27677202224731445, - 0.04691164195537567, - 0.3175727427005768, - 1.2897872924804688, - 0.6131663918495178, - 0.041581448167562485, - 0.062287189066410065, - 0.031901765614748, - 0.9541910290718079, - 0.1308455616235733, - 0.0047742142342031, - 0.2996772229671478, - 0.8597425818443298, - 0.031110256910324097, - 0.12801198661327362, - 0.5576984286308289, - 0.2131635546684265, - 0.4692152142524719, - 0.4254162311553955, - 0.23128466308116913, - 0.16570422053337097, - 0.3336939513683319, - 0.3691856265068054, - 0.538226306438446, - 0.13397708535194397, - 0.7351719737052917, - 0.5246047973632812, - 0.5924602150917053, - 0.6297938823699951, - 0.6649061441421509, - 0.034850165247917175, - 0.6740562319755554, - 0.0972183346748352, - 0.7617499232292175, - 0.286866158246994, - 0.016350874677300453, - 0.37833744287490845, - 0.4003426134586334, - 0.23109667003154755, - 0.8241878151893616, - 0.17094600200653076, - 0.3501146733760834, - 0.014395590871572495, - 0.631134033203125, - 0.015762675553560257, - 0.35834309458732605, - 0.04004218056797981, - 0.28544601798057556, - 0.22133450210094452, - 1.3426778316497803, - 0.03399156033992767, - 1.0918395519256592, - 0.5382912158966064, - 0.4653415381908417, - 0.11753418296575546, - 1.3844836950302124, - 0.20385588705539703, - 0.16685990989208221, - 0.6760590672492981, - 0.002890990348532796, - 0.013529236428439617, - 0.6483975052833557, - 0.17283305525779724, - 0.04730244353413582, - 0.4974226653575897, - 0.17976278066635132, - 0.029409335926175117, - 0.05886532738804817, - 0.04636366665363312, - 0.7051678895950317, - 0.04042884334921837, - 0.003966897260397673, - 0.3058478832244873, - 0.6327349543571472, - 0.02925104834139347, - 0.03168085590004921, - 0.2800746262073517, - 0.7046974301338196, - 0.06876426935195923, - 0.1342596411705017, - 0.5951056480407715, - 0.2467721700668335, - 0.061849676072597504, - 1.1291172504425049, - 0.8056351542472839, - 0.022987408563494682, - 0.480781227350235, - 0.8823583722114563, - 0.02455703541636467, - 0.03533073887228966, - 0.0842478945851326, - 0.01848270185291767, - 0.5899394154548645, - 0.3750934302806854, - 0.41556403040885925, - 0.0395941399037838 + 0.7734967470169067, + 1.0762441158294678, + 0.6709142923355103, + 0.5806079506874084, + 0.4897071421146393, + 0.6207466125488281, + 0.727116584777832, + 0.5681967735290527, + 0.9618502855300903, + 0.5348794460296631, + 0.29071810841560364, + 1.2553397417068481, + 0.4228552281856537, + 0.5140119791030884, + 0.7825865745544434, + 0.7610815763473511, + 0.4694439172744751, + 0.8305144309997559, + 1.1114169359207153, + 0.8459477424621582, + 0.5609015822410583, + 0.38427287340164185, + 0.6257339715957642, + 0.3757134675979614, + 0.5946719646453857, + 0.47123804688453674, + 0.5094969868659973, + 0.4190165400505066, + 0.5346026420593262, + 0.603376567363739, + 0.43934327363967896, + 0.7040706276893616, + 0.48615095019340515, + 0.32953381538391113, + 0.25745853781700134, + 0.23132365942001343, + 0.3652060329914093, + 0.37031289935112, + 0.6146763563156128, + 0.7461825013160706, + 0.46399882435798645, + 0.42159152030944824, + 0.3059981167316437, + 0.10739809274673462, + 0.18878820538520813, + 0.3660126030445099, + 0.23319508135318756, + 0.5196933746337891, + 0.4102925658226013, + 0.2789856195449829, + 0.38547372817993164, + 0.32554522156715393, + 0.40195974707603455, + 0.39409512281417847, + 0.5696657299995422, + 0.2462826371192932, + 0.4354061484336853, + 0.15872938930988312, + 0.43836379051208496, + 0.35804247856140137, + 0.5755113363265991, + 0.2999662458896637, + 0.355289489030838, + 0.1919967234134674, + 0.5077261924743652, + 0.43003949522972107, + 0.46975764632225037, + 0.44337356090545654, + 0.39096197485923767, + 0.3394661843776703, + 0.4448207914829254, + 0.3206799030303955, + 0.5296609401702881, + 0.3612017035484314, + 0.32762080430984497, + 0.3648076355457306, + 0.14333277940750122, + 0.514848530292511, + 0.2932302951812744, + 0.20857830345630646, + 0.36838290095329285, + 0.3577699065208435, + 0.2538747191429138, + 0.2867095172405243, + 0.46132561564445496, + 0.3317371606826782, + 0.2816653549671173, + 0.3536427617073059, + 0.31615152955055237, + 0.3682004511356354, + 0.469300776720047, + 0.19487310945987701, + 0.4626573622226715, + 0.45072615146636963, + 0.27528318762779236, + 0.38087406754493713, + 0.332203209400177, + 0.2094605416059494, + 0.12464706599712372, + 0.16802048683166504, + 0.1791367083787918, + 0.472494512796402, + 0.4217399060726166, + 0.45387303829193115, + 0.45049428939819336, + 0.40777432918548584, + 0.3035775423049927, + 0.23863033950328827, + 0.24777445197105408, + 0.35354292392730713, + 0.2762211263179779, + 0.24567870795726776, + 0.30450838804244995, + 0.38089102506637573, + 0.20983952283859253, + 0.3222966492176056, + 0.3037615716457367, + 0.23212850093841553, + 0.37718436121940613, + 0.3989782929420471, + 0.40371814370155334, + 0.18644064664840698, + 0.20691488683223724, + 0.4271228015422821, + 0.23978890478610992, + 0.3292112946510315, + 0.5400549173355103, + 0.2536432147026062, + 0.38934415578842163, + 0.37878328561782837, + 0.3468319773674011, + 0.21234746277332306, + 0.3665716350078583, + 0.38159188628196716, + 0.380216121673584, + 0.22125960886478424, + 0.14423400163650513, + 0.5491998195648193, + 0.276748925447464, + 0.1716885268688202, + 0.29253914952278137, + 0.35433247685432434, + 0.3991142511367798, + 0.1655339002609253, + 0.23351924121379852, + 0.08187804371118546, + 0.06431485712528229, + 0.4047852158546448, + 0.43136903643608093, + 0.23615752160549164, + 0.33365944027900696, + 0.46430861949920654, + 0.41546908020973206, + 0.20591416954994202, + 0.47662869095802307, + 0.42583632469177246, + 0.4666988253593445, + 0.16700783371925354, + 0.2588009536266327, + 0.29371827840805054, + 0.04293091222643852, + 0.27571141719818115, + 0.25376665592193604, + 0.2790471911430359, + 0.5155350565910339, + 0.33044546842575073, + 0.14168904721736908, + 0.2737858295440674, + 0.3422222435474396, + 0.3615947365760803, + 0.3258332908153534, + 0.34729641675949097, + 0.14539387822151184, + 0.363057404756546, + 0.3965325951576233, + 0.27976202964782715, + 0.16923567652702332, + 0.3004855811595917, + 0.38493812084198, + 0.2529657185077667, + 0.2194845825433731, + 0.41382455825805664, + 0.34657078981399536, + 0.3486403226852417, + 0.34744808077812195, + 0.42426520586013794, + 0.15269827842712402, + 0.5868024826049805, + 0.3757699429988861, + 0.1594143807888031, + 0.22249020636081696, + 0.38241931796073914, + 0.45749080181121826, + 0.2749656140804291, + 0.26722463965415955, + 0.38512861728668213, + 0.2563238739967346, + 0.32018014788627625, + 0.10781637579202652, + 0.247820183634758, + 0.38655170798301697, + 0.342313677072525, + 0.34037208557128906, + 0.42850953340530396, + 0.22623974084854126, + 0.4810274839401245, + 0.407469242811203, + 0.2794247269630432, + 0.43407535552978516, + 0.23259784281253815, + 0.3581336736679077, + 0.16034358739852905, + 0.27742427587509155, + 0.17100675404071808, + 0.3593376576900482, + 0.21135477721691132, + 0.1972389966249466, + 0.36079779267311096, + 0.2858911454677582, + 0.19753772020339966, + 0.2109028398990631, + 0.3172414004802704, + 0.2153947800397873, + 0.37653815746307373, + 0.13885977864265442, + 0.10920405387878418, + 0.49250832200050354, + 0.1737871617078781, + 0.340523362159729, + 0.30330216884613037, + 0.3125725984573364, + 0.28315240144729614, + 0.37828174233436584, + 0.2534622251987457, + 0.19113542139530182, + 0.1194949597120285, + 0.17459528148174286, + 0.09065833687782288, + 0.34874334931373596, + 0.23795659840106964, + 0.2724906802177429, + 0.23579978942871094, + 0.3703247010707855, + 0.2992140054702759, + 0.47617897391319275, + 0.313357412815094, + 0.22848689556121826, + 0.2927429974079132, + 0.3260428309440613, + 0.169302836060524, + 0.1873253881931305, + 0.29726892709732056, + 0.4613654315471649, + 0.26948651671409607, + 0.3688291013240814, + 0.29122206568717957, + 0.20947647094726562, + 0.2938102185726166, + 0.1676693707704544, + 0.2817002832889557, + 0.24196138978004456, + 0.2513260245323181, + 0.15745460987091064, + 0.39297935366630554, + 0.35166579484939575, + 0.34718871116638184, + 0.16594518721103668, + 0.19724512100219727, + 0.3575499951839447, + 0.33080366253852844, + 0.21811184287071228, + 0.38243481516838074, + 0.19647419452667236, + 0.25186052918434143, + 0.17564180493354797, + 0.3327125012874603, + 0.17049728333950043, + 0.22807586193084717, + 0.41670238971710205, + 0.2383015900850296, + 0.4171515107154846, + 0.1874726116657257, + 0.331796258687973, + 0.20867832005023956, + 0.29153451323509216, + 0.19931435585021973, + 0.2543533742427826, + 0.2957695722579956, + 0.39129021763801575, + 0.20676706731319427, + 0.29775944352149963, + 0.32009249925613403, + 0.16566327214241028, + 0.2065557986497879, + 0.29553237557411194, + 0.30901312828063965, + 0.18044358491897583, + 0.24539461731910706, + 0.28882962465286255, + 0.19643640518188477, + 0.22644025087356567, + 0.1849023699760437, + 0.23411379754543304, + 0.14066438376903534, + 0.3392343819141388, + 0.34201154112815857, + 0.382141649723053, + 0.3063032031059265, + 0.2547597289085388, + 0.14497750997543335, + 0.28532126545906067, + 0.2520284354686737, + 0.2451285868883133, + 0.33428481221199036, + 0.24656859040260315, + 0.059227705001831055, + 0.1168610155582428, + 0.22462370991706848, + 0.15053395926952362, + 0.17319996654987335, + 0.2125629484653473, + 0.2526612877845764, + 0.1571076214313507, + 0.14003418385982513, + 0.2095707505941391, + 0.31490379571914673, + 0.23617982864379883, + 0.22069226205348969, + 0.18016156554222107, + 0.24955689907073975, + 0.13836582005023956, + 0.25846391916275024, + 0.28101488947868347, + 0.18541990220546722, + 0.23096513748168945, + 0.2513687312602997, + 0.279752254486084, + 0.3797711730003357, + 0.2475605010986328, + 0.316856324672699, + 0.11084658652544022, + 0.20635469257831573, + 0.1938791424036026, + 0.20121034979820251, + 0.126503124833107, + 0.20532284677028656, + 0.2829674482345581, + 0.2097809612751007, + 0.21184279024600983, + 0.47400450706481934, + 0.2774266302585602, + 0.15617428719997406, + 0.2075948268175125, + 0.22255194187164307, + 0.11539146304130554, + 0.17363671958446503, + 0.23677434027194977, + 0.26498177647590637, + 0.4051556885242462, + 0.2155115306377411, + 0.1225372776389122, + 0.3645654320716858, + 0.2601572573184967, + 0.38270702958106995, + 0.44002991914749146, + 0.28778162598609924, + 0.22496387362480164, + 0.11249923706054688, + 0.2054222822189331, + 0.2674538791179657, + 0.21845068037509918, + 0.35509341955184937, + 0.26104357838630676, + 0.20435073971748352, + 0.2587190568447113, + 0.1839260458946228, + 0.28371745347976685, + 0.11151671409606934, + 0.23447605967521667, + 0.23199987411499023, + 0.2229386866092682, + 0.15141846239566803, + 0.34564879536628723, + 0.3216474950313568, + 0.18170179426670074, + 0.34039661288261414, + 0.25908422470092773, + 0.12308959662914276, + 0.15170574188232422, + 0.2907315194606781, + 0.27727535367012024, + 0.26578211784362793, + 0.14970441162586212, + 0.12351167947053909, + 0.11376134306192398, + 0.3200927972793579, + 0.25742435455322266, + 0.3086964786052704, + 0.18868300318717957, + 0.18368202447891235, + 0.19321410357952118, + 0.10225336253643036, + 0.153761625289917, + 0.18496662378311157, + 0.23263747990131378, + 0.3034263849258423, + 0.1863970309495926, + 0.3350676894187927, + 0.1755213588476181, + 0.34447258710861206, + 0.21017250418663025, + 0.28951993584632874, + 0.18496951460838318, + 0.3039185404777527, + 0.27749887108802795, + 0.19015520811080933, + 0.2273373305797577, + 0.3695124685764313, + 0.22841884195804596, + 0.13974598050117493, + 0.23820503056049347, + 0.2936466932296753, + 0.09821169078350067, + 0.22513669729232788, + 0.18578915297985077, + 0.18241745233535767, + 0.22967509925365448, + 0.19341515004634857, + 0.17470306158065796, + 0.13806374371051788, + 0.26371487975120544, + 0.08750064671039581, + 0.19853068888187408, + 0.15740351378917694, + 0.17645426094532013, + 0.16670715808868408, + 0.2987654507160187, + 0.1603214144706726, + 0.28032878041267395, + 0.27651628851890564, + 0.1968068927526474, + 0.23715150356292725, + 0.1921808421611786, + 0.23722539842128754, + 0.21950504183769226, + 0.2517244815826416, + 0.15201683342456818, + 0.30812349915504456, + 0.2249739021062851, + 0.21547263860702515, + 0.25801679491996765, + 0.2676485478878021, + 0.09403418004512787, + 0.21989068388938904, + 0.1845596432685852, + 0.22424113750457764, + 0.2327905148267746, + 0.11214454472064972, + 0.12053016573190689, + 0.26637303829193115, + 0.11251411586999893, + 0.33620938658714294, + 0.2764415740966797, + 0.3865635395050049, + 0.12501804530620575, + 0.20215561985969543, + 0.24972696602344513, + 0.24481631815433502, + 0.2681051194667816, + 0.20698784291744232, + 0.07714105397462845, + 0.18413808941841125, + 0.1049242615699768, + 0.25056782364845276, + 0.36804404854774475, + 0.30235254764556885, + 0.16769489645957947, + 0.170700341463089, + 0.3838110864162445, + 0.3025731146335602, + 0.1526678055524826, + 0.18797360360622406, + 0.25950971245765686, + 0.18838129937648773, + 0.2632704973220825, + 0.18963946402072906, + 0.21807967126369476, + 0.05053163319826126, + 0.23153790831565857, + 0.15224143862724304, + 0.2098885178565979, + 0.1751135140657425, + 0.19327200949192047, + 0.19292394816875458, + 0.2519375681877136, + 0.10767059028148651, + 0.24818257987499237, + 0.20387475192546844, + 0.3042348027229309, + 0.18960584700107574 ], "env_score_iters": [ 1, @@ -19725,2084 +24114,2614 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 8.158711433410645, - -2.3961901664733887, - -2.608902931213379, - 3.847578525543213, - -2.4354898929595947, - -2.46631121635437, - -1.0054410696029663, - -3.259392738342285, - 1.9161016941070557, - -0.8605287671089172, - -1.3037797212600708, - -3.5657501220703125, - -1.8761965036392212, - -3.987920045852661, - -1.1716136932373047, - 1.3649200201034546, - -2.8907856941223145, - -1.2446280717849731, - -5.499145030975342, - -2.8038530349731445, - -4.527365684509277, - 1.571339726448059, - -6.78399658203125, - -0.3683120012283325, - -7.242051124572754, - -6.75678014755249, - 5.708889484405518, - -1.1386514902114868, - -3.3038272857666016, - 1.7645162343978882, - -2.4322431087493896, - -3.4315667152404785, - -3.8022871017456055, - -1.0041558742523193, - -2.4275143146514893, - -6.706108093261719, - -2.309554100036621, - -0.5154950618743896, - -2.7571206092834473, - -2.9494543075561523, - -0.024654585868120193, - 9.31379222869873, - 2.1271610260009766, - -3.450634002685547, - -2.6513285636901855, - 6.7845659255981445, - -1.8267440795898438, - -2.908773899078369, - -2.986130952835083, - -1.566962480545044, - -2.058410882949829, - -2.926100015640259, - 1.1296889781951904, - 2.00683331489563, - -1.1388280391693115, - 2.786587953567505, - -1.656324028968811, - 9.935215950012207, - -3.215914487838745, - 0.12069547921419144, - -2.5495452880859375, - -3.7348430156707764, - 1.1970142126083374, - -3.4237616062164307, - -2.836888313293457, - -3.3235023021698, - -7.900181293487549, - -3.78340482711792, - -4.341378688812256, - -1.04924476146698, - -2.9561076164245605, - 0.3094491958618164, - -3.769909143447876, - -2.560547113418579, - -3.589085340499878, - -1.3134980201721191, - -3.8570525646209717, - -3.178083658218384, - -4.125051021575928, - -1.9128522872924805, - -3.12357497215271, - 0.783988356590271, - -3.9489269256591797, - -2.771671772003174, - -0.17554444074630737, - -2.807695150375366, - -4.986706733703613, - -2.9085891246795654, - -1.3650944232940674, - -3.191096305847168, - -8.089982986450195, - -2.7587966918945312, - -1.9847732782363892, - -4.416960716247559, - 1.0162765979766846, - -2.1595070362091064, - 5.03963041305542, - 1.1270527839660645, - -2.222121477127075, - -0.02046826109290123, - -3.138749599456787, - -0.4813554286956787, - -0.7796383500099182, - -7.5767598152160645, - -0.03314208984375, - -2.015638589859009, - 0.34610068798065186, - -1.0606895685195923, - -3.531895637512207, - -3.4875149726867676, - -3.4080939292907715, - -2.883223056793213, - -2.6639442443847656, - -2.6053383350372314, - -1.1223740577697754, - -2.6337339878082275, - -2.1667232513427734, - -7.060320854187012, - -2.652118682861328, - -5.326220989227295, - -1.853311538696289, - -2.000234842300415, - -5.432529449462891, - -2.9914987087249756, - -4.931682586669922, - -3.4146904945373535, - 13.98389720916748, - -1.852053165435791, - -0.8359372615814209, - -4.131192207336426, - -2.528630256652832, - 2.1217286586761475, - -2.1777830123901367, - -2.497976064682007, - -4.9686808586120605, - -3.495054244995117, - 0.9394816160202026, - 4.210514068603516, - -3.537571668624878, - -3.9460439682006836, - 13.600335121154785, - -3.742337942123413, - -5.339465618133545, - -3.138209581375122, - -3.4079272747039795, - -2.7652127742767334, - -3.8856284618377686, - -0.9229317903518677, - -10.257803916931152, - -2.806486129760742, - -3.8249192237854004, - -4.643364906311035, - 11.189208984375, - -1.1700552701950073, - -4.462512969970703, - -1.7602068185806274, - -2.299551486968994, - -2.692711353302002, - -4.033288478851318, - -3.6603176593780518, - -2.477210283279419, - -5.916459083557129, - -1.3500096797943115, - 0.2310124784708023, - -2.6391377449035645, - -1.0123858451843262, - 0.17383049428462982, - -3.3326895236968994, - -3.0729238986968994, - -2.6436493396759033, - -2.8061182498931885, - -1.6283479928970337, - -2.166628837585449, - -1.502123475074768, - -3.2546427249908447, - -3.114712715148926, - -0.03335750102996826, - -1.8009837865829468, - -2.436605215072632, - 1.5530858039855957, - -3.6390507221221924, - -4.9643940925598145, - -3.085304021835327, - -1.2512673139572144, - -7.221683025360107, - 0.7502242922782898, - -0.936464250087738, - 3.276292562484741, - -3.7178573608398438, - -1.3868647813796997, - -1.1989386081695557, - 1.9518492221832275, - -2.6573572158813477, - -3.41766619682312, - -2.1087498664855957, - 0.2823597490787506, - -1.5280178785324097, - 5.034315586090088, - -0.7346188426017761, - -1.9790418148040771, - -2.214236259460449, - 0.611428439617157, - -2.724066734313965, - -2.4076266288757324, - 4.161465167999268, - -3.9303689002990723, - -2.4329609870910645, - 2.3139567375183105, - -2.910400629043579, - -2.9413001537323, - -2.0721890926361084, - -0.6315015554428101, - -3.017002820968628, - -2.075511932373047, - -3.0805275440216064, - -3.211881399154663, - -4.249369144439697, - -4.461096286773682, - 6.558520317077637, - -3.763394355773926, - -2.9791457653045654, - -2.4225082397460938, - -2.871629238128662, - 0.9350211024284363, - -3.2536423206329346, - -2.7093281745910645, - -1.9245489835739136, - 0.9836444854736328, - -3.5377113819122314, - -0.509445071220398, - 0.3379889726638794, - -4.993315696716309, - -3.2023258209228516, - -0.8665851354598999, - -3.9090373516082764, - -2.860419750213623, - -1.3943568468093872, - -3.6250216960906982, - -2.430290460586548, - -2.806565761566162, - -6.854748249053955, - -2.648218870162964, - -2.7268481254577637, - -2.2956156730651855, - 4.212162494659424, - -3.6521172523498535, - -2.728767156600952, - -3.6371231079101562, - -3.7119338512420654, - 4.281717777252197, - -4.488931655883789, - -2.8593990802764893, - -2.21435546875, - -1.628542184829712, - -3.5362842082977295, - -3.6490700244903564, - -6.151756763458252, - -3.698704481124878, - -0.43811917304992676, - -6.99108362197876, - -0.22549007833003998, - 1.0248881578445435, - -3.117140531539917, - 3.0052552223205566, - -2.818572759628296, - -1.3245865106582642, - -2.3966429233551025, - -1.2192307710647583, - -3.658475637435913, - -1.2329045534133911, - -3.2166049480438232, - -3.1422312259674072, - 0.2041185051202774, - 4.342973709106445, - -1.5214107036590576, - -2.448147773742676, - -5.509885311126709, - -4.100384712219238, - -0.16703400015830994, - 0.4539370536804199, - 0.2191627025604248, - -5.88907527923584, - 1.121384620666504, - -3.687248468399048, - -0.37652939558029175, - -0.3273785412311554, - -4.134065628051758, - -3.7464439868927, - -2.5513598918914795, - -2.6511714458465576, - -0.5332362651824951, - -0.8665609955787659, - -0.6447599530220032, - -1.5612746477127075, - 1.9015952348709106, - -3.137087106704712, - 0.6760570406913757, - -3.392657518386841, - -3.3282506465911865, - -1.7720434665679932, - -3.9467837810516357, - 1.7427387237548828, - -3.1586928367614746, - -2.8915646076202393, - -2.468667984008789, - 0.4871182143688202, - -0.7991361021995544, - 0.6815536022186279, - -2.9808061122894287, - -3.954005718231201, - 2.033095598220825, - -2.346412181854248, - -4.580882549285889, - -3.032892942428589, - -2.834495782852173, - -2.423632860183716, - 1.561636209487915, - -3.703179359436035, - -0.9816095232963562, - -0.01326649822294712, - -3.863579750061035, - -1.5693045854568481, - -0.17990586161613464, - -1.154029130935669, - 3.1914095878601074, - 0.4727630913257599, - -5.827302932739258, - -1.3419798612594604, - -1.8168083429336548, - 0.04589606449007988, - -2.8541266918182373, - -4.295464515686035, - -2.5900468826293945, - 0.30529436469078064, - -3.3542909622192383, - -3.4077320098876953, - -1.381837010383606, - -0.48209983110427856, - -0.39040660858154297, - -0.471036434173584, - -3.0092945098876953, - 3.260789632797241, - 0.849693775177002, - -5.594822406768799, - -3.7134358882904053, - 0.005078241229057312, - -5.14841890335083, - -1.1658247709274292, - -4.192877769470215, - -2.3703994750976562, - -3.03059720993042, - -3.83455753326416, - -2.351926565170288, - -4.429928779602051, - 0.7225462198257446, - -2.197539806365967, - -0.9835616946220398, - -2.0291032791137695, - -3.736499786376953, - -3.1942684650421143, - -1.657081127166748, - -0.032296132296323776, - -1.986999273300171, - -2.344625473022461, - 1.0951635837554932, - 0.8391260504722595, - -3.8659942150115967, - -4.6903815269470215, - -4.8470845222473145, - -0.2907010316848755, - -1.3656891584396362, - -1.7325880527496338, - -1.1440876722335815, - -4.425704002380371, - -2.6887366771698, - -5.076005935668945, - 2.0193235874176025, - -1.511731505393982, - -1.9908080101013184, - -0.07151077687740326, - -1.8894456624984741, - -3.271669864654541, - -1.9697821140289307, - -3.3355205059051514, - -5.935445308685303, - -1.5907392501831055, - -0.1488979607820511, - 5.129513263702393, - 3.9280500411987305, - -1.5454384088516235, - -3.251694440841675, - -3.2934610843658447, - -3.9637625217437744, - 0.9285027384757996, - -3.931687831878662, - 0.9901143312454224, - 5.293753623962402, - -3.553872585296631, - -3.133589267730713, - -0.9178322553634644, - -1.3631387948989868, - -1.5870230197906494, - -4.336772441864014, - -3.627807855606079, - -2.0006823539733887, - 6.922196865081787, - -1.2136590480804443, - -3.046382188796997, - -5.761021137237549, - -7.750892639160156, - 0.07971999049186707, - -3.6721439361572266, - -3.557272434234619, - -3.5881545543670654, - -1.830938696861267, - -2.237175941467285, - -2.854449987411499, - -3.4631845951080322, - -2.7152912616729736, - -0.9991142153739929, - -2.8981266021728516, - -2.257195472717285, - -2.4907472133636475, - -2.6336729526519775, - -2.4805140495300293, - -0.7071305513381958, - -2.742628574371338, - 0.19549113512039185, - -1.4250891208648682, - -2.993640661239624, - 1.5080549716949463, - -3.4288320541381836, - -3.9345765113830566, - -0.8843194246292114, - -2.9093785285949707, - 0.9149737358093262, - -1.6234233379364014, - -3.6068079471588135, - 0.053845178335905075, - -2.0302979946136475, - -1.4549002647399902, - -0.23963862657546997, - -4.1624250411987305, - -2.4168787002563477, - -3.4661178588867188, - 2.293735980987549, - -4.104300498962402, - -2.5052173137664795, - -3.7842979431152344, - -3.4131414890289307, - -2.4682445526123047, - 5.264096736907959, - -4.354085445404053, - 0.45038920640945435, - -1.5777325630187988, - -1.4172791242599487, - -3.028986930847168, - 11.421630859375, - -2.143848419189453, - -2.0221941471099854, - -3.154285192489624, - -3.971491813659668, - -3.4598677158355713, - -0.25369369983673096, - -2.7317464351654053, - -5.252819538116455, - -0.7334153056144714, - -2.710982084274292, - -6.264036178588867, - -6.9288153648376465, - -3.525668144226074, - -1.0030851364135742, - -4.262201309204102, - -3.421602249145508, - -3.688206672668457, - -2.516376256942749, - -4.0075364112854, - -4.17495059967041, - -2.0010523796081543, - -2.921522378921509, - -3.309135675430298, - -2.457648992538452, - -1.2881301641464233, - -2.8120534420013428, - -3.8327090740203857, - 5.689537525177002, - 0.39905375242233276, - -3.695136308670044, - -1.323241949081421, - 0.9331308603286743, - -3.999785900115967, - -4.719427585601807, - -3.1524529457092285, - -3.8184547424316406, - -0.26350271701812744, - -1.8526948690414429, - -2.618867874145508, - -4.117692470550537 + -0.5324477553367615, + -0.40200042724609375, + -0.5153439044952393, + -0.5398694276809692, + -0.6069586873054504, + -0.6021164059638977, + -0.5080058574676514, + -0.5655063986778259, + -0.49536630511283875, + -0.4067564308643341, + -0.6303178071975708, + -0.43645143508911133, + -0.426100492477417, + -0.6777973175048828, + -0.5625719428062439, + -0.5790318250656128, + -0.4037421941757202, + -0.5220533013343811, + -0.01298112329095602, + -0.41104209423065186, + -0.44901251792907715, + -0.6787391901016235, + -0.354268878698349, + -0.6317562460899353, + -0.4303508698940277, + -0.6027112603187561, + -0.5452215075492859, + -0.4814971387386322, + -0.4446483254432678, + -0.3742743134498596, + -0.527269721031189, + -0.3693876564502716, + -0.2998974621295929, + -0.42458376288414, + -0.4792763292789459, + -0.4674321711063385, + -0.6800652742385864, + -0.4165216386318207, + -0.34151527285575867, + -0.0961555689573288, + -0.3640826940536499, + -0.7767811417579651, + -0.6130818128585815, + -0.44179821014404297, + -0.6853074431419373, + -0.40863290429115295, + -0.49261990189552307, + -0.515842854976654, + -0.38290083408355713, + -0.4468379616737366, + -0.4673212170600891, + -0.3497450053691864, + -0.4576175808906555, + -0.4830014109611511, + -0.48464515805244446, + -0.41923221945762634, + -0.5798041224479675, + -0.5244445204734802, + -0.3369148373603821, + -0.6349747180938721, + -0.6540996432304382, + -0.6117247343063354, + -0.4602257013320923, + -0.6065102219581604, + -0.3248120844364166, + -0.4620879888534546, + -0.4693607687950134, + -0.4967004954814911, + -0.35824742913246155, + -0.5013360977172852, + -0.7159262299537659, + -0.5194217562675476, + -0.36583420634269714, + -0.4134608209133148, + -0.5612877011299133, + -0.5653782486915588, + -0.5866665244102478, + -0.4332590103149414, + -0.5881220698356628, + -0.46523648500442505, + -0.867361843585968, + -0.3378058075904846, + -0.7357621788978577, + -0.47117191553115845, + -0.629939079284668, + -0.8194364309310913, + -0.41522398591041565, + -0.5623289942741394, + -0.6045750379562378, + -0.3738020956516266, + -0.5845686197280884, + -0.4808315634727478, + -0.5199374556541443, + -0.3713313043117523, + -0.5314524173736572, + -0.46599674224853516, + -0.622282087802887, + -0.5007746815681458, + -0.48375511169433594, + -0.5899823307991028, + -0.835037350654602, + -0.4360705316066742, + -0.5401639938354492, + -0.5094271898269653, + -0.3177891671657562, + -0.5035375356674194, + -0.5148602724075317, + -0.632358193397522, + -0.32018622756004333, + -0.5779414176940918, + -0.6110602617263794, + -0.5187865495681763, + -0.6937333345413208, + -0.44110801815986633, + -0.5593110918998718, + -0.4998544454574585, + -0.5162075757980347, + -0.554134726524353, + -0.49684619903564453, + -0.6810693144798279, + -0.6301784515380859, + -0.5473026037216187, + -0.5552753210067749, + -0.5341725945472717, + -0.40794745087623596, + -0.5001605749130249, + -0.25411051511764526, + -0.41425153613090515, + -0.45069316029548645, + -0.41698941588401794, + -0.4823375344276428, + -0.5719501376152039, + -0.2459396868944168, + -0.38754135370254517, + -0.5347344279289246, + -0.4449407160282135, + -0.3087615966796875, + -0.44740986824035645, + -0.7762734889984131, + -0.4342159330844879, + -0.5827609896659851, + -0.7263990044593811, + -0.45054784417152405, + -0.6266793012619019, + -0.6703932881355286, + -0.6372091770172119, + -0.7418098449707031, + -0.5329732894897461, + -0.4106253385543823, + -0.7874681353569031, + -0.4011046886444092, + -0.05865846201777458, + -0.5203968286514282, + -0.6756845116615295, + -0.23668693006038666, + -0.7152409553527832, + -0.27359068393707275, + -0.552350640296936, + -0.46780556440353394, + -0.49918559193611145, + -0.5355921387672424, + -0.5406032800674438, + -0.8385004997253418, + -0.5800399780273438, + -0.27058643102645874, + -0.4693257510662079, + -0.6135695576667786, + -0.5446500778198242, + -0.5538949370384216, + -0.3260689079761505, + -0.6172133684158325, + -0.4747573733329773, + -0.6279098391532898, + -0.44969940185546875, + -0.46121716499328613, + -0.41869887709617615, + -0.48930060863494873, + -0.47769293189048767, + -0.3366539180278778, + -0.5251173973083496, + -0.47052738070487976, + -0.4465102553367615, + -0.48470741510391235, + -0.4955861270427704, + -0.3576987385749817, + -0.639414370059967, + -0.48073703050613403, + -0.23937863111495972, + -0.5606839656829834, + -0.6600844860076904, + -0.5699219703674316, + -0.5378776788711548, + -0.19923746585845947, + -0.2650180459022522, + -0.4756357967853546, + -0.5029726028442383, + -0.40533214807510376, + -0.6370264291763306, + -0.5298596620559692, + -0.5686882734298706, + -0.4211274981498718, + -0.4062882363796234, + -0.45781344175338745, + -0.6222078800201416, + -0.4819095730781555, + -0.3456982374191284, + -0.5661711096763611, + -0.6850593090057373, + -0.4453226923942566, + -0.35556650161743164, + -0.36081722378730774, + -0.495896577835083, + -0.4570021331310272, + -0.4402255415916443, + -0.3718867599964142, + -0.36086177825927734, + -0.5974822044372559, + -0.6812332272529602, + -0.3686177432537079, + -0.34115418791770935, + -0.5456063151359558, + -0.3540119528770447, + -0.5088745355606079, + -0.52490234375, + -0.6224169731140137, + -0.5301987528800964, + -0.29792046546936035, + -0.5712686777114868, + -0.5835141539573669, + -0.5368841886520386, + -0.640203058719635, + -0.4857184886932373, + -0.5209794044494629, + -0.5050415992736816, + -0.44901934266090393, + -0.6065884232521057, + -0.6202095746994019, + -0.3554369807243347, + -0.43214449286460876, + -0.6187865734100342, + -0.5124955177307129, + -0.36529240012168884, + -0.41629263758659363, + -0.5147486925125122, + -0.372967928647995, + -0.40647438168525696, + -0.8252046704292297, + -0.6435210108757019, + -0.44269323348999023, + -0.5966447591781616, + -0.8406249284744263, + -0.5226133465766907, + -0.3586655855178833, + -0.34556373953819275, + -0.40990298986434937, + -0.43465274572372437, + -0.5653068423271179, + -0.6825008392333984, + -0.4220848083496094, + -0.27857211232185364, + -0.4103739261627197, + -0.5428982377052307, + -0.4876502752304077, + -0.6183781027793884, + -0.5422714352607727, + -0.4459291100502014, + -0.48053106665611267, + -0.5222890973091125, + -0.4829395115375519, + -0.5734108090400696, + -0.4783042371273041, + -0.2430143505334854, + -0.5099154710769653, + -0.5805119276046753, + -0.604390025138855, + -0.5153734683990479, + -0.8088173270225525, + -0.5509800314903259, + -0.31761306524276733, + -0.566491425037384, + -0.31612083315849304, + -0.4542953372001648, + -0.3858339488506317, + -0.5503147840499878, + -0.3965322971343994, + -0.5375124216079712, + -0.3763669431209564, + -0.5176517367362976, + -0.31572121381759644, + -0.6396222710609436, + -0.5899456143379211, + -0.33568042516708374, + -0.6178920865058899, + -0.524109423160553, + -0.4610316753387451, + -0.4235273599624634, + -0.6260724067687988, + -0.5792795419692993, + -0.5476768612861633, + -0.4242747128009796, + -0.6120087504386902, + -0.5254855155944824, + -0.6701810359954834, + -0.5639535784721375, + -0.4969770908355713, + -0.1968674510717392, + -0.36013102531433105, + -0.58115154504776, + -0.5001482367515564, + -0.4894264042377472, + -0.36701083183288574, + -0.6504427194595337, + -0.5139769911766052, + -0.5313248634338379, + -0.3934171795845032, + -0.5493643879890442, + -0.636504590511322, + -0.4852287769317627, + -0.47296974062919617, + -0.5564547181129456, + -0.6716493964195251, + -0.44634097814559937, + -0.7078537344932556, + -0.4964815378189087, + -0.4191730320453644, + -0.5586520433425903, + -0.5190939903259277, + -0.5250874161720276, + -0.5103288292884827, + -0.4782474637031555, + -0.536145031452179, + -0.568047285079956, + -0.4826388359069824, + -0.6930649280548096, + -0.5715744495391846, + -0.489972859621048, + -0.8256045579910278, + -0.4698885977268219, + -0.5725746750831604, + -0.5632109642028809, + -0.6490519046783447, + -0.5289552807807922, + -0.48104777932167053, + -0.5569007992744446, + -0.5943145155906677, + -0.8229217529296875, + -0.3133741617202759, + -0.5760511159896851, + -0.5423955321311951, + -0.3300308585166931, + -0.5660679340362549, + -0.4562775790691376, + -0.5035290122032166, + -0.5158740282058716, + -0.5554743409156799, + -0.5522880554199219, + -0.515561580657959, + -0.471280038356781, + -0.4633670449256897, + -0.5556679368019104, + -0.553659200668335, + -0.34766992926597595, + -0.6472371816635132, + -0.40997403860092163, + -0.13438177108764648, + -0.5390083193778992, + -0.6632295846939087, + -0.5475679039955139, + -0.644981324672699, + -0.47272464632987976, + -0.3942842483520508, + -0.15271833539009094, + -0.45661017298698425, + -0.6434605717658997, + -0.4114190936088562, + -0.5164690613746643, + -0.3266454041004181, + -0.8138889074325562, + -0.5012075901031494, + -0.5695637464523315, + -0.5031103491783142, + -0.473957896232605, + -0.4937700033187866, + -0.5804403424263, + -0.5028927326202393, + -0.41250333189964294, + -0.2259392887353897, + -0.605401337146759, + -0.5276427268981934, + -0.6262308359146118, + -0.7366579174995422, + -0.4103545546531677, + -0.6070291996002197, + -0.5622028112411499, + -0.26004624366760254, + -0.5909902453422546, + -0.5310666561126709, + -0.5172533988952637, + -0.6992297172546387, + -0.4448052644729614, + -0.5869730114936829, + -0.5213623642921448, + -0.5135248899459839, + -0.7332408428192139, + -0.19747526943683624, + -0.4803333282470703, + -0.4670729637145996, + -0.3499106168746948, + -0.5760892033576965, + -0.6000125408172607, + -0.6636850237846375, + -0.5001525282859802, + -0.5083890557289124, + -0.4983161389827728, + -0.32477080821990967, + -0.8781285881996155, + -0.6185284852981567, + -0.4146355390548706, + -0.4573083221912384, + -0.474003404378891, + -0.3772919178009033, + -0.5068873763084412, + -0.624671995639801, + -0.5217917561531067, + -0.6005899906158447, + -0.48347020149230957, + -0.54720538854599, + -0.5075936913490295, + -0.43490463495254517, + -0.5412278175354004, + -0.5336346626281738, + -0.5604861378669739, + -0.506523609161377, + -0.504852831363678, + -0.5830644965171814, + -0.49627891182899475, + -0.47453418374061584, + -0.41438180208206177, + -0.4367631673812866, + -0.42672261595726013, + -0.5616855025291443, + -0.5171142220497131, + -0.6035141348838806, + -0.5073058009147644, + -0.4396325945854187, + -0.5321865677833557, + -0.5460620522499084, + -0.6647742986679077, + -0.39984384179115295, + -0.5700788497924805, + -0.42066487669944763, + -0.34643206000328064, + -0.5495941042900085, + -0.4482762813568115, + -0.6835512518882751, + -0.39314034581184387, + -0.33036190271377563, + -0.6295497417449951, + -0.5151996612548828, + -0.5652300715446472, + -0.5214798450469971, + -0.43110254406929016, + -0.32822781801223755, + -0.20212143659591675, + -0.6772844791412354, + -0.5255343914031982, + -0.40719446539878845, + -0.537208616733551, + -0.5146375298500061, + -0.5510140657424927, + -0.6066045165061951, + -0.6380996108055115, + -0.5256810188293457, + -0.42890673875808716, + -0.5901974439620972, + -0.34987133741378784, + -0.7703038454055786, + -0.5515689253807068, + -0.12469330430030823, + -0.46902239322662354, + -0.4651646018028259, + -0.48174118995666504, + -0.47765544056892395, + -0.5595570802688599, + -0.679868221282959, + -0.4915393888950348, + -0.5501502752304077, + -0.5549055933952332, + -0.6388656497001648, + -0.42881423234939575, + -0.4904228746891022, + -0.5692694187164307, + -0.5034594535827637, + -0.34740373492240906, + -0.36375105381011963, + -0.5497317910194397, + -0.516636848449707, + -0.35270628333091736, + -0.45751792192459106, + -0.45276105403900146 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.65, - 0.675, - 0.75, - 0.675, - 0.6499999999999999, - 0.7, - 0.675, - 0.65, - 0.675 + 0.4875, + 0.48749999999999993, + 0.4375, + 0.4875, + 0.4875, + 0.5, + 0.5125, + 0.525, + 0.44999999999999996, + 0.475, + 0.44999999999999996, + 0.475, + 0.43749999999999994, + 0.49999999999999994, + 0.44999999999999996, + 0.45, + 0.44999999999999996, + 0.47500000000000003, + 0.4125, + 0.4875 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.07764378935098648, - 0.4027474522590637, - 0.8529691696166992, - 0.5352621674537659, - 0.833088755607605, - 0.5996032357215881, - 0.3958958089351654, - 0.3790748715400696, - -0.09274643659591675, - 0.2988527715206146 + 0.9054656624794006, + 0.6430380940437317, + 0.6528818011283875, + 0.4765995442867279, + 0.4283865690231323, + 0.7464464902877808, + 0.545383632183075, + 0.6532872915267944, + 0.46538475155830383, + 0.6761249303817749, + 0.6669766306877136, + 0.4281938672065735, + 0.8191969394683838, + 0.37373557686805725, + 0.1339380145072937, + 0.3086775243282318, + 0.38882097601890564, + 0.7929944396018982, + 0.561269223690033, + 0.49471649527549744 ], "rl_grad_norm": [ - 0.14179159700870514, - 0.7456250786781311, - 0.40759092569351196, - 0.32501718401908875, - 0.009093214757740498, - 0.13373243808746338, - 0.15511152148246765, - 0.05907754972577095, - 0.1459195762872696, - 0.03913956135511398 + 0.4054720401763916, + 0.226268470287323, + 0.17064526677131653, + 0.08039887994527817, + 0.14841054379940033, + 0.11030305922031403, + 0.2632441222667694, + 0.16901496052742004, + 0.0846487283706665, + 0.1231185644865036, + 0.12766805291175842, + 0.1918012648820877, + 0.216586172580719, + 0.43370485305786133, + 0.25337111949920654, + 0.07585521787405014, + 0.10593089461326599, + 0.13090071082115173, + 0.19097326695919037, + 0.135231152176857 ], "bc_grad_norm": [ - 0.03842652589082718, - 0.15897151827812195, - 0.20599676668643951, - 0.14827121794223785, - 0.08921189606189728, - 0.0803142786026001, - 0.06752832978963852, - 0.22329911589622498, - 0.019944626837968826, - 0.028273794800043106 + 0.2995259761810303, + 0.28551098704338074, + 0.30739274621009827, + 0.15890848636627197, + 0.3865783214569092, + 0.2135297805070877, + 0.13071143627166748, + 0.31904950737953186, + 0.1628182828426361, + 0.14208994805812836, + 0.07489503920078278, + 0.08883161097764969, + 0.23717787861824036, + 0.19998283684253693, + 0.18921221792697906, + 0.11509836465120316, + 0.1781759113073349, + 0.193767711520195, + 0.22193357348442078, + 0.1921130120754242 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.009676530957221985, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.024887466803193092, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.016255425289273262, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.027737600728869438, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.013848560862243176, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.03155335783958435, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0201142355799675, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.031076254323124886, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014063799753785133, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.018942587077617645, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.013537228107452393, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03509494662284851, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.009444418363273144, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01250508800148964, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.014561563730239868, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.020357174798846245 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.12436337769031525, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.22139617800712585, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.17135560512542725, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.27912357449531555, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.10127759724855423, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.23143669962882996, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.19545821845531464, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.2321205735206604, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.06657769531011581, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.12273606657981873, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.12836939096450806, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.3260532021522522, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.1303349882364273, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.06439726799726486, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.1779518872499466, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.2368217259645462 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.03657599911093712, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.22627857327461243, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.06108976900577545, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.23194275796413422, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.04868423566222191, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.31115254759788513, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0740947499871254, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.21469804644584656, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.061194662004709244, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.1331646889448166, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.041347686201334, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.15858085453510284, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.14945228397846222, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.11351795494556427, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.13908952474594116, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.22421741485595703 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.029236946254968643, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.12660139799118042, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.048397764563560486, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.12908026576042175, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.026709387078881264, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.1563287079334259, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.034679919481277466, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.09857392311096191, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.03653306886553764, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.08907192945480347, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03288780525326729, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.09089794754981995, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.07929050177335739, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.06823528558015823, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.09162086248397827, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.12976352870464325 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.005141615867614746, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.011868376284837723, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.009571376256644726, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.033705346286296844, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.0019542521331459284, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.007622812408953905, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0026775908190757036, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.007641115691512823, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0033014188520610332, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.003094857092946768, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.00303458608686924, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.005907017737627029, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0035522726830095053, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.0019967344123870134, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.006332871504127979, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.008381275460124016 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.016641970723867416, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.03544462099671364, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.018069112673401833, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07793466746807098, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.01774105243384838, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.04101443290710449, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.01864040456712246, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.030866719782352448, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.010812146589159966, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.021349385380744934, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.02205582521855831, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.034253232181072235, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.017353635281324387, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01502581313252449, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03236667439341545, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.04111335799098015 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.011376222595572472, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05197412893176079, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01933966763317585, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07176084816455841, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.006456001196056604, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.05234402045607567, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.013868384063243866, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.035526152700185776, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.03162660449743271, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.023426325991749763, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.014349627308547497, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03693994879722595, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03154085576534271, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01708269864320755, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04898207262158394, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05343877524137497 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.005389578174799681, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.025354675948619843, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.00830907467752695, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.024626683443784714, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.004264608025550842, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.02697489596903324, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.007855021394789219, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.019462604075670242, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.006073802709579468, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.015245323069393635, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.011212295852601528, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.02876613475382328, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0193118117749691, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.011983916163444519, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.021367376670241356, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.03488646820187569 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.010852799750864506, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.03226619213819504, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01373970601707697, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.03610164299607277, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.007414365652948618, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.032993134111166, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.015350139699876308, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.031838178634643555, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.022180480882525444, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.01821088418364525, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.023895643651485443, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.040740519762039185, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.016955744475126266, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.009444956667721272, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.05240410938858986, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.04591507464647293 - }, - { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.004997911397367716, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.010583994910120964, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.005140818189829588, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.01105760969221592, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.001758265309035778, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.008073926903307438, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0041718799620866776, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.007084345445036888, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0034815322142094374, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0043467446230351925, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.0036798708606511354, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.007180886343121529, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.004762621596455574, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.0023925716523081064, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.00906272791326046, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.011817225255072117 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.0570058710873127, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.12040107697248459, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.07408738881349564, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.13801150023937225, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.08624543249607086, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.13109472393989563, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.12013155966997147, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.13828252255916595, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.04901813343167305, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.07683150470256805, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.1156470999121666, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.13629363477230072, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.036865703761577606, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.03896026313304901, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.06412094831466675, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07202974706888199 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.015756595879793167, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.09415312111377716, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.022894421592354774, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.11333707720041275, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.048763640224933624, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.09165675193071365, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.06813857704401016, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.08242049068212509, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.031200382858514786, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06580375134944916, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03943849727511406, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.07389141619205475, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.04064623638987541, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.029610684141516685, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.0517246387898922, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.06793104112148285 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.030805740505456924, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.06861478835344315, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.030988475307822227, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.06786387413740158, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.027639620006084442, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.07934124022722244, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.023774370551109314, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.05449168011546135, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.012537848204374313, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.05326986312866211, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.020097840577363968, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05792013183236122, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03752467781305313, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.020542358979582787, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04503148794174194, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05595674365758896 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.003229267429560423, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.017558449879288673, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.005166692193597555, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.01840270310640335, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.003567882115021348, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.018046146258711815, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.005650235805660486, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.013634910807013512, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.007162592373788357, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.015408544801175594, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.010196550749242306, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.020310111343860626, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0069963219575583935, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.005401839502155781, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.007406647317111492, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.012312062084674835 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.0075170365162193775, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05063346028327942, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01499447226524353, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.05197760462760925, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.017230458557605743, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.061385203152894974, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.013860296458005905, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.04138743504881859, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.020016908645629883, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.054665692150592804, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.022572768852114677, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.06549298763275146, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.028809184208512306, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.017609119415283203, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.030883895233273506, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.043840959668159485 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.007703364826738834, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.03698667883872986, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.00926683098077774, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.03136957436800003, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.018326181918382645, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.03337400406599045, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.019694644957780838, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.027602029964327812, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.012462707236409187, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.023852316662669182, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.032914187759160995, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03731554374098778, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.011194216087460518, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.006826672237366438, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.019307777285575867, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.02705976366996765 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.007859908044338226, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.07078356295824051, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.011758853681385517, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07166293263435364, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.019105790182948112, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.09654609113931656, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.012976082041859627, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.05867339298129082, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0241069532930851, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.10330875217914581, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.036833927035331726, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.08365201950073242, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.05189824104309082, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.02716011554002762, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.06527013331651688, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.1073661521077156 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.013252045027911663, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05528505891561508, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.014178981073200703, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04836273193359375, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.017592545598745346, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.06158182770013809, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.015457358211278915, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.04272954538464546, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.018043968826532364, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06804037094116211, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.034838929772377014, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.06551185995340347, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03674476221203804, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.023960303515195847, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.0388958714902401, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07373218238353729 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.006786696147173643, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.024493766948580742, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.007201398257166147, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.02412136271595955, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.008330206386744976, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.024653179571032524, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.008172714151442051, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.02178877592086792, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.007463849615305662, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.029347499832510948, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.01978624425828457, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03507303074002266, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0176882054656744, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.011706349439918995, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.02477608062326908, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.03921157121658325 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.008023668080568314, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.04514278471469879, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.009945406578481197, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.044067688286304474, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.008985349908471107, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.03888636454939842, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.016109781339764595, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.03312253952026367, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.029259685426950455, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.048651862889528275, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.0238921158015728, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05438302084803581, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.01952943578362465, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01261914148926735, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.02828378975391388, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.044751331210136414 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.007291394751518965, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.020514851436018944, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.011297311633825302, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.02388913556933403, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.008211551234126091, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.02780582755804062, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.00958242453634739, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.020432086661458015, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.008461435325443745, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.023188725113868713, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.016683250665664673, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.047671765089035034, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.010670509189367294, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.006121878046542406, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.023762231692671776, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.024947600439190865 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.014855881221592426, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05835272744297981, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01181156188249588, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.051862914115190506, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.013566887937486172, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.04283586144447327, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.017210856080055237, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.039845168590545654, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.020637255162000656, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06544452160596848, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.025153474882245064, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.0593319907784462, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.036612335592508316, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.022960588335990906, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04761659726500511, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07708709686994553 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.009116319008171558, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.04780400171875954, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.010898212902247906, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04448952153325081, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.015028959140181541, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.04678986594080925, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.011422796174883842, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.042006511241197586, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.01512301154434681, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06733434647321701, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.04195341840386391, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.06739012897014618, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.039381179958581924, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01851571910083294, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04642168805003166, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.09127957373857498 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.021861134096980095, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.11291100829839706, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.02134685590863228, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.10482047498226166, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.023098686710000038, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.09997498244047165, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.025623854249715805, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.09109149128198624, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.047370679676532745, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.15818049013614655, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.05245198681950569, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.14181777834892273, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.08468816429376602, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.04259776696562767, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.1073673889040947, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.20172426104545593 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.015362215228378773, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.07742317020893097, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.01290707103908062, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.07226889580488205, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.024234091863036156, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.059322163462638855, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.016891295090317726, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.05809391662478447, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.021711988374590874, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.06112072244286537, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03854319825768471, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.07683694362640381, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.02762887254357338, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.013516335748136044, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.05065275356173515, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.0696396753191948 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.006904322188347578, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.020971864461898804, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.007303684018552303, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.022504912689328194, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.006591286975890398, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.015557389706373215, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.009811907075345516, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.016668977215886116, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.013562902808189392, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.024074990302324295, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.016525646671652794, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.027523251250386238, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.010486133396625519, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.005324332043528557, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.01992454193532467, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.026198269799351692 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.009675511159002781, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.024873889982700348, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008860900066792965, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.02881910465657711, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.0065963007509708405, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.017580639570951462, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.012559939175844193, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.02122972533106804, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.018107866868376732, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.024556856602430344, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.017735015600919724, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03678489476442337, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.01604216918349266, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.007960109040141106, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.022420065477490425, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.03201799467206001 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.011823673732578754, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.04941181093454361, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.010109379887580872, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.046157270669937134, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.02226308546960354, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.039711110293865204, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.011366292834281921, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.039762694388628006, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014745522290468216, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.03439849987626076, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.04457450285553932, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05820373445749283, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.022882387042045593, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.008164264261722565, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03321301192045212, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.034569159150123596 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.014039330184459686, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.043138813227415085, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.009886869229376316, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.05328661948442459, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.006099002901464701, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.032310981303453445, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.018785063177347183, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.033452972769737244, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.022256478667259216, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.04941277951002121, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03481321409344673, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.0649474561214447, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03760550171136856, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.02157650515437126, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.04547078534960747, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.07269022613763809 + }, + { + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.010571779683232307, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.035013485699892044, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008022326976060867, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04051767662167549, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.011598382145166397, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.025217624381184578, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.009868256747722626, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.029520820826292038, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.01817399077117443, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0449741929769516, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03922758996486664, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05910104140639305, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03096902370452881, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01060432568192482, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03585559129714966, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05930130183696747 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.010557730682194233, - 0.2044498473405838, - 0.1380644142627716, - 0.3317010998725891, - 0.03848302364349365, - 0.13228601217269897, - 0.08679226040840149, - 0.04232312738895416, - 0.04753688722848892, - 0.014503033831715584 + 0.09206674993038177, + 0.1448693871498108, + 0.2589872181415558, + 0.23937852680683136, + 0.2043551802635193, + 0.20510371029376984, + 0.2767380475997925, + 0.2800537645816803, + 0.21187861263751984, + 0.1927272528409958, + 0.1980438232421875, + 0.1442342847585678, + 0.2367142289876938, + 0.43930569291114807, + 0.3538675010204315, + 0.33750587701797485, + 0.2925850749015808, + 0.3460638225078583, + 0.5137311220169067, + 0.3869010806083679 ], "repr_drift_kl_low_t": [ - 0.009987285360693932, - 0.23073363304138184, - 0.15267446637153625, - 0.37175941467285156, - 0.03770935535430908, - 0.1342529058456421, - 0.07631126791238785, - 0.03271611034870148, - 0.060063980519771576, - 0.011119259521365166 + 0.12482389807701111, + 0.18725231289863586, + 0.3461327850818634, + 0.2907106876373291, + 0.24979358911514282, + 0.26832252740859985, + 0.36417335271835327, + 0.3562767207622528, + 0.2388826161623001, + 0.2275993824005127, + 0.25011005997657776, + 0.17793846130371094, + 0.30616897344589233, + 0.5826159715652466, + 0.44730353355407715, + 0.4493369460105896, + 0.3805423378944397, + 0.4471255838871002, + 0.6889690160751343, + 0.49788299202919006 ], "repr_drift_kl_mid_t": [ - 0.010169783607125282, - 0.1919054388999939, - 0.1345728635787964, - 0.3293454647064209, - 0.035838618874549866, - 0.12913213670253754, - 0.07273320853710175, - 0.034872449934482574, - 0.04719952493906021, - 0.010304169729351997 + 0.09551171958446503, + 0.14084838330745697, + 0.25231602787971497, + 0.22850091755390167, + 0.18863604962825775, + 0.1914631724357605, + 0.26324158906936646, + 0.26525846123695374, + 0.20562715828418732, + 0.18202155828475952, + 0.19559283554553986, + 0.13120037317276, + 0.2255525141954422, + 0.4196688234806061, + 0.34630757570266724, + 0.32685184478759766, + 0.29108667373657227, + 0.3413494825363159, + 0.4982900619506836, + 0.38359686732292175 ], "repr_drift_kl_high_t": [ - 0.011210165917873383, - 0.18459832668304443, - 0.11958223581314087, - 0.3157663643360138, - 0.04322148114442825, - 0.13264510035514832, - 0.09312300384044647, - 0.05221464857459068, - 0.04513644054532051, - 0.017940836027264595 + 0.06980482488870621, + 0.09434904903173447, + 0.1806950718164444, + 0.2103358954191208, + 0.19698262214660645, + 0.1614692062139511, + 0.21071451902389526, + 0.2263791263103485, + 0.19006595015525818, + 0.17546580731868744, + 0.1726243495941162, + 0.13776466250419617, + 0.19004479050636292, + 0.3123244643211365, + 0.28611111640930176, + 0.25588366389274597, + 0.2175453156232834, + 0.2595342695713043, + 0.35674500465393066, + 0.29095229506492615 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.4522295594215393, - 0.4146668016910553, - 0.6177798509597778, - 0.659589409828186, - 0.8815697431564331 + 0.7816096544265747, + 0.594266951084137, + 0.6779101490974426, + 0.7807908654212952, + 0.771611213684082, + 0.7684105634689331, + 0.7982885837554932, + 0.8144968152046204, + 0.705470085144043, + 0.8153442144393921 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.22267946600914001, - 0.6251497864723206, - 0.6166983842849731, - 0.7429606318473816, - 0.008393563330173492, - 0.15812069177627563, - 0.15187667310237885, - 0.04668453335762024, - 0.21861295402050018, - 0.09388208389282227 + 0.4795722961425781, + 0.28695839643478394, + 0.2530164122581482, + 0.11026933789253235, + 0.13554641604423523, + 0.21882189810276031, + 0.28749898076057434, + 0.2777564525604248, + 0.15120892226696014, + 0.1964031457901001, + 0.13976803421974182, + 0.14260390400886536, + 0.2462846338748932, + 0.31955236196517944, + 0.18394231796264648, + 0.11882302910089493, + 0.15488536655902863, + 0.10298164188861847, + 0.24083074927330017, + 0.1390092521905899 ], "norm_high_t": [ - 0.09201586991548538, - 0.789071798324585, - 0.5180732607841492, - 0.6191936731338501, - 0.07018372416496277, - 0.38950085639953613, - 0.33343544602394104, - 0.08441159874200821, - 0.12240155041217804, - 0.03337894380092621 + 0.3846816420555115, + 0.17587299644947052, + 0.22669848799705505, + 0.09231904149055481, + 0.23668137192726135, + 0.14633800089359283, + 0.24405837059020996, + 0.2047634869813919, + 0.07853472977876663, + 0.1107148677110672, + 0.06804005801677704, + 0.23713567852973938, + 0.25260961055755615, + 0.6211658120155334, + 0.3581213355064392, + 0.11224465817213058, + 0.11996840685606003, + 0.13535532355308533, + 0.25040701031684875, + 0.20324677228927612 ], "lowhigh_cos": [ - 0.13033995032310486, - 0.4928749203681946, - -0.11623299866914749, - -0.35725218057632446, - 0.014103627763688564, - 0.25909972190856934, - 0.26799246668815613, - 0.4249823987483978, - -0.2101549506187439, - 0.454616516828537 + 0.5251898765563965, + 0.015303811989724636, + 0.46848180890083313, + -0.08367826789617538, + 0.2602004110813141, + -0.5186502933502197, + 0.6891637444496155, + 0.07875464856624603, + 0.418548583984375, + 0.6984442472457886, + -0.19818276166915894, + 0.5109739303588867, + 0.16361795365810394, + 0.6036791801452637, + 0.3859064280986786, + -0.015588146634399891, + 0.15078598260879517, + -0.06152581796050072, + 0.1728559136390686, + 0.11534111946821213 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.16394387185573578, - "t_0.1-0.2": 0.09888778626918793, - "t_0.2-0.3": 0.09923754632472992, - "t_0.3-0.4": 0.05268818512558937, - "t_0.4-0.5": 0.07366756349802017, - "t_0.5-0.6": 0.10147976130247116, - "t_0.6-0.7": 0.07251586019992828, - "t_0.7-0.8": 0.08599865436553955, - "t_0.8-0.9": 0.10372944921255112, - "t_0.9-1.0": 0.14317074418067932 - }, - { - "t_0.0-0.1": 0.8108360767364502, - "t_0.1-0.2": 0.9419125318527222, - "t_0.2-0.3": 0.6437366604804993, - "t_0.3-0.4": 0.658639669418335, - "t_0.4-0.5": 0.6339216232299805, - "t_0.5-0.6": 0.669920027256012, - "t_0.6-0.7": 0.6544259786605835, - "t_0.7-0.8": 0.6356726884841919, - "t_0.8-0.9": 0.7828474640846252, - "t_0.9-1.0": 0.8944454789161682 - }, - { - "t_0.0-0.1": 0.38151127099990845, - "t_0.1-0.2": 0.3256390392780304, - "t_0.2-0.3": 0.717491865158081, - "t_0.3-0.4": 0.5336721539497375, - "t_0.4-0.5": 0.4432426691055298, - "t_0.5-0.6": 0.5483695864677429, - "t_0.6-0.7": 0.48759275674819946, - "t_0.7-0.8": 0.6476573944091797, - "t_0.8-0.9": 0.5697794556617737, - "t_0.9-1.0": 0.5728583931922913 - }, - { - "t_0.0-0.1": 0.729768693447113, - "t_0.1-0.2": 0.44493404030799866, - "t_0.2-0.3": 0.37338462471961975, - "t_0.3-0.4": 0.316294401884079, - "t_0.4-0.5": 0.48553651571273804, - "t_0.5-0.6": 0.3360108435153961, - "t_0.6-0.7": 0.2282101958990097, - "t_0.7-0.8": 0.21461895108222961, - "t_0.8-0.9": 0.30847272276878357, - "t_0.9-1.0": 1.1408430337905884 - }, - { - "t_0.0-0.1": 0.012055082246661186, - "t_0.1-0.2": 0.007091084495186806, - "t_0.2-0.3": 0.00927024520933628, - "t_0.3-0.4": 0.008947123773396015, - "t_0.4-0.5": 0.009450622834265232, - "t_0.5-0.6": 0.0400673933327198, - "t_0.6-0.7": 0.04224185273051262, - "t_0.7-0.8": 0.009057417511940002, - "t_0.8-0.9": 0.057692188769578934, - "t_0.9-1.0": 0.06893220543861389 - }, - { - "t_0.0-0.1": 0.18223248422145844, - "t_0.1-0.2": 0.11371041089296341, - "t_0.2-0.3": 0.07463943213224411, - "t_0.3-0.4": 0.08209487795829773, - "t_0.4-0.5": 0.08429072052240372, - "t_0.5-0.6": 0.09140178561210632, - "t_0.6-0.7": 0.09735335409641266, - "t_0.7-0.8": 0.1234310194849968, - "t_0.8-0.9": 0.22128379344940186, - "t_0.9-1.0": 0.5702750086784363 - }, - { - "t_0.0-0.1": 0.30544909834861755, - "t_0.1-0.2": 0.2697935402393341, - "t_0.2-0.3": 0.11776046454906464, - "t_0.3-0.4": 0.08864988386631012, - "t_0.4-0.5": 0.09408507496118546, - "t_0.5-0.6": 0.1005387231707573, - "t_0.6-0.7": 0.1389337182044983, - "t_0.7-0.8": 0.1407606303691864, - "t_0.8-0.9": 0.20320303738117218, - "t_0.9-1.0": 0.49288836121559143 - }, - { - "t_0.0-0.1": 0.08843398094177246, - "t_0.1-0.2": 0.09776561707258224, - "t_0.2-0.3": 0.06929688900709152, - "t_0.3-0.4": 0.09923357516527176, - "t_0.4-0.5": 0.06778254359960556, - "t_0.5-0.6": 0.07058260589838028, - "t_0.6-0.7": 0.046426985412836075, - "t_0.7-0.8": 0.07970871776342392, - "t_0.8-0.9": 0.0611078217625618, - "t_0.9-1.0": 0.10126703977584839 - }, - { - "t_0.0-0.1": 0.22964677214622498, - "t_0.1-0.2": 0.15626376867294312, - "t_0.2-0.3": 0.1564708650112152, - "t_0.3-0.4": 0.10658670961856842, - "t_0.4-0.5": 0.11459334194660187, - "t_0.5-0.6": 0.0853903740644455, - "t_0.6-0.7": 0.06264027953147888, - "t_0.7-0.8": 0.08057932555675507, - "t_0.8-0.9": 0.0964839980006218, - "t_0.9-1.0": 0.11104606091976166 - }, - { - "t_0.0-0.1": 0.07696601748466492, - "t_0.1-0.2": 0.040058910846710205, - "t_0.2-0.3": 0.04226300120353699, - "t_0.3-0.4": 0.029875069856643677, - "t_0.4-0.5": 0.035323433578014374, - "t_0.5-0.6": 0.06058168411254883, - "t_0.6-0.7": 0.03031155839562416, - "t_0.7-0.8": 0.039502643048763275, - "t_0.8-0.9": 0.03808042034506798, - "t_0.9-1.0": 0.05157708749175072 + "t_0.0-0.1": 0.6629678010940552, + "t_0.1-0.2": 0.4913518726825714, + "t_0.2-0.3": 0.47847115993499756, + "t_0.3-0.4": 0.4518890678882599, + "t_0.4-0.5": 0.47105905413627625, + "t_0.5-0.6": 0.47212204337120056, + "t_0.6-0.7": 0.45007583498954773, + "t_0.7-0.8": 0.44157934188842773, + "t_0.8-0.9": 0.42638200521469116, + "t_0.9-1.0": 0.5351482033729553 + }, + { + "t_0.0-0.1": 0.3222976326942444, + "t_0.1-0.2": 0.3107614517211914, + "t_0.2-0.3": 0.27050766348838806, + "t_0.3-0.4": 0.2836933732032776, + "t_0.4-0.5": 0.2969834804534912, + "t_0.5-0.6": 0.2136601060628891, + "t_0.6-0.7": 0.22484302520751953, + "t_0.7-0.8": 0.17246781289577484, + "t_0.8-0.9": 0.14811153709888458, + "t_0.9-1.0": 0.21246540546417236 + }, + { + "t_0.0-0.1": 0.2801884114742279, + "t_0.1-0.2": 0.31468716263771057, + "t_0.2-0.3": 0.31566911935806274, + "t_0.3-0.4": 0.19580097496509552, + "t_0.4-0.5": 0.10224547237157822, + "t_0.5-0.6": 0.13440918922424316, + "t_0.6-0.7": 0.16969917714595795, + "t_0.7-0.8": 0.12498646974563599, + "t_0.8-0.9": 0.17622949182987213, + "t_0.9-1.0": 0.36121171712875366 + }, + { + "t_0.0-0.1": 0.10550419986248016, + "t_0.1-0.2": 0.08557365834712982, + "t_0.2-0.3": 0.051576510071754456, + "t_0.3-0.4": 0.06498454511165619, + "t_0.4-0.5": 0.07474632561206818, + "t_0.5-0.6": 0.058717917650938034, + "t_0.6-0.7": 0.04274093732237816, + "t_0.7-0.8": 0.05007624998688698, + "t_0.8-0.9": 0.05844580754637718, + "t_0.9-1.0": 0.1393667459487915 + }, + { + "t_0.0-0.1": 0.1791127324104309, + "t_0.1-0.2": 0.18352237343788147, + "t_0.2-0.3": 0.21447959542274475, + "t_0.3-0.4": 0.15502654016017914, + "t_0.4-0.5": 0.14529040455818176, + "t_0.5-0.6": 0.21548320353031158, + "t_0.6-0.7": 0.18779098987579346, + "t_0.7-0.8": 0.1853826493024826, + "t_0.8-0.9": 0.2641591727733612, + "t_0.9-1.0": 0.2275998443365097 + }, + { + "t_0.0-0.1": 0.23291558027267456, + "t_0.1-0.2": 0.2268824577331543, + "t_0.2-0.3": 0.2501315772533417, + "t_0.3-0.4": 0.10461566597223282, + "t_0.4-0.5": 0.1006963923573494, + "t_0.5-0.6": 0.12024788558483124, + "t_0.6-0.7": 0.13872183859348297, + "t_0.7-0.8": 0.1134759932756424, + "t_0.8-0.9": 0.12366223335266113, + "t_0.9-1.0": 0.1974714994430542 + }, + { + "t_0.0-0.1": 0.3290611207485199, + "t_0.1-0.2": 0.15875503420829773, + "t_0.2-0.3": 0.17224399745464325, + "t_0.3-0.4": 0.19136056303977966, + "t_0.4-0.5": 0.4121682643890381, + "t_0.5-0.6": 0.25511598587036133, + "t_0.6-0.7": 0.3046634793281555, + "t_0.7-0.8": 0.25609907507896423, + "t_0.8-0.9": 0.2100277692079544, + "t_0.9-1.0": 0.2577327489852905 + }, + { + "t_0.0-0.1": 0.24266943335533142, + "t_0.1-0.2": 0.24671968817710876, + "t_0.2-0.3": 0.2686994969844818, + "t_0.3-0.4": 0.1811169981956482, + "t_0.4-0.5": 0.1176391988992691, + "t_0.5-0.6": 0.15612508356571198, + "t_0.6-0.7": 0.14200617372989655, + "t_0.7-0.8": 0.14966590702533722, + "t_0.8-0.9": 0.167835995554924, + "t_0.9-1.0": 0.2133181393146515 + }, + { + "t_0.0-0.1": 0.14462387561798096, + "t_0.1-0.2": 0.1280122697353363, + "t_0.2-0.3": 0.16178438067436218, + "t_0.3-0.4": 0.11830531060695648, + "t_0.4-0.5": 0.08850279450416565, + "t_0.5-0.6": 0.08334404230117798, + "t_0.6-0.7": 0.10098583251237869, + "t_0.7-0.8": 0.08606554567813873, + "t_0.8-0.9": 0.08459741622209549, + "t_0.9-1.0": 0.08027028292417526 + }, + { + "t_0.0-0.1": 0.15085652470588684, + "t_0.1-0.2": 0.16096816956996918, + "t_0.2-0.3": 0.1429838389158249, + "t_0.3-0.4": 0.13722439110279083, + "t_0.4-0.5": 0.12944446504116058, + "t_0.5-0.6": 0.1003570705652237, + "t_0.6-0.7": 0.07407427579164505, + "t_0.7-0.8": 0.08834747970104218, + "t_0.8-0.9": 0.08541970700025558, + "t_0.9-1.0": 0.1278378963470459 + }, + { + "t_0.0-0.1": 0.1657266467809677, + "t_0.1-0.2": 0.10370267927646637, + "t_0.2-0.3": 0.12591521441936493, + "t_0.3-0.4": 0.08619074523448944, + "t_0.4-0.5": 0.06121344119310379, + "t_0.5-0.6": 0.04988818243145943, + "t_0.6-0.7": 0.0732191726565361, + "t_0.7-0.8": 0.0618465319275856, + "t_0.8-0.9": 0.07431208342313766, + "t_0.9-1.0": 0.12260019779205322 + }, + { + "t_0.0-0.1": 0.29065147042274475, + "t_0.1-0.2": 0.16117462515830994, + "t_0.2-0.3": 0.1135554239153862, + "t_0.3-0.4": 0.16044433414936066, + "t_0.4-0.5": 0.1882384866476059, + "t_0.5-0.6": 0.16624215245246887, + "t_0.6-0.7": 0.19521132111549377, + "t_0.7-0.8": 0.21356545388698578, + "t_0.8-0.9": 0.2192680537700653, + "t_0.9-1.0": 0.25104138255119324 + }, + { + "t_0.0-0.1": 0.18734924495220184, + "t_0.1-0.2": 0.17419980466365814, + "t_0.2-0.3": 0.23712283372879028, + "t_0.3-0.4": 0.22273384034633636, + "t_0.4-0.5": 0.22935986518859863, + "t_0.5-0.6": 0.2348206788301468, + "t_0.6-0.7": 0.2330128401517868, + "t_0.7-0.8": 0.22068427503108978, + "t_0.8-0.9": 0.24967193603515625, + "t_0.9-1.0": 0.22431856393814087 + }, + { + "t_0.0-0.1": 0.48551255464553833, + "t_0.1-0.2": 0.19028882682323456, + "t_0.2-0.3": 0.2683449387550354, + "t_0.3-0.4": 0.34100595116615295, + "t_0.4-0.5": 0.46159419417381287, + "t_0.5-0.6": 0.3916345536708832, + "t_0.6-0.7": 0.5174100399017334, + "t_0.7-0.8": 0.5503503084182739, + "t_0.8-0.9": 0.5889917016029358, + "t_0.9-1.0": 0.5938493013381958 + }, + { + "t_0.0-0.1": 0.18315623700618744, + "t_0.1-0.2": 0.19887374341487885, + "t_0.2-0.3": 0.15910975635051727, + "t_0.3-0.4": 0.1402653604745865, + "t_0.4-0.5": 0.15620099008083344, + "t_0.5-0.6": 0.2118663787841797, + "t_0.6-0.7": 0.21272888779640198, + "t_0.7-0.8": 0.28774234652519226, + "t_0.8-0.9": 0.3814536929130554, + "t_0.9-1.0": 0.40716809034347534 + }, + { + "t_0.0-0.1": 0.18395031988620758, + "t_0.1-0.2": 0.065155528485775, + "t_0.2-0.3": 0.0923304557800293, + "t_0.3-0.4": 0.0581706203520298, + "t_0.4-0.5": 0.0717582181096077, + "t_0.5-0.6": 0.05383213981986046, + "t_0.6-0.7": 0.0786704421043396, + "t_0.7-0.8": 0.08836641162633896, + "t_0.8-0.9": 0.12691336870193481, + "t_0.9-1.0": 0.10149233788251877 + }, + { + "t_0.0-0.1": 0.12121705710887909, + "t_0.1-0.2": 0.17563195526599884, + "t_0.2-0.3": 0.20040421187877655, + "t_0.3-0.4": 0.14227481186389923, + "t_0.4-0.5": 0.13004621863365173, + "t_0.5-0.6": 0.11752738058567047, + "t_0.6-0.7": 0.11025020480155945, + "t_0.7-0.8": 0.11447777599096298, + "t_0.8-0.9": 0.13652703166007996, + "t_0.9-1.0": 0.16910408437252045 + }, + { + "t_0.0-0.1": 0.21490439772605896, + "t_0.1-0.2": 0.0908147543668747, + "t_0.2-0.3": 0.14146162569522858, + "t_0.3-0.4": 0.1567118763923645, + "t_0.4-0.5": 0.10840336978435516, + "t_0.5-0.6": 0.13247889280319214, + "t_0.6-0.7": 0.11619255691766739, + "t_0.7-0.8": 0.12980300188064575, + "t_0.8-0.9": 0.18438094854354858, + "t_0.9-1.0": 0.12635639309883118 + }, + { + "t_0.0-0.1": 0.3066262900829315, + "t_0.1-0.2": 0.21483202278614044, + "t_0.2-0.3": 0.21509042382240295, + "t_0.3-0.4": 0.22414687275886536, + "t_0.4-0.5": 0.18944096565246582, + "t_0.5-0.6": 0.20861008763313293, + "t_0.6-0.7": 0.2012934386730194, + "t_0.7-0.8": 0.16737918555736542, + "t_0.8-0.9": 0.23965750634670258, + "t_0.9-1.0": 0.26460012793540955 + }, + { + "t_0.0-0.1": 0.1768336445093155, + "t_0.1-0.2": 0.15967975556850433, + "t_0.2-0.3": 0.16647346317768097, + "t_0.3-0.4": 0.11668010801076889, + "t_0.4-0.5": 0.12889797985553741, + "t_0.5-0.6": 0.14934851229190826, + "t_0.6-0.7": 0.13236041367053986, + "t_0.7-0.8": 0.1379924714565277, + "t_0.8-0.9": 0.16633397340774536, + "t_0.9-1.0": 0.22647938132286072 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.03099999949336052, - 0.041044775396585464, - 0.23919479548931122, - 0.06421744078397751, - 0.05860805884003639, - 0.10364054143428802, - 0.02440239116549492, - 0.1860331892967224, - 0.09888220578432083, - 0.3559420108795166, - 0.0057212915271520615, - 0.1410835236310959, - 0.017862549051642418, - 0.012126865796744823, - 0.2963999807834625, - 0.020284850150346756, - 0.027548208832740784, - 0.13943028450012207, - 0.21384137868881226, - 0.018197089433670044, - 0.37460315227508545, - 0.005985266994684935, - 0.1027688980102539, - 0.00911458395421505, - 0.030013643205165863, - 0.27272725105285645, - 0.14987468719482422, - 0.010438413359224796, - 0.26118502020835876, - 0.2072494626045227, - 0.006811409257352352, - 0.024437926709651947, - 0.19935691356658936, - 0.026294821873307228, - 0.018159806728363037, - 0.15010245144367218, - 0.09325681626796722, - 0.1505376249551773, - 0.034285712987184525, - 0.11003683507442474, - 0.6604709029197693, - 0.20052655041217804, - 0.1267748475074768, - 0.16720673441886902, - 0.47028085589408875, - 0.052681539207696915, - 0.01304347813129425, - 0.020082693547010422, - 0.07901554554700851, - 0.14777131378650665, - 0.013636363670229912, - 0.11641359329223633, - 0.23245252668857574, - 0.07421875, - 0.20416386425495148, - 0.14677700400352478, - 0.7535971403121948, - 0.04640582203865051, - 0.12100138515233994, - 0.024038461968302727, - 0.0043969848193228245, - 0.1429699808359146, - 0.011538461782038212, - 0.13477951288223267, - 0.008445107378065586, - 0.09090909361839294, - 0.00460122711956501, - 0.04548587277531624, - 0.11741597205400467, - 0.02488800324499607, - 0.21682465076446533, - 0.0050505055114626884, - 0.04298974201083183, - 0.005130596924573183, - 0.0630522072315216, - 0.014804845675826073, - 0.013113366439938545, - 0.006533279083669186, - 0.15841583907604218, - 0.008269719779491425, - 0.166994109749794, - 0.06745880097150803, - 0.04885701462626457, - 0.11479289829730988, - 0.012101209722459316, - 0.08534136414527893, - 0.09051580727100372, - 0.056729696691036224, - 0.020664870738983154, - 0.02601625956594944, - 0.016597511246800423, - 0.06398305296897888, - 0.026656702160835266, - 0.12765957415103912, - 0.07671232521533966, - 0.33848220109939575, - 0.22399112582206726, - 0.11947949975728989, - 0.11287625133991241, - 0.004692832473665476, - 0.20545975863933563, - 0.1551421582698822, - 0.006592291872948408, - 0.0872483178973198, - 0.14568014442920685, - 0.11567164212465286, - 0.07170224189758301, - 0.0037313434295356274, - 0.016566265374422073, - 0.030616149306297302, - 0.030217185616493225, - 0.04638218879699707, - 0.1496296226978302, - 0.09558823704719543, - 0.048690397292375565, - 0.12661613523960114, - 0.043368950486183167, - 0.0774156004190445, - 0.03316621854901314, - 0.06200528144836426, - 0.058039963245391846, - 0.002958579920232296, - 0.025334270671010017, - 0.029796510934829712, - 0.006592291872948408, - 0.5316239595413208, - 0.053579896688461304, - 0.09048938006162643, - 0.006274131126701832, - 0.038173653185367584, - 0.20202021300792694, - 0.04634495824575424, - 0.11874999850988388, - 0.004201680887490511, - 0.07390942424535751, - 0.12055455148220062, - 0.2326369285583496, - 0.006456241011619568, - 0.002958579920232296, - 0.5402684807777405, - 0.004983388818800449, - 0.03886190056800842, - 0.030405405908823013, - 0.10340531170368195, - 0.0045008184388279915, - 0.005106048658490181, - 0.09772422909736633, - 0.005976095795631409, - 0.11330275237560272, - 0.22822824120521545, - 0.014218010008335114, - 0.44421905279159546, - 0.09249011427164078, - 0.04720037057995796, - 0.05285540968179703, - 0.03829985857009888, - 0.031366292387247086, - 0.003355704713612795, - 0.003144653979688883, - 0.04002463072538376, - 0.060263652354478836, - 0.1036614403128624, - 0.19792531430721283, - 0.1545553207397461, - 0.07811764627695084, - 0.15155132114887238, + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.0517149455845356, + 0.08847185224294662, + 0.05520027130842209, + 0.1387946903705597, + 0.07296137511730194, + 0.028001898899674416, + 0.16618910431861877, + 0.056807659566402435, + 0.04591836780309677, + 0.0994584858417511, + 0.13661940395832062, + 0.06952887773513794, + 0.11060025542974472, + 0.23507149517536163, + 0.1352941244840622, + 0.08388747274875641, + 0.039781201630830765, + 0.09465690702199936, + 0.04880528524518013, + 0.10273081809282303, + 0.0732542872428894, + 0.08683538436889648, + 0.08650793880224228, + 0.13141250610351562, + 0.12739808857440948, + 0.08408298343420029, + 0.23742277920246124, + 0.06395348906517029, + 0.047718457877635956, + 0.04429678991436958, + 0.04542042315006256, + 0.06833713501691818, + 0.06638115644454956, + 0.13479697704315186, + 0.23901942372322083, + 0.10536585748195648, + 0.07397206127643585, + 0.05143442749977112, + 0.019073570147156715, + 0.02789539285004139, + 0.066532664000988, + 0.05504586920142174, + 0.12160717695951462, + 0.1105610579252243, + 0.046488624066114426, + 0.07328494638204575, + 0.07902806997299194, + 0.09813542664051056, + 0.07800441235303879, + 0.16760563850402832, + 0.05161580070853233, + 0.12343934178352356, + 0.029435375705361366, + 0.09645669907331467, + 0.04864300414919853, + 0.10980207473039627, + 0.04931682348251343, + 0.03374149650335312, + 0.024748871102929115, + 0.09697411954402924, + 0.0977790579199791, + 0.10464869439601898, + 0.09505907446146011, + 0.09997159987688065, + 0.06165919080376625, + 0.10769718885421753, + 0.08103225380182266, + 0.15025749802589417, + 0.08883248269557953, + 0.0791168361902237, + 0.07892735302448273, + 0.03214186802506447, + 0.1169537603855133, + 0.06601941585540771, + 0.04949784651398659, + 0.09318041801452637, + 0.08049771934747696, + 0.0559680201113224, + 0.07041054964065552, + 0.11224916577339172, + 0.07589682936668396, + 0.05727725848555565, + 0.08048780262470245, + 0.09314774721860886, + 0.10978751629590988, + 0.09501051157712936, + 0.035505834966897964, + 0.1310945302248001, + 0.15760870277881622, + 0.07768420875072479, + 0.10755555331707001, + 0.09582829475402832, + 0.03068975917994976, + 0.027510685846209526, + 0.030342718586325645, + 0.029633114114403725, + 0.1272970288991928, + 0.15046755969524384, + 0.10385500639677048, + 0.1315789371728897, + 0.16248919069766998, + 0.07141028344631195, + 0.034984905272722244, + 0.058502089232206345, + 0.09694444388151169, + 0.06580612063407898, + 0.07133886218070984, + 0.05754717066884041, + 0.10450118780136108, + 0.035835836082696915, + 0.07824612408876419, + 0.10119251161813736, + 0.06676782667636871, + 0.10002066195011139, + 0.10595358163118362, + 0.11376858502626419, + 0.04020865261554718, + 0.04564214497804642, + 0.10432253032922745, + 0.0589519627392292, + 0.07639836519956589, + 0.11915972828865051, + 0.06893900781869888, + 0.08316583186388016, + 0.16861741244792938, + 0.09501822292804718, + 0.07808737456798553, + 0.13435038924217224, + 0.11679725348949432, + 0.0993843525648117, + 0.08247054368257523, + 0.07239141315221786, + 0.14951367676258087, + 0.06921052187681198, + 0.04342638701200485, + 0.0693393349647522, + 0.08946044743061066, + 0.11551528424024582, + 0.03606388345360756, + 0.06392449885606766, + 0.013942679390311241, + 0.005787950940430164, + 0.13355591893196106, + 0.09993124008178711, + 0.05380683392286301, + 0.08822231739759445, + 0.14096714556217194, + 0.11292234808206558, + 0.037859268486499786, + 0.15388920903205872, + 0.09738151729106903, + 0.18920719623565674, + 0.04941445216536522, + 0.0842132419347763, + 0.09023066610097885, + 0.0157703198492527, + 0.05053892359137535, + 0.056684911251068115, + 0.06314465403556824, + 0.17953196167945862, + 0.11024033278226852, + 0.030088115483522415, + 0.09769286215305328, + 0.06471866369247437, + 0.12295617163181305, + 0.08666367828845978, + 0.1195039376616478, + 0.044914133846759796, + 0.10687463730573654, + 0.12474898993968964, + 0.09273570030927658, + 0.03448275849223137, + 0.0762028619647026, + 0.13355931639671326, + 0.0625181719660759, + 0.06688541173934937, + 0.1080210730433464, + 0.11395646631717682, + 0.09079217910766602, + 0.11375412344932556, + 0.12224340438842773, + 0.03971695899963379, + 0.21181604266166687, + 0.11466604471206665, + 0.04016966000199318, + 0.03814765810966492, + 0.09528715163469315, + 0.15365779399871826, + 0.12035010755062103, + 0.10092256218194962, + 0.1083650216460228, + 0.07379209250211716, + 0.07716948539018631, + 0.025252526625990868, + 0.07069651037454605, + 0.11302635073661804, + 0.10234696418046951, + 0.12924805283546448, + 0.12533223628997803, + 0.05718601495027542, + 0.14667440950870514, + 0.10329985618591309, + 0.0684957429766655, + 0.12531189620494843, + 0.0641271099448204, + 0.11513436585664749, + 0.038956958800554276, + 0.07850467413663864, + 0.04001861438155174, + 0.15147624909877777, + 0.06137773394584656, + 0.06066128611564636, + 0.08848021924495697, + 0.10554090142250061, 0.07894737273454666, - 0.02414698153734207, - 0.09856809675693512, - 0.004960727412253618, - 0.05899704992771149, - 0.04276729375123978, - 0.24227799475193024, - 0.0026041667442768812, - 0.1534229964017868, - 0.11116152256727219, - 0.05230385810136795, - 0.11759505420923233, - 0.1761751025915146, - 0.1042097955942154, - 0.00460122711956501, - 0.03970588371157646, - 0.06366366147994995, - 0.005993150640279055, - 0.2372535765171051, - 0.22633928060531616, - 0.4248497188091278, - 0.008064515888690948, - 0.08400508761405945, - 0.05840455740690231, - 0.23063379526138306, - 0.00883152149617672, - 0.00538160465657711, - 0.00911458395421505, - 0.08780487626791, - 0.20307444036006927, - 0.22406640648841858, - 0.10273972153663635, - 0.13141360878944397, - 0.07420749217271805, - 0.3643410801887512, - 0.14952152967453003, - 0.13677488267421722, - 0.32165947556495667, - 0.009374999441206455, - 0.10855884104967117, - 0.18989169597625732, - 0.026704145595431328, - 0.08257877826690674, - 0.03426395729184151, - 0.08215297013521194, - 0.036330610513687134, - 0.05099872499704361, - 0.08027523010969162, - 0.05858054757118225, - 0.003355704713612795, - 0.005993150640279055, - 0.3170028626918793, - 0.08022759854793549, - 0.005694262217730284, - 0.041040461510419846, - 0.12133072316646576, - 0.291023850440979, - 0.049276359379291534, - 0.015426496975123882, - 0.04970286414027214, - 0.24390242993831635, - 0.02427704446017742, - 0.07531143724918365, - 0.2464229017496109, - 0.06342834234237671, - 0.009749303571879864, - 0.12366412580013275, - 0.07228562980890274, - 0.02414698153734207, - 0.04553990811109543, - 0.021343378350138664, - 0.016597511246800423, - 0.10833333432674408, - 0.009669889695942402, - 0.09403669834136963, - 0.01710730977356434, - 0.14311660826206207, - 0.18435753881931305, - 0.1482352912425995, - 0.1381509006023407, - 0.004385964944958687, - 0.08720112591981888, - 0.25030675530433655, - 0.08884891867637634, - 0.06008968502283096, - 0.03756345435976982, - 0.204180046916008, - 0.008445107378065586, - 0.005692599341273308, - 0.12065637111663818, - 0.040534891188144684, - 0.09633027762174606, - 0.004385964944958687, - 0.12127791345119476, - 0.15349143743515015, - 0.0043685464188456535, - 0.2091836780309677, - 0.03106796182692051, - 0.1058434396982193, - 0.12661613523960114, - 0.09315455704927444, - 0.002888318384066224, - 0.22542497515678406, - 0.030405405908823013, - 0.002984084887430072, - 0.12959912419319153, - 0.24849295616149902, - 0.1875969022512436, - 0.027549823746085167, - 0.01765267178416252, - 0.006261180620640516, - 0.11402588337659836, - 0.2904636859893799, - 0.15837320685386658, - 0.006865913048386574, - 0.27076923847198486, - 0.014084506779909134, - 0.08856849372386932, - 0.2981976866722107, - 0.06431853026151657, - 0.024915823712944984, - 0.015000000596046448, - 0.12484800070524216, - 0.0710616409778595, - 0.08623376488685608, - 0.12566640973091125, - 0.17115499079227448, - 0.21657033264636993, - 0.027942420914769173, - 0.26672613620758057, - 0.003355704713612795, - 0.10580204427242279, - 0.05653950944542885, - 0.0045008184388279915, - 0.2372828722000122, - 0.178048774600029, - 0.042053788900375366, - 0.1055707037448883, - 0.2411021739244461, - 0.07905758917331696, - 0.13375070691108704, - 0.09052969515323639, - 0.0045008184388279915, - 0.15796178579330444, - 0.03814934939146042, - 0.0021347247529774904, - 0.01589041016995907, - 0.021122509613633156, - 0.1752246469259262, - 0.24975939095020294, - 0.0045008184388279915, - 0.11554079502820969, - 0.13166144490242004, - 0.008411215618252754, - 0.046551723033189774, - 0.24346916377544403, - 0.08543025702238083, - 0.291328489780426, - 0.12684209644794464, - 0.2323886603116989, - 0.06734006106853485, - 0.07448545843362808, - 0.12003243714570999, - 0.03554868698120117, - 0.006213592365384102, - 0.04371216893196106, - 0.2847248911857605, - 0.021330442279577255, - 0.11323476582765579, - 0.07148148119449615, - 0.11124999821186066, - 0.09887798130512238, - 0.054014597088098526, - 0.03420265018939972, - 0.20010964572429657, - 0.14088821411132812, - 0.055140189826488495, - 0.11051692813634872, - 0.100995734333992, - 0.03214826062321663, - 0.1913900524377823, - 0.006876228377223015, - 0.039941903203725815, - 0.11051692813634872, - 0.0047846888191998005, - 0.13663092255592346, - 0.006635070778429508, - 0.10554950684309006, - 0.15432801842689514, - 0.07758620381355286, - 0.10111317783594131, - 0.010714286006987095, - 0.11753309518098831, - 0.05298013240098953, - 0.2012084722518921, - 0.053892213851213455, - 0.1634257286787033, - 0.24492332339286804, - 0.2118252068758011, - 0.028818443417549133, - 0.026293469592928886, - 0.047288503497838974, - 0.16600072383880615, - 0.10324641317129135, - 0.061764705926179886, - 0.08738574385643005, - 0.01173020526766777, - 0.04441041499376297, - 0.02524038404226303, - 0.3470209240913391, - 0.17593879997730255, - 0.06676706671714783, - 0.22717390954494476, - 0.26650601625442505, - 0.01765267178416252, - 0.17102396488189697, - 0.029207739979028702, - 0.006635070778429508, - 0.07726432383060455, - 0.10291438549757004, - 0.2892906963825226, - 0.4064124822616577, - 0.07089672982692719, - 0.01975417137145996, - 0.009749303571879864, - 0.006592291872948408, - 0.13368983566761017, - 0.0952141061425209, - 0.13071894645690918, - 0.3019169270992279, - 0.006127451080828905, - 0.038030561059713364, - 0.13509933650493622, - 0.09066058695316315, - 0.08695652335882187, - 0.123282290995121, - 0.0141552509739995, - 0.05104167014360428, - 0.31560593843460083, - 0.10666067153215408, - 0.010714286006987095, - 0.010143198072910309, - 0.002888318384066224, - 0.17084547877311707, - 0.02053140103816986, - 0.0077751195058226585, - 0.04061514139175415, - 0.13581889867782593, - 0.011092149652540684, - 0.023272214457392693, - 0.08380825072526932, - 0.1532663255929947, - 0.0823572501540184, - 0.1679999977350235, - 0.028688523918390274, - 0.03396739065647125, - 0.04154214262962341, - 0.049925848841667175, - 0.08917655795812607, - 0.0184151791036129, - 0.1458333432674408, - 0.08061324805021286, - 0.08156498521566391, - 0.1637362688779831, - 0.0974842756986618, - 0.0034722222480922937, - 0.25641024112701416, - 0.00531479949131608, - 0.1332288384437561, - 0.04316546767950058, - 0.005976095795631409, - 0.37273550033569336, - 0.13245032727718353, - 0.16047386825084686, - 0.12494687736034393, - 0.019540229812264442, - 0.06008968502283096, - 0.002710027154535055, - 0.25280898809432983, - 0.0045008184388279915, - 0.05873821675777435, - 0.005434782709926367, - 0.03681942820549011, - 0.024849699810147285, - 0.24886362254619598, - 0.00219058059155941, - 0.16429641842842102, - 0.142361119389534, - 0.20088300108909607, - 0.017227236181497574, - 0.6300691962242126, - 0.14528736472129822, - 0.027176646515727043, - 0.12277323007583618, - 0.0034987276885658503, - 0.009749303571879864, - 0.3899613916873932, - 0.11697341501712799, - 0.002076843287795782, - 0.07422586530447006, - 0.02945619262754917, - 0.004323899280279875, - 0.00911458395421505, - 0.004323899280279875, - 0.11545510590076447, - 0.0040087467059493065, - 0.002710027154535055, - 0.059103261679410934, - 0.2466624230146408, - 0.0030487803742289543, - 0.005747126415371895, - 0.05978706106543541, - 0.09216418117284775, - 0.11019879579544067, - 0.11713576316833496, - 0.08792372792959213, - 0.037720032036304474, - 0.010824021883308887, - 0.2686832845211029, - 0.2335362583398819, - 0.006289307959377766, - 0.16673098504543304, - 0.13362276554107666, - 0.003144653979688883, - 0.0040087467059493065, - 0.008368200622498989, - 0.00253307051025331, - 0.09570793807506561, - 0.08225107938051224, - 0.11548556387424469, - 0.010252904146909714 + 0.05822887271642685, + 0.12303485721349716, + 0.06675597280263901, + 0.12116359919309616, + 0.023538343608379364, + 0.0250491164624691, + 0.1792726069688797, + 0.053577721118927, + 0.10367311537265778, + 0.10000000149011612, + 0.05550329387187958, + 0.07931125164031982, + 0.10775747895240784, + 0.054438669234514236, + 0.06348781287670135, + 0.028513237833976746, + 0.04856254905462265, + 0.03164556995034218, + 0.14537839591503143, + 0.07446200400590897, + 0.07492244988679886, + 0.07237635552883148, + 0.14970414340496063, + 0.0915067121386528, + 0.1418648064136505, + 0.09460888057947159, + 0.05462184548377991, + 0.07345718145370483, + 0.09408193826675415, + 0.04323001950979233, + 0.06778042763471603, + 0.08864519000053406, + 0.23140494525432587, + 0.12553010880947113, + 0.11605938524007797, + 0.0831567794084549, + 0.05394190922379494, + 0.07943925261497498, + 0.06175481528043747, + 0.10052356123924255, + 0.06549475342035294, + 0.09534186869859695, + 0.05767599493265152, + 0.12509652972221375, + 0.09500580281019211, + 0.15471850335597992, + 0.055783625692129135, + 0.059444326907396317, + 0.1380084753036499, + 0.08156529814004898, + 0.04495268315076828, + 0.14076484739780426, + 0.05899946019053459, + 0.07988223433494568, + 0.045633360743522644, + 0.12836723029613495, + 0.0355801098048687, + 0.05945024639368057, + 0.1271882802248001, + 0.07371502369642258, + 0.11474236845970154, + 0.047473978251218796, + 0.11588411033153534, + 0.05215379223227501, + 0.08891304582357407, + 0.05409802496433258, + 0.11685306578874588, + 0.07780228555202484, + 0.12589584290981293, + 0.057932984083890915, + 0.08305578678846359, + 0.10641264170408249, + 0.04430379718542099, + 0.05388529226183891, + 0.1185498759150505, + 0.12551440298557281, + 0.04409489408135414, + 0.07376478612422943, + 0.0811435729265213, + 0.056558363139629364, + 0.05373498797416687, + 0.04599951207637787, + 0.0555395670235157, + 0.035112861543893814, + 0.11005792021751404, + 0.1231696829199791, + 0.1564314067363739, + 0.09313970804214478, + 0.07303370535373688, + 0.03812224045395851, + 0.11495614796876907, + 0.06227727606892586, + 0.07233234494924545, + 0.0976121798157692, + 0.07964912801980972, + 0.0076863947324454784, + 0.03124999813735485, + 0.06716238707304001, + 0.045768849551677704, + 0.0519392155110836, + 0.04346982389688492, + 0.09811503440141678, + 0.03752565383911133, + 0.026031237095594406, + 0.08296943455934525, + 0.12315399944782257, + 0.10200560837984085, + 0.06893995404243469, + 0.07745031267404556, + 0.0954992026090622, + 0.04345783591270447, + 0.08122743666172028, + 0.08154188096523285, + 0.05689813569188118, + 0.059809304773807526, + 0.08977799117565155, + 0.08072236180305481, + 0.12382149696350098, + 0.05220458656549454, + 0.1164989322423935, + 0.015489581041038036, + 0.06824853271245956, + 0.06034482643008232, + 0.055404674261808395, + 0.03077816404402256, + 0.03412633389234543, + 0.09561998397111893, + 0.07303725183010101, + 0.0569419227540493, + 0.1946788877248764, + 0.055483873933553696, + 0.05388438701629639, + 0.05752323940396309, + 0.047897566109895706, + 0.02845275215804577, + 0.05836575850844383, + 0.06871462613344193, + 0.09048240631818771, + 0.14042262732982635, + 0.045980099588632584, + 0.032867494970560074, + 0.14518201351165771, + 0.0644415095448494, + 0.16689977049827576, + 0.1439674198627472, + 0.08989563584327698, + 0.06020583212375641, + 0.0219075009226799, + 0.048642776906490326, + 0.07858911156654358, + 0.08103770762681961, + 0.1443464308977127, + 0.09962009638547897, + 0.05143975466489792, + 0.10447760671377182, + 0.05628881976008415, + 0.097543865442276, + 0.019865697249770164, + 0.06017925962805748, + 0.0717814564704895, + 0.07001909613609314, + 0.05364736542105675, + 0.15588486194610596, + 0.07335364073514938, + 0.030603259801864624, + 0.1138637438416481, + 0.14504100382328033, + 0.03862300515174866, + 0.03590620309114456, + 0.09192383289337158, + 0.07746677845716476, + 0.08841709792613983, + 0.02525252476334572, + 0.032409582287073135, + 0.04137610271573067, + 0.11026936769485474, + 0.11385606229305267, + 0.1193903461098671, + 0.08247775584459305, + 0.043968431651592255, + 0.062176164239645004, + 0.0325000025331974, + 0.04892086237668991, + 0.052357207983732224, + 0.1123046875, + 0.08304920047521591, + 0.044735174626111984, + 0.1106870248913765, + 0.049818262457847595, + 0.09699303656816483, + 0.0724065899848938, + 0.08423261344432831, + 0.04589737951755524, + 0.12018201500177383, + 0.09728915989398956, + 0.06363636255264282, + 0.06916578859090805, + 0.1218026801943779, + 0.09037183225154877, + 0.0460251048207283, + 0.0974007397890091, + 0.12626007199287415, + 0.009330534376204014, + 0.0656161829829216, + 0.05977301299571991, + 0.04886562004685402, + 0.05012853816151619, + 0.06398221850395203, + 0.07853403687477112, + 0.03939647972583771, + 0.07536447048187256, + 0.023059360682964325, + 0.06891271471977234, + 0.056669775396585464, + 0.047859493643045425, + 0.05228599160909653, + 0.12290503084659576, + 0.03912574052810669, + 0.11317945271730423, + 0.10969212651252747, + 0.07411535829305649, + 0.06827503442764282, + 0.04731355234980583, + 0.08580160140991211, + 0.07643695175647736, + 0.07608696073293686, + 0.05656292289495468, + 0.09713790565729141, + 0.07618808001279831, + 0.06828345358371735, + 0.07960741966962814, + 0.10557673871517181, + 0.03192407265305519, + 0.08285004645586014, + 0.05206916481256485, + 0.07248996198177338, + 0.09830410778522491, + 0.02762923203408718, + 0.039502035826444626, + 0.08506686240434647, + 0.01035294122993946, + 0.1384754180908203, + 0.12192513048648834, + 0.16105200350284576, + 0.029002055525779724, + 0.06195373088121414, + 0.09875795245170593, + 0.0795857161283493, + 0.07698801159858704, + 0.07406477630138397, + 0.026842476800084114, + 0.05032822862267494, + 0.03313339129090309, + 0.08552631735801697, + 0.15395480394363403, + 0.11806224286556244, + 0.03758678585290909, + 0.08826857805252075, + 0.21259841322898865, + 0.11056458950042725, + 0.044964030385017395, + 0.04458431899547577, + 0.09631361067295074, + 0.06410815566778183, + 0.086947001516819, + 0.08828166127204895, + 0.07323802262544632, + 0.010612638667225838, + 0.07911250740289688, + 0.06568896770477295, + 0.06005069240927696, + 0.04581673443317413, + 0.056759100407361984, + 0.07067703455686569, + 0.10554206371307373, + 0.0376395545899868, + 0.08367540687322617, + 0.056325823068618774, + 0.09969361126422882, + 0.08595088869333267 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 40.92451477050781, - 42.7141227722168, - 156.0001678466797, - 46.32465744018555, - 55.49595260620117, - 57.25469970703125, - 40.92451477050781, - 113.1612777709961, - 66.25981140136719, - 130.05686950683594, - 47.703086853027344, - 90.45443725585938, - 43.98520278930664, - 39.36961364746094, - 113.61276245117188, - 39.67212677001953, - 40.92451858520508, - 102.99080657958984, - 111.54215240478516, - 39.36961364746094, - 138.533935546875, - 47.703086853027344, - 72.6982192993164, - 54.224124908447266, - 41.47610092163086, - 155.7532196044922, - 97.1177749633789, - 40.60122299194336, - 126.32084655761719, - 114.85116577148438, - 54.22412109375, - 40.43056106567383, - 133.1709442138672, - 42.07524108886719, - 40.601219177246094, - 68.97969818115234, - 61.72069549560547, - 94.69853973388672, - 44.81291198730469, - 67.17436218261719, - 248.4798126220703, - 123.72999572753906, - 94.8305892944336, - 122.16657257080078, - 193.26051330566406, - 49.5289421081543, - 41.895790100097656, - 39.36961364746094, - 62.62348937988281, - 70.68575286865234, - 44.05697250366211, - 72.69819641113281, - 144.38119506835938, - 52.04319381713867, - 114.66839599609375, - 86.72666931152344, - 209.2127685546875, - 50.35831832885742, - 70.85066223144531, - 60.73779296875, - 512.0, - 99.89241027832031, - 41.895790100097656, - 74.75747680664062, - 67.5317611694336, - 68.56441497802734, - 512.0, - 59.92990493774414, - 85.75440216064453, - 40.60122299194336, - 90.08395385742188, - 104.52373504638672, - 45.5595588684082, - 47.703086853027344, - 54.62394714355469, - 40.60122299194336, - 39.482200622558594, - 54.224124908447266, - 93.26932525634766, - 44.05697250366211, - 108.4203109741211, - 52.89699935913086, - 48.7095832824707, - 77.33931732177734, - 54.224124908447266, - 58.140625, - 63.52896499633789, - 47.105934143066406, - 39.85641860961914, - 40.43056106567383, - 47.703086853027344, - 52.89699935913086, - 39.448631286621094, - 74.58483123779297, - 61.72068786621094, - 197.23486328125, - 107.46768188476562, - 85.59772491455078, - 82.00621032714844, - 54.22412109375, - 105.46976470947266, - 69.73336029052734, - 512.0, - 65.34730529785156, - 66.63240051269531, - 77.3393325805664, - 53.757450103759766, - 47.703086853027344, - 39.85642623901367, - 40.43055725097656, - 41.47610092163086, - 46.324668884277344, - 105.57369232177734, - 77.33934783935547, - 53.757450103759766, - 91.31851196289062, - 50.35831832885742, - 57.25468444824219, - 47.90146255493164, - 56.373016357421875, - 58.140621185302734, - 512.0, - 39.6721305847168, - 41.476097106933594, - 54.224124908447266, - 291.6177978515625, - 55.4959602355957, - 72.6982192993164, - 67.5317611694336, - 42.07524108886719, - 119.88636016845703, - 44.81291198730469, - 87.63262176513672, - 104.52373504638672, - 59.9239387512207, - 84.8162841796875, - 150.60342407226562, - 54.224124908447266, - 68.0133285522461, - 296.94390869140625, - 40.60122299194336, - 47.1059455871582, - 40.43056106567383, - 78.79413604736328, - 47.703086853027344, - 54.22412109375, - 62.62348937988281, - 47.703086853027344, - 82.0062255859375, - 130.2827606201172, - 39.6721305847168, - 241.0206298828125, - 64.43695831298828, - 55.65867614746094, - 51.19669723510742, - 45.5595588684082, - 55.22829055786133, - 67.5317611694336, - 104.52373504638672, - 42.07524108886719, - 54.62394714355469, - 72.6982192993164, - 96.36817932128906, - 104.05915069580078, - 69.66678619384766, - 94.2242660522461, - 62.62348937988281, - 40.007301330566406, - 73.84521484375, - 54.224124908447266, - 58.140625, - 45.5595588684082, - 156.0518798828125, - 104.52373504638672, - 95.90736389160156, - 80.13677978515625, - 47.10594177246094, - 95.93376922607422, - 117.997802734375, - 79.36071014404297, - 47.703086853027344, - 44.81291198730469, - 57.25468444824219, - 44.05697250366211, - 116.13134765625, - 138.46083068847656, - 137.38893127441406, - 54.22412109375, - 59.03047561645508, - 55.4959602355957, - 132.52720642089844, - 47.703086853027344, - 104.52373504638672, - 44.05696487426758, - 67.17436981201172, - 128.9038543701172, - 133.86509704589844, - 77.33932495117188, - 78.2708511352539, - 59.923946380615234, - 99.26915740966797, - 92.19265747070312, - 93.21278381347656, - 116.37223052978516, - 54.22412109375, - 59.90701675415039, - 106.61447143554688, - 39.6721305847168, - 60.820762634277344, - 39.6721305847168, - 63.52897262573242, - 44.08745193481445, - 50.358314514160156, - 62.62348937988281, - 49.5289421081543, - 104.52373504638672, - 47.703086853027344, - 186.18601989746094, - 72.76219940185547, - 67.5317611694336, - 48.709590911865234, - 77.33934783935547, - 104.9313735961914, - 48.70958709716797, - 40.60122299194336, - 47.90146255493164, - 72.01151275634766, - 41.47610092163086, - 60.82076644897461, - 137.89544677734375, - 58.140625, - 47.703086853027344, - 74.5511245727539, - 63.52897262573242, - 40.00730895996094, - 48.70958709716797, - 40.007301330566406, - 39.85641860961914, - 71.77371978759766, - 47.703086853027344, - 65.34730529785156, - 39.36961364746094, - 65.22032165527344, - 100.88568115234375, - 96.6197509765625, - 96.8104248046875, - 104.52373504638672, - 66.25981140136719, - 151.7525634765625, - 60.82075881958008, - 57.254695892333984, - 45.5595588684082, - 122.62970733642578, - 40.60122299194336, - 44.05697250366211, - 71.77371978759766, - 42.7141227722168, - 69.92909240722656, - 512.0, - 70.85065460205078, - 89.51325225830078, - 54.224124908447266, - 121.41387939453125, - 42.714111328125, - 73.6240234375, - 88.3141860961914, - 66.25980377197266, - 67.5317611694336, - 98.11189270019531, - 40.00730514526367, - 67.06398010253906, - 86.69319915771484, - 142.36688232421875, - 128.0504150390625, - 40.43056106567383, - 45.63058853149414, - 47.703086853027344, - 80.13677215576172, - 124.16973114013672, - 97.05651092529297, - 67.5317611694336, - 88.81411743164062, - 41.895790100097656, - 59.92394256591797, - 157.4564666748047, - 53.757442474365234, - 40.43055725097656, - 39.85641098022461, - 84.766845703125, - 60.82076644897461, - 66.25980377197266, - 77.3393325805664, - 102.20669555664062, - 129.634521484375, - 43.386512756347656, - 128.94419860839844, - 64.4917984008789, - 110.83769989013672, - 48.70958709716797, - 54.22412109375, - 128.72274780273438, - 119.81932830810547, - 44.285552978515625, - 69.92909240722656, - 100.31053924560547, - 63.52897262573242, - 87.63262176513672, - 77.87779998779297, - 67.5317611694336, - 99.92863464355469, - 44.81291198730469, - 512.0, - 39.44862365722656, - 40.60122299194336, - 104.56405639648438, - 95.47366333007812, - 512.0, - 85.7544174194336, - 83.87886047363281, - 41.895782470703125, - 44.977195739746094, - 92.66893768310547, - 75.47940826416016, - 125.97481536865234, - 82.9421615600586, - 140.048828125, - 57.25469970703125, - 65.34730529785156, - 84.81629180908203, - 40.92451477050781, - 54.224124908447266, - 47.10594177246094, - 95.15836334228516, - 40.00730514526367, - 72.84004211425781, - 62.62348937988281, - 79.20335388183594, - 68.09083557128906, - 51.19669723510742, - 44.81291198730469, - 123.72307586669922, - 91.3961410522461, - 47.90145492553711, - 82.0062255859375, - 76.40882873535156, - 41.47610092163086, - 90.17317962646484, - 41.895790100097656, - 43.386512756347656, - 74.5511245727539, - 47.703086853027344, - 90.33969116210938, - 54.22412109375, - 75.4793930053711, - 100.56696319580078, - 56.37301254272461, - 72.87866973876953, - 41.895790100097656, - 54.76909255981445, - 51.19670867919922, - 102.04026794433594, - 48.7095832824707, - 59.754676818847656, - 114.78195190429688, - 85.50737762451172, - 39.448631286621094, - 42.714107513427734, - 60.0121955871582, - 80.91799926757812, - 81.07108306884766, - 46.32465744018555, - 71.77371978759766, - 67.5317611694336, - 49.52893829345703, - 39.36961364746094, - 111.21306610107422, - 115.74935913085938, - 52.89699935913086, - 84.60607147216797, - 102.26285552978516, - 39.448631286621094, - 95.7755126953125, - 39.448631286621094, - 92.00658416748047, - 60.82075119018555, - 75.47940826416016, - 167.38540649414062, - 128.6563720703125, - 71.77371978759766, - 39.67212677001953, - 41.895782470703125, - 104.52373504638672, - 90.45443725585938, - 70.85063934326172, - 82.94215393066406, - 176.37852478027344, - 47.703086853027344, - 46.324668884277344, - 95.16790771484375, - 69.92909240722656, - 61.720680236816406, - 88.79541778564453, - 41.895782470703125, - 49.52893829345703, - 181.19822692871094, - 75.4793930053711, - 67.5317611694336, - 54.22412109375, - 512.0, - 102.73157501220703, - 40.43056106567383, - 104.52373504638672, - 48.70958709716797, - 98.0014419555664, - 44.05697250366211, - 39.6721305847168, - 62.62348937988281, - 85.14405822753906, - 57.25469970703125, - 129.217529296875, - 43.38650894165039, - 40.43056106567383, - 47.901451110839844, - 53.757450103759766, - 62.62348175048828, - 40.23652267456055, - 97.05650329589844, - 60.820770263671875, - 66.25979614257812, - 91.3961410522461, - 72.69819641113281, - 54.224124908447266, - 118.3941650390625, - 114.50337219238281, - 80.16268157958984, - 47.10594177246094, - 54.22412109375, - 128.7978515625, - 84.49427795410156, - 63.76582717895508, - 82.94215393066406, - 40.00730895996094, - 51.19669723510742, - 104.52373504638672, - 103.50048828125, - 512.0, - 48.70958709716797, - 54.224124908447266, - 45.5595588684082, - 48.00934600830078, - 146.73533630371094, - 54.224124908447266, - 105.63946533203125, - 74.26419830322266, - 93.00176239013672, - 39.482200622558594, - 247.97802734375, - 73.37337493896484, - 40.43056106567383, - 74.5511245727539, - 104.52373504638672, - 54.22412109375, - 89.30075073242188, - 75.21488952636719, - 104.52373504638672, - 58.140625, - 42.7141227722168, - 54.22412109375, - 44.05697250366211, - 54.224124908447266, - 77.33931732177734, - 54.22412109375, - 512.0, - 47.1059455871582, - 72.20523071289062, - 54.22412109375, - 67.5317611694336, - 45.5595588684082, - 74.5511245727539, - 87.72462463378906, - 84.85334777832031, - 68.09085845947266, - 42.714111328125, - 47.703086853027344, - 158.17495727539062, - 84.55938720703125, - 47.703086853027344, - 67.28374481201172, - 85.75440979003906, - 512.0, - 54.224124908447266, - 41.895790100097656, - 512.0, - 75.4793930053711, - 52.89699935913086, - 74.60904693603516, - 44.05697250366211 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 500.713134765625, + 414.2598876953125, + 329.1912536621094, + 688.5435180664062, + 416.2072448730469, + 411.71282958984375, + 843.6568603515625, + 361.5533752441406, + 362.0650634765625, + 714.90576171875, + 837.2646484375, + 339.771240234375, + 649.5967407226562, + 568.2837524414062, + 722.44677734375, + 635.1575927734375, + 460.55999755859375, + 515.2471923828125, + 427.2879943847656, + 626.05126953125, + 488.9098815917969, + 632.171142578125, + 547.4468994140625, + 502.7823486328125, + 613.0409545898438, + 649.3698120117188, + 845.9443969726562, + 503.9493103027344, + 459.12030029296875, + 333.85638427734375, + 260.7506103515625, + 538.8346557617188, + 438.77301025390625, + 782.3609008789062, + 688.9797973632812, + 657.8670654296875, + 590.1950073242188, + 507.99127197265625, + 229.36691284179688, + 414.1466369628906, + 623.5122680664062, + 382.84930419921875, + 790.5933837890625, + 471.3821716308594, + 337.67767333984375, + 580.3732299804688, + 577.3915405273438, + 573.5469970703125, + 506.4403991699219, + 850.8938598632812, + 241.24050903320312, + 732.7579956054688, + 335.4393310546875, + 499.9510192871094, + 683.2105712890625, + 717.3440551757812, + 498.2826232910156, + 406.8217468261719, + 410.92022705078125, + 378.0057067871094, + 578.8966064453125, + 736.8065185546875, + 715.1642456054688, + 562.2640380859375, + 556.6817016601562, + 468.3125915527344, + 501.9942626953125, + 634.0211181640625, + 609.7996215820312, + 618.5972290039062, + 603.4331665039062, + 353.81201171875, + 691.9722900390625, + 527.4926147460938, + 340.2609558105469, + 637.5861206054688, + 554.937255859375, + 519.27734375, + 554.3358764648438, + 717.2990112304688, + 436.0396423339844, + 484.0404968261719, + 645.336669921875, + 410.5511169433594, + 491.4307556152344, + 745.2952270507812, + 458.3488464355469, + 742.9288940429688, + 860.2700805664062, + 606.239013671875, + 560.5632934570312, + 473.10125732421875, + 328.98004150390625, + 343.85687255859375, + 428.6975402832031, + 400.59600830078125, + 545.4393920898438, + 688.5853881835938, + 631.7647705078125, + 678.0582275390625, + 697.7732543945312, + 531.4356079101562, + 478.031982421875, + 379.76300048828125, + 529.8380737304688, + 483.294921875, + 504.6592102050781, + 457.2030334472656, + 606.3095092773438, + 492.9678649902344, + 537.7631225585938, + 461.48065185546875, + 453.69158935546875, + 721.2061767578125, + 619.2540893554688, + 769.5677490234375, + 421.18865966796875, + 396.7995910644531, + 763.0546875, + 390.4242858886719, + 646.9336547851562, + 439.50531005859375, + 483.2965087890625, + 616.7467041015625, + 541.0684814453125, + 607.9960327148438, + 381.13134765625, + 360.3887634277344, + 671.0243530273438, + 517.14306640625, + 389.15667724609375, + 223.56239318847656, + 803.128173828125, + 440.3592834472656, + 400.2560729980469, + 620.9360961914062, + 621.3880004882812, + 730.3580322265625, + 387.4676208496094, + 554.9305419921875, + 356.18402099609375, + 403.3644714355469, + 794.0889892578125, + 668.8236694335938, + 492.2130432128906, + 793.4491577148438, + 357.8674621582031, + 519.1019897460938, + 523.475341796875, + 706.1776123046875, + 769.8157958984375, + 654.9793090820312, + 347.0335388183594, + 535.0919189453125, + 401.9767761230469, + 218.0625, + 624.677734375, + 544.0896606445312, + 560.4359741210938, + 669.0166015625, + 565.8490600585938, + 428.36065673828125, + 416.65313720703125, + 576.9519653320312, + 498.6529235839844, + 576.4595336914062, + 576.9408569335938, + 373.5812683105469, + 606.4156494140625, + 671.8536376953125, + 596.33935546875, + 389.8955383300781, + 567.6767578125, + 541.6029052734375, + 405.1691589355469, + 454.812255859375, + 545.459228515625, + 762.9768676757812, + 626.4983520507812, + 688.0076293945312, + 601.6793212890625, + 438.8695983886719, + 738.8419189453125, + 791.6040649414062, + 393.099853515625, + 489.3006286621094, + 669.9705810546875, + 607.1325073242188, + 427.9619140625, + 607.7599487304688, + 682.6968383789062, + 432.18963623046875, + 441.722412109375, + 304.9980773925781, + 562.2683715820312, + 674.4149169921875, + 629.1350708007812, + 626.5146484375, + 827.9437255859375, + 534.111083984375, + 643.690673828125, + 744.3741455078125, + 603.98583984375, + 631.192626953125, + 528.805908203125, + 608.9187622070312, + 315.9960632324219, + 542.6066284179688, + 469.9115905761719, + 572.5668334960938, + 339.5471496582031, + 500.3098449707031, + 684.5345458984375, + 447.6313781738281, + 379.9925537109375, + 587.5925903320312, + 463.4341735839844, + 595.7683715820312, + 665.15576171875, + 371.7846984863281, + 358.9869689941406, + 637.2132568359375, + 331.70721435546875, + 747.1683349609375, + 569.7550048828125, + 577.2443237304688, + 584.9064331054688, + 601.731689453125, + 552.7716674804688, + 443.3536071777344, + 402.508544921875, + 489.1646423339844, + 193.53114318847656, + 623.7267456054688, + 609.7199096679688, + 546.044189453125, + 379.8513488769531, + 656.2164916992188, + 577.4838256835938, + 685.5556030273438, + 567.906982421875, + 540.1417846679688, + 603.34228515625, + 554.44580078125, + 367.7180480957031, + 273.58941650390625, + 692.3502197265625, + 614.5193481445312, + 599.1944580078125, + 811.995361328125, + 524.6627807617188, + 537.1626586914062, + 594.4016723632812, + 373.0521545410156, + 416.4689025878906, + 503.8987121582031, + 533.0161743164062, + 391.33355712890625, + 677.2946166992188, + 700.96533203125, + 498.2400207519531, + 472.0308837890625, + 560.0244140625, + 738.7665405273438, + 648.2543334960938, + 575.6521606445312, + 430.6602478027344, + 430.3888854980469, + 594.1625366210938, + 439.7080078125, + 654.9208374023438, + 409.1615295410156, + 486.5617370605469, + 462.7604064941406, + 640.8978881835938, + 760.26220703125, + 408.9334411621094, + 486.3349609375, + 526.5248413085938, + 727.6757202148438, + 564.2127685546875, + 409.689453125, + 658.4007568359375, + 681.3554077148438, + 614.1830444335938, + 647.8330688476562, + 765.4580688476562, + 337.063232421875, + 520.762451171875, + 654.661376953125, + 769.9901123046875, + 470.0041809082031, + 620.75537109375, + 666.747802734375, + 410.88519287109375, + 686.7686157226562, + 528.7250366210938, + 485.2152404785156, + 493.8932189941406, + 779.099365234375, + 595.96630859375, + 578.3894653320312, + 588.80322265625, + 681.0844116210938, + 367.2450866699219, + 756.3516845703125, + 548.42529296875, + 649.892333984375, + 561.1906127929688, + 417.74566650390625, + 378.0658874511719, + 458.28656005859375, + 557.9343872070312, + 318.88226318359375, + 481.8906555175781, + 469.5434875488281, + 614.9299926757812, + 387.4127502441406, + 472.9258728027344, + 481.6548767089844, + 626.142822265625, + 723.9263916015625, + 558.457763671875, + 567.8472900390625, + 692.4463500976562, + 393.5667724609375, + 454.6654968261719, + 650.5339965820312, + 392.068115234375, + 401.46014404296875, + 580.8803100585938, + 603.7078857421875, + 836.2426147460938, + 300.6661071777344, + 588.9998168945312, + 362.412353515625, + 540.41845703125, + 456.6930236816406, + 440.71221923828125, + 337.5833435058594, + 447.81341552734375, + 442.2822570800781, + 569.1224365234375, + 478.156005859375, + 1003.2395629882812, + 637.2449951171875, + 435.5888671875, + 549.3658447265625, + 615.8472290039062, + 408.74688720703125, + 499.27166748046875, + 511.7909851074219, + 612.7693481445312, + 850.1239013671875, + 481.20416259765625, + 360.9410400390625, + 441.443359375, + 587.6844482421875, + 908.1470336914062, + 536.0222778320312, + 600.1138305664062, + 617.2337646484375, + 463.32098388671875, + 556.4889526367188, + 693.9561157226562, + 525.7573852539062, + 460.2537536621094, + 716.6190185546875, + 522.029296875, + 505.8438720703125, + 531.989990234375, + 414.4484558105469, + 410.3048400878906, + 579.4551391601562, + 480.0826110839844, + 657.0662841796875, + 317.5394592285156, + 697.9100952148438, + 592.0233154296875, + 554.7042236328125, + 683.8428955078125, + 520.0974731445312, + 389.3986511230469, + 400.58929443359375, + 700.6564331054688, + 509.5692443847656, + 550.1503295898438, + 381.87811279296875, + 400.33184814453125, + 313.7034912109375, + 599.381591796875, + 434.5997009277344, + 658.2781372070312, + 412.8046875, + 423.0158386230469, + 575.8615112304688, + 348.3443603515625, + 437.7926025390625, + 563.02880859375, + 347.1584777832031, + 604.7466430664062, + 665.2130737304688, + 689.7232666015625, + 527.6546630859375, + 751.691650390625, + 504.3020324707031, + 556.53173828125, + 618.7449340820312, + 650.087158203125, + 543.666259765625, + 375.9969177246094, + 577.344970703125, + 760.0018920898438, + 549.5945434570312, + 387.54071044921875, + 560.7845458984375, + 704.9896850585938, + 454.1575927734375, + 602.1636352539062, + 465.1362609863281, + 509.6100158691406, + 535.305419921875, + 498.88214111328125, + 544.9637451171875, + 509.6405334472656, + 538.677734375, + 344.4996643066406, + 311.8377380371094, + 499.8138732910156, + 526.6026000976562, + 552.1725463867188, + 540.8627319335938, + 388.0133361816406, + 664.0419311523438, + 734.9642333984375, + 479.9522705078125, + 576.2849731445312, + 542.0736083984375, + 577.8239135742188, + 437.4383239746094, + 765.5189208984375, + 448.9877624511719, + 662.1281127929688, + 538.9190673828125, + 624.7342529296875, + 415.959228515625, + 663.4725341796875, + 328.6961364746094, + 357.1175231933594, + 560.212158203125, + 729.7517700195312, + 560.5643920898438, + 375.6778259277344, + 475.3022766113281, + 702.6555786132812, + 546.0191040039062, + 822.5806274414062, + 486.2862854003906, + 747.21240234375, + 420.1204833984375, + 570.093994140625, + 512.668701171875, + 566.2990112304688, + 654.40576171875, + 562.3743286132812, + 347.9369201660156, + 536.1663818359375, + 334.7441101074219, + 809.6732177734375, + 723.5922241210938, + 608.42578125, + 449.7436828613281, + 356.8018798828125, + 652.050048828125, + 786.4600219726562, + 392.5289306640625, + 493.7865295410156, + 675.6318359375, + 552.8258056640625, + 697.739501953125, + 526.7316284179688, + 518.6596069335938, + 372.9994812011719, + 585.4965209960938, + 396.9757080078125, + 595.0027465820312, + 541.2289428710938, + 586.92724609375, + 582.7052001953125, + 808.6566772460938, + 362.9208679199219, + 464.5408935546875, + 457.60797119140625, + 691.3336791992188, + 542.223388671875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -21813,206 +26732,206 @@ 2 ], "wall_clock_s": [ - 501.5, - 516.8, - 470.0 + 822.0, + 836.0, + 830.7 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.0395941399037838, + "loss": 0.18960584700107574, "env_score_iters": 500, - "env_score": -4.117692470550537, + "env_score": -0.45276105403900146, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.2988527715206146, - "rl_grad_norm": 0.03913956135511398, - "bc_grad_norm": 0.028273794800043106, + "grad_align": 0.49471649527549744, + "rl_grad_norm": 0.135231152176857, + "bc_grad_norm": 0.1921130120754242, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.004997911397367716, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.010583994910120964, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.005140818189829588, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.01105760969221592, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.001758265309035778, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.008073926903307438, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.0041718799620866776, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.007084345445036888, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.0034815322142094374, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0043467446230351925, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.0036798708606511354, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.007180886343121529, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.004762621596455574, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.0023925716523081064, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.00906272791326046, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.011817225255072117 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.010571779683232307, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.035013485699892044, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008022326976060867, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.04051767662167549, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.011598382145166397, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.025217624381184578, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.009868256747722626, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.029520820826292038, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.01817399077117443, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.0449741929769516, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03922758996486664, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.05910104140639305, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.03096902370452881, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01060432568192482, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03585559129714966, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.05930130183696747 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.014503033831715584, - "repr_drift_kl_low_t": 0.011119259521365166, - "repr_drift_kl_mid_t": 0.010304169729351997, - "repr_drift_kl_high_t": 0.017940836027264595, + "repr_drift_kl": 0.3869010806083679, + "repr_drift_kl_low_t": 0.49788299202919006, + "repr_drift_kl_mid_t": 0.38359686732292175, + "repr_drift_kl_high_t": 0.29095229506492615, "cka_iters": 500, - "cka_similarity": 0.8815697431564331, + "cka_similarity": 0.8153442144393921, "t_analysis_iters": 500, - "norm_low_t": 0.09388208389282227, - "norm_high_t": 0.03337894380092621, - "lowhigh_cos": 0.454616516828537, + "norm_low_t": 0.1390092521905899, + "norm_high_t": 0.20324677228927612, + "lowhigh_cos": 0.11534111946821213, "t_bin_norms": { - "t_0.0-0.1": 0.07696601748466492, - "t_0.1-0.2": 0.040058910846710205, - "t_0.2-0.3": 0.04226300120353699, - "t_0.3-0.4": 0.029875069856643677, - "t_0.4-0.5": 0.035323433578014374, - "t_0.5-0.6": 0.06058168411254883, - "t_0.6-0.7": 0.03031155839562416, - "t_0.7-0.8": 0.039502643048763275, - "t_0.8-0.9": 0.03808042034506798, - "t_0.9-1.0": 0.05157708749175072 - }, - "win_rate": 0.010252904146909714, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.1768336445093155, + "t_0.1-0.2": 0.15967975556850433, + "t_0.2-0.3": 0.16647346317768097, + "t_0.3-0.4": 0.11668010801076889, + "t_0.4-0.5": 0.12889797985553741, + "t_0.5-0.6": 0.14934851229190826, + "t_0.6-0.7": 0.13236041367053986, + "t_0.7-0.8": 0.1379924714565277, + "t_0.8-0.9": 0.16633397340774536, + "t_0.9-1.0": 0.22647938132286072 + }, + "win_rate": 0.08595088869333267, + "effective_batch_size": 542.223388671875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.3658827245235443, + "loss": 0.11362117528915405, "env_score_iters": 500, - "env_score": -0.8882997632026672, + "env_score": -0.4755285978317261, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.6208624839782715, - "rl_grad_norm": 0.32342642545700073, - "bc_grad_norm": 0.09392137825489044, + "grad_align": 0.32633650302886963, + "rl_grad_norm": 0.11111759394407272, + "bc_grad_norm": 0.1159970685839653, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.018232261762022972, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.06675481051206589, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.022125739604234695, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.06651993095874786, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.01479437667876482, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.07365760952234268, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.026264730840921402, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.07119844108819962, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.05310477688908577, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.05217590928077698, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.03521142899990082, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.07773546874523163, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.07969953119754791, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.028221385553479195, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.07973702996969223, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.14045293629169464 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.008611747063696384, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.027096986770629883, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008179719559848309, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.039780616760253906, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.009431428276002407, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.021192042157053947, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.010348548181355, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.027914345264434814, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014374274760484695, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.02232138067483902, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.012216064147651196, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.025396551936864853, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.027855902910232544, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.01008396502584219, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.026132220402359962, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.0371023453772068 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08943770825862885, - "repr_drift_kl_low_t": 0.08838070929050446, - "repr_drift_kl_mid_t": 0.08758369088172913, - "repr_drift_kl_high_t": 0.09268136322498322, + "repr_drift_kl": 0.2020532488822937, + "repr_drift_kl_low_t": 0.2338894158601761, + "repr_drift_kl_mid_t": 0.19722795486450195, + "repr_drift_kl_high_t": 0.19198866188526154, "cka_iters": 500, - "cka_similarity": 0.5088841319084167, + "cka_similarity": 0.8188045620918274, "t_analysis_iters": 500, - "norm_low_t": 0.38291704654693604, - "norm_high_t": 0.34063735604286194, - "lowhigh_cos": 0.5290507078170776, + "norm_low_t": 0.13723129034042358, + "norm_high_t": 0.2838114798069, + "lowhigh_cos": -0.2223387509584427, "t_bin_norms": { - "t_0.0-0.1": 0.4266461431980133, - "t_0.1-0.2": 0.4239967167377472, - "t_0.2-0.3": 0.26686596870422363, - "t_0.3-0.4": 0.261525958776474, - "t_0.4-0.5": 0.29001614451408386, - "t_0.5-0.6": 0.2527608275413513, - "t_0.6-0.7": 0.24391205608844757, - "t_0.7-0.8": 0.30902808904647827, - "t_0.8-0.9": 0.3078532814979553, - "t_0.9-1.0": 0.3356700539588928 - }, - "win_rate": 0.06774475425481796, - "effective_batch_size": 53.7574462890625, + "t_0.0-0.1": 0.17001554369926453, + "t_0.1-0.2": 0.09337877482175827, + "t_0.2-0.3": 0.0979556068778038, + "t_0.3-0.4": 0.11646359413862228, + "t_0.4-0.5": 0.09260097146034241, + "t_0.5-0.6": 0.13573293387889862, + "t_0.6-0.7": 0.1029534786939621, + "t_0.7-0.8": 0.09740474075078964, + "t_0.8-0.9": 0.1420353353023529, + "t_0.9-1.0": 0.3374563753604889 + }, + "win_rate": 0.03047972358763218, + "effective_batch_size": 465.36444091796875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.10076835006475449, + "loss": 0.17658691108226776, "env_score_iters": 500, - "env_score": -2.9365053176879883, + "env_score": -0.4151593744754791, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.3211471438407898, - "rl_grad_norm": 0.12222904711961746, - "bc_grad_norm": 0.31478434801101685, + "grad_align": -0.08571086823940277, + "rl_grad_norm": 0.15992914140224457, + "bc_grad_norm": 0.12425461411476135, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.022142430767416954, - "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.05782008171081543, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.04494965076446533, - "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.09120101481676102, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.014267352409660816, - "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.043004512786865234, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.01673904061317444, - "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.058859363198280334, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.017014576122164726, - "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.03083837404847145, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.02694803662598133, - "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.043745335191488266, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.02526121772825718, - "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.011267646215856075, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.03166236728429794, - "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.059473130851984024 + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.A": 0.005526088178157806, + "transformer.layers.0.self_attn.out_proj.parametrizations.weight.0.B": 0.031355489045381546, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.A": 0.008333655074238777, + "transformer.layers.0.self_attn.parametrizations.in_proj_weight.0.B": 0.035897064954042435, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.A": 0.005337427835911512, + "transformer.layers.1.self_attn.out_proj.parametrizations.weight.0.B": 0.0246601402759552, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.A": 0.008850720711052418, + "transformer.layers.1.self_attn.parametrizations.in_proj_weight.0.B": 0.02474914863705635, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.A": 0.014454705640673637, + "transformer.layers.2.self_attn.out_proj.parametrizations.weight.0.B": 0.02253653109073639, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.A": 0.024740301072597504, + "transformer.layers.2.self_attn.parametrizations.in_proj_weight.0.B": 0.03164149820804596, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.A": 0.0330333486199379, + "transformer.layers.3.self_attn.out_proj.parametrizations.weight.0.B": 0.014771408401429653, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.A": 0.019764307886362076, + "transformer.layers.3.self_attn.parametrizations.in_proj_weight.0.B": 0.04699907824397087 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06999190151691437, - "repr_drift_kl_low_t": 0.05020152032375336, - "repr_drift_kl_mid_t": 0.05869761109352112, - "repr_drift_kl_high_t": 0.11738917231559753, + "repr_drift_kl": 0.321953684091568, + "repr_drift_kl_low_t": 0.4092666506767273, + "repr_drift_kl_mid_t": 0.3122992515563965, + "repr_drift_kl_high_t": 0.25493621826171875, "cka_iters": 500, - "cka_similarity": 0.8027142882347107, + "cka_similarity": 0.7709062099456787, "t_analysis_iters": 500, - "norm_low_t": 0.09929337352514267, - "norm_high_t": 0.13312356173992157, - "lowhigh_cos": 0.015533087775111198, + "norm_low_t": 0.23988422751426697, + "norm_high_t": 0.18848559260368347, + "lowhigh_cos": 0.4484964609146118, "t_bin_norms": { - "t_0.0-0.1": 0.22736972570419312, - "t_0.1-0.2": 0.15591512620449066, - "t_0.2-0.3": 0.13068921864032745, - "t_0.3-0.4": 0.2008754312992096, - "t_0.4-0.5": 0.08020482212305069, - "t_0.5-0.6": 0.11695114523172379, - "t_0.6-0.7": 0.07372157275676727, - "t_0.7-0.8": 0.10634443908929825, - "t_0.8-0.9": 0.10151196271181107, - "t_0.9-1.0": 0.14897923171520233 - }, - "win_rate": 0.0219146478921175, - "effective_batch_size": 40.00730514526367, + "t_0.0-0.1": 0.5199006795883179, + "t_0.1-0.2": 0.1640332043170929, + "t_0.2-0.3": 0.1635892391204834, + "t_0.3-0.4": 0.13916075229644775, + "t_0.4-0.5": 0.19354595243930817, + "t_0.5-0.6": 0.14199167490005493, + "t_0.6-0.7": 0.14371834695339203, + "t_0.7-0.8": 0.1259080320596695, + "t_0.8-0.9": 0.18107202649116516, + "t_0.9-1.0": 0.16614936292171478 + }, + "win_rate": 0.06238911673426628, + "effective_batch_size": 413.1422424316406, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "mixed_replay": { - "score": 0.5750000000000001, - "score_std": 0.020412414523193124, + "score": 0.4124999999999999, + "score_std": 0.046770717334674285, "all_scores": [ - 0.5750000000000001, - 0.6, - 0.55 + 0.425, + 0.35, + 0.4625 ], "history": { "iters": [ @@ -22518,506 +27437,506 @@ 500 ], "loss": [ - 0.1055469736456871, - 0.5298768281936646, - 0.2745679020881653, - 0.7197867035865784, - 0.29843267798423767, - 0.6829043626785278, - 0.451183021068573, - 0.265026718378067, - 0.07665639370679855, - 0.42274659872055054, - 0.6214460134506226, - 0.23540791869163513, - 1.1464030742645264, - 0.45916736125946045, - 0.253970205783844, - 0.17312394082546234, - 0.3931136727333069, - 1.030982255935669, - 0.08615574240684509, - 0.2528722882270813, - 0.26862862706184387, - 0.7107673287391663, - 0.05839410424232483, - 1.147579550743103, - 0.14980700612068176, - 0.2812478542327881, - 0.48804211616516113, - 0.34386616945266724, - 0.9230025410652161, - 0.49670296907424927, - 0.22925789654254913, - 0.758576512336731, - 0.3274022936820984, - 0.23737739026546478, - 0.4062376022338867, - 1.1414903402328491, - 0.27097004652023315, - 0.5177786350250244, - 1.0818713903427124, - 0.450575053691864, - 0.828368067741394, - 0.19702531397342682, - 0.2638282775878906, - 0.2555997967720032, - 1.114821434020996, - 0.5611404776573181, - 0.15552353858947754, - 0.9152957201004028, - 0.3432377874851227, - 0.550369918346405, - 0.060677606612443924, - 0.1392936259508133, - 0.9033294320106506, - 0.08851708471775055, - 0.08225437998771667, - 0.13633105158805847, - 0.0631461888551712, - 0.8720903396606445, - 0.21674317121505737, - 0.4593023359775543, - 0.24851833283901215, - 0.3947579562664032, - 0.9611372947692871, - 0.30494287610054016, - 0.8661674857139587, - 0.14524611830711365, - 0.10440251231193542, - 0.4017530083656311, - 0.27831465005874634, - 0.08526930212974548, - 0.25423863530158997, - 0.523949146270752, - 0.09173504263162613, - 0.605813205242157, - 0.10701841115951538, - 1.0334441661834717, - 0.1255645453929901, - 0.12563255429267883, - 0.20002120733261108, - 0.0772009789943695, - 0.06685863435268402, - 0.1999259740114212, - 0.22599269449710846, - 0.2395412027835846, - 0.25203990936279297, - 0.2296849638223648, - 0.1105235144495964, - 0.19092410802841187, - 0.21116650104522705, - 0.059431228786706924, - 0.12019717693328857, - 0.13524174690246582, - 0.23479926586151123, - 0.08576589822769165, - 0.035656414926052094, - 0.35229745507240295, - 0.20336133241653442, - 0.5336614847183228, - 0.5419632792472839, - 0.33668556809425354, - 0.2806120216846466, - 0.6628406643867493, - 0.04119192436337471, - 0.33998265862464905, - 0.2724771797657013, - 0.047061171382665634, - 0.059064943343400955, - 0.4340904653072357, - 0.11415447294712067, - 0.326164186000824, - 0.4554181694984436, - 0.1348395198583603, - 0.34900516271591187, - 0.7170584797859192, - 0.06770952045917511, - 0.796359121799469, - 0.2935197353363037, - 0.23829463124275208, - 0.6807713508605957, - 0.6060677170753479, - 0.4081374704837799, - 0.5643256902694702, - 0.6185431480407715, - 0.1073712632060051, - 0.04987744987010956, - 1.0518503189086914, - 0.1296580731868744, - 0.6070671081542969, - 0.8452178835868835, - 0.2158004641532898, - 0.1294143795967102, - 0.46723756194114685, - 0.1390523463487625, - 0.14004014432430267, - 0.2921494245529175, - 0.22496232390403748, - 0.11063294112682343, - 0.145565003156662, - 0.5512143969535828, - 0.6562307476997375, - 0.4727410078048706, - 0.09698088467121124, - 0.9454689025878906, - 0.05747366324067116, - 0.07079455256462097, - 0.9690757989883423, - 0.14923882484436035, - 0.10137078911066055, - 0.394727498292923, - 0.617242157459259, - 0.17011520266532898, - 0.3497527241706848, - 0.4671832323074341, - 0.2232201099395752, - 1.1769969463348389, - 0.4863068461418152, - 0.4381920099258423, - 0.3817674219608307, - 0.37351754307746887, - 0.2374662309885025, - 0.3290270268917084, - 0.36230525374412537, - 0.16523639857769012, - 0.11149611324071884, - 0.038375627249479294, - 0.06403949111700058, - 0.020728370174765587, - 0.044545914977788925, - 1.1428849697113037, - 0.2033783197402954, - 0.037478864192962646, - 0.14806929230690002, - 0.050154492259025574, - 0.05845877528190613, - 0.41359493136405945, - 0.13589945435523987, - 0.07546527683734894, - 0.2396153211593628, - 0.43879762291908264, - 0.1651628464460373, - 0.05465107411146164, - 0.1833457201719284, - 0.6424605846405029, - 0.07734210789203644, - 0.03936527296900749, - 0.5541556477546692, - 0.115533247590065, - 0.07546873390674591, - 0.758644163608551, - 0.38861918449401855, - 0.07119537144899368, - 0.2411378026008606, - 0.09894147515296936, - 0.4983842670917511, - 0.08436962962150574, - 0.645465075969696, - 0.3206865191459656, - 0.766787052154541, - 0.14456254243850708, - 0.56905198097229, - 0.3405925929546356, - 0.17774584889411926, - 0.3735070824623108, - 0.3297247290611267, - 0.12976519763469696, - 0.2407233566045761, - 0.8016470670700073, - 0.25725057721138, - 0.5170754790306091, - 0.7999276518821716, - 0.11379571259021759, - 0.3827320635318756, - 0.5198643803596497, - 0.23607796430587769, - 0.08912308514118195, - 0.07407642155885696, - 0.04370337724685669, - 0.20194874703884125, - 0.0458291620016098, - 0.23350946605205536, - 0.44943323731422424, - 0.4287371039390564, - 0.194431334733963, - 0.12696629762649536, - 0.22870904207229614, - 0.12719321250915527, - 0.7043464183807373, - 0.07057882100343704, - 0.7142152786254883, - 0.1294706165790558, - 0.2660430073738098, - 0.3274497985839844, - 0.49266842007637024, - 0.12274298816919327, - 0.18238797783851624, - 0.4297679662704468, - 0.2895253896713257, - 0.24676555395126343, - 0.05749307945370674, - 0.12136824429035187, - 0.08632494509220123, - 0.08047036081552505, - 0.035348594188690186, - 0.02371320128440857, - 0.019174395129084587, - 0.006710238754749298, - 0.22240237891674042, - 0.19699138402938843, - 0.05656781420111656, - 0.03323277458548546, - 0.24067659676074982, - 0.27558135986328125, - 0.1287517100572586, - 0.15050223469734192, - 0.07508333772420883, - 0.4012472331523895, - 0.06830017268657684, - 0.4026876389980316, - 0.2751077711582184, - 0.20705823600292206, - 0.8853959441184998, - 0.18740396201610565, - 0.7016631364822388, - 0.3462243974208832, - 0.08019078522920609, - 0.22905470430850983, - 0.07288248836994171, - 0.38037529587745667, - 0.0543099083006382, - 0.1554228961467743, - 0.18020698428153992, - 0.6278778314590454, - 0.028867216780781746, - 0.13482041656970978, - 0.19632545113563538, - 0.6058836579322815, - 0.43610721826553345, - 0.1334916651248932, - 0.1327894777059555, - 0.10047246515750885, - 0.7480948567390442, - 0.24606023728847504, - 0.48787960410118103, - 0.12397165596485138, - 0.4074709713459015, - 0.47318708896636963, - 0.12108872830867767, - 0.27761462330818176, - 0.5122535824775696, - 0.13547198474407196, - 0.5777930617332458, - 0.07882679998874664, - 0.2067444771528244, - 0.19927223026752472, - 0.09176834672689438, - 0.13480538129806519, - 0.1720437854528427, - 0.4052239954471588, - 0.21789392828941345, - 0.09242653101682663, - 0.20296849310398102, - 0.06133735924959183, - 0.450604110956192, - 0.9894751906394958, - 0.4111842215061188, - 0.2479972094297409, - 0.44057634472846985, - 0.23886458575725555, - 0.1851755678653717, - 0.5766132473945618, - 0.17008890211582184, - 0.2073134332895279, - 0.29734504222869873, - 0.06280461698770523, - 0.10280843824148178, - 0.13331791758537292, - 0.05947272107005119, - 0.03640357404947281, - 0.10426883399486542, - 0.03434345871210098, - 0.05466063320636749, - 0.1842184215784073, - 0.17914004623889923, - 0.04425954073667526, - 0.08150576800107956, - 0.01548765692859888, - 0.503517746925354, - 0.13328464329242706, - 0.4427976608276367, - 0.17996959388256073, - 0.08928710967302322, - 0.054733309894800186, - 0.49102598428726196, - 0.43001994490623474, - 0.10872753709554672, - 0.2041700780391693, - 0.08252288401126862, - 0.03329659625887871, - 0.03965158015489578, - 0.05408422648906708, - 0.7843254208564758, - 0.08211269229650497, - 0.09424304217100143, - 0.10979311168193817, - 0.4786892831325531, - 0.12898610532283783, - 0.3915836215019226, - 0.08146200329065323, - 0.23965874314308167, - 0.12811745703220367, - 0.09326410293579102, - 0.021115142852067947, - 0.11703638732433319, - 0.03741556778550148, - 0.053271789103746414, - 0.06839577108621597, - 0.39080676436424255, - 0.14056134223937988, - 0.27878329157829285, - 0.02682802826166153, - 0.6104711294174194, - 0.10997512936592102, - 0.11761650443077087, - 0.5989649295806885, - 0.06140122562646866, - 0.2494358867406845, - 0.2323773205280304, - 0.12610630691051483, - 0.2642303705215454, - 0.0920623242855072, - 0.34214136004447937, - 0.37620988488197327, - 0.05567663908004761, - 0.12832419574260712, - 0.1671995371580124, - 0.07075298577547073, - 0.15117765963077545, - 0.27889925241470337, - 0.06820590049028397, - 0.6324712038040161, - 0.17339298129081726, - 0.0992753878235817, - 0.11030268669128418, - 0.2517361342906952, - 0.05243038386106491, - 0.35793066024780273, - 0.11489318311214447, - 0.113030344247818, - 0.06203269958496094, - 0.8400818109512329, - 0.18734429776668549, - 0.05645179748535156, - 0.05101155489683151, - 0.08287999033927917, - 0.019681811332702637, - 0.737935483455658, - 0.09715483337640762, - 0.05289103090763092, - 0.20120766758918762, - 0.12587961554527283, - 0.4660865068435669, - 0.07030320912599564, - 0.019870663061738014, - 0.45632073283195496, - 0.10856880247592926, - 0.24385057389736176, - 0.3016692101955414, - 0.4107474088668823, - 0.06127551198005676, - 0.05991256609559059, - 0.176838219165802, - 0.02275167405605316, - 0.036887429654598236, - 0.06909461319446564, - 0.04606042802333832, - 0.10613557696342468, - 0.33868688344955444, - 0.19210150837898254, - 0.10255387425422668, - 0.42445623874664307, - 0.2584708034992218, - 0.18999676406383514, - 0.12434655427932739, - 0.041676923632621765, - 0.44704654812812805, - 0.04150991141796112, - 0.1932004690170288, - 0.1728760302066803, - 0.10924264043569565, - 0.5394192337989807, - 0.0674382820725441, - 0.048690151423215866, - 0.2581866979598999, - 0.16001789271831512, - 0.06649214029312134, - 0.12856599688529968, - 0.17455215752124786, - 0.053844328969717026, - 0.13271287083625793, - 0.007006720174103975, - 0.15145738422870636, - 0.36134853959083557, - 0.19969837367534637, - 0.09155645966529846, - 0.08953695744276047, - 0.6000160574913025, - 0.09681545197963715, - 0.4193721413612366, - 0.06922048330307007, - 0.28584709763526917, - 0.2738625705242157, - 0.12950342893600464, - 0.5492830872535706, - 0.0658341720700264, - 0.04048079997301102, - 0.029601970687508583, - 0.44020602107048035, - 0.19648943841457367, - 0.0737389549612999, - 0.08449114114046097, - 0.336260050535202, - 0.07150337100028992, - 0.05551627278327942, - 0.03385109081864357, - 0.0200591292232275, - 0.3837774097919464, - 0.3146418631076813, - 0.07212571054697037, - 0.33361661434173584, - 0.06875946372747421, - 0.04381947964429855, - 0.14098481833934784, - 0.0913630872964859, - 0.20774392783641815, - 0.10966794192790985, - 0.05892409011721611, - 0.376076877117157, - 0.08319036662578583, - 0.028086775913834572, - 0.17851637303829193, - 0.007689639925956726, - 0.30568256974220276, - 0.09680642187595367, - 0.14353561401367188, - 0.1149001345038414, - 0.09055226296186447, - 0.01998886838555336, - 0.12148084491491318, - 0.4226810038089752, - 0.08006631582975388, - 0.0686868280172348, - 0.08975061029195786, - 0.024981575086712837, - 0.0375172384083271, - 0.03689708560705185, - 0.03796990215778351, - 0.3289981186389923, - 0.14809897541999817, - 0.045492224395275116, - 0.199426531791687 + 0.7778616547584534, + 0.5304722785949707, + 0.46355563402175903, + 0.4144424796104431, + 0.47323986887931824, + 0.3485892713069916, + 0.4004526436328888, + 0.3113572597503662, + 0.5478912591934204, + 0.30777350068092346, + 0.18520140647888184, + 0.7268489599227905, + 0.30858784914016724, + 0.26392191648483276, + 0.2945215106010437, + 0.43862324953079224, + 0.2299656718969345, + 0.4592815339565277, + 0.5095789432525635, + 0.48077279329299927, + 0.4174531400203705, + 0.3179655969142914, + 0.37440213561058044, + 0.2793925106525421, + 0.29164987802505493, + 0.38851794600486755, + 0.303735613822937, + 0.29002684354782104, + 0.2925766408443451, + 0.42766058444976807, + 0.33346307277679443, + 0.3555814027786255, + 0.2977113425731659, + 0.2112402617931366, + 0.16865523159503937, + 0.20262402296066284, + 0.322649210691452, + 0.21723692119121552, + 0.34583303332328796, + 0.4150100350379944, + 0.3290470242500305, + 0.26176032423973083, + 0.20217293500900269, + 0.23919057846069336, + 0.1300867348909378, + 0.2577317953109741, + 0.2014712393283844, + 0.2578575015068054, + 0.17222122848033905, + 0.19588255882263184, + 0.17944423854351044, + 0.21276751160621643, + 0.19775716960430145, + 0.18597188591957092, + 0.32673728466033936, + 0.2839307188987732, + 0.24529674649238586, + 0.1575622707605362, + 0.22670134902000427, + 0.2420557737350464, + 0.2567671537399292, + 0.1980796456336975, + 0.21096479892730713, + 0.16107338666915894, + 0.1921457052230835, + 0.243984192609787, + 0.24621762335300446, + 0.2321183830499649, + 0.25643882155418396, + 0.20249664783477783, + 0.180185005068779, + 0.19110481441020966, + 0.21235516667366028, + 0.16607294976711273, + 0.19195368885993958, + 0.23682868480682373, + 0.12170817703008652, + 0.2759791910648346, + 0.21228067576885223, + 0.229904904961586, + 0.21868522465229034, + 0.2799398899078369, + 0.12098168581724167, + 0.23293036222457886, + 0.23559121787548065, + 0.23114381730556488, + 0.14242565631866455, + 0.29221293330192566, + 0.17263060808181763, + 0.2250017523765564, + 0.1634134203195572, + 0.12699367105960846, + 0.14741910994052887, + 0.2522333264350891, + 0.19852666556835175, + 0.1977570354938507, + 0.2367633879184723, + 0.18030518293380737, + 0.1377890408039093, + 0.15855590999126434, + 0.13926777243614197, + 0.2555310130119324, + 0.2998536229133606, + 0.2271026074886322, + 0.22763767838478088, + 0.24158057570457458, + 0.14455027878284454, + 0.11674921214580536, + 0.16155456006526947, + 0.20143309235572815, + 0.19351927936077118, + 0.15750634670257568, + 0.15649448335170746, + 0.2875725328922272, + 0.23370881378650665, + 0.21197578310966492, + 0.2244943380355835, + 0.22854265570640564, + 0.23775659501552582, + 0.220310240983963, + 0.2612813413143158, + 0.11289400607347488, + 0.10206205397844315, + 0.20444683730602264, + 0.07805676758289337, + 0.17113202810287476, + 0.22465449571609497, + 0.22204412519931793, + 0.23740585148334503, + 0.2948804795742035, + 0.2626085877418518, + 0.22002661228179932, + 0.21564427018165588, + 0.26301974058151245, + 0.21223336458206177, + 0.1654006838798523, + 0.08659535646438599, + 0.260667622089386, + 0.19509363174438477, + 0.16940517723560333, + 0.15599530935287476, + 0.23807023465633392, + 0.22156421840190887, + 0.20099104940891266, + 0.12414277344942093, + 0.07504584640264511, + 0.09804344177246094, + 0.27927523851394653, + 0.23866015672683716, + 0.18778984248638153, + 0.1887485682964325, + 0.18143752217292786, + 0.20538999140262604, + 0.22257594764232635, + 0.25869762897491455, + 0.23881687223911285, + 0.3044742941856384, + 0.14425261318683624, + 0.1455375999212265, + 0.27179259061813354, + 0.11277180910110474, + 0.20115521550178528, + 0.12642380595207214, + 0.16686849296092987, + 0.25275981426239014, + 0.13563674688339233, + 0.10548035055398941, + 0.1771434098482132, + 0.1698378026485443, + 0.19371014833450317, + 0.23641730844974518, + 0.22662784159183502, + 0.1397835910320282, + 0.20523971319198608, + 0.16984499990940094, + 0.21194088459014893, + 0.12306945025920868, + 0.1743895411491394, + 0.19861172139644623, + 0.14858438074588776, + 0.11184170097112656, + 0.20913265645503998, + 0.1713547557592392, + 0.210462749004364, + 0.2424655705690384, + 0.21699142456054688, + 0.12377885729074478, + 0.34669020771980286, + 0.26190513372421265, + 0.23073387145996094, + 0.14599105715751648, + 0.24814556539058685, + 0.22710098326206207, + 0.1912943720817566, + 0.1775350421667099, + 0.2017940878868103, + 0.20356011390686035, + 0.21545642614364624, + 0.12826012074947357, + 0.22859948873519897, + 0.22812141478061676, + 0.21485057473182678, + 0.2447463572025299, + 0.1804414540529251, + 0.19431321322917938, + 0.21832822263240814, + 0.20023635029792786, + 0.2023078203201294, + 0.2119995355606079, + 0.1319023221731186, + 0.1332312971353531, + 0.12540635466575623, + 0.18538030982017517, + 0.1595187932252884, + 0.22220274806022644, + 0.15729261934757233, + 0.19505149126052856, + 0.20607303082942963, + 0.2307329773902893, + 0.1715966761112213, + 0.12543849647045135, + 0.19881895184516907, + 0.1712198704481125, + 0.22739973664283752, + 0.11094851046800613, + 0.07344752550125122, + 0.20351280272006989, + 0.19964063167572021, + 0.23533330857753754, + 0.23844920098781586, + 0.13650532066822052, + 0.20594024658203125, + 0.1594206839799881, + 0.146074116230011, + 0.13781945407390594, + 0.13503381609916687, + 0.1803789585828781, + 0.1313619166612625, + 0.19796781241893768, + 0.20034809410572052, + 0.2145557552576065, + 0.1906105875968933, + 0.2534845173358917, + 0.15680518746376038, + 0.19528815150260925, + 0.12821964919567108, + 0.19339929521083832, + 0.20059837400913239, + 0.15685389935970306, + 0.13643956184387207, + 0.10417471081018448, + 0.17175360023975372, + 0.2351374477148056, + 0.23054705560207367, + 0.23383469879627228, + 0.1825706958770752, + 0.1447678953409195, + 0.10992279648780823, + 0.17262010276317596, + 0.22210370004177094, + 0.1784599870443344, + 0.16886863112449646, + 0.16220684349536896, + 0.2290314882993698, + 0.181679829955101, + 0.26807618141174316, + 0.15136179327964783, + 0.14461353421211243, + 0.17865370213985443, + 0.1645868718624115, + 0.15718920528888702, + 0.2844056189060211, + 0.18236452341079712, + 0.15316827595233917, + 0.10314669460058212, + 0.24860680103302002, + 0.1318468302488327, + 0.1628631204366684, + 0.2437371164560318, + 0.1903439611196518, + 0.21460263431072235, + 0.1076984703540802, + 0.1660052388906479, + 0.18983447551727295, + 0.2172721028327942, + 0.11933114379644394, + 0.09841659665107727, + 0.18759138882160187, + 0.19951565563678741, + 0.13927757740020752, + 0.1795879602432251, + 0.19828900694847107, + 0.1118592768907547, + 0.16211117804050446, + 0.18663297593593597, + 0.1693372130393982, + 0.12039842456579208, + 0.17299628257751465, + 0.24510054290294647, + 0.16893543303012848, + 0.15801623463630676, + 0.15779748558998108, + 0.16094867885112762, + 0.11619333922863007, + 0.16647005081176758, + 0.21617598831653595, + 0.2385600060224533, + 0.1957775205373764, + 0.1494300663471222, + 0.11837908625602722, + 0.19170618057250977, + 0.15372081100940704, + 0.21053127944469452, + 0.19348950684070587, + 0.18404974043369293, + 0.11457521468400955, + 0.13114842772483826, + 0.16474126279354095, + 0.18837900459766388, + 0.1501062661409378, + 0.13735218346118927, + 0.16325336694717407, + 0.14953762292861938, + 0.12199320644140244, + 0.10908541083335876, + 0.19689027965068817, + 0.13426312804222107, + 0.1511300802230835, + 0.1859186738729477, + 0.15218974649906158, + 0.12636561691761017, + 0.12869790196418762, + 0.12769319117069244, + 0.13830120861530304, + 0.16318179666996002, + 0.1814907193183899, + 0.15603291988372803, + 0.2292805314064026, + 0.21894468367099762, + 0.20525962114334106, + 0.11102380603551865, + 0.12436554580926895, + 0.1031566858291626, + 0.12675149738788605, + 0.14800694584846497, + 0.14305371046066284, + 0.17547698318958282, + 0.22757595777511597, + 0.13429856300354004, + 0.2559956908226013, + 0.16318048536777496, + 0.10769753158092499, + 0.1462659239768982, + 0.14850199222564697, + 0.07853475958108902, + 0.12245365977287292, + 0.17191025614738464, + 0.18941070139408112, + 0.23186156153678894, + 0.15027055144309998, + 0.14066363871097565, + 0.14071190357208252, + 0.1348591148853302, + 0.24169473350048065, + 0.19399449229240417, + 0.16191181540489197, + 0.17488881945610046, + 0.17142248153686523, + 0.12724073231220245, + 0.17891864478588104, + 0.11140967905521393, + 0.18953809142112732, + 0.1482117921113968, + 0.2016313374042511, + 0.19395536184310913, + 0.18709643185138702, + 0.1900498867034912, + 0.10371547937393188, + 0.1313391923904419, + 0.15662987530231476, + 0.1983642578125, + 0.1562735140323639, + 0.2235730141401291, + 0.1896125227212906, + 0.15969429910182953, + 0.1737551987171173, + 0.2498234659433365, + 0.16710607707500458, + 0.10792922973632812, + 0.2028639018535614, + 0.1252504140138626, + 0.14889942109584808, + 0.12113572657108307, + 0.08306119590997696, + 0.10098238289356232, + 0.1285298764705658, + 0.1854775846004486, + 0.1987748146057129, + 0.1636955589056015, + 0.1516100913286209, + 0.17492236196994781, + 0.10143541544675827, + 0.17382526397705078, + 0.19033032655715942, + 0.16977855563163757, + 0.1481017917394638, + 0.17339837551116943, + 0.22920864820480347, + 0.1424129456281662, + 0.16680051386356354, + 0.10035494714975357, + 0.1571674793958664, + 0.1415858417749405, + 0.1591947376728058, + 0.16772882640361786, + 0.1784505546092987, + 0.16924014687538147, + 0.15607430040836334, + 0.15166504681110382, + 0.09312322735786438, + 0.1362006962299347, + 0.15251824259757996, + 0.0846264660358429, + 0.18585246801376343, + 0.1331866830587387, + 0.15913031995296478, + 0.12146321684122086, + 0.13561344146728516, + 0.14437970519065857, + 0.15185190737247467, + 0.20042669773101807, + 0.13041703402996063, + 0.09903544187545776, + 0.09689804911613464, + 0.13268564641475677, + 0.18405987322330475, + 0.16166189312934875, + 0.12040114402770996, + 0.2603306174278259, + 0.21896691620349884, + 0.16214200854301453, + 0.1691991537809372, + 0.16807237267494202, + 0.17888548970222473, + 0.13454276323318481, + 0.1792151778936386, + 0.13939274847507477, + 0.15459521114826202, + 0.11107925325632095, + 0.14857015013694763, + 0.16956107318401337, + 0.17333033680915833, + 0.11386416107416153, + 0.17086613178253174, + 0.15908336639404297, + 0.1722518503665924, + 0.17317606508731842, + 0.09509068727493286, + 0.06829379498958588, + 0.08000104129314423, + 0.10630417615175247, + 0.17932365834712982, + 0.146333247423172, + 0.18598061800003052, + 0.14267058670520782, + 0.1993274688720703, + 0.22197696566581726, + 0.16953863203525543, + 0.14038832485675812, + 0.1343155801296234, + 0.056093309074640274, + 0.13485004007816315, + 0.11359113454818726, + 0.17367345094680786, + 0.1591578871011734, + 0.18313559889793396, + 0.08523846417665482, + 0.17828521132469177, + 0.20445574820041656, + 0.13092440366744995, + 0.18365304172039032, + 0.17567847669124603, + 0.19336698949337006, + 0.09918130189180374, + 0.15640896558761597, + 0.19763889908790588, + 0.2056034505367279, + 0.06658799201250076, + 0.1214333325624466, + 0.1339596062898636, + 0.11073313653469086, + 0.08247067779302597, + 0.18675778806209564, + 0.11414285004138947, + 0.22884801030158997, + 0.18296301364898682, + 0.19119147956371307, + 0.09970865398645401, + 0.19494512677192688, + 0.2019418627023697 ], "env_score_iters": [ 1, @@ -23522,2644 +28441,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.6322414875030518, - -3.3323028087615967, - -1.4926848411560059, - -2.658663511276245, - 0.2753120958805084, - -2.945232629776001, - -3.386293649673462, - -3.8037173748016357, - -2.2127857208251953, - -0.22636160254478455, - -2.7769503593444824, - 4.325751781463623, - -1.5510125160217285, - -3.486039876937866, - -3.9085333347320557, - -1.005699634552002, - 2.6817171573638916, - -3.3780689239501953, - -2.1796302795410156, - -5.146364212036133, - -0.5351909399032593, - -5.197476387023926, - 3.4954874515533447, - -3.9763307571411133, - -2.7861125469207764, - -5.7147088050842285, - -5.763556003570557, - 10.937378883361816, - -0.6599168181419373, - -2.542267322540283, - -2.208420753479004, - -2.672464609146118, - -2.975489377975464, - -3.480503559112549, - 4.4072265625, - -2.0115208625793457, - -2.118079423904419, - 2.6845853328704834, - -3.4376914501190186, - 1.1058082580566406, - -3.121973991394043, - -2.6780641078948975, - 1.0369715690612793, - 0.5394116640090942, - -1.9747987985610962, - -3.3308351039886475, - 1.3591054677963257, - -1.990973711013794, - -1.151978850364685, - -3.4510860443115234, - -2.718557119369507, - 0.31968972086906433, - -3.5267393589019775, - -2.195040225982666, - -4.070207595825195, - -3.343106269836426, - -0.2798967957496643, - -2.3512661457061768, - 1.0610356330871582, - -3.832024097442627, - -2.302337408065796, - 0.8832067847251892, - -3.294273853302002, - 0.7022030353546143, - -3.8619980812072754, - -4.366265296936035, - -1.6815645694732666, - -6.2853169441223145, - -3.8489573001861572, - -4.726288318634033, - -2.68489146232605, - -2.9829699993133545, - 1.9929598569869995, - -2.8618791103363037, - 1.5817850828170776, - -3.9779579639434814, - -3.3516156673431396, - -3.753007411956787, - -3.608828544616699, - -4.235702991485596, - -3.48655104637146, - -2.239272356033325, - -2.3323285579681396, - -4.391645431518555, - -2.719369649887085, - -3.2452120780944824, - -2.2759037017822266, - -5.071887969970703, - -3.725832462310791, - -8.29619312286377, - -3.333692789077759, - -5.177491188049316, - -2.618572950363159, - -3.936579942703247, - -3.4711670875549316, - -2.795802354812622, - 1.3924363851547241, - 0.7057910561561584, - -2.290778875350952, - -2.023151159286499, - -0.7345126867294312, - -3.2992775440216064, - -3.5271377563476562, - -2.8115837574005127, - -8.491175651550293, - -2.291804075241089, - -0.7727519869804382, - -5.89023494720459, - -1.0110183954238892, - -1.8043761253356934, - -3.7625837326049805, - -3.215559482574463, - -2.2373721599578857, - -3.7988526821136475, - -1.5286669731140137, - -2.6197421550750732, - -2.6441097259521484, - -0.8437079191207886, - 0.17985910177230835, - -2.8379738330841064, - -3.851130485534668, - 0.285491019487381, - -4.154411792755127, - -6.219531536102295, - 4.30394983291626, - -4.74003791809082, - -2.007946252822876, - -1.2936749458312988, - -2.41719913482666, - -3.048025369644165, - -2.347977638244629, - -3.663398265838623, - -3.929574728012085, - -2.071516275405884, - -1.2708048820495605, - -4.953442096710205, - -4.061278820037842, - -0.9278370141983032, - -0.553150475025177, - -3.127620220184326, - -4.017580032348633, - 11.31926441192627, - -3.7940728664398193, - -5.747345447540283, - 2.8547377586364746, - -3.08659029006958, - -2.9138290882110596, - -2.489837169647217, - -1.0446572303771973, - -8.982705116271973, - -1.946550726890564, - -6.2641167640686035, - -1.805668830871582, - 1.898275375366211, - -1.225171446800232, - -3.3565621376037598, - -1.943094253540039, - -1.6844542026519775, - -3.2394728660583496, - -3.153366804122925, - -2.772054433822632, - -1.702720284461975, - -7.960690021514893, - -4.3656840324401855, - -2.7770802974700928, - -2.2088561058044434, - -2.4429516792297363, - 2.940054178237915, - -2.5611519813537598, - -3.861814022064209, - -3.126035451889038, - -3.234564781188965, - -3.2288906574249268, - -1.5158393383026123, - -1.8339800834655762, - -3.4045684337615967, - -2.9245119094848633, - -5.640395164489746, - -2.8990509510040283, - -4.0692243576049805, - -3.252887725830078, - -1.326943278312683, - -5.1036224365234375, - -4.2308244705200195, - 0.2739439010620117, - -5.962242603302002, - -1.876100778579712, - 1.2548415660858154, - -1.4939320087432861, - -3.584519147872925, - -3.396172046661377, - -2.3456363677978516, - 3.3022799491882324, - -2.774415969848633, - -0.3708234429359436, - -0.09077922999858856, - 3.0052106380462646, - -2.8620190620422363, - -0.16409222781658173, - -1.9987711906433105, - -2.324233293533325, - -3.40853214263916, - -1.8632546663284302, - -3.4353203773498535, - -2.8229379653930664, - 0.9267301559448242, - -3.164619207382202, - -3.053790807723999, - 2.413623332977295, - -3.434384822845459, - -1.352839708328247, - -1.4726617336273193, - -2.420865058898926, - -5.236621379852295, - -3.4475042819976807, - -3.33473801612854, - -5.4867706298828125, - -4.623357772827148, - -5.686590671539307, - -0.8606497049331665, - -2.0582878589630127, - -2.706987142562866, - -3.6278300285339355, - -6.517384052276611, - -3.186955451965332, - -0.4021793007850647, - -2.4935178756713867, - 0.32418331503868103, - -2.1000826358795166, - -3.2505602836608887, - -1.5133731365203857, - -0.16099004447460175, - -6.441489219665527, - -1.979347586631775, - -1.9721851348876953, - -2.9084324836730957, - -7.530440807342529, - -2.655518054962158, - -4.30626106262207, - -1.4304250478744507, - -2.3428025245666504, - -7.3145575523376465, - -3.0881192684173584, - -5.66378116607666, - -4.189198017120361, - -0.3737361431121826, - -3.0614469051361084, - -3.0723466873168945, - -4.225858688354492, - -2.507550001144409, - -2.4047679901123047, - -4.423752784729004, - -3.149064540863037, - -3.3663082122802734, - -3.475450277328491, - -3.9458062648773193, - -2.2379512786865234, - -1.2464052438735962, - -3.8438892364501953, - 1.2663533687591553, - -6.843291282653809, - -2.1747872829437256, - -2.145742654800415, - -3.303927421569824, - -4.540746212005615, - -3.7109017372131348, - -2.349330186843872, - -3.403796911239624, - -3.2746589183807373, - -3.5026254653930664, - -1.3589494228363037, - -3.6991775035858154, - -3.271120071411133, - -3.051119565963745, - -0.3428434729576111, - -2.2827398777008057, - -3.414769172668457, - -5.546921253204346, - -4.541162967681885, - -1.9698243141174316, - -1.3445830345153809, - -2.8703346252441406, - -5.44152307510376, - -1.656232476234436, - -2.39139723777771, - -5.073695659637451, - -4.509293556213379, - -0.018551185727119446, - -4.044787883758545, - -1.7242475748062134, - -3.8026282787323, - -2.5074315071105957, - -2.8462882041931152, - -3.8882429599761963, - -3.1077651977539062, - -1.8304167985916138, - -2.0510361194610596, - -2.8986167907714844, - -3.5040810108184814, - -2.5948843955993652, - -3.090843677520752, - -2.102271318435669, - -2.5453498363494873, - -4.960357189178467, - -3.6078391075134277, - -1.4886037111282349, - -2.4713714122772217, - -3.6914799213409424, - -2.840653419494629, - -3.013223886489868, - -4.563473701477051, - -3.286989688873291, - -3.796837329864502, - -4.589754104614258, - -2.9350991249084473, - -3.233893871307373, - -2.970019817352295, - -2.2369861602783203, - -3.9041831493377686, - -4.217667579650879, - -3.597421884536743, - -2.0792758464813232, - -3.515141487121582, - -3.372704029083252, - -3.4063217639923096, - -2.2103915214538574, - -3.5436291694641113, - -4.7879638671875, - -3.725557565689087, - -4.004883766174316, - -3.6197080612182617, - -1.3382091522216797, - -3.0554583072662354, - -3.3460540771484375, - -2.1830739974975586, - -3.7089128494262695, - -4.505714416503906, - -3.765209674835205, - -4.3405842781066895, - 1.395132064819336, - -2.1683096885681152, - -3.410139799118042, - -6.5860981941223145, - -0.45774686336517334, - -5.443253517150879, - -5.187317848205566, - -3.766662359237671, - -5.377122402191162, - -2.7828521728515625, - -3.8869833946228027, - -3.2789435386657715, - -1.0902708768844604, - -3.3145627975463867, - -4.029332160949707, - -6.037191390991211, - 0.15839827060699463, - -2.6813132762908936, - -2.174588680267334, - -3.296440601348877, - 0.11684785783290863, - -4.638093948364258, - -3.1534957885742188, - -1.6653809547424316, - -3.4761881828308105, - -3.8370463848114014, - -2.719444990158081, - -1.928717017173767, - -3.3244707584381104, - -4.11546516418457, - -5.554345607757568, - -5.803168296813965, - -4.7016987800598145, - -3.4069690704345703, - -3.089782476425171, - -3.7562811374664307, - -3.3144233226776123, - -2.3081674575805664, - -3.786245346069336, - -4.935540676116943, - -3.7711422443389893, - -3.887383222579956, - -3.859968423843384, - -2.616790533065796, - -3.913088083267212, - -3.14150071144104, - -5.734488487243652, - -3.4917144775390625, - -4.2662811279296875, - 3.6391489505767822, - -2.5817956924438477, - -4.314279556274414, - -3.2551918029785156, - -3.4335479736328125, - -3.6106655597686768, - 0.8840116858482361, - -6.472829341888428, - -3.8732717037200928, - -3.6638872623443604, - -2.8782050609588623, - -4.183069229125977, - -5.052251815795898, - -4.629697322845459, - -2.2657549381256104, - -4.272366523742676, - -3.4367806911468506, - -1.9688270092010498, - -0.3622049391269684, - -4.498140811920166, - -4.306031227111816, - -0.7414769530296326, - -7.477004528045654, - -4.669151306152344, - -4.387784004211426, - -3.379124641418457, - -3.0125961303710938, - -5.735939979553223, - -0.5925887823104858, - -3.67099666595459, - -3.522571325302124, - -3.587559938430786, - -2.6963119506835938, - -2.2404351234436035, - -4.968608856201172, - -0.5548643469810486, - -3.629194736480713, - -1.6864306926727295, - -3.4899888038635254, - -2.7745866775512695, - -4.818823337554932, - -4.575057029724121, - -3.4463376998901367, - -1.9113825559616089, - -3.3270740509033203, - -3.9121501445770264, - -5.281210422515869, - -2.7962253093719482, - -4.701704025268555, - -6.1616530418396, - -3.9846885204315186, - -3.7506825923919678, - -4.2334771156311035, - -2.064241886138916, - -4.57173490524292, - -5.492746353149414, - -0.6469610333442688, - -3.363861560821533, - -2.677600383758545, - -4.49674129486084, - -2.58825945854187, - -3.154039144515991, - -3.605977773666382, - -3.0712532997131348, - -3.518556833267212, - -4.210325241088867, - -3.379612684249878, - -1.7942954301834106, - -2.499162197113037, - -3.073819875717163, - -3.3151605129241943, - -1.050934076309204, - -3.068495273590088, - -3.687708616256714, - -3.888042688369751, - -3.506176710128784, - -1.7298531532287598, - -3.3390543460845947, - -5.736942768096924, - -2.067702531814575, - -3.129601240158081, - -6.608550071716309, - -1.8026540279388428, - -3.5334768295288086, - -3.6687068939208984, - -3.9944190979003906, - -3.7703535556793213, - -2.9377827644348145, - -2.799339532852173, - -4.184553623199463, - -3.5879526138305664, - -3.573596954345703, - -3.7876083850860596, - -4.595849990844727, - -3.7869694232940674, - -3.607466220855713, - -3.0078744888305664, - -4.118607044219971, - -3.3072736263275146, - -1.6019660234451294, - -3.787973165512085, - -3.7111220359802246, - -3.3705673217773438, - -3.960883378982544, - -4.534178733825684, - -3.8533384799957275, - -4.19624137878418, - -0.8774259686470032, - -0.986048698425293, - -4.944286823272705, - -3.012636423110962 + -0.5324477553367615, + -0.5139343738555908, + -0.4813452363014221, + -0.42102810740470886, + -0.4443548619747162, + -0.526792049407959, + -0.45688396692276, + -0.5118222236633301, + -0.5798136591911316, + -0.43511080741882324, + -0.48915335536003113, + -0.3928273022174835, + -0.4752924144268036, + -0.4836476445198059, + -0.5014699101448059, + -0.5544667840003967, + -0.5238386392593384, + -0.36918747425079346, + -0.08207830786705017, + -0.3995279371738434, + -0.3606675863265991, + -0.42720240354537964, + -0.47861921787261963, + -0.5510961413383484, + -0.5412101745605469, + -0.5532205700874329, + -0.6544076800346375, + -0.4232494533061981, + -0.2938458323478699, + -0.3029790222644806, + -0.32249578833580017, + -0.4484661817550659, + -0.48258572816848755, + -0.5280726552009583, + -0.39391064643859863, + -0.3126983344554901, + -0.2951432466506958, + -0.509365975856781, + -0.33418500423431396, + -0.020665783435106277, + -0.5189465880393982, + -0.6551199555397034, + -0.52781081199646, + -0.551801323890686, + -0.6250197291374207, + -0.43045249581336975, + -0.478993684053421, + -0.5422022938728333, + -0.4627007246017456, + -0.5149967670440674, + -0.6062957048416138, + -0.41020849347114563, + -0.612560510635376, + -0.49566155672073364, + -0.4556945860385895, + -0.5963189601898193, + -0.2579532861709595, + -0.5363715291023254, + -0.42014241218566895, + -0.5845552086830139, + -0.5466102957725525, + -0.5703336596488953, + -0.31410467624664307, + -0.5942301750183105, + -0.26494863629341125, + -0.4601115584373474, + -0.46738749742507935, + -0.5185940861701965, + -0.2623688876628876, + -0.5413286685943604, + -0.5680926442146301, + -0.4720068871974945, + -0.5451309680938721, + -0.5265576839447021, + -0.5176958441734314, + -0.5582056641578674, + -0.6152879595756531, + -0.3773229718208313, + -0.6173840761184692, + -0.35394909977912903, + -0.7741655707359314, + -0.37969163060188293, + -0.6306777000427246, + -0.44943708181381226, + -0.483573317527771, + -0.531761884689331, + -0.4431246519088745, + -0.4236166775226593, + -0.6596058011054993, + -0.2861613631248474, + -0.7087676525115967, + -0.48150551319122314, + -0.480546236038208, + -0.5260902047157288, + -0.5509523153305054, + -0.32834526896476746, + -0.44207650423049927, + -0.5236055850982666, + -0.49050936102867126, + -0.5801680088043213, + -0.6039295196533203, + -0.4548768699169159, + -0.4308781325817108, + -0.4123404324054718, + -0.37274858355522156, + -0.31528711318969727, + -0.5934017300605774, + -0.5930826663970947, + -0.27087995409965515, + -0.5210604071617126, + -0.5257653594017029, + -0.4612826108932495, + -0.6412227153778076, + -0.4393217861652374, + -0.4946557879447937, + -0.5464538335800171, + -0.38573601841926575, + -0.5689210295677185, + -0.37878912687301636, + -0.70441073179245, + -0.4838642477989197, + -0.5526779890060425, + -0.4976640045642853, + -0.44246745109558105, + -0.5184435248374939, + -0.33213722705841064, + -0.27398204803466797, + -0.47998329997062683, + -0.21409831941127777, + -0.23398977518081665, + -0.3177568018436432, + -0.4717082381248474, + -0.18773776292800903, + -0.4160448908805847, + -0.46115842461586, + -0.48970329761505127, + -0.47030213475227356, + -0.4891270697116852, + -0.6180253028869629, + -0.4206359386444092, + -0.5816729068756104, + -0.69428950548172, + -0.5242300629615784, + -0.4326552450656891, + -0.6885045170783997, + -0.5961571931838989, + -0.7374518513679504, + -0.46658754348754883, + -0.4602431654930115, + -0.8218511343002319, + -0.43837082386016846, + 0.07837735116481781, + -0.43358319997787476, + -0.5963688492774963, + -0.25664180517196655, + -0.5230675935745239, + -0.1531524360179901, + -0.5966453552246094, + -0.37766262888908386, + -0.43444642424583435, + -0.58268803358078, + -0.4579560160636902, + -0.7492144107818604, + -0.5287037491798401, + -0.5074479579925537, + -0.5006417036056519, + -0.6037896275520325, + -0.33880844712257385, + -0.3945782780647278, + -0.35889551043510437, + -0.5157800912857056, + -0.4428291320800781, + -0.5687186121940613, + -0.46898388862609863, + -0.8423655033111572, + -0.2826140522956848, + -0.4265599846839905, + -0.36999019980430603, + -0.3447130024433136, + -0.73606938123703, + -0.5194685459136963, + -0.048383284360170364, + -0.553048849105835, + -0.4604574739933014, + -0.4574626088142395, + -0.6095965504646301, + -0.5066725015640259, + -0.33832672238349915, + -0.4959147572517395, + -0.4731919765472412, + -0.48976656794548035, + -0.45104101300239563, + -0.23824910819530487, + -0.28937870264053345, + -0.42376717925071716, + -0.5851936936378479, + -0.5007866024971008, + -0.5030642747879028, + -0.4969628155231476, + -0.47932857275009155, + -0.5368354916572571, + -0.49940618872642517, + -0.46959540247917175, + -0.44373488426208496, + -0.48741844296455383, + -0.43930116295814514, + -0.3793843686580658, + -0.5647394061088562, + -0.3583078682422638, + -0.48613062500953674, + -0.4122648537158966, + -0.41633957624435425, + -0.30671921372413635, + -0.5649515986442566, + -0.30732816457748413, + -0.4370677173137665, + -0.5586996674537659, + -0.7081073522567749, + -0.4236273765563965, + -0.2791168689727783, + -0.5636939406394958, + -0.2490561306476593, + -0.47708433866500854, + -0.5223158001899719, + -0.5933550596237183, + -0.5243368148803711, + -0.41587287187576294, + -0.4354757070541382, + -0.5367198586463928, + -0.19684208929538727, + -0.8712815642356873, + -0.32767292857170105, + -0.5089884996414185, + -0.49187710881233215, + -0.45106950402259827, + -0.6767436265945435, + -0.5757318139076233, + -0.04830916225910187, + -0.6073828339576721, + -0.425042062997818, + -0.3457638919353485, + -0.39384332299232483, + -0.37373852729797363, + -0.5688499808311462, + -0.34811943769454956, + -0.5358219146728516, + -0.7427767515182495, + -0.7286580801010132, + -0.4794619679450989, + -0.37287020683288574, + -0.29067009687423706, + -0.49711695313453674, + -0.5089457631111145, + -0.32586777210235596, + -0.40082019567489624, + -0.4057784378528595, + -0.47385334968566895, + -0.675160825252533, + -0.3304242491722107, + -0.6410444974899292, + -0.30973151326179504, + -0.5640126466751099, + -0.4694785177707672, + -0.5404917001724243, + -0.571948230266571, + -0.09889768064022064, + -0.4261806011199951, + -0.508034348487854, + -0.4491671323776245, + -0.6183039546012878, + -0.5639215111732483, + -0.09167018532752991, + -0.37950918078422546, + -0.41607773303985596, + -0.6251943707466125, + -0.37891092896461487, + -0.9006605744361877, + -0.5867670178413391, + -0.4584008455276489, + -0.47390007972717285, + -0.3721641004085541, + -0.4639938771724701, + -0.528209924697876, + -0.502886176109314, + -0.3161791265010834, + -0.5255351662635803, + -0.43432897329330444, + -0.5799963474273682, + -0.41975659132003784, + -0.6311934590339661, + -0.46768927574157715, + -0.4677531123161316, + -0.4951457977294922, + -0.2992464601993561, + -0.4895727336406708, + -0.4336960017681122, + -0.5124205350875854, + -0.49293896555900574, + -0.3777798116207123, + -0.48858964443206787, + -0.41401609778404236, + -0.4705348610877991, + -0.592752993106842, + -0.486952006816864, + -0.36194008588790894, + -0.3710632920265198, + -0.36262640357017517, + -0.4681556820869446, + -0.46549272537231445, + -0.463983952999115, + -0.3254822790622711, + -0.5666584372520447, + -0.47606077790260315, + -0.29045045375823975, + -0.19390073418617249, + -0.550249457359314, + -0.585419774055481, + -0.5046972632408142, + -0.4186686873435974, + -0.5139114856719971, + -0.4742656350135803, + -0.34617841243743896, + -0.353181391954422, + -0.4864528179168701, + -0.4712086021900177, + -0.24857449531555176, + -0.5916643142700195, + -0.41318973898887634, + -0.44880661368370056, + -0.578191339969635, + -0.5173696279525757, + -0.529857873916626, + -0.47219234704971313, + -0.2506343424320221, + -0.6239128112792969, + -0.36055564880371094, + -0.5172219276428223, + -0.39235565066337585, + -0.3922330141067505, + -0.45536020398139954, + -0.6301197409629822, + -0.4115636944770813, + -0.5419695973396301, + -0.6271253228187561, + -0.4663333594799042, + -0.6172053813934326, + -0.3684278130531311, + -0.4126196801662445, + -0.4251556992530823, + -0.43271103501319885, + -0.4039948880672455, + -0.43893590569496155, + -0.3845100402832031, + -0.45052844285964966, + -0.5000430941581726, + -0.5085490345954895, + -0.39578506350517273, + -0.4675745666027069, + -0.35577255487442017, + -0.481762558221817, + -0.4771585166454315, + -0.3292239010334015, + -0.6675112843513489, + -0.40513166785240173, + -0.12044882774353027, + -0.5996763706207275, + -0.7551071643829346, + -0.35059770941734314, + -0.550431489944458, + -0.5311194658279419, + -0.5517386794090271, + -0.5537974834442139, + -0.45951294898986816, + -0.33407583832740784, + -0.3472788631916046, + -0.5800561308860779, + -0.23565253615379333, + -0.8724797368049622, + -0.43761956691741943, + -0.5377202033996582, + -0.38594573736190796, + -0.47633975744247437, + -0.3717060089111328, + -0.4746294319629669, + -0.43733808398246765, + -0.31705498695373535, + -0.2136949747800827, + -0.5267069339752197, + -0.49838152527809143, + -0.39343804121017456, + -0.3723554313182831, + -0.5368171334266663, + -0.5600111484527588, + -0.5326900482177734, + -0.19374430179595947, + -0.3950395882129669, + -0.23450134694576263, + -0.3003755211830139, + -0.3887854218482971, + -0.4968304932117462, + -0.47565513849258423, + -0.484754353761673, + -0.5560241341590881, + -0.7145700454711914, + -0.4818519651889801, + -0.5733075141906738, + -0.43970099091529846, + -0.3717484772205353, + -0.4899539351463318, + -0.5861971378326416, + -0.5588825941085815, + -0.3329695761203766, + -0.4197665750980377, + -0.4908674359321594, + -0.348054975271225, + -0.4605201184749603, + -0.5963130593299866, + -0.6032633185386658, + -0.34425297379493713, + -0.4703575074672699, + -0.39951595664024353, + -0.479097455739975, + -0.7048639059066772, + -0.3602886199951172, + -0.3954663574695587, + -0.5171255469322205, + -0.5464195013046265, + -0.45453914999961853, + -0.4325721859931946, + -0.48839348554611206, + -0.5156139731407166, + -0.5590139627456665, + -0.7077006101608276, + -0.5329839587211609, + -0.40391138195991516, + -0.21051378548145294, + -0.4876343011856079, + -0.4679538607597351, + -0.42502841353416443, + -0.4123510718345642, + -0.3870358169078827, + -0.42137205600738525, + -0.7075788974761963, + -0.46540316939353943, + -0.45196017622947693, + -0.45278552174568176, + -0.6219534873962402, + -0.27437663078308105, + -0.3885863125324249, + -0.49070897698402405, + -0.29976189136505127, + -0.26017215847969055, + -0.6258752346038818, + -0.40179237723350525, + -0.8319272398948669, + -0.375122606754303, + -0.4752129018306732, + -0.5775049924850464, + -0.5929874181747437, + -0.5178300142288208, + -0.48555123805999756, + -0.4438398778438568, + -0.40513432025909424, + -0.23718054592609406, + -0.4231621325016022, + -0.37536823749542236, + 0.02026320807635784, + -0.3533290922641754, + -0.5313576459884644, + -0.5783553123474121, + -0.503311812877655, + -0.45508071780204773, + -0.7034102082252502, + -0.4482550621032715, + -0.47411730885505676, + -0.24742138385772705, + -0.8328433036804199, + -0.2743985056877136, + -0.19603775441646576, + -0.47954246401786804, + -0.579651415348053, + -0.4084418714046478, + -0.39102205634117126, + -0.4819176495075226, + -0.5199503898620605, + -0.1954333633184433, + -0.4782528281211853, + -0.5120701193809509, + -0.4471054673194885, + -0.6682442426681519, + -0.5393854379653931, + -0.5632495880126953, + -0.3501369059085846, + -0.44113901257514954, + -0.21952064335346222, + -0.45079246163368225, + -0.2389148473739624, + -0.5028140544891357, + -0.3997153043746948, + -0.3677242696285248 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7250000000000001, - 0.625, - 0.65, - 0.6000000000000001, - 0.6499999999999999, - 0.625, - 0.6000000000000001, - 0.65, - 0.5750000000000001, - 0.5750000000000001 + 0.475, + 0.5, + 0.4875, + 0.49999999999999994, + 0.4875, + 0.5375, + 0.475, + 0.4375, + 0.4625, + 0.475, + 0.5, + 0.49999999999999994, + 0.5375, + 0.4625, + 0.44999999999999996, + 0.41250000000000003, + 0.4749999999999999, + 0.4375, + 0.5, + 0.4375 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9347989559173584, - 0.6724998950958252, - 0.707639217376709, - 0.7865137457847595, - 0.24286065995693207, - 0.6501877307891846, - 0.7694242000579834, - 0.7110304236412048, - 0.7290838956832886, - 0.1998707801103592 + -0.13798479735851288, + -0.040455352514982224, + 0.005499692168086767, + -0.0748542919754982, + 0.11398376524448395, + -0.1118072047829628, + 0.06994282454252243, + 0.09774970263242722, + 0.3286600410938263, + 0.0692371279001236, + 0.20913192629814148, + 0.056585490703582764, + 0.032798103988170624, + -0.044833794236183167, + -0.15863072872161865, + 0.022737249732017517, + -0.06165074557065964, + -0.06278283149003983, + 0.1165754497051239, + -0.06415148824453354 ], "rl_grad_norm": [ - 2.6650171279907227, - 1.26045560836792, - 1.4865573644638062, - 1.2464063167572021, - 0.24336251616477966, - 0.6206996440887451, - 0.5420651435852051, - 0.35572242736816406, - 0.48647168278694153, - 0.35737529397010803 + 0.4904758930206299, + 0.4042273163795471, + 0.39884471893310547, + 0.4080418050289154, + 0.19209833443164825, + 0.31878402829170227, + 0.3034575879573822, + 0.5452293157577515, + 0.3835074305534363, + 0.395505428314209, + 0.5177509784698486, + 0.5945842266082764, + 0.2096949964761734, + 0.5440956950187683, + 0.28005507588386536, + 0.19571851193904877, + 0.2726638913154602, + 0.19504237174987793, + 0.2307676374912262, + 0.3155679702758789 ], "bc_grad_norm": [ - 1.2624937295913696, - 1.4914032220840454, - 0.7024944424629211, - 0.7335597276687622, - 0.6847656965255737, - 0.3740024268627167, - 0.4319244623184204, - 0.46707648038864136, - 0.3016250431537628, - 0.21524278819561005 + 3.4190263748168945, + 2.439368486404419, + 2.538663864135742, + 2.818997383117676, + 1.9855854511260986, + 2.9828574657440186, + 3.1405651569366455, + 3.082331895828247, + 2.179065465927124, + 1.9138100147247314, + 1.7702052593231201, + 2.5153768062591553, + 2.715160369873047, + 5.419335842132568, + 4.472093105316162, + 3.6036324501037598, + 2.257070541381836, + 2.855971097946167, + 4.703042030334473, + 4.000342845916748 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00002660611062310636, - "embedding.weight": 0.007381188217550516, - "cnn.0.weight": 0.17627964913845062, - "cnn.0.bias": 0.008262481540441513, - "cnn.2.weight": 0.05372374504804611, - "cnn.2.bias": 0.025776704773306847, - "cnn.5.weight": 0.06608641147613525, - "cnn.5.bias": 0.019954904913902283, - "action_emb.weight": 0.024724282324314117, - "timestep_emb.weight": 0.006817050743848085, - "pos_emb.weight": 0.008726846426725388, - "transformer.layers.0.self_attn.in_proj_weight": 0.1553029865026474, - "transformer.layers.0.self_attn.in_proj_bias": 0.01695978082716465, - "transformer.layers.0.self_attn.out_proj.weight": 0.15891876816749573, - "transformer.layers.0.self_attn.out_proj.bias": 0.02313171699643135, - "transformer.layers.0.linear1.weight": 0.10958857089281082, - "transformer.layers.0.linear1.bias": 0.00740119069814682, - "transformer.layers.0.linear2.weight": 0.1697605699300766, - "transformer.layers.0.linear2.bias": 0.01956324838101864, - "transformer.layers.0.norm1.weight": 0.009214282967150211, - "transformer.layers.0.norm1.bias": 0.015322629362344742, - "transformer.layers.0.norm2.weight": 0.007340164855122566, - "transformer.layers.0.norm2.bias": 0.006518966052681208, - "transformer.layers.1.self_attn.in_proj_weight": 0.13716629147529602, - "transformer.layers.1.self_attn.in_proj_bias": 0.010188447311520576, - "transformer.layers.1.self_attn.out_proj.weight": 0.2275168001651764, - "transformer.layers.1.self_attn.out_proj.bias": 0.01668340340256691, - "transformer.layers.1.linear1.weight": 0.0854070857167244, - "transformer.layers.1.linear1.bias": 0.0056435405276715755, - "transformer.layers.1.linear2.weight": 0.11455913633108139, - "transformer.layers.1.linear2.bias": 0.016718866303563118, - "transformer.layers.1.norm1.weight": 0.007923116907477379, - "transformer.layers.1.norm1.bias": 0.009424704127013683, - "transformer.layers.1.norm2.weight": 0.004681949503719807, - "transformer.layers.1.norm2.bias": 0.004625970032066107, - "transformer.layers.2.self_attn.in_proj_weight": 0.17440997064113617, - "transformer.layers.2.self_attn.in_proj_bias": 0.015259955078363419, - "transformer.layers.2.self_attn.out_proj.weight": 0.15601801872253418, - "transformer.layers.2.self_attn.out_proj.bias": 0.018150994554162025, - "transformer.layers.2.linear1.weight": 0.08065375685691833, - "transformer.layers.2.linear1.bias": 0.005981571972370148, - "transformer.layers.2.linear2.weight": 0.09244663268327713, - "transformer.layers.2.linear2.bias": 0.019101975485682487, - "transformer.layers.2.norm1.weight": 0.012504586018621922, - "transformer.layers.2.norm1.bias": 0.017354123294353485, - "transformer.layers.2.norm2.weight": 0.0056258211843669415, - "transformer.layers.2.norm2.bias": 0.006671995855867863, - "transformer.layers.3.self_attn.in_proj_weight": 0.28676697611808777, - "transformer.layers.3.self_attn.in_proj_bias": 0.02531549520790577, - "transformer.layers.3.self_attn.out_proj.weight": 0.19562828540802002, - "transformer.layers.3.self_attn.out_proj.bias": 0.025313725695014, - "transformer.layers.3.linear1.weight": 0.28584834933280945, - "transformer.layers.3.linear1.bias": 0.022490719333291054, - "transformer.layers.3.linear2.weight": 0.1385798156261444, - "transformer.layers.3.linear2.bias": 0.03531552851200104, - "transformer.layers.3.norm1.weight": 0.021897124126553535, - "transformer.layers.3.norm1.bias": 0.03338535502552986, - "transformer.layers.3.norm2.weight": 0.024316828697919846, - "transformer.layers.3.norm2.bias": 0.03258591145277023, - "head.weight": 2.3194382190704346, - "head.bias": 0.07564857602119446, - "global_embedding.weight": 0.022498494014143944, - "global_cnn.0.weight": 0.18522948026657104, - "global_cnn.0.bias": 0.0052269697189331055, - "global_cnn.2.weight": 0.44622957706451416, - "global_cnn.2.bias": 0.01720629259943962, - "global_proj.weight": 0.10854543000459671, - "global_proj.bias": 0.043095413595438004, - "goal_head.0.weight": 0.04772939160466194, - "goal_head.0.bias": 0.01580740511417389, - "goal_head.2.weight": 0.0573403462767601, - "goal_head.2.bias": 0.03348663076758385 - }, - { - "global_gate": 0.0011790561256930232, - "embedding.weight": 0.009987270459532738, - "cnn.0.weight": 0.20031863451004028, - "cnn.0.bias": 0.011219521053135395, - "cnn.2.weight": 0.061592016369104385, - "cnn.2.bias": 0.03024653159081936, - "cnn.5.weight": 0.07144550234079361, - "cnn.5.bias": 0.019698524847626686, - "action_emb.weight": 0.016381898894906044, - "timestep_emb.weight": 0.007632473949342966, - "pos_emb.weight": 0.007645995356142521, - "transformer.layers.0.self_attn.in_proj_weight": 0.10814545303583145, - "transformer.layers.0.self_attn.in_proj_bias": 0.010181046091020107, - "transformer.layers.0.self_attn.out_proj.weight": 0.09013596922159195, - "transformer.layers.0.self_attn.out_proj.bias": 0.012547108344733715, - "transformer.layers.0.linear1.weight": 0.0817231833934784, - "transformer.layers.0.linear1.bias": 0.004964719992130995, - "transformer.layers.0.linear2.weight": 0.11273422837257385, - "transformer.layers.0.linear2.bias": 0.0106313182041049, - "transformer.layers.0.norm1.weight": 0.006370070856064558, - "transformer.layers.0.norm1.bias": 0.009844742715358734, - "transformer.layers.0.norm2.weight": 0.005551557056605816, - "transformer.layers.0.norm2.bias": 0.005317074712365866, - "transformer.layers.1.self_attn.in_proj_weight": 0.08829715102910995, - "transformer.layers.1.self_attn.in_proj_bias": 0.006540908012539148, - "transformer.layers.1.self_attn.out_proj.weight": 0.09788571298122406, - "transformer.layers.1.self_attn.out_proj.bias": 0.009019870311021805, - "transformer.layers.1.linear1.weight": 0.05797748267650604, - "transformer.layers.1.linear1.bias": 0.0033989031799137592, - "transformer.layers.1.linear2.weight": 0.08189497143030167, - "transformer.layers.1.linear2.bias": 0.008795271627604961, - "transformer.layers.1.norm1.weight": 0.004587494768202305, - "transformer.layers.1.norm1.bias": 0.0050284648314118385, - "transformer.layers.1.norm2.weight": 0.0037536760792136192, - "transformer.layers.1.norm2.bias": 0.00290204887278378, - "transformer.layers.2.self_attn.in_proj_weight": 0.11058413237333298, - "transformer.layers.2.self_attn.in_proj_bias": 0.007952189072966576, - "transformer.layers.2.self_attn.out_proj.weight": 0.0817321389913559, - "transformer.layers.2.self_attn.out_proj.bias": 0.008989626541733742, - "transformer.layers.2.linear1.weight": 0.04999024048447609, - "transformer.layers.2.linear1.bias": 0.003274506889283657, - "transformer.layers.2.linear2.weight": 0.060681454837322235, - "transformer.layers.2.linear2.bias": 0.008896864019334316, - "transformer.layers.2.norm1.weight": 0.007780055981129408, - "transformer.layers.2.norm1.bias": 0.008945934474468231, - "transformer.layers.2.norm2.weight": 0.0032438954804092646, - "transformer.layers.2.norm2.bias": 0.0032745026983320713, - "transformer.layers.3.self_attn.in_proj_weight": 0.1556752622127533, - "transformer.layers.3.self_attn.in_proj_bias": 0.015580937266349792, - "transformer.layers.3.self_attn.out_proj.weight": 0.08796630054712296, - "transformer.layers.3.self_attn.out_proj.bias": 0.013236171565949917, - "transformer.layers.3.linear1.weight": 0.13796545565128326, - "transformer.layers.3.linear1.bias": 0.011622773483395576, - "transformer.layers.3.linear2.weight": 0.07159607857465744, - "transformer.layers.3.linear2.bias": 0.018864508718252182, - "transformer.layers.3.norm1.weight": 0.012608173303306103, - "transformer.layers.3.norm1.bias": 0.022097716107964516, - "transformer.layers.3.norm2.weight": 0.010493543930351734, - "transformer.layers.3.norm2.bias": 0.01752370037138462, - "head.weight": 0.9130252003669739, - "head.bias": 0.03764737397432327, - "global_embedding.weight": 0.06946677714586258, - "global_cnn.0.weight": 0.42064037919044495, - "global_cnn.0.bias": 0.014150530099868774, - "global_cnn.2.weight": 0.939220130443573, - "global_cnn.2.bias": 0.025271233171224594, - "global_proj.weight": 0.14490915834903717, - "global_proj.bias": 0.07307066768407822, - "goal_head.0.weight": 0.07905113697052002, - "goal_head.0.bias": 0.031971048563718796, - "goal_head.2.weight": 0.1036236584186554, - "goal_head.2.bias": 0.08153825998306274 - }, - { - "global_gate": 0.0006293087499216199, - "embedding.weight": 0.004794018808752298, - "cnn.0.weight": 0.0938413068652153, - "cnn.0.bias": 0.004488035105168819, - "cnn.2.weight": 0.028757993131875992, - "cnn.2.bias": 0.016159621998667717, - "cnn.5.weight": 0.029003333300352097, - "cnn.5.bias": 0.011311070993542671, - "action_emb.weight": 0.01875339448451996, - "timestep_emb.weight": 0.005816645920276642, - "pos_emb.weight": 0.008072061464190483, - "transformer.layers.0.self_attn.in_proj_weight": 0.09156911820173264, - "transformer.layers.0.self_attn.in_proj_bias": 0.010211958549916744, - "transformer.layers.0.self_attn.out_proj.weight": 0.09775329381227493, - "transformer.layers.0.self_attn.out_proj.bias": 0.014566374011337757, - "transformer.layers.0.linear1.weight": 0.08429843187332153, - "transformer.layers.0.linear1.bias": 0.005498026497662067, - "transformer.layers.0.linear2.weight": 0.10788789391517639, - "transformer.layers.0.linear2.bias": 0.012300089001655579, - "transformer.layers.0.norm1.weight": 0.005077365320175886, - "transformer.layers.0.norm1.bias": 0.009087883867323399, - "transformer.layers.0.norm2.weight": 0.006586667150259018, - "transformer.layers.0.norm2.bias": 0.006233603693544865, - "transformer.layers.1.self_attn.in_proj_weight": 0.08772536367177963, - "transformer.layers.1.self_attn.in_proj_bias": 0.006775905843824148, - "transformer.layers.1.self_attn.out_proj.weight": 0.11353490501642227, - "transformer.layers.1.self_attn.out_proj.bias": 0.010407378897070885, - "transformer.layers.1.linear1.weight": 0.0548301637172699, - "transformer.layers.1.linear1.bias": 0.003497080644592643, - "transformer.layers.1.linear2.weight": 0.07794853299856186, - "transformer.layers.1.linear2.bias": 0.010415947996079922, - "transformer.layers.1.norm1.weight": 0.005192340351641178, - "transformer.layers.1.norm1.bias": 0.0057029747404158115, - "transformer.layers.1.norm2.weight": 0.003738066181540489, - "transformer.layers.1.norm2.bias": 0.0035806181840598583, - "transformer.layers.2.self_attn.in_proj_weight": 0.1015770360827446, - "transformer.layers.2.self_attn.in_proj_bias": 0.007983309216797352, - "transformer.layers.2.self_attn.out_proj.weight": 0.07285245507955551, - "transformer.layers.2.self_attn.out_proj.bias": 0.010963794775307178, - "transformer.layers.2.linear1.weight": 0.05250793695449829, - "transformer.layers.2.linear1.bias": 0.00352000561542809, - "transformer.layers.2.linear2.weight": 0.06127164512872696, - "transformer.layers.2.linear2.bias": 0.011267437599599361, - "transformer.layers.2.norm1.weight": 0.00634327856823802, - "transformer.layers.2.norm1.bias": 0.008602133952081203, - "transformer.layers.2.norm2.weight": 0.0034831275697797537, - "transformer.layers.2.norm2.bias": 0.0037465908098965883, - "transformer.layers.3.self_attn.in_proj_weight": 0.21420897543430328, - "transformer.layers.3.self_attn.in_proj_bias": 0.02285541407763958, - "transformer.layers.3.self_attn.out_proj.weight": 0.11309901624917984, - "transformer.layers.3.self_attn.out_proj.bias": 0.018985826522111893, - "transformer.layers.3.linear1.weight": 0.1484425961971283, - "transformer.layers.3.linear1.bias": 0.012642382644116879, - "transformer.layers.3.linear2.weight": 0.08733275532722473, - "transformer.layers.3.linear2.bias": 0.024695120751857758, - "transformer.layers.3.norm1.weight": 0.015444790944457054, - "transformer.layers.3.norm1.bias": 0.030483968555927277, - "transformer.layers.3.norm2.weight": 0.011257165111601353, - "transformer.layers.3.norm2.bias": 0.01744268089532852, - "head.weight": 1.2462131977081299, - "head.bias": 0.05073525011539459, - "global_embedding.weight": 0.017760343849658966, - "global_cnn.0.weight": 0.20267631113529205, - "global_cnn.0.bias": 0.00555735407397151, - "global_cnn.2.weight": 0.4867967963218689, - "global_cnn.2.bias": 0.024343952536582947, - "global_proj.weight": 0.09877477586269379, - "global_proj.bias": 0.06121750921010971, - "goal_head.0.weight": 0.05255638062953949, - "goal_head.0.bias": 0.023029262199997902, - "goal_head.2.weight": 0.07234323769807816, - "goal_head.2.bias": 0.0518522746860981 - }, - { - "global_gate": 0.0007030374254100025, - "embedding.weight": 0.009995708242058754, - "cnn.0.weight": 0.20480133593082428, - "cnn.0.bias": 0.010192422196269035, - "cnn.2.weight": 0.06198593229055405, - "cnn.2.bias": 0.01525050587952137, - "cnn.5.weight": 0.08281689882278442, - "cnn.5.bias": 0.011892618611454964, - "action_emb.weight": 0.022211143746972084, - "timestep_emb.weight": 0.006742492318153381, - "pos_emb.weight": 0.009357045404613018, - "transformer.layers.0.self_attn.in_proj_weight": 0.10059842467308044, - "transformer.layers.0.self_attn.in_proj_bias": 0.008634984493255615, - "transformer.layers.0.self_attn.out_proj.weight": 0.10007952898740768, - "transformer.layers.0.self_attn.out_proj.bias": 0.012404626235365868, - "transformer.layers.0.linear1.weight": 0.10232657194137573, - "transformer.layers.0.linear1.bias": 0.0053958650678396225, - "transformer.layers.0.linear2.weight": 0.11758404970169067, - "transformer.layers.0.linear2.bias": 0.009941543452441692, - "transformer.layers.0.norm1.weight": 0.005661794450134039, - "transformer.layers.0.norm1.bias": 0.007734620478004217, - "transformer.layers.0.norm2.weight": 0.009102888405323029, - "transformer.layers.0.norm2.bias": 0.006830591708421707, - "transformer.layers.1.self_attn.in_proj_weight": 0.08882784098386765, - "transformer.layers.1.self_attn.in_proj_bias": 0.006371079012751579, - "transformer.layers.1.self_attn.out_proj.weight": 0.09826229512691498, - "transformer.layers.1.self_attn.out_proj.bias": 0.008102450519800186, - "transformer.layers.1.linear1.weight": 0.06589420884847641, - "transformer.layers.1.linear1.bias": 0.003397434251382947, - "transformer.layers.1.linear2.weight": 0.08874887973070145, - "transformer.layers.1.linear2.bias": 0.007662239484488964, - "transformer.layers.1.norm1.weight": 0.0055734533816576, - "transformer.layers.1.norm1.bias": 0.006542567163705826, - "transformer.layers.1.norm2.weight": 0.005295837763696909, - "transformer.layers.1.norm2.bias": 0.0032309438101947308, - "transformer.layers.2.self_attn.in_proj_weight": 0.1151268407702446, - "transformer.layers.2.self_attn.in_proj_bias": 0.006422106176614761, - "transformer.layers.2.self_attn.out_proj.weight": 0.07954669743776321, - "transformer.layers.2.self_attn.out_proj.bias": 0.007604910060763359, - "transformer.layers.2.linear1.weight": 0.056279025971889496, - "transformer.layers.2.linear1.bias": 0.003280739765614271, - "transformer.layers.2.linear2.weight": 0.06943193078041077, - "transformer.layers.2.linear2.bias": 0.007799332030117512, - "transformer.layers.2.norm1.weight": 0.009418726898729801, - "transformer.layers.2.norm1.bias": 0.007100535091012716, - "transformer.layers.2.norm2.weight": 0.003911541309207678, - "transformer.layers.2.norm2.bias": 0.0031545129604637623, - "transformer.layers.3.self_attn.in_proj_weight": 0.2131570428609848, - "transformer.layers.3.self_attn.in_proj_bias": 0.017712997272610664, - "transformer.layers.3.self_attn.out_proj.weight": 0.11852849274873734, - "transformer.layers.3.self_attn.out_proj.bias": 0.014432827942073345, - "transformer.layers.3.linear1.weight": 0.16309848427772522, - "transformer.layers.3.linear1.bias": 0.012222052551805973, - "transformer.layers.3.linear2.weight": 0.08944680541753769, - "transformer.layers.3.linear2.bias": 0.019672950729727745, - "transformer.layers.3.norm1.weight": 0.01869221217930317, - "transformer.layers.3.norm1.bias": 0.024915436282753944, - "transformer.layers.3.norm2.weight": 0.014216342940926552, - "transformer.layers.3.norm2.bias": 0.017199622467160225, - "head.weight": 1.1623477935791016, - "head.bias": 0.03873687982559204, - "global_embedding.weight": 0.019634218886494637, - "global_cnn.0.weight": 0.12852394580841064, - "global_cnn.0.bias": 0.003792904783040285, - "global_cnn.2.weight": 0.3273177444934845, - "global_cnn.2.bias": 0.012897687964141369, - "global_proj.weight": 0.05188482627272606, - "global_proj.bias": 0.03283907100558281, - "goal_head.0.weight": 0.025653047487139702, - "goal_head.0.bias": 0.011862351559102535, - "goal_head.2.weight": 0.03446831926703453, - "goal_head.2.bias": 0.027235575020313263 - }, - { - "global_gate": 9.689551916380879e-6, - "embedding.weight": 0.0012595979496836662, - "cnn.0.weight": 0.027249230071902275, - "cnn.0.bias": 0.001164907356724143, - "cnn.2.weight": 0.006250857375562191, - "cnn.2.bias": 0.0014114601071923971, - "cnn.5.weight": 0.007142313290387392, - "cnn.5.bias": 0.0012999314349144697, - "action_emb.weight": 0.0017615482211112976, - "timestep_emb.weight": 0.0007799536688253284, - "pos_emb.weight": 0.001163984532468021, - "transformer.layers.0.self_attn.in_proj_weight": 0.008716406300663948, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005838635261170566, - "transformer.layers.0.self_attn.out_proj.weight": 0.008505858480930328, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008440761594101787, - "transformer.layers.0.linear1.weight": 0.01011846773326397, - "transformer.layers.0.linear1.bias": 0.00039626823854632676, - "transformer.layers.0.linear2.weight": 0.010285417549312115, - "transformer.layers.0.linear2.bias": 0.0006121015758253634, - "transformer.layers.0.norm1.weight": 0.0005082333227619529, - "transformer.layers.0.norm1.bias": 0.0005252733244560659, - "transformer.layers.0.norm2.weight": 0.00086958147585392, - "transformer.layers.0.norm2.bias": 0.00041819558828137815, - "transformer.layers.1.self_attn.in_proj_weight": 0.00954403169453144, - "transformer.layers.1.self_attn.in_proj_bias": 0.0004362998006399721, - "transformer.layers.1.self_attn.out_proj.weight": 0.008152846246957779, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005001523531973362, - "transformer.layers.1.linear1.weight": 0.006216798909008503, - "transformer.layers.1.linear1.bias": 0.0002609427901916206, - "transformer.layers.1.linear2.weight": 0.007200528401881456, - "transformer.layers.1.linear2.bias": 0.00045719905756413937, - "transformer.layers.1.norm1.weight": 0.0005352573352865875, - "transformer.layers.1.norm1.bias": 0.000493863713927567, - "transformer.layers.1.norm2.weight": 0.000481039984151721, - "transformer.layers.1.norm2.bias": 0.00022828858345746994, - "transformer.layers.2.self_attn.in_proj_weight": 0.010243711061775684, - "transformer.layers.2.self_attn.in_proj_bias": 0.00041925368714146316, - "transformer.layers.2.self_attn.out_proj.weight": 0.005947927013039589, - "transformer.layers.2.self_attn.out_proj.bias": 0.00042646066867746413, - "transformer.layers.2.linear1.weight": 0.004945231135934591, - "transformer.layers.2.linear1.bias": 0.0002543441078159958, - "transformer.layers.2.linear2.weight": 0.005594060756266117, - "transformer.layers.2.linear2.bias": 0.00040836978587321937, - "transformer.layers.2.norm1.weight": 0.0007085491670295596, - "transformer.layers.2.norm1.bias": 0.0004087118722964078, - "transformer.layers.2.norm2.weight": 0.0003082197508774698, - "transformer.layers.2.norm2.bias": 0.00025811424711719155, - "transformer.layers.3.self_attn.in_proj_weight": 0.01810135319828987, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007644870202057064, - "transformer.layers.3.self_attn.out_proj.weight": 0.007770789787173271, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005742046050727367, - "transformer.layers.3.linear1.weight": 0.01098615862429142, - "transformer.layers.3.linear1.bias": 0.0006010538781993091, - "transformer.layers.3.linear2.weight": 0.006165601778775454, - "transformer.layers.3.linear2.bias": 0.0007057353504933417, - "transformer.layers.3.norm1.weight": 0.001327243517152965, - "transformer.layers.3.norm1.bias": 0.0008872427861206234, - "transformer.layers.3.norm2.weight": 0.0008020758396014571, - "transformer.layers.3.norm2.bias": 0.0005629351944662631, - "head.weight": 0.07626980543136597, - "head.bias": 0.0014321365160867572, - "global_embedding.weight": 0.017159489914774895, - "global_cnn.0.weight": 0.06823985278606415, - "global_cnn.0.bias": 0.0026059213560074568, - "global_cnn.2.weight": 0.14386077225208282, - "global_cnn.2.bias": 0.008891117759048939, - "global_proj.weight": 0.03656582534313202, - "global_proj.bias": 0.019925545901060104, - "goal_head.0.weight": 0.020556805655360222, - "goal_head.0.bias": 0.007721885107457638, - "goal_head.2.weight": 0.026970403268933296, - "goal_head.2.bias": 0.016627881675958633 - }, - { - "global_gate": 0.00002676263466128148, - "embedding.weight": 0.0008337739272974432, - "cnn.0.weight": 0.01582428440451622, - "cnn.0.bias": 0.0007172282203100622, - "cnn.2.weight": 0.0050153047777712345, - "cnn.2.bias": 0.0017167479963973165, - "cnn.5.weight": 0.00968197826296091, - "cnn.5.bias": 0.0013479739427566528, - "action_emb.weight": 0.004210997838526964, - "timestep_emb.weight": 0.0022477973252534866, - "pos_emb.weight": 0.0031059107277542353, - "transformer.layers.0.self_attn.in_proj_weight": 0.0227130725979805, - "transformer.layers.0.self_attn.in_proj_bias": 0.001812898670323193, - "transformer.layers.0.self_attn.out_proj.weight": 0.021035248413681984, - "transformer.layers.0.self_attn.out_proj.bias": 0.0027100462466478348, - "transformer.layers.0.linear1.weight": 0.023272398859262466, - "transformer.layers.0.linear1.bias": 0.0011524367146193981, - "transformer.layers.0.linear2.weight": 0.027496708557009697, - "transformer.layers.0.linear2.bias": 0.0020540279801934958, - "transformer.layers.0.norm1.weight": 0.0013254095101729035, - "transformer.layers.0.norm1.bias": 0.0017633758252486587, - "transformer.layers.0.norm2.weight": 0.001974669983610511, - "transformer.layers.0.norm2.bias": 0.0013889248948544264, - "transformer.layers.1.self_attn.in_proj_weight": 0.019828522577881813, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011918983655050397, - "transformer.layers.1.self_attn.out_proj.weight": 0.020056303590536118, - "transformer.layers.1.self_attn.out_proj.bias": 0.0017756400629878044, - "transformer.layers.1.linear1.weight": 0.015693657100200653, - "transformer.layers.1.linear1.bias": 0.0007850694819353521, - "transformer.layers.1.linear2.weight": 0.0204127486795187, - "transformer.layers.1.linear2.bias": 0.001693859463557601, - "transformer.layers.1.norm1.weight": 0.0012118516024202108, - "transformer.layers.1.norm1.bias": 0.0010504096280783415, - "transformer.layers.1.norm2.weight": 0.0011184754548594356, - "transformer.layers.1.norm2.bias": 0.0006991935078985989, - "transformer.layers.2.self_attn.in_proj_weight": 0.02423393540084362, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011149670463055372, - "transformer.layers.2.self_attn.out_proj.weight": 0.01837453618645668, - "transformer.layers.2.self_attn.out_proj.bias": 0.001685664290562272, - "transformer.layers.2.linear1.weight": 0.013859426602721214, - "transformer.layers.2.linear1.bias": 0.000783062307164073, - "transformer.layers.2.linear2.weight": 0.016075067222118378, - "transformer.layers.2.linear2.bias": 0.0017582649597898126, - "transformer.layers.2.norm1.weight": 0.0016277121612802148, - "transformer.layers.2.norm1.bias": 0.0009586757514625788, - "transformer.layers.2.norm2.weight": 0.0009580376790836453, - "transformer.layers.2.norm2.bias": 0.000765813747420907, - "transformer.layers.3.self_attn.in_proj_weight": 0.04627688229084015, - "transformer.layers.3.self_attn.in_proj_bias": 0.004372771829366684, - "transformer.layers.3.self_attn.out_proj.weight": 0.01930181309580803, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033164313063025475, - "transformer.layers.3.linear1.weight": 0.035529725253582, - "transformer.layers.3.linear1.bias": 0.0025538417976349592, - "transformer.layers.3.linear2.weight": 0.020647481083869934, - "transformer.layers.3.linear2.bias": 0.004601099528372288, - "transformer.layers.3.norm1.weight": 0.003498496487736702, - "transformer.layers.3.norm1.bias": 0.005826521664857864, - "transformer.layers.3.norm2.weight": 0.0028622921090573072, - "transformer.layers.3.norm2.bias": 0.003428871976211667, - "head.weight": 0.2539706230163574, - "head.bias": 0.009018849581480026, - "global_embedding.weight": 0.01576978713274002, - "global_cnn.0.weight": 0.12235943228006363, - "global_cnn.0.bias": 0.00306627806276083, - "global_cnn.2.weight": 0.29441171884536743, - "global_cnn.2.bias": 0.013291148468852043, - "global_proj.weight": 0.04171852022409439, - "global_proj.bias": 0.0291963629424572, - "goal_head.0.weight": 0.023705892264842987, - "goal_head.0.bias": 0.010770969092845917, - "goal_head.2.weight": 0.030362196266651154, - "goal_head.2.bias": 0.02355916053056717 - }, - { - "global_gate": 0.00023515526845585555, - "embedding.weight": 0.0012871070066466928, - "cnn.0.weight": 0.03665982559323311, - "cnn.0.bias": 0.0013474264414981008, - "cnn.2.weight": 0.013768240809440613, - "cnn.2.bias": 0.0033095304388552904, - "cnn.5.weight": 0.024680061265826225, - "cnn.5.bias": 0.0033722384832799435, - "action_emb.weight": 0.009129764512181282, - "timestep_emb.weight": 0.002837840700522065, - "pos_emb.weight": 0.0048607042990624905, - "transformer.layers.0.self_attn.in_proj_weight": 0.03404829278588295, - "transformer.layers.0.self_attn.in_proj_bias": 0.00262383371591568, - "transformer.layers.0.self_attn.out_proj.weight": 0.03261813893914223, - "transformer.layers.0.self_attn.out_proj.bias": 0.003909648861736059, - "transformer.layers.0.linear1.weight": 0.0440945141017437, - "transformer.layers.0.linear1.bias": 0.0019115251488983631, - "transformer.layers.0.linear2.weight": 0.04140334576368332, - "transformer.layers.0.linear2.bias": 0.0026936237700283527, - "transformer.layers.0.norm1.weight": 0.0020775231532752514, - "transformer.layers.0.norm1.bias": 0.002462373347952962, - "transformer.layers.0.norm2.weight": 0.004862447734922171, - "transformer.layers.0.norm2.bias": 0.0023956552613526583, - "transformer.layers.1.self_attn.in_proj_weight": 0.03924136236310005, - "transformer.layers.1.self_attn.in_proj_bias": 0.001694998238235712, - "transformer.layers.1.self_attn.out_proj.weight": 0.027969129383563995, - "transformer.layers.1.self_attn.out_proj.bias": 0.0022354205138981342, - "transformer.layers.1.linear1.weight": 0.021071190014481544, - "transformer.layers.1.linear1.bias": 0.001205970416776836, - "transformer.layers.1.linear2.weight": 0.023968031629920006, - "transformer.layers.1.linear2.bias": 0.0021614888682961464, - "transformer.layers.1.norm1.weight": 0.0027955572586506605, - "transformer.layers.1.norm1.bias": 0.0015205027302727103, - "transformer.layers.1.norm2.weight": 0.0015505055198445916, - "transformer.layers.1.norm2.bias": 0.001768162939697504, - "transformer.layers.2.self_attn.in_proj_weight": 0.03940221294760704, - "transformer.layers.2.self_attn.in_proj_bias": 0.002042245352640748, - "transformer.layers.2.self_attn.out_proj.weight": 0.019205763936042786, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018672775477170944, - "transformer.layers.2.linear1.weight": 0.0139195891097188, - "transformer.layers.2.linear1.bias": 0.0008118574623949826, - "transformer.layers.2.linear2.weight": 0.015675503760576248, - "transformer.layers.2.linear2.bias": 0.0018695932812988758, - "transformer.layers.2.norm1.weight": 0.0028335903771221638, - "transformer.layers.2.norm1.bias": 0.001995558151975274, - "transformer.layers.2.norm2.weight": 0.000950099085457623, - "transformer.layers.2.norm2.bias": 0.0008983133011497557, - "transformer.layers.3.self_attn.in_proj_weight": 0.05648406594991684, - "transformer.layers.3.self_attn.in_proj_bias": 0.0042387936264276505, - "transformer.layers.3.self_attn.out_proj.weight": 0.02791837602853775, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033196047879755497, - "transformer.layers.3.linear1.weight": 0.03891119733452797, - "transformer.layers.3.linear1.bias": 0.002792147221043706, - "transformer.layers.3.linear2.weight": 0.021014094352722168, - "transformer.layers.3.linear2.bias": 0.00431270245462656, - "transformer.layers.3.norm1.weight": 0.004771834705024958, - "transformer.layers.3.norm1.bias": 0.005981093272566795, - "transformer.layers.3.norm2.weight": 0.0033469772897660732, - "transformer.layers.3.norm2.bias": 0.003943638876080513, - "head.weight": 0.25450968742370605, - "head.bias": 0.008178168907761574, - "global_embedding.weight": 0.014567292295396328, - "global_cnn.0.weight": 0.08313293755054474, - "global_cnn.0.bias": 0.0033131048548966646, - "global_cnn.2.weight": 0.1627885401248932, - "global_cnn.2.bias": 0.007543057668954134, - "global_proj.weight": 0.04740436375141144, - "global_proj.bias": 0.03342757374048233, - "goal_head.0.weight": 0.03507128357887268, - "goal_head.0.bias": 0.016316356137394905, - "goal_head.2.weight": 0.054689355194568634, - "goal_head.2.bias": 0.04245999827980995 - }, - { - "global_gate": 0.0003441517474129796, - "embedding.weight": 0.000937721983063966, - "cnn.0.weight": 0.02779144048690796, - "cnn.0.bias": 0.0012030135840177536, - "cnn.2.weight": 0.011068581603467464, - "cnn.2.bias": 0.004496516659855843, - "cnn.5.weight": 0.016059622168540955, - "cnn.5.bias": 0.003151241224259138, - "action_emb.weight": 0.00717311492189765, - "timestep_emb.weight": 0.0035903688985854387, - "pos_emb.weight": 0.005598839372396469, - "transformer.layers.0.self_attn.in_proj_weight": 0.03652098774909973, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026579808909446, - "transformer.layers.0.self_attn.out_proj.weight": 0.03465297445654869, - "transformer.layers.0.self_attn.out_proj.bias": 0.003584521356970072, - "transformer.layers.0.linear1.weight": 0.039359260350465775, - "transformer.layers.0.linear1.bias": 0.0017493732739239931, - "transformer.layers.0.linear2.weight": 0.04500994086265564, - "transformer.layers.0.linear2.bias": 0.003005183767527342, - "transformer.layers.0.norm1.weight": 0.002026291098445654, - "transformer.layers.0.norm1.bias": 0.00246996502391994, - "transformer.layers.0.norm2.weight": 0.003493590746074915, - "transformer.layers.0.norm2.bias": 0.0016972968587651849, - "transformer.layers.1.self_attn.in_proj_weight": 0.030697500333189964, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017830014694482088, - "transformer.layers.1.self_attn.out_proj.weight": 0.032389070838689804, - "transformer.layers.1.self_attn.out_proj.bias": 0.002392904367297888, - "transformer.layers.1.linear1.weight": 0.02755146287381649, - "transformer.layers.1.linear1.bias": 0.001278182491660118, - "transformer.layers.1.linear2.weight": 0.03462236002087593, - "transformer.layers.1.linear2.bias": 0.0022928679827600718, - "transformer.layers.1.norm1.weight": 0.001957913860678673, - "transformer.layers.1.norm1.bias": 0.0016388286603614688, - "transformer.layers.1.norm2.weight": 0.001954903593286872, - "transformer.layers.1.norm2.bias": 0.0010590049205347896, - "transformer.layers.2.self_attn.in_proj_weight": 0.05332573130726814, - "transformer.layers.2.self_attn.in_proj_bias": 0.001988861011341214, - "transformer.layers.2.self_attn.out_proj.weight": 0.029296865686774254, - "transformer.layers.2.self_attn.out_proj.bias": 0.002466665580868721, - "transformer.layers.2.linear1.weight": 0.027345305308699608, - "transformer.layers.2.linear1.bias": 0.0013886181404814124, - "transformer.layers.2.linear2.weight": 0.029662180691957474, - "transformer.layers.2.linear2.bias": 0.002373429946601391, - "transformer.layers.2.norm1.weight": 0.003356185043230653, - "transformer.layers.2.norm1.bias": 0.0022354989778250456, - "transformer.layers.2.norm2.weight": 0.0017327519599348307, - "transformer.layers.2.norm2.bias": 0.001416990882717073, - "transformer.layers.3.self_attn.in_proj_weight": 0.09809760749340057, - "transformer.layers.3.self_attn.in_proj_bias": 0.005571255926042795, - "transformer.layers.3.self_attn.out_proj.weight": 0.03118984028697014, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035944886039942503, - "transformer.layers.3.linear1.weight": 0.05559698864817619, - "transformer.layers.3.linear1.bias": 0.003965460695326328, - "transformer.layers.3.linear2.weight": 0.029500335454940796, - "transformer.layers.3.linear2.bias": 0.005491521209478378, - "transformer.layers.3.norm1.weight": 0.0073761590756475925, - "transformer.layers.3.norm1.bias": 0.007971246726810932, - "transformer.layers.3.norm2.weight": 0.004265783354640007, - "transformer.layers.3.norm2.bias": 0.0053259036503732204, - "head.weight": 0.3335532248020172, - "head.bias": 0.01158800907433033, - "global_embedding.weight": 0.010776023380458355, - "global_cnn.0.weight": 0.12746381759643555, - "global_cnn.0.bias": 0.006083985324949026, - "global_cnn.2.weight": 0.27111613750457764, - "global_cnn.2.bias": 0.015843497589230537, - "global_proj.weight": 0.04797472804784775, - "global_proj.bias": 0.041137680411338806, - "goal_head.0.weight": 0.03340287134051323, - "goal_head.0.bias": 0.018974393606185913, - "goal_head.2.weight": 0.05080712214112282, - "goal_head.2.bias": 0.05357249453663826 - }, - { - "global_gate": 0.00011231194366700947, - "embedding.weight": 0.0007157215150073171, - "cnn.0.weight": 0.019535178318619728, - "cnn.0.bias": 0.0008874951745383441, - "cnn.2.weight": 0.006986517459154129, - "cnn.2.bias": 0.0024290478322654963, - "cnn.5.weight": 0.010075937025249004, - "cnn.5.bias": 0.001947556622326374, - "action_emb.weight": 0.0039725531823933125, - "timestep_emb.weight": 0.0028287831228226423, - "pos_emb.weight": 0.004367442801594734, - "transformer.layers.0.self_attn.in_proj_weight": 0.028750399127602577, - "transformer.layers.0.self_attn.in_proj_bias": 0.002469957573339343, - "transformer.layers.0.self_attn.out_proj.weight": 0.028774883598089218, - "transformer.layers.0.self_attn.out_proj.bias": 0.003336590016260743, - "transformer.layers.0.linear1.weight": 0.028032362461090088, - "transformer.layers.0.linear1.bias": 0.0014364463277161121, - "transformer.layers.0.linear2.weight": 0.030385585501790047, - "transformer.layers.0.linear2.bias": 0.0027726811822503805, - "transformer.layers.0.norm1.weight": 0.0017359252087771893, - "transformer.layers.0.norm1.bias": 0.0021956590935587883, - "transformer.layers.0.norm2.weight": 0.002411078894510865, - "transformer.layers.0.norm2.bias": 0.0012966074282303452, - "transformer.layers.1.self_attn.in_proj_weight": 0.025247374549508095, - "transformer.layers.1.self_attn.in_proj_bias": 0.0016940813511610031, - "transformer.layers.1.self_attn.out_proj.weight": 0.026042969897389412, - "transformer.layers.1.self_attn.out_proj.bias": 0.002341408049687743, - "transformer.layers.1.linear1.weight": 0.01781057007610798, - "transformer.layers.1.linear1.bias": 0.0009335767244920135, - "transformer.layers.1.linear2.weight": 0.022517848759889603, - "transformer.layers.1.linear2.bias": 0.0022732254583388567, - "transformer.layers.1.norm1.weight": 0.001490867231041193, - "transformer.layers.1.norm1.bias": 0.001617645495571196, - "transformer.layers.1.norm2.weight": 0.0012059767032042146, - "transformer.layers.1.norm2.bias": 0.0008122738217934966, - "transformer.layers.2.self_attn.in_proj_weight": 0.033469997346401215, - "transformer.layers.2.self_attn.in_proj_bias": 0.002026153262704611, - "transformer.layers.2.self_attn.out_proj.weight": 0.020169027149677277, - "transformer.layers.2.self_attn.out_proj.bias": 0.0022058612667024136, - "transformer.layers.2.linear1.weight": 0.015568843111395836, - "transformer.layers.2.linear1.bias": 0.0008313843864016235, - "transformer.layers.2.linear2.weight": 0.016948049888014793, - "transformer.layers.2.linear2.bias": 0.002267303876578808, - "transformer.layers.2.norm1.weight": 0.0022399614099413157, - "transformer.layers.2.norm1.bias": 0.002433141926303506, - "transformer.layers.2.norm2.weight": 0.0009982641786336899, - "transformer.layers.2.norm2.bias": 0.0008044388378039002, - "transformer.layers.3.self_attn.in_proj_weight": 0.04969904199242592, - "transformer.layers.3.self_attn.in_proj_bias": 0.0034488835372030735, - "transformer.layers.3.self_attn.out_proj.weight": 0.023127084597945213, - "transformer.layers.3.self_attn.out_proj.bias": 0.0032730160746723413, - "transformer.layers.3.linear1.weight": 0.050564829260110855, - "transformer.layers.3.linear1.bias": 0.003923412878066301, - "transformer.layers.3.linear2.weight": 0.026368606835603714, - "transformer.layers.3.linear2.bias": 0.005591831635683775, - "transformer.layers.3.norm1.weight": 0.0036023466382175684, - "transformer.layers.3.norm1.bias": 0.004562085494399071, - "transformer.layers.3.norm2.weight": 0.004721004981547594, - "transformer.layers.3.norm2.bias": 0.0065155671909451485, - "head.weight": 0.3342023193836212, - "head.bias": 0.01312698982656002, - "global_embedding.weight": 0.0034971090499311686, - "global_cnn.0.weight": 0.05907130241394043, - "global_cnn.0.bias": 0.002158530056476593, - "global_cnn.2.weight": 0.08252426236867905, - "global_cnn.2.bias": 0.003163938643410802, - "global_proj.weight": 0.032353341579437256, - "global_proj.bias": 0.024110890924930573, - "goal_head.0.weight": 0.027034344151616096, - "goal_head.0.bias": 0.013249118812382221, - "goal_head.2.weight": 0.04697085916996002, - "goal_head.2.bias": 0.035676706582307816 - }, - { - "global_gate": 0.00013684277655556798, - "embedding.weight": 0.0008908946183510125, - "cnn.0.weight": 0.020939728245139122, - "cnn.0.bias": 0.0008930756594054401, - "cnn.2.weight": 0.007526541128754616, - "cnn.2.bias": 0.0015313610201701522, - "cnn.5.weight": 0.013230016455054283, - "cnn.5.bias": 0.0015350953908637166, - "action_emb.weight": 0.007575000170618296, - "timestep_emb.weight": 0.003664802759885788, - "pos_emb.weight": 0.005030808504670858, - "transformer.layers.0.self_attn.in_proj_weight": 0.03194568678736687, - "transformer.layers.0.self_attn.in_proj_bias": 0.003047337755560875, - "transformer.layers.0.self_attn.out_proj.weight": 0.03489164263010025, - "transformer.layers.0.self_attn.out_proj.bias": 0.004951202776283026, - "transformer.layers.0.linear1.weight": 0.040281035006046295, - "transformer.layers.0.linear1.bias": 0.002103406935930252, - "transformer.layers.0.linear2.weight": 0.043081846088171005, - "transformer.layers.0.linear2.bias": 0.0034418446011841297, - "transformer.layers.0.norm1.weight": 0.0019301470601931214, - "transformer.layers.0.norm1.bias": 0.0028960665222257376, - "transformer.layers.0.norm2.weight": 0.003945191390812397, - "transformer.layers.0.norm2.bias": 0.0034846628550440073, - "transformer.layers.1.self_attn.in_proj_weight": 0.0322057269513607, - "transformer.layers.1.self_attn.in_proj_bias": 0.002346891211345792, - "transformer.layers.1.self_attn.out_proj.weight": 0.029528627172112465, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028571432922035456, - "transformer.layers.1.linear1.weight": 0.026021966710686684, - "transformer.layers.1.linear1.bias": 0.0013032255228608847, - "transformer.layers.1.linear2.weight": 0.03352351486682892, - "transformer.layers.1.linear2.bias": 0.0026795347221195698, - "transformer.layers.1.norm1.weight": 0.0019860900938510895, - "transformer.layers.1.norm1.bias": 0.0026471936143934727, - "transformer.layers.1.norm2.weight": 0.0018800117541104555, - "transformer.layers.1.norm2.bias": 0.0013386652572080493, - "transformer.layers.2.self_attn.in_proj_weight": 0.049244944006204605, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028292436618357897, - "transformer.layers.2.self_attn.out_proj.weight": 0.02457219921052456, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027328815776854753, - "transformer.layers.2.linear1.weight": 0.020394695922732353, - "transformer.layers.2.linear1.bias": 0.001181660103611648, - "transformer.layers.2.linear2.weight": 0.022409550845623016, - "transformer.layers.2.linear2.bias": 0.0030430720653384924, - "transformer.layers.2.norm1.weight": 0.003554087597876787, - "transformer.layers.2.norm1.bias": 0.0033566122874617577, - "transformer.layers.2.norm2.weight": 0.001373660285025835, - "transformer.layers.2.norm2.bias": 0.0013614604249596596, - "transformer.layers.3.self_attn.in_proj_weight": 0.06968250870704651, - "transformer.layers.3.self_attn.in_proj_bias": 0.005043690092861652, - "transformer.layers.3.self_attn.out_proj.weight": 0.03390177711844444, - "transformer.layers.3.self_attn.out_proj.bias": 0.00481857405975461, - "transformer.layers.3.linear1.weight": 0.060343366116285324, - "transformer.layers.3.linear1.bias": 0.004065555986016989, - "transformer.layers.3.linear2.weight": 0.03391071408987045, - "transformer.layers.3.linear2.bias": 0.007016561925411224, - "transformer.layers.3.norm1.weight": 0.0058782282285392284, - "transformer.layers.3.norm1.bias": 0.00676130224019289, - "transformer.layers.3.norm2.weight": 0.005185930524021387, - "transformer.layers.3.norm2.bias": 0.00574297783896327, - "head.weight": 0.4215562045574188, - "head.bias": 0.015919961035251617, - "global_embedding.weight": 0.0033144087065011263, - "global_cnn.0.weight": 0.05088067427277565, - "global_cnn.0.bias": 0.0017677278956398368, - "global_cnn.2.weight": 0.06475631892681122, - "global_cnn.2.bias": 0.0024463459849357605, - "global_proj.weight": 0.01944982446730137, - "global_proj.bias": 0.015267609618604183, - "goal_head.0.weight": 0.01781514845788479, - "goal_head.0.bias": 0.00866592675447464, - "goal_head.2.weight": 0.04498422145843506, - "goal_head.2.bias": 0.026158355176448822 + "global_gate": 0.00023698444420006126, + "embedding.weight": 0.0022444287315011024, + "cnn.0.weight": 0.04133056476712227, + "cnn.0.bias": 0.0015548227820545435, + "cnn.2.weight": 0.01202474907040596, + "cnn.2.bias": 0.004576270002871752, + "cnn.5.weight": 0.017412744462490082, + "cnn.5.bias": 0.004707230720669031, + "action_emb.weight": 0.007561208680272102, + "timestep_emb.weight": 0.0019393927650526166, + "pos_emb.weight": 0.0033646838273853064, + "transformer.layers.0.self_attn.in_proj_weight": 0.04318690299987793, + "transformer.layers.0.self_attn.in_proj_bias": 0.0045106541365385056, + "transformer.layers.0.self_attn.out_proj.weight": 0.04828225076198578, + "transformer.layers.0.self_attn.out_proj.bias": 0.006594948470592499, + "transformer.layers.0.linear1.weight": 0.040209367871284485, + "transformer.layers.0.linear1.bias": 0.002969512017443776, + "transformer.layers.0.linear2.weight": 0.056814249604940414, + "transformer.layers.0.linear2.bias": 0.0057010832242667675, + "transformer.layers.0.norm1.weight": 0.0022442922927439213, + "transformer.layers.0.norm1.bias": 0.003714450867846608, + "transformer.layers.0.norm2.weight": 0.002749956212937832, + "transformer.layers.0.norm2.bias": 0.0032394579611718655, + "transformer.layers.1.self_attn.in_proj_weight": 0.05054271221160889, + "transformer.layers.1.self_attn.in_proj_bias": 0.0031816076952964067, + "transformer.layers.1.self_attn.out_proj.weight": 0.05709430202841759, + "transformer.layers.1.self_attn.out_proj.bias": 0.004468526225537062, + "transformer.layers.1.linear1.weight": 0.027704546228051186, + "transformer.layers.1.linear1.bias": 0.0019892307464033365, + "transformer.layers.1.linear2.weight": 0.03706489875912666, + "transformer.layers.1.linear2.bias": 0.004352977965027094, + "transformer.layers.1.norm1.weight": 0.003231723327189684, + "transformer.layers.1.norm1.bias": 0.0031968264374881983, + "transformer.layers.1.norm2.weight": 0.0021658800542354584, + "transformer.layers.1.norm2.bias": 0.0024126828648149967, + "transformer.layers.2.self_attn.in_proj_weight": 0.05678122118115425, + "transformer.layers.2.self_attn.in_proj_bias": 0.003872398752719164, + "transformer.layers.2.self_attn.out_proj.weight": 0.0532032810151577, + "transformer.layers.2.self_attn.out_proj.bias": 0.004130275454372168, + "transformer.layers.2.linear1.weight": 0.02238215133547783, + "transformer.layers.2.linear1.bias": 0.0015799303073436022, + "transformer.layers.2.linear2.weight": 0.024163180962204933, + "transformer.layers.2.linear2.bias": 0.004226921126246452, + "transformer.layers.2.norm1.weight": 0.004737146198749542, + "transformer.layers.2.norm1.bias": 0.003910250496119261, + "transformer.layers.2.norm2.weight": 0.001404100563377142, + "transformer.layers.2.norm2.bias": 0.001681751455180347, + "transformer.layers.3.self_attn.in_proj_weight": 0.08485131710767746, + "transformer.layers.3.self_attn.in_proj_bias": 0.007599994540214539, + "transformer.layers.3.self_attn.out_proj.weight": 0.04819485545158386, + "transformer.layers.3.self_attn.out_proj.bias": 0.005798009689897299, + "transformer.layers.3.linear1.weight": 0.04585086181759834, + "transformer.layers.3.linear1.bias": 0.0035672886297106743, + "transformer.layers.3.linear2.weight": 0.026936832815408707, + "transformer.layers.3.linear2.bias": 0.0064656599424779415, + "transformer.layers.3.norm1.weight": 0.0070354449562728405, + "transformer.layers.3.norm1.bias": 0.01061435416340828, + "transformer.layers.3.norm2.weight": 0.003428481053560972, + "transformer.layers.3.norm2.bias": 0.004620372783392668, + "head.weight": 0.369255930185318, + "head.bias": 0.01178712211549282, + "global_embedding.weight": 0.015738245099782944, + "global_cnn.0.weight": 0.1268678605556488, + "global_cnn.0.bias": 0.0036709210835397243, + "global_cnn.2.weight": 0.20947813987731934, + "global_cnn.2.bias": 0.004978574346750975, + "global_proj.weight": 0.06738165766000748, + "global_proj.bias": 0.01836674101650715, + "goal_head.0.weight": 0.04012720659375191, + "goal_head.0.bias": 0.008807106874883175, + "goal_head.2.weight": 0.04615473747253418, + "goal_head.2.bias": 0.01777409203350544 + }, + { + "global_gate": 0.00020405325631145388, + "embedding.weight": 0.0010522223310545087, + "cnn.0.weight": 0.02949954755604267, + "cnn.0.bias": 0.0013347320491448045, + "cnn.2.weight": 0.008704925887286663, + "cnn.2.bias": 0.0032890441361814737, + "cnn.5.weight": 0.012221085838973522, + "cnn.5.bias": 0.002975963056087494, + "action_emb.weight": 0.010992863215506077, + "timestep_emb.weight": 0.001840011216700077, + "pos_emb.weight": 0.003530758898705244, + "transformer.layers.0.self_attn.in_proj_weight": 0.03323788940906525, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023630931973457336, + "transformer.layers.0.self_attn.out_proj.weight": 0.03681812062859535, + "transformer.layers.0.self_attn.out_proj.bias": 0.003511723130941391, + "transformer.layers.0.linear1.weight": 0.05199171602725983, + "transformer.layers.0.linear1.bias": 0.002059677615761757, + "transformer.layers.0.linear2.weight": 0.048478759825229645, + "transformer.layers.0.linear2.bias": 0.0027278191410005093, + "transformer.layers.0.norm1.weight": 0.0017914781346917152, + "transformer.layers.0.norm1.bias": 0.0020415980834513903, + "transformer.layers.0.norm2.weight": 0.006025838200002909, + "transformer.layers.0.norm2.bias": 0.0016839595045894384, + "transformer.layers.1.self_attn.in_proj_weight": 0.04542311653494835, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019967963453382254, + "transformer.layers.1.self_attn.out_proj.weight": 0.03701716661453247, + "transformer.layers.1.self_attn.out_proj.bias": 0.002155008725821972, + "transformer.layers.1.linear1.weight": 0.025305159389972687, + "transformer.layers.1.linear1.bias": 0.0012308177538216114, + "transformer.layers.1.linear2.weight": 0.034406401216983795, + "transformer.layers.1.linear2.bias": 0.002099421573802829, + "transformer.layers.1.norm1.weight": 0.0033978826832026243, + "transformer.layers.1.norm1.bias": 0.0021886813919991255, + "transformer.layers.1.norm2.weight": 0.0023249296937137842, + "transformer.layers.1.norm2.bias": 0.0009466726332902908, + "transformer.layers.2.self_attn.in_proj_weight": 0.048165787011384964, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023654273245483637, + "transformer.layers.2.self_attn.out_proj.weight": 0.035288892686367035, + "transformer.layers.2.self_attn.out_proj.bias": 0.002054335316643119, + "transformer.layers.2.linear1.weight": 0.018438944593071938, + "transformer.layers.2.linear1.bias": 0.0010846100049093366, + "transformer.layers.2.linear2.weight": 0.023438533768057823, + "transformer.layers.2.linear2.bias": 0.0020768456161022186, + "transformer.layers.2.norm1.weight": 0.0035366960801184177, + "transformer.layers.2.norm1.bias": 0.002761000534519553, + "transformer.layers.2.norm2.weight": 0.0013126763515174389, + "transformer.layers.2.norm2.bias": 0.0011245127534493804, + "transformer.layers.3.self_attn.in_proj_weight": 0.07205046713352203, + "transformer.layers.3.self_attn.in_proj_bias": 0.00439720181748271, + "transformer.layers.3.self_attn.out_proj.weight": 0.04146625101566315, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030209326650947332, + "transformer.layers.3.linear1.weight": 0.03540467098355293, + "transformer.layers.3.linear1.bias": 0.0024171192198991776, + "transformer.layers.3.linear2.weight": 0.021545182913541794, + "transformer.layers.3.linear2.bias": 0.0034390788059681654, + "transformer.layers.3.norm1.weight": 0.00613716384395957, + "transformer.layers.3.norm1.bias": 0.0058794524520635605, + "transformer.layers.3.norm2.weight": 0.002473234198987484, + "transformer.layers.3.norm2.bias": 0.0025966139510273933, + "head.weight": 0.2956618666648865, + "head.bias": 0.006386633031070232, + "global_embedding.weight": 0.007804488763213158, + "global_cnn.0.weight": 0.0882558673620224, + "global_cnn.0.bias": 0.003207409055903554, + "global_cnn.2.weight": 0.23341329395771027, + "global_cnn.2.bias": 0.007830488495528698, + "global_proj.weight": 0.08046908676624298, + "global_proj.bias": 0.03027699515223503, + "goal_head.0.weight": 0.051920466125011444, + "goal_head.0.bias": 0.014471562579274178, + "goal_head.2.weight": 0.06727512925863266, + "goal_head.2.bias": 0.02976459078490734 + }, + { + "global_gate": 5.2340965339681134e-05, + "embedding.weight": 0.0017544839065521955, + "cnn.0.weight": 0.035588108003139496, + "cnn.0.bias": 0.0015210923738777637, + "cnn.2.weight": 0.0076022762805223465, + "cnn.2.bias": 0.003111769212409854, + "cnn.5.weight": 0.00989567767828703, + "cnn.5.bias": 0.002249188721179962, + "action_emb.weight": 0.01061128918081522, + "timestep_emb.weight": 0.002133757807314396, + "pos_emb.weight": 0.004390375688672066, + "transformer.layers.0.self_attn.in_proj_weight": 0.0288385096937418, + "transformer.layers.0.self_attn.in_proj_bias": 0.002480578375980258, + "transformer.layers.0.self_attn.out_proj.weight": 0.03209306299686432, + "transformer.layers.0.self_attn.out_proj.bias": 0.004373033996671438, + "transformer.layers.0.linear1.weight": 0.05069512128829956, + "transformer.layers.0.linear1.bias": 0.002253514714539051, + "transformer.layers.0.linear2.weight": 0.04011104628443718, + "transformer.layers.0.linear2.bias": 0.0033328335266560316, + "transformer.layers.0.norm1.weight": 0.0016144780674949288, + "transformer.layers.0.norm1.bias": 0.0020979358814656734, + "transformer.layers.0.norm2.weight": 0.005272142589092255, + "transformer.layers.0.norm2.bias": 0.0033017389941960573, + "transformer.layers.1.self_attn.in_proj_weight": 0.046334560960531235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022666174918413162, + "transformer.layers.1.self_attn.out_proj.weight": 0.03605607524514198, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025528136175125837, + "transformer.layers.1.linear1.weight": 0.021074360236525536, + "transformer.layers.1.linear1.bias": 0.0012062106980010867, + "transformer.layers.1.linear2.weight": 0.027047012001276016, + "transformer.layers.1.linear2.bias": 0.0023858826607465744, + "transformer.layers.1.norm1.weight": 0.0030167268123477697, + "transformer.layers.1.norm1.bias": 0.0023718804586678743, + "transformer.layers.1.norm2.weight": 0.0016241857083514333, + "transformer.layers.1.norm2.bias": 0.0012879181886091828, + "transformer.layers.2.self_attn.in_proj_weight": 0.036559682339429855, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022616630885750055, + "transformer.layers.2.self_attn.out_proj.weight": 0.028346097096800804, + "transformer.layers.2.self_attn.out_proj.bias": 0.002072319621220231, + "transformer.layers.2.linear1.weight": 0.014914202503859997, + "transformer.layers.2.linear1.bias": 0.0008636427228339016, + "transformer.layers.2.linear2.weight": 0.01857038401067257, + "transformer.layers.2.linear2.bias": 0.0021248245611786842, + "transformer.layers.2.norm1.weight": 0.002528031822293997, + "transformer.layers.2.norm1.bias": 0.002505765063688159, + "transformer.layers.2.norm2.weight": 0.000904334825463593, + "transformer.layers.2.norm2.bias": 0.000686903134919703, + "transformer.layers.3.self_attn.in_proj_weight": 0.06152258440852165, + "transformer.layers.3.self_attn.in_proj_bias": 0.003648084355518222, + "transformer.layers.3.self_attn.out_proj.weight": 0.031379807740449905, + "transformer.layers.3.self_attn.out_proj.bias": 0.002985750325024128, + "transformer.layers.3.linear1.weight": 0.02592271938920021, + "transformer.layers.3.linear1.bias": 0.0017343462677672505, + "transformer.layers.3.linear2.weight": 0.018970364704728127, + "transformer.layers.3.linear2.bias": 0.0031439911108464003, + "transformer.layers.3.norm1.weight": 0.004986165557056665, + "transformer.layers.3.norm1.bias": 0.005074974615126848, + "transformer.layers.3.norm2.weight": 0.0016401006141677499, + "transformer.layers.3.norm2.bias": 0.0015641627833247185, + "head.weight": 0.230007603764534, + "head.bias": 0.006558448076248169, + "global_embedding.weight": 0.013445560820400715, + "global_cnn.0.weight": 0.10687939822673798, + "global_cnn.0.bias": 0.005275939591228962, + "global_cnn.2.weight": 0.23611339926719666, + "global_cnn.2.bias": 0.01070466823875904, + "global_proj.weight": 0.087828628718853, + "global_proj.bias": 0.043722908943891525, + "goal_head.0.weight": 0.05616170912981033, + "goal_head.0.bias": 0.02052345871925354, + "goal_head.2.weight": 0.0748085081577301, + "goal_head.2.bias": 0.045446738600730896 + }, + { + "global_gate": 0.00015295670891646296, + "embedding.weight": 0.000504926370922476, + "cnn.0.weight": 0.014987259171903133, + "cnn.0.bias": 0.0006138047319836915, + "cnn.2.weight": 0.005481235217303038, + "cnn.2.bias": 0.0010978212812915444, + "cnn.5.weight": 0.010160013101994991, + "cnn.5.bias": 0.0014700896572321653, + "action_emb.weight": 0.0064712208695709705, + "timestep_emb.weight": 0.001958191627636552, + "pos_emb.weight": 0.0031223916448652744, + "transformer.layers.0.self_attn.in_proj_weight": 0.022067129611968994, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014697230653837323, + "transformer.layers.0.self_attn.out_proj.weight": 0.025608187541365623, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022788236383348703, + "transformer.layers.0.linear1.weight": 0.03324957191944122, + "transformer.layers.0.linear1.bias": 0.0012503342004492879, + "transformer.layers.0.linear2.weight": 0.027659397572278976, + "transformer.layers.0.linear2.bias": 0.001857415889389813, + "transformer.layers.0.norm1.weight": 0.0011670745443552732, + "transformer.layers.0.norm1.bias": 0.0012584718642756343, + "transformer.layers.0.norm2.weight": 0.0037485784851014614, + "transformer.layers.0.norm2.bias": 0.00133603997528553, + "transformer.layers.1.self_attn.in_proj_weight": 0.02849702350795269, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012637897161766887, + "transformer.layers.1.self_attn.out_proj.weight": 0.022880198433995247, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015881052240729332, + "transformer.layers.1.linear1.weight": 0.01375763863325119, + "transformer.layers.1.linear1.bias": 0.0007710355566814542, + "transformer.layers.1.linear2.weight": 0.01856631226837635, + "transformer.layers.1.linear2.bias": 0.0015438924310728908, + "transformer.layers.1.norm1.weight": 0.001963231945410371, + "transformer.layers.1.norm1.bias": 0.0010182892438024282, + "transformer.layers.1.norm2.weight": 0.0011374738533049822, + "transformer.layers.1.norm2.bias": 0.0007956135086715221, + "transformer.layers.2.self_attn.in_proj_weight": 0.025402506813406944, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015591278206557035, + "transformer.layers.2.self_attn.out_proj.weight": 0.020580612123012543, + "transformer.layers.2.self_attn.out_proj.bias": 0.001631923601962626, + "transformer.layers.2.linear1.weight": 0.011141871102154255, + "transformer.layers.2.linear1.bias": 0.0007321695447899401, + "transformer.layers.2.linear2.weight": 0.013779069297015667, + "transformer.layers.2.linear2.bias": 0.0017083700513467193, + "transformer.layers.2.norm1.weight": 0.0016323562012985349, + "transformer.layers.2.norm1.bias": 0.0016477341996505857, + "transformer.layers.2.norm2.weight": 0.0006663225940428674, + "transformer.layers.2.norm2.bias": 0.000823750626295805, + "transformer.layers.3.self_attn.in_proj_weight": 0.03968548774719238, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031702150590717793, + "transformer.layers.3.self_attn.out_proj.weight": 0.021483147516846657, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022194029297679663, + "transformer.layers.3.linear1.weight": 0.019663477316498756, + "transformer.layers.3.linear1.bias": 0.0014754277653992176, + "transformer.layers.3.linear2.weight": 0.013605729676783085, + "transformer.layers.3.linear2.bias": 0.0027481871657073498, + "transformer.layers.3.norm1.weight": 0.003232760587707162, + "transformer.layers.3.norm1.bias": 0.004432320594787598, + "transformer.layers.3.norm2.weight": 0.0012712905881926417, + "transformer.layers.3.norm2.bias": 0.0017994196387007833, + "head.weight": 0.172506645321846, + "head.bias": 0.005056646186858416, + "global_embedding.weight": 0.009957576170563698, + "global_cnn.0.weight": 0.09761328995227814, + "global_cnn.0.bias": 0.0035832878202199936, + "global_cnn.2.weight": 0.30217793583869934, + "global_cnn.2.bias": 0.01506242249161005, + "global_proj.weight": 0.07637268304824829, + "global_proj.bias": 0.033988308161497116, + "goal_head.0.weight": 0.04011233523488045, + "goal_head.0.bias": 0.01296417135745287, + "goal_head.2.weight": 0.047120627015829086, + "goal_head.2.bias": 0.024380341172218323 + }, + { + "global_gate": 2.5642901164246723e-05, + "embedding.weight": 0.0008964447770267725, + "cnn.0.weight": 0.018633881583809853, + "cnn.0.bias": 0.0007247865432873368, + "cnn.2.weight": 0.004814526066184044, + "cnn.2.bias": 0.001562490127980709, + "cnn.5.weight": 0.006960693746805191, + "cnn.5.bias": 0.0013341642916202545, + "action_emb.weight": 0.004139596596360207, + "timestep_emb.weight": 0.0010164061095565557, + "pos_emb.weight": 0.0020760511979460716, + "transformer.layers.0.self_attn.in_proj_weight": 0.014426222071051598, + "transformer.layers.0.self_attn.in_proj_bias": 0.0013361112214624882, + "transformer.layers.0.self_attn.out_proj.weight": 0.015680741518735886, + "transformer.layers.0.self_attn.out_proj.bias": 0.002061821985989809, + "transformer.layers.0.linear1.weight": 0.021152064204216003, + "transformer.layers.0.linear1.bias": 0.0009557034936733544, + "transformer.layers.0.linear2.weight": 0.017890146002173424, + "transformer.layers.0.linear2.bias": 0.0013907657703384757, + "transformer.layers.0.norm1.weight": 0.0007981043308973312, + "transformer.layers.0.norm1.bias": 0.0011804786045104265, + "transformer.layers.0.norm2.weight": 0.0021857363171875477, + "transformer.layers.0.norm2.bias": 0.0013236614177003503, + "transformer.layers.1.self_attn.in_proj_weight": 0.01835089921951294, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007755401311442256, + "transformer.layers.1.self_attn.out_proj.weight": 0.014898773282766342, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011740033514797688, + "transformer.layers.1.linear1.weight": 0.008914511650800705, + "transformer.layers.1.linear1.bias": 0.000536029867362231, + "transformer.layers.1.linear2.weight": 0.011760720051825047, + "transformer.layers.1.linear2.bias": 0.0011124256998300552, + "transformer.layers.1.norm1.weight": 0.0012181326746940613, + "transformer.layers.1.norm1.bias": 0.0008282553171738982, + "transformer.layers.1.norm2.weight": 0.0007496075704693794, + "transformer.layers.1.norm2.bias": 0.0006182766519486904, + "transformer.layers.2.self_attn.in_proj_weight": 0.017166009172797203, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010297015542164445, + "transformer.layers.2.self_attn.out_proj.weight": 0.011978516355156898, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010269195772707462, + "transformer.layers.2.linear1.weight": 0.006553200539201498, + "transformer.layers.2.linear1.bias": 0.00042141161975450814, + "transformer.layers.2.linear2.weight": 0.008076012134552002, + "transformer.layers.2.linear2.bias": 0.0010572160826995969, + "transformer.layers.2.norm1.weight": 0.0011273963609710336, + "transformer.layers.2.norm1.bias": 0.0012160385958850384, + "transformer.layers.2.norm2.weight": 0.00039670796832069755, + "transformer.layers.2.norm2.bias": 0.00043363403528928757, + "transformer.layers.3.self_attn.in_proj_weight": 0.024462709203362465, + "transformer.layers.3.self_attn.in_proj_bias": 0.001822098740376532, + "transformer.layers.3.self_attn.out_proj.weight": 0.013199102133512497, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015555336140096188, + "transformer.layers.3.linear1.weight": 0.011466329917311668, + "transformer.layers.3.linear1.bias": 0.0009212574223056436, + "transformer.layers.3.linear2.weight": 0.007174498867243528, + "transformer.layers.3.linear2.bias": 0.001761299092322588, + "transformer.layers.3.norm1.weight": 0.0020283281337469816, + "transformer.layers.3.norm1.bias": 0.0025274900253862143, + "transformer.layers.3.norm2.weight": 0.0007386751822195947, + "transformer.layers.3.norm2.bias": 0.0010190196335315704, + "head.weight": 0.11612202972173691, + "head.bias": 0.004316846374422312, + "global_embedding.weight": 0.013618134893476963, + "global_cnn.0.weight": 0.05429273843765259, + "global_cnn.0.bias": 0.0022579487413167953, + "global_cnn.2.weight": 0.11194887012243271, + "global_cnn.2.bias": 0.004160098731517792, + "global_proj.weight": 0.029191071167588234, + "global_proj.bias": 0.013869385235011578, + "goal_head.0.weight": 0.01925574615597725, + "goal_head.0.bias": 0.006593931466341019, + "goal_head.2.weight": 0.026067864149808884, + "goal_head.2.bias": 0.01431694719940424 + }, + { + "global_gate": 1.9734252418857068e-05, + "embedding.weight": 0.0007181490655057132, + "cnn.0.weight": 0.02523435465991497, + "cnn.0.bias": 0.001091564423404634, + "cnn.2.weight": 0.007053499110043049, + "cnn.2.bias": 0.002251666272059083, + "cnn.5.weight": 0.010598563589155674, + "cnn.5.bias": 0.0021511083468794823, + "action_emb.weight": 0.006748259998857975, + "timestep_emb.weight": 0.0022330123465508223, + "pos_emb.weight": 0.005564836785197258, + "transformer.layers.0.self_attn.in_proj_weight": 0.028890050947666168, + "transformer.layers.0.self_attn.in_proj_bias": 0.001532343216240406, + "transformer.layers.0.self_attn.out_proj.weight": 0.026659803465008736, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021677694749087095, + "transformer.layers.0.linear1.weight": 0.04486670345067978, + "transformer.layers.0.linear1.bias": 0.0016664041904732585, + "transformer.layers.0.linear2.weight": 0.03629295527935028, + "transformer.layers.0.linear2.bias": 0.0017566278111189604, + "transformer.layers.0.norm1.weight": 0.0015199220506474376, + "transformer.layers.0.norm1.bias": 0.0013074266025796533, + "transformer.layers.0.norm2.weight": 0.005270748399198055, + "transformer.layers.0.norm2.bias": 0.0014186345506459475, + "transformer.layers.1.self_attn.in_proj_weight": 0.03925224766135216, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011060398537665606, + "transformer.layers.1.self_attn.out_proj.weight": 0.0270089041441679, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015420196577906609, + "transformer.layers.1.linear1.weight": 0.018779829144477844, + "transformer.layers.1.linear1.bias": 0.0008499198011122644, + "transformer.layers.1.linear2.weight": 0.022410724312067032, + "transformer.layers.1.linear2.bias": 0.0014333330327644944, + "transformer.layers.1.norm1.weight": 0.0024807704612612724, + "transformer.layers.1.norm1.bias": 0.0009646827238611877, + "transformer.layers.1.norm2.weight": 0.0015461493749171495, + "transformer.layers.1.norm2.bias": 0.000852767494507134, + "transformer.layers.2.self_attn.in_proj_weight": 0.03230278939008713, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014918848173692822, + "transformer.layers.2.self_attn.out_proj.weight": 0.025251157581806183, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013174116611480713, + "transformer.layers.2.linear1.weight": 0.013252628035843372, + "transformer.layers.2.linear1.bias": 0.0008042162517085671, + "transformer.layers.2.linear2.weight": 0.01535540260374546, + "transformer.layers.2.linear2.bias": 0.0013707750476896763, + "transformer.layers.2.norm1.weight": 0.002573296893388033, + "transformer.layers.2.norm1.bias": 0.001674474449828267, + "transformer.layers.2.norm2.weight": 0.0008963228319771588, + "transformer.layers.2.norm2.bias": 0.0010189419845119119, + "transformer.layers.3.self_attn.in_proj_weight": 0.04547815024852753, + "transformer.layers.3.self_attn.in_proj_bias": 0.002344504464417696, + "transformer.layers.3.self_attn.out_proj.weight": 0.02466925047338009, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016542639350518584, + "transformer.layers.3.linear1.weight": 0.024196401238441467, + "transformer.layers.3.linear1.bias": 0.0017200980801135302, + "transformer.layers.3.linear2.weight": 0.013432472944259644, + "transformer.layers.3.linear2.bias": 0.0023089556489139795, + "transformer.layers.3.norm1.weight": 0.003664962248876691, + "transformer.layers.3.norm1.bias": 0.002960815094411373, + "transformer.layers.3.norm2.weight": 0.0017134759109467268, + "transformer.layers.3.norm2.bias": 0.0023105493746697903, + "head.weight": 0.18796582520008087, + "head.bias": 0.00413559889420867, + "global_embedding.weight": 0.0027480346616357565, + "global_cnn.0.weight": 0.025583500042557716, + "global_cnn.0.bias": 0.0009268854628317058, + "global_cnn.2.weight": 0.05383947864174843, + "global_cnn.2.bias": 0.0020641200244426727, + "global_proj.weight": 0.012183856219053268, + "global_proj.bias": 0.005199368577450514, + "goal_head.0.weight": 0.005298786796629429, + "goal_head.0.bias": 0.0015027630142867565, + "goal_head.2.weight": 0.006870769429951906, + "goal_head.2.bias": 0.002702397992834449 + }, + { + "global_gate": 0.000276534614386037, + "embedding.weight": 0.0009374123765155673, + "cnn.0.weight": 0.023703478276729584, + "cnn.0.bias": 0.0008549710619263351, + "cnn.2.weight": 0.006999894976615906, + "cnn.2.bias": 0.0019864763598889112, + "cnn.5.weight": 0.00781066482886672, + "cnn.5.bias": 0.0019619078375399113, + "action_emb.weight": 0.005031699314713478, + "timestep_emb.weight": 0.0014361398061737418, + "pos_emb.weight": 0.0029596793465316296, + "transformer.layers.0.self_attn.in_proj_weight": 0.02696150727570057, + "transformer.layers.0.self_attn.in_proj_bias": 0.0022015897557139397, + "transformer.layers.0.self_attn.out_proj.weight": 0.024962347000837326, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029215470422059298, + "transformer.layers.0.linear1.weight": 0.025845205411314964, + "transformer.layers.0.linear1.bias": 0.0012983399210497737, + "transformer.layers.0.linear2.weight": 0.02992074564099312, + "transformer.layers.0.linear2.bias": 0.002573590259999037, + "transformer.layers.0.norm1.weight": 0.0016125466208904982, + "transformer.layers.0.norm1.bias": 0.002107266802340746, + "transformer.layers.0.norm2.weight": 0.0023156539537012577, + "transformer.layers.0.norm2.bias": 0.0013120935764163733, + "transformer.layers.1.self_attn.in_proj_weight": 0.027533186599612236, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015743774129077792, + "transformer.layers.1.self_attn.out_proj.weight": 0.027928736060857773, + "transformer.layers.1.self_attn.out_proj.bias": 0.002311855787411332, + "transformer.layers.1.linear1.weight": 0.015977751463651657, + "transformer.layers.1.linear1.bias": 0.0010025723604485393, + "transformer.layers.1.linear2.weight": 0.023131918162107468, + "transformer.layers.1.linear2.bias": 0.0023292647674679756, + "transformer.layers.1.norm1.weight": 0.0017727749655023217, + "transformer.layers.1.norm1.bias": 0.0013944422826170921, + "transformer.layers.1.norm2.weight": 0.0011758127948269248, + "transformer.layers.1.norm2.bias": 0.001098208362236619, + "transformer.layers.2.self_attn.in_proj_weight": 0.027560848742723465, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018712811870500445, + "transformer.layers.2.self_attn.out_proj.weight": 0.02666744962334633, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023528244346380234, + "transformer.layers.2.linear1.weight": 0.013588624075055122, + "transformer.layers.2.linear1.bias": 0.0008987783221527934, + "transformer.layers.2.linear2.weight": 0.017459437251091003, + "transformer.layers.2.linear2.bias": 0.00250107585452497, + "transformer.layers.2.norm1.weight": 0.002165096113458276, + "transformer.layers.2.norm1.bias": 0.0023511103354394436, + "transformer.layers.2.norm2.weight": 0.0008428141591139138, + "transformer.layers.2.norm2.bias": 0.0010040533961728215, + "transformer.layers.3.self_attn.in_proj_weight": 0.059326961636543274, + "transformer.layers.3.self_attn.in_proj_bias": 0.005754267331212759, + "transformer.layers.3.self_attn.out_proj.weight": 0.030188102275133133, + "transformer.layers.3.self_attn.out_proj.bias": 0.004294183105230331, + "transformer.layers.3.linear1.weight": 0.02635771967470646, + "transformer.layers.3.linear1.bias": 0.0022036489099264145, + "transformer.layers.3.linear2.weight": 0.01853037439286709, + "transformer.layers.3.linear2.bias": 0.004926928784698248, + "transformer.layers.3.norm1.weight": 0.005644421558827162, + "transformer.layers.3.norm1.bias": 0.008566739037632942, + "transformer.layers.3.norm2.weight": 0.0017659241566434503, + "transformer.layers.3.norm2.bias": 0.00275208312086761, + "head.weight": 0.26092028617858887, + "head.bias": 0.009182287380099297, + "global_embedding.weight": 0.006214323919266462, + "global_cnn.0.weight": 0.07047691196203232, + "global_cnn.0.bias": 0.0026803547516465187, + "global_cnn.2.weight": 0.1057257279753685, + "global_cnn.2.bias": 0.005863657686859369, + "global_proj.weight": 0.029684536159038544, + "global_proj.bias": 0.01979432813823223, + "goal_head.0.weight": 0.021456273272633553, + "goal_head.0.bias": 0.00974067859351635, + "goal_head.2.weight": 0.030560612678527832, + "goal_head.2.bias": 0.02265247330069542 + }, + { + "global_gate": 2.5354811441502534e-06, + "embedding.weight": 0.004101867321878672, + "cnn.0.weight": 0.07122279703617096, + "cnn.0.bias": 0.003006942803040147, + "cnn.2.weight": 0.016098694875836372, + "cnn.2.bias": 0.004943907726556063, + "cnn.5.weight": 0.015706509351730347, + "cnn.5.bias": 0.004248758312314749, + "action_emb.weight": 0.008697349578142166, + "timestep_emb.weight": 0.0016398077132180333, + "pos_emb.weight": 0.003623673692345619, + "transformer.layers.0.self_attn.in_proj_weight": 0.03923530504107475, + "transformer.layers.0.self_attn.in_proj_bias": 0.004056455567479134, + "transformer.layers.0.self_attn.out_proj.weight": 0.04077460616827011, + "transformer.layers.0.self_attn.out_proj.bias": 0.005393002647906542, + "transformer.layers.0.linear1.weight": 0.043109744787216187, + "transformer.layers.0.linear1.bias": 0.0023646997287869453, + "transformer.layers.0.linear2.weight": 0.04619114100933075, + "transformer.layers.0.linear2.bias": 0.0045459214597940445, + "transformer.layers.0.norm1.weight": 0.002174283843487501, + "transformer.layers.0.norm1.bias": 0.00373061653226614, + "transformer.layers.0.norm2.weight": 0.003624259028583765, + "transformer.layers.0.norm2.bias": 0.0024720383808016777, + "transformer.layers.1.self_attn.in_proj_weight": 0.040616218000650406, + "transformer.layers.1.self_attn.in_proj_bias": 0.0028290546033531427, + "transformer.layers.1.self_attn.out_proj.weight": 0.03832241892814636, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036693282891064882, + "transformer.layers.1.linear1.weight": 0.024317022413015366, + "transformer.layers.1.linear1.bias": 0.0015257777413353324, + "transformer.layers.1.linear2.weight": 0.03243808448314667, + "transformer.layers.1.linear2.bias": 0.0036464561708271503, + "transformer.layers.1.norm1.weight": 0.0025635536294430494, + "transformer.layers.1.norm1.bias": 0.0027734937611967325, + "transformer.layers.1.norm2.weight": 0.0018019332783296704, + "transformer.layers.1.norm2.bias": 0.001725029549561441, + "transformer.layers.2.self_attn.in_proj_weight": 0.04427691549062729, + "transformer.layers.2.self_attn.in_proj_bias": 0.003244611667469144, + "transformer.layers.2.self_attn.out_proj.weight": 0.03313170000910759, + "transformer.layers.2.self_attn.out_proj.bias": 0.0038509732112288475, + "transformer.layers.2.linear1.weight": 0.021662142127752304, + "transformer.layers.2.linear1.bias": 0.0017229565419256687, + "transformer.layers.2.linear2.weight": 0.02522679790854454, + "transformer.layers.2.linear2.bias": 0.004107336513698101, + "transformer.layers.2.norm1.weight": 0.00292897573672235, + "transformer.layers.2.norm1.bias": 0.0036561000160872936, + "transformer.layers.2.norm2.weight": 0.0014276544097810984, + "transformer.layers.2.norm2.bias": 0.002438096795231104, + "transformer.layers.3.self_attn.in_proj_weight": 0.06902629882097244, + "transformer.layers.3.self_attn.in_proj_bias": 0.008241272531449795, + "transformer.layers.3.self_attn.out_proj.weight": 0.03503061830997467, + "transformer.layers.3.self_attn.out_proj.bias": 0.006239423528313637, + "transformer.layers.3.linear1.weight": 0.04096844047307968, + "transformer.layers.3.linear1.bias": 0.004079573787748814, + "transformer.layers.3.linear2.weight": 0.02412272058427334, + "transformer.layers.3.linear2.bias": 0.007872570306062698, + "transformer.layers.3.norm1.weight": 0.00602329894900322, + "transformer.layers.3.norm1.bias": 0.011185524985194206, + "transformer.layers.3.norm2.weight": 0.0027346177957952023, + "transformer.layers.3.norm2.bias": 0.005861186888068914, + "head.weight": 0.3614215552806854, + "head.bias": 0.015977011993527412, + "global_embedding.weight": 0.02462872490286827, + "global_cnn.0.weight": 0.16324684023857117, + "global_cnn.0.bias": 0.006811680272221565, + "global_cnn.2.weight": 0.34697121381759644, + "global_cnn.2.bias": 0.018133359029889107, + "global_proj.weight": 0.06447110325098038, + "global_proj.bias": 0.03766819089651108, + "goal_head.0.weight": 0.038987960666418076, + "goal_head.0.bias": 0.01550161000341177, + "goal_head.2.weight": 0.05000657960772514, + "goal_head.2.bias": 0.031270019710063934 + }, + { + "global_gate": 0.00023898665676824749, + "embedding.weight": 0.0032329594250768423, + "cnn.0.weight": 0.054974641650915146, + "cnn.0.bias": 0.002416500821709633, + "cnn.2.weight": 0.01217703614383936, + "cnn.2.bias": 0.004231278318911791, + "cnn.5.weight": 0.012962722219526768, + "cnn.5.bias": 0.003155795391649008, + "action_emb.weight": 0.005570973735302687, + "timestep_emb.weight": 0.001228046603500843, + "pos_emb.weight": 0.002652052789926529, + "transformer.layers.0.self_attn.in_proj_weight": 0.027086466550827026, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023854190949350595, + "transformer.layers.0.self_attn.out_proj.weight": 0.030648248270154, + "transformer.layers.0.self_attn.out_proj.bias": 0.0033691171556711197, + "transformer.layers.0.linear1.weight": 0.030531324446201324, + "transformer.layers.0.linear1.bias": 0.0015529788797721267, + "transformer.layers.0.linear2.weight": 0.026909461244940758, + "transformer.layers.0.linear2.bias": 0.0025858592707663774, + "transformer.layers.0.norm1.weight": 0.0015511952806264162, + "transformer.layers.0.norm1.bias": 0.002134129870682955, + "transformer.layers.0.norm2.weight": 0.0030890051275491714, + "transformer.layers.0.norm2.bias": 0.0020205567125231028, + "transformer.layers.1.self_attn.in_proj_weight": 0.026956800371408463, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015922222519293427, + "transformer.layers.1.self_attn.out_proj.weight": 0.023548413068056107, + "transformer.layers.1.self_attn.out_proj.bias": 0.001957445405423641, + "transformer.layers.1.linear1.weight": 0.014188048429787159, + "transformer.layers.1.linear1.bias": 0.0008688755333423615, + "transformer.layers.1.linear2.weight": 0.017797116190195084, + "transformer.layers.1.linear2.bias": 0.001855034613981843, + "transformer.layers.1.norm1.weight": 0.001854754169471562, + "transformer.layers.1.norm1.bias": 0.0015440003480762243, + "transformer.layers.1.norm2.weight": 0.0011883806437253952, + "transformer.layers.1.norm2.bias": 0.0010361478198319674, + "transformer.layers.2.self_attn.in_proj_weight": 0.024425487965345383, + "transformer.layers.2.self_attn.in_proj_bias": 0.001616590074263513, + "transformer.layers.2.self_attn.out_proj.weight": 0.01701223850250244, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017059487290680408, + "transformer.layers.2.linear1.weight": 0.010442058555781841, + "transformer.layers.2.linear1.bias": 0.0007169747841544449, + "transformer.layers.2.linear2.weight": 0.012426088564097881, + "transformer.layers.2.linear2.bias": 0.0018292554887011647, + "transformer.layers.2.norm1.weight": 0.0017940291436389089, + "transformer.layers.2.norm1.bias": 0.0021672791335731745, + "transformer.layers.2.norm2.weight": 0.0006849994533695281, + "transformer.layers.2.norm2.bias": 0.0008275021682493389, + "transformer.layers.3.self_attn.in_proj_weight": 0.037237897515296936, + "transformer.layers.3.self_attn.in_proj_bias": 0.004078875761479139, + "transformer.layers.3.self_attn.out_proj.weight": 0.020023442804813385, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030602053739130497, + "transformer.layers.3.linear1.weight": 0.020659876987338066, + "transformer.layers.3.linear1.bias": 0.0019205787684768438, + "transformer.layers.3.linear2.weight": 0.01305842213332653, + "transformer.layers.3.linear2.bias": 0.0037187698762863874, + "transformer.layers.3.norm1.weight": 0.003058015601709485, + "transformer.layers.3.norm1.bias": 0.005658361595124006, + "transformer.layers.3.norm2.weight": 0.0013452625134959817, + "transformer.layers.3.norm2.bias": 0.00238124025054276, + "head.weight": 0.166268989443779, + "head.bias": 0.006871703080832958, + "global_embedding.weight": 0.012163428589701653, + "global_cnn.0.weight": 0.09679462015628815, + "global_cnn.0.bias": 0.004776890389621258, + "global_cnn.2.weight": 0.2521452009677887, + "global_cnn.2.bias": 0.014148615300655365, + "global_proj.weight": 0.09277334064245224, + "global_proj.bias": 0.05347887799143791, + "goal_head.0.weight": 0.06054246053099632, + "goal_head.0.bias": 0.024653548374772072, + "goal_head.2.weight": 0.08360452950000763, + "goal_head.2.bias": 0.05629774555563927 + }, + { + "global_gate": 0.00015066220657899976, + "embedding.weight": 0.0006745720747858286, + "cnn.0.weight": 0.02031944878399372, + "cnn.0.bias": 0.0008551424834877253, + "cnn.2.weight": 0.006388066336512566, + "cnn.2.bias": 0.0024057833943516016, + "cnn.5.weight": 0.007332093082368374, + "cnn.5.bias": 0.001595091656781733, + "action_emb.weight": 0.00445346487686038, + "timestep_emb.weight": 0.0014356719329953194, + "pos_emb.weight": 0.002997614676132798, + "transformer.layers.0.self_attn.in_proj_weight": 0.02570834569633007, + "transformer.layers.0.self_attn.in_proj_bias": 0.002382667036727071, + "transformer.layers.0.self_attn.out_proj.weight": 0.02886040322482586, + "transformer.layers.0.self_attn.out_proj.bias": 0.003393759485334158, + "transformer.layers.0.linear1.weight": 0.02659706585109234, + "transformer.layers.0.linear1.bias": 0.0015196393942460418, + "transformer.layers.0.linear2.weight": 0.02730219066143036, + "transformer.layers.0.linear2.bias": 0.002495237160474062, + "transformer.layers.0.norm1.weight": 0.0014640612062066793, + "transformer.layers.0.norm1.bias": 0.002178543945774436, + "transformer.layers.0.norm2.weight": 0.002600244479253888, + "transformer.layers.0.norm2.bias": 0.0023080119863152504, + "transformer.layers.1.self_attn.in_proj_weight": 0.025922661647200584, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016598132206127048, + "transformer.layers.1.self_attn.out_proj.weight": 0.025558238849043846, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019412585534155369, + "transformer.layers.1.linear1.weight": 0.014330641366541386, + "transformer.layers.1.linear1.bias": 0.0007856324082240462, + "transformer.layers.1.linear2.weight": 0.018412398174405098, + "transformer.layers.1.linear2.bias": 0.0018327584257349372, + "transformer.layers.1.norm1.weight": 0.0016863344935700297, + "transformer.layers.1.norm1.bias": 0.0016198615776374936, + "transformer.layers.1.norm2.weight": 0.0011290875263512135, + "transformer.layers.1.norm2.bias": 0.0009505641646683216, + "transformer.layers.2.self_attn.in_proj_weight": 0.024253442883491516, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013789531076326966, + "transformer.layers.2.self_attn.out_proj.weight": 0.02304808422923088, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018059436697512865, + "transformer.layers.2.linear1.weight": 0.011076420545578003, + "transformer.layers.2.linear1.bias": 0.0007413652492687106, + "transformer.layers.2.linear2.weight": 0.014125723391771317, + "transformer.layers.2.linear2.bias": 0.0019336959812790155, + "transformer.layers.2.norm1.weight": 0.0020151501521468163, + "transformer.layers.2.norm1.bias": 0.0013762131566181779, + "transformer.layers.2.norm2.weight": 0.0007539595244452357, + "transformer.layers.2.norm2.bias": 0.0008797435439191759, + "transformer.layers.3.self_attn.in_proj_weight": 0.046082545071840286, + "transformer.layers.3.self_attn.in_proj_bias": 0.0039671375416219234, + "transformer.layers.3.self_attn.out_proj.weight": 0.02661382593214512, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029905918054282665, + "transformer.layers.3.linear1.weight": 0.023507166653871536, + "transformer.layers.3.linear1.bias": 0.0020482416730374098, + "transformer.layers.3.linear2.weight": 0.015727095305919647, + "transformer.layers.3.linear2.bias": 0.0036708402913063765, + "transformer.layers.3.norm1.weight": 0.004093642346560955, + "transformer.layers.3.norm1.bias": 0.00544879212975502, + "transformer.layers.3.norm2.weight": 0.0015653972513973713, + "transformer.layers.3.norm2.bias": 0.0025783542077988386, + "head.weight": 0.20918899774551392, + "head.bias": 0.007211341988295317, + "global_embedding.weight": 0.015152857638895512, + "global_cnn.0.weight": 0.14273951947689056, + "global_cnn.0.bias": 0.00489076878875494, + "global_cnn.2.weight": 0.24057641625404358, + "global_cnn.2.bias": 0.011209508404135704, + "global_proj.weight": 0.07111810147762299, + "global_proj.bias": 0.04890952259302139, + "goal_head.0.weight": 0.05388777703046799, + "goal_head.0.bias": 0.02440870739519596, + "goal_head.2.weight": 0.08512305468320847, + "goal_head.2.bias": 0.05824883654713631 + }, + { + "global_gate": 8.529163460480049e-05, + "embedding.weight": 0.0006701707607135177, + "cnn.0.weight": 0.0192252304404974, + "cnn.0.bias": 0.0007256910903379321, + "cnn.2.weight": 0.006280113477259874, + "cnn.2.bias": 0.0015033339150249958, + "cnn.5.weight": 0.00794802512973547, + "cnn.5.bias": 0.0016894872533157468, + "action_emb.weight": 0.013464155606925488, + "timestep_emb.weight": 0.0014234335394576192, + "pos_emb.weight": 0.005041644908487797, + "transformer.layers.0.self_attn.in_proj_weight": 0.033720772713422775, + "transformer.layers.0.self_attn.in_proj_bias": 0.0017380601493641734, + "transformer.layers.0.self_attn.out_proj.weight": 0.04684562608599663, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024065435864031315, + "transformer.layers.0.linear1.weight": 0.06277994811534882, + "transformer.layers.0.linear1.bias": 0.0018883157754316926, + "transformer.layers.0.linear2.weight": 0.03962313383817673, + "transformer.layers.0.linear2.bias": 0.0018827887251973152, + "transformer.layers.0.norm1.weight": 0.001857512746937573, + "transformer.layers.0.norm1.bias": 0.001472627162002027, + "transformer.layers.0.norm2.weight": 0.00707663968205452, + "transformer.layers.0.norm2.bias": 0.0017112356144934893, + "transformer.layers.1.self_attn.in_proj_weight": 0.03887423127889633, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013423608615994453, + "transformer.layers.1.self_attn.out_proj.weight": 0.02712029404938221, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019398126751184464, + "transformer.layers.1.linear1.weight": 0.02200067788362503, + "transformer.layers.1.linear1.bias": 0.0011126748286187649, + "transformer.layers.1.linear2.weight": 0.023981567472219467, + "transformer.layers.1.linear2.bias": 0.0017938540549948812, + "transformer.layers.1.norm1.weight": 0.0023000596556812525, + "transformer.layers.1.norm1.bias": 0.0013103336095809937, + "transformer.layers.1.norm2.weight": 0.0020988278556615114, + "transformer.layers.1.norm2.bias": 0.0013135687913745642, + "transformer.layers.2.self_attn.in_proj_weight": 0.029852477833628654, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016657523810863495, + "transformer.layers.2.self_attn.out_proj.weight": 0.02239428274333477, + "transformer.layers.2.self_attn.out_proj.bias": 0.001783669926226139, + "transformer.layers.2.linear1.weight": 0.013372640125453472, + "transformer.layers.2.linear1.bias": 0.0008363495580852032, + "transformer.layers.2.linear2.weight": 0.015844443812966347, + "transformer.layers.2.linear2.bias": 0.001852561952546239, + "transformer.layers.2.norm1.weight": 0.002066240180283785, + "transformer.layers.2.norm1.bias": 0.001829315791837871, + "transformer.layers.2.norm2.weight": 0.0010089986026287079, + "transformer.layers.2.norm2.bias": 0.0009600699995644391, + "transformer.layers.3.self_attn.in_proj_weight": 0.0483720600605011, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037859666626900434, + "transformer.layers.3.self_attn.out_proj.weight": 0.020245037972927094, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024641791824251413, + "transformer.layers.3.linear1.weight": 0.020421070978045464, + "transformer.layers.3.linear1.bias": 0.0015902523882687092, + "transformer.layers.3.linear2.weight": 0.012470885179936886, + "transformer.layers.3.linear2.bias": 0.0028377692215144634, + "transformer.layers.3.norm1.weight": 0.004144189413636923, + "transformer.layers.3.norm1.bias": 0.0054414658807218075, + "transformer.layers.3.norm2.weight": 0.0015104245394468307, + "transformer.layers.3.norm2.bias": 0.0018730487208813429, + "head.weight": 0.16772642731666565, + "head.bias": 0.005264804698526859, + "global_embedding.weight": 0.011389195919036865, + "global_cnn.0.weight": 0.12984849512577057, + "global_cnn.0.bias": 0.0040597934275865555, + "global_cnn.2.weight": 0.43104711174964905, + "global_cnn.2.bias": 0.02364499494433403, + "global_proj.weight": 0.09401395171880722, + "global_proj.bias": 0.06119978427886963, + "goal_head.0.weight": 0.05997484549880028, + "goal_head.0.bias": 0.02572746016085148, + "goal_head.2.weight": 0.08460839837789536, + "goal_head.2.bias": 0.05617973580956459 + }, + { + "global_gate": 0.00012331840116530657, + "embedding.weight": 0.0017189134377986193, + "cnn.0.weight": 0.046114809811115265, + "cnn.0.bias": 0.0015850402414798737, + "cnn.2.weight": 0.015350856818258762, + "cnn.2.bias": 0.006146022584289312, + "cnn.5.weight": 0.015236103907227516, + "cnn.5.bias": 0.0038020021747797728, + "action_emb.weight": 0.005438587628304958, + "timestep_emb.weight": 0.0017389249987900257, + "pos_emb.weight": 0.0041967942379415035, + "transformer.layers.0.self_attn.in_proj_weight": 0.03428483381867409, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025869880337268114, + "transformer.layers.0.self_attn.out_proj.weight": 0.035211823880672455, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030802174005657434, + "transformer.layers.0.linear1.weight": 0.03478500247001648, + "transformer.layers.0.linear1.bias": 0.001583700766786933, + "transformer.layers.0.linear2.weight": 0.032625049352645874, + "transformer.layers.0.linear2.bias": 0.0023389379493892193, + "transformer.layers.0.norm1.weight": 0.002071058377623558, + "transformer.layers.0.norm1.bias": 0.002640170743688941, + "transformer.layers.0.norm2.weight": 0.0034627306740731, + "transformer.layers.0.norm2.bias": 0.0016155136981979012, + "transformer.layers.1.self_attn.in_proj_weight": 0.033028509467840195, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016256269300356507, + "transformer.layers.1.self_attn.out_proj.weight": 0.026912253350019455, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018849577754735947, + "transformer.layers.1.linear1.weight": 0.01778583973646164, + "transformer.layers.1.linear1.bias": 0.0009009451605379581, + "transformer.layers.1.linear2.weight": 0.0220173466950655, + "transformer.layers.1.linear2.bias": 0.0017573890509083867, + "transformer.layers.1.norm1.weight": 0.00228338991291821, + "transformer.layers.1.norm1.bias": 0.0016538684722036123, + "transformer.layers.1.norm2.weight": 0.001350736478343606, + "transformer.layers.1.norm2.bias": 0.0007497624028474092, + "transformer.layers.2.self_attn.in_proj_weight": 0.030376169830560684, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014185196487233043, + "transformer.layers.2.self_attn.out_proj.weight": 0.024567315354943275, + "transformer.layers.2.self_attn.out_proj.bias": 0.001415925333276391, + "transformer.layers.2.linear1.weight": 0.012520900927484035, + "transformer.layers.2.linear1.bias": 0.0007173006888478994, + "transformer.layers.2.linear2.weight": 0.015848254784941673, + "transformer.layers.2.linear2.bias": 0.0014049973106011748, + "transformer.layers.2.norm1.weight": 0.002001129789277911, + "transformer.layers.2.norm1.bias": 0.0017241413006559014, + "transformer.layers.2.norm2.weight": 0.0007607010775245726, + "transformer.layers.2.norm2.bias": 0.0006896205013617873, + "transformer.layers.3.self_attn.in_proj_weight": 0.045018915086984634, + "transformer.layers.3.self_attn.in_proj_bias": 0.002361588878557086, + "transformer.layers.3.self_attn.out_proj.weight": 0.025353312492370605, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017584743909537792, + "transformer.layers.3.linear1.weight": 0.025941327214241028, + "transformer.layers.3.linear1.bias": 0.0018234177259728312, + "transformer.layers.3.linear2.weight": 0.016378123313188553, + "transformer.layers.3.linear2.bias": 0.001551310415379703, + "transformer.layers.3.norm1.weight": 0.003892977721989155, + "transformer.layers.3.norm1.bias": 0.002656554104760289, + "transformer.layers.3.norm2.weight": 0.0018117096042260528, + "transformer.layers.3.norm2.bias": 0.0020366297103464603, + "head.weight": 0.17551112174987793, + "head.bias": 0.0031139585189521313, + "global_embedding.weight": 0.007079025264829397, + "global_cnn.0.weight": 0.11142415553331375, + "global_cnn.0.bias": 0.005885911174118519, + "global_cnn.2.weight": 0.20464293658733368, + "global_cnn.2.bias": 0.011251242831349373, + "global_proj.weight": 0.06037093326449394, + "global_proj.bias": 0.04485456645488739, + "goal_head.0.weight": 0.0472254678606987, + "goal_head.0.bias": 0.02283444255590439, + "goal_head.2.weight": 0.07253827899694443, + "goal_head.2.bias": 0.05515459552407265 + }, + { + "global_gate": 0.0004001299093943089, + "embedding.weight": 0.0034776555839926004, + "cnn.0.weight": 0.056483957916498184, + "cnn.0.bias": 0.0022937736939638853, + "cnn.2.weight": 0.010330401360988617, + "cnn.2.bias": 0.0034193566534668207, + "cnn.5.weight": 0.011145868338644505, + "cnn.5.bias": 0.002762092277407646, + "action_emb.weight": 0.005508994217962027, + "timestep_emb.weight": 0.0011827204143628478, + "pos_emb.weight": 0.0029857847839593887, + "transformer.layers.0.self_attn.in_proj_weight": 0.03040236048400402, + "transformer.layers.0.self_attn.in_proj_bias": 0.003053196705877781, + "transformer.layers.0.self_attn.out_proj.weight": 0.02927391044795513, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037191894371062517, + "transformer.layers.0.linear1.weight": 0.02876633033156395, + "transformer.layers.0.linear1.bias": 0.0015626028180122375, + "transformer.layers.0.linear2.weight": 0.028931226581335068, + "transformer.layers.0.linear2.bias": 0.0029320337343961, + "transformer.layers.0.norm1.weight": 0.0018171182600781322, + "transformer.layers.0.norm1.bias": 0.0030054182279855013, + "transformer.layers.0.norm2.weight": 0.00268051540479064, + "transformer.layers.0.norm2.bias": 0.0016687556635588408, + "transformer.layers.1.self_attn.in_proj_weight": 0.028841644525527954, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018504303880035877, + "transformer.layers.1.self_attn.out_proj.weight": 0.024647781625390053, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022568870335817337, + "transformer.layers.1.linear1.weight": 0.01601237803697586, + "transformer.layers.1.linear1.bias": 0.0009206075919792056, + "transformer.layers.1.linear2.weight": 0.01905427873134613, + "transformer.layers.1.linear2.bias": 0.002022192347794771, + "transformer.layers.1.norm1.weight": 0.0019357955316081643, + "transformer.layers.1.norm1.bias": 0.0019122977973893285, + "transformer.layers.1.norm2.weight": 0.001354109263047576, + "transformer.layers.1.norm2.bias": 0.0009947161888703704, + "transformer.layers.2.self_attn.in_proj_weight": 0.026360977441072464, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016938382759690285, + "transformer.layers.2.self_attn.out_proj.weight": 0.019194267690181732, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016321436269208789, + "transformer.layers.2.linear1.weight": 0.010166915133595467, + "transformer.layers.2.linear1.bias": 0.0006762901903130114, + "transformer.layers.2.linear2.weight": 0.012166730128228664, + "transformer.layers.2.linear2.bias": 0.001591716893017292, + "transformer.layers.2.norm1.weight": 0.0018825717270374298, + "transformer.layers.2.norm1.bias": 0.0021104062907397747, + "transformer.layers.2.norm2.weight": 0.000678342126775533, + "transformer.layers.2.norm2.bias": 0.0006680491496808827, + "transformer.layers.3.self_attn.in_proj_weight": 0.03889705240726471, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026642647571861744, + "transformer.layers.3.self_attn.out_proj.weight": 0.01842358522117138, + "transformer.layers.3.self_attn.out_proj.bias": 0.001865927129983902, + "transformer.layers.3.linear1.weight": 0.0203721784055233, + "transformer.layers.3.linear1.bias": 0.0016904213698580861, + "transformer.layers.3.linear2.weight": 0.011550474911928177, + "transformer.layers.3.linear2.bias": 0.002202852861955762, + "transformer.layers.3.norm1.weight": 0.003285193582996726, + "transformer.layers.3.norm1.bias": 0.0041125984862446785, + "transformer.layers.3.norm2.weight": 0.0014519112883135676, + "transformer.layers.3.norm2.bias": 0.002359305741265416, + "head.weight": 0.15145400166511536, + "head.bias": 0.004605336580425501, + "global_embedding.weight": 0.0039026786107569933, + "global_cnn.0.weight": 0.03138502687215805, + "global_cnn.0.bias": 0.0014132288051769137, + "global_cnn.2.weight": 0.06283233314752579, + "global_cnn.2.bias": 0.0026802446227520704, + "global_proj.weight": 0.012110456824302673, + "global_proj.bias": 0.00883164256811142, + "goal_head.0.weight": 0.0034852244425565004, + "goal_head.0.bias": 0.0014682527398690581, + "goal_head.2.weight": 0.007228241302073002, + "goal_head.2.bias": 0.0034023683983832598 + }, + { + "global_gate": 0.0002612658136058599, + "embedding.weight": 0.0019333857344463468, + "cnn.0.weight": 0.048166368156671524, + "cnn.0.bias": 0.0018887119367718697, + "cnn.2.weight": 0.013239187188446522, + "cnn.2.bias": 0.00465616537258029, + "cnn.5.weight": 0.01358967274427414, + "cnn.5.bias": 0.004427912645041943, + "action_emb.weight": 0.00822500605136156, + "timestep_emb.weight": 0.0019445980433374643, + "pos_emb.weight": 0.003885900368914008, + "transformer.layers.0.self_attn.in_proj_weight": 0.039830632507801056, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035455538891255856, + "transformer.layers.0.self_attn.out_proj.weight": 0.042089443653821945, + "transformer.layers.0.self_attn.out_proj.bias": 0.004848772659897804, + "transformer.layers.0.linear1.weight": 0.04073604196310043, + "transformer.layers.0.linear1.bias": 0.002045698929578066, + "transformer.layers.0.linear2.weight": 0.04222940653562546, + "transformer.layers.0.linear2.bias": 0.0038381509948521852, + "transformer.layers.0.norm1.weight": 0.0021919109858572483, + "transformer.layers.0.norm1.bias": 0.0032942933030426502, + "transformer.layers.0.norm2.weight": 0.004042658023536205, + "transformer.layers.0.norm2.bias": 0.002244075760245323, + "transformer.layers.1.self_attn.in_proj_weight": 0.0432530976831913, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023828025441616774, + "transformer.layers.1.self_attn.out_proj.weight": 0.04607908055186272, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031570696737617254, + "transformer.layers.1.linear1.weight": 0.023538412526249886, + "transformer.layers.1.linear1.bias": 0.0012824793811887503, + "transformer.layers.1.linear2.weight": 0.033722102642059326, + "transformer.layers.1.linear2.bias": 0.0030595276039093733, + "transformer.layers.1.norm1.weight": 0.0025050067342817783, + "transformer.layers.1.norm1.bias": 0.002438979223370552, + "transformer.layers.1.norm2.weight": 0.001918247900903225, + "transformer.layers.1.norm2.bias": 0.0014371501747518778, + "transformer.layers.2.self_attn.in_proj_weight": 0.0414976142346859, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025456359144300222, + "transformer.layers.2.self_attn.out_proj.weight": 0.036804500967264175, + "transformer.layers.2.self_attn.out_proj.bias": 0.002945004031062126, + "transformer.layers.2.linear1.weight": 0.019166866317391396, + "transformer.layers.2.linear1.bias": 0.001163084409199655, + "transformer.layers.2.linear2.weight": 0.025127213448286057, + "transformer.layers.2.linear2.bias": 0.003023990662768483, + "transformer.layers.2.norm1.weight": 0.0033954791724681854, + "transformer.layers.2.norm1.bias": 0.003329339437186718, + "transformer.layers.2.norm2.weight": 0.0012406749883666635, + "transformer.layers.2.norm2.bias": 0.0011473092017695308, + "transformer.layers.3.self_attn.in_proj_weight": 0.08126518130302429, + "transformer.layers.3.self_attn.in_proj_bias": 0.005731747951358557, + "transformer.layers.3.self_attn.out_proj.weight": 0.04179281368851662, + "transformer.layers.3.self_attn.out_proj.bias": 0.004444072488695383, + "transformer.layers.3.linear1.weight": 0.03936568647623062, + "transformer.layers.3.linear1.bias": 0.003105904208496213, + "transformer.layers.3.linear2.weight": 0.02360004372894764, + "transformer.layers.3.linear2.bias": 0.00513458950445056, + "transformer.layers.3.norm1.weight": 0.006559321656823158, + "transformer.layers.3.norm1.bias": 0.007563126273453236, + "transformer.layers.3.norm2.weight": 0.002948417328298092, + "transformer.layers.3.norm2.bias": 0.0035723422188311815, + "head.weight": 0.35212039947509766, + "head.bias": 0.010908222757279873, + "global_embedding.weight": 0.015061957761645317, + "global_cnn.0.weight": 0.1215117797255516, + "global_cnn.0.bias": 0.003789589274674654, + "global_cnn.2.weight": 0.31579211354255676, + "global_cnn.2.bias": 0.01371045969426632, + "global_proj.weight": 0.041856806725263596, + "global_proj.bias": 0.02673533372581005, + "goal_head.0.weight": 0.019230015575885773, + "goal_head.0.bias": 0.0080658458173275, + "goal_head.2.weight": 0.02522524818778038, + "goal_head.2.bias": 0.016114937141537666 + }, + { + "global_gate": 0.00022798754798714072, + "embedding.weight": 0.001094156177714467, + "cnn.0.weight": 0.027095969766378403, + "cnn.0.bias": 0.0012662773951888084, + "cnn.2.weight": 0.009807853028178215, + "cnn.2.bias": 0.0032217074185609818, + "cnn.5.weight": 0.009489168412983418, + "cnn.5.bias": 0.0019866053480654955, + "action_emb.weight": 0.013867268338799477, + "timestep_emb.weight": 0.0015421410789713264, + "pos_emb.weight": 0.002935997676104307, + "transformer.layers.0.self_attn.in_proj_weight": 0.03566862270236015, + "transformer.layers.0.self_attn.in_proj_bias": 0.003060751361772418, + "transformer.layers.0.self_attn.out_proj.weight": 0.05081361532211304, + "transformer.layers.0.self_attn.out_proj.bias": 0.004092721734195948, + "transformer.layers.0.linear1.weight": 0.06104578077793121, + "transformer.layers.0.linear1.bias": 0.0023735675495117903, + "transformer.layers.0.linear2.weight": 0.04299362003803253, + "transformer.layers.0.linear2.bias": 0.0029157144017517567, + "transformer.layers.0.norm1.weight": 0.0019980401266366243, + "transformer.layers.0.norm1.bias": 0.0030534330289810896, + "transformer.layers.0.norm2.weight": 0.00741203548386693, + "transformer.layers.0.norm2.bias": 0.0027453945949673653, + "transformer.layers.1.self_attn.in_proj_weight": 0.03962782770395279, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019158252980560064, + "transformer.layers.1.self_attn.out_proj.weight": 0.03851085156202316, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024280736688524485, + "transformer.layers.1.linear1.weight": 0.024140892550349236, + "transformer.layers.1.linear1.bias": 0.0013219347456470132, + "transformer.layers.1.linear2.weight": 0.02687130868434906, + "transformer.layers.1.linear2.bias": 0.0021928015630692244, + "transformer.layers.1.norm1.weight": 0.0026276407297700644, + "transformer.layers.1.norm1.bias": 0.0019850810058414936, + "transformer.layers.1.norm2.weight": 0.0023680157028138638, + "transformer.layers.1.norm2.bias": 0.0015481365844607353, + "transformer.layers.2.self_attn.in_proj_weight": 0.03567638248205185, + "transformer.layers.2.self_attn.in_proj_bias": 0.00214668782427907, + "transformer.layers.2.self_attn.out_proj.weight": 0.02702334150671959, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017605243483558297, + "transformer.layers.2.linear1.weight": 0.014036445878446102, + "transformer.layers.2.linear1.bias": 0.0008283837232738733, + "transformer.layers.2.linear2.weight": 0.017893757671117783, + "transformer.layers.2.linear2.bias": 0.001689263852313161, + "transformer.layers.2.norm1.weight": 0.003306162776425481, + "transformer.layers.2.norm1.bias": 0.0028979808557778597, + "transformer.layers.2.norm2.weight": 0.0008361994987353683, + "transformer.layers.2.norm2.bias": 0.0007339829462580383, + "transformer.layers.3.self_attn.in_proj_weight": 0.05623060464859009, + "transformer.layers.3.self_attn.in_proj_bias": 0.003063623094931245, + "transformer.layers.3.self_attn.out_proj.weight": 0.028507130220532417, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022425323259085417, + "transformer.layers.3.linear1.weight": 0.02944224700331688, + "transformer.layers.3.linear1.bias": 0.002136124996468425, + "transformer.layers.3.linear2.weight": 0.017983077093958855, + "transformer.layers.3.linear2.bias": 0.0024066020268946886, + "transformer.layers.3.norm1.weight": 0.005163197871297598, + "transformer.layers.3.norm1.bias": 0.004297108389437199, + "transformer.layers.3.norm2.weight": 0.0021476575639098883, + "transformer.layers.3.norm2.bias": 0.0021754412446171045, + "head.weight": 0.22712619602680206, + "head.bias": 0.005487790331244469, + "global_embedding.weight": 0.006646505557000637, + "global_cnn.0.weight": 0.05022892355918884, + "global_cnn.0.bias": 0.0014252529945224524, + "global_cnn.2.weight": 0.13132807612419128, + "global_cnn.2.bias": 0.006650978233665228, + "global_proj.weight": 0.02596953697502613, + "global_proj.bias": 0.018280424177646637, + "goal_head.0.weight": 0.014963393099606037, + "goal_head.0.bias": 0.006798631977289915, + "goal_head.2.weight": 0.0201844684779644, + "goal_head.2.bias": 0.014053888618946075 + }, + { + "global_gate": 0.0003710649907588959, + "embedding.weight": 0.0012216956820338964, + "cnn.0.weight": 0.026754632592201233, + "cnn.0.bias": 0.0012559030437842011, + "cnn.2.weight": 0.007278168108314276, + "cnn.2.bias": 0.0030577487777918577, + "cnn.5.weight": 0.008127420209348202, + "cnn.5.bias": 0.0023816947359591722, + "action_emb.weight": 0.0030041609425097704, + "timestep_emb.weight": 0.0011177208507433534, + "pos_emb.weight": 0.0027383610140532255, + "transformer.layers.0.self_attn.in_proj_weight": 0.024947816506028175, + "transformer.layers.0.self_attn.in_proj_bias": 0.0020358040928840637, + "transformer.layers.0.self_attn.out_proj.weight": 0.022655928507447243, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024691184516996145, + "transformer.layers.0.linear1.weight": 0.020497193560004234, + "transformer.layers.0.linear1.bias": 0.0010756816482171416, + "transformer.layers.0.linear2.weight": 0.020943231880664825, + "transformer.layers.0.linear2.bias": 0.0017951754853129387, + "transformer.layers.0.norm1.weight": 0.00140678440220654, + "transformer.layers.0.norm1.bias": 0.0019889178220182657, + "transformer.layers.0.norm2.weight": 0.001881066826172173, + "transformer.layers.0.norm2.bias": 0.0011585693573579192, + "transformer.layers.1.self_attn.in_proj_weight": 0.019817037507891655, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012041801819577813, + "transformer.layers.1.self_attn.out_proj.weight": 0.018175333738327026, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014499507378786802, + "transformer.layers.1.linear1.weight": 0.01067162211984396, + "transformer.layers.1.linear1.bias": 0.0005793159361928701, + "transformer.layers.1.linear2.weight": 0.013144424185156822, + "transformer.layers.1.linear2.bias": 0.0013668237952515483, + "transformer.layers.1.norm1.weight": 0.0014316014712676406, + "transformer.layers.1.norm1.bias": 0.0012587604578584433, + "transformer.layers.1.norm2.weight": 0.0008759161573834717, + "transformer.layers.1.norm2.bias": 0.0005922226700931787, + "transformer.layers.2.self_attn.in_proj_weight": 0.017532646656036377, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011328599648550153, + "transformer.layers.2.self_attn.out_proj.weight": 0.015073954127728939, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011895900825038552, + "transformer.layers.2.linear1.weight": 0.00779961422085762, + "transformer.layers.2.linear1.bias": 0.0004617309896275401, + "transformer.layers.2.linear2.weight": 0.00923773180693388, + "transformer.layers.2.linear2.bias": 0.0011867765570059419, + "transformer.layers.2.norm1.weight": 0.0013908324763178825, + "transformer.layers.2.norm1.bias": 0.0015250485157594085, + "transformer.layers.2.norm2.weight": 0.0005073471111245453, + "transformer.layers.2.norm2.bias": 0.00042779449722729623, + "transformer.layers.3.self_attn.in_proj_weight": 0.03285931423306465, + "transformer.layers.3.self_attn.in_proj_bias": 0.0020587933249771595, + "transformer.layers.3.self_attn.out_proj.weight": 0.01452519278973341, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015305464621633291, + "transformer.layers.3.linear1.weight": 0.015314890071749687, + "transformer.layers.3.linear1.bias": 0.0010887031676247716, + "transformer.layers.3.linear2.weight": 0.008938691578805447, + "transformer.layers.3.linear2.bias": 0.0016022896161302924, + "transformer.layers.3.norm1.weight": 0.0026759293396025896, + "transformer.layers.3.norm1.bias": 0.002971129259094596, + "transformer.layers.3.norm2.weight": 0.0012145632645115256, + "transformer.layers.3.norm2.bias": 0.0015481841983273625, + "head.weight": 0.1249423697590828, + "head.bias": 0.004297283478081226, + "global_embedding.weight": 0.006554798688739538, + "global_cnn.0.weight": 0.04098635911941528, + "global_cnn.0.bias": 0.0017846577102318406, + "global_cnn.2.weight": 0.08708459883928299, + "global_cnn.2.bias": 0.004179114010185003, + "global_proj.weight": 0.021218394860625267, + "global_proj.bias": 0.014120385982096195, + "goal_head.0.weight": 0.012252469547092915, + "goal_head.0.bias": 0.005313744768500328, + "goal_head.2.weight": 0.01910056732594967, + "goal_head.2.bias": 0.011934473179280758 + }, + { + "global_gate": 0.0003978125751018524, + "embedding.weight": 0.0010213784407824278, + "cnn.0.weight": 0.026779815554618835, + "cnn.0.bias": 0.0012766281142830849, + "cnn.2.weight": 0.008543034084141254, + "cnn.2.bias": 0.004955374635756016, + "cnn.5.weight": 0.00910746306180954, + "cnn.5.bias": 0.0025317715480923653, + "action_emb.weight": 0.006680785678327084, + "timestep_emb.weight": 0.0014635338447988033, + "pos_emb.weight": 0.0033447332680225372, + "transformer.layers.0.self_attn.in_proj_weight": 0.030816011130809784, + "transformer.layers.0.self_attn.in_proj_bias": 0.002349535236135125, + "transformer.layers.0.self_attn.out_proj.weight": 0.03028852678835392, + "transformer.layers.0.self_attn.out_proj.bias": 0.003444508882239461, + "transformer.layers.0.linear1.weight": 0.03392856568098068, + "transformer.layers.0.linear1.bias": 0.0016300819115713239, + "transformer.layers.0.linear2.weight": 0.03455391526222229, + "transformer.layers.0.linear2.bias": 0.0023571436759084463, + "transformer.layers.0.norm1.weight": 0.002100085373967886, + "transformer.layers.0.norm1.bias": 0.0022449821699410677, + "transformer.layers.0.norm2.weight": 0.0033963772002607584, + "transformer.layers.0.norm2.bias": 0.002231125021353364, + "transformer.layers.1.self_attn.in_proj_weight": 0.029530944302678108, + "transformer.layers.1.self_attn.in_proj_bias": 0.00179030722938478, + "transformer.layers.1.self_attn.out_proj.weight": 0.027012331411242485, + "transformer.layers.1.self_attn.out_proj.bias": 0.002067022491246462, + "transformer.layers.1.linear1.weight": 0.01949392445385456, + "transformer.layers.1.linear1.bias": 0.0010314065730199218, + "transformer.layers.1.linear2.weight": 0.025538885965943336, + "transformer.layers.1.linear2.bias": 0.0019983616657555103, + "transformer.layers.1.norm1.weight": 0.001856071874499321, + "transformer.layers.1.norm1.bias": 0.0018834006041288376, + "transformer.layers.1.norm2.weight": 0.001638800953514874, + "transformer.layers.1.norm2.bias": 0.0010411238763481379, + "transformer.layers.2.self_attn.in_proj_weight": 0.03699773550033569, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021283887326717377, + "transformer.layers.2.self_attn.out_proj.weight": 0.024721063673496246, + "transformer.layers.2.self_attn.out_proj.bias": 0.002051057294011116, + "transformer.layers.2.linear1.weight": 0.01601918786764145, + "transformer.layers.2.linear1.bias": 0.0010076411999762058, + "transformer.layers.2.linear2.weight": 0.019153708592057228, + "transformer.layers.2.linear2.bias": 0.0021734272595494986, + "transformer.layers.2.norm1.weight": 0.002661928068846464, + "transformer.layers.2.norm1.bias": 0.003074753563851118, + "transformer.layers.2.norm2.weight": 0.0011416462948545814, + "transformer.layers.2.norm2.bias": 0.0012492431560531259, + "transformer.layers.3.self_attn.in_proj_weight": 0.05692054703831673, + "transformer.layers.3.self_attn.in_proj_bias": 0.0054099769331514835, + "transformer.layers.3.self_attn.out_proj.weight": 0.02451704628765583, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036143390461802483, + "transformer.layers.3.linear1.weight": 0.02877923473715782, + "transformer.layers.3.linear1.bias": 0.002429815474897623, + "transformer.layers.3.linear2.weight": 0.016538655385375023, + "transformer.layers.3.linear2.bias": 0.004291244316846132, + "transformer.layers.3.norm1.weight": 0.004723652731627226, + "transformer.layers.3.norm1.bias": 0.007415855303406715, + "transformer.layers.3.norm2.weight": 0.001963870832696557, + "transformer.layers.3.norm2.bias": 0.0029727492947131395, + "head.weight": 0.22856321930885315, + "head.bias": 0.009205055423080921, + "global_embedding.weight": 0.010455101728439331, + "global_cnn.0.weight": 0.05834429711103439, + "global_cnn.0.bias": 0.002612201264128089, + "global_cnn.2.weight": 0.1428159922361374, + "global_cnn.2.bias": 0.007492531090974808, + "global_proj.weight": 0.027921268716454506, + "global_proj.bias": 0.018984448164701462, + "goal_head.0.weight": 0.014746890403330326, + "goal_head.0.bias": 0.006163078360259533, + "goal_head.2.weight": 0.019810622557997704, + "goal_head.2.bias": 0.012773612514138222 + }, + { + "global_gate": 1.3899162695452105e-05, + "embedding.weight": 0.0016172088216990232, + "cnn.0.weight": 0.036045461893081665, + "cnn.0.bias": 0.0011297812452539802, + "cnn.2.weight": 0.01222814992070198, + "cnn.2.bias": 0.0030033625662326813, + "cnn.5.weight": 0.01138780452311039, + "cnn.5.bias": 0.002385926665738225, + "action_emb.weight": 0.004506681580096483, + "timestep_emb.weight": 0.0012341170804575086, + "pos_emb.weight": 0.0027515958063304424, + "transformer.layers.0.self_attn.in_proj_weight": 0.024766134098172188, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019840095192193985, + "transformer.layers.0.self_attn.out_proj.weight": 0.022576717659831047, + "transformer.layers.0.self_attn.out_proj.bias": 0.002496409462764859, + "transformer.layers.0.linear1.weight": 0.024657823145389557, + "transformer.layers.0.linear1.bias": 0.0011894041672348976, + "transformer.layers.0.linear2.weight": 0.023936854675412178, + "transformer.layers.0.linear2.bias": 0.0019999693613499403, + "transformer.layers.0.norm1.weight": 0.0014766310341656208, + "transformer.layers.0.norm1.bias": 0.001956371357664466, + "transformer.layers.0.norm2.weight": 0.002480955794453621, + "transformer.layers.0.norm2.bias": 0.001099475659430027, + "transformer.layers.1.self_attn.in_proj_weight": 0.021923519670963287, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013600249076262116, + "transformer.layers.1.self_attn.out_proj.weight": 0.02283521741628647, + "transformer.layers.1.self_attn.out_proj.bias": 0.001619196031242609, + "transformer.layers.1.linear1.weight": 0.013412175700068474, + "transformer.layers.1.linear1.bias": 0.0006851544021628797, + "transformer.layers.1.linear2.weight": 0.017366239801049232, + "transformer.layers.1.linear2.bias": 0.0015738392248749733, + "transformer.layers.1.norm1.weight": 0.0016184792621061206, + "transformer.layers.1.norm1.bias": 0.001339260139502585, + "transformer.layers.1.norm2.weight": 0.001078725210390985, + "transformer.layers.1.norm2.bias": 0.0006591268465854228, + "transformer.layers.2.self_attn.in_proj_weight": 0.021918674930930138, + "transformer.layers.2.self_attn.in_proj_bias": 0.001484110252931714, + "transformer.layers.2.self_attn.out_proj.weight": 0.017808744683861732, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013907604152336717, + "transformer.layers.2.linear1.weight": 0.009489525109529495, + "transformer.layers.2.linear1.bias": 0.0005606184131465852, + "transformer.layers.2.linear2.weight": 0.011907435022294521, + "transformer.layers.2.linear2.bias": 0.0014375596074387431, + "transformer.layers.2.norm1.weight": 0.0018454607343301177, + "transformer.layers.2.norm1.bias": 0.0020162309519946575, + "transformer.layers.2.norm2.weight": 0.0005810024449601769, + "transformer.layers.2.norm2.bias": 0.0005039448151364923, + "transformer.layers.3.self_attn.in_proj_weight": 0.039275508373975754, + "transformer.layers.3.self_attn.in_proj_bias": 0.00192194152623415, + "transformer.layers.3.self_attn.out_proj.weight": 0.018796255812048912, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017785720992833376, + "transformer.layers.3.linear1.weight": 0.019663702696561813, + "transformer.layers.3.linear1.bias": 0.0014834575122222304, + "transformer.layers.3.linear2.weight": 0.011198210529983044, + "transformer.layers.3.linear2.bias": 0.0020660823211073875, + "transformer.layers.3.norm1.weight": 0.0035851439461112022, + "transformer.layers.3.norm1.bias": 0.002065561478957534, + "transformer.layers.3.norm2.weight": 0.0015401451382786036, + "transformer.layers.3.norm2.bias": 0.0021189770195633173, + "head.weight": 0.15431153774261475, + "head.bias": 0.004543399903923273, + "global_embedding.weight": 0.00409057829529047, + "global_cnn.0.weight": 0.05705144256353378, + "global_cnn.0.bias": 0.0020218733698129654, + "global_cnn.2.weight": 0.12921826541423798, + "global_cnn.2.bias": 0.00712054967880249, + "global_proj.weight": 0.01713620312511921, + "global_proj.bias": 0.014889965765178204, + "goal_head.0.weight": 0.010492797009646893, + "goal_head.0.bias": 0.005032496992498636, + "goal_head.2.weight": 0.018004920333623886, + "goal_head.2.bias": 0.010793954133987427 + }, + { + "global_gate": 6.102395218476886e-06, + "embedding.weight": 0.0008209520019590855, + "cnn.0.weight": 0.01727529801428318, + "cnn.0.bias": 0.0006833472289144993, + "cnn.2.weight": 0.005909651052206755, + "cnn.2.bias": 0.0021995638962835073, + "cnn.5.weight": 0.007420724257826805, + "cnn.5.bias": 0.0019542488735169172, + "action_emb.weight": 0.004916456062346697, + "timestep_emb.weight": 0.001251626294106245, + "pos_emb.weight": 0.002917330712080002, + "transformer.layers.0.self_attn.in_proj_weight": 0.03178757056593895, + "transformer.layers.0.self_attn.in_proj_bias": 0.002459278330206871, + "transformer.layers.0.self_attn.out_proj.weight": 0.025264672935009003, + "transformer.layers.0.self_attn.out_proj.bias": 0.003023267723619938, + "transformer.layers.0.linear1.weight": 0.027498189359903336, + "transformer.layers.0.linear1.bias": 0.0013157366774976254, + "transformer.layers.0.linear2.weight": 0.024536829441785812, + "transformer.layers.0.linear2.bias": 0.002146750222891569, + "transformer.layers.0.norm1.weight": 0.0020104527939110994, + "transformer.layers.0.norm1.bias": 0.002514017280191183, + "transformer.layers.0.norm2.weight": 0.0024660241324454546, + "transformer.layers.0.norm2.bias": 0.001595127396285534, + "transformer.layers.1.self_attn.in_proj_weight": 0.02288758009672165, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014745680382475257, + "transformer.layers.1.self_attn.out_proj.weight": 0.023924995213747025, + "transformer.layers.1.self_attn.out_proj.bias": 0.001642699120566249, + "transformer.layers.1.linear1.weight": 0.01531176082789898, + "transformer.layers.1.linear1.bias": 0.0007466350798495114, + "transformer.layers.1.linear2.weight": 0.017204055562615395, + "transformer.layers.1.linear2.bias": 0.0014297112356871367, + "transformer.layers.1.norm1.weight": 0.001659631496295333, + "transformer.layers.1.norm1.bias": 0.0015234675956889987, + "transformer.layers.1.norm2.weight": 0.0013154844054952264, + "transformer.layers.1.norm2.bias": 0.0009009739151224494, + "transformer.layers.2.self_attn.in_proj_weight": 0.024135567247867584, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012856960529461503, + "transformer.layers.2.self_attn.out_proj.weight": 0.02040407992899418, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012425517197698355, + "transformer.layers.2.linear1.weight": 0.010985637083649635, + "transformer.layers.2.linear1.bias": 0.0006317998049780726, + "transformer.layers.2.linear2.weight": 0.012635667808353901, + "transformer.layers.2.linear2.bias": 0.0010743429884314537, + "transformer.layers.2.norm1.weight": 0.002011906821280718, + "transformer.layers.2.norm1.bias": 0.0016992028104141355, + "transformer.layers.2.norm2.weight": 0.0008520738920196891, + "transformer.layers.2.norm2.bias": 0.0007624278659932315, + "transformer.layers.3.self_attn.in_proj_weight": 0.03968430683016777, + "transformer.layers.3.self_attn.in_proj_bias": 0.0017767129465937614, + "transformer.layers.3.self_attn.out_proj.weight": 0.019884314388036728, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014762749196961522, + "transformer.layers.3.linear1.weight": 0.02241840586066246, + "transformer.layers.3.linear1.bias": 0.001607162645086646, + "transformer.layers.3.linear2.weight": 0.01321160327643156, + "transformer.layers.3.linear2.bias": 0.0016559121431782842, + "transformer.layers.3.norm1.weight": 0.003218322992324829, + "transformer.layers.3.norm1.bias": 0.0021515721455216408, + "transformer.layers.3.norm2.weight": 0.0017849550349637866, + "transformer.layers.3.norm2.bias": 0.0023869185242801905, + "head.weight": 0.1468910425901413, + "head.bias": 0.0034702434204518795, + "global_embedding.weight": 0.00992201454937458, + "global_cnn.0.weight": 0.03346329182386398, + "global_cnn.0.bias": 0.0014168749330565333, + "global_cnn.2.weight": 0.051369789987802505, + "global_cnn.2.bias": 0.0024324445985257626, + "global_proj.weight": 0.011580737307667732, + "global_proj.bias": 0.007402965798974037, + "goal_head.0.weight": 0.007020765915513039, + "goal_head.0.bias": 0.0032868697308003902, + "goal_head.2.weight": 0.013124686665832996, + "goal_head.2.bias": 0.0077852169051766396 + }, + { + "global_gate": 0.0002016369253396988, + "embedding.weight": 0.0018475120887160301, + "cnn.0.weight": 0.032981276512145996, + "cnn.0.bias": 0.0012603774666786194, + "cnn.2.weight": 0.007763148285448551, + "cnn.2.bias": 0.0024447322357445955, + "cnn.5.weight": 0.008198760449886322, + "cnn.5.bias": 0.0025547933764755726, + "action_emb.weight": 0.007703869603574276, + "timestep_emb.weight": 0.001534045790322125, + "pos_emb.weight": 0.0036766768898814917, + "transformer.layers.0.self_attn.in_proj_weight": 0.027652153745293617, + "transformer.layers.0.self_attn.in_proj_bias": 0.001977264415472746, + "transformer.layers.0.self_attn.out_proj.weight": 0.036119017750024796, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030165216885507107, + "transformer.layers.0.linear1.weight": 0.037791427224874496, + "transformer.layers.0.linear1.bias": 0.001506915083155036, + "transformer.layers.0.linear2.weight": 0.03135225549340248, + "transformer.layers.0.linear2.bias": 0.0026529657188802958, + "transformer.layers.0.norm1.weight": 0.0015436977846547961, + "transformer.layers.0.norm1.bias": 0.00183343724347651, + "transformer.layers.0.norm2.weight": 0.004043214954435825, + "transformer.layers.0.norm2.bias": 0.0017880762461572886, + "transformer.layers.1.self_attn.in_proj_weight": 0.031176650896668434, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018863180885091424, + "transformer.layers.1.self_attn.out_proj.weight": 0.03262313827872276, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024711880832910538, + "transformer.layers.1.linear1.weight": 0.01835652068257332, + "transformer.layers.1.linear1.bias": 0.0010409861570224166, + "transformer.layers.1.linear2.weight": 0.021913956850767136, + "transformer.layers.1.linear2.bias": 0.002313741482794285, + "transformer.layers.1.norm1.weight": 0.0020640497095882893, + "transformer.layers.1.norm1.bias": 0.001995096681639552, + "transformer.layers.1.norm2.weight": 0.0017055727075785398, + "transformer.layers.1.norm2.bias": 0.0013434457359835505, + "transformer.layers.2.self_attn.in_proj_weight": 0.031006809324026108, + "transformer.layers.2.self_attn.in_proj_bias": 0.002037955680862069, + "transformer.layers.2.self_attn.out_proj.weight": 0.02811346761882305, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021453031804412603, + "transformer.layers.2.linear1.weight": 0.01339498907327652, + "transformer.layers.2.linear1.bias": 0.0008487284067086875, + "transformer.layers.2.linear2.weight": 0.017170581966638565, + "transformer.layers.2.linear2.bias": 0.002213893225416541, + "transformer.layers.2.norm1.weight": 0.002297952538356185, + "transformer.layers.2.norm1.bias": 0.0024730616714805365, + "transformer.layers.2.norm2.weight": 0.0009058313444256783, + "transformer.layers.2.norm2.bias": 0.0008496149675920606, + "transformer.layers.3.self_attn.in_proj_weight": 0.055068157613277435, + "transformer.layers.3.self_attn.in_proj_bias": 0.005049047991633415, + "transformer.layers.3.self_attn.out_proj.weight": 0.03197797015309334, + "transformer.layers.3.self_attn.out_proj.bias": 0.004038106184452772, + "transformer.layers.3.linear1.weight": 0.03821561485528946, + "transformer.layers.3.linear1.bias": 0.0034122804645448923, + "transformer.layers.3.linear2.weight": 0.02299518696963787, + "transformer.layers.3.linear2.bias": 0.005205607041716576, + "transformer.layers.3.norm1.weight": 0.004929768852889538, + "transformer.layers.3.norm1.bias": 0.00791033823043108, + "transformer.layers.3.norm2.weight": 0.0028713522478938103, + "transformer.layers.3.norm2.bias": 0.004772039595991373, + "head.weight": 0.2981131374835968, + "head.bias": 0.010700530372560024, + "global_embedding.weight": 0.004012701101601124, + "global_cnn.0.weight": 0.03433830663561821, + "global_cnn.0.bias": 0.0013842929620295763, + "global_cnn.2.weight": 0.05923483520746231, + "global_cnn.2.bias": 0.003403489012271166, + "global_proj.weight": 0.01337433885782957, + "global_proj.bias": 0.008436943404376507, + "goal_head.0.weight": 0.00704951910302043, + "goal_head.0.bias": 0.0028813795652240515, + "goal_head.2.weight": 0.010516883805394173, + "goal_head.2.bias": 0.005907043814659119 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.14457201957702637, - 0.17354950308799744, - 0.11889555305242538, - 0.23026607930660248, - 0.07261011004447937, - 0.06272679567337036, - 0.14344343543052673, - 0.1538216471672058, - 0.17508408427238464, - 0.06839658319950104 + 0.29129117727279663, + 0.3011156916618347, + 0.38891804218292236, + 0.396668016910553, + 0.31168293952941895, + 0.3801901936531067, + 0.39283519983291626, + 0.3866758346557617, + 0.29749420285224915, + 0.269402414560318, + 0.3477441370487213, + 0.3660851716995239, + 0.4358980357646942, + 0.7055138945579529, + 0.5497637987136841, + 0.506219744682312, + 0.34002819657325745, + 0.4714977443218231, + 0.6933884024620056, + 0.5990877747535706 ], "repr_drift_kl_low_t": [ - 0.17511948943138123, - 0.15225476026535034, - 0.12364037334918976, - 0.2513692378997803, - 0.0613328218460083, - 0.0613781213760376, - 0.14994771778583527, - 0.156107097864151, - 0.17654332518577576, - 0.06347104907035828 + 0.38714754581451416, + 0.35322245955467224, + 0.49017441272735596, + 0.4865652620792389, + 0.3738102316856384, + 0.47246721386909485, + 0.47676944732666016, + 0.4705703556537628, + 0.35712727904319763, + 0.32950207591056824, + 0.4362508952617645, + 0.46551084518432617, + 0.5349203944206238, + 0.9181349277496338, + 0.6735808849334717, + 0.6347560286521912, + 0.4094606935977936, + 0.5904511213302612, + 0.8731520771980286, + 0.7287362217903137 ], "repr_drift_kl_mid_t": [ - 0.13937336206436157, - 0.1363971084356308, - 0.10390417277812958, - 0.21351537108421326, - 0.054673515260219574, - 0.05596365034580231, - 0.14297166466712952, - 0.13642261922359467, - 0.17736825346946716, - 0.06563500314950943 + 0.28066113591194153, + 0.2922162115573883, + 0.39491507411003113, + 0.4011007845401764, + 0.3110959231853485, + 0.39219608902931213, + 0.3881489634513855, + 0.38914650678634644, + 0.3067779541015625, + 0.26158812642097473, + 0.36500611901283264, + 0.3720167875289917, + 0.4397433400154114, + 0.7243527173995972, + 0.5562297105789185, + 0.5267388224601746, + 0.34481361508369446, + 0.4825384318828583, + 0.7019674777984619, + 0.6068883538246155 ], "repr_drift_kl_high_t": [ - 0.13741545379161835, - 0.22239159047603607, - 0.19893740117549896, - 0.24508541822433472, - 0.09362278878688812, - 0.08297400176525116, - 0.15344716608524323, - 0.16487117111682892, - 0.19873446226119995, - 0.10116013884544373 + 0.2185399830341339, + 0.2525177001953125, + 0.3013642132282257, + 0.314199298620224, + 0.24322442710399628, + 0.2733287811279297, + 0.3103715479373932, + 0.2746536433696747, + 0.21114249527454376, + 0.20599325001239777, + 0.24136097729206085, + 0.25759634375572205, + 0.33737507462501526, + 0.4624400734901428, + 0.39333853125572205, + 0.37553122639656067, + 0.24935126304626465, + 0.3419870436191559, + 0.47961732745170593, + 0.4293329417705536 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8936548233032227, - 0.9029766321182251, - 0.6587148308753967, - 0.8926205039024353, - 0.7785120606422424 + 0.7140265107154846, + 0.7448617815971375, + 0.8690230846405029, + 0.815665602684021, + 0.7924709320068359, + 0.6667526960372925, + 0.5691539645195007, + 0.7226332426071167, + 0.5607531666755676, + 0.6441971659660339 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.3330161571502686, - 1.4317821264266968, - 2.25284481048584, - 1.981330394744873, - 0.3647800385951996, - 0.49367573857307434, - 0.5028682351112366, - 0.4095489978790283, - 0.6727398037910461, - 0.6719358563423157 + 0.6138569712638855, + 0.4656936228275299, + 0.5772770643234253, + 0.42033421993255615, + 0.18424339592456818, + 0.4373602867126465, + 0.2717753052711487, + 0.549952507019043, + 0.4166882634162903, + 0.3596574366092682, + 0.49306780099868774, + 0.3596431612968445, + 0.5898012518882751, + 0.5679010152816772, + 0.34258711338043213, + 0.22792468965053558, + 0.30469128489494324, + 0.25667712092399597, + 0.18007999658584595, + 0.22980618476867676 ], "norm_high_t": [ - 2.738241195678711, - 1.5389351844787598, - 1.8651487827301025, - 0.8778669238090515, - 0.23642665147781372, - 0.4171502888202667, - 0.4473409056663513, - 0.40578699111938477, - 0.49711430072784424, - 0.2848271429538727 + 0.5142432451248169, + 0.4310084283351898, + 0.6173105835914612, + 0.45957380533218384, + 0.19769619405269623, + 0.40614932775497437, + 0.5065442323684692, + 0.6503756642341614, + 0.4162500202655792, + 0.5993880033493042, + 0.5354581475257874, + 0.5083484649658203, + 0.4019554555416107, + 0.8720158338546753, + 0.4042653739452362, + 0.4091219902038574, + 0.3425682485103607, + 0.3100513219833374, + 0.48855459690093994, + 0.5971553325653076 ], "lowhigh_cos": [ - 0.867474377155304, - 0.6767840385437012, - 0.6084327101707458, - 0.1942538619041443, - 0.21075007319450378, - 0.5088602900505066, - 0.5740505456924438, - 0.6991893649101257, - -0.05772888660430908, - 0.3388189375400543 + 0.2073247730731964, + 0.7151101231575012, + 0.24049316346645355, + 0.6753374338150024, + 0.44916608929634094, + 0.448270320892334, + 0.16720202565193176, + 0.466711163520813, + 0.7684890627861023, + 0.6092223525047302, + 0.9043381810188293, + 0.43934255838394165, + 0.20834492146968842, + 0.6538750529289246, + 0.45326313376426697, + 0.28439030051231384, + 0.3336925208568573, + 0.6273165941238403, + 0.17772653698921204, + 0.2543509900569916 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.554308295249939, - "t_0.1-0.2": 3.435575246810913, - "t_0.2-0.3": 2.9553074836730957, - "t_0.3-0.4": 2.943578004837036, - "t_0.4-0.5": 3.1363868713378906, - "t_0.5-0.6": 2.987576484680176, - "t_0.6-0.7": 2.703054666519165, - "t_0.7-0.8": 2.9818453788757324, - "t_0.8-0.9": 2.4440906047821045, - "t_0.9-1.0": 2.574787139892578 - }, - { - "t_0.0-0.1": 1.5884312391281128, - "t_0.1-0.2": 1.4785469770431519, - "t_0.2-0.3": 1.4224737882614136, - "t_0.3-0.4": 1.335979700088501, - "t_0.4-0.5": 1.5512231588363647, - "t_0.5-0.6": 1.2353589534759521, - "t_0.6-0.7": 1.24403977394104, - "t_0.7-0.8": 1.336991310119629, - "t_0.8-0.9": 1.3056678771972656, - "t_0.9-1.0": 1.5173197984695435 - }, - { - "t_0.0-0.1": 1.646728277206421, - "t_0.1-0.2": 1.7243300676345825, - "t_0.2-0.3": 1.4453822374343872, - "t_0.3-0.4": 1.528201937675476, - "t_0.4-0.5": 1.8485381603240967, - "t_0.5-0.6": 1.4363280534744263, - "t_0.6-0.7": 1.6747623682022095, - "t_0.7-0.8": 1.8827375173568726, - "t_0.8-0.9": 1.7752357721328735, - "t_0.9-1.0": 2.0110886096954346 - }, - { - "t_0.0-0.1": 1.6822558641433716, - "t_0.1-0.2": 2.1253151893615723, - "t_0.2-0.3": 1.9185101985931396, - "t_0.3-0.4": 1.4203187227249146, - "t_0.4-0.5": 1.3625539541244507, - "t_0.5-0.6": 1.276921272277832, - "t_0.6-0.7": 1.0313942432403564, - "t_0.7-0.8": 0.8324947953224182, - "t_0.8-0.9": 0.7684212327003479, - "t_0.9-1.0": 0.9233648180961609 - }, - { - "t_0.0-0.1": 0.4007816016674042, - "t_0.1-0.2": 0.20171573758125305, - "t_0.2-0.3": 0.19433866441249847, - "t_0.3-0.4": 0.18213333189487457, - "t_0.4-0.5": 0.1873805671930313, - "t_0.5-0.6": 0.1904069483280182, - "t_0.6-0.7": 0.1813293844461441, - "t_0.7-0.8": 0.18822148442268372, - "t_0.8-0.9": 0.19333183765411377, - "t_0.9-1.0": 0.5477545261383057 - }, - { - "t_0.0-0.1": 0.7877039313316345, - "t_0.1-0.2": 0.5369178056716919, - "t_0.2-0.3": 0.43907612562179565, - "t_0.3-0.4": 0.3890966475009918, - "t_0.4-0.5": 0.47135356068611145, - "t_0.5-0.6": 0.3734435737133026, - "t_0.6-0.7": 0.48801344633102417, - "t_0.7-0.8": 0.3733406364917755, - "t_0.8-0.9": 0.3727288544178009, - "t_0.9-1.0": 0.4083458185195923 - }, - { - "t_0.0-0.1": 0.48123759031295776, - "t_0.1-0.2": 0.5864821672439575, - "t_0.2-0.3": 0.3126697242259979, - "t_0.3-0.4": 0.2896140217781067, - "t_0.4-0.5": 0.29192858934402466, - "t_0.5-0.6": 0.34978121519088745, - "t_0.6-0.7": 0.31407585740089417, - "t_0.7-0.8": 0.29399624466896057, - "t_0.8-0.9": 0.40054965019226074, - "t_0.9-1.0": 0.4796904921531677 - }, - { - "t_0.0-0.1": 0.6720011234283447, - "t_0.1-0.2": 0.46371781826019287, - "t_0.2-0.3": 0.38647961616516113, - "t_0.3-0.4": 0.3748832046985626, - "t_0.4-0.5": 0.377825528383255, - "t_0.5-0.6": 0.3657108545303345, - "t_0.6-0.7": 0.3771260380744934, - "t_0.7-0.8": 0.38774001598358154, - "t_0.8-0.9": 0.39180684089660645, - "t_0.9-1.0": 0.3738832473754883 - }, - { - "t_0.0-0.1": 0.5939874649047852, - "t_0.1-0.2": 0.8031019568443298, - "t_0.2-0.3": 0.371807724237442, - "t_0.3-0.4": 0.6562706828117371, - "t_0.4-0.5": 0.4613412022590637, - "t_0.5-0.6": 0.3848406970500946, - "t_0.6-0.7": 0.4793076515197754, - "t_0.7-0.8": 0.7063146233558655, - "t_0.8-0.9": 0.3903621435165405, - "t_0.9-1.0": 0.48648208379745483 - }, - { - "t_0.0-0.1": 0.4445306956768036, - "t_0.1-0.2": 0.36749395728111267, - "t_0.2-0.3": 0.43008527159690857, - "t_0.3-0.4": 0.29991891980171204, - "t_0.4-0.5": 0.29604801535606384, - "t_0.5-0.6": 0.26958993077278137, - "t_0.6-0.7": 0.26993656158447266, - "t_0.7-0.8": 0.3186994791030884, - "t_0.8-0.9": 0.29697468876838684, - "t_0.9-1.0": 0.41809579730033875 + "t_0.0-0.1": 0.6329396367073059, + "t_0.1-0.2": 0.5088621973991394, + "t_0.2-0.3": 0.5510827898979187, + "t_0.3-0.4": 0.4875366985797882, + "t_0.4-0.5": 0.47754648327827454, + "t_0.5-0.6": 0.5510774850845337, + "t_0.6-0.7": 0.5570163726806641, + "t_0.7-0.8": 0.5031090974807739, + "t_0.8-0.9": 0.5094611644744873, + "t_0.9-1.0": 0.692365825176239 + }, + { + "t_0.0-0.1": 0.5521465539932251, + "t_0.1-0.2": 0.42383748292922974, + "t_0.2-0.3": 0.42578449845314026, + "t_0.3-0.4": 0.4427523612976074, + "t_0.4-0.5": 0.4077948331832886, + "t_0.5-0.6": 0.43111249804496765, + "t_0.6-0.7": 0.4447401165962219, + "t_0.7-0.8": 0.4127034544944763, + "t_0.8-0.9": 0.4173968434333801, + "t_0.9-1.0": 0.5858266949653625 + }, + { + "t_0.0-0.1": 0.5104719400405884, + "t_0.1-0.2": 0.41815146803855896, + "t_0.2-0.3": 0.38262829184532166, + "t_0.3-0.4": 0.37273699045181274, + "t_0.4-0.5": 0.3581734597682953, + "t_0.5-0.6": 0.37505674362182617, + "t_0.6-0.7": 0.3868216276168823, + "t_0.7-0.8": 0.41391241550445557, + "t_0.8-0.9": 0.5330938696861267, + "t_0.9-1.0": 0.8605286478996277 + }, + { + "t_0.0-0.1": 0.6194924116134644, + "t_0.1-0.2": 0.37513506412506104, + "t_0.2-0.3": 0.39548736810684204, + "t_0.3-0.4": 0.3845243453979492, + "t_0.4-0.5": 0.38571029901504517, + "t_0.5-0.6": 0.39666733145713806, + "t_0.6-0.7": 0.3945164680480957, + "t_0.7-0.8": 0.39170655608177185, + "t_0.8-0.9": 0.3964056968688965, + "t_0.9-1.0": 0.5201573371887207 + }, + { + "t_0.0-0.1": 0.22951801121234894, + "t_0.1-0.2": 0.17539343237876892, + "t_0.2-0.3": 0.18263670802116394, + "t_0.3-0.4": 0.18489766120910645, + "t_0.4-0.5": 0.17005407810211182, + "t_0.5-0.6": 0.19074061512947083, + "t_0.6-0.7": 0.18459925055503845, + "t_0.7-0.8": 0.18560083210468292, + "t_0.8-0.9": 0.18580417335033417, + "t_0.9-1.0": 0.23445765674114227 + }, + { + "t_0.0-0.1": 0.48615947365760803, + "t_0.1-0.2": 0.26873791217803955, + "t_0.2-0.3": 0.2804773449897766, + "t_0.3-0.4": 0.2536901831626892, + "t_0.4-0.5": 0.20518715679645538, + "t_0.5-0.6": 0.2745527923107147, + "t_0.6-0.7": 0.24288040399551392, + "t_0.7-0.8": 0.24668985605239868, + "t_0.8-0.9": 0.29904985427856445, + "t_0.9-1.0": 0.4463682770729065 + }, + { + "t_0.0-0.1": 0.2810717225074768, + "t_0.1-0.2": 0.3291741609573364, + "t_0.2-0.3": 0.3025951683521271, + "t_0.3-0.4": 0.26858779788017273, + "t_0.4-0.5": 0.25955531001091003, + "t_0.5-0.6": 0.2636772692203522, + "t_0.6-0.7": 0.30815091729164124, + "t_0.7-0.8": 0.41289210319519043, + "t_0.8-0.9": 0.47016075253486633, + "t_0.9-1.0": 0.6936113834381104 + }, + { + "t_0.0-0.1": 0.6046291589736938, + "t_0.1-0.2": 0.5462442636489868, + "t_0.2-0.3": 0.5853261947631836, + "t_0.3-0.4": 0.556308388710022, + "t_0.4-0.5": 0.5472453236579895, + "t_0.5-0.6": 0.5846226811408997, + "t_0.6-0.7": 0.6249508857727051, + "t_0.7-0.8": 0.6463225483894348, + "t_0.8-0.9": 0.6214264035224915, + "t_0.9-1.0": 0.6880426406860352 + }, + { + "t_0.0-0.1": 0.3929009735584259, + "t_0.1-0.2": 0.3759419918060303, + "t_0.2-0.3": 0.3482533097267151, + "t_0.3-0.4": 0.3601822257041931, + "t_0.4-0.5": 0.37255990505218506, + "t_0.5-0.6": 0.35998275876045227, + "t_0.6-0.7": 0.35996484756469727, + "t_0.7-0.8": 0.3714396059513092, + "t_0.8-0.9": 0.3812181353569031, + "t_0.9-1.0": 0.5239160656929016 + }, + { + "t_0.0-0.1": 0.3955788016319275, + "t_0.1-0.2": 0.3647770285606384, + "t_0.2-0.3": 0.34018802642822266, + "t_0.3-0.4": 0.34793761372566223, + "t_0.4-0.5": 0.345687597990036, + "t_0.5-0.6": 0.3554586172103882, + "t_0.6-0.7": 0.3629024624824524, + "t_0.7-0.8": 0.39656761288642883, + "t_0.8-0.9": 0.46716007590293884, + "t_0.9-1.0": 0.8487488031387329 + }, + { + "t_0.0-0.1": 0.5508556962013245, + "t_0.1-0.2": 0.5285012722015381, + "t_0.2-0.3": 0.5545166730880737, + "t_0.3-0.4": 0.516148567199707, + "t_0.4-0.5": 0.5246002674102783, + "t_0.5-0.6": 0.520578920841217, + "t_0.6-0.7": 0.537002682685852, + "t_0.7-0.8": 0.5315552949905396, + "t_0.8-0.9": 0.5168163180351257, + "t_0.9-1.0": 0.6267126798629761 + }, + { + "t_0.0-0.1": 0.5055545568466187, + "t_0.1-0.2": 0.36810147762298584, + "t_0.2-0.3": 0.3581535816192627, + "t_0.3-0.4": 0.3394262492656708, + "t_0.4-0.5": 0.35139042139053345, + "t_0.5-0.6": 0.3207622468471527, + "t_0.6-0.7": 0.3353903293609619, + "t_0.7-0.8": 0.3466166853904724, + "t_0.8-0.9": 0.3798423707485199, + "t_0.9-1.0": 0.696337878704071 + }, + { + "t_0.0-0.1": 0.3245496451854706, + "t_0.1-0.2": 0.20842230319976807, + "t_0.2-0.3": 0.18401432037353516, + "t_0.3-0.4": 0.1792287826538086, + "t_0.4-0.5": 0.17844492197036743, + "t_0.5-0.6": 0.15655775368213654, + "t_0.6-0.7": 0.16961631178855896, + "t_0.7-0.8": 0.16229166090488434, + "t_0.8-0.9": 0.23618526756763458, + "t_0.9-1.0": 0.6169303059577942 + }, + { + "t_0.0-0.1": 0.6870602369308472, + "t_0.1-0.2": 0.5199641585350037, + "t_0.2-0.3": 0.5269633531570435, + "t_0.3-0.4": 0.5866845846176147, + "t_0.4-0.5": 0.4789223074913025, + "t_0.5-0.6": 0.4882552921772003, + "t_0.6-0.7": 0.48689502477645874, + "t_0.7-0.8": 0.48150232434272766, + "t_0.8-0.9": 0.5641275644302368, + "t_0.9-1.0": 1.3396532535552979 + }, + { + "t_0.0-0.1": 0.3506025969982147, + "t_0.1-0.2": 0.2882075607776642, + "t_0.2-0.3": 0.27388694882392883, + "t_0.3-0.4": 0.28325074911117554, + "t_0.4-0.5": 0.25974833965301514, + "t_0.5-0.6": 0.24245068430900574, + "t_0.6-0.7": 0.2665154039859772, + "t_0.7-0.8": 0.27946937084198, + "t_0.8-0.9": 0.29387611150741577, + "t_0.9-1.0": 0.6971926093101501 + }, + { + "t_0.0-0.1": 0.32978543639183044, + "t_0.1-0.2": 0.1689947098493576, + "t_0.2-0.3": 0.16305121779441833, + "t_0.3-0.4": 0.1553790271282196, + "t_0.4-0.5": 0.14331340789794922, + "t_0.5-0.6": 0.15633586049079895, + "t_0.6-0.7": 0.1752767115831375, + "t_0.7-0.8": 0.1966078281402588, + "t_0.8-0.9": 0.22551442682743073, + "t_0.9-1.0": 0.5476658940315247 + }, + { + "t_0.0-0.1": 0.502291202545166, + "t_0.1-0.2": 0.28109240531921387, + "t_0.2-0.3": 0.2702001631259918, + "t_0.3-0.4": 0.2479979544878006, + "t_0.4-0.5": 0.2376253306865692, + "t_0.5-0.6": 0.25115668773651123, + "t_0.6-0.7": 0.2595783770084381, + "t_0.7-0.8": 0.27934500575065613, + "t_0.8-0.9": 0.29755574464797974, + "t_0.9-1.0": 0.4208768904209137 + }, + { + "t_0.0-0.1": 0.28656846284866333, + "t_0.1-0.2": 0.2452099621295929, + "t_0.2-0.3": 0.21652324497699738, + "t_0.3-0.4": 0.2285013049840927, + "t_0.4-0.5": 0.1968258172273636, + "t_0.5-0.6": 0.18722018599510193, + "t_0.6-0.7": 0.19303254783153534, + "t_0.7-0.8": 0.21545074880123138, + "t_0.8-0.9": 0.229795902967453, + "t_0.9-1.0": 0.40111589431762695 + }, + { + "t_0.0-0.1": 0.4804217517375946, + "t_0.1-0.2": 0.19266948103904724, + "t_0.2-0.3": 0.16922709345817566, + "t_0.3-0.4": 0.1343642622232437, + "t_0.4-0.5": 0.1655421257019043, + "t_0.5-0.6": 0.1789368838071823, + "t_0.6-0.7": 0.21051043272018433, + "t_0.7-0.8": 0.28870293498039246, + "t_0.8-0.9": 0.36452716588974, + "t_0.9-1.0": 0.5924110412597656 + }, + { + "t_0.0-0.1": 0.3895484507083893, + "t_0.1-0.2": 0.2869682013988495, + "t_0.2-0.3": 0.25534772872924805, + "t_0.3-0.4": 0.28270968794822693, + "t_0.4-0.5": 0.29622766375541687, + "t_0.5-0.6": 0.29749396443367004, + "t_0.6-0.7": 0.34497418999671936, + "t_0.7-0.8": 0.32205161452293396, + "t_0.8-0.9": 0.5054638981819153, + "t_0.9-1.0": 0.6882938742637634 } ], "win_rate": [ - 0.005199306644499302, - 0.02473604865372181, - 0.016597511246800423, - 0.1342412382364273, - 0.08897554129362106, - 0.09658617526292801, - 0.10977564752101898, - 0.021559633314609528, - 0.0040087467059493065, - 0.06311208009719849, - 0.130022332072258, - 0.034285712987184525, - 0.36222732067108154, - 0.0667433813214302, - 0.013814274221658707, - 0.002710027154535055, - 0.23320895433425903, - 0.2634003460407257, - 0.0061295973137021065, - 0.029831387102603912, - 0.12682010233402252, - 0.24374176561832428, - 0.0025597268249839544, - 0.404483437538147, - 0.008064515888690948, - 0.03465595096349716, - 0.04651162773370743, - 0.04946524277329445, - 0.43602225184440613, - 0.048374906182289124, - 0.03462321683764458, - 0.14660494029521942, - 0.10618336498737335, - 0.040707238018512726, - 0.060263652354478836, - 0.34806254506111145, - 0.03681351616978645, - 0.06770311295986176, - 0.20291480422019958, - 0.10580204427242279, - 0.23390662670135498, - 0.030975496396422386, - 0.11330275237560272, - 0.38380810618400574, - 0.1687956154346466, - 0.17311374843120575, - 0.1410835236310959, - 0.16293929517269135, - 0.0426858514547348, - 0.06856754422187805, - 0.005692599341273308, - 0.007186290342360735, - 0.13683372735977173, - 0.02053140103816986, - 0.015000000596046448, - 0.0069204154424369335, - 0.015037594363093376, - 0.2723194360733032, - 0.1314186155796051, - 0.11326861381530762, - 0.03142328932881355, - 0.22415369749069214, - 0.14949651062488556, - 0.07768402248620987, - 0.13345521688461304, - 0.006592291872948408, - 0.003086419776082039, - 0.06924254447221756, - 0.11279269307851791, - 0.00460122711956501, - 0.20055709779262543, - 0.1237393319606781, - 0.015577889047563076, - 0.4867118000984192, - 0.0050505055114626884, - 0.19532710313796997, - 0.004201680887490511, - 0.013113366439938545, - 0.018635854125022888, - 0.006592291872948408, - 0.003086419776082039, - 0.03585147112607956, - 0.13028322160243988, - 0.046572934836149216, - 0.04161937162280083, - 0.044574517756700516, - 0.006307339295744896, - 0.03824799507856369, - 0.07201404869556427, - 0.003355704713612795, - 0.011538461782038212, - 0.020664870738983154, - 0.032592590898275375, - 0.03363914042711258, - 0.0049166311509907246, - 0.057873159646987915, - 0.030405405908823013, - 0.19506369531154633, - 0.15104477107524872, - 0.1496957391500473, - 0.04374757781624794, - 0.16291913390159607, - 0.004201680887490511, - 0.04290762543678284, - 0.09238310903310776, - 0.006592291872948408, - 0.007445590104907751, - 0.23195309937000275, - 0.008269719779491425, - 0.15155130624771118, - 0.12690512835979462, - 0.01286048348993063, - 0.118121437728405, - 0.1004379540681839, - 0.004779411945492029, - 0.19647252559661865, - 0.04717898741364479, - 0.029402466490864754, - 0.08917461335659027, - 0.24697987735271454, - 0.11975397914648056, - 0.08302853256464005, - 0.15075376629829407, - 0.0023174970410764217, - 0.002634660340845585, - 0.2626846432685852, - 0.00920245423913002, - 0.10330747812986374, - 0.27889448404312134, - 0.03333333507180214, - 0.006637168116867542, - 0.05992509424686432, - 0.00911458395421505, - 0.016597511246800423, - 0.13779698312282562, - 0.14962121844291687, - 0.10580204427242279, - 0.07339449226856232, - 0.2989099323749542, - 0.11308641731739044, - 0.06995412707328796, - 0.002958579920232296, - 0.4830188751220703, - 0.004160362761467695, - 0.005630142986774445, - 0.2547169625759125, - 0.11567164212465286, - 0.008961303159594536, - 0.056203603744506836, - 0.08977338671684265, - 0.0045008184388279915, - 0.13218601047992706, - 0.07018812745809555, - 0.03897254168987274, - 0.2062852531671524, - 0.11401868611574173, - 0.07791164517402649, - 0.07032348960638046, - 0.06855984032154083, - 0.029818955808877945, - 0.0357142835855484, - 0.04827208071947098, - 0.1466885656118393, - 0.004901960492134094, - 0.007894736714661121, - 0.10256410390138626, - 0.03010536916553974, - 0.007336343172937632, - 0.23218141496181488, - 0.09406565874814987, - 0.009014084935188293, - 0.16563786566257477, - 0.0026041667442768812, - 0.010812975466251373, - 0.08091787248849869, - 0.02363184094429016, - 0.0026041667442768812, - 0.1460331231355667, - 0.08703190088272095, - 0.04745529592037201, - 0.004901960492134094, - 0.09678667783737183, - 0.09944264590740204, - 0.004431314766407013, - 0.005434782709926367, - 0.20142285525798798, - 0.020007550716400146, - 0.18221575021743774, - 0.23656387627124786, - 0.06951484084129333, - 0.006944444961845875, - 0.03348124399781227, - 0.042981501668691635, - 0.3997039198875427, - 0.00883152149617672, - 0.10479965060949326, - 0.09039900451898575, - 0.17073170840740204, - 0.009475219063460827, - 0.26594701409339905, - 0.056705672293901443, - 0.04390563815832138, - 0.07653701305389404, - 0.22909091413021088, - 0.009749303571879864, - 0.09573643654584885, - 0.2320328652858734, - 0.029302077367901802, - 0.14565742015838623, - 0.19338606297969818, - 0.0035971221514046192, - 0.05472636595368385, - 0.17147521674633026, - 0.018302828073501587, - 0.005054432433098555, - 0.0045008184388279915, - 0.08027523010969162, - 0.029887162148952484, - 0.0035097983200103045, - 0.06643887609243393, - 0.1073446273803711, - 0.07740169018507004, - 0.03404255211353302, - 0.006289307959377766, - 0.03915662690997124, - 0.033210333436727524, - 0.12452959269285202, - 0.010479042306542397, - 0.23286288976669312, - 0.008269719779491425, - 0.025191055610775948, - 0.029032258316874504, - 0.08745874464511871, - 0.020981956273317337, - 0.04371216893196106, - 0.19080603122711182, - 0.04258532077074051, - 0.025685526430606842, - 0.006353861186653376, - 0.006637168116867542, - 0.21000000834465027, - 0.1274678111076355, - 0.003355704713612795, - 0.0023427042178809643, - 0.0026212320663034916, - 0.003355704713612795, - 0.07221812754869461, - 0.12834466993808746, - 0.00853333342820406, - 0.0035771066322922707, - 0.1155339777469635, - 0.05198434740304947, - 0.08950395882129669, - 0.03291468322277069, - 0.012500000186264515, - 0.14751553535461426, - 0.004901960492134094, - 0.06806282699108124, - 0.27798935770988464, - 0.08997955173254013, - 0.15883859992027283, - 0.01065509021282196, - 0.15312232077121735, - 0.04993757605552673, - 0.0043685464188456535, - 0.011538461782038212, - 0.005976095795631409, - 0.06835799664258957, - 0.004692832473665476, - 0.02651515044271946, - 0.00238663493655622, - 0.1666666716337204, - 0.006944444961845875, - 0.02084011770784855, - 0.018597442656755447, - 0.10483484715223312, - 0.12196788936853409, - 0.00883152149617672, - 0.0031960229389369488, - 0.004431314766407013, - 0.11558109521865845, - 0.04048582911491394, - 0.07547813653945923, - 0.0027141133323311806, - 0.1536373496055603, - 0.10667050629854202, - 0.13867402076721191, - 0.04920634999871254, - 0.21900269389152527, - 0.01092896144837141, - 0.20307444036006927, - 0.08576389402151108, - 0.1595676988363266, - 0.03500432148575783, - 0.010714286006987095, - 0.022891566157341003, - 0.16236162185668945, - 0.06638526171445847, - 0.022082019597291946, - 0.011215629056096077, - 0.11859504133462906, - 0.008557457476854324, - 0.07995261996984482, - 0.17674927413463593, - 0.1449335515499115, - 0.013530655764043331, - 0.0745735764503479, - 0.1410835236310959, - 0.02447935752570629, - 0.0995967760682106, - 0.13042299449443817, - 0.029365822672843933, - 0.04996952787041664, - 0.002805049065500498, - 0.004751848056912422, - 0.020813623443245888, - 0.00710563687607646, - 0.00911458395421505, - 0.11212723702192307, - 0.0031960229389369488, - 0.009661835618317127, - 0.03265306353569031, - 0.13910061120986938, - 0.006289307959377766, - 0.00853333342820406, - 0.0016556291375309229, - 0.11311215907335281, - 0.013869625516235828, - 0.24337518215179443, - 0.011578305624425411, - 0.002929427195340395, - 0.009504412300884724, - 0.10372339934110641, - 0.06608478724956512, - 0.005130596924573183, - 0.03821440786123276, - 0.002805049065500498, - 0.004160362761467695, - 0.004059539642184973, - 0.009376723319292068, - 0.17106503248214722, - 0.01232394389808178, - 0.09928229451179504, - 0.0022668393794447184, - 0.10987173020839691, - 0.10542238503694534, - 0.12379280477762222, - 0.0032691608648747206, - 0.03988603875041008, - 0.12133072316646576, - 0.021852731704711914, - 0.004296455532312393, - 0.17707106471061707, - 0.0040087467059493065, - 0.07309069484472275, - 0.009339559823274612, - 0.08311688899993896, - 0.11277174204587936, - 0.05219206586480141, - 0.0016556291375309229, - 0.12145557999610901, - 0.0023174970410764217, - 0.13050313293933868, - 0.2181105762720108, - 0.0056584361009299755, - 0.04451150447130203, - 0.118121437728405, - 0.020975610241293907, - 0.05033690109848976, - 0.005692599341273308, - 0.08186940848827362, - 0.1319824755191803, - 0.005985266994684935, - 0.017501989379525185, - 0.03067961148917675, - 0.009374999441206455, - 0.06596451997756958, - 0.05904761701822281, - 0.11209964007139206, - 0.21717844903469086, - 0.011538461782038212, - 0.005130596924573183, - 0.004901960492134094, - 0.05621806159615517, - 0.004901960492134094, - 0.11099059879779816, - 0.005541346967220306, - 0.0047846888191998005, - 0.0022026430815458298, - 0.22340425848960876, - 0.16329550743103027, - 0.003086419776082039, - 0.004692832473665476, - 0.006289307959377766, - 0.005434782709926367, - 0.13329081237316132, - 0.004385964944958687, - 0.0031347961630672216, - 0.01232965663075447, - 0.014553014189004898, - 0.08186940848827362, - 0.0798424631357193, - 0.004385964944958687, - 0.10491367429494858, - 0.11500974744558334, - 0.060314059257507324, - 0.06761299818754196, - 0.06436233222484589, - 0.0054806070402264595, - 0.002984084887430072, - 0.05124340578913689, - 0.0019509476842358708, - 0.004201680887490511, - 0.005692599341273308, - 0.006289307959377766, - 0.028151391074061394, - 0.0720486119389534, - 0.07896221429109573, - 0.005199306644499302, - 0.07649253308773041, - 0.14457440376281738, - 0.02721712552011013, - 0.06311208009719849, - 0.004692832473665476, - 0.0993485376238823, - 0.001529051922261715, - 0.11692307144403458, - 0.017403708770871162, - 0.10147299617528915, - 0.11996337026357651, - 0.0059650614857673645, - 0.005692599341273308, - 0.2352173924446106, - 0.0535585917532444, - 0.002888318384066224, - 0.02116689272224903, - 0.11051692813634872, - 0.002710027154535055, - 0.02655826508998871, - 0.004385964944958687, - 0.12517647445201874, - 0.0788981020450592, - 0.047130368649959564, - 0.003086419776082039, - 0.0057212915271520615, - 0.15155130624771118, - 0.007862110622227192, - 0.17252510786056519, - 0.0033136967103928328, - 0.0691530704498291, - 0.17075665295124054, - 0.02916816622018814, - 0.08299458026885986, - 0.00538160465657711, - 0.0018980477470904589, - 0.0031960229389369488, - 0.08826261758804321, - 0.20302695035934448, - 0.09379727393388748, - 0.006637168116867542, - 0.17739403247833252, - 0.018352365121245384, - 0.004692832473665476, - 0.0027141133323311806, - 0.006680370308458805, - 0.13974186778068542, - 0.0025380710139870644, - 0.0016324626049026847, - 0.08605974167585373, - 0.020592020824551582, - 0.0035971221514046192, - 0.030791789293289185, - 0.0182170532643795, - 0.04804358631372452, - 0.016552716493606567, - 0.0018610421102494001, - 0.07374190539121628, - 0.039308175444602966, - 0.0025597268249839544, - 0.0954754576086998, - 0.0039748260751366615, - 0.07283987104892731, - 0.0031837918795645237, - 0.08227424323558807, - 0.013781921938061714, - 0.10272759199142456, - 0.003246753243729472, - 0.023178808391094208, - 0.07334360480308533, - 0.0038759689778089523, - 0.09430946409702301, - 0.0032626427710056305, - 0.0027141133323311806, - 0.002888318384066224, - 0.004892736207693815, - 0.0022522523067891598, - 0.08028098195791245, - 0.06616728752851486, - 0.009101251140236855, - 0.055055584758520126 + 0.06306963413953781, + 0.04768256098031998, + 0.07239200919866562, + 0.0728253573179245, + 0.07629840075969696, + 0.0696641206741333, + 0.08181300014257431, + 0.06086079031229019, + 0.13628362119197845, + 0.04870530217885971, + 0.024504952132701874, + 0.19064576923847198, + 0.07909967750310898, + 0.0441950187087059, + 0.0632530078291893, + 0.10507968068122864, + 0.04536221921443939, + 0.12159667164087296, + 0.2361111044883728, + 0.11049723625183105, + 0.15404298901557922, + 0.10255033522844315, + 0.1101112961769104, + 0.06532374024391174, + 0.09010238945484161, + 0.11601731926202774, + 0.0857914388179779, + 0.09635119140148163, + 0.10446758568286896, + 0.17544378340244293, + 0.1287919133901596, + 0.18198992311954498, + 0.09296875447034836, + 0.04117647185921669, + 0.07383041083812714, + 0.11855476349592209, + 0.10842645168304443, + 0.06680045276880264, + 0.14714398980140686, + 0.32676389813423157, + 0.10582011193037033, + 0.07513634115457535, + 0.05799026042222977, + 0.1383504420518875, + 0.015671642497181892, + 0.08185052871704102, + 0.05043746903538704, + 0.09059945493936539, + 0.05434782803058624, + 0.07054836302995682, + 0.04864124208688736, + 0.06126616522669792, + 0.0656716376543045, + 0.07627594470977783, + 0.15981259942054749, + 0.09243697673082352, + 0.13545817136764526, + 0.05871794745326042, + 0.09236545115709305, + 0.08589203655719757, + 0.1471688151359558, + 0.07101187109947205, + 0.10703448951244354, + 0.05401992425322533, + 0.09340434521436691, + 0.10913872718811035, + 0.09991197288036346, + 0.09335917234420776, + 0.14120948314666748, + 0.0797777771949768, + 0.09032846987247467, + 0.06789788603782654, + 0.09132559597492218, + 0.06568420678377151, + 0.0733301043510437, + 0.059672385454177856, + 0.024635255336761475, + 0.10956644266843796, + 0.06548507511615753, + 0.14628379046916962, + 0.08067456632852554, + 0.11555665731430054, + 0.007146996445953846, + 0.09584524482488632, + 0.10979904234409332, + 0.08280254900455475, + 0.06813739240169525, + 0.14685624837875366, + 0.0777963325381279, + 0.09588636457920074, + 0.06548775732517242, + 0.046073295176029205, + 0.05440806224942207, + 0.12591950595378876, + 0.07978831976652145, + 0.09302325546741486, + 0.12322603166103363, + 0.054774459451436996, + 0.025857780128717422, + 0.0498972162604332, + 0.04330512508749962, + 0.1760140210390091, + 0.16825902462005615, + 0.13358071446418762, + 0.12116359919309616, + 0.13235294818878174, + 0.04118993133306503, + 0.027167629450559616, + 0.10009533166885376, + 0.08705193549394608, + 0.08286403864622116, + 0.06440497934818268, + 0.06643180549144745, + 0.14750434458255768, + 0.09352919459342957, + 0.09511784464120865, + 0.12315112352371216, + 0.0841631144285202, + 0.10370687395334244, + 0.12112931907176971, + 0.1664629727602005, + 0.043553631752729416, + 0.030819138512015343, + 0.1047348901629448, + 0.027226891368627548, + 0.0741019919514656, + 0.08853784203529358, + 0.08665879815816879, + 0.12414613366127014, + 0.16274265944957733, + 0.1217121034860611, + 0.0957285687327385, + 0.14423076808452606, + 0.14591100811958313, + 0.08769407868385315, + 0.05501813814043999, + 0.031602706760168076, + 0.13337832689285278, + 0.08721227943897247, + 0.06016821414232254, + 0.05397550389170647, + 0.10748791694641113, + 0.09803920984268188, + 0.08206760883331299, + 0.0323251411318779, + 0.015950920060276985, + 0.0363636389374733, + 0.16050449013710022, + 0.13208046555519104, + 0.08200103044509888, + 0.0862923264503479, + 0.1408676952123642, + 0.09422304481267929, + 0.08116627484560013, + 0.1702127754688263, + 0.12206690013408661, + 0.18916437029838562, + 0.04077010229229927, + 0.07202351838350296, + 0.13360442221164703, + 0.048005908727645874, + 0.08687396347522736, + 0.04862665385007858, + 0.06877192854881287, + 0.18707014620304108, + 0.03846153989434242, + 0.02491624839603901, + 0.09817617386579514, + 0.0771649032831192, + 0.11884669214487076, + 0.14137765765190125, + 0.13147515058517456, + 0.04736091569066048, + 0.10187049955129623, + 0.061763420701026917, + 0.10785655677318573, + 0.03513513505458832, + 0.09448818862438202, + 0.11849881708621979, + 0.05520414188504219, + 0.03806502744555473, + 0.17426709830760956, + 0.07066521048545837, + 0.10631373524665833, + 0.11448763310909271, + 0.09928729385137558, + 0.04439014568924904, + 0.23453976213932037, + 0.13542361557483673, + 0.1261538416147232, + 0.07364975661039352, + 0.12135517597198486, + 0.1757063865661621, + 0.0903354361653328, + 0.06480920314788818, + 0.09563308209180832, + 0.08691180497407913, + 0.1152445450425148, + 0.04123711585998535, + 0.10855855792760849, + 0.12085670977830887, + 0.10318056493997574, + 0.10598775744438171, + 0.07323063164949417, + 0.08585476130247116, + 0.13366833329200745, + 0.1097026988863945, + 0.0977458581328392, + 0.1339259296655655, + 0.043478261679410934, + 0.06510651111602783, + 0.050686080008745193, + 0.10436102747917175, + 0.0554572269320488, + 0.148420050740242, + 0.07073508948087692, + 0.09774614125490189, + 0.09771181643009186, + 0.13400797545909882, + 0.0989350751042366, + 0.04177602753043175, + 0.15404364466667175, + 0.08542303740978241, + 0.15806303918361664, + 0.02962614595890045, + 0.019752047955989838, + 0.13106654584407806, + 0.11851608753204346, + 0.10433640331029892, + 0.1674654632806778, + 0.03773912787437439, + 0.11498771607875824, + 0.07488538324832916, + 0.0633280947804451, + 0.0793113186955452, + 0.0494772233068943, + 0.07106795907020569, + 0.12388775497674942, + 0.069129578769207, + 0.10822271555662155, + 0.1211288645863533, + 0.09775641560554504, + 0.1631799191236496, + 0.07195963710546494, + 0.1073291227221489, + 0.060567013919353485, + 0.09240349382162094, + 0.08986859023571014, + 0.0700620487332344, + 0.08010680973529816, + 0.072727270424366, + 0.09790045022964478, + 0.19087010622024536, + 0.14443500339984894, + 0.11748571693897247, + 0.08431372791528702, + 0.062474727630615234, + 0.041921213269233704, + 0.11007357388734818, + 0.15907567739486694, + 0.0905027911067009, + 0.08293204754590988, + 0.09977614134550095, + 0.1419679969549179, + 0.08248835802078247, + 0.18134714663028717, + 0.072884202003479, + 0.050772108137607574, + 0.10000000149011612, + 0.06799830496311188, + 0.07169459760189056, + 0.27808713912963867, + 0.08788037300109863, + 0.057331301271915436, + 0.038910504430532455, + 0.17053663730621338, + 0.02923109382390976, + 0.0902140736579895, + 0.15748031437397003, + 0.08464013040065765, + 0.13632287085056305, + 0.03660520538687706, + 0.08859623223543167, + 0.0884777158498764, + 0.1252017617225647, + 0.030789826065301895, + 0.07449638843536377, + 0.09387825429439545, + 0.12380102276802063, + 0.047465160489082336, + 0.06794294714927673, + 0.09676062315702438, + 0.03229130804538727, + 0.10151251405477524, + 0.09035752713680267, + 0.06299212574958801, + 0.0567675344645977, + 0.10192195326089859, + 0.16867220401763916, + 0.07401404529809952, + 0.08114507049322128, + 0.08751486241817474, + 0.07674750685691833, + 0.062350597232580185, + 0.0949469581246376, + 0.12182740867137909, + 0.18478260934352875, + 0.10362694412469864, + 0.06470070034265518, + 0.0385466031730175, + 0.1181364431977272, + 0.07207071781158447, + 0.08746415376663208, + 0.15117371082305908, + 0.11263736337423325, + 0.03025210089981556, + 0.054788317531347275, + 0.08882392942905426, + 0.10629676282405853, + 0.058072008192539215, + 0.06483539193868637, + 0.10508649796247482, + 0.08819425106048584, + 0.01835937611758709, + 0.07307692617177963, + 0.210886150598526, + 0.05126608535647392, + 0.08444902300834656, + 0.09065817296504974, + 0.08414449542760849, + 0.03807367756962776, + 0.08711691945791245, + 0.05997570604085922, + 0.11429374665021896, + 0.08665458858013153, + 0.0989830493927002, + 0.06477437913417816, + 0.11445427685976028, + 0.11166335642337799, + 0.12132467329502106, + 0.023229246959090233, + 0.1166975349187851, + 0.03830944001674652, + 0.0555555559694767, + 0.07806400954723358, + 0.06589844822883606, + 0.11850209534168243, + 0.10817030817270279, + 0.0644485205411911, + 0.17045454680919647, + 0.0728769302368164, + 0.041759882122278214, + 0.07023319602012634, + 0.07719733566045761, + 0.030709736049175262, + 0.04713519662618637, + 0.11799035966396332, + 0.133314847946167, + 0.12729257345199585, + 0.07673732191324234, + 0.07988624274730682, + 0.1110120415687561, + 0.07119021564722061, + 0.12930649518966675, + 0.169672429561615, + 0.08194906264543533, + 0.07834506779909134, + 0.09603841602802277, + 0.05992889776825905, + 0.08589810132980347, + 0.049871183931827545, + 0.1500324010848999, + 0.07952724397182465, + 0.13258109986782074, + 0.09513930231332779, + 0.07849708944559097, + 0.11906866729259491, + 0.02804219163954258, + 0.06665264815092087, + 0.10228700935840607, + 0.10522817820310593, + 0.06664767861366272, + 0.15271899104118347, + 0.09060022234916687, + 0.05917289853096008, + 0.09605968743562698, + 0.1556433141231537, + 0.1213841512799263, + 0.05448630824685097, + 0.13818861544132233, + 0.083750419318676, + 0.07765023410320282, + 0.04659566655755043, + 0.026234200224280357, + 0.08693540096282959, + 0.08812566101551056, + 0.16100767254829407, + 0.14554139971733093, + 0.11436259001493454, + 0.07857143133878708, + 0.1006944477558136, + 0.06568333506584167, + 0.0742115005850792, + 0.07484307140111923, + 0.11711712181568146, + 0.0859333723783493, + 0.07535170763731003, + 0.1165919303894043, + 0.06191082298755646, + 0.09988649189472198, + 0.05284640192985535, + 0.1339227259159088, + 0.09526953101158142, + 0.11184778809547424, + 0.16104868054389954, + 0.12014260143041611, + 0.0665956363081932, + 0.11626402288675308, + 0.09346011281013489, + 0.03152470290660858, + 0.07674772292375565, + 0.08652658015489578, + 0.01766304299235344, + 0.14041699469089508, + 0.07220844179391861, + 0.07706722617149353, + 0.05417430028319359, + 0.07859734445810318, + 0.0982896238565445, + 0.05978260934352875, + 0.13023047149181366, + 0.04959171265363693, + 0.026980482041835785, + 0.032688457518815994, + 0.06474659591913223, + 0.1204158216714859, + 0.10512619465589523, + 0.04174181818962097, + 0.1578027606010437, + 0.144340381026268, + 0.10667848587036133, + 0.10969386994838715, + 0.0872926115989685, + 0.11997177451848984, + 0.072356216609478, + 0.09205775707960129, + 0.041167501360177994, + 0.11820462346076965, + 0.05322997272014618, + 0.08679120242595673, + 0.14167767763137817, + 0.10394802689552307, + 0.04741024971008301, + 0.12895174324512482, + 0.06024716794490814, + 0.08900226652622223, + 0.07813655585050583, + 0.04035968333482742, + 0.01518336869776249, + 0.0306143406778574, + 0.030226118862628937, + 0.09302325546741486, + 0.0823872834444046, + 0.15685252845287323, + 0.07937723398208618, + 0.14768041670322418, + 0.22027438879013062, + 0.10094636678695679, + 0.07086123526096344, + 0.06766917556524277, + 0.020907578989863396, + 0.07078529894351959, + 0.031951840966939926, + 0.0748538076877594, + 0.11042781174182892, + 0.14981889724731445, + 0.0342298299074173, + 0.12916989624500275, + 0.17645636200904846, + 0.062334537506103516, + 0.09434998035430908, + 0.08771929889917374, + 0.09391259402036667, + 0.045200083404779434, + 0.08986391872167587, + 0.17519977688789368, + 0.12124016135931015, + 0.014032665640115738, + 0.05955216661095619, + 0.05018850043416023, + 0.039861034601926804, + 0.03377777710556984, + 0.10777974128723145, + 0.049771688878536224, + 0.16142714023590088, + 0.07896360009908676, + 0.222968190908432, + 0.047351524233818054, + 0.1128062829375267, + 0.13055555522441864 ], "effective_batch_size": [ - 67.5317611694336, - 40.43056106567383, - 39.36961364746094, - 55.30766677856445, - 63.10093688964844, - 63.490333557128906, - 59.17604446411133, - 42.232547760009766, - 42.181617736816406, - 52.33606719970703, - 87.63262176513672, - 46.324668884277344, - 111.91149139404297, - 59.097900390625, - 45.694068908691406, - 40.66700744628906, - 106.75870513916016, - 99.33647155761719, - 42.72496032714844, - 50.183311462402344, - 91.4903335571289, - 97.36849975585938, - 48.960575103759766, - 142.6012420654297, - 41.06948471069336, - 46.19615173339844, - 52.941593170166016, - 56.190399169921875, - 189.4458465576172, - 59.8995475769043, - 42.714111328125, - 91.47528839111328, - 72.63395690917969, - 49.3438606262207, - 55.318504333496094, - 115.0156478881836, - 46.32794189453125, - 63.786922454833984, - 105.8411636352539, - 68.07460021972656, - 89.92327117919922, - 44.1929931640625, - 76.88896942138672, - 159.10647583007812, - 106.89326477050781, - 83.52800750732422, - 97.04610443115234, - 94.28301239013672, - 52.513545989990234, - 63.97890853881836, - 45.300079345703125, - 39.482200622558594, - 87.63261413574219, - 40.60122299194336, - 39.482200622558594, - 41.895790100097656, - 44.05697250366211, - 102.66122436523438, - 86.2353286743164, - 64.14107513427734, - 47.30940628051758, - 111.57537078857422, - 90.42223358154297, - 56.69137191772461, - 88.21195220947266, - 41.00989532470703, - 42.58612823486328, - 53.75746154785156, - 60.297550201416016, - 42.328433990478516, - 72.61910247802734, - 72.51972961425781, - 69.34810638427734, - 87.8599624633789, - 48.371604919433594, - 108.0463638305664, - 44.446659088134766, - 42.591041564941406, - 41.47610092163086, - 41.895790100097656, - 67.5317611694336, - 41.47610092163086, - 66.02801513671875, - 44.08746337890625, - 45.47512435913086, - 43.517452239990234, - 42.120121002197266, - 42.606571197509766, - 71.29796600341797, - 47.055179595947266, - 39.482200622558594, - 40.00730514526367, - 41.47610092163086, - 41.47610092163086, - 54.22412109375, - 49.5289421081543, - 41.47610092163086, - 95.3047103881836, - 78.2708511352539, - 60.373146057128906, - 53.21367645263672, - 91.65400695800781, - 52.536476135253906, - 51.35673141479492, - 66.82572937011719, - 44.05697250366211, - 73.31645202636719, - 91.08794403076172, - 42.587284088134766, - 79.68867492675781, - 71.91956329345703, - 46.15825271606445, - 72.20748138427734, - 76.83572387695312, - 42.82563018798828, - 87.04420471191406, - 46.16407775878906, - 47.310081481933594, - 72.84098815917969, - 75.72203826904297, - 67.49418640136719, - 70.432373046875, - 80.44056701660156, - 42.27116775512695, - 47.703086853027344, - 126.80473327636719, - 39.482200622558594, - 64.43697357177734, - 144.9501495361328, - 59.351558685302734, - 41.49308776855469, - 61.72068786621094, - 42.07524108886719, - 43.386512756347656, - 61.092315673828125, - 79.74807739257812, - 65.78150939941406, - 65.09736633300781, - 105.03370666503906, - 75.68191528320312, - 64.81079864501953, - 41.573875427246094, - 211.89207458496094, - 47.703086853027344, - 41.895790100097656, - 123.54933166503906, - 70.4101333618164, - 40.8728141784668, - 54.25133514404297, - 63.586936950683594, - 39.44862365722656, - 67.20530700683594, - 62.76966857910156, - 43.98591613769531, - 115.14806365966797, - 81.44515228271484, - 60.29537582397461, - 54.62395477294922, - 50.35831832885742, - 43.386512756347656, - 47.10594177246094, - 48.70958709716797, - 91.3961410522461, - 39.6721305847168, - 40.60122299194336, - 70.92528533935547, - 42.17543029785156, - 80.9434585571289, - 120.87535095214844, - 65.83396911621094, - 41.09623336791992, - 98.29031372070312, - 54.334007263183594, - 58.09315490722656, - 53.964881896972656, - 42.760990142822266, - 41.895790100097656, - 68.96000671386719, - 65.43014526367188, - 51.90840530395508, - 42.044044494628906, - 58.56603240966797, - 71.51690673828125, - 46.953372955322266, - 40.60122299194336, - 77.28704833984375, - 43.9868049621582, - 117.09058380126953, - 94.67729949951172, - 60.56643295288086, - 46.364200592041016, - 50.25422668457031, - 54.20613479614258, - 118.22966766357422, - 41.373897552490234, - 72.53724670410156, - 54.8653564453125, - 92.32247924804688, - 43.79725646972656, - 115.9470443725586, - 52.44455337524414, - 53.46003723144531, - 51.621238708496094, - 128.98097229003906, - 42.20075607299805, - 73.92565155029297, - 101.2031478881836, - 51.36125564575195, - 91.32778930664062, - 93.363037109375, - 44.49446487426758, - 56.05412292480469, - 97.64502716064453, - 47.12761306762695, - 41.895790100097656, - 44.05697250366211, - 61.720680236816406, - 40.9168586730957, - 48.29581832885742, - 45.5595588684082, - 70.85065460205078, - 57.25468444824219, - 42.07524108886719, - 40.00730514526367, - 43.38651657104492, - 42.07524108886719, - 81.07108306884766, - 39.85641860961914, - 93.9352798461914, - 41.44266891479492, - 46.19903564453125, - 47.90146255493164, - 62.71625900268555, - 39.44862365722656, - 41.93644714355469, - 89.88042449951172, - 46.26326370239258, - 42.57555389404297, - 47.231101989746094, - 39.85641860961914, - 90.17066955566406, - 82.07624816894531, - 39.93918228149414, - 39.6721305847168, - 104.52373504638672, - 104.52373504638672, - 50.35831832885742, - 62.94685745239258, - 49.4167594909668, - 64.51469421386719, - 68.61750030517578, - 48.088985443115234, - 69.19156646728516, - 46.57730484008789, - 41.44594955444336, - 68.774169921875, - 42.26975631713867, - 59.50669860839844, - 90.47853088378906, - 58.12708282470703, - 93.56551361083984, - 45.43248748779297, - 88.01819610595703, - 49.79092025756836, - 41.895790100097656, - 40.924522399902344, - 39.85642623901367, - 48.737030029296875, - 54.683738708496094, - 39.6721305847168, - 81.02692413330078, - 85.72694396972656, - 44.537357330322266, - 39.80183029174805, - 40.00730514526367, - 62.62348937988281, - 71.00213623046875, - 40.774723052978516, - 40.0538330078125, - 39.85641098022461, - 84.34986114501953, - 43.581722259521484, - 62.71373748779297, - 40.1893424987793, - 93.870361328125, - 77.04232025146484, - 92.25051879882812, - 52.57835006713867, - 83.81356048583984, - 47.120399475097656, - 113.38296508789062, - 60.71919250488281, - 100.35543823242188, - 50.986907958984375, - 43.386512756347656, - 44.54228210449219, - 78.54926300048828, - 58.54269790649414, - 45.60025405883789, - 56.25802230834961, - 70.14645385742188, - 40.27695846557617, - 55.061073303222656, - 109.89435577392578, - 70.20214080810547, - 46.512577056884766, - 56.72148513793945, - 93.42678833007812, - 43.224884033203125, - 67.67337036132812, - 87.9905014038086, - 47.38801193237305, - 55.218929290771484, - 47.703086853027344, - 39.85642623901367, - 39.36960983276367, - 44.05696487426758, - 54.224124908447266, - 62.90294647216797, - 54.224124908447266, - 39.6721305847168, - 40.924522399902344, - 55.750328063964844, - 50.8720588684082, - 72.17343139648438, - 67.5317611694336, - 65.47560119628906, - 45.834896087646484, - 96.62429809570312, - 42.351722717285156, - 42.63706588745117, - 40.892601013183594, - 67.26985931396484, - 58.140625, - 39.36961364746094, - 40.92451858520508, - 44.05697250366211, - 54.22412109375, - 54.22412109375, - 73.30488586425781, - 87.00382995605469, - 40.60122299194336, - 60.31753158569336, - 44.969154357910156, - 62.81267166137695, - 61.08143997192383, - 84.27938842773438, - 49.10814666748047, - 52.078712463378906, - 72.7249755859375, - 44.426116943359375, - 67.5317611694336, - 59.335105895996094, - 69.6557388305664, - 55.755287170410156, - 40.00730895996094, - 63.52897262573242, - 67.17436218261719, - 50.45290756225586, - 40.60122299194336, - 73.67793273925781, - 39.85641860961914, - 74.2764892578125, - 103.4421157836914, - 40.43056106567383, - 48.709590911865234, - 78.59405517578125, - 42.5905876159668, - 47.90146255493164, - 41.07483673095703, - 54.777137756347656, - 73.41291809082031, - 42.05252456665039, - 39.44862365722656, - 41.640140533447266, - 40.60122299194336, - 48.70958709716797, - 51.19669723510742, - 103.135986328125, - 115.18849182128906, - 48.494266510009766, - 41.734832763671875, - 40.17346954345703, - 48.7095832824707, - 67.5317611694336, - 71.4139633178711, - 64.80892181396484, - 39.711204528808594, - 44.896942138671875, - 104.27909088134766, - 78.46534729003906, - 49.20155334472656, - 43.095211029052734, - 40.855777740478516, - 67.5317611694336, - 80.50472259521484, - 43.18494415283203, - 48.99156188964844, - 70.11750030517578, - 46.800846099853516, - 60.06059265136719, - 54.02354049682617, - 44.67028045654297, - 61.62264633178711, - 74.30170440673828, - 46.90904998779297, - 54.830108642578125, - 60.30000305175781, - 43.45973587036133, - 41.895782470703125, - 45.5595588684082, - 104.52373504638672, - 54.22412109375, - 54.22412109375, - 47.703086853027344, - 40.43056106567383, - 50.213287353515625, - 54.028709411621094, - 39.36960983276367, - 58.173580169677734, - 74.16399383544922, - 44.42003631591797, - 56.28752899169922, - 42.92162322998047, - 58.77881622314453, - 63.1829833984375, - 50.85105895996094, - 41.6744499206543, - 74.4220962524414, - 71.43338012695312, - 48.712554931640625, - 45.39010238647461, - 109.28499603271484, - 47.744773864746094, - 44.80762481689453, - 39.44862365722656, - 124.46090698242188, - 71.05908203125, - 40.52289581298828, - 46.37150955200195, - 88.95702362060547, - 56.7615852355957, - 45.5595588684082, - 41.30543518066406, - 40.60122299194336, - 79.92594146728516, - 41.47693634033203, - 102.0749740600586, - 52.88465881347656, - 54.08977127075195, - 91.55620574951172, - 42.769012451171875, - 74.33538818359375, - 50.136329650878906, - 54.224124908447266, - 54.22412109375, - 59.92395782470703, - 103.95144653320312, - 72.84053802490234, - 48.0391960144043, - 69.05856323242188, - 44.60364532470703, - 52.0246467590332, - 41.895790100097656, - 47.703086853027344, - 65.57391357421875, - 76.40206909179688, - 57.58745574951172, - 55.731082916259766, - 39.92671585083008, - 47.703086853027344, - 42.4029426574707, - 40.60122299194336, - 42.07524108886719, - 39.44862365722656, - 44.05696487426758, - 56.38157653808594, - 46.41318130493164, - 69.06829071044922, - 68.15419006347656, - 67.5317611694336, - 52.23525619506836, - 66.47840118408203, - 56.48708724975586, - 39.6721305847168, - 65.11125946044922, - 54.22412109375, - 40.864837646484375, - 59.95732879638672, - 41.895790100097656, - 60.55022430419922, - 50.93403625488281, - 52.625160217285156, - 67.5317611694336, - 54.94818878173828, - 512.0, - 59.03048324584961, - 50.358314514160156, - 54.22412109375, - 41.47610092163086 + 544.9313354492188, + 460.8743591308594, + 573.8617553710938, + 529.550537109375, + 597.6580810546875, + 547.1351318359375, + 687.3046264648438, + 496.6556701660156, + 771.2044067382812, + 495.8608703613281, + 488.31146240234375, + 938.6085815429688, + 551.529541015625, + 485.3735656738281, + 636.8191528320312, + 701.12255859375, + 455.9927062988281, + 775.756103515625, + 714.4508056640625, + 756.074462890625, + 910.5655517578125, + 756.4298095703125, + 732.069580078125, + 561.1395263671875, + 646.8171997070312, + 797.9859619140625, + 670.2156372070312, + 797.90673828125, + 677.0304565429688, + 993.8583374023438, + 818.4330444335938, + 928.3496704101562, + 719.43359375, + 623.2349243164062, + 524.8860473632812, + 559.07080078125, + 724.0491943359375, + 573.8846435546875, + 909.2299194335938, + 947.3924560546875, + 759.66748046875, + 640.758544921875, + 562.5328369140625, + 620.198974609375, + 471.4407043457031, + 588.5057373046875, + 528.7512817382812, + 664.728515625, + 569.8043823242188, + 573.2581787109375, + 598.0216674804688, + 660.8760986328125, + 590.8795166015625, + 636.842041015625, + 845.3823852539062, + 627.351318359375, + 718.9971313476562, + 543.1484985351562, + 844.623779296875, + 666.5711669921875, + 867.4313354492188, + 614.0411987304688, + 652.0091552734375, + 482.3965759277344, + 462.6147155761719, + 652.0716552734375, + 732.6809692382812, + 684.422119140625, + 868.7069091796875, + 667.2263793945312, + 691.58984375, + 598.830322265625, + 724.7720947265625, + 595.8399047851562, + 598.5421142578125, + 619.2186889648438, + 486.5445251464844, + 745.1324462890625, + 580.30419921875, + 779.3887939453125, + 663.0408325195312, + 766.512451171875, + 516.2587280273438, + 699.415771484375, + 833.2301635742188, + 699.3668212890625, + 548.1047973632812, + 849.5865478515625, + 578.2449340820312, + 762.7885131835938, + 568.0140380859375, + 516.9829711914062, + 598.3760375976562, + 813.35986328125, + 676.8925170898438, + 676.6286010742188, + 661.656494140625, + 619.464599609375, + 548.3203125, + 632.3619384765625, + 554.7167358398438, + 943.999267578125, + 902.7822265625, + 894.7891235351562, + 837.181884765625, + 708.219970703125, + 579.8563842773438, + 442.67010498046875, + 597.354736328125, + 724.3897705078125, + 683.3750610351562, + 604.147216796875, + 564.1647338867188, + 818.7176513671875, + 746.1336669921875, + 707.1524047851562, + 803.1181640625, + 683.8497314453125, + 754.9540405273438, + 761.334228515625, + 935.2545166015625, + 497.67620849609375, + 496.4154968261719, + 669.1776733398438, + 373.89752197265625, + 712.5138549804688, + 670.7135620117188, + 687.152587890625, + 801.147216796875, + 663.834716796875, + 866.75048828125, + 754.3566284179688, + 656.1658935546875, + 849.255859375, + 724.1326904296875, + 624.8572387695312, + 380.460693359375, + 808.4749145507812, + 720.1288452148438, + 669.7922973632812, + 599.7357177734375, + 730.9915771484375, + 736.9767456054688, + 674.2531127929688, + 503.6725769042969, + 410.7796936035156, + 450.9314270019531, + 877.92578125, + 880.459716796875, + 705.4465942382812, + 684.0958251953125, + 497.8599853515625, + 722.8922119140625, + 697.470947265625, + 979.1251831054688, + 807.8798217773438, + 959.2681274414062, + 527.3988647460938, + 640.919189453125, + 757.5663452148438, + 474.2926025390625, + 728.451416015625, + 537.4747924804688, + 699.4945678710938, + 887.1395874023438, + 664.0266723632812, + 481.606689453125, + 539.3012084960938, + 723.852783203125, + 667.8901977539062, + 828.0008544921875, + 867.2666625976562, + 589.439697265625, + 809.5833129882812, + 620.8624267578125, + 761.1166381835938, + 628.8980712890625, + 748.62646484375, + 776.7711181640625, + 590.7388305664062, + 487.1257629394531, + 685.3704833984375, + 649.6292724609375, + 919.875, + 772.0308227539062, + 776.69677734375, + 543.2540283203125, + 1127.6068115234375, + 874.4906616210938, + 845.2083129882812, + 616.254150390625, + 770.3157958984375, + 780.4986572265625, + 678.235595703125, + 675.718017578125, + 687.6270751953125, + 732.2484741210938, + 745.166015625, + 549.1052856445312, + 667.734375, + 744.3427124023438, + 720.2766723632812, + 753.9370727539062, + 763.3442993164062, + 702.635986328125, + 791.5083618164062, + 845.576171875, + 739.7389526367188, + 851.8026123046875, + 602.2706909179688, + 701.6318969726562, + 543.1642456054688, + 670.7450561523438, + 540.8618774414062, + 763.4879760742188, + 553.961181640625, + 679.5992431640625, + 740.7411499023438, + 746.074462890625, + 693.935302734375, + 514.0702514648438, + 755.5657958984375, + 690.9651489257812, + 896.04541015625, + 505.8365478515625, + 429.0560302734375, + 797.533203125, + 680.3180541992188, + 715.4815063476562, + 953.291259765625, + 522.7494506835938, + 783.109619140625, + 613.6788940429688, + 737.5936889648438, + 607.2185668945312, + 600.4819946289062, + 616.8304443359375, + 460.3733825683594, + 701.109619140625, + 762.1763916015625, + 871.5101928710938, + 714.5725708007812, + 890.04052734375, + 623.2484741210938, + 779.457763671875, + 550.0606079101562, + 645.1112670898438, + 637.0014038085938, + 636.9663696289062, + 664.8006591796875, + 439.87841796875, + 697.7665405273438, + 930.9637451171875, + 923.6638793945312, + 883.396484375, + 788.482666015625, + 655.002197265625, + 551.043701171875, + 664.6104125976562, + 760.2468872070312, + 691.8921508789062, + 645.5711669921875, + 620.254150390625, + 930.9714965820312, + 779.864990234375, + 857.9076538085938, + 638.9833374023438, + 558.7323608398438, + 730.6258544921875, + 699.2813110351562, + 602.9280395507812, + 1041.2960205078125, + 764.3316650390625, + 687.0704345703125, + 454.2591247558594, + 916.1696166992188, + 506.5052490234375, + 651.291748046875, + 760.2661743164062, + 707.2301025390625, + 949.427978515625, + 613.0601806640625, + 686.2845458984375, + 690.7186889648438, + 904.6422119140625, + 565.5873413085938, + 474.7609558105469, + 767.9979858398438, + 818.9612426757812, + 566.5903930664062, + 701.8058471679688, + 815.4360961914062, + 478.76812744140625, + 694.4855346679688, + 687.4938354492188, + 704.135986328125, + 578.7257080078125, + 715.9191284179688, + 987.773681640625, + 666.4618530273438, + 633.5009765625, + 625.7197265625, + 725.6931762695312, + 547.6890869140625, + 692.5821533203125, + 836.6991577148438, + 968.8816528320312, + 771.2405395507812, + 597.1648559570312, + 491.33746337890625, + 785.0291748046875, + 598.5892944335938, + 739.3663330078125, + 788.3297729492188, + 656.6463012695312, + 494.3780212402344, + 560.503662109375, + 700.6156616210938, + 735.088134765625, + 671.0748291015625, + 624.4459228515625, + 646.7897338867188, + 693.2816162109375, + 650.7913208007812, + 666.674072265625, + 1097.0888671875, + 651.4143676757812, + 652.3599853515625, + 713.4348754882812, + 654.9827880859375, + 457.3320007324219, + 677.8643798828125, + 621.3591918945312, + 753.3748168945312, + 694.0365600585938, + 734.6157836914062, + 726.4952392578125, + 771.4605102539062, + 731.7974853515625, + 817.6895141601562, + 509.35784912109375, + 686.79736328125, + 504.0413513183594, + 548.2371826171875, + 638.8478393554688, + 590.5260620117188, + 866.701171875, + 788.9017333984375, + 653.9232788085938, + 975.8041381835938, + 711.266357421875, + 555.704345703125, + 638.5079345703125, + 670.09228515625, + 464.31658935546875, + 707.1012573242188, + 781.896240234375, + 857.8895263671875, + 1024.9381103515625, + 641.9125366210938, + 735.802001953125, + 500.5152893066406, + 592.5694580078125, + 877.1080932617188, + 826.0730590820312, + 688.112060546875, + 690.4453735351562, + 635.4960327148438, + 551.9102783203125, + 706.3116455078125, + 547.1901245117188, + 775.7611694335938, + 694.4454345703125, + 824.3264770507812, + 840.3255004882812, + 670.850830078125, + 803.8444213867188, + 482.1243896484375, + 590.3467407226562, + 654.0006103515625, + 764.3754272460938, + 585.1824340820312, + 760.3843383789062, + 710.3870849609375, + 688.8419189453125, + 860.3255615234375, + 911.3216552734375, + 757.8182983398438, + 529.6820068359375, + 882.2952880859375, + 601.2744750976562, + 716.4486694335938, + 496.6807556152344, + 447.62396240234375, + 410.0459899902344, + 723.9183959960938, + 751.1156005859375, + 820.9126586914062, + 701.3504028320312, + 712.2229614257812, + 745.2560424804688, + 594.4521484375, + 826.0647583007812, + 708.1102294921875, + 653.7830810546875, + 697.2236328125, + 735.8160400390625, + 819.7630615234375, + 586.9509887695312, + 761.2590942382812, + 513.0022583007812, + 758.1970825195312, + 677.17919921875, + 764.0288696289062, + 955.6455078125, + 754.971923828125, + 746.6106567382812, + 820.7684936523438, + 734.2881469726562, + 504.3028259277344, + 641.5765380859375, + 659.4888916015625, + 527.0320434570312, + 790.8516235351562, + 621.084716796875, + 597.27978515625, + 562.0507202148438, + 650.5639038085938, + 660.118408203125, + 631.42724609375, + 842.4671020507812, + 516.2554931640625, + 575.3159790039062, + 516.9364624023438, + 620.0319213867188, + 718.5717163085938, + 762.4606323242188, + 504.88720703125, + 977.787353515625, + 873.739013671875, + 708.291748046875, + 766.0638427734375, + 650.9678955078125, + 717.9772338867188, + 580.084228515625, + 799.3773803710938, + 607.673095703125, + 826.3418579101562, + 640.0546264648438, + 691.6976928710938, + 830.846435546875, + 832.5643920898438, + 597.1592407226562, + 701.5502319335938, + 648.8179321289062, + 700.5958251953125, + 703.4632568359375, + 514.1603393554688, + 392.6943664550781, + 539.1475219726562, + 604.55419921875, + 805.7283325195312, + 698.6707153320312, + 937.3999633789062, + 668.5529174804688, + 921.34375, + 801.613525390625, + 850.3657836914062, + 693.7880249023438, + 705.8556518554688, + 416.40325927734375, + 658.4249877929688, + 517.0895385742188, + 667.8114013671875, + 772.4492797851562, + 785.822265625, + 493.15521240234375, + 626.1858520507812, + 954.9557495117188, + 665.9530639648438, + 733.1251831054688, + 752.4221801757812, + 846.4711303710938, + 589.953125, + 678.946044921875, + 877.3944702148438, + 776.899169921875, + 443.3526306152344, + 619.5961303710938, + 550.7263793945312, + 550.0304565429688, + 486.9325866699219, + 828.9678955078125, + 625.96044921875, + 931.3199462890625, + 670.6380004882812, + 901.5756225585938, + 563.6173095703125, + 861.162841796875, + 842.2567138671875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.3, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -26170,374 +32179,374 @@ 2 ], "wall_clock_s": [ - 497.0, - 513.6, - 496.9 + 936.0, + 964.8, + 925.0 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.199426531791687, + "loss": 0.2019418627023697, "env_score_iters": 500, - "env_score": -3.012636423110962, + "env_score": -0.3677242696285248, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.4375, "grad_align_iters": 500, - "grad_align": 0.1998707801103592, - "rl_grad_norm": 0.35737529397010803, - "bc_grad_norm": 0.21524278819561005, + "grad_align": -0.06415148824453354, + "rl_grad_norm": 0.3155679702758789, + "bc_grad_norm": 4.000342845916748, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00013684277655556798, - "embedding.weight": 0.0008908946183510125, - "cnn.0.weight": 0.020939728245139122, - "cnn.0.bias": 0.0008930756594054401, - "cnn.2.weight": 0.007526541128754616, - "cnn.2.bias": 0.0015313610201701522, - "cnn.5.weight": 0.013230016455054283, - "cnn.5.bias": 0.0015350953908637166, - "action_emb.weight": 0.007575000170618296, - "timestep_emb.weight": 0.003664802759885788, - "pos_emb.weight": 0.005030808504670858, - "transformer.layers.0.self_attn.in_proj_weight": 0.03194568678736687, - "transformer.layers.0.self_attn.in_proj_bias": 0.003047337755560875, - "transformer.layers.0.self_attn.out_proj.weight": 0.03489164263010025, - "transformer.layers.0.self_attn.out_proj.bias": 0.004951202776283026, - "transformer.layers.0.linear1.weight": 0.040281035006046295, - "transformer.layers.0.linear1.bias": 0.002103406935930252, - "transformer.layers.0.linear2.weight": 0.043081846088171005, - "transformer.layers.0.linear2.bias": 0.0034418446011841297, - "transformer.layers.0.norm1.weight": 0.0019301470601931214, - "transformer.layers.0.norm1.bias": 0.0028960665222257376, - "transformer.layers.0.norm2.weight": 0.003945191390812397, - "transformer.layers.0.norm2.bias": 0.0034846628550440073, - "transformer.layers.1.self_attn.in_proj_weight": 0.0322057269513607, - "transformer.layers.1.self_attn.in_proj_bias": 0.002346891211345792, - "transformer.layers.1.self_attn.out_proj.weight": 0.029528627172112465, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028571432922035456, - "transformer.layers.1.linear1.weight": 0.026021966710686684, - "transformer.layers.1.linear1.bias": 0.0013032255228608847, - "transformer.layers.1.linear2.weight": 0.03352351486682892, - "transformer.layers.1.linear2.bias": 0.0026795347221195698, - "transformer.layers.1.norm1.weight": 0.0019860900938510895, - "transformer.layers.1.norm1.bias": 0.0026471936143934727, - "transformer.layers.1.norm2.weight": 0.0018800117541104555, - "transformer.layers.1.norm2.bias": 0.0013386652572080493, - "transformer.layers.2.self_attn.in_proj_weight": 0.049244944006204605, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028292436618357897, - "transformer.layers.2.self_attn.out_proj.weight": 0.02457219921052456, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027328815776854753, - "transformer.layers.2.linear1.weight": 0.020394695922732353, - "transformer.layers.2.linear1.bias": 0.001181660103611648, - "transformer.layers.2.linear2.weight": 0.022409550845623016, - "transformer.layers.2.linear2.bias": 0.0030430720653384924, - "transformer.layers.2.norm1.weight": 0.003554087597876787, - "transformer.layers.2.norm1.bias": 0.0033566122874617577, - "transformer.layers.2.norm2.weight": 0.001373660285025835, - "transformer.layers.2.norm2.bias": 0.0013614604249596596, - "transformer.layers.3.self_attn.in_proj_weight": 0.06968250870704651, - "transformer.layers.3.self_attn.in_proj_bias": 0.005043690092861652, - "transformer.layers.3.self_attn.out_proj.weight": 0.03390177711844444, - "transformer.layers.3.self_attn.out_proj.bias": 0.00481857405975461, - "transformer.layers.3.linear1.weight": 0.060343366116285324, - "transformer.layers.3.linear1.bias": 0.004065555986016989, - "transformer.layers.3.linear2.weight": 0.03391071408987045, - "transformer.layers.3.linear2.bias": 0.007016561925411224, - "transformer.layers.3.norm1.weight": 0.0058782282285392284, - "transformer.layers.3.norm1.bias": 0.00676130224019289, - "transformer.layers.3.norm2.weight": 0.005185930524021387, - "transformer.layers.3.norm2.bias": 0.00574297783896327, - "head.weight": 0.4215562045574188, - "head.bias": 0.015919961035251617, - "global_embedding.weight": 0.0033144087065011263, - "global_cnn.0.weight": 0.05088067427277565, - "global_cnn.0.bias": 0.0017677278956398368, - "global_cnn.2.weight": 0.06475631892681122, - "global_cnn.2.bias": 0.0024463459849357605, - "global_proj.weight": 0.01944982446730137, - "global_proj.bias": 0.015267609618604183, - "goal_head.0.weight": 0.01781514845788479, - "goal_head.0.bias": 0.00866592675447464, - "goal_head.2.weight": 0.04498422145843506, - "goal_head.2.bias": 0.026158355176448822 + "global_gate": 0.0002016369253396988, + "embedding.weight": 0.0018475120887160301, + "cnn.0.weight": 0.032981276512145996, + "cnn.0.bias": 0.0012603774666786194, + "cnn.2.weight": 0.007763148285448551, + "cnn.2.bias": 0.0024447322357445955, + "cnn.5.weight": 0.008198760449886322, + "cnn.5.bias": 0.0025547933764755726, + "action_emb.weight": 0.007703869603574276, + "timestep_emb.weight": 0.001534045790322125, + "pos_emb.weight": 0.0036766768898814917, + "transformer.layers.0.self_attn.in_proj_weight": 0.027652153745293617, + "transformer.layers.0.self_attn.in_proj_bias": 0.001977264415472746, + "transformer.layers.0.self_attn.out_proj.weight": 0.036119017750024796, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030165216885507107, + "transformer.layers.0.linear1.weight": 0.037791427224874496, + "transformer.layers.0.linear1.bias": 0.001506915083155036, + "transformer.layers.0.linear2.weight": 0.03135225549340248, + "transformer.layers.0.linear2.bias": 0.0026529657188802958, + "transformer.layers.0.norm1.weight": 0.0015436977846547961, + "transformer.layers.0.norm1.bias": 0.00183343724347651, + "transformer.layers.0.norm2.weight": 0.004043214954435825, + "transformer.layers.0.norm2.bias": 0.0017880762461572886, + "transformer.layers.1.self_attn.in_proj_weight": 0.031176650896668434, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018863180885091424, + "transformer.layers.1.self_attn.out_proj.weight": 0.03262313827872276, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024711880832910538, + "transformer.layers.1.linear1.weight": 0.01835652068257332, + "transformer.layers.1.linear1.bias": 0.0010409861570224166, + "transformer.layers.1.linear2.weight": 0.021913956850767136, + "transformer.layers.1.linear2.bias": 0.002313741482794285, + "transformer.layers.1.norm1.weight": 0.0020640497095882893, + "transformer.layers.1.norm1.bias": 0.001995096681639552, + "transformer.layers.1.norm2.weight": 0.0017055727075785398, + "transformer.layers.1.norm2.bias": 0.0013434457359835505, + "transformer.layers.2.self_attn.in_proj_weight": 0.031006809324026108, + "transformer.layers.2.self_attn.in_proj_bias": 0.002037955680862069, + "transformer.layers.2.self_attn.out_proj.weight": 0.02811346761882305, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021453031804412603, + "transformer.layers.2.linear1.weight": 0.01339498907327652, + "transformer.layers.2.linear1.bias": 0.0008487284067086875, + "transformer.layers.2.linear2.weight": 0.017170581966638565, + "transformer.layers.2.linear2.bias": 0.002213893225416541, + "transformer.layers.2.norm1.weight": 0.002297952538356185, + "transformer.layers.2.norm1.bias": 0.0024730616714805365, + "transformer.layers.2.norm2.weight": 0.0009058313444256783, + "transformer.layers.2.norm2.bias": 0.0008496149675920606, + "transformer.layers.3.self_attn.in_proj_weight": 0.055068157613277435, + "transformer.layers.3.self_attn.in_proj_bias": 0.005049047991633415, + "transformer.layers.3.self_attn.out_proj.weight": 0.03197797015309334, + "transformer.layers.3.self_attn.out_proj.bias": 0.004038106184452772, + "transformer.layers.3.linear1.weight": 0.03821561485528946, + "transformer.layers.3.linear1.bias": 0.0034122804645448923, + "transformer.layers.3.linear2.weight": 0.02299518696963787, + "transformer.layers.3.linear2.bias": 0.005205607041716576, + "transformer.layers.3.norm1.weight": 0.004929768852889538, + "transformer.layers.3.norm1.bias": 0.00791033823043108, + "transformer.layers.3.norm2.weight": 0.0028713522478938103, + "transformer.layers.3.norm2.bias": 0.004772039595991373, + "head.weight": 0.2981131374835968, + "head.bias": 0.010700530372560024, + "global_embedding.weight": 0.004012701101601124, + "global_cnn.0.weight": 0.03433830663561821, + "global_cnn.0.bias": 0.0013842929620295763, + "global_cnn.2.weight": 0.05923483520746231, + "global_cnn.2.bias": 0.003403489012271166, + "global_proj.weight": 0.01337433885782957, + "global_proj.bias": 0.008436943404376507, + "goal_head.0.weight": 0.00704951910302043, + "goal_head.0.bias": 0.0028813795652240515, + "goal_head.2.weight": 0.010516883805394173, + "goal_head.2.bias": 0.005907043814659119 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06839658319950104, - "repr_drift_kl_low_t": 0.06347104907035828, - "repr_drift_kl_mid_t": 0.06563500314950943, - "repr_drift_kl_high_t": 0.10116013884544373, + "repr_drift_kl": 0.5990877747535706, + "repr_drift_kl_low_t": 0.7287362217903137, + "repr_drift_kl_mid_t": 0.6068883538246155, + "repr_drift_kl_high_t": 0.4293329417705536, "cka_iters": 500, - "cka_similarity": 0.7785120606422424, + "cka_similarity": 0.6441971659660339, "t_analysis_iters": 500, - "norm_low_t": 0.6719358563423157, - "norm_high_t": 0.2848271429538727, - "lowhigh_cos": 0.3388189375400543, + "norm_low_t": 0.22980618476867676, + "norm_high_t": 0.5971553325653076, + "lowhigh_cos": 0.2543509900569916, "t_bin_norms": { - "t_0.0-0.1": 0.4445306956768036, - "t_0.1-0.2": 0.36749395728111267, - "t_0.2-0.3": 0.43008527159690857, - "t_0.3-0.4": 0.29991891980171204, - "t_0.4-0.5": 0.29604801535606384, - "t_0.5-0.6": 0.26958993077278137, - "t_0.6-0.7": 0.26993656158447266, - "t_0.7-0.8": 0.3186994791030884, - "t_0.8-0.9": 0.29697468876838684, - "t_0.9-1.0": 0.41809579730033875 - }, - "win_rate": 0.055055584758520126, - "effective_batch_size": 41.47610092163086, + "t_0.0-0.1": 0.3895484507083893, + "t_0.1-0.2": 0.2869682013988495, + "t_0.2-0.3": 0.25534772872924805, + "t_0.3-0.4": 0.28270968794822693, + "t_0.4-0.5": 0.29622766375541687, + "t_0.5-0.6": 0.29749396443367004, + "t_0.6-0.7": 0.34497418999671936, + "t_0.7-0.8": 0.32205161452293396, + "t_0.8-0.9": 0.5054638981819153, + "t_0.9-1.0": 0.6882938742637634 + }, + "win_rate": 0.13055555522441864, + "effective_batch_size": 842.2567138671875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.05837107077240944, + "loss": 0.08861269056797028, "env_score_iters": 500, - "env_score": -2.801250696182251, + "env_score": -0.5221846103668213, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.33749999999999997, "grad_align_iters": 500, - "grad_align": 0.5218453407287598, - "rl_grad_norm": 0.3805469572544098, - "bc_grad_norm": 0.2194826602935791, + "grad_align": 0.16731201112270355, + "rl_grad_norm": 0.21682606637477875, + "bc_grad_norm": 2.4858195781707764, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000012067676834703889, - "embedding.weight": 0.0010435461299493909, - "cnn.0.weight": 0.02749110758304596, - "cnn.0.bias": 0.0011643031612038612, - "cnn.2.weight": 0.00841913279145956, - "cnn.2.bias": 0.002785784425213933, - "cnn.5.weight": 0.011152420192956924, - "cnn.5.bias": 0.003386125434190035, - "action_emb.weight": 0.005453305784612894, - "timestep_emb.weight": 0.0021726060658693314, - "pos_emb.weight": 0.002467941725626588, - "transformer.layers.0.self_attn.in_proj_weight": 0.04147324338555336, - "transformer.layers.0.self_attn.in_proj_bias": 0.0039384267292916775, - "transformer.layers.0.self_attn.out_proj.weight": 0.03158770874142647, - "transformer.layers.0.self_attn.out_proj.bias": 0.004049168433994055, - "transformer.layers.0.linear1.weight": 0.026683365926146507, - "transformer.layers.0.linear1.bias": 0.0013781959423795342, - "transformer.layers.0.linear2.weight": 0.026659807190299034, - "transformer.layers.0.linear2.bias": 0.0027029879856854677, - "transformer.layers.0.norm1.weight": 0.002519558882340789, - "transformer.layers.0.norm1.bias": 0.004249629098922014, - "transformer.layers.0.norm2.weight": 0.0026721248868852854, - "transformer.layers.0.norm2.bias": 0.001660694950260222, - "transformer.layers.1.self_attn.in_proj_weight": 0.026150532066822052, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017967583844438195, - "transformer.layers.1.self_attn.out_proj.weight": 0.02270292118191719, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019691314082592726, - "transformer.layers.1.linear1.weight": 0.012660643085837364, - "transformer.layers.1.linear1.bias": 0.0007915202877484262, - "transformer.layers.1.linear2.weight": 0.014827078208327293, - "transformer.layers.1.linear2.bias": 0.0019349728245288134, - "transformer.layers.1.norm1.weight": 0.001982850721105933, - "transformer.layers.1.norm1.bias": 0.0018202184000983834, - "transformer.layers.1.norm2.weight": 0.0010102808009833097, - "transformer.layers.1.norm2.bias": 0.0007674479857087135, - "transformer.layers.2.self_attn.in_proj_weight": 0.026142120361328125, - "transformer.layers.2.self_attn.in_proj_bias": 0.001761522376909852, - "transformer.layers.2.self_attn.out_proj.weight": 0.015216701664030552, - "transformer.layers.2.self_attn.out_proj.bias": 0.0017763001378625631, - "transformer.layers.2.linear1.weight": 0.008758749812841415, - "transformer.layers.2.linear1.bias": 0.0006043589091859758, - "transformer.layers.2.linear2.weight": 0.010223289020359516, - "transformer.layers.2.linear2.bias": 0.0018845866434276104, - "transformer.layers.2.norm1.weight": 0.002745960373431444, - "transformer.layers.2.norm1.bias": 0.0023617863189429045, - "transformer.layers.2.norm2.weight": 0.0006729718297719955, - "transformer.layers.2.norm2.bias": 0.0006862360169179738, - "transformer.layers.3.self_attn.in_proj_weight": 0.03884194791316986, - "transformer.layers.3.self_attn.in_proj_bias": 0.0036862478591501713, - "transformer.layers.3.self_attn.out_proj.weight": 0.017996326088905334, - "transformer.layers.3.self_attn.out_proj.bias": 0.0032398768234997988, - "transformer.layers.3.linear1.weight": 0.033532049506902695, - "transformer.layers.3.linear1.bias": 0.0030042482540011406, - "transformer.layers.3.linear2.weight": 0.01817687228322029, - "transformer.layers.3.linear2.bias": 0.005222292151302099, - "transformer.layers.3.norm1.weight": 0.0035306066274642944, - "transformer.layers.3.norm1.bias": 0.005223524756729603, - "transformer.layers.3.norm2.weight": 0.003500196151435375, - "transformer.layers.3.norm2.bias": 0.005002480931580067, - "head.weight": 0.28991591930389404, - "head.bias": 0.012798244133591652, - "global_embedding.weight": 0.0051994724199175835, - "global_cnn.0.weight": 0.043787289410829544, - "global_cnn.0.bias": 0.0015612602001056075, - "global_cnn.2.weight": 0.08071836829185486, - "global_cnn.2.bias": 0.004193627275526524, - "global_proj.weight": 0.02752033621072769, - "global_proj.bias": 0.01571064628660679, - "goal_head.0.weight": 0.015473918989300728, - "goal_head.0.bias": 0.006970252841711044, - "goal_head.2.weight": 0.020664270967245102, - "goal_head.2.bias": 0.01659800298511982 + "global_gate": 1.8326365534448996e-05, + "embedding.weight": 0.00045537890400737524, + "cnn.0.weight": 0.011881851591169834, + "cnn.0.bias": 0.0004024878144264221, + "cnn.2.weight": 0.0034705756697803736, + "cnn.2.bias": 0.0012730293674394488, + "cnn.5.weight": 0.0041672298684716225, + "cnn.5.bias": 0.0009847168112173676, + "action_emb.weight": 0.002971509238705039, + "timestep_emb.weight": 0.0006831847131252289, + "pos_emb.weight": 0.0014597097178921103, + "transformer.layers.0.self_attn.in_proj_weight": 0.010735810734331608, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009902205783873796, + "transformer.layers.0.self_attn.out_proj.weight": 0.011022289283573627, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014535157242789865, + "transformer.layers.0.linear1.weight": 0.015053099021315575, + "transformer.layers.0.linear1.bias": 0.0006810608319938183, + "transformer.layers.0.linear2.weight": 0.014293540269136429, + "transformer.layers.0.linear2.bias": 0.001290193642489612, + "transformer.layers.0.norm1.weight": 0.000640847603790462, + "transformer.layers.0.norm1.bias": 0.0009541215258650482, + "transformer.layers.0.norm2.weight": 0.0013732569059357047, + "transformer.layers.0.norm2.bias": 0.0006633595912717283, + "transformer.layers.1.self_attn.in_proj_weight": 0.011752019636332989, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006991113186813891, + "transformer.layers.1.self_attn.out_proj.weight": 0.01154735404998064, + "transformer.layers.1.self_attn.out_proj.bias": 0.001085597206838429, + "transformer.layers.1.linear1.weight": 0.008669612929224968, + "transformer.layers.1.linear1.bias": 0.0005033191991969943, + "transformer.layers.1.linear2.weight": 0.011109785176813602, + "transformer.layers.1.linear2.bias": 0.0010866055963560939, + "transformer.layers.1.norm1.weight": 0.0008933194912970066, + "transformer.layers.1.norm1.bias": 0.000645670632366091, + "transformer.layers.1.norm2.weight": 0.0007451693527400494, + "transformer.layers.1.norm2.bias": 0.0005446379072964191, + "transformer.layers.2.self_attn.in_proj_weight": 0.01333695836365223, + "transformer.layers.2.self_attn.in_proj_bias": 0.000978196389041841, + "transformer.layers.2.self_attn.out_proj.weight": 0.01057372149080038, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011053630150854588, + "transformer.layers.2.linear1.weight": 0.007407221477478743, + "transformer.layers.2.linear1.bias": 0.0005730322445742786, + "transformer.layers.2.linear2.weight": 0.008052955381572247, + "transformer.layers.2.linear2.bias": 0.0012350288452580571, + "transformer.layers.2.norm1.weight": 0.0010142266983166337, + "transformer.layers.2.norm1.bias": 0.0012274759355932474, + "transformer.layers.2.norm2.weight": 0.0005751926801167428, + "transformer.layers.2.norm2.bias": 0.0008296605083160102, + "transformer.layers.3.self_attn.in_proj_weight": 0.022742480039596558, + "transformer.layers.3.self_attn.in_proj_bias": 0.00239657168276608, + "transformer.layers.3.self_attn.out_proj.weight": 0.011564100161194801, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018343947594985366, + "transformer.layers.3.linear1.weight": 0.014459604397416115, + "transformer.layers.3.linear1.bias": 0.0012930860975757241, + "transformer.layers.3.linear2.weight": 0.008023753762245178, + "transformer.layers.3.linear2.bias": 0.002347925677895546, + "transformer.layers.3.norm1.weight": 0.00196781475096941, + "transformer.layers.3.norm1.bias": 0.0034883429761976004, + "transformer.layers.3.norm2.weight": 0.0010357883293181658, + "transformer.layers.3.norm2.bias": 0.0018230098066851497, + "head.weight": 0.11609427630901337, + "head.bias": 0.004810389596968889, + "global_embedding.weight": 0.004747586324810982, + "global_cnn.0.weight": 0.0322304330766201, + "global_cnn.0.bias": 0.0012250575236976147, + "global_cnn.2.weight": 0.07801657915115356, + "global_cnn.2.bias": 0.003947761375457048, + "global_proj.weight": 0.014576788060367107, + "global_proj.bias": 0.010654100216925144, + "goal_head.0.weight": 0.011033006943762302, + "goal_head.0.bias": 0.005064859986305237, + "goal_head.2.weight": 0.01744401827454567, + "goal_head.2.bias": 0.011891309171915054 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.10269700735807419, - "repr_drift_kl_low_t": 0.09188663959503174, - "repr_drift_kl_mid_t": 0.0815134346485138, - "repr_drift_kl_high_t": 0.165693998336792, + "repr_drift_kl": 0.37499919533729553, + "repr_drift_kl_low_t": 0.43900537490844727, + "repr_drift_kl_mid_t": 0.3762156665325165, + "repr_drift_kl_high_t": 0.30711814761161804, "cka_iters": 500, - "cka_similarity": 0.5929681062698364, + "cka_similarity": 0.7199043035507202, "t_analysis_iters": 500, - "norm_low_t": 0.24566319584846497, - "norm_high_t": 0.6363186836242676, - "lowhigh_cos": -0.027388447895646095, + "norm_low_t": 0.1663905829191208, + "norm_high_t": 0.34310242533683777, + "lowhigh_cos": 0.19491459429264069, "t_bin_norms": { - "t_0.0-0.1": 0.25735417008399963, - "t_0.1-0.2": 0.1672779619693756, - "t_0.2-0.3": 0.15648257732391357, - "t_0.3-0.4": 0.26270851492881775, - "t_0.4-0.5": 0.24690449237823486, - "t_0.5-0.6": 0.19622425734996796, - "t_0.6-0.7": 0.2576238214969635, - "t_0.7-0.8": 0.2795209288597107, - "t_0.8-0.9": 0.45053690671920776, - "t_0.9-1.0": 0.7157561779022217 - }, - "win_rate": 0.09163762629032135, - "effective_batch_size": 64.43695831298828, + "t_0.0-0.1": 0.2668877840042114, + "t_0.1-0.2": 0.1377304047346115, + "t_0.2-0.3": 0.1501931995153427, + "t_0.3-0.4": 0.1357315480709076, + "t_0.4-0.5": 0.1385089010000229, + "t_0.5-0.6": 0.1613706648349762, + "t_0.6-0.7": 0.15313859283924103, + "t_0.7-0.8": 0.1660999357700348, + "t_0.8-0.9": 0.21042029559612274, + "t_0.9-1.0": 0.5482728481292725 + }, + "win_rate": 0.03820224851369858, + "effective_batch_size": 494.8751220703125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.05882127955555916, + "loss": 0.1416676938533783, "env_score_iters": 500, - "env_score": -3.747776985168457, + "env_score": -0.3016584515571594, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4625, "grad_align_iters": 500, - "grad_align": 0.2848169803619385, - "rl_grad_norm": 0.2258928418159485, - "bc_grad_norm": 0.7655364274978638, + "grad_align": -0.15270307660102844, + "rl_grad_norm": 0.28809717297554016, + "bc_grad_norm": 3.5087831020355225, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00011466733121778816, - "embedding.weight": 0.0017052614130079746, - "cnn.0.weight": 0.05156484991312027, - "cnn.0.bias": 0.001678643049672246, - "cnn.2.weight": 0.015736619010567665, - "cnn.2.bias": 0.005346896592527628, - "cnn.5.weight": 0.0167990829795599, - "cnn.5.bias": 0.0037338051479309797, - "action_emb.weight": 0.0022910519037395716, - "timestep_emb.weight": 0.0014601763105019927, - "pos_emb.weight": 0.0017539665568619967, - "transformer.layers.0.self_attn.in_proj_weight": 0.01983102783560753, - "transformer.layers.0.self_attn.in_proj_bias": 0.0015997752780094743, - "transformer.layers.0.self_attn.out_proj.weight": 0.0197592843323946, - "transformer.layers.0.self_attn.out_proj.bias": 0.001947722746990621, - "transformer.layers.0.linear1.weight": 0.014175383374094963, - "transformer.layers.0.linear1.bias": 0.000808221404440701, - "transformer.layers.0.linear2.weight": 0.015915973111987114, - "transformer.layers.0.linear2.bias": 0.0013515185564756393, - "transformer.layers.0.norm1.weight": 0.001230468973517418, - "transformer.layers.0.norm1.bias": 0.0017289376119151711, - "transformer.layers.0.norm2.weight": 0.0012099527521058917, - "transformer.layers.0.norm2.bias": 0.0011771731078624725, - "transformer.layers.1.self_attn.in_proj_weight": 0.014587421901524067, - "transformer.layers.1.self_attn.in_proj_bias": 0.000880587613210082, - "transformer.layers.1.self_attn.out_proj.weight": 0.016650494188070297, - "transformer.layers.1.self_attn.out_proj.bias": 0.0011520629050210118, - "transformer.layers.1.linear1.weight": 0.009754868224263191, - "transformer.layers.1.linear1.bias": 0.0005128130433149636, - "transformer.layers.1.linear2.weight": 0.01141456700861454, - "transformer.layers.1.linear2.bias": 0.0010133126052096486, - "transformer.layers.1.norm1.weight": 0.000861095730215311, - "transformer.layers.1.norm1.bias": 0.0008836882188916206, - "transformer.layers.1.norm2.weight": 0.0007190999458543956, - "transformer.layers.1.norm2.bias": 0.0005523959989659488, - "transformer.layers.2.self_attn.in_proj_weight": 0.02129417657852173, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009824105072766542, - "transformer.layers.2.self_attn.out_proj.weight": 0.009713936597108841, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008849662262946367, - "transformer.layers.2.linear1.weight": 0.005872570443898439, - "transformer.layers.2.linear1.bias": 0.00032830052077770233, - "transformer.layers.2.linear2.weight": 0.007092363201081753, - "transformer.layers.2.linear2.bias": 0.0008823086391203105, - "transformer.layers.2.norm1.weight": 0.0014280700124800205, - "transformer.layers.2.norm1.bias": 0.0011689495295286179, - "transformer.layers.2.norm2.weight": 0.0003748245653696358, - "transformer.layers.2.norm2.bias": 0.000286258349660784, - "transformer.layers.3.self_attn.in_proj_weight": 0.02213432639837265, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017376146279275417, - "transformer.layers.3.self_attn.out_proj.weight": 0.012661021202802658, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014414986362680793, - "transformer.layers.3.linear1.weight": 0.018600473180413246, - "transformer.layers.3.linear1.bias": 0.001276872935704887, - "transformer.layers.3.linear2.weight": 0.010889346711337566, - "transformer.layers.3.linear2.bias": 0.0020000282675027847, - "transformer.layers.3.norm1.weight": 0.001719675725325942, - "transformer.layers.3.norm1.bias": 0.002456473186612129, - "transformer.layers.3.norm2.weight": 0.0016680739354342222, - "transformer.layers.3.norm2.bias": 0.0019416901050135493, - "head.weight": 0.13420650362968445, - "head.bias": 0.004570377059280872, - "global_embedding.weight": 0.00907373521476984, - "global_cnn.0.weight": 0.08100637793540955, - "global_cnn.0.bias": 0.00270282500423491, - "global_cnn.2.weight": 0.147114098072052, - "global_cnn.2.bias": 0.006742964964359999, - "global_proj.weight": 0.03269713744521141, - "global_proj.bias": 0.025752821937203407, - "goal_head.0.weight": 0.029464082792401314, - "goal_head.0.bias": 0.013564473018050194, - "goal_head.2.weight": 0.06075330078601837, - "goal_head.2.bias": 0.03581429272890091 + "global_gate": 0.0002496239903848618, + "embedding.weight": 0.0013207572046667337, + "cnn.0.weight": 0.03787396475672722, + "cnn.0.bias": 0.0014526889426633716, + "cnn.2.weight": 0.01348473783582449, + "cnn.2.bias": 0.0036224343348294497, + "cnn.5.weight": 0.014299280941486359, + "cnn.5.bias": 0.004000048618763685, + "action_emb.weight": 0.006545318756252527, + "timestep_emb.weight": 0.0017319476464763284, + "pos_emb.weight": 0.006074715405702591, + "transformer.layers.0.self_attn.in_proj_weight": 0.034017644822597504, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023219941649585962, + "transformer.layers.0.self_attn.out_proj.weight": 0.0384187176823616, + "transformer.layers.0.self_attn.out_proj.bias": 0.0031720702536404133, + "transformer.layers.0.linear1.weight": 0.04226145148277283, + "transformer.layers.0.linear1.bias": 0.0016708767507225275, + "transformer.layers.0.linear2.weight": 0.03595224395394325, + "transformer.layers.0.linear2.bias": 0.0024095019325613976, + "transformer.layers.0.norm1.weight": 0.002039513783529401, + "transformer.layers.0.norm1.bias": 0.0021688921842724085, + "transformer.layers.0.norm2.weight": 0.0047781988978385925, + "transformer.layers.0.norm2.bias": 0.0016187785658985376, + "transformer.layers.1.self_attn.in_proj_weight": 0.025278430432081223, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017055197386071086, + "transformer.layers.1.self_attn.out_proj.weight": 0.026813684031367302, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019965358078479767, + "transformer.layers.1.linear1.weight": 0.02148888260126114, + "transformer.layers.1.linear1.bias": 0.0009817664977163076, + "transformer.layers.1.linear2.weight": 0.02369651570916176, + "transformer.layers.1.linear2.bias": 0.0018265856197103858, + "transformer.layers.1.norm1.weight": 0.0016731979558244348, + "transformer.layers.1.norm1.bias": 0.0017010238952934742, + "transformer.layers.1.norm2.weight": 0.0020930871833115816, + "transformer.layers.1.norm2.bias": 0.0009707548888400197, + "transformer.layers.2.self_attn.in_proj_weight": 0.033562999218702316, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017135287635028362, + "transformer.layers.2.self_attn.out_proj.weight": 0.027107328176498413, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015844604931771755, + "transformer.layers.2.linear1.weight": 0.016589825972914696, + "transformer.layers.2.linear1.bias": 0.0009141153423115611, + "transformer.layers.2.linear2.weight": 0.018064746633172035, + "transformer.layers.2.linear2.bias": 0.0014147012261673808, + "transformer.layers.2.norm1.weight": 0.0026224632747471333, + "transformer.layers.2.norm1.bias": 0.0019556591287255287, + "transformer.layers.2.norm2.weight": 0.0012484481558203697, + "transformer.layers.2.norm2.bias": 0.0008660416351631284, + "transformer.layers.3.self_attn.in_proj_weight": 0.053839802742004395, + "transformer.layers.3.self_attn.in_proj_bias": 0.002197596710175276, + "transformer.layers.3.self_attn.out_proj.weight": 0.02063707448542118, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013377730501815677, + "transformer.layers.3.linear1.weight": 0.027833661064505577, + "transformer.layers.3.linear1.bias": 0.002108265645802021, + "transformer.layers.3.linear2.weight": 0.016415368765592575, + "transformer.layers.3.linear2.bias": 0.0007457438041456044, + "transformer.layers.3.norm1.weight": 0.004502663854509592, + "transformer.layers.3.norm1.bias": 0.0027653316501528025, + "transformer.layers.3.norm2.weight": 0.002181599149480462, + "transformer.layers.3.norm2.bias": 0.003092971397563815, + "head.weight": 0.14858055114746094, + "head.bias": 0.001978442072868347, + "global_embedding.weight": 0.01175727229565382, + "global_cnn.0.weight": 0.07298073172569275, + "global_cnn.0.bias": 0.0027618303429335356, + "global_cnn.2.weight": 0.14358943700790405, + "global_cnn.2.bias": 0.006947792135179043, + "global_proj.weight": 0.03127768263220787, + "global_proj.bias": 0.021897384896874428, + "goal_head.0.weight": 0.0206074770539999, + "goal_head.0.bias": 0.009149553254246712, + "goal_head.2.weight": 0.032141514122486115, + "goal_head.2.bias": 0.02040194347500801 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21629628539085388, - "repr_drift_kl_low_t": 0.20755301415920258, - "repr_drift_kl_mid_t": 0.19153767824172974, - "repr_drift_kl_high_t": 0.3323971629142761, + "repr_drift_kl": 0.48347917199134827, + "repr_drift_kl_low_t": 0.6021254658699036, + "repr_drift_kl_mid_t": 0.48243585228919983, + "repr_drift_kl_high_t": 0.3834613263607025, "cka_iters": 500, - "cka_similarity": 0.9285190105438232, + "cka_similarity": 0.6928863525390625, "t_analysis_iters": 500, - "norm_low_t": 0.238185316324234, - "norm_high_t": 0.300102174282074, - "lowhigh_cos": 0.5954501032829285, + "norm_low_t": 0.34501081705093384, + "norm_high_t": 0.3471585214138031, + "lowhigh_cos": 0.5118008852005005, "t_bin_norms": { - "t_0.0-0.1": 0.23634286224842072, - "t_0.1-0.2": 0.23126059770584106, - "t_0.2-0.3": 0.2462087869644165, - "t_0.3-0.4": 0.3193570375442505, - "t_0.4-0.5": 0.2191205471754074, - "t_0.5-0.6": 0.2047714740037918, - "t_0.6-0.7": 0.22550886869430542, - "t_0.7-0.8": 0.23660774528980255, - "t_0.8-0.9": 0.24173736572265625, - "t_0.9-1.0": 0.41953763365745544 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 41.895790100097656, + "t_0.0-0.1": 0.23404914140701294, + "t_0.1-0.2": 0.2775135040283203, + "t_0.2-0.3": 0.28590893745422363, + "t_0.3-0.4": 0.27242767810821533, + "t_0.4-0.5": 0.2896735668182373, + "t_0.5-0.6": 0.2824929654598236, + "t_0.6-0.7": 0.31692633032798767, + "t_0.7-0.8": 0.32062458992004395, + "t_0.8-0.9": 0.31793567538261414, + "t_0.9-1.0": 0.42804649472236633 + }, + "win_rate": 0.09729578346014023, + "effective_batch_size": 713.0534057617188, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.05 } } ] }, "trust_region_kl": { - "score": 0.65, - "score_std": 0.02041241452319317, + "score": 0.425, + "score_std": 0.010206207261596585, "all_scores": [ - 0.625, - 0.65, - 0.675 + 0.4125, + 0.4375, + 0.425 ], "history": { "iters": [ @@ -27043,506 +33052,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 22.6379451751709, - 316.082763671875, - 1.3300480842590332, - 6.638379096984863, - 0.06523291766643524, - 19.1381778717041, - 0.25220274925231934, - 475.048095703125, - 71.46368408203125, - 1157.8076171875, - 1.1819798946380615, - 713.3563842773438, - 45.34561538696289, - 211.8914794921875, - 0.2562084197998047, - 122.41905975341797, - 300.3868713378906, - 0.42758768796920776, - 48.093994140625, - 0.5476039052009583, - 73.77471160888672, - 0.1749476194381714, - 455.7734680175781, - 0.13993345201015472, - 13.083149909973145, - 24.664424896240234, - 4.918176174163818, - 257.0548400878906, - 0.03672640025615692, - 0.1025487557053566, - 23.719451904296875, - 2.1512954235076904, - 0.5946104526519775, - 0.06331909447908401, - 1.135655403137207, - 137.83984375, - 2.266787528991699, - 3.1565191745758057, - 0.16570186614990234, - 0.6637423038482666, - 0.39138802886009216, - 8.365633964538574, - 178.42881774902344, - 0.3968268632888794, - 0.7657801508903503, - 0.20074062049388885, - 486.01458740234375, - 0.4122735261917114, - 53.63311004638672, - 1.323431372642517, - 0.04543706029653549, - 109.15282440185547, - 106.44915008544922, - 226.93980407714844, - 27.10094451904297, - 0.4393101930618286, - 129.2472686767578, - 0.12387002259492874, - 69.99642944335938, - 0.6751576066017151, - 3.2457399368286133, - 5.234318733215332, - 0.23429006338119507, - 1.0403320789337158, - 0.031667985022068024, - 1.0605835914611816, - 5.089974403381348, - 0.1163128912448883, - 0.04669322818517685, - 0.6836457848548889, - 28.461565017700195, - 0.20417888462543488, - 0.4316937327384949, - 0.046634696424007416, - 13.566877365112305, - 0.4874005615711212, - 11.203510284423828, - 14.296905517578125, - 0.04671567678451538, - 40.691810607910156, - 0.5699200630187988, - 0.06042403355240822, - 4.660057544708252, - 0.09368927031755447, - 0.18142366409301758, - 0.019338561221957207, - 0.12832477688789368, - 0.21830907464027405, - 20.047866821289062, - 22.41559410095215, - 0.1396346390247345, - 1.1589114665985107, - 0.18764445185661316, - 0.032402992248535156, - 0.061156265437603, - 0.18322667479515076, - 0.04722366854548454, - 0.0991646945476532, - 64.27050018310547, - 0.13195772469043732, - 3.6953012943267822, - 0.05392267182469368, - 0.3140132427215576, - 0.07335082441568375, - 0.0933363139629364, - 0.023271415382623672, - 4.950528621673584, - 185.0010986328125, - 1.30135178565979, - 0.07749156653881073, - 0.13652107119560242, - 29.666019439697266, - 4.828998565673828, - 0.13226164877414703, - 0.4899126887321472, - 0.10730956494808197, - 0.297463059425354, - 2.522761344909668, - 0.2768672704696655, - 26.373369216918945, - 43.090980529785156, - 7.972064971923828, - 0.04663468524813652, - 0.02192901447415352, - 404.0981750488281, - 0.29624852538108826, - 0.6236996054649353, - 20.42595863342285, - 0.11097477376461029, - 0.018013358116149902, - 0.0816090777516365, - 29.97037124633789, - 0.04144490510225296, - 0.013997817412018776, - 0.11578943580389023, - 37.35306930541992, - 0.059694092720746994, - 4.58460807800293, - 0.18432073295116425, - 1.3180184364318848, - 0.07444982975721359, - 0.7932349443435669, - 7.451547622680664, - 11.375882148742676, - 0.09480125457048416, - 25.443500518798828, - 0.09585923701524734, - 0.08132287114858627, - 0.8554985523223877, - 20.257909774780273, - 58.99279022216797, - 0.9469183683395386, - 0.8041433095932007, - 34.72874450683594, - 0.5658897161483765, - 157.2381134033203, - 4.979739189147949, - 30.2452335357666, - 0.06415865570306778, - 1.4408496618270874, - 0.24079149961471558, - 2.0812525749206543, - 33.412784576416016, - 1.0438257455825806, - 0.03936564549803734, - 0.16496144235134125, - 0.07092296332120895, - 1.148937702178955, - 1.5668880939483643, - 0.2869475781917572, - 0.23065997660160065, - 0.09886790066957474, - 0.6287407279014587, - 0.07579534500837326, - 153.3540496826172, - 0.021967820823192596, - 297.38995361328125, - 0.06745856255292892, - 0.03104947879910469, - 19.127235412597656, - 0.5114459991455078, - 0.42013484239578247, - 20.70107650756836, - 0.22113949060440063, - 6.583242416381836, - 0.16981081664562225, - 0.043886423110961914, - 0.43420982360839844, - 56.54033660888672, - 0.14739570021629333, - 0.004261923488229513, - 1.1202664375305176, - 57.50229263305664, - 0.017167242243885994, - 20.096750259399414, - 0.05280788615345955, - 0.8729495406150818, - 0.08454302698373795, - 0.060297634452581406, - 0.13213738799095154, - 0.02713511511683464, - 0.23126931488513947, - 26.444181442260742, - 0.028210166841745377, - 54.83092498779297, - 54.9286003112793, - 0.20976801216602325, - 0.3499371111392975, - 1.9605634212493896, - 0.01523658074438572, - 2.435152530670166, - 4.608895301818848, - 0.5976271629333496, - 0.02411559969186783, - 0.13422346115112305, - 0.050837136805057526, - 5.9913482666015625, - 7.821572303771973, - 2.4921445846557617, - 252.58340454101562, - 3.9699244499206543, - 0.6281787157058716, - 0.04291817918419838, - 26.333600997924805, - 0.04438005015254021, - 0.19452863931655884, - 1.1325464248657227, - 20.486087799072266, - 0.12952172756195068, - 0.05970568582415581, - 3.2393665313720703, - 3.478379726409912, - 0.7408137917518616, - 0.16185548901557922, - 1.1112006902694702, - 0.25040215253829956, - 0.6371937990188599, - 0.036535680294036865, - 0.3237566351890564, - 0.07279978692531586, - 0.35534173250198364, - 8.877669334411621, - 0.03635852783918381, - 27.843854904174805, - 0.28788113594055176, - 782.5186767578125, - 172.60223388671875, - 44.55691146850586, - 0.030441174283623695, - 0.07687990367412567, - 0.23796354234218597, - 0.08164367079734802, - 0.246072918176651, - 32.14112854003906, - 16.865488052368164, - 0.7255839705467224, - 0.029197372496128082, - 48.14970779418945, - 0.3191959261894226, - 84.9448013305664, - 2.3344216346740723, - 9.354702949523926, - 0.944567084312439, - 0.31573837995529175, - 204.09640502929688, - 0.2611333131790161, - 161.69772338867188, - 24.001651763916016, - 75.38478088378906, - 0.010490643791854382, - 264.3374328613281, - 19.607900619506836, - 0.027441080659627914, - 163.25718688964844, - 37.698001861572266, - 4.624314785003662, - 0.054567329585552216, - 2.4757418632507324, - 0.07612816989421844, - 0.6485373377799988, - 1.1972111463546753, - 27.377891540527344, - 0.6730172634124756, - 26.395551681518555, - 0.5682064294815063, - 26.521272659301758, - 0.7351763844490051, - 0.14425738155841827, - 0.10104046761989594, - 5.703944683074951, - 0.1560092568397522, - 0.026121065020561218, - 15.623557090759277, - 0.7071322202682495, - 54.08193588256836, - 0.1341690719127655, - 0.01649188995361328, - 15.31322956085205, - 0.01217818632721901, - 0.015871547162532806, - 0.16597174108028412, - 0.35103839635849, - 18.96131706237793, - 10.540348052978516, - 0.08332900702953339, - 0.27276021242141724, - 0.11661587655544281, - 10.913727760314941, - 42.94398880004883, - 0.12922410666942596, - 0.02842509187757969, - 0.037499263882637024, - 0.020826831459999084, - 1.4832477569580078, - 0.09105895459651947, - 0.2281983494758606, - 0.0581052303314209, - 0.4175349771976471, - 0.08570007979869843, - 1.975373387336731, - 0.6428002119064331, - 5.956112384796143, - 0.029553931206464767, - 0.48833954334259033, - 0.02120523899793625, - 2.763190746307373, - 0.03596542403101921, - 56.402042388916016, - 0.06880076229572296, - 0.03318529948592186, - 0.21301522850990295, - 0.66441810131073, - 0.8706494569778442, - 0.14632399380207062, - 1.075490951538086, - 0.09659338742494583, - 0.029652778059244156, - 0.018668392673134804, - 0.08513229340314865, - 76.52532958984375, - 0.03566628694534302, - 0.058477066457271576, - 40.737308502197266, - 22.118637084960938, - 0.4821535646915436, - 0.12513211369514465, - 3.075166702270508, - 0.12753938138484955, - 1.3522125482559204, - 0.12225012481212616, - 0.02389209344983101, - 0.16497693955898285, - 0.06268015503883362, - 0.3191622495651245, - 0.03462116792798042, - 0.45066991448402405, - 2.777127504348755, - 1.1742427349090576, - 1.9841854572296143, - 1.2094990015029907, - 1.6083229780197144, - 0.04161453992128372, - 13.926128387451172, - 0.8080123066902161, - 11.284049034118652, - 56.8914794921875, - 0.6180720925331116, - 37.04511260986328, - 10.705000877380371, - 0.49019500613212585, - 0.8359836935997009, - 0.03256719931960106, - 0.598539412021637, - 0.6250172853469849, - 0.0611439011991024, - 0.9220437407493591, - 0.3205159902572632, - 0.058558572083711624, - 457.3519592285156, - 0.3433873951435089, - 0.029449496418237686, - 21.950407028198242, - 0.014649061486124992, - 65.03617858886719, - 0.3045387864112854, - 12.918463706970215, - 38.64369201660156, - 0.7079942226409912, - 27.063051223754883, - 14.190481185913086, - 0.5008125901222229, - 0.05008186772465706, - 0.019943449646234512, - 0.002151269232854247, - 174.01429748535156, - 4.129588603973389, - 0.03074820153415203, - 22.038066864013672, - 0.02531474083662033, - 0.7963045835494995, - 0.42546337842941284, - 12.570590019226074, - 1.0441011190414429, - 0.7700855135917664, - 0.6787030696868896, - 0.5226871371269226, - 10.002568244934082, - 0.038707345724105835, - 0.6301590204238892, - 8.37688159942627, - 1.3241370916366577, - 5.183688640594482, - 0.6336502432823181, - 0.02512940764427185, - 0.9117894172668457, - 0.013930369168519974, - 0.1346752643585205, - 0.09665092080831528, - 0.7483840584754944, - 0.15534046292304993, - 0.07773222774267197, - 0.04870946332812309, - 0.46763765811920166, - 0.7884804010391235, - 9.395974159240723, - 0.09982294589281082, - 22.99270248413086, - 116.31541442871094, - 1.8333485126495361, - 14.579133987426758, - 0.022808177396655083, - 91.42062377929688, - 0.8416767120361328, - 0.01412099041044712, - 157.43661499023438, - 0.0604754239320755, - 0.026733390986919403, - 0.13871923089027405, - 0.2975836992263794, - 54.305110931396484, - 0.16519448161125183, - 7.393149375915527, - 10.146883964538574, - 4.052552700042725, - 0.2487126737833023, - 0.043833084404468536, - 12.509921073913574, - 0.017891399562358856, - 1.7263846397399902, - 0.06389421224594116, - 0.431537926197052, - 0.850556492805481, - 5.004987716674805, - 0.010932697914540768, - 2.6596221923828125, - 0.11500023305416107, - 0.3606458604335785, - 29.57429313659668, - 271.6966247558594, - 0.13878752291202545, - 1.0253795385360718, - 0.8548883199691772, - 0.011451942846179008, - 0.0294623002409935, - 6.182000160217285, - 2.7260208129882812, - 0.008653144352138042, - 0.9177752733230591, - 1.180998682975769, - 379.6405029296875, - 0.12810732424259186, - 0.06905510276556015, - 0.6126154661178589, - 0.010060973465442657, - 1.215327262878418, - 4.692896842956543, - 10.584787368774414, - 0.023851674050092697, - 0.1318681389093399, - 2.9787721633911133, - 1.0016469955444336, - 0.7169650793075562, - 0.6534205079078674, - 7.132177352905273, - 0.20217768847942352, - 5.107843399047852, - 1.4149503707885742, - 5.631261348724365, - 0.021709652617573738, - 0.4854274392127991, - 0.46799081563949585, - 0.08994714170694351, - 0.13302506506443024, - 0.14754952490329742, - 0.7804051637649536, - 5.804542064666748, - 0.829598605632782, - 1.4576056003570557, - 0.020320432260632515 + 0.7734967470169067, + 536.3560180664062, + 71.71549224853516, + 69.42640686035156, + 41.38524627685547, + 95.4886474609375, + 193.6957550048828, + 7.307708740234375, + 355.3411560058594, + 37.37779998779297, + 0.41668713092803955, + 847.0628662109375, + 20.57516860961914, + 0.252443790435791, + 10.369608879089355, + 78.1126708984375, + 15.430703163146973, + 23.612590789794922, + 89.87303924560547, + 13.281261444091797, + 7.612176895141602, + 9.701488494873047, + 3.38568377494812, + 0.8581771850585938, + 16.864267349243164, + 3.6755118370056152, + 1.031368613243103, + 0.5186673402786255, + 0.7810813784599304, + 6.740944862365723, + 0.7120296955108643, + 12.445469856262207, + 0.6831015944480896, + 47.207061767578125, + 29.732830047607422, + 18.580646514892578, + 8.179797172546387, + 0.5131335258483887, + 19.191082000732422, + 40.24129104614258, + 3.6321794986724854, + 8.365578651428223, + 4.550199508666992, + 1.9949849843978882, + 0.426677405834198, + 0.6091367602348328, + 0.43124091625213623, + 10.05911636352539, + 9.215033531188965, + 0.33791449666023254, + 2.7901463508605957, + 0.5532550811767578, + 1.6090328693389893, + 0.32199397683143616, + 4.901308536529541, + 0.3254421055316925, + 4.502130508422852, + 0.2645954489707947, + 11.918306350708008, + 66.7856216430664, + 8.70709228515625, + 0.8739485144615173, + 0.4960010051727295, + 0.48953256011009216, + 0.36134737730026245, + 0.699417769908905, + 1.418979525566101, + 0.5368660688400269, + 15.49747371673584, + 0.45591872930526733, + 0.66767418384552, + 22.666961669921875, + 1.8866803646087646, + 1.0456775426864624, + 0.4215261936187744, + 0.6910317540168762, + 0.26782935857772827, + 1.0113976001739502, + 3.799050807952881, + 3.5189015865325928, + 1.0756949186325073, + 0.7328738570213318, + 0.4778108298778534, + 6.842390537261963, + 0.5509170889854431, + 0.8993699550628662, + 0.4231131374835968, + 0.5823653340339661, + 0.5330160856246948, + 0.6112439036369324, + 0.5293976664543152, + 0.3252844512462616, + 52.47697448730469, + 53.831451416015625, + 16.575462341308594, + 43.24578857421875, + 10.520307540893555, + 0.22669006884098053, + 1.7795900106430054, + 0.2846648395061493, + 0.2115596979856491, + 15.971336364746094, + 60.44551086425781, + 28.2188777923584, + 2.060971736907959, + 18.566987991333008, + 0.3308355510234833, + 0.20133064687252045, + 0.43472999334335327, + 5.72530460357666, + 0.44959181547164917, + 0.42201918363571167, + 0.47507163882255554, + 9.158820152282715, + 3.380126953125, + 2.658254623413086, + 5.667873382568359, + 0.4109639525413513, + 0.3314352333545685, + 10.338187217712402, + 24.154212951660156, + 0.3098032772541046, + 0.2887085974216461, + 13.903404235839844, + 12.220132827758789, + 17.201770782470703, + 7.824932098388672, + 0.22996574640274048, + 19.704906463623047, + 10.00925064086914, + 0.5712622404098511, + 0.5718304514884949, + 0.7987875938415527, + 0.6160638332366943, + 0.72227942943573, + 0.43669965863227844, + 0.3050309717655182, + 6.442237377166748, + 0.34482070803642273, + 0.2317357361316681, + 0.3317469358444214, + 31.768898010253906, + 18.514928817749023, + 6.213780879974365, + 0.34451526403427124, + 0.17302849888801575, + 0.06088128685951233, + 17.24216651916504, + 5.065528869628906, + 4.085373401641846, + 1.4506456851959229, + 15.853156089782715, + 1.2585151195526123, + 0.7067628502845764, + 1.3157140016555786, + 0.5193962454795837, + 10.429492950439453, + 0.2626672089099884, + 0.28294187784194946, + 0.5235646963119507, + 0.5044886469841003, + 0.43901708722114563, + 0.4795595705509186, + 2.4717280864715576, + 57.925411224365234, + 2.441861629486084, + 0.17810669541358948, + 3.0016984939575195, + 0.31139156222343445, + 2.826049566268921, + 0.7083015441894531, + 0.3699735403060913, + 0.07116882503032684, + 19.342870712280273, + 16.025285720825195, + 19.528921127319336, + 0.5049433708190918, + 0.39755380153656006, + 4.444028854370117, + 0.33563417196273804, + 0.27161431312561035, + 17.887895584106445, + 1.049468994140625, + 10.071700096130371, + 5.198029518127441, + 0.4789317846298218, + 0.31900227069854736, + 17.624929428100586, + 0.6559507846832275, + 4.6695237159729, + 0.44928765296936035, + 2.7146220207214355, + 2.0993218421936035, + 0.46752941608428955, + 0.547653317451477, + 6.780689239501953, + 0.49608129262924194, + 1.3864959478378296, + 0.15450100600719452, + 0.5749227404594421, + 2.7383627891540527, + 0.3483220636844635, + 0.4713907539844513, + 1.354144811630249, + 0.37808045744895935, + 5.094128608703613, + 13.437154769897461, + 0.382497102022171, + 6.512078285217285, + 0.2799544036388397, + 3.419339895248413, + 0.31467464566230774, + 6.259005546569824, + 0.22778701782226562, + 4.793422222137451, + 0.17412234842777252, + 1.235263705253601, + 1.0683692693710327, + 0.504908561706543, + 1.3345575332641602, + 0.2398291379213333, + 0.3710192143917084, + 0.40399113297462463, + 0.9792888760566711, + 0.180416539311409, + 0.24159863591194153, + 8.958839416503906, + 41.916587829589844, + 24.484233856201172, + 4.654504776000977, + 0.31504157185554504, + 23.43662452697754, + 18.213022232055664, + 15.815286636352539, + 0.3793174624443054, + 0.1824503093957901, + 0.24790839850902557, + 37.86018753051758, + 25.630916595458984, + 5.979530334472656, + 9.76302433013916, + 0.4972435534000397, + 45.901123046875, + 5.589865684509277, + 3.2973217964172363, + 0.401409775018692, + 0.44718068838119507, + 1.1841769218444824, + 3.6398892402648926, + 0.3697856068611145, + 9.301204681396484, + 0.9383218288421631, + 23.62307357788086, + 0.21850018203258514, + 1.4836292266845703, + 5.644718647003174, + 0.45984047651290894, + 0.36611872911453247, + 0.39296260476112366, + 0.7021311521530151, + 0.5613355040550232, + 0.18196594715118408, + 0.2464148998260498, + 20.83639144897461, + 11.51915454864502, + 36.50481414794922, + 0.35049691796302795, + 0.18782579898834229, + 14.237103462219238, + 45.58833694458008, + 2.126438617706299, + 28.408645629882812, + 0.5732349157333374, + 0.37122729420661926, + 0.23883281648159027, + 9.704949378967285, + 0.26289257407188416, + 0.38295379281044006, + 11.439538955688477, + 0.34661784768104553, + 15.275504112243652, + 0.18425723910331726, + 2.4223990440368652, + 4.686729431152344, + 1.5059983730316162, + 2.273392677307129, + 0.19952374696731567, + 0.37664908170700073, + 0.5772400498390198, + 0.2815109193325043, + 4.037299633026123, + 11.79804801940918, + 0.3555859625339508, + 0.34825435280799866, + 1.2369580268859863, + 0.7940740585327148, + 0.334067165851593, + 0.5803449749946594, + 1.8621978759765625, + 0.15237286686897278, + 0.40442538261413574, + 0.3597021698951721, + 9.398910522460938, + 0.3119366466999054, + 13.557412147521973, + 20.971458435058594, + 152.4678955078125, + 5.3011064529418945, + 0.1862647831439972, + 0.16974960267543793, + 2.1767945289611816, + 0.38483041524887085, + 0.30677565932273865, + 0.3428115248680115, + 2.4867217540740967, + 0.15096478164196014, + 0.4566307067871094, + 7.50383996963501, + 0.24334684014320374, + 0.3011215925216675, + 0.2895888686180115, + 1.7333652973175049, + 3.6736199855804443, + 0.5382947325706482, + 0.3655596077442169, + 5.595645904541016, + 0.3485868573188782, + 0.44918084144592285, + 0.4115598201751709, + 0.26741650700569153, + 0.26295211911201477, + 0.7055996656417847, + 6.416388511657715, + 4.076754570007324, + 0.5783830881118774, + 0.6360068321228027, + 0.4501895010471344, + 2.0185928344726562, + 0.3409304618835449, + 3.1070632934570312, + 0.1843191385269165, + 0.4701734483242035, + 0.13616766035556793, + 0.4136764109134674, + 0.4493461549282074, + 3.0773370265960693, + 13.24743938446045, + 0.7658240795135498, + 0.48096832633018494, + 16.927091598510742, + 0.3737910985946655, + 0.32907265424728394, + 1.1737743616104126, + 0.24291390180587769, + 2.24727463722229, + 5.1284589767456055, + 5.433469772338867, + 4.3217034339904785, + 10.177334785461426, + 0.4661133587360382, + 0.3591909408569336, + 7.616608619689941, + 0.49058592319488525, + 3.56375789642334, + 2.041177988052368, + 0.29997149109840393, + 0.37543293833732605, + 0.2943611443042755, + 0.209503635764122, + 1.3354260921478271, + 1.039549469947815, + 2.8623337745666504, + 0.7570769786834717, + 2.115675449371338, + 0.5202926397323608, + 0.3722158968448639, + 4.24333381652832, + 0.12764133512973785, + 0.2911384701728821, + 5.586817741394043, + 0.6484357118606567, + 0.19093486666679382, + 0.4406372308731079, + 0.315441370010376, + 0.3167138695716858, + 16.5041561126709, + 14.902872085571289, + 2.7956345081329346, + 0.18258270621299744, + 7.063961029052734, + 2.543452501296997, + 0.3816801905632019, + 0.2888646423816681, + 0.29876708984375, + 0.1333635449409485, + 0.4007783830165863, + 0.4536522924900055, + 5.71138858795166, + 16.528121948242188, + 0.2732502520084381, + 0.32216259837150574, + 0.29282718896865845, + 5.388459205627441, + 2.4752185344696045, + 5.404211044311523, + 6.078161239624023, + 0.4188186228275299, + 0.48897585272789, + 0.3355432450771332, + 0.6801934838294983, + 0.1874917447566986, + 0.9129738807678223, + 0.3441842794418335, + 0.6105974912643433, + 0.4686897099018097, + 1.1166633367538452, + 0.4091988205909729, + 0.9600720405578613, + 0.3951200246810913, + 0.2601446509361267, + 3.2166428565979004, + 2.0079379081726074, + 0.267486035823822, + 0.8797837495803833, + 0.5647720694541931, + 0.34245583415031433, + 2.6644465923309326, + 0.18072301149368286, + 1.2419912815093994, + 0.3084120750427246, + 2.5829975605010986, + 0.29980379343032837, + 0.2796231806278229, + 0.18258316814899445, + 8.673530578613281, + 5.157282829284668, + 42.433162689208984, + 1.4501854181289673, + 6.367554187774658, + 1.5053033828735352, + 0.39463794231414795, + 0.30547472834587097, + 0.26108518242836, + 0.3624338209629059, + 0.4575784504413605, + 4.992883205413818, + 0.19814392924308777, + 3.4449548721313477, + 0.3098096251487732, + 3.970963478088379, + 12.123505592346191, + 40.5505256652832, + 0.15723416209220886, + 31.085418701171875, + 0.40054234862327576, + 0.3569493591785431, + 0.5810202956199646, + 0.1798916906118393, + 0.2210696041584015, + 15.400620460510254, + 9.8497953414917, + 8.289509773254395, + 1.8558627367019653, + 10.916451454162598, + 0.28782039880752563, + 0.4596747159957886, + 1.4186776876449585, + 2.2863073348999023, + 0.5410158038139343, + 0.4003255367279053, + 0.2064332216978073, + 0.3185666799545288, + 0.14629726111888885, + 49.8748893737793, + 54.70280456542969, + 66.74532318115234, + 0.2101459950208664, + 2.014385223388672, + 9.25234603881836, + 1.1403706073760986, + 0.25906041264533997, + 0.27011698484420776, + 0.5750730633735657, + 0.3406575918197632, + 4.185410499572754, + 20.65517807006836, + 0.5084983110427856, + 0.16424229741096497, + 0.37176764011383057, + 2.125391721725464, + 2.634981393814087, + 0.2623910903930664, + 0.4965575933456421, + 2.296387195587158, + 2.4677398204803467, + 0.22745777666568756, + 7.029707908630371, + 0.5829751491546631, + 3.6654157638549805, + 0.5365779399871826 ], "env_score_iters": [ 1, @@ -28047,2644 +34056,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.973724126815796, - -4.564357280731201, - -2.6886346340179443, - -2.2629730701446533, - -3.0034518241882324, - -0.9268261790275574, - -2.900496244430542, - 2.245662212371826, - -1.257193922996521, - 2.0133056640625, - -3.322087526321411, - -1.0141324996948242, - 6.77285623550415, - -2.4607717990875244, - -1.4236067533493042, - -5.9401068687438965, - -5.125497817993164, - -4.639859676361084, - 0.8676012754440308, - -5.725986480712891, - -2.2598485946655273, - -6.452329635620117, - -7.005083084106445, - 0.49697887897491455, - -2.611680269241333, - -3.2480430603027344, - -2.32340669631958, - -2.660545587539673, - -1.9158763885498047, - -4.872096061706543, - 1.83827805519104, - 1.2428418397903442, - -2.893440008163452, - 1.7603389024734497, - -2.6151111125946045, - -0.9158627986907959, - -2.524721145629883, - -0.9079484939575195, - 7.663058280944824, - -2.7880096435546875, - -4.202480792999268, - -3.488352060317993, - 0.9430006742477417, - -2.040618658065796, - -0.44209516048431396, - -4.225295543670654, - -3.318545341491699, - 1.3277220726013184, - -2.6569814682006836, - 0.1552157998085022, - 1.5665557384490967, - -2.8247032165527344, - 5.532686233520508, - -2.359701633453369, - 7.962820529937744, - -1.7064805030822754, - -0.9474415183067322, - -2.361797332763672, - -3.2731471061706543, - -0.34395721554756165, - -3.953808307647705, - -4.078100681304932, - -2.1793742179870605, - -8.229310035705566, - -3.8549866676330566, - -4.467310905456543, - -2.479125499725342, - -3.096003293991089, - 1.5371636152267456, - -3.8407931327819824, - -2.603564977645874, - -2.7093093395233154, - -1.2106989622116089, - -2.258087635040283, - -3.5197815895080566, - 0.567186176776886, - -4.564828395843506, - -3.8515405654907227, - -2.556319236755371, - -6.0699310302734375, - -3.7507593631744385, - -2.898467779159546, - -3.1501314640045166, - -5.468829154968262, - -1.3247705698013306, - -6.40841007232666, - -4.475127696990967, - -2.8156278133392334, - -2.899338722229004, - -3.4783294200897217, - -4.9502410888671875, - -3.0665152072906494, - -4.087863922119141, - -3.692943811416626, - -0.8729341626167297, - -3.2423458099365234, - -3.6010048389434814, - -3.211665153503418, - -3.42523193359375, - -2.8475189208984375, - -8.254657745361328, - -2.100756883621216, - -1.5318578481674194, - 2.109708070755005, - -0.41737595200538635, - -3.7447612285614014, - -3.41633939743042, - 1.485700011253357, - -2.1596100330352783, - -3.2926926612854004, - -3.0017452239990234, - -3.4042789936065674, - -3.6492719650268555, - -2.746833086013794, - -1.3646929264068604, - 1.1812078952789307, - -6.097925662994385, - -3.263951301574707, - -3.7765817642211914, - -5.50813627243042, - -2.349759578704834, - -4.170223236083984, - -1.1231383085250854, - -9.406021118164062, - -3.1080620288848877, - -3.4585793018341064, - -4.157558917999268, - -3.134733200073242, - -4.656342506408691, - -3.6211302280426025, - -2.154695987701416, - -4.964609622955322, - -4.8451972007751465, - -0.6470804214477539, - -3.284325361251831, - -1.463686227798462, - -4.165891647338867, - 0.5150598287582397, - -2.940973997116089, - -0.18735931813716888, - -3.670072555541992, - -1.0384362936019897, - -2.64734148979187, - -3.7065556049346924, - -3.259727716445923, - -8.173330307006836, - -1.669826865196228, - -5.5269646644592285, - 0.11230181902647018, - -2.999227523803711, - -2.2969393730163574, - -4.7559814453125, - -3.2929115295410156, - -0.2209271639585495, - -3.967463970184326, - -3.767047882080078, - -4.3052520751953125, - -3.3136205673217773, - -6.971947193145752, - -7.4343390464782715, - -2.903205156326294, - -2.4185445308685303, - -3.0385022163391113, - 0.7955129146575928, - -1.2796586751937866, - -2.6469805240631104, - -2.5523483753204346, - -2.9099130630493164, - -1.0161532163619995, - -3.446676731109619, - 1.1204060316085815, - -3.238497018814087, - -2.820122480392456, - -3.359581232070923, - -3.164337158203125, - -2.523362398147583, - -1.1767388582229614, - -3.6503889560699463, - -3.5427699089050293, - -3.2896761894226074, - -0.8795769214630127, - -3.8410258293151855, - -1.8517711162567139, - 0.2803897261619568, - 3.661499261856079, - -3.0029568672180176, - -4.284401893615723, - -1.5469595193862915, - 2.5166351795196533, - -2.242872476577759, - -0.25871747732162476, - -1.8526467084884644, - 1.1487623453140259, - -2.07492995262146, - -4.007123947143555, - -3.4640092849731445, - -3.234285593032837, - -3.8498220443725586, - 1.144439697265625, - -2.9248242378234863, - -0.8773119449615479, - -1.406421184539795, - -3.548797845840454, - -2.314455270767212, - -1.0438474416732788, - -3.9579010009765625, - -6.593698978424072, - -0.8285698294639587, - -0.8535585999488831, - -4.977164268493652, - -3.289910316467285, - -3.0807011127471924, - -7.038110733032227, - -4.06257963180542, - -2.8352348804473877, - 0.5856522917747498, - -1.733917474746704, - -1.276100993156433, - -3.684502124786377, - -3.9204940795898438, - -3.8173539638519287, - -3.902057409286499, - -0.5231144428253174, - -0.39423105120658875, - -2.016550302505493, - -3.591679573059082, - 0.974307119846344, - 1.088657021522522, - -1.1153210401535034, - -2.6843340396881104, - 0.18709512054920197, - -3.682819366455078, - -1.8077338933944702, - -2.93243408203125, - -1.516194462776184, - -1.8896267414093018, - -2.758035182952881, - -7.23428201675415, - -3.0615222454071045, - -4.144047260284424, - -4.135291576385498, - -0.9286678433418274, - -1.0930782556533813, - -0.2561046779155731, - -3.7728192806243896, - -3.609525442123413, - -3.1109120845794678, - -4.326387882232666, - -3.1633102893829346, - -2.2425355911254883, - -3.8278119564056396, - -3.7410430908203125, - -4.003252983093262, - -4.890166759490967, - -3.109184741973877, - -1.2643002271652222, - -6.297711372375488, - -0.19153070449829102, - -0.879063606262207, - -2.893932819366455, - -3.3614115715026855, - -4.717978000640869, - -0.6630350351333618, - -0.7886839509010315, - -3.6267077922821045, - -3.922276020050049, - 2.3127286434173584, - -5.33775520324707, - -3.819075345993042, - -2.008845806121826, - 1.0919479131698608, - -1.9770392179489136, - -2.8184001445770264, - 1.2818132638931274, - -4.089907169342041, - -1.2794612646102905, - 0.049713537096977234, - 2.5251126289367676, - -3.5970892906188965, - -2.410309314727783, - -2.2231059074401855, - -3.4981484413146973, - -1.7397624254226685, - -0.49788662791252136, - -4.199350833892822, - 2.309722423553467, - -3.9224233627319336, - -3.1153740882873535, - -3.048126220703125, - -1.7092328071594238, - -1.0820581912994385, - -3.8018293380737305, - -3.7005198001861572, - -1.4179630279541016, - -3.5712485313415527, - -3.8630361557006836, - -3.0227484703063965, - -2.213393449783325, - -1.9664686918258667, - -5.56645393371582, - -3.583237648010254, - -2.520989418029785, - -2.753718852996826, - -3.1156270503997803, - 0.11757507175207138, - -2.8754680156707764, - -3.4266140460968018, - -3.6544065475463867, - -3.4735631942749023, - -4.324915885925293, - -3.253141164779663, - -1.7160980701446533, - -3.512073516845703, - -1.667960286140442, - -3.5721070766448975, - -3.7092339992523193, - -4.195032596588135, - -2.0594749450683594, - -2.7386109828948975, - -7.027099609375, - -3.7451186180114746, - -3.5058388710021973, - -4.08071756362915, - 0.721785306930542, - -3.0144338607788086, - -4.075698375701904, - -0.3753935396671295, - -0.9852302074432373, - -1.5265238285064697, - -3.3107454776763916, - -1.0634170770645142, - -3.060656785964966, - -4.5623321533203125, - -3.7146987915039062, - -3.163329601287842, - -1.038840651512146, - -3.776959180831909, - -3.7657525539398193, - 0.613408625125885, - 0.2599453032016754, - -7.288372039794922, - -5.419209957122803, - -2.295588731765747, - -5.78925085067749, - 0.8848841190338135, - -4.545377254486084, - -3.4122517108917236, - -2.836188554763794, - -5.2446441650390625, - -3.422506332397461, - -7.7902960777282715, - -0.4494948983192444, - -0.6005194187164307, - -0.767681360244751, - -1.9849389791488647, - -0.5425450801849365, - -5.344642639160156, - -3.8507473468780518, - 2.824910879135132, - -1.0195823907852173, - -3.9074995517730713, - -3.7201924324035645, - -0.33001574873924255, - -4.646772384643555, - -2.309934139251709, - -3.1914470195770264, - -2.223550319671631, - -4.455624580383301, - -1.629064679145813, - -2.4600043296813965, - -4.39506721496582, - -3.6349363327026367, - -2.7459118366241455, - -3.673917531967163, - 6.13889741897583, - -2.9192452430725098, - -3.3386075496673584, - -4.029847145080566, - -3.607111692428589, - 1.1834943294525146, - -3.0904746055603027, - -4.919958591461182, - -3.308783531188965, - -0.9589669108390808, - -5.2316694259643555, - 0.30107131600379944, - -2.577638626098633, - -3.504045248031616, - -4.139842987060547, - -3.5990986824035645, - 8.408010482788086, - -7.1657490730285645, - -3.0080692768096924, - 2.720200300216675, - -3.172057867050171, - -1.0587960481643677, - -6.508846759796143, - -1.8545646667480469, - -1.5029064416885376, - -2.851564645767212, - -4.214233875274658, - 1.0193167924880981, - 0.7264765501022339, - -4.271494388580322, - -2.419037342071533, - 1.8777849674224854, - -7.4218058586120605, - -3.831080198287964, - -1.6088800430297852, - -3.5488693714141846, - -5.212310314178467, - -6.24221658706665, - -2.2310805320739746, - -2.7632529735565186, - -1.4715262651443481, - -3.382739305496216, - -3.31888484954834, - -3.7587997913360596, - -2.3196845054626465, - 0.4946646988391876, - -4.055278301239014, - -2.7451493740081787, - -2.1468570232391357, - -3.4623475074768066, - -4.038623332977295, - -1.294846534729004, - -6.076508522033691, - -0.5084235072135925, - -3.1474411487579346, - -4.42134428024292, - 0.002593823941424489, - -2.3974056243896484, - -3.790329694747925, - -6.243697643280029, - -2.7803473472595215, - -3.01287841796875, - -3.1851112842559814, - -0.8940697312355042, - -3.097864866256714, - -4.507086277008057, - -3.8993959426879883, - -3.716571092605591, - -0.8897559642791748, - -4.086716651916504, - -2.3147809505462646, - -4.044476509094238, - -2.4796855449676514, - -1.104253888130188, - -2.108997344970703, - -3.9113025665283203, - -1.3941895961761475, - -3.718172550201416, - -1.2112282514572144, - -3.3202908039093018, - 2.727846384048462, - -2.76483416557312, - -3.482917308807373, - -3.2409827709198, - -3.9458141326904297, - -3.7899208068847656, - 0.14233024418354034, - -1.4825234413146973, - -4.3094162940979, - -2.8533332347869873, - -2.5878500938415527, - -5.10569429397583, - -2.4875905513763428, - -3.9273569583892822, - -3.338092088699341, - -4.639832019805908, - -3.398092269897461, - -3.0160350799560547, - -1.3745583295822144, - -4.105643272399902, - -4.414718151092529, - -0.7089104652404785, - -2.749798536300659, - -3.5954463481903076, - -0.46147915720939636, - 0.692613959312439, - -3.127673625946045, - -2.8918426036834717, - -3.720954656600952, - -0.7798330783843994, - -3.702829360961914, - -0.5806199312210083, - -1.1751055717468262, - -3.644927740097046, - -3.430115222930908, - -3.9675002098083496, - -3.1828508377075195, - -0.3777315318584442, - -1.2408549785614014, - -1.7851237058639526, - -4.085543632507324 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4509708285331726, + -0.5514467358589172, + -0.6622143387794495, + -0.5555137991905212, + -0.6851998567581177, + -0.5449297428131104, + -0.6276065111160278, + -0.2771894037723541, + -0.4454074501991272, + -0.5041603446006775, + -0.4283047020435333, + -0.6204875111579895, + -0.695789098739624, + -0.38384100794792175, + 0.2952567934989929, + -0.6272192597389221, + -0.3018057346343994, + -0.5328313708305359, + -0.4017179012298584, + -0.5304325222969055, + -0.5918154120445251, + -0.4944610595703125, + -0.5159189105033875, + -0.6978632211685181, + -0.4348359704017639, + -0.33344727754592896, + -0.4354861378669739, + -0.21351784467697144, + -0.5032836198806763, + -0.5421831011772156, + -0.441355437040329, + -0.4230024814605713, + -0.4284251630306244, + -0.40650054812431335, + -0.2444649338722229, + -0.3196413516998291, + -0.5118284225463867, + -0.763277530670166, + -0.49576759338378906, + -0.6289276480674744, + -0.5921766757965088, + -0.49278441071510315, + -0.3954566419124603, + -0.46695590019226074, + -0.47076404094696045, + -0.46966731548309326, + -0.5294132232666016, + -0.43695881962776184, + -0.5053980946540833, + -0.5699872374534607, + -0.5104995369911194, + -0.27277353405952454, + -0.3377607762813568, + -0.5355971455574036, + -0.31610313057899475, + -0.7237905859947205, + -0.7041572332382202, + -0.6390336155891418, + -0.3991025388240814, + -0.47985154390335083, + -0.3303895592689514, + -0.5991941094398499, + -0.4700931906700134, + -0.48222336173057556, + -0.5809382200241089, + -0.46625617146492004, + -0.9598698019981384, + -0.4381099343299866, + -0.3534913659095764, + -0.49639275670051575, + -0.3651476800441742, + -0.5236616730690002, + -0.6126365065574646, + -0.5567061901092529, + -0.523478627204895, + -0.4423092305660248, + -1.0305323600769043, + -0.37147870659828186, + -0.7616150379180908, + -0.6201262474060059, + -0.5394067168235779, + -0.6972420811653137, + -0.3815126121044159, + -0.5117862224578857, + -0.6663239598274231, + -0.32251232862472534, + -0.630553126335144, + -0.5785825848579407, + -0.5147536993026733, + -0.4993850290775299, + -0.6439977884292603, + -0.46010059118270874, + -0.5737561583518982, + -0.4596392512321472, + -0.611808717250824, + -0.5192335247993469, + -0.699803352355957, + -0.3596794307231903, + -0.5102415680885315, + -0.6153564453125, + -0.46462711691856384, + -0.49806031584739685, + -0.5993515849113464, + -0.5497828125953674, + -0.41791799664497375, + -0.9193154573440552, + -0.5649238228797913, + -0.47011861205101013, + -0.42094162106513977, + -0.6199769377708435, + -0.5559373497962952, + -0.5292002558708191, + -0.5602604746818542, + -0.5206378698348999, + -0.4910791516304016, + -0.44334787130355835, + -0.39595404267311096, + -0.4509805142879486, + -0.42689716815948486, + -0.4941757917404175, + -0.4278980493545532, + -0.47477787733078003, + -0.46168163418769836, + -0.49236467480659485, + -0.26382341980934143, + -0.6603558659553528, + -0.41344696283340454, + -0.505092203617096, + -0.3324927091598511, + -0.5238295197486877, + -0.5517470836639404, + -0.34878721833229065, + -0.3734465539455414, + -0.5781809687614441, + -0.4474421739578247, + -0.4743894934654236, + -0.5857335329055786, + -0.6848442554473877, + -0.43458041548728943, + -0.5732623338699341, + -0.683336079120636, + -0.6179701685905457, + -0.741102933883667, + -0.42275097966194153, + -0.5669369101524353, + -0.551445484161377, + -0.38402315974235535, + 0.0859091579914093, + -0.4286241829395294, + -0.5542879700660706, + -0.5059669613838196, + -0.8941778540611267, + -0.1952049285173416, + -0.5568432807922363, + -0.5400894284248352, + -0.5183190703392029, + -0.4762674570083618, + -0.46875855326652527, + -0.8252358436584473, + -0.572075366973877, + -0.4728308320045471, + -0.4374609589576721, + -0.6676638722419739, + -0.5251832008361816, + -0.5261054635047913, + -0.4195513427257538, + -0.47894302010536194, + -0.6766148209571838, + -0.5946781635284424, + -0.42399799823760986, + -0.5329442620277405, + -0.47414377331733704, + -0.42677637934684753, + -0.4336126148700714, + -0.2733239233493805, + -0.5151327848434448, + -0.5365413427352905, + -0.4349851608276367, + -0.5197292566299438, + -0.5418309569358826, + -0.6074672937393188, + -0.7025109529495239, + -0.5938128232955933, + -0.22225764393806458, + -0.4659578800201416, + -0.6012880206108093, + -0.5250464677810669, + -0.577344536781311, + -0.31926003098487854, + -0.20001694560050964, + -0.5421952605247498, + -0.6204824447631836, + -0.557456910610199, + -0.5275974869728088, + -0.47409892082214355, + -0.5206884145736694, + -0.6675823330879211, + -0.5956330299377441, + -0.5487945079803467, + -0.6615881323814392, + -0.6532776951789856, + -0.4217657446861267, + -0.4670093357563019, + -0.6003866791725159, + -0.4675465226173401, + -0.47020143270492554, + -0.4665590524673462, + -0.348172664642334, + -0.31257617473602295, + -0.6212967038154602, + -0.5730145573616028, + -0.48824435472488403, + -0.4985101521015167, + -0.6262475848197937, + -0.5245869755744934, + -0.587960422039032, + -0.5644938349723816, + -0.6555734276771545, + -0.6177068948745728, + -0.5644111037254333, + -0.5769644975662231, + -0.5545734167098999, + -0.3753969073295593, + -0.543344259262085, + -0.5194697380065918, + -0.4860002398490906, + -0.7060319781303406, + -0.30295950174331665, + -0.5982468128204346, + -0.47385919094085693, + -0.5015338659286499, + -0.7465024590492249, + -0.6307455897331238, + -0.34358274936676025, + -0.41869884729385376, + -0.5466947555541992, + -0.4790478050708771, + -0.37354275584220886, + -0.6635719537734985, + -0.5978149771690369, + -0.3160367012023926, + -0.48270517587661743, + -0.378741979598999, + -0.6709859371185303, + -0.5183184146881104, + -0.46863216161727905, + -0.258914589881897, + -0.5854294300079346, + -0.6510534286499023, + -0.5388999581336975, + -0.4361909329891205, + -0.5553898811340332, + -0.5670607089996338, + -0.6872798800468445, + -0.3351132571697235, + -0.9379406571388245, + -0.38325291872024536, + -0.573184072971344, + -0.5624624490737915, + -0.5604462027549744, + -0.7178730368614197, + -0.5042848587036133, + -0.4831558167934418, + -0.6131530404090881, + -0.5682847499847412, + -0.6776046752929688, + -0.6754981279373169, + -0.344470739364624, + -0.5540409684181213, + -0.586104691028595, + -0.6672056913375854, + -0.419024795293808, + -0.8341726064682007, + -0.5770930051803589, + -0.4877961277961731, + -0.516070544719696, + -0.610137403011322, + -0.5131961703300476, + -0.6200264096260071, + -0.5785544514656067, + -0.5220358967781067, + -0.6077977418899536, + -0.5431825518608093, + -0.6231784820556641, + -0.4664163291454315, + -0.6404216885566711, + -0.6117632985115051, + -0.7303669452667236, + -0.6915010213851929, + -0.3783130943775177, + -0.4952816665172577, + -0.6368253827095032, + -0.661322295665741, + -0.5304740071296692, + -0.5059149861335754, + -0.5286099314689636, + -0.531035304069519, + -0.5081943869590759, + -0.5780113339424133, + -0.529304563999176, + -0.5371440052986145, + -0.291888952255249, + -0.5102407932281494, + -0.5930612683296204, + -0.5736051201820374, + -0.4468154013156891, + -0.4270584285259247, + -0.6643933057785034, + -0.6154062151908875, + -0.6617175936698914, + -0.27435311675071716, + -0.6161627769470215, + -0.6841833591461182, + -0.37594375014305115, + -0.6303647756576538, + -0.6366227865219116, + -0.5692802667617798, + -0.5180320143699646, + -0.5736889243125916, + -0.49386632442474365, + -0.47757333517074585, + -0.3954152762889862, + -0.6255254745483398, + -0.5353156328201294, + -0.5541582107543945, + -0.6170589327812195, + -0.5354183912277222, + -0.6304274797439575, + -0.5458624958992004, + -0.11319690942764282, + -0.6032318472862244, + -0.5319648385047913, + -0.5161260962486267, + -0.4576859474182129, + -0.4907641112804413, + -0.5337690711021423, + -0.5877500176429749, + -0.5455500483512878, + -0.637234091758728, + -0.5378116965293884, + -0.5088638663291931, + -0.71137934923172, + -0.3920343518257141, + -0.5578705668449402, + -0.4228722155094147, + -0.6158867478370667, + -0.5356141328811646, + -0.4010998606681824, + -0.5886049270629883, + -0.5360491275787354, + -0.6606857180595398, + -0.5202654004096985, + -0.5026635527610779, + -0.5721192955970764, + -0.4774692952632904, + -0.39669203758239746, + -0.6603114008903503, + -0.32416146993637085, + -0.6688675880432129, + -0.6118649840354919, + -0.42143911123275757, + -0.5639316439628601, + -0.6683796644210815, + -0.5108315348625183, + -0.5183460116386414, + -0.5797731876373291, + -0.4755987823009491, + -0.5475265979766846, + -0.5079060792922974, + -0.6716634631156921, + -0.35993602871894836, + -0.5594494342803955, + -0.18925464153289795, + -0.8183321952819824, + -0.5319980382919312, + -0.4538387656211853, + -0.5177611112594604, + -0.5042813420295715, + -0.4988945424556732, + -0.643963098526001, + -0.39290133118629456, + -0.3711526095867157, + -0.4204694330692291, + -0.578899085521698, + -0.5143609046936035, + -0.5422661900520325, + -0.8108692169189453, + -0.4102551341056824, + -0.48861944675445557, + -0.5878259539604187, + -0.4632067084312439, + -0.49828052520751953, + -0.46062326431274414, + -0.562526285648346, + -0.6713242530822754, + -0.4461057484149933, + -0.4877874553203583, + -0.40280240774154663, + -0.5889340043067932, + -0.4782733619213104, + -0.3820677399635315, + -0.7081400752067566, + -0.4869939386844635, + -0.43410927057266235, + -0.5324192047119141, + -0.7022672295570374, + -0.508172333240509, + -0.4796155095100403, + -0.5520983338356018, + -0.5445681214332581, + -0.428606241941452, + -0.5602624416351318, + -0.7068171501159668, + -0.8163256645202637, + -0.43433883786201477, + -0.5422515273094177, + -0.5875463485717773, + -0.5153851509094238, + -0.666357696056366, + -0.5449262857437134, + -0.6000445485115051, + -0.554395854473114, + -0.3906933069229126, + -0.61236172914505, + -0.4204937219619751, + -0.5120915770530701, + -0.5993614196777344, + -0.5328016877174377, + -0.5288440585136414, + -0.6526889801025391, + -0.5465978384017944, + -0.6009860634803772, + -0.5240215063095093, + -0.6520237922668457, + -0.4797440469264984, + -0.4898446500301361, + -0.4988740384578705, + -0.6032828092575073, + -0.606590986251831, + -0.5299362540245056, + -0.35387110710144043, + -0.43770042061805725, + -0.5616099834442139, + -0.7179837226867676, + -0.31843453645706177, + -0.5944515466690063, + -0.4676610827445984, + -0.47198474407196045, + -0.6893919110298157, + -0.6041198372840881, + -0.7697812914848328, + -0.4607360064983368, + -0.24855341017246246, + -0.6447263360023499, + -0.5245428085327148, + -0.5207757949829102, + -0.46591508388519287, + -0.3984355628490448, + -0.46583935618400574, + -0.4885982275009155, + -0.47523629665374756, + -0.5389969944953918, + -0.2896847724914551, + -0.6619925498962402, + -0.5656772255897522, + -0.5809386968612671, + -0.4855152666568756, + -0.6353716850280762, + -0.5360267758369446, + -0.5123029947280884, + -0.4822344481945038, + -0.40637508034706116, + -0.7763565182685852, + -0.5519883632659912, + -0.32822349667549133, + -0.41962194442749023, + -0.5805928707122803, + -0.6007082462310791, + -0.5385080575942993, + -0.5276952981948853, + -0.7130435705184937, + -0.5327370762825012, + -0.5251393914222717, + -0.5453571081161499, + -0.5379940867424011, + -0.5035025477409363, + -0.5782772302627563, + -0.5864998698234558, + -0.5504944324493408, + -0.46145036816596985, + -0.2959962487220764, + -0.5238997936248779, + -0.4239230453968048, + -0.37553510069847107, + -0.4619108736515045, + -0.5385284423828125 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.675, - 0.65, - 0.7, - 0.7, - 0.7, - 0.675, - 0.65, - 0.5750000000000001, - 0.65 + 0.4875, + 0.5125000000000001, + 0.45, + 0.4625, + 0.475, + 0.4624999999999999, + 0.43749999999999994, + 0.44999999999999996, + 0.475, + 0.4, + 0.475, + 0.525, + 0.4875, + 0.43749999999999994, + 0.46249999999999997, + 0.44999999999999996, + 0.475, + 0.46249999999999997, + 0.46249999999999997, + 0.43749999999999994 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8549002408981323, - 0.7874649167060852, - 0.7119992971420288, - 0.5802942514419556, - 0.5942005515098572, - 0.9632731676101685, - 0.861869215965271, - 0.7427862286567688, - 0.6196630001068115, - 0.9599806070327759 + -0.04692772403359413, + 0.36564990878105164, + 0.22134383022785187, + 0.3583553731441498, + 0.3260059952735901, + 0.34070512652397156, + 0.18994954228401184, + 0.5144316554069519, + 0.027701908722519875, + 0.3365984261035919, + 0.45658132433891296, + 0.14879652857780457, + 0.2702087163925171, + 0.20957793295383453, + 0.20951616764068604, + 0.30694642663002014, + 0.3855057954788208, + 0.3753436803817749, + 0.45017215609550476, + 0.3856305181980133 ], "rl_grad_norm": [ - 5.490283489227295, - 2.228200674057007, - 2.0887205600738525, - 0.41524434089660645, - 0.8608185052871704, - 0.47109460830688477, - 3.06697154045105, - 0.36642900109291077, - 2.01352596282959, - 0.30603933334350586 + 6.296796798706055, + 1.204688310623169, + 1.7157399654388428, + 1.1370381116867065, + 1.0566413402557373, + 1.6379104852676392, + 1.5654696226119995, + 1.4576916694641113, + 0.5589974522590637, + 0.9361011981964111, + 0.7798778414726257, + 0.523560106754303, + 1.3599821329116821, + 1.7171436548233032, + 1.6139576435089111, + 0.7371161580085754, + 0.7646179795265198, + 0.6111476421356201, + 1.3445513248443604, + 1.1776748895645142 ], "bc_grad_norm": [ - 3.7760891914367676, - 1.7454290390014648, - 0.6181079149246216, - 0.3134276866912842, - 1.4225208759307861, - 0.47845086455345154, - 0.8414080739021301, - 0.30064424872398376, - 0.7222054600715637, - 0.3217008411884308 + 3.540201425552368, + 2.001455783843994, + 2.4379327297210693, + 1.7760080099105835, + 3.890015125274658, + 3.3093128204345703, + 3.7143731117248535, + 3.4414820671081543, + 1.787800908088684, + 1.7616174221038818, + 1.7569888830184937, + 2.620443105697632, + 3.225759983062744, + 6.292311191558838, + 2.864363193511963, + 3.43672513961792, + 3.3647890090942383, + 2.8109941482543945, + 4.948970794677734, + 3.845895528793335 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.024981800466775894, - "embedding.weight": 7.694552421569824, - "cnn.0.weight": 163.4690704345703, - "cnn.0.bias": 7.262206077575684, - "cnn.2.weight": 51.965572357177734, - "cnn.2.bias": 22.434154510498047, - "cnn.5.weight": 55.5091667175293, - "cnn.5.bias": 19.784090042114258, - "action_emb.weight": 26.31973648071289, - "timestep_emb.weight": 4.09122371673584, - "pos_emb.weight": 7.297407150268555, - "transformer.layers.0.self_attn.in_proj_weight": 125.79112243652344, - "transformer.layers.0.self_attn.in_proj_bias": 13.15851879119873, - "transformer.layers.0.self_attn.out_proj.weight": 126.51297760009766, - "transformer.layers.0.self_attn.out_proj.bias": 17.288293838500977, - "transformer.layers.0.linear1.weight": 119.65831756591797, - "transformer.layers.0.linear1.bias": 6.996989727020264, - "transformer.layers.0.linear2.weight": 148.9019775390625, - "transformer.layers.0.linear2.bias": 12.082464218139648, - "transformer.layers.0.norm1.weight": 6.754843711853027, - "transformer.layers.0.norm1.bias": 11.78254222869873, - "transformer.layers.0.norm2.weight": 9.296690940856934, - "transformer.layers.0.norm2.bias": 8.201766967773438, - "transformer.layers.1.self_attn.in_proj_weight": 126.35076141357422, - "transformer.layers.1.self_attn.in_proj_bias": 10.908605575561523, - "transformer.layers.1.self_attn.out_proj.weight": 115.55882263183594, - "transformer.layers.1.self_attn.out_proj.bias": 9.715998649597168, - "transformer.layers.1.linear1.weight": 83.5902099609375, - "transformer.layers.1.linear1.bias": 4.618753433227539, - "transformer.layers.1.linear2.weight": 106.35655212402344, - "transformer.layers.1.linear2.bias": 8.446150779724121, - "transformer.layers.1.norm1.weight": 8.364259719848633, - "transformer.layers.1.norm1.bias": 9.643898010253906, - "transformer.layers.1.norm2.weight": 6.168820381164551, - "transformer.layers.1.norm2.bias": 4.806511878967285, - "transformer.layers.2.self_attn.in_proj_weight": 223.89474487304688, - "transformer.layers.2.self_attn.in_proj_bias": 13.280830383300781, - "transformer.layers.2.self_attn.out_proj.weight": 85.1597671508789, - "transformer.layers.2.self_attn.out_proj.bias": 6.974586486816406, - "transformer.layers.2.linear1.weight": 46.34784698486328, - "transformer.layers.2.linear1.bias": 2.943817377090454, - "transformer.layers.2.linear2.weight": 58.04423522949219, - "transformer.layers.2.linear2.bias": 6.731074810028076, - "transformer.layers.2.norm1.weight": 16.672420501708984, - "transformer.layers.2.norm1.bias": 14.401450157165527, - "transformer.layers.2.norm2.weight": 3.324378490447998, - "transformer.layers.2.norm2.bias": 2.929441213607788, - "transformer.layers.3.self_attn.in_proj_weight": 143.1771240234375, - "transformer.layers.3.self_attn.in_proj_bias": 11.650008201599121, - "transformer.layers.3.self_attn.out_proj.weight": 96.73731231689453, - "transformer.layers.3.self_attn.out_proj.bias": 9.386815071105957, - "transformer.layers.3.linear1.weight": 108.81710052490234, - "transformer.layers.3.linear1.bias": 8.392780303955078, - "transformer.layers.3.linear2.weight": 58.203739166259766, - "transformer.layers.3.linear2.bias": 10.341913223266602, - "transformer.layers.3.norm1.weight": 11.620311737060547, - "transformer.layers.3.norm1.bias": 17.045095443725586, - "transformer.layers.3.norm2.weight": 8.260476112365723, - "transformer.layers.3.norm2.bias": 9.909191131591797, - "head.weight": 658.1945190429688, - "head.bias": 19.631977081298828, - "global_embedding.weight": 52.13327407836914, - "global_cnn.0.weight": 176.032470703125, - "global_cnn.0.bias": 8.243229866027832, - "global_cnn.2.weight": 207.45645141601562, - "global_cnn.2.bias": 9.884584426879883, - "global_proj.weight": 44.43814468383789, - "global_proj.bias": 20.558971405029297, - "goal_head.0.weight": 0.2378784716129303, - "goal_head.0.bias": 0.1059296652674675, - "goal_head.2.weight": 0.26803335547447205, - "goal_head.2.bias": 0.23640047013759613 - }, - { - "global_gate": 3.1854870319366455, - "embedding.weight": 27.082500457763672, - "cnn.0.weight": 560.5193481445312, - "cnn.0.bias": 26.592906951904297, - "cnn.2.weight": 133.53076171875, - "cnn.2.bias": 57.8333740234375, - "cnn.5.weight": 150.36099243164062, - "cnn.5.bias": 46.919464111328125, - "action_emb.weight": 77.72270965576172, - "timestep_emb.weight": 9.525422096252441, - "pos_emb.weight": 16.67941665649414, - "transformer.layers.0.self_attn.in_proj_weight": 270.2176513671875, - "transformer.layers.0.self_attn.in_proj_bias": 25.7871150970459, - "transformer.layers.0.self_attn.out_proj.weight": 233.04248046875, - "transformer.layers.0.self_attn.out_proj.bias": 32.05586624145508, - "transformer.layers.0.linear1.weight": 308.454833984375, - "transformer.layers.0.linear1.bias": 14.376982688903809, - "transformer.layers.0.linear2.weight": 302.8194580078125, - "transformer.layers.0.linear2.bias": 22.19972801208496, - "transformer.layers.0.norm1.weight": 16.000028610229492, - "transformer.layers.0.norm1.bias": 27.114147186279297, - "transformer.layers.0.norm2.weight": 25.748085021972656, - "transformer.layers.0.norm2.bias": 16.301481246948242, - "transformer.layers.1.self_attn.in_proj_weight": 247.0248565673828, - "transformer.layers.1.self_attn.in_proj_bias": 16.804353713989258, - "transformer.layers.1.self_attn.out_proj.weight": 282.2237854003906, - "transformer.layers.1.self_attn.out_proj.bias": 18.696842193603516, - "transformer.layers.1.linear1.weight": 209.55923461914062, - "transformer.layers.1.linear1.bias": 9.912339210510254, - "transformer.layers.1.linear2.weight": 218.6070098876953, - "transformer.layers.1.linear2.bias": 16.1063175201416, - "transformer.layers.1.norm1.weight": 17.544275283813477, - "transformer.layers.1.norm1.bias": 14.01496696472168, - "transformer.layers.1.norm2.weight": 16.263410568237305, - "transformer.layers.1.norm2.bias": 9.032729148864746, - "transformer.layers.2.self_attn.in_proj_weight": 436.7615966796875, - "transformer.layers.2.self_attn.in_proj_bias": 17.369752883911133, - "transformer.layers.2.self_attn.out_proj.weight": 173.15631103515625, - "transformer.layers.2.self_attn.out_proj.bias": 12.688758850097656, - "transformer.layers.2.linear1.weight": 88.6203384399414, - "transformer.layers.2.linear1.bias": 5.864885330200195, - "transformer.layers.2.linear2.weight": 92.07865142822266, - "transformer.layers.2.linear2.bias": 12.565792083740234, - "transformer.layers.2.norm1.weight": 36.24575424194336, - "transformer.layers.2.norm1.bias": 21.660964965820312, - "transformer.layers.2.norm2.weight": 6.084202289581299, - "transformer.layers.2.norm2.bias": 6.2483367919921875, - "transformer.layers.3.self_attn.in_proj_weight": 270.6744079589844, - "transformer.layers.3.self_attn.in_proj_bias": 17.288814544677734, - "transformer.layers.3.self_attn.out_proj.weight": 172.51422119140625, - "transformer.layers.3.self_attn.out_proj.bias": 15.598586082458496, - "transformer.layers.3.linear1.weight": 152.44784545898438, - "transformer.layers.3.linear1.bias": 11.857794761657715, - "transformer.layers.3.linear2.weight": 84.21302032470703, - "transformer.layers.3.linear2.bias": 18.811569213867188, - "transformer.layers.3.norm1.weight": 22.199501037597656, - "transformer.layers.3.norm1.bias": 20.972583770751953, - "transformer.layers.3.norm2.weight": 10.502803802490234, - "transformer.layers.3.norm2.bias": 14.765522956848145, - "head.weight": 1259.5791015625, - "head.bias": 39.786895751953125, - "global_embedding.weight": 34.15583419799805, - "global_cnn.0.weight": 220.6717071533203, - "global_cnn.0.bias": 9.116368293762207, - "global_cnn.2.weight": 266.4184265136719, - "global_cnn.2.bias": 17.863948822021484, - "global_proj.weight": 99.55879211425781, - "global_proj.bias": 62.6980094909668, - "goal_head.0.weight": 0.14586667716503143, - "goal_head.0.bias": 0.06261704117059708, - "goal_head.2.weight": 0.17215771973133087, - "goal_head.2.bias": 0.1456041783094406 - }, - { - "global_gate": 0.0017297847662121058, - "embedding.weight": 0.055144622921943665, - "cnn.0.weight": 0.740002453327179, - "cnn.0.bias": 0.04191042110323906, - "cnn.2.weight": 0.11727979779243469, - "cnn.2.bias": 0.06186891347169876, - "cnn.5.weight": 0.09426821023225784, - "cnn.5.bias": 0.037814442068338394, - "action_emb.weight": 0.053481265902519226, - "timestep_emb.weight": 0.01476291473954916, - "pos_emb.weight": 0.021276479586958885, - "transformer.layers.0.self_attn.in_proj_weight": 0.2697613537311554, - "transformer.layers.0.self_attn.in_proj_bias": 0.028098074719309807, - "transformer.layers.0.self_attn.out_proj.weight": 0.24436776340007782, - "transformer.layers.0.self_attn.out_proj.bias": 0.03481149673461914, - "transformer.layers.0.linear1.weight": 0.24661533534526825, - "transformer.layers.0.linear1.bias": 0.014541983604431152, - "transformer.layers.0.linear2.weight": 0.2976832687854767, - "transformer.layers.0.linear2.bias": 0.027821291238069534, - "transformer.layers.0.norm1.weight": 0.015805590897798538, - "transformer.layers.0.norm1.bias": 0.028410110622644424, - "transformer.layers.0.norm2.weight": 0.02106999047100544, - "transformer.layers.0.norm2.bias": 0.015298565849661827, - "transformer.layers.1.self_attn.in_proj_weight": 0.26924970746040344, - "transformer.layers.1.self_attn.in_proj_bias": 0.021611565724015236, - "transformer.layers.1.self_attn.out_proj.weight": 0.2216547280550003, - "transformer.layers.1.self_attn.out_proj.bias": 0.019832570105791092, - "transformer.layers.1.linear1.weight": 0.17597311735153198, - "transformer.layers.1.linear1.bias": 0.009996584616601467, - "transformer.layers.1.linear2.weight": 0.21595816314220428, - "transformer.layers.1.linear2.bias": 0.018267573788762093, - "transformer.layers.1.norm1.weight": 0.017303142696619034, - "transformer.layers.1.norm1.bias": 0.02368384785950184, - "transformer.layers.1.norm2.weight": 0.014335887506604195, - "transformer.layers.1.norm2.bias": 0.010716123506426811, - "transformer.layers.2.self_attn.in_proj_weight": 0.3896249532699585, - "transformer.layers.2.self_attn.in_proj_bias": 0.01992434449493885, - "transformer.layers.2.self_attn.out_proj.weight": 0.19934429228305817, - "transformer.layers.2.self_attn.out_proj.bias": 0.01552246417850256, - "transformer.layers.2.linear1.weight": 0.10919620841741562, - "transformer.layers.2.linear1.bias": 0.007015975192189217, - "transformer.layers.2.linear2.weight": 0.1230379119515419, - "transformer.layers.2.linear2.bias": 0.015243319794535637, - "transformer.layers.2.norm1.weight": 0.04502742737531662, - "transformer.layers.2.norm1.bias": 0.023928284645080566, - "transformer.layers.2.norm2.weight": 0.008013665676116943, - "transformer.layers.2.norm2.bias": 0.008094248361885548, - "transformer.layers.3.self_attn.in_proj_weight": 0.3577658534049988, - "transformer.layers.3.self_attn.in_proj_bias": 0.02926976978778839, - "transformer.layers.3.self_attn.out_proj.weight": 0.2037997543811798, - "transformer.layers.3.self_attn.out_proj.bias": 0.023680895566940308, - "transformer.layers.3.linear1.weight": 0.20963715016841888, - "transformer.layers.3.linear1.bias": 0.01636541448533535, - "transformer.layers.3.linear2.weight": 0.12743926048278809, - "transformer.layers.3.linear2.bias": 0.02456638589501381, - "transformer.layers.3.norm1.weight": 0.0330314040184021, - "transformer.layers.3.norm1.bias": 0.037487585097551346, - "transformer.layers.3.norm2.weight": 0.01410787831991911, - "transformer.layers.3.norm2.bias": 0.019831256940960884, - "head.weight": 1.5482299327850342, - "head.bias": 0.04709210246801376, - "global_embedding.weight": 0.07689562439918518, - "global_cnn.0.weight": 0.3440568149089813, - "global_cnn.0.bias": 0.013970641419291496, - "global_cnn.2.weight": 0.5601385235786438, - "global_cnn.2.bias": 0.025082727894186974, - "global_proj.weight": 0.167403906583786, - "global_proj.bias": 0.08436719328165054, - "goal_head.0.weight": 0.07601796090602875, - "goal_head.0.bias": 0.028812546283006668, - "goal_head.2.weight": 0.10448532551527023, - "goal_head.2.bias": 0.06718359887599945 - }, - { - "global_gate": 0.00016601891547907144, - "embedding.weight": 0.003180298488587141, - "cnn.0.weight": 0.08704476803541183, - "cnn.0.bias": 0.003193798940628767, - "cnn.2.weight": 0.03178621456027031, - "cnn.2.bias": 0.009869526140391827, - "cnn.5.weight": 0.038813065737485886, - "cnn.5.bias": 0.010000603273510933, - "action_emb.weight": 0.0050785173662006855, - "timestep_emb.weight": 0.00327981635928154, - "pos_emb.weight": 0.004239537287503481, - "transformer.layers.0.self_attn.in_proj_weight": 0.07050840556621552, - "transformer.layers.0.self_attn.in_proj_bias": 0.00393724488094449, - "transformer.layers.0.self_attn.out_proj.weight": 0.03562294319272041, - "transformer.layers.0.self_attn.out_proj.bias": 0.003636356210336089, - "transformer.layers.0.linear1.weight": 0.02940164878964424, - "transformer.layers.0.linear1.bias": 0.0014658261789008975, - "transformer.layers.0.linear2.weight": 0.034959156066179276, - "transformer.layers.0.linear2.bias": 0.002487187972292304, - "transformer.layers.0.norm1.weight": 0.004148736596107483, - "transformer.layers.0.norm1.bias": 0.003501528175547719, - "transformer.layers.0.norm2.weight": 0.0022255475632846355, - "transformer.layers.0.norm2.bias": 0.0014951322227716446, - "transformer.layers.1.self_attn.in_proj_weight": 0.03263939544558525, - "transformer.layers.1.self_attn.in_proj_bias": 0.0018350769532844424, - "transformer.layers.1.self_attn.out_proj.weight": 0.02686925232410431, - "transformer.layers.1.self_attn.out_proj.bias": 0.0019232257036492229, - "transformer.layers.1.linear1.weight": 0.021168429404497147, - "transformer.layers.1.linear1.bias": 0.0010751832742244005, - "transformer.layers.1.linear2.weight": 0.023743093013763428, - "transformer.layers.1.linear2.bias": 0.0016985585680231452, - "transformer.layers.1.norm1.weight": 0.00202951836399734, - "transformer.layers.1.norm1.bias": 0.0017116623930633068, - "transformer.layers.1.norm2.weight": 0.0014200260629877448, - "transformer.layers.1.norm2.bias": 0.001080382731743157, - "transformer.layers.2.self_attn.in_proj_weight": 0.044725630432367325, - "transformer.layers.2.self_attn.in_proj_bias": 0.00186286645475775, - "transformer.layers.2.self_attn.out_proj.weight": 0.021587476134300232, - "transformer.layers.2.self_attn.out_proj.bias": 0.001359182526357472, - "transformer.layers.2.linear1.weight": 0.016433971002697945, - "transformer.layers.2.linear1.bias": 0.0008842414245009422, - "transformer.layers.2.linear2.weight": 0.015471834689378738, - "transformer.layers.2.linear2.bias": 0.0012456591939553618, - "transformer.layers.2.norm1.weight": 0.003118366003036499, - "transformer.layers.2.norm1.bias": 0.002019396750256419, - "transformer.layers.2.norm2.weight": 0.0009996509179472923, - "transformer.layers.2.norm2.bias": 0.0008298589964397252, - "transformer.layers.3.self_attn.in_proj_weight": 0.04218863695859909, - "transformer.layers.3.self_attn.in_proj_bias": 0.002244972623884678, - "transformer.layers.3.self_attn.out_proj.weight": 0.020114615559577942, - "transformer.layers.3.self_attn.out_proj.bias": 0.001340497168712318, - "transformer.layers.3.linear1.weight": 0.035355277359485626, - "transformer.layers.3.linear1.bias": 0.00214319652877748, - "transformer.layers.3.linear2.weight": 0.01553717628121376, - "transformer.layers.3.linear2.bias": 0.001548052066937089, - "transformer.layers.3.norm1.weight": 0.0027473364025354385, - "transformer.layers.3.norm1.bias": 0.0023176749236881733, - "transformer.layers.3.norm2.weight": 0.002595399972051382, - "transformer.layers.3.norm2.bias": 0.00259665260091424, - "head.weight": 0.1946558803319931, - "head.bias": 0.003413784084841609, - "global_embedding.weight": 0.01395484060049057, - "global_cnn.0.weight": 0.11975913494825363, - "global_cnn.0.bias": 0.003929974976927042, - "global_cnn.2.weight": 0.20648549497127533, - "global_cnn.2.bias": 0.01421208493411541, - "global_proj.weight": 0.05511924996972084, - "global_proj.bias": 0.0360211618244648, - "goal_head.0.weight": 0.03155003488063812, - "goal_head.0.bias": 0.013996009714901447, - "goal_head.2.weight": 0.04446939378976822, - "goal_head.2.bias": 0.03400035575032234 - }, - { - "global_gate": 0.03775426000356674, - "embedding.weight": 3.391317367553711, - "cnn.0.weight": 88.98965454101562, - "cnn.0.bias": 3.6573150157928467, - "cnn.2.weight": 27.59276008605957, - "cnn.2.bias": 6.060675621032715, - "cnn.5.weight": 25.51707649230957, - "cnn.5.bias": 6.303452014923096, - "action_emb.weight": 1.1339808702468872, - "timestep_emb.weight": 0.9521685838699341, - "pos_emb.weight": 0.3911476135253906, - "transformer.layers.0.self_attn.in_proj_weight": 25.263877868652344, - "transformer.layers.0.self_attn.in_proj_bias": 1.557734489440918, - "transformer.layers.0.self_attn.out_proj.weight": 23.541704177856445, - "transformer.layers.0.self_attn.out_proj.bias": 1.6506853103637695, - "transformer.layers.0.linear1.weight": 11.763694763183594, - "transformer.layers.0.linear1.bias": 0.6283525228500366, - "transformer.layers.0.linear2.weight": 15.42303466796875, - "transformer.layers.0.linear2.bias": 0.7248187065124512, - "transformer.layers.0.norm1.weight": 1.5210731029510498, - "transformer.layers.0.norm1.bias": 1.6310361623764038, - "transformer.layers.0.norm2.weight": 0.9017176628112793, - "transformer.layers.0.norm2.bias": 0.7006157040596008, - "transformer.layers.1.self_attn.in_proj_weight": 10.925664901733398, - "transformer.layers.1.self_attn.in_proj_bias": 0.5621598362922668, - "transformer.layers.1.self_attn.out_proj.weight": 8.924487113952637, - "transformer.layers.1.self_attn.out_proj.bias": 0.4372541904449463, - "transformer.layers.1.linear1.weight": 4.914875030517578, - "transformer.layers.1.linear1.bias": 0.26782840490341187, - "transformer.layers.1.linear2.weight": 6.147857666015625, - "transformer.layers.1.linear2.bias": 0.37354761362075806, - "transformer.layers.1.norm1.weight": 0.7464216947555542, - "transformer.layers.1.norm1.bias": 0.5265969038009644, - "transformer.layers.1.norm2.weight": 0.43684038519859314, - "transformer.layers.1.norm2.bias": 0.29280591011047363, - "transformer.layers.2.self_attn.in_proj_weight": 10.51382827758789, - "transformer.layers.2.self_attn.in_proj_bias": 0.4622634947299957, - "transformer.layers.2.self_attn.out_proj.weight": 4.539702892303467, - "transformer.layers.2.self_attn.out_proj.bias": 0.22642044723033905, - "transformer.layers.2.linear1.weight": 2.179649591445923, - "transformer.layers.2.linear1.bias": 0.1266869753599167, - "transformer.layers.2.linear2.weight": 2.465439558029175, - "transformer.layers.2.linear2.bias": 0.2097567766904831, - "transformer.layers.2.norm1.weight": 1.0361096858978271, - "transformer.layers.2.norm1.bias": 0.43245023488998413, - "transformer.layers.2.norm2.weight": 0.15813800692558289, - "transformer.layers.2.norm2.bias": 0.13541926443576813, - "transformer.layers.3.self_attn.in_proj_weight": 5.462259292602539, - "transformer.layers.3.self_attn.in_proj_bias": 0.24535225331783295, - "transformer.layers.3.self_attn.out_proj.weight": 3.6062979698181152, - "transformer.layers.3.self_attn.out_proj.bias": 0.1841038465499878, - "transformer.layers.3.linear1.weight": 4.164307117462158, - "transformer.layers.3.linear1.bias": 0.2638046443462372, - "transformer.layers.3.linear2.weight": 2.5878818035125732, - "transformer.layers.3.linear2.bias": 0.19313275814056396, - "transformer.layers.3.norm1.weight": 0.4761682152748108, - "transformer.layers.3.norm1.bias": 0.3070038855075836, - "transformer.layers.3.norm2.weight": 0.31992238759994507, - "transformer.layers.3.norm2.bias": 0.2815905511379242, - "head.weight": 25.114328384399414, - "head.bias": 0.39714014530181885, - "global_embedding.weight": 2.624680280685425, - "global_cnn.0.weight": 9.671161651611328, - "global_cnn.0.bias": 0.39685553312301636, - "global_cnn.2.weight": 12.257572174072266, - "global_cnn.2.bias": 0.7275768518447876, - "global_proj.weight": 3.7212471961975098, - "global_proj.bias": 2.361206293106079, - "goal_head.0.weight": 0.08526540547609329, - "goal_head.0.bias": 0.04208679869771004, - "goal_head.2.weight": 0.11639177799224854, - "goal_head.2.bias": 0.1012810692191124 - }, - { - "global_gate": 0.00004822960909223184, - "embedding.weight": 0.0006538089364767075, - "cnn.0.weight": 0.01776081882417202, - "cnn.0.bias": 0.0006732202018611133, - "cnn.2.weight": 0.004640818107873201, - "cnn.2.bias": 0.0019499848131090403, - "cnn.5.weight": 0.005747100804001093, - "cnn.5.bias": 0.0015605906955897808, - "action_emb.weight": 0.0009647441329434514, - "timestep_emb.weight": 0.0006567455129697919, - "pos_emb.weight": 0.0007301988662220538, - "transformer.layers.0.self_attn.in_proj_weight": 0.011488070711493492, - "transformer.layers.0.self_attn.in_proj_bias": 0.0007122421520762146, - "transformer.layers.0.self_attn.out_proj.weight": 0.00902546290308237, - "transformer.layers.0.self_attn.out_proj.bias": 0.0007355372654274106, - "transformer.layers.0.linear1.weight": 0.006228180602192879, - "transformer.layers.0.linear1.bias": 0.00032354265567846596, - "transformer.layers.0.linear2.weight": 0.006811544764786959, - "transformer.layers.0.linear2.bias": 0.0004757707647513598, - "transformer.layers.0.norm1.weight": 0.0007816385477781296, - "transformer.layers.0.norm1.bias": 0.0007156203500926495, - "transformer.layers.0.norm2.weight": 0.0004854833532590419, - "transformer.layers.0.norm2.bias": 0.0003731483011506498, - "transformer.layers.1.self_attn.in_proj_weight": 0.006980805192142725, - "transformer.layers.1.self_attn.in_proj_bias": 0.00035254860995337367, - "transformer.layers.1.self_attn.out_proj.weight": 0.005432929378002882, - "transformer.layers.1.self_attn.out_proj.bias": 0.00042772392043843865, - "transformer.layers.1.linear1.weight": 0.003959696739912033, - "transformer.layers.1.linear1.bias": 0.00024105522606987506, - "transformer.layers.1.linear2.weight": 0.004497024696320295, - "transformer.layers.1.linear2.bias": 0.00035591103369370103, - "transformer.layers.1.norm1.weight": 0.00043082714546471834, - "transformer.layers.1.norm1.bias": 0.0003385679447092116, - "transformer.layers.1.norm2.weight": 0.0002934022049885243, - "transformer.layers.1.norm2.bias": 0.00028420734452083707, - "transformer.layers.2.self_attn.in_proj_weight": 0.008918127045035362, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004136327770538628, - "transformer.layers.2.self_attn.out_proj.weight": 0.005072495434433222, - "transformer.layers.2.self_attn.out_proj.bias": 0.00020550662884488702, - "transformer.layers.2.linear1.weight": 0.0020458258222788572, - "transformer.layers.2.linear1.bias": 0.00011627269850578159, - "transformer.layers.2.linear2.weight": 0.002280856017023325, - "transformer.layers.2.linear2.bias": 0.0001754129189066589, - "transformer.layers.2.norm1.weight": 0.0006644727545790374, - "transformer.layers.2.norm1.bias": 0.000513849372509867, - "transformer.layers.2.norm2.weight": 0.00013158880756236613, - "transformer.layers.2.norm2.bias": 0.00011827851994894445, - "transformer.layers.3.self_attn.in_proj_weight": 0.005484441295266151, - "transformer.layers.3.self_attn.in_proj_bias": 0.00022079277550801635, - "transformer.layers.3.self_attn.out_proj.weight": 0.0033982873428612947, - "transformer.layers.3.self_attn.out_proj.bias": 0.0001663572184043005, - "transformer.layers.3.linear1.weight": 0.004004227928817272, - "transformer.layers.3.linear1.bias": 0.00021969032241031528, - "transformer.layers.3.linear2.weight": 0.002045050961896777, - "transformer.layers.3.linear2.bias": 0.00018064543837681413, - "transformer.layers.3.norm1.weight": 0.0004169853054918349, - "transformer.layers.3.norm1.bias": 0.000271022116066888, - "transformer.layers.3.norm2.weight": 0.0002736557216849178, - "transformer.layers.3.norm2.bias": 0.00024768864386714995, - "head.weight": 0.02543635480105877, - "head.bias": 0.00044168802560307086, - "global_embedding.weight": 0.026800964027643204, - "global_cnn.0.weight": 0.1694086790084839, - "global_cnn.0.bias": 0.004946342669427395, - "global_cnn.2.weight": 0.4037778675556183, - "global_cnn.2.bias": 0.02056836150586605, - "global_proj.weight": 0.07838351279497147, - "global_proj.bias": 0.05065743997693062, - "goal_head.0.weight": 0.048713359981775284, - "goal_head.0.bias": 0.022009916603565216, - "goal_head.2.weight": 0.07132499665021896, - "goal_head.2.bias": 0.05465377867221832 - }, - { - "global_gate": 0.0009330112952739, - "embedding.weight": 0.03479531407356262, - "cnn.0.weight": 0.58980393409729, - "cnn.0.bias": 0.02382076159119606, - "cnn.2.weight": 0.12510406970977783, - "cnn.2.bias": 0.04176650568842888, - "cnn.5.weight": 0.12373290956020355, - "cnn.5.bias": 0.0481039360165596, - "action_emb.weight": 0.0974447950720787, - "timestep_emb.weight": 0.027896350249648094, - "pos_emb.weight": 0.042383115738630295, - "transformer.layers.0.self_attn.in_proj_weight": 0.4514222741127014, - "transformer.layers.0.self_attn.in_proj_bias": 0.040606096386909485, - "transformer.layers.0.self_attn.out_proj.weight": 0.48665496706962585, - "transformer.layers.0.self_attn.out_proj.bias": 0.05347105488181114, - "transformer.layers.0.linear1.weight": 0.4488266110420227, - "transformer.layers.0.linear1.bias": 0.022624444216489792, - "transformer.layers.0.linear2.weight": 0.5545045137405396, - "transformer.layers.0.linear2.bias": 0.04067477211356163, - "transformer.layers.0.norm1.weight": 0.027181167155504227, - "transformer.layers.0.norm1.bias": 0.04198998212814331, - "transformer.layers.0.norm2.weight": 0.04188920557498932, - "transformer.layers.0.norm2.bias": 0.02501128986477852, - "transformer.layers.1.self_attn.in_proj_weight": 0.46715500950813293, - "transformer.layers.1.self_attn.in_proj_bias": 0.027761774137616158, - "transformer.layers.1.self_attn.out_proj.weight": 0.45386824011802673, - "transformer.layers.1.self_attn.out_proj.bias": 0.03443092852830887, - "transformer.layers.1.linear1.weight": 0.3133966028690338, - "transformer.layers.1.linear1.bias": 0.016077272593975067, - "transformer.layers.1.linear2.weight": 0.4082292914390564, - "transformer.layers.1.linear2.bias": 0.03135020285844803, - "transformer.layers.1.norm1.weight": 0.0326099693775177, - "transformer.layers.1.norm1.bias": 0.029664965346455574, - "transformer.layers.1.norm2.weight": 0.026681382209062576, - "transformer.layers.1.norm2.bias": 0.013909759931266308, - "transformer.layers.2.self_attn.in_proj_weight": 0.6998206377029419, - "transformer.layers.2.self_attn.in_proj_bias": 0.0331035852432251, - "transformer.layers.2.self_attn.out_proj.weight": 0.390392929315567, - "transformer.layers.2.self_attn.out_proj.bias": 0.02552398480474949, - "transformer.layers.2.linear1.weight": 0.20719949901103973, - "transformer.layers.2.linear1.bias": 0.012819541618227959, - "transformer.layers.2.linear2.weight": 0.256714791059494, - "transformer.layers.2.linear2.bias": 0.023208141326904297, - "transformer.layers.2.norm1.weight": 0.07287932187318802, - "transformer.layers.2.norm1.bias": 0.03227488696575165, - "transformer.layers.2.norm2.weight": 0.014410622417926788, - "transformer.layers.2.norm2.bias": 0.013071611523628235, - "transformer.layers.3.self_attn.in_proj_weight": 0.8087959885597229, - "transformer.layers.3.self_attn.in_proj_bias": 0.03856503590941429, - "transformer.layers.3.self_attn.out_proj.weight": 0.35023391246795654, - "transformer.layers.3.self_attn.out_proj.bias": 0.021283335983753204, - "transformer.layers.3.linear1.weight": 0.4032978117465973, - "transformer.layers.3.linear1.bias": 0.031713005155324936, - "transformer.layers.3.linear2.weight": 0.24016813933849335, - "transformer.layers.3.linear2.bias": 0.029507555067539215, - "transformer.layers.3.norm1.weight": 0.06690473854541779, - "transformer.layers.3.norm1.bias": 0.03666166588664055, - "transformer.layers.3.norm2.weight": 0.031469233334064484, - "transformer.layers.3.norm2.bias": 0.04399003088474274, - "head.weight": 2.858905792236328, - "head.bias": 0.06499768048524857, - "global_embedding.weight": 0.09553901106119156, - "global_cnn.0.weight": 0.33321627974510193, - "global_cnn.0.bias": 0.014312566258013248, - "global_cnn.2.weight": 0.35532933473587036, - "global_cnn.2.bias": 0.019467884674668312, - "global_proj.weight": 0.1309228539466858, - "global_proj.bias": 0.07314079254865646, - "goal_head.0.weight": 0.019921690225601196, - "goal_head.0.bias": 0.009159455075860023, - "goal_head.2.weight": 0.034288905560970306, - "goal_head.2.bias": 0.024819588288664818 - }, - { - "global_gate": 0.0003277188807260245, - "embedding.weight": 0.004505118355154991, - "cnn.0.weight": 0.07561536878347397, - "cnn.0.bias": 0.0035891844891011715, - "cnn.2.weight": 0.034637074917554855, - "cnn.2.bias": 0.008692764677107334, - "cnn.5.weight": 0.0660986453294754, - "cnn.5.bias": 0.0071129282005131245, - "action_emb.weight": 0.006287174765020609, - "timestep_emb.weight": 0.004447625018656254, - "pos_emb.weight": 0.0052094897255301476, - "transformer.layers.0.self_attn.in_proj_weight": 0.09586113691329956, - "transformer.layers.0.self_attn.in_proj_bias": 0.0062348260544240475, - "transformer.layers.0.self_attn.out_proj.weight": 0.09002000093460083, - "transformer.layers.0.self_attn.out_proj.bias": 0.006793428678065538, - "transformer.layers.0.linear1.weight": 0.05440699681639671, - "transformer.layers.0.linear1.bias": 0.0027138199657201767, - "transformer.layers.0.linear2.weight": 0.06958184391260147, - "transformer.layers.0.linear2.bias": 0.00393291050568223, - "transformer.layers.0.norm1.weight": 0.0056167240254580975, - "transformer.layers.0.norm1.bias": 0.00553467171266675, - "transformer.layers.0.norm2.weight": 0.004065278917551041, - "transformer.layers.0.norm2.bias": 0.002803370589390397, - "transformer.layers.1.self_attn.in_proj_weight": 0.06033550202846527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027209066320210695, - "transformer.layers.1.self_attn.out_proj.weight": 0.03688471391797066, - "transformer.layers.1.self_attn.out_proj.bias": 0.00265036104246974, - "transformer.layers.1.linear1.weight": 0.025703061372041702, - "transformer.layers.1.linear1.bias": 0.0013248053146526217, - "transformer.layers.1.linear2.weight": 0.0320717990398407, - "transformer.layers.1.linear2.bias": 0.0024525600019842386, - "transformer.layers.1.norm1.weight": 0.004191666375845671, - "transformer.layers.1.norm1.bias": 0.002723107347264886, - "transformer.layers.1.norm2.weight": 0.0016899284673854709, - "transformer.layers.1.norm2.bias": 0.0013950590509921312, - "transformer.layers.2.self_attn.in_proj_weight": 0.048915497958660126, - "transformer.layers.2.self_attn.in_proj_bias": 0.0023652215022593737, - "transformer.layers.2.self_attn.out_proj.weight": 0.03424905985593796, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020456716883927584, - "transformer.layers.2.linear1.weight": 0.019584447145462036, - "transformer.layers.2.linear1.bias": 0.0009520937455818057, - "transformer.layers.2.linear2.weight": 0.02459990605711937, - "transformer.layers.2.linear2.bias": 0.002038580598309636, - "transformer.layers.2.norm1.weight": 0.0038127233274281025, - "transformer.layers.2.norm1.bias": 0.002763737691566348, - "transformer.layers.2.norm2.weight": 0.0011898837983608246, - "transformer.layers.2.norm2.bias": 0.0009597282041795552, - "transformer.layers.3.self_attn.in_proj_weight": 0.0691622868180275, - "transformer.layers.3.self_attn.in_proj_bias": 0.004042624495923519, - "transformer.layers.3.self_attn.out_proj.weight": 0.02438473515212536, - "transformer.layers.3.self_attn.out_proj.bias": 0.0028435434214770794, - "transformer.layers.3.linear1.weight": 0.037413399666547775, - "transformer.layers.3.linear1.bias": 0.0024593162816017866, - "transformer.layers.3.linear2.weight": 0.022305257618427277, - "transformer.layers.3.linear2.bias": 0.003543407190591097, - "transformer.layers.3.norm1.weight": 0.0046413978561758995, - "transformer.layers.3.norm1.bias": 0.004882446955889463, - "transformer.layers.3.norm2.weight": 0.0025732996873557568, - "transformer.layers.3.norm2.bias": 0.00353052606806159, - "head.weight": 0.26265719532966614, - "head.bias": 0.007091013714671135, - "global_embedding.weight": 0.05687220022082329, - "global_cnn.0.weight": 0.2028302252292633, - "global_cnn.0.bias": 0.007493063807487488, - "global_cnn.2.weight": 0.3467615246772766, - "global_cnn.2.bias": 0.023669777438044548, - "global_proj.weight": 0.07265724986791611, - "global_proj.bias": 0.058945417404174805, - "goal_head.0.weight": 0.0412212610244751, - "goal_head.0.bias": 0.02111663855612278, - "goal_head.2.weight": 0.06540524959564209, - "goal_head.2.bias": 0.05329949036240578 - }, - { - "global_gate": 0.001467265305109322, - "embedding.weight": 0.018807610496878624, - "cnn.0.weight": 0.39140793681144714, - "cnn.0.bias": 0.01925400272011757, - "cnn.2.weight": 0.10209592431783676, - "cnn.2.bias": 0.024814626201987267, - "cnn.5.weight": 0.1338687241077423, - "cnn.5.bias": 0.017936140298843384, - "action_emb.weight": 0.04174022749066353, - "timestep_emb.weight": 0.013423707336187363, - "pos_emb.weight": 0.02001039683818817, - "transformer.layers.0.self_attn.in_proj_weight": 0.23652790486812592, - "transformer.layers.0.self_attn.in_proj_bias": 0.021326949819922447, - "transformer.layers.0.self_attn.out_proj.weight": 0.16741949319839478, - "transformer.layers.0.self_attn.out_proj.bias": 0.027941254898905754, - "transformer.layers.0.linear1.weight": 0.17229127883911133, - "transformer.layers.0.linear1.bias": 0.011307824403047562, - "transformer.layers.0.linear2.weight": 0.18834620714187622, - "transformer.layers.0.linear2.bias": 0.02073947712779045, - "transformer.layers.0.norm1.weight": 0.01370028406381607, - "transformer.layers.0.norm1.bias": 0.020384114235639572, - "transformer.layers.0.norm2.weight": 0.015128104016184807, - "transformer.layers.0.norm2.bias": 0.01636613719165325, - "transformer.layers.1.self_attn.in_proj_weight": 0.17620807886123657, - "transformer.layers.1.self_attn.in_proj_bias": 0.012679235078394413, - "transformer.layers.1.self_attn.out_proj.weight": 0.1780804842710495, - "transformer.layers.1.self_attn.out_proj.bias": 0.017268776893615723, - "transformer.layers.1.linear1.weight": 0.11263752728700638, - "transformer.layers.1.linear1.bias": 0.00678264768794179, - "transformer.layers.1.linear2.weight": 0.14648735523223877, - "transformer.layers.1.linear2.bias": 0.01625703275203705, - "transformer.layers.1.norm1.weight": 0.011066492646932602, - "transformer.layers.1.norm1.bias": 0.01222214661538601, - "transformer.layers.1.norm2.weight": 0.008127009496092796, - "transformer.layers.1.norm2.bias": 0.006757473573088646, - "transformer.layers.2.self_attn.in_proj_weight": 0.2879538834095001, - "transformer.layers.2.self_attn.in_proj_bias": 0.016306502744555473, - "transformer.layers.2.self_attn.out_proj.weight": 0.1640446037054062, - "transformer.layers.2.self_attn.out_proj.bias": 0.014941607601940632, - "transformer.layers.2.linear1.weight": 0.07824283838272095, - "transformer.layers.2.linear1.bias": 0.005421171896159649, - "transformer.layers.2.linear2.weight": 0.09312465041875839, - "transformer.layers.2.linear2.bias": 0.01577168144285679, - "transformer.layers.2.norm1.weight": 0.03040774166584015, - "transformer.layers.2.norm1.bias": 0.018857069313526154, - "transformer.layers.2.norm2.weight": 0.0054283831268548965, - "transformer.layers.2.norm2.bias": 0.005985781084746122, - "transformer.layers.3.self_attn.in_proj_weight": 0.2885059714317322, - "transformer.layers.3.self_attn.in_proj_bias": 0.02246854268014431, - "transformer.layers.3.self_attn.out_proj.weight": 0.1465310901403427, - "transformer.layers.3.self_attn.out_proj.bias": 0.020660530775785446, - "transformer.layers.3.linear1.weight": 0.20156726241111755, - "transformer.layers.3.linear1.bias": 0.016475282609462738, - "transformer.layers.3.linear2.weight": 0.11267910897731781, - "transformer.layers.3.linear2.bias": 0.028574001044034958, - "transformer.layers.3.norm1.weight": 0.025308627635240555, - "transformer.layers.3.norm1.bias": 0.029778629541397095, - "transformer.layers.3.norm2.weight": 0.015384911559522152, - "transformer.layers.3.norm2.bias": 0.02391543984413147, - "head.weight": 1.740647554397583, - "head.bias": 0.06439349055290222, - "global_embedding.weight": 0.05399921536445618, - "global_cnn.0.weight": 0.26528072357177734, - "global_cnn.0.bias": 0.009054109454154968, - "global_cnn.2.weight": 0.33527687191963196, - "global_cnn.2.bias": 0.022368518635630608, - "global_proj.weight": 0.09213629364967346, - "global_proj.bias": 0.06763678789138794, - "goal_head.0.weight": 0.06289883702993393, - "goal_head.0.bias": 0.02875545062124729, - "goal_head.2.weight": 0.10734151303768158, - "goal_head.2.bias": 0.07328137755393982 - }, - { - "global_gate": 0.00012813768989872187, - "embedding.weight": 0.0013795322738587856, - "cnn.0.weight": 0.0344819650053978, - "cnn.0.bias": 0.0013134028995409608, - "cnn.2.weight": 0.010386880487203598, - "cnn.2.bias": 0.0022834509145468473, - "cnn.5.weight": 0.00998641736805439, - "cnn.5.bias": 0.0026588833425194025, - "action_emb.weight": 0.0016991576412692666, - "timestep_emb.weight": 0.0011407695710659027, - "pos_emb.weight": 0.0016946885734796524, - "transformer.layers.0.self_attn.in_proj_weight": 0.021158406510949135, - "transformer.layers.0.self_attn.in_proj_bias": 0.0014615532709285617, - "transformer.layers.0.self_attn.out_proj.weight": 0.01687624678015709, - "transformer.layers.0.self_attn.out_proj.bias": 0.0015829645562916994, - "transformer.layers.0.linear1.weight": 0.011284686625003815, - "transformer.layers.0.linear1.bias": 0.0006544495699927211, - "transformer.layers.0.linear2.weight": 0.013796649873256683, - "transformer.layers.0.linear2.bias": 0.0010164971463382244, - "transformer.layers.0.norm1.weight": 0.0013775007100775838, - "transformer.layers.0.norm1.bias": 0.001505775609984994, - "transformer.layers.0.norm2.weight": 0.0007967410492710769, - "transformer.layers.0.norm2.bias": 0.0006959924940019846, - "transformer.layers.1.self_attn.in_proj_weight": 0.011493402533233166, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006042477325536311, - "transformer.layers.1.self_attn.out_proj.weight": 0.010233636945486069, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007174270576797426, - "transformer.layers.1.linear1.weight": 0.006303114350885153, - "transformer.layers.1.linear1.bias": 0.00031778187258169055, - "transformer.layers.1.linear2.weight": 0.007601963821798563, - "transformer.layers.1.linear2.bias": 0.0006546531221829355, - "transformer.layers.1.norm1.weight": 0.0007685109740123153, - "transformer.layers.1.norm1.bias": 0.0005997330299578607, - "transformer.layers.1.norm2.weight": 0.0004171766631770879, - "transformer.layers.1.norm2.bias": 0.00030628888634964824, - "transformer.layers.2.self_attn.in_proj_weight": 0.010607735253870487, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006205539684742689, - "transformer.layers.2.self_attn.out_proj.weight": 0.007372706662863493, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006407585460692644, - "transformer.layers.2.linear1.weight": 0.0053394935093820095, - "transformer.layers.2.linear1.bias": 0.00028378653223626316, - "transformer.layers.2.linear2.weight": 0.005645222030580044, - "transformer.layers.2.linear2.bias": 0.0006374655058607459, - "transformer.layers.2.norm1.weight": 0.0007131164311431348, - "transformer.layers.2.norm1.bias": 0.0008105222950689495, - "transformer.layers.2.norm2.weight": 0.00030021549900993705, - "transformer.layers.2.norm2.bias": 0.00025164894759655, - "transformer.layers.3.self_attn.in_proj_weight": 0.015714026987552643, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010390442330390215, - "transformer.layers.3.self_attn.out_proj.weight": 0.0097667770460248, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008878375519998372, - "transformer.layers.3.linear1.weight": 0.007659641094505787, - "transformer.layers.3.linear1.bias": 0.0004726143379230052, - "transformer.layers.3.linear2.weight": 0.005318929441273212, - "transformer.layers.3.linear2.bias": 0.0009583667269907892, - "transformer.layers.3.norm1.weight": 0.0011012632166966796, - "transformer.layers.3.norm1.bias": 0.0013088121777400374, - "transformer.layers.3.norm2.weight": 0.0004446355742402375, - "transformer.layers.3.norm2.bias": 0.0004542611422948539, - "head.weight": 0.07089806348085403, - "head.bias": 0.0019771959632635117, - "global_embedding.weight": 0.02685537561774254, - "global_cnn.0.weight": 0.16256825625896454, - "global_cnn.0.bias": 0.008516711182892323, - "global_cnn.2.weight": 0.18741123378276825, - "global_cnn.2.bias": 0.016090046614408493, - "global_proj.weight": 0.06091825291514397, - "global_proj.bias": 0.056723907589912415, - "goal_head.0.weight": 0.05563627928495407, - "goal_head.0.bias": 0.030567530542612076, - "goal_head.2.weight": 0.09458010643720627, - "goal_head.2.bias": 0.08968126773834229 + "global_gate": 0.22662734985351562, + "embedding.weight": 10.829375267028809, + "cnn.0.weight": 277.2892761230469, + "cnn.0.bias": 13.074481964111328, + "cnn.2.weight": 63.410301208496094, + "cnn.2.bias": 38.8310432434082, + "cnn.5.weight": 54.542850494384766, + "cnn.5.bias": 26.522018432617188, + "action_emb.weight": 30.025300979614258, + "timestep_emb.weight": 1.5734930038452148, + "pos_emb.weight": 4.304932594299316, + "transformer.layers.0.self_attn.in_proj_weight": 230.0723419189453, + "transformer.layers.0.self_attn.in_proj_bias": 11.649861335754395, + "transformer.layers.0.self_attn.out_proj.weight": 85.83390045166016, + "transformer.layers.0.self_attn.out_proj.bias": 11.278984069824219, + "transformer.layers.0.linear1.weight": 120.27849578857422, + "transformer.layers.0.linear1.bias": 5.093420028686523, + "transformer.layers.0.linear2.weight": 125.06687927246094, + "transformer.layers.0.linear2.bias": 6.635947227478027, + "transformer.layers.0.norm1.weight": 16.306652069091797, + "transformer.layers.0.norm1.bias": 12.253437042236328, + "transformer.layers.0.norm2.weight": 11.069059371948242, + "transformer.layers.0.norm2.bias": 4.452345848083496, + "transformer.layers.1.self_attn.in_proj_weight": 74.72987365722656, + "transformer.layers.1.self_attn.in_proj_bias": 4.2196760177612305, + "transformer.layers.1.self_attn.out_proj.weight": 63.32292175292969, + "transformer.layers.1.self_attn.out_proj.bias": 4.989336967468262, + "transformer.layers.1.linear1.weight": 76.11060333251953, + "transformer.layers.1.linear1.bias": 3.2699103355407715, + "transformer.layers.1.linear2.weight": 77.68167114257812, + "transformer.layers.1.linear2.bias": 3.827497959136963, + "transformer.layers.1.norm1.weight": 5.382795810699463, + "transformer.layers.1.norm1.bias": 3.791613817214966, + "transformer.layers.1.norm2.weight": 6.7020649909973145, + "transformer.layers.1.norm2.bias": 3.1058218479156494, + "transformer.layers.2.self_attn.in_proj_weight": 110.71978759765625, + "transformer.layers.2.self_attn.in_proj_bias": 3.672455072402954, + "transformer.layers.2.self_attn.out_proj.weight": 43.016807556152344, + "transformer.layers.2.self_attn.out_proj.bias": 2.3938848972320557, + "transformer.layers.2.linear1.weight": 25.924116134643555, + "transformer.layers.2.linear1.bias": 1.3492690324783325, + "transformer.layers.2.linear2.weight": 29.0252628326416, + "transformer.layers.2.linear2.bias": 2.124239921569824, + "transformer.layers.2.norm1.weight": 11.64406681060791, + "transformer.layers.2.norm1.bias": 4.026948928833008, + "transformer.layers.2.norm2.weight": 1.81852388381958, + "transformer.layers.2.norm2.bias": 1.3450623750686646, + "transformer.layers.3.self_attn.in_proj_weight": 66.06076049804688, + "transformer.layers.3.self_attn.in_proj_bias": 3.890537738800049, + "transformer.layers.3.self_attn.out_proj.weight": 26.67343521118164, + "transformer.layers.3.self_attn.out_proj.bias": 2.3979523181915283, + "transformer.layers.3.linear1.weight": 28.013324737548828, + "transformer.layers.3.linear1.bias": 1.8385059833526611, + "transformer.layers.3.linear2.weight": 16.9202823638916, + "transformer.layers.3.linear2.bias": 2.5423645973205566, + "transformer.layers.3.norm1.weight": 6.3664445877075195, + "transformer.layers.3.norm1.bias": 5.534886837005615, + "transformer.layers.3.norm2.weight": 1.9910476207733154, + "transformer.layers.3.norm2.bias": 1.837048053741455, + "head.weight": 197.75889587402344, + "head.bias": 4.729278087615967, + "global_embedding.weight": 139.0926513671875, + "global_cnn.0.weight": 523.4141235351562, + "global_cnn.0.bias": 21.157501220703125, + "global_cnn.2.weight": 557.46240234375, + "global_cnn.2.bias": 21.731266021728516, + "global_proj.weight": 142.51446533203125, + "global_proj.bias": 20.584379196166992, + "goal_head.0.weight": 0.4436410665512085, + "goal_head.0.bias": 0.12366422265768051, + "goal_head.2.weight": 0.5313529968261719, + "goal_head.2.bias": 0.2448536902666092 + }, + { + "global_gate": 0.0005926769808866084, + "embedding.weight": 0.007751166820526123, + "cnn.0.weight": 0.1858542412519455, + "cnn.0.bias": 0.008698570542037487, + "cnn.2.weight": 0.05777152255177498, + "cnn.2.bias": 0.027482712641358376, + "cnn.5.weight": 0.07591558247804642, + "cnn.5.bias": 0.0198493842035532, + "action_emb.weight": 0.03365316614508629, + "timestep_emb.weight": 0.012114242650568485, + "pos_emb.weight": 0.015768487006425858, + "transformer.layers.0.self_attn.in_proj_weight": 0.20254464447498322, + "transformer.layers.0.self_attn.in_proj_bias": 0.02213006094098091, + "transformer.layers.0.self_attn.out_proj.weight": 0.20062008500099182, + "transformer.layers.0.self_attn.out_proj.bias": 0.029483329504728317, + "transformer.layers.0.linear1.weight": 0.17578721046447754, + "transformer.layers.0.linear1.bias": 0.012884904630482197, + "transformer.layers.0.linear2.weight": 0.20287661254405975, + "transformer.layers.0.linear2.bias": 0.022265614941716194, + "transformer.layers.0.norm1.weight": 0.011318911798298359, + "transformer.layers.0.norm1.bias": 0.01808835193514824, + "transformer.layers.0.norm2.weight": 0.014742041938006878, + "transformer.layers.0.norm2.bias": 0.0155451949685812, + "transformer.layers.1.self_attn.in_proj_weight": 0.1911674439907074, + "transformer.layers.1.self_attn.in_proj_bias": 0.013109492138028145, + "transformer.layers.1.self_attn.out_proj.weight": 0.19223062694072723, + "transformer.layers.1.self_attn.out_proj.bias": 0.016436398029327393, + "transformer.layers.1.linear1.weight": 0.10086610168218613, + "transformer.layers.1.linear1.bias": 0.00702313706278801, + "transformer.layers.1.linear2.weight": 0.13163764774799347, + "transformer.layers.1.linear2.bias": 0.013892807997763157, + "transformer.layers.1.norm1.weight": 0.012361695989966393, + "transformer.layers.1.norm1.bias": 0.012578213587403297, + "transformer.layers.1.norm2.weight": 0.008196337148547173, + "transformer.layers.1.norm2.bias": 0.008158756420016289, + "transformer.layers.2.self_attn.in_proj_weight": 0.20336632430553436, + "transformer.layers.2.self_attn.in_proj_bias": 0.012994750402867794, + "transformer.layers.2.self_attn.out_proj.weight": 0.12330316007137299, + "transformer.layers.2.self_attn.out_proj.bias": 0.009676413610577583, + "transformer.layers.2.linear1.weight": 0.0637395977973938, + "transformer.layers.2.linear1.bias": 0.004192144609987736, + "transformer.layers.2.linear2.weight": 0.07990860193967819, + "transformer.layers.2.linear2.bias": 0.008820191957056522, + "transformer.layers.2.norm1.weight": 0.018413463607430458, + "transformer.layers.2.norm1.bias": 0.015768414363265038, + "transformer.layers.2.norm2.weight": 0.004420256242156029, + "transformer.layers.2.norm2.bias": 0.004813954699784517, + "transformer.layers.3.self_attn.in_proj_weight": 0.2183946967124939, + "transformer.layers.3.self_attn.in_proj_bias": 0.014158782549202442, + "transformer.layers.3.self_attn.out_proj.weight": 0.12063008546829224, + "transformer.layers.3.self_attn.out_proj.bias": 0.010648684576153755, + "transformer.layers.3.linear1.weight": 0.11773090809583664, + "transformer.layers.3.linear1.bias": 0.008357583545148373, + "transformer.layers.3.linear2.weight": 0.07639355957508087, + "transformer.layers.3.linear2.bias": 0.010594509541988373, + "transformer.layers.3.norm1.weight": 0.01821352355182171, + "transformer.layers.3.norm1.bias": 0.018096690997481346, + "transformer.layers.3.norm2.weight": 0.009027795866131783, + "transformer.layers.3.norm2.bias": 0.010236215777695179, + "head.weight": 0.7707535624504089, + "head.bias": 0.0196902547031641, + "global_embedding.weight": 0.055356234312057495, + "global_cnn.0.weight": 0.3004652261734009, + "global_cnn.0.bias": 0.010930664837360382, + "global_cnn.2.weight": 0.5041179656982422, + "global_cnn.2.bias": 0.01868179254233837, + "global_proj.weight": 0.15361644327640533, + "global_proj.bias": 0.06476044654846191, + "goal_head.0.weight": 0.09123064577579498, + "goal_head.0.bias": 0.02960170991718769, + "goal_head.2.weight": 0.11920614540576935, + "goal_head.2.bias": 0.06200746074318886 + }, + { + "global_gate": 0.001286029233597219, + "embedding.weight": 0.02539125271141529, + "cnn.0.weight": 0.5649164915084839, + "cnn.0.bias": 0.02783641405403614, + "cnn.2.weight": 0.13788031041622162, + "cnn.2.bias": 0.04915565624833107, + "cnn.5.weight": 0.1092057004570961, + "cnn.5.bias": 0.046936456114053726, + "action_emb.weight": 0.028330428525805473, + "timestep_emb.weight": 0.0065348451025784016, + "pos_emb.weight": 0.014048285782337189, + "transformer.layers.0.self_attn.in_proj_weight": 0.21627213060855865, + "transformer.layers.0.self_attn.in_proj_bias": 0.022613102570176125, + "transformer.layers.0.self_attn.out_proj.weight": 0.19485914707183838, + "transformer.layers.0.self_attn.out_proj.bias": 0.028141213580965996, + "transformer.layers.0.linear1.weight": 0.15577906370162964, + "transformer.layers.0.linear1.bias": 0.011764800176024437, + "transformer.layers.0.linear2.weight": 0.2164180874824524, + "transformer.layers.0.linear2.bias": 0.02163814567029476, + "transformer.layers.0.norm1.weight": 0.011785399168729782, + "transformer.layers.0.norm1.bias": 0.021708501502871513, + "transformer.layers.0.norm2.weight": 0.010964549146592617, + "transformer.layers.0.norm2.bias": 0.011639595031738281, + "transformer.layers.1.self_attn.in_proj_weight": 0.2007158398628235, + "transformer.layers.1.self_attn.in_proj_bias": 0.01399171818047762, + "transformer.layers.1.self_attn.out_proj.weight": 0.1935776025056839, + "transformer.layers.1.self_attn.out_proj.bias": 0.014933892525732517, + "transformer.layers.1.linear1.weight": 0.10959136486053467, + "transformer.layers.1.linear1.bias": 0.007411573547869921, + "transformer.layers.1.linear2.weight": 0.14356467127799988, + "transformer.layers.1.linear2.bias": 0.012059124186635017, + "transformer.layers.1.norm1.weight": 0.01822567731142044, + "transformer.layers.1.norm1.bias": 0.015903489664196968, + "transformer.layers.1.norm2.weight": 0.008426148444414139, + "transformer.layers.1.norm2.bias": 0.009410696104168892, + "transformer.layers.2.self_attn.in_proj_weight": 0.22823739051818848, + "transformer.layers.2.self_attn.in_proj_bias": 0.011482167057693005, + "transformer.layers.2.self_attn.out_proj.weight": 0.1534680724143982, + "transformer.layers.2.self_attn.out_proj.bias": 0.008883439935743809, + "transformer.layers.2.linear1.weight": 0.07549728453159332, + "transformer.layers.2.linear1.bias": 0.004876934457570314, + "transformer.layers.2.linear2.weight": 0.08999091386795044, + "transformer.layers.2.linear2.bias": 0.007931152358651161, + "transformer.layers.2.norm1.weight": 0.023310406133532524, + "transformer.layers.2.norm1.bias": 0.013559977523982525, + "transformer.layers.2.norm2.weight": 0.0055031562224030495, + "transformer.layers.2.norm2.bias": 0.005306691396981478, + "transformer.layers.3.self_attn.in_proj_weight": 0.20299984514713287, + "transformer.layers.3.self_attn.in_proj_bias": 0.01190225314348936, + "transformer.layers.3.self_attn.out_proj.weight": 0.12304595857858658, + "transformer.layers.3.self_attn.out_proj.bias": 0.00823417492210865, + "transformer.layers.3.linear1.weight": 0.13875837624073029, + "transformer.layers.3.linear1.bias": 0.00953966286033392, + "transformer.layers.3.linear2.weight": 0.0898926854133606, + "transformer.layers.3.linear2.bias": 0.007191505283117294, + "transformer.layers.3.norm1.weight": 0.02105020359158516, + "transformer.layers.3.norm1.bias": 0.01707051321864128, + "transformer.layers.3.norm2.weight": 0.010372533462941647, + "transformer.layers.3.norm2.bias": 0.011768209747970104, + "head.weight": 0.8877962231636047, + "head.bias": 0.01354540791362524, + "global_embedding.weight": 0.1750560849905014, + "global_cnn.0.weight": 0.7156469821929932, + "global_cnn.0.bias": 0.028535019606351852, + "global_cnn.2.weight": 1.205087423324585, + "global_cnn.2.bias": 0.05881112813949585, + "global_proj.weight": 0.22349564731121063, + "global_proj.bias": 0.13132162392139435, + "goal_head.0.weight": 0.11276800185441971, + "goal_head.0.bias": 0.0496968999505043, + "goal_head.2.weight": 0.13819840550422668, + "goal_head.2.bias": 0.10549236088991165 + }, + { + "global_gate": 4.865408982368535e-07, + "embedding.weight": 0.01945330761373043, + "cnn.0.weight": 0.30225205421447754, + "cnn.0.bias": 0.009121563285589218, + "cnn.2.weight": 0.03836078569293022, + "cnn.2.bias": 0.011245430447161198, + "cnn.5.weight": 0.03204042837023735, + "cnn.5.bias": 0.011301131919026375, + "action_emb.weight": 0.024475790560245514, + "timestep_emb.weight": 0.003518560901284218, + "pos_emb.weight": 0.007658840157091618, + "transformer.layers.0.self_attn.in_proj_weight": 0.08763228356838226, + "transformer.layers.0.self_attn.in_proj_bias": 0.009802138432860374, + "transformer.layers.0.self_attn.out_proj.weight": 0.1042124330997467, + "transformer.layers.0.self_attn.out_proj.bias": 0.014611871913075447, + "transformer.layers.0.linear1.weight": 0.10384566336870193, + "transformer.layers.0.linear1.bias": 0.006056562531739473, + "transformer.layers.0.linear2.weight": 0.1237071081995964, + "transformer.layers.0.linear2.bias": 0.01083671860396862, + "transformer.layers.0.norm1.weight": 0.004896959289908409, + "transformer.layers.0.norm1.bias": 0.008309492841362953, + "transformer.layers.0.norm2.weight": 0.008976001292467117, + "transformer.layers.0.norm2.bias": 0.007810485549271107, + "transformer.layers.1.self_attn.in_proj_weight": 0.11452239751815796, + "transformer.layers.1.self_attn.in_proj_bias": 0.007241540588438511, + "transformer.layers.1.self_attn.out_proj.weight": 0.10751526057720184, + "transformer.layers.1.self_attn.out_proj.bias": 0.008860238827764988, + "transformer.layers.1.linear1.weight": 0.0711258053779602, + "transformer.layers.1.linear1.bias": 0.0041829063557088375, + "transformer.layers.1.linear2.weight": 0.10020163655281067, + "transformer.layers.1.linear2.bias": 0.008686036802828312, + "transformer.layers.1.norm1.weight": 0.006941003724932671, + "transformer.layers.1.norm1.bias": 0.007038515992462635, + "transformer.layers.1.norm2.weight": 0.004595745820552111, + "transformer.layers.1.norm2.bias": 0.0033371890895068645, + "transformer.layers.2.self_attn.in_proj_weight": 0.1541414111852646, + "transformer.layers.2.self_attn.in_proj_bias": 0.008459278382360935, + "transformer.layers.2.self_attn.out_proj.weight": 0.1019284650683403, + "transformer.layers.2.self_attn.out_proj.bias": 0.008501145988702774, + "transformer.layers.2.linear1.weight": 0.056933630257844925, + "transformer.layers.2.linear1.bias": 0.0039809709414839745, + "transformer.layers.2.linear2.weight": 0.07354956120252609, + "transformer.layers.2.linear2.bias": 0.008541004732251167, + "transformer.layers.2.norm1.weight": 0.01484715286642313, + "transformer.layers.2.norm1.bias": 0.010222500190138817, + "transformer.layers.2.norm2.weight": 0.003355745691806078, + "transformer.layers.2.norm2.bias": 0.0037498781457543373, + "transformer.layers.3.self_attn.in_proj_weight": 0.2263476699590683, + "transformer.layers.3.self_attn.in_proj_bias": 0.01848871447145939, + "transformer.layers.3.self_attn.out_proj.weight": 0.12236082553863525, + "transformer.layers.3.self_attn.out_proj.bias": 0.014124305918812752, + "transformer.layers.3.linear1.weight": 0.12796281278133392, + "transformer.layers.3.linear1.bias": 0.010251829400658607, + "transformer.layers.3.linear2.weight": 0.081336110830307, + "transformer.layers.3.linear2.bias": 0.01532867643982172, + "transformer.layers.3.norm1.weight": 0.017372949048876762, + "transformer.layers.3.norm1.bias": 0.02551146410405636, + "transformer.layers.3.norm2.weight": 0.008071117103099823, + "transformer.layers.3.norm2.bias": 0.011162787675857544, + "head.weight": 0.9042856693267822, + "head.bias": 0.02788442000746727, + "global_embedding.weight": 0.02105434611439705, + "global_cnn.0.weight": 0.09882532060146332, + "global_cnn.0.bias": 0.004657600075006485, + "global_cnn.2.weight": 0.16218742728233337, + "global_cnn.2.bias": 0.008608569391071796, + "global_proj.weight": 0.039899080991744995, + "global_proj.bias": 0.027281714603304863, + "goal_head.0.weight": 0.025534089654684067, + "goal_head.0.bias": 0.013300172053277493, + "goal_head.2.weight": 0.03268015757203102, + "goal_head.2.bias": 0.03167714178562164 + }, + { + "global_gate": 0.41669970750808716, + "embedding.weight": 9.100542068481445, + "cnn.0.weight": 131.16812133789062, + "cnn.0.bias": 5.6466217041015625, + "cnn.2.weight": 18.034290313720703, + "cnn.2.bias": 6.9715166091918945, + "cnn.5.weight": 17.994558334350586, + "cnn.5.bias": 5.925516605377197, + "action_emb.weight": 9.419242858886719, + "timestep_emb.weight": 0.9269372224807739, + "pos_emb.weight": 3.0815317630767822, + "transformer.layers.0.self_attn.in_proj_weight": 46.92282485961914, + "transformer.layers.0.self_attn.in_proj_bias": 4.494075775146484, + "transformer.layers.0.self_attn.out_proj.weight": 43.725364685058594, + "transformer.layers.0.self_attn.out_proj.bias": 5.612507343292236, + "transformer.layers.0.linear1.weight": 41.65248107910156, + "transformer.layers.0.linear1.bias": 2.3035855293273926, + "transformer.layers.0.linear2.weight": 45.93360137939453, + "transformer.layers.0.linear2.bias": 4.418020725250244, + "transformer.layers.0.norm1.weight": 2.630114793777466, + "transformer.layers.0.norm1.bias": 4.113770008087158, + "transformer.layers.0.norm2.weight": 3.677379846572876, + "transformer.layers.0.norm2.bias": 2.6223127841949463, + "transformer.layers.1.self_attn.in_proj_weight": 45.15394592285156, + "transformer.layers.1.self_attn.in_proj_bias": 2.8079569339752197, + "transformer.layers.1.self_attn.out_proj.weight": 47.32228088378906, + "transformer.layers.1.self_attn.out_proj.bias": 3.5435822010040283, + "transformer.layers.1.linear1.weight": 24.337505340576172, + "transformer.layers.1.linear1.bias": 1.515457034111023, + "transformer.layers.1.linear2.weight": 36.01722717285156, + "transformer.layers.1.linear2.bias": 3.4852092266082764, + "transformer.layers.1.norm1.weight": 2.8842759132385254, + "transformer.layers.1.norm1.bias": 2.8983397483825684, + "transformer.layers.1.norm2.weight": 1.6839187145233154, + "transformer.layers.1.norm2.bias": 1.200179934501648, + "transformer.layers.2.self_attn.in_proj_weight": 55.105953216552734, + "transformer.layers.2.self_attn.in_proj_bias": 3.038361072540283, + "transformer.layers.2.self_attn.out_proj.weight": 39.66714859008789, + "transformer.layers.2.self_attn.out_proj.bias": 3.5981385707855225, + "transformer.layers.2.linear1.weight": 23.295740127563477, + "transformer.layers.2.linear1.bias": 1.5789775848388672, + "transformer.layers.2.linear2.weight": 28.849498748779297, + "transformer.layers.2.linear2.bias": 3.6672377586364746, + "transformer.layers.2.norm1.weight": 4.064969539642334, + "transformer.layers.2.norm1.bias": 3.1308515071868896, + "transformer.layers.2.norm2.weight": 1.3702220916748047, + "transformer.layers.2.norm2.bias": 1.5184670686721802, + "transformer.layers.3.self_attn.in_proj_weight": 105.6713638305664, + "transformer.layers.3.self_attn.in_proj_bias": 8.864897727966309, + "transformer.layers.3.self_attn.out_proj.weight": 59.911865234375, + "transformer.layers.3.self_attn.out_proj.bias": 6.551482677459717, + "transformer.layers.3.linear1.weight": 58.43183517456055, + "transformer.layers.3.linear1.bias": 4.804342269897461, + "transformer.layers.3.linear2.weight": 34.917144775390625, + "transformer.layers.3.linear2.bias": 7.560401439666748, + "transformer.layers.3.norm1.weight": 7.796576023101807, + "transformer.layers.3.norm1.bias": 11.927767753601074, + "transformer.layers.3.norm2.weight": 3.9362375736236572, + "transformer.layers.3.norm2.bias": 5.585693836212158, + "head.weight": 436.66229248046875, + "head.bias": 14.036776542663574, + "global_embedding.weight": 7.926650047302246, + "global_cnn.0.weight": 45.058082580566406, + "global_cnn.0.bias": 1.9286205768585205, + "global_cnn.2.weight": 89.97830200195312, + "global_cnn.2.bias": 3.034273624420166, + "global_proj.weight": 18.215715408325195, + "global_proj.bias": 8.868188858032227, + "goal_head.0.weight": 0.035539496690034866, + "goal_head.0.bias": 0.014202650636434555, + "goal_head.2.weight": 0.05245921015739441, + "goal_head.2.bias": 0.030756544321775436 + }, + { + "global_gate": 0.1322740614414215, + "embedding.weight": 3.2594966888427734, + "cnn.0.weight": 47.492713928222656, + "cnn.0.bias": 1.5513321161270142, + "cnn.2.weight": 7.974911212921143, + "cnn.2.bias": 3.1442513465881348, + "cnn.5.weight": 7.265067100524902, + "cnn.5.bias": 2.1451878547668457, + "action_emb.weight": 3.087427854537964, + "timestep_emb.weight": 0.2878324091434479, + "pos_emb.weight": 0.6537756323814392, + "transformer.layers.0.self_attn.in_proj_weight": 14.323677062988281, + "transformer.layers.0.self_attn.in_proj_bias": 1.3189101219177246, + "transformer.layers.0.self_attn.out_proj.weight": 12.525510787963867, + "transformer.layers.0.self_attn.out_proj.bias": 1.6787298917770386, + "transformer.layers.0.linear1.weight": 12.956972122192383, + "transformer.layers.0.linear1.bias": 0.6814901232719421, + "transformer.layers.0.linear2.weight": 11.634299278259277, + "transformer.layers.0.linear2.bias": 1.2459276914596558, + "transformer.layers.0.norm1.weight": 0.8856819868087769, + "transformer.layers.0.norm1.bias": 1.2317944765090942, + "transformer.layers.0.norm2.weight": 1.2624433040618896, + "transformer.layers.0.norm2.bias": 0.8879023790359497, + "transformer.layers.1.self_attn.in_proj_weight": 11.557884216308594, + "transformer.layers.1.self_attn.in_proj_bias": 0.7658848166465759, + "transformer.layers.1.self_attn.out_proj.weight": 10.099853515625, + "transformer.layers.1.self_attn.out_proj.bias": 1.0057837963104248, + "transformer.layers.1.linear1.weight": 5.772193431854248, + "transformer.layers.1.linear1.bias": 0.36703720688819885, + "transformer.layers.1.linear2.weight": 7.524677276611328, + "transformer.layers.1.linear2.bias": 0.9472662210464478, + "transformer.layers.1.norm1.weight": 0.7751900553703308, + "transformer.layers.1.norm1.bias": 0.7594804763793945, + "transformer.layers.1.norm2.weight": 0.46182945370674133, + "transformer.layers.1.norm2.bias": 0.37959524989128113, + "transformer.layers.2.self_attn.in_proj_weight": 13.949840545654297, + "transformer.layers.2.self_attn.in_proj_bias": 1.0414656400680542, + "transformer.layers.2.self_attn.out_proj.weight": 9.92636489868164, + "transformer.layers.2.self_attn.out_proj.bias": 1.0205307006835938, + "transformer.layers.2.linear1.weight": 4.467252731323242, + "transformer.layers.2.linear1.bias": 0.33801355957984924, + "transformer.layers.2.linear2.weight": 5.1638569831848145, + "transformer.layers.2.linear2.bias": 1.0104210376739502, + "transformer.layers.2.norm1.weight": 1.0815988779067993, + "transformer.layers.2.norm1.bias": 1.1676011085510254, + "transformer.layers.2.norm2.weight": 0.30847200751304626, + "transformer.layers.2.norm2.bias": 0.382680207490921, + "transformer.layers.3.self_attn.in_proj_weight": 19.107458114624023, + "transformer.layers.3.self_attn.in_proj_bias": 2.1130220890045166, + "transformer.layers.3.self_attn.out_proj.weight": 8.860342025756836, + "transformer.layers.3.self_attn.out_proj.bias": 1.6247574090957642, + "transformer.layers.3.linear1.weight": 9.687585830688477, + "transformer.layers.3.linear1.bias": 0.8682060241699219, + "transformer.layers.3.linear2.weight": 6.333718299865723, + "transformer.layers.3.linear2.bias": 1.8687371015548706, + "transformer.layers.3.norm1.weight": 1.3948676586151123, + "transformer.layers.3.norm1.bias": 2.829678535461426, + "transformer.layers.3.norm2.weight": 0.7131069302558899, + "transformer.layers.3.norm2.bias": 1.0335336923599243, + "head.weight": 88.33329772949219, + "head.bias": 3.6439194679260254, + "global_embedding.weight": 3.9073266983032227, + "global_cnn.0.weight": 20.080230712890625, + "global_cnn.0.bias": 0.812332808971405, + "global_cnn.2.weight": 37.36123275756836, + "global_cnn.2.bias": 1.3494038581848145, + "global_proj.weight": 6.481176853179932, + "global_proj.bias": 3.3555214405059814, + "goal_head.0.weight": 0.03865690529346466, + "goal_head.0.bias": 0.01597394049167633, + "goal_head.2.weight": 0.05783291533589363, + "goal_head.2.bias": 0.03619063273072243 + }, + { + "global_gate": 0.4864366948604584, + "embedding.weight": 7.476495742797852, + "cnn.0.weight": 162.6654510498047, + "cnn.0.bias": 8.261106491088867, + "cnn.2.weight": 35.168704986572266, + "cnn.2.bias": 16.54008674621582, + "cnn.5.weight": 32.3040657043457, + "cnn.5.bias": 12.68440055847168, + "action_emb.weight": 12.703474998474121, + "timestep_emb.weight": 1.239622950553894, + "pos_emb.weight": 3.1189255714416504, + "transformer.layers.0.self_attn.in_proj_weight": 62.204830169677734, + "transformer.layers.0.self_attn.in_proj_bias": 6.8120436668396, + "transformer.layers.0.self_attn.out_proj.weight": 60.46294021606445, + "transformer.layers.0.self_attn.out_proj.bias": 9.341798782348633, + "transformer.layers.0.linear1.weight": 53.084228515625, + "transformer.layers.0.linear1.bias": 3.6684422492980957, + "transformer.layers.0.linear2.weight": 64.1201400756836, + "transformer.layers.0.linear2.bias": 7.312627792358398, + "transformer.layers.0.norm1.weight": 3.714226007461548, + "transformer.layers.0.norm1.bias": 6.13687801361084, + "transformer.layers.0.norm2.weight": 4.2752509117126465, + "transformer.layers.0.norm2.bias": 3.8625919818878174, + "transformer.layers.1.self_attn.in_proj_weight": 52.45694351196289, + "transformer.layers.1.self_attn.in_proj_bias": 4.563286304473877, + "transformer.layers.1.self_attn.out_proj.weight": 65.1280746459961, + "transformer.layers.1.self_attn.out_proj.bias": 6.481292247772217, + "transformer.layers.1.linear1.weight": 40.204246520996094, + "transformer.layers.1.linear1.bias": 2.8241829872131348, + "transformer.layers.1.linear2.weight": 50.46528625488281, + "transformer.layers.1.linear2.bias": 6.169203758239746, + "transformer.layers.1.norm1.weight": 3.1579973697662354, + "transformer.layers.1.norm1.bias": 3.6795766353607178, + "transformer.layers.1.norm2.weight": 2.9491968154907227, + "transformer.layers.1.norm2.bias": 3.0627176761627197, + "transformer.layers.2.self_attn.in_proj_weight": 95.38616180419922, + "transformer.layers.2.self_attn.in_proj_bias": 7.605243682861328, + "transformer.layers.2.self_attn.out_proj.weight": 49.087371826171875, + "transformer.layers.2.self_attn.out_proj.bias": 5.579156875610352, + "transformer.layers.2.linear1.weight": 24.798053741455078, + "transformer.layers.2.linear1.bias": 2.0715720653533936, + "transformer.layers.2.linear2.weight": 27.167409896850586, + "transformer.layers.2.linear2.bias": 5.731297969818115, + "transformer.layers.2.norm1.weight": 7.949850559234619, + "transformer.layers.2.norm1.bias": 8.842889785766602, + "transformer.layers.2.norm2.weight": 1.5129913091659546, + "transformer.layers.2.norm2.bias": 2.267474889755249, + "transformer.layers.3.self_attn.in_proj_weight": 77.84174346923828, + "transformer.layers.3.self_attn.in_proj_bias": 8.654069900512695, + "transformer.layers.3.self_attn.out_proj.weight": 43.23835754394531, + "transformer.layers.3.self_attn.out_proj.bias": 7.2215576171875, + "transformer.layers.3.linear1.weight": 45.88657760620117, + "transformer.layers.3.linear1.bias": 4.2078962326049805, + "transformer.layers.3.linear2.weight": 27.642248153686523, + "transformer.layers.3.linear2.bias": 8.108108520507812, + "transformer.layers.3.norm1.weight": 6.825313091278076, + "transformer.layers.3.norm1.bias": 12.621623039245605, + "transformer.layers.3.norm2.weight": 2.6540729999542236, + "transformer.layers.3.norm2.bias": 4.712158679962158, + "head.weight": 420.5447692871094, + "head.bias": 16.713064193725586, + "global_embedding.weight": 22.187673568725586, + "global_cnn.0.weight": 63.193702697753906, + "global_cnn.0.bias": 3.0160598754882812, + "global_cnn.2.weight": 77.2607192993164, + "global_cnn.2.bias": 3.5123250484466553, + "global_proj.weight": 21.41643714904785, + "global_proj.bias": 12.576017379760742, + "goal_head.0.weight": 0.04288278892636299, + "goal_head.0.bias": 0.018339945003390312, + "goal_head.2.weight": 0.05789675936102867, + "goal_head.2.bias": 0.04041344299912453 + }, + { + "global_gate": 0.0405682697892189, + "embedding.weight": 0.1881577968597412, + "cnn.0.weight": 5.5676069259643555, + "cnn.0.bias": 0.24422957003116608, + "cnn.2.weight": 1.3946092128753662, + "cnn.2.bias": 0.5764568448066711, + "cnn.5.weight": 1.3549607992172241, + "cnn.5.bias": 0.4950466752052307, + "action_emb.weight": 1.1522377729415894, + "timestep_emb.weight": 0.07207384705543518, + "pos_emb.weight": 0.18642686307430267, + "transformer.layers.0.self_attn.in_proj_weight": 3.3395228385925293, + "transformer.layers.0.self_attn.in_proj_bias": 0.34282320737838745, + "transformer.layers.0.self_attn.out_proj.weight": 2.9740607738494873, + "transformer.layers.0.self_attn.out_proj.bias": 0.4548148214817047, + "transformer.layers.0.linear1.weight": 4.698328495025635, + "transformer.layers.0.linear1.bias": 0.21803995966911316, + "transformer.layers.0.linear2.weight": 3.9884536266326904, + "transformer.layers.0.linear2.bias": 0.3461048901081085, + "transformer.layers.0.norm1.weight": 0.1858222782611847, + "transformer.layers.0.norm1.bias": 0.31405866146087646, + "transformer.layers.0.norm2.weight": 0.4776192903518677, + "transformer.layers.0.norm2.bias": 0.2788197100162506, + "transformer.layers.1.self_attn.in_proj_weight": 3.2725417613983154, + "transformer.layers.1.self_attn.in_proj_bias": 0.253673255443573, + "transformer.layers.1.self_attn.out_proj.weight": 3.1951706409454346, + "transformer.layers.1.self_attn.out_proj.bias": 0.32320183515548706, + "transformer.layers.1.linear1.weight": 2.491081714630127, + "transformer.layers.1.linear1.bias": 0.13674631714820862, + "transformer.layers.1.linear2.weight": 2.7280359268188477, + "transformer.layers.1.linear2.bias": 0.2937772274017334, + "transformer.layers.1.norm1.weight": 0.2263956218957901, + "transformer.layers.1.norm1.bias": 0.24713633954524994, + "transformer.layers.1.norm2.weight": 0.20634210109710693, + "transformer.layers.1.norm2.bias": 0.15065470337867737, + "transformer.layers.2.self_attn.in_proj_weight": 5.28784704208374, + "transformer.layers.2.self_attn.in_proj_bias": 0.33673548698425293, + "transformer.layers.2.self_attn.out_proj.weight": 2.7565412521362305, + "transformer.layers.2.self_attn.out_proj.bias": 0.26579347252845764, + "transformer.layers.2.linear1.weight": 1.3224928379058838, + "transformer.layers.2.linear1.bias": 0.08864352852106094, + "transformer.layers.2.linear2.weight": 1.4529705047607422, + "transformer.layers.2.linear2.bias": 0.2619892358779907, + "transformer.layers.2.norm1.weight": 0.5073025822639465, + "transformer.layers.2.norm1.bias": 0.3859264552593231, + "transformer.layers.2.norm2.weight": 0.0907244086265564, + "transformer.layers.2.norm2.bias": 0.09399039298295975, + "transformer.layers.3.self_attn.in_proj_weight": 4.896851539611816, + "transformer.layers.3.self_attn.in_proj_bias": 0.5432077050209045, + "transformer.layers.3.self_attn.out_proj.weight": 2.205994129180908, + "transformer.layers.3.self_attn.out_proj.bias": 0.4248679280281067, + "transformer.layers.3.linear1.weight": 2.6074466705322266, + "transformer.layers.3.linear1.bias": 0.23913727700710297, + "transformer.layers.3.linear2.weight": 1.7076903581619263, + "transformer.layers.3.linear2.bias": 0.4992679953575134, + "transformer.layers.3.norm1.weight": 0.38674217462539673, + "transformer.layers.3.norm1.bias": 0.7378346920013428, + "transformer.layers.3.norm2.weight": 0.18665990233421326, + "transformer.layers.3.norm2.bias": 0.2868228554725647, + "head.weight": 23.413360595703125, + "head.bias": 0.9654304385185242, + "global_embedding.weight": 0.9268655776977539, + "global_cnn.0.weight": 4.029256820678711, + "global_cnn.0.bias": 0.15742634236812592, + "global_cnn.2.weight": 7.023000717163086, + "global_cnn.2.bias": 0.26041272282600403, + "global_proj.weight": 1.24534273147583, + "global_proj.bias": 0.5957687497138977, + "goal_head.0.weight": 0.07489166408777237, + "goal_head.0.bias": 0.03112885169684887, + "goal_head.2.weight": 0.10122998803853989, + "goal_head.2.bias": 0.06582140177488327 + }, + { + "global_gate": 0.00041167819290421903, + "embedding.weight": 0.0051592630334198475, + "cnn.0.weight": 0.0978822261095047, + "cnn.0.bias": 0.003932463005185127, + "cnn.2.weight": 0.01972087472677231, + "cnn.2.bias": 0.008694909512996674, + "cnn.5.weight": 0.024080166593194008, + "cnn.5.bias": 0.007416382897645235, + "action_emb.weight": 0.013315465301275253, + "timestep_emb.weight": 0.0024732304736971855, + "pos_emb.weight": 0.0042464337311685085, + "transformer.layers.0.self_attn.in_proj_weight": 0.052600421011447906, + "transformer.layers.0.self_attn.in_proj_bias": 0.004641947336494923, + "transformer.layers.0.self_attn.out_proj.weight": 0.05235426127910614, + "transformer.layers.0.self_attn.out_proj.bias": 0.006344074383378029, + "transformer.layers.0.linear1.weight": 0.056381870061159134, + "transformer.layers.0.linear1.bias": 0.0029334325809031725, + "transformer.layers.0.linear2.weight": 0.0630502998828888, + "transformer.layers.0.linear2.bias": 0.005479232408106327, + "transformer.layers.0.norm1.weight": 0.002823206828907132, + "transformer.layers.0.norm1.bias": 0.003965024370700121, + "transformer.layers.0.norm2.weight": 0.004738966468721628, + "transformer.layers.0.norm2.bias": 0.0031313207000494003, + "transformer.layers.1.self_attn.in_proj_weight": 0.059645574539899826, + "transformer.layers.1.self_attn.in_proj_bias": 0.003786159213632345, + "transformer.layers.1.self_attn.out_proj.weight": 0.06550828367471695, + "transformer.layers.1.self_attn.out_proj.bias": 0.004949943628162146, + "transformer.layers.1.linear1.weight": 0.03865703195333481, + "transformer.layers.1.linear1.bias": 0.0021464964374899864, + "transformer.layers.1.linear2.weight": 0.04991316795349121, + "transformer.layers.1.linear2.bias": 0.004859130829572678, + "transformer.layers.1.norm1.weight": 0.003374881576746702, + "transformer.layers.1.norm1.bias": 0.003929295111447573, + "transformer.layers.1.norm2.weight": 0.0027865536976605654, + "transformer.layers.1.norm2.bias": 0.0020614347886294127, + "transformer.layers.2.self_attn.in_proj_weight": 0.08483485132455826, + "transformer.layers.2.self_attn.in_proj_bias": 0.005033858586102724, + "transformer.layers.2.self_attn.out_proj.weight": 0.05724368989467621, + "transformer.layers.2.self_attn.out_proj.bias": 0.004874058999121189, + "transformer.layers.2.linear1.weight": 0.027017541229724884, + "transformer.layers.2.linear1.bias": 0.0018871808424592018, + "transformer.layers.2.linear2.weight": 0.03290518373250961, + "transformer.layers.2.linear2.bias": 0.00496057840064168, + "transformer.layers.2.norm1.weight": 0.00819607824087143, + "transformer.layers.2.norm1.bias": 0.006191238295286894, + "transformer.layers.2.norm2.weight": 0.0017596300458535552, + "transformer.layers.2.norm2.bias": 0.0019904552027583122, + "transformer.layers.3.self_attn.in_proj_weight": 0.08440115302801132, + "transformer.layers.3.self_attn.in_proj_bias": 0.008409165777266026, + "transformer.layers.3.self_attn.out_proj.weight": 0.05078066140413284, + "transformer.layers.3.self_attn.out_proj.bias": 0.007245955988764763, + "transformer.layers.3.linear1.weight": 0.05749426782131195, + "transformer.layers.3.linear1.bias": 0.004811331629753113, + "transformer.layers.3.linear2.weight": 0.03561514988541603, + "transformer.layers.3.linear2.bias": 0.008098887279629707, + "transformer.layers.3.norm1.weight": 0.0062232064083218575, + "transformer.layers.3.norm1.bias": 0.011191275902092457, + "transformer.layers.3.norm2.weight": 0.0035270527005195618, + "transformer.layers.3.norm2.bias": 0.005302187521010637, + "head.weight": 0.4527103900909424, + "head.bias": 0.015790864825248718, + "global_embedding.weight": 0.031661149114370346, + "global_cnn.0.weight": 0.1354435384273529, + "global_cnn.0.bias": 0.005484120920300484, + "global_cnn.2.weight": 0.2010124772787094, + "global_cnn.2.bias": 0.01013459824025631, + "global_proj.weight": 0.04929638281464577, + "global_proj.bias": 0.031098952516913414, + "goal_head.0.weight": 0.029516814276576042, + "goal_head.0.bias": 0.01289895549416542, + "goal_head.2.weight": 0.040297731757164, + "goal_head.2.bias": 0.02861468866467476 + }, + { + "global_gate": 0.0010440103942528367, + "embedding.weight": 0.010794141329824924, + "cnn.0.weight": 0.20048613846302032, + "cnn.0.bias": 0.008441758342087269, + "cnn.2.weight": 0.05357031151652336, + "cnn.2.bias": 0.01915799453854561, + "cnn.5.weight": 0.055145151913166046, + "cnn.5.bias": 0.013500258326530457, + "action_emb.weight": 0.02065415307879448, + "timestep_emb.weight": 0.0036843435373157263, + "pos_emb.weight": 0.007731055375188589, + "transformer.layers.0.self_attn.in_proj_weight": 0.11054224520921707, + "transformer.layers.0.self_attn.in_proj_bias": 0.010606659576296806, + "transformer.layers.0.self_attn.out_proj.weight": 0.0934683084487915, + "transformer.layers.0.self_attn.out_proj.bias": 0.012160489335656166, + "transformer.layers.0.linear1.weight": 0.09184172004461288, + "transformer.layers.0.linear1.bias": 0.005486778449267149, + "transformer.layers.0.linear2.weight": 0.10518182814121246, + "transformer.layers.0.linear2.bias": 0.009503765031695366, + "transformer.layers.0.norm1.weight": 0.006292823236435652, + "transformer.layers.0.norm1.bias": 0.010322156362235546, + "transformer.layers.0.norm2.weight": 0.007661269512027502, + "transformer.layers.0.norm2.bias": 0.005338864400982857, + "transformer.layers.1.self_attn.in_proj_weight": 0.10805533826351166, + "transformer.layers.1.self_attn.in_proj_bias": 0.0061935861594974995, + "transformer.layers.1.self_attn.out_proj.weight": 0.09296861290931702, + "transformer.layers.1.self_attn.out_proj.bias": 0.0073702093213796616, + "transformer.layers.1.linear1.weight": 0.058915697038173676, + "transformer.layers.1.linear1.bias": 0.003840362187474966, + "transformer.layers.1.linear2.weight": 0.07713929563760757, + "transformer.layers.1.linear2.bias": 0.006943638902157545, + "transformer.layers.1.norm1.weight": 0.007224321365356445, + "transformer.layers.1.norm1.bias": 0.0067387791350483894, + "transformer.layers.1.norm2.weight": 0.004382898099720478, + "transformer.layers.1.norm2.bias": 0.004239157773554325, + "transformer.layers.2.self_attn.in_proj_weight": 0.12771743535995483, + "transformer.layers.2.self_attn.in_proj_bias": 0.008344613946974277, + "transformer.layers.2.self_attn.out_proj.weight": 0.08902350813150406, + "transformer.layers.2.self_attn.out_proj.bias": 0.006462892517447472, + "transformer.layers.2.linear1.weight": 0.04065616801381111, + "transformer.layers.2.linear1.bias": 0.0028368572238832712, + "transformer.layers.2.linear2.weight": 0.05161162465810776, + "transformer.layers.2.linear2.bias": 0.006708155851811171, + "transformer.layers.2.norm1.weight": 0.015287540853023529, + "transformer.layers.2.norm1.bias": 0.009942948818206787, + "transformer.layers.2.norm2.weight": 0.002853919519111514, + "transformer.layers.2.norm2.bias": 0.003126635914668441, + "transformer.layers.3.self_attn.in_proj_weight": 0.13902494311332703, + "transformer.layers.3.self_attn.in_proj_bias": 0.009665765799582005, + "transformer.layers.3.self_attn.out_proj.weight": 0.07213541865348816, + "transformer.layers.3.self_attn.out_proj.bias": 0.008713265880942345, + "transformer.layers.3.linear1.weight": 0.08511234074831009, + "transformer.layers.3.linear1.bias": 0.006665319669991732, + "transformer.layers.3.linear2.weight": 0.05980714038014412, + "transformer.layers.3.linear2.bias": 0.009671323001384735, + "transformer.layers.3.norm1.weight": 0.01209327019751072, + "transformer.layers.3.norm1.bias": 0.013082859106361866, + "transformer.layers.3.norm2.weight": 0.005323096178472042, + "transformer.layers.3.norm2.bias": 0.007031773217022419, + "head.weight": 0.670539140701294, + "head.bias": 0.019501736387610435, + "global_embedding.weight": 0.03427461162209511, + "global_cnn.0.weight": 0.21167083084583282, + "global_cnn.0.bias": 0.009249383583664894, + "global_cnn.2.weight": 0.2702338397502899, + "global_cnn.2.bias": 0.013031011447310448, + "global_proj.weight": 0.09645214676856995, + "global_proj.bias": 0.07042200118303299, + "goal_head.0.weight": 0.07558127492666245, + "goal_head.0.bias": 0.0377943180501461, + "goal_head.2.weight": 0.11834724247455597, + "goal_head.2.bias": 0.0945809930562973 + }, + { + "global_gate": 4.093921234016307e-05, + "embedding.weight": 0.018400898203253746, + "cnn.0.weight": 0.281507283449173, + "cnn.0.bias": 0.008877051994204521, + "cnn.2.weight": 0.04712139442563057, + "cnn.2.bias": 0.018237072974443436, + "cnn.5.weight": 0.03077443316578865, + "cnn.5.bias": 0.011808468028903008, + "action_emb.weight": 0.011609128676354885, + "timestep_emb.weight": 0.002531440230086446, + "pos_emb.weight": 0.006064739543944597, + "transformer.layers.0.self_attn.in_proj_weight": 0.08224666863679886, + "transformer.layers.0.self_attn.in_proj_bias": 0.00836577545851469, + "transformer.layers.0.self_attn.out_proj.weight": 0.07076086103916168, + "transformer.layers.0.self_attn.out_proj.bias": 0.009806536138057709, + "transformer.layers.0.linear1.weight": 0.05769723653793335, + "transformer.layers.0.linear1.bias": 0.003764116670936346, + "transformer.layers.0.linear2.weight": 0.07529506087303162, + "transformer.layers.0.linear2.bias": 0.0075532603077590466, + "transformer.layers.0.norm1.weight": 0.0050264038145542145, + "transformer.layers.0.norm1.bias": 0.008209633640944958, + "transformer.layers.0.norm2.weight": 0.004422971047461033, + "transformer.layers.0.norm2.bias": 0.0038438013289123774, + "transformer.layers.1.self_attn.in_proj_weight": 0.07037420570850372, + "transformer.layers.1.self_attn.in_proj_bias": 0.005243855062872171, + "transformer.layers.1.self_attn.out_proj.weight": 0.08962447196245193, + "transformer.layers.1.self_attn.out_proj.bias": 0.00569657888263464, + "transformer.layers.1.linear1.weight": 0.04139373078942299, + "transformer.layers.1.linear1.bias": 0.0025604134425520897, + "transformer.layers.1.linear2.weight": 0.05996037274599075, + "transformer.layers.1.linear2.bias": 0.0052223531529307365, + "transformer.layers.1.norm1.weight": 0.004738747142255306, + "transformer.layers.1.norm1.bias": 0.0057487632147967815, + "transformer.layers.1.norm2.weight": 0.002693783724680543, + "transformer.layers.1.norm2.bias": 0.002557686995714903, + "transformer.layers.2.self_attn.in_proj_weight": 0.10310914367437363, + "transformer.layers.2.self_attn.in_proj_bias": 0.005015508737415075, + "transformer.layers.2.self_attn.out_proj.weight": 0.06543882191181183, + "transformer.layers.2.self_attn.out_proj.bias": 0.0042188712395727634, + "transformer.layers.2.linear1.weight": 0.035960763692855835, + "transformer.layers.2.linear1.bias": 0.0023349474649876356, + "transformer.layers.2.linear2.weight": 0.04515282064676285, + "transformer.layers.2.linear2.bias": 0.004260245244950056, + "transformer.layers.2.norm1.weight": 0.008147653192281723, + "transformer.layers.2.norm1.bias": 0.005125924479216337, + "transformer.layers.2.norm2.weight": 0.0022916821762919426, + "transformer.layers.2.norm2.bias": 0.0021867663599550724, + "transformer.layers.3.self_attn.in_proj_weight": 0.14080840349197388, + "transformer.layers.3.self_attn.in_proj_bias": 0.0082808593288064, + "transformer.layers.3.self_attn.out_proj.weight": 0.08491934090852737, + "transformer.layers.3.self_attn.out_proj.bias": 0.006727953441441059, + "transformer.layers.3.linear1.weight": 0.0819036066532135, + "transformer.layers.3.linear1.bias": 0.006063453387469053, + "transformer.layers.3.linear2.weight": 0.051913559436798096, + "transformer.layers.3.linear2.bias": 0.008239260874688625, + "transformer.layers.3.norm1.weight": 0.011958913877606392, + "transformer.layers.3.norm1.bias": 0.011937497183680534, + "transformer.layers.3.norm2.weight": 0.005326505750417709, + "transformer.layers.3.norm2.bias": 0.006730170454829931, + "head.weight": 0.6312158703804016, + "head.bias": 0.015383082441985607, + "global_embedding.weight": 0.015917716547846794, + "global_cnn.0.weight": 0.08545957505702972, + "global_cnn.0.bias": 0.003958600107580423, + "global_cnn.2.weight": 0.2447349727153778, + "global_cnn.2.bias": 0.014320926740765572, + "global_proj.weight": 0.06698942184448242, + "global_proj.bias": 0.041088610887527466, + "goal_head.0.weight": 0.03633711487054825, + "goal_head.0.bias": 0.015500761568546295, + "goal_head.2.weight": 0.04699235036969185, + "goal_head.2.bias": 0.03557009994983673 + }, + { + "global_gate": 0.0003559814067557454, + "embedding.weight": 0.004428446292877197, + "cnn.0.weight": 0.08334318548440933, + "cnn.0.bias": 0.0028506580274552107, + "cnn.2.weight": 0.022680895403027534, + "cnn.2.bias": 0.008800996467471123, + "cnn.5.weight": 0.018425751477479935, + "cnn.5.bias": 0.006992613431066275, + "action_emb.weight": 0.00676549831405282, + "timestep_emb.weight": 0.0013338403077796102, + "pos_emb.weight": 0.0032729129306972027, + "transformer.layers.0.self_attn.in_proj_weight": 0.04582274705171585, + "transformer.layers.0.self_attn.in_proj_bias": 0.004330493975430727, + "transformer.layers.0.self_attn.out_proj.weight": 0.04188643395900726, + "transformer.layers.0.self_attn.out_proj.bias": 0.005387044511735439, + "transformer.layers.0.linear1.weight": 0.03301523998379707, + "transformer.layers.0.linear1.bias": 0.0021106719505041838, + "transformer.layers.0.linear2.weight": 0.04217081144452095, + "transformer.layers.0.linear2.bias": 0.004121654201298952, + "transformer.layers.0.norm1.weight": 0.0030322340317070484, + "transformer.layers.0.norm1.bias": 0.004209600854665041, + "transformer.layers.0.norm2.weight": 0.0027676536701619625, + "transformer.layers.0.norm2.bias": 0.002441138494759798, + "transformer.layers.1.self_attn.in_proj_weight": 0.03923531249165535, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024645524099469185, + "transformer.layers.1.self_attn.out_proj.weight": 0.045830704271793365, + "transformer.layers.1.self_attn.out_proj.bias": 0.00346922455355525, + "transformer.layers.1.linear1.weight": 0.02219056896865368, + "transformer.layers.1.linear1.bias": 0.0014229153748601675, + "transformer.layers.1.linear2.weight": 0.031253449618816376, + "transformer.layers.1.linear2.bias": 0.0033397204242646694, + "transformer.layers.1.norm1.weight": 0.002866350347176194, + "transformer.layers.1.norm1.bias": 0.0025327964685857296, + "transformer.layers.1.norm2.weight": 0.0016024531796574593, + "transformer.layers.1.norm2.bias": 0.0015263332752510905, + "transformer.layers.2.self_attn.in_proj_weight": 0.054043419659137726, + "transformer.layers.2.self_attn.in_proj_bias": 0.003410306526347995, + "transformer.layers.2.self_attn.out_proj.weight": 0.03530002385377884, + "transformer.layers.2.self_attn.out_proj.bias": 0.003208609763532877, + "transformer.layers.2.linear1.weight": 0.01903071440756321, + "transformer.layers.2.linear1.bias": 0.0013157121138647199, + "transformer.layers.2.linear2.weight": 0.022227950394153595, + "transformer.layers.2.linear2.bias": 0.003272546920925379, + "transformer.layers.2.norm1.weight": 0.004168856889009476, + "transformer.layers.2.norm1.bias": 0.003636618610471487, + "transformer.layers.2.norm2.weight": 0.001271237968467176, + "transformer.layers.2.norm2.bias": 0.0013601169921457767, + "transformer.layers.3.self_attn.in_proj_weight": 0.07176388800144196, + "transformer.layers.3.self_attn.in_proj_bias": 0.006705602165311575, + "transformer.layers.3.self_attn.out_proj.weight": 0.042656224220991135, + "transformer.layers.3.self_attn.out_proj.bias": 0.005988040938973427, + "transformer.layers.3.linear1.weight": 0.04438491538167, + "transformer.layers.3.linear1.bias": 0.0036601126194000244, + "transformer.layers.3.linear2.weight": 0.029328864067792892, + "transformer.layers.3.linear2.bias": 0.006938969250768423, + "transformer.layers.3.norm1.weight": 0.005626543425023556, + "transformer.layers.3.norm1.bias": 0.009121790528297424, + "transformer.layers.3.norm2.weight": 0.002963918261229992, + "transformer.layers.3.norm2.bias": 0.004176477901637554, + "head.weight": 0.36731410026550293, + "head.bias": 0.013285963796079159, + "global_embedding.weight": 0.017882496118545532, + "global_cnn.0.weight": 0.1439279168844223, + "global_cnn.0.bias": 0.003137116087600589, + "global_cnn.2.weight": 0.3063924312591553, + "global_cnn.2.bias": 0.011643943376839161, + "global_proj.weight": 0.058131489902734756, + "global_proj.bias": 0.032121069729328156, + "goal_head.0.weight": 0.03645601123571396, + "goal_head.0.bias": 0.013461019843816757, + "goal_head.2.weight": 0.04578098654747009, + "goal_head.2.bias": 0.02971010096371174 + }, + { + "global_gate": 0.0007096675108186901, + "embedding.weight": 0.00676585640758276, + "cnn.0.weight": 0.13965463638305664, + "cnn.0.bias": 0.005926657468080521, + "cnn.2.weight": 0.04368499293923378, + "cnn.2.bias": 0.018897369503974915, + "cnn.5.weight": 0.046270906925201416, + "cnn.5.bias": 0.01558329351246357, + "action_emb.weight": 0.02638181485235691, + "timestep_emb.weight": 0.003559261793270707, + "pos_emb.weight": 0.00886203721165657, + "transformer.layers.0.self_attn.in_proj_weight": 0.11301768571138382, + "transformer.layers.0.self_attn.in_proj_bias": 0.01235281117260456, + "transformer.layers.0.self_attn.out_proj.weight": 0.11278381943702698, + "transformer.layers.0.self_attn.out_proj.bias": 0.0177756454795599, + "transformer.layers.0.linear1.weight": 0.11508281528949738, + "transformer.layers.0.linear1.bias": 0.006848478689789772, + "transformer.layers.0.linear2.weight": 0.11888394504785538, + "transformer.layers.0.linear2.bias": 0.012271144427359104, + "transformer.layers.0.norm1.weight": 0.0064238919876515865, + "transformer.layers.0.norm1.bias": 0.012314933352172375, + "transformer.layers.0.norm2.weight": 0.010488674975931644, + "transformer.layers.0.norm2.bias": 0.009322071447968483, + "transformer.layers.1.self_attn.in_proj_weight": 0.11290084570646286, + "transformer.layers.1.self_attn.in_proj_bias": 0.007505143992602825, + "transformer.layers.1.self_attn.out_proj.weight": 0.12549477815628052, + "transformer.layers.1.self_attn.out_proj.bias": 0.010360184125602245, + "transformer.layers.1.linear1.weight": 0.0677804946899414, + "transformer.layers.1.linear1.bias": 0.004055787809193134, + "transformer.layers.1.linear2.weight": 0.08778545260429382, + "transformer.layers.1.linear2.bias": 0.009602811187505722, + "transformer.layers.1.norm1.weight": 0.007103640120476484, + "transformer.layers.1.norm1.bias": 0.007046540733426809, + "transformer.layers.1.norm2.weight": 0.004697538912296295, + "transformer.layers.1.norm2.bias": 0.004436308518052101, + "transformer.layers.2.self_attn.in_proj_weight": 0.1574651598930359, + "transformer.layers.2.self_attn.in_proj_bias": 0.009751038625836372, + "transformer.layers.2.self_attn.out_proj.weight": 0.09443231672048569, + "transformer.layers.2.self_attn.out_proj.bias": 0.008598861284554005, + "transformer.layers.2.linear1.weight": 0.049999505281448364, + "transformer.layers.2.linear1.bias": 0.0034981307107955217, + "transformer.layers.2.linear2.weight": 0.06174074113368988, + "transformer.layers.2.linear2.bias": 0.008726270869374275, + "transformer.layers.2.norm1.weight": 0.012271890416741371, + "transformer.layers.2.norm1.bias": 0.00960603915154934, + "transformer.layers.2.norm2.weight": 0.002988315187394619, + "transformer.layers.2.norm2.bias": 0.0033400915563106537, + "transformer.layers.3.self_attn.in_proj_weight": 0.22311419248580933, + "transformer.layers.3.self_attn.in_proj_bias": 0.019347483292222023, + "transformer.layers.3.self_attn.out_proj.weight": 0.1189400926232338, + "transformer.layers.3.self_attn.out_proj.bias": 0.016277344897389412, + "transformer.layers.3.linear1.weight": 0.12693820893764496, + "transformer.layers.3.linear1.bias": 0.01060632523149252, + "transformer.layers.3.linear2.weight": 0.08126144111156464, + "transformer.layers.3.linear2.bias": 0.019825290888547897, + "transformer.layers.3.norm1.weight": 0.01886310987174511, + "transformer.layers.3.norm1.bias": 0.027914676815271378, + "transformer.layers.3.norm2.weight": 0.00861132051795721, + "transformer.layers.3.norm2.bias": 0.012688571587204933, + "head.weight": 1.060184121131897, + "head.bias": 0.037786535918712616, + "global_embedding.weight": 0.05191892758011818, + "global_cnn.0.weight": 0.21112211048603058, + "global_cnn.0.bias": 0.006533720996230841, + "global_cnn.2.weight": 0.39714112877845764, + "global_cnn.2.bias": 0.018254175782203674, + "global_proj.weight": 0.08216135948896408, + "global_proj.bias": 0.05414466932415962, + "goal_head.0.weight": 0.03906366229057312, + "goal_head.0.bias": 0.017471829429268837, + "goal_head.2.weight": 0.05449796840548515, + "goal_head.2.bias": 0.03693928197026253 + }, + { + "global_gate": 0.8500746488571167, + "embedding.weight": 4.125643730163574, + "cnn.0.weight": 113.08149719238281, + "cnn.0.bias": 4.487390995025635, + "cnn.2.weight": 30.308700561523438, + "cnn.2.bias": 12.716577529907227, + "cnn.5.weight": 28.60405158996582, + "cnn.5.bias": 10.660552978515625, + "action_emb.weight": 19.450666427612305, + "timestep_emb.weight": 1.1276044845581055, + "pos_emb.weight": 5.028282642364502, + "transformer.layers.0.self_attn.in_proj_weight": 66.29774475097656, + "transformer.layers.0.self_attn.in_proj_bias": 4.22340202331543, + "transformer.layers.0.self_attn.out_proj.weight": 67.62860870361328, + "transformer.layers.0.self_attn.out_proj.bias": 5.732371807098389, + "transformer.layers.0.linear1.weight": 80.56039428710938, + "transformer.layers.0.linear1.bias": 3.1250033378601074, + "transformer.layers.0.linear2.weight": 74.81866455078125, + "transformer.layers.0.linear2.bias": 3.8232779502868652, + "transformer.layers.0.norm1.weight": 4.296313762664795, + "transformer.layers.0.norm1.bias": 4.049478530883789, + "transformer.layers.0.norm2.weight": 6.982113361358643, + "transformer.layers.0.norm2.bias": 2.947500705718994, + "transformer.layers.1.self_attn.in_proj_weight": 50.292076110839844, + "transformer.layers.1.self_attn.in_proj_bias": 2.4657578468322754, + "transformer.layers.1.self_attn.out_proj.weight": 49.83470153808594, + "transformer.layers.1.self_attn.out_proj.bias": 3.1573381423950195, + "transformer.layers.1.linear1.weight": 48.90496063232422, + "transformer.layers.1.linear1.bias": 2.373866081237793, + "transformer.layers.1.linear2.weight": 54.04570007324219, + "transformer.layers.1.linear2.bias": 2.8094191551208496, + "transformer.layers.1.norm1.weight": 3.316560745239258, + "transformer.layers.1.norm1.bias": 2.3994765281677246, + "transformer.layers.1.norm2.weight": 3.832014322280884, + "transformer.layers.1.norm2.bias": 1.9990015029907227, + "transformer.layers.2.self_attn.in_proj_weight": 107.4917984008789, + "transformer.layers.2.self_attn.in_proj_bias": 3.872053623199463, + "transformer.layers.2.self_attn.out_proj.weight": 42.110111236572266, + "transformer.layers.2.self_attn.out_proj.bias": 2.0986461639404297, + "transformer.layers.2.linear1.weight": 22.47720718383789, + "transformer.layers.2.linear1.bias": 1.388197422027588, + "transformer.layers.2.linear2.weight": 26.359169006347656, + "transformer.layers.2.linear2.bias": 2.19612717628479, + "transformer.layers.2.norm1.weight": 9.464348793029785, + "transformer.layers.2.norm1.bias": 4.02585506439209, + "transformer.layers.2.norm2.weight": 1.5976665019989014, + "transformer.layers.2.norm2.bias": 1.376064658164978, + "transformer.layers.3.self_attn.in_proj_weight": 74.43753814697266, + "transformer.layers.3.self_attn.in_proj_bias": 4.885433197021484, + "transformer.layers.3.self_attn.out_proj.weight": 42.95571517944336, + "transformer.layers.3.self_attn.out_proj.bias": 3.7825710773468018, + "transformer.layers.3.linear1.weight": 49.95341110229492, + "transformer.layers.3.linear1.bias": 3.5266177654266357, + "transformer.layers.3.linear2.weight": 31.445215225219727, + "transformer.layers.3.linear2.bias": 4.613986015319824, + "transformer.layers.3.norm1.weight": 6.304691791534424, + "transformer.layers.3.norm1.bias": 7.078733444213867, + "transformer.layers.3.norm2.weight": 3.446887969970703, + "transformer.layers.3.norm2.bias": 3.7129781246185303, + "head.weight": 356.9554748535156, + "head.bias": 8.92171573638916, + "global_embedding.weight": 18.347307205200195, + "global_cnn.0.weight": 69.1499252319336, + "global_cnn.0.bias": 2.791675567626953, + "global_cnn.2.weight": 106.47566223144531, + "global_cnn.2.bias": 4.32133150100708, + "global_proj.weight": 25.829269409179688, + "global_proj.bias": 12.416471481323242, + "goal_head.0.weight": 0.02764822356402874, + "goal_head.0.bias": 0.013206294737756252, + "goal_head.2.weight": 0.039376210421323776, + "goal_head.2.bias": 0.028117451816797256 + }, + { + "global_gate": 0.00017597140686120838, + "embedding.weight": 0.01358382124453783, + "cnn.0.weight": 0.2847375273704529, + "cnn.0.bias": 0.00746766384691, + "cnn.2.weight": 0.0667211040854454, + "cnn.2.bias": 0.02876819670200348, + "cnn.5.weight": 0.059082988649606705, + "cnn.5.bias": 0.023634977638721466, + "action_emb.weight": 0.025328129529953003, + "timestep_emb.weight": 0.004249007441103458, + "pos_emb.weight": 0.010946211405098438, + "transformer.layers.0.self_attn.in_proj_weight": 0.12765614688396454, + "transformer.layers.0.self_attn.in_proj_bias": 0.010915436781942844, + "transformer.layers.0.self_attn.out_proj.weight": 0.12627464532852173, + "transformer.layers.0.self_attn.out_proj.bias": 0.014113985933363438, + "transformer.layers.0.linear1.weight": 0.11162793636322021, + "transformer.layers.0.linear1.bias": 0.005825349595397711, + "transformer.layers.0.linear2.weight": 0.14147208631038666, + "transformer.layers.0.linear2.bias": 0.010831842198967934, + "transformer.layers.0.norm1.weight": 0.007972369901835918, + "transformer.layers.0.norm1.bias": 0.00999172031879425, + "transformer.layers.0.norm2.weight": 0.008944950997829437, + "transformer.layers.0.norm2.bias": 0.0057884142734110355, + "transformer.layers.1.self_attn.in_proj_weight": 0.13228300213813782, + "transformer.layers.1.self_attn.in_proj_bias": 0.00796265434473753, + "transformer.layers.1.self_attn.out_proj.weight": 0.13443408906459808, + "transformer.layers.1.self_attn.out_proj.bias": 0.008952041156589985, + "transformer.layers.1.linear1.weight": 0.08497946709394455, + "transformer.layers.1.linear1.bias": 0.004706500098109245, + "transformer.layers.1.linear2.weight": 0.11184199154376984, + "transformer.layers.1.linear2.bias": 0.008382974192500114, + "transformer.layers.1.norm1.weight": 0.008929488249123096, + "transformer.layers.1.norm1.bias": 0.00848371908068657, + "transformer.layers.1.norm2.weight": 0.00594362523406744, + "transformer.layers.1.norm2.bias": 0.004774345550686121, + "transformer.layers.2.self_attn.in_proj_weight": 0.22036509215831757, + "transformer.layers.2.self_attn.in_proj_bias": 0.01055228803306818, + "transformer.layers.2.self_attn.out_proj.weight": 0.12374409288167953, + "transformer.layers.2.self_attn.out_proj.bias": 0.008147460408508778, + "transformer.layers.2.linear1.weight": 0.06127816438674927, + "transformer.layers.2.linear1.bias": 0.004144690465182066, + "transformer.layers.2.linear2.weight": 0.07288087904453278, + "transformer.layers.2.linear2.bias": 0.008378949947655201, + "transformer.layers.2.norm1.weight": 0.01775386370718479, + "transformer.layers.2.norm1.bias": 0.0100312614813447, + "transformer.layers.2.norm2.weight": 0.004055703058838844, + "transformer.layers.2.norm2.bias": 0.004524609073996544, + "transformer.layers.3.self_attn.in_proj_weight": 0.25029829144477844, + "transformer.layers.3.self_attn.in_proj_bias": 0.01618456095457077, + "transformer.layers.3.self_attn.out_proj.weight": 0.14148642122745514, + "transformer.layers.3.self_attn.out_proj.bias": 0.012371310032904148, + "transformer.layers.3.linear1.weight": 0.1237601786851883, + "transformer.layers.3.linear1.bias": 0.009423445910215378, + "transformer.layers.3.linear2.weight": 0.08013265579938889, + "transformer.layers.3.linear2.bias": 0.014329168014228344, + "transformer.layers.3.norm1.weight": 0.021795641630887985, + "transformer.layers.3.norm1.bias": 0.023191984742879868, + "transformer.layers.3.norm2.weight": 0.00830894336104393, + "transformer.layers.3.norm2.bias": 0.009943651035428047, + "head.weight": 1.056740164756775, + "head.bias": 0.028126612305641174, + "global_embedding.weight": 0.03790782764554024, + "global_cnn.0.weight": 0.3881623446941376, + "global_cnn.0.bias": 0.010944896377623081, + "global_cnn.2.weight": 0.8183071613311768, + "global_cnn.2.bias": 0.03847287595272064, + "global_proj.weight": 0.1693410575389862, + "global_proj.bias": 0.135031595826149, + "goal_head.0.weight": 0.10571590811014175, + "goal_head.0.bias": 0.052438732236623764, + "goal_head.2.weight": 0.14437775313854218, + "goal_head.2.bias": 0.11487025767564774 + }, + { + "global_gate": 0.0010957265039905906, + "embedding.weight": 0.015020476654171944, + "cnn.0.weight": 0.2509375810623169, + "cnn.0.bias": 0.007403946947306395, + "cnn.2.weight": 0.040390919893980026, + "cnn.2.bias": 0.01541808806359768, + "cnn.5.weight": 0.03294460102915764, + "cnn.5.bias": 0.011651060543954372, + "action_emb.weight": 0.011669057421386242, + "timestep_emb.weight": 0.0026324812788516283, + "pos_emb.weight": 0.007162284106016159, + "transformer.layers.0.self_attn.in_proj_weight": 0.07346433401107788, + "transformer.layers.0.self_attn.in_proj_bias": 0.006071862764656544, + "transformer.layers.0.self_attn.out_proj.weight": 0.06723882257938385, + "transformer.layers.0.self_attn.out_proj.bias": 0.0071619488298892975, + "transformer.layers.0.linear1.weight": 0.058020416647195816, + "transformer.layers.0.linear1.bias": 0.0030838828533887863, + "transformer.layers.0.linear2.weight": 0.07065150141716003, + "transformer.layers.0.linear2.bias": 0.005177039187401533, + "transformer.layers.0.norm1.weight": 0.004152595065534115, + "transformer.layers.0.norm1.bias": 0.006220693700015545, + "transformer.layers.0.norm2.weight": 0.004820273723453283, + "transformer.layers.0.norm2.bias": 0.002706259721890092, + "transformer.layers.1.self_attn.in_proj_weight": 0.06679579615592957, + "transformer.layers.1.self_attn.in_proj_bias": 0.004336273763328791, + "transformer.layers.1.self_attn.out_proj.weight": 0.06656524538993835, + "transformer.layers.1.self_attn.out_proj.bias": 0.0044466727413237095, + "transformer.layers.1.linear1.weight": 0.04381348565220833, + "transformer.layers.1.linear1.bias": 0.002630328293889761, + "transformer.layers.1.linear2.weight": 0.05835886299610138, + "transformer.layers.1.linear2.bias": 0.003958060871809721, + "transformer.layers.1.norm1.weight": 0.004225652664899826, + "transformer.layers.1.norm1.bias": 0.004519828595221043, + "transformer.layers.1.norm2.weight": 0.003504800610244274, + "transformer.layers.1.norm2.bias": 0.002606224501505494, + "transformer.layers.2.self_attn.in_proj_weight": 0.10141148418188095, + "transformer.layers.2.self_attn.in_proj_bias": 0.004094316158443689, + "transformer.layers.2.self_attn.out_proj.weight": 0.07277345657348633, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033927212934941053, + "transformer.layers.2.linear1.weight": 0.03375273197889328, + "transformer.layers.2.linear1.bias": 0.002148460363969207, + "transformer.layers.2.linear2.weight": 0.0425306037068367, + "transformer.layers.2.linear2.bias": 0.0033421223051846027, + "transformer.layers.2.norm1.weight": 0.009781595319509506, + "transformer.layers.2.norm1.bias": 0.003978272899985313, + "transformer.layers.2.norm2.weight": 0.0024749243166297674, + "transformer.layers.2.norm2.bias": 0.002261714544147253, + "transformer.layers.3.self_attn.in_proj_weight": 0.13513794541358948, + "transformer.layers.3.self_attn.in_proj_bias": 0.007196993567049503, + "transformer.layers.3.self_attn.out_proj.weight": 0.081428661942482, + "transformer.layers.3.self_attn.out_proj.bias": 0.004859606735408306, + "transformer.layers.3.linear1.weight": 0.06914904713630676, + "transformer.layers.3.linear1.bias": 0.004586140159517527, + "transformer.layers.3.linear2.weight": 0.045377664268016815, + "transformer.layers.3.linear2.bias": 0.005258719436824322, + "transformer.layers.3.norm1.weight": 0.012156572192907333, + "transformer.layers.3.norm1.bias": 0.01040264219045639, + "transformer.layers.3.norm2.weight": 0.004776462912559509, + "transformer.layers.3.norm2.bias": 0.004292611498385668, + "head.weight": 0.5608799457550049, + "head.bias": 0.009703552350401878, + "global_embedding.weight": 0.02967786230146885, + "global_cnn.0.weight": 0.07774954289197922, + "global_cnn.0.bias": 0.003671804443001747, + "global_cnn.2.weight": 0.07276973128318787, + "global_cnn.2.bias": 0.003709295531734824, + "global_proj.weight": 0.02528994157910347, + "global_proj.bias": 0.015968425199389458, + "goal_head.0.weight": 0.015332126058638096, + "goal_head.0.bias": 0.007603166624903679, + "goal_head.2.weight": 0.027577944099903107, + "goal_head.2.bias": 0.018342984840273857 + }, + { + "global_gate": 0.0005284198559820652, + "embedding.weight": 0.006186348851770163, + "cnn.0.weight": 0.13932308554649353, + "cnn.0.bias": 0.005731504876166582, + "cnn.2.weight": 0.03847292810678482, + "cnn.2.bias": 0.018828488886356354, + "cnn.5.weight": 0.03594202175736427, + "cnn.5.bias": 0.013968972489237785, + "action_emb.weight": 0.013992241583764553, + "timestep_emb.weight": 0.00307328044436872, + "pos_emb.weight": 0.006928369402885437, + "transformer.layers.0.self_attn.in_proj_weight": 0.07276428490877151, + "transformer.layers.0.self_attn.in_proj_bias": 0.007649735081940889, + "transformer.layers.0.self_attn.out_proj.weight": 0.07901159673929214, + "transformer.layers.0.self_attn.out_proj.bias": 0.009721807204186916, + "transformer.layers.0.linear1.weight": 0.06506078690290451, + "transformer.layers.0.linear1.bias": 0.0035858498886227608, + "transformer.layers.0.linear2.weight": 0.08002208173274994, + "transformer.layers.0.linear2.bias": 0.007489338051527739, + "transformer.layers.0.norm1.weight": 0.004534627310931683, + "transformer.layers.0.norm1.bias": 0.0072687906213104725, + "transformer.layers.0.norm2.weight": 0.004614778328686953, + "transformer.layers.0.norm2.bias": 0.003315493930131197, + "transformer.layers.1.self_attn.in_proj_weight": 0.07313448190689087, + "transformer.layers.1.self_attn.in_proj_bias": 0.005132798571139574, + "transformer.layers.1.self_attn.out_proj.weight": 0.07268664985895157, + "transformer.layers.1.self_attn.out_proj.bias": 0.005861759185791016, + "transformer.layers.1.linear1.weight": 0.047068800777196884, + "transformer.layers.1.linear1.bias": 0.002651941031217575, + "transformer.layers.1.linear2.weight": 0.06270163506269455, + "transformer.layers.1.linear2.bias": 0.005875713191926479, + "transformer.layers.1.norm1.weight": 0.005172665696591139, + "transformer.layers.1.norm1.bias": 0.005532184615731239, + "transformer.layers.1.norm2.weight": 0.0032037971541285515, + "transformer.layers.1.norm2.bias": 0.002451931592077017, + "transformer.layers.2.self_attn.in_proj_weight": 0.12336210161447525, + "transformer.layers.2.self_attn.in_proj_bias": 0.00721781887114048, + "transformer.layers.2.self_attn.out_proj.weight": 0.07712217420339584, + "transformer.layers.2.self_attn.out_proj.bias": 0.005370873957872391, + "transformer.layers.2.linear1.weight": 0.03380335122346878, + "transformer.layers.2.linear1.bias": 0.0024286925327032804, + "transformer.layers.2.linear2.weight": 0.042301807552576065, + "transformer.layers.2.linear2.bias": 0.005564626306295395, + "transformer.layers.2.norm1.weight": 0.01133424136787653, + "transformer.layers.2.norm1.bias": 0.008305172435939312, + "transformer.layers.2.norm2.weight": 0.0022612838074564934, + "transformer.layers.2.norm2.bias": 0.002553880913183093, + "transformer.layers.3.self_attn.in_proj_weight": 0.11074642837047577, + "transformer.layers.3.self_attn.in_proj_bias": 0.0075411610305309296, + "transformer.layers.3.self_attn.out_proj.weight": 0.0671803206205368, + "transformer.layers.3.self_attn.out_proj.bias": 0.006940418388694525, + "transformer.layers.3.linear1.weight": 0.07325851917266846, + "transformer.layers.3.linear1.bias": 0.006045925430953503, + "transformer.layers.3.linear2.weight": 0.04893377423286438, + "transformer.layers.3.linear2.bias": 0.007940185256302357, + "transformer.layers.3.norm1.weight": 0.008904976770281792, + "transformer.layers.3.norm1.bias": 0.01002597901970148, + "transformer.layers.3.norm2.weight": 0.004716647323220968, + "transformer.layers.3.norm2.bias": 0.007169443182647228, + "head.weight": 0.636512815952301, + "head.bias": 0.017246855422854424, + "global_embedding.weight": 0.01582201197743416, + "global_cnn.0.weight": 0.06405099481344223, + "global_cnn.0.bias": 0.002558029256761074, + "global_cnn.2.weight": 0.14088071882724762, + "global_cnn.2.bias": 0.008294141851365566, + "global_proj.weight": 0.04170849919319153, + "global_proj.bias": 0.0254721250385046, + "goal_head.0.weight": 0.019115475937724113, + "goal_head.0.bias": 0.008160088211297989, + "goal_head.2.weight": 0.025028245523571968, + "goal_head.2.bias": 0.017171837389469147 + }, + { + "global_gate": 0.15160931646823883, + "embedding.weight": 2.127899646759033, + "cnn.0.weight": 44.13022994995117, + "cnn.0.bias": 1.5597399473190308, + "cnn.2.weight": 10.561286926269531, + "cnn.2.bias": 3.1300766468048096, + "cnn.5.weight": 8.17828369140625, + "cnn.5.bias": 3.5892608165740967, + "action_emb.weight": 6.814991474151611, + "timestep_emb.weight": 0.3602963089942932, + "pos_emb.weight": 1.2123123407363892, + "transformer.layers.0.self_attn.in_proj_weight": 21.482641220092773, + "transformer.layers.0.self_attn.in_proj_bias": 1.8945276737213135, + "transformer.layers.0.self_attn.out_proj.weight": 19.239273071289062, + "transformer.layers.0.self_attn.out_proj.bias": 2.4058048725128174, + "transformer.layers.0.linear1.weight": 25.901906967163086, + "transformer.layers.0.linear1.bias": 1.0981595516204834, + "transformer.layers.0.linear2.weight": 22.30750846862793, + "transformer.layers.0.linear2.bias": 1.6753332614898682, + "transformer.layers.0.norm1.weight": 1.1868902444839478, + "transformer.layers.0.norm1.bias": 1.9929827451705933, + "transformer.layers.0.norm2.weight": 2.4323315620422363, + "transformer.layers.0.norm2.bias": 1.0479425191879272, + "transformer.layers.1.self_attn.in_proj_weight": 18.971776962280273, + "transformer.layers.1.self_attn.in_proj_bias": 1.083666205406189, + "transformer.layers.1.self_attn.out_proj.weight": 14.711020469665527, + "transformer.layers.1.self_attn.out_proj.bias": 1.3635718822479248, + "transformer.layers.1.linear1.weight": 15.872207641601562, + "transformer.layers.1.linear1.bias": 0.759966254234314, + "transformer.layers.1.linear2.weight": 15.826837539672852, + "transformer.layers.1.linear2.bias": 1.3366814851760864, + "transformer.layers.1.norm1.weight": 1.1875364780426025, + "transformer.layers.1.norm1.bias": 1.100340485572815, + "transformer.layers.1.norm2.weight": 1.24553382396698, + "transformer.layers.1.norm2.bias": 0.7083625793457031, + "transformer.layers.2.self_attn.in_proj_weight": 32.40145492553711, + "transformer.layers.2.self_attn.in_proj_bias": 1.5645463466644287, + "transformer.layers.2.self_attn.out_proj.weight": 15.101852416992188, + "transformer.layers.2.self_attn.out_proj.bias": 1.271178960800171, + "transformer.layers.2.linear1.weight": 6.478102684020996, + "transformer.layers.2.linear1.bias": 0.4675866365432739, + "transformer.layers.2.linear2.weight": 8.20486831665039, + "transformer.layers.2.linear2.bias": 1.2652275562286377, + "transformer.layers.2.norm1.weight": 3.2200491428375244, + "transformer.layers.2.norm1.bias": 1.841374158859253, + "transformer.layers.2.norm2.weight": 0.4177892208099365, + "transformer.layers.2.norm2.bias": 0.5026333928108215, + "transformer.layers.3.self_attn.in_proj_weight": 26.638713836669922, + "transformer.layers.3.self_attn.in_proj_bias": 2.45925235748291, + "transformer.layers.3.self_attn.out_proj.weight": 12.771856307983398, + "transformer.layers.3.self_attn.out_proj.bias": 2.0903873443603516, + "transformer.layers.3.linear1.weight": 14.961748123168945, + "transformer.layers.3.linear1.bias": 1.3463155031204224, + "transformer.layers.3.linear2.weight": 9.703983306884766, + "transformer.layers.3.linear2.bias": 2.563769817352295, + "transformer.layers.3.norm1.weight": 2.4876344203948975, + "transformer.layers.3.norm1.bias": 3.706437349319458, + "transformer.layers.3.norm2.weight": 1.0997564792633057, + "transformer.layers.3.norm2.bias": 1.7906092405319214, + "head.weight": 128.1360321044922, + "head.bias": 4.99256706237793, + "global_embedding.weight": 7.843489646911621, + "global_cnn.0.weight": 27.957162857055664, + "global_cnn.0.bias": 1.195001244544983, + "global_cnn.2.weight": 54.60563659667969, + "global_cnn.2.bias": 1.9407250881195068, + "global_proj.weight": 8.891202926635742, + "global_proj.bias": 5.081876277923584, + "goal_head.0.weight": 0.03183872997760773, + "goal_head.0.bias": 0.014013159088790417, + "goal_head.2.weight": 0.04324688762426376, + "goal_head.2.bias": 0.030052658170461655 + }, + { + "global_gate": 2.0906240940093994, + "embedding.weight": 13.236249923706055, + "cnn.0.weight": 256.7456359863281, + "cnn.0.bias": 8.565608024597168, + "cnn.2.weight": 51.85039138793945, + "cnn.2.bias": 19.137298583984375, + "cnn.5.weight": 51.07204055786133, + "cnn.5.bias": 19.023571014404297, + "action_emb.weight": 25.139415740966797, + "timestep_emb.weight": 2.8447206020355225, + "pos_emb.weight": 7.614779949188232, + "transformer.layers.0.self_attn.in_proj_weight": 122.19927215576172, + "transformer.layers.0.self_attn.in_proj_bias": 13.537364959716797, + "transformer.layers.0.self_attn.out_proj.weight": 113.18000793457031, + "transformer.layers.0.self_attn.out_proj.bias": 17.40516471862793, + "transformer.layers.0.linear1.weight": 102.61381530761719, + "transformer.layers.0.linear1.bias": 6.874080657958984, + "transformer.layers.0.linear2.weight": 120.80520629882812, + "transformer.layers.0.linear2.bias": 14.060391426086426, + "transformer.layers.0.norm1.weight": 7.768277645111084, + "transformer.layers.0.norm1.bias": 14.061136245727539, + "transformer.layers.0.norm2.weight": 8.713522911071777, + "transformer.layers.0.norm2.bias": 8.175230979919434, + "transformer.layers.1.self_attn.in_proj_weight": 114.48755645751953, + "transformer.layers.1.self_attn.in_proj_bias": 8.926351547241211, + "transformer.layers.1.self_attn.out_proj.weight": 107.80792236328125, + "transformer.layers.1.self_attn.out_proj.bias": 11.665858268737793, + "transformer.layers.1.linear1.weight": 72.53195190429688, + "transformer.layers.1.linear1.bias": 4.9904985427856445, + "transformer.layers.1.linear2.weight": 89.98371887207031, + "transformer.layers.1.linear2.bias": 11.283089637756348, + "transformer.layers.1.norm1.weight": 8.157999992370605, + "transformer.layers.1.norm1.bias": 8.936156272888184, + "transformer.layers.1.norm2.weight": 5.401504039764404, + "transformer.layers.1.norm2.bias": 5.462579727172852, + "transformer.layers.2.self_attn.in_proj_weight": 177.0751190185547, + "transformer.layers.2.self_attn.in_proj_bias": 13.769972801208496, + "transformer.layers.2.self_attn.out_proj.weight": 95.95269775390625, + "transformer.layers.2.self_attn.out_proj.bias": 9.967896461486816, + "transformer.layers.2.linear1.weight": 47.7593879699707, + "transformer.layers.2.linear1.bias": 3.6672496795654297, + "transformer.layers.2.linear2.weight": 59.608238220214844, + "transformer.layers.2.linear2.bias": 10.24876594543457, + "transformer.layers.2.norm1.weight": 16.541969299316406, + "transformer.layers.2.norm1.bias": 15.88548469543457, + "transformer.layers.2.norm2.weight": 3.1159796714782715, + "transformer.layers.2.norm2.bias": 3.8753111362457275, + "transformer.layers.3.self_attn.in_proj_weight": 202.51864624023438, + "transformer.layers.3.self_attn.in_proj_bias": 21.24337387084961, + "transformer.layers.3.self_attn.out_proj.weight": 99.62144470214844, + "transformer.layers.3.self_attn.out_proj.bias": 17.87006950378418, + "transformer.layers.3.linear1.weight": 123.11192321777344, + "transformer.layers.3.linear1.bias": 11.188051223754883, + "transformer.layers.3.linear2.weight": 81.4898681640625, + "transformer.layers.3.linear2.bias": 22.550535202026367, + "transformer.layers.3.norm1.weight": 18.012937545776367, + "transformer.layers.3.norm1.bias": 32.070274353027344, + "transformer.layers.3.norm2.weight": 9.666156768798828, + "transformer.layers.3.norm2.bias": 15.274331092834473, + "head.weight": 1039.455078125, + "head.bias": 43.793216705322266, + "global_embedding.weight": 17.72368049621582, + "global_cnn.0.weight": 77.10399627685547, + "global_cnn.0.bias": 3.130460262298584, + "global_cnn.2.weight": 136.75225830078125, + "global_cnn.2.bias": 5.791384696960449, + "global_proj.weight": 34.20156478881836, + "global_proj.bias": 20.11905860900879, + "goal_head.0.weight": 0.03892829641699791, + "goal_head.0.bias": 0.01908324658870697, + "goal_head.2.weight": 0.06384795159101486, + "goal_head.2.bias": 0.04542732238769531 + }, + { + "global_gate": 0.047370415180921555, + "embedding.weight": 1.452841877937317, + "cnn.0.weight": 22.08889389038086, + "cnn.0.bias": 0.8530312776565552, + "cnn.2.weight": 3.920179843902588, + "cnn.2.bias": 1.342382788658142, + "cnn.5.weight": 3.3353986740112305, + "cnn.5.bias": 0.9863048195838928, + "action_emb.weight": 1.71403169631958, + "timestep_emb.weight": 0.14113622903823853, + "pos_emb.weight": 0.3287089765071869, + "transformer.layers.0.self_attn.in_proj_weight": 6.825338840484619, + "transformer.layers.0.self_attn.in_proj_bias": 0.7615096569061279, + "transformer.layers.0.self_attn.out_proj.weight": 5.745277404785156, + "transformer.layers.0.self_attn.out_proj.bias": 0.9556520581245422, + "transformer.layers.0.linear1.weight": 6.615528106689453, + "transformer.layers.0.linear1.bias": 0.3838052451610565, + "transformer.layers.0.linear2.weight": 5.948807239532471, + "transformer.layers.0.linear2.bias": 0.7094038724899292, + "transformer.layers.0.norm1.weight": 0.472409725189209, + "transformer.layers.0.norm1.bias": 0.6675748229026794, + "transformer.layers.0.norm2.weight": 0.6617793440818787, + "transformer.layers.0.norm2.bias": 0.5123122930526733, + "transformer.layers.1.self_attn.in_proj_weight": 5.282919883728027, + "transformer.layers.1.self_attn.in_proj_bias": 0.4547479748725891, + "transformer.layers.1.self_attn.out_proj.weight": 4.491620063781738, + "transformer.layers.1.self_attn.out_proj.bias": 0.5877061486244202, + "transformer.layers.1.linear1.weight": 3.756746768951416, + "transformer.layers.1.linear1.bias": 0.23811845481395721, + "transformer.layers.1.linear2.weight": 4.301130771636963, + "transformer.layers.1.linear2.bias": 0.5738343596458435, + "transformer.layers.1.norm1.weight": 0.40506646037101746, + "transformer.layers.1.norm1.bias": 0.4036317467689514, + "transformer.layers.1.norm2.weight": 0.28944599628448486, + "transformer.layers.1.norm2.bias": 0.256656289100647, + "transformer.layers.2.self_attn.in_proj_weight": 10.14071273803711, + "transformer.layers.2.self_attn.in_proj_bias": 0.847077488899231, + "transformer.layers.2.self_attn.out_proj.weight": 3.1459717750549316, + "transformer.layers.2.self_attn.out_proj.bias": 0.4358506500720978, + "transformer.layers.2.linear1.weight": 1.4792393445968628, + "transformer.layers.2.linear1.bias": 0.12862662971019745, + "transformer.layers.2.linear2.weight": 1.842383861541748, + "transformer.layers.2.linear2.bias": 0.43791571259498596, + "transformer.layers.2.norm1.weight": 0.8751683235168457, + "transformer.layers.2.norm1.bias": 1.0159988403320312, + "transformer.layers.2.norm2.weight": 0.1104346364736557, + "transformer.layers.2.norm2.bias": 0.13858374953269958, + "transformer.layers.3.self_attn.in_proj_weight": 4.608675003051758, + "transformer.layers.3.self_attn.in_proj_bias": 0.4602189064025879, + "transformer.layers.3.self_attn.out_proj.weight": 2.5002501010894775, + "transformer.layers.3.self_attn.out_proj.bias": 0.41575223207473755, + "transformer.layers.3.linear1.weight": 2.757603168487549, + "transformer.layers.3.linear1.bias": 0.283168762922287, + "transformer.layers.3.linear2.weight": 1.7595187425613403, + "transformer.layers.3.linear2.bias": 0.4395255744457245, + "transformer.layers.3.norm1.weight": 0.3820887506008148, + "transformer.layers.3.norm1.bias": 0.6092700362205505, + "transformer.layers.3.norm2.weight": 0.189239040017128, + "transformer.layers.3.norm2.bias": 0.3439304530620575, + "head.weight": 21.368513107299805, + "head.bias": 1.006932258605957, + "global_embedding.weight": 0.6124861836433411, + "global_cnn.0.weight": 3.6345150470733643, + "global_cnn.0.bias": 0.09014786034822464, + "global_cnn.2.weight": 6.677204608917236, + "global_cnn.2.bias": 0.3251292407512665, + "global_proj.weight": 1.685054898262024, + "global_proj.bias": 1.2012858390808105, + "goal_head.0.weight": 0.029147755354642868, + "goal_head.0.bias": 0.014603430405259132, + "goal_head.2.weight": 0.044818662106990814, + "goal_head.2.bias": 0.033721696585416794 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.09230631589889526, - 0.13261982798576355, - 0.0496218204498291, - 0.014844713732600212, - 0.05833456665277481, - 0.014075253158807755, - 0.057477597147226334, - 0.013749180361628532, - 0.029255453497171402, - 0.044459979981184006 + 0.16647067666053772, + 0.0553557462990284, + 0.08867519348859787, + 0.0621236152946949, + 0.09674248099327087, + 0.12712247669696808, + 0.11887678503990173, + 0.08274960517883301, + 0.032217156141996384, + 0.05900305509567261, + 0.07121370732784271, + 0.053233396261930466, + 0.0682845190167427, + 0.1420215219259262, + 0.0777619257569313, + 0.11994104832410812, + 0.07851395756006241, + 0.11125466972589493, + 0.16708150506019592, + 0.11921841651201248 ], "repr_drift_kl_low_t": [ - 0.10809899866580963, - 0.13626867532730103, - 0.05635947734117508, - 0.014040036126971245, - 0.053132735192775726, - 0.015021092258393764, - 0.07234753668308258, - 0.012330345809459686, - 0.0384041965007782, - 0.02753927744925022 + 0.2383517324924469, + 0.07089299708604813, + 0.1403951644897461, + 0.0852075144648552, + 0.13962092995643616, + 0.18867497146129608, + 0.17227475345134735, + 0.12592822313308716, + 0.0422150082886219, + 0.08140888810157776, + 0.10271503031253815, + 0.08179594576358795, + 0.10314872115850449, + 0.23491664230823517, + 0.12289553135633469, + 0.18606553971767426, + 0.11147857457399368, + 0.1665477156639099, + 0.23870623111724854, + 0.17786788940429688 ], "repr_drift_kl_mid_t": [ - 0.08418545126914978, - 0.0961771085858345, - 0.03939179331064224, - 0.011056492105126381, - 0.04164215922355652, - 0.0115746408700943, - 0.051511552184820175, - 0.008646175265312195, - 0.02763950452208519, - 0.033483486622571945 + 0.1579536646604538, + 0.052887920290231705, + 0.07978615164756775, + 0.05390985682606697, + 0.08980562537908554, + 0.11481383442878723, + 0.11123427003622055, + 0.07251027971506119, + 0.028598899021744728, + 0.05353149026632309, + 0.07144728302955627, + 0.04973899945616722, + 0.06385771185159683, + 0.13032828271389008, + 0.06955616921186447, + 0.10987577587366104, + 0.07198125123977661, + 0.10909460484981537, + 0.15347015857696533, + 0.10634595155715942 ], "repr_drift_kl_high_t": [ - 0.08552055805921555, - 0.184473916888237, - 0.07414761185646057, - 0.02862553671002388, - 0.06396031379699707, - 0.025703782215714455, - 0.06682731211185455, - 0.016226667910814285, - 0.03218246251344681, - 0.07883265614509583 + 0.1257304847240448, + 0.05658360943198204, + 0.04736350104212761, + 0.048976749181747437, + 0.07037460803985596, + 0.0869755744934082, + 0.07862314581871033, + 0.05520787835121155, + 0.028440283611416817, + 0.047657310962677, + 0.03763343393802643, + 0.03245890513062477, + 0.04422866925597191, + 0.0742960125207901, + 0.04826803505420685, + 0.06380217522382736, + 0.055149905383586884, + 0.06206677481532097, + 0.1133306473493576, + 0.08012613654136658 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8856183290481567, - 0.85850989818573, - 0.8938235640525818, - 0.9831835627555847, - 0.873727023601532 + 0.879697859287262, + 0.9255080223083496, + 0.8985350728034973, + 0.9262098073959351, + 0.9083611369132996, + 0.9147388935089111, + 0.9143456816673279, + 0.9654378890991211, + 0.8972955346107483, + 0.9126115441322327 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 5.198400020599365, - 2.5423965454101562, - 2.538860321044922, - 0.5701393485069275, - 0.8707590103149414, - 0.5400906801223755, - 3.7423911094665527, - 0.27362924814224243, - 2.080012559890747, - 0.30443471670150757 + 5.316573619842529, + 1.2091823816299438, + 1.7826379537582397, + 1.3528339862823486, + 1.2074854373931885, + 1.5013236999511719, + 1.5734505653381348, + 1.4010981321334839, + 0.5425890684127808, + 0.9753881096839905, + 0.7167859673500061, + 0.46124187111854553, + 1.2130862474441528, + 1.5055131912231445, + 1.5199010372161865, + 0.7005936503410339, + 0.8808010220527649, + 0.8558259606361389, + 1.5985379219055176, + 1.2694005966186523 ], "norm_high_t": [ - 4.926820755004883, - 2.779249668121338, - 2.4207706451416016, - 0.37080320715904236, - 0.9528696537017822, - 0.5013593435287476, - 3.3363959789276123, - 0.36811137199401855, - 2.131462335586548, - 0.3150267004966736 + 7.411597728729248, + 1.4830156564712524, + 1.7849340438842773, + 1.1313843727111816, + 1.0527147054672241, + 1.6104648113250732, + 2.3087966442108154, + 1.7885069847106934, + 0.6299145817756653, + 0.9998647570610046, + 1.059407353401184, + 0.6801301836967468, + 1.7748537063598633, + 2.6584043502807617, + 1.8890053033828735, + 0.9308505654335022, + 0.7520199418067932, + 0.7733441591262817, + 1.6144585609436035, + 1.304644227027893 ], "lowhigh_cos": [ - 0.85431969165802, - 0.4204055666923523, - 0.39970123767852783, - 0.509364902973175, - 0.9207302927970886, - 0.7044810652732849, - 0.5560643672943115, - 0.7995440363883972, - 0.25193965435028076, - 0.9652153253555298 + 0.841474175453186, + 0.7485323548316956, + 0.8463691473007202, + 0.7891203761100769, + 0.8408157825469971, + 0.8488343358039856, + 0.7359446883201599, + 0.6965323090553284, + 0.5981914401054382, + 0.6154624223709106, + 0.641420304775238, + 0.6335122585296631, + 0.6968382596969604, + 0.4669170081615448, + 0.672794759273529, + 0.578434944152832, + 0.5789530873298645, + 0.5115379691123962, + 0.5911857485771179, + 0.6831605434417725 ], "t_bin_norms": [ { - "t_0.0-0.1": 6.289369583129883, - "t_0.1-0.2": 5.941370010375977, - "t_0.2-0.3": 5.647867679595947, - "t_0.3-0.4": 6.233592987060547, - "t_0.4-0.5": 6.517845630645752, - "t_0.5-0.6": 6.239536762237549, - "t_0.6-0.7": 6.555191516876221, - "t_0.7-0.8": 5.985992431640625, - "t_0.8-0.9": 5.357120990753174, - "t_0.9-1.0": 4.319272041320801 - }, - { - "t_0.0-0.1": 2.2661969661712646, - "t_0.1-0.2": 2.287663459777832, - "t_0.2-0.3": 2.075901508331299, - "t_0.3-0.4": 1.9926743507385254, - "t_0.4-0.5": 2.099482297897339, - "t_0.5-0.6": 2.1194558143615723, - "t_0.6-0.7": 2.214719772338867, - "t_0.7-0.8": 2.1564581394195557, - "t_0.8-0.9": 2.2358524799346924, - "t_0.9-1.0": 3.18442440032959 - }, - { - "t_0.0-0.1": 2.429722785949707, - "t_0.1-0.2": 2.6421048641204834, - "t_0.2-0.3": 2.5693416595458984, - "t_0.3-0.4": 2.363511800765991, - "t_0.4-0.5": 2.1919281482696533, - "t_0.5-0.6": 1.9840301275253296, - "t_0.6-0.7": 1.5920926332473755, - "t_0.7-0.8": 1.596718430519104, - "t_0.8-0.9": 2.1814332008361816, - "t_0.9-1.0": 3.6501312255859375 - }, - { - "t_0.0-0.1": 0.3420398235321045, - "t_0.1-0.2": 0.3497627079486847, - "t_0.2-0.3": 0.37553349137306213, - "t_0.3-0.4": 0.38106706738471985, - "t_0.4-0.5": 0.3502644896507263, - "t_0.5-0.6": 0.3874236047267914, - "t_0.6-0.7": 0.43265828490257263, - "t_0.7-0.8": 0.35268768668174744, - "t_0.8-0.9": 0.35374364256858826, - "t_0.9-1.0": 0.3835715651512146 - }, - { - "t_0.0-0.1": 0.8597723841667175, - "t_0.1-0.2": 0.8639421463012695, - "t_0.2-0.3": 0.8821910619735718, - "t_0.3-0.4": 0.8688485026359558, - "t_0.4-0.5": 0.87187260389328, - "t_0.5-0.6": 1.259918451309204, - "t_0.6-0.7": 0.8693490028381348, - "t_0.7-0.8": 0.8703014254570007, - "t_0.8-0.9": 0.860740602016449, - "t_0.9-1.0": 0.8790296912193298 - }, - { - "t_0.0-0.1": 0.4621478021144867, - "t_0.1-0.2": 0.46638843417167664, - "t_0.2-0.3": 0.4625285863876343, - "t_0.3-0.4": 0.4768047630786896, - "t_0.4-0.5": 0.46254152059555054, - "t_0.5-0.6": 0.48996472358703613, - "t_0.6-0.7": 0.46560022234916687, - "t_0.7-0.8": 0.5168991088867188, - "t_0.8-0.9": 0.48012250661849976, - "t_0.9-1.0": 0.7204541563987732 - }, - { - "t_0.0-0.1": 5.004904270172119, - "t_0.1-0.2": 3.815286636352539, - "t_0.2-0.3": 3.4963130950927734, - "t_0.3-0.4": 3.434241771697998, - "t_0.4-0.5": 4.1667022705078125, - "t_0.5-0.6": 3.780748128890991, - "t_0.6-0.7": 3.2056946754455566, - "t_0.7-0.8": 3.3732292652130127, - "t_0.8-0.9": 3.6522302627563477, - "t_0.9-1.0": 3.5977632999420166 - }, - { - "t_0.0-0.1": 0.2805992662906647, - "t_0.1-0.2": 0.6480434536933899, - "t_0.2-0.3": 0.346808522939682, - "t_0.3-0.4": 0.3225927948951721, - "t_0.4-0.5": 0.34908434748649597, - "t_0.5-0.6": 0.4757697582244873, - "t_0.6-0.7": 0.3339111804962158, - "t_0.7-0.8": 0.39890092611312866, - "t_0.8-0.9": 0.3715551793575287, - "t_0.9-1.0": 0.3864109218120575 - }, - { - "t_0.0-0.1": 1.9958302974700928, - "t_0.1-0.2": 2.135883331298828, - "t_0.2-0.3": 1.9088867902755737, - "t_0.3-0.4": 1.9324126243591309, - "t_0.4-0.5": 2.4012598991394043, - "t_0.5-0.6": 1.892940878868103, - "t_0.6-0.7": 1.830215334892273, - "t_0.7-0.8": 1.7845425605773926, - "t_0.8-0.9": 1.9596682786941528, - "t_0.9-1.0": 2.0971014499664307 - }, - { - "t_0.0-0.1": 0.30410781502723694, - "t_0.1-0.2": 0.3043785095214844, - "t_0.2-0.3": 0.3050539791584015, - "t_0.3-0.4": 0.30654770135879517, - "t_0.4-0.5": 0.3091338574886322, - "t_0.5-0.6": 0.3151802718639374, - "t_0.6-0.7": 0.32228779792785645, - "t_0.7-0.8": 0.3081783056259155, - "t_0.8-0.9": 0.30991053581237793, - "t_0.9-1.0": 0.3126123249530792 + "t_0.0-0.1": 4.656919956207275, + "t_0.1-0.2": 5.1970953941345215, + "t_0.2-0.3": 5.496182918548584, + "t_0.3-0.4": 5.798740863800049, + "t_0.4-0.5": 6.071232318878174, + "t_0.5-0.6": 6.273046016693115, + "t_0.6-0.7": 5.750792026519775, + "t_0.7-0.8": 6.542847633361816, + "t_0.8-0.9": 6.80670690536499, + "t_0.9-1.0": 7.911763668060303 + }, + { + "t_0.0-0.1": 0.9622619152069092, + "t_0.1-0.2": 1.0137983560562134, + "t_0.2-0.3": 1.0448836088180542, + "t_0.3-0.4": 1.0361692905426025, + "t_0.4-0.5": 1.0589144229888916, + "t_0.5-0.6": 0.9909193515777588, + "t_0.6-0.7": 1.0637037754058838, + "t_0.7-0.8": 1.1232059001922607, + "t_0.8-0.9": 1.2265952825546265, + "t_0.9-1.0": 2.0373146533966064 + }, + { + "t_0.0-0.1": 1.6592382192611694, + "t_0.1-0.2": 1.830625057220459, + "t_0.2-0.3": 1.721659541130066, + "t_0.3-0.4": 1.7907465696334839, + "t_0.4-0.5": 1.8260310888290405, + "t_0.5-0.6": 1.8270444869995117, + "t_0.6-0.7": 1.8045082092285156, + "t_0.7-0.8": 1.7754547595977783, + "t_0.8-0.9": 1.804537057876587, + "t_0.9-1.0": 2.5152840614318848 + }, + { + "t_0.0-0.1": 0.949320912361145, + "t_0.1-0.2": 1.1341171264648438, + "t_0.2-0.3": 1.285323143005371, + "t_0.3-0.4": 1.104026436805725, + "t_0.4-0.5": 1.1211539506912231, + "t_0.5-0.6": 1.1818784475326538, + "t_0.6-0.7": 1.0545148849487305, + "t_0.7-0.8": 1.1097166538238525, + "t_0.8-0.9": 1.1557960510253906, + "t_0.9-1.0": 1.1342003345489502 + }, + { + "t_0.0-0.1": 1.126213550567627, + "t_0.1-0.2": 1.0462801456451416, + "t_0.2-0.3": 1.1012449264526367, + "t_0.3-0.4": 1.0550158023834229, + "t_0.4-0.5": 1.0333664417266846, + "t_0.5-0.6": 1.01937735080719, + "t_0.6-0.7": 1.033998966217041, + "t_0.7-0.8": 1.0678828954696655, + "t_0.8-0.9": 1.116137981414795, + "t_0.9-1.0": 1.0368387699127197 + }, + { + "t_0.0-0.1": 2.517145872116089, + "t_0.1-0.2": 1.517505407333374, + "t_0.2-0.3": 1.5592290163040161, + "t_0.3-0.4": 1.569409728050232, + "t_0.4-0.5": 1.6948497295379639, + "t_0.5-0.6": 1.6324270963668823, + "t_0.6-0.7": 1.6524370908737183, + "t_0.7-0.8": 1.61789071559906, + "t_0.8-0.9": 1.6923093795776367, + "t_0.9-1.0": 1.6887465715408325 + }, + { + "t_0.0-0.1": 1.8477622270584106, + "t_0.1-0.2": 1.5811941623687744, + "t_0.2-0.3": 1.613227128982544, + "t_0.3-0.4": 1.5321769714355469, + "t_0.4-0.5": 1.582627773284912, + "t_0.5-0.6": 1.6040325164794922, + "t_0.6-0.7": 1.6247680187225342, + "t_0.7-0.8": 1.7020378112792969, + "t_0.8-0.9": 2.004913568496704, + "t_0.9-1.0": 2.7152743339538574 + }, + { + "t_0.0-0.1": 1.3997474908828735, + "t_0.1-0.2": 1.4149119853973389, + "t_0.2-0.3": 1.455535650253296, + "t_0.3-0.4": 1.4558851718902588, + "t_0.4-0.5": 1.4679666757583618, + "t_0.5-0.6": 1.4434524774551392, + "t_0.6-0.7": 1.4107882976531982, + "t_0.7-0.8": 1.5017306804656982, + "t_0.8-0.9": 1.6887245178222656, + "t_0.9-1.0": 2.0940797328948975 + }, + { + "t_0.0-0.1": 0.6951249241828918, + "t_0.1-0.2": 0.5570030808448792, + "t_0.2-0.3": 0.5410317778587341, + "t_0.3-0.4": 0.5752468705177307, + "t_0.4-0.5": 0.5808295607566833, + "t_0.5-0.6": 0.5619325637817383, + "t_0.6-0.7": 0.5630485415458679, + "t_0.7-0.8": 0.6262694001197815, + "t_0.8-0.9": 0.7137792110443115, + "t_0.9-1.0": 0.7204229235649109 + }, + { + "t_0.0-0.1": 1.1607513427734375, + "t_0.1-0.2": 0.9982478022575378, + "t_0.2-0.3": 0.9589041471481323, + "t_0.3-0.4": 0.921629786491394, + "t_0.4-0.5": 0.9083917737007141, + "t_0.5-0.6": 0.9633936882019043, + "t_0.6-0.7": 0.9116129279136658, + "t_0.7-0.8": 0.9089528918266296, + "t_0.8-0.9": 0.9497966766357422, + "t_0.9-1.0": 1.2661380767822266 + }, + { + "t_0.0-0.1": 0.8161417245864868, + "t_0.1-0.2": 0.7276701927185059, + "t_0.2-0.3": 0.803029477596283, + "t_0.3-0.4": 0.8048237562179565, + "t_0.4-0.5": 0.7986642718315125, + "t_0.5-0.6": 0.8068622946739197, + "t_0.6-0.7": 0.7614108324050903, + "t_0.7-0.8": 0.8000891208648682, + "t_0.8-0.9": 0.8624547123908997, + "t_0.9-1.0": 1.133547067642212 + }, + { + "t_0.0-0.1": 0.5460547208786011, + "t_0.1-0.2": 0.5307891368865967, + "t_0.2-0.3": 0.49006640911102295, + "t_0.3-0.4": 0.48286062479019165, + "t_0.4-0.5": 0.49019378423690796, + "t_0.5-0.6": 0.5086471438407898, + "t_0.6-0.7": 0.5133345723152161, + "t_0.7-0.8": 0.5113912224769592, + "t_0.8-0.9": 0.530372679233551, + "t_0.9-1.0": 0.7926860451698303 + }, + { + "t_0.0-0.1": 1.6979329586029053, + "t_0.1-0.2": 1.272737979888916, + "t_0.2-0.3": 1.2470314502716064, + "t_0.3-0.4": 1.2586525678634644, + "t_0.4-0.5": 1.30331552028656, + "t_0.5-0.6": 1.2305474281311035, + "t_0.6-0.7": 1.3019015789031982, + "t_0.7-0.8": 1.3890944719314575, + "t_0.8-0.9": 1.655893325805664, + "t_0.9-1.0": 1.9789209365844727 + }, + { + "t_0.0-0.1": 1.3897000551223755, + "t_0.1-0.2": 1.59710693359375, + "t_0.2-0.3": 1.5918798446655273, + "t_0.3-0.4": 1.5542032718658447, + "t_0.4-0.5": 1.481649398803711, + "t_0.5-0.6": 1.6279761791229248, + "t_0.6-0.7": 1.6388545036315918, + "t_0.7-0.8": 1.8169199228286743, + "t_0.8-0.9": 2.1888957023620605, + "t_0.9-1.0": 3.2311301231384277 + }, + { + "t_0.0-0.1": 1.9641914367675781, + "t_0.1-0.2": 1.6043100357055664, + "t_0.2-0.3": 1.5797374248504639, + "t_0.3-0.4": 1.6334205865859985, + "t_0.4-0.5": 1.5882821083068848, + "t_0.5-0.6": 1.6777849197387695, + "t_0.6-0.7": 1.5939981937408447, + "t_0.7-0.8": 1.6699225902557373, + "t_0.8-0.9": 1.9636993408203125, + "t_0.9-1.0": 2.112513542175293 + }, + { + "t_0.0-0.1": 1.4573148488998413, + "t_0.1-0.2": 0.7911437749862671, + "t_0.2-0.3": 0.7120253443717957, + "t_0.3-0.4": 0.7188938856124878, + "t_0.4-0.5": 0.6930979490280151, + "t_0.5-0.6": 0.7128057479858398, + "t_0.6-0.7": 0.7461544871330261, + "t_0.7-0.8": 0.7330946922302246, + "t_0.8-0.9": 0.8229160308837891, + "t_0.9-1.0": 1.2476366758346558 + }, + { + "t_0.0-0.1": 1.0835163593292236, + "t_0.1-0.2": 0.8871564865112305, + "t_0.2-0.3": 0.8681111931800842, + "t_0.3-0.4": 0.8668911457061768, + "t_0.4-0.5": 0.8348388075828552, + "t_0.5-0.6": 0.8100031018257141, + "t_0.6-0.7": 0.7691614031791687, + "t_0.7-0.8": 0.7009873390197754, + "t_0.8-0.9": 0.7453805804252625, + "t_0.9-1.0": 0.9155442118644714 + }, + { + "t_0.0-0.1": 0.782406747341156, + "t_0.1-0.2": 0.6517406105995178, + "t_0.2-0.3": 0.6641382575035095, + "t_0.3-0.4": 0.621206521987915, + "t_0.4-0.5": 0.6301994323730469, + "t_0.5-0.6": 0.6218677759170532, + "t_0.6-0.7": 0.6409481167793274, + "t_0.7-0.8": 0.6613013744354248, + "t_0.8-0.9": 0.6550504565238953, + "t_0.9-1.0": 0.9291346073150635 + }, + { + "t_0.0-0.1": 1.1837115287780762, + "t_0.1-0.2": 1.5008796453475952, + "t_0.2-0.3": 1.4829590320587158, + "t_0.3-0.4": 1.5218185186386108, + "t_0.4-0.5": 1.505407452583313, + "t_0.5-0.6": 1.4717379808425903, + "t_0.6-0.7": 1.4125560522079468, + "t_0.7-0.8": 1.4431296586990356, + "t_0.8-0.9": 1.6017452478408813, + "t_0.9-1.0": 1.848505973815918 + }, + { + "t_0.0-0.1": 1.3804552555084229, + "t_0.1-0.2": 1.2610177993774414, + "t_0.2-0.3": 1.2035421133041382, + "t_0.3-0.4": 1.2076958417892456, + "t_0.4-0.5": 1.3070933818817139, + "t_0.5-0.6": 1.1967922449111938, + "t_0.6-0.7": 1.1951781511306763, + "t_0.7-0.8": 1.1673970222473145, + "t_0.8-0.9": 1.2455030679702759, + "t_0.9-1.0": 1.4581769704818726 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.01244813296943903, - 0.026965003460645676, - 0.05051150918006897, - 0.03402366861701012, - 0.21041519939899445, - 0.0077751195058226585, - 0.4008888900279999, - 0.08361581712961197, - 0.1861937940120697, - 0.018018018454313278, - 0.23320895433425903, - 0.37655016779899597, - 0.031982939690351486, - 0.013047530315816402, - 0.042521994560956955, - 0.13552801311016083, - 0.01764705963432789, - 0.13154762983322144, - 0.013302926905453205, - 0.04674127697944641, - 0.13727454841136932, - 0.023351648822426796, - 0.5479375720024109, - 0.010501750744879246, - 0.009749303571879864, - 0.13050313293933868, - 0.10656436532735825, - 0.055776894092559814, - 0.006127451080828905, - 0.2756797671318054, - 0.1511555314064026, - 0.10519605129957199, - 0.16939251124858856, - 0.03052728995680809, - 0.18970894813537598, - 0.04600345343351364, - 0.06866952776908875, - 0.6225895285606384, - 0.04614325240254402, - 0.09379727393388748, - 0.1267748475074768, - 0.15004055202007294, - 0.049976203590631485, - 0.16267059743404388, - 0.0323176383972168, - 0.006637168116867542, - 0.1621621549129486, - 0.016597511246800423, - 0.09550046175718307, - 0.18885448575019836, - 0.04125837981700897, - 0.27780601382255554, - 0.16116750240325928, - 0.5394088625907898, - 0.06386779993772507, - 0.09498807042837143, - 0.20880453288555145, - 0.02192840911448002, - 0.09015829861164093, - 0.006592291872948408, - 0.09216418117284775, - 0.04634495824575424, - 0.07924286276102066, - 0.0049827522598207, - 0.20443519949913025, - 0.1457541286945343, - 0.10161229223012924, - 0.24025341868400574, - 0.0050505055114626884, - 0.05362318828701973, - 0.03702031448483467, - 0.08078693598508835, - 0.046715326607227325, - 0.005692599341273308, - 0.12109203636646271, - 0.010532150976359844, - 0.09216418117284775, - 0.0882352963089943, - 0.007778738159686327, - 0.015853149816393852, - 0.007957559078931808, - 0.015235456638038158, - 0.07201404869556427, - 0.134852796792984, - 0.10390516370534897, - 0.0066828676499426365, - 0.09556786715984344, - 0.020661156624555588, - 0.05879846587777138, - 0.0019267823081463575, - 0.019362187013030052, - 0.012658228166401386, - 0.004323899280279875, - 0.08050436526536942, - 0.09995969384908676, - 0.010458839125931263, - 0.005692599341273308, - 0.03413143381476402, - 0.09238310903310776, - 0.007095793262124062, - 0.14220182597637177, - 0.15347334742546082, - 0.20178282260894775, - 0.09489575773477554, - 0.0037313434295356274, - 0.018923712894320488, - 0.1615999937057495, - 0.04873853176832199, - 0.02139800414443016, - 0.04764219745993614, - 0.01091326866298914, - 0.024171890690922737, - 0.10147299617528915, - 0.048245616257190704, - 0.20551377534866333, - 0.004059539642184973, - 0.012500000186264515, - 0.0016111708246171474, - 0.0034987276885658503, - 0.09221076965332031, - 0.10970323532819748, - 0.07550731301307678, - 0.06937173008918762, - 0.03294573724269867, - 0.006944444961845875, - 0.009782608598470688, - 0.00911458395421505, - 0.010714286006987095, - 0.005976095795631409, - 0.2547169625759125, - 0.17151989042758942, - 0.0032894734758883715, - 0.0617363303899765, - 0.021343378350138664, - 0.07512520998716354, - 0.0031421836465597153, - 0.12649573385715485, - 0.16563786566257477, - 0.1144501268863678, - 0.02053140103816986, - 0.17658276855945587, - 0.005434782709926367, - 0.01001112349331379, - 0.07307692617177963, - 0.005130596924573183, - 0.0672963410615921, - 0.09507042169570923, - 0.09679877758026123, - 0.18221575021743774, - 0.05589639022946358, - 0.0613086000084877, - 0.008900190703570843, - 0.1282811164855957, - 0.012951602227985859, - 0.004323899280279875, - 0.03483201563358307, - 0.005976095795631409, - 0.006637168116867542, - 0.013174670748412609, - 0.09600313007831573, - 0.028138527646660805, - 0.12854251265525818, - 0.15432648360729218, - 0.14123278856277466, - 0.041766684502363205, - 0.10040430724620819, - 0.00973360612988472, - 0.07536231726408005, - 0.011538461782038212, - 0.26816239953041077, - 0.0026041667442768812, - 0.06945863366127014, - 0.01110550295561552, - 0.020592020824551582, - 0.01965065486729145, - 0.17961165308952332, - 0.04079696163535118, - 0.10340531170368195, - 0.030975496396422386, - 0.20540264248847961, - 0.016304347664117813, - 0.18221575021743774, - 0.22285713255405426, - 0.2706480324268341, - 0.03227485716342926, - 0.004983388818800449, - 0.04755043238401413, - 0.21477429568767548, - 0.03681351616978645, - 0.1921602040529251, - 0.1410835236310959, - 0.10624033212661743, - 0.015000000596046448, - 0.014962594024837017, - 0.013647058978676796, - 0.00538160465657711, - 0.028246013447642326, - 0.3167649507522583, - 0.1634114682674408, - 0.16827094554901123, - 0.15955056250095367, - 0.04229607433080673, - 0.10076157003641129, - 0.07147110998630524, - 0.004323899280279875, - 0.00657131802290678, - 0.08037693798542023, - 0.06463595479726791, - 0.006396588869392872, - 0.014804845675826073, - 0.08027523010969162, - 0.011748909018933773, - 0.009999999776482582, - 0.057500001043081284, - 0.313043475151062, - 0.08491367101669312, - 0.06787879019975662, - 0.006289307959377766, - 0.09195402264595032, - 0.01653696410357952, - 0.0182291679084301, - 0.08670033514499664, - 0.1163734719157219, - 0.011414077132940292, - 0.005886970087885857, - 0.12298604100942612, - 0.12546125054359436, - 0.07782100886106491, - 0.023351648822426796, - 0.12585033476352692, - 0.022182468324899673, - 0.05968639254570007, - 0.004385964944958687, - 0.042662113904953, - 0.26244813203811646, - 0.10833333432674408, - 0.003355704713612795, - 0.0035771066322922707, - 0.05689194053411484, - 0.0038677917327731848, - 0.15085157752037048, - 0.20151133835315704, - 0.1063360944390297, - 0.004201680887490511, - 0.08720112591981888, - 0.021462105214595795, - 0.0985473096370697, - 0.03625377640128136, - 0.05802861601114273, - 0.14196428656578064, - 0.013256738893687725, - 0.004901960492134094, - 0.19989904761314392, - 0.02659110724925995, - 0.20691579580307007, - 0.09777424484491348, - 0.10676691681146622, - 0.08643457293510437, - 0.018139714375138283, - 0.06891635060310364, - 0.02876480482518673, - 0.11973918974399567, - 0.09849462658166885, - 0.011538461782038212, - 0.0027985074557363987, - 0.3159269094467163, - 0.007625272031873465, - 0.0035971221514046192, - 0.07642799615859985, - 0.11465797573328018, - 0.13567009568214417, - 0.015000000596046448, - 0.1530751734972, - 0.014634146355092525, - 0.07823871821165085, - 0.11457035690546036, - 0.21137890219688416, - 0.06583506613969803, - 0.04162219911813736, - 0.11827956885099411, - 0.018847007304430008, - 0.07127772271633148, - 0.05841924622654915, - 0.01092896144837141, - 0.1708754152059555, - 0.07894737273454666, - 0.010479042306542397, - 0.023483365774154663, - 0.07605069875717163, - 0.08337675780057907, - 0.017422866076231003, - 0.0045008184388279915, - 0.07625272125005722, - 0.003355704713612795, - 0.005130596924573183, - 0.016335228458046913, - 0.07162725925445557, - 0.12553343176841736, - 0.1464032530784607, - 0.010606060735881329, - 0.028070176020264626, - 0.1346733719110489, - 0.10580204427242279, - 0.12124711275100708, - 0.08867751061916351, - 0.007336343172937632, - 0.009376723319292068, - 0.005130596924573183, - 0.012054506689310074, - 0.012666244059801102, - 0.07472904026508331, - 0.013056835159659386, - 0.15887463092803955, - 0.0026212320663034916, - 0.08042293787002563, - 0.028688523918390274, - 0.09832775592803955, - 0.13050313293933868, - 0.11003521084785461, - 0.0016556291375309229, - 0.013869625516235828, - 0.006289307959377766, - 0.24337518215179443, - 0.007710843347012997, - 0.0020242915488779545, - 0.11768953502178192, - 0.24888558685779572, - 0.096146360039711, - 0.009749303571879864, - 0.0833333358168602, - 0.011904762126505375, - 0.0047846888191998005, - 0.002195734065026045, - 0.14057332277297974, - 0.15392015874385834, - 0.008269719779491425, - 0.005721830762922764, - 0.2015065848827362, - 0.12547945976257324, - 0.0016324626049026847, - 0.014320987276732922, - 0.08902616053819656, - 0.015529842115938663, - 0.24758686125278473, - 0.01605839468538761, - 0.0037251655012369156, - 0.11821623891592026, - 0.0772179663181305, - 0.09728752076625824, - 0.003355704713612795, - 0.05625717341899872, - 0.19419746100902557, - 0.09561753273010254, - 0.06187569722533226, - 0.10529716312885284, - 0.006592291872948408, - 0.0077751195058226585, - 0.19044701755046844, - 0.09096573293209076, - 0.04279660806059837, - 0.0974842756986618, - 0.07037815451622009, - 0.008723599836230278, - 0.1505376249551773, - 0.07850964367389679, - 0.17410071194171906, - 0.007231404539197683, - 0.07162725925445557, - 0.04683544486761093, - 0.020179372280836105, - 0.034957628697156906, - 0.03434929996728897, - 0.22010870277881622, - 0.5266618132591248, - 0.03363914042711258, - 0.008368201553821564, - 0.0031960229389369488, - 0.020477814599871635, - 0.15281501412391663, - 0.025572005659341812, - 0.039522435516119, - 0.12065637111663818, - 0.08801653236150742, - 0.12059368938207626, - 0.28443875908851624, - 0.06315789371728897, - 0.009451796300709248, - 0.005692599341273308, - 0.005434782709926367, - 0.37990429997444153, - 0.01078680157661438, - 0.0059652929194271564, - 0.26071101427078247, - 0.020136931911110878, - 0.0759589821100235, - 0.0034722222480922937, - 0.0640958845615387, - 0.10391566157341003, - 0.18065693974494934, - 0.08019480109214783, - 0.19206009805202484, - 0.17617164552211761, - 0.007894736714661121, - 0.05460750684142113, - 0.15591397881507874, - 0.02214650809764862, - 0.11690731346607208, - 0.08693516999483109, - 0.0077751195058226585, - 0.0803670734167099, - 0.0027985074557363987, - 0.01982097141444683, - 0.020608440041542053, - 0.08103563636541367, - 0.12397447228431702, - 0.009386281482875347, - 0.009999999776482582, - 0.05157848075032234, - 0.11045576632022858, - 0.0023174970410764217, - 0.10530246794223785, - 0.12063491344451904, - 0.006592291872948408, - 0.008064515888690948, - 0.07970297336578369, - 0.004323899280279875, - 0.17886531352996826, - 0.049190159887075424, - 0.0034722222480922937, - 0.1584821492433548, - 0.005976095795631409, - 0.004901960492134094, - 0.010240655392408371, - 0.03714423626661301, - 0.12400399148464203, - 0.020981956273317337, - 0.07267441600561142, - 0.045807771384716034, - 0.02237878181040287, - 0.025769229978322983, - 0.0043963477946817875, - 0.13984045386314392, - 0.005434782709926367, - 0.062527135014534, - 0.012581168673932552, - 0.0689132884144783, - 0.0784090906381607, - 0.04213333502411842, - 0.002634660340845585, - 0.10846447944641113, - 0.007417397573590279, - 0.24277456104755402, - 0.004913076292723417, - 0.17765814065933228, - 0.13090229034423828, - 0.0033923860173672438, - 0.12235067784786224, - 0.0030487803742289543, - 0.005130596924573183, - 0.10733452439308167, - 0.1916329264640808, - 0.0036900369450449944, - 0.006289307959377766, - 0.13858962059020996, - 0.05237560719251633, - 0.01721014454960823, - 0.005199306644499302, - 0.054433222860097885, - 0.0040087467059493065, - 0.0033136967103928328, - 0.07472904026508331, - 0.07662337273359299, - 0.0030487803742289543, - 0.011969111859798431, - 0.08621933311223984, - 0.09216418117284775, - 0.10417480021715164, - 0.15632666647434235, - 0.23704031109809875, - 0.02711864374577999, - 0.03868340700864792, - 0.017758047208189964, - 0.08783120661973953, - 0.0038759689778089523, - 0.23146331310272217, - 0.056613486260175705, - 0.01381304208189249, - 0.025019245222210884, - 0.0038759689778089523, - 0.07420091331005096, - 0.10191082209348679, - 0.10176579654216766, - 0.08750719577074051, - 0.0032894734758883715 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.07083333283662796, + 0.07377634942531586, + 0.07554347813129425, + 0.02797657810151577, + 0.1583629846572876, + 0.04678826034069061, + 0.022607902064919472, + 0.2538555860519409, + 0.12258453667163849, + 0.02775941975414753, + 0.09863240271806717, + 0.11653116345405579, + 0.039215683937072754, + 0.13399894535541534, + 0.3064102530479431, + 0.11045029759407043, + 0.17192427814006805, + 0.0651431605219841, + 0.11214302480220795, + 0.08125778287649155, + 0.09937734156847, + 0.04461319372057915, + 0.10039113461971283, + 0.04296330735087395, + 0.08546169102191925, + 0.14424552023410797, + 0.08717206865549088, + 0.22329427301883698, + 0.09135299921035767, + 0.07225523889064789, + 0.062418725341558456, + 0.05316973477602005, + 0.12015945464372635, + 0.09232449531555176, + 0.14786845445632935, + 0.12811526656150818, + 0.10164771229028702, + 0.055906567722558975, + 0.0678555890917778, + 0.054580897092819214, + 0.050654806196689606, + 0.06367506086826324, + 0.06442654877901077, + 0.1438596546649933, + 0.0721951276063919, + 0.048166561871767044, + 0.09312903881072998, + 0.08113456517457962, + 0.09415285289287567, + 0.05120556801557541, + 0.13481444120407104, + 0.10485536605119705, + 0.14614427089691162, + 0.03606027737259865, + 0.09501557797193527, + 0.07795490324497223, + 0.09150000661611557, + 0.05921638756990433, + 0.07152146100997925, + 0.06036549061536789, + 0.0538368821144104, + 0.10650069266557693, + 0.08547982573509216, + 0.09740490466356277, + 0.04061538353562355, + 0.06711259484291077, + 0.05193118751049042, + 0.09833547472953796, + 0.14084021747112274, + 0.06093649938702583, + 0.06840948015451431, + 0.09761262685060501, + 0.023497268557548523, + 0.08227848261594772, + 0.08015580475330353, + 0.023282011970877647, + 0.06984186172485352, + 0.11212582141160965, + 0.03669377416372299, + 0.0792246088385582, + 0.0678001269698143, + 0.14904968440532684, + 0.07384954392910004, + 0.09317050874233246, + 0.054948803037405014, + 0.12781955301761627, + 0.07723063975572586, + 0.036862581968307495, + 0.10846039652824402, + 0.1293986588716507, + 0.0373493991792202, + 0.09164265543222427, + 0.13173078000545502, + 0.035370878875255585, + 0.00888450164347887, + 0.04807894304394722, + 0.022614313289523125, + 0.15909655392169952, + 0.15175195038318634, + 0.05873715132474899, + 0.061149030923843384, + 0.09821926057338715, + 0.03618849441409111, + 0.03830823674798012, + 0.06960408389568329, + 0.0735863670706749, + 0.07844129949808121, + 0.06730008125305176, + 0.08511923253536224, + 0.05983101204037666, + 0.07220838963985443, + 0.0732131227850914, + 0.08853831887245178, + 0.06482411921024323, + 0.05656374990940094, + 0.08882815390825272, + 0.1516219973564148, + 0.061714544892311096, + 0.07077408581972122, + 0.06666666269302368, + 0.06921618431806564, + 0.08331093937158585, + 0.09004458039999008, + 0.03776256740093231, + 0.12216553092002869, + 0.046892039477825165, + 0.08999772369861603, + 0.1302269995212555, + 0.0976744219660759, + 0.08218847960233688, + 0.11939849704504013, + 0.08457349985837936, + 0.06992380321025848, + 0.11729087680578232, + 0.07946840673685074, + 0.04832962155342102, + 0.06248702481389046, + 0.10069355368614197, + 0.12109984457492828, + 0.01713641546666622, + 0.034341637045145035, + 0.020240699872374535, + 0.007901391014456749, + 0.14382947981357574, + 0.06148791313171387, + 0.07803943008184433, + 0.09925293177366257, + 0.25486472249031067, + 0.13096413016319275, + 0.09797297418117523, + 0.14906542003154755, + 0.07505261152982712, + 0.16915422677993774, + 0.04237503185868263, + 0.04276568815112114, + 0.07366906106472015, + 0.05297209694981575, + 0.06878172606229782, + 0.017512788996100426, + 0.08722510188817978, + 0.1977458894252777, + 0.09921173751354218, + 0.026887502521276474, + 0.07729782164096832, + 0.0372246690094471, + 0.10732322931289673, + 0.15680472552776337, + 0.0630858913064003, + 0.028716720640659332, + 0.07714872062206268, + 0.08057521283626556, + 0.1053147241473198, + 0.0628557875752449, + 0.07033081352710724, + 0.13630183041095734, + 0.04277534410357475, + 0.0421878807246685, + 0.17122888565063477, + 0.07024432718753815, + 0.0914522036910057, + 0.1191573441028595, + 0.09515859931707382, + 0.03306485712528229, + 0.23695015907287598, + 0.14948315918445587, + 0.07319485396146774, + 0.09673726558685303, + 0.07623858004808426, + 0.120066337287426, + 0.08247863501310349, + 0.08525345474481583, + 0.10958590358495712, + 0.085999995470047, + 0.1485525667667389, + 0.0298822820186615, + 0.07304730266332626, + 0.055063121020793915, + 0.06488042324781418, + 0.11384544521570206, + 0.07807942479848862, + 0.051511283963918686, + 0.11081513017416, + 0.13233724236488342, + 0.0722159743309021, + 0.12955255806446075, + 0.05847136303782463, + 0.05278012901544571, + 0.08038976788520813, + 0.16047483682632446, + 0.018244219943881035, + 0.12520821392536163, + 0.04687045142054558, + 0.09528236091136932, + 0.142686665058136, + 0.06447453051805496, + 0.12347052991390228, + 0.04822694882750511, + 0.04296644777059555, + 0.06406384706497192, + 0.07838772982358932, + 0.01597520336508751, + 0.034813426434993744, + 0.17518463730812073, + 0.10108982026576996, + 0.09700000286102295, + 0.09814868867397308, + 0.059219129383563995, + 0.1605003923177719, + 0.08271078020334244, + 0.10386183857917786, + 0.056830309331417084, + 0.029128048568964005, + 0.02456698566675186, + 0.08119434863328934, + 0.09484139829874039, + 0.07047517597675323, + 0.13783249258995056, + 0.0947204977273941, + 0.11489124596118927, + 0.07436953485012054, + 0.14688602089881897, + 0.07644007354974747, + 0.08699902147054672, + 0.0954868346452713, + 0.09684916585683823, + 0.06066838279366493, + 0.06815703213214874, + 0.05606312304735184, + 0.15296661853790283, + 0.027770141139626503, + 0.11246200650930405, + 0.0688018947839737, + 0.06457142531871796, + 0.0763825923204422, + 0.08714069426059723, + 0.07967212796211243, + 0.10753221064805984, + 0.02490800991654396, + 0.047646380960941315, + 0.15813423693180084, + 0.08044243603944778, + 0.1876196563243866, + 0.06672999262809753, + 0.03406326100230217, + 0.11288685351610184, + 0.1169125959277153, + 0.07257398217916489, + 0.19534556567668915, + 0.07488633692264557, + 0.048949580639600754, + 0.034323565661907196, + 0.13653457164764404, + 0.05559337139129639, + 0.06225848197937012, + 0.13298246264457703, + 0.052119653671979904, + 0.08502339571714401, + 0.03368370607495308, + 0.0375962108373642, + 0.0794268548488617, + 0.07472143322229385, + 0.06888888776302338, + 0.03504335135221481, + 0.07808022946119308, + 0.12208760529756546, + 0.02912006713449955, + 0.08700299263000488, + 0.1296454519033432, + 0.05749014392495155, + 0.09045881032943726, + 0.1087944358587265, + 0.09295539557933807, + 0.050652340054512024, + 0.10262390226125717, + 0.10709837824106216, + 0.036007579416036606, + 0.07435273379087448, + 0.06806661933660507, + 0.10624092817306519, + 0.057843323796987534, + 0.0886605829000473, + 0.09417169541120529, + 0.14561350643634796, + 0.08536004275083542, + 0.028156621381640434, + 0.04266039654612541, + 0.12309613823890686, + 0.08057922124862671, + 0.0572640523314476, + 0.07678292691707611, + 0.08968903124332428, + 0.015308641828596592, + 0.04179534688591957, + 0.12773333489894867, + 0.04282839968800545, + 0.05842696502804756, + 0.06537771224975586, + 0.11274626106023788, + 0.11940661817789078, + 0.048283886164426804, + 0.08078476041555405, + 0.16326530277729034, + 0.041834451258182526, + 0.07438016682863235, + 0.06930693238973618, + 0.035353533923625946, + 0.04080338403582573, + 0.06488659232854843, + 0.0651245042681694, + 0.12930452823638916, + 0.09134253114461899, + 0.06072197109460831, + 0.07155755907297134, + 0.14641493558883667, + 0.07040230184793472, + 0.12956494092941284, + 0.022433863952755928, + 0.07478383183479309, + 0.013720743358135223, + 0.06648474931716919, + 0.0801781713962555, + 0.06878410279750824, + 0.11000262945890427, + 0.07793240994215012, + 0.08856263011693954, + 0.1265527904033661, + 0.07882838696241379, + 0.0844895988702774, + 0.10354360938072205, + 0.06384323537349701, + 0.025184275582432747, + 0.06519770622253418, + 0.11400383710861206, + 0.05880849063396454, + 0.1326897144317627, + 0.10038398951292038, + 0.06208997219800949, + 0.2110091745853424, + 0.07558228820562363, + 0.12841717898845673, + 0.1304633617401123, + 0.07728707045316696, + 0.06891574710607529, + 0.05177373066544533, + 0.028981978073716164, + 0.07750840485095978, + 0.08651816844940186, + 0.0928143709897995, + 0.07456140220165253, + 0.08281522244215012, + 0.13136132061481476, + 0.05520926043391228, + 0.1490246206521988, + 0.01927710883319378, + 0.0397157184779644, + 0.11986588686704636, + 0.07680913805961609, + 0.029439998790621758, + 0.09408602118492126, + 0.057407815009355545, + 0.07130520045757294, + 0.1012883186340332, + 0.09051049500703812, + 0.0673689991235733, + 0.04233765974640846, + 0.09385863691568375, + 0.10474307835102081, + 0.08097825944423676, + 0.04375497251749039, + 0.05004528909921646, + 0.021535580977797508, + 0.07663615047931671, + 0.08325297385454178, + 0.06893567740917206, + 0.10854630917310715, + 0.04863926023244858, + 0.0787292867898941, + 0.05398077517747879, + 0.0684223473072052, + 0.09541381150484085, + 0.08053166419267654, + 0.1063976138830185, + 0.07154776901006699, + 0.12045060843229294, + 0.05795053020119667, + 0.08894357830286026, + 0.03707224130630493, + 0.0927872434258461, + 0.051253851503133774, + 0.08786395192146301, + 0.08754098415374756, + 0.11079660058021545, + 0.05379912629723549, + 0.10332023352384567, + 0.08052388578653336, + 0.041144900023937225, + 0.06327801197767258, + 0.09554297477006912, + 0.04131847620010376, + 0.04097583889961243, + 0.0470266230404377, + 0.05621011182665825, + 0.09218613058328629, + 0.03623923286795616, + 0.09590254724025726, + 0.05323798209428787, + 0.10935712605714798, + 0.036363635212183, + 0.06131621450185776, + 0.03704550862312317, + 0.06795042008161545, + 0.0498046875, + 0.08491107076406479, + 0.030176643282175064, + 0.1526433378458023, + 0.09461924433708191, + 0.04640718549489975, + 0.05857215076684952, + 0.05261953920125961, + 0.0853113979101181, + 0.07670794427394867, + 0.10374639928340912, + 0.04373104125261307, + 0.09386026859283447, + 0.07150285691022873, + 0.06312292069196701, + 0.11167673766613007, + 0.08782771974802017, + 0.03151378780603409, + 0.15223367512226105, + 0.042391709983348846, + 0.06257668882608414, + 0.15466351807117462, + 0.02883383072912693, + 0.03962179273366928, + 0.08584640175104141, + 0.046348314732313156, + 0.12869055569171906, + 0.08677004277706146, + 0.09609030187129974, + 0.05590690299868584, + 0.07237999886274338, + 0.13258203864097595, + 0.08727569878101349, + 0.0866270437836647, + 0.06780055910348892, + 0.04142582044005394, + 0.042037494480609894, + 0.026115024462342262, + 0.10774936527013779, + 0.15434537827968597, + 0.16946160793304443, + 0.026855841279029846, + 0.12325141578912735, + 0.1741558164358139, + 0.12234385311603546, + 0.04333128407597542, + 0.02180074155330658, + 0.10706033557653427, + 0.05306476354598999, + 0.05602682754397392, + 0.13497821986675262, + 0.09756722301244736, + 0.015912897884845734, + 0.08273297548294067, + 0.07157839834690094, + 0.02059788629412651, + 0.04476834833621979, + 0.0581660121679306, + 0.09134406596422195, + 0.1252622753381729, + 0.06280829012393951, + 0.16832958161830902, + 0.11603139340877533, + 0.14435695111751556, + 0.08275862038135529 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 44.05696487426758, - 40.43056106567383, - 49.528934478759766, - 44.08746337890625, - 115.84260559082031, - 109.10202026367188, - 125.82340240478516, - 60.82075500488281, - 130.30055236816406, - 39.482200622558594, - 151.8616180419922, - 175.35508728027344, - 40.92451858520508, - 40.60122299194336, - 43.386512756347656, - 100.88015747070312, - 40.60122299194336, - 88.5726547241211, - 39.85642623901367, - 47.90146255493164, - 87.01624298095703, - 39.448631286621094, - 222.54037475585938, - 47.703086853027344, - 39.482200622558594, - 94.1360855102539, - 75.4793930053711, - 47.90146255493164, - 67.5317611694336, - 89.06246185302734, - 98.00141906738281, - 75.4496078491211, - 101.83226013183594, - 41.47610092163086, - 69.721923828125, - 47.901451110839844, - 65.71790313720703, - 214.81588745117188, - 47.90146255493164, - 62.62348937988281, - 89.0468978881836, - 90.47749328613281, - 53.757450103759766, - 79.55949401855469, - 41.47610092163086, - 47.703086853027344, - 109.37096405029297, - 41.895790100097656, - 69.00912475585938, - 111.62964630126953, - 46.32465744018555, - 149.80856323242188, - 113.64128875732422, - 182.0486297607422, - 55.49595642089844, - 67.17436218261719, - 107.33197021484375, - 39.482200622558594, - 68.09083557128906, - 67.5317611694336, - 67.17436218261719, - 45.5595588684082, - 69.92909240722656, - 104.52373504638672, - 83.4532699584961, - 97.1121597290039, - 74.37645721435547, - 97.19695281982422, - 47.703086853027344, - 47.90145492553711, - 51.196693420410156, - 59.030479431152344, - 46.32465744018555, - 47.703086853027344, - 74.5511245727539, - 47.703086853027344, - 70.85063934326172, - 62.62348937988281, - 47.703086853027344, - 39.482200622558594, - 67.5317611694336, - 39.85641860961914, - 59.03047561645508, - 90.24781799316406, - 70.85065460205078, - 89.26777648925781, - 68.09083557128906, - 39.3696174621582, - 47.90145492553711, - 67.5317611694336, - 40.43056106567383, - 41.895782470703125, - 54.22412109375, - 59.28281784057617, - 76.40020751953125, - 41.895790100097656, - 67.5317611694336, - 40.92451477050781, - 68.09085845947266, - 44.05696487426758, - 111.5487060546875, - 61.74172592163086, - 116.13229370117188, - 71.77371978759766, - 54.22412109375, - 39.6721305847168, - 106.5253677368164, - 43.386512756347656, - 40.60122299194336, - 49.52893829345703, - 39.85641860961914, - 41.47610092163086, - 63.528995513916016, - 44.81291198730469, - 127.86095428466797, - 104.52373504638672, - 44.05697250366211, - 67.5317611694336, - 67.5317611694336, - 62.62348937988281, - 64.55856323242188, - 54.62394332885742, - 59.923946380615234, - 42.38624954223633, - 54.224124908447266, - 39.85641860961914, - 54.22412109375, - 40.60122299194336, - 54.22412109375, - 141.9008026123047, - 96.82913970947266, - 512.0, - 50.35831832885742, - 39.67212677001953, - 57.254695892333984, - 66.0279769897461, - 86.69319915771484, - 102.49720764160156, - 80.13676452636719, - 39.448631286621094, - 77.67276000976562, - 118.40248107910156, - 41.895790100097656, - 58.140621185302734, - 67.5317611694336, - 49.52893829345703, - 68.09083557128906, - 66.25981903076172, - 120.4361572265625, - 52.89699935913086, - 54.62394714355469, - 54.22412109375, - 84.81627655029297, - 44.05697250366211, - 67.5317611694336, - 40.00730514526367, - 44.05697250366211, - 104.52373504638672, - 39.85642623901367, - 63.29183578491211, - 39.6721305847168, - 83.30686950683594, - 93.28109741210938, - 71.59742736816406, - 41.47610092163086, - 85.5872802734375, - 47.703086853027344, - 57.254695892333984, - 39.85641860961914, - 161.56362915039062, - 512.0, - 63.528995513916016, - 40.601219177246094, - 39.44862365722656, - 39.85641098022461, - 77.43553924560547, - 44.08745193481445, - 72.69819641113281, - 39.6721305847168, - 70.47042083740234, - 39.482200622558594, - 125.42753601074219, - 105.8359146118164, - 157.11561584472656, - 40.92451477050781, - 104.52373504638672, - 48.70958709716797, - 129.03639221191406, - 45.5595588684082, - 91.18606567382812, - 103.30963897705078, - 67.17436218261719, - 39.85641860961914, - 47.703086853027344, - 39.85641860961914, - 54.224124908447266, - 40.007301330566406, - 112.76791381835938, - 115.3375473022461, - 80.15999603271484, - 109.78378295898438, - 47.907798767089844, - 58.471954345703125, - 62.62348937988281, - 67.5317611694336, - 41.895782470703125, - 69.92909240722656, - 57.25468444824219, - 104.52373504638672, - 39.482200622558594, - 62.62348937988281, - 54.22412109375, - 39.85641860961914, - 58.140625, - 137.225341796875, - 68.09083557128906, - 54.62394714355469, - 54.22412109375, - 65.34730529785156, - 39.482200622558594, - 39.6721305847168, - 66.25981140136719, - 77.3393325805664, - 117.68436431884766, - 54.22412109375, - 68.09085845947266, - 87.63262176513672, - 60.820762634277344, - 40.00730514526367, - 82.00624084472656, - 39.448631286621094, - 60.82075119018555, - 54.22412109375, - 48.70958709716797, - 162.66513061523438, - 76.40882873535156, - 67.5317611694336, - 47.703086853027344, - 52.89699935913086, - 104.52373504638672, - 105.57367706298828, - 101.7666244506836, - 64.43696594238281, - 67.5317611694336, - 61.72069549560547, - 42.07524108886719, - 64.43697357177734, - 40.43056106567383, - 61.720664978027344, - 92.81050109863281, - 40.00730514526367, - 67.5317611694336, - 96.97514343261719, - 41.47610092163086, - 82.87686920166016, - 68.09083557128906, - 68.09085845947266, - 69.92909240722656, - 42.714111328125, - 58.140621185302734, - 40.43056106567383, - 83.87886047363281, - 78.2708511352539, - 44.05697250366211, - 67.5317611694336, - 105.90221405029297, - 44.05697250366211, - 67.5317611694336, - 63.52898025512695, - 82.00621795654297, - 85.67755889892578, - 39.85641860961914, - 95.16792297363281, - 41.895790100097656, - 56.625404357910156, - 79.20333862304688, - 135.0104522705078, - 54.62395477294922, - 44.81291198730469, - 75.1758804321289, - 39.85641860961914, - 62.62348937988281, - 49.52893829345703, - 39.85641860961914, - 99.92359161376953, - 52.04319381713867, - 44.05697250366211, - 39.6721305847168, - 59.03047561645508, - 59.03047561645508, - 40.60122299194336, - 104.52373504638672, - 59.9239501953125, - 80.57096862792969, - 104.52373504638672, - 39.36961364746094, - 50.35831832885742, - 97.58487701416016, - 93.28109741210938, - 41.895790100097656, - 40.92451858520508, - 87.20379638671875, - 70.85065460205078, - 87.63262176513672, - 63.00923156738281, - 47.703086853027344, - 54.22412109375, - 104.52373504638672, - 47.703086853027344, - 41.895790100097656, - 62.62348937988281, - 39.482200622558594, - 84.40644073486328, - 82.83087158203125, - 56.37299728393555, - 42.07524108886719, - 70.85064697265625, - 91.71514892578125, - 88.57263946533203, - 512.0, - 39.85641860961914, - 54.224124908447266, - 126.39518737792969, - 39.482200622558594, - 104.52373504638672, - 88.57266235351562, - 73.40946197509766, - 70.85065460205078, - 40.60122299194336, - 62.62348937988281, - 40.60122299194336, - 54.22412109375, - 67.5317611694336, - 99.76653289794922, - 90.68687438964844, - 47.703086853027344, - 67.5317611694336, - 120.0518569946289, - 88.5726547241211, - 512.0, - 39.85641860961914, - 62.62348175048828, - 41.895790100097656, - 91.58821868896484, - 44.05697250366211, - 47.703086853027344, - 86.06732177734375, - 59.92394256591797, - 66.25981140136719, - 67.5317611694336, - 54.62394714355469, - 81.0347671508789, - 74.5511245727539, - 54.62394714355469, - 78.2708511352539, - 74.80123901367188, - 67.5317611694336, - 116.01338195800781, - 60.82076644897461, - 45.5595588684082, - 74.5511245727539, - 57.254695892333984, - 54.22412109375, - 86.69319915771484, - 65.3473129272461, - 98.56666564941406, - 40.60122299194336, - 53.757450103759766, - 54.62395477294922, - 39.36962127685547, - 43.386512756347656, - 41.47610092163086, - 134.18409729003906, - 167.09674072265625, - 45.5595588684082, - 54.22412109375, - 77.99421691894531, - 41.998809814453125, - 86.69319152832031, - 43.386505126953125, - 41.47610092163086, - 91.79346466064453, - 63.52898025512695, - 89.51326751708984, - 98.08757781982422, - 52.89699935913086, - 41.895790100097656, - 67.5317611694336, - 512.0, - 220.9602508544922, - 47.703086853027344, - 54.22412109375, - 147.4192657470703, - 39.85641860961914, - 63.52897262573242, - 104.52373504638672, - 46.32465744018555, - 72.69819641113281, - 77.470947265625, - 55.49595260620117, - 105.73448181152344, - 93.24183654785156, - 41.895782470703125, - 53.757450103759766, - 89.51325988769531, - 40.00730514526367, - 72.69819641113281, - 59.9239387512207, - 67.5317611694336, - 60.82076644897461, - 512.0, - 39.3696174621582, - 39.482200622558594, - 67.17436218261719, - 87.29065704345703, - 47.703086853027344, - 54.22412109375, - 50.35831832885742, - 65.34730529785156, - 104.52373504638672, - 64.21729278564453, - 81.87939453125, - 54.224124908447266, - 44.05696487426758, - 64.43696594238281, - 67.5317611694336, - 92.54486846923828, - 47.90146255493164, - 67.5317611694336, - 98.0014419555664, - 100.6439208984375, - 44.05696487426758, - 41.895782470703125, - 44.81291198730469, - 94.98329162597656, - 40.92451477050781, - 63.144405364990234, - 45.5595588684082, - 39.85641098022461, - 40.92451858520508, - 67.5317611694336, - 89.691162109375, - 67.5317611694336, - 58.140625, - 54.22412109375, - 47.90146255493164, - 60.820770263671875, - 43.386505126953125, - 104.52373504638672, - 80.13678741455078, - 95.7154541015625, - 102.19288635253906, - 67.5317611694336, - 103.74585723876953, - 96.31755828857422, - 67.5317611694336, - 95.61080932617188, - 512.0, - 54.224124908447266, - 77.3393325805664, - 86.2596206665039, - 512.0, - 112.76618194580078, - 91.26616668701172, - 47.901451110839844, - 39.482200622558594, - 54.224124908447266, - 54.62395477294922, - 512.0, - 67.5317611694336, - 59.923946380615234, - 59.03047180175781, - 54.22412109375, - 41.895790100097656, - 67.17436218261719, - 65.34730529785156, - 84.20404052734375, - 74.66999053955078, - 90.79774475097656, - 40.00730514526367, - 47.10594177246094, - 39.482200622558594, - 67.17436218261719, - 104.52373504638672, - 88.50670623779297, - 54.52854919433594, - 41.895790100097656, - 39.67213821411133, - 104.52373504638672, - 63.52898025512695, - 79.20336151123047, - 69.92909240722656, - 63.52896499633789, - 67.5317611694336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 580.6314697265625, + 576.2310791015625, + 470.3839416503906, + 257.75042724609375, + 882.4782104492188, + 455.2535095214844, + 357.46429443359375, + 1044.126953125, + 535.4370727539062, + 319.0918273925781, + 685.9762573242188, + 758.223876953125, + 312.810791015625, + 684.0603637695312, + 654.52099609375, + 713.0369262695312, + 841.744140625, + 545.6605224609375, + 733.0045776367188, + 420.77227783203125, + 648.5798950195312, + 525.1248779296875, + 714.120361328125, + 507.8255920410156, + 504.08660888671875, + 810.798828125, + 658.2241821289062, + 787.2294311523438, + 707.76513671875, + 424.8232421875, + 398.210693359375, + 304.0387878417969, + 586.5160522460938, + 493.5129699707031, + 794.794921875, + 515.1334228515625, + 694.6338500976562, + 582.2236328125, + 530.6304321289062, + 336.8354797363281, + 445.0057067871094, + 596.09521484375, + 428.50115966796875, + 889.6215209960938, + 393.2390441894531, + 344.7095642089844, + 709.8699951171875, + 658.9963989257812, + 615.9016723632812, + 486.7558898925781, + 727.724365234375, + 307.7567443847656, + 698.6840209960938, + 333.02850341796875, + 657.4593505859375, + 571.753662109375, + 582.912841796875, + 538.4057006835938, + 554.19775390625, + 508.0328063964844, + 287.4478454589844, + 453.45758056640625, + 614.5946044921875, + 717.185791015625, + 408.0422058105469, + 598.9185791015625, + 335.6711120605469, + 569.8232421875, + 527.5781860351562, + 659.9827270507812, + 518.9402465820312, + 684.7361450195312, + 383.38592529296875, + 607.0861206054688, + 702.4391479492188, + 362.0520935058594, + 638.7691040039062, + 647.407470703125, + 423.630615234375, + 662.5927124023438, + 632.59619140625, + 594.905029296875, + 495.23248291015625, + 750.7589721679688, + 412.9218444824219, + 526.584716796875, + 627.7772827148438, + 514.047607421875, + 769.1832885742188, + 818.073974609375, + 482.6645202636719, + 563.148681640625, + 541.0796508789062, + 308.6777648925781, + 368.8509521484375, + 512.231201171875, + 380.2564697265625, + 818.1061401367188, + 752.2590942382812, + 512.6383666992188, + 442.4952392578125, + 573.1742553710938, + 412.7686767578125, + 407.9227294921875, + 381.3726806640625, + 497.5647277832031, + 551.5858154296875, + 513.5130615234375, + 457.2781677246094, + 507.7207336425781, + 545.70166015625, + 608.2349243164062, + 583.3363037109375, + 493.9283447265625, + 564.4028930664062, + 378.6016540527344, + 877.7470092773438, + 495.8203125, + 374.88092041015625, + 573.6749877929688, + 408.2707824707031, + 561.5362548828125, + 538.9782104492188, + 449.09100341796875, + 680.4119873046875, + 340.2832946777344, + 644.7460327148438, + 567.6159057617188, + 302.353759765625, + 535.7612915039062, + 547.439208984375, + 385.4615783691406, + 347.9895935058594, + 742.3018188476562, + 498.7349548339844, + 489.14923095703125, + 539.6845092773438, + 660.3391723632812, + 781.5552368164062, + 522.7979736328125, + 442.68310546875, + 396.39141845703125, + 322.8512878417969, + 835.2474365234375, + 637.9629516601562, + 526.7789306640625, + 745.6669311523438, + 490.18701171875, + 555.259521484375, + 681.1390380859375, + 865.3754272460938, + 531.30078125, + 665.203369140625, + 421.556640625, + 464.97540283203125, + 457.0289611816406, + 275.7641906738281, + 522.1984252929688, + 397.16644287109375, + 572.420654296875, + 693.5808715820312, + 633.051025390625, + 365.0590515136719, + 489.4461364746094, + 567.784423828125, + 487.1004638671875, + 944.00830078125, + 513.3977661132812, + 307.5562438964844, + 516.9446411132812, + 599.2089233398438, + 652.6438598632812, + 563.9724731445312, + 483.067138671875, + 563.6550903320312, + 359.17352294921875, + 411.97930908203125, + 698.4409790039062, + 545.7230834960938, + 748.3255615234375, + 810.5198974609375, + 623.0470581054688, + 510.5318908691406, + 872.7017211914062, + 732.3568725585938, + 571.5989990234375, + 717.7598266601562, + 600.0074462890625, + 501.8253479003906, + 322.5142517089844, + 411.05072021484375, + 695.0704345703125, + 548.14208984375, + 733.4492797851562, + 320.068359375, + 606.396484375, + 450.2216796875, + 562.65380859375, + 712.0798950195312, + 637.590576171875, + 554.6838989257812, + 629.4375610351562, + 837.6356811523438, + 536.0736694335938, + 682.311279296875, + 518.06640625, + 464.39447021484375, + 309.6903991699219, + 870.3580932617188, + 392.46551513671875, + 659.56201171875, + 372.3812255859375, + 659.4013061523438, + 872.7316284179688, + 419.1435852050781, + 445.3597717285156, + 411.1946105957031, + 462.5754089355469, + 548.4574584960938, + 635.0565185546875, + 350.5115966796875, + 423.1838684082031, + 693.5845947265625, + 495.9067077636719, + 628.2281494140625, + 514.8670654296875, + 501.4744567871094, + 797.19091796875, + 564.7959594726562, + 678.008056640625, + 430.160400390625, + 463.4998779296875, + 466.267822265625, + 336.8848571777344, + 481.38104248046875, + 561.2520751953125, + 841.5426025390625, + 558.3853149414062, + 620.7613525390625, + 495.78216552734375, + 669.428955078125, + 557.7474975585938, + 409.1806945800781, + 664.0376586914062, + 590.47021484375, + 489.6356506347656, + 290.3962097167969, + 631.8936157226562, + 627.5164794921875, + 379.5103454589844, + 678.647705078125, + 599.1055297851562, + 583.3539428710938, + 571.0486450195312, + 463.38726806640625, + 419.8609313964844, + 654.9895629882812, + 401.1264953613281, + 389.06829833984375, + 746.8274536132812, + 564.3714599609375, + 730.1754760742188, + 554.27880859375, + 370.81732177734375, + 761.6063842773438, + 862.7614135742188, + 627.8964233398438, + 652.8619384765625, + 487.2236022949219, + 584.9100952148438, + 440.50177001953125, + 636.2095336914062, + 467.36529541015625, + 568.6665649414062, + 496.4346618652344, + 551.8277587890625, + 658.799072265625, + 393.48388671875, + 354.7667541503906, + 623.3150634765625, + 770.0855102539062, + 603.5844116210938, + 315.6282653808594, + 592.677734375, + 732.3080444335938, + 532.5435180664062, + 662.025146484375, + 818.2837524414062, + 375.985107421875, + 538.8365478515625, + 635.0396728515625, + 735.8253784179688, + 414.3551025390625, + 758.322509765625, + 783.035888671875, + 299.1184997558594, + 584.5941772460938, + 556.5414428710938, + 550.4429321289062, + 575.9230346679688, + 677.4158325195312, + 558.1773071289062, + 691.9150390625, + 562.6204833984375, + 438.40679931640625, + 382.9812927246094, + 695.9823608398438, + 634.3388061523438, + 567.3118286132812, + 588.6395263671875, + 631.455322265625, + 383.47760009765625, + 440.30682373046875, + 653.4217529296875, + 376.3443603515625, + 490.3111572265625, + 572.5726318359375, + 650.6363525390625, + 757.7415161132812, + 538.956787109375, + 472.7724609375, + 834.3156127929688, + 588.9641723632812, + 657.2372436523438, + 554.8629760742188, + 442.253173828125, + 412.9588623046875, + 399.9515075683594, + 564.908447265625, + 545.1142578125, + 578.2970581054688, + 531.3947143554688, + 634.0106811523438, + 897.043212890625, + 446.1604309082031, + 613.5175170898438, + 390.20916748046875, + 547.90234375, + 350.95751953125, + 475.31640625, + 586.0227661132812, + 645.1080322265625, + 632.73095703125, + 643.5814819335938, + 607.3784790039062, + 832.1001586914062, + 651.9094848632812, + 524.443115234375, + 597.6422729492188, + 517.8499145507812, + 447.6472473144531, + 397.986328125, + 568.8094482421875, + 452.9221496582031, + 914.6524658203125, + 521.1986083984375, + 467.0933837890625, + 601.5177001953125, + 659.60107421875, + 767.8532104492188, + 513.4345703125, + 567.7018432617188, + 622.6118774414062, + 605.720947265625, + 488.28936767578125, + 740.8026123046875, + 577.4575805664062, + 513.7518310546875, + 618.0238647460938, + 534.7200317382812, + 578.3594970703125, + 567.2569580078125, + 630.8578491210938, + 382.3321533203125, + 520.87548828125, + 692.729736328125, + 625.3681030273438, + 328.154052734375, + 489.5966491699219, + 544.4089965820312, + 523.2157592773438, + 755.373291015625, + 553.8870239257812, + 418.3399658203125, + 357.7198791503906, + 664.3651733398438, + 566.4452514648438, + 489.6941223144531, + 525.442138671875, + 458.6410217285156, + 242.0042266845703, + 393.9993591308594, + 440.4818420410156, + 468.27764892578125, + 568.9976196289062, + 466.9703369140625, + 586.0966796875, + 484.6409606933594, + 580.6347045898438, + 581.390869140625, + 378.62860107421875, + 685.7881469726562, + 746.2880249023438, + 780.5845947265625, + 469.50115966796875, + 681.6821899414062, + 405.1536865234375, + 386.1544494628906, + 541.8744506835938, + 618.1131591796875, + 510.5683288574219, + 459.4562683105469, + 565.1685180664062, + 678.8627319335938, + 620.61083984375, + 487.3031311035156, + 478.47747802734375, + 622.307861328125, + 431.7392578125, + 576.6790161132812, + 450.048828125, + 495.31024169921875, + 562.761962890625, + 355.3084716796875, + 665.7374877929688, + 529.8922119140625, + 697.0075073242188, + 501.6551208496094, + 380.12835693359375, + 435.6634216308594, + 573.6036376953125, + 514.0731201171875, + 478.4454040527344, + 441.9117736816406, + 796.4197387695312, + 635.50048828125, + 526.6316528320312, + 495.8345947265625, + 490.74200439453125, + 551.0364379882812, + 344.1593933105469, + 824.2337646484375, + 368.89434814453125, + 695.2813110351562, + 455.05035400390625, + 585.5054931640625, + 533.0313720703125, + 700.061767578125, + 369.0963134765625, + 600.8764038085938, + 551.51123046875, + 653.868896484375, + 619.6267700195312, + 385.8158264160156, + 504.2680969238281, + 658.3065795898438, + 513.1046752929688, + 802.5756225585938, + 425.5707702636719, + 653.7762451171875, + 479.4080810546875, + 585.7520751953125, + 512.059814453125, + 629.4973754882812, + 665.2288208007812, + 537.0953979492188, + 414.92138671875, + 496.5527648925781, + 295.99835205078125, + 831.1312255859375, + 722.8651733398438, + 733.5468139648438, + 385.277587890625, + 424.0846862792969, + 798.1895141601562, + 853.7291259765625, + 337.90252685546875, + 508.3443908691406, + 637.265380859375, + 527.7797241210938, + 592.82080078125, + 583.4232177734375, + 581.1724853515625, + 315.3818054199219, + 596.6671142578125, + 456.79547119140625, + 519.0001220703125, + 461.99505615234375, + 625.6970825195312, + 803.1992797851562, + 901.39208984375, + 336.7712707519531, + 625.5805053710938, + 604.2239990234375, + 851.6226196289062, + 656.3268432617188 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -30695,374 +37794,374 @@ 2 ], "wall_clock_s": [ - 474.6, - 473.7, - 431.7 + 946.5, + 962.3, + 946.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.020320432260632515, + "loss": 0.5365779399871826, "env_score_iters": 500, - "env_score": -4.085543632507324, + "env_score": -0.5385284423828125, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.43749999999999994, "grad_align_iters": 500, - "grad_align": 0.9599806070327759, - "rl_grad_norm": 0.30603933334350586, - "bc_grad_norm": 0.3217008411884308, + "grad_align": 0.3856305181980133, + "rl_grad_norm": 1.1776748895645142, + "bc_grad_norm": 3.845895528793335, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00012813768989872187, - "embedding.weight": 0.0013795322738587856, - "cnn.0.weight": 0.0344819650053978, - "cnn.0.bias": 0.0013134028995409608, - "cnn.2.weight": 0.010386880487203598, - "cnn.2.bias": 0.0022834509145468473, - "cnn.5.weight": 0.00998641736805439, - "cnn.5.bias": 0.0026588833425194025, - "action_emb.weight": 0.0016991576412692666, - "timestep_emb.weight": 0.0011407695710659027, - "pos_emb.weight": 0.0016946885734796524, - "transformer.layers.0.self_attn.in_proj_weight": 0.021158406510949135, - "transformer.layers.0.self_attn.in_proj_bias": 0.0014615532709285617, - "transformer.layers.0.self_attn.out_proj.weight": 0.01687624678015709, - "transformer.layers.0.self_attn.out_proj.bias": 0.0015829645562916994, - "transformer.layers.0.linear1.weight": 0.011284686625003815, - "transformer.layers.0.linear1.bias": 0.0006544495699927211, - "transformer.layers.0.linear2.weight": 0.013796649873256683, - "transformer.layers.0.linear2.bias": 0.0010164971463382244, - "transformer.layers.0.norm1.weight": 0.0013775007100775838, - "transformer.layers.0.norm1.bias": 0.001505775609984994, - "transformer.layers.0.norm2.weight": 0.0007967410492710769, - "transformer.layers.0.norm2.bias": 0.0006959924940019846, - "transformer.layers.1.self_attn.in_proj_weight": 0.011493402533233166, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006042477325536311, - "transformer.layers.1.self_attn.out_proj.weight": 0.010233636945486069, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007174270576797426, - "transformer.layers.1.linear1.weight": 0.006303114350885153, - "transformer.layers.1.linear1.bias": 0.00031778187258169055, - "transformer.layers.1.linear2.weight": 0.007601963821798563, - "transformer.layers.1.linear2.bias": 0.0006546531221829355, - "transformer.layers.1.norm1.weight": 0.0007685109740123153, - "transformer.layers.1.norm1.bias": 0.0005997330299578607, - "transformer.layers.1.norm2.weight": 0.0004171766631770879, - "transformer.layers.1.norm2.bias": 0.00030628888634964824, - "transformer.layers.2.self_attn.in_proj_weight": 0.010607735253870487, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006205539684742689, - "transformer.layers.2.self_attn.out_proj.weight": 0.007372706662863493, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006407585460692644, - "transformer.layers.2.linear1.weight": 0.0053394935093820095, - "transformer.layers.2.linear1.bias": 0.00028378653223626316, - "transformer.layers.2.linear2.weight": 0.005645222030580044, - "transformer.layers.2.linear2.bias": 0.0006374655058607459, - "transformer.layers.2.norm1.weight": 0.0007131164311431348, - "transformer.layers.2.norm1.bias": 0.0008105222950689495, - "transformer.layers.2.norm2.weight": 0.00030021549900993705, - "transformer.layers.2.norm2.bias": 0.00025164894759655, - "transformer.layers.3.self_attn.in_proj_weight": 0.015714026987552643, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010390442330390215, - "transformer.layers.3.self_attn.out_proj.weight": 0.0097667770460248, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008878375519998372, - "transformer.layers.3.linear1.weight": 0.007659641094505787, - "transformer.layers.3.linear1.bias": 0.0004726143379230052, - "transformer.layers.3.linear2.weight": 0.005318929441273212, - "transformer.layers.3.linear2.bias": 0.0009583667269907892, - "transformer.layers.3.norm1.weight": 0.0011012632166966796, - "transformer.layers.3.norm1.bias": 0.0013088121777400374, - "transformer.layers.3.norm2.weight": 0.0004446355742402375, - "transformer.layers.3.norm2.bias": 0.0004542611422948539, - "head.weight": 0.07089806348085403, - "head.bias": 0.0019771959632635117, - "global_embedding.weight": 0.02685537561774254, - "global_cnn.0.weight": 0.16256825625896454, - "global_cnn.0.bias": 0.008516711182892323, - "global_cnn.2.weight": 0.18741123378276825, - "global_cnn.2.bias": 0.016090046614408493, - "global_proj.weight": 0.06091825291514397, - "global_proj.bias": 0.056723907589912415, - "goal_head.0.weight": 0.05563627928495407, - "goal_head.0.bias": 0.030567530542612076, - "goal_head.2.weight": 0.09458010643720627, - "goal_head.2.bias": 0.08968126773834229 + "global_gate": 0.047370415180921555, + "embedding.weight": 1.452841877937317, + "cnn.0.weight": 22.08889389038086, + "cnn.0.bias": 0.8530312776565552, + "cnn.2.weight": 3.920179843902588, + "cnn.2.bias": 1.342382788658142, + "cnn.5.weight": 3.3353986740112305, + "cnn.5.bias": 0.9863048195838928, + "action_emb.weight": 1.71403169631958, + "timestep_emb.weight": 0.14113622903823853, + "pos_emb.weight": 0.3287089765071869, + "transformer.layers.0.self_attn.in_proj_weight": 6.825338840484619, + "transformer.layers.0.self_attn.in_proj_bias": 0.7615096569061279, + "transformer.layers.0.self_attn.out_proj.weight": 5.745277404785156, + "transformer.layers.0.self_attn.out_proj.bias": 0.9556520581245422, + "transformer.layers.0.linear1.weight": 6.615528106689453, + "transformer.layers.0.linear1.bias": 0.3838052451610565, + "transformer.layers.0.linear2.weight": 5.948807239532471, + "transformer.layers.0.linear2.bias": 0.7094038724899292, + "transformer.layers.0.norm1.weight": 0.472409725189209, + "transformer.layers.0.norm1.bias": 0.6675748229026794, + "transformer.layers.0.norm2.weight": 0.6617793440818787, + "transformer.layers.0.norm2.bias": 0.5123122930526733, + "transformer.layers.1.self_attn.in_proj_weight": 5.282919883728027, + "transformer.layers.1.self_attn.in_proj_bias": 0.4547479748725891, + "transformer.layers.1.self_attn.out_proj.weight": 4.491620063781738, + "transformer.layers.1.self_attn.out_proj.bias": 0.5877061486244202, + "transformer.layers.1.linear1.weight": 3.756746768951416, + "transformer.layers.1.linear1.bias": 0.23811845481395721, + "transformer.layers.1.linear2.weight": 4.301130771636963, + "transformer.layers.1.linear2.bias": 0.5738343596458435, + "transformer.layers.1.norm1.weight": 0.40506646037101746, + "transformer.layers.1.norm1.bias": 0.4036317467689514, + "transformer.layers.1.norm2.weight": 0.28944599628448486, + "transformer.layers.1.norm2.bias": 0.256656289100647, + "transformer.layers.2.self_attn.in_proj_weight": 10.14071273803711, + "transformer.layers.2.self_attn.in_proj_bias": 0.847077488899231, + "transformer.layers.2.self_attn.out_proj.weight": 3.1459717750549316, + "transformer.layers.2.self_attn.out_proj.bias": 0.4358506500720978, + "transformer.layers.2.linear1.weight": 1.4792393445968628, + "transformer.layers.2.linear1.bias": 0.12862662971019745, + "transformer.layers.2.linear2.weight": 1.842383861541748, + "transformer.layers.2.linear2.bias": 0.43791571259498596, + "transformer.layers.2.norm1.weight": 0.8751683235168457, + "transformer.layers.2.norm1.bias": 1.0159988403320312, + "transformer.layers.2.norm2.weight": 0.1104346364736557, + "transformer.layers.2.norm2.bias": 0.13858374953269958, + "transformer.layers.3.self_attn.in_proj_weight": 4.608675003051758, + "transformer.layers.3.self_attn.in_proj_bias": 0.4602189064025879, + "transformer.layers.3.self_attn.out_proj.weight": 2.5002501010894775, + "transformer.layers.3.self_attn.out_proj.bias": 0.41575223207473755, + "transformer.layers.3.linear1.weight": 2.757603168487549, + "transformer.layers.3.linear1.bias": 0.283168762922287, + "transformer.layers.3.linear2.weight": 1.7595187425613403, + "transformer.layers.3.linear2.bias": 0.4395255744457245, + "transformer.layers.3.norm1.weight": 0.3820887506008148, + "transformer.layers.3.norm1.bias": 0.6092700362205505, + "transformer.layers.3.norm2.weight": 0.189239040017128, + "transformer.layers.3.norm2.bias": 0.3439304530620575, + "head.weight": 21.368513107299805, + "head.bias": 1.006932258605957, + "global_embedding.weight": 0.6124861836433411, + "global_cnn.0.weight": 3.6345150470733643, + "global_cnn.0.bias": 0.09014786034822464, + "global_cnn.2.weight": 6.677204608917236, + "global_cnn.2.bias": 0.3251292407512665, + "global_proj.weight": 1.685054898262024, + "global_proj.bias": 1.2012858390808105, + "goal_head.0.weight": 0.029147755354642868, + "goal_head.0.bias": 0.014603430405259132, + "goal_head.2.weight": 0.044818662106990814, + "goal_head.2.bias": 0.033721696585416794 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.044459979981184006, - "repr_drift_kl_low_t": 0.02753927744925022, - "repr_drift_kl_mid_t": 0.033483486622571945, - "repr_drift_kl_high_t": 0.07883265614509583, + "repr_drift_kl": 0.11921841651201248, + "repr_drift_kl_low_t": 0.17786788940429688, + "repr_drift_kl_mid_t": 0.10634595155715942, + "repr_drift_kl_high_t": 0.08012613654136658, "cka_iters": 500, - "cka_similarity": 0.873727023601532, + "cka_similarity": 0.9126115441322327, "t_analysis_iters": 500, - "norm_low_t": 0.30443471670150757, - "norm_high_t": 0.3150267004966736, - "lowhigh_cos": 0.9652153253555298, + "norm_low_t": 1.2694005966186523, + "norm_high_t": 1.304644227027893, + "lowhigh_cos": 0.6831605434417725, "t_bin_norms": { - "t_0.0-0.1": 0.30410781502723694, - "t_0.1-0.2": 0.3043785095214844, - "t_0.2-0.3": 0.3050539791584015, - "t_0.3-0.4": 0.30654770135879517, - "t_0.4-0.5": 0.3091338574886322, - "t_0.5-0.6": 0.3151802718639374, - "t_0.6-0.7": 0.32228779792785645, - "t_0.7-0.8": 0.3081783056259155, - "t_0.8-0.9": 0.30991053581237793, - "t_0.9-1.0": 0.3126123249530792 - }, - "win_rate": 0.0032894734758883715, - "effective_batch_size": 67.5317611694336, + "t_0.0-0.1": 1.3804552555084229, + "t_0.1-0.2": 1.2610177993774414, + "t_0.2-0.3": 1.2035421133041382, + "t_0.3-0.4": 1.2076958417892456, + "t_0.4-0.5": 1.3070933818817139, + "t_0.5-0.6": 1.1967922449111938, + "t_0.6-0.7": 1.1951781511306763, + "t_0.7-0.8": 1.1673970222473145, + "t_0.8-0.9": 1.2455030679702759, + "t_0.9-1.0": 1.4581769704818726 + }, + "win_rate": 0.08275862038135529, + "effective_batch_size": 656.3268432617188, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.807966947555542, + "loss": 0.16322916746139526, "env_score_iters": 500, - "env_score": -0.2040340155363083, + "env_score": -0.6253576278686523, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.8036665916442871, - "rl_grad_norm": 1.7053788900375366, - "bc_grad_norm": 0.5802025198936462, + "grad_align": 0.3008831739425659, + "rl_grad_norm": 0.38980600237846375, + "bc_grad_norm": 2.003624677658081, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0009296960197389126, - "embedding.weight": 0.004171109292656183, - "cnn.0.weight": 0.12369167059659958, - "cnn.0.bias": 0.004188395570963621, - "cnn.2.weight": 0.04918544739484787, - "cnn.2.bias": 0.009602703154087067, - "cnn.5.weight": 0.055472563952207565, - "cnn.5.bias": 0.011867952533066273, - "action_emb.weight": 0.043685365468263626, - "timestep_emb.weight": 0.010884546674787998, - "pos_emb.weight": 0.0163155198097229, - "transformer.layers.0.self_attn.in_proj_weight": 0.17349593341350555, - "transformer.layers.0.self_attn.in_proj_bias": 0.018769314512610435, - "transformer.layers.0.self_attn.out_proj.weight": 0.14421173930168152, - "transformer.layers.0.self_attn.out_proj.bias": 0.022426249459385872, - "transformer.layers.0.linear1.weight": 0.18009676039218903, - "transformer.layers.0.linear1.bias": 0.009786020033061504, - "transformer.layers.0.linear2.weight": 0.18892574310302734, - "transformer.layers.0.linear2.bias": 0.019315345212817192, - "transformer.layers.0.norm1.weight": 0.011505506932735443, - "transformer.layers.0.norm1.bias": 0.019205141812562943, - "transformer.layers.0.norm2.weight": 0.017278097569942474, - "transformer.layers.0.norm2.bias": 0.01013825461268425, - "transformer.layers.1.self_attn.in_proj_weight": 0.1539057046175003, - "transformer.layers.1.self_attn.in_proj_bias": 0.012087302282452583, - "transformer.layers.1.self_attn.out_proj.weight": 0.158686101436615, - "transformer.layers.1.self_attn.out_proj.bias": 0.016802504658699036, - "transformer.layers.1.linear1.weight": 0.12262474745512009, - "transformer.layers.1.linear1.bias": 0.007228364236652851, - "transformer.layers.1.linear2.weight": 0.14484696090221405, - "transformer.layers.1.linear2.bias": 0.016760563477873802, - "transformer.layers.1.norm1.weight": 0.00970347598195076, - "transformer.layers.1.norm1.bias": 0.011932291090488434, - "transformer.layers.1.norm2.weight": 0.009498036466538906, - "transformer.layers.1.norm2.bias": 0.007196271326392889, - "transformer.layers.2.self_attn.in_proj_weight": 0.30679845809936523, - "transformer.layers.2.self_attn.in_proj_bias": 0.019110601395368576, - "transformer.layers.2.self_attn.out_proj.weight": 0.1607426404953003, - "transformer.layers.2.self_attn.out_proj.bias": 0.01623292826116085, - "transformer.layers.2.linear1.weight": 0.07287643849849701, - "transformer.layers.2.linear1.bias": 0.005281093996018171, - "transformer.layers.2.linear2.weight": 0.08790836483240128, - "transformer.layers.2.linear2.bias": 0.017235923558473587, - "transformer.layers.2.norm1.weight": 0.03381980583071709, - "transformer.layers.2.norm1.bias": 0.023457380011677742, - "transformer.layers.2.norm2.weight": 0.0055223871022462845, - "transformer.layers.2.norm2.bias": 0.006349748000502586, - "transformer.layers.3.self_attn.in_proj_weight": 0.26367542147636414, - "transformer.layers.3.self_attn.in_proj_bias": 0.025407036766409874, - "transformer.layers.3.self_attn.out_proj.weight": 0.13292688131332397, - "transformer.layers.3.self_attn.out_proj.bias": 0.0236897524446249, - "transformer.layers.3.linear1.weight": 0.1935296654701233, - "transformer.layers.3.linear1.bias": 0.015898138284683228, - "transformer.layers.3.linear2.weight": 0.11074724048376083, - "transformer.layers.3.linear2.bias": 0.02943161129951477, - "transformer.layers.3.norm1.weight": 0.02146005816757679, - "transformer.layers.3.norm1.bias": 0.03438153117895126, - "transformer.layers.3.norm2.weight": 0.016389720141887665, - "transformer.layers.3.norm2.bias": 0.02326297201216221, - "head.weight": 1.6791003942489624, - "head.bias": 0.06582603603601456, - "global_embedding.weight": 0.02020992897450924, - "global_cnn.0.weight": 0.09412290155887604, - "global_cnn.0.bias": 0.0036758321803063154, - "global_cnn.2.weight": 0.1560545265674591, - "global_cnn.2.bias": 0.007425013463944197, - "global_proj.weight": 0.04350544512271881, - "global_proj.bias": 0.02880311943590641, - "goal_head.0.weight": 0.01649169810116291, - "goal_head.0.bias": 0.007714068051427603, - "goal_head.2.weight": 0.025191472843289375, - "goal_head.2.bias": 0.020881079137325287 + "global_gate": 0.0004178059461992234, + "embedding.weight": 0.0028539267368614674, + "cnn.0.weight": 0.04939394071698189, + "cnn.0.bias": 0.002304490189999342, + "cnn.2.weight": 0.014707714319229126, + "cnn.2.bias": 0.00580427423119545, + "cnn.5.weight": 0.02038946934044361, + "cnn.5.bias": 0.00400649756193161, + "action_emb.weight": 0.010364178568124771, + "timestep_emb.weight": 0.0021255819592624903, + "pos_emb.weight": 0.0038143086712807417, + "transformer.layers.0.self_attn.in_proj_weight": 0.04155624285340309, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035691733937710524, + "transformer.layers.0.self_attn.out_proj.weight": 0.039456143975257874, + "transformer.layers.0.self_attn.out_proj.bias": 0.0052054766565561295, + "transformer.layers.0.linear1.weight": 0.04090166836977005, + "transformer.layers.0.linear1.bias": 0.0022479481995105743, + "transformer.layers.0.linear2.weight": 0.04143031686544418, + "transformer.layers.0.linear2.bias": 0.00450089480727911, + "transformer.layers.0.norm1.weight": 0.0025773148518055677, + "transformer.layers.0.norm1.bias": 0.00384487840346992, + "transformer.layers.0.norm2.weight": 0.0036655557341873646, + "transformer.layers.0.norm2.bias": 0.0027180432807654142, + "transformer.layers.1.self_attn.in_proj_weight": 0.04210131615400314, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026205298490822315, + "transformer.layers.1.self_attn.out_proj.weight": 0.03988494351506233, + "transformer.layers.1.self_attn.out_proj.bias": 0.003996372222900391, + "transformer.layers.1.linear1.weight": 0.024909095838665962, + "transformer.layers.1.linear1.bias": 0.0016750363865867257, + "transformer.layers.1.linear2.weight": 0.03295150399208069, + "transformer.layers.1.linear2.bias": 0.003908696584403515, + "transformer.layers.1.norm1.weight": 0.0030456394888460636, + "transformer.layers.1.norm1.bias": 0.002413375535979867, + "transformer.layers.1.norm2.weight": 0.0018014434026554227, + "transformer.layers.1.norm2.bias": 0.0016019046306610107, + "transformer.layers.2.self_attn.in_proj_weight": 0.06565447151660919, + "transformer.layers.2.self_attn.in_proj_bias": 0.004403685685247183, + "transformer.layers.2.self_attn.out_proj.weight": 0.040228456258773804, + "transformer.layers.2.self_attn.out_proj.bias": 0.003566072089597583, + "transformer.layers.2.linear1.weight": 0.01713201031088829, + "transformer.layers.2.linear1.bias": 0.0012451005168259144, + "transformer.layers.2.linear2.weight": 0.022408053278923035, + "transformer.layers.2.linear2.bias": 0.003851176705211401, + "transformer.layers.2.norm1.weight": 0.006037904880940914, + "transformer.layers.2.norm1.bias": 0.004438191186636686, + "transformer.layers.2.norm2.weight": 0.001158291008323431, + "transformer.layers.2.norm2.bias": 0.0014684649650007486, + "transformer.layers.3.self_attn.in_proj_weight": 0.061318155378103256, + "transformer.layers.3.self_attn.in_proj_bias": 0.004855419509112835, + "transformer.layers.3.self_attn.out_proj.weight": 0.03636063635349274, + "transformer.layers.3.self_attn.out_proj.bias": 0.004556767176836729, + "transformer.layers.3.linear1.weight": 0.0421217679977417, + "transformer.layers.3.linear1.bias": 0.003351633669808507, + "transformer.layers.3.linear2.weight": 0.02771059237420559, + "transformer.layers.3.linear2.bias": 0.005428158212453127, + "transformer.layers.3.norm1.weight": 0.005409065634012222, + "transformer.layers.3.norm1.bias": 0.0061070481315255165, + "transformer.layers.3.norm2.weight": 0.003020376665517688, + "transformer.layers.3.norm2.bias": 0.0037900751922279596, + "head.weight": 0.359645813703537, + "head.bias": 0.013084692880511284, + "global_embedding.weight": 0.007980815134942532, + "global_cnn.0.weight": 0.12171805649995804, + "global_cnn.0.bias": 0.005187504924833775, + "global_cnn.2.weight": 0.2376764714717865, + "global_cnn.2.bias": 0.00819489173591137, + "global_proj.weight": 0.028701862320303917, + "global_proj.bias": 0.01722125895321369, + "goal_head.0.weight": 0.013645349070429802, + "goal_head.0.bias": 0.00640327762812376, + "goal_head.2.weight": 0.016709860414266586, + "goal_head.2.bias": 0.016341300681233406 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.048489928245544434, - "repr_drift_kl_low_t": 0.0642363429069519, - "repr_drift_kl_mid_t": 0.0416349396109581, - "repr_drift_kl_high_t": 0.042864907532930374, + "repr_drift_kl": 0.05609320104122162, + "repr_drift_kl_low_t": 0.06905359774827957, + "repr_drift_kl_mid_t": 0.05122563615441322, + "repr_drift_kl_high_t": 0.052572738379240036, "cka_iters": 500, - "cka_similarity": 0.8864861130714417, + "cka_similarity": 0.9594197273254395, "t_analysis_iters": 500, - "norm_low_t": 2.0061678886413574, - "norm_high_t": 2.513782024383545, - "lowhigh_cos": 0.31272852420806885, + "norm_low_t": 0.6878740191459656, + "norm_high_t": 0.3741411864757538, + "lowhigh_cos": 0.539688229560852, "t_bin_norms": { - "t_0.0-0.1": 2.4202253818511963, - "t_0.1-0.2": 2.079252004623413, - "t_0.2-0.3": 1.784480094909668, - "t_0.3-0.4": 1.8902313709259033, - "t_0.4-0.5": 1.9713025093078613, - "t_0.5-0.6": 2.0676040649414062, - "t_0.6-0.7": 1.797746181488037, - "t_0.7-0.8": 1.8619879484176636, - "t_0.8-0.9": 2.313197374343872, - "t_0.9-1.0": 3.2146592140197754 - }, - "win_rate": 0.09426750987768173, - "effective_batch_size": 65.3472900390625, + "t_0.0-0.1": 0.4908026158809662, + "t_0.1-0.2": 0.43850287795066833, + "t_0.2-0.3": 0.4452661871910095, + "t_0.3-0.4": 0.4140283763408661, + "t_0.4-0.5": 0.4478272795677185, + "t_0.5-0.6": 0.4192178249359131, + "t_0.6-0.7": 0.400814414024353, + "t_0.7-0.8": 0.4013388454914093, + "t_0.8-0.9": 0.38858410716056824, + "t_0.9-1.0": 0.41121989488601685 + }, + "win_rate": 0.02423965372145176, + "effective_batch_size": 427.11077880859375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 129.3425750732422, + "loss": 1.1265983581542969, "env_score_iters": 500, - "env_score": 0.8305447101593018, + "env_score": -0.5207757353782654, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.7461100816726685, - "rl_grad_norm": 2.1196134090423584, - "bc_grad_norm": 0.9645593762397766, + "grad_align": 0.13688527047634125, + "rl_grad_norm": 1.0865222215652466, + "bc_grad_norm": 3.5240767002105713, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 7.590497016906738, - "embedding.weight": 42.75127029418945, - "cnn.0.weight": 1277.8302001953125, - "cnn.0.bias": 34.170047760009766, - "cnn.2.weight": 486.74658203125, - "cnn.2.bias": 92.1436767578125, - "cnn.5.weight": 622.9518432617188, - "cnn.5.bias": 90.3329849243164, - "action_emb.weight": 73.37960815429688, - "timestep_emb.weight": 22.727745056152344, - "pos_emb.weight": 24.43710708618164, - "transformer.layers.0.self_attn.in_proj_weight": 587.4345092773438, - "transformer.layers.0.self_attn.in_proj_bias": 48.99493408203125, - "transformer.layers.0.self_attn.out_proj.weight": 611.889892578125, - "transformer.layers.0.self_attn.out_proj.bias": 61.15327453613281, - "transformer.layers.0.linear1.weight": 401.6861267089844, - "transformer.layers.0.linear1.bias": 22.397579193115234, - "transformer.layers.0.linear2.weight": 470.5594177246094, - "transformer.layers.0.linear2.bias": 39.266510009765625, - "transformer.layers.0.norm1.weight": 32.37868881225586, - "transformer.layers.0.norm1.bias": 52.89936065673828, - "transformer.layers.0.norm2.weight": 32.99966812133789, - "transformer.layers.0.norm2.bias": 26.5853271484375, - "transformer.layers.1.self_attn.in_proj_weight": 520.4514770507812, - "transformer.layers.1.self_attn.in_proj_bias": 31.685319900512695, - "transformer.layers.1.self_attn.out_proj.weight": 294.2261962890625, - "transformer.layers.1.self_attn.out_proj.bias": 30.971458435058594, - "transformer.layers.1.linear1.weight": 188.59658813476562, - "transformer.layers.1.linear1.bias": 11.058023452758789, - "transformer.layers.1.linear2.weight": 227.6817626953125, - "transformer.layers.1.linear2.bias": 29.228919982910156, - "transformer.layers.1.norm1.weight": 35.67862319946289, - "transformer.layers.1.norm1.bias": 31.66545867919922, - "transformer.layers.1.norm2.weight": 13.236234664916992, - "transformer.layers.1.norm2.bias": 10.288817405700684, - "transformer.layers.2.self_attn.in_proj_weight": 468.9706726074219, - "transformer.layers.2.self_attn.in_proj_bias": 31.615949630737305, - "transformer.layers.2.self_attn.out_proj.weight": 212.6979217529297, - "transformer.layers.2.self_attn.out_proj.bias": 26.678871154785156, - "transformer.layers.2.linear1.weight": 104.07792663574219, - "transformer.layers.2.linear1.bias": 7.968780040740967, - "transformer.layers.2.linear2.weight": 113.11976623535156, - "transformer.layers.2.linear2.bias": 28.598604202270508, - "transformer.layers.2.norm1.weight": 43.35029983520508, - "transformer.layers.2.norm1.bias": 37.745635986328125, - "transformer.layers.2.norm2.weight": 7.873213291168213, - "transformer.layers.2.norm2.bias": 9.613468170166016, - "transformer.layers.3.self_attn.in_proj_weight": 318.4873962402344, - "transformer.layers.3.self_attn.in_proj_bias": 35.18380355834961, - "transformer.layers.3.self_attn.out_proj.weight": 192.07998657226562, - "transformer.layers.3.self_attn.out_proj.bias": 40.22856903076172, - "transformer.layers.3.linear1.weight": 322.5145568847656, - "transformer.layers.3.linear1.bias": 31.986988067626953, - "transformer.layers.3.linear2.weight": 164.991455078125, - "transformer.layers.3.linear2.bias": 59.235595703125, - "transformer.layers.3.norm1.weight": 26.57012176513672, - "transformer.layers.3.norm1.bias": 46.06373596191406, - "transformer.layers.3.norm2.weight": 29.476015090942383, - "transformer.layers.3.norm2.bias": 51.18991470336914, - "head.weight": 2821.296142578125, - "head.bias": 144.50421142578125, - "global_embedding.weight": 69.2276840209961, - "global_cnn.0.weight": 251.88584899902344, - "global_cnn.0.bias": 11.467551231384277, - "global_cnn.2.weight": 441.3309631347656, - "global_cnn.2.bias": 24.058992385864258, - "global_proj.weight": 165.90725708007812, - "global_proj.bias": 110.68966674804688, - "goal_head.0.weight": 0.03458714112639427, - "goal_head.0.bias": 0.01625535637140274, - "goal_head.2.weight": 0.05569807067513466, - "goal_head.2.bias": 0.039267171174287796 + "global_gate": 0.09309252351522446, + "embedding.weight": 0.48356619477272034, + "cnn.0.weight": 8.483707427978516, + "cnn.0.bias": 0.3159842789173126, + "cnn.2.weight": 2.294238567352295, + "cnn.2.bias": 0.5483947992324829, + "cnn.5.weight": 2.0250062942504883, + "cnn.5.bias": 0.5468353033065796, + "action_emb.weight": 0.9760016798973083, + "timestep_emb.weight": 0.10174696147441864, + "pos_emb.weight": 0.24372610449790955, + "transformer.layers.0.self_attn.in_proj_weight": 3.7770345211029053, + "transformer.layers.0.self_attn.in_proj_bias": 0.3667973577976227, + "transformer.layers.0.self_attn.out_proj.weight": 3.4737181663513184, + "transformer.layers.0.self_attn.out_proj.bias": 0.4757497310638428, + "transformer.layers.0.linear1.weight": 3.9955408573150635, + "transformer.layers.0.linear1.bias": 0.20371368527412415, + "transformer.layers.0.linear2.weight": 3.7161197662353516, + "transformer.layers.0.linear2.bias": 0.3663843274116516, + "transformer.layers.0.norm1.weight": 0.22898152470588684, + "transformer.layers.0.norm1.bias": 0.3397241234779358, + "transformer.layers.0.norm2.weight": 0.4017261564731598, + "transformer.layers.0.norm2.bias": 0.23812468349933624, + "transformer.layers.1.self_attn.in_proj_weight": 3.434253692626953, + "transformer.layers.1.self_attn.in_proj_bias": 0.2359669804573059, + "transformer.layers.1.self_attn.out_proj.weight": 3.7122411727905273, + "transformer.layers.1.self_attn.out_proj.bias": 0.31604647636413574, + "transformer.layers.1.linear1.weight": 2.1055054664611816, + "transformer.layers.1.linear1.bias": 0.12260760366916656, + "transformer.layers.1.linear2.weight": 2.625117301940918, + "transformer.layers.1.linear2.bias": 0.29512161016464233, + "transformer.layers.1.norm1.weight": 0.2250443696975708, + "transformer.layers.1.norm1.bias": 0.24843402206897736, + "transformer.layers.1.norm2.weight": 0.17710131406784058, + "transformer.layers.1.norm2.bias": 0.12180385738611221, + "transformer.layers.2.self_attn.in_proj_weight": 5.154484748840332, + "transformer.layers.2.self_attn.in_proj_bias": 0.3545607030391693, + "transformer.layers.2.self_attn.out_proj.weight": 2.82574200630188, + "transformer.layers.2.self_attn.out_proj.bias": 0.2906625270843506, + "transformer.layers.2.linear1.weight": 1.5084524154663086, + "transformer.layers.2.linear1.bias": 0.10311360657215118, + "transformer.layers.2.linear2.weight": 1.7862468957901, + "transformer.layers.2.linear2.bias": 0.2827468812465668, + "transformer.layers.2.norm1.weight": 0.3997097611427307, + "transformer.layers.2.norm1.bias": 0.39124640822410583, + "transformer.layers.2.norm2.weight": 0.10776101052761078, + "transformer.layers.2.norm2.bias": 0.10582062602043152, + "transformer.layers.3.self_attn.in_proj_weight": 6.614536762237549, + "transformer.layers.3.self_attn.in_proj_bias": 0.6448588371276855, + "transformer.layers.3.self_attn.out_proj.weight": 3.2849409580230713, + "transformer.layers.3.self_attn.out_proj.bias": 0.5272966623306274, + "transformer.layers.3.linear1.weight": 3.511855363845825, + "transformer.layers.3.linear1.bias": 0.30586570501327515, + "transformer.layers.3.linear2.weight": 2.3254246711730957, + "transformer.layers.3.linear2.bias": 0.658628523349762, + "transformer.layers.3.norm1.weight": 0.5384035110473633, + "transformer.layers.3.norm1.bias": 0.9009100198745728, + "transformer.layers.3.norm2.weight": 0.2616570293903351, + "transformer.layers.3.norm2.bias": 0.41749462485313416, + "head.weight": 31.993078231811523, + "head.bias": 1.3502800464630127, + "global_embedding.weight": 1.6081994771957397, + "global_cnn.0.weight": 4.720346450805664, + "global_cnn.0.bias": 0.21087542176246643, + "global_cnn.2.weight": 6.471231460571289, + "global_cnn.2.bias": 0.23431286215782166, + "global_proj.weight": 1.093217134475708, + "global_proj.bias": 0.7069796323776245, + "goal_head.0.weight": 0.0400141179561615, + "goal_head.0.bias": 0.020903488621115685, + "goal_head.2.weight": 0.06346442550420761, + "goal_head.2.bias": 0.04587240144610405 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1777891218662262, - "repr_drift_kl_low_t": 0.26011037826538086, - "repr_drift_kl_mid_t": 0.1645437777042389, - "repr_drift_kl_high_t": 0.14035716652870178, + "repr_drift_kl": 0.11666422337293625, + "repr_drift_kl_low_t": 0.16886278986930847, + "repr_drift_kl_mid_t": 0.10588011145591736, + "repr_drift_kl_high_t": 0.08359066396951675, "cka_iters": 500, - "cka_similarity": 0.8544544577598572, + "cka_similarity": 0.9106433987617493, "t_analysis_iters": 500, - "norm_low_t": 2.9104294776916504, - "norm_high_t": 2.743333101272583, - "lowhigh_cos": 0.1821454018354416, + "norm_low_t": 1.1932542324066162, + "norm_high_t": 1.4172911643981934, + "lowhigh_cos": 0.7669965028762817, "t_bin_norms": { - "t_0.0-0.1": 2.8862996101379395, - "t_0.1-0.2": 2.20458984375, - "t_0.2-0.3": 2.0687334537506104, - "t_0.3-0.4": 2.3199520111083984, - "t_0.4-0.5": 2.084585189819336, - "t_0.5-0.6": 2.077221155166626, - "t_0.6-0.7": 2.1227006912231445, - "t_0.7-0.8": 2.1517326831817627, - "t_0.8-0.9": 3.0871548652648926, - "t_0.9-1.0": 3.240506887435913 - }, - "win_rate": 0.11788617819547653, - "effective_batch_size": 81.07108306884766, + "t_0.0-0.1": 1.1602627038955688, + "t_0.1-0.2": 1.0944093465805054, + "t_0.2-0.3": 1.0319565534591675, + "t_0.3-0.4": 1.0220186710357666, + "t_0.4-0.5": 1.0773099660873413, + "t_0.5-0.6": 1.0539499521255493, + "t_0.6-0.7": 1.114595890045166, + "t_0.7-0.8": 1.1265745162963867, + "t_0.8-0.9": 1.3137538433074951, + "t_0.9-1.0": 1.6099205017089844 + }, + "win_rate": 0.08485273271799088, + "effective_batch_size": 633.8862915039062, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "t_curriculum": { - "score": 0.5833333333333334, - "score_std": 0.03118047822311616, + "score": 0.42916666666666664, + "score_std": 0.025685058345704066, "all_scores": [ - 0.55, - 0.5750000000000001, - 0.625 + 0.39999999999999997, + 0.425, + 0.46249999999999997 ], "history": { "iters": [ @@ -31568,506 +38667,506 @@ 500 ], "loss": [ - 0.06638278067111969, - 1.568373441696167, - 2.390986680984497, - 0.754340648651123, - 0.37579745054244995, - 0.03458795323967934, - 0.26101067662239075, - 0.05110633745789528, - 0.633174479007721, - 0.44629716873168945, - 0.8264930844306946, - 0.3187199831008911, - 1.5998164415359497, - 0.047063782811164856, - 0.2049538493156433, - 0.4197238087654114, - 0.11928004771471024, - 1.2380458116531372, - 0.030062086880207062, - 0.415323942899704, - 0.23545892536640167, - 0.43052881956100464, - 0.46100932359695435, - 1.0175855159759521, - 0.03014903888106346, - 1.0262691974639893, - 1.2033607959747314, - 1.2894071340560913, - 1.1713204383850098, - 0.549463152885437, - 0.5660239458084106, - 0.48693013191223145, - 0.1552506536245346, - 0.11943401396274567, - 0.13328099250793457, - 0.06872495263814926, - 0.15561233460903168, - 0.7498624920845032, - 0.8022938966751099, - 0.613343358039856, - 0.16403451561927795, - 0.4110214412212372, - 0.14595061540603638, - 1.3244777917861938, - 0.11527150869369507, - 0.7972780466079712, - 0.07888173311948776, - 1.283480167388916, - 0.29699206352233887, - 0.030591508373618126, - 0.1996021717786789, - 0.020085599273443222, - 0.26991769671440125, - 0.7340900897979736, - 0.6944954991340637, - 0.45125728845596313, - 0.2985490560531616, - 0.6328104138374329, - 0.6896662712097168, - 0.6478372812271118, - 0.04806818068027496, - 0.6247603893280029, - 0.4841175079345703, - 0.6421147584915161, - 0.1400115191936493, - 0.004236153326928616, - 0.04025019705295563, - 0.3298013508319855, - 0.31173646450042725, - 0.14248840510845184, - 0.10849717259407043, - 0.5991360545158386, - 0.0717543512582779, - 0.13304100930690765, - 0.03351210057735443, - 0.2567182183265686, - 0.08438136428594589, - 0.23400790989398956, - 0.5695466995239258, - 0.05785558000206947, - 0.4462238848209381, - 0.7619644403457642, - 0.14718057215213776, - 0.6694452166557312, - 0.051077406853437424, - 0.13183945417404175, - 0.17483602464199066, - 1.202721118927002, - 0.1514657586812973, - 0.13530315458774567, - 0.7934447526931763, - 0.4383140206336975, - 0.5001400709152222, - 0.6495234966278076, - 0.021893179044127464, - 0.3619508147239685, - 0.1775989979505539, - 0.1583249568939209, - 0.5084337592124939, - 0.7268998026847839, - 0.059349965304136276, - 0.39941033720970154, - 0.020538272336125374, - 0.3477509915828705, - 0.18965113162994385, - 0.03608683869242668, - 0.037659671157598495, - 0.145186647772789, - 0.5593839287757874, - 0.20831462740898132, - 0.48176491260528564, - 0.046223487704992294, - 0.6058497428894043, - 0.5687809586524963, - 0.01979440450668335, - 0.4512384533882141, - 0.15097011625766754, - 0.46742740273475647, - 0.8687950968742371, - 0.41614896059036255, - 0.367681086063385, - 0.3736419081687927, - 0.5164609551429749, - 0.2959575951099396, - 0.010082879103720188, - 1.132042407989502, - 0.43681085109710693, - 0.36125072836875916, - 1.1912925243377686, - 0.643440306186676, - 0.04694611206650734, - 0.6727790832519531, - 0.03148617595434189, - 0.02956247702240944, - 0.4780028462409973, - 0.19310910999774933, - 0.3925204873085022, - 0.08631496131420135, - 0.7689772844314575, - 0.47416725754737854, - 0.47388049960136414, - 0.04707951843738556, - 1.1421743631362915, - 0.20473980903625488, - 1.0916237831115723, - 0.04575240984559059, - 0.02654600329697132, - 0.03120335191488266, - 0.024440910667181015, - 0.41756102442741394, - 0.1030217707157135, - 0.40987932682037354, - 1.0284465551376343, - 0.4139193296432495, - 0.5190884470939636, - 0.028076641261577606, - 0.7973927855491638, - 0.42746689915657043, - 0.3009233772754669, - 0.031558774411678314, - 0.20947018265724182, - 0.42692986130714417, - 0.6564982533454895, - 0.042616330087184906, - 0.24351921677589417, - 0.028311070054769516, - 0.20514816045761108, - 0.42840811610221863, - 0.04475949704647064, - 0.4790998697280884, - 0.16857410967350006, - 0.13912364840507507, - 0.1468590497970581, - 0.7226967811584473, - 0.6626814603805542, - 0.2734409272670746, - 0.10580486804246902, - 0.6641370058059692, - 0.2728205919265747, - 0.026309087872505188, - 0.3448592722415924, - 0.045764755457639694, - 0.21985787153244019, - 0.07115688920021057, - 0.02340199425816536, - 0.4009445309638977, - 0.04205984249711037, - 0.03919823467731476, - 0.09512332081794739, - 1.0954359769821167, - 0.022751880809664726, - 0.019567854702472687, - 0.7579768896102905, - 0.06120661273598671, - 0.04527628794312477, - 0.6358386874198914, - 0.9999985098838806, - 0.03680768609046936, - 0.06356050819158554, - 0.7089601159095764, - 0.6265184879302979, - 0.07034365832805634, - 0.24997803568840027, - 0.20709626376628876, - 0.06991475820541382, - 0.32641831040382385, - 1.2198556661605835, - 0.034870073199272156, - 0.2353103756904602, - 0.27622219920158386, - 0.009111961349844933, - 0.5727511048316956, - 0.6778711676597595, - 0.7622841000556946, - 0.02217937633395195, - 0.17194616794586182, - 0.042091187089681625, - 0.0805029645562172, - 0.010441455990076065, - 0.02119142934679985, - 1.0978931188583374, - 0.3457908034324646, - 0.14796866476535797, - 0.0953894555568695, - 0.3361629247665405, - 0.6443466544151306, - 0.761945366859436, - 0.710777759552002, - 0.6505587697029114, - 1.0154296159744263, - 0.2723149061203003, - 0.037352997809648514, - 0.48844102025032043, - 0.7207520604133606, - 0.315371572971344, - 0.6683783531188965, - 0.222776859998703, - 0.20282864570617676, - 0.017705116420984268, - 0.0648738220334053, - 0.022767234593629837, - 0.04332433640956879, - 0.019141264259815216, - 0.5430203080177307, - 0.09346295893192291, - 0.014977002516388893, - 0.756162703037262, - 1.1345419883728027, - 0.5485525727272034, - 0.011700169183313847, - 0.03565339744091034, - 0.03488318994641304, - 0.0683184564113617, - 0.4572693705558777, - 0.36451852321624756, - 0.6571630835533142, - 0.0030746085103601217, - 0.455746591091156, - 0.0557536780834198, - 0.06045382469892502, - 0.5738866329193115, - 0.016419067978858948, - 0.49908801913261414, - 0.5483925938606262, - 0.019267652183771133, - 0.5995017290115356, - 0.01689547300338745, - 1.0590882301330566, - 0.250998318195343, - 0.22433997690677643, - 0.017871128395199776, - 0.9107396006584167, - 0.05620715394616127, - 0.00425599655136466, - 1.1216709613800049, - 0.20753033459186554, - 0.35833990573883057, - 0.04861990362405777, - 0.4234623908996582, - 0.015950512140989304, - 0.3260801136493683, - 0.7235168814659119, - 0.03717467561364174, - 0.029735883697867393, - 0.3886723220348358, - 0.22112004458904266, - 0.13865825533866882, - 1.051152229309082, - 1.0558159351348877, - 0.017995430156588554, - 0.025578249245882034, - 0.1250780075788498, - 0.011319510638713837, - 0.22541384398937225, - 0.7984889149665833, - 0.38066738843917847, - 0.4158932566642761, - 0.5370125770568848, - 0.3013763129711151, - 0.21280024945735931, - 0.06707736849784851, - 1.0274934768676758, - 0.2650201618671417, - 0.8515533208847046, - 0.7343978881835938, - 0.053326912224292755, - 0.4630371630191803, - 0.7019565105438232, - 0.6231026649475098, - 0.689072847366333, - 0.4097261130809784, - 0.19549481570720673, - 0.4728716015815735, - 0.4745727479457855, - 0.05268451198935509, - 0.18081624805927277, - 0.8706067204475403, - 0.5421339869499207, - 0.04689309000968933, - 0.04873799905180931, - 0.03475917875766754, - 0.4986012279987335, - 0.33854421973228455, - 0.05844704806804657, - 0.29597967863082886, - 0.324492484331131, - 0.4878920018672943, - 0.04416531324386597, - 0.5939972400665283, - 0.11362636834383011, - 0.0452810563147068, - 0.08603475242853165, - 0.22624029219150543, - 0.08608786761760712, - 0.03510531038045883, - 0.801339864730835, - 0.06747724115848541, - 0.029590671882033348, - 0.11833581328392029, - 0.4016149938106537, - 0.4912745952606201, - 0.7405463457107544, - 0.05642019584774971, - 0.9151338338851929, - 0.3968018591403961, - 0.41078388690948486, - 0.029905911535024643, - 0.2847517430782318, - 0.028420498594641685, - 0.031728073954582214, - 0.09863658249378204, - 0.01650446094572544, - 0.07411698251962662, - 0.060523856431245804, - 0.13697031140327454, - 0.312783420085907, - 0.10457605123519897, - 0.12686221301555634, - 0.011726679280400276, - 0.008530364371836185, - 0.564068078994751, - 0.06210845708847046, - 0.06768301874399185, - 0.8181339502334595, - 0.03639252483844757, - 0.03184714913368225, - 0.7265925407409668, - 0.07038519531488419, - 0.23742671310901642, - 0.039382658898830414, - 0.08679746091365814, - 0.04074797034263611, - 0.022624945268034935, - 0.3718859851360321, - 0.51631098985672, - 0.006623424589633942, - 0.049756355583667755, - 0.19231349229812622, - 0.03680389001965523, - 0.9414882063865662, - 0.4624500274658203, - 0.43425408005714417, - 0.25456562638282776, - 0.31360486149787903, - 0.5700075626373291, - 0.095084547996521, - 0.021228628233075142, - 0.055379852652549744, - 0.48952382802963257, - 0.11604206264019012, - 0.627311646938324, - 0.02033238857984543, - 0.06896176934242249, - 0.06509121507406235, - 0.033560611307621, - 1.1468392610549927, - 0.13575026392936707, - 0.10946609824895859, - 0.3566070795059204, - 0.09508079290390015, - 0.018516648560762405, - 0.0253727026283741, - 0.5819283723831177, - 0.058453887701034546, - 0.08219921588897705, - 0.024531612172722816, - 0.4205738306045532, - 0.24459496140480042, - 0.019130835309624672, - 0.05077328532934189, - 0.07492789626121521, - 0.03292910382151604, - 0.029003974050283432, - 0.6886973977088928, - 0.2246423363685608, - 0.16396647691726685, - 0.06336099654436111, - 0.020343750715255737, - 0.02236618846654892, - 0.42810413241386414, - 0.033828768879175186, - 0.025115691125392914, - 0.06590069830417633, - 0.019414598122239113, - 0.12579698860645294, - 0.012773431837558746, - 0.4584079682826996, - 0.32047420740127563, - 0.02336038649082184, - 0.016732284799218178, - 0.5220115184783936, - 0.27973973751068115, - 0.12866829335689545, - 0.010601679794490337, - 0.02993302047252655, - 0.0647931769490242, - 0.14890317618846893, - 0.4833524227142334, - 0.7114438414573669, - 0.024502873420715332, - 0.14024972915649414, - 0.05496421456336975, - 0.3040439188480377, - 0.6521192193031311, - 0.029885461553931236, - 0.44430437684059143, - 0.018481280654668808, - 0.05855926126241684, - 0.011186491698026657, - 0.3603918254375458, - 0.05920170247554779, - 0.026900576427578926, - 0.41863003373146057, - 0.5319632887840271, - 0.1314917504787445, - 0.37813934683799744, - 0.24856102466583252, - 0.2527446746826172, - 0.3305984437465668, - 0.4669967591762543, - 0.11803129315376282, - 0.009701798669993877, - 0.4687805771827698, - 0.00404434185475111, - 0.08712133020162582, - 0.6101816296577454, - 0.48648491501808167, - 0.027874648571014404, - 0.2787008583545685, - 0.5550870299339294, - 0.04865699261426926, - 0.29977017641067505, - 0.046406812965869904, - 0.3215866684913635, - 0.045121822506189346, - 0.012669474817812443, - 0.277450829744339, - 0.018209122121334076, - 0.06513288617134094, - 0.023903410881757736, - 0.011035695672035217, - 0.008397994562983513, - 0.03464411571621895, - 0.06203281506896019, - 0.355518102645874, - 0.36200273036956787, - 0.013179085217416286, - 0.04898013919591904, - 0.09322687983512878, - 0.0324690081179142, - 0.03007023222744465, - 0.47662678360939026, - 0.012633008882403374, - 0.013463109731674194, - 0.010489806532859802, - 0.23722195625305176, - 0.09586753696203232, - 0.015470352955162525, - 0.05915618687868118, - 0.07184150815010071 + 0.7486730813980103, + 0.8396612405776978, + 0.42941442131996155, + 0.3184283971786499, + 0.3958328366279602, + 0.37754786014556885, + 0.31897449493408203, + 0.13496874272823334, + 0.6726722717285156, + 0.19777566194534302, + 0.3384726941585541, + 0.593431293964386, + 0.29340702295303345, + 0.4180140495300293, + 0.19391945004463196, + 0.4572544991970062, + 0.26084664463996887, + 0.3891581892967224, + 0.46748027205467224, + 0.5027605891227722, + 0.3528636693954468, + 0.35241201519966125, + 0.33740827441215515, + 0.1781768500804901, + 0.33891111612319946, + 0.28066831827163696, + 0.2889273762702942, + 0.3266064524650574, + 0.34508848190307617, + 0.4247073829174042, + 0.2337704598903656, + 0.462750643491745, + 0.1990024745464325, + 0.22800172865390778, + 0.1732524186372757, + 0.10613527148962021, + 0.2897703945636749, + 0.33407291769981384, + 0.2971382439136505, + 0.4932210147380829, + 0.2336818426847458, + 0.2212400585412979, + 0.16861040890216827, + 0.18549780547618866, + 0.14799270033836365, + 0.2355646789073944, + 0.2289571613073349, + 0.3074282109737396, + 0.19320015609264374, + 0.12448322027921677, + 0.22587783634662628, + 0.22699838876724243, + 0.17509344220161438, + 0.2541479766368866, + 0.2602858543395996, + 0.2312825322151184, + 0.3080993592739105, + 0.0832744836807251, + 0.20589862763881683, + 0.2224665880203247, + 0.2724798023700714, + 0.17319664359092712, + 0.2052050083875656, + 0.16313859820365906, + 0.15240678191184998, + 0.24516400694847107, + 0.21236571669578552, + 0.19184188544750214, + 0.16157475113868713, + 0.20009364187717438, + 0.10099522769451141, + 0.2047394961118698, + 0.1824243813753128, + 0.1028062254190445, + 0.1728612333536148, + 0.19412662088871002, + 0.11662010848522186, + 0.219440758228302, + 0.19161897897720337, + 0.18137966096401215, + 0.16612325608730316, + 0.25484415888786316, + 0.04150549694895744, + 0.2508030831813812, + 0.2504282593727112, + 0.16899707913398743, + 0.10280716419219971, + 0.20163463056087494, + 0.1760820895433426, + 0.18276315927505493, + 0.23099285364151, + 0.12700478732585907, + 0.1660202443599701, + 0.19113649427890778, + 0.16410480439662933, + 0.14245176315307617, + 0.16392481327056885, + 0.04115986451506615, + 0.13949966430664062, + 0.11321152746677399, + 0.14571981132030487, + 0.20016397535800934, + 0.20097315311431885, + 0.23395977914333344, + 0.1711626648902893, + 0.16242820024490356, + 0.09375937283039093, + 0.07461688667535782, + 0.0628332868218422, + 0.12420220673084259, + 0.08539498597383499, + 0.13630634546279907, + 0.1309736669063568, + 0.19639964401721954, + 0.1316109299659729, + 0.16006354987621307, + 0.15357959270477295, + 0.1484004408121109, + 0.1269221305847168, + 0.15737435221672058, + 0.16532275080680847, + 0.0898868665099144, + 0.11517351865768433, + 0.16682113707065582, + 0.10512861609458923, + 0.13148027658462524, + 0.17082050442695618, + 0.07727024704217911, + 0.16169001162052155, + 0.11755995452404022, + 0.14752328395843506, + 0.2120007574558258, + 0.16979452967643738, + 0.14472848176956177, + 0.16059841215610504, + 0.08745002001523972, + 0.08525746315717697, + 0.19164150953292847, + 0.15897926688194275, + 0.10112304240465164, + 0.15870079398155212, + 0.2244224101305008, + 0.15540951490402222, + 0.061620160937309265, + 0.07869578152894974, + 0.0953080803155899, + 0.03440624848008156, + 0.21067196130752563, + 0.1162872388958931, + 0.12787216901779175, + 0.14921140670776367, + 0.21110165119171143, + 0.11632289737462997, + 0.14102211594581604, + 0.15843020379543304, + 0.14454588294029236, + 0.2040787786245346, + 0.08743316680192947, + 0.11452917754650116, + 0.15376079082489014, + 0.052793681621551514, + 0.1516907811164856, + 0.11572463065385818, + 0.09918727725744247, + 0.19156120717525482, + 0.12204410880804062, + 0.04770706221461296, + 0.15081605315208435, + 0.11782493442296982, + 0.11945825070142746, + 0.19063793122768402, + 0.17391154170036316, + 0.08496267348527908, + 0.15833693742752075, + 0.15682272613048553, + 0.15736885368824005, + 0.10317850112915039, + 0.10579457134008408, + 0.19944514334201813, + 0.059768613427877426, + 0.07140769064426422, + 0.18756525218486786, + 0.1480579674243927, + 0.1664760410785675, + 0.1620512753725052, + 0.16006767749786377, + 0.08539237082004547, + 0.1482761800289154, + 0.16360706090927124, + 0.14373846352100372, + 0.13427042961120605, + 0.18684011697769165, + 0.07641440629959106, + 0.06385424733161926, + 0.10465459525585175, + 0.18220143020153046, + 0.11022049188613892, + 0.16505324840545654, + 0.03608591482043266, + 0.15600508451461792, + 0.15142647922039032, + 0.08456340432167053, + 0.1648835986852646, + 0.18424026668071747, + 0.1274932622909546, + 0.22879289090633392, + 0.15280725061893463, + 0.15111497044563293, + 0.1746016889810562, + 0.08043062686920166, + 0.06799380481243134, + 0.0822693258523941, + 0.12162049859762192, + 0.09120699763298035, + 0.11781984567642212, + 0.06964118033647537, + 0.13548611104488373, + 0.20593659579753876, + 0.13238021731376648, + 0.11239645630121231, + 0.12572701275348663, + 0.12266969680786133, + 0.10169835388660431, + 0.1635296791791916, + 0.08814305067062378, + 0.08327802270650864, + 0.18281014263629913, + 0.13544794917106628, + 0.10056948661804199, + 0.18729102611541748, + 0.11183173954486847, + 0.10686340183019638, + 0.09926573187112808, + 0.08792474865913391, + 0.09438066929578781, + 0.058304641395807266, + 0.09117298573255539, + 0.11088335514068604, + 0.16866183280944824, + 0.10929813235998154, + 0.16224615275859833, + 0.12736909091472626, + 0.13192830979824066, + 0.11426988244056702, + 0.09492955356836319, + 0.10171817988157272, + 0.0859445109963417, + 0.13055044412612915, + 0.13140402734279633, + 0.09359317272901535, + 0.09013985097408295, + 0.10195596516132355, + 0.18838801980018616, + 0.09474020451307297, + 0.1514534056186676, + 0.11794895678758621, + 0.11317657679319382, + 0.10039017349481583, + 0.06930574029684067, + 0.11461807787418365, + 0.11458209156990051, + 0.06855935603380203, + 0.12567491829395294, + 0.128310427069664, + 0.10102319717407227, + 0.1682107150554657, + 0.050883419811725616, + 0.06439889967441559, + 0.12193156033754349, + 0.14885343611240387, + 0.13884347677230835, + 0.15654072165489197, + 0.13230560719966888, + 0.12612122297286987, + 0.03963638097047806, + 0.11643727868795395, + 0.11695586889982224, + 0.14718636870384216, + 0.1050543412566185, + 0.13670602440834045, + 0.23943613469600677, + 0.07486314326524734, + 0.13268861174583435, + 0.12928207218647003, + 0.12490366399288177, + 0.08571680635213852, + 0.07849534600973129, + 0.09659464657306671, + 0.1932411938905716, + 0.11431296914815903, + 0.13184557855129242, + 0.17725509405136108, + 0.10005055367946625, + 0.08602781593799591, + 0.12617412209510803, + 0.20020714402198792, + 0.10720289498567581, + 0.12484348565340042, + 0.2143803834915161, + 0.03038031980395317, + 0.11894357204437256, + 0.147025927901268, + 0.1075844094157219, + 0.1057371273636818, + 0.14141155779361725, + 0.07718192785978317, + 0.16778455674648285, + 0.13081657886505127, + 0.0982510894536972, + 0.04180847480893135, + 0.14466635882854462, + 0.12124386429786682, + 0.10325001180171967, + 0.10451877117156982, + 0.09923919290304184, + 0.030832508578896523, + 0.08857261389493942, + 0.15822254121303558, + 0.10244874656200409, + 0.12481763958930969, + 0.09212075918912888, + 0.1267947256565094, + 0.11439885944128036, + 0.11562143266201019, + 0.11603838950395584, + 0.2031497061252594, + 0.13382594287395477, + 0.11612124741077423, + 0.1451222002506256, + 0.10428537428379059, + 0.08938178420066833, + 0.06306017935276031, + 0.10807863622903824, + 0.08898145705461502, + 0.12073495239019394, + 0.12038204073905945, + 0.07171782106161118, + 0.1555052399635315, + 0.08468668907880783, + 0.15481828153133392, + 0.04346872866153717, + 0.07979197055101395, + 0.08590270578861237, + 0.1003798395395279, + 0.08697853982448578, + 0.12210363894701004, + 0.13945454359054565, + 0.11996885389089584, + 0.08081560581922531, + 0.18218226730823517, + 0.12013554573059082, + 0.09415961802005768, + 0.07832154631614685, + 0.1626468300819397, + 0.06071513518691063, + 0.11158175021409988, + 0.12353861331939697, + 0.12892207503318787, + 0.19754040241241455, + 0.08383873850107193, + 0.09027626365423203, + 0.08455236256122589, + 0.11148547381162643, + 0.14433182775974274, + 0.12254408746957779, + 0.11250759661197662, + 0.10217005759477615, + 0.11529137194156647, + 0.09319330751895905, + 0.18057583272457123, + 0.11986559629440308, + 0.11735798418521881, + 0.10025085508823395, + 0.11894133687019348, + 0.10127020627260208, + 0.12107501178979874, + 0.141245499253273, + 0.11824767291545868, + 0.10300429910421371, + 0.17073526978492737, + 0.12600389122962952, + 0.06671282649040222, + 0.11352109909057617, + 0.12814092636108398, + 0.03583314269781113, + 0.14432291686534882, + 0.19066308438777924, + 0.10332866758108139, + 0.034258145838975906, + 0.17658936977386475, + 0.13703946769237518, + 0.18896080553531647, + 0.09271607547998428, + 0.05602070689201355, + 0.04700568690896034, + 0.10408700257539749, + 0.0966184064745903, + 0.14228147268295288, + 0.14461027085781097, + 0.11504797637462616, + 0.12882918119430542, + 0.069203682243824, + 0.09799173474311829, + 0.08140739798545837, + 0.09937307983636856, + 0.12009572982788086, + 0.13639256358146667, + 0.23596522212028503, + 0.052795276045799255, + 0.1538984477519989, + 0.0380181185901165, + 0.11979217082262039, + 0.10375306010246277, + 0.14516331255435944, + 0.2056521475315094, + 0.19868583977222443, + 0.07911078631877899, + 0.1431390643119812, + 0.13204173743724823, + 0.09275422990322113, + 0.13707256317138672, + 0.18313777446746826, + 0.03174327313899994, + 0.11443328857421875, + 0.10903998464345932, + 0.06443725526332855, + 0.10894258320331573, + 0.1019754484295845, + 0.13126659393310547, + 0.12392649799585342, + 0.0948922261595726, + 0.0905880481004715, + 0.0646875649690628, + 0.09432710707187653, + 0.09923697263002396, + 0.1174359992146492, + 0.16838589310646057, + 0.11670926213264465, + 0.1702679693698883, + 0.16479931771755219, + 0.09825552999973297, + 0.14841602742671967, + 0.11956362426280975, + 0.14402279257774353, + 0.09990261495113373, + 0.10889914631843567, + 0.12335139513015747, + 0.10312619805335999, + 0.11064786463975906, + 0.11679163575172424, + 0.1403532177209854, + 0.14495418965816498, + 0.049739692360162735, + 0.20944806933403015, + 0.10629062354564667, + 0.1327834129333496, + 0.12020771205425262, + 0.1098954826593399, + 0.10175815224647522, + 0.10948047041893005, + 0.09852881729602814, + 0.1551865041255951, + 0.14425531029701233, + 0.164682999253273, + 0.14641106128692627, + 0.12363768368959427, + 0.11618338525295258, + 0.2042820006608963, + 0.12444329261779785, + 0.11782056838274002, + 0.06313896179199219, + 0.10329503566026688, + 0.06670389324426651, + 0.18693365156650543, + 0.18995776772499084, + 0.13575729727745056, + 0.09508030116558075, + 0.1310136318206787, + 0.19782596826553345, + 0.09719004482030869, + 0.10713724792003632, + 0.11829939484596252, + 0.1649748831987381, + 0.07737415283918381, + 0.18924403190612793, + 0.10943739116191864, + 0.1834689825773239, + 0.07170908153057098, + 0.10499399900436401, + 0.08616114407777786, + 0.1599787175655365, + 0.11692029982805252, + 0.13834820687770844, + 0.18013033270835876, + 0.16564272344112396, + 0.1024552509188652, + 0.15054431557655334, + 0.15332283079624176, + 0.18526099622249603, + 0.16624894738197327 ], "env_score_iters": [ 1, @@ -32572,2643 +39671,3733 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.73976469039917, - -2.973724126815796, - -3.7555527687072754, - -3.297581672668457, - -1.3544366359710693, - -2.2677862644195557, - 0.14472167193889618, - -2.7172796726226807, - -2.0094592571258545, - -3.652618646621704, - -2.829700231552124, - -3.7061593532562256, - -0.970084011554718, - 1.1539174318313599, - -3.317514419555664, - 0.27520355582237244, - -5.882538795471191, - -4.317885398864746, - -4.637393474578857, - 2.1585729122161865, - -3.919130325317383, - 0.6970582604408264, - 1.87855863571167, - -0.24457454681396484, - 2.03867506980896, - -3.049234628677368, - 0.1083349958062172, - -0.8786989450454712, - -2.479102849960327, - -3.2607438564300537, - -4.2689924240112305, - -1.0009187459945679, - -3.024916410446167, - -0.7314583659172058, - 0.3728625774383545, - -1.2772140502929688, - -2.7293970584869385, - -1.7605230808258057, - -2.6071996688842773, - 5.976370334625244, - -3.530836343765259, - -0.3069588541984558, - -2.8614375591278076, - 6.800314903259277, - -1.3722039461135864, - -2.9810101985931396, - -5.9545817375183105, - -3.0963237285614014, - -2.4019689559936523, - -0.1577758938074112, - 0.8653185963630676, - -2.4684014320373535, - -1.6333163976669312, - -0.3856599032878876, - 0.00703180767595768, - 3.3422107696533203, - -3.447287082672119, - -1.10228431224823, - -0.7208811640739441, - -1.3980019092559814, - -2.415660858154297, - -3.859827756881714, - -4.880763530731201, - -1.855294108390808, - -2.793142795562744, - -3.0525834560394287, - -5.47152853012085, - -2.252795457839966, - -3.0288314819335938, - -0.8221386671066284, - -2.7981364727020264, - -2.723088264465332, - -3.983205556869507, - -2.2377166748046875, - -1.23320472240448, - -3.525144338607788, - -2.2061562538146973, - -0.8938159346580505, - -2.2647705078125, - 0.8869030475616455, - -6.080376148223877, - -2.3629684448242188, - -2.129993438720703, - 1.4049086570739746, - -5.47369909286499, - -3.5158584117889404, - -1.7872998714447021, - -1.8587688207626343, - -4.727613925933838, - -0.14171069860458374, - -4.119393825531006, - -3.7317233085632324, - -2.3804593086242676, - -3.413118600845337, - -1.0311826467514038, - -0.43344321846961975, - -3.17232084274292, - -2.1377112865448, - -3.219226598739624, - -4.1930131912231445, - -1.9978595972061157, - -8.166655540466309, - -2.1610090732574463, - -2.4761438369750977, - -1.4143472909927368, - -2.273252487182617, - -2.1375250816345215, - -3.8461086750030518, - 0.26314565539360046, - -2.1118223667144775, - -3.840099334716797, - -0.5529273748397827, - -3.120894432067871, - -2.1063108444213867, - 0.7622928619384766, - -0.7834268808364868, - -2.410649061203003, - -3.58801531791687, - -1.49595308303833, - -2.2588107585906982, - -4.071725845336914, - 2.6155190467834473, - -3.6345510482788086, - -2.526793956756592, - 5.427605152130127, - -2.978747844696045, - -2.5044565200805664, - -3.4614884853363037, - -3.3657519817352295, - -3.884326219558716, - -0.9145767092704773, - -1.838525652885437, - -4.779950141906738, - -3.517077684402466, - 0.5990238785743713, - -0.9665072560310364, - -2.4553768634796143, - -3.998059034347534, - 8.366061210632324, - -2.900324821472168, - -1.223697543144226, - -3.648297071456909, - -3.345229387283325, - -2.574479341506958, - -3.37373948097229, - -1.5693073272705078, - -10.105302810668945, - -3.108487606048584, - -6.541556358337402, - -0.5535867810249329, - -0.06627655029296875, - -4.5412163734436035, - -1.6760010719299316, - -1.3208650350570679, - -1.7715736627578735, - -4.097855091094971, - -3.427436590194702, - -2.3468334674835205, - -0.46613892912864685, - -6.632770538330078, - -6.251081466674805, - -2.7717714309692383, - -1.7688671350479126, - -1.81119966506958, - -3.9917843341827393, - -1.4888557195663452, - -2.468921661376953, - -2.7340948581695557, - -2.269524335861206, - -0.583571195602417, - -0.3060326874256134, - 3.2374556064605713, - -2.381373643875122, - -2.088024139404297, - -2.6161866188049316, - -4.512759685516357, - -1.828713059425354, - -2.8614888191223145, - -3.7291135787963867, - -4.295627117156982, - -4.105253219604492, - -2.326256275177002, - -6.803039073944092, - -1.9190524816513062, - -0.38903817534446716, - 2.606187105178833, - -3.76680850982666, - -4.3406147956848145, - 0.336115300655365, - -9.23915958404541, - -2.781585693359375, - -1.1342442035675049, - 2.85117244720459, - -2.3651185035705566, - -2.8692879676818848, - -0.3821299970149994, - -0.8382501602172852, - -1.5325047969818115, - -3.650960922241211, - -0.8376091718673706, - -2.4145877361297607, - -1.239546775817871, - 2.3120510578155518, - -4.003041744232178, - -1.5037922859191895, - -2.0193727016448975, - -3.487290143966675, - -4.434896945953369, - 0.30597540736198425, - -1.2339450120925903, - -5.223661422729492, - -2.537991523742676, - -3.1825225353240967, - -6.735797882080078, - -4.257829189300537, - -3.0833916664123535, - 1.598702073097229, - -4.09883975982666, - -2.866755962371826, - -3.4340362548828125, - -1.9768110513687134, - 1.3040180206298828, - -1.9197633266448975, - -1.3934733867645264, - 0.6100504398345947, - 5.88799524307251, - -2.522024631500244, - -2.200061559677124, - -0.9378384947776794, - -6.708812713623047, - -0.9125621318817139, - 0.1047380194067955, - -3.602022647857666, - -2.557814836502075, - -2.7444255352020264, - -3.135772943496704, - -2.1474900245666504, - -1.923293113708496, - -4.9264349937438965, - -2.128096342086792, - -5.477447986602783, - -3.5579581260681152, - 2.6071386337280273, - 0.7128210663795471, - -0.3747366964817047, - -3.7962143421173096, - -4.327676773071289, - -3.350703001022339, - -3.9609673023223877, - -0.514718234539032, - -1.7195219993591309, - -5.633755207061768, - -3.998551607131958, - -3.786741256713867, - -8.452652931213379, - -2.1088876724243164, - -0.3996180593967438, - -7.240705490112305, - -2.2346651554107666, - -0.9523373246192932, - -4.143763065338135, - -1.2284375429153442, - -5.319215297698975, - 1.8272727727890015, - -2.9735183715820312, - -3.339574098587036, - -3.822112560272217, - 1.2156389951705933, - -6.201262950897217, - -3.9647116661071777, - -2.483743667602539, - 0.9287453293800354, - -1.4541810750961304, - -3.0282044410705566, - -3.612346649169922, - -4.062248706817627, - -2.116567373275757, - -1.6695493459701538, - -4.907459735870361, - -5.529029369354248, - -1.6328541040420532, - -3.045732259750366, - -2.42988920211792, - 0.32132333517074585, - 0.32873642444610596, - -3.9858810901641846, - -2.2353317737579346, - -4.424899578094482, - -3.201137065887451, - -2.947420597076416, - -0.5140284895896912, - -2.1885337829589844, - -1.3332886695861816, - -3.175903081893921, - -1.4519023895263672, - -2.536769151687622, - -4.948791027069092, - 1.834486961364746, - -2.7708332538604736, - -1.9524800777435303, - -6.044286727905273, - -3.652153730392456, - -1.360605001449585, - 1.5069823265075684, - -3.2077536582946777, - 0.3503721356391907, - -1.6341427564620972, - -1.252802848815918, - -1.7674823999404907, - -0.6591304540634155, - -4.564045429229736, - -2.509354829788208, - 0.8914403915405273, - -2.1628847122192383, - -3.4551427364349365, - -2.978229522705078, - -3.905306100845337, - -3.954580307006836, - -2.000459671020508, - -2.729496717453003, - -2.5164966583251953, - -3.262977123260498, - 0.3542136549949646, - -3.5747807025909424, - 1.198907494544983, - -2.711235523223877, - -3.796431303024292, - -2.0675652027130127, - -2.0222012996673584, - -4.492681503295898, - -3.3063206672668457, - 0.35582953691482544, - -3.5203895568847656, - -4.58029842376709, - -2.8382320404052734, - -1.9932889938354492, - 0.1133572980761528, - -1.9251168966293335, - -2.664490222930908, - -5.4281229972839355, - -1.439228892326355, - -5.473926544189453, - -5.965096473693848, - -1.9341888427734375, - -6.474265098571777, - -4.171671390533447, - -3.713594913482666, - -3.6509857177734375, - -1.744439959526062, - -3.478238821029663, - -3.524536371231079, - -3.396132707595825, - -1.016912579536438, - -2.693387746810913, - -3.5445175170898438, - -4.113578796386719, - -0.4863027036190033, - -5.297007083892822, - -3.1209850311279297, - 0.44917523860931396, - -3.542879581451416, - -4.922886848449707, - 0.8544571399688721, - -2.046011209487915, - -3.832073926925659, - -5.077194690704346, - -6.462174415588379, - -6.259289741516113, - -4.661895275115967, - -2.9961209297180176, - -3.712707042694092, - -4.196329593658447, - -3.388056755065918, - -3.941377878189087, - -3.2263829708099365, - -4.2906012535095215, - -1.934900164604187, - -1.534109115600586, - -1.1018505096435547, - -1.9265257120132446, - -1.995750904083252, - -3.526700496673584, - -5.521831035614014, - -4.1154985427856445, - -3.2804572582244873, - -1.6839720010757446, - 2.9661641120910645, - -4.054717540740967, - -5.137252330780029, - -3.037654161453247, - -3.6470425128936768, - 7.484192848205566, - -6.55747127532959, - -3.2342329025268555, - -0.6780273914337158, - -0.06607216596603394, - -3.5953376293182373, - -8.410176277160645, - -3.2433817386627197, - -4.803732872009277, - -4.198597431182861, - -3.633978843688965, - -2.445160388946533, - -2.4889683723449707, - -4.463827610015869, - -4.037904739379883, - -4.344579696655273, - -7.84879732131958, - -4.287911415100098, - -3.6723639965057373, - -4.569827079772949, - -7.1304168701171875, - -3.787193775177002, - -0.9683361053466797, - -3.572014093399048, - -3.5088846683502197, - -4.878342628479004, - -3.279014825820923, - -2.0527877807617188, - -4.538019180297852, - -3.158973217010498, - -4.1579108238220215, - -1.5258142948150635, - -1.6918975114822388, - -3.407322406768799, - -7.6049628257751465, - -2.92741060256958, - -3.5747432708740234, - -3.466306686401367, - -4.541993618011475, - -4.431342601776123, - -5.203117370605469, - -2.08923602104187, - -3.9021406173706055, - -5.506038188934326, - -3.733062982559204, - -2.348663806915283, - -3.1776070594787598, - -2.17851185798645, - -0.8167266249656677, - -4.943765163421631, - -0.6596416234970093, - -3.777115821838379, - -2.6993203163146973, - -3.94795298576355, - -3.9034414291381836, - -3.6915104389190674, - -4.238888263702393, - -1.5462427139282227, - -1.0326683521270752, - -3.7688679695129395, - -2.4136087894439697, - -1.8285064697265625, - -1.8115277290344238, - -1.979910969734192, - -2.2171480655670166, - -2.845252513885498, - -3.2569596767425537, - -2.825050115585327, - -3.997331142425537, - -3.5044686794281006, - -2.9506008625030518, - -2.398482084274292, - -5.937121868133545, - -2.6857104301452637, - 1.3940602540969849, - -5.526303768157959, - 1.5248727798461914, - -3.164647102355957, - -3.4656264781951904, - -3.629570960998535, - -3.8144352436065674, - -3.4503464698791504, - -6.252040386199951, - -4.400493144989014, - -4.494757652282715, - -3.672934055328369, - -3.5778582096099854, - -3.9788975715637207, - -2.8234035968780518, - -2.058773994445801, - -2.1780636310577393, - -3.9996914863586426, - -4.224611282348633, - -2.9621691703796387, - -4.682268142700195, - -4.006935119628906, - -3.1518654823303223, - -4.354305267333984, - -3.9472947120666504, - -4.179069519042969, - -3.6223583221435547, - -2.1748831272125244, - -3.2084057331085205, - -4.7846832275390625, - -4.1924662590026855 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4402334690093994, + -0.555357038974762, + -0.6625621914863586, + -0.5578266978263855, + -0.6172896027565002, + -0.7806676030158997, + -0.5822921395301819, + -0.3810131847858429, + -0.44272223114967346, + -0.6078808307647705, + -0.7466436624526978, + -0.5683059692382812, + -0.26421627402305603, + -0.6879271864891052, + -0.23234066367149353, + -0.27480822801589966, + -0.3947613835334778, + -0.38680627942085266, + -0.3974030911922455, + -0.5592175722122192, + -0.3290417790412903, + -0.6169659495353699, + -0.5787395238876343, + -0.5049543380737305, + -0.4230017066001892, + -0.4487611949443817, + -0.5577006936073303, + -0.3813324570655823, + -0.546545147895813, + -0.5965594053268433, + -0.385242223739624, + -0.4495214521884918, + -0.5713571906089783, + -0.4101865291595459, + -0.5010873675346375, + -0.1444312185049057, + -0.5073862671852112, + -0.665781557559967, + -0.6364158987998962, + -0.643771767616272, + -0.5759081244468689, + -0.5064061880111694, + -0.4637766182422638, + -0.5123354196548462, + -0.5019162893295288, + -0.4848012328147888, + -0.592994749546051, + -0.4459954500198364, + -0.5907086133956909, + -0.4438336491584778, + -0.3786323666572571, + -0.3969997465610504, + -0.42506471276283264, + -0.5867201685905457, + -0.39951834082603455, + -0.7354443669319153, + -0.6268904805183411, + -0.6048305630683899, + -0.4450593590736389, + -0.6068141460418701, + -0.33235296607017517, + -0.6848745942115784, + -0.5390529036521912, + -0.5501016974449158, + -0.4249309003353119, + -0.548770010471344, + -0.5330477356910706, + -0.5400434136390686, + -0.6613740921020508, + -0.5391235947608948, + -0.49462980031967163, + -0.5448513627052307, + -0.691769540309906, + -0.5520758032798767, + -0.5112432241439819, + -0.47738155722618103, + -0.93101966381073, + -0.36345726251602173, + -0.8324978351593018, + -0.48247551918029785, + -0.5193157196044922, + -0.3253703713417053, + -0.4841327667236328, + -0.6254730224609375, + -0.5078588128089905, + -0.48719048500061035, + -0.5212239623069763, + -0.5333041548728943, + -0.49458935856819153, + -0.5045825242996216, + -0.5138194561004639, + -0.48645687103271484, + -0.6330516338348389, + -0.5468872785568237, + -0.6113154292106628, + -0.5375446677207947, + -0.46730759739875793, + -0.663920521736145, + -0.6126154661178589, + -0.4713842570781708, + -0.41987940669059753, + -0.49601924419403076, + -0.6814031004905701, + -0.5938464403152466, + -0.42290687561035156, + -0.6897653937339783, + -0.6324437260627747, + -0.5046778321266174, + -0.5424607396125793, + -0.5297287702560425, + -0.5021892189979553, + -0.5858540534973145, + -0.5636407732963562, + -0.5516509413719177, + -0.47950443625450134, + -0.504429817199707, + -0.7388526797294617, + -0.5119956135749817, + -0.4661233425140381, + -0.5319931507110596, + -0.5761165022850037, + -0.5349364280700684, + -0.362471342086792, + -0.6302571892738342, + -0.4294039309024811, + -0.6347430944442749, + -0.425627738237381, + -0.6203951239585876, + -0.34253185987472534, + -0.38059353828430176, + -0.6209800243377686, + -0.4705198407173157, + -0.43057307600975037, + -0.6024468541145325, + -0.5986206531524658, + -0.47662341594696045, + -0.5083822011947632, + -0.6633653044700623, + -0.5054779648780823, + -0.582970380783081, + -0.7042572498321533, + -0.6775816082954407, + -0.6153059005737305, + -0.4601302742958069, + -0.7297866344451904, + -0.8911684155464172, + -0.39119547605514526, + -0.11813365668058395, + -0.4716291129589081, + -0.6352121829986572, + -0.4535641074180603, + -0.8376574516296387, + -0.37543371319770813, + -0.5251441597938538, + -0.5542150735855103, + -0.487979918718338, + -0.5177902579307556, + -0.574774444103241, + -0.7945057153701782, + -0.6479851603507996, + -0.49965134263038635, + -0.48142194747924805, + -0.604571521282196, + -0.5409513711929321, + -0.5445826649665833, + -0.46191245317459106, + -0.47330111265182495, + -0.5637646913528442, + -0.7148034572601318, + -0.4507603943347931, + -0.7984792590141296, + -0.4149695336818695, + -0.5144786834716797, + -0.6850600838661194, + -0.4420170485973358, + -0.6535840630531311, + -0.5826722979545593, + -0.6528408527374268, + -0.5540222525596619, + -0.3651398718357086, + -0.5246679186820984, + -0.633391797542572, + -0.5405976176261902, + -0.5158833861351013, + -0.6334149241447449, + -0.6916785836219788, + -0.5833997130393982, + -0.5054071545600891, + -0.6635227799415588, + -0.3493240177631378, + -0.653465211391449, + -0.5854795575141907, + -0.5437929630279541, + -0.4532783627510071, + -0.5370544791221619, + -0.5042647123336792, + -0.5552533864974976, + -0.5282030701637268, + -0.45209264755249023, + -0.7794990539550781, + -0.5821964144706726, + -0.4152015745639801, + -0.4478531777858734, + -0.633858859539032, + -0.5900048613548279, + -0.524471640586853, + -0.5879550576210022, + -0.5452095866203308, + -0.38233819603919983, + -0.5713479518890381, + -0.5620784759521484, + -0.5574236512184143, + -0.6449851989746094, + -0.553734302520752, + -0.5540013909339905, + -0.25082674622535706, + -0.6096609830856323, + -0.5424855947494507, + -0.6551650762557983, + -0.5933873653411865, + -0.636355996131897, + -0.5500112771987915, + -0.38851410150527954, + -0.565523624420166, + -0.701408326625824, + -0.38083624839782715, + -0.8882652521133423, + -0.44703611731529236, + -0.5799785256385803, + -0.5837274789810181, + -0.5517116189002991, + -0.6471220850944519, + -0.5808718800544739, + -0.23014990985393524, + -0.5797842144966125, + -0.6164492964744568, + -0.48953506350517273, + -0.5472781658172607, + -0.6758450865745544, + -0.560651957988739, + -0.5521314144134521, + -0.5342699289321899, + -0.8611066341400146, + -0.7659081816673279, + -0.5846584439277649, + -0.5147554874420166, + -0.44499754905700684, + -0.720497190952301, + -0.6058687567710876, + -0.5061442255973816, + -0.5205935835838318, + -0.524791955947876, + -0.5994781255722046, + -0.8369730710983276, + -0.5440404415130615, + -0.6645097136497498, + -0.40229177474975586, + -0.6155626177787781, + -0.4802224636077881, + -0.7345081567764282, + -0.6570900082588196, + -0.5067268013954163, + -0.5982149243354797, + -0.5947620868682861, + -0.677610456943512, + -0.6578895449638367, + -0.5865901708602905, + -0.5021111369132996, + -0.602045476436615, + -0.4901129901409149, + -0.7097729444503784, + -0.5297456383705139, + -0.785563588142395, + -0.6854650974273682, + -0.5217768549919128, + -0.5526052117347717, + -0.6797918677330017, + -0.5244107842445374, + -0.5820088982582092, + -0.6658052802085876, + -0.49107837677001953, + -0.5360795855522156, + -0.5173822641372681, + -0.5072267055511475, + -0.5060573816299438, + -0.674382209777832, + -0.7790337204933167, + -0.5385931134223938, + -0.6546803712844849, + -0.5121333599090576, + -0.6181496381759644, + -0.6403955817222595, + -0.61652010679245, + -0.6462439894676208, + -0.5180068016052246, + -0.5415562987327576, + -0.6021695733070374, + -0.571541965007782, + -0.5604736804962158, + -0.542028546333313, + -0.5167366862297058, + -0.5150045156478882, + -0.6284363865852356, + -0.5981979966163635, + -0.5309624671936035, + -0.5090218186378479, + -0.5469629168510437, + -0.7300603985786438, + -0.6868005394935608, + -0.4020635187625885, + -0.4307638108730316, + -0.5597881078720093, + -0.6321084499359131, + -0.6693718433380127, + -0.5521264672279358, + -0.4793391823768616, + -0.5870076417922974, + -0.5468522906303406, + -0.4995879828929901, + -0.4594458043575287, + -0.5186735987663269, + -0.3030661642551422, + -0.5162596702575684, + -0.5397558212280273, + -0.5854943990707397, + -0.5724867582321167, + -0.5769458413124084, + -0.5683398246765137, + -0.5672807097434998, + -0.47369951009750366, + -0.6391736268997192, + -0.5347867608070374, + -0.46904274821281433, + -0.46507540345191956, + -0.5953213572502136, + -0.6156001091003418, + -0.7155904173851013, + -0.6471874713897705, + -0.5015340447425842, + -0.5010658502578735, + -0.49943363666534424, + -0.7381759285926819, + -0.377787709236145, + -0.48369601368904114, + -0.5498654842376709, + -0.5794990658760071, + -0.5956824421882629, + -0.5617800951004028, + -0.5931376218795776, + -0.5329409241676331, + -0.5349242687225342, + -0.5995467901229858, + -0.583267331123352, + -0.5222732424736023, + -0.44860541820526123, + -0.5521512627601624, + -0.6965966820716858, + -0.5865492820739746, + -0.712144672870636, + -0.645706057548523, + -0.34642788767814636, + -0.5346971750259399, + -0.6596450805664062, + -0.5280196666717529, + -0.7043797373771667, + -0.6480680108070374, + -0.49940794706344604, + -0.44211000204086304, + -0.5540030598640442, + -0.47843730449676514, + -0.585854709148407, + -0.6151759624481201, + -0.16542397439479828, + -0.8557676076889038, + -0.5897182822227478, + -0.5170713663101196, + -0.5000298619270325, + -0.5247324109077454, + -0.505895733833313, + -0.6526347398757935, + -0.5785820484161377, + -0.48340266942977905, + -0.30806368589401245, + -0.5736755132675171, + -0.5893945097923279, + -0.614072322845459, + -0.7131826877593994, + -0.42395877838134766, + -0.5386747717857361, + -0.6849158406257629, + -0.4633162021636963, + -0.5492056012153625, + -0.4737756550312042, + -0.33728259801864624, + -0.669164776802063, + -0.47676682472229004, + -0.5226259231567383, + -0.6130328178405762, + -0.7662710547447205, + -0.6639747619628906, + -0.519999623298645, + -0.6022434234619141, + -0.4968303442001343, + -0.4218986928462982, + -0.640982985496521, + -0.5366250872612, + -0.6388166546821594, + -0.4932743012905121, + -0.6634276509284973, + -0.5576331615447998, + -0.43906620144844055, + -0.8115515112876892, + -0.7264611721038818, + -0.8229946494102478, + -0.38930782675743103, + -0.5342714190483093, + -0.5297502875328064, + -0.6360528469085693, + -0.7851945161819458, + -0.5687628388404846, + -0.6390015482902527, + -0.6002036929130554, + -0.5123831033706665, + -0.5839172005653381, + -0.429124116897583, + -0.5797173380851746, + -0.6746641993522644, + -0.5841720104217529, + -0.4673442244529724, + -0.5564170479774475, + -0.5230578780174255, + -0.5229484438896179, + -0.5632064342498779, + -0.47317224740982056, + -0.49962806701660156, + -0.6380535364151001, + -0.571723997592926, + -0.41553953289985657, + -0.5847029685974121, + -0.6068098545074463, + -0.557523787021637, + -0.5200353264808655, + -0.5982000231742859, + -0.927945077419281, + -0.42692115902900696, + -0.6191487908363342, + -0.4299209713935852, + -0.5114865899085999, + -0.7407897114753723, + -0.6132999062538147, + -0.6449404358863831, + -0.5153526067733765, + -0.4983575642108917, + -0.5498090386390686, + -0.47900646924972534, + -0.5302842259407043, + -0.487774133682251, + -0.561765730381012, + -0.4524078965187073, + -0.48244529962539673, + -0.5047081708908081, + -0.5491661429405212, + -0.467047780752182, + -0.3701309561729431, + -0.6619153022766113, + -0.6210485100746155, + -0.5444474220275879, + -0.6336140632629395, + -0.7278133034706116, + -0.5663021802902222, + -0.47076359391212463, + -0.3353244364261627, + -0.7476484179496765, + -0.3800075948238373, + -0.4596741199493408, + -0.5750710368156433, + -0.6822438836097717, + -0.5528608560562134, + -0.5607154965400696, + -0.49590611457824707, + -0.49069052934646606, + -0.5008294582366943, + -0.4907144010066986, + -0.5792083740234375, + -0.6229816675186157, + -0.643780529499054, + -0.5746795535087585, + -0.6663497686386108, + -0.5580406785011292, + -0.5314988493919373, + -0.397749125957489, + -0.6224431991577148, + -0.5218542218208313, + -0.3861536681652069, + -0.49759387969970703, + -0.5434566736221313 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.675, - 0.625, - 0.625, - 0.65, - 0.55, - 0.55, - 0.5750000000000001, - 0.6, - 0.6 + 0.4875, + 0.475, + 0.43749999999999994, + 0.44999999999999996, + 0.5, + 0.43749999999999994, + 0.43749999999999994, + 0.43749999999999994, + 0.475, + 0.4375, + 0.43749999999999994, + 0.3875, + 0.44999999999999996, + 0.42500000000000004, + 0.4375, + 0.42500000000000004, + 0.43749999999999994, + 0.4125, + 0.4, + 0.375 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.664682924747467, - 0.5537117123603821, - 0.620362401008606, - 0.7437867522239685, - 0.5748301148414612, - 0.6604877710342407, - 0.868474543094635, - 0.3173521161079407, - 0.7462940216064453, - 0.5453985333442688 + 0.17961394786834717, + -0.08760002255439758, + 0.0664297491312027, + -0.010891150683164597, + -0.21657806634902954, + 0.146721750497818, + 0.2145133912563324, + -0.01914503425359726, + 0.2081405073404312, + 0.27273064851760864, + 0.3059793710708618, + 0.002145724603906274, + -0.08607125282287598, + 0.050597183406353, + -0.0026142634451389313, + -0.09571503102779388, + -0.1387556493282318, + 0.029190201312303543, + 0.15637484192848206, + 0.11495096981525421 ], "rl_grad_norm": [ - 0.42847132682800293, - 0.8777830004692078, - 1.1879708766937256, - 1.4273898601531982, - 0.3785519599914551, - 0.8679500222206116, - 0.6670029163360596, - 0.44954657554626465, - 0.8706974387168884, - 0.6900269985198975 + 1.0583555698394775, + 0.4081942141056061, + 0.5157150030136108, + 0.3515356183052063, + 0.2416219264268875, + 0.27324166893959045, + 0.44960445165634155, + 0.5906131267547607, + 0.2938540577888489, + 0.5461117029190063, + 0.3812101483345032, + 0.25123822689056396, + 0.3201811909675598, + 0.4266777038574219, + 0.5476160049438477, + 0.6515118479728699, + 0.3737615942955017, + 0.2010781317949295, + 0.7174500226974487, + 0.738196849822998 ], "bc_grad_norm": [ - 0.7580227255821228, - 0.7532930970191956, - 0.6921185851097107, - 0.7878757119178772, - 0.5988459587097168, - 0.4908522963523865, - 0.9241158962249756, - 0.6211666464805603, - 0.7633750438690186, - 0.8391824960708618 + 3.528916597366333, + 1.9552043676376343, + 2.7025904655456543, + 1.7994987964630127, + 2.7874369621276855, + 3.0626118183135986, + 3.129505157470703, + 4.7956862449646, + 2.5537195205688477, + 1.9951883554458618, + 2.293292999267578, + 2.6557657718658447, + 3.4999566078186035, + 9.148780822753906, + 5.421265125274658, + 6.011214256286621, + 4.002618789672852, + 5.74587869644165, + 9.4661283493042, + 5.673396587371826 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.000053017825848655775, - "embedding.weight": 0.001671690959483385, - "cnn.0.weight": 0.03190179169178009, - "cnn.0.bias": 0.0012714226031675935, - "cnn.2.weight": 0.00824718177318573, - "cnn.2.bias": 0.0035745224449783564, - "cnn.5.weight": 0.01300901174545288, - "cnn.5.bias": 0.0026796965394169092, - "action_emb.weight": 0.001065689604729414, - "timestep_emb.weight": 0.00042796548223122954, - "pos_emb.weight": 0.00045912948553450406, - "transformer.layers.0.self_attn.in_proj_weight": 0.012972569093108177, - "transformer.layers.0.self_attn.in_proj_bias": 0.0009119326714426279, - "transformer.layers.0.self_attn.out_proj.weight": 0.009356173686683178, - "transformer.layers.0.self_attn.out_proj.bias": 0.001232665148563683, - "transformer.layers.0.linear1.weight": 0.0061644697561860085, - "transformer.layers.0.linear1.bias": 0.00042126659536734223, - "transformer.layers.0.linear2.weight": 0.008812857791781425, - "transformer.layers.0.linear2.bias": 0.0009693911415524781, - "transformer.layers.0.norm1.weight": 0.0008824864635244012, - "transformer.layers.0.norm1.bias": 0.0008340222411789, - "transformer.layers.0.norm2.weight": 0.0003994382277596742, - "transformer.layers.0.norm2.bias": 0.00035554065834730864, - "transformer.layers.1.self_attn.in_proj_weight": 0.0071928068064153194, - "transformer.layers.1.self_attn.in_proj_bias": 0.000529091339558363, - "transformer.layers.1.self_attn.out_proj.weight": 0.009455922991037369, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008406985434703529, - "transformer.layers.1.linear1.weight": 0.0043457322753965855, - "transformer.layers.1.linear1.bias": 0.0003131689445581287, - "transformer.layers.1.linear2.weight": 0.005268648732453585, - "transformer.layers.1.linear2.bias": 0.0008305081282742321, - "transformer.layers.1.norm1.weight": 0.00041155770304612815, - "transformer.layers.1.norm1.bias": 0.0004778288712259382, - "transformer.layers.1.norm2.weight": 0.00027080834843218327, - "transformer.layers.1.norm2.bias": 0.00032663685851730406, - "transformer.layers.2.self_attn.in_proj_weight": 0.007494803052395582, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005383064853958786, - "transformer.layers.2.self_attn.out_proj.weight": 0.006569760851562023, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008004299597814679, - "transformer.layers.2.linear1.weight": 0.004329930525273085, - "transformer.layers.2.linear1.bias": 0.0003211254079360515, - "transformer.layers.2.linear2.weight": 0.003815519157797098, - "transformer.layers.2.linear2.bias": 0.0008306783274747431, - "transformer.layers.2.norm1.weight": 0.00044013644219376147, - "transformer.layers.2.norm1.bias": 0.0005710688419640064, - "transformer.layers.2.norm2.weight": 0.00029151811031624675, - "transformer.layers.2.norm2.bias": 0.0003342311829328537, - "transformer.layers.3.self_attn.in_proj_weight": 0.014570179395377636, - "transformer.layers.3.self_attn.in_proj_bias": 0.0012716157361865044, - "transformer.layers.3.self_attn.out_proj.weight": 0.009583977051079273, - "transformer.layers.3.self_attn.out_proj.bias": 0.0012412815121933818, - "transformer.layers.3.linear1.weight": 0.011036752723157406, - "transformer.layers.3.linear1.bias": 0.0008967170724645257, - "transformer.layers.3.linear2.weight": 0.005808263551443815, - "transformer.layers.3.linear2.bias": 0.0015810377663001418, - "transformer.layers.3.norm1.weight": 0.0011443105759099126, - "transformer.layers.3.norm1.bias": 0.0017682439647614956, - "transformer.layers.3.norm2.weight": 0.0008215497946366668, - "transformer.layers.3.norm2.bias": 0.0011524782748892903, - "head.weight": 0.08018749207258224, - "head.bias": 0.002787367207929492, - "global_embedding.weight": 0.01226966455578804, - "global_cnn.0.weight": 0.13093262910842896, - "global_cnn.0.bias": 0.004630229435861111, - "global_cnn.2.weight": 0.3468700349330902, - "global_cnn.2.bias": 0.01282451767474413, - "global_proj.weight": 0.1145147755742073, - "global_proj.bias": 0.050577472895383835, - "goal_head.0.weight": 0.07179286330938339, - "goal_head.0.bias": 0.023784903809428215, - "goal_head.2.weight": 0.10393312573432922, - "goal_head.2.bias": 0.05355483666062355 - }, - { - "global_gate": 0.00034408984356559813, - "embedding.weight": 0.006439008750021458, - "cnn.0.weight": 0.1039864644408226, - "cnn.0.bias": 0.004681247752159834, - "cnn.2.weight": 0.0213887058198452, - "cnn.2.bias": 0.008362463675439358, - "cnn.5.weight": 0.021312739700078964, - "cnn.5.bias": 0.006519296206533909, - "action_emb.weight": 0.015358813107013702, - "timestep_emb.weight": 0.003965168725699186, - "pos_emb.weight": 0.005193888675421476, - "transformer.layers.0.self_attn.in_proj_weight": 0.05759144946932793, - "transformer.layers.0.self_attn.in_proj_bias": 0.005677082110196352, - "transformer.layers.0.self_attn.out_proj.weight": 0.059456322342157364, - "transformer.layers.0.self_attn.out_proj.bias": 0.007846473716199398, - "transformer.layers.0.linear1.weight": 0.06651525944471359, - "transformer.layers.0.linear1.bias": 0.0032966467551887035, - "transformer.layers.0.linear2.weight": 0.0740850567817688, - "transformer.layers.0.linear2.bias": 0.006316781975328922, - "transformer.layers.0.norm1.weight": 0.003202753374353051, - "transformer.layers.0.norm1.bias": 0.004993483889847994, - "transformer.layers.0.norm2.weight": 0.005511563736945391, - "transformer.layers.0.norm2.bias": 0.003199577098712325, - "transformer.layers.1.self_attn.in_proj_weight": 0.06459901481866837, - "transformer.layers.1.self_attn.in_proj_bias": 0.003615935333073139, - "transformer.layers.1.self_attn.out_proj.weight": 0.059847649186849594, - "transformer.layers.1.self_attn.out_proj.bias": 0.00512664532288909, - "transformer.layers.1.linear1.weight": 0.03942786529660225, - "transformer.layers.1.linear1.bias": 0.0021806920412927866, - "transformer.layers.1.linear2.weight": 0.04915999993681908, - "transformer.layers.1.linear2.bias": 0.004808653611689806, - "transformer.layers.1.norm1.weight": 0.003802589140832424, - "transformer.layers.1.norm1.bias": 0.0032867752015590668, - "transformer.layers.1.norm2.weight": 0.0028337412513792515, - "transformer.layers.1.norm2.bias": 0.0021280988585203886, - "transformer.layers.2.self_attn.in_proj_weight": 0.09509361535310745, - "transformer.layers.2.self_attn.in_proj_bias": 0.005348448175936937, - "transformer.layers.2.self_attn.out_proj.weight": 0.05056815966963768, - "transformer.layers.2.self_attn.out_proj.bias": 0.00469986954703927, - "transformer.layers.2.linear1.weight": 0.029707059264183044, - "transformer.layers.2.linear1.bias": 0.0018699585925787687, - "transformer.layers.2.linear2.weight": 0.03269360214471817, - "transformer.layers.2.linear2.bias": 0.004452774301171303, - "transformer.layers.2.norm1.weight": 0.006455085705965757, - "transformer.layers.2.norm1.bias": 0.005563807673752308, - "transformer.layers.2.norm2.weight": 0.0018924730829894543, - "transformer.layers.2.norm2.bias": 0.0018111701356247067, - "transformer.layers.3.self_attn.in_proj_weight": 0.10629034787416458, - "transformer.layers.3.self_attn.in_proj_bias": 0.008430903777480125, - "transformer.layers.3.self_attn.out_proj.weight": 0.05884220823645592, - "transformer.layers.3.self_attn.out_proj.bias": 0.006744548678398132, - "transformer.layers.3.linear1.weight": 0.09700795263051987, - "transformer.layers.3.linear1.bias": 0.007338782772421837, - "transformer.layers.3.linear2.weight": 0.05091889575123787, - "transformer.layers.3.linear2.bias": 0.010073811747133732, - "transformer.layers.3.norm1.weight": 0.008807124570012093, - "transformer.layers.3.norm1.bias": 0.01238594762980938, - "transformer.layers.3.norm2.weight": 0.007663363125175238, - "transformer.layers.3.norm2.bias": 0.010370004922151566, - "head.weight": 0.5774132013320923, - "head.bias": 0.01888398639857769, - "global_embedding.weight": 0.01873219758272171, - "global_cnn.0.weight": 0.19389492273330688, - "global_cnn.0.bias": 0.004715323448181152, - "global_cnn.2.weight": 0.5202608704566956, - "global_cnn.2.bias": 0.023906182497739792, - "global_proj.weight": 0.08411724120378494, - "global_proj.bias": 0.04882432520389557, - "goal_head.0.weight": 0.04496501758694649, - "goal_head.0.bias": 0.019051987677812576, - "goal_head.2.weight": 0.05841057002544403, - "goal_head.2.bias": 0.041956182569265366 - }, - { - "global_gate": 0.0006213895394466817, - "embedding.weight": 0.005855804309248924, - "cnn.0.weight": 0.08300551027059555, - "cnn.0.bias": 0.004361327737569809, - "cnn.2.weight": 0.019849691540002823, - "cnn.2.bias": 0.0069338600151240826, - "cnn.5.weight": 0.020141225308179855, - "cnn.5.bias": 0.005155766382813454, - "action_emb.weight": 0.019235560670495033, - "timestep_emb.weight": 0.006734057329595089, - "pos_emb.weight": 0.007435836363583803, - "transformer.layers.0.self_attn.in_proj_weight": 0.07479463517665863, - "transformer.layers.0.self_attn.in_proj_bias": 0.006272601895034313, - "transformer.layers.0.self_attn.out_proj.weight": 0.07076442241668701, - "transformer.layers.0.self_attn.out_proj.bias": 0.008604725822806358, - "transformer.layers.0.linear1.weight": 0.08646319806575775, - "transformer.layers.0.linear1.bias": 0.004264151677489281, - "transformer.layers.0.linear2.weight": 0.08654210716485977, - "transformer.layers.0.linear2.bias": 0.006665182299911976, - "transformer.layers.0.norm1.weight": 0.0041771866381168365, - "transformer.layers.0.norm1.bias": 0.005536503624171019, - "transformer.layers.0.norm2.weight": 0.008378400467336178, - "transformer.layers.0.norm2.bias": 0.005107317119836807, - "transformer.layers.1.self_attn.in_proj_weight": 0.07332807034254074, - "transformer.layers.1.self_attn.in_proj_bias": 0.004089541733264923, - "transformer.layers.1.self_attn.out_proj.weight": 0.06526932120323181, - "transformer.layers.1.self_attn.out_proj.bias": 0.005761391948908567, - "transformer.layers.1.linear1.weight": 0.048280246555805206, - "transformer.layers.1.linear1.bias": 0.002548924647271633, - "transformer.layers.1.linear2.weight": 0.06261883676052094, - "transformer.layers.1.linear2.bias": 0.005157702602446079, - "transformer.layers.1.norm1.weight": 0.004443618003278971, - "transformer.layers.1.norm1.bias": 0.0034006109926849604, - "transformer.layers.1.norm2.weight": 0.0037685215938836336, - "transformer.layers.1.norm2.bias": 0.0025528371334075928, - "transformer.layers.2.self_attn.in_proj_weight": 0.09294192492961884, - "transformer.layers.2.self_attn.in_proj_bias": 0.005003743804991245, - "transformer.layers.2.self_attn.out_proj.weight": 0.05717601254582405, - "transformer.layers.2.self_attn.out_proj.bias": 0.005125736817717552, - "transformer.layers.2.linear1.weight": 0.038037363439798355, - "transformer.layers.2.linear1.bias": 0.0021539300214499235, - "transformer.layers.2.linear2.weight": 0.04848447069525719, - "transformer.layers.2.linear2.bias": 0.004958008881658316, - "transformer.layers.2.norm1.weight": 0.006082131993025541, - "transformer.layers.2.norm1.bias": 0.0058728111907839775, - "transformer.layers.2.norm2.weight": 0.002394232666119933, - "transformer.layers.2.norm2.bias": 0.0020906992722302675, - "transformer.layers.3.self_attn.in_proj_weight": 0.1504795253276825, - "transformer.layers.3.self_attn.in_proj_bias": 0.011336890049278736, - "transformer.layers.3.self_attn.out_proj.weight": 0.06793734431266785, - "transformer.layers.3.self_attn.out_proj.bias": 0.0074257999658584595, - "transformer.layers.3.linear1.weight": 0.0813094973564148, - "transformer.layers.3.linear1.bias": 0.00629615830257535, - "transformer.layers.3.linear2.weight": 0.05050275847315788, - "transformer.layers.3.linear2.bias": 0.009889483451843262, - "transformer.layers.3.norm1.weight": 0.011740596033632755, - "transformer.layers.3.norm1.bias": 0.016017911955714226, - "transformer.layers.3.norm2.weight": 0.005773135460913181, - "transformer.layers.3.norm2.bias": 0.007949117571115494, - "head.weight": 0.5326082706451416, - "head.bias": 0.01863090507686138, - "global_embedding.weight": 0.026439987123012543, - "global_cnn.0.weight": 0.2483678013086319, - "global_cnn.0.bias": 0.007081574760377407, - "global_cnn.2.weight": 0.5596439242362976, - "global_cnn.2.bias": 0.029874982312321663, - "global_proj.weight": 0.09883411973714828, - "global_proj.bias": 0.06773044168949127, - "goal_head.0.weight": 0.053464435040950775, - "goal_head.0.bias": 0.025207502767443657, - "goal_head.2.weight": 0.07500521093606949, - "goal_head.2.bias": 0.05674387514591217 - }, - { - "global_gate": 0.00036244909279048443, - "embedding.weight": 0.005737344268709421, - "cnn.0.weight": 0.08670013397932053, - "cnn.0.bias": 0.004713432397693396, - "cnn.2.weight": 0.02476380206644535, - "cnn.2.bias": 0.01118522323668003, - "cnn.5.weight": 0.025784386321902275, - "cnn.5.bias": 0.007638538721948862, - "action_emb.weight": 0.028866086155176163, - "timestep_emb.weight": 0.009401059709489346, - "pos_emb.weight": 0.015160045586526394, - "transformer.layers.0.self_attn.in_proj_weight": 0.0937681719660759, - "transformer.layers.0.self_attn.in_proj_bias": 0.009284473955631256, - "transformer.layers.0.self_attn.out_proj.weight": 0.09881526976823807, - "transformer.layers.0.self_attn.out_proj.bias": 0.015380139462649822, - "transformer.layers.0.linear1.weight": 0.12896886467933655, - "transformer.layers.0.linear1.bias": 0.0068116569891572, - "transformer.layers.0.linear2.weight": 0.15732936561107635, - "transformer.layers.0.linear2.bias": 0.01336651761084795, - "transformer.layers.0.norm1.weight": 0.004618562292307615, - "transformer.layers.0.norm1.bias": 0.007790529169142246, - "transformer.layers.0.norm2.weight": 0.011093211360275745, - "transformer.layers.0.norm2.bias": 0.008388726972043514, - "transformer.layers.1.self_attn.in_proj_weight": 0.10552604496479034, - "transformer.layers.1.self_attn.in_proj_bias": 0.008094696328043938, - "transformer.layers.1.self_attn.out_proj.weight": 0.1081620305776596, - "transformer.layers.1.self_attn.out_proj.bias": 0.012288562953472137, - "transformer.layers.1.linear1.weight": 0.09521602094173431, - "transformer.layers.1.linear1.bias": 0.005438355263322592, - "transformer.layers.1.linear2.weight": 0.12899132072925568, - "transformer.layers.1.linear2.bias": 0.011742276139557362, - "transformer.layers.1.norm1.weight": 0.00633331248536706, - "transformer.layers.1.norm1.bias": 0.0068299053236842155, - "transformer.layers.1.norm2.weight": 0.007416361011564732, - "transformer.layers.1.norm2.bias": 0.0062994868494570255, - "transformer.layers.2.self_attn.in_proj_weight": 0.20938406884670258, - "transformer.layers.2.self_attn.in_proj_bias": 0.01005642581731081, - "transformer.layers.2.self_attn.out_proj.weight": 0.10223835706710815, - "transformer.layers.2.self_attn.out_proj.bias": 0.011476912535727024, - "transformer.layers.2.linear1.weight": 0.07851635664701462, - "transformer.layers.2.linear1.bias": 0.0049491021782159805, - "transformer.layers.2.linear2.weight": 0.09392072260379791, - "transformer.layers.2.linear2.bias": 0.01223074272274971, - "transformer.layers.2.norm1.weight": 0.014857759699225426, - "transformer.layers.2.norm1.bias": 0.011013221926987171, - "transformer.layers.2.norm2.weight": 0.0052335127256810665, - "transformer.layers.2.norm2.bias": 0.0051253847777843475, - "transformer.layers.3.self_attn.in_proj_weight": 0.2538706660270691, - "transformer.layers.3.self_attn.in_proj_bias": 0.026231983676552773, - "transformer.layers.3.self_attn.out_proj.weight": 0.11664696782827377, - "transformer.layers.3.self_attn.out_proj.bias": 0.021333571523427963, - "transformer.layers.3.linear1.weight": 0.1776665598154068, - "transformer.layers.3.linear1.bias": 0.014958981424570084, - "transformer.layers.3.linear2.weight": 0.11001460999250412, - "transformer.layers.3.linear2.bias": 0.02766055054962635, - "transformer.layers.3.norm1.weight": 0.020304396748542786, - "transformer.layers.3.norm1.bias": 0.03757958486676216, - "transformer.layers.3.norm2.weight": 0.014125625602900982, - "transformer.layers.3.norm2.bias": 0.0195313710719347, - "head.weight": 1.246423602104187, - "head.bias": 0.05180935189127922, - "global_embedding.weight": 0.007799450773745775, - "global_cnn.0.weight": 0.06765773147344589, - "global_cnn.0.bias": 0.002157698618248105, - "global_cnn.2.weight": 0.15392163395881653, - "global_cnn.2.bias": 0.008650067262351513, - "global_proj.weight": 0.032291870564222336, - "global_proj.bias": 0.02245301939547062, - "goal_head.0.weight": 0.01732480525970459, - "goal_head.0.bias": 0.008159193210303783, - "goal_head.2.weight": 0.027485569939017296, - "goal_head.2.bias": 0.018206819891929626 - }, - { - "global_gate": 8.876143510860857e-6, - "embedding.weight": 0.0004333031829446554, - "cnn.0.weight": 0.013218325562775135, - "cnn.0.bias": 0.00046534481225535274, - "cnn.2.weight": 0.003581504337489605, - "cnn.2.bias": 0.001406573923304677, - "cnn.5.weight": 0.005910200532525778, - "cnn.5.bias": 0.0009552545961923897, - "action_emb.weight": 0.0014531259657815099, - "timestep_emb.weight": 0.0009336788789369166, - "pos_emb.weight": 0.0016395497368648648, - "transformer.layers.0.self_attn.in_proj_weight": 0.00927689578384161, - "transformer.layers.0.self_attn.in_proj_bias": 0.0006909306976012886, - "transformer.layers.0.self_attn.out_proj.weight": 0.009214646182954311, - "transformer.layers.0.self_attn.out_proj.bias": 0.0010694871889427304, - "transformer.layers.0.linear1.weight": 0.009771136566996574, - "transformer.layers.0.linear1.bias": 0.0004825117066502571, - "transformer.layers.0.linear2.weight": 0.011377510614693165, - "transformer.layers.0.linear2.bias": 0.0007892731227912009, - "transformer.layers.0.norm1.weight": 0.0005128014017827809, - "transformer.layers.0.norm1.bias": 0.0006666345871053636, - "transformer.layers.0.norm2.weight": 0.0008357267361134291, - "transformer.layers.0.norm2.bias": 0.0006640800856985152, - "transformer.layers.1.self_attn.in_proj_weight": 0.010352417826652527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005046462174504995, - "transformer.layers.1.self_attn.out_proj.weight": 0.010067267343401909, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006808375474065542, - "transformer.layers.1.linear1.weight": 0.006414644420146942, - "transformer.layers.1.linear1.bias": 0.00031281739939004183, - "transformer.layers.1.linear2.weight": 0.007689484395086765, - "transformer.layers.1.linear2.bias": 0.0006099106394685805, - "transformer.layers.1.norm1.weight": 0.0006311133620329201, - "transformer.layers.1.norm1.bias": 0.0004749913641717285, - "transformer.layers.1.norm2.weight": 0.00041763950139284134, - "transformer.layers.1.norm2.bias": 0.00028961984207853675, - "transformer.layers.2.self_attn.in_proj_weight": 0.014657750725746155, - "transformer.layers.2.self_attn.in_proj_bias": 0.000599975697696209, - "transformer.layers.2.self_attn.out_proj.weight": 0.00713850324973464, - "transformer.layers.2.self_attn.out_proj.bias": 0.000537313986569643, - "transformer.layers.2.linear1.weight": 0.004882415756583214, - "transformer.layers.2.linear1.bias": 0.00023868730932008475, - "transformer.layers.2.linear2.weight": 0.005010367836803198, - "transformer.layers.2.linear2.bias": 0.0005411938182078302, - "transformer.layers.2.norm1.weight": 0.0010508656268939376, - "transformer.layers.2.norm1.bias": 0.0007221809937618673, - "transformer.layers.2.norm2.weight": 0.00028377806302160025, - "transformer.layers.2.norm2.bias": 0.00019851422985084355, - "transformer.layers.3.self_attn.in_proj_weight": 0.013852594420313835, - "transformer.layers.3.self_attn.in_proj_bias": 0.000830540549941361, - "transformer.layers.3.self_attn.out_proj.weight": 0.007523505482822657, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007710683275945485, - "transformer.layers.3.linear1.weight": 0.014379669912159443, - "transformer.layers.3.linear1.bias": 0.000907098175957799, - "transformer.layers.3.linear2.weight": 0.007150351069867611, - "transformer.layers.3.linear2.bias": 0.0011957943206653, - "transformer.layers.3.norm1.weight": 0.0010454390430822968, - "transformer.layers.3.norm1.bias": 0.0009896326810121536, - "transformer.layers.3.norm2.weight": 0.0012299073860049248, - "transformer.layers.3.norm2.bias": 0.0013836962170898914, - "head.weight": 0.0949828252196312, - "head.bias": 0.0025599803775548935, - "global_embedding.weight": 0.023665741086006165, - "global_cnn.0.weight": 0.13462592661380768, - "global_cnn.0.bias": 0.00436148839071393, - "global_cnn.2.weight": 0.2897997200489044, - "global_cnn.2.bias": 0.013919204473495483, - "global_proj.weight": 0.04196085408329964, - "global_proj.bias": 0.03162449970841408, - "goal_head.0.weight": 0.024738777428865433, - "goal_head.0.bias": 0.012400231324136257, - "goal_head.2.weight": 0.03674406185746193, - "goal_head.2.bias": 0.028005316853523254 - }, - { - "global_gate": 4.317528691899497e-6, - "embedding.weight": 0.002883394481614232, - "cnn.0.weight": 0.03775115683674812, - "cnn.0.bias": 0.0017807079711928964, - "cnn.2.weight": 0.0057153282687067986, - "cnn.2.bias": 0.0022831284441053867, - "cnn.5.weight": 0.012495835311710835, - "cnn.5.bias": 0.002120551886036992, - "action_emb.weight": 0.013392125256359577, - "timestep_emb.weight": 0.004942639730870724, - "pos_emb.weight": 0.009058264084160328, - "transformer.layers.0.self_attn.in_proj_weight": 0.055450666695833206, - "transformer.layers.0.self_attn.in_proj_bias": 0.00597546948119998, - "transformer.layers.0.self_attn.out_proj.weight": 0.05738357827067375, - "transformer.layers.0.self_attn.out_proj.bias": 0.009866336360573769, - "transformer.layers.0.linear1.weight": 0.06616437435150146, - "transformer.layers.0.linear1.bias": 0.0037558656185865402, - "transformer.layers.0.linear2.weight": 0.07666049897670746, - "transformer.layers.0.linear2.bias": 0.006726372055709362, - "transformer.layers.0.norm1.weight": 0.0028936199378222227, - "transformer.layers.0.norm1.bias": 0.005222662817686796, - "transformer.layers.0.norm2.weight": 0.005344884004443884, - "transformer.layers.0.norm2.bias": 0.005211641080677509, - "transformer.layers.1.self_attn.in_proj_weight": 0.05551532655954361, - "transformer.layers.1.self_attn.in_proj_bias": 0.003819757839664817, - "transformer.layers.1.self_attn.out_proj.weight": 0.05285122990608215, - "transformer.layers.1.self_attn.out_proj.bias": 0.0058433241210877895, - "transformer.layers.1.linear1.weight": 0.044450756162405014, - "transformer.layers.1.linear1.bias": 0.0024755459744483232, - "transformer.layers.1.linear2.weight": 0.06013045087456703, - "transformer.layers.1.linear2.bias": 0.005540756043046713, - "transformer.layers.1.norm1.weight": 0.003203467931598425, - "transformer.layers.1.norm1.bias": 0.003358073765411973, - "transformer.layers.1.norm2.weight": 0.0032093413174152374, - "transformer.layers.1.norm2.bias": 0.0029897119384258986, - "transformer.layers.2.self_attn.in_proj_weight": 0.10938457399606705, - "transformer.layers.2.self_attn.in_proj_bias": 0.004876930266618729, - "transformer.layers.2.self_attn.out_proj.weight": 0.04657028988003731, - "transformer.layers.2.self_attn.out_proj.bias": 0.0056122723035514355, - "transformer.layers.2.linear1.weight": 0.034213513135910034, - "transformer.layers.2.linear1.bias": 0.0021698831114917994, - "transformer.layers.2.linear2.weight": 0.04232872650027275, - "transformer.layers.2.linear2.bias": 0.005849782377481461, - "transformer.layers.2.norm1.weight": 0.007140216417610645, - "transformer.layers.2.norm1.bias": 0.004516134969890118, - "transformer.layers.2.norm2.weight": 0.002166503109037876, - "transformer.layers.2.norm2.bias": 0.0022413330152630806, - "transformer.layers.3.self_attn.in_proj_weight": 0.11711472272872925, - "transformer.layers.3.self_attn.in_proj_bias": 0.013889234513044357, - "transformer.layers.3.self_attn.out_proj.weight": 0.049088023602962494, - "transformer.layers.3.self_attn.out_proj.bias": 0.011045959778130054, - "transformer.layers.3.linear1.weight": 0.10883838683366776, - "transformer.layers.3.linear1.bias": 0.008832507766783237, - "transformer.layers.3.linear2.weight": 0.06237463653087616, - "transformer.layers.3.linear2.bias": 0.015976542606949806, - "transformer.layers.3.norm1.weight": 0.00894137378782034, - "transformer.layers.3.norm1.bias": 0.01934739202260971, - "transformer.layers.3.norm2.weight": 0.009271444752812386, - "transformer.layers.3.norm2.bias": 0.012517085298895836, - "head.weight": 0.7424556612968445, - "head.bias": 0.03279154375195503, - "global_embedding.weight": 0.005929599981755018, - "global_cnn.0.weight": 0.13286641240119934, - "global_cnn.0.bias": 0.002811330370604992, - "global_cnn.2.weight": 0.28964486718177795, - "global_cnn.2.bias": 0.013236414641141891, - "global_proj.weight": 0.04347478970885277, - "global_proj.bias": 0.03153517469763756, - "goal_head.0.weight": 0.022352000698447227, - "goal_head.0.bias": 0.011380639858543873, - "goal_head.2.weight": 0.031586483120918274, - "goal_head.2.bias": 0.02612873911857605 - }, - { - "global_gate": 0.00011353180161677301, - "embedding.weight": 0.001371723017655313, - "cnn.0.weight": 0.028413156047463417, - "cnn.0.bias": 0.0013067922554910183, - "cnn.2.weight": 0.011819836683571339, - "cnn.2.bias": 0.0029868308920413256, - "cnn.5.weight": 0.011059199459850788, - "cnn.5.bias": 0.0019245111616328359, - "action_emb.weight": 0.002294568344950676, - "timestep_emb.weight": 0.0013024145737290382, - "pos_emb.weight": 0.0022718484979122877, - "transformer.layers.0.self_attn.in_proj_weight": 0.016712747514247894, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010179125238209963, - "transformer.layers.0.self_attn.out_proj.weight": 0.012702744454145432, - "transformer.layers.0.self_attn.out_proj.bias": 0.001327022328041494, - "transformer.layers.0.linear1.weight": 0.016335217282176018, - "transformer.layers.0.linear1.bias": 0.0006362534477375448, - "transformer.layers.0.linear2.weight": 0.016910770907998085, - "transformer.layers.0.linear2.bias": 0.000790645310189575, - "transformer.layers.0.norm1.weight": 0.0010396966245025396, - "transformer.layers.0.norm1.bias": 0.0007982818060554564, - "transformer.layers.0.norm2.weight": 0.001503224833868444, - "transformer.layers.0.norm2.bias": 0.0006152264541015029, - "transformer.layers.1.self_attn.in_proj_weight": 0.018477344885468483, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006068049115128815, - "transformer.layers.1.self_attn.out_proj.weight": 0.012770457193255424, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005877997609786689, - "transformer.layers.1.linear1.weight": 0.009157746098935604, - "transformer.layers.1.linear1.bias": 0.00039846112485975027, - "transformer.layers.1.linear2.weight": 0.010576710104942322, - "transformer.layers.1.linear2.bias": 0.0005448778974823654, - "transformer.layers.1.norm1.weight": 0.0013738998677581549, - "transformer.layers.1.norm1.bias": 0.0006909497315064073, - "transformer.layers.1.norm2.weight": 0.0007148140575736761, - "transformer.layers.1.norm2.bias": 0.00032162611023522913, - "transformer.layers.2.self_attn.in_proj_weight": 0.024022920057177544, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007708192570134997, - "transformer.layers.2.self_attn.out_proj.weight": 0.007836864329874516, - "transformer.layers.2.self_attn.out_proj.bias": 0.0003281945246271789, - "transformer.layers.2.linear1.weight": 0.004597819410264492, - "transformer.layers.2.linear1.bias": 0.0002101983700413257, - "transformer.layers.2.linear2.weight": 0.005028701387345791, - "transformer.layers.2.linear2.bias": 0.00030913521186448634, - "transformer.layers.2.norm1.weight": 0.0016354155959561467, - "transformer.layers.2.norm1.bias": 0.0007813633419573307, - "transformer.layers.2.norm2.weight": 0.00028081872733309865, - "transformer.layers.2.norm2.bias": 0.0001521804806543514, - "transformer.layers.3.self_attn.in_proj_weight": 0.0148601233959198, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006614551530219615, - "transformer.layers.3.self_attn.out_proj.weight": 0.00726913521066308, - "transformer.layers.3.self_attn.out_proj.bias": 0.0004227260942570865, - "transformer.layers.3.linear1.weight": 0.011039414443075657, - "transformer.layers.3.linear1.bias": 0.0005497782258316875, - "transformer.layers.3.linear2.weight": 0.00590367941185832, - "transformer.layers.3.linear2.bias": 0.0005156660918146372, - "transformer.layers.3.norm1.weight": 0.0011262937914580107, - "transformer.layers.3.norm1.bias": 0.000794103485532105, - "transformer.layers.3.norm2.weight": 0.0008439441444352269, - "transformer.layers.3.norm2.bias": 0.0005723467329517007, - "head.weight": 0.08461519330739975, - "head.bias": 0.0011624805629253387, - "global_embedding.weight": 0.01833992451429367, - "global_cnn.0.weight": 0.12008058279752731, - "global_cnn.0.bias": 0.0029942223336547613, - "global_cnn.2.weight": 0.27652299404144287, - "global_cnn.2.bias": 0.013229677453637123, - "global_proj.weight": 0.069244384765625, - "global_proj.bias": 0.04577328637242317, - "goal_head.0.weight": 0.04239249974489212, - "goal_head.0.bias": 0.020205162465572357, - "goal_head.2.weight": 0.06083563715219498, - "goal_head.2.bias": 0.04850989580154419 - }, - { - "global_gate": 0.0004974749172106385, - "embedding.weight": 0.001877001952379942, - "cnn.0.weight": 0.05344392731785774, - "cnn.0.bias": 0.0017011777963489294, - "cnn.2.weight": 0.019426990300416946, - "cnn.2.bias": 0.006309681572020054, - "cnn.5.weight": 0.025519244372844696, - "cnn.5.bias": 0.005511272232979536, - "action_emb.weight": 0.0098332604393363, - "timestep_emb.weight": 0.004870656877756119, - "pos_emb.weight": 0.007387007586658001, - "transformer.layers.0.self_attn.in_proj_weight": 0.05557643622159958, - "transformer.layers.0.self_attn.in_proj_bias": 0.004553170874714851, - "transformer.layers.0.self_attn.out_proj.weight": 0.051654696464538574, - "transformer.layers.0.self_attn.out_proj.bias": 0.005681424401700497, - "transformer.layers.0.linear1.weight": 0.05337434262037277, - "transformer.layers.0.linear1.bias": 0.002640708349645138, - "transformer.layers.0.linear2.weight": 0.059637658298015594, - "transformer.layers.0.linear2.bias": 0.004707160871475935, - "transformer.layers.0.norm1.weight": 0.003488760208711028, - "transformer.layers.0.norm1.bias": 0.004175660200417042, - "transformer.layers.0.norm2.weight": 0.004677873570472002, - "transformer.layers.0.norm2.bias": 0.0027405857108533382, - "transformer.layers.1.self_attn.in_proj_weight": 0.047181904315948486, - "transformer.layers.1.self_attn.in_proj_bias": 0.0028768761549144983, - "transformer.layers.1.self_attn.out_proj.weight": 0.04698501527309418, - "transformer.layers.1.self_attn.out_proj.bias": 0.003883081953972578, - "transformer.layers.1.linear1.weight": 0.032656215131282806, - "transformer.layers.1.linear1.bias": 0.0017740880139172077, - "transformer.layers.1.linear2.weight": 0.04410688579082489, - "transformer.layers.1.linear2.bias": 0.0037367905024439096, - "transformer.layers.1.norm1.weight": 0.0031655458733439445, - "transformer.layers.1.norm1.bias": 0.0028605875559151173, - "transformer.layers.1.norm2.weight": 0.0021627680398523808, - "transformer.layers.1.norm2.bias": 0.0018895526882261038, - "transformer.layers.2.self_attn.in_proj_weight": 0.07999282330274582, - "transformer.layers.2.self_attn.in_proj_bias": 0.0036628188099712133, - "transformer.layers.2.self_attn.out_proj.weight": 0.043153684586286545, - "transformer.layers.2.self_attn.out_proj.bias": 0.0029567512683570385, - "transformer.layers.2.linear1.weight": 0.02532336860895157, - "transformer.layers.2.linear1.bias": 0.0013737502740696073, - "transformer.layers.2.linear2.weight": 0.02905995398759842, - "transformer.layers.2.linear2.bias": 0.0027258717454969883, - "transformer.layers.2.norm1.weight": 0.005445545073598623, - "transformer.layers.2.norm1.bias": 0.0047708661295473576, - "transformer.layers.2.norm2.weight": 0.0017465902492403984, - "transformer.layers.2.norm2.bias": 0.0014787171967327595, - "transformer.layers.3.self_attn.in_proj_weight": 0.07973667979240417, - "transformer.layers.3.self_attn.in_proj_bias": 0.0060149733908474445, - "transformer.layers.3.self_attn.out_proj.weight": 0.04524657502770424, - "transformer.layers.3.self_attn.out_proj.bias": 0.00483924662694335, - "transformer.layers.3.linear1.weight": 0.06957583129405975, - "transformer.layers.3.linear1.bias": 0.004229218233376741, - "transformer.layers.3.linear2.weight": 0.0383281409740448, - "transformer.layers.3.linear2.bias": 0.006293030921369791, - "transformer.layers.3.norm1.weight": 0.006559927947819233, - "transformer.layers.3.norm1.bias": 0.008480074815452099, - "transformer.layers.3.norm2.weight": 0.005850925110280514, - "transformer.layers.3.norm2.bias": 0.005570578388869762, - "head.weight": 0.482448548078537, - "head.bias": 0.01357728336006403, - "global_embedding.weight": 0.01609007455408573, - "global_cnn.0.weight": 0.07437252253293991, - "global_cnn.0.bias": 0.002745749894529581, - "global_cnn.2.weight": 0.12027811259031296, - "global_cnn.2.bias": 0.005351067055016756, - "global_proj.weight": 0.02269410528242588, - "global_proj.bias": 0.013528823852539062, - "goal_head.0.weight": 0.011036863550543785, - "goal_head.0.bias": 0.00495612807571888, - "goal_head.2.weight": 0.014198234304785728, - "goal_head.2.bias": 0.011501607485115528 - }, - { - "global_gate": 0.00021373669733293355, - "embedding.weight": 0.0016645900905132294, - "cnn.0.weight": 0.048828382045030594, - "cnn.0.bias": 0.0019005266949534416, - "cnn.2.weight": 0.015459204092621803, - "cnn.2.bias": 0.0047264182940125465, - "cnn.5.weight": 0.015965677797794342, - "cnn.5.bias": 0.0035104795824736357, - "action_emb.weight": 0.019916582852602005, - "timestep_emb.weight": 0.0075132399797439575, - "pos_emb.weight": 0.011982972733676434, - "transformer.layers.0.self_attn.in_proj_weight": 0.07193688303232193, - "transformer.layers.0.self_attn.in_proj_bias": 0.006640741601586342, - "transformer.layers.0.self_attn.out_proj.weight": 0.07222525030374527, - "transformer.layers.0.self_attn.out_proj.bias": 0.010496899485588074, - "transformer.layers.0.linear1.weight": 0.09218505024909973, - "transformer.layers.0.linear1.bias": 0.004578619729727507, - "transformer.layers.0.linear2.weight": 0.09919767826795578, - "transformer.layers.0.linear2.bias": 0.00820183102041483, - "transformer.layers.0.norm1.weight": 0.0038425575476139784, - "transformer.layers.0.norm1.bias": 0.005734224803745747, - "transformer.layers.0.norm2.weight": 0.008306396193802357, - "transformer.layers.0.norm2.bias": 0.006646445952355862, - "transformer.layers.1.self_attn.in_proj_weight": 0.07961081713438034, - "transformer.layers.1.self_attn.in_proj_bias": 0.005181162152439356, - "transformer.layers.1.self_attn.out_proj.weight": 0.0704299584031105, - "transformer.layers.1.self_attn.out_proj.bias": 0.007224228698760271, - "transformer.layers.1.linear1.weight": 0.0640467032790184, - "transformer.layers.1.linear1.bias": 0.003330446546897292, - "transformer.layers.1.linear2.weight": 0.08420620858669281, - "transformer.layers.1.linear2.bias": 0.006559884641319513, - "transformer.layers.1.norm1.weight": 0.004313408397138119, - "transformer.layers.1.norm1.bias": 0.003943284507840872, - "transformer.layers.1.norm2.weight": 0.004708585329353809, - "transformer.layers.1.norm2.bias": 0.0032422991935163736, - "transformer.layers.2.self_attn.in_proj_weight": 0.16908131539821625, - "transformer.layers.2.self_attn.in_proj_bias": 0.008059301413595676, - "transformer.layers.2.self_attn.out_proj.weight": 0.06858254969120026, - "transformer.layers.2.self_attn.out_proj.bias": 0.006944459397345781, - "transformer.layers.2.linear1.weight": 0.04392891004681587, - "transformer.layers.2.linear1.bias": 0.0026712219696491957, - "transformer.layers.2.linear2.weight": 0.053282711654901505, - "transformer.layers.2.linear2.bias": 0.006940484046936035, - "transformer.layers.2.norm1.weight": 0.01252876129001379, - "transformer.layers.2.norm1.bias": 0.008878936991095543, - "transformer.layers.2.norm2.weight": 0.0029056596104055643, - "transformer.layers.2.norm2.bias": 0.002855833387002349, - "transformer.layers.3.self_attn.in_proj_weight": 0.1822109967470169, - "transformer.layers.3.self_attn.in_proj_bias": 0.012661603279411793, - "transformer.layers.3.self_attn.out_proj.weight": 0.06988116353750229, - "transformer.layers.3.self_attn.out_proj.bias": 0.010834592394530773, - "transformer.layers.3.linear1.weight": 0.13508564233779907, - "transformer.layers.3.linear1.bias": 0.01090855523943901, - "transformer.layers.3.linear2.weight": 0.07377850264310837, - "transformer.layers.3.linear2.bias": 0.0179445780813694, - "transformer.layers.3.norm1.weight": 0.015030340291559696, - "transformer.layers.3.norm1.bias": 0.01812748797237873, - "transformer.layers.3.norm2.weight": 0.012650524266064167, - "transformer.layers.3.norm2.bias": 0.0173003189265728, - "head.weight": 0.9351245760917664, - "head.bias": 0.039978086948394775, - "global_embedding.weight": 0.01527341641485691, - "global_cnn.0.weight": 0.14231470227241516, - "global_cnn.0.bias": 0.005555018782615662, - "global_cnn.2.weight": 0.3622167706489563, - "global_cnn.2.bias": 0.021667150780558586, - "global_proj.weight": 0.12174639850854874, - "global_proj.bias": 0.08159293979406357, - "goal_head.0.weight": 0.0773388221859932, - "goal_head.0.bias": 0.03627663105726242, - "goal_head.2.weight": 0.12516838312149048, - "goal_head.2.bias": 0.09076231718063354 - }, - { - "global_gate": 0.0004654349759221077, - "embedding.weight": 0.000442189397290349, - "cnn.0.weight": 0.014277959242463112, - "cnn.0.bias": 0.0006728716543875635, - "cnn.2.weight": 0.004975748714059591, - "cnn.2.bias": 0.0016382801113650203, - "cnn.5.weight": 0.008165715262293816, - "cnn.5.bias": 0.0011667996877804399, - "action_emb.weight": 0.008646749891340733, - "timestep_emb.weight": 0.003137746127322316, - "pos_emb.weight": 0.004949997179210186, - "transformer.layers.0.self_attn.in_proj_weight": 0.028551798313856125, - "transformer.layers.0.self_attn.in_proj_bias": 0.00313493050634861, - "transformer.layers.0.self_attn.out_proj.weight": 0.026377834379673004, - "transformer.layers.0.self_attn.out_proj.bias": 0.00430526165291667, - "transformer.layers.0.linear1.weight": 0.04003668203949928, - "transformer.layers.0.linear1.bias": 0.0019618039950728416, - "transformer.layers.0.linear2.weight": 0.040101680904626846, - "transformer.layers.0.linear2.bias": 0.0034316345117986202, - "transformer.layers.0.norm1.weight": 0.001754160737618804, - "transformer.layers.0.norm1.bias": 0.0032182889990508556, - "transformer.layers.0.norm2.weight": 0.004723300226032734, - "transformer.layers.0.norm2.bias": 0.002282635075971484, - "transformer.layers.1.self_attn.in_proj_weight": 0.027812853455543518, - "transformer.layers.1.self_attn.in_proj_bias": 0.002095096046105027, - "transformer.layers.1.self_attn.out_proj.weight": 0.02733742631971836, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028212538454681635, - "transformer.layers.1.linear1.weight": 0.024568935856223106, - "transformer.layers.1.linear1.bias": 0.0013355741975829005, - "transformer.layers.1.linear2.weight": 0.03416352719068527, - "transformer.layers.1.linear2.bias": 0.0028122670482844114, - "transformer.layers.1.norm1.weight": 0.001704211113974452, - "transformer.layers.1.norm1.bias": 0.0021668891422450542, - "transformer.layers.1.norm2.weight": 0.002054990269243717, - "transformer.layers.1.norm2.bias": 0.0012615270679816604, - "transformer.layers.2.self_attn.in_proj_weight": 0.0467480830848217, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018939024303108454, - "transformer.layers.2.self_attn.out_proj.weight": 0.029810933396220207, - "transformer.layers.2.self_attn.out_proj.bias": 0.002541428664699197, - "transformer.layers.2.linear1.weight": 0.019047481939196587, - "transformer.layers.2.linear1.bias": 0.0010507688857614994, - "transformer.layers.2.linear2.weight": 0.022811539471149445, - "transformer.layers.2.linear2.bias": 0.0026274833362549543, - "transformer.layers.2.norm1.weight": 0.0029317170847207308, - "transformer.layers.2.norm1.bias": 0.001539000659249723, - "transformer.layers.2.norm2.weight": 0.0013047108659520745, - "transformer.layers.2.norm2.bias": 0.000994205824099481, - "transformer.layers.3.self_attn.in_proj_weight": 0.07593231648206711, - "transformer.layers.3.self_attn.in_proj_bias": 0.005776149686425924, - "transformer.layers.3.self_attn.out_proj.weight": 0.03271741047501564, - "transformer.layers.3.self_attn.out_proj.bias": 0.004696709103882313, - "transformer.layers.3.linear1.weight": 0.06457258760929108, - "transformer.layers.3.linear1.bias": 0.004513584543019533, - "transformer.layers.3.linear2.weight": 0.03290168195962906, - "transformer.layers.3.linear2.bias": 0.0072520277462899685, - "transformer.layers.3.norm1.weight": 0.006484617479145527, - "transformer.layers.3.norm1.bias": 0.008388778194785118, - "transformer.layers.3.norm2.weight": 0.0057057286612689495, - "transformer.layers.3.norm2.bias": 0.006959136109799147, - "head.weight": 0.4194227159023285, - "head.bias": 0.015968071296811104, - "global_embedding.weight": 0.01261862087994814, - "global_cnn.0.weight": 0.13263928890228271, - "global_cnn.0.bias": 0.004471874330192804, - "global_cnn.2.weight": 0.2437659353017807, - "global_cnn.2.bias": 0.01538027822971344, - "global_proj.weight": 0.05119811370968819, - "global_proj.bias": 0.03847038000822067, - "goal_head.0.weight": 0.03823703154921532, - "goal_head.0.bias": 0.01708034612238407, - "goal_head.2.weight": 0.08868839591741562, - "goal_head.2.bias": 0.03882211446762085 + "global_gate": 0.00020997105457354337, + "embedding.weight": 0.003824092447757721, + "cnn.0.weight": 0.10603749752044678, + "cnn.0.bias": 0.004372317343950272, + "cnn.2.weight": 0.04178287461400032, + "cnn.2.bias": 0.017499132081866264, + "cnn.5.weight": 0.03702106326818466, + "cnn.5.bias": 0.010159424506127834, + "action_emb.weight": 0.007877636700868607, + "timestep_emb.weight": 0.002285508904606104, + "pos_emb.weight": 0.0036825432907789946, + "transformer.layers.0.self_attn.in_proj_weight": 0.06688147783279419, + "transformer.layers.0.self_attn.in_proj_bias": 0.0063117207027971745, + "transformer.layers.0.self_attn.out_proj.weight": 0.0671008750796318, + "transformer.layers.0.self_attn.out_proj.bias": 0.009231191128492355, + "transformer.layers.0.linear1.weight": 0.047868166118860245, + "transformer.layers.0.linear1.bias": 0.0035293998662382364, + "transformer.layers.0.linear2.weight": 0.06482428312301636, + "transformer.layers.0.linear2.bias": 0.005840240977704525, + "transformer.layers.0.norm1.weight": 0.0040514483116567135, + "transformer.layers.0.norm1.bias": 0.00535889808088541, + "transformer.layers.0.norm2.weight": 0.0034046811051666737, + "transformer.layers.0.norm2.bias": 0.0048564523458480835, + "transformer.layers.1.self_attn.in_proj_weight": 0.060118597000837326, + "transformer.layers.1.self_attn.in_proj_bias": 0.0039992136880755424, + "transformer.layers.1.self_attn.out_proj.weight": 0.06071284040808678, + "transformer.layers.1.self_attn.out_proj.bias": 0.005060988012701273, + "transformer.layers.1.linear1.weight": 0.03222557529807091, + "transformer.layers.1.linear1.bias": 0.002236020751297474, + "transformer.layers.1.linear2.weight": 0.03949137032032013, + "transformer.layers.1.linear2.bias": 0.0045427316799759865, + "transformer.layers.1.norm1.weight": 0.00450696237385273, + "transformer.layers.1.norm1.bias": 0.003978807013481855, + "transformer.layers.1.norm2.weight": 0.0022926335223019123, + "transformer.layers.1.norm2.bias": 0.0027457864489406347, + "transformer.layers.2.self_attn.in_proj_weight": 0.07559740543365479, + "transformer.layers.2.self_attn.in_proj_bias": 0.005082062911242247, + "transformer.layers.2.self_attn.out_proj.weight": 0.0436142198741436, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030174527782946825, + "transformer.layers.2.linear1.weight": 0.017127659171819687, + "transformer.layers.2.linear1.bias": 0.0011747947428375483, + "transformer.layers.2.linear2.weight": 0.01942051202058792, + "transformer.layers.2.linear2.bias": 0.0029039853252470493, + "transformer.layers.2.norm1.weight": 0.007435021921992302, + "transformer.layers.2.norm1.bias": 0.006116565782576799, + "transformer.layers.2.norm2.weight": 0.0011157463304698467, + "transformer.layers.2.norm2.bias": 0.0010663863504305482, + "transformer.layers.3.self_attn.in_proj_weight": 0.0674988254904747, + "transformer.layers.3.self_attn.in_proj_bias": 0.004849698860198259, + "transformer.layers.3.self_attn.out_proj.weight": 0.032782237976789474, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030696203466504812, + "transformer.layers.3.linear1.weight": 0.030258504673838615, + "transformer.layers.3.linear1.bias": 0.0020135282538831234, + "transformer.layers.3.linear2.weight": 0.01927144080400467, + "transformer.layers.3.linear2.bias": 0.002607655944302678, + "transformer.layers.3.norm1.weight": 0.005491957068443298, + "transformer.layers.3.norm1.bias": 0.005216645542532206, + "transformer.layers.3.norm2.weight": 0.0021881849970668554, + "transformer.layers.3.norm2.bias": 0.002288547344505787, + "head.weight": 0.25311338901519775, + "head.bias": 0.006552418228238821, + "global_embedding.weight": 0.041221119463443756, + "global_cnn.0.weight": 0.2529403567314148, + "global_cnn.0.bias": 0.010864059440791607, + "global_cnn.2.weight": 0.6827743053436279, + "global_cnn.2.bias": 0.03131536394357681, + "global_proj.weight": 0.19754433631896973, + "global_proj.bias": 0.07465815544128418, + "goal_head.0.weight": 0.10358112305402756, + "goal_head.0.bias": 0.030695151537656784, + "goal_head.2.weight": 0.11930472403764725, + "goal_head.2.bias": 0.05906781926751137 + }, + { + "global_gate": 1.1547938811418135e-05, + "embedding.weight": 0.0015280954539775848, + "cnn.0.weight": 0.02571520395576954, + "cnn.0.bias": 0.0011318942997604609, + "cnn.2.weight": 0.006107183173298836, + "cnn.2.bias": 0.001623365213163197, + "cnn.5.weight": 0.00884618517011404, + "cnn.5.bias": 0.0017856573686003685, + "action_emb.weight": 0.007061382755637169, + "timestep_emb.weight": 0.0019352901726961136, + "pos_emb.weight": 0.002145957201719284, + "transformer.layers.0.self_attn.in_proj_weight": 0.026994209736585617, + "transformer.layers.0.self_attn.in_proj_bias": 0.0027094443794339895, + "transformer.layers.0.self_attn.out_proj.weight": 0.02441817708313465, + "transformer.layers.0.self_attn.out_proj.bias": 0.003203135449439287, + "transformer.layers.0.linear1.weight": 0.03280960023403168, + "transformer.layers.0.linear1.bias": 0.0016065832460299134, + "transformer.layers.0.linear2.weight": 0.03428252786397934, + "transformer.layers.0.linear2.bias": 0.0023841625079512596, + "transformer.layers.0.norm1.weight": 0.001486988621763885, + "transformer.layers.0.norm1.bias": 0.0024494642857462168, + "transformer.layers.0.norm2.weight": 0.003421073080971837, + "transformer.layers.0.norm2.bias": 0.001632070168852806, + "transformer.layers.1.self_attn.in_proj_weight": 0.03473963961005211, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018772755283862352, + "transformer.layers.1.self_attn.out_proj.weight": 0.026949778199195862, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017527603777125478, + "transformer.layers.1.linear1.weight": 0.016827253624796867, + "transformer.layers.1.linear1.bias": 0.0009204325615428388, + "transformer.layers.1.linear2.weight": 0.024778543040156364, + "transformer.layers.1.linear2.bias": 0.0017158824484795332, + "transformer.layers.1.norm1.weight": 0.002210532547906041, + "transformer.layers.1.norm1.bias": 0.0017153513617813587, + "transformer.layers.1.norm2.weight": 0.0013937351759523153, + "transformer.layers.1.norm2.bias": 0.0008508944883942604, + "transformer.layers.2.self_attn.in_proj_weight": 0.040808308869600296, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021023820154368877, + "transformer.layers.2.self_attn.out_proj.weight": 0.02855197712779045, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016570128500461578, + "transformer.layers.2.linear1.weight": 0.01243696827441454, + "transformer.layers.2.linear1.bias": 0.0007893489091657102, + "transformer.layers.2.linear2.weight": 0.01637651026248932, + "transformer.layers.2.linear2.bias": 0.001644444651901722, + "transformer.layers.2.norm1.weight": 0.0032406405080109835, + "transformer.layers.2.norm1.bias": 0.002519234549254179, + "transformer.layers.2.norm2.weight": 0.000815807783510536, + "transformer.layers.2.norm2.bias": 0.0007717119297012687, + "transformer.layers.3.self_attn.in_proj_weight": 0.04081495851278305, + "transformer.layers.3.self_attn.in_proj_bias": 0.0024574091657996178, + "transformer.layers.3.self_attn.out_proj.weight": 0.026154253631830215, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018999946769326925, + "transformer.layers.3.linear1.weight": 0.020454129204154015, + "transformer.layers.3.linear1.bias": 0.0013516589533537626, + "transformer.layers.3.linear2.weight": 0.01455897931009531, + "transformer.layers.3.linear2.bias": 0.0020748015958815813, + "transformer.layers.3.norm1.weight": 0.0031288587488234043, + "transformer.layers.3.norm1.bias": 0.002884010784327984, + "transformer.layers.3.norm2.weight": 0.001323234522715211, + "transformer.layers.3.norm2.bias": 0.0012970160460099578, + "head.weight": 0.19514693319797516, + "head.bias": 0.004738240037113428, + "global_embedding.weight": 0.0038852584548294544, + "global_cnn.0.weight": 0.09547293186187744, + "global_cnn.0.bias": 0.003539356868714094, + "global_cnn.2.weight": 0.26066792011260986, + "global_cnn.2.bias": 0.008690420538187027, + "global_proj.weight": 0.09131725132465363, + "global_proj.bias": 0.03396441042423248, + "goal_head.0.weight": 0.05488310381770134, + "goal_head.0.bias": 0.015610507689416409, + "goal_head.2.weight": 0.06954056024551392, + "goal_head.2.bias": 0.0321568101644516 + }, + { + "global_gate": 1.4394852769328281e-05, + "embedding.weight": 0.0006504718330688775, + "cnn.0.weight": 0.015157465822994709, + "cnn.0.bias": 0.0006726221763528883, + "cnn.2.weight": 0.004418858326971531, + "cnn.2.bias": 0.0013557947240769863, + "cnn.5.weight": 0.005895919632166624, + "cnn.5.bias": 0.0013449529651552439, + "action_emb.weight": 0.008083621971309185, + "timestep_emb.weight": 0.0016163630643859506, + "pos_emb.weight": 0.002215078566223383, + "transformer.layers.0.self_attn.in_proj_weight": 0.027117107063531876, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023527471348643303, + "transformer.layers.0.self_attn.out_proj.weight": 0.026452956721186638, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037655155174434185, + "transformer.layers.0.linear1.weight": 0.037586841732263565, + "transformer.layers.0.linear1.bias": 0.0017714648274704814, + "transformer.layers.0.linear2.weight": 0.03581846132874489, + "transformer.layers.0.linear2.bias": 0.0029968339949846268, + "transformer.layers.0.norm1.weight": 0.0013987859711050987, + "transformer.layers.0.norm1.bias": 0.0020626767072826624, + "transformer.layers.0.norm2.weight": 0.0036787050776183605, + "transformer.layers.0.norm2.bias": 0.002238903194665909, + "transformer.layers.1.self_attn.in_proj_weight": 0.02975817583501339, + "transformer.layers.1.self_attn.in_proj_bias": 0.00175448227673769, + "transformer.layers.1.self_attn.out_proj.weight": 0.029983729124069214, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023905071429908276, + "transformer.layers.1.linear1.weight": 0.019763631746172905, + "transformer.layers.1.linear1.bias": 0.0010777839925140142, + "transformer.layers.1.linear2.weight": 0.02913942188024521, + "transformer.layers.1.linear2.bias": 0.002272168407216668, + "transformer.layers.1.norm1.weight": 0.002044133609160781, + "transformer.layers.1.norm1.bias": 0.0016954325838014483, + "transformer.layers.1.norm2.weight": 0.0015290232840925455, + "transformer.layers.1.norm2.bias": 0.0011383123928681016, + "transformer.layers.2.self_attn.in_proj_weight": 0.038766324520111084, + "transformer.layers.2.self_attn.in_proj_bias": 0.002066816436126828, + "transformer.layers.2.self_attn.out_proj.weight": 0.03479032590985298, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021260681096464396, + "transformer.layers.2.linear1.weight": 0.015073210932314396, + "transformer.layers.2.linear1.bias": 0.0009563748608343303, + "transformer.layers.2.linear2.weight": 0.0198002178221941, + "transformer.layers.2.linear2.bias": 0.0021900993306189775, + "transformer.layers.2.norm1.weight": 0.0029964405111968517, + "transformer.layers.2.norm1.bias": 0.002213351894170046, + "transformer.layers.2.norm2.weight": 0.0009271789458580315, + "transformer.layers.2.norm2.bias": 0.0008661167812533677, + "transformer.layers.3.self_attn.in_proj_weight": 0.055101800709962845, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034900405444204807, + "transformer.layers.3.self_attn.out_proj.weight": 0.03743402287364006, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030672720167785883, + "transformer.layers.3.linear1.weight": 0.030551709234714508, + "transformer.layers.3.linear1.bias": 0.0019678405951708555, + "transformer.layers.3.linear2.weight": 0.020148424431681633, + "transformer.layers.3.linear2.bias": 0.0030672538559883833, + "transformer.layers.3.norm1.weight": 0.004482524935156107, + "transformer.layers.3.norm1.bias": 0.004594734404236078, + "transformer.layers.3.norm2.weight": 0.002054257784038782, + "transformer.layers.3.norm2.bias": 0.0019620959646999836, + "head.weight": 0.2965540289878845, + "head.bias": 0.007100802380591631, + "global_embedding.weight": 0.023551618680357933, + "global_cnn.0.weight": 0.12785081565380096, + "global_cnn.0.bias": 0.006412173621356487, + "global_cnn.2.weight": 0.21725139021873474, + "global_cnn.2.bias": 0.01031589787453413, + "global_proj.weight": 0.05532507225871086, + "global_proj.bias": 0.033487819135189056, + "goal_head.0.weight": 0.03216825798153877, + "goal_head.0.bias": 0.014949441887438297, + "goal_head.2.weight": 0.037392016500234604, + "goal_head.2.bias": 0.034828249365091324 + }, + { + "global_gate": 9.357764793094248e-05, + "embedding.weight": 0.0013345490442588925, + "cnn.0.weight": 0.02389977127313614, + "cnn.0.bias": 0.001060193288139999, + "cnn.2.weight": 0.0055684419348835945, + "cnn.2.bias": 0.0018739586230367422, + "cnn.5.weight": 0.007969100028276443, + "cnn.5.bias": 0.0016360689187422395, + "action_emb.weight": 0.006705116014927626, + "timestep_emb.weight": 0.0014204109320417047, + "pos_emb.weight": 0.002408475847914815, + "transformer.layers.0.self_attn.in_proj_weight": 0.029208676889538765, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025261910632252693, + "transformer.layers.0.self_attn.out_proj.weight": 0.02663251757621765, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036438663955777884, + "transformer.layers.0.linear1.weight": 0.03143179789185524, + "transformer.layers.0.linear1.bias": 0.0016143183456733823, + "transformer.layers.0.linear2.weight": 0.03572814166545868, + "transformer.layers.0.linear2.bias": 0.0030083893798291683, + "transformer.layers.0.norm1.weight": 0.0016552754677832127, + "transformer.layers.0.norm1.bias": 0.0022836877033114433, + "transformer.layers.0.norm2.weight": 0.00256397295743227, + "transformer.layers.0.norm2.bias": 0.0018585211364552379, + "transformer.layers.1.self_attn.in_proj_weight": 0.03241444751620293, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019685791339725256, + "transformer.layers.1.self_attn.out_proj.weight": 0.027659939602017403, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024086819030344486, + "transformer.layers.1.linear1.weight": 0.020362291485071182, + "transformer.layers.1.linear1.bias": 0.0010993249015882611, + "transformer.layers.1.linear2.weight": 0.025343799963593483, + "transformer.layers.1.linear2.bias": 0.00243223924189806, + "transformer.layers.1.norm1.weight": 0.002535420237109065, + "transformer.layers.1.norm1.bias": 0.0019281012937426567, + "transformer.layers.1.norm2.weight": 0.0015869549242779613, + "transformer.layers.1.norm2.bias": 0.0010710827773436904, + "transformer.layers.2.self_attn.in_proj_weight": 0.033395733684301376, + "transformer.layers.2.self_attn.in_proj_bias": 0.002582998713478446, + "transformer.layers.2.self_attn.out_proj.weight": 0.025856200605630875, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024803706910461187, + "transformer.layers.2.linear1.weight": 0.014529294334352016, + "transformer.layers.2.linear1.bias": 0.001042890246026218, + "transformer.layers.2.linear2.weight": 0.01585443876683712, + "transformer.layers.2.linear2.bias": 0.0026214008685201406, + "transformer.layers.2.norm1.weight": 0.002941607730463147, + "transformer.layers.2.norm1.bias": 0.00337759661488235, + "transformer.layers.2.norm2.weight": 0.0010139208752661943, + "transformer.layers.2.norm2.bias": 0.0012326539726927876, + "transformer.layers.3.self_attn.in_proj_weight": 0.04157687723636627, + "transformer.layers.3.self_attn.in_proj_bias": 0.003587522776797414, + "transformer.layers.3.self_attn.out_proj.weight": 0.022241463884711266, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032271784730255604, + "transformer.layers.3.linear1.weight": 0.02496158890426159, + "transformer.layers.3.linear1.bias": 0.0021600176114588976, + "transformer.layers.3.linear2.weight": 0.015168636105954647, + "transformer.layers.3.linear2.bias": 0.0038216609973460436, + "transformer.layers.3.norm1.weight": 0.003231992945075035, + "transformer.layers.3.norm1.bias": 0.004620865918695927, + "transformer.layers.3.norm2.weight": 0.0015580635517835617, + "transformer.layers.3.norm2.bias": 0.002578896703198552, + "head.weight": 0.20721951127052307, + "head.bias": 0.007717624772340059, + "global_embedding.weight": 0.016731182113289833, + "global_cnn.0.weight": 0.08132346719503403, + "global_cnn.0.bias": 0.0032169364858418703, + "global_cnn.2.weight": 0.24877551198005676, + "global_cnn.2.bias": 0.01264670304954052, + "global_proj.weight": 0.06011645868420601, + "global_proj.bias": 0.02858969196677208, + "goal_head.0.weight": 0.03217197582125664, + "goal_head.0.bias": 0.0110561428591609, + "goal_head.2.weight": 0.040248628705739975, + "goal_head.2.bias": 0.021291211247444153 + }, + { + "global_gate": 2.5431812900933437e-05, + "embedding.weight": 0.0006053750403225422, + "cnn.0.weight": 0.013982883654534817, + "cnn.0.bias": 0.0006076243589632213, + "cnn.2.weight": 0.004198386333882809, + "cnn.2.bias": 0.0018336009234189987, + "cnn.5.weight": 0.005735180806368589, + "cnn.5.bias": 0.0013498597545549273, + "action_emb.weight": 0.0053892722353339195, + "timestep_emb.weight": 0.0012371971970424056, + "pos_emb.weight": 0.0024336145725101233, + "transformer.layers.0.self_attn.in_proj_weight": 0.016245409846305847, + "transformer.layers.0.self_attn.in_proj_bias": 0.001357051427476108, + "transformer.layers.0.self_attn.out_proj.weight": 0.015713006258010864, + "transformer.layers.0.self_attn.out_proj.bias": 0.001829231739975512, + "transformer.layers.0.linear1.weight": 0.02718423493206501, + "transformer.layers.0.linear1.bias": 0.0010744689498096704, + "transformer.layers.0.linear2.weight": 0.025160882622003555, + "transformer.layers.0.linear2.bias": 0.001666040625423193, + "transformer.layers.0.norm1.weight": 0.0008596637053415179, + "transformer.layers.0.norm1.bias": 0.001187427551485598, + "transformer.layers.0.norm2.weight": 0.002737912815064192, + "transformer.layers.0.norm2.bias": 0.000922091247048229, + "transformer.layers.1.self_attn.in_proj_weight": 0.020209087058901787, + "transformer.layers.1.self_attn.in_proj_bias": 0.001086403732188046, + "transformer.layers.1.self_attn.out_proj.weight": 0.017520302906632423, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015740833478048444, + "transformer.layers.1.linear1.weight": 0.01486461516469717, + "transformer.layers.1.linear1.bias": 0.0007781517342664301, + "transformer.layers.1.linear2.weight": 0.018697017803788185, + "transformer.layers.1.linear2.bias": 0.0015530188102275133, + "transformer.layers.1.norm1.weight": 0.0012049924116581678, + "transformer.layers.1.norm1.bias": 0.0009174608276225626, + "transformer.layers.1.norm2.weight": 0.0011711625847965479, + "transformer.layers.1.norm2.bias": 0.0008530671475455165, + "transformer.layers.2.self_attn.in_proj_weight": 0.02510359324514866, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015643483493477106, + "transformer.layers.2.self_attn.out_proj.weight": 0.020215483382344246, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014126608148217201, + "transformer.layers.2.linear1.weight": 0.009672796353697777, + "transformer.layers.2.linear1.bias": 0.0005952515639364719, + "transformer.layers.2.linear2.weight": 0.01176513358950615, + "transformer.layers.2.linear2.bias": 0.001484308042563498, + "transformer.layers.2.norm1.weight": 0.0019622743129730225, + "transformer.layers.2.norm1.bias": 0.0017900282982736826, + "transformer.layers.2.norm2.weight": 0.0005860168021172285, + "transformer.layers.2.norm2.bias": 0.0005956273525953293, + "transformer.layers.3.self_attn.in_proj_weight": 0.03697579726576805, + "transformer.layers.3.self_attn.in_proj_bias": 0.0024370925966650248, + "transformer.layers.3.self_attn.out_proj.weight": 0.019692610949277878, + "transformer.layers.3.self_attn.out_proj.bias": 0.001893026172183454, + "transformer.layers.3.linear1.weight": 0.014963443391025066, + "transformer.layers.3.linear1.bias": 0.001098115579225123, + "transformer.layers.3.linear2.weight": 0.010587399825453758, + "transformer.layers.3.linear2.bias": 0.002022945787757635, + "transformer.layers.3.norm1.weight": 0.0031754530500620604, + "transformer.layers.3.norm1.bias": 0.00276272208429873, + "transformer.layers.3.norm2.weight": 0.0009839743142947555, + "transformer.layers.3.norm2.bias": 0.0010493409354239702, + "head.weight": 0.1509414166212082, + "head.bias": 0.004847545176744461, + "global_embedding.weight": 0.004160347394645214, + "global_cnn.0.weight": 0.03687020763754845, + "global_cnn.0.bias": 0.001186095061711967, + "global_cnn.2.weight": 0.09320070594549179, + "global_cnn.2.bias": 0.005101845134049654, + "global_proj.weight": 0.02096840739250183, + "global_proj.bias": 0.012712869793176651, + "goal_head.0.weight": 0.013271307572722435, + "goal_head.0.bias": 0.005276520736515522, + "goal_head.2.weight": 0.01843293011188507, + "goal_head.2.bias": 0.010862299241125584 + }, + { + "global_gate": 1.630409315112047e-05, + "embedding.weight": 0.0007207163143903017, + "cnn.0.weight": 0.016566665843129158, + "cnn.0.bias": 0.00050021440256387, + "cnn.2.weight": 0.0043694195337593555, + "cnn.2.bias": 0.0014035513158887625, + "cnn.5.weight": 0.006525650154799223, + "cnn.5.bias": 0.0014514969661831856, + "action_emb.weight": 0.012409432791173458, + "timestep_emb.weight": 0.0017951487097889185, + "pos_emb.weight": 0.003170258831232786, + "transformer.layers.0.self_attn.in_proj_weight": 0.03212830796837807, + "transformer.layers.0.self_attn.in_proj_bias": 0.002609377959743142, + "transformer.layers.0.self_attn.out_proj.weight": 0.030746638774871826, + "transformer.layers.0.self_attn.out_proj.bias": 0.003541914513334632, + "transformer.layers.0.linear1.weight": 0.056123919785022736, + "transformer.layers.0.linear1.bias": 0.002052360214293003, + "transformer.layers.0.linear2.weight": 0.03655519336462021, + "transformer.layers.0.linear2.bias": 0.002490986604243517, + "transformer.layers.0.norm1.weight": 0.0018633269937708974, + "transformer.layers.0.norm1.bias": 0.0024700684007257223, + "transformer.layers.0.norm2.weight": 0.006249811965972185, + "transformer.layers.0.norm2.bias": 0.00290672667324543, + "transformer.layers.1.self_attn.in_proj_weight": 0.033566586673259735, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015324974665418267, + "transformer.layers.1.self_attn.out_proj.weight": 0.025681819766759872, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020930920727550983, + "transformer.layers.1.linear1.weight": 0.0207483172416687, + "transformer.layers.1.linear1.bias": 0.0010010976111516356, + "transformer.layers.1.linear2.weight": 0.024083541706204414, + "transformer.layers.1.linear2.bias": 0.0018743197433650494, + "transformer.layers.1.norm1.weight": 0.0022804317995905876, + "transformer.layers.1.norm1.bias": 0.0014938300009816885, + "transformer.layers.1.norm2.weight": 0.0019821752794086933, + "transformer.layers.1.norm2.bias": 0.0011986219324171543, + "transformer.layers.2.self_attn.in_proj_weight": 0.03711953014135361, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020804512314498425, + "transformer.layers.2.self_attn.out_proj.weight": 0.025844264775514603, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018600679468363523, + "transformer.layers.2.linear1.weight": 0.013062212616205215, + "transformer.layers.2.linear1.bias": 0.0007437064778059721, + "transformer.layers.2.linear2.weight": 0.015949556604027748, + "transformer.layers.2.linear2.bias": 0.001847672974690795, + "transformer.layers.2.norm1.weight": 0.0024602129124104977, + "transformer.layers.2.norm1.bias": 0.0025018835440278053, + "transformer.layers.2.norm2.weight": 0.0008839485817588866, + "transformer.layers.2.norm2.bias": 0.0007219537510536611, + "transformer.layers.3.self_attn.in_proj_weight": 0.04275592043995857, + "transformer.layers.3.self_attn.in_proj_bias": 0.003877001814544201, + "transformer.layers.3.self_attn.out_proj.weight": 0.022931145504117012, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026653925888240337, + "transformer.layers.3.linear1.weight": 0.020392877981066704, + "transformer.layers.3.linear1.bias": 0.0015015968820080161, + "transformer.layers.3.linear2.weight": 0.01393565908074379, + "transformer.layers.3.linear2.bias": 0.0027114746626466513, + "transformer.layers.3.norm1.weight": 0.0032191802747547626, + "transformer.layers.3.norm1.bias": 0.005514831282198429, + "transformer.layers.3.norm2.weight": 0.0014248952502384782, + "transformer.layers.3.norm2.bias": 0.0016559244832023978, + "head.weight": 0.1662292331457138, + "head.bias": 0.0050493464805185795, + "global_embedding.weight": 0.006645273882895708, + "global_cnn.0.weight": 0.0775596871972084, + "global_cnn.0.bias": 0.00274427211843431, + "global_cnn.2.weight": 0.08925506472587585, + "global_cnn.2.bias": 0.004408989101648331, + "global_proj.weight": 0.019989660009741783, + "global_proj.bias": 0.010258735157549381, + "goal_head.0.weight": 0.009560935199260712, + "goal_head.0.bias": 0.0036719951312988997, + "goal_head.2.weight": 0.01208843756467104, + "goal_head.2.bias": 0.007638715673238039 + }, + { + "global_gate": 2.4315626433235593e-05, + "embedding.weight": 0.0006552320555783808, + "cnn.0.weight": 0.013083646073937416, + "cnn.0.bias": 0.0004894430167041719, + "cnn.2.weight": 0.0034919781610369682, + "cnn.2.bias": 0.0007316603441722691, + "cnn.5.weight": 0.005221445579081774, + "cnn.5.bias": 0.000994879170320928, + "action_emb.weight": 0.007944907993078232, + "timestep_emb.weight": 0.0016877060988917947, + "pos_emb.weight": 0.004714484326541424, + "transformer.layers.0.self_attn.in_proj_weight": 0.02462117373943329, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018933878745883703, + "transformer.layers.0.self_attn.out_proj.weight": 0.02349100634455681, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025989406276494265, + "transformer.layers.0.linear1.weight": 0.038930900394916534, + "transformer.layers.0.linear1.bias": 0.0014576967805624008, + "transformer.layers.0.linear2.weight": 0.0389518141746521, + "transformer.layers.0.linear2.bias": 0.0023197790142148733, + "transformer.layers.0.norm1.weight": 0.0013545838883146644, + "transformer.layers.0.norm1.bias": 0.001633215812034905, + "transformer.layers.0.norm2.weight": 0.0038193627260625362, + "transformer.layers.0.norm2.bias": 0.0010840578470379114, + "transformer.layers.1.self_attn.in_proj_weight": 0.035147737711668015, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015005285385996103, + "transformer.layers.1.self_attn.out_proj.weight": 0.02724473737180233, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022358756978064775, + "transformer.layers.1.linear1.weight": 0.024911316111683846, + "transformer.layers.1.linear1.bias": 0.0011358258780092, + "transformer.layers.1.linear2.weight": 0.03126049414277077, + "transformer.layers.1.linear2.bias": 0.0022010996472090483, + "transformer.layers.1.norm1.weight": 0.002319921739399433, + "transformer.layers.1.norm1.bias": 0.0014523062855005264, + "transformer.layers.1.norm2.weight": 0.0019771179649978876, + "transformer.layers.1.norm2.bias": 0.0009272370953112841, + "transformer.layers.2.self_attn.in_proj_weight": 0.04602862149477005, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021398072130978107, + "transformer.layers.2.self_attn.out_proj.weight": 0.027499733492732048, + "transformer.layers.2.self_attn.out_proj.bias": 0.002137175528332591, + "transformer.layers.2.linear1.weight": 0.016284191980957985, + "transformer.layers.2.linear1.bias": 0.0009214297751896083, + "transformer.layers.2.linear2.weight": 0.020155029371380806, + "transformer.layers.2.linear2.bias": 0.0022093839943408966, + "transformer.layers.2.norm1.weight": 0.003313656197860837, + "transformer.layers.2.norm1.bias": 0.0023049258161336184, + "transformer.layers.2.norm2.weight": 0.0011047526495531201, + "transformer.layers.2.norm2.bias": 0.0008888590964488685, + "transformer.layers.3.self_attn.in_proj_weight": 0.06374935060739517, + "transformer.layers.3.self_attn.in_proj_bias": 0.005242112558335066, + "transformer.layers.3.self_attn.out_proj.weight": 0.02918012998998165, + "transformer.layers.3.self_attn.out_proj.bias": 0.003790066810324788, + "transformer.layers.3.linear1.weight": 0.024727335199713707, + "transformer.layers.3.linear1.bias": 0.001999966334551573, + "transformer.layers.3.linear2.weight": 0.01703205704689026, + "transformer.layers.3.linear2.bias": 0.004027357790619135, + "transformer.layers.3.norm1.weight": 0.005452452693134546, + "transformer.layers.3.norm1.bias": 0.007559676188975573, + "transformer.layers.3.norm2.weight": 0.0016984232934191823, + "transformer.layers.3.norm2.bias": 0.002245750045403838, + "head.weight": 0.2256932258605957, + "head.bias": 0.008029723539948463, + "global_embedding.weight": 0.02560403384268284, + "global_cnn.0.weight": 0.12540028989315033, + "global_cnn.0.bias": 0.0053154658526182175, + "global_cnn.2.weight": 0.19831499457359314, + "global_cnn.2.bias": 0.013045575469732285, + "global_proj.weight": 0.06288701295852661, + "global_proj.bias": 0.04394370689988136, + "goal_head.0.weight": 0.04380051791667938, + "goal_head.0.bias": 0.020279714837670326, + "goal_head.2.weight": 0.06613873690366745, + "goal_head.2.bias": 0.04681938514113426 + }, + { + "global_gate": 0.00011806630209321156, + "embedding.weight": 0.0023114667274057865, + "cnn.0.weight": 0.04375132545828819, + "cnn.0.bias": 0.0015042718732729554, + "cnn.2.weight": 0.009535850025713444, + "cnn.2.bias": 0.0023940447717905045, + "cnn.5.weight": 0.010208859108388424, + "cnn.5.bias": 0.002070975722745061, + "action_emb.weight": 0.01972760632634163, + "timestep_emb.weight": 0.0037727723829448223, + "pos_emb.weight": 0.007731569930911064, + "transformer.layers.0.self_attn.in_proj_weight": 0.04309682175517082, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030212614219635725, + "transformer.layers.0.self_attn.out_proj.weight": 0.05010258033871651, + "transformer.layers.0.self_attn.out_proj.bias": 0.004606444388628006, + "transformer.layers.0.linear1.weight": 0.09495316445827484, + "transformer.layers.0.linear1.bias": 0.002970782807096839, + "transformer.layers.0.linear2.weight": 0.06534840166568756, + "transformer.layers.0.linear2.bias": 0.0034359092824161053, + "transformer.layers.0.norm1.weight": 0.002329616341739893, + "transformer.layers.0.norm1.bias": 0.0025627354625612497, + "transformer.layers.0.norm2.weight": 0.010740620084106922, + "transformer.layers.0.norm2.bias": 0.0033398233354091644, + "transformer.layers.1.self_attn.in_proj_weight": 0.05200806260108948, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022113092709332705, + "transformer.layers.1.self_attn.out_proj.weight": 0.04190317913889885, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031582049559801817, + "transformer.layers.1.linear1.weight": 0.041385140269994736, + "transformer.layers.1.linear1.bias": 0.0017441442469134927, + "transformer.layers.1.linear2.weight": 0.04519275948405266, + "transformer.layers.1.linear2.bias": 0.0025526052340865135, + "transformer.layers.1.norm1.weight": 0.003306910628452897, + "transformer.layers.1.norm1.bias": 0.0021455578971654177, + "transformer.layers.1.norm2.weight": 0.003919444978237152, + "transformer.layers.1.norm2.bias": 0.002098236232995987, + "transformer.layers.2.self_attn.in_proj_weight": 0.06781808286905289, + "transformer.layers.2.self_attn.in_proj_bias": 0.002213916974142194, + "transformer.layers.2.self_attn.out_proj.weight": 0.05144626274704933, + "transformer.layers.2.self_attn.out_proj.bias": 0.002279817359521985, + "transformer.layers.2.linear1.weight": 0.025195105001330376, + "transformer.layers.2.linear1.bias": 0.0012819600524380803, + "transformer.layers.2.linear2.weight": 0.031058378517627716, + "transformer.layers.2.linear2.bias": 0.002061650389805436, + "transformer.layers.2.norm1.weight": 0.005197661463171244, + "transformer.layers.2.norm1.bias": 0.0025855577550828457, + "transformer.layers.2.norm2.weight": 0.001766436267644167, + "transformer.layers.2.norm2.bias": 0.0010987312998622656, + "transformer.layers.3.self_attn.in_proj_weight": 0.1033109650015831, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036354742478579283, + "transformer.layers.3.self_attn.out_proj.weight": 0.04691280052065849, + "transformer.layers.3.self_attn.out_proj.bias": 0.001944054034538567, + "transformer.layers.3.linear1.weight": 0.03669396787881851, + "transformer.layers.3.linear1.bias": 0.0022326449397951365, + "transformer.layers.3.linear2.weight": 0.024063728749752045, + "transformer.layers.3.linear2.bias": 0.001576293958351016, + "transformer.layers.3.norm1.weight": 0.007734233513474464, + "transformer.layers.3.norm1.bias": 0.004221856594085693, + "transformer.layers.3.norm2.weight": 0.0022596975322812796, + "transformer.layers.3.norm2.bias": 0.002152139088138938, + "head.weight": 0.298453688621521, + "head.bias": 0.003283028258010745, + "global_embedding.weight": 0.031024396419525146, + "global_cnn.0.weight": 0.15268389880657196, + "global_cnn.0.bias": 0.005483157932758331, + "global_cnn.2.weight": 0.37288257479667664, + "global_cnn.2.bias": 0.01868303492665291, + "global_proj.weight": 0.09456807374954224, + "global_proj.bias": 0.0461316742002964, + "goal_head.0.weight": 0.04929279908537865, + "goal_head.0.bias": 0.017332743853330612, + "goal_head.2.weight": 0.05891073867678642, + "goal_head.2.bias": 0.03352002426981926 + }, + { + "global_gate": 8.113103831419721e-05, + "embedding.weight": 0.002405248349532485, + "cnn.0.weight": 0.04348038509488106, + "cnn.0.bias": 0.0017442667158320546, + "cnn.2.weight": 0.011621596291661263, + "cnn.2.bias": 0.0040761977434158325, + "cnn.5.weight": 0.01782124675810337, + "cnn.5.bias": 0.0036127218045294285, + "action_emb.weight": 0.0168145839124918, + "timestep_emb.weight": 0.003830157220363617, + "pos_emb.weight": 0.0064223832450807095, + "transformer.layers.0.self_attn.in_proj_weight": 0.04665645211935043, + "transformer.layers.0.self_attn.in_proj_bias": 0.0036403744015842676, + "transformer.layers.0.self_attn.out_proj.weight": 0.04611092060804367, + "transformer.layers.0.self_attn.out_proj.bias": 0.00467627914622426, + "transformer.layers.0.linear1.weight": 0.08282317221164703, + "transformer.layers.0.linear1.bias": 0.002748949220404029, + "transformer.layers.0.linear2.weight": 0.06134570389986038, + "transformer.layers.0.linear2.bias": 0.0039185588248074055, + "transformer.layers.0.norm1.weight": 0.0025646472349762917, + "transformer.layers.0.norm1.bias": 0.003204730339348316, + "transformer.layers.0.norm2.weight": 0.008640098385512829, + "transformer.layers.0.norm2.bias": 0.0023646815679967403, + "transformer.layers.1.self_attn.in_proj_weight": 0.04813128709793091, + "transformer.layers.1.self_attn.in_proj_bias": 0.00245272577740252, + "transformer.layers.1.self_attn.out_proj.weight": 0.042480017989873886, + "transformer.layers.1.self_attn.out_proj.bias": 0.0035992260091006756, + "transformer.layers.1.linear1.weight": 0.03912697359919548, + "transformer.layers.1.linear1.bias": 0.0016971937147900462, + "transformer.layers.1.linear2.weight": 0.046078864485025406, + "transformer.layers.1.linear2.bias": 0.0035568606108427048, + "transformer.layers.1.norm1.weight": 0.0029505665879696608, + "transformer.layers.1.norm1.bias": 0.0022418091539293528, + "transformer.layers.1.norm2.weight": 0.003667740151286125, + "transformer.layers.1.norm2.bias": 0.001746620750054717, + "transformer.layers.2.self_attn.in_proj_weight": 0.05257992818951607, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033059141132980585, + "transformer.layers.2.self_attn.out_proj.weight": 0.03896331042051315, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031833432149142027, + "transformer.layers.2.linear1.weight": 0.024689804762601852, + "transformer.layers.2.linear1.bias": 0.0014349378179758787, + "transformer.layers.2.linear2.weight": 0.029244033619761467, + "transformer.layers.2.linear2.bias": 0.003406994743272662, + "transformer.layers.2.norm1.weight": 0.004315970465540886, + "transformer.layers.2.norm1.bias": 0.004510164726525545, + "transformer.layers.2.norm2.weight": 0.0016969817224889994, + "transformer.layers.2.norm2.bias": 0.0015992223052307963, + "transformer.layers.3.self_attn.in_proj_weight": 0.08348503708839417, + "transformer.layers.3.self_attn.in_proj_bias": 0.007600986864417791, + "transformer.layers.3.self_attn.out_proj.weight": 0.037033811211586, + "transformer.layers.3.self_attn.out_proj.bias": 0.005337935406714678, + "transformer.layers.3.linear1.weight": 0.03543517366051674, + "transformer.layers.3.linear1.bias": 0.0027365037240087986, + "transformer.layers.3.linear2.weight": 0.023477056995034218, + "transformer.layers.3.linear2.bias": 0.005859526339918375, + "transformer.layers.3.norm1.weight": 0.006986489985138178, + "transformer.layers.3.norm1.bias": 0.010967603884637356, + "transformer.layers.3.norm2.weight": 0.002403165679425001, + "transformer.layers.3.norm2.bias": 0.003203375032171607, + "head.weight": 0.30538710951805115, + "head.bias": 0.010820106603205204, + "global_embedding.weight": 0.010423948988318443, + "global_cnn.0.weight": 0.07813140004873276, + "global_cnn.0.bias": 0.002972062909975648, + "global_cnn.2.weight": 0.1346443146467209, + "global_cnn.2.bias": 0.008189203217625618, + "global_proj.weight": 0.03527655079960823, + "global_proj.bias": 0.02848709374666214, + "goal_head.0.weight": 0.025536345317959785, + "goal_head.0.bias": 0.013543414883315563, + "goal_head.2.weight": 0.03665991500020027, + "goal_head.2.bias": 0.03300655260682106 + }, + { + "global_gate": 9.17588040465489e-05, + "embedding.weight": 0.0015061914455145597, + "cnn.0.weight": 0.02805677428841591, + "cnn.0.bias": 0.0008810231811366975, + "cnn.2.weight": 0.00794883631169796, + "cnn.2.bias": 0.003006445476785302, + "cnn.5.weight": 0.0111690117046237, + "cnn.5.bias": 0.002890980802476406, + "action_emb.weight": 0.005572527181357145, + "timestep_emb.weight": 0.003987533506006002, + "pos_emb.weight": 0.0070148492231965065, + "transformer.layers.0.self_attn.in_proj_weight": 0.03274591267108917, + "transformer.layers.0.self_attn.in_proj_bias": 0.002286007860675454, + "transformer.layers.0.self_attn.out_proj.weight": 0.03288513049483299, + "transformer.layers.0.self_attn.out_proj.bias": 0.003429940901696682, + "transformer.layers.0.linear1.weight": 0.04657386243343353, + "transformer.layers.0.linear1.bias": 0.0018083004979416728, + "transformer.layers.0.linear2.weight": 0.0428619384765625, + "transformer.layers.0.linear2.bias": 0.002243820345029235, + "transformer.layers.0.norm1.weight": 0.0018234159797430038, + "transformer.layers.0.norm1.bias": 0.0019315435783937573, + "transformer.layers.0.norm2.weight": 0.004706552252173424, + "transformer.layers.0.norm2.bias": 0.002348350826650858, + "transformer.layers.1.self_attn.in_proj_weight": 0.04612968489527702, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019249377073720098, + "transformer.layers.1.self_attn.out_proj.weight": 0.02381720021367073, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016647058073431253, + "transformer.layers.1.linear1.weight": 0.022786617279052734, + "transformer.layers.1.linear1.bias": 0.000923813902772963, + "transformer.layers.1.linear2.weight": 0.02682347409427166, + "transformer.layers.1.linear2.bias": 0.0015970367239788175, + "transformer.layers.1.norm1.weight": 0.0027022743597626686, + "transformer.layers.1.norm1.bias": 0.0018612558487802744, + "transformer.layers.1.norm2.weight": 0.0017686127685010433, + "transformer.layers.1.norm2.bias": 0.0007789161754772067, + "transformer.layers.2.self_attn.in_proj_weight": 0.03778177872300148, + "transformer.layers.2.self_attn.in_proj_bias": 0.001406735391356051, + "transformer.layers.2.self_attn.out_proj.weight": 0.021897830069065094, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014796070754528046, + "transformer.layers.2.linear1.weight": 0.01599840633571148, + "transformer.layers.2.linear1.bias": 0.0008099276456050575, + "transformer.layers.2.linear2.weight": 0.017662474885582924, + "transformer.layers.2.linear2.bias": 0.0015653260052204132, + "transformer.layers.2.norm1.weight": 0.0025167299900203943, + "transformer.layers.2.norm1.bias": 0.0014122991124168038, + "transformer.layers.2.norm2.weight": 0.0010270210914313793, + "transformer.layers.2.norm2.bias": 0.0008235686691477895, + "transformer.layers.3.self_attn.in_proj_weight": 0.04865862429141998, + "transformer.layers.3.self_attn.in_proj_bias": 0.003236187854781747, + "transformer.layers.3.self_attn.out_proj.weight": 0.019741641357541084, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022822744213044643, + "transformer.layers.3.linear1.weight": 0.02457115426659584, + "transformer.layers.3.linear1.bias": 0.0016260534757748246, + "transformer.layers.3.linear2.weight": 0.01388796977698803, + "transformer.layers.3.linear2.bias": 0.0027652597054839134, + "transformer.layers.3.norm1.weight": 0.004153344314545393, + "transformer.layers.3.norm1.bias": 0.004659631755203009, + "transformer.layers.3.norm2.weight": 0.0017493166960775852, + "transformer.layers.3.norm2.bias": 0.002046020468696952, + "head.weight": 0.1811855137348175, + "head.bias": 0.0052582742646336555, + "global_embedding.weight": 0.02289397269487381, + "global_cnn.0.weight": 0.23361000418663025, + "global_cnn.0.bias": 0.009309527464210987, + "global_cnn.2.weight": 0.3705989122390747, + "global_cnn.2.bias": 0.014631614089012146, + "global_proj.weight": 0.09963443130254745, + "global_proj.bias": 0.06512878090143204, + "goal_head.0.weight": 0.07136702537536621, + "goal_head.0.bias": 0.03200796991586685, + "goal_head.2.weight": 0.10749649256467819, + "goal_head.2.bias": 0.07579439878463745 + }, + { + "global_gate": 3.690177618409507e-05, + "embedding.weight": 0.00032124362769536674, + "cnn.0.weight": 0.008232886902987957, + "cnn.0.bias": 0.00031472367118112743, + "cnn.2.weight": 0.0022325897589325905, + "cnn.2.bias": 0.0008207644568756223, + "cnn.5.weight": 0.003427560441195965, + "cnn.5.bias": 0.0008621506858617067, + "action_emb.weight": 0.004986588843166828, + "timestep_emb.weight": 0.0012578107416629791, + "pos_emb.weight": 0.003554385155439377, + "transformer.layers.0.self_attn.in_proj_weight": 0.014089314267039299, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009659089264459908, + "transformer.layers.0.self_attn.out_proj.weight": 0.014510098844766617, + "transformer.layers.0.self_attn.out_proj.bias": 0.001678845495916903, + "transformer.layers.0.linear1.weight": 0.02687242440879345, + "transformer.layers.0.linear1.bias": 0.0011343456571921706, + "transformer.layers.0.linear2.weight": 0.02298320084810257, + "transformer.layers.0.linear2.bias": 0.0012474979739636183, + "transformer.layers.0.norm1.weight": 0.0007890010601840913, + "transformer.layers.0.norm1.bias": 0.0007717111147940159, + "transformer.layers.0.norm2.weight": 0.002959487261250615, + "transformer.layers.0.norm2.bias": 0.001676694257184863, + "transformer.layers.1.self_attn.in_proj_weight": 0.01534949243068695, + "transformer.layers.1.self_attn.in_proj_bias": 0.0008214846020564437, + "transformer.layers.1.self_attn.out_proj.weight": 0.013848279602825642, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010886496165767312, + "transformer.layers.1.linear1.weight": 0.0145771075040102, + "transformer.layers.1.linear1.bias": 0.0006605268572457135, + "transformer.layers.1.linear2.weight": 0.01731010712683201, + "transformer.layers.1.linear2.bias": 0.0010585633572191, + "transformer.layers.1.norm1.weight": 0.0010925504611805081, + "transformer.layers.1.norm1.bias": 0.0008814686443656683, + "transformer.layers.1.norm2.weight": 0.0012107930378988385, + "transformer.layers.1.norm2.bias": 0.0006695988704450428, + "transformer.layers.2.self_attn.in_proj_weight": 0.026888590306043625, + "transformer.layers.2.self_attn.in_proj_bias": 0.000947904190979898, + "transformer.layers.2.self_attn.out_proj.weight": 0.01614457368850708, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010674960212782025, + "transformer.layers.2.linear1.weight": 0.00959644466638565, + "transformer.layers.2.linear1.bias": 0.000517431297339499, + "transformer.layers.2.linear2.weight": 0.01165537629276514, + "transformer.layers.2.linear2.bias": 0.0011027456494048238, + "transformer.layers.2.norm1.weight": 0.0017598123522475362, + "transformer.layers.2.norm1.bias": 0.0010503876255825162, + "transformer.layers.2.norm2.weight": 0.0006640478386543691, + "transformer.layers.2.norm2.bias": 0.000520447560120374, + "transformer.layers.3.self_attn.in_proj_weight": 0.04449703171849251, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028057137969881296, + "transformer.layers.3.self_attn.out_proj.weight": 0.0177652258425951, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018983122427016497, + "transformer.layers.3.linear1.weight": 0.014017761684954166, + "transformer.layers.3.linear1.bias": 0.001003352226689458, + "transformer.layers.3.linear2.weight": 0.009636910632252693, + "transformer.layers.3.linear2.bias": 0.002079983474686742, + "transformer.layers.3.norm1.weight": 0.003796277567744255, + "transformer.layers.3.norm1.bias": 0.00424139155074954, + "transformer.layers.3.norm2.weight": 0.0009839454432949424, + "transformer.layers.3.norm2.bias": 0.001162589993327856, + "head.weight": 0.13342972099781036, + "head.bias": 0.003909963183104992, + "global_embedding.weight": 0.007564767263829708, + "global_cnn.0.weight": 0.11924855411052704, + "global_cnn.0.bias": 0.004515092819929123, + "global_cnn.2.weight": 0.29024267196655273, + "global_cnn.2.bias": 0.015799053013324738, + "global_proj.weight": 0.06912025809288025, + "global_proj.bias": 0.05324959009885788, + "goal_head.0.weight": 0.04917195066809654, + "goal_head.0.bias": 0.024711361154913902, + "goal_head.2.weight": 0.07250045239925385, + "goal_head.2.bias": 0.05888419598340988 + }, + { + "global_gate": 8.987053297460079e-05, + "embedding.weight": 0.0007515142788179219, + "cnn.0.weight": 0.012267857789993286, + "cnn.0.bias": 0.0006443352322094142, + "cnn.2.weight": 0.004227905999869108, + "cnn.2.bias": 0.0010859883623197675, + "cnn.5.weight": 0.008676392026245594, + "cnn.5.bias": 0.0009973103879019618, + "action_emb.weight": 0.0033425891306251287, + "timestep_emb.weight": 0.001231842441484332, + "pos_emb.weight": 0.0022397416178137064, + "transformer.layers.0.self_attn.in_proj_weight": 0.012179644778370857, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009914529509842396, + "transformer.layers.0.self_attn.out_proj.weight": 0.012607136741280556, + "transformer.layers.0.self_attn.out_proj.bias": 0.0013966801343485713, + "transformer.layers.0.linear1.weight": 0.0184191782027483, + "transformer.layers.0.linear1.bias": 0.0007896017050370574, + "transformer.layers.0.linear2.weight": 0.015559223480522633, + "transformer.layers.0.linear2.bias": 0.0009591308189556003, + "transformer.layers.0.norm1.weight": 0.0007757991552352905, + "transformer.layers.0.norm1.bias": 0.0008543806034140289, + "transformer.layers.0.norm2.weight": 0.0019312367076054215, + "transformer.layers.0.norm2.bias": 0.0009641897631809115, + "transformer.layers.1.self_attn.in_proj_weight": 0.0117200231179595, + "transformer.layers.1.self_attn.in_proj_bias": 0.000636763172224164, + "transformer.layers.1.self_attn.out_proj.weight": 0.011180080473423004, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008296470623463392, + "transformer.layers.1.linear1.weight": 0.009602713398635387, + "transformer.layers.1.linear1.bias": 0.0004692029033321887, + "transformer.layers.1.linear2.weight": 0.012129483744502068, + "transformer.layers.1.linear2.bias": 0.0006287625292316079, + "transformer.layers.1.norm1.weight": 0.000696454371791333, + "transformer.layers.1.norm1.bias": 0.0005904362187720835, + "transformer.layers.1.norm2.weight": 0.0007694547530263662, + "transformer.layers.1.norm2.bias": 0.0006428963970392942, + "transformer.layers.2.self_attn.in_proj_weight": 0.014611723832786083, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006463745958171785, + "transformer.layers.2.self_attn.out_proj.weight": 0.010678810067474842, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006516793509945273, + "transformer.layers.2.linear1.weight": 0.007253464311361313, + "transformer.layers.2.linear1.bias": 0.0003650294675026089, + "transformer.layers.2.linear2.weight": 0.007446009200066328, + "transformer.layers.2.linear2.bias": 0.000651234935503453, + "transformer.layers.2.norm1.weight": 0.001106600509956479, + "transformer.layers.2.norm1.bias": 0.0007777574937790632, + "transformer.layers.2.norm2.weight": 0.0004426655650604516, + "transformer.layers.2.norm2.bias": 0.0003645446849986911, + "transformer.layers.3.self_attn.in_proj_weight": 0.021406026557087898, + "transformer.layers.3.self_attn.in_proj_bias": 0.001237143063917756, + "transformer.layers.3.self_attn.out_proj.weight": 0.010758155025541782, + "transformer.layers.3.self_attn.out_proj.bias": 0.0008104961598291993, + "transformer.layers.3.linear1.weight": 0.013574618846178055, + "transformer.layers.3.linear1.bias": 0.0007352943648584187, + "transformer.layers.3.linear2.weight": 0.006835960317403078, + "transformer.layers.3.linear2.bias": 0.0009895035764202476, + "transformer.layers.3.norm1.weight": 0.0017026650020852685, + "transformer.layers.3.norm1.bias": 0.0017339480109512806, + "transformer.layers.3.norm2.weight": 0.0010145483538508415, + "transformer.layers.3.norm2.bias": 0.0008348505361936986, + "head.weight": 0.099647656083107, + "head.bias": 0.0019748785998672247, + "global_embedding.weight": 0.00814757775515318, + "global_cnn.0.weight": 0.08381792157888412, + "global_cnn.0.bias": 0.003836558200418949, + "global_cnn.2.weight": 0.13973188400268555, + "global_cnn.2.bias": 0.007261122576892376, + "global_proj.weight": 0.037708211690187454, + "global_proj.bias": 0.024847816675901413, + "goal_head.0.weight": 0.026671597734093666, + "goal_head.0.bias": 0.012017808854579926, + "goal_head.2.weight": 0.04042735695838928, + "goal_head.2.bias": 0.028474051505327225 + }, + { + "global_gate": 1.7667685824562795e-05, + "embedding.weight": 0.00023267505457624793, + "cnn.0.weight": 0.006711600814014673, + "cnn.0.bias": 0.00022612417524214834, + "cnn.2.weight": 0.002747087739408016, + "cnn.2.bias": 0.001060325070284307, + "cnn.5.weight": 0.005302330479025841, + "cnn.5.bias": 0.0009210671414621174, + "action_emb.weight": 0.005697619169950485, + "timestep_emb.weight": 0.002549566328525543, + "pos_emb.weight": 0.005279934499412775, + "transformer.layers.0.self_attn.in_proj_weight": 0.02273542247712612, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015974093694239855, + "transformer.layers.0.self_attn.out_proj.weight": 0.02211715839803219, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022032340057194233, + "transformer.layers.0.linear1.weight": 0.03943687304854393, + "transformer.layers.0.linear1.bias": 0.001439416198991239, + "transformer.layers.0.linear2.weight": 0.034489765763282776, + "transformer.layers.0.linear2.bias": 0.0018077336717396975, + "transformer.layers.0.norm1.weight": 0.0012172282440587878, + "transformer.layers.0.norm1.bias": 0.0014110784977674484, + "transformer.layers.0.norm2.weight": 0.003853543195873499, + "transformer.layers.0.norm2.bias": 0.0011944400612264872, + "transformer.layers.1.self_attn.in_proj_weight": 0.028700342401862144, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011993490625172853, + "transformer.layers.1.self_attn.out_proj.weight": 0.020266978070139885, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015164125943556428, + "transformer.layers.1.linear1.weight": 0.021549388766288757, + "transformer.layers.1.linear1.bias": 0.000923226005397737, + "transformer.layers.1.linear2.weight": 0.026446392759680748, + "transformer.layers.1.linear2.bias": 0.001383872120641172, + "transformer.layers.1.norm1.weight": 0.0017973146168515086, + "transformer.layers.1.norm1.bias": 0.0011225553462281823, + "transformer.layers.1.norm2.weight": 0.001801547477953136, + "transformer.layers.1.norm2.bias": 0.000782246352173388, + "transformer.layers.2.self_attn.in_proj_weight": 0.03828198462724686, + "transformer.layers.2.self_attn.in_proj_bias": 0.001406560535542667, + "transformer.layers.2.self_attn.out_proj.weight": 0.027250882238149643, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013610406313091516, + "transformer.layers.2.linear1.weight": 0.015065000392496586, + "transformer.layers.2.linear1.bias": 0.0007499459898099303, + "transformer.layers.2.linear2.weight": 0.01696273684501648, + "transformer.layers.2.linear2.bias": 0.0013305569300428033, + "transformer.layers.2.norm1.weight": 0.003006841754540801, + "transformer.layers.2.norm1.bias": 0.001765263732522726, + "transformer.layers.2.norm2.weight": 0.0010374832199886441, + "transformer.layers.2.norm2.bias": 0.0007291276706382632, + "transformer.layers.3.self_attn.in_proj_weight": 0.05558714270591736, + "transformer.layers.3.self_attn.in_proj_bias": 0.002515769097954035, + "transformer.layers.3.self_attn.out_proj.weight": 0.030426539480686188, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018220930360257626, + "transformer.layers.3.linear1.weight": 0.027386682108044624, + "transformer.layers.3.linear1.bias": 0.0016671004705131054, + "transformer.layers.3.linear2.weight": 0.016641609370708466, + "transformer.layers.3.linear2.bias": 0.002294657751917839, + "transformer.layers.3.norm1.weight": 0.004825260024517775, + "transformer.layers.3.norm1.bias": 0.003449500072747469, + "transformer.layers.3.norm2.weight": 0.002091430127620697, + "transformer.layers.3.norm2.bias": 0.001896921545267105, + "head.weight": 0.2189909666776657, + "head.bias": 0.00412613432854414, + "global_embedding.weight": 0.0020131166093051434, + "global_cnn.0.weight": 0.023335160687565804, + "global_cnn.0.bias": 0.0010096820769831538, + "global_cnn.2.weight": 0.09455542266368866, + "global_cnn.2.bias": 0.005356678273528814, + "global_proj.weight": 0.01966165192425251, + "global_proj.bias": 0.014573737047612667, + "goal_head.0.weight": 0.01269376277923584, + "goal_head.0.bias": 0.005794364959001541, + "goal_head.2.weight": 0.019023289903998375, + "goal_head.2.bias": 0.012188193388283253 + }, + { + "global_gate": 8.454342605546117e-06, + "embedding.weight": 0.0019102725200355053, + "cnn.0.weight": 0.03023781068623066, + "cnn.0.bias": 0.0012717684730887413, + "cnn.2.weight": 0.006502449978142977, + "cnn.2.bias": 0.0017950106412172318, + "cnn.5.weight": 0.007313176523894072, + "cnn.5.bias": 0.001474136020988226, + "action_emb.weight": 0.008967418223619461, + "timestep_emb.weight": 0.0023883478716015816, + "pos_emb.weight": 0.006375179160386324, + "transformer.layers.0.self_attn.in_proj_weight": 0.026783552020788193, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018197596073150635, + "transformer.layers.0.self_attn.out_proj.weight": 0.024647431448101997, + "transformer.layers.0.self_attn.out_proj.bias": 0.002347272355109453, + "transformer.layers.0.linear1.weight": 0.049964748322963715, + "transformer.layers.0.linear1.bias": 0.0018386048031970859, + "transformer.layers.0.linear2.weight": 0.039586830884218216, + "transformer.layers.0.linear2.bias": 0.0018283544341102242, + "transformer.layers.0.norm1.weight": 0.0013719089329242706, + "transformer.layers.0.norm1.bias": 0.0016951451543718576, + "transformer.layers.0.norm2.weight": 0.005789559334516525, + "transformer.layers.0.norm2.bias": 0.0015907338820397854, + "transformer.layers.1.self_attn.in_proj_weight": 0.027117175981402397, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013843582710251212, + "transformer.layers.1.self_attn.out_proj.weight": 0.021997233852744102, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016925832023844123, + "transformer.layers.1.linear1.weight": 0.025456992909312248, + "transformer.layers.1.linear1.bias": 0.0010644790017977357, + "transformer.layers.1.linear2.weight": 0.029759839177131653, + "transformer.layers.1.linear2.bias": 0.0015783939743414521, + "transformer.layers.1.norm1.weight": 0.0016492531867697835, + "transformer.layers.1.norm1.bias": 0.0015086085768416524, + "transformer.layers.1.norm2.weight": 0.002110527828335762, + "transformer.layers.1.norm2.bias": 0.0009369372273795307, + "transformer.layers.2.self_attn.in_proj_weight": 0.04860283061861992, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021296862978488207, + "transformer.layers.2.self_attn.out_proj.weight": 0.026398705318570137, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018359770765528083, + "transformer.layers.2.linear1.weight": 0.015725724399089813, + "transformer.layers.2.linear1.bias": 0.0009163452195934951, + "transformer.layers.2.linear2.weight": 0.01698201149702072, + "transformer.layers.2.linear2.bias": 0.0018930810038000345, + "transformer.layers.2.norm1.weight": 0.003880539909005165, + "transformer.layers.2.norm1.bias": 0.0023884514812380075, + "transformer.layers.2.norm2.weight": 0.0009802909335121512, + "transformer.layers.2.norm2.bias": 0.001038388698361814, + "transformer.layers.3.self_attn.in_proj_weight": 0.05606536939740181, + "transformer.layers.3.self_attn.in_proj_bias": 0.004649918060749769, + "transformer.layers.3.self_attn.out_proj.weight": 0.024662626907229424, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030572793912142515, + "transformer.layers.3.linear1.weight": 0.02576179802417755, + "transformer.layers.3.linear1.bias": 0.0019185706041753292, + "transformer.layers.3.linear2.weight": 0.015285132452845573, + "transformer.layers.3.linear2.bias": 0.003697217907756567, + "transformer.layers.3.norm1.weight": 0.004844741430133581, + "transformer.layers.3.norm1.bias": 0.006597396917641163, + "transformer.layers.3.norm2.weight": 0.0017194502288475633, + "transformer.layers.3.norm2.bias": 0.0026095134671777487, + "head.weight": 0.212312713265419, + "head.bias": 0.006759939715266228, + "global_embedding.weight": 0.007625978905707598, + "global_cnn.0.weight": 0.03484513610601425, + "global_cnn.0.bias": 0.001448628376238048, + "global_cnn.2.weight": 0.08960886299610138, + "global_cnn.2.bias": 0.0034327981993556023, + "global_proj.weight": 0.018023904412984848, + "global_proj.bias": 0.013490845449268818, + "goal_head.0.weight": 0.013125834055244923, + "goal_head.0.bias": 0.0061709582805633545, + "goal_head.2.weight": 0.020939012989401817, + "goal_head.2.bias": 0.014257983304560184 + }, + { + "global_gate": 2.933500218205154e-05, + "embedding.weight": 0.00028649208252318203, + "cnn.0.weight": 0.009012105874717236, + "cnn.0.bias": 0.00032455965992994606, + "cnn.2.weight": 0.002926287706941366, + "cnn.2.bias": 0.0011101941345259547, + "cnn.5.weight": 0.004546916112303734, + "cnn.5.bias": 0.0010249022161588073, + "action_emb.weight": 0.005674219224601984, + "timestep_emb.weight": 0.0018955467967316508, + "pos_emb.weight": 0.005112521816045046, + "transformer.layers.0.self_attn.in_proj_weight": 0.019255923107266426, + "transformer.layers.0.self_attn.in_proj_bias": 0.0013176995562389493, + "transformer.layers.0.self_attn.out_proj.weight": 0.021361233666539192, + "transformer.layers.0.self_attn.out_proj.bias": 0.0023147680331021547, + "transformer.layers.0.linear1.weight": 0.03516756370663643, + "transformer.layers.0.linear1.bias": 0.0014282241463661194, + "transformer.layers.0.linear2.weight": 0.02994425594806671, + "transformer.layers.0.linear2.bias": 0.001812519389204681, + "transformer.layers.0.norm1.weight": 0.0010421366896480322, + "transformer.layers.0.norm1.bias": 0.0011691396357491612, + "transformer.layers.0.norm2.weight": 0.003514496609568596, + "transformer.layers.0.norm2.bias": 0.0018226428655907512, + "transformer.layers.1.self_attn.in_proj_weight": 0.02511424757540226, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011254646815359592, + "transformer.layers.1.self_attn.out_proj.weight": 0.02088909037411213, + "transformer.layers.1.self_attn.out_proj.bias": 0.001758424798026681, + "transformer.layers.1.linear1.weight": 0.018956748768687248, + "transformer.layers.1.linear1.bias": 0.0009179750923067331, + "transformer.layers.1.linear2.weight": 0.02276168204843998, + "transformer.layers.1.linear2.bias": 0.0015348759479820728, + "transformer.layers.1.norm1.weight": 0.0017376361647620797, + "transformer.layers.1.norm1.bias": 0.0008918317034840584, + "transformer.layers.1.norm2.weight": 0.001527009648270905, + "transformer.layers.1.norm2.bias": 0.0011930001201108098, + "transformer.layers.2.self_attn.in_proj_weight": 0.03301440179347992, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014113790821284056, + "transformer.layers.2.self_attn.out_proj.weight": 0.021886982023715973, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013718338450416923, + "transformer.layers.2.linear1.weight": 0.012442666105926037, + "transformer.layers.2.linear1.bias": 0.000686315936036408, + "transformer.layers.2.linear2.weight": 0.014423818327486515, + "transformer.layers.2.linear2.bias": 0.0015018434496596456, + "transformer.layers.2.norm1.weight": 0.0023436550982296467, + "transformer.layers.2.norm1.bias": 0.0016863145865499973, + "transformer.layers.2.norm2.weight": 0.0008388986461795866, + "transformer.layers.2.norm2.bias": 0.0006258707144297659, + "transformer.layers.3.self_attn.in_proj_weight": 0.04282575845718384, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036969822831451893, + "transformer.layers.3.self_attn.out_proj.weight": 0.021937841549515724, + "transformer.layers.3.self_attn.out_proj.bias": 0.002695720409974456, + "transformer.layers.3.linear1.weight": 0.021338729187846184, + "transformer.layers.3.linear1.bias": 0.0016310506034642458, + "transformer.layers.3.linear2.weight": 0.01314748264849186, + "transformer.layers.3.linear2.bias": 0.0029310460668057203, + "transformer.layers.3.norm1.weight": 0.0034434988629072905, + "transformer.layers.3.norm1.bias": 0.0055292388424277306, + "transformer.layers.3.norm2.weight": 0.0015219543129205704, + "transformer.layers.3.norm2.bias": 0.0018851046916097403, + "head.weight": 0.16418127715587616, + "head.bias": 0.005731518380343914, + "global_embedding.weight": 0.007756682112812996, + "global_cnn.0.weight": 0.03848985955119133, + "global_cnn.0.bias": 0.0015052176313474774, + "global_cnn.2.weight": 0.10359583050012589, + "global_cnn.2.bias": 0.004711012821644545, + "global_proj.weight": 0.02283618040382862, + "global_proj.bias": 0.016664667055010796, + "goal_head.0.weight": 0.014577449299395084, + "goal_head.0.bias": 0.006723369471728802, + "goal_head.2.weight": 0.022014683112502098, + "goal_head.2.bias": 0.015260446816682816 + }, + { + "global_gate": 0.00010338160063838586, + "embedding.weight": 0.0008737946627661586, + "cnn.0.weight": 0.01673644781112671, + "cnn.0.bias": 0.0008734453585930169, + "cnn.2.weight": 0.004285814240574837, + "cnn.2.bias": 0.0015003900043666363, + "cnn.5.weight": 0.0064531187526881695, + "cnn.5.bias": 0.0016075734747573733, + "action_emb.weight": 0.010816812515258789, + "timestep_emb.weight": 0.002048342488706112, + "pos_emb.weight": 0.005325550213456154, + "transformer.layers.0.self_attn.in_proj_weight": 0.029122913256287575, + "transformer.layers.0.self_attn.in_proj_bias": 0.002835656516253948, + "transformer.layers.0.self_attn.out_proj.weight": 0.03328839689493179, + "transformer.layers.0.self_attn.out_proj.bias": 0.00443990295752883, + "transformer.layers.0.linear1.weight": 0.05384961888194084, + "transformer.layers.0.linear1.bias": 0.002194533823058009, + "transformer.layers.0.linear2.weight": 0.04486647993326187, + "transformer.layers.0.linear2.bias": 0.003541245125234127, + "transformer.layers.0.norm1.weight": 0.0017992801731452346, + "transformer.layers.0.norm1.bias": 0.0027015467640012503, + "transformer.layers.0.norm2.weight": 0.005584977567195892, + "transformer.layers.0.norm2.bias": 0.002625652588903904, + "transformer.layers.1.self_attn.in_proj_weight": 0.033153634518384933, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022011648397892714, + "transformer.layers.1.self_attn.out_proj.weight": 0.03503070026636124, + "transformer.layers.1.self_attn.out_proj.bias": 0.003322749864310026, + "transformer.layers.1.linear1.weight": 0.03142689913511276, + "transformer.layers.1.linear1.bias": 0.0016528286505490541, + "transformer.layers.1.linear2.weight": 0.03886556252837181, + "transformer.layers.1.linear2.bias": 0.003104273695498705, + "transformer.layers.1.norm1.weight": 0.00208495301194489, + "transformer.layers.1.norm1.bias": 0.0019237648230046034, + "transformer.layers.1.norm2.weight": 0.0027759321965277195, + "transformer.layers.1.norm2.bias": 0.002132096793502569, + "transformer.layers.2.self_attn.in_proj_weight": 0.055059246718883514, + "transformer.layers.2.self_attn.in_proj_bias": 0.003064937423914671, + "transformer.layers.2.self_attn.out_proj.weight": 0.04297688603401184, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030563792679458857, + "transformer.layers.2.linear1.weight": 0.02160293608903885, + "transformer.layers.2.linear1.bias": 0.0012710936134681106, + "transformer.layers.2.linear2.weight": 0.026489999145269394, + "transformer.layers.2.linear2.bias": 0.0031931204721331596, + "transformer.layers.2.norm1.weight": 0.004915772005915642, + "transformer.layers.2.norm1.bias": 0.0043239654041826725, + "transformer.layers.2.norm2.weight": 0.0014038416557013988, + "transformer.layers.2.norm2.bias": 0.0013192574260756373, + "transformer.layers.3.self_attn.in_proj_weight": 0.11107052862644196, + "transformer.layers.3.self_attn.in_proj_bias": 0.008590721525251865, + "transformer.layers.3.self_attn.out_proj.weight": 0.05258172005414963, + "transformer.layers.3.self_attn.out_proj.bias": 0.005985134281218052, + "transformer.layers.3.linear1.weight": 0.04188666120171547, + "transformer.layers.3.linear1.bias": 0.003155549755319953, + "transformer.layers.3.linear2.weight": 0.030821342021226883, + "transformer.layers.3.linear2.bias": 0.006798686925321817, + "transformer.layers.3.norm1.weight": 0.009576733224093914, + "transformer.layers.3.norm1.bias": 0.01297638937830925, + "transformer.layers.3.norm2.weight": 0.0027909392956644297, + "transformer.layers.3.norm2.bias": 0.0038224414456635714, + "head.weight": 0.4215940237045288, + "head.bias": 0.013245339505374432, + "global_embedding.weight": 0.014374147169291973, + "global_cnn.0.weight": 0.11209268867969513, + "global_cnn.0.bias": 0.003943255171179771, + "global_cnn.2.weight": 0.26823103427886963, + "global_cnn.2.bias": 0.011746595613658428, + "global_proj.weight": 0.04420673847198486, + "global_proj.bias": 0.03280828148126602, + "goal_head.0.weight": 0.029057571664452553, + "goal_head.0.bias": 0.013354943133890629, + "goal_head.2.weight": 0.04463255777955055, + "goal_head.2.bias": 0.02831774763762951 + }, + { + "global_gate": 2.0561674318742007e-05, + "embedding.weight": 0.002507679397240281, + "cnn.0.weight": 0.034373655915260315, + "cnn.0.bias": 0.0012846258468925953, + "cnn.2.weight": 0.004548148717731237, + "cnn.2.bias": 0.0016403446206822991, + "cnn.5.weight": 0.004445606376975775, + "cnn.5.bias": 0.0012785670114681125, + "action_emb.weight": 0.005149350501596928, + "timestep_emb.weight": 0.0016648409655317664, + "pos_emb.weight": 0.003987706266343594, + "transformer.layers.0.self_attn.in_proj_weight": 0.020199693739414215, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023395605385303497, + "transformer.layers.0.self_attn.out_proj.weight": 0.02512657456099987, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038341786712408066, + "transformer.layers.0.linear1.weight": 0.029480716213583946, + "transformer.layers.0.linear1.bias": 0.0016003836644813418, + "transformer.layers.0.linear2.weight": 0.030207842588424683, + "transformer.layers.0.linear2.bias": 0.002458111383020878, + "transformer.layers.0.norm1.weight": 0.001214214600622654, + "transformer.layers.0.norm1.bias": 0.0022612351458519697, + "transformer.layers.0.norm2.weight": 0.003060864517465234, + "transformer.layers.0.norm2.bias": 0.002752663567662239, + "transformer.layers.1.self_attn.in_proj_weight": 0.027158984914422035, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017923071281984448, + "transformer.layers.1.self_attn.out_proj.weight": 0.023417826741933823, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020544021390378475, + "transformer.layers.1.linear1.weight": 0.016772525385022163, + "transformer.layers.1.linear1.bias": 0.0009042317979037762, + "transformer.layers.1.linear2.weight": 0.023106327280402184, + "transformer.layers.1.linear2.bias": 0.0019342208979651332, + "transformer.layers.1.norm1.weight": 0.0019827918149530888, + "transformer.layers.1.norm1.bias": 0.0019612147007137537, + "transformer.layers.1.norm2.weight": 0.001522751641459763, + "transformer.layers.1.norm2.bias": 0.0010240969713777304, + "transformer.layers.2.self_attn.in_proj_weight": 0.029384898021817207, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015120182652026415, + "transformer.layers.2.self_attn.out_proj.weight": 0.02471962384879589, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017955590737983584, + "transformer.layers.2.linear1.weight": 0.014081860892474651, + "transformer.layers.2.linear1.bias": 0.0008231675601564348, + "transformer.layers.2.linear2.weight": 0.017498664557933807, + "transformer.layers.2.linear2.bias": 0.00192136166151613, + "transformer.layers.2.norm1.weight": 0.0022285045124590397, + "transformer.layers.2.norm1.bias": 0.001970364013686776, + "transformer.layers.2.norm2.weight": 0.0008855871274136007, + "transformer.layers.2.norm2.bias": 0.0009204641100950539, + "transformer.layers.3.self_attn.in_proj_weight": 0.05861318111419678, + "transformer.layers.3.self_attn.in_proj_bias": 0.0045226141810417175, + "transformer.layers.3.self_attn.out_proj.weight": 0.027409985661506653, + "transformer.layers.3.self_attn.out_proj.bias": 0.003230441827327013, + "transformer.layers.3.linear1.weight": 0.03121279738843441, + "transformer.layers.3.linear1.bias": 0.00252330070361495, + "transformer.layers.3.linear2.weight": 0.019175304099917412, + "transformer.layers.3.linear2.bias": 0.003863581921905279, + "transformer.layers.3.norm1.weight": 0.0051156897097826, + "transformer.layers.3.norm1.bias": 0.006197604350745678, + "transformer.layers.3.norm2.weight": 0.00223692599684, + "transformer.layers.3.norm2.bias": 0.003096657572314143, + "head.weight": 0.21402639150619507, + "head.bias": 0.007121262606233358, + "global_embedding.weight": 0.012156715616583824, + "global_cnn.0.weight": 0.07334409654140472, + "global_cnn.0.bias": 0.0029284560587257147, + "global_cnn.2.weight": 0.15402090549468994, + "global_cnn.2.bias": 0.005425612907856703, + "global_proj.weight": 0.014884889125823975, + "global_proj.bias": 0.007861687801778316, + "goal_head.0.weight": 0.0072456528432667255, + "goal_head.0.bias": 0.002852349542081356, + "goal_head.2.weight": 0.008867265656590462, + "goal_head.2.bias": 0.006240464746952057 + }, + { + "global_gate": 0.00035376849700696766, + "embedding.weight": 0.0019530898425728083, + "cnn.0.weight": 0.032535120844841, + "cnn.0.bias": 0.0012546167708933353, + "cnn.2.weight": 0.006410968489944935, + "cnn.2.bias": 0.0018757513025775552, + "cnn.5.weight": 0.006999783217906952, + "cnn.5.bias": 0.0018593186978250742, + "action_emb.weight": 0.048487287014722824, + "timestep_emb.weight": 0.003989394288510084, + "pos_emb.weight": 0.011502111330628395, + "transformer.layers.0.self_attn.in_proj_weight": 0.05830228701233864, + "transformer.layers.0.self_attn.in_proj_bias": 0.0046355207450687885, + "transformer.layers.0.self_attn.out_proj.weight": 0.09769721329212189, + "transformer.layers.0.self_attn.out_proj.bias": 0.008539770729839802, + "transformer.layers.0.linear1.weight": 0.21165016293525696, + "transformer.layers.0.linear1.bias": 0.005526128690689802, + "transformer.layers.0.linear2.weight": 0.09183170646429062, + "transformer.layers.0.linear2.bias": 0.005544938147068024, + "transformer.layers.0.norm1.weight": 0.0030711088329553604, + "transformer.layers.0.norm1.bias": 0.004525368567556143, + "transformer.layers.0.norm2.weight": 0.027811607345938683, + "transformer.layers.0.norm2.bias": 0.008059750311076641, + "transformer.layers.1.self_attn.in_proj_weight": 0.08077994734048843, + "transformer.layers.1.self_attn.in_proj_bias": 0.003417248371988535, + "transformer.layers.1.self_attn.out_proj.weight": 0.06543556600809097, + "transformer.layers.1.self_attn.out_proj.bias": 0.004929027520120144, + "transformer.layers.1.linear1.weight": 0.06415292620658875, + "transformer.layers.1.linear1.bias": 0.003085893578827381, + "transformer.layers.1.linear2.weight": 0.05480146408081055, + "transformer.layers.1.linear2.bias": 0.004896902479231358, + "transformer.layers.1.norm1.weight": 0.00542833749204874, + "transformer.layers.1.norm1.bias": 0.0029338763561099768, + "transformer.layers.1.norm2.weight": 0.007019967772066593, + "transformer.layers.1.norm2.bias": 0.00392949627712369, + "transformer.layers.2.self_attn.in_proj_weight": 0.09902685880661011, + "transformer.layers.2.self_attn.in_proj_bias": 0.0053621698170900345, + "transformer.layers.2.self_attn.out_proj.weight": 0.04933212697505951, + "transformer.layers.2.self_attn.out_proj.bias": 0.003597489558160305, + "transformer.layers.2.linear1.weight": 0.02517544850707054, + "transformer.layers.2.linear1.bias": 0.001467507565394044, + "transformer.layers.2.linear2.weight": 0.02823752351105213, + "transformer.layers.2.linear2.bias": 0.0032270413357764482, + "transformer.layers.2.norm1.weight": 0.00658079981803894, + "transformer.layers.2.norm1.bias": 0.005924521945416927, + "transformer.layers.2.norm2.weight": 0.0017355155432596803, + "transformer.layers.2.norm2.bias": 0.0014230335364118218, + "transformer.layers.3.self_attn.in_proj_weight": 0.11121571809053421, + "transformer.layers.3.self_attn.in_proj_bias": 0.005048979539424181, + "transformer.layers.3.self_attn.out_proj.weight": 0.0449371412396431, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018929450307041407, + "transformer.layers.3.linear1.weight": 0.036150891333818436, + "transformer.layers.3.linear1.bias": 0.002246529795229435, + "transformer.layers.3.linear2.weight": 0.021210649982094765, + "transformer.layers.3.linear2.bias": 0.002570131793618202, + "transformer.layers.3.norm1.weight": 0.009135494939982891, + "transformer.layers.3.norm1.bias": 0.007911492139101028, + "transformer.layers.3.norm2.weight": 0.002563531743362546, + "transformer.layers.3.norm2.bias": 0.00269051780924201, + "head.weight": 0.27553847432136536, + "head.bias": 0.0054238345474004745, + "global_embedding.weight": 0.0070395576767623425, + "global_cnn.0.weight": 0.03571894019842148, + "global_cnn.0.bias": 0.001203650259412825, + "global_cnn.2.weight": 0.08986733853816986, + "global_cnn.2.bias": 0.003697793697938323, + "global_proj.weight": 0.020866572856903076, + "global_proj.bias": 0.015505139715969563, + "goal_head.0.weight": 0.012557296082377434, + "goal_head.0.bias": 0.006088785827159882, + "goal_head.2.weight": 0.020961469039320946, + "goal_head.2.bias": 0.014606430195271969 + }, + { + "global_gate": 0.0001808845845516771, + "embedding.weight": 0.0009486213675700128, + "cnn.0.weight": 0.016457878053188324, + "cnn.0.bias": 0.0008208569488488138, + "cnn.2.weight": 0.004541807342320681, + "cnn.2.bias": 0.0013810091186314821, + "cnn.5.weight": 0.006124714855104685, + "cnn.5.bias": 0.0011583334999158978, + "action_emb.weight": 0.019396059215068817, + "timestep_emb.weight": 0.002493141684681177, + "pos_emb.weight": 0.006932229734957218, + "transformer.layers.0.self_attn.in_proj_weight": 0.03224018216133118, + "transformer.layers.0.self_attn.in_proj_bias": 0.002498239278793335, + "transformer.layers.0.self_attn.out_proj.weight": 0.039405707269907, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038685619365423918, + "transformer.layers.0.linear1.weight": 0.08556775003671646, + "transformer.layers.0.linear1.bias": 0.0024528068024665117, + "transformer.layers.0.linear2.weight": 0.0498012974858284, + "transformer.layers.0.linear2.bias": 0.0030268384143710136, + "transformer.layers.0.norm1.weight": 0.0018995179561898112, + "transformer.layers.0.norm1.bias": 0.002147342311218381, + "transformer.layers.0.norm2.weight": 0.011061473749577999, + "transformer.layers.0.norm2.bias": 0.002634273609146476, + "transformer.layers.1.self_attn.in_proj_weight": 0.034856218844652176, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018030006904155016, + "transformer.layers.1.self_attn.out_proj.weight": 0.0340130478143692, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028134360909461975, + "transformer.layers.1.linear1.weight": 0.03609895706176758, + "transformer.layers.1.linear1.bias": 0.0017358078621327877, + "transformer.layers.1.linear2.weight": 0.036216478794813156, + "transformer.layers.1.linear2.bias": 0.002546279923990369, + "transformer.layers.1.norm1.weight": 0.0024265176616609097, + "transformer.layers.1.norm1.bias": 0.0016444771317765117, + "transformer.layers.1.norm2.weight": 0.0037485326174646616, + "transformer.layers.1.norm2.bias": 0.002194971079006791, + "transformer.layers.2.self_attn.in_proj_weight": 0.06739095598459244, + "transformer.layers.2.self_attn.in_proj_bias": 0.0032275717239826918, + "transformer.layers.2.self_attn.out_proj.weight": 0.03433386608958244, + "transformer.layers.2.self_attn.out_proj.bias": 0.002169868443161249, + "transformer.layers.2.linear1.weight": 0.018852263689041138, + "transformer.layers.2.linear1.bias": 0.0010741453152149916, + "transformer.layers.2.linear2.weight": 0.020754052326083183, + "transformer.layers.2.linear2.bias": 0.0022799954749643803, + "transformer.layers.2.norm1.weight": 0.005123077891767025, + "transformer.layers.2.norm1.bias": 0.003988456912338734, + "transformer.layers.2.norm2.weight": 0.001197012490592897, + "transformer.layers.2.norm2.bias": 0.0011439084773883224, + "transformer.layers.3.self_attn.in_proj_weight": 0.06262719631195068, + "transformer.layers.3.self_attn.in_proj_bias": 0.004398409742861986, + "transformer.layers.3.self_attn.out_proj.weight": 0.03763079643249512, + "transformer.layers.3.self_attn.out_proj.bias": 0.0034614279866218567, + "transformer.layers.3.linear1.weight": 0.03720863163471222, + "transformer.layers.3.linear1.bias": 0.002513888292014599, + "transformer.layers.3.linear2.weight": 0.022707678377628326, + "transformer.layers.3.linear2.bias": 0.003991049714386463, + "transformer.layers.3.norm1.weight": 0.004815586376935244, + "transformer.layers.3.norm1.bias": 0.005642825271934271, + "transformer.layers.3.norm2.weight": 0.0027813215274363756, + "transformer.layers.3.norm2.bias": 0.003077338682487607, + "head.weight": 0.2964063882827759, + "head.bias": 0.008033367805182934, + "global_embedding.weight": 0.009628921747207642, + "global_cnn.0.weight": 0.0820189043879509, + "global_cnn.0.bias": 0.002732666442170739, + "global_cnn.2.weight": 0.17084835469722748, + "global_cnn.2.bias": 0.008058840408921242, + "global_proj.weight": 0.028650151565670967, + "global_proj.bias": 0.02363084815442562, + "goal_head.0.weight": 0.021478697657585144, + "goal_head.0.bias": 0.010764039121568203, + "goal_head.2.weight": 0.03533745929598808, + "goal_head.2.bias": 0.02564343996345997 + }, + { + "global_gate": 5.4974621889414266e-05, + "embedding.weight": 0.0009495222475379705, + "cnn.0.weight": 0.01794048212468624, + "cnn.0.bias": 0.0007863203645683825, + "cnn.2.weight": 0.005650184582918882, + "cnn.2.bias": 0.001540660043247044, + "cnn.5.weight": 0.007219806779175997, + "cnn.5.bias": 0.0014331403654068708, + "action_emb.weight": 0.023313887417316437, + "timestep_emb.weight": 0.0033084789756685495, + "pos_emb.weight": 0.008062666282057762, + "transformer.layers.0.self_attn.in_proj_weight": 0.03548535704612732, + "transformer.layers.0.self_attn.in_proj_bias": 0.003576837480068207, + "transformer.layers.0.self_attn.out_proj.weight": 0.04242166876792908, + "transformer.layers.0.self_attn.out_proj.bias": 0.006431160494685173, + "transformer.layers.0.linear1.weight": 0.09651234745979309, + "transformer.layers.0.linear1.bias": 0.003453585086390376, + "transformer.layers.0.linear2.weight": 0.06008029729127884, + "transformer.layers.0.linear2.bias": 0.00468453299254179, + "transformer.layers.0.norm1.weight": 0.0018805991858243942, + "transformer.layers.0.norm1.bias": 0.0032302439212799072, + "transformer.layers.0.norm2.weight": 0.011540311388671398, + "transformer.layers.0.norm2.bias": 0.005290962290018797, + "transformer.layers.1.self_attn.in_proj_weight": 0.045813288539648056, + "transformer.layers.1.self_attn.in_proj_bias": 0.002732855500653386, + "transformer.layers.1.self_attn.out_proj.weight": 0.04744879901409149, + "transformer.layers.1.self_attn.out_proj.bias": 0.004803055431693792, + "transformer.layers.1.linear1.weight": 0.039739228785037994, + "transformer.layers.1.linear1.bias": 0.00213870988227427, + "transformer.layers.1.linear2.weight": 0.05249200761318207, + "transformer.layers.1.linear2.bias": 0.00438605435192585, + "transformer.layers.1.norm1.weight": 0.0028537376783788204, + "transformer.layers.1.norm1.bias": 0.0023182465229183435, + "transformer.layers.1.norm2.weight": 0.0036545980256050825, + "transformer.layers.1.norm2.bias": 0.0028052222914993763, + "transformer.layers.2.self_attn.in_proj_weight": 0.06816055625677109, + "transformer.layers.2.self_attn.in_proj_bias": 0.003918016329407692, + "transformer.layers.2.self_attn.out_proj.weight": 0.05961043760180473, + "transformer.layers.2.self_attn.out_proj.bias": 0.004243145696818829, + "transformer.layers.2.linear1.weight": 0.02910606935620308, + "transformer.layers.2.linear1.bias": 0.0017013151664286852, + "transformer.layers.2.linear2.weight": 0.03488585725426674, + "transformer.layers.2.linear2.bias": 0.004444502759724855, + "transformer.layers.2.norm1.weight": 0.005240634549409151, + "transformer.layers.2.norm1.bias": 0.0037042933981865644, + "transformer.layers.2.norm2.weight": 0.0020607111509889364, + "transformer.layers.2.norm2.bias": 0.0019205831922590733, + "transformer.layers.3.self_attn.in_proj_weight": 0.12659360468387604, + "transformer.layers.3.self_attn.in_proj_bias": 0.010485056787729263, + "transformer.layers.3.self_attn.out_proj.weight": 0.0614999495446682, + "transformer.layers.3.self_attn.out_proj.bias": 0.007802974432706833, + "transformer.layers.3.linear1.weight": 0.05533240735530853, + "transformer.layers.3.linear1.bias": 0.004014312289655209, + "transformer.layers.3.linear2.weight": 0.03832186013460159, + "transformer.layers.3.linear2.bias": 0.009302441030740738, + "transformer.layers.3.norm1.weight": 0.011579553596675396, + "transformer.layers.3.norm1.bias": 0.016176259145140648, + "transformer.layers.3.norm2.weight": 0.004431986715644598, + "transformer.layers.3.norm2.bias": 0.005837839096784592, + "head.weight": 0.5734366178512573, + "head.bias": 0.01811745949089527, + "global_embedding.weight": 0.010984065011143684, + "global_cnn.0.weight": 0.05629349127411842, + "global_cnn.0.bias": 0.002897022059187293, + "global_cnn.2.weight": 0.10927955061197281, + "global_cnn.2.bias": 0.005734757520258427, + "global_proj.weight": 0.020075688138604164, + "global_proj.bias": 0.017314696684479713, + "goal_head.0.weight": 0.013181359507143497, + "goal_head.0.bias": 0.00696514593437314, + "goal_head.2.weight": 0.019429195672273636, + "goal_head.2.bias": 0.015857946127653122 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.16003429889678955, - 0.2573481798171997, - 0.1713729202747345, - 0.27924296259880066, - 0.14563365280628204, - 0.08492432534694672, - 0.11575233936309814, - 0.12803898751735687, - 0.20245610177516937, - 0.12079769372940063 + 0.36501333117485046, + 0.30128273367881775, + 0.4458467364311218, + 0.2849063277244568, + 0.43401092290878296, + 0.41332533955574036, + 0.45729243755340576, + 0.5833630561828613, + 0.46624627709388733, + 0.283681184053421, + 0.42275524139404297, + 0.385032594203949, + 0.6053816676139832, + 0.9266600012779236, + 0.6381484270095825, + 0.7758522629737854, + 0.593900203704834, + 0.6496838331222534, + 0.9760478138923645, + 0.7812944650650024 ], "repr_drift_kl_low_t": [ - 0.14968153834342957, - 0.17516979575157166, - 0.1871541440486908, - 0.2816053628921509, - 0.1346273571252823, - 0.062365904450416565, - 0.11440080404281616, - 0.10044331848621368, - 0.19566784799098969, - 0.07136638462543488 + 0.42825716733932495, + 0.3035528361797333, + 0.5576806664466858, + 0.31200695037841797, + 0.49508196115493774, + 0.5144079923629761, + 0.5423942804336548, + 0.677573561668396, + 0.5305399894714355, + 0.27700328826904297, + 0.46484628319740295, + 0.42439475655555725, + 0.6875462532043457, + 1.13693368434906, + 0.7293041348457336, + 0.9200430512428284, + 0.6671680808067322, + 0.7494555115699768, + 1.1984410285949707, + 0.9392426013946533 ], "repr_drift_kl_mid_t": [ - 0.14732331037521362, - 0.20570388436317444, - 0.1663644164800644, - 0.2570708692073822, - 0.1286334991455078, - 0.06994856894016266, - 0.1010744571685791, - 0.11351089179515839, - 0.1698302924633026, - 0.08040249347686768 + 0.356799840927124, + 0.28373828530311584, + 0.4269319176673889, + 0.26493942737579346, + 0.41500788927078247, + 0.41166213154792786, + 0.42726048827171326, + 0.5755507946014404, + 0.44001147150993347, + 0.24603581428527832, + 0.3953024446964264, + 0.3361840546131134, + 0.5744220018386841, + 0.90907222032547, + 0.6253079175949097, + 0.7573142051696777, + 0.5736109614372253, + 0.6285191774368286, + 0.9654331207275391, + 0.7691628932952881 ], "repr_drift_kl_high_t": [ - 0.1827821433544159, - 0.45602792501449585, - 0.17877119779586792, - 0.31859713792800903, - 0.20204216241836548, - 0.15289437770843506, - 0.21605803072452545, - 0.2113296389579773, - 0.30113935470581055, - 0.2457491159439087 + 0.31309735774993896, + 0.3564318120479584, + 0.3660363256931305, + 0.3105088770389557, + 0.41278061270713806, + 0.3781067728996277, + 0.41463738679885864, + 0.492482453584671, + 0.4322611391544342, + 0.3419032096862793, + 0.47877973318099976, + 0.4740883409976959, + 0.6083508729934692, + 0.723050594329834, + 0.6131967306137085, + 0.6430330872535706, + 0.5801414847373962, + 0.6047456860542297, + 0.7823522686958313, + 0.6575685143470764 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.6731202602386475, - 0.6161710023880005, - 0.8104024529457092, - 0.8081254363059998, - 0.7052847743034363 + 0.8228409290313721, + 0.6014054417610168, + 0.6836117506027222, + 0.545711874961853, + 0.34008869528770447, + 0.4958108067512512, + 0.592640221118927, + 0.5447021126747131, + 0.5496936440467834, + 0.507455050945282 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.4226815104484558, - 1.4219701290130615, - 1.2086477279663086, - 1.724544882774353, - 0.5067513585090637, - 0.8719830513000488, - 0.345708966255188, - 0.60425865650177, - 1.0133320093154907, - 0.5365745425224304 + 1.5942472219467163, + 0.5582786798477173, + 0.7519661784172058, + 0.35668182373046875, + 0.22819985449314117, + 0.2632545828819275, + 0.40084341168403625, + 0.6235964298248291, + 0.3454665541648865, + 0.8049896359443665, + 0.39279237389564514, + 0.24266044795513153, + 0.2586551010608673, + 0.3558543026447296, + 0.327452689409256, + 0.544370710849762, + 0.39835503697395325, + 0.29401227831840515, + 0.47994381189346313, + 0.5411512851715088 ], "norm_high_t": [ - 0.4547783136367798, - 0.8891130089759827, - 1.3889683485031128, - 1.2021228075027466, - 0.3936873972415924, - 1.0952796936035156, - 2.6905930042266846, - 1.6311393976211548, - 0.8137900829315186, - 0.6714125275611877 + 1.1406110525131226, + 0.4533325135707855, + 0.5963560938835144, + 0.6379452347755432, + 0.49694353342056274, + 0.813346266746521, + 1.251708984375, + 1.0657306909561157, + 0.5847512483596802, + 0.9182689189910889, + 0.48714086413383484, + 0.3811912536621094, + 0.5921411514282227, + 1.3010833263397217, + 1.529971957206726, + 1.0278984308242798, + 0.6411846876144409, + 0.4059830605983734, + 1.5179367065429688, + 1.2664084434509277 ], "lowhigh_cos": [ - 0.9112408757209778, - 0.20464250445365906, - 0.5507409572601318, - 0.4514509439468384, - 0.67270827293396, - 0.5276546478271484, - 0.3146166503429413, - 0.12629874050617218, - 0.5559160113334656, - 0.15083777904510498 + 0.04444248229265213, + 0.5698997974395752, + 0.6311513185501099, + 0.5073803067207336, + 0.2237197905778885, + 0.09359047561883926, + 0.32527410984039307, + 0.33585625886917114, + 0.25370511412620544, + 0.1182345598936081, + 0.7653784155845642, + 0.5192182660102844, + 0.5485713481903076, + -0.3139810562133789, + 0.5413366556167603, + 0.6695331335067749, + 0.4267028868198395, + -0.05431785807013512, + 0.5327304601669312, + 0.626491904258728 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.4218074381351471, - "t_0.1-0.2": 0.42306339740753174, - "t_0.2-0.3": 0.4216364622116089, - "t_0.3-0.4": 0.4208718240261078, - "t_0.4-0.5": 0.42590269446372986, - "t_0.5-0.6": 0.43107855319976807, - "t_0.6-0.7": 0.4291864335536957, - "t_0.7-0.8": 0.43207848072052, - "t_0.8-0.9": 0.4358699917793274, - "t_0.9-1.0": 0.50754714012146 - }, - { - "t_0.0-0.1": 1.8286752700805664, - "t_0.1-0.2": 1.0744749307632446, - "t_0.2-0.3": 0.8688637018203735, - "t_0.3-0.4": 0.9738530516624451, - "t_0.4-0.5": 0.7935287952423096, - "t_0.5-0.6": 0.7858191132545471, - "t_0.6-0.7": 0.8405099511146545, - "t_0.7-0.8": 0.9061335325241089, - "t_0.8-0.9": 0.9124307632446289, - "t_0.9-1.0": 1.0078914165496826 - }, - { - "t_0.0-0.1": 1.418155312538147, - "t_0.1-0.2": 1.5921740531921387, - "t_0.2-0.3": 1.5055999755859375, - "t_0.3-0.4": 1.5814458131790161, - "t_0.4-0.5": 0.8546529412269592, - "t_0.5-0.6": 0.8974583745002747, - "t_0.6-0.7": 1.0907336473464966, - "t_0.7-0.8": 0.9017990827560425, - "t_0.8-0.9": 1.0199404954910278, - "t_0.9-1.0": 1.1843593120574951 - }, - { - "t_0.0-0.1": 2.2593486309051514, - "t_0.1-0.2": 1.5958250761032104, - "t_0.2-0.3": 1.528814435005188, - "t_0.3-0.4": 1.678134560585022, - "t_0.4-0.5": 1.4584403038024902, - "t_0.5-0.6": 1.3110522031784058, - "t_0.6-0.7": 1.3127741813659668, - "t_0.7-0.8": 1.5966212749481201, - "t_0.8-0.9": 1.1841903924942017, - "t_0.9-1.0": 1.6463450193405151 - }, - { - "t_0.0-0.1": 0.33511584997177124, - "t_0.1-0.2": 0.427317351102829, - "t_0.2-0.3": 0.3432677388191223, - "t_0.3-0.4": 0.3643803298473358, - "t_0.4-0.5": 0.35993531346321106, - "t_0.5-0.6": 0.3667879104614258, - "t_0.6-0.7": 0.3971366882324219, - "t_0.7-0.8": 0.34824562072753906, - "t_0.8-0.9": 0.39163053035736084, - "t_0.9-1.0": 0.4048323333263397 - }, - { - "t_0.0-0.1": 0.6060566306114197, - "t_0.1-0.2": 0.9053139090538025, - "t_0.2-0.3": 0.6828302145004272, - "t_0.3-0.4": 0.8621957898139954, - "t_0.4-0.5": 0.7826036810874939, - "t_0.5-0.6": 0.8297695517539978, - "t_0.6-0.7": 0.6478656530380249, - "t_0.7-0.8": 0.847673773765564, - "t_0.8-0.9": 0.7964281439781189, - "t_0.9-1.0": 0.9367495775222778 - }, - { - "t_0.0-0.1": 0.35580959916114807, - "t_0.1-0.2": 0.4009615182876587, - "t_0.2-0.3": 0.39366698265075684, - "t_0.3-0.4": 0.3668847680091858, - "t_0.4-0.5": 0.3878515064716339, - "t_0.5-0.6": 0.3882339894771576, - "t_0.6-0.7": 0.3930092751979828, - "t_0.7-0.8": 0.6530322432518005, - "t_0.8-0.9": 1.0165542364120483, - "t_0.9-1.0": 4.004608631134033 - }, - { - "t_0.0-0.1": 0.695418119430542, - "t_0.1-0.2": 0.4126145839691162, - "t_0.2-0.3": 0.3071489930152893, - "t_0.3-0.4": 0.3757266402244568, - "t_0.4-0.5": 0.3034464418888092, - "t_0.5-0.6": 0.43617814779281616, - "t_0.6-0.7": 0.400054395198822, - "t_0.7-0.8": 0.5382446646690369, - "t_0.8-0.9": 0.6693521738052368, - "t_0.9-1.0": 2.3902547359466553 - }, - { - "t_0.0-0.1": 0.9065998792648315, - "t_0.1-0.2": 0.9152982234954834, - "t_0.2-0.3": 0.9564432501792908, - "t_0.3-0.4": 0.8149530291557312, - "t_0.4-0.5": 0.9243025183677673, - "t_0.5-0.6": 0.8096842169761658, - "t_0.6-0.7": 0.8296494483947754, - "t_0.7-0.8": 0.7519601583480835, - "t_0.8-0.9": 0.9321234822273254, - "t_0.9-1.0": 0.7940657138824463 - }, - { - "t_0.0-0.1": 0.4995885193347931, - "t_0.1-0.2": 0.5414944887161255, - "t_0.2-0.3": 0.45572054386138916, - "t_0.3-0.4": 0.47406521439552307, - "t_0.4-0.5": 0.5540018677711487, - "t_0.5-0.6": 0.6775482892990112, - "t_0.6-0.7": 0.4282976984977722, - "t_0.7-0.8": 0.6608080863952637, - "t_0.8-0.9": 0.6681936383247375, - "t_0.9-1.0": 0.8222482204437256 + "t_0.0-0.1": 1.8187801837921143, + "t_0.1-0.2": 1.6355104446411133, + "t_0.2-0.3": 1.427751064300537, + "t_0.3-0.4": 1.2986167669296265, + "t_0.4-0.5": 1.1517515182495117, + "t_0.5-0.6": 1.1041743755340576, + "t_0.6-0.7": 0.9842960238456726, + "t_0.7-0.8": 0.8620744943618774, + "t_0.8-0.9": 0.881240963935852, + "t_0.9-1.0": 1.456682562828064 + }, + { + "t_0.0-0.1": 0.6612053513526917, + "t_0.1-0.2": 0.6131688356399536, + "t_0.2-0.3": 0.537416398525238, + "t_0.3-0.4": 0.4571002423763275, + "t_0.4-0.5": 0.4373421370983124, + "t_0.5-0.6": 0.44405397772789, + "t_0.6-0.7": 0.3716900050640106, + "t_0.7-0.8": 0.3951893150806427, + "t_0.8-0.9": 0.42556390166282654, + "t_0.9-1.0": 0.5669314861297607 + }, + { + "t_0.0-0.1": 0.637565553188324, + "t_0.1-0.2": 0.6574863791465759, + "t_0.2-0.3": 0.6216185688972473, + "t_0.3-0.4": 0.5468361973762512, + "t_0.4-0.5": 0.43795183300971985, + "t_0.5-0.6": 0.4583301246166229, + "t_0.6-0.7": 0.4190351366996765, + "t_0.7-0.8": 0.4336532950401306, + "t_0.8-0.9": 0.5273779034614563, + "t_0.9-1.0": 0.8914681077003479 + }, + { + "t_0.0-0.1": 0.4929778575897217, + "t_0.1-0.2": 0.3388693332672119, + "t_0.2-0.3": 0.33160334825515747, + "t_0.3-0.4": 0.3557966947555542, + "t_0.4-0.5": 0.37089577317237854, + "t_0.5-0.6": 0.33629661798477173, + "t_0.6-0.7": 0.38917919993400574, + "t_0.7-0.8": 0.3684431314468384, + "t_0.8-0.9": 0.43631258606910706, + "t_0.9-1.0": 0.7472971677780151 + }, + { + "t_0.0-0.1": 0.2644909918308258, + "t_0.1-0.2": 0.27563047409057617, + "t_0.2-0.3": 0.24969643354415894, + "t_0.3-0.4": 0.1692560613155365, + "t_0.4-0.5": 0.18328411877155304, + "t_0.5-0.6": 0.21046648919582367, + "t_0.6-0.7": 0.17273260653018951, + "t_0.7-0.8": 0.22216512262821198, + "t_0.8-0.9": 0.3232695162296295, + "t_0.9-1.0": 0.7274379134178162 + }, + { + "t_0.0-0.1": 0.336758017539978, + "t_0.1-0.2": 0.2848670482635498, + "t_0.2-0.3": 0.3047209084033966, + "t_0.3-0.4": 0.24776987731456757, + "t_0.4-0.5": 0.2383270263671875, + "t_0.5-0.6": 0.2122110277414322, + "t_0.6-0.7": 0.23019792139530182, + "t_0.7-0.8": 0.3076898753643036, + "t_0.8-0.9": 0.5172221064567566, + "t_0.9-1.0": 1.2060601711273193 + }, + { + "t_0.0-0.1": 0.4662816524505615, + "t_0.1-0.2": 0.3689062297344208, + "t_0.2-0.3": 0.3901495635509491, + "t_0.3-0.4": 0.380476713180542, + "t_0.4-0.5": 0.42568519711494446, + "t_0.5-0.6": 0.3764045834541321, + "t_0.6-0.7": 0.3914174735546112, + "t_0.7-0.8": 0.5390812158584595, + "t_0.8-0.9": 0.8079444169998169, + "t_0.9-1.0": 1.734176754951477 + }, + { + "t_0.0-0.1": 0.6252145171165466, + "t_0.1-0.2": 0.5208947062492371, + "t_0.2-0.3": 0.5241777896881104, + "t_0.3-0.4": 0.5357159376144409, + "t_0.4-0.5": 0.5179336667060852, + "t_0.5-0.6": 0.6130528450012207, + "t_0.6-0.7": 0.6208533048629761, + "t_0.7-0.8": 0.6710811257362366, + "t_0.8-0.9": 0.6880432963371277, + "t_0.9-1.0": 1.3990761041641235 + }, + { + "t_0.0-0.1": 0.3807143568992615, + "t_0.1-0.2": 0.3536536395549774, + "t_0.2-0.3": 0.30297571420669556, + "t_0.3-0.4": 0.32531920075416565, + "t_0.4-0.5": 0.28986722230911255, + "t_0.5-0.6": 0.30281737446784973, + "t_0.6-0.7": 0.33880171179771423, + "t_0.7-0.8": 0.33419716358184814, + "t_0.8-0.9": 0.5056694149971008, + "t_0.9-1.0": 0.8004279136657715 + }, + { + "t_0.0-0.1": 0.5340075492858887, + "t_0.1-0.2": 0.506574273109436, + "t_0.2-0.3": 0.5206595659255981, + "t_0.3-0.4": 0.5152050852775574, + "t_0.4-0.5": 0.5138022899627686, + "t_0.5-0.6": 0.5367063283920288, + "t_0.6-0.7": 0.5824645757675171, + "t_0.7-0.8": 0.588870644569397, + "t_0.8-0.9": 0.6659671664237976, + "t_0.9-1.0": 1.2537602186203003 + }, + { + "t_0.0-0.1": 0.4207930266857147, + "t_0.1-0.2": 0.3798530697822571, + "t_0.2-0.3": 0.3840857446193695, + "t_0.3-0.4": 0.3891250789165497, + "t_0.4-0.5": 0.3928997814655304, + "t_0.5-0.6": 0.3730074167251587, + "t_0.6-0.7": 0.3785706162452698, + "t_0.7-0.8": 0.3851511776447296, + "t_0.8-0.9": 0.4623873233795166, + "t_0.9-1.0": 0.5693996548652649 + }, + { + "t_0.0-0.1": 0.2291327714920044, + "t_0.1-0.2": 0.19797120988368988, + "t_0.2-0.3": 0.21629393100738525, + "t_0.3-0.4": 0.21008867025375366, + "t_0.4-0.5": 0.2031562477350235, + "t_0.5-0.6": 0.2219991832971573, + "t_0.6-0.7": 0.22069302201271057, + "t_0.7-0.8": 0.2886480987071991, + "t_0.8-0.9": 0.27205488085746765, + "t_0.9-1.0": 0.529296338558197 + }, + { + "t_0.0-0.1": 0.3793312609195709, + "t_0.1-0.2": 0.2772437632083893, + "t_0.2-0.3": 0.24569672346115112, + "t_0.3-0.4": 0.25362899899482727, + "t_0.4-0.5": 0.24428032338619232, + "t_0.5-0.6": 0.2910499572753906, + "t_0.6-0.7": 0.3712490499019623, + "t_0.7-0.8": 0.3918920159339905, + "t_0.8-0.9": 0.4641925096511841, + "t_0.9-1.0": 0.8549471497535706 + }, + { + "t_0.0-0.1": 0.4533902108669281, + "t_0.1-0.2": 0.28247132897377014, + "t_0.2-0.3": 0.30308035016059875, + "t_0.3-0.4": 0.255075603723526, + "t_0.4-0.5": 0.23764224350452423, + "t_0.5-0.6": 0.3370945155620575, + "t_0.6-0.7": 0.3343885540962219, + "t_0.7-0.8": 0.44917553663253784, + "t_0.8-0.9": 0.762973964214325, + "t_0.9-1.0": 2.112895965576172 + }, + { + "t_0.0-0.1": 0.3225119113922119, + "t_0.1-0.2": 0.25275805592536926, + "t_0.2-0.3": 0.28875985741615295, + "t_0.3-0.4": 0.2694493234157562, + "t_0.4-0.5": 0.3464564085006714, + "t_0.5-0.6": 0.3723791241645813, + "t_0.6-0.7": 0.4537113308906555, + "t_0.7-0.8": 0.6185842156410217, + "t_0.8-0.9": 0.9991157650947571, + "t_0.9-1.0": 2.25346302986145 + }, + { + "t_0.0-0.1": 0.5926529169082642, + "t_0.1-0.2": 0.5167620778083801, + "t_0.2-0.3": 0.6032978892326355, + "t_0.3-0.4": 0.4900203347206116, + "t_0.4-0.5": 0.5362511277198792, + "t_0.5-0.6": 0.5326962471008301, + "t_0.6-0.7": 0.590708315372467, + "t_0.7-0.8": 0.5962632298469543, + "t_0.8-0.9": 0.8709776401519775, + "t_0.9-1.0": 1.1949008703231812 + }, + { + "t_0.0-0.1": 0.3165111243724823, + "t_0.1-0.2": 0.3408971130847931, + "t_0.2-0.3": 0.3253796100616455, + "t_0.3-0.4": 0.32427260279655457, + "t_0.4-0.5": 0.3267526924610138, + "t_0.5-0.6": 0.35469600558280945, + "t_0.6-0.7": 0.3709162771701813, + "t_0.7-0.8": 0.4445972442626953, + "t_0.8-0.9": 0.44702479243278503, + "t_0.9-1.0": 0.7974162697792053 + }, + { + "t_0.0-0.1": 0.43415945768356323, + "t_0.1-0.2": 0.30282142758369446, + "t_0.2-0.3": 0.22500565648078918, + "t_0.3-0.4": 0.20144562423229218, + "t_0.4-0.5": 0.2370724380016327, + "t_0.5-0.6": 0.230364590883255, + "t_0.6-0.7": 0.22043490409851074, + "t_0.7-0.8": 0.27992507815361023, + "t_0.8-0.9": 0.30324575304985046, + "t_0.9-1.0": 0.6436682343482971 + }, + { + "t_0.0-0.1": 0.6614755392074585, + "t_0.1-0.2": 0.4615752398967743, + "t_0.2-0.3": 0.4831400513648987, + "t_0.3-0.4": 0.6135230660438538, + "t_0.4-0.5": 0.5856456756591797, + "t_0.5-0.6": 0.5680423974990845, + "t_0.6-0.7": 0.7050468921661377, + "t_0.7-0.8": 0.7367869019508362, + "t_0.8-0.9": 1.0890108346939087, + "t_0.9-1.0": 1.927804708480835 + }, + { + "t_0.0-0.1": 0.7325615286827087, + "t_0.1-0.2": 0.5323032140731812, + "t_0.2-0.3": 0.455870658159256, + "t_0.3-0.4": 0.5574257969856262, + "t_0.4-0.5": 0.6323350667953491, + "t_0.5-0.6": 0.6477633118629456, + "t_0.6-0.7": 0.6725749373435974, + "t_0.7-0.8": 0.7944611310958862, + "t_0.8-0.9": 1.1593291759490967, + "t_0.9-1.0": 1.4656332731246948 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.034352175891399384, - 0.0070257605984807014, - 0.08811789751052856, - 0.05734190344810486, - 0.2203098088502884, - 0.006289307959377766, - 0.29817986488342285, - 0.0045008184388279915, - 0.03745318204164505, - 0.08330511301755905, - 0.23320895433425903, - 0.3399624824523926, - 0.0065645514987409115, - 0.06283185631036758, - 0.022942641749978065, - 0.1410646289587021, - 0.06529851257801056, - 0.2794811427593231, - 0.008064515888690948, - 0.2198275923728943, - 0.3094462454319, - 0.4597264528274536, - 0.14796747267246246, - 0.06341107934713364, - 0.10566037893295288, - 0.1762661337852478, - 0.21328818798065186, - 0.013947591185569763, - 0.013256738893687725, - 0.20612582564353943, - 0.026294821873307228, - 0.11295680701732635, - 0.23051947355270386, - 0.09185441583395004, - 0.1377212405204773, - 0.06692913919687271, - 0.09883938729763031, - 0.3217822015285492, - 0.02822791412472725, - 0.11910337954759598, - 0.15903307497501373, - 0.3273427486419678, - 0.06598034501075745, - 0.0029069767333567142, - 0.023892100900411606, - 0.007186290342360735, - 0.04885270074009895, - 0.10626029223203659, - 0.12831857800483704, - 0.06132461130619049, - 0.06587837636470795, - 0.0802069902420044, - 0.1842496246099472, - 0.24137930572032928, - 0.007575757801532745, - 0.1627039611339569, - 0.09276504814624786, - 0.08727053552865982, - 0.03125, - 0.007095793262124062, - 0.00238663493655622, - 0.05313092842698097, - 0.047749511897563934, - 0.02662167139351368, - 0.010714286006987095, - 0.15503551065921783, - 0.11277174204587936, - 0.29931190609931946, - 0.0050505055114626884, - 0.04861878231167793, - 0.004201680887490511, - 0.04609544575214386, - 0.08356290310621262, - 0.00710563687607646, - 0.05150976777076721, - 0.10392700880765915, - 0.12724092602729797, - 0.11591695994138718, - 0.007778738159686327, - 0.07779226452112198, - 0.030460141599178314, - 0.1683168262243271, - 0.07309941202402115, - 0.022532189264893532, - 0.22909091413021088, - 0.06811057031154633, - 0.12622657418251038, - 0.1039697602391243, - 0.0007849293760955334, - 0.08778893202543259, - 0.05824446305632591, - 0.023026317358016968, - 0.0961248055100441, - 0.16409888863563538, - 0.004413387272506952, - 0.0507042221724987, - 0.005692599341273308, - 0.11567164212465286, - 0.11180811375379562, - 0.008603239431977272, - 0.14220182597637177, - 0.1172625869512558, - 0.08553054183721542, - 0.04177897796034813, - 0.056153327226638794, - 0.011319281533360481, - 0.10178668051958084, - 0.10876482725143433, - 0.0033136967103928328, - 0.10889929533004761, - 0.038532111793756485, - 0.04541832581162453, - 0.12161143869161606, - 0.21886248886585236, - 0.05895795300602913, - 0.08703569322824478, - 0.15443424880504608, - 0.0596175491809845, - 0.0037364130839705467, - 0.30576440691947937, - 0.09692450612783432, - 0.1076798066496849, - 0.5738725066184998, - 0.11051692813634872, - 0.03396739065647125, - 0.10570070892572403, - 0.005976095795631409, - 0.016597511246800423, - 0.0818767249584198, - 0.14312976598739624, - 0.05329719930887222, - 0.0741666704416275, - 0.1043585017323494, - 0.06938774883747101, - 0.10702772438526154, - 0.002958579920232296, - 0.6341789364814758, - 0.03929430618882179, - 0.16939251124858856, - 0.02053140103816986, - 0.10147299617528915, - 0.0034722222480922937, - 0.004201680887490511, - 0.12851181626319885, - 0.008937438018620014, - 0.06088992953300476, - 0.1634114682674408, - 0.07344149798154831, - 0.27944403886795044, - 0.008557457476854324, - 0.14315900206565857, - 0.07642180472612381, - 0.0590163916349411, - 0.01092896144837141, - 0.02270483784377575, - 0.059207092970609665, - 0.11218678951263428, - 0.005345211364328861, - 0.04089219123125076, - 0.10182119160890579, - 0.03598400950431824, - 0.11594203114509583, - 0.016597511246800423, - 0.17481312155723572, - 0.04769805073738098, - 0.1752542406320572, - 0.03758496791124344, - 0.10581359267234802, - 0.11201867461204529, - 0.19695192575454712, - 0.028271112591028214, - 0.11272584646940231, - 0.04188481718301773, - 0.008101265877485275, - 0.05800604447722435, - 0.1294776201248169, - 0.03397341072559357, - 0.008268259465694427, - 0.008603239431977272, - 0.15230277180671692, - 0.0065543074160814285, - 0.18221575021743774, - 0.23927614092826843, - 0.21718145906925201, - 0.008064515888690948, - 0.004983388818800449, - 0.13392417132854462, - 0.009999999776482582, - 0.007606787607073784, - 0.0876205787062645, - 0.378754585981369, - 0.006555723492056131, - 0.011326861567795277, - 0.25200000405311584, - 0.1632012575864792, - 0.06294155865907669, - 0.1167701855301857, - 0.2627272605895996, - 0.16254417598247528, - 0.16660040616989136, - 0.344612181186676, - 0.00999375432729721, - 0.13447171449661255, - 0.05893446505069733, - 0.004032257944345474, - 0.10177304595708847, - 0.11330839991569519, - 0.14220182597637177, - 0.0054411194287240505, - 0.047288503497838974, - 0.09099740535020828, - 0.006862476002424955, - 0.003355704713612795, - 0.03378956392407417, - 0.1761297732591629, - 0.06718671321868896, - 0.019438445568084717, - 0.015064934268593788, - 0.07022607326507568, - 0.2935010492801666, - 0.15198791027069092, - 0.19985251128673553, - 0.23286288976669312, - 0.38198322057724, - 0.0669170394539833, - 0.004253308288753033, - 0.07204385101795197, - 0.12583668529987335, - 0.06376975029706955, - 0.1309288591146469, - 0.03881140053272247, - 0.03365606442093849, - 0.004385964944958687, - 0.009475219063460827, - 0.016597511246800423, - 0.12474747747182846, - 0.004323899280279875, - 0.09403669834136963, - 0.012298231944441795, - 0.021078092977404594, - 0.1357421875, - 0.18468469381332397, - 0.20137862861156464, - 0.004201680887490511, - 0.07530488073825836, - 0.007957559078931808, - 0.10272759199142456, - 0.1799686998128891, - 0.07283763587474823, - 0.08703190088272095, - 0.004901960492134094, - 0.0768355131149292, - 0.1367102414369583, - 0.07011747360229492, - 0.11690731346607208, - 0.004385964944958687, - 0.10461441427469254, - 0.09841107577085495, - 0.003722504246979952, - 0.17147521674633026, - 0.006543075665831566, - 0.21262209117412567, - 0.029629629105329514, - 0.04155707359313965, - 0.00238663493655622, - 0.15349143743515015, - 0.021176470443606377, - 0.002984084887430072, - 0.17813631892204285, - 0.2484624832868576, - 0.06567881256341934, - 0.00538160465657711, - 0.07771039009094238, - 0.005199306644499302, - 0.11840452253818512, - 0.23849765956401825, - 0.004032257944345474, - 0.014779980294406414, - 0.07525084167718887, - 0.03866279125213623, - 0.2800000011920929, - 0.21153846383094788, - 0.2962195873260498, - 0.01092896144837141, - 0.011326861567795277, - 0.09216418117284775, - 0.009475219063460827, - 0.048138055950403214, - 0.13554216921329498, - 0.14014801383018494, - 0.19175392389297485, - 0.09216418117284775, - 0.05322862043976784, - 0.1177094355225563, - 0.0026212320663034916, - 0.17587938904762268, - 0.04094827547669411, - 0.1293136179447174, - 0.1187528669834137, - 0.009605662897229195, - 0.0798424631357193, - 0.2811310589313507, - 0.10147299617528915, - 0.11564023047685623, - 0.18620875477790833, - 0.09764918684959412, - 0.0850939005613327, - 0.09230180084705353, - 0.008416622877120972, - 0.034408602863550186, - 0.15958550572395325, - 0.17256923019886017, - 0.015350877307355404, - 0.16678082942962646, - 0.010522359982132912, - 0.0995967760682106, - 0.061156414449214935, - 0.13050313293933868, - 0.05153566226363182, - 0.06705298274755478, - 0.2258516103029251, - 0.005130596924573183, - 0.16427432000637054, - 0.033934254199266434, - 0.0021321962121874094, - 0.05979202687740326, - 0.19431892037391663, - 0.015259739942848682, - 0.006289307959377766, - 0.14133551716804504, - 0.005145167000591755, - 0.004567814525216818, - 0.03977900743484497, - 0.1689765453338623, - 0.10653536021709442, - 0.18221575021743774, - 0.12779036164283752, - 0.1846330314874649, - 0.0677570104598999, - 0.06708653271198273, - 0.023051591590046883, - 0.04134831577539444, - 0.0024219590704888105, - 0.09057437628507614, - 0.021000618115067482, - 0.0035771066322922707, - 0.1524464190006256, - 0.0027141133323311806, - 0.09831738471984863, - 0.06703498959541321, - 0.028450999408960342, - 0.11277174204587936, - 0.004385964944958687, - 0.0016556291375309229, - 0.1102578192949295, - 0.0023174970410764217, - 0.13095861673355103, - 0.10710195451974869, - 0.007329843007028103, - 0.0047846888191998005, - 0.25175580382347107, - 0.01666666753590107, - 0.03702051565051079, - 0.00853333342820406, - 0.008245382457971573, - 0.06974880397319794, - 0.007231404539197683, - 0.0995967760682106, - 0.0954754576086998, - 0.015070921741425991, - 0.014234875328838825, - 0.10681817680597305, - 0.1410835236310959, - 0.3217468857765198, - 0.09185441583395004, - 0.07370183616876602, - 0.27344071865081787, - 0.06590723991394043, - 0.13259457051753998, - 0.016972165554761887, - 0.0035971221514046192, - 0.0047846888191998005, - 0.0907738134264946, - 0.05076142027974129, - 0.3924611806869507, - 0.0025380710139870644, - 0.01286048348993063, - 0.02223457396030426, - 0.005434782709926367, - 0.31376147270202637, - 0.030057251453399658, - 0.025900445878505707, - 0.07194826006889343, - 0.15457788109779358, - 0.010360842570662498, - 0.004567814525216818, - 0.10833333432674408, - 0.08423913270235062, - 0.11050156503915787, - 0.004160362761467695, - 0.1364092230796814, - 0.05911949649453163, - 0.0047846888191998005, - 0.009225700050592422, - 0.010176391340792179, - 0.002888318384066224, - 0.004201680887490511, - 0.11937469989061356, - 0.0692717581987381, - 0.05082070827484131, - 0.015437392517924309, - 0.07896221429109573, - 0.006944444961845875, - 0.07097334414720535, - 0.09927453100681305, - 0.009743774309754372, - 0.061314795166254044, - 0.0038759689778089523, - 0.01734646037220955, - 0.002872812794521451, - 0.11762735247612, - 0.06796769797801971, - 0.006784260272979736, - 0.005985266994684935, - 0.11317338049411774, - 0.05454009398818016, - 0.037959665060043335, - 0.0038677917327731848, - 0.009319986216723919, - 0.017174335196614265, - 0.02838427945971489, - 0.08299458026885986, - 0.12603406608104706, - 0.005976095795631409, - 0.21890756487846375, - 0.029130253940820694, - 0.27680525183677673, - 0.12576356530189514, - 0.00460122711956501, - 0.09115699678659439, - 0.004256828688085079, - 0.01265229657292366, - 0.005434782709926367, - 0.09992486983537674, - 0.09250280261039734, - 0.004431314766407013, - 0.0681731179356575, - 0.2611374258995056, - 0.018665850162506104, - 0.07273449748754501, - 0.0684790089726448, - 0.18283221125602722, - 0.06365576386451721, - 0.22054597735404968, - 0.10749808698892593, - 0.002423822646960616, - 0.13113972544670105, - 0.0034987276885658503, - 0.01943063735961914, - 0.14009927213191986, - 0.15500642359256744, - 0.0030095758847892284, - 0.09678667783737183, - 0.2953703701496124, - 0.002984084887430072, - 0.1387622058391571, - 0.022582922130823135, - 0.06289614737033844, - 0.005199306644499302, - 0.002195734065026045, - 0.05249745026230812, - 0.006637168116867542, - 0.0034987276885658503, - 0.004273504018783569, - 0.002984084887430072, - 0.0037313434295356274, - 0.005886970087885857, - 0.10078909993171692, - 0.06781609356403351, - 0.06017191708087921, - 0.003246753243729472, - 0.01666666753590107, - 0.013530655764043331, - 0.002984084887430072, - 0.08946700394153595, - 0.10276679694652557, - 0.004431314766407013, - 0.0037313434295356274, - 0.0038759689778089523, - 0.07544098049402237, - 0.026036132127046585, - 0.006307339295744896, - 0.004380908794701099, - 0.013089004904031754 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0731884092092514, + 0.07842086255550385, + 0.06847825646400452, + 0.02797657810151577, + 0.15622767806053162, + 0.030917635187506676, + 0.06892681121826172, + 0.16821995377540588, + 0.06712839752435684, + 0.0947781503200531, + 0.042681775987148285, + 0.13667650520801544, + 0.0961923822760582, + 0.10760233551263809, + 0.1709776371717453, + 0.16158458590507507, + 0.11580932140350342, + 0.10370561480522156, + 0.12467775493860245, + 0.06603773683309555, + 0.11461388319730759, + 0.08576641976833344, + 0.08994941413402557, + 0.10240690410137177, + 0.10174613445997238, + 0.14867502450942993, + 0.0717928558588028, + 0.19036225974559784, + 0.053314972668886185, + 0.06632343679666519, + 0.09170766174793243, + 0.03188405930995941, + 0.07996585220098495, + 0.13794998824596405, + 0.08974359184503555, + 0.23633092641830444, + 0.08277026563882828, + 0.05321326106786728, + 0.04300634562969208, + 0.06186726316809654, + 0.03430807963013649, + 0.06467141211032867, + 0.07103675603866577, + 0.11478685587644577, + 0.07407407462596893, + 0.04671115428209305, + 0.06708229333162308, + 0.061935484409332275, + 0.06051629036664963, + 0.09031446278095245, + 0.10589811950922012, + 0.09772727638483047, + 0.12622907757759094, + 0.0138248847797513, + 0.10410244017839432, + 0.05541801452636719, + 0.1260504126548767, + 0.07406593859195709, + 0.05216510593891144, + 0.05841287970542908, + 0.07103174924850464, + 0.10815174132585526, + 0.09214780479669571, + 0.07032348960638046, + 0.059220172464847565, + 0.05545324459671974, + 0.03403863683342934, + 0.06289460510015488, + 0.07235477864742279, + 0.040438078343868256, + 0.06239646300673485, + 0.06628412753343582, + 0.0384526289999485, + 0.08931661397218704, + 0.07377220690250397, + 0.0748484879732132, + 0.052386000752449036, + 0.1295577883720398, + 0.005831452086567879, + 0.11623895168304443, + 0.13013550639152527, + 0.09266886115074158, + 0.04190751165151596, + 0.08325132727622986, + 0.09486895799636841, + 0.08182071894407272, + 0.08986325562000275, + 0.058602023869752884, + 0.08133174479007721, + 0.09569161385297775, + 0.06486589461565018, + 0.04912184551358223, + 0.09667056053876877, + 0.00950628612190485, + 0.04887218028306961, + 0.05755101889371872, + 0.05882352963089943, + 0.09963184595108032, + 0.10307132452726364, + 0.1520979106426239, + 0.08993985503911972, + 0.08169727772474289, + 0.021340757608413696, + 0.03825656697154045, + 0.034244079142808914, + 0.039541129022836685, + 0.027063967660069466, + 0.058712124824523926, + 0.06201935186982155, + 0.09983360767364502, + 0.052033714950084686, + 0.05772459879517555, + 0.07352940738201141, + 0.0568530298769474, + 0.0567312017083168, + 0.06976744532585144, + 0.07032866030931473, + 0.04483111575245857, + 0.06311208009719849, + 0.0869189202785492, + 0.04647201672196388, + 0.05917938053607941, + 0.11337939649820328, + 0.03283052518963814, + 0.08795704692602158, + 0.06268328428268433, + 0.0892685279250145, + 0.09278977662324905, + 0.10280819237232208, + 0.09844677895307541, + 0.0930437296628952, + 0.05787098407745361, + 0.05000000074505806, + 0.1005452573299408, + 0.09679732471704483, + 0.04519427567720413, + 0.07386011630296707, + 0.1350431889295578, + 0.07789812982082367, + 0.034649867564439774, + 0.033287812024354935, + 0.024126755073666573, + 0.011671924032270908, + 0.11353486776351929, + 0.04505716264247894, + 0.0767553448677063, + 0.09868859499692917, + 0.16052958369255066, + 0.07284144312143326, + 0.06844940781593323, + 0.10939907282590866, + 0.08906971663236618, + 0.16521477699279785, + 0.05521783605217934, + 0.028351156041026115, + 0.08498253673315048, + 0.03923019766807556, + 0.09416508674621582, + 0.04830383509397507, + 0.0300242118537426, + 0.11625994741916656, + 0.06486064195632935, + 0.024499360471963882, + 0.08726207911968231, + 0.04680851101875305, + 0.06914178282022476, + 0.1172967404127121, + 0.08417266607284546, + 0.03713458031415939, + 0.08984892815351486, + 0.08726003766059875, + 0.1021355614066124, + 0.03576914593577385, + 0.04261854663491249, + 0.14442259073257446, + 0.017732558771967888, + 0.02924102358520031, + 0.11613723635673523, + 0.07569974660873413, + 0.11051402240991592, + 0.06799065321683884, + 0.09501934796571732, + 0.037643931806087494, + 0.06785813719034195, + 0.04723231494426727, + 0.0749896988272667, + 0.07580125331878662, + 0.1274779736995697, + 0.05374203994870186, + 0.053530748933553696, + 0.05817875266075134, + 0.09311475604772568, + 0.05769779905676842, + 0.09624487906694412, + 0.00744622154161334, + 0.10503186285495758, + 0.08004078269004822, + 0.053084030747413635, + 0.11902087926864624, + 0.10605461150407791, + 0.06886538118124008, + 0.11973646283149719, + 0.09258456528186798, + 0.08224258571863174, + 0.10648621618747711, + 0.02454308234155178, + 0.0350734107196331, + 0.025444665923714638, + 0.0791349783539772, + 0.029299361631274223, + 0.06696970015764236, + 0.038482096046209335, + 0.051898449659347534, + 0.12890996038913727, + 0.05657583102583885, + 0.11064954847097397, + 0.03959716111421585, + 0.07932542264461517, + 0.041631799191236496, + 0.07441633939743042, + 0.04645972698926926, + 0.020900322124361992, + 0.1351727992296219, + 0.07772380113601685, + 0.03461789712309837, + 0.11712214350700378, + 0.0343465581536293, + 0.07908034324645996, + 0.06203605979681015, + 0.035512328147888184, + 0.046475600451231, + 0.025902817025780678, + 0.04917743057012558, + 0.11207394301891327, + 0.07298680394887924, + 0.05310564860701561, + 0.10200267285108566, + 0.06944145262241364, + 0.07672633975744247, + 0.07385730743408203, + 0.04244694113731384, + 0.06259503215551376, + 0.023682810366153717, + 0.06055900827050209, + 0.04851439222693443, + 0.0572199746966362, + 0.0545305460691452, + 0.04316394031047821, + 0.1591796875, + 0.054216865450143814, + 0.07253521680831909, + 0.07082001864910126, + 0.0484699122607708, + 0.0505090057849884, + 0.0227151270955801, + 0.06358571350574493, + 0.06659045815467834, + 0.03129931539297104, + 0.08335712552070618, + 0.05644768849015236, + 0.04018789157271385, + 0.11363635957241058, + 0.020998720079660416, + 0.03256935998797417, + 0.06162162125110626, + 0.054054055362939835, + 0.06474582105875015, + 0.11974522471427917, + 0.08676937222480774, + 0.07884392887353897, + 0.024828767403960228, + 0.07868526130914688, + 0.03738512843847275, + 0.050889138132333755, + 0.08481708914041519, + 0.083939328789711, + 0.12051618844270706, + 0.024365738034248352, + 0.07847896218299866, + 0.04374437406659126, + 0.08751696348190308, + 0.054395824670791626, + 0.051514096558094025, + 0.045911047607660294, + 0.11768530309200287, + 0.032190196216106415, + 0.06750126928091049, + 0.12128549069166183, + 0.03825979307293892, + 0.06737691164016724, + 0.04374488815665245, + 0.03849538043141365, + 0.03581593930721283, + 0.06191369891166687, + 0.11023154109716415, + 0.011309524066746235, + 0.0514221154153347, + 0.06563080102205276, + 0.05669957771897316, + 0.052680738270282745, + 0.06624012440443039, + 0.045323047786951065, + 0.10989932715892792, + 0.054096877574920654, + 0.0246285367757082, + 0.022925131022930145, + 0.06632770597934723, + 0.05898004770278931, + 0.048752836883068085, + 0.056771136820316315, + 0.06144728511571884, + 0.006971339695155621, + 0.0474281907081604, + 0.055083028972148895, + 0.04471830651164055, + 0.07537131756544113, + 0.0541747584939003, + 0.07567804306745529, + 0.07292787730693817, + 0.04134885594248772, + 0.07237917184829712, + 0.11249999701976776, + 0.07235200703144073, + 0.03718908503651619, + 0.06899703294038773, + 0.05803672596812248, + 0.03731498867273331, + 0.029837774112820625, + 0.04152671620249748, + 0.03903243690729141, + 0.06046279892325401, + 0.04721343144774437, + 0.0376686155796051, + 0.09168222546577454, + 0.03557663783431053, + 0.09404013305902481, + 0.010475266724824905, + 0.03312405198812485, + 0.040155079215765, + 0.05208898335695267, + 0.053010810166597366, + 0.047880299389362335, + 0.100341796875, + 0.07294222712516785, + 0.04407259076833725, + 0.114364854991436, + 0.051730770617723465, + 0.044949498027563095, + 0.03275575488805771, + 0.08935546875, + 0.03386727720499039, + 0.05201592668890953, + 0.05941043049097061, + 0.08335559070110321, + 0.13013428449630737, + 0.03518667817115784, + 0.02903379499912262, + 0.07107438147068024, + 0.04566420614719391, + 0.06747086346149445, + 0.07880434393882751, + 0.07008086144924164, + 0.04506833851337433, + 0.05620406195521355, + 0.03724353015422821, + 0.055269237607717514, + 0.06911242753267288, + 0.0965891033411026, + 0.06723687052726746, + 0.04349030554294586, + 0.07017045468091965, + 0.03702385351061821, + 0.1244635134935379, + 0.06446505337953568, + 0.05226130783557892, + 0.09860558062791824, + 0.06331831216812134, + 0.026751592755317688, + 0.06790328025817871, + 0.06560550630092621, + 0.011284366250038147, + 0.07946725934743881, + 0.12067486345767975, + 0.04543107748031616, + 0.015560418367385864, + 0.08090409636497498, + 0.06822612136602402, + 0.08337444067001343, + 0.040869005024433136, + 0.020531965419650078, + 0.025369003415107727, + 0.06280193477869034, + 0.058697205036878586, + 0.0946856290102005, + 0.07599478214979172, + 0.06449893862009048, + 0.06897301971912384, + 0.0421498641371727, + 0.03488092124462128, + 0.03564131632447243, + 0.06575114279985428, + 0.09227780252695084, + 0.07515247166156769, + 0.11414141952991486, + 0.0128235574811697, + 0.06864564120769501, + 0.010796221904456615, + 0.06029684841632843, + 0.043420299887657166, + 0.09035687148571014, + 0.13705900311470032, + 0.09271078556776047, + 0.023886708542704582, + 0.08689869195222855, + 0.0758483037352562, + 0.0469578392803669, + 0.07280898839235306, + 0.11003319174051285, + 0.005842259153723717, + 0.056937798857688904, + 0.057499390095472336, + 0.0350746288895607, + 0.056113410741090775, + 0.03910209983587265, + 0.08008167147636414, + 0.04205900803208351, + 0.022442378103733063, + 0.028502121567726135, + 0.037344399839639664, + 0.0518251471221447, + 0.03258928656578064, + 0.059066880494356155, + 0.08556567132472992, + 0.042999476194381714, + 0.11173593997955322, + 0.0857427716255188, + 0.04194941371679306, + 0.10091502964496613, + 0.06762339919805527, + 0.0631045550107956, + 0.053645119071006775, + 0.0448705293238163, + 0.061153292655944824, + 0.027724049985408783, + 0.05228426679968834, + 0.03596225753426552, + 0.08279165625572205, + 0.05260869860649109, + 0.04682996869087219, + 0.10203470289707184, + 0.06493506580591202, + 0.05702730268239975, + 0.07757644355297089, + 0.04293148219585419, + 0.06534226983785629, + 0.05616338551044464, + 0.03785869479179382, + 0.06544150412082672, + 0.07405102998018265, + 0.06848911941051483, + 0.06564648449420929, + 0.08288955688476562, + 0.0785539522767067, + 0.13243922591209412, + 0.054203879088163376, + 0.04286365583539009, + 0.038765087723731995, + 0.04779806360602379, + 0.01570950262248516, + 0.08663701266050339, + 0.1082574799656868, + 0.09698476642370224, + 0.041872452944517136, + 0.09183274954557419, + 0.13334952294826508, + 0.042136624455451965, + 0.047746941447257996, + 0.05149572715163231, + 0.08739627152681351, + 0.020164787769317627, + 0.1177072674036026, + 0.07245106995105743, + 0.07851433753967285, + 0.01780611090362072, + 0.04154567793011665, + 0.03432494401931763, + 0.08137907087802887, + 0.03970775008201599, + 0.06440483033657074, + 0.07114122062921524, + 0.10068965703248978, + 0.06289854645729065, + 0.09100557118654251, + 0.06937063485383987, + 0.1244635209441185, + 0.0825752317905426 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 40.92451858520508, - 54.22412109375, - 62.62348937988281, - 54.62394714355469, - 98.7372055053711, - 95.87679290771484, - 123.6534652709961, - 54.224124908447266, - 41.47610092163086, - 77.3393325805664, - 141.29684448242188, - 140.54440307617188, - 47.703086853027344, - 47.90146255493164, - 43.386512756347656, - 76.34580993652344, - 55.49595642089844, - 116.03543090820312, - 67.5317611694336, - 124.626953125, - 133.0571746826172, - 185.85765075683594, - 104.63640594482422, - 58.140625, - 60.82076644897461, - 67.34877014160156, - 119.11917114257812, - 39.482200622558594, - 41.895790100097656, - 130.85679626464844, - 41.47610092163086, - 74.5511245727539, - 95.45564270019531, - 66.25981903076172, - 95.96009063720703, - 52.04319381713867, - 78.35078430175781, - 190.16453552246094, - 39.482200622558594, - 92.98289489746094, - 109.99134063720703, - 177.17855834960938, - 49.528934478759766, - 54.224124908447266, - 40.007301330566406, - 67.5317611694336, - 46.324668884277344, - 77.3393325805664, - 73.6240234375, - 52.04317855834961, - 52.04319381713867, - 62.62348937988281, - 85.927978515625, - 137.3419952392578, - 47.703086853027344, - 77.0785140991211, - 66.25981140136719, - 65.34730529785156, - 42.714107513427734, - 67.5317611694336, - 512.0, - 47.90146255493164, - 47.10594177246094, - 39.4486198425293, - 119.99597930908203, - 84.53054809570312, - 82.80713653564453, - 130.65594482421875, - 47.703086853027344, - 46.324668884277344, - 54.22412109375, - 44.08746337890625, - 63.528995513916016, - 41.895790100097656, - 51.19669723510742, - 75.47940826416016, - 74.30929565429688, - 74.55110931396484, - 67.5317611694336, - 71.77371978759766, - 40.43056106567383, - 105.57367706298828, - 56.37302017211914, - 39.44862365722656, - 143.52320861816406, - 56.373023986816406, - 81.33406829833984, - 69.00910949707031, - 104.52373504638672, - 67.66645050048828, - 55.49595642089844, - 40.92451858520508, - 61.72068786621094, - 94.09255981445312, - 54.22412109375, - 52.04319381713867, - 104.52373504638672, - 79.59163665771484, - 76.73284149169922, - 54.22412109375, - 93.27268981933594, - 78.70538330078125, - 74.5511245727539, - 45.559566497802734, - 59.9239501953125, - 41.895790100097656, - 69.00910949707031, - 77.8544692993164, - 47.703086853027344, - 80.13677978515625, - 41.47610092163086, - 57.25469207763672, - 83.87886810302734, - 98.75791931152344, - 50.389007568359375, - 54.62394714355469, - 94.70237731933594, - 49.52893829345703, - 67.5317611694336, - 115.02704620361328, - 66.70679473876953, - 84.1426773071289, - 171.3543701171875, - 73.6240234375, - 42.075233459472656, - 73.6240234375, - 67.5317611694336, - 39.482200622558594, - 60.820770263671875, - 95.18026733398438, - 52.89699935913086, - 57.25468826293945, - 77.33934783935547, - 58.140625, - 79.81022644042969, - 54.22412109375, - 199.5955047607422, - 44.81291198730469, - 106.63114166259766, - 39.36961364746094, - 69.92909240722656, - 121.57379150390625, - 54.224124908447266, - 68.1982421875, - 54.22412109375, - 52.89699935913086, - 107.46990203857422, - 60.82076644897461, - 82.78580474853516, - 47.703086853027344, - 82.85515594482422, - 55.4959602355957, - 47.901458740234375, - 44.05696487426758, - 39.448631286621094, - 53.757450103759766, - 78.2708511352539, - 67.5317611694336, - 49.573997497558594, - 68.06558227539062, - 44.18462371826172, - 89.16119384765625, - 54.22412109375, - 91.44625091552734, - 42.714111328125, - 111.57269287109375, - 45.5595588684082, - 72.69819641113281, - 71.77371978759766, - 117.98269653320312, - 39.36960983276367, - 78.2708511352539, - 45.5595588684082, - 44.05697250366211, - 51.196693420410156, - 81.3477554321289, - 42.7141227722168, - 40.60122299194336, - 47.703086853027344, - 78.99107360839844, - 67.5317611694336, - 132.76943969726562, - 99.29817199707031, - 123.01707458496094, - 44.05696487426758, - 47.703086853027344, - 86.69319152832031, - 41.895790100097656, - 47.703086853027344, - 70.85063934326172, - 128.7086639404297, - 104.52373504638672, - 47.703086853027344, - 144.38328552246094, - 82.95259094238281, - 53.757450103759766, - 70.74696350097656, - 104.16321563720703, - 73.79886627197266, - 70.42395782470703, - 165.44578552246094, - 44.05697250366211, - 60.789794921875, - 49.5289421081543, - 512.0, - 63.528987884521484, - 72.69818878173828, - 83.87886047363281, - 44.05697250366211, - 44.81291198730469, - 57.373165130615234, - 47.703086853027344, - 104.52373504638672, - 43.38652420043945, - 109.42164611816406, - 64.33275604248047, - 39.6721305847168, - 40.00730514526367, - 53.757450103759766, - 115.14683532714844, - 95.9488525390625, - 131.9152374267578, - 91.58386993408203, - 140.68048095703125, - 51.19670486450195, - 67.5317611694336, - 64.43695831298828, - 76.4088134765625, - 54.62394714355469, - 84.81626892089844, - 44.08746337890625, - 44.08745574951172, - 104.52373504638672, - 40.60122299194336, - 39.3696174621582, - 79.20336151123047, - 104.52373504638672, - 66.25979614257812, - 40.60122299194336, - 44.04214096069336, - 91.41780853271484, - 124.6097640991211, - 83.52180480957031, - 67.5317611694336, - 59.03047180175781, - 54.22412109375, - 84.72264862060547, - 96.52980041503906, - 49.52893829345703, - 66.25979614257812, - 104.52373504638672, - 65.3473129272461, - 84.5281753540039, - 58.140628814697266, - 71.77371978759766, - 512.0, - 84.11985778808594, - 77.3393325805664, - 47.703086853027344, - 99.32245635986328, - 54.22412109375, - 124.89539337158203, - 44.81291198730469, - 45.5595588684082, - 104.52373504638672, - 97.05650329589844, - 39.482200622558594, - 104.52373504638672, - 108.66844177246094, - 86.16886138916016, - 53.757450103759766, - 47.703086853027344, - 57.25469970703125, - 512.0, - 80.14321899414062, - 140.70347595214844, - 104.52373504638672, - 41.895790100097656, - 65.3473129272461, - 46.324668884277344, - 141.7166748046875, - 130.46360778808594, - 121.4712905883789, - 44.05697250366211, - 40.60122299194336, - 65.3473129272461, - 104.52373504638672, - 48.7095832824707, - 83.87886047363281, - 96.8478775024414, - 107.8962173461914, - 63.52898025512695, - 53.757450103759766, - 55.95487594604492, - 52.893707275390625, - 108.44457244873047, - 47.10594177246094, - 88.5726547241211, - 82.0062255859375, - 54.22412109375, - 59.030479431152344, - 104.24613952636719, - 72.69819641113281, - 81.0710678100586, - 83.07127380371094, - 59.03047561645508, - 66.25981140136719, - 75.4793930053711, - 54.224124908447266, - 39.6721305847168, - 107.46992492675781, - 112.27433013916016, - 41.895790100097656, - 97.3757553100586, - 44.05696487426758, - 66.25981140136719, - 59.030479431152344, - 94.10745239257812, - 48.70958709716797, - 56.373016357421875, - 99.00330352783203, - 93.82063293457031, - 100.83844757080078, - 40.43056106567383, - 47.10594177246094, - 54.62394714355469, - 80.72454071044922, - 41.895790100097656, - 47.703086853027344, - 97.05651092529297, - 44.05696487426758, - 104.52373504638672, - 49.528934478759766, - 100.92750549316406, - 69.00910949707031, - 100.46704864501953, - 75.51061248779297, - 111.07852935791016, - 61.72069549560547, - 58.140625, - 39.6721305847168, - 47.901458740234375, - 104.52373504638672, - 67.17436218261719, - 39.482200622558594, - 67.5317611694336, - 58.35598373413086, - 68.91429901123047, - 76.78372192382812, - 54.62395477294922, - 41.47610092163086, - 97.76407623291016, - 104.52373504638672, - 104.52373504638672, - 66.25979614257812, - 83.9841079711914, - 87.56349182128906, - 77.33934783935547, - 67.5317611694336, - 54.22412109375, - 106.13294219970703, - 39.85641860961914, - 44.81291198730469, - 104.52373504638672, - 88.24527740478516, - 52.89699935913086, - 54.22412109375, - 61.72068786621094, - 70.85065460205078, - 44.05696487426758, - 39.482200622558594, - 66.67745971679688, - 112.01595306396484, - 153.3529510498047, - 69.00910949707031, - 62.623497009277344, - 98.50664520263672, - 66.25979614257812, - 94.15664672851562, - 40.43056106567383, - 104.52373504638672, - 67.5317611694336, - 65.3473129272461, - 44.81291198730469, - 102.62919616699219, - 512.0, - 44.05696487426758, - 40.92451477050781, - 54.224124908447266, - 187.7542724609375, - 40.92451858520508, - 39.448631286621094, - 58.140628814697266, - 93.28109741210938, - 104.52373504638672, - 512.0, - 74.55110168457031, - 60.82075881958008, - 83.14450073242188, - 104.52373504638672, - 91.12566375732422, - 51.196693420410156, - 47.703086853027344, - 47.703086853027344, - 41.895790100097656, - 512.0, - 104.52373504638672, - 78.2708511352539, - 59.9239387512207, - 46.324668884277344, - 41.895790100097656, - 63.528987884521484, - 44.05696487426758, - 62.62348937988281, - 57.25468444824219, - 104.52373504638672, - 54.62394714355469, - 512.0, - 39.482200622558594, - 512.0, - 86.07020568847656, - 50.35832595825195, - 67.5317611694336, - 67.5317611694336, - 89.12194061279297, - 47.105934143066406, - 40.007301330566406, - 104.52373504638672, - 47.703086853027344, - 49.85771942138672, - 40.007301330566406, - 63.52897262573242, - 82.00621032714844, - 67.5317611694336, - 121.34320831298828, - 40.92451858520508, - 141.49256896972656, - 86.69319915771484, - 104.52373504638672, - 66.25981140136719, - 104.52373504638672, - 40.601219177246094, - 104.52373504638672, - 87.02685546875, - 77.3393325805664, - 47.703086853027344, - 57.25469207763672, - 116.04991912841797, - 40.92451858520508, - 57.25469207763672, - 52.04319381713867, - 79.91937255859375, - 54.62394714355469, - 94.05011749267578, - 79.39971160888672, - 104.52373504638672, - 89.22273254394531, - 54.224124908447266, - 40.60122299194336, - 106.63734436035156, - 79.65585327148438, - 67.5317611694336, - 64.43696594238281, - 123.17520904541016, - 74.69541931152344, - 87.63261413574219, - 42.07524108886719, - 60.82075881958008, - 67.5317611694336, - 104.52373504638672, - 47.90146255493164, - 104.52373504638672, - 47.703086853027344, - 67.5317611694336, - 104.52373504638672, - 104.52373504638672, - 47.29282760620117, - 75.91572570800781, - 54.62394714355469, - 52.04319381713867, - 67.5317611694336, - 41.895790100097656, - 39.482200622558594, - 112.8370361328125, - 72.69818878173828, - 74.46344757080078, - 104.52373504638672, - 67.5317611694336, - 512.0, - 72.26656341552734, - 42.07524108886719, - 44.05696487426758, - 47.703086853027344, - 39.482200622558594 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 599.3345336914062, + 598.9442749023438, + 456.37750244140625, + 257.75042724609375, + 824.7818603515625, + 389.54296875, + 544.8616943359375, + 872.1892700195312, + 431.8376770019531, + 521.98681640625, + 460.3571472167969, + 747.7393798828125, + 347.08441162109375, + 756.6864624023438, + 450.4646911621094, + 792.4017333984375, + 654.4277954101562, + 621.5557250976562, + 750.3118896484375, + 373.80517578125, + 684.4458618164062, + 614.892578125, + 679.0178833007812, + 734.0098876953125, + 442.7042236328125, + 678.9906005859375, + 581.6961669921875, + 691.2962646484375, + 493.633544921875, + 425.7811279296875, + 409.97637939453125, + 250.6572265625, + 539.5662231445312, + 698.0462036132812, + 766.6774291992188, + 691.2626953125, + 563.2984008789062, + 541.0852661132812, + 495.4479064941406, + 311.0032653808594, + 398.2258605957031, + 552.6848754882812, + 485.43829345703125, + 773.1246337890625, + 487.4534606933594, + 324.5403747558594, + 603.2388305664062, + 573.7526245117188, + 557.064453125, + 686.1163940429688, + 662.3430786132812, + 344.4330139160156, + 654.4786376953125, + 379.0375061035156, + 665.8040161132812, + 651.3150024414062, + 646.7717895507812, + 601.0180053710938, + 470.1726989746094, + 511.2441101074219, + 389.2113037109375, + 588.4483642578125, + 586.4951171875, + 627.209228515625, + 552.3474731445312, + 612.9281616210938, + 329.85101318359375, + 626.174072265625, + 575.763916015625, + 472.22003173828125, + 529.4784545898438, + 637.0618286132812, + 505.06201171875, + 622.9909057617188, + 622.40234375, + 557.2553100585938, + 675.6435546875, + 711.818359375, + 414.9964904785156, + 757.3106689453125, + 899.501953125, + 374.3589172363281, + 380.7254638671875, + 659.9202270507812, + 366.757568359375, + 524.8780517578125, + 723.6953735351562, + 516.3301391601562, + 746.7155151367188, + 744.6215209960938, + 572.447998046875, + 612.0252685546875, + 580.7799072265625, + 302.7398681640625, + 522.0897216796875, + 516.0791625976562, + 489.18280029296875, + 755.0094604492188, + 601.7933349609375, + 622.88671875, + 574.9215087890625, + 551.4360961914062, + 560.9746704101562, + 419.8837585449219, + 237.6705322265625, + 553.6369018554688, + 331.8343505859375, + 542.0842895507812, + 477.4301452636719, + 650.2139282226562, + 547.7777099609375, + 615.53857421875, + 543.3414306640625, + 481.45751953125, + 598.5537109375, + 480.3343505859375, + 610.314208984375, + 478.8082275390625, + 399.47723388671875, + 722.9483032226562, + 539.5132446289062, + 622.8389892578125, + 596.53662109375, + 488.576171875, + 614.7466430664062, + 362.975341796875, + 663.7073364257812, + 495.6705017089844, + 310.34490966796875, + 687.3056030273438, + 523.493408203125, + 465.5219421386719, + 229.73912048339844, + 764.8563232421875, + 668.4806518554688, + 496.7700500488281, + 690.284912109375, + 666.0287475585938, + 661.5230102539062, + 428.5145568847656, + 454.11968994140625, + 446.53472900390625, + 307.1686706542969, + 855.9906005859375, + 545.2445678710938, + 625.6976318359375, + 794.8192138671875, + 464.6573181152344, + 484.1215515136719, + 635.8250732421875, + 642.9429931640625, + 703.50732421875, + 689.8994750976562, + 404.3702392578125, + 619.1019897460938, + 485.67010498046875, + 303.26812744140625, + 673.3327026367188, + 521.149658203125, + 462.0509948730469, + 672.0492553710938, + 537.9812622070312, + 377.554443359375, + 534.9525146484375, + 538.649658203125, + 501.19403076171875, + 725.9365844726562, + 612.46240234375, + 355.7117614746094, + 674.892333984375, + 664.3496704101562, + 698.886962890625, + 549.2689819335938, + 498.3458251953125, + 704.5645751953125, + 311.0622863769531, + 499.657958984375, + 624.0200805664062, + 599.0535278320312, + 827.6827392578125, + 617.5536499023438, + 644.0416259765625, + 444.5818176269531, + 595.1932373046875, + 665.4714965820312, + 602.1657104492188, + 575.7028198242188, + 662.394775390625, + 305.73724365234375, + 296.1929016113281, + 434.0658264160156, + 716.372802734375, + 445.6199645996094, + 485.74853515625, + 431.9338684082031, + 699.6754760742188, + 620.141845703125, + 562.4732666015625, + 785.0909423828125, + 756.60302734375, + 657.8540649414062, + 621.3826293945312, + 761.6694946289062, + 665.5670166015625, + 656.0308837890625, + 444.93115234375, + 377.7511291503906, + 439.23779296875, + 660.79931640625, + 543.6680908203125, + 510.4232177734375, + 355.4822692871094, + 503.58001708984375, + 840.1082153320312, + 458.9162902832031, + 476.4526672363281, + 539.2429809570312, + 477.1923522949219, + 511.6910400390625, + 666.4014892578125, + 532.8226928710938, + 495.7365417480469, + 774.2418823242188, + 440.51361083984375, + 590.7501831054688, + 638.1327514648438, + 453.5526428222656, + 562.01025390625, + 447.2458801269531, + 579.9337158203125, + 467.1236267089844, + 461.8446350097656, + 536.7989501953125, + 321.4898986816406, + 623.4400634765625, + 609.4463500976562, + 667.9417114257812, + 565.2324829101562, + 537.5120849609375, + 487.7816467285156, + 441.6250305175781, + 487.0832824707031, + 398.3049011230469, + 679.476318359375, + 641.7938232421875, + 399.063232421875, + 371.10699462890625, + 610.0078125, + 597.7823486328125, + 465.0751647949219, + 644.765380859375, + 573.8204956054688, + 639.2890014648438, + 532.8153686523438, + 419.89398193359375, + 394.90093994140625, + 507.76513671875, + 488.51971435546875, + 588.32861328125, + 608.783935546875, + 487.54925537109375, + 496.06756591796875, + 406.606201171875, + 430.6985168457031, + 487.2484436035156, + 822.1048583984375, + 656.0635986328125, + 584.3766479492188, + 757.0848388671875, + 621.1578369140625, + 395.7391357421875, + 533.6968383789062, + 500.05157470703125, + 548.5016479492188, + 474.0043640136719, + 631.8165893554688, + 878.3011474609375, + 467.92572021484375, + 528.78857421875, + 528.298828125, + 690.0599975585938, + 514.3138427734375, + 359.17901611328125, + 585.8688354492188, + 857.357666015625, + 549.3832397460938, + 642.9705200195312, + 858.6814575195312, + 353.35308837890625, + 445.8108825683594, + 626.00439453125, + 543.6786499023438, + 513.670654296875, + 618.296875, + 799.562744140625, + 370.25787353515625, + 551.3202514648438, + 526.90966796875, + 542.7765502929688, + 582.09912109375, + 717.0833129882812, + 503.205810546875, + 645.0404052734375, + 606.86279296875, + 577.5084838867188, + 350.861572265625, + 590.1107788085938, + 662.865478515625, + 493.01947021484375, + 501.3407287597656, + 481.26873779296875, + 398.851318359375, + 566.4620971679688, + 677.066650390625, + 407.37542724609375, + 587.3021240234375, + 532.8577270507812, + 635.60498046875, + 580.4190673828125, + 624.093017578125, + 641.8828125, + 621.2401733398438, + 616.0223999023438, + 610.9043579101562, + 546.3277587890625, + 580.6964111328125, + 427.8261413574219, + 472.501220703125, + 618.9491577148438, + 454.7564697265625, + 522.6507568359375, + 624.9462280273438, + 485.7308044433594, + 776.7884521484375, + 340.44195556640625, + 538.0164184570312, + 374.91949462890625, + 547.1438598632812, + 412.4920349121094, + 447.7742919921875, + 474.8449401855469, + 578.628173828125, + 685.9383544921875, + 609.5072021484375, + 453.47723388671875, + 869.3084106445312, + 635.3203125, + 431.15411376953125, + 486.8492736816406, + 664.4708251953125, + 432.3031921386719, + 509.75164794921875, + 591.3760375976562, + 632.9578247070312, + 893.1939086914062, + 458.042236328125, + 470.44830322265625, + 333.9505310058594, + 564.5363159179688, + 711.4330444335938, + 457.8022766113281, + 501.3490295410156, + 523.9530029296875, + 526.4945678710938, + 534.63232421875, + 745.8672485351562, + 529.9755859375, + 452.13946533203125, + 562.2159423828125, + 585.5647583007812, + 469.9837646484375, + 542.1113891601562, + 511.7170715332031, + 590.0571899414062, + 511.3510437011719, + 660.47119140625, + 652.8328247070312, + 369.5389099121094, + 403.3155822753906, + 611.726318359375, + 392.6263732910156, + 716.0784912109375, + 738.0711059570312, + 466.04046630859375, + 400.1587829589844, + 782.0310668945312, + 518.0783081054688, + 617.1082153320312, + 505.8210754394531, + 368.60198974609375, + 251.20664978027344, + 453.3938903808594, + 375.2204284667969, + 508.1910705566406, + 415.1849060058594, + 475.1986389160156, + 522.5208740234375, + 451.95379638671875, + 472.083740234375, + 528.4796142578125, + 349.9745178222656, + 599.3441162109375, + 765.54638671875, + 857.0367431640625, + 404.1848449707031, + 621.4349365234375, + 436.9854736328125, + 469.5708923339844, + 543.6202392578125, + 592.9020385742188, + 628.5762939453125, + 421.6725158691406, + 454.66015625, + 707.593994140625, + 628.6551513671875, + 434.5433044433594, + 637.3723754882812, + 683.5905151367188, + 398.01837158203125, + 530.8432006835938, + 467.1133117675781, + 383.68304443359375, + 417.3328857421875, + 456.83929443359375, + 639.7203979492188, + 568.5601196289062, + 573.83642578125, + 518.7821655273438, + 280.1207580566406, + 524.9256591796875, + 593.6190185546875, + 639.15185546875, + 580.2069702148438, + 548.6390991210938, + 727.2041625976562, + 707.4287109375, + 361.3518981933594, + 590.3060913085938, + 586.9297485351562, + 571.62060546875, + 456.8219909667969, + 771.7096557617188, + 612.8612670898438, + 571.3347778320312, + 561.8790893554688, + 584.9465942382812, + 446.50048828125, + 613.8529052734375, + 437.4608459472656, + 615.0266723632812, + 556.0706787109375, + 661.9418334960938, + 548.8058471679688, + 544.66064453125, + 573.7796020507812, + 596.2713012695312, + 515.7431640625, + 611.5722045898438, + 439.8077697753906, + 573.9287109375, + 632.2356567382812, + 673.0089721679688, + 475.549560546875, + 632.5811767578125, + 555.0532836914062, + 578.9783325195312, + 446.2328186035156, + 556.478759765625, + 343.25872802734375, + 704.0977172851562, + 576.5537109375, + 516.4429931640625, + 546.5447998046875, + 367.4300537109375, + 822.7938232421875, + 533.0405883789062, + 412.5025329589844, + 586.0581665039062, + 595.5706176757812, + 540.8600463867188, + 800.1561279296875, + 439.6796875, + 611.8132934570312, + 411.07305908203125, + 455.5979919433594, + 413.7325134277344, + 615.477294921875, + 467.5322570800781, + 655.6417846679688, + 660.8995971679688, + 815.540283203125, + 388.817626953125, + 659.5278930664062, + 547.5467529296875, + 789.726318359375, + 734.1558837890625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.55, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.2, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.1 } ] @@ -35220,374 +43409,374 @@ 2 ], "wall_clock_s": [ - 450.0, - 452.7, - 450.1 + 935.2, + 939.9, + 910.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.07184150815010071, + "loss": 0.16624894738197327, "env_score_iters": 500, - "env_score": -4.1924662590026855, + "env_score": -0.5434566736221313, "eval_iters": 500, - "eval_score": 0.6, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.5453985333442688, - "rl_grad_norm": 0.6900269985198975, - "bc_grad_norm": 0.8391824960708618, + "grad_align": 0.11495096981525421, + "rl_grad_norm": 0.738196849822998, + "bc_grad_norm": 5.673396587371826, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0004654349759221077, - "embedding.weight": 0.000442189397290349, - "cnn.0.weight": 0.014277959242463112, - "cnn.0.bias": 0.0006728716543875635, - "cnn.2.weight": 0.004975748714059591, - "cnn.2.bias": 0.0016382801113650203, - "cnn.5.weight": 0.008165715262293816, - "cnn.5.bias": 0.0011667996877804399, - "action_emb.weight": 0.008646749891340733, - "timestep_emb.weight": 0.003137746127322316, - "pos_emb.weight": 0.004949997179210186, - "transformer.layers.0.self_attn.in_proj_weight": 0.028551798313856125, - "transformer.layers.0.self_attn.in_proj_bias": 0.00313493050634861, - "transformer.layers.0.self_attn.out_proj.weight": 0.026377834379673004, - "transformer.layers.0.self_attn.out_proj.bias": 0.00430526165291667, - "transformer.layers.0.linear1.weight": 0.04003668203949928, - "transformer.layers.0.linear1.bias": 0.0019618039950728416, - "transformer.layers.0.linear2.weight": 0.040101680904626846, - "transformer.layers.0.linear2.bias": 0.0034316345117986202, - "transformer.layers.0.norm1.weight": 0.001754160737618804, - "transformer.layers.0.norm1.bias": 0.0032182889990508556, - "transformer.layers.0.norm2.weight": 0.004723300226032734, - "transformer.layers.0.norm2.bias": 0.002282635075971484, - "transformer.layers.1.self_attn.in_proj_weight": 0.027812853455543518, - "transformer.layers.1.self_attn.in_proj_bias": 0.002095096046105027, - "transformer.layers.1.self_attn.out_proj.weight": 0.02733742631971836, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028212538454681635, - "transformer.layers.1.linear1.weight": 0.024568935856223106, - "transformer.layers.1.linear1.bias": 0.0013355741975829005, - "transformer.layers.1.linear2.weight": 0.03416352719068527, - "transformer.layers.1.linear2.bias": 0.0028122670482844114, - "transformer.layers.1.norm1.weight": 0.001704211113974452, - "transformer.layers.1.norm1.bias": 0.0021668891422450542, - "transformer.layers.1.norm2.weight": 0.002054990269243717, - "transformer.layers.1.norm2.bias": 0.0012615270679816604, - "transformer.layers.2.self_attn.in_proj_weight": 0.0467480830848217, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018939024303108454, - "transformer.layers.2.self_attn.out_proj.weight": 0.029810933396220207, - "transformer.layers.2.self_attn.out_proj.bias": 0.002541428664699197, - "transformer.layers.2.linear1.weight": 0.019047481939196587, - "transformer.layers.2.linear1.bias": 0.0010507688857614994, - "transformer.layers.2.linear2.weight": 0.022811539471149445, - "transformer.layers.2.linear2.bias": 0.0026274833362549543, - "transformer.layers.2.norm1.weight": 0.0029317170847207308, - "transformer.layers.2.norm1.bias": 0.001539000659249723, - "transformer.layers.2.norm2.weight": 0.0013047108659520745, - "transformer.layers.2.norm2.bias": 0.000994205824099481, - "transformer.layers.3.self_attn.in_proj_weight": 0.07593231648206711, - "transformer.layers.3.self_attn.in_proj_bias": 0.005776149686425924, - "transformer.layers.3.self_attn.out_proj.weight": 0.03271741047501564, - "transformer.layers.3.self_attn.out_proj.bias": 0.004696709103882313, - "transformer.layers.3.linear1.weight": 0.06457258760929108, - "transformer.layers.3.linear1.bias": 0.004513584543019533, - "transformer.layers.3.linear2.weight": 0.03290168195962906, - "transformer.layers.3.linear2.bias": 0.0072520277462899685, - "transformer.layers.3.norm1.weight": 0.006484617479145527, - "transformer.layers.3.norm1.bias": 0.008388778194785118, - "transformer.layers.3.norm2.weight": 0.0057057286612689495, - "transformer.layers.3.norm2.bias": 0.006959136109799147, - "head.weight": 0.4194227159023285, - "head.bias": 0.015968071296811104, - "global_embedding.weight": 0.01261862087994814, - "global_cnn.0.weight": 0.13263928890228271, - "global_cnn.0.bias": 0.004471874330192804, - "global_cnn.2.weight": 0.2437659353017807, - "global_cnn.2.bias": 0.01538027822971344, - "global_proj.weight": 0.05119811370968819, - "global_proj.bias": 0.03847038000822067, - "goal_head.0.weight": 0.03823703154921532, - "goal_head.0.bias": 0.01708034612238407, - "goal_head.2.weight": 0.08868839591741562, - "goal_head.2.bias": 0.03882211446762085 + "global_gate": 5.4974621889414266e-05, + "embedding.weight": 0.0009495222475379705, + "cnn.0.weight": 0.01794048212468624, + "cnn.0.bias": 0.0007863203645683825, + "cnn.2.weight": 0.005650184582918882, + "cnn.2.bias": 0.001540660043247044, + "cnn.5.weight": 0.007219806779175997, + "cnn.5.bias": 0.0014331403654068708, + "action_emb.weight": 0.023313887417316437, + "timestep_emb.weight": 0.0033084789756685495, + "pos_emb.weight": 0.008062666282057762, + "transformer.layers.0.self_attn.in_proj_weight": 0.03548535704612732, + "transformer.layers.0.self_attn.in_proj_bias": 0.003576837480068207, + "transformer.layers.0.self_attn.out_proj.weight": 0.04242166876792908, + "transformer.layers.0.self_attn.out_proj.bias": 0.006431160494685173, + "transformer.layers.0.linear1.weight": 0.09651234745979309, + "transformer.layers.0.linear1.bias": 0.003453585086390376, + "transformer.layers.0.linear2.weight": 0.06008029729127884, + "transformer.layers.0.linear2.bias": 0.00468453299254179, + "transformer.layers.0.norm1.weight": 0.0018805991858243942, + "transformer.layers.0.norm1.bias": 0.0032302439212799072, + "transformer.layers.0.norm2.weight": 0.011540311388671398, + "transformer.layers.0.norm2.bias": 0.005290962290018797, + "transformer.layers.1.self_attn.in_proj_weight": 0.045813288539648056, + "transformer.layers.1.self_attn.in_proj_bias": 0.002732855500653386, + "transformer.layers.1.self_attn.out_proj.weight": 0.04744879901409149, + "transformer.layers.1.self_attn.out_proj.bias": 0.004803055431693792, + "transformer.layers.1.linear1.weight": 0.039739228785037994, + "transformer.layers.1.linear1.bias": 0.00213870988227427, + "transformer.layers.1.linear2.weight": 0.05249200761318207, + "transformer.layers.1.linear2.bias": 0.00438605435192585, + "transformer.layers.1.norm1.weight": 0.0028537376783788204, + "transformer.layers.1.norm1.bias": 0.0023182465229183435, + "transformer.layers.1.norm2.weight": 0.0036545980256050825, + "transformer.layers.1.norm2.bias": 0.0028052222914993763, + "transformer.layers.2.self_attn.in_proj_weight": 0.06816055625677109, + "transformer.layers.2.self_attn.in_proj_bias": 0.003918016329407692, + "transformer.layers.2.self_attn.out_proj.weight": 0.05961043760180473, + "transformer.layers.2.self_attn.out_proj.bias": 0.004243145696818829, + "transformer.layers.2.linear1.weight": 0.02910606935620308, + "transformer.layers.2.linear1.bias": 0.0017013151664286852, + "transformer.layers.2.linear2.weight": 0.03488585725426674, + "transformer.layers.2.linear2.bias": 0.004444502759724855, + "transformer.layers.2.norm1.weight": 0.005240634549409151, + "transformer.layers.2.norm1.bias": 0.0037042933981865644, + "transformer.layers.2.norm2.weight": 0.0020607111509889364, + "transformer.layers.2.norm2.bias": 0.0019205831922590733, + "transformer.layers.3.self_attn.in_proj_weight": 0.12659360468387604, + "transformer.layers.3.self_attn.in_proj_bias": 0.010485056787729263, + "transformer.layers.3.self_attn.out_proj.weight": 0.0614999495446682, + "transformer.layers.3.self_attn.out_proj.bias": 0.007802974432706833, + "transformer.layers.3.linear1.weight": 0.05533240735530853, + "transformer.layers.3.linear1.bias": 0.004014312289655209, + "transformer.layers.3.linear2.weight": 0.03832186013460159, + "transformer.layers.3.linear2.bias": 0.009302441030740738, + "transformer.layers.3.norm1.weight": 0.011579553596675396, + "transformer.layers.3.norm1.bias": 0.016176259145140648, + "transformer.layers.3.norm2.weight": 0.004431986715644598, + "transformer.layers.3.norm2.bias": 0.005837839096784592, + "head.weight": 0.5734366178512573, + "head.bias": 0.01811745949089527, + "global_embedding.weight": 0.010984065011143684, + "global_cnn.0.weight": 0.05629349127411842, + "global_cnn.0.bias": 0.002897022059187293, + "global_cnn.2.weight": 0.10927955061197281, + "global_cnn.2.bias": 0.005734757520258427, + "global_proj.weight": 0.020075688138604164, + "global_proj.bias": 0.017314696684479713, + "goal_head.0.weight": 0.013181359507143497, + "goal_head.0.bias": 0.00696514593437314, + "goal_head.2.weight": 0.019429195672273636, + "goal_head.2.bias": 0.015857946127653122 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.12079769372940063, - "repr_drift_kl_low_t": 0.07136638462543488, - "repr_drift_kl_mid_t": 0.08040249347686768, - "repr_drift_kl_high_t": 0.2457491159439087, + "repr_drift_kl": 0.7812944650650024, + "repr_drift_kl_low_t": 0.9392426013946533, + "repr_drift_kl_mid_t": 0.7691628932952881, + "repr_drift_kl_high_t": 0.6575685143470764, "cka_iters": 500, - "cka_similarity": 0.7052847743034363, + "cka_similarity": 0.507455050945282, "t_analysis_iters": 500, - "norm_low_t": 0.5365745425224304, - "norm_high_t": 0.6714125275611877, - "lowhigh_cos": 0.15083777904510498, + "norm_low_t": 0.5411512851715088, + "norm_high_t": 1.2664084434509277, + "lowhigh_cos": 0.626491904258728, "t_bin_norms": { - "t_0.0-0.1": 0.4995885193347931, - "t_0.1-0.2": 0.5414944887161255, - "t_0.2-0.3": 0.45572054386138916, - "t_0.3-0.4": 0.47406521439552307, - "t_0.4-0.5": 0.5540018677711487, - "t_0.5-0.6": 0.6775482892990112, - "t_0.6-0.7": 0.4282976984977722, - "t_0.7-0.8": 0.6608080863952637, - "t_0.8-0.9": 0.6681936383247375, - "t_0.9-1.0": 0.8222482204437256 - }, - "win_rate": 0.013089004904031754, - "effective_batch_size": 39.482200622558594, + "t_0.0-0.1": 0.7325615286827087, + "t_0.1-0.2": 0.5323032140731812, + "t_0.2-0.3": 0.455870658159256, + "t_0.3-0.4": 0.5574257969856262, + "t_0.4-0.5": 0.6323350667953491, + "t_0.5-0.6": 0.6477633118629456, + "t_0.6-0.7": 0.6725749373435974, + "t_0.7-0.8": 0.7944611310958862, + "t_0.8-0.9": 1.1593291759490967, + "t_0.9-1.0": 1.4656332731246948 + }, + "win_rate": 0.0825752317905426, + "effective_batch_size": 734.1558837890625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.19290949404239655, + "loss": 0.0332823246717453, "env_score_iters": 500, - "env_score": -1.8215559720993042, + "env_score": -0.7128000259399414, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.4125, "grad_align_iters": 500, - "grad_align": 0.5040757656097412, - "rl_grad_norm": 0.8679420948028564, - "bc_grad_norm": 0.6032190322875977, + "grad_align": 0.10486515611410141, + "rl_grad_norm": 0.19048289954662323, + "bc_grad_norm": 2.845195770263672, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0012286859564483166, - "embedding.weight": 0.002411643974483013, - "cnn.0.weight": 0.08926448225975037, - "cnn.0.bias": 0.0031652471516281366, - "cnn.2.weight": 0.03329097107052803, - "cnn.2.bias": 0.010390936397016048, - "cnn.5.weight": 0.03833286464214325, - "cnn.5.bias": 0.00744019215926528, - "action_emb.weight": 0.019235961139202118, - "timestep_emb.weight": 0.006594628561288118, - "pos_emb.weight": 0.010762020014226437, - "transformer.layers.0.self_attn.in_proj_weight": 0.07968010753393173, - "transformer.layers.0.self_attn.in_proj_bias": 0.0066672200337052345, - "transformer.layers.0.self_attn.out_proj.weight": 0.07595723867416382, - "transformer.layers.0.self_attn.out_proj.bias": 0.009664990939199924, - "transformer.layers.0.linear1.weight": 0.09023259580135345, - "transformer.layers.0.linear1.bias": 0.0041946223936975, - "transformer.layers.0.linear2.weight": 0.09829653054475784, - "transformer.layers.0.linear2.bias": 0.007908760569989681, - "transformer.layers.0.norm1.weight": 0.004595138598233461, - "transformer.layers.0.norm1.bias": 0.006119073834270239, - "transformer.layers.0.norm2.weight": 0.008178353309631348, - "transformer.layers.0.norm2.bias": 0.004576403647661209, - "transformer.layers.1.self_attn.in_proj_weight": 0.08516952395439148, - "transformer.layers.1.self_attn.in_proj_bias": 0.0050193555653095245, - "transformer.layers.1.self_attn.out_proj.weight": 0.07616791129112244, - "transformer.layers.1.self_attn.out_proj.bias": 0.00614209333434701, - "transformer.layers.1.linear1.weight": 0.05900467932224274, - "transformer.layers.1.linear1.bias": 0.0030508667696267366, - "transformer.layers.1.linear2.weight": 0.0730840340256691, - "transformer.layers.1.linear2.bias": 0.005906684324145317, - "transformer.layers.1.norm1.weight": 0.005194396246224642, - "transformer.layers.1.norm1.bias": 0.005262511316686869, - "transformer.layers.1.norm2.weight": 0.004339946433901787, - "transformer.layers.1.norm2.bias": 0.0029301627073436975, - "transformer.layers.2.self_attn.in_proj_weight": 0.13833166658878326, - "transformer.layers.2.self_attn.in_proj_bias": 0.006597436033189297, - "transformer.layers.2.self_attn.out_proj.weight": 0.06159278005361557, - "transformer.layers.2.self_attn.out_proj.bias": 0.005602747201919556, - "transformer.layers.2.linear1.weight": 0.03502068296074867, - "transformer.layers.2.linear1.bias": 0.002018467290326953, - "transformer.layers.2.linear2.weight": 0.04357011988759041, - "transformer.layers.2.linear2.bias": 0.0053868661634624004, - "transformer.layers.2.norm1.weight": 0.00972358975559473, - "transformer.layers.2.norm1.bias": 0.008351322263479233, - "transformer.layers.2.norm2.weight": 0.002441778779029846, - "transformer.layers.2.norm2.bias": 0.0019462009659036994, - "transformer.layers.3.self_attn.in_proj_weight": 0.15045543015003204, - "transformer.layers.3.self_attn.in_proj_bias": 0.010993651114404202, - "transformer.layers.3.self_attn.out_proj.weight": 0.06700399518013, - "transformer.layers.3.self_attn.out_proj.bias": 0.008872631005942822, - "transformer.layers.3.linear1.weight": 0.11135640740394592, - "transformer.layers.3.linear1.bias": 0.008495107293128967, - "transformer.layers.3.linear2.weight": 0.05999772623181343, - "transformer.layers.3.linear2.bias": 0.013868749141693115, - "transformer.layers.3.norm1.weight": 0.012150052934885025, - "transformer.layers.3.norm1.bias": 0.01578112505376339, - "transformer.layers.3.norm2.weight": 0.009548948146402836, - "transformer.layers.3.norm2.bias": 0.014346444979310036, - "head.weight": 0.8251782655715942, - "head.bias": 0.03082888200879097, - "global_embedding.weight": 0.012724210508167744, - "global_cnn.0.weight": 0.08145753294229507, - "global_cnn.0.bias": 0.0028883495833724737, - "global_cnn.2.weight": 0.1398046910762787, - "global_cnn.2.bias": 0.006799161899834871, - "global_proj.weight": 0.04239213094115257, - "global_proj.bias": 0.02996761165559292, - "goal_head.0.weight": 0.026028979569673538, - "goal_head.0.bias": 0.013341164216399193, - "goal_head.2.weight": 0.040707144886255264, - "goal_head.2.bias": 0.035809677094221115 + "global_gate": 6.401128484867513e-05, + "embedding.weight": 0.00017306434165220708, + "cnn.0.weight": 0.00502708600834012, + "cnn.0.bias": 0.00017413544992450625, + "cnn.2.weight": 0.001859655836597085, + "cnn.2.bias": 0.0005915014771744609, + "cnn.5.weight": 0.0036757471971213818, + "cnn.5.bias": 0.0005407655262388289, + "action_emb.weight": 0.00315024028532207, + "timestep_emb.weight": 0.0008887162548489869, + "pos_emb.weight": 0.002360451500862837, + "transformer.layers.0.self_attn.in_proj_weight": 0.009939229115843773, + "transformer.layers.0.self_attn.in_proj_bias": 0.0007698155823163688, + "transformer.layers.0.self_attn.out_proj.weight": 0.009385428391397, + "transformer.layers.0.self_attn.out_proj.bias": 0.0009721294627524912, + "transformer.layers.0.linear1.weight": 0.017720088362693787, + "transformer.layers.0.linear1.bias": 0.0005832516471855342, + "transformer.layers.0.linear2.weight": 0.014506720006465912, + "transformer.layers.0.linear2.bias": 0.0007733502425253391, + "transformer.layers.0.norm1.weight": 0.0005619825678877532, + "transformer.layers.0.norm1.bias": 0.0007232903735712171, + "transformer.layers.0.norm2.weight": 0.0019449611427262425, + "transformer.layers.0.norm2.bias": 0.0004965834668837488, + "transformer.layers.1.self_attn.in_proj_weight": 0.008470275439321995, + "transformer.layers.1.self_attn.in_proj_bias": 0.000476648478070274, + "transformer.layers.1.self_attn.out_proj.weight": 0.009925630874931812, + "transformer.layers.1.self_attn.out_proj.bias": 0.0007194373174570501, + "transformer.layers.1.linear1.weight": 0.010158111341297626, + "transformer.layers.1.linear1.bias": 0.0004066603141836822, + "transformer.layers.1.linear2.weight": 0.01285633910447359, + "transformer.layers.1.linear2.bias": 0.0006797362584620714, + "transformer.layers.1.norm1.weight": 0.0004897236940450966, + "transformer.layers.1.norm1.bias": 0.00042474837391637266, + "transformer.layers.1.norm2.weight": 0.0009294121991842985, + "transformer.layers.1.norm2.bias": 0.000418627867475152, + "transformer.layers.2.self_attn.in_proj_weight": 0.017390890046954155, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005914204521104693, + "transformer.layers.2.self_attn.out_proj.weight": 0.013756155967712402, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006700201774947345, + "transformer.layers.2.linear1.weight": 0.007315673399716616, + "transformer.layers.2.linear1.bias": 0.000361898448318243, + "transformer.layers.2.linear2.weight": 0.008770562708377838, + "transformer.layers.2.linear2.bias": 0.0006839183042757213, + "transformer.layers.2.norm1.weight": 0.0013186101568862796, + "transformer.layers.2.norm1.bias": 0.0007101930677890778, + "transformer.layers.2.norm2.weight": 0.0005205653724260628, + "transformer.layers.2.norm2.bias": 0.00035714206751435995, + "transformer.layers.3.self_attn.in_proj_weight": 0.036696791648864746, + "transformer.layers.3.self_attn.in_proj_bias": 0.0017809433629736304, + "transformer.layers.3.self_attn.out_proj.weight": 0.01760357990860939, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011638313299044967, + "transformer.layers.3.linear1.weight": 0.011506040580570698, + "transformer.layers.3.linear1.bias": 0.00069237599382177, + "transformer.layers.3.linear2.weight": 0.008466767147183418, + "transformer.layers.3.linear2.bias": 0.0013285226887091994, + "transformer.layers.3.norm1.weight": 0.003323684213683009, + "transformer.layers.3.norm1.bias": 0.0028070323169231415, + "transformer.layers.3.norm2.weight": 0.0008924216381274164, + "transformer.layers.3.norm2.bias": 0.0008203943725675344, + "head.weight": 0.11183543503284454, + "head.bias": 0.0023959169629961252, + "global_embedding.weight": 0.01193816028535366, + "global_cnn.0.weight": 0.07178861647844315, + "global_cnn.0.bias": 0.002944818465039134, + "global_cnn.2.weight": 0.13798511028289795, + "global_cnn.2.bias": 0.007557606790214777, + "global_proj.weight": 0.021874552592635155, + "global_proj.bias": 0.0270976684987545, + "goal_head.0.weight": 0.018005264922976494, + "goal_head.0.bias": 0.012166233733296394, + "goal_head.2.weight": 0.02653084695339203, + "goal_head.2.bias": 0.031537070870399475 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.27011752128601074, - "repr_drift_kl_low_t": 0.2685883641242981, - "repr_drift_kl_mid_t": 0.2351801097393036, - "repr_drift_kl_high_t": 0.3862089216709137, + "repr_drift_kl": 0.4506029188632965, + "repr_drift_kl_low_t": 0.47276774048805237, + "repr_drift_kl_mid_t": 0.4206755459308624, + "repr_drift_kl_high_t": 0.4892294108867645, "cka_iters": 500, - "cka_similarity": 0.6918490529060364, + "cka_similarity": 0.6079446077346802, "t_analysis_iters": 500, - "norm_low_t": 0.8611521124839783, - "norm_high_t": 1.1804932355880737, - "lowhigh_cos": 0.5038228631019592, + "norm_low_t": 0.18970955908298492, + "norm_high_t": 0.2961652874946594, + "lowhigh_cos": 0.48638615012168884, "t_bin_norms": { - "t_0.0-0.1": 1.087299108505249, - "t_0.1-0.2": 0.8481313586235046, - "t_0.2-0.3": 0.42559149861335754, - "t_0.3-0.4": 0.9014097452163696, - "t_0.4-0.5": 0.8609529137611389, - "t_0.5-0.6": 0.7677525281906128, - "t_0.6-0.7": 0.9171699285507202, - "t_0.7-0.8": 0.887972891330719, - "t_0.8-0.9": 0.924682080745697, - "t_0.9-1.0": 1.0730407238006592 - }, - "win_rate": 0.0433027520775795, - "effective_batch_size": 47.901458740234375, + "t_0.0-0.1": 0.195170596241951, + "t_0.1-0.2": 0.1800117939710617, + "t_0.2-0.3": 0.17145037651062012, + "t_0.3-0.4": 0.1731785237789154, + "t_0.4-0.5": 0.17573265731334686, + "t_0.5-0.6": 0.17799708247184753, + "t_0.6-0.7": 0.18469402194023132, + "t_0.7-0.8": 0.1951708346605301, + "t_0.8-0.9": 0.2409319132566452, + "t_0.9-1.0": 0.38170894980430603 + }, + "win_rate": 0.009380863048136234, + "effective_batch_size": 403.7065734863281, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.0769663006067276, + "loss": 0.13513973355293274, "env_score_iters": 500, - "env_score": -5.160757064819336, + "env_score": -0.5603864789009094, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.7975843548774719, - "rl_grad_norm": 0.24960483610630035, - "bc_grad_norm": 1.6882742643356323, + "grad_align": 0.015822947025299072, + "rl_grad_norm": 0.406276673078537, + "bc_grad_norm": 5.308138370513916, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00007190534233814105, - "embedding.weight": 0.0011136851971969008, - "cnn.0.weight": 0.02783607691526413, - "cnn.0.bias": 0.0009040189324878156, - "cnn.2.weight": 0.006135099101811647, - "cnn.2.bias": 0.002232415834441781, - "cnn.5.weight": 0.005207553040236235, - "cnn.5.bias": 0.0014365935930982232, - "action_emb.weight": 0.0031642327085137367, - "timestep_emb.weight": 0.000979859963990748, - "pos_emb.weight": 0.001607514568604529, - "transformer.layers.0.self_attn.in_proj_weight": 0.010403787717223167, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010925785172730684, - "transformer.layers.0.self_attn.out_proj.weight": 0.01312484685331583, - "transformer.layers.0.self_attn.out_proj.bias": 0.0021489281207323074, - "transformer.layers.0.linear1.weight": 0.013258134946227074, - "transformer.layers.0.linear1.bias": 0.0007585191051475704, - "transformer.layers.0.linear2.weight": 0.015274624340236187, - "transformer.layers.0.linear2.bias": 0.0017582671716809273, - "transformer.layers.0.norm1.weight": 0.0005692141130566597, - "transformer.layers.0.norm1.bias": 0.0009316443465650082, - "transformer.layers.0.norm2.weight": 0.00109778787009418, - "transformer.layers.0.norm2.bias": 0.0010928232222795486, - "transformer.layers.1.self_attn.in_proj_weight": 0.01163280475884676, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009684233809821308, - "transformer.layers.1.self_attn.out_proj.weight": 0.010399984195828438, - "transformer.layers.1.self_attn.out_proj.bias": 0.001469839713536203, - "transformer.layers.1.linear1.weight": 0.008295269683003426, - "transformer.layers.1.linear1.bias": 0.0004691762151196599, - "transformer.layers.1.linear2.weight": 0.011425862088799477, - "transformer.layers.1.linear2.bias": 0.0014710024697706103, - "transformer.layers.1.norm1.weight": 0.0007923519005998969, - "transformer.layers.1.norm1.bias": 0.0010611305478960276, - "transformer.layers.1.norm2.weight": 0.0006006047478877008, - "transformer.layers.1.norm2.bias": 0.0005193710676394403, - "transformer.layers.2.self_attn.in_proj_weight": 0.020503710955381393, - "transformer.layers.2.self_attn.in_proj_bias": 0.001187226502224803, - "transformer.layers.2.self_attn.out_proj.weight": 0.010704896412789822, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014080452965572476, - "transformer.layers.2.linear1.weight": 0.007126706186681986, - "transformer.layers.2.linear1.bias": 0.00046640553046017885, - "transformer.layers.2.linear2.weight": 0.008340067230165005, - "transformer.layers.2.linear2.bias": 0.001528121647424996, - "transformer.layers.2.norm1.weight": 0.0013804055051878095, - "transformer.layers.2.norm1.bias": 0.001163280219770968, - "transformer.layers.2.norm2.weight": 0.000508959754370153, - "transformer.layers.2.norm2.bias": 0.0005972039652988315, - "transformer.layers.3.self_attn.in_proj_weight": 0.028717709705233574, - "transformer.layers.3.self_attn.in_proj_bias": 0.0033003431744873524, - "transformer.layers.3.self_attn.out_proj.weight": 0.012035086750984192, - "transformer.layers.3.self_attn.out_proj.bias": 0.0028371610678732395, - "transformer.layers.3.linear1.weight": 0.025810403749346733, - "transformer.layers.3.linear1.bias": 0.002249645534902811, - "transformer.layers.3.linear2.weight": 0.01405530609190464, - "transformer.layers.3.linear2.bias": 0.004254897125065327, - "transformer.layers.3.norm1.weight": 0.0024323195684701204, - "transformer.layers.3.norm1.bias": 0.004659647587686777, - "transformer.layers.3.norm2.weight": 0.002458479953929782, - "transformer.layers.3.norm2.bias": 0.0037078799214214087, - "head.weight": 0.2004391998052597, - "head.bias": 0.009079893119633198, - "global_embedding.weight": 0.0019718888215720654, - "global_cnn.0.weight": 0.02807016856968403, - "global_cnn.0.bias": 0.0008466368308290839, - "global_cnn.2.weight": 0.08086597174406052, - "global_cnn.2.bias": 0.0038919299840927124, - "global_proj.weight": 0.022078238427639008, - "global_proj.bias": 0.016387730836868286, - "goal_head.0.weight": 0.016750318929553032, - "goal_head.0.bias": 0.008197001181542873, - "goal_head.2.weight": 0.0318731926381588, - "goal_head.2.bias": 0.022350294515490532 + "global_gate": 7.121871021809056e-05, + "embedding.weight": 0.000850045878905803, + "cnn.0.weight": 0.01894770748913288, + "cnn.0.bias": 0.0010099743958562613, + "cnn.2.weight": 0.00619242200627923, + "cnn.2.bias": 0.0021774261258542538, + "cnn.5.weight": 0.00849023088812828, + "cnn.5.bias": 0.0017889640294015408, + "action_emb.weight": 0.013532904908061028, + "timestep_emb.weight": 0.0024893605150282383, + "pos_emb.weight": 0.007552583701908588, + "transformer.layers.0.self_attn.in_proj_weight": 0.03629563748836517, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026087607257068157, + "transformer.layers.0.self_attn.out_proj.weight": 0.050553664565086365, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038694271352142096, + "transformer.layers.0.linear1.weight": 0.07019028067588806, + "transformer.layers.0.linear1.bias": 0.002194678643718362, + "transformer.layers.0.linear2.weight": 0.0443093441426754, + "transformer.layers.0.linear2.bias": 0.00304596615023911, + "transformer.layers.0.norm1.weight": 0.002383823273703456, + "transformer.layers.0.norm1.bias": 0.002278711413964629, + "transformer.layers.0.norm2.weight": 0.008589575067162514, + "transformer.layers.0.norm2.bias": 0.0027289711870253086, + "transformer.layers.1.self_attn.in_proj_weight": 0.03357667848467827, + "transformer.layers.1.self_attn.in_proj_bias": 0.001896011526696384, + "transformer.layers.1.self_attn.out_proj.weight": 0.03585737943649292, + "transformer.layers.1.self_attn.out_proj.bias": 0.00293371663428843, + "transformer.layers.1.linear1.weight": 0.03339628502726555, + "transformer.layers.1.linear1.bias": 0.001535760355181992, + "transformer.layers.1.linear2.weight": 0.03599199280142784, + "transformer.layers.1.linear2.bias": 0.002536910120397806, + "transformer.layers.1.norm1.weight": 0.0019310681382194161, + "transformer.layers.1.norm1.bias": 0.001638799556531012, + "transformer.layers.1.norm2.weight": 0.003201141720637679, + "transformer.layers.1.norm2.bias": 0.0019396146526560187, + "transformer.layers.2.self_attn.in_proj_weight": 0.05588716268539429, + "transformer.layers.2.self_attn.in_proj_bias": 0.002813741797581315, + "transformer.layers.2.self_attn.out_proj.weight": 0.039793968200683594, + "transformer.layers.2.self_attn.out_proj.bias": 0.002323585096746683, + "transformer.layers.2.linear1.weight": 0.019265644252300262, + "transformer.layers.2.linear1.bias": 0.0010879593901336193, + "transformer.layers.2.linear2.weight": 0.022349482402205467, + "transformer.layers.2.linear2.bias": 0.002161132637411356, + "transformer.layers.2.norm1.weight": 0.0050201271660625935, + "transformer.layers.2.norm1.bias": 0.003465543733909726, + "transformer.layers.2.norm2.weight": 0.0012945327907800674, + "transformer.layers.2.norm2.bias": 0.001332102227024734, + "transformer.layers.3.self_attn.in_proj_weight": 0.0738041028380394, + "transformer.layers.3.self_attn.in_proj_bias": 0.004097070544958115, + "transformer.layers.3.self_attn.out_proj.weight": 0.03864748403429985, + "transformer.layers.3.self_attn.out_proj.bias": 0.00285403267480433, + "transformer.layers.3.linear1.weight": 0.03853472322225571, + "transformer.layers.3.linear1.bias": 0.0026633981615304947, + "transformer.layers.3.linear2.weight": 0.020824981853365898, + "transformer.layers.3.linear2.bias": 0.0037750359624624252, + "transformer.layers.3.norm1.weight": 0.006115710362792015, + "transformer.layers.3.norm1.bias": 0.005679176654666662, + "transformer.layers.3.norm2.weight": 0.002798677422106266, + "transformer.layers.3.norm2.bias": 0.003756934776902199, + "head.weight": 0.2948908507823944, + "head.bias": 0.00768402311950922, + "global_embedding.weight": 0.008350157178938389, + "global_cnn.0.weight": 0.08869718015193939, + "global_cnn.0.bias": 0.0038339763414114714, + "global_cnn.2.weight": 0.18602734804153442, + "global_cnn.2.bias": 0.008762285113334656, + "global_proj.weight": 0.030407464131712914, + "global_proj.bias": 0.027936751022934914, + "goal_head.0.weight": 0.02395188994705677, + "goal_head.0.bias": 0.012035425752401352, + "goal_head.2.weight": 0.04824380949139595, + "goal_head.2.bias": 0.028364911675453186 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.8863527774810791, - "repr_drift_kl_low_t": 0.8408163189888, - "repr_drift_kl_mid_t": 0.8224425315856934, - "repr_drift_kl_high_t": 1.0297824144363403, + "repr_drift_kl": 0.7623674273490906, + "repr_drift_kl_low_t": 0.9405992031097412, + "repr_drift_kl_mid_t": 0.7611867189407349, + "repr_drift_kl_high_t": 0.6285508871078491, "cka_iters": 500, - "cka_similarity": 0.7233501076698303, + "cka_similarity": 0.5707706809043884, "t_analysis_iters": 500, - "norm_low_t": 0.19074445962905884, - "norm_high_t": 0.3530501127243042, - "lowhigh_cos": 0.41958528757095337, + "norm_low_t": 0.48017388582229614, + "norm_high_t": 0.8538252711296082, + "lowhigh_cos": 0.1802610456943512, "t_bin_norms": { - "t_0.0-0.1": 0.3041287958621979, - "t_0.1-0.2": 0.16971978545188904, - "t_0.2-0.3": 0.22290419042110443, - "t_0.3-0.4": 0.18025219440460205, - "t_0.4-0.5": 0.28183212876319885, - "t_0.5-0.6": 0.20535752177238464, - "t_0.6-0.7": 0.2298019826412201, - "t_0.7-0.8": 0.22424085438251495, - "t_0.8-0.9": 0.24851267039775848, - "t_0.9-1.0": 0.4666694402694702 - }, - "win_rate": 0.008269719779491425, - "effective_batch_size": 47.703086853027344, + "t_0.0-0.1": 0.4293185770511627, + "t_0.1-0.2": 0.37671422958374023, + "t_0.2-0.3": 0.3345131576061249, + "t_0.3-0.4": 0.33025577664375305, + "t_0.4-0.5": 0.3513568043708801, + "t_0.5-0.6": 0.36204400658607483, + "t_0.6-0.7": 0.40100592374801636, + "t_0.7-0.8": 0.4725605547428131, + "t_0.8-0.9": 0.6297522783279419, + "t_0.9-1.0": 1.1200016736984253 + }, + "win_rate": 0.10423950850963593, + "effective_batch_size": 721.02099609375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "entropy_bonus": { - "score": 0.6166666666666667, - "score_std": 0.01178511301977575, + "score": 0.4458333333333333, + "score_std": 0.03280836614171588, "all_scores": [ - 0.625, - 0.6000000000000001, - 0.625 + 0.46249999999999997, + 0.39999999999999997, + 0.475 ], "history": { "iters": [ @@ -36093,506 +44282,506 @@ 500 ], "loss": [ - 0.03497619554400444, - 1.334492564201355, - 2.091493606567383, - 0.8617781400680542, - 0.36709555983543396, - 0.035019103437662125, - 0.046103984117507935, - 0.2789947986602783, - 0.20420800149440765, - 0.26955482363700867, - 1.2921240329742432, - 0.03156479820609093, - 0.37217429280281067, - 0.17549632489681244, - 0.06108555570244789, - 0.141119584441185, - 0.09014831483364105, - 1.2755908966064453, - 0.7464390397071838, - 1.0189450979232788, - 0.3662956655025482, - 0.1960379183292389, - 0.14322996139526367, - 0.6960783004760742, - 0.0754983201622963, - 0.3405846357345581, - 1.016202449798584, - 0.08606985211372375, - 0.8250367045402527, - 0.07379432767629623, - 0.06352043151855469, - 0.06855770945549011, - 0.6204199194908142, - 0.7601937055587769, - 0.25675976276397705, - 0.5855593681335449, - 0.9781718850135803, - 0.04793881997466087, - 1.405623435974121, - 0.7460664510726929, - 0.9029786586761475, - 0.04134369641542435, - 0.06741096079349518, - 1.2022627592086792, - 0.20423570275306702, - 0.24657981097698212, - 0.020385265350341797, - 1.2925184965133667, - 0.16678829491138458, - 0.2649262249469757, - 0.10512429475784302, - 0.021897146478295326, - 1.223641037940979, - 0.09363513439893723, - 0.11445089429616928, - 0.18849219381809235, - 0.5821288824081421, - 0.34488075971603394, - 0.14042167365550995, - 1.4495056867599487, - 0.4614357054233551, - 0.9476017355918884, - 0.16947489976882935, - 0.2649766206741333, - 0.04541914165019989, - 0.0055764587596058846, - 0.02475050836801529, - 0.04477953165769577, - 0.5374479293823242, - 0.030297299847006798, - 0.27680540084838867, - 0.741865873336792, - 0.30003973841667175, - 0.11363200843334198, - 0.010034782811999321, - 0.6443156003952026, - 0.32591384649276733, - 0.05446621775627136, - 0.19595424830913544, - 0.024557078257203102, - 0.8332045078277588, - 0.9216393828392029, - 0.019593430683016777, - 0.5181881785392761, - 0.2761748433113098, - 0.19980961084365845, - 0.0225447379052639, - 0.2642786502838135, - 0.202056422829628, - 0.588600754737854, - 1.3704241514205933, - 0.07749725878238678, - 0.0604679174721241, - 0.05193217843770981, - 0.023519665002822876, - 0.05394679680466652, - 0.7788349390029907, - 0.1685156375169754, - 0.22987207770347595, - 0.7117035388946533, - 0.25217074155807495, - 0.1923353672027588, - 0.039552487432956696, - 0.09728917479515076, - 0.28146952390670776, - 0.049750082194805145, - 0.04269058257341385, - 1.38469398021698, - 0.2950582802295685, - 0.14834310114383698, - 0.04088084399700165, - 0.08953762799501419, - 0.47371846437454224, - 0.28410130739212036, - 0.004573934245854616, - 0.46448901295661926, - 0.027111908420920372, - 0.0214056596159935, - 0.014776654541492462, - 0.24347370862960815, - 0.30908313393592834, - 0.12947827577590942, - 0.24060934782028198, - 0.3502952754497528, - 0.019289717078208923, - 1.6425143480300903, - 0.10256195813417435, - 0.4294309616088867, - 1.0673414468765259, - 0.349956750869751, - 0.532396137714386, - 0.09845652431249619, - 0.01370505802333355, - 0.054279476404190063, - 0.16171181201934814, - 0.5176808834075928, - 0.05947749316692352, - 0.3403525948524475, - 0.1141207292675972, - 0.352639764547348, - 0.5560579299926758, - 0.010886064730584621, - 1.2632334232330322, - 0.02784419246017933, - 0.9776360988616943, - 0.0818854570388794, - 0.4961635172367096, - 0.07218871265649796, - 0.1154543086886406, - 0.535312294960022, - 0.40729206800460815, - 0.2524929940700531, - 0.3768542408943176, - 0.09627082943916321, - 0.21594727039337158, - 0.02460438944399357, - 0.16769179701805115, - 0.026413362473249435, - 0.2841835021972656, - 0.035164326429367065, - 0.15068158507347107, - 0.029109178110957146, - 0.4087645709514618, - 0.07380369305610657, - 0.2634449303150177, - 0.2684844732284546, - 0.053671371191740036, - 0.07380455732345581, - 0.08830209076404572, - 0.08071309328079224, - 0.017138222232460976, - 0.14110389351844788, - 0.40615662932395935, - 0.2656770348548889, - 0.3975089490413666, - 1.2227635383605957, - 0.05489790812134743, - 0.6619042754173279, - 0.2713000774383545, - 0.05589041858911514, - 0.37864044308662415, - 0.16485996544361115, - 0.03724909946322441, - 0.17216737568378448, - 0.0058135660365223885, - 1.0606825351715088, - 0.5920704007148743, - 0.42786905169487, - 0.18591547012329102, - 0.3571085035800934, - 0.2128034085035324, - 0.005479203071445227, - 0.18970437347888947, - 0.9688090085983276, - 0.3147543668746948, - 0.6884732246398926, - 0.1431334912776947, - 0.24086393415927887, - 0.19865472614765167, - 0.41680556535720825, - 0.07678854465484619, - 0.010470468550920486, - 0.5934738516807556, - 0.31550294160842896, - 0.030297525227069855, - 0.8144874572753906, - 0.28110942244529724, - 0.02305980771780014, - 0.0311808492988348, - 0.28532713651657104, - 0.2000284194946289, - 0.2402554154396057, - 0.06346654891967773, - 0.8322832584381104, - 0.28664717078208923, - 0.005842364393174648, - 0.04356643185019493, - 0.2371179461479187, - 0.025570938363671303, - 0.009212655015289783, - 1.1808533668518066, - 0.6647784113883972, - 0.16340792179107666, - 0.008748546242713928, - 0.015206687152385712, - 0.08964169770479202, - 0.16951684653759003, - 0.8819334506988525, - 0.8963150382041931, - 0.06794831156730652, - 0.12139131873846054, - 0.1668020337820053, - 0.30342838168144226, - 0.18587832152843475, - 0.7006896734237671, - 0.003720149863511324, - 0.5455585718154907, - 0.07133185118436813, - 0.33413609862327576, - 0.3648124635219574, - 0.08804526180028915, - 0.90779048204422, - 0.024967528879642487, - 0.3853400647640228, - 0.10773654282093048, - 0.008393350057303905, - 0.02216227725148201, - 0.05755579099059105, - 0.02117255888879299, - 0.012439203448593616, - 0.10539977997541428, - 0.23833200335502625, - 0.091193288564682, - 0.262137770652771, - 0.19963032007217407, - 1.0008516311645508, - 0.005435928702354431, - 0.39649489521980286, - 0.5807872414588928, - 0.15254522860050201, - 0.16230441629886627, - 0.4758266508579254, - 0.25105637311935425, - 0.6776109933853149, - 0.03320050612092018, - 0.08207550644874573, - 0.016683543100953102, - 1.1094661951065063, - 0.3986523449420929, - 0.09962679445743561, - 0.020765870809555054, - 0.1784791648387909, - 0.02942885458469391, - 0.00998411513864994, - 0.09292430430650711, - 1.283068060874939, - 0.016076840460300446, - 0.05906993895769119, - 0.3466590940952301, - 0.022719627246260643, - 0.33968380093574524, - 1.1171871423721313, - 0.6700279712677002, - 0.016087066382169724, - 0.1832490712404251, - 0.06040332466363907, - 0.09988892823457718, - 0.5566931962966919, - 0.6119140386581421, - 0.5145438313484192, - 0.026484880596399307, - 0.1917710304260254, - 0.029075706377625465, - 0.439268559217453, - 0.41381171345710754, - 0.1496683955192566, - 0.10606331378221512, - 0.06159726157784462, - 0.2754380702972412, - 0.09525636583566666, - 0.005894256755709648, - 0.7120870351791382, - 0.4435337483882904, - 0.01462477259337902, - 0.801862895488739, - 0.2612498104572296, - 0.3334099352359772, - 0.34426480531692505, - 0.7122044563293457, - 0.7190365791320801, - 0.06414797902107239, - 0.024175841361284256, - 0.09387417137622833, - 0.5778496861457825, - 0.08342653512954712, - 0.08912941813468933, - 0.07381077855825424, - 0.5094102025032043, - 0.37243518233299255, - 0.037642091512680054, - 0.040101680904626846, - 0.08861654996871948, - 0.2838691771030426, - 0.004301015287637711, - 0.03753025457262993, - 0.004869623109698296, - 0.56071937084198, - 0.058073803782463074, - 0.07356993108987808, - 0.15335877239704132, - 0.08375467360019684, - 0.14964352548122406, - 0.4381638467311859, - 0.010268084704875946, - 0.08268164098262787, - 0.4130513370037079, - 0.049668774008750916, - 0.0159954521805048, - 0.010750005953013897, - 0.21415092051029205, - 1.101955771446228, - 0.02342510223388672, - 0.04194582253694534, - 0.6617732644081116, - 0.11342592537403107, - 0.040560632944107056, - 0.03486737981438637, - 0.10354936122894287, - 0.020980721339583397, - 0.05863099917769432, - 0.06180014833807945, - 0.01072349026799202, - 0.052998900413513184, - 0.019549863412976265, - 0.0161701962351799, - 0.2787698209285736, - 0.06952206045389175, - 0.015394650399684906, - 0.12463247030973434, - 0.030025189742445946, - 0.4304603040218353, - 0.07037635892629623, - 0.12115799635648727, - 0.40883302688598633, - 0.007576235570013523, - 0.4169140160083771, - 0.3751392960548401, - 0.38624629378318787, - 0.3506461977958679, - 0.12172666937112808, - 0.013614477589726448, - 0.48853400349617004, - 0.042076099663972855, - 0.5275540351867676, - 0.027306485921144485, - 0.03787415474653244, - 0.031508609652519226, - 0.045198872685432434, - 0.06855984032154083, - 1.0495222806930542, - 0.3390536308288574, - 0.2754870355129242, - 0.6940783262252808, - 0.5817448496818542, - 0.09050125628709793, - 0.08022145181894302, - 0.14540666341781616, - 0.007655753754079342, - 0.8644421696662903, - 0.01860034465789795, - 0.17877772450447083, - 0.014590553008019924, - 0.014652173034846783, - 0.034051306545734406, - 0.042693331837654114, - 0.8114248514175415, - 0.03518189117312431, - 0.054657112807035446, - 0.11930900067090988, - 0.030201073735952377, - 0.35925760865211487, - 0.11612792313098907, - 0.1707204133272171, - 0.667838454246521, - 0.03738229349255562, - 1.0801808834075928, - 0.4892570376396179, - 0.5434445142745972, - 0.01022240798920393, - 0.01965458318591118, - 0.31581634283065796, - 0.03075728937983513, - 0.31420639157295227, - 0.7741830348968506, - 0.834574818611145, - 0.20805883407592773, - 0.16611787676811218, - 0.12524758279323578, - 0.032194238156080246, - 0.3589420020580292, - 0.014443100430071354, - 0.13429614901542664, - 0.8173630833625793, - 0.03594434633851051, - 0.44578370451927185, - 0.0071176402270793915, - 0.05000116303563118, - 0.6000118851661682, - 0.05454026162624359, - 0.2999153435230255, - 0.21652765572071075, - 0.013864646665751934, - 0.18591120839118958, - 0.11679328233003616, - 0.11533650010824203, - 0.04907163232564926, - 0.26303476095199585, - 0.4810935854911804, - 0.3484191596508026, - 0.014100146479904652, - 0.33173003792762756, - 0.12919536232948303, - 0.1712295413017273, - 0.12821431457996368, - 0.20135611295700073, - 0.6133949160575867, - 0.061441924422979355, - 0.6944838166236877, - 0.01390769425779581, - 0.024802949279546738, - 0.01804889179766178, - 0.40445300936698914, - 0.3948960304260254, - 0.07403407990932465, - 0.0642440989613533, - 0.0182044617831707, - 0.24472269415855408, - 0.2561074495315552, - 0.4038776755332947, - 1.1738672256469727, - 0.1847994476556778, - 0.32060858607292175, - 0.012115057557821274, - 0.005806044675409794, - 0.013945572078227997, - 0.016684668138623238, - 0.5365880727767944, - 0.060240063816308975, - 0.2519005239009857, - 0.37118813395500183, - 0.2818065285682678, - 0.03941573575139046, - 0.029705028980970383, - 0.08242969214916229, - 0.004296774975955486, - 0.01699604094028473, - 0.39489397406578064, - 0.047531235963106155, - 0.021995846182107925, - 0.39945605397224426, - 0.016861137002706528, - 0.013642484322190285, - 0.06651165336370468, - 0.060203917324543, - 0.09486985951662064, - 0.20591746270656586, - 0.2995898723602295, - 0.7126057744026184, - 0.029662834480404854, - 0.17358753085136414, - 0.10897919535636902, - 0.5570738315582275, - 0.06863916665315628, - 0.02673163078725338, - 0.016145529225468636, - 0.02835407666862011, - 0.12446819245815277, - 0.028526412323117256, - 0.2381816953420639, - 0.23723356425762177 + 0.7727991938591003, + 0.7942056059837341, + 0.4134684205055237, + 0.34343674778938293, + 0.4005379378795624, + 0.2387346625328064, + 0.4275433123111725, + 0.2524203956127167, + 0.5912775993347168, + 0.14948265254497528, + 0.33018162846565247, + 0.5951266884803772, + 0.3226267993450165, + 0.22082826495170593, + 0.29567286372184753, + 0.4355466961860657, + 0.3460860848426819, + 0.35591065883636475, + 0.4985373616218567, + 0.4197145998477936, + 0.29557567834854126, + 0.3115570545196533, + 0.33951008319854736, + 0.26636579632759094, + 0.35026708245277405, + 0.4174002408981323, + 0.29580095410346985, + 0.2855287194252014, + 0.31734901666641235, + 0.4460390508174896, + 0.21941356360912323, + 0.4252972900867462, + 0.29139283299446106, + 0.16670118272304535, + 0.1737784445285797, + 0.19217707216739655, + 0.31784749031066895, + 0.2691545784473419, + 0.41087862849235535, + 0.35209721326828003, + 0.19220712780952454, + 0.21081258356571198, + 0.22890625894069672, + 0.206715390086174, + 0.19640707969665527, + 0.1852112114429474, + 0.192163348197937, + 0.3479536473751068, + 0.32929447293281555, + 0.177505224943161, + 0.28920069336891174, + 0.20651018619537354, + 0.19201211631298065, + 0.260099321603775, + 0.3340034484863281, + 0.1928519308567047, + 0.2714797258377075, + 0.14342138171195984, + 0.25998902320861816, + 0.2242114245891571, + 0.2918687164783478, + 0.16899286210536957, + 0.1866617202758789, + 0.19272488355636597, + 0.216105654835701, + 0.2008252590894699, + 0.29962992668151855, + 0.24192042648792267, + 0.24755984544754028, + 0.1630655825138092, + 0.1836695373058319, + 0.16408634185791016, + 0.261750191450119, + 0.10671484470367432, + 0.19425399601459503, + 0.2876211106777191, + 0.06974953413009644, + 0.20719844102859497, + 0.17065395414829254, + 0.2547962963581085, + 0.21511326730251312, + 0.18345774710178375, + 0.18142195045948029, + 0.2332470715045929, + 0.2436533272266388, + 0.21131719648838043, + 0.14984364807605743, + 0.19607135653495789, + 0.2098361998796463, + 0.191193088889122, + 0.2305755317211151, + 0.08938118815422058, + 0.1982651799917221, + 0.23554474115371704, + 0.1325168013572693, + 0.20007793605327606, + 0.24137449264526367, + 0.09397844225168228, + 0.14237749576568604, + 0.11464384198188782, + 0.07758601754903793, + 0.29064321517944336, + 0.27190926671028137, + 0.2439608871936798, + 0.24619179964065552, + 0.27708765864372253, + 0.08857379108667374, + 0.14134544134140015, + 0.19650501012802124, + 0.18932600319385529, + 0.19225549697875977, + 0.18643340468406677, + 0.12796884775161743, + 0.21802106499671936, + 0.19983232021331787, + 0.2658708393573761, + 0.20804940164089203, + 0.19642794132232666, + 0.21619591116905212, + 0.17665088176727295, + 0.22459377348423004, + 0.16691330075263977, + 0.1379777491092682, + 0.23238609731197357, + 0.07057033479213715, + 0.19203992187976837, + 0.19695262610912323, + 0.12421362102031708, + 0.20661339163780212, + 0.2018590122461319, + 0.2019934058189392, + 0.1580508053302765, + 0.13496804237365723, + 0.22192470729351044, + 0.23325949907302856, + 0.05157974362373352, + 0.11385829746723175, + 0.2487744837999344, + 0.15660354495048523, + 0.1498996913433075, + 0.17717915773391724, + 0.22425596415996552, + 0.2098010629415512, + 0.10546144098043442, + 0.10145721584558487, + 0.10140051692724228, + 0.06586777418851852, + 0.21880649030208588, + 0.1919560432434082, + 0.157993882894516, + 0.21160398423671722, + 0.20021694898605347, + 0.21781806647777557, + 0.20641732215881348, + 0.26609474420547485, + 0.2117711305618286, + 0.24635285139083862, + 0.13627202808856964, + 0.12473030388355255, + 0.1263469010591507, + 0.042997684329748154, + 0.15334945917129517, + 0.14371635019779205, + 0.14870397746562958, + 0.2763100266456604, + 0.11735550314188004, + 0.04555553197860718, + 0.18417605757713318, + 0.1337995082139969, + 0.2282383143901825, + 0.18091611564159393, + 0.19414159655570984, + 0.14314165711402893, + 0.23067690432071686, + 0.2369547337293625, + 0.2136509269475937, + 0.16660985350608826, + 0.17241230607032776, + 0.20970946550369263, + 0.10018184781074524, + 0.12145841866731644, + 0.17012526094913483, + 0.14129538834095, + 0.18806461989879608, + 0.21092577278614044, + 0.268939733505249, + 0.10444582998752594, + 0.20288968086242676, + 0.20283913612365723, + 0.16451463103294373, + 0.15089504420757294, + 0.2172084003686905, + 0.17909100651741028, + 0.17200477421283722, + 0.17791295051574707, + 0.2145732045173645, + 0.16716262698173523, + 0.14908961951732635, + 0.15118375420570374, + 0.1703033149242401, + 0.1648467779159546, + 0.17298342287540436, + 0.21505631506443024, + 0.21964997053146362, + 0.12893027067184448, + 0.23018719255924225, + 0.1893496960401535, + 0.15250813961029053, + 0.161871537566185, + 0.1363486498594284, + 0.2047077864408493, + 0.1095639020204544, + 0.16714565455913544, + 0.13609816133975983, + 0.2270912081003189, + 0.1088668629527092, + 0.14104628562927246, + 0.20422574877738953, + 0.16122493147850037, + 0.19851826131343842, + 0.15070652961730957, + 0.15701323747634888, + 0.10787895321846008, + 0.22287355363368988, + 0.12718509137630463, + 0.15019485354423523, + 0.23224687576293945, + 0.1970537155866623, + 0.2253047227859497, + 0.21088512241840363, + 0.0833965390920639, + 0.2109423279762268, + 0.17339769005775452, + 0.13027232885360718, + 0.13215211033821106, + 0.1512172520160675, + 0.16407348215579987, + 0.12540751695632935, + 0.17024245858192444, + 0.1845306158065796, + 0.2105093151330948, + 0.16456250846385956, + 0.25832563638687134, + 0.12666159868240356, + 0.30449196696281433, + 0.13628029823303223, + 0.0961967185139656, + 0.20720990002155304, + 0.2126549780368805, + 0.13653279840946198, + 0.07520443946123123, + 0.143194779753685, + 0.24881611764431, + 0.15979883074760437, + 0.15900878608226776, + 0.12197819352149963, + 0.16176296770572662, + 0.18617792427539825, + 0.1376643180847168, + 0.15524032711982727, + 0.17343798279762268, + 0.09965753555297852, + 0.1105298399925232, + 0.23016904294490814, + 0.14079318940639496, + 0.28470727801322937, + 0.1484764814376831, + 0.10498177260160446, + 0.20445707440376282, + 0.23137320578098297, + 0.18451394140720367, + 0.21376323699951172, + 0.23018158972263336, + 0.170197531580925, + 0.08428291976451874, + 0.1955288201570511, + 0.09230311959981918, + 0.15201842784881592, + 0.22343429923057556, + 0.1438615620136261, + 0.2036006599664688, + 0.11099405586719513, + 0.12398061901330948, + 0.15993021428585052, + 0.17358246445655823, + 0.1893014907836914, + 0.18109315633773804, + 0.17494504153728485, + 0.1841398924589157, + 0.16067738831043243, + 0.24783781170845032, + 0.20657648146152496, + 0.08279705047607422, + 0.11980222910642624, + 0.13589340448379517, + 0.18455380201339722, + 0.12141527235507965, + 0.16725651919841766, + 0.20591259002685547, + 0.13073621690273285, + 0.14461112022399902, + 0.19031015038490295, + 0.12343882024288177, + 0.13847216963768005, + 0.17763273417949677, + 0.17332570254802704, + 0.2119416743516922, + 0.15949231386184692, + 0.1555301696062088, + 0.06490229070186615, + 0.18681392073631287, + 0.17265404760837555, + 0.13759952783584595, + 0.16106565296649933, + 0.1336136907339096, + 0.09757285565137863, + 0.14332649111747742, + 0.15019932389259338, + 0.18417002260684967, + 0.15421783924102783, + 0.10272842645645142, + 0.24082155525684357, + 0.13198956847190857, + 0.11408460140228271, + 0.13734892010688782, + 0.24732738733291626, + 0.1721247434616089, + 0.1852187216281891, + 0.13342852890491486, + 0.12513385713100433, + 0.039400264620780945, + 0.12551262974739075, + 0.13477809727191925, + 0.12725511193275452, + 0.1375671923160553, + 0.17767778038978577, + 0.13940498232841492, + 0.1705547273159027, + 0.19147531688213348, + 0.21345527470111847, + 0.03523979336023331, + 0.0707770586013794, + 0.07214560359716415, + 0.1184249222278595, + 0.11333414912223816, + 0.11234200745820999, + 0.1447903960943222, + 0.16794201731681824, + 0.12382341921329498, + 0.24271084368228912, + 0.14751164615154266, + 0.15609712898731232, + 0.15762066841125488, + 0.12886713445186615, + 0.09003257751464844, + 0.11777675896883011, + 0.23526136577129364, + 0.1790667176246643, + 0.15930674970149994, + 0.12164012342691422, + 0.12731242179870605, + 0.1123114675283432, + 0.14468753337860107, + 0.2158188819885254, + 0.1229860708117485, + 0.13365261256694794, + 0.2376570850610733, + 0.07932204753160477, + 0.14023108780384064, + 0.11994297802448273, + 0.12368059158325195, + 0.20530910789966583, + 0.1297973096370697, + 0.1092027947306633, + 0.13530439138412476, + 0.13909488916397095, + 0.17956125736236572, + 0.0786958560347557, + 0.13335107266902924, + 0.12831051647663116, + 0.1354566365480423, + 0.10734035819768906, + 0.194343701004982, + 0.09067719429731369, + 0.11935082823038101, + 0.14192894101142883, + 0.20949627459049225, + 0.09239500015974045, + 0.10240162909030914, + 0.21287402510643005, + 0.10662345588207245, + 0.0903911292552948, + 0.08717726171016693, + 0.06716664135456085, + 0.06696069985628128, + 0.14459937810897827, + 0.2223333716392517, + 0.2265051305294037, + 0.1583300083875656, + 0.1078609824180603, + 0.14154137670993805, + 0.15605808794498444, + 0.1424887627363205, + 0.1622188240289688, + 0.06462151557207108, + 0.13654783368110657, + 0.21124769747257233, + 0.23311986029148102, + 0.09395570307970047, + 0.1862824559211731, + 0.09805998206138611, + 0.14393676817417145, + 0.10694687068462372, + 0.14979660511016846, + 0.179267019033432, + 0.12480048835277557, + 0.13622310757637024, + 0.1845310777425766, + 0.18777117133140564, + 0.14730890095233917, + 0.1266782283782959, + 0.17605698108673096, + 0.0736498311161995, + 0.10933492332696915, + 0.07967650145292282, + 0.12579244375228882, + 0.10568847507238388, + 0.13423052430152893, + 0.13954289257526398, + 0.12709683179855347, + 0.1330248862504959, + 0.10300245881080627, + 0.09311453998088837, + 0.10745415836572647, + 0.07348249852657318, + 0.15036238729953766, + 0.11237545311450958, + 0.13114884495735168, + 0.16725757718086243, + 0.134521946310997, + 0.16898885369300842, + 0.12318691611289978, + 0.12105216830968857, + 0.15638023614883423, + 0.11104650050401688, + 0.13366837799549103, + 0.14434830844402313, + 0.09730639308691025, + 0.09902948141098022, + 0.08241372555494308, + 0.1541687697172165, + 0.13475801050662994, + 0.12326665222644806, + 0.13722507655620575, + 0.1439657360315323, + 0.1699364185333252, + 0.16628137230873108, + 0.09335055202245712, + 0.039730824530124664, + 0.11753934621810913, + 0.11470401287078857, + 0.08103430271148682, + 0.08660639822483063, + 0.18117280304431915, + 0.13935932517051697, + 0.12382754683494568, + 0.16166998445987701, + 0.21871903538703918, + 0.1461508572101593, + 0.0904950276017189, + 0.06903695315122604, + 0.12092805653810501, + 0.08782560378313065, + 0.0763954222202301, + 0.15762567520141602, + 0.1646798551082611, + 0.1721103936433792, + 0.08241374045610428, + 0.17621487379074097, + 0.1131080687046051, + 0.18805848062038422, + 0.08237500488758087, + 0.17846252024173737, + 0.06949308514595032, + 0.17574962973594666, + 0.1466064155101776, + 0.12172442674636841, + 0.10290690511465073, + 0.12058734893798828, + 0.1080222800374031, + 0.0923316702246666, + 0.12055946886539459, + 0.15006573498249054, + 0.1488819122314453, + 0.14733658730983734, + 0.11922001838684082, + 0.1467403769493103, + 0.08467963337898254, + 0.1461300104856491, + 0.16903170943260193 ], "env_score_iters": [ 1, @@ -37097,2644 +45286,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.973724126815796, - -4.578555583953857, - -2.3959429264068604, - -3.0949251651763916, - -2.6875452995300293, - 4.07265043258667, - -3.2137370109558105, - -6.158245086669922, - -2.4956917762756348, - -3.3693461418151855, - -4.194660663604736, - -1.7787033319473267, - 3.6028811931610107, - -2.217988967895508, - -0.8683435320854187, - -4.242060661315918, - -3.2058229446411133, - -5.016997814178467, - -0.645167887210846, - -6.719572067260742, - -2.4078660011291504, - -4.324594020843506, - -3.8467016220092773, - 1.6671990156173706, - -2.931454658508301, - -3.2895894050598145, - -2.290893316268921, - -2.2797956466674805, - -3.0851705074310303, - -3.6507906913757324, - -0.5696814060211182, - 0.333997517824173, - -2.7277026176452637, - 5.503006458282471, - -0.9889017343521118, - 1.1066213846206665, - -3.420607805252075, - -3.3258073329925537, - 7.506957530975342, - -3.0828335285186768, - -3.2398345470428467, - -5.286422252655029, - 2.659142017364502, - -2.4544568061828613, - -2.3517160415649414, - -5.213921546936035, - -3.210951566696167, - 2.5331315994262695, - -3.805912733078003, - -2.44643497467041, - -2.674268960952759, - -1.4041465520858765, - -1.3800129890441895, - -2.5345993041992188, - 14.376848220825195, - -2.0424742698669434, - 0.7990555167198181, - -2.8374710083007812, - -2.4337027072906494, - -2.997436046600342, - -3.4506185054779053, - -5.045751571655273, - -3.325470447540283, - -7.578159809112549, - -3.805732011795044, - -4.603960037231445, - -1.281042218208313, - -2.3133416175842285, - -2.187278985977173, - -2.8701820373535156, - -0.2747567594051361, - -2.690249443054199, - -3.373037338256836, - -3.4292290210723877, - -3.7415082454681396, - -0.8937889337539673, - -1.8803354501724243, - -2.8347513675689697, - 0.43310001492500305, - -2.531672477722168, - -3.6741573810577393, - -3.1831765174865723, - -1.9131646156311035, - -4.093435287475586, - -1.2444641590118408, - -7.8711137771606445, - -3.7170674800872803, - -4.6878662109375, - -3.0019609928131104, - -4.037711143493652, - -5.08673620223999, - 0.6670953035354614, - -3.4167442321777344, - -2.9281415939331055, - -1.6372777223587036, - -2.2682933807373047, - -3.067680835723877, - -3.047288417816162, - -4.291275978088379, - -2.3803212642669678, - -8.978584289550781, - -1.9664047956466675, - 2.234480142593384, - -2.506721258163452, - -1.3389700651168823, - -3.8558921813964844, - -3.522373914718628, - -2.8042826652526855, - -2.331329822540283, - -3.7880001068115234, - -1.5738662481307983, - -3.7044520378112793, - -3.18794846534729, - -3.7087819576263428, - -1.9958088397979736, - -3.2947988510131836, - -5.472805976867676, - -2.3304123878479004, - -2.6166915893554688, - -5.498120307922363, - 1.7179533243179321, - -3.854227066040039, - -1.845278263092041, - 0.0584210641682148, - -1.9502980709075928, - -1.1241037845611572, - -3.6724653244018555, - -3.4881715774536133, - -3.952479362487793, - -2.4770455360412598, - -1.3882945775985718, - -5.846717357635498, - -1.8602136373519897, - -2.2687230110168457, - -0.9834709167480469, - -3.2368998527526855, - -4.269808769226074, - 7.322559833526611, - -3.854900360107422, - -1.2372825145721436, - 0.4756874442100525, - -0.8537338972091675, - -3.559436082839966, - -2.700296640396118, - -1.228811264038086, - -7.976826190948486, - -1.5052560567855835, - -3.7215447425842285, - -2.161231517791748, - -3.5386860370635986, - -4.190427780151367, - -5.248337268829346, - -3.0169460773468018, - -2.337277412414551, - -3.354933023452759, - -3.0539445877075195, - -4.007972717285156, - -0.9194521307945251, - -6.747585773468018, - -5.376781940460205, - -1.732424020767212, - -2.842039108276367, - -4.644161224365234, - -2.3088462352752686, - -3.1072998046875, - -3.5759944915771484, - -2.935023784637451, - -1.2321057319641113, - -2.945262908935547, - -2.016111135482788, - 6.090604782104492, - -3.234109878540039, - -2.809812068939209, - -2.422178030014038, - -3.4581003189086914, - -1.7364177703857422, - -2.5251030921936035, - -4.326661586761475, - -4.420778751373291, - -4.101993083953857, - 1.4371494054794312, - -0.3550708591938019, - -0.1174018606543541, - -1.6168729066848755, - -1.7770994901657104, - -2.607112407684326, - -4.617609024047852, - -2.0044620037078857, - 1.3960483074188232, - -1.3356949090957642, - -2.4234201908111572, - -1.4309180974960327, - -1.6754270792007446, - -1.421056866645813, - 0.17239806056022644, - -3.0726780891418457, - -3.3113551139831543, - -4.145262718200684, - -0.4696660041809082, - -3.429637908935547, - 1.143889307975769, - -1.3407293558120728, - -4.072418212890625, - -3.9757771492004395, - 1.2961437702178955, - -2.65209698677063, - -5.563414573669434, - -2.222898244857788, - -1.557218074798584, - -3.5763304233551025, - -3.436441659927368, - -3.2004687786102295, - -3.7565970420837402, - -4.6962409019470215, - -2.5103561878204346, - 3.19708251953125, - -1.2608286142349243, - -2.7251346111297607, - -4.229708671569824, - -5.877615451812744, - -3.732112407684326, - -3.345611333847046, - 1.100574254989624, - 0.36132508516311646, - -1.3024781942367554, - -4.07576322555542, - -1.6191681623458862, - -0.9687147736549377, - -7.046036243438721, - -0.7421507239341736, - -4.684399604797363, - -1.2167648077011108, - -7.870538234710693, - -0.31824010610580444, - -1.2163591384887695, - -2.7002737522125244, - -0.8926874399185181, - -4.959831237792969, - -1.2547088861465454, - -4.969327926635742, - -3.8744256496429443, - -2.593783140182495, - -2.926657199859619, - -3.418407440185547, - -3.4766509532928467, - -3.539614200592041, - -2.709198474884033, - -4.391102313995361, - -3.3447518348693848, - -2.571566581726074, - -5.5961689949035645, - -3.8951914310455322, - -1.4888873100280762, - -2.906663417816162, - -3.011619806289673, - -2.0857999324798584, - -4.449123859405518, - -2.466946601867676, - -0.6485276818275452, - -3.031033754348755, - -5.326723098754883, - -4.786969184875488, - 1.7450039386749268, - -1.8581559658050537, - -2.988415241241455, - -3.7685799598693848, - -2.4275951385498047, - -4.469357013702393, - -3.42376971244812, - -4.3818278312683105, - 5.311802387237549, - -3.8456175327301025, - -1.8213595151901245, - -4.223109722137451, - -4.0202860832214355, - -2.461358070373535, - 2.1648952960968018, - -1.0940607786178589, - -5.821853160858154, - -2.077240467071533, - -3.7137515544891357, - -2.1966094970703125, - -3.979400873184204, - -3.07027530670166, - -1.55730140209198, - -2.522740125656128, - -3.248181104660034, - -3.6059956550598145, - -2.429456949234009, - -2.758186101913452, - -3.0076067447662354, - -4.468437671661377, - -3.572446346282959, - -2.305370569229126, - -3.2332887649536133, - -3.975168228149414, - -0.14971405267715454, - -1.6729358434677124, - -4.263673782348633, - -0.7913579940795898, - -2.389617681503296, - -1.0315935611724854, - -1.1855019330978394, - -1.7341768741607666, - -0.5336686372756958, - -3.3498146533966064, - -5.7163405418396, - -2.621002197265625, - -0.3264114558696747, - -4.029119491577148, - -2.7616372108459473, - -2.28928542137146, - -1.540008783340454, - -1.822206974029541, - -4.160786151885986, - -4.186808109283447, - -3.2891833782196045, - -2.4859580993652344, - -3.6796436309814453, - -2.0637381076812744, - -3.556103467941284, - -0.9831492900848389, - -3.6723031997680664, - -7.8528733253479, - -3.3641855716705322, - -3.9374032020568848, - -2.801886796951294, - -1.376272201538086, - -4.280421733856201, - -3.108262538909912, - -1.788033366203308, - -3.3782262802124023, - -4.645171165466309, - -3.7199716567993164, - -2.1769256591796875, - 2.047952651977539, - -2.8405532836914062, - -3.568277597427368, - -5.02100133895874, - -2.951352596282959, - -6.254703998565674, - -6.637604713439941, - -2.388986110687256, - -6.066686630249023, - -3.482952117919922, - -3.983150005340576, - -3.3948562145233154, - -3.192348003387451, - -3.8715875148773193, - -3.9152915477752686, - -4.9301323890686035, - -1.291100025177002, - -3.0188486576080322, - -3.046856164932251, - -3.1536922454833984, - -2.117936372756958, - -4.377236843109131, - -1.623308539390564, - -0.603322446346283, - -3.536278247833252, - -3.337287187576294, - -0.8572993278503418, - -1.1459763050079346, - -2.5127339363098145, - -3.1880440711975098, - -6.134863376617432, - -4.504906177520752, - -4.391847133636475, - -0.7302794456481934, - -4.040605068206787, - -3.768526792526245, - -3.314223527908325, - -3.4887702465057373, - -6.0968780517578125, - 6.311100482940674, - -2.595635175704956, - -2.243894577026367, - -1.7490113973617554, - -0.4017138183116913, - -3.6335651874542236, - -3.664534091949463, - -5.081723690032959, - -3.564049243927002, - 0.1350235790014267, - -4.670534133911133, - -1.3826860189437866, - -3.7030251026153564, - -3.6746773719787598, - -4.132608413696289, - -3.327209711074829, - 1.235966682434082, - -6.78594446182251, - -3.396233320236206, - -3.2299485206604004, - -3.3260176181793213, - -2.29774808883667, - -2.5469298362731934, - -3.3559536933898926, - -2.199954032897949, - -5.309055805206299, - 0.6312111020088196, - -1.5648798942565918, - 0.6420480608940125, - -4.295357704162598, - -4.216261386871338, - -3.8960318565368652, - -7.78383207321167, - -2.1976311206817627, - -3.6969497203826904, - -2.8733434677124023, - -4.874952793121338, - -5.278163909912109, - -2.293980836868286, - -2.873020648956299, - -2.126620292663574, - -3.993424654006958, - -2.1596477031707764, - 2.3035123348236084, - -3.2119174003601074, - -2.181487798690796, - -4.052685737609863, - -3.526968240737915, - -3.456193447113037, - -2.609588384628296, - -6.247715473175049, - -3.5468318462371826, - -5.452521324157715, - -2.2554702758789062, - -3.4702324867248535, - -3.7708911895751953, - -5.197231292724609, - -5.307270526885986, - -2.2108311653137207, - -4.380430221557617, - -3.5656001567840576, - -1.3446401357650757, - -3.811601400375366, - -2.8479084968566895, - -3.493314027786255, - -3.982045888900757, - -0.7484492063522339, - -3.1078379154205322, - 1.6953200101852417, - -3.99043345451355, - -3.732311248779297, - -4.190793991088867, - -1.8648258447647095, - -1.7163556814193726, - -3.0256783962249756, - -3.8817296028137207, - -4.172023296356201, - -1.7815957069396973, - -0.6011938452720642, - -1.9350477457046509, - 2.828136920928955, - -3.1593291759490967, - 0.5815292000770569, - -3.677103042602539, - -4.388152599334717, - -3.76708722114563, - -3.7549235820770264, - -0.6743311285972595, - -5.516998767852783, - -3.964111328125, - -1.9923028945922852, - -2.161151170730591, - -4.404550552368164, - -3.7019002437591553, - -4.047163009643555, - -3.7602574825286865, - -3.425529956817627, - -3.5308187007904053, - -3.7245290279388428, - -4.13935661315918, - -3.4625675678253174, - -5.880326747894287, - -3.76021146774292, - -3.799555778503418, - -3.572395086288452, - -3.1945383548736572, - -3.050920009613037, - -1.6054836511611938, - 7.932409286499023, - -3.5558993816375732, - -0.8041995167732239, - -3.630051612854004, - -1.033339262008667, - -3.8994343280792236, - -3.9699199199676514, - -3.976325511932373, - -3.959587812423706, - -1.7954684495925903, - -2.9361066818237305, - -3.4537127017974854, - -3.141293525695801 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.3815325200557709, + -0.5173815488815308, + -0.5022717118263245, + -0.4011387228965759, + -0.47446563839912415, + -0.6038334369659424, + -0.6331477165222168, + -0.5774334669113159, + -0.5644260048866272, + -0.39063867926597595, + -0.1336914300918579, + -0.4531787931919098, + -0.4267304837703705, + -0.5455032587051392, + -0.4506654143333435, + -0.6158809661865234, + -0.7201276421546936, + -0.37728461623191833, + -0.3937220275402069, + -0.5543563961982727, + -0.24469546973705292, + -0.39999115467071533, + -0.5749532580375671, + -0.34242331981658936, + -0.36822521686553955, + -0.4677541255950928, + -0.435030996799469, + -0.39477699995040894, + -0.5004768967628479, + -0.40497276186943054, + -0.451504647731781, + -0.35803958773612976, + -0.5662809014320374, + -0.8149173855781555, + -0.5475237369537354, + -0.3655288815498352, + -0.7155882716178894, + -0.6291297674179077, + -0.5423862934112549, + -0.5873446464538574, + -0.35056257247924805, + -0.29196780920028687, + -0.5324256420135498, + -0.41260918974876404, + -0.4975876808166504, + -0.4816006124019623, + -0.2390718162059784, + -0.3827337324619293, + -0.4087243974208832, + -0.5955100655555725, + -0.34883180260658264, + -0.7288141846656799, + -0.5017837882041931, + -0.538016140460968, + -0.4432583153247833, + -0.589417576789856, + -0.2252950221300125, + -0.7284501791000366, + -0.39872369170188904, + -0.4196666479110718, + -0.35732612013816833, + -0.4491972029209137, + -0.8872077465057373, + -0.5539702773094177, + -0.4998226463794708, + -0.5546694397926331, + -0.552438497543335, + -0.4363182783126831, + -0.8071340322494507, + -0.6295247077941895, + -0.547838032245636, + -0.44504162669181824, + -0.8061753511428833, + -0.45810654759407043, + -0.7236934900283813, + -0.502926230430603, + -0.5939760208129883, + -0.8945236802101135, + -0.42149895429611206, + -0.4674775302410126, + -0.5066187977790833, + -0.44845324754714966, + -0.682359516620636, + -0.4898289144039154, + -0.5071389079093933, + -0.567520022392273, + -0.5773149132728577, + -0.40992480516433716, + -0.5499193668365479, + -0.5782368779182434, + -0.41071683168411255, + -0.5518236756324768, + -0.6342321038246155, + -0.29989495873451233, + -0.5140989422798157, + -0.5009397268295288, + -0.36177825927734375, + -0.2747083604335785, + -0.5353732109069824, + -0.6969648003578186, + -0.165409117937088, + -0.6186206936836243, + -0.49152448773384094, + -0.35214942693710327, + -0.5738243460655212, + -0.5397271513938904, + -0.47168412804603577, + -0.49792560935020447, + -0.43094316124916077, + -0.5579140186309814, + -0.4180229902267456, + -0.4243144392967224, + -0.5328213572502136, + -0.5039016604423523, + -0.5139661431312561, + -0.42183199524879456, + -0.5714282989501953, + -0.4052533507347107, + -0.36639347672462463, + -0.5046167373657227, + -0.28311094641685486, + -0.48914381861686707, + -0.45102912187576294, + -0.4800266921520233, + -0.18687574565410614, + -0.35361215472221375, + -0.45067766308784485, + -0.5682832598686218, + -0.27348148822784424, + -0.43840742111206055, + -0.8154483437538147, + -0.39032527804374695, + -0.4698181748390198, + -0.6476666331291199, + -0.41948893666267395, + -0.45145514607429504, + -0.7066676616668701, + -0.5760694146156311, + -0.7147173285484314, + -0.5029832720756531, + -0.4754347801208496, + -0.8603865504264832, + -0.3560921549797058, + -0.07598314434289932, + -0.431999534368515, + -0.6392381191253662, + -0.4323745667934418, + -0.6363649964332581, + -0.14662475883960724, + -0.5688250064849854, + -0.5025075078010559, + -0.5340057611465454, + -0.3857860267162323, + -0.5954620242118835, + -0.7954452037811279, + -0.6177346706390381, + -0.30342453718185425, + -0.5976660847663879, + -0.6096760630607605, + -0.4411579668521881, + -0.5531499981880188, + -0.16527962684631348, + -0.6843551993370056, + -0.4456925094127655, + -0.6905103325843811, + -0.422536164522171, + -0.5457078218460083, + -0.5170652866363525, + -0.4159485101699829, + -0.5823131799697876, + -0.29313379526138306, + -0.7023569941520691, + -0.4674980640411377, + -0.4503967761993408, + -0.5196471214294434, + -0.46302491426467896, + -0.452633798122406, + -0.5868464112281799, + -0.6315789818763733, + -0.4937821328639984, + -0.5082581043243408, + -0.6555866003036499, + -0.5417039394378662, + -0.6887170076370239, + -0.2536703646183014, + -0.22120285034179688, + -0.5131654143333435, + -0.5447494387626648, + -0.580020546913147, + -0.6717744469642639, + -0.4898092746734619, + -0.4450167119503021, + -0.4471759796142578, + -0.47122716903686523, + -0.45643264055252075, + -0.62293940782547, + -0.5438060164451599, + -0.5244302749633789, + -0.35913223028182983, + -0.6453611850738525, + -0.5337516665458679, + -0.46083348989486694, + -0.402182400226593, + -0.4645906686782837, + -0.43146786093711853, + -0.46198442578315735, + -0.37090152502059937, + -0.4870261251926422, + -0.5147460103034973, + -0.503149151802063, + -0.457043319940567, + -0.37424176931381226, + -0.5426356196403503, + -0.42389124631881714, + -0.505730390548706, + -0.46882757544517517, + -0.6005567312240601, + -0.5476136207580566, + -0.42752325534820557, + -0.2912544012069702, + -0.513766884803772, + -0.3757874667644501, + -0.7246503829956055, + -0.4022705852985382, + -0.7002894878387451, + -0.4351319670677185, + -0.4095290005207062, + -0.5448488593101501, + -0.6226284503936768, + -0.18237905204296112, + -0.5431428551673889, + -0.4690706729888916, + -0.3157922625541687, + -0.4225568473339081, + -0.35546940565109253, + -0.6533188223838806, + -0.4796822965145111, + -0.47304287552833557, + -0.5958898067474365, + -0.5422661900520325, + -0.3599856495857239, + -0.458423912525177, + -0.7974949479103088, + -0.4975195825099945, + -0.575185239315033, + -0.512336254119873, + -0.39941126108169556, + -0.5730028748512268, + -0.48271650075912476, + -0.6664878726005554, + -0.41271689534187317, + -0.457116037607193, + -0.3904910385608673, + -0.5500077605247498, + -0.4485364258289337, + -0.4909310042858124, + -0.616815984249115, + -0.16344445943832397, + -0.5080336928367615, + -0.5646052956581116, + -0.46566733717918396, + -0.6106424331665039, + -0.604047954082489, + -0.3100706934928894, + -0.37230104207992554, + -0.5436967611312866, + -0.5866153836250305, + -0.4543694853782654, + -0.6169412136077881, + -0.6774291396141052, + -0.2638181149959564, + -0.533664345741272, + -0.5219049453735352, + -0.39456576108932495, + -0.5840491056442261, + -0.5528168082237244, + -0.39375337958335876, + -0.42847543954849243, + -0.4637048840522766, + -0.617425262928009, + -0.40957126021385193, + -0.5752367973327637, + -0.6177394986152649, + -0.47877341508865356, + -0.6716316938400269, + -0.4905257821083069, + -0.5763182044029236, + -0.31699711084365845, + -0.4584020972251892, + -0.5213977694511414, + -0.4664849042892456, + -0.4573175013065338, + -0.5000782012939453, + -0.4645686447620392, + -0.5031300187110901, + -0.4637753367424011, + -0.4444635212421417, + -0.31526145339012146, + -0.37972837686538696, + -0.58930903673172, + -0.3816218078136444, + -0.505374014377594, + -0.43439027667045593, + -0.5731920599937439, + -0.410709410905838, + -0.5224283337593079, + -0.45781004428863525, + -0.5735638737678528, + -0.5170724987983704, + -0.4950353801250458, + -0.45261919498443604, + -0.4386860132217407, + -0.6128655076026917, + -0.36617356538772583, + -0.5209797024726868, + -0.4195333421230316, + -0.46505066752433777, + -0.29613813757896423, + -0.5229922533035278, + -0.4396630823612213, + -0.45658671855926514, + -0.5943515300750732, + -0.5838025212287903, + -0.5762148499488831, + -0.6098877787590027, + -0.2277277410030365, + -0.4470912516117096, + -0.3906964063644409, + -0.45317625999450684, + -0.3320455253124237, + -0.4295264482498169, + -0.36296403408050537, + -0.5530712008476257, + -0.707066535949707, + -0.5456175208091736, + -0.435409277677536, + -0.3632566034793854, + -0.6078504323959351, + -0.38209107518196106, + -0.45115935802459717, + -0.5573126673698425, + -0.5874438881874084, + -0.4628879129886627, + -0.4553526043891907, + -0.3569783866405487, + -0.5530163049697876, + -0.5901560187339783, + -0.5429785251617432, + -0.3968198597431183, + -0.4193930923938751, + -0.4962040185928345, + -0.41123685240745544, + -0.6370859742164612, + -0.45853549242019653, + -0.6279159188270569, + -0.3999515175819397, + -0.3360421657562256, + -0.43986237049102783, + -0.5059047341346741, + -0.48231104016304016, + -0.47429749369621277, + -0.6494866013526917, + -0.4486694931983948, + -0.47845330834388733, + -0.3540293872356415, + -0.4991515874862671, + -0.3744977116584778, + -0.49848413467407227, + -0.2250293344259262, + -0.5219894647598267, + -0.41154739260673523, + -0.38712403178215027, + -0.501885175704956, + -0.42303594946861267, + -0.3419921100139618, + -0.6351736783981323, + -0.45358529686927795, + -0.43040910363197327, + -0.1928303837776184, + -0.4176301956176758, + -0.5286073684692383, + -0.44532662630081177, + -0.7397234439849854, + -0.3799222707748413, + -0.5118789672851562, + -0.6135548949241638, + -0.35529863834381104, + -0.4097450077533722, + -0.251176118850708, + -0.2664451599121094, + -0.5994713306427002, + -0.4497724771499634, + -0.49903661012649536, + -0.38367214798927307, + -0.9182475805282593, + -0.7562700510025024, + -0.8097081780433655, + -0.43742454051971436, + -0.3785547614097595, + -0.23480324447155, + -0.6015576124191284, + -0.5771148204803467, + -0.5205313563346863, + -0.3562580943107605, + -0.5868774652481079, + -0.5191846489906311, + -0.46044620871543884, + -0.8216493725776672, + -0.6151432394981384, + -0.5851236581802368, + -0.32214877009391785, + -0.35856032371520996, + -0.4943511486053467, + -0.3912237286567688, + -0.6470801830291748, + -0.4275221526622772, + -0.5098214745521545, + -0.5513673424720764, + -0.5330473184585571, + -0.4724411368370056, + -0.30293652415275574, + -0.4731898009777069, + -0.6037267446517944, + -0.576566755771637, + -0.5548862218856812, + -0.6779245734214783, + -0.49303051829338074, + -0.4079585671424866, + -0.33824047446250916, + -0.4858669638633728, + -0.4614231586456299, + -0.6279301047325134, + -0.40295112133026123, + -0.5749831199645996, + -0.6785383820533752, + -0.4700773060321808, + -0.34245193004608154, + -0.5419043302536011, + -0.5250325798988342, + -0.8118149042129517, + -0.32055768370628357, + -0.5422894358634949, + -0.3127431571483612, + -0.3509608507156372, + -0.5290831923484802, + -0.487221896648407, + -0.5634543299674988, + -0.4159235656261444, + -0.3384087383747101, + -0.5935953259468079, + -0.5936150550842285, + -0.3928705155849457, + -0.49999529123306274, + -0.5442140698432922, + -0.4506225883960724, + -0.26819556951522827, + -0.4832679033279419, + -0.44683557748794556, + -0.31205320358276367, + -0.2757808566093445, + -0.5069561004638672, + -0.6797366142272949, + -0.534863293170929, + -0.6198045611381531, + -0.6236980557441711, + -0.4924700856208801, + -0.46946725249290466, + -0.28262102603912354, + -0.6489499807357788, + -0.24439702928066254, + -0.08318009227514267, + -0.49069640040397644, + -0.4629192352294922, + -0.6155968904495239, + -0.4489181637763977, + -0.5147386789321899, + -0.5452964305877686, + -0.4029527008533478, + -0.43346065282821655, + -0.5374704003334045, + -0.5652027726173401, + -0.5726326107978821, + -0.5193213224411011, + -0.4773443639278412, + -0.37738358974456787, + -0.3270045220851898, + -0.27576369047164917, + -0.41367143392562866, + -0.3764900863170624, + -0.49653756618499756, + -0.506698727607727, + -0.3406430780887604 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.625, - 0.65, - 0.7, - 0.625, - 0.6499999999999999, - 0.5750000000000001, - 0.5750000000000001, - 0.65, - 0.6000000000000001 + 0.4749999999999999, + 0.5125, + 0.48749999999999993, + 0.46249999999999997, + 0.4625, + 0.49999999999999994, + 0.475, + 0.525, + 0.4125, + 0.4749999999999999, + 0.44999999999999996, + 0.4375, + 0.44999999999999996, + 0.4625, + 0.475, + 0.44999999999999996, + 0.37500000000000006, + 0.47500000000000003, + 0.44999999999999996, + 0.42499999999999993 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.5055333971977234, - 0.6680489778518677, - 0.6353161931037903, - 0.6138973236083984, - 0.8000583052635193, - 0.7075715661048889, - 0.5847339034080505, - 0.8205370903015137, - 0.939337968826294, - 0.46067845821380615 + 0.07468919456005096, + -0.1255151331424713, + -0.12053781002759933, + -0.14882592856884003, + 0.13277564942836761, + -0.04026762396097183, + 0.31140705943107605, + 0.11705915629863739, + -0.04702332243323326, + 0.014822566881775856, + 0.24926252663135529, + -0.0787736251950264, + 0.05922604352235794, + -0.052529361099004745, + -0.09485684335231781, + -0.27123796939849854, + 0.0835125744342804, + -0.0517815537750721, + 0.15893349051475525, + 0.06632120162248611 ], "rl_grad_norm": [ - 0.6594977974891663, - 1.5379457473754883, - 1.3376293182373047, - 1.2898815870285034, - 0.34220752120018005, - 0.8426802754402161, - 0.3347380757331848, - 0.4276580810546875, - 0.5604819059371948, - 0.5651982426643372 + 1.6381189823150635, + 0.5439046025276184, + 0.6080136299133301, + 0.5163275003433228, + 0.2971046566963196, + 0.522399365901947, + 0.4357517957687378, + 0.4660417139530182, + 0.3885957598686218, + 0.4730303883552551, + 0.5142579078674316, + 0.378339022397995, + 0.25400927662849426, + 0.35506436228752136, + 0.2927788496017456, + 0.3728894293308258, + 0.15244854986667633, + 0.26892024278640747, + 0.23771488666534424, + 0.25133180618286133 ], "bc_grad_norm": [ - 0.5879093408584595, - 0.5367192625999451, - 0.44913485646247864, - 0.7576402425765991, - 0.33207178115844727, - 0.6431038975715637, - 0.49934181571006775, - 0.5510286092758179, - 0.602155864238739, - 0.32607322931289673 + 3.1590938568115234, + 1.7750433683395386, + 3.3517751693725586, + 2.1514415740966797, + 2.7211101055145264, + 3.268589496612549, + 4.044506549835205, + 3.568201780319214, + 2.376068353652954, + 1.9440455436706543, + 1.6122955083847046, + 2.4940221309661865, + 2.738069772720337, + 5.6970720291137695, + 2.783193349838257, + 2.9188599586486816, + 1.7891279458999634, + 2.9641177654266357, + 5.321862697601318, + 3.7232701778411865 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0003799793485086411, - "embedding.weight": 0.010969564318656921, - "cnn.0.weight": 0.26418164372444153, - "cnn.0.bias": 0.00933816283941269, - "cnn.2.weight": 0.0933099016547203, - "cnn.2.bias": 0.022770997136831284, - "cnn.5.weight": 0.21996039152145386, - "cnn.5.bias": 0.02657756209373474, - "action_emb.weight": 0.008356180042028427, - "timestep_emb.weight": 0.004694242961704731, - "pos_emb.weight": 0.005121109075844288, - "transformer.layers.0.self_attn.in_proj_weight": 0.15065114200115204, - "transformer.layers.0.self_attn.in_proj_bias": 0.010473769158124924, - "transformer.layers.0.self_attn.out_proj.weight": 0.10127897560596466, - "transformer.layers.0.self_attn.out_proj.bias": 0.011127392761409283, - "transformer.layers.0.linear1.weight": 0.06726425141096115, - "transformer.layers.0.linear1.bias": 0.003825069172307849, - "transformer.layers.0.linear2.weight": 0.08815488964319229, - "transformer.layers.0.linear2.bias": 0.006058645434677601, - "transformer.layers.0.norm1.weight": 0.010145285166800022, - "transformer.layers.0.norm1.bias": 0.010736503638327122, - "transformer.layers.0.norm2.weight": 0.004714525304734707, - "transformer.layers.0.norm2.bias": 0.0035569348838180304, - "transformer.layers.1.self_attn.in_proj_weight": 0.06275612860918045, - "transformer.layers.1.self_attn.in_proj_bias": 0.0032743748743087053, - "transformer.layers.1.self_attn.out_proj.weight": 0.06625811755657196, - "transformer.layers.1.self_attn.out_proj.bias": 0.004441695287823677, - "transformer.layers.1.linear1.weight": 0.03616240620613098, - "transformer.layers.1.linear1.bias": 0.0018015194218605757, - "transformer.layers.1.linear2.weight": 0.04536059871315956, - "transformer.layers.1.linear2.bias": 0.004134673625230789, - "transformer.layers.1.norm1.weight": 0.003910299390554428, - "transformer.layers.1.norm1.bias": 0.0030303727835416794, - "transformer.layers.1.norm2.weight": 0.0025905875954777002, - "transformer.layers.1.norm2.bias": 0.0015683703823015094, - "transformer.layers.2.self_attn.in_proj_weight": 0.05436800420284271, - "transformer.layers.2.self_attn.in_proj_bias": 0.0032134351786226034, - "transformer.layers.2.self_attn.out_proj.weight": 0.044923290610313416, - "transformer.layers.2.self_attn.out_proj.bias": 0.003934269770979881, - "transformer.layers.2.linear1.weight": 0.031443048268556595, - "transformer.layers.2.linear1.bias": 0.0016685124719515443, - "transformer.layers.2.linear2.weight": 0.03411412239074707, - "transformer.layers.2.linear2.bias": 0.004081319086253643, - "transformer.layers.2.norm1.weight": 0.003454664722084999, - "transformer.layers.2.norm1.bias": 0.0037656212225556374, - "transformer.layers.2.norm2.weight": 0.0019861648324877024, - "transformer.layers.2.norm2.bias": 0.0014372189762070775, - "transformer.layers.3.self_attn.in_proj_weight": 0.09206440299749374, - "transformer.layers.3.self_attn.in_proj_bias": 0.008126419968903065, - "transformer.layers.3.self_attn.out_proj.weight": 0.0521271638572216, - "transformer.layers.3.self_attn.out_proj.bias": 0.006949827540665865, - "transformer.layers.3.linear1.weight": 0.07867398113012314, - "transformer.layers.3.linear1.bias": 0.005014054477214813, - "transformer.layers.3.linear2.weight": 0.040560025721788406, - "transformer.layers.3.linear2.bias": 0.008318967185914516, - "transformer.layers.3.norm1.weight": 0.0069887894205749035, - "transformer.layers.3.norm1.bias": 0.011403579264879227, - "transformer.layers.3.norm2.weight": 0.005778077989816666, - "transformer.layers.3.norm2.bias": 0.005979243200272322, - "head.weight": 0.515680730342865, - "head.bias": 0.015246431343257427, - "global_embedding.weight": 0.03394031152129173, - "global_cnn.0.weight": 0.23600703477859497, - "global_cnn.0.bias": 0.008832566440105438, - "global_cnn.2.weight": 0.3928166329860687, - "global_cnn.2.bias": 0.017952745780348778, - "global_proj.weight": 0.12506915628910065, - "global_proj.bias": 0.06933735311031342, - "goal_head.0.weight": 0.07133157551288605, - "goal_head.0.bias": 0.025947052985429764, - "goal_head.2.weight": 0.11043242365121841, - "goal_head.2.bias": 0.060772594064474106 - }, - { - "global_gate": 0.00019973826420027763, - "embedding.weight": 0.019424203783273697, - "cnn.0.weight": 0.2557522654533386, - "cnn.0.bias": 0.0122139360755682, - "cnn.2.weight": 0.049528948962688446, - "cnn.2.bias": 0.01445725467056036, - "cnn.5.weight": 0.06644496321678162, - "cnn.5.bias": 0.01416969858109951, - "action_emb.weight": 0.01790289580821991, - "timestep_emb.weight": 0.00785695668309927, - "pos_emb.weight": 0.00885946024209261, - "transformer.layers.0.self_attn.in_proj_weight": 0.12160000205039978, - "transformer.layers.0.self_attn.in_proj_bias": 0.008350198157131672, - "transformer.layers.0.self_attn.out_proj.weight": 0.094459168612957, - "transformer.layers.0.self_attn.out_proj.bias": 0.010988191701471806, - "transformer.layers.0.linear1.weight": 0.08534875512123108, - "transformer.layers.0.linear1.bias": 0.004308813717216253, - "transformer.layers.0.linear2.weight": 0.10482415556907654, - "transformer.layers.0.linear2.bias": 0.009099654853343964, - "transformer.layers.0.norm1.weight": 0.00718659209087491, - "transformer.layers.0.norm1.bias": 0.007484637666493654, - "transformer.layers.0.norm2.weight": 0.00648080836981535, - "transformer.layers.0.norm2.bias": 0.004234574269503355, - "transformer.layers.1.self_attn.in_proj_weight": 0.08918290585279465, - "transformer.layers.1.self_attn.in_proj_bias": 0.005248421337455511, - "transformer.layers.1.self_attn.out_proj.weight": 0.09281829744577408, - "transformer.layers.1.self_attn.out_proj.bias": 0.007655423600226641, - "transformer.layers.1.linear1.weight": 0.054607123136520386, - "transformer.layers.1.linear1.bias": 0.003005696926265955, - "transformer.layers.1.linear2.weight": 0.06988353282213211, - "transformer.layers.1.linear2.bias": 0.007610503118485212, - "transformer.layers.1.norm1.weight": 0.005577343050390482, - "transformer.layers.1.norm1.bias": 0.004550033714622259, - "transformer.layers.1.norm2.weight": 0.0032928267028182745, - "transformer.layers.1.norm2.bias": 0.002475090092048049, - "transformer.layers.2.self_attn.in_proj_weight": 0.10036098212003708, - "transformer.layers.2.self_attn.in_proj_bias": 0.0060715037398040295, - "transformer.layers.2.self_attn.out_proj.weight": 0.06572619825601578, - "transformer.layers.2.self_attn.out_proj.bias": 0.007257757242769003, - "transformer.layers.2.linear1.weight": 0.052571043372154236, - "transformer.layers.2.linear1.bias": 0.003106983844190836, - "transformer.layers.2.linear2.weight": 0.0549699105322361, - "transformer.layers.2.linear2.bias": 0.007485940586775541, - "transformer.layers.2.norm1.weight": 0.006992134731262922, - "transformer.layers.2.norm1.bias": 0.006694494746625423, - "transformer.layers.2.norm2.weight": 0.0030978459399193525, - "transformer.layers.2.norm2.bias": 0.003287410596385598, - "transformer.layers.3.self_attn.in_proj_weight": 0.15532946586608887, - "transformer.layers.3.self_attn.in_proj_bias": 0.013268955051898956, - "transformer.layers.3.self_attn.out_proj.weight": 0.08702767640352249, - "transformer.layers.3.self_attn.out_proj.bias": 0.01192303467541933, - "transformer.layers.3.linear1.weight": 0.14188331365585327, - "transformer.layers.3.linear1.bias": 0.010594603605568409, - "transformer.layers.3.linear2.weight": 0.07791440933942795, - "transformer.layers.3.linear2.bias": 0.016451142728328705, - "transformer.layers.3.norm1.weight": 0.01139981672167778, - "transformer.layers.3.norm1.bias": 0.017984583973884583, - "transformer.layers.3.norm2.weight": 0.009357609786093235, - "transformer.layers.3.norm2.bias": 0.014685159549117088, - "head.weight": 0.8784700632095337, - "head.bias": 0.030292026698589325, - "global_embedding.weight": 0.011143657378852367, - "global_cnn.0.weight": 0.08512809872627258, - "global_cnn.0.bias": 0.0028987915720790625, - "global_cnn.2.weight": 0.20417948067188263, - "global_cnn.2.bias": 0.008306455798447132, - "global_proj.weight": 0.053537264466285706, - "global_proj.bias": 0.028164396062493324, - "goal_head.0.weight": 0.02998800203204155, - "goal_head.0.bias": 0.011297179386019707, - "goal_head.2.weight": 0.04230603575706482, - "goal_head.2.bias": 0.027112258598208427 - }, - { - "global_gate": 0.0007521903607994318, - "embedding.weight": 0.005282956175506115, - "cnn.0.weight": 0.09574003517627716, - "cnn.0.bias": 0.005215983372181654, - "cnn.2.weight": 0.024390004575252533, - "cnn.2.bias": 0.010368062183260918, - "cnn.5.weight": 0.036905184388160706, - "cnn.5.bias": 0.008137092925608158, - "action_emb.weight": 0.015831397846341133, - "timestep_emb.weight": 0.004905553534626961, - "pos_emb.weight": 0.0063057951629161835, - "transformer.layers.0.self_attn.in_proj_weight": 0.06448422372341156, - "transformer.layers.0.self_attn.in_proj_bias": 0.006653760559856892, - "transformer.layers.0.self_attn.out_proj.weight": 0.060541894286870956, - "transformer.layers.0.self_attn.out_proj.bias": 0.00928546953946352, - "transformer.layers.0.linear1.weight": 0.06715656816959381, - "transformer.layers.0.linear1.bias": 0.0037384326569736004, - "transformer.layers.0.linear2.weight": 0.08442484587430954, - "transformer.layers.0.linear2.bias": 0.007817007601261139, - "transformer.layers.0.norm1.weight": 0.003860813332721591, - "transformer.layers.0.norm1.bias": 0.005720681976526976, - "transformer.layers.0.norm2.weight": 0.004592344630509615, - "transformer.layers.0.norm2.bias": 0.003839271841570735, - "transformer.layers.1.self_attn.in_proj_weight": 0.056707512587308884, - "transformer.layers.1.self_attn.in_proj_bias": 0.004586559254676104, - "transformer.layers.1.self_attn.out_proj.weight": 0.0762777030467987, - "transformer.layers.1.self_attn.out_proj.bias": 0.006915057543665171, - "transformer.layers.1.linear1.weight": 0.05153581500053406, - "transformer.layers.1.linear1.bias": 0.0028967461548745632, - "transformer.layers.1.linear2.weight": 0.06441865861415863, - "transformer.layers.1.linear2.bias": 0.0066965436562895775, - "transformer.layers.1.norm1.weight": 0.0033429821487516165, - "transformer.layers.1.norm1.bias": 0.004225817508995533, - "transformer.layers.1.norm2.weight": 0.0035081438254565, - "transformer.layers.1.norm2.bias": 0.0028071145061403513, - "transformer.layers.2.self_attn.in_proj_weight": 0.09277088940143585, - "transformer.layers.2.self_attn.in_proj_bias": 0.005943832919001579, - "transformer.layers.2.self_attn.out_proj.weight": 0.05907855182886124, - "transformer.layers.2.self_attn.out_proj.bias": 0.006947387009859085, - "transformer.layers.2.linear1.weight": 0.04527389258146286, - "transformer.layers.2.linear1.bias": 0.0030681174248456955, - "transformer.layers.2.linear2.weight": 0.049548596143722534, - "transformer.layers.2.linear2.bias": 0.007387698162347078, - "transformer.layers.2.norm1.weight": 0.006761768367141485, - "transformer.layers.2.norm1.bias": 0.00607851380482316, - "transformer.layers.2.norm2.weight": 0.003429480828344822, - "transformer.layers.2.norm2.bias": 0.0036095748655498028, - "transformer.layers.3.self_attn.in_proj_weight": 0.1587495505809784, - "transformer.layers.3.self_attn.in_proj_bias": 0.015075217001140118, - "transformer.layers.3.self_attn.out_proj.weight": 0.07326792925596237, - "transformer.layers.3.self_attn.out_proj.bias": 0.012776803225278854, - "transformer.layers.3.linear1.weight": 0.1112215667963028, - "transformer.layers.3.linear1.bias": 0.008847489953041077, - "transformer.layers.3.linear2.weight": 0.06607329845428467, - "transformer.layers.3.linear2.bias": 0.016490356996655464, - "transformer.layers.3.norm1.weight": 0.012990439310669899, - "transformer.layers.3.norm1.bias": 0.02143189124763012, - "transformer.layers.3.norm2.weight": 0.009016231633722782, - "transformer.layers.3.norm2.bias": 0.01129841711372137, - "head.weight": 0.785192608833313, - "head.bias": 0.032039474695920944, - "global_embedding.weight": 0.01812954992055893, - "global_cnn.0.weight": 0.08814308792352676, - "global_cnn.0.bias": 0.0029747658409178257, - "global_cnn.2.weight": 0.2124301642179489, - "global_cnn.2.bias": 0.01115723978728056, - "global_proj.weight": 0.05169681832194328, - "global_proj.bias": 0.029695190489292145, - "goal_head.0.weight": 0.03193984553217888, - "goal_head.0.bias": 0.012988971546292305, - "goal_head.2.weight": 0.047540951520204544, - "goal_head.2.bias": 0.03215494379401207 - }, - { - "global_gate": 0.0006192860309965909, - "embedding.weight": 0.003624330274760723, - "cnn.0.weight": 0.07590410113334656, - "cnn.0.bias": 0.003711999859660864, - "cnn.2.weight": 0.026566853746771812, - "cnn.2.bias": 0.008992180228233337, - "cnn.5.weight": 0.037914667278528214, - "cnn.5.bias": 0.007089356426149607, - "action_emb.weight": 0.013750608079135418, - "timestep_emb.weight": 0.004672965034842491, - "pos_emb.weight": 0.006525527220219374, - "transformer.layers.0.self_attn.in_proj_weight": 0.06511159986257553, - "transformer.layers.0.self_attn.in_proj_bias": 0.0074052829295396805, - "transformer.layers.0.self_attn.out_proj.weight": 0.06278415769338608, - "transformer.layers.0.self_attn.out_proj.bias": 0.009986532852053642, - "transformer.layers.0.linear1.weight": 0.05898846685886383, - "transformer.layers.0.linear1.bias": 0.003785578766837716, - "transformer.layers.0.linear2.weight": 0.07753713428974152, - "transformer.layers.0.linear2.bias": 0.008990364149212837, - "transformer.layers.0.norm1.weight": 0.004122801125049591, - "transformer.layers.0.norm1.bias": 0.0073666744865477085, - "transformer.layers.0.norm2.weight": 0.005328143015503883, - "transformer.layers.0.norm2.bias": 0.003703097114339471, - "transformer.layers.1.self_attn.in_proj_weight": 0.06105847656726837, - "transformer.layers.1.self_attn.in_proj_bias": 0.005047686863690615, - "transformer.layers.1.self_attn.out_proj.weight": 0.077494777739048, - "transformer.layers.1.self_attn.out_proj.bias": 0.007640672381967306, - "transformer.layers.1.linear1.weight": 0.04132848232984543, - "transformer.layers.1.linear1.bias": 0.0026782876811921597, - "transformer.layers.1.linear2.weight": 0.0573427751660347, - "transformer.layers.1.linear2.bias": 0.0074656205251812935, - "transformer.layers.1.norm1.weight": 0.003319354495033622, - "transformer.layers.1.norm1.bias": 0.004856516607105732, - "transformer.layers.1.norm2.weight": 0.0031962620560079813, - "transformer.layers.1.norm2.bias": 0.0025224594864994287, - "transformer.layers.2.self_attn.in_proj_weight": 0.0767560601234436, - "transformer.layers.2.self_attn.in_proj_bias": 0.0058698528446257114, - "transformer.layers.2.self_attn.out_proj.weight": 0.05910644680261612, - "transformer.layers.2.self_attn.out_proj.bias": 0.007759123109281063, - "transformer.layers.2.linear1.weight": 0.04068218544125557, - "transformer.layers.2.linear1.bias": 0.0027672310825437307, - "transformer.layers.2.linear2.weight": 0.047318682074546814, - "transformer.layers.2.linear2.bias": 0.00812128558754921, - "transformer.layers.2.norm1.weight": 0.005282227881252766, - "transformer.layers.2.norm1.bias": 0.006667702924460173, - "transformer.layers.2.norm2.weight": 0.002724967198446393, - "transformer.layers.2.norm2.bias": 0.0028609600849449635, - "transformer.layers.3.self_attn.in_proj_weight": 0.17315641045570374, - "transformer.layers.3.self_attn.in_proj_bias": 0.017561277374625206, - "transformer.layers.3.self_attn.out_proj.weight": 0.08423732966184616, - "transformer.layers.3.self_attn.out_proj.bias": 0.014728239737451077, - "transformer.layers.3.linear1.weight": 0.11418336629867554, - "transformer.layers.3.linear1.bias": 0.009408371523022652, - "transformer.layers.3.linear2.weight": 0.07203174382448196, - "transformer.layers.3.linear2.bias": 0.018991606310009956, - "transformer.layers.3.norm1.weight": 0.01313740387558937, - "transformer.layers.3.norm1.bias": 0.02355288155376911, - "transformer.layers.3.norm2.weight": 0.008700522594153881, - "transformer.layers.3.norm2.bias": 0.011585593223571777, - "head.weight": 0.8961946368217468, - "head.bias": 0.03832871839404106, - "global_embedding.weight": 0.05235905572772026, - "global_cnn.0.weight": 0.23214900493621826, - "global_cnn.0.bias": 0.007318471558392048, - "global_cnn.2.weight": 0.5647348165512085, - "global_cnn.2.bias": 0.02555200830101967, - "global_proj.weight": 0.07267408072948456, - "global_proj.bias": 0.05109621584415436, - "goal_head.0.weight": 0.04089789465069771, - "goal_head.0.bias": 0.018888024613261223, - "goal_head.2.weight": 0.05630503594875336, - "goal_head.2.bias": 0.041527703404426575 - }, - { - "global_gate": 0.0001419805339537561, - "embedding.weight": 0.0013952739536762238, - "cnn.0.weight": 0.02622900903224945, - "cnn.0.bias": 0.0008683348423801363, - "cnn.2.weight": 0.009133772924542427, - "cnn.2.bias": 0.0028249919414520264, - "cnn.5.weight": 0.018147146329283714, - "cnn.5.bias": 0.0023390110582113266, - "action_emb.weight": 0.002304235240444541, - "timestep_emb.weight": 0.00206160731613636, - "pos_emb.weight": 0.001812600065022707, - "transformer.layers.0.self_attn.in_proj_weight": 0.021743718534708023, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011489571770653129, - "transformer.layers.0.self_attn.out_proj.weight": 0.025163725018501282, - "transformer.layers.0.self_attn.out_proj.bias": 0.0014970003394410014, - "transformer.layers.0.linear1.weight": 0.018100930377840996, - "transformer.layers.0.linear1.bias": 0.0008367866394110024, - "transformer.layers.0.linear2.weight": 0.021808834746479988, - "transformer.layers.0.linear2.bias": 0.001202293555252254, - "transformer.layers.0.norm1.weight": 0.0011244869092479348, - "transformer.layers.0.norm1.bias": 0.0010279386769980192, - "transformer.layers.0.norm2.weight": 0.00129772222135216, - "transformer.layers.0.norm2.bias": 0.0009050749358721077, - "transformer.layers.1.self_attn.in_proj_weight": 0.030198706313967705, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014920741086825728, - "transformer.layers.1.self_attn.out_proj.weight": 0.010100451298058033, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005754149751737714, - "transformer.layers.1.linear1.weight": 0.0065974025055766106, - "transformer.layers.1.linear1.bias": 0.0003217402845621109, - "transformer.layers.1.linear2.weight": 0.008769060485064983, - "transformer.layers.1.linear2.bias": 0.0005377037450671196, - "transformer.layers.1.norm1.weight": 0.0019073804141953588, - "transformer.layers.1.norm1.bias": 0.0016201570397242904, - "transformer.layers.1.norm2.weight": 0.0003946256765630096, - "transformer.layers.1.norm2.bias": 0.0002872266049962491, - "transformer.layers.2.self_attn.in_proj_weight": 0.015017044730484486, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005559114506468177, - "transformer.layers.2.self_attn.out_proj.weight": 0.006894565653055906, - "transformer.layers.2.self_attn.out_proj.bias": 0.00047849968541413546, - "transformer.layers.2.linear1.weight": 0.005744991824030876, - "transformer.layers.2.linear1.bias": 0.00028847125940956175, - "transformer.layers.2.linear2.weight": 0.006377675104886293, - "transformer.layers.2.linear2.bias": 0.0004501175135374069, - "transformer.layers.2.norm1.weight": 0.0009191878489218652, - "transformer.layers.2.norm1.bias": 0.0005370173021219671, - "transformer.layers.2.norm2.weight": 0.0003713176411110908, - "transformer.layers.2.norm2.bias": 0.00025984595413319767, - "transformer.layers.3.self_attn.in_proj_weight": 0.0156962089240551, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005805410910397768, - "transformer.layers.3.self_attn.out_proj.weight": 0.00761576509103179, - "transformer.layers.3.self_attn.out_proj.bias": 0.0004514145548455417, - "transformer.layers.3.linear1.weight": 0.015231863595545292, - "transformer.layers.3.linear1.bias": 0.0008268921519629657, - "transformer.layers.3.linear2.weight": 0.00845184363424778, - "transformer.layers.3.linear2.bias": 0.0006748001324012876, - "transformer.layers.3.norm1.weight": 0.0011531092459335923, - "transformer.layers.3.norm1.bias": 0.0007153537007980049, - "transformer.layers.3.norm2.weight": 0.0011260481551289558, - "transformer.layers.3.norm2.bias": 0.0009288781438954175, - "head.weight": 0.09527324140071869, - "head.bias": 0.001448010210879147, - "global_embedding.weight": 0.016404369845986366, - "global_cnn.0.weight": 0.09547590464353561, - "global_cnn.0.bias": 0.002626344794407487, - "global_cnn.2.weight": 0.2583644390106201, - "global_cnn.2.bias": 0.013527105562388897, - "global_proj.weight": 0.04836517199873924, - "global_proj.bias": 0.030426954850554466, - "goal_head.0.weight": 0.028170380741357803, - "goal_head.0.bias": 0.01196158118546009, - "goal_head.2.weight": 0.04119551181793213, - "goal_head.2.bias": 0.026474416255950928 - }, - { - "global_gate": 0.00013867716188542545, - "embedding.weight": 0.004925248213112354, - "cnn.0.weight": 0.09960980713367462, - "cnn.0.bias": 0.00374899385496974, - "cnn.2.weight": 0.027424495667219162, - "cnn.2.bias": 0.007181957364082336, - "cnn.5.weight": 0.043454743921756744, - "cnn.5.bias": 0.006485904101282358, - "action_emb.weight": 0.00618651183322072, - "timestep_emb.weight": 0.003262156620621681, - "pos_emb.weight": 0.0037284987047314644, - "transformer.layers.0.self_attn.in_proj_weight": 0.06491892784833908, - "transformer.layers.0.self_attn.in_proj_bias": 0.0055033923126757145, - "transformer.layers.0.self_attn.out_proj.weight": 0.06576809287071228, - "transformer.layers.0.self_attn.out_proj.bias": 0.006799154914915562, - "transformer.layers.0.linear1.weight": 0.04068046063184738, - "transformer.layers.0.linear1.bias": 0.0023155820090323687, - "transformer.layers.0.linear2.weight": 0.0498398058116436, - "transformer.layers.0.linear2.bias": 0.004008937161415815, - "transformer.layers.0.norm1.weight": 0.0038497529458254576, - "transformer.layers.0.norm1.bias": 0.005392904859036207, - "transformer.layers.0.norm2.weight": 0.00363016570918262, - "transformer.layers.0.norm2.bias": 0.0029593247454613447, - "transformer.layers.1.self_attn.in_proj_weight": 0.045327696949243546, - "transformer.layers.1.self_attn.in_proj_bias": 0.002758885733783245, - "transformer.layers.1.self_attn.out_proj.weight": 0.040044788271188736, - "transformer.layers.1.self_attn.out_proj.bias": 0.0026709777303040028, - "transformer.layers.1.linear1.weight": 0.021683545783162117, - "transformer.layers.1.linear1.bias": 0.001180564984679222, - "transformer.layers.1.linear2.weight": 0.028248094022274017, - "transformer.layers.1.linear2.bias": 0.0025041403714567423, - "transformer.layers.1.norm1.weight": 0.003147329203784466, - "transformer.layers.1.norm1.bias": 0.002996714785695076, - "transformer.layers.1.norm2.weight": 0.0015427813632413745, - "transformer.layers.1.norm2.bias": 0.001108040800318122, - "transformer.layers.2.self_attn.in_proj_weight": 0.05156131461262703, - "transformer.layers.2.self_attn.in_proj_bias": 0.0026087863370776176, - "transformer.layers.2.self_attn.out_proj.weight": 0.02061387524008751, - "transformer.layers.2.self_attn.out_proj.bias": 0.0021974986884742975, - "transformer.layers.2.linear1.weight": 0.014018679037690163, - "transformer.layers.2.linear1.bias": 0.0008325200760737062, - "transformer.layers.2.linear2.weight": 0.01602947525680065, - "transformer.layers.2.linear2.bias": 0.0021908313501626253, - "transformer.layers.2.norm1.weight": 0.003404410323128104, - "transformer.layers.2.norm1.bias": 0.0028326031751930714, - "transformer.layers.2.norm2.weight": 0.000878449238371104, - "transformer.layers.2.norm2.bias": 0.0006978488527238369, - "transformer.layers.3.self_attn.in_proj_weight": 0.04710084944963455, - "transformer.layers.3.self_attn.in_proj_bias": 0.003876171074807644, - "transformer.layers.3.self_attn.out_proj.weight": 0.023185420781373978, - "transformer.layers.3.self_attn.out_proj.bias": 0.003396713174879551, - "transformer.layers.3.linear1.weight": 0.037238068878650665, - "transformer.layers.3.linear1.bias": 0.0029764457140117884, - "transformer.layers.3.linear2.weight": 0.021349824965000153, - "transformer.layers.3.linear2.bias": 0.005034258123487234, - "transformer.layers.3.norm1.weight": 0.0039933836087584496, - "transformer.layers.3.norm1.bias": 0.005103802774101496, - "transformer.layers.3.norm2.weight": 0.002960285171866417, - "transformer.layers.3.norm2.bias": 0.004666127264499664, - "head.weight": 0.2744295597076416, - "head.bias": 0.010647669434547424, - "global_embedding.weight": 0.024739446118474007, - "global_cnn.0.weight": 0.18425841629505157, - "global_cnn.0.bias": 0.004110998474061489, - "global_cnn.2.weight": 0.44245555996894836, - "global_cnn.2.bias": 0.022178441286087036, - "global_proj.weight": 0.07465790957212448, - "global_proj.bias": 0.053137850016355515, - "goal_head.0.weight": 0.04001041129231453, - "goal_head.0.bias": 0.019371315836906433, - "goal_head.2.weight": 0.06049378216266632, - "goal_head.2.bias": 0.04543526470661163 - }, - { - "global_gate": 0.000618554768152535, - "embedding.weight": 0.0027793594636023045, - "cnn.0.weight": 0.04527580738067627, - "cnn.0.bias": 0.0018657599575817585, - "cnn.2.weight": 0.0133955804631114, - "cnn.2.bias": 0.003373368876054883, - "cnn.5.weight": 0.010993396863341331, - "cnn.5.bias": 0.002130274660885334, - "action_emb.weight": 0.0035355587024241686, - "timestep_emb.weight": 0.0020215462427586317, - "pos_emb.weight": 0.002047088695690036, - "transformer.layers.0.self_attn.in_proj_weight": 0.027855347841978073, - "transformer.layers.0.self_attn.in_proj_bias": 0.00184151332359761, - "transformer.layers.0.self_attn.out_proj.weight": 0.023610861971974373, - "transformer.layers.0.self_attn.out_proj.bias": 0.002124256221577525, - "transformer.layers.0.linear1.weight": 0.020242469385266304, - "transformer.layers.0.linear1.bias": 0.0009415076347067952, - "transformer.layers.0.linear2.weight": 0.021427998319268227, - "transformer.layers.0.linear2.bias": 0.0013419807655736804, - "transformer.layers.0.norm1.weight": 0.0017309922259300947, - "transformer.layers.0.norm1.bias": 0.001795574207790196, - "transformer.layers.0.norm2.weight": 0.0017223753966391087, - "transformer.layers.0.norm2.bias": 0.0009813711512833834, - "transformer.layers.1.self_attn.in_proj_weight": 0.02122964896261692, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009783264249563217, - "transformer.layers.1.self_attn.out_proj.weight": 0.01858382299542427, - "transformer.layers.1.self_attn.out_proj.bias": 0.000980776734650135, - "transformer.layers.1.linear1.weight": 0.010118363425135612, - "transformer.layers.1.linear1.bias": 0.0005480933468788862, - "transformer.layers.1.linear2.weight": 0.012694413773715496, - "transformer.layers.1.linear2.bias": 0.0009037170675583184, - "transformer.layers.1.norm1.weight": 0.0015045040054246783, - "transformer.layers.1.norm1.bias": 0.0010471561690792441, - "transformer.layers.1.norm2.weight": 0.000703456811606884, - "transformer.layers.1.norm2.bias": 0.0005926822195760906, - "transformer.layers.2.self_attn.in_proj_weight": 0.025052348151803017, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010987163987010717, - "transformer.layers.2.self_attn.out_proj.weight": 0.012577520683407784, - "transformer.layers.2.self_attn.out_proj.bias": 0.000704555946867913, - "transformer.layers.2.linear1.weight": 0.0068972441367805, - "transformer.layers.2.linear1.bias": 0.00036393056507222354, - "transformer.layers.2.linear2.weight": 0.008138122968375683, - "transformer.layers.2.linear2.bias": 0.0006437502452172339, - "transformer.layers.2.norm1.weight": 0.0019355916883796453, - "transformer.layers.2.norm1.bias": 0.0010726017644628882, - "transformer.layers.2.norm2.weight": 0.00040302216075360775, - "transformer.layers.2.norm2.bias": 0.00038244458846747875, - "transformer.layers.3.self_attn.in_proj_weight": 0.02664198912680149, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013504530070349574, - "transformer.layers.3.self_attn.out_proj.weight": 0.01442556269466877, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009042039164341986, - "transformer.layers.3.linear1.weight": 0.01894262433052063, - "transformer.layers.3.linear1.bias": 0.0011194456601515412, - "transformer.layers.3.linear2.weight": 0.00997429434210062, - "transformer.layers.3.linear2.bias": 0.0014055209467187524, - "transformer.layers.3.norm1.weight": 0.0019162462558597326, - "transformer.layers.3.norm1.bias": 0.0019050800474360585, - "transformer.layers.3.norm2.weight": 0.0014580429997295141, - "transformer.layers.3.norm2.bias": 0.0014437290374189615, - "head.weight": 0.13633957505226135, - "head.bias": 0.002477934118360281, - "global_embedding.weight": 0.022561393678188324, - "global_cnn.0.weight": 0.1165567934513092, - "global_cnn.0.bias": 0.004468075465410948, - "global_cnn.2.weight": 0.21930120885372162, - "global_cnn.2.bias": 0.009694354608654976, - "global_proj.weight": 0.07147534191608429, - "global_proj.bias": 0.047038111835718155, - "goal_head.0.weight": 0.051560353487730026, - "goal_head.0.bias": 0.023629676550626755, - "goal_head.2.weight": 0.07846926897764206, - "goal_head.2.bias": 0.061380501836538315 - }, - { - "global_gate": 0.000035898498026654124, - "embedding.weight": 0.00014600092254113406, - "cnn.0.weight": 0.004397055599838495, - "cnn.0.bias": 0.00016886461526155472, - "cnn.2.weight": 0.001487466157414019, - "cnn.2.bias": 0.0004532765888143331, - "cnn.5.weight": 0.0017427491256967187, - "cnn.5.bias": 0.0005446677096188068, - "action_emb.weight": 0.00039178566657938063, - "timestep_emb.weight": 0.00016959682398010045, - "pos_emb.weight": 0.0002260618202853948, - "transformer.layers.0.self_attn.in_proj_weight": 0.002824700903147459, - "transformer.layers.0.self_attn.in_proj_bias": 0.00018534963601268828, - "transformer.layers.0.self_attn.out_proj.weight": 0.002736286958679557, - "transformer.layers.0.self_attn.out_proj.bias": 0.00023631720978301018, - "transformer.layers.0.linear1.weight": 0.0021564792841672897, - "transformer.layers.0.linear1.bias": 0.00011528452159836888, - "transformer.layers.0.linear2.weight": 0.0026244281325489283, - "transformer.layers.0.linear2.bias": 0.0001583318371558562, - "transformer.layers.0.norm1.weight": 0.00016471900744363666, - "transformer.layers.0.norm1.bias": 0.0001583362463861704, - "transformer.layers.0.norm2.weight": 0.0001894245360745117, - "transformer.layers.0.norm2.bias": 0.00012153907300671563, - "transformer.layers.1.self_attn.in_proj_weight": 0.0028336611576378345, - "transformer.layers.1.self_attn.in_proj_bias": 0.00010037853644462302, - "transformer.layers.1.self_attn.out_proj.weight": 0.00343124708160758, - "transformer.layers.1.self_attn.out_proj.bias": 0.00012672148295678198, - "transformer.layers.1.linear1.weight": 0.0013096705079078674, - "transformer.layers.1.linear1.bias": 0.00007238502439577132, - "transformer.layers.1.linear2.weight": 0.0017495639622211456, - "transformer.layers.1.linear2.bias": 0.0001222812570631504, - "transformer.layers.1.norm1.weight": 0.00020269741071388125, - "transformer.layers.1.norm1.bias": 0.00011602872109506279, - "transformer.layers.1.norm2.weight": 0.00008577824337407947, - "transformer.layers.1.norm2.bias": 0.00006028310599504039, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030103109311312437, - "transformer.layers.2.self_attn.in_proj_bias": 0.0001208766334457323, - "transformer.layers.2.self_attn.out_proj.weight": 0.0017111109336838126, - "transformer.layers.2.self_attn.out_proj.bias": 0.00010286553151672706, - "transformer.layers.2.linear1.weight": 0.0010937292827293277, - "transformer.layers.2.linear1.bias": 0.00005839366349391639, - "transformer.layers.2.linear2.weight": 0.001211099443025887, - "transformer.layers.2.linear2.bias": 0.0000961164987529628, - "transformer.layers.2.norm1.weight": 0.00027167005464434624, - "transformer.layers.2.norm1.bias": 0.00013025656517129391, - "transformer.layers.2.norm2.weight": 0.00006169345579110086, - "transformer.layers.2.norm2.bias": 0.00004742960663861595, - "transformer.layers.3.self_attn.in_proj_weight": 0.0031519781332463026, - "transformer.layers.3.self_attn.in_proj_bias": 0.0001767414651112631, - "transformer.layers.3.self_attn.out_proj.weight": 0.0018047919729724526, - "transformer.layers.3.self_attn.out_proj.bias": 0.00012513819092418998, - "transformer.layers.3.linear1.weight": 0.002082579303532839, - "transformer.layers.3.linear1.bias": 0.00012639915803447366, - "transformer.layers.3.linear2.weight": 0.001103847287595272, - "transformer.layers.3.linear2.bias": 0.00015971616085153073, - "transformer.layers.3.norm1.weight": 0.0002677671145647764, - "transformer.layers.3.norm1.bias": 0.00024102575844153762, - "transformer.layers.3.norm2.weight": 0.00015055006952024996, - "transformer.layers.3.norm2.bias": 0.00015446376346517354, - "head.weight": 0.01726466603577137, - "head.bias": 0.0002945752639789134, - "global_embedding.weight": 0.013290777802467346, - "global_cnn.0.weight": 0.2036709189414978, - "global_cnn.0.bias": 0.009659620933234692, - "global_cnn.2.weight": 0.3215155005455017, - "global_cnn.2.bias": 0.0187844131141901, - "global_proj.weight": 0.08554987609386444, - "global_proj.bias": 0.07063556462526321, - "goal_head.0.weight": 0.06419631838798523, - "goal_head.0.bias": 0.036362964659929276, - "goal_head.2.weight": 0.09573622792959213, - "goal_head.2.bias": 0.10230681300163269 - }, - { - "global_gate": 9.051068445842247e-6, - "embedding.weight": 0.00042572119855321944, - "cnn.0.weight": 0.009244387969374657, - "cnn.0.bias": 0.0003489568771328777, - "cnn.2.weight": 0.003006041282787919, - "cnn.2.bias": 0.001036265166476369, - "cnn.5.weight": 0.004171435255557299, - "cnn.5.bias": 0.0005523114814423025, - "action_emb.weight": 0.0010354254627600312, - "timestep_emb.weight": 0.0007082025986164808, - "pos_emb.weight": 0.0011548823677003384, - "transformer.layers.0.self_attn.in_proj_weight": 0.00742366211488843, - "transformer.layers.0.self_attn.in_proj_bias": 0.0004703436279669404, - "transformer.layers.0.self_attn.out_proj.weight": 0.007095621898770332, - "transformer.layers.0.self_attn.out_proj.bias": 0.0006328413728624582, - "transformer.layers.0.linear1.weight": 0.007020511198788881, - "transformer.layers.0.linear1.bias": 0.0003128350945189595, - "transformer.layers.0.linear2.weight": 0.008682530373334885, - "transformer.layers.0.linear2.bias": 0.0005024702986702323, - "transformer.layers.0.norm1.weight": 0.00040300365071743727, - "transformer.layers.0.norm1.bias": 0.00041265887557528913, - "transformer.layers.0.norm2.weight": 0.0006269454606808722, - "transformer.layers.0.norm2.bias": 0.0002967297041323036, - "transformer.layers.1.self_attn.in_proj_weight": 0.008086401037871838, - "transformer.layers.1.self_attn.in_proj_bias": 0.000423637218773365, - "transformer.layers.1.self_attn.out_proj.weight": 0.007242928259074688, - "transformer.layers.1.self_attn.out_proj.bias": 0.00040640647057443857, - "transformer.layers.1.linear1.weight": 0.004836014471948147, - "transformer.layers.1.linear1.bias": 0.0002263015485368669, - "transformer.layers.1.linear2.weight": 0.00637098727747798, - "transformer.layers.1.linear2.bias": 0.0003761344705708325, - "transformer.layers.1.norm1.weight": 0.0004937811754643917, - "transformer.layers.1.norm1.bias": 0.0003860217402689159, - "transformer.layers.1.norm2.weight": 0.000301731051877141, - "transformer.layers.1.norm2.bias": 0.00021306102280505002, - "transformer.layers.2.self_attn.in_proj_weight": 0.007239407394081354, - "transformer.layers.2.self_attn.in_proj_bias": 0.0003026094345841557, - "transformer.layers.2.self_attn.out_proj.weight": 0.0057435063645243645, - "transformer.layers.2.self_attn.out_proj.bias": 0.0003358570102136582, - "transformer.layers.2.linear1.weight": 0.004751045722514391, - "transformer.layers.2.linear1.bias": 0.0002071605995297432, - "transformer.layers.2.linear2.weight": 0.005049239378422499, - "transformer.layers.2.linear2.bias": 0.0003196078760083765, - "transformer.layers.2.norm1.weight": 0.00047441062633879483, - "transformer.layers.2.norm1.bias": 0.0002883148845285177, - "transformer.layers.2.norm2.weight": 0.0002529275370761752, - "transformer.layers.2.norm2.bias": 0.00016576432972215116, - "transformer.layers.3.self_attn.in_proj_weight": 0.009932070970535278, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005373706808313727, - "transformer.layers.3.self_attn.out_proj.weight": 0.005763087421655655, - "transformer.layers.3.self_attn.out_proj.bias": 0.00046715018106624484, - "transformer.layers.3.linear1.weight": 0.014512613415718079, - "transformer.layers.3.linear1.bias": 0.000744650315027684, - "transformer.layers.3.linear2.weight": 0.0070814285427331924, - "transformer.layers.3.linear2.bias": 0.000802707567345351, - "transformer.layers.3.norm1.weight": 0.0007391569088213146, - "transformer.layers.3.norm1.bias": 0.0007109074504114687, - "transformer.layers.3.norm2.weight": 0.0012864700984209776, - "transformer.layers.3.norm2.bias": 0.0010508766863495111, - "head.weight": 0.0880684033036232, - "head.bias": 0.0017086458392441273, - "global_embedding.weight": 0.01811959780752659, - "global_cnn.0.weight": 0.24559102952480316, - "global_cnn.0.bias": 0.010903825983405113, - "global_cnn.2.weight": 0.4592185616493225, - "global_cnn.2.bias": 0.028092050924897194, - "global_proj.weight": 0.10084933787584305, - "global_proj.bias": 0.07883746922016144, - "goal_head.0.weight": 0.06540557742118835, - "goal_head.0.bias": 0.03477250412106514, - "goal_head.2.weight": 0.10673791915178299, - "goal_head.2.bias": 0.09657754004001617 - }, - { - "global_gate": 0.00020309799583628774, - "embedding.weight": 0.0017795348539948463, - "cnn.0.weight": 0.034272145479917526, - "cnn.0.bias": 0.0014940875116735697, - "cnn.2.weight": 0.007612230256199837, - "cnn.2.bias": 0.003162184963002801, - "cnn.5.weight": 0.00963660329580307, - "cnn.5.bias": 0.0023471650201827288, - "action_emb.weight": 0.01043642032891512, - "timestep_emb.weight": 0.004014037549495697, - "pos_emb.weight": 0.006137477699667215, - "transformer.layers.0.self_attn.in_proj_weight": 0.038912393152713776, - "transformer.layers.0.self_attn.in_proj_bias": 0.003273109206929803, - "transformer.layers.0.self_attn.out_proj.weight": 0.03419435769319534, - "transformer.layers.0.self_attn.out_proj.bias": 0.004443719517439604, - "transformer.layers.0.linear1.weight": 0.050057318061590195, - "transformer.layers.0.linear1.bias": 0.002143275924026966, - "transformer.layers.0.linear2.weight": 0.0490705631673336, - "transformer.layers.0.linear2.bias": 0.003944596275687218, - "transformer.layers.0.norm1.weight": 0.0021895477548241615, - "transformer.layers.0.norm1.bias": 0.0029591857455670834, - "transformer.layers.0.norm2.weight": 0.004532170947641134, - "transformer.layers.0.norm2.bias": 0.0021566618233919144, - "transformer.layers.1.self_attn.in_proj_weight": 0.03600434586405754, - "transformer.layers.1.self_attn.in_proj_bias": 0.002400830388069153, - "transformer.layers.1.self_attn.out_proj.weight": 0.036277808248996735, - "transformer.layers.1.self_attn.out_proj.bias": 0.003675513667985797, - "transformer.layers.1.linear1.weight": 0.03257064148783684, - "transformer.layers.1.linear1.bias": 0.0016908219549804926, - "transformer.layers.1.linear2.weight": 0.0395955890417099, - "transformer.layers.1.linear2.bias": 0.003513342933729291, - "transformer.layers.1.norm1.weight": 0.001924939570017159, - "transformer.layers.1.norm1.bias": 0.0019492426654323936, - "transformer.layers.1.norm2.weight": 0.0023933604825288057, - "transformer.layers.1.norm2.bias": 0.0017163276206701994, - "transformer.layers.2.self_attn.in_proj_weight": 0.06484591960906982, - "transformer.layers.2.self_attn.in_proj_bias": 0.0036000311374664307, - "transformer.layers.2.self_attn.out_proj.weight": 0.029153089970350266, - "transformer.layers.2.self_attn.out_proj.bias": 0.0031266987789422274, - "transformer.layers.2.linear1.weight": 0.025453316047787666, - "transformer.layers.2.linear1.bias": 0.0013515364844352007, - "transformer.layers.2.linear2.weight": 0.028988273814320564, - "transformer.layers.2.linear2.bias": 0.0031616827473044395, - "transformer.layers.2.norm1.weight": 0.004772006534039974, - "transformer.layers.2.norm1.bias": 0.004466058686375618, - "transformer.layers.2.norm2.weight": 0.0016098562628030777, - "transformer.layers.2.norm2.bias": 0.0013160092057660222, - "transformer.layers.3.self_attn.in_proj_weight": 0.09563593566417694, - "transformer.layers.3.self_attn.in_proj_bias": 0.007571995723992586, - "transformer.layers.3.self_attn.out_proj.weight": 0.03707139939069748, - "transformer.layers.3.self_attn.out_proj.bias": 0.006106272805482149, - "transformer.layers.3.linear1.weight": 0.07120087742805481, - "transformer.layers.3.linear1.bias": 0.00498593645170331, - "transformer.layers.3.linear2.weight": 0.03982095047831535, - "transformer.layers.3.linear2.bias": 0.008819247595965862, - "transformer.layers.3.norm1.weight": 0.00798093993216753, - "transformer.layers.3.norm1.bias": 0.010640612803399563, - "transformer.layers.3.norm2.weight": 0.005868684500455856, - "transformer.layers.3.norm2.bias": 0.00729779340326786, - "head.weight": 0.5164150595664978, - "head.bias": 0.01970890536904335, - "global_embedding.weight": 0.012920208275318146, - "global_cnn.0.weight": 0.07933837920427322, - "global_cnn.0.bias": 0.0023647905327379704, - "global_cnn.2.weight": 0.20792019367218018, - "global_cnn.2.bias": 0.013441644608974457, - "global_proj.weight": 0.055193979293107986, - "global_proj.bias": 0.042528074234724045, - "goal_head.0.weight": 0.033213529735803604, - "goal_head.0.bias": 0.01644398272037506, - "goal_head.2.weight": 0.05165283381938934, - "goal_head.2.bias": 0.03730015829205513 + "global_gate": 8.472123590763658e-05, + "embedding.weight": 0.002699850592762232, + "cnn.0.weight": 0.058420661836862564, + "cnn.0.bias": 0.0026289026718586683, + "cnn.2.weight": 0.01919396221637726, + "cnn.2.bias": 0.005761741194874048, + "cnn.5.weight": 0.02634647861123085, + "cnn.5.bias": 0.00524256844073534, + "action_emb.weight": 0.01803690753877163, + "timestep_emb.weight": 0.0026524134445935488, + "pos_emb.weight": 0.004159554373472929, + "transformer.layers.0.self_attn.in_proj_weight": 0.07471078634262085, + "transformer.layers.0.self_attn.in_proj_bias": 0.008451451547443867, + "transformer.layers.0.self_attn.out_proj.weight": 0.08914980292320251, + "transformer.layers.0.self_attn.out_proj.bias": 0.014697362668812275, + "transformer.layers.0.linear1.weight": 0.07343080639839172, + "transformer.layers.0.linear1.bias": 0.005924590397626162, + "transformer.layers.0.linear2.weight": 0.11709757894277573, + "transformer.layers.0.linear2.bias": 0.012862141244113445, + "transformer.layers.0.norm1.weight": 0.003574968781322241, + "transformer.layers.0.norm1.bias": 0.006377699784934521, + "transformer.layers.0.norm2.weight": 0.004997424315661192, + "transformer.layers.0.norm2.bias": 0.007166024763137102, + "transformer.layers.1.self_attn.in_proj_weight": 0.10219556093215942, + "transformer.layers.1.self_attn.in_proj_bias": 0.007352318149060011, + "transformer.layers.1.self_attn.out_proj.weight": 0.14858147501945496, + "transformer.layers.1.self_attn.out_proj.bias": 0.0114137576892972, + "transformer.layers.1.linear1.weight": 0.05719471350312233, + "transformer.layers.1.linear1.bias": 0.004345159512013197, + "transformer.layers.1.linear2.weight": 0.08973036706447601, + "transformer.layers.1.linear2.bias": 0.011280928738415241, + "transformer.layers.1.norm1.weight": 0.0053201098926365376, + "transformer.layers.1.norm1.bias": 0.006983601488173008, + "transformer.layers.1.norm2.weight": 0.0031808954663574696, + "transformer.layers.1.norm2.bias": 0.004145922139286995, + "transformer.layers.2.self_attn.in_proj_weight": 0.1179594099521637, + "transformer.layers.2.self_attn.in_proj_bias": 0.009071667678654194, + "transformer.layers.2.self_attn.out_proj.weight": 0.13462230563163757, + "transformer.layers.2.self_attn.out_proj.bias": 0.011648283340036869, + "transformer.layers.2.linear1.weight": 0.062035273760557175, + "transformer.layers.2.linear1.bias": 0.004442261997610331, + "transformer.layers.2.linear2.weight": 0.06521236896514893, + "transformer.layers.2.linear2.bias": 0.012124083936214447, + "transformer.layers.2.norm1.weight": 0.00905061885714531, + "transformer.layers.2.norm1.bias": 0.011619869619607925, + "transformer.layers.2.norm2.weight": 0.004063393920660019, + "transformer.layers.2.norm2.bias": 0.005123442504554987, + "transformer.layers.3.self_attn.in_proj_weight": 0.2728424072265625, + "transformer.layers.3.self_attn.in_proj_bias": 0.024356577545404434, + "transformer.layers.3.self_attn.out_proj.weight": 0.1556464284658432, + "transformer.layers.3.self_attn.out_proj.bias": 0.01924540102481842, + "transformer.layers.3.linear1.weight": 0.15585796535015106, + "transformer.layers.3.linear1.bias": 0.012284606695175171, + "transformer.layers.3.linear2.weight": 0.08929051458835602, + "transformer.layers.3.linear2.bias": 0.022831356152892113, + "transformer.layers.3.norm1.weight": 0.022005856037139893, + "transformer.layers.3.norm1.bias": 0.034208063036203384, + "transformer.layers.3.norm2.weight": 0.010185841470956802, + "transformer.layers.3.norm2.bias": 0.014724673703312874, + "head.weight": 1.4265061616897583, + "head.bias": 0.04379044845700264, + "global_embedding.weight": 0.019539030268788338, + "global_cnn.0.weight": 0.2675603926181793, + "global_cnn.0.bias": 0.011117539368569851, + "global_cnn.2.weight": 0.5194972157478333, + "global_cnn.2.bias": 0.022098707035183907, + "global_proj.weight": 0.2193957269191742, + "global_proj.bias": 0.07976706326007843, + "goal_head.0.weight": 0.12879164516925812, + "goal_head.0.bias": 0.036255206912755966, + "goal_head.2.weight": 0.15640129148960114, + "goal_head.2.bias": 0.07398119568824768 + }, + { + "global_gate": 0.00020830801804549992, + "embedding.weight": 0.0011326685780659318, + "cnn.0.weight": 0.035651497542858124, + "cnn.0.bias": 0.00146799860522151, + "cnn.2.weight": 0.02041972428560257, + "cnn.2.bias": 0.006782670971006155, + "cnn.5.weight": 0.030477512627840042, + "cnn.5.bias": 0.005260535515844822, + "action_emb.weight": 0.008978702127933502, + "timestep_emb.weight": 0.0024487078189849854, + "pos_emb.weight": 0.003990515135228634, + "transformer.layers.0.self_attn.in_proj_weight": 0.0630427822470665, + "transformer.layers.0.self_attn.in_proj_bias": 0.004945197608321905, + "transformer.layers.0.self_attn.out_proj.weight": 0.046547919511795044, + "transformer.layers.0.self_attn.out_proj.bias": 0.006211408413946629, + "transformer.layers.0.linear1.weight": 0.045041345059871674, + "transformer.layers.0.linear1.bias": 0.0026715213898569345, + "transformer.layers.0.linear2.weight": 0.05388542637228966, + "transformer.layers.0.linear2.bias": 0.004751964937895536, + "transformer.layers.0.norm1.weight": 0.004424258600920439, + "transformer.layers.0.norm1.bias": 0.004322828259319067, + "transformer.layers.0.norm2.weight": 0.0038555851206183434, + "transformer.layers.0.norm2.bias": 0.0034216693602502346, + "transformer.layers.1.self_attn.in_proj_weight": 0.05247786268591881, + "transformer.layers.1.self_attn.in_proj_bias": 0.003339575370773673, + "transformer.layers.1.self_attn.out_proj.weight": 0.04485386982560158, + "transformer.layers.1.self_attn.out_proj.bias": 0.0034995130263268948, + "transformer.layers.1.linear1.weight": 0.026315070688724518, + "transformer.layers.1.linear1.bias": 0.001416544197127223, + "transformer.layers.1.linear2.weight": 0.03607344254851341, + "transformer.layers.1.linear2.bias": 0.0033925932366400957, + "transformer.layers.1.norm1.weight": 0.003585186554118991, + "transformer.layers.1.norm1.bias": 0.003540381556376815, + "transformer.layers.1.norm2.weight": 0.0018475961405783892, + "transformer.layers.1.norm2.bias": 0.0012223197845742106, + "transformer.layers.2.self_attn.in_proj_weight": 0.049821607768535614, + "transformer.layers.2.self_attn.in_proj_bias": 0.002967194188386202, + "transformer.layers.2.self_attn.out_proj.weight": 0.04472720995545387, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033519102726131678, + "transformer.layers.2.linear1.weight": 0.023338964208960533, + "transformer.layers.2.linear1.bias": 0.0015971360262483358, + "transformer.layers.2.linear2.weight": 0.025884002447128296, + "transformer.layers.2.linear2.bias": 0.00339221628382802, + "transformer.layers.2.norm1.weight": 0.004051482770591974, + "transformer.layers.2.norm1.bias": 0.003011301625519991, + "transformer.layers.2.norm2.weight": 0.0015769954770803452, + "transformer.layers.2.norm2.bias": 0.0019576845224946737, + "transformer.layers.3.self_attn.in_proj_weight": 0.07468032091856003, + "transformer.layers.3.self_attn.in_proj_bias": 0.006348268128931522, + "transformer.layers.3.self_attn.out_proj.weight": 0.04939708486199379, + "transformer.layers.3.self_attn.out_proj.bias": 0.004731010179966688, + "transformer.layers.3.linear1.weight": 0.0495440810918808, + "transformer.layers.3.linear1.bias": 0.003911477513611317, + "transformer.layers.3.linear2.weight": 0.029047518968582153, + "transformer.layers.3.linear2.bias": 0.005836606957018375, + "transformer.layers.3.norm1.weight": 0.005670286249369383, + "transformer.layers.3.norm1.bias": 0.008561321534216404, + "transformer.layers.3.norm2.weight": 0.003321295138448477, + "transformer.layers.3.norm2.bias": 0.004731815308332443, + "head.weight": 0.36283308267593384, + "head.bias": 0.011539585888385773, + "global_embedding.weight": 0.011123763397336006, + "global_cnn.0.weight": 0.08131467550992966, + "global_cnn.0.bias": 0.0035618175752460957, + "global_cnn.2.weight": 0.15908661484718323, + "global_cnn.2.bias": 0.005824021063745022, + "global_proj.weight": 0.06035257875919342, + "global_proj.bias": 0.02425221912562847, + "goal_head.0.weight": 0.03245929628610611, + "goal_head.0.bias": 0.009950708597898483, + "goal_head.2.weight": 0.04311845079064369, + "goal_head.2.bias": 0.020626375451683998 + }, + { + "global_gate": 8.539501141058281e-05, + "embedding.weight": 0.0015243126545101404, + "cnn.0.weight": 0.028349583968520164, + "cnn.0.bias": 0.001295825350098312, + "cnn.2.weight": 0.008357662707567215, + "cnn.2.bias": 0.0026379134505987167, + "cnn.5.weight": 0.009775985032320023, + "cnn.5.bias": 0.002160255564376712, + "action_emb.weight": 0.01383565366268158, + "timestep_emb.weight": 0.0023131263442337513, + "pos_emb.weight": 0.004659829195588827, + "transformer.layers.0.self_attn.in_proj_weight": 0.03611751273274422, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032073650509119034, + "transformer.layers.0.self_attn.out_proj.weight": 0.03537242114543915, + "transformer.layers.0.self_attn.out_proj.bias": 0.004644832573831081, + "transformer.layers.0.linear1.weight": 0.0657249167561531, + "transformer.layers.0.linear1.bias": 0.0024884678423404694, + "transformer.layers.0.linear2.weight": 0.055559929460287094, + "transformer.layers.0.linear2.bias": 0.004115779884159565, + "transformer.layers.0.norm1.weight": 0.0020484125707298517, + "transformer.layers.0.norm1.bias": 0.0028958532493561506, + "transformer.layers.0.norm2.weight": 0.006698335986584425, + "transformer.layers.0.norm2.bias": 0.0021484456956386566, + "transformer.layers.1.self_attn.in_proj_weight": 0.05136502906680107, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025629596784710884, + "transformer.layers.1.self_attn.out_proj.weight": 0.04185214266180992, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033929815981537104, + "transformer.layers.1.linear1.weight": 0.029639197513461113, + "transformer.layers.1.linear1.bias": 0.0015901342267170548, + "transformer.layers.1.linear2.weight": 0.03385348245501518, + "transformer.layers.1.linear2.bias": 0.0034307953901588917, + "transformer.layers.1.norm1.weight": 0.003723973175510764, + "transformer.layers.1.norm1.bias": 0.0025027000810950994, + "transformer.layers.1.norm2.weight": 0.002421736717224121, + "transformer.layers.1.norm2.bias": 0.0017065569991245866, + "transformer.layers.2.self_attn.in_proj_weight": 0.04627196118235588, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033501230645924807, + "transformer.layers.2.self_attn.out_proj.weight": 0.045295678079128265, + "transformer.layers.2.self_attn.out_proj.bias": 0.003527458058670163, + "transformer.layers.2.linear1.weight": 0.02127641625702381, + "transformer.layers.2.linear1.bias": 0.0015397329116240144, + "transformer.layers.2.linear2.weight": 0.02348225936293602, + "transformer.layers.2.linear2.bias": 0.003585086902603507, + "transformer.layers.2.norm1.weight": 0.004127500578761101, + "transformer.layers.2.norm1.bias": 0.0035497762728482485, + "transformer.layers.2.norm2.weight": 0.0014949830947443843, + "transformer.layers.2.norm2.bias": 0.0018904717871919274, + "transformer.layers.3.self_attn.in_proj_weight": 0.06406174600124359, + "transformer.layers.3.self_attn.in_proj_bias": 0.005690122023224831, + "transformer.layers.3.self_attn.out_proj.weight": 0.036624591797590256, + "transformer.layers.3.self_attn.out_proj.bias": 0.004449588246643543, + "transformer.layers.3.linear1.weight": 0.04166099429130554, + "transformer.layers.3.linear1.bias": 0.0035420882049947977, + "transformer.layers.3.linear2.weight": 0.025494607165455818, + "transformer.layers.3.linear2.bias": 0.0052824467420578, + "transformer.layers.3.norm1.weight": 0.005352411884814501, + "transformer.layers.3.norm1.bias": 0.0077951084822416306, + "transformer.layers.3.norm2.weight": 0.002925403881818056, + "transformer.layers.3.norm2.bias": 0.004858213942497969, + "head.weight": 0.29607734084129333, + "head.bias": 0.010346729308366776, + "global_embedding.weight": 0.018783332780003548, + "global_cnn.0.weight": 0.16868658363819122, + "global_cnn.0.bias": 0.00516559649258852, + "global_cnn.2.weight": 0.4042808711528778, + "global_cnn.2.bias": 0.01669873297214508, + "global_proj.weight": 0.10808265954256058, + "global_proj.bias": 0.0516752228140831, + "goal_head.0.weight": 0.06407163292169571, + "goal_head.0.bias": 0.02312425896525383, + "goal_head.2.weight": 0.08153082430362701, + "goal_head.2.bias": 0.049149516969919205 + }, + { + "global_gate": 9.629995474824682e-05, + "embedding.weight": 0.0004957218188792467, + "cnn.0.weight": 0.017087962478399277, + "cnn.0.bias": 0.0005597010022029281, + "cnn.2.weight": 0.006691586226224899, + "cnn.2.bias": 0.0014117688406258821, + "cnn.5.weight": 0.011232259683310986, + "cnn.5.bias": 0.0014947413001209497, + "action_emb.weight": 0.005127219017595053, + "timestep_emb.weight": 0.0015233008889481425, + "pos_emb.weight": 0.0026321473997086287, + "transformer.layers.0.self_attn.in_proj_weight": 0.0202840156853199, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016455044969916344, + "transformer.layers.0.self_attn.out_proj.weight": 0.020100096240639687, + "transformer.layers.0.self_attn.out_proj.bias": 0.002227585297077894, + "transformer.layers.0.linear1.weight": 0.025976793840527534, + "transformer.layers.0.linear1.bias": 0.0011340506607666612, + "transformer.layers.0.linear2.weight": 0.027161866426467896, + "transformer.layers.0.linear2.bias": 0.001592714455910027, + "transformer.layers.0.norm1.weight": 0.0012010664213448763, + "transformer.layers.0.norm1.bias": 0.0013321662554517388, + "transformer.layers.0.norm2.weight": 0.0027531753294169903, + "transformer.layers.0.norm2.bias": 0.0009470857330597937, + "transformer.layers.1.self_attn.in_proj_weight": 0.02071179822087288, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009240295039489865, + "transformer.layers.1.self_attn.out_proj.weight": 0.02259744144976139, + "transformer.layers.1.self_attn.out_proj.bias": 0.001276569557376206, + "transformer.layers.1.linear1.weight": 0.014727241359651089, + "transformer.layers.1.linear1.bias": 0.0007161970133893192, + "transformer.layers.1.linear2.weight": 0.01992225833237171, + "transformer.layers.1.linear2.bias": 0.0011972390348091722, + "transformer.layers.1.norm1.weight": 0.0013123955577611923, + "transformer.layers.1.norm1.bias": 0.0008388031274080276, + "transformer.layers.1.norm2.weight": 0.001245436491444707, + "transformer.layers.1.norm2.bias": 0.0006517769652418792, + "transformer.layers.2.self_attn.in_proj_weight": 0.027255622670054436, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012333043850958347, + "transformer.layers.2.self_attn.out_proj.weight": 0.021505797281861305, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011549206683412194, + "transformer.layers.2.linear1.weight": 0.012337291613221169, + "transformer.layers.2.linear1.bias": 0.0006740522803738713, + "transformer.layers.2.linear2.weight": 0.014307369478046894, + "transformer.layers.2.linear2.bias": 0.0012419794220477343, + "transformer.layers.2.norm1.weight": 0.0019409850938245654, + "transformer.layers.2.norm1.bias": 0.0013338654534891248, + "transformer.layers.2.norm2.weight": 0.0007438648026436567, + "transformer.layers.2.norm2.bias": 0.000749984523281455, + "transformer.layers.3.self_attn.in_proj_weight": 0.04058847576379776, + "transformer.layers.3.self_attn.in_proj_bias": 0.00207185628823936, + "transformer.layers.3.self_attn.out_proj.weight": 0.021425282582640648, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014237266732379794, + "transformer.layers.3.linear1.weight": 0.02126500941812992, + "transformer.layers.3.linear1.bias": 0.0012924637412652373, + "transformer.layers.3.linear2.weight": 0.011748437769711018, + "transformer.layers.3.linear2.bias": 0.001715368707664311, + "transformer.layers.3.norm1.weight": 0.0034022112376987934, + "transformer.layers.3.norm1.bias": 0.00268628541380167, + "transformer.layers.3.norm2.weight": 0.0013537469785660505, + "transformer.layers.3.norm2.bias": 0.0013365693157538772, + "head.weight": 0.16747678816318512, + "head.bias": 0.003079374087974429, + "global_embedding.weight": 0.01920483261346817, + "global_cnn.0.weight": 0.14908134937286377, + "global_cnn.0.bias": 0.004652444273233414, + "global_cnn.2.weight": 0.4560025930404663, + "global_cnn.2.bias": 0.020796550437808037, + "global_proj.weight": 0.11033134162425995, + "global_proj.bias": 0.04850747063755989, + "goal_head.0.weight": 0.05852900445461273, + "goal_head.0.bias": 0.018731750547885895, + "goal_head.2.weight": 0.0683143362402916, + "goal_head.2.bias": 0.03555743768811226 + }, + { + "global_gate": 0.00010896306048380211, + "embedding.weight": 0.000514020852278918, + "cnn.0.weight": 0.010798358358442783, + "cnn.0.bias": 0.0005442211986519396, + "cnn.2.weight": 0.0031073451973497868, + "cnn.2.bias": 0.0009355118381790817, + "cnn.5.weight": 0.0049639856442809105, + "cnn.5.bias": 0.0008783188532106578, + "action_emb.weight": 0.003922217525541782, + "timestep_emb.weight": 0.0008926320006139576, + "pos_emb.weight": 0.001736537553369999, + "transformer.layers.0.self_attn.in_proj_weight": 0.012548679485917091, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012064161710441113, + "transformer.layers.0.self_attn.out_proj.weight": 0.01439590472728014, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020916268695145845, + "transformer.layers.0.linear1.weight": 0.018735049292445183, + "transformer.layers.0.linear1.bias": 0.0009705137927085161, + "transformer.layers.0.linear2.weight": 0.01860915496945381, + "transformer.layers.0.linear2.bias": 0.001772607327438891, + "transformer.layers.0.norm1.weight": 0.0007209568284451962, + "transformer.layers.0.norm1.bias": 0.0010632757330313325, + "transformer.layers.0.norm2.weight": 0.001989133656024933, + "transformer.layers.0.norm2.bias": 0.001425783266313374, + "transformer.layers.1.self_attn.in_proj_weight": 0.017081502825021744, + "transformer.layers.1.self_attn.in_proj_bias": 0.001010672771371901, + "transformer.layers.1.self_attn.out_proj.weight": 0.016202084720134735, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016037941677495837, + "transformer.layers.1.linear1.weight": 0.008903469890356064, + "transformer.layers.1.linear1.bias": 0.0005691223777830601, + "transformer.layers.1.linear2.weight": 0.0128561956807971, + "transformer.layers.1.linear2.bias": 0.0015510026132687926, + "transformer.layers.1.norm1.weight": 0.0010750764049589634, + "transformer.layers.1.norm1.bias": 0.0008773705339990556, + "transformer.layers.1.norm2.weight": 0.0006825987948104739, + "transformer.layers.1.norm2.bias": 0.0006348830065689981, + "transformer.layers.2.self_attn.in_proj_weight": 0.0158010832965374, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011793948942795396, + "transformer.layers.2.self_attn.out_proj.weight": 0.015237376093864441, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015670995926484466, + "transformer.layers.2.linear1.weight": 0.0076097664423286915, + "transformer.layers.2.linear1.bias": 0.0005562283331528306, + "transformer.layers.2.linear2.weight": 0.009330090135335922, + "transformer.layers.2.linear2.bias": 0.001655723201110959, + "transformer.layers.2.norm1.weight": 0.0010844685602933168, + "transformer.layers.2.norm1.bias": 0.0013740245485678315, + "transformer.layers.2.norm2.weight": 0.0004980897065252066, + "transformer.layers.2.norm2.bias": 0.0006425996543839574, + "transformer.layers.3.self_attn.in_proj_weight": 0.029406169429421425, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033515486866235733, + "transformer.layers.3.self_attn.out_proj.weight": 0.015129467472434044, + "transformer.layers.3.self_attn.out_proj.bias": 0.002640138380229473, + "transformer.layers.3.linear1.weight": 0.014919529668986797, + "transformer.layers.3.linear1.bias": 0.0013542009983211756, + "transformer.layers.3.linear2.weight": 0.010350735858082771, + "transformer.layers.3.linear2.bias": 0.003069553291425109, + "transformer.layers.3.norm1.weight": 0.0024749869480729103, + "transformer.layers.3.norm1.bias": 0.0046335263177752495, + "transformer.layers.3.norm2.weight": 0.0009830005001276731, + "transformer.layers.3.norm2.bias": 0.0016471805283799767, + "head.weight": 0.16589051485061646, + "head.bias": 0.00681039784103632, + "global_embedding.weight": 0.022844159975647926, + "global_cnn.0.weight": 0.11593595147132874, + "global_cnn.0.bias": 0.004650897812098265, + "global_cnn.2.weight": 0.1552421748638153, + "global_cnn.2.bias": 0.008850719779729843, + "global_proj.weight": 0.04199539124965668, + "global_proj.bias": 0.031496837735176086, + "goal_head.0.weight": 0.02996809408068657, + "goal_head.0.bias": 0.014980117790400982, + "goal_head.2.weight": 0.036804087460041046, + "goal_head.2.bias": 0.035251863300800323 + }, + { + "global_gate": 7.074364111758769e-05, + "embedding.weight": 0.0012600350892171264, + "cnn.0.weight": 0.03188853710889816, + "cnn.0.bias": 0.001280353870242834, + "cnn.2.weight": 0.008342144079506397, + "cnn.2.bias": 0.002950477646663785, + "cnn.5.weight": 0.010797909460961819, + "cnn.5.bias": 0.0026557892560958862, + "action_emb.weight": 0.030733609572052956, + "timestep_emb.weight": 0.0023745440412312746, + "pos_emb.weight": 0.004993726033717394, + "transformer.layers.0.self_attn.in_proj_weight": 0.05746455118060112, + "transformer.layers.0.self_attn.in_proj_bias": 0.006101940758526325, + "transformer.layers.0.self_attn.out_proj.weight": 0.06535574048757553, + "transformer.layers.0.self_attn.out_proj.bias": 0.010342384688556194, + "transformer.layers.0.linear1.weight": 0.13437128067016602, + "transformer.layers.0.linear1.bias": 0.00526018813252449, + "transformer.layers.0.linear2.weight": 0.07505203783512115, + "transformer.layers.0.linear2.bias": 0.006057413760572672, + "transformer.layers.0.norm1.weight": 0.0031186118721961975, + "transformer.layers.0.norm1.bias": 0.0053050704300403595, + "transformer.layers.0.norm2.weight": 0.015993954613804817, + "transformer.layers.0.norm2.bias": 0.008991226553916931, + "transformer.layers.1.self_attn.in_proj_weight": 0.08251180499792099, + "transformer.layers.1.self_attn.in_proj_bias": 0.003930515609681606, + "transformer.layers.1.self_attn.out_proj.weight": 0.05703609436750412, + "transformer.layers.1.self_attn.out_proj.bias": 0.0050172824412584305, + "transformer.layers.1.linear1.weight": 0.04095402732491493, + "transformer.layers.1.linear1.bias": 0.0024542692117393017, + "transformer.layers.1.linear2.weight": 0.040102146565914154, + "transformer.layers.1.linear2.bias": 0.0044933827593922615, + "transformer.layers.1.norm1.weight": 0.005303551442921162, + "transformer.layers.1.norm1.bias": 0.0033981818705797195, + "transformer.layers.1.norm2.weight": 0.004290454089641571, + "transformer.layers.1.norm2.bias": 0.003264304017648101, + "transformer.layers.2.self_attn.in_proj_weight": 0.05341602489352226, + "transformer.layers.2.self_attn.in_proj_bias": 0.0036589535884559155, + "transformer.layers.2.self_attn.out_proj.weight": 0.04655756801366806, + "transformer.layers.2.self_attn.out_proj.bias": 0.004065289162099361, + "transformer.layers.2.linear1.weight": 0.021031415089964867, + "transformer.layers.2.linear1.bias": 0.0014340016059577465, + "transformer.layers.2.linear2.weight": 0.025320030748844147, + "transformer.layers.2.linear2.bias": 0.004108053632080555, + "transformer.layers.2.norm1.weight": 0.0043366337195038795, + "transformer.layers.2.norm1.bias": 0.004355279728770256, + "transformer.layers.2.norm2.weight": 0.0014497673837468028, + "transformer.layers.2.norm2.bias": 0.0014714740682393312, + "transformer.layers.3.self_attn.in_proj_weight": 0.08511830121278763, + "transformer.layers.3.self_attn.in_proj_bias": 0.009105972945690155, + "transformer.layers.3.self_attn.out_proj.weight": 0.035004597157239914, + "transformer.layers.3.self_attn.out_proj.bias": 0.006399858742952347, + "transformer.layers.3.linear1.weight": 0.03401709347963333, + "transformer.layers.3.linear1.bias": 0.0032347117085009813, + "transformer.layers.3.linear2.weight": 0.023419922217726707, + "transformer.layers.3.linear2.bias": 0.007266236934810877, + "transformer.layers.3.norm1.weight": 0.0065405769273638725, + "transformer.layers.3.norm1.bias": 0.013555847108364105, + "transformer.layers.3.norm2.weight": 0.0023219198919832706, + "transformer.layers.3.norm2.bias": 0.0038903229869902134, + "head.weight": 0.3438050448894501, + "head.bias": 0.014395157806575298, + "global_embedding.weight": 0.007729377597570419, + "global_cnn.0.weight": 0.05983684957027435, + "global_cnn.0.bias": 0.002111811423674226, + "global_cnn.2.weight": 0.13800771534442902, + "global_cnn.2.bias": 0.003994323313236237, + "global_proj.weight": 0.03290032967925072, + "global_proj.bias": 0.013573432341217995, + "goal_head.0.weight": 0.020809270441532135, + "goal_head.0.bias": 0.006208082195371389, + "goal_head.2.weight": 0.03148815780878067, + "goal_head.2.bias": 0.013459200970828533 + }, + { + "global_gate": 0.0005674637504853308, + "embedding.weight": 0.002546971431002021, + "cnn.0.weight": 0.06115857884287834, + "cnn.0.bias": 0.0030493587255477905, + "cnn.2.weight": 0.015314369462430477, + "cnn.2.bias": 0.007486213464289904, + "cnn.5.weight": 0.017080336809158325, + "cnn.5.bias": 0.004196853376924992, + "action_emb.weight": 0.013388453051447868, + "timestep_emb.weight": 0.0027795112691819668, + "pos_emb.weight": 0.004892298020422459, + "transformer.layers.0.self_attn.in_proj_weight": 0.04860914126038551, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035808223765343428, + "transformer.layers.0.self_attn.out_proj.weight": 0.05355086922645569, + "transformer.layers.0.self_attn.out_proj.bias": 0.00525312265381217, + "transformer.layers.0.linear1.weight": 0.06496711820363998, + "transformer.layers.0.linear1.bias": 0.0028697382658720016, + "transformer.layers.0.linear2.weight": 0.048718880861997604, + "transformer.layers.0.linear2.bias": 0.00371503341011703, + "transformer.layers.0.norm1.weight": 0.002613123506307602, + "transformer.layers.0.norm1.bias": 0.0032200338318943977, + "transformer.layers.0.norm2.weight": 0.0077221146784722805, + "transformer.layers.0.norm2.bias": 0.004666512832045555, + "transformer.layers.1.self_attn.in_proj_weight": 0.047267187386751175, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024630380794405937, + "transformer.layers.1.self_attn.out_proj.weight": 0.038332585245370865, + "transformer.layers.1.self_attn.out_proj.bias": 0.00308447633869946, + "transformer.layers.1.linear1.weight": 0.027178727090358734, + "transformer.layers.1.linear1.bias": 0.0015166322700679302, + "transformer.layers.1.linear2.weight": 0.03295215591788292, + "transformer.layers.1.linear2.bias": 0.002757954876869917, + "transformer.layers.1.norm1.weight": 0.003102126531302929, + "transformer.layers.1.norm1.bias": 0.00208246149122715, + "transformer.layers.1.norm2.weight": 0.0026747125666588545, + "transformer.layers.1.norm2.bias": 0.0017971814377233386, + "transformer.layers.2.self_attn.in_proj_weight": 0.05078917741775513, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027430730406194925, + "transformer.layers.2.self_attn.out_proj.weight": 0.03032677061855793, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022508578840643167, + "transformer.layers.2.linear1.weight": 0.016855580732226372, + "transformer.layers.2.linear1.bias": 0.001084333867765963, + "transformer.layers.2.linear2.weight": 0.02058825083076954, + "transformer.layers.2.linear2.bias": 0.0023581488057971, + "transformer.layers.2.norm1.weight": 0.0040731546469032764, + "transformer.layers.2.norm1.bias": 0.0034080061595886946, + "transformer.layers.2.norm2.weight": 0.0011042029364034534, + "transformer.layers.2.norm2.bias": 0.001348087447695434, + "transformer.layers.3.self_attn.in_proj_weight": 0.05588981509208679, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037979595363140106, + "transformer.layers.3.self_attn.out_proj.weight": 0.02839079312980175, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029436242766678333, + "transformer.layers.3.linear1.weight": 0.028543902561068535, + "transformer.layers.3.linear1.bias": 0.002048589289188385, + "transformer.layers.3.linear2.weight": 0.01830514520406723, + "transformer.layers.3.linear2.bias": 0.0032548129092901945, + "transformer.layers.3.norm1.weight": 0.00483591528609395, + "transformer.layers.3.norm1.bias": 0.005267157685011625, + "transformer.layers.3.norm2.weight": 0.0019729468040168285, + "transformer.layers.3.norm2.bias": 0.0022860956378281116, + "head.weight": 0.2379665970802307, + "head.bias": 0.006192293483763933, + "global_embedding.weight": 0.01702207885682583, + "global_cnn.0.weight": 0.0796470195055008, + "global_cnn.0.bias": 0.0030861005652695894, + "global_cnn.2.weight": 0.1832943707704544, + "global_cnn.2.bias": 0.007989521138370037, + "global_proj.weight": 0.028730567544698715, + "global_proj.bias": 0.01773707941174507, + "goal_head.0.weight": 0.015635168179869652, + "goal_head.0.bias": 0.006679756101220846, + "goal_head.2.weight": 0.021883757784962654, + "goal_head.2.bias": 0.014595751650631428 + }, + { + "global_gate": 7.072229345794767e-05, + "embedding.weight": 0.0008253572159446776, + "cnn.0.weight": 0.018343837931752205, + "cnn.0.bias": 0.000756991736125201, + "cnn.2.weight": 0.0049351793713867664, + "cnn.2.bias": 0.0014443231048062444, + "cnn.5.weight": 0.008233538828790188, + "cnn.5.bias": 0.0016212661284953356, + "action_emb.weight": 0.005243038292974234, + "timestep_emb.weight": 0.0017768483376130462, + "pos_emb.weight": 0.005465828347951174, + "transformer.layers.0.self_attn.in_proj_weight": 0.02652370184659958, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019370000809431076, + "transformer.layers.0.self_attn.out_proj.weight": 0.025522975251078606, + "transformer.layers.0.self_attn.out_proj.bias": 0.002573960227891803, + "transformer.layers.0.linear1.weight": 0.03615499660372734, + "transformer.layers.0.linear1.bias": 0.001461028354242444, + "transformer.layers.0.linear2.weight": 0.0355432964861393, + "transformer.layers.0.linear2.bias": 0.002055481541901827, + "transformer.layers.0.norm1.weight": 0.0015360373072326183, + "transformer.layers.0.norm1.bias": 0.0017582750879228115, + "transformer.layers.0.norm2.weight": 0.003600469557568431, + "transformer.layers.0.norm2.bias": 0.0012856285320594907, + "transformer.layers.1.self_attn.in_proj_weight": 0.031036026775836945, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014111590571701527, + "transformer.layers.1.self_attn.out_proj.weight": 0.02692577987909317, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018433707300573587, + "transformer.layers.1.linear1.weight": 0.018991617485880852, + "transformer.layers.1.linear1.bias": 0.0009016131516546011, + "transformer.layers.1.linear2.weight": 0.024348579347133636, + "transformer.layers.1.linear2.bias": 0.0017745831282809377, + "transformer.layers.1.norm1.weight": 0.002074295887723565, + "transformer.layers.1.norm1.bias": 0.001341822324320674, + "transformer.layers.1.norm2.weight": 0.0014975600643083453, + "transformer.layers.1.norm2.bias": 0.0007558160577900708, + "transformer.layers.2.self_attn.in_proj_weight": 0.03139585256576538, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015119765885174274, + "transformer.layers.2.self_attn.out_proj.weight": 0.023877238854765892, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016584834083914757, + "transformer.layers.2.linear1.weight": 0.014693467877805233, + "transformer.layers.2.linear1.bias": 0.0007693378138355911, + "transformer.layers.2.linear2.weight": 0.01717071235179901, + "transformer.layers.2.linear2.bias": 0.0016343483002856374, + "transformer.layers.2.norm1.weight": 0.002343841828405857, + "transformer.layers.2.norm1.bias": 0.0017860487569123507, + "transformer.layers.2.norm2.weight": 0.0009406029130332172, + "transformer.layers.2.norm2.bias": 0.000691212888341397, + "transformer.layers.3.self_attn.in_proj_weight": 0.05341571569442749, + "transformer.layers.3.self_attn.in_proj_bias": 0.0030029534827917814, + "transformer.layers.3.self_attn.out_proj.weight": 0.025328103452920914, + "transformer.layers.3.self_attn.out_proj.bias": 0.002318549668416381, + "transformer.layers.3.linear1.weight": 0.022336434572935104, + "transformer.layers.3.linear1.bias": 0.001494701369665563, + "transformer.layers.3.linear2.weight": 0.014368603937327862, + "transformer.layers.3.linear2.bias": 0.002529716584831476, + "transformer.layers.3.norm1.weight": 0.004895671270787716, + "transformer.layers.3.norm1.bias": 0.0042298114858567715, + "transformer.layers.3.norm2.weight": 0.0016278305556625128, + "transformer.layers.3.norm2.bias": 0.0017646283376961946, + "head.weight": 0.20548893511295319, + "head.bias": 0.005774970166385174, + "global_embedding.weight": 0.008610429242253304, + "global_cnn.0.weight": 0.11245035380125046, + "global_cnn.0.bias": 0.003759899875149131, + "global_cnn.2.weight": 0.31882810592651367, + "global_cnn.2.bias": 0.014728290028870106, + "global_proj.weight": 0.05192941799759865, + "global_proj.bias": 0.03076690249145031, + "goal_head.0.weight": 0.030823012813925743, + "goal_head.0.bias": 0.012420808896422386, + "goal_head.2.weight": 0.04067486152052879, + "goal_head.2.bias": 0.025344086810946465 + }, + { + "global_gate": 0.00016416498692706227, + "embedding.weight": 0.0014405508991330862, + "cnn.0.weight": 0.03799744322896004, + "cnn.0.bias": 0.0015912667149677873, + "cnn.2.weight": 0.011615494266152382, + "cnn.2.bias": 0.0031430895905941725, + "cnn.5.weight": 0.012865490280091763, + "cnn.5.bias": 0.00311590195633471, + "action_emb.weight": 0.009996338747441769, + "timestep_emb.weight": 0.0011818190105259418, + "pos_emb.weight": 0.002514810534194112, + "transformer.layers.0.self_attn.in_proj_weight": 0.028167778626084328, + "transformer.layers.0.self_attn.in_proj_bias": 0.0020671801175922155, + "transformer.layers.0.self_attn.out_proj.weight": 0.031299665570259094, + "transformer.layers.0.self_attn.out_proj.bias": 0.00310767674818635, + "transformer.layers.0.linear1.weight": 0.04587952047586441, + "transformer.layers.0.linear1.bias": 0.0016143994871526957, + "transformer.layers.0.linear2.weight": 0.035117052495479584, + "transformer.layers.0.linear2.bias": 0.0025971108116209507, + "transformer.layers.0.norm1.weight": 0.0015843861037865281, + "transformer.layers.0.norm1.bias": 0.0016961055807769299, + "transformer.layers.0.norm2.weight": 0.005295131355524063, + "transformer.layers.0.norm2.bias": 0.0016293867956846952, + "transformer.layers.1.self_attn.in_proj_weight": 0.03418470174074173, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015991214895620942, + "transformer.layers.1.self_attn.out_proj.weight": 0.03020222671329975, + "transformer.layers.1.self_attn.out_proj.bias": 0.002434249734506011, + "transformer.layers.1.linear1.weight": 0.0193632859736681, + "transformer.layers.1.linear1.bias": 0.001160434097982943, + "transformer.layers.1.linear2.weight": 0.025925684720277786, + "transformer.layers.1.linear2.bias": 0.0024648853577673435, + "transformer.layers.1.norm1.weight": 0.001988936448469758, + "transformer.layers.1.norm1.bias": 0.0014779531629756093, + "transformer.layers.1.norm2.weight": 0.0015622058417648077, + "transformer.layers.1.norm2.bias": 0.001345962518826127, + "transformer.layers.2.self_attn.in_proj_weight": 0.032636143267154694, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021110123489052057, + "transformer.layers.2.self_attn.out_proj.weight": 0.024673331528902054, + "transformer.layers.2.self_attn.out_proj.bias": 0.002407420426607132, + "transformer.layers.2.linear1.weight": 0.013827389106154442, + "transformer.layers.2.linear1.bias": 0.0009323882404714823, + "transformer.layers.2.linear2.weight": 0.018832720816135406, + "transformer.layers.2.linear2.bias": 0.0025744051672518253, + "transformer.layers.2.norm1.weight": 0.0027010792400687933, + "transformer.layers.2.norm1.bias": 0.002816619351506233, + "transformer.layers.2.norm2.weight": 0.0009451612713746727, + "transformer.layers.2.norm2.bias": 0.001024205586872995, + "transformer.layers.3.self_attn.in_proj_weight": 0.05870063602924347, + "transformer.layers.3.self_attn.in_proj_bias": 0.006234738975763321, + "transformer.layers.3.self_attn.out_proj.weight": 0.02878192625939846, + "transformer.layers.3.self_attn.out_proj.bias": 0.004547826014459133, + "transformer.layers.3.linear1.weight": 0.026170626282691956, + "transformer.layers.3.linear1.bias": 0.0023680580779910088, + "transformer.layers.3.linear2.weight": 0.017808157950639725, + "transformer.layers.3.linear2.bias": 0.005167177878320217, + "transformer.layers.3.norm1.weight": 0.005255046300590038, + "transformer.layers.3.norm1.bias": 0.008938285522162914, + "transformer.layers.3.norm2.weight": 0.001789161004126072, + "transformer.layers.3.norm2.bias": 0.002776023931801319, + "head.weight": 0.26159733533859253, + "head.bias": 0.01029590517282486, + "global_embedding.weight": 0.0046034082770347595, + "global_cnn.0.weight": 0.05838871747255325, + "global_cnn.0.bias": 0.002116916235536337, + "global_cnn.2.weight": 0.182289257645607, + "global_cnn.2.bias": 0.008629444986581802, + "global_proj.weight": 0.03346956893801689, + "global_proj.bias": 0.020314162597060204, + "goal_head.0.weight": 0.017925318330526352, + "goal_head.0.bias": 0.007472714874893427, + "goal_head.2.weight": 0.025003688409924507, + "goal_head.2.bias": 0.015346995554864407 + }, + { + "global_gate": 0.00013852264964953065, + "embedding.weight": 0.0025987341068685055, + "cnn.0.weight": 0.046745091676712036, + "cnn.0.bias": 0.0016114558093249798, + "cnn.2.weight": 0.009673046879470348, + "cnn.2.bias": 0.0025633040349930525, + "cnn.5.weight": 0.011761894449591637, + "cnn.5.bias": 0.0026558416429907084, + "action_emb.weight": 0.005971274338662624, + "timestep_emb.weight": 0.0016538898926228285, + "pos_emb.weight": 0.003276045899838209, + "transformer.layers.0.self_attn.in_proj_weight": 0.03159729018807411, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030554344411939383, + "transformer.layers.0.self_attn.out_proj.weight": 0.030331306159496307, + "transformer.layers.0.self_attn.out_proj.bias": 0.004357790108770132, + "transformer.layers.0.linear1.weight": 0.0304173082113266, + "transformer.layers.0.linear1.bias": 0.0017270355019718409, + "transformer.layers.0.linear2.weight": 0.03607849404215813, + "transformer.layers.0.linear2.bias": 0.003536888165399432, + "transformer.layers.0.norm1.weight": 0.0016929346602410078, + "transformer.layers.0.norm1.bias": 0.0026781619526445866, + "transformer.layers.0.norm2.weight": 0.0028563716914504766, + "transformer.layers.0.norm2.bias": 0.0021317771170288324, + "transformer.layers.1.self_attn.in_proj_weight": 0.03351615369319916, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021528590004891157, + "transformer.layers.1.self_attn.out_proj.weight": 0.033106304705142975, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030431447084993124, + "transformer.layers.1.linear1.weight": 0.020110920071601868, + "transformer.layers.1.linear1.bias": 0.0011445438722148538, + "transformer.layers.1.linear2.weight": 0.028537191450595856, + "transformer.layers.1.linear2.bias": 0.003042273921892047, + "transformer.layers.1.norm1.weight": 0.0023107456509023905, + "transformer.layers.1.norm1.bias": 0.002145289210602641, + "transformer.layers.1.norm2.weight": 0.0014658602885901928, + "transformer.layers.1.norm2.bias": 0.0009602549835108221, + "transformer.layers.2.self_attn.in_proj_weight": 0.033165570348501205, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022895687725394964, + "transformer.layers.2.self_attn.out_proj.weight": 0.033847626298666, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030233312863856554, + "transformer.layers.2.linear1.weight": 0.018060831353068352, + "transformer.layers.2.linear1.bias": 0.0011917782248929143, + "transformer.layers.2.linear2.weight": 0.02312174066901207, + "transformer.layers.2.linear2.bias": 0.003240231890231371, + "transformer.layers.2.norm1.weight": 0.002269788645207882, + "transformer.layers.2.norm1.bias": 0.0024974937550723553, + "transformer.layers.2.norm2.weight": 0.0012310341699048877, + "transformer.layers.2.norm2.bias": 0.001426270348019898, + "transformer.layers.3.self_attn.in_proj_weight": 0.07558560371398926, + "transformer.layers.3.self_attn.in_proj_bias": 0.007663076743483543, + "transformer.layers.3.self_attn.out_proj.weight": 0.03977825120091438, + "transformer.layers.3.self_attn.out_proj.bias": 0.0055780066177248955, + "transformer.layers.3.linear1.weight": 0.04126422852277756, + "transformer.layers.3.linear1.bias": 0.0037769090849906206, + "transformer.layers.3.linear2.weight": 0.024890048429369926, + "transformer.layers.3.linear2.bias": 0.0069208573549985886, + "transformer.layers.3.norm1.weight": 0.006775325164198875, + "transformer.layers.3.norm1.bias": 0.011241133324801922, + "transformer.layers.3.norm2.weight": 0.003073865780606866, + "transformer.layers.3.norm2.bias": 0.004955492448061705, + "head.weight": 0.34607699513435364, + "head.bias": 0.013384760357439518, + "global_embedding.weight": 0.017686892300844193, + "global_cnn.0.weight": 0.12797050178050995, + "global_cnn.0.bias": 0.005186885129660368, + "global_cnn.2.weight": 0.22680328786373138, + "global_cnn.2.bias": 0.009777865372598171, + "global_proj.weight": 0.07340635359287262, + "global_proj.bias": 0.042408447712659836, + "goal_head.0.weight": 0.05060490965843201, + "goal_head.0.bias": 0.020108558237552643, + "goal_head.2.weight": 0.0795217901468277, + "goal_head.2.bias": 0.046563126146793365 + }, + { + "global_gate": 5.524740117834881e-05, + "embedding.weight": 0.0008698442252352834, + "cnn.0.weight": 0.014095747843384743, + "cnn.0.bias": 0.0005261419573798776, + "cnn.2.weight": 0.003544336650520563, + "cnn.2.bias": 0.0011120553826913238, + "cnn.5.weight": 0.004791133105754852, + "cnn.5.bias": 0.0008587030461058021, + "action_emb.weight": 0.0038518174551427364, + "timestep_emb.weight": 0.0008579545537941158, + "pos_emb.weight": 0.001837452407926321, + "transformer.layers.0.self_attn.in_proj_weight": 0.0164435263723135, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014171431539580226, + "transformer.layers.0.self_attn.out_proj.weight": 0.01765686273574829, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021414083894342184, + "transformer.layers.0.linear1.weight": 0.018883712589740753, + "transformer.layers.0.linear1.bias": 0.00087293068645522, + "transformer.layers.0.linear2.weight": 0.019724581390619278, + "transformer.layers.0.linear2.bias": 0.0019132448360323906, + "transformer.layers.0.norm1.weight": 0.0011021224781870842, + "transformer.layers.0.norm1.bias": 0.001274624839425087, + "transformer.layers.0.norm2.weight": 0.0018653565784916282, + "transformer.layers.0.norm2.bias": 0.0008197589195333421, + "transformer.layers.1.self_attn.in_proj_weight": 0.016414571553468704, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010737089905887842, + "transformer.layers.1.self_attn.out_proj.weight": 0.01856928877532482, + "transformer.layers.1.self_attn.out_proj.bias": 0.001782453851774335, + "transformer.layers.1.linear1.weight": 0.011230064556002617, + "transformer.layers.1.linear1.bias": 0.0006391137139871716, + "transformer.layers.1.linear2.weight": 0.015200105495750904, + "transformer.layers.1.linear2.bias": 0.001840819837525487, + "transformer.layers.1.norm1.weight": 0.0009691814775578678, + "transformer.layers.1.norm1.bias": 0.0009500381420366466, + "transformer.layers.1.norm2.weight": 0.0008566343458369374, + "transformer.layers.1.norm2.bias": 0.0005817782948724926, + "transformer.layers.2.self_attn.in_proj_weight": 0.01869354210793972, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014081712579354644, + "transformer.layers.2.self_attn.out_proj.weight": 0.017002226784825325, + "transformer.layers.2.self_attn.out_proj.bias": 0.001928706537000835, + "transformer.layers.2.linear1.weight": 0.010059298016130924, + "transformer.layers.2.linear1.bias": 0.000780899019446224, + "transformer.layers.2.linear2.weight": 0.011303754523396492, + "transformer.layers.2.linear2.bias": 0.002153419191017747, + "transformer.layers.2.norm1.weight": 0.0012975059216842055, + "transformer.layers.2.norm1.bias": 0.0016143519897013903, + "transformer.layers.2.norm2.weight": 0.0006727637955918908, + "transformer.layers.2.norm2.bias": 0.0010118306381627917, + "transformer.layers.3.self_attn.in_proj_weight": 0.032950397580862045, + "transformer.layers.3.self_attn.in_proj_bias": 0.003767085261642933, + "transformer.layers.3.self_attn.out_proj.weight": 0.0184409748762846, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032323352061212063, + "transformer.layers.3.linear1.weight": 0.02153809741139412, + "transformer.layers.3.linear1.bias": 0.002101115183904767, + "transformer.layers.3.linear2.weight": 0.012472705915570259, + "transformer.layers.3.linear2.bias": 0.003904894692823291, + "transformer.layers.3.norm1.weight": 0.0025207570288330317, + "transformer.layers.3.norm1.bias": 0.005050599575042725, + "transformer.layers.3.norm2.weight": 0.0013905471423640847, + "transformer.layers.3.norm2.bias": 0.002735856920480728, + "head.weight": 0.21672405302524567, + "head.bias": 0.009102536365389824, + "global_embedding.weight": 0.007122037932276726, + "global_cnn.0.weight": 0.12031687796115875, + "global_cnn.0.bias": 0.004444281570613384, + "global_cnn.2.weight": 0.37635937333106995, + "global_cnn.2.bias": 0.021053513512015343, + "global_proj.weight": 0.0904846116900444, + "global_proj.bias": 0.05737067759037018, + "goal_head.0.weight": 0.05736640840768814, + "goal_head.0.bias": 0.024474022909998894, + "goal_head.2.weight": 0.07906016707420349, + "goal_head.2.bias": 0.053776517510414124 + }, + { + "global_gate": 6.866218609502539e-05, + "embedding.weight": 0.0011781661305576563, + "cnn.0.weight": 0.029162554070353508, + "cnn.0.bias": 0.0013771341182291508, + "cnn.2.weight": 0.00916566327214241, + "cnn.2.bias": 0.0021262725349515676, + "cnn.5.weight": 0.015155753120779991, + "cnn.5.bias": 0.002727912040427327, + "action_emb.weight": 0.005463925190269947, + "timestep_emb.weight": 0.0013142380630597472, + "pos_emb.weight": 0.0028582438826560974, + "transformer.layers.0.self_attn.in_proj_weight": 0.031881894916296005, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034622622188180685, + "transformer.layers.0.self_attn.out_proj.weight": 0.03356306999921799, + "transformer.layers.0.self_attn.out_proj.bias": 0.005054538603872061, + "transformer.layers.0.linear1.weight": 0.029017170891165733, + "transformer.layers.0.linear1.bias": 0.0019455637084320188, + "transformer.layers.0.linear2.weight": 0.035000819712877274, + "transformer.layers.0.linear2.bias": 0.0037026801146566868, + "transformer.layers.0.norm1.weight": 0.001779857906512916, + "transformer.layers.0.norm1.bias": 0.0031464823987334967, + "transformer.layers.0.norm2.weight": 0.0021852764766663313, + "transformer.layers.0.norm2.bias": 0.002602693857625127, + "transformer.layers.1.self_attn.in_proj_weight": 0.030306337401270866, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020186551846563816, + "transformer.layers.1.self_attn.out_proj.weight": 0.03310032933950424, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029934942722320557, + "transformer.layers.1.linear1.weight": 0.018078584223985672, + "transformer.layers.1.linear1.bias": 0.0010970020666718483, + "transformer.layers.1.linear2.weight": 0.025408364832401276, + "transformer.layers.1.linear2.bias": 0.00293801911175251, + "transformer.layers.1.norm1.weight": 0.0020254910923540592, + "transformer.layers.1.norm1.bias": 0.0019548956770449877, + "transformer.layers.1.norm2.weight": 0.0013564100954681635, + "transformer.layers.1.norm2.bias": 0.0012619787594303489, + "transformer.layers.2.self_attn.in_proj_weight": 0.029004978016018867, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023172651417553425, + "transformer.layers.2.self_attn.out_proj.weight": 0.027324587106704712, + "transformer.layers.2.self_attn.out_proj.bias": 0.002832251600921154, + "transformer.layers.2.linear1.weight": 0.01590121164917946, + "transformer.layers.2.linear1.bias": 0.0011102842399850488, + "transformer.layers.2.linear2.weight": 0.019306834787130356, + "transformer.layers.2.linear2.bias": 0.0030426394660025835, + "transformer.layers.2.norm1.weight": 0.0019251839257776737, + "transformer.layers.2.norm1.bias": 0.0027174879796802998, + "transformer.layers.2.norm2.weight": 0.0011572393123060465, + "transformer.layers.2.norm2.bias": 0.0012469837674871087, + "transformer.layers.3.self_attn.in_proj_weight": 0.057078152894973755, + "transformer.layers.3.self_attn.in_proj_bias": 0.007358255330473185, + "transformer.layers.3.self_attn.out_proj.weight": 0.028196988627314568, + "transformer.layers.3.self_attn.out_proj.bias": 0.005679992493242025, + "transformer.layers.3.linear1.weight": 0.03217190131545067, + "transformer.layers.3.linear1.bias": 0.0031994685996323824, + "transformer.layers.3.linear2.weight": 0.02045385353267193, + "transformer.layers.3.linear2.bias": 0.007003650534898043, + "transformer.layers.3.norm1.weight": 0.005225793924182653, + "transformer.layers.3.norm1.bias": 0.010915395803749561, + "transformer.layers.3.norm2.weight": 0.002396516501903534, + "transformer.layers.3.norm2.bias": 0.004567826632410288, + "head.weight": 0.2978748381137848, + "head.bias": 0.012905734591186047, + "global_embedding.weight": 0.011474797502160072, + "global_cnn.0.weight": 0.1207822635769844, + "global_cnn.0.bias": 0.004067144822329283, + "global_cnn.2.weight": 0.20894169807434082, + "global_cnn.2.bias": 0.010686272755265236, + "global_proj.weight": 0.03534641116857529, + "global_proj.bias": 0.02154853381216526, + "goal_head.0.weight": 0.023755542933940887, + "goal_head.0.bias": 0.009708543308079243, + "goal_head.2.weight": 0.03629527986049652, + "goal_head.2.bias": 0.021716924384236336 + }, + { + "global_gate": 0.00024167665105778724, + "embedding.weight": 0.0029272418469190598, + "cnn.0.weight": 0.045691221952438354, + "cnn.0.bias": 0.00208687293343246, + "cnn.2.weight": 0.00849274080246687, + "cnn.2.bias": 0.003238226752728224, + "cnn.5.weight": 0.011863862164318562, + "cnn.5.bias": 0.0025996938347816467, + "action_emb.weight": 0.009484530426561832, + "timestep_emb.weight": 0.0014760923804715276, + "pos_emb.weight": 0.003351415041834116, + "transformer.layers.0.self_attn.in_proj_weight": 0.03678355738520622, + "transformer.layers.0.self_attn.in_proj_bias": 0.003336438676342368, + "transformer.layers.0.self_attn.out_proj.weight": 0.040275901556015015, + "transformer.layers.0.self_attn.out_proj.bias": 0.005111887585371733, + "transformer.layers.0.linear1.weight": 0.044588979333639145, + "transformer.layers.0.linear1.bias": 0.0019125386606901884, + "transformer.layers.0.linear2.weight": 0.037572406232357025, + "transformer.layers.0.linear2.bias": 0.0031620461959391832, + "transformer.layers.0.norm1.weight": 0.00211507105268538, + "transformer.layers.0.norm1.bias": 0.0033096603583544493, + "transformer.layers.0.norm2.weight": 0.004642162937670946, + "transformer.layers.0.norm2.bias": 0.0025163942482322454, + "transformer.layers.1.self_attn.in_proj_weight": 0.029032999649643898, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017464404227212071, + "transformer.layers.1.self_attn.out_proj.weight": 0.028058882802724838, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026870754081755877, + "transformer.layers.1.linear1.weight": 0.021623162552714348, + "transformer.layers.1.linear1.bias": 0.0011133758816868067, + "transformer.layers.1.linear2.weight": 0.025443565100431442, + "transformer.layers.1.linear2.bias": 0.002455320442095399, + "transformer.layers.1.norm1.weight": 0.0017930978210642934, + "transformer.layers.1.norm1.bias": 0.0015598852187395096, + "transformer.layers.1.norm2.weight": 0.0019117755582556129, + "transformer.layers.1.norm2.bias": 0.0012541005853563547, + "transformer.layers.2.self_attn.in_proj_weight": 0.03117361292243004, + "transformer.layers.2.self_attn.in_proj_bias": 0.002231310587376356, + "transformer.layers.2.self_attn.out_proj.weight": 0.026476023718714714, + "transformer.layers.2.self_attn.out_proj.bias": 0.002445123391225934, + "transformer.layers.2.linear1.weight": 0.01593789830803871, + "transformer.layers.2.linear1.bias": 0.001094611594453454, + "transformer.layers.2.linear2.weight": 0.01843198947608471, + "transformer.layers.2.linear2.bias": 0.002505786484107375, + "transformer.layers.2.norm1.weight": 0.0025511104613542557, + "transformer.layers.2.norm1.bias": 0.0025980034843087196, + "transformer.layers.2.norm2.weight": 0.0011279305908828974, + "transformer.layers.2.norm2.bias": 0.0013597555225715041, + "transformer.layers.3.self_attn.in_proj_weight": 0.0691491961479187, + "transformer.layers.3.self_attn.in_proj_bias": 0.0057999733835458755, + "transformer.layers.3.self_attn.out_proj.weight": 0.02982844039797783, + "transformer.layers.3.self_attn.out_proj.bias": 0.004049358423799276, + "transformer.layers.3.linear1.weight": 0.026273047551512718, + "transformer.layers.3.linear1.bias": 0.0023919634986668825, + "transformer.layers.3.linear2.weight": 0.01617198996245861, + "transformer.layers.3.linear2.bias": 0.004773448687046766, + "transformer.layers.3.norm1.weight": 0.005866003688424826, + "transformer.layers.3.norm1.bias": 0.008671876974403858, + "transformer.layers.3.norm2.weight": 0.002044783206656575, + "transformer.layers.3.norm2.bias": 0.0031703535933047533, + "head.weight": 0.21976907551288605, + "head.bias": 0.008512798696756363, + "global_embedding.weight": 0.01065389160066843, + "global_cnn.0.weight": 0.04726244509220123, + "global_cnn.0.bias": 0.002293078228831291, + "global_cnn.2.weight": 0.10779421031475067, + "global_cnn.2.bias": 0.005406888201832771, + "global_proj.weight": 0.022891122847795486, + "global_proj.bias": 0.0177125446498394, + "goal_head.0.weight": 0.015781385824084282, + "goal_head.0.bias": 0.007471124175935984, + "goal_head.2.weight": 0.02635205164551735, + "goal_head.2.bias": 0.01753724180161953 + }, + { + "global_gate": 0.00013532518642023206, + "embedding.weight": 0.0007246918394230306, + "cnn.0.weight": 0.02111540362238884, + "cnn.0.bias": 0.0008587085176259279, + "cnn.2.weight": 0.007335284724831581, + "cnn.2.bias": 0.00208058743737638, + "cnn.5.weight": 0.010086515918374062, + "cnn.5.bias": 0.002359661040827632, + "action_emb.weight": 0.011291218921542168, + "timestep_emb.weight": 0.0013167811557650566, + "pos_emb.weight": 0.003081302624195814, + "transformer.layers.0.self_attn.in_proj_weight": 0.03187001869082451, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023998969700187445, + "transformer.layers.0.self_attn.out_proj.weight": 0.03721880912780762, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035784102510660887, + "transformer.layers.0.linear1.weight": 0.04694889485836029, + "transformer.layers.0.linear1.bias": 0.0017251792596653104, + "transformer.layers.0.linear2.weight": 0.03773630037903786, + "transformer.layers.0.linear2.bias": 0.003316619899123907, + "transformer.layers.0.norm1.weight": 0.0023160988930612803, + "transformer.layers.0.norm1.bias": 0.00215358380228281, + "transformer.layers.0.norm2.weight": 0.005662080831825733, + "transformer.layers.0.norm2.bias": 0.00177682691719383, + "transformer.layers.1.self_attn.in_proj_weight": 0.036718275398015976, + "transformer.layers.1.self_attn.in_proj_bias": 0.001763928565196693, + "transformer.layers.1.self_attn.out_proj.weight": 0.03366101160645485, + "transformer.layers.1.self_attn.out_proj.bias": 0.002954829251393676, + "transformer.layers.1.linear1.weight": 0.01855398155748844, + "transformer.layers.1.linear1.bias": 0.001089325058273971, + "transformer.layers.1.linear2.weight": 0.02565302886068821, + "transformer.layers.1.linear2.bias": 0.002988196676596999, + "transformer.layers.1.norm1.weight": 0.0023432299494743347, + "transformer.layers.1.norm1.bias": 0.0015871962532401085, + "transformer.layers.1.norm2.weight": 0.001574534922838211, + "transformer.layers.1.norm2.bias": 0.0010038858745247126, + "transformer.layers.2.self_attn.in_proj_weight": 0.027905361726880074, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018527557840570807, + "transformer.layers.2.self_attn.out_proj.weight": 0.028006095439195633, + "transformer.layers.2.self_attn.out_proj.bias": 0.003005231497809291, + "transformer.layers.2.linear1.weight": 0.01670752838253975, + "transformer.layers.2.linear1.bias": 0.0011664890917018056, + "transformer.layers.2.linear2.weight": 0.019951162859797478, + "transformer.layers.2.linear2.bias": 0.003181627718731761, + "transformer.layers.2.norm1.weight": 0.002045203233137727, + "transformer.layers.2.norm1.bias": 0.0019887080416083336, + "transformer.layers.2.norm2.weight": 0.0010737506672739983, + "transformer.layers.2.norm2.bias": 0.0010699324775487185, + "transformer.layers.3.self_attn.in_proj_weight": 0.05502411723136902, + "transformer.layers.3.self_attn.in_proj_bias": 0.005725909490138292, + "transformer.layers.3.self_attn.out_proj.weight": 0.02759994938969612, + "transformer.layers.3.self_attn.out_proj.bias": 0.004818872082978487, + "transformer.layers.3.linear1.weight": 0.029750457033514977, + "transformer.layers.3.linear1.bias": 0.0027345684356987476, + "transformer.layers.3.linear2.weight": 0.0176894161850214, + "transformer.layers.3.linear2.bias": 0.005411342717707157, + "transformer.layers.3.norm1.weight": 0.004268314689397812, + "transformer.layers.3.norm1.bias": 0.007549187634140253, + "transformer.layers.3.norm2.weight": 0.0018936527194455266, + "transformer.layers.3.norm2.bias": 0.003072029445320368, + "head.weight": 0.29776209592819214, + "head.bias": 0.012560383416712284, + "global_embedding.weight": 0.002290134085342288, + "global_cnn.0.weight": 0.02026255428791046, + "global_cnn.0.bias": 0.0007276323158293962, + "global_cnn.2.weight": 0.06213163211941719, + "global_cnn.2.bias": 0.002784262178465724, + "global_proj.weight": 0.027001533657312393, + "global_proj.bias": 0.01774824596941471, + "goal_head.0.weight": 0.01907847635447979, + "goal_head.0.bias": 0.008103540167212486, + "goal_head.2.weight": 0.02923528291285038, + "goal_head.2.bias": 0.01907624676823616 + }, + { + "global_gate": 0.0004032487340737134, + "embedding.weight": 0.000682093552313745, + "cnn.0.weight": 0.02006935328245163, + "cnn.0.bias": 0.0009945658966898918, + "cnn.2.weight": 0.007086081430315971, + "cnn.2.bias": 0.003647960489615798, + "cnn.5.weight": 0.00880687776952982, + "cnn.5.bias": 0.0019968494307249784, + "action_emb.weight": 0.004976656753569841, + "timestep_emb.weight": 0.001489263609983027, + "pos_emb.weight": 0.0026616950053721666, + "transformer.layers.0.self_attn.in_proj_weight": 0.03828185051679611, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037918908055871725, + "transformer.layers.0.self_attn.out_proj.weight": 0.03615283966064453, + "transformer.layers.0.self_attn.out_proj.bias": 0.004747762810438871, + "transformer.layers.0.linear1.weight": 0.02858976274728775, + "transformer.layers.0.linear1.bias": 0.0015491703525185585, + "transformer.layers.0.linear2.weight": 0.030085833743214607, + "transformer.layers.0.linear2.bias": 0.0029813777655363083, + "transformer.layers.0.norm1.weight": 0.00224764971062541, + "transformer.layers.0.norm1.bias": 0.003640496637672186, + "transformer.layers.0.norm2.weight": 0.0026959541719406843, + "transformer.layers.0.norm2.bias": 0.0019482687348499894, + "transformer.layers.1.self_attn.in_proj_weight": 0.02822078950703144, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020441259257495403, + "transformer.layers.1.self_attn.out_proj.weight": 0.031251437962055206, + "transformer.layers.1.self_attn.out_proj.bias": 0.002614859025925398, + "transformer.layers.1.linear1.weight": 0.015291220508515835, + "transformer.layers.1.linear1.bias": 0.0008851252496242523, + "transformer.layers.1.linear2.weight": 0.01951032131910324, + "transformer.layers.1.linear2.bias": 0.0025055939331650734, + "transformer.layers.1.norm1.weight": 0.002019399544224143, + "transformer.layers.1.norm1.bias": 0.0019689344335347414, + "transformer.layers.1.norm2.weight": 0.001173602882772684, + "transformer.layers.1.norm2.bias": 0.0008416786440648139, + "transformer.layers.2.self_attn.in_proj_weight": 0.02983943559229374, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023132844362407923, + "transformer.layers.2.self_attn.out_proj.weight": 0.023648923262953758, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023276270367205143, + "transformer.layers.2.linear1.weight": 0.011583268642425537, + "transformer.layers.2.linear1.bias": 0.0007894498994573951, + "transformer.layers.2.linear2.weight": 0.014558501541614532, + "transformer.layers.2.linear2.bias": 0.0024217674508690834, + "transformer.layers.2.norm1.weight": 0.0022101178765296936, + "transformer.layers.2.norm1.bias": 0.0030175040010362864, + "transformer.layers.2.norm2.weight": 0.0006924560875631869, + "transformer.layers.2.norm2.bias": 0.0008998618577606976, + "transformer.layers.3.self_attn.in_proj_weight": 0.04828941822052002, + "transformer.layers.3.self_attn.in_proj_bias": 0.004069192800670862, + "transformer.layers.3.self_attn.out_proj.weight": 0.022562535479664803, + "transformer.layers.3.self_attn.out_proj.bias": 0.003270945744588971, + "transformer.layers.3.linear1.weight": 0.023992598056793213, + "transformer.layers.3.linear1.bias": 0.0020755494479089975, + "transformer.layers.3.linear2.weight": 0.01550217717885971, + "transformer.layers.3.linear2.bias": 0.003845033934339881, + "transformer.layers.3.norm1.weight": 0.004118344280868769, + "transformer.layers.3.norm1.bias": 0.005775194149464369, + "transformer.layers.3.norm2.weight": 0.0016210592584684491, + "transformer.layers.3.norm2.bias": 0.002675206633284688, + "head.weight": 0.22697190940380096, + "head.bias": 0.009144701063632965, + "global_embedding.weight": 0.024316787719726562, + "global_cnn.0.weight": 0.09594804048538208, + "global_cnn.0.bias": 0.004084812011569738, + "global_cnn.2.weight": 0.2073046714067459, + "global_cnn.2.bias": 0.008098095655441284, + "global_proj.weight": 0.031374890357255936, + "global_proj.bias": 0.021744661033153534, + "goal_head.0.weight": 0.014632419683039188, + "goal_head.0.bias": 0.007056401576846838, + "goal_head.2.weight": 0.020772142335772514, + "goal_head.2.bias": 0.01590687781572342 + }, + { + "global_gate": 7.797344005666673e-05, + "embedding.weight": 0.0011818221537396312, + "cnn.0.weight": 0.028163183480501175, + "cnn.0.bias": 0.0012190694687888026, + "cnn.2.weight": 0.009335679933428764, + "cnn.2.bias": 0.0031059542670845985, + "cnn.5.weight": 0.01065728347748518, + "cnn.5.bias": 0.0024145226925611496, + "action_emb.weight": 0.004536076448857784, + "timestep_emb.weight": 0.0008834270993247628, + "pos_emb.weight": 0.0016837181756272912, + "transformer.layers.0.self_attn.in_proj_weight": 0.029395567253232002, + "transformer.layers.0.self_attn.in_proj_bias": 0.00268784468062222, + "transformer.layers.0.self_attn.out_proj.weight": 0.02816508710384369, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036087641492486, + "transformer.layers.0.linear1.weight": 0.02245481126010418, + "transformer.layers.0.linear1.bias": 0.0014429285656660795, + "transformer.layers.0.linear2.weight": 0.028712455183267593, + "transformer.layers.0.linear2.bias": 0.0029327853117138147, + "transformer.layers.0.norm1.weight": 0.0017039482481777668, + "transformer.layers.0.norm1.bias": 0.0024900257121771574, + "transformer.layers.0.norm2.weight": 0.002187110483646393, + "transformer.layers.0.norm2.bias": 0.0014899171655997634, + "transformer.layers.1.self_attn.in_proj_weight": 0.026636505499482155, + "transformer.layers.1.self_attn.in_proj_bias": 0.001852858462370932, + "transformer.layers.1.self_attn.out_proj.weight": 0.026799483224749565, + "transformer.layers.1.self_attn.out_proj.bias": 0.002388489432632923, + "transformer.layers.1.linear1.weight": 0.013929768465459347, + "transformer.layers.1.linear1.bias": 0.0008919705869629979, + "transformer.layers.1.linear2.weight": 0.020947357639670372, + "transformer.layers.1.linear2.bias": 0.002324712695553899, + "transformer.layers.1.norm1.weight": 0.001866498845629394, + "transformer.layers.1.norm1.bias": 0.001891547697596252, + "transformer.layers.1.norm2.weight": 0.0010094252647832036, + "transformer.layers.1.norm2.bias": 0.001022763317450881, + "transformer.layers.2.self_attn.in_proj_weight": 0.026279745623469353, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018002340802922845, + "transformer.layers.2.self_attn.out_proj.weight": 0.027562173083424568, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022429439704865217, + "transformer.layers.2.linear1.weight": 0.012213674373924732, + "transformer.layers.2.linear1.bias": 0.0008186597842723131, + "transformer.layers.2.linear2.weight": 0.01611504703760147, + "transformer.layers.2.linear2.bias": 0.002331814495846629, + "transformer.layers.2.norm1.weight": 0.0018714951584115624, + "transformer.layers.2.norm1.bias": 0.002105577616021037, + "transformer.layers.2.norm2.weight": 0.0008516933303326368, + "transformer.layers.2.norm2.bias": 0.0007629427709616721, + "transformer.layers.3.self_attn.in_proj_weight": 0.06126271188259125, + "transformer.layers.3.self_attn.in_proj_bias": 0.003903178730979562, + "transformer.layers.3.self_attn.out_proj.weight": 0.033463526517152786, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033648908138275146, + "transformer.layers.3.linear1.weight": 0.02945837751030922, + "transformer.layers.3.linear1.bias": 0.0023797298781573772, + "transformer.layers.3.linear2.weight": 0.01710759475827217, + "transformer.layers.3.linear2.bias": 0.0040453895926475525, + "transformer.layers.3.norm1.weight": 0.004805589094758034, + "transformer.layers.3.norm1.bias": 0.005351475905627012, + "transformer.layers.3.norm2.weight": 0.002432070905342698, + "transformer.layers.3.norm2.bias": 0.00307469186373055, + "head.weight": 0.28214022517204285, + "head.bias": 0.009676746092736721, + "global_embedding.weight": 0.01827864535152912, + "global_cnn.0.weight": 0.05709793418645859, + "global_cnn.0.bias": 0.0025241198018193245, + "global_cnn.2.weight": 0.10736604034900665, + "global_cnn.2.bias": 0.003923885058611631, + "global_proj.weight": 0.014764642342925072, + "global_proj.bias": 0.009280975908041, + "goal_head.0.weight": 0.0035157394595444202, + "goal_head.0.bias": 0.0014206869527697563, + "goal_head.2.weight": 0.005365585442632437, + "goal_head.2.bias": 0.002950384747236967 + }, + { + "global_gate": 2.4104881958919577e-05, + "embedding.weight": 0.001212541596032679, + "cnn.0.weight": 0.01913411170244217, + "cnn.0.bias": 0.0007847554516047239, + "cnn.2.weight": 0.0051639145240187645, + "cnn.2.bias": 0.0014181897277012467, + "cnn.5.weight": 0.005278800148516893, + "cnn.5.bias": 0.0009948315564543009, + "action_emb.weight": 0.0028227753937244415, + "timestep_emb.weight": 0.0008533588843420148, + "pos_emb.weight": 0.0015564552741125226, + "transformer.layers.0.self_attn.in_proj_weight": 0.0161366518586874, + "transformer.layers.0.self_attn.in_proj_bias": 0.0011633553076535463, + "transformer.layers.0.self_attn.out_proj.weight": 0.01608828641474247, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014266404323279858, + "transformer.layers.0.linear1.weight": 0.0150980269536376, + "transformer.layers.0.linear1.bias": 0.0006574729923158884, + "transformer.layers.0.linear2.weight": 0.015049903653562069, + "transformer.layers.0.linear2.bias": 0.0011942891869693995, + "transformer.layers.0.norm1.weight": 0.0009775065118446946, + "transformer.layers.0.norm1.bias": 0.0011418045032769442, + "transformer.layers.0.norm2.weight": 0.001419957960024476, + "transformer.layers.0.norm2.bias": 0.0006843383307568729, + "transformer.layers.1.self_attn.in_proj_weight": 0.012459800578653812, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007298766286112368, + "transformer.layers.1.self_attn.out_proj.weight": 0.012717364355921745, + "transformer.layers.1.self_attn.out_proj.bias": 0.0009672767482697964, + "transformer.layers.1.linear1.weight": 0.008813811466097832, + "transformer.layers.1.linear1.bias": 0.0004257399123162031, + "transformer.layers.1.linear2.weight": 0.011835082434117794, + "transformer.layers.1.linear2.bias": 0.0009317204239778221, + "transformer.layers.1.norm1.weight": 0.0009307728032581508, + "transformer.layers.1.norm1.bias": 0.0007193829515017569, + "transformer.layers.1.norm2.weight": 0.0006655019242316484, + "transformer.layers.1.norm2.bias": 0.0003952271945308894, + "transformer.layers.2.self_attn.in_proj_weight": 0.013784468173980713, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006688505527563393, + "transformer.layers.2.self_attn.out_proj.weight": 0.013557876460254192, + "transformer.layers.2.self_attn.out_proj.bias": 0.0009134818101301789, + "transformer.layers.2.linear1.weight": 0.007670305669307709, + "transformer.layers.2.linear1.bias": 0.0004675640957430005, + "transformer.layers.2.linear2.weight": 0.009733171202242374, + "transformer.layers.2.linear2.bias": 0.0009890894871205091, + "transformer.layers.2.norm1.weight": 0.0008764805388636887, + "transformer.layers.2.norm1.bias": 0.000702893128618598, + "transformer.layers.2.norm2.weight": 0.000516324071213603, + "transformer.layers.2.norm2.bias": 0.000496681546792388, + "transformer.layers.3.self_attn.in_proj_weight": 0.02766895666718483, + "transformer.layers.3.self_attn.in_proj_bias": 0.002766706282272935, + "transformer.layers.3.self_attn.out_proj.weight": 0.015469587408006191, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019886873196810484, + "transformer.layers.3.linear1.weight": 0.01673215813934803, + "transformer.layers.3.linear1.bias": 0.001546385115943849, + "transformer.layers.3.linear2.weight": 0.010731001384556293, + "transformer.layers.3.linear2.bias": 0.002568943426012993, + "transformer.layers.3.norm1.weight": 0.0024493751116096973, + "transformer.layers.3.norm1.bias": 0.004046015907078981, + "transformer.layers.3.norm2.weight": 0.0010749897919595242, + "transformer.layers.3.norm2.bias": 0.0020995924714952707, + "head.weight": 0.12238796800374985, + "head.bias": 0.004708319902420044, + "global_embedding.weight": 0.010853011161088943, + "global_cnn.0.weight": 0.03810477256774902, + "global_cnn.0.bias": 0.0014688505325466394, + "global_cnn.2.weight": 0.07127729803323746, + "global_cnn.2.bias": 0.002748468890786171, + "global_proj.weight": 0.01348754484206438, + "global_proj.bias": 0.007390625309199095, + "goal_head.0.weight": 0.007326705846935511, + "goal_head.0.bias": 0.0027765287086367607, + "goal_head.2.weight": 0.01116881798952818, + "goal_head.2.bias": 0.006211180239915848 + }, + { + "global_gate": 1.6305841199937277e-05, + "embedding.weight": 0.0003148957621306181, + "cnn.0.weight": 0.009001536294817924, + "cnn.0.bias": 0.00028554454911500216, + "cnn.2.weight": 0.0032852585427463055, + "cnn.2.bias": 0.0010406877845525742, + "cnn.5.weight": 0.0038470046129077673, + "cnn.5.bias": 0.0007660101400688291, + "action_emb.weight": 0.003543965285643935, + "timestep_emb.weight": 0.0007366204517893493, + "pos_emb.weight": 0.0016737808473408222, + "transformer.layers.0.self_attn.in_proj_weight": 0.012420136481523514, + "transformer.layers.0.self_attn.in_proj_bias": 0.0009725588606670499, + "transformer.layers.0.self_attn.out_proj.weight": 0.015321520157158375, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014696025755256414, + "transformer.layers.0.linear1.weight": 0.017249273136258125, + "transformer.layers.0.linear1.bias": 0.0006958970916457474, + "transformer.layers.0.linear2.weight": 0.014212078414857388, + "transformer.layers.0.linear2.bias": 0.001166262780316174, + "transformer.layers.0.norm1.weight": 0.0007199148531071842, + "transformer.layers.0.norm1.bias": 0.0008914027130231261, + "transformer.layers.0.norm2.weight": 0.0018195214215666056, + "transformer.layers.0.norm2.bias": 0.000728685175999999, + "transformer.layers.1.self_attn.in_proj_weight": 0.012057393789291382, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007139218505471945, + "transformer.layers.1.self_attn.out_proj.weight": 0.01358758844435215, + "transformer.layers.1.self_attn.out_proj.bias": 0.0010131982853636146, + "transformer.layers.1.linear1.weight": 0.009622731246054173, + "transformer.layers.1.linear1.bias": 0.0004857383028138429, + "transformer.layers.1.linear2.weight": 0.011190477758646011, + "transformer.layers.1.linear2.bias": 0.0008889299351722002, + "transformer.layers.1.norm1.weight": 0.0007790870731696486, + "transformer.layers.1.norm1.bias": 0.0007794360280968249, + "transformer.layers.1.norm2.weight": 0.0008908891468308866, + "transformer.layers.1.norm2.bias": 0.0006819455302320421, + "transformer.layers.2.self_attn.in_proj_weight": 0.013566318899393082, + "transformer.layers.2.self_attn.in_proj_bias": 0.0007821971084922552, + "transformer.layers.2.self_attn.out_proj.weight": 0.014038489200174809, + "transformer.layers.2.self_attn.out_proj.bias": 0.0009203686495311558, + "transformer.layers.2.linear1.weight": 0.007008695974946022, + "transformer.layers.2.linear1.bias": 0.0004131369641982019, + "transformer.layers.2.linear2.weight": 0.009466297924518585, + "transformer.layers.2.linear2.bias": 0.0009011008078232408, + "transformer.layers.2.norm1.weight": 0.0010330913355574012, + "transformer.layers.2.norm1.bias": 0.0009298213990405202, + "transformer.layers.2.norm2.weight": 0.0005116303800605237, + "transformer.layers.2.norm2.bias": 0.00041435883031226695, + "transformer.layers.3.self_attn.in_proj_weight": 0.03505256026983261, + "transformer.layers.3.self_attn.in_proj_bias": 0.001495328382588923, + "transformer.layers.3.self_attn.out_proj.weight": 0.01801086962223053, + "transformer.layers.3.self_attn.out_proj.bias": 0.0009936033748090267, + "transformer.layers.3.linear1.weight": 0.014503470622003078, + "transformer.layers.3.linear1.bias": 0.0009255544282495975, + "transformer.layers.3.linear2.weight": 0.009782327339053154, + "transformer.layers.3.linear2.bias": 0.001195692690089345, + "transformer.layers.3.norm1.weight": 0.002716522431001067, + "transformer.layers.3.norm1.bias": 0.0018039230490103364, + "transformer.layers.3.norm2.weight": 0.001105738221667707, + "transformer.layers.3.norm2.bias": 0.0010171415051445365, + "head.weight": 0.13320331275463104, + "head.bias": 0.0030995539855211973, + "global_embedding.weight": 0.0053720735013484955, + "global_cnn.0.weight": 0.05552519112825394, + "global_cnn.0.bias": 0.0018844780279323459, + "global_cnn.2.weight": 0.16466271877288818, + "global_cnn.2.bias": 0.007955326698720455, + "global_proj.weight": 0.025139307603240013, + "global_proj.bias": 0.016257714480161667, + "goal_head.0.weight": 0.016507728025317192, + "goal_head.0.bias": 0.007011875975877047, + "goal_head.2.weight": 0.02278187684714794, + "goal_head.2.bias": 0.01496485061943531 + }, + { + "global_gate": 6.383800791809335e-05, + "embedding.weight": 0.0008816064218990505, + "cnn.0.weight": 0.020516356453299522, + "cnn.0.bias": 0.0008167176856659353, + "cnn.2.weight": 0.005880508106201887, + "cnn.2.bias": 0.0021063932217657566, + "cnn.5.weight": 0.007375738583505154, + "cnn.5.bias": 0.0014759331243112683, + "action_emb.weight": 0.00992756150662899, + "timestep_emb.weight": 0.001210637274198234, + "pos_emb.weight": 0.0024374262429773808, + "transformer.layers.0.self_attn.in_proj_weight": 0.023917045444250107, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021082679741084576, + "transformer.layers.0.self_attn.out_proj.weight": 0.03705546259880066, + "transformer.layers.0.self_attn.out_proj.bias": 0.003522115293890238, + "transformer.layers.0.linear1.weight": 0.041923023760318756, + "transformer.layers.0.linear1.bias": 0.0016985927941277623, + "transformer.layers.0.linear2.weight": 0.025503017008304596, + "transformer.layers.0.linear2.bias": 0.002494558459147811, + "transformer.layers.0.norm1.weight": 0.0013149675214663148, + "transformer.layers.0.norm1.bias": 0.0019927341490983963, + "transformer.layers.0.norm2.weight": 0.005033913534134626, + "transformer.layers.0.norm2.bias": 0.0029590772464871407, + "transformer.layers.1.self_attn.in_proj_weight": 0.023702455684542656, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014511931221932173, + "transformer.layers.1.self_attn.out_proj.weight": 0.024457819759845734, + "transformer.layers.1.self_attn.out_proj.bias": 0.002327113412320614, + "transformer.layers.1.linear1.weight": 0.016041554510593414, + "transformer.layers.1.linear1.bias": 0.000870386662427336, + "transformer.layers.1.linear2.weight": 0.01758006401360035, + "transformer.layers.1.linear2.bias": 0.002027707640081644, + "transformer.layers.1.norm1.weight": 0.0014844144461676478, + "transformer.layers.1.norm1.bias": 0.0011934180511161685, + "transformer.layers.1.norm2.weight": 0.0015547014772891998, + "transformer.layers.1.norm2.bias": 0.0013065090170130134, + "transformer.layers.2.self_attn.in_proj_weight": 0.022080641239881516, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015641450881958008, + "transformer.layers.2.self_attn.out_proj.weight": 0.02068941481411457, + "transformer.layers.2.self_attn.out_proj.bias": 0.002016638405621052, + "transformer.layers.2.linear1.weight": 0.010743705555796623, + "transformer.layers.2.linear1.bias": 0.0006842492730356753, + "transformer.layers.2.linear2.weight": 0.013807054609060287, + "transformer.layers.2.linear2.bias": 0.002018549246713519, + "transformer.layers.2.norm1.weight": 0.0014112666249275208, + "transformer.layers.2.norm1.bias": 0.001575490809045732, + "transformer.layers.2.norm2.weight": 0.000741040799766779, + "transformer.layers.2.norm2.bias": 0.0007472169236280024, + "transformer.layers.3.self_attn.in_proj_weight": 0.04002588987350464, + "transformer.layers.3.self_attn.in_proj_bias": 0.0044344221241772175, + "transformer.layers.3.self_attn.out_proj.weight": 0.018179085105657578, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033165470231324434, + "transformer.layers.3.linear1.weight": 0.022312937304377556, + "transformer.layers.3.linear1.bias": 0.0020893984474241734, + "transformer.layers.3.linear2.weight": 0.01366097666323185, + "transformer.layers.3.linear2.bias": 0.0038933069445192814, + "transformer.layers.3.norm1.weight": 0.0035391112323850393, + "transformer.layers.3.norm1.bias": 0.006428628694266081, + "transformer.layers.3.norm2.weight": 0.0016494665760546923, + "transformer.layers.3.norm2.bias": 0.0027713554445654154, + "head.weight": 0.20342104136943817, + "head.bias": 0.009053231216967106, + "global_embedding.weight": 0.00508506316691637, + "global_cnn.0.weight": 0.0392276830971241, + "global_cnn.0.bias": 0.0019470953848212957, + "global_cnn.2.weight": 0.10194488614797592, + "global_cnn.2.bias": 0.004739878233522177, + "global_proj.weight": 0.032988160848617554, + "global_proj.bias": 0.024962978437542915, + "goal_head.0.weight": 0.025213776156306267, + "goal_head.0.bias": 0.011952705681324005, + "goal_head.2.weight": 0.03960556164383888, + "goal_head.2.bias": 0.02873990498483181 + }, + { + "global_gate": 9.047005733009428e-05, + "embedding.weight": 0.0023348007816821337, + "cnn.0.weight": 0.040424149483442307, + "cnn.0.bias": 0.0013493540463969111, + "cnn.2.weight": 0.009378407150506973, + "cnn.2.bias": 0.00235722865909338, + "cnn.5.weight": 0.008670400828123093, + "cnn.5.bias": 0.0018301287200301886, + "action_emb.weight": 0.004210470709949732, + "timestep_emb.weight": 0.0011300848564133048, + "pos_emb.weight": 0.002566075185313821, + "transformer.layers.0.self_attn.in_proj_weight": 0.020114317536354065, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015344994608312845, + "transformer.layers.0.self_attn.out_proj.weight": 0.02141871675848961, + "transformer.layers.0.self_attn.out_proj.bias": 0.002114624483510852, + "transformer.layers.0.linear1.weight": 0.022907394915819168, + "transformer.layers.0.linear1.bias": 0.001053164480254054, + "transformer.layers.0.linear2.weight": 0.023260891437530518, + "transformer.layers.0.linear2.bias": 0.0019562498200684786, + "transformer.layers.0.norm1.weight": 0.001030236715450883, + "transformer.layers.0.norm1.bias": 0.0014575148234143853, + "transformer.layers.0.norm2.weight": 0.0024524976033717394, + "transformer.layers.0.norm2.bias": 0.0009560264879837632, + "transformer.layers.1.self_attn.in_proj_weight": 0.019688721746206284, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011759860208258033, + "transformer.layers.1.self_attn.out_proj.weight": 0.02113008126616478, + "transformer.layers.1.self_attn.out_proj.bias": 0.001645979704335332, + "transformer.layers.1.linear1.weight": 0.014400361105799675, + "transformer.layers.1.linear1.bias": 0.000764070195145905, + "transformer.layers.1.linear2.weight": 0.017189878970384598, + "transformer.layers.1.linear2.bias": 0.0015869906637817621, + "transformer.layers.1.norm1.weight": 0.001238595345057547, + "transformer.layers.1.norm1.bias": 0.0010475432500243187, + "transformer.layers.1.norm2.weight": 0.0011814686004072428, + "transformer.layers.1.norm2.bias": 0.0006962657789699733, + "transformer.layers.2.self_attn.in_proj_weight": 0.02495664916932583, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015903812600299716, + "transformer.layers.2.self_attn.out_proj.weight": 0.022572146728634834, + "transformer.layers.2.self_attn.out_proj.bias": 0.001544684055261314, + "transformer.layers.2.linear1.weight": 0.011274466291069984, + "transformer.layers.2.linear1.bias": 0.0006991615518927574, + "transformer.layers.2.linear2.weight": 0.013191798701882362, + "transformer.layers.2.linear2.bias": 0.0014729747781530023, + "transformer.layers.2.norm1.weight": 0.0018270589644089341, + "transformer.layers.2.norm1.bias": 0.0017934662755578756, + "transformer.layers.2.norm2.weight": 0.0008570727077312768, + "transformer.layers.2.norm2.bias": 0.0008037853986024857, + "transformer.layers.3.self_attn.in_proj_weight": 0.04865654557943344, + "transformer.layers.3.self_attn.in_proj_bias": 0.002704331185668707, + "transformer.layers.3.self_attn.out_proj.weight": 0.027557991445064545, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021422253921628, + "transformer.layers.3.linear1.weight": 0.030149735510349274, + "transformer.layers.3.linear1.bias": 0.002398147713392973, + "transformer.layers.3.linear2.weight": 0.017763517796993256, + "transformer.layers.3.linear2.bias": 0.002811123849824071, + "transformer.layers.3.norm1.weight": 0.004446737933903933, + "transformer.layers.3.norm1.bias": 0.0037215373013168573, + "transformer.layers.3.norm2.weight": 0.0024502594023942947, + "transformer.layers.3.norm2.bias": 0.0036220948677510023, + "head.weight": 0.20201541483402252, + "head.bias": 0.0056642042472958565, + "global_embedding.weight": 0.004213192034512758, + "global_cnn.0.weight": 0.04958782345056534, + "global_cnn.0.bias": 0.0019189253216609359, + "global_cnn.2.weight": 0.11716140061616898, + "global_cnn.2.bias": 0.006527693942189217, + "global_proj.weight": 0.02696787379682064, + "global_proj.bias": 0.019124401733279228, + "goal_head.0.weight": 0.018937988206744194, + "goal_head.0.bias": 0.008851383812725544, + "goal_head.2.weight": 0.026392191648483276, + "goal_head.2.bias": 0.02058117277920246 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.05543140321969986, - 0.1187378391623497, - 0.12327317148447037, - 0.12075488269329071, - 0.029029544442892075, - 0.04569351673126221, - 0.040912479162216187, - 0.07854592800140381, - 0.04872104525566101, - 0.1359948217868805 + 0.2689601182937622, + 0.22000358998775482, + 0.34932100772857666, + 0.2842414081096649, + 0.35363373160362244, + 0.40910661220550537, + 0.5355992913246155, + 0.4309491813182831, + 0.32340672612190247, + 0.2023310512304306, + 0.3047769367694855, + 0.2862038314342499, + 0.4470990002155304, + 0.6427388191223145, + 0.41048678755760193, + 0.47330132126808167, + 0.27291303873062134, + 0.43282800912857056, + 0.6443666219711304, + 0.5423027873039246 ], "repr_drift_kl_low_t": [ - 0.04924142360687256, - 0.12742596864700317, - 0.13630253076553345, - 0.12674148380756378, - 0.018871724605560303, - 0.02946065180003643, - 0.027902880683541298, - 0.05741362273693085, - 0.0358043909072876, - 0.11800777912139893 + 0.3142580986022949, + 0.23624423146247864, + 0.4367079734802246, + 0.34898319840431213, + 0.4118536710739136, + 0.5052516460418701, + 0.6409217715263367, + 0.5473414659500122, + 0.40260329842567444, + 0.25194570422172546, + 0.3659254312515259, + 0.36003169417381287, + 0.5419259071350098, + 0.8554691672325134, + 0.49718621373176575, + 0.5893537998199463, + 0.3248748779296875, + 0.5361630320549011, + 0.8068339824676514, + 0.6609207391738892 ], "repr_drift_kl_mid_t": [ - 0.05203250050544739, - 0.11735908687114716, - 0.1196911633014679, - 0.11027659475803375, - 0.019624168053269386, - 0.03366820141673088, - 0.03024555742740631, - 0.062176115810871124, - 0.035604506731033325, - 0.12919187545776367 + 0.2659825086593628, + 0.2169279009103775, + 0.34349045157432556, + 0.28284111618995667, + 0.3532642424106598, + 0.4039064347743988, + 0.5392565131187439, + 0.42993882298469543, + 0.32146885991096497, + 0.19743028283119202, + 0.30775341391563416, + 0.28475716710090637, + 0.45960313081741333, + 0.6420589089393616, + 0.41568586230278015, + 0.47082123160362244, + 0.2720000147819519, + 0.43185409903526306, + 0.6405629515647888, + 0.54742431640625 ], "repr_drift_kl_high_t": [ - 0.08527158200740814, - 0.13724297285079956, - 0.1371832937002182, - 0.15315845608711243, - 0.045347727835178375, - 0.09074681997299194, - 0.09535454958677292, - 0.13355709612369537, - 0.08338036388158798, - 0.16584888100624084 + 0.23499137163162231, + 0.23532038927078247, + 0.26502999663352966, + 0.24896907806396484, + 0.2906034290790558, + 0.2886863052845001, + 0.4061923027038574, + 0.3241085708141327, + 0.23774363100528717, + 0.17224270105361938, + 0.24024221301078796, + 0.21745659410953522, + 0.3595588505268097, + 0.4366263151168823, + 0.3306674361228943, + 0.37042370438575745, + 0.22268110513687134, + 0.32854920625686646, + 0.4787236750125885, + 0.38329407572746277 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8174939751625061, - 0.6935131549835205, - 0.4957916736602783, - 0.759402334690094, - 0.9472875595092773 + 0.7465863823890686, + 0.7653326988220215, + 0.8297232985496521, + 0.806310772895813, + 0.7825666666030884, + 0.8209049701690674, + 0.8119714856147766, + 0.8439369201660156, + 0.7053707838058472, + 0.63090980052948 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.1273454427719116, - 1.9341325759887695, - 1.5267308950424194, - 1.1509255170822144, - 0.4187439978122711, - 0.6629735827445984, - 0.3171478509902954, - 0.42757296562194824, - 0.5586347579956055, - 0.5578317046165466 + 1.7651586532592773, + 0.6341482996940613, + 0.5959820747375488, + 0.526317298412323, + 0.2789582908153534, + 0.5447953343391418, + 0.44114530086517334, + 0.44440212845802307, + 0.331525981426239, + 0.3774356544017792, + 0.5041570067405701, + 0.34684082865715027, + 0.3623134195804596, + 0.4597385823726654, + 0.34152209758758545, + 0.2970656454563141, + 0.15512466430664062, + 0.26733532547950745, + 0.24382176995277405, + 0.3602391183376312 ], "norm_high_t": [ - 1.043911099433899, - 1.3091347217559814, - 0.8368409276008606, - 1.3443217277526855, - 0.3159599304199219, - 0.8879355192184448, - 0.3641894459724426, - 0.43573063611984253, - 0.5704198479652405, - 0.585213303565979 + 1.4933974742889404, + 0.4882410168647766, + 0.7214418053627014, + 0.5345330238342285, + 0.3974772095680237, + 0.504222571849823, + 0.9825558662414551, + 0.4545057713985443, + 0.5745891332626343, + 0.7456182241439819, + 0.5765911936759949, + 0.5969603657722473, + 0.3765636384487152, + 0.3643728196620941, + 0.6946452260017395, + 0.5736035108566284, + 0.21754500269889832, + 0.2766018807888031, + 0.3536175787448883, + 0.39323437213897705 ], "lowhigh_cos": [ - 0.31059545278549194, - 0.4058711528778076, - 0.4729853868484497, - 0.3317340612411499, - 0.8079349994659424, - 0.580623209476471, - 0.748712956905365, - 0.9865058064460754, - 0.976322591304779, - 0.36045750975608826 + 0.753149688243866, + 0.2585327923297882, + 0.5589972734451294, + 0.8743365406990051, + 0.7644672393798828, + 0.5413881540298462, + 0.24225342273712158, + 0.647222638130188, + 0.4733533263206482, + 0.6314853429794312, + 0.8639703392982483, + 0.49869605898857117, + 0.4261682629585266, + 0.48784512281417847, + 0.08559355139732361, + 0.5896846055984497, + 0.4334932267665863, + 0.6806172728538513, + 0.2844902575016022, + 0.20754213631153107 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.1258310079574585, - "t_0.1-0.2": 0.6995165944099426, - "t_0.2-0.3": 0.7938428521156311, - "t_0.3-0.4": 0.7148751020431519, - "t_0.4-0.5": 0.8263735175132751, - "t_0.5-0.6": 0.6679114103317261, - "t_0.6-0.7": 0.5259501934051514, - "t_0.7-0.8": 0.8060624599456787, - "t_0.8-0.9": 0.952139675617218, - "t_0.9-1.0": 0.904763400554657 - }, - { - "t_0.0-0.1": 1.692639946937561, - "t_0.1-0.2": 1.6275404691696167, - "t_0.2-0.3": 1.2955379486083984, - "t_0.3-0.4": 1.3947784900665283, - "t_0.4-0.5": 1.0444496870040894, - "t_0.5-0.6": 1.3055435419082642, - "t_0.6-0.7": 1.3909506797790527, - "t_0.7-0.8": 1.335951566696167, - "t_0.8-0.9": 1.5128228664398193, - "t_0.9-1.0": 1.6285654306411743 - }, - { - "t_0.0-0.1": 1.351043701171875, - "t_0.1-0.2": 1.1497997045516968, - "t_0.2-0.3": 0.7201223373413086, - "t_0.3-0.4": 0.9933016896247864, - "t_0.4-0.5": 0.935836672782898, - "t_0.5-0.6": 0.8356350064277649, - "t_0.6-0.7": 0.5393204689025879, - "t_0.7-0.8": 0.9049075841903687, - "t_0.8-0.9": 0.8227956891059875, - "t_0.9-1.0": 1.0721052885055542 - }, - { - "t_0.0-0.1": 1.2624064683914185, - "t_0.1-0.2": 1.0865373611450195, - "t_0.2-0.3": 1.1855511665344238, - "t_0.3-0.4": 0.974702775478363, - "t_0.4-0.5": 0.9502977132797241, - "t_0.5-0.6": 1.1782256364822388, - "t_0.6-0.7": 0.9299285411834717, - "t_0.7-0.8": 1.2086187601089478, - "t_0.8-0.9": 1.304952621459961, - "t_0.9-1.0": 1.5843236446380615 - }, - { - "t_0.0-0.1": 0.31034502387046814, - "t_0.1-0.2": 0.29715776443481445, - "t_0.2-0.3": 0.32537487149238586, - "t_0.3-0.4": 0.4203517735004425, - "t_0.4-0.5": 0.33717402815818787, - "t_0.5-0.6": 0.48880067467689514, - "t_0.6-0.7": 0.29972168803215027, - "t_0.7-0.8": 0.3021003305912018, - "t_0.8-0.9": 0.32711049914360046, - "t_0.9-1.0": 0.30304351449012756 - }, - { - "t_0.0-0.1": 0.5727093815803528, - "t_0.1-0.2": 0.5428784489631653, - "t_0.2-0.3": 0.6246396899223328, - "t_0.3-0.4": 0.8061917424201965, - "t_0.4-0.5": 0.5514006018638611, - "t_0.5-0.6": 0.6291607022285461, - "t_0.6-0.7": 0.5882896780967712, - "t_0.7-0.8": 0.7844331860542297, - "t_0.8-0.9": 0.709411084651947, - "t_0.9-1.0": 1.050418734550476 - }, - { - "t_0.0-0.1": 0.4387672543525696, - "t_0.1-0.2": 0.33046048879623413, - "t_0.2-0.3": 0.6502178311347961, - "t_0.3-0.4": 0.31044134497642517, - "t_0.4-0.5": 0.33350491523742676, - "t_0.5-0.6": 0.41909509897232056, - "t_0.6-0.7": 0.3095766007900238, - "t_0.7-0.8": 0.31901824474334717, - "t_0.8-0.9": 0.32439950108528137, - "t_0.9-1.0": 0.5488947033882141 - }, - { - "t_0.0-0.1": 0.42801350355148315, - "t_0.1-0.2": 0.4275617301464081, - "t_0.2-0.3": 0.4280168414115906, - "t_0.3-0.4": 0.427572637796402, - "t_0.4-0.5": 0.4275701344013214, - "t_0.5-0.6": 0.42750126123428345, - "t_0.6-0.7": 0.4279731512069702, - "t_0.7-0.8": 0.42811983823776245, - "t_0.8-0.9": 0.4299006164073944, - "t_0.9-1.0": 0.4460526704788208 - }, - { - "t_0.0-0.1": 0.5587002038955688, - "t_0.1-0.2": 0.5945257544517517, - "t_0.2-0.3": 0.5705447196960449, - "t_0.3-0.4": 0.5610767602920532, - "t_0.4-0.5": 0.5749409794807434, - "t_0.5-0.6": 0.5680091381072998, - "t_0.6-0.7": 0.5736597776412964, - "t_0.7-0.8": 0.5653864145278931, - "t_0.8-0.9": 0.5611140131950378, - "t_0.9-1.0": 0.5783642530441284 - }, - { - "t_0.0-0.1": 0.7471648454666138, - "t_0.1-0.2": 0.5475425720214844, - "t_0.2-0.3": 0.6531333327293396, - "t_0.3-0.4": 0.4067153036594391, - "t_0.4-0.5": 0.5189595818519592, - "t_0.5-0.6": 0.4545226991176605, - "t_0.6-0.7": 0.5369563698768616, - "t_0.7-0.8": 0.5428601503372192, - "t_0.8-0.9": 0.6161698698997498, - "t_0.9-1.0": 0.844614565372467 + "t_0.0-0.1": 1.5438895225524902, + "t_0.1-0.2": 2.223322629928589, + "t_0.2-0.3": 1.8218772411346436, + "t_0.3-0.4": 2.1003198623657227, + "t_0.4-0.5": 1.6937130689620972, + "t_0.5-0.6": 1.6611956357955933, + "t_0.6-0.7": 1.5128252506256104, + "t_0.7-0.8": 1.518498420715332, + "t_0.8-0.9": 1.5976754426956177, + "t_0.9-1.0": 1.8255198001861572 + }, + { + "t_0.0-0.1": 0.7119284272193909, + "t_0.1-0.2": 0.7744880318641663, + "t_0.2-0.3": 0.5411313772201538, + "t_0.3-0.4": 0.5646742582321167, + "t_0.4-0.5": 0.5907989740371704, + "t_0.5-0.6": 0.5143688321113586, + "t_0.6-0.7": 0.5128798484802246, + "t_0.7-0.8": 0.4578772187232971, + "t_0.8-0.9": 0.492350310087204, + "t_0.9-1.0": 1.2324427366256714 + }, + { + "t_0.0-0.1": 0.6443948745727539, + "t_0.1-0.2": 0.5580223798751831, + "t_0.2-0.3": 0.5737737417221069, + "t_0.3-0.4": 0.5792593359947205, + "t_0.4-0.5": 0.6011825203895569, + "t_0.5-0.6": 0.5663980841636658, + "t_0.6-0.7": 0.5816451907157898, + "t_0.7-0.8": 0.5890395641326904, + "t_0.8-0.9": 0.5966119170188904, + "t_0.9-1.0": 0.8501545786857605 + }, + { + "t_0.0-0.1": 0.6102555990219116, + "t_0.1-0.2": 0.5323361158370972, + "t_0.2-0.3": 0.5240296721458435, + "t_0.3-0.4": 0.5222527384757996, + "t_0.4-0.5": 0.5262767672538757, + "t_0.5-0.6": 0.5218234658241272, + "t_0.6-0.7": 0.5215461254119873, + "t_0.7-0.8": 0.5174729228019714, + "t_0.8-0.9": 0.5193362236022949, + "t_0.9-1.0": 0.6589532494544983 + }, + { + "t_0.0-0.1": 0.3437519967556, + "t_0.1-0.2": 0.30443206429481506, + "t_0.2-0.3": 0.29409196972846985, + "t_0.3-0.4": 0.27187642455101013, + "t_0.4-0.5": 0.28696078062057495, + "t_0.5-0.6": 0.2877342402935028, + "t_0.6-0.7": 0.3025217354297638, + "t_0.7-0.8": 0.37876012921333313, + "t_0.8-0.9": 0.4017622768878937, + "t_0.9-1.0": 0.4659745693206787 + }, + { + "t_0.0-0.1": 0.8569375872612, + "t_0.1-0.2": 0.541239857673645, + "t_0.2-0.3": 0.4999816119670868, + "t_0.3-0.4": 0.5120953321456909, + "t_0.4-0.5": 0.48131290078163147, + "t_0.5-0.6": 0.4977089762687683, + "t_0.6-0.7": 0.5002937316894531, + "t_0.7-0.8": 0.5275912284851074, + "t_0.8-0.9": 0.558538556098938, + "t_0.9-1.0": 0.6235432624816895 + }, + { + "t_0.0-0.1": 0.6734728217124939, + "t_0.1-0.2": 0.3198758363723755, + "t_0.2-0.3": 0.2750307023525238, + "t_0.3-0.4": 0.26973408460617065, + "t_0.4-0.5": 0.2597492039203644, + "t_0.5-0.6": 0.2766869366168976, + "t_0.6-0.7": 0.31012094020843506, + "t_0.7-0.8": 0.4425295889377594, + "t_0.8-0.9": 0.615130603313446, + "t_0.9-1.0": 1.2694447040557861 + }, + { + "t_0.0-0.1": 0.5088311433792114, + "t_0.1-0.2": 0.4045645594596863, + "t_0.2-0.3": 0.39958927035331726, + "t_0.3-0.4": 0.41057679057121277, + "t_0.4-0.5": 0.4115907847881317, + "t_0.5-0.6": 0.44553935527801514, + "t_0.6-0.7": 0.4182567894458771, + "t_0.7-0.8": 0.44373059272766113, + "t_0.8-0.9": 0.4349846839904785, + "t_0.9-1.0": 0.5475432276725769 + }, + { + "t_0.0-0.1": 0.28640756011009216, + "t_0.1-0.2": 0.27830445766448975, + "t_0.2-0.3": 0.3544659912586212, + "t_0.3-0.4": 0.34080395102500916, + "t_0.4-0.5": 0.32780921459198, + "t_0.5-0.6": 0.3200601041316986, + "t_0.6-0.7": 0.36671730875968933, + "t_0.7-0.8": 0.3670383393764496, + "t_0.8-0.9": 0.48883071541786194, + "t_0.9-1.0": 0.6691068410873413 + }, + { + "t_0.0-0.1": 0.9912893772125244, + "t_0.1-0.2": 0.3951886296272278, + "t_0.2-0.3": 0.39150357246398926, + "t_0.3-0.4": 0.38019853830337524, + "t_0.4-0.5": 0.4005756676197052, + "t_0.5-0.6": 0.4406135380268097, + "t_0.6-0.7": 0.4605141878128052, + "t_0.7-0.8": 0.45424684882164, + "t_0.8-0.9": 0.562454879283905, + "t_0.9-1.0": 1.0124635696411133 + }, + { + "t_0.0-0.1": 0.5023329257965088, + "t_0.1-0.2": 0.4701099693775177, + "t_0.2-0.3": 0.48277872800827026, + "t_0.3-0.4": 0.4739826023578644, + "t_0.4-0.5": 0.4926275610923767, + "t_0.5-0.6": 0.48992809653282166, + "t_0.6-0.7": 0.49723947048187256, + "t_0.7-0.8": 0.5078929662704468, + "t_0.8-0.9": 0.5383792519569397, + "t_0.9-1.0": 0.6200225353240967 + }, + { + "t_0.0-0.1": 0.4505961239337921, + "t_0.1-0.2": 0.3771967887878418, + "t_0.2-0.3": 0.34437480568885803, + "t_0.3-0.4": 0.3555532991886139, + "t_0.4-0.5": 0.39350396394729614, + "t_0.5-0.6": 0.35316163301467896, + "t_0.6-0.7": 0.37888002395629883, + "t_0.7-0.8": 0.4468650817871094, + "t_0.8-0.9": 0.5435515642166138, + "t_0.9-1.0": 0.7819938659667969 + }, + { + "t_0.0-0.1": 0.2941349446773529, + "t_0.1-0.2": 0.3271632790565491, + "t_0.2-0.3": 0.279252827167511, + "t_0.3-0.4": 0.265697181224823, + "t_0.4-0.5": 0.2618880569934845, + "t_0.5-0.6": 0.2648773193359375, + "t_0.6-0.7": 0.30704909563064575, + "t_0.7-0.8": 0.24944274127483368, + "t_0.8-0.9": 0.3484936058521271, + "t_0.9-1.0": 0.5003610849380493 + }, + { + "t_0.0-0.1": 0.7043259143829346, + "t_0.1-0.2": 0.3144775927066803, + "t_0.2-0.3": 0.3511654734611511, + "t_0.3-0.4": 0.33333584666252136, + "t_0.4-0.5": 0.3128090500831604, + "t_0.5-0.6": 0.2826826572418213, + "t_0.6-0.7": 0.29076963663101196, + "t_0.7-0.8": 0.2690039277076721, + "t_0.8-0.9": 0.2761889100074768, + "t_0.9-1.0": 0.5013687610626221 + }, + { + "t_0.0-0.1": 0.29656341671943665, + "t_0.1-0.2": 0.2513183057308197, + "t_0.2-0.3": 0.26295778155326843, + "t_0.3-0.4": 0.21160294115543365, + "t_0.4-0.5": 0.2226928323507309, + "t_0.5-0.6": 0.24166631698608398, + "t_0.6-0.7": 0.24497756361961365, + "t_0.7-0.8": 0.28169581294059753, + "t_0.8-0.9": 0.31805580854415894, + "t_0.9-1.0": 1.1219063997268677 + }, + { + "t_0.0-0.1": 0.5728961825370789, + "t_0.1-0.2": 0.2526606023311615, + "t_0.2-0.3": 0.26599711179733276, + "t_0.3-0.4": 0.28028255701065063, + "t_0.4-0.5": 0.30329081416130066, + "t_0.5-0.6": 0.3179961144924164, + "t_0.6-0.7": 0.3007737100124359, + "t_0.7-0.8": 0.3762265741825104, + "t_0.8-0.9": 0.43356162309646606, + "t_0.9-1.0": 0.8972811698913574 + }, + { + "t_0.0-0.1": 0.16548138856887817, + "t_0.1-0.2": 0.1638907492160797, + "t_0.2-0.3": 0.14799299836158752, + "t_0.3-0.4": 0.11232104897499084, + "t_0.4-0.5": 0.13708071410655975, + "t_0.5-0.6": 0.12174838781356812, + "t_0.6-0.7": 0.13749396800994873, + "t_0.7-0.8": 0.1578998565673828, + "t_0.8-0.9": 0.18109670281410217, + "t_0.9-1.0": 0.27581122517585754 + }, + { + "t_0.0-0.1": 0.28836989402770996, + "t_0.1-0.2": 0.23081114888191223, + "t_0.2-0.3": 0.2324243038892746, + "t_0.3-0.4": 0.24982136487960815, + "t_0.4-0.5": 0.22482936084270477, + "t_0.5-0.6": 0.23945873975753784, + "t_0.6-0.7": 0.24540039896965027, + "t_0.7-0.8": 0.2383657693862915, + "t_0.8-0.9": 0.259838730096817, + "t_0.9-1.0": 0.34505152702331543 + }, + { + "t_0.0-0.1": 0.3840000331401825, + "t_0.1-0.2": 0.28873488306999207, + "t_0.2-0.3": 0.19720545411109924, + "t_0.3-0.4": 0.20457330346107483, + "t_0.4-0.5": 0.2322845757007599, + "t_0.5-0.6": 0.2546350955963135, + "t_0.6-0.7": 0.23858951032161713, + "t_0.7-0.8": 0.2623389661312103, + "t_0.8-0.9": 0.33424338698387146, + "t_0.9-1.0": 0.41987380385398865 + }, + { + "t_0.0-0.1": 0.3635386526584625, + "t_0.1-0.2": 0.27542537450790405, + "t_0.2-0.3": 0.21226534247398376, + "t_0.3-0.4": 0.23453664779663086, + "t_0.4-0.5": 0.2933482825756073, + "t_0.5-0.6": 0.2617813050746918, + "t_0.6-0.7": 0.2534774839878082, + "t_0.7-0.8": 0.25174450874328613, + "t_0.8-0.9": 0.3209679126739502, + "t_0.9-1.0": 0.5585018992424011 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.01244813296943903, - 0.036363635212183, - 0.028093883767724037, - 0.04497607424855232, - 0.2498096078634262, - 0.004692832473665476, - 0.21037669479846954, - 0.04363207519054413, - 0.011538461782038212, - 0.01715686358511448, - 0.012126865796744823, - 0.2618343234062195, - 0.09777424484491348, - 0.19160304963588715, - 0.05927419289946556, - 0.15013404190540314, - 0.007640067953616381, - 0.22609245777130127, - 0.005985266994684935, - 0.04924491047859192, - 0.1410835236310959, - 0.016597511246800423, - 0.32190635800361633, - 0.009345794096589088, - 0.009749303571879864, - 0.015064934268593788, - 0.13050313293933868, - 0.09573643654584885, - 0.03458711504936218, - 0.3358725607395172, - 0.13870380818843842, - 0.02659110724925995, - 0.2752293348312378, - 0.10427350550889969, - 0.2409931868314743, - 0.01744185946881771, - 0.005782734137028456, - 0.5468577742576599, - 0.03355426713824272, - 0.03204047307372093, - 0.005985266994684935, - 0.323870986700058, - 0.03621438890695572, - 0.02913135662674904, - 0.015546055510640144, - 0.006637168116867542, - 0.1977294236421585, - 0.011046133935451508, - 0.0218470711261034, - 0.11411665380001068, - 0.08511567115783691, - 0.06692913174629211, - 0.1113089993596077, - 0.5226480960845947, - 0.057130005210638046, - 0.21626830101013184, - 0.02193187177181244, - 0.048048049211502075, - 0.013636363670229912, - 0.00911458395421505, - 0.00238663493655622, - 0.006470880936831236, - 0.14379476010799408, - 0.00460122711956501, - 0.20388349890708923, - 0.11818578094244003, - 0.1525590568780899, - 0.3102352023124695, - 0.0050505055114626884, - 0.1318858116865158, - 0.03265306353569031, - 0.004692832473665476, - 0.027027025818824768, - 0.005434782709926367, - 0.10312395542860031, - 0.14176571369171143, - 0.006637168116867542, - 0.07428571581840515, - 0.057553958147764206, - 0.032800327986478806, - 0.006307339295744896, - 0.043153971433639526, - 0.11677282303571701, - 0.0874791368842125, - 0.1634114682674408, - 0.011487304233014584, - 0.05408015474677086, - 0.016597511246800423, - 0.002357479650527239, - 0.0019267823081463575, - 0.11134163290262222, - 0.03030303120613098, - 0.030975496396422386, - 0.13543091714382172, - 0.10312273353338242, - 0.027497708797454834, - 0.009589770808815956, - 0.016597511246800423, - 0.03255626931786537, - 0.006592291872948408, - 0.14220182597637177, - 0.1783614307641983, - 0.05288461595773697, - 0.1533672958612442, - 0.005586592014878988, - 0.02238805964589119, - 0.10935302078723907, - 0.0449473038315773, - 0.0038759689778089523, - 0.17237630486488342, - 0.006592291872948408, - 0.004983388818800449, - 0.005434782709926367, - 0.03038427233695984, - 0.049190159887075424, - 0.029798761010169983, - 0.1448453664779663, - 0.0401606410741806, - 0.002634660340845585, - 0.18983769416809082, - 0.027108432725071907, - 0.05998080596327782, - 0.18649885058403015, - 0.05115658417344093, - 0.07662337273359299, - 0.019990481436252594, - 0.007336343172937632, - 0.016597511246800423, - 0.038072288036346436, - 0.16304348409175873, - 0.005692599341273308, - 0.17213115096092224, - 0.00883152149617672, - 0.07209302484989166, - 0.08156498521566391, - 0.0028810896910727024, - 0.3423999845981598, - 0.006633499171584845, - 0.1636473387479782, - 0.17654986679553986, - 0.1756097674369812, - 0.0027141133323311806, - 0.02616659365594387, - 0.08174386620521545, - 0.044518910348415375, - 0.07385697960853577, - 0.17996171116828918, - 0.025073746219277382, - 0.018772562965750694, - 0.006944444961845875, - 0.015688031911849976, - 0.010479042306542397, - 0.04188481718301773, - 0.007231404539197683, - 0.036508601158857346, - 0.00248893816024065, - 0.08258380740880966, - 0.006999125238507986, - 0.05532953515648842, - 0.12613636255264282, - 0.0071905492804944515, - 0.10147299617528915, - 0.023351648822426796, - 0.08394510298967361, - 0.0045008184388279915, - 0.16563786566257477, - 0.05337904021143913, - 0.038876887410879135, - 0.0604938305914402, - 0.24725276231765747, - 0.008541393093764782, - 0.1009380891919136, - 0.041116006672382355, - 0.011538461782038212, - 0.061408787965774536, - 0.099857859313488, - 0.005616005510091782, - 0.09194977581501007, - 0.006592291872948408, - 0.24932126700878143, - 0.11548556387424469, - 0.22674018144607544, - 0.20762711763381958, - 0.059164732694625854, - 0.03628823161125183, - 0.0038677917327731848, - 0.031208500266075134, - 0.1869688332080841, - 0.061132561415433884, - 0.13503649830818176, - 0.13952283561229706, - 0.026404494419693947, - 0.036203522235155106, - 0.07540173083543777, - 0.016885552555322647, - 0.00538160465657711, - 0.08735796064138412, - 0.31959912180900574, - 0.009749303571879864, - 0.2569742500782013, - 0.051363348960876465, - 0.007625272031873465, - 0.006899723783135414, - 0.26242300868034363, - 0.12299465388059616, - 0.02909090742468834, - 0.006289307959377766, - 0.14367486536502838, - 0.0479704812169075, - 0.004692832473665476, - 0.08027523010969162, - 0.031672459095716476, - 0.002634660340845585, - 0.062119897454977036, - 0.21652892231941223, - 0.10057039558887482, - 0.021655438467860222, - 0.0031960229389369488, - 0.0035771066322922707, - 0.020348837599158287, - 0.023188404738903046, - 0.13476873934268951, - 0.13816533982753754, - 0.012354651466012001, - 0.022881658747792244, - 0.11896242946386337, - 0.19002050161361694, - 0.0352880135178566, - 0.09253349900245667, - 0.011538461782038212, - 0.07606490701436996, - 0.011705033481121063, - 0.15221017599105835, - 0.05872483178973198, - 0.02735978178679943, - 0.23269230127334595, - 0.004323899280279875, - 0.05787298083305359, - 0.023927079513669014, - 0.003893575631082058, - 0.006690997630357742, - 0.15288078784942627, - 0.010372177697718143, - 0.005130596924573183, - 0.08288590610027313, - 0.035815805196762085, - 0.07763975113630295, - 0.04597177729010582, - 0.17479108273983002, - 0.15629592537879944, - 0.004901960492134094, - 0.06937173008918762, - 0.27448928356170654, - 0.03542116656899452, - 0.03336604684591293, - 0.08393865823745728, - 0.03634003922343254, - 0.08916816115379333, - 0.01454402506351471, - 0.019961366429924965, - 0.0043715848587453365, - 0.1869666427373886, - 0.07092198729515076, - 0.015523932874202728, - 0.00238663493655622, - 0.04900181666016579, - 0.010714286006987095, - 0.002984084887430072, - 0.019105514511466026, - 0.3982895612716675, - 0.008045433089137077, - 0.05673758685588837, - 0.056610800325870514, - 0.005721830762922764, - 0.04451150447130203, - 0.1732558161020279, - 0.09642372280359268, - 0.0027985074557363987, - 0.03107520192861557, - 0.010509554296731949, - 0.02666666731238365, - 0.0777583196759224, - 0.09076175093650818, - 0.08063491433858871, - 0.015000000596046448, - 0.11167340725660324, - 0.010479042306542397, - 0.06622789055109024, - 0.1425352245569229, - 0.0347871258854866, - 0.019320454448461533, - 0.012981744483113289, - 0.04973544925451279, - 0.08288590610027313, - 0.005130596924573183, - 0.11282843351364136, - 0.06685367226600647, - 0.006876228377223015, - 0.12174524366855621, - 0.04640582203865051, - 0.0641145333647728, - 0.17544731497764587, - 0.12147887051105499, - 0.09940828382968903, - 0.12371398508548737, - 0.005434782709926367, - 0.018559763208031654, - 0.10265040397644043, - 0.012054506689310074, - 0.1377212405204773, - 0.13493333756923676, - 0.23946188390254974, - 0.07295941561460495, - 0.004032257944345474, - 0.009661835618317127, - 0.02227722853422165, - 0.05222981050610542, - 0.006289307959377766, - 0.06564102321863174, - 0.0035366930533200502, - 0.0995754525065422, - 0.00883152149617672, - 0.007336343172937632, - 0.02738764137029648, - 0.06996586918830872, - 0.039308175444602966, - 0.07692307978868484, - 0.00460122711956501, - 0.018579235300421715, - 0.07677087187767029, - 0.004960727412253618, - 0.0047846888191998005, - 0.002195734065026045, - 0.03802892193198204, - 0.1752246469259262, - 0.007462686393409967, - 0.09928229451179504, - 0.1403699666261673, - 0.011636363342404366, - 0.002076843287795782, - 0.005976095795631409, - 0.0923244059085846, - 0.0028735632076859474, - 0.12218964099884033, - 0.011228945106267929, - 0.0025107604451477528, - 0.118121437728405, - 0.015771811828017235, - 0.08576389402151108, - 0.04131697863340378, - 0.02142857201397419, - 0.1267748475074768, - 0.022394487634301186, - 0.06705298274755478, - 0.1646542251110077, - 0.08564737439155579, - 0.1855670064687729, - 0.05132991075515747, - 0.006307339295744896, - 0.054416071623563766, - 0.17789891362190247, - 0.052533991634845734, - 0.06455805897712708, - 0.020661156624555588, - 0.0035971221514046192, - 0.15018656849861145, - 0.00882352888584137, - 0.09558525681495667, - 0.0040087467059493065, - 0.01173020526766777, - 0.013532763347029686, - 0.004032257944345474, - 0.1984451711177826, - 0.4384748637676239, - 0.05906389281153679, - 0.051365409046411514, - 0.13901124894618988, - 0.10753720998764038, - 0.020592020824551582, - 0.0273092370480299, - 0.033153750002384186, - 0.006274131126701832, - 0.11481347680091858, - 0.006944444961845875, - 0.17859673500061035, - 0.00238663493655622, - 0.005692599341273308, - 0.005692599341273308, - 0.10147299617528915, - 0.4119601249694824, - 0.00538160465657711, - 0.006864988710731268, - 0.013745704665780067, - 0.0023427042178809643, - 0.06692913174629211, - 0.07898448407649994, - 0.040807560086250305, - 0.17931035161018372, - 0.07653701305389404, - 0.15926790237426758, - 0.1588180959224701, - 0.10183066129684448, - 0.007894736714661121, - 0.0028344672173261642, - 0.07598499208688736, - 0.002888318384066224, - 0.06350082904100418, - 0.118121437728405, - 0.12757201492786407, - 0.04228207468986511, - 0.026229508221149445, - 0.02044728398323059, - 0.022582922130823135, - 0.10741419345140457, - 0.08720112591981888, - 0.03229865804314613, - 0.2199999988079071, - 0.008960573002696037, - 0.22621268033981323, - 0.001529051922261715, - 0.008268259465694427, - 0.08156498521566391, - 0.1410835236310959, - 0.046046916395425797, - 0.03923492133617401, - 0.0035971221514046192, - 0.04048583284020424, - 0.032114796340465546, - 0.02014339342713356, - 0.01653696410357952, - 0.04998047649860382, - 0.06341107934713364, - 0.06406406313180923, - 0.009920635260641575, - 0.28432393074035645, - 0.02905568853020668, - 0.05036524310708046, - 0.02629382163286209, - 0.04800358787178993, - 0.09327633678913116, - 0.017747661098837852, - 0.24257884919643402, - 0.005976095795631409, - 0.005985266994684935, - 0.0045008184388279915, - 0.07937102019786835, - 0.05777932330965996, - 0.020728642120957375, - 0.007354944013059139, - 0.0038759689778089523, - 0.07422401756048203, - 0.3510911464691162, - 0.06928243488073349, - 0.6171954870223999, - 0.10578766465187073, - 0.12216828763484955, - 0.004692832473665476, - 0.0030487803742289543, - 0.004587155766785145, - 0.0034722222480922937, - 0.07808123528957367, - 0.0027127002831548452, - 0.028007179498672485, - 0.18233618140220642, - 0.057553958147764206, - 0.006784260272979736, - 0.011705033481121063, - 0.020348837599158287, - 0.0037313434295356274, - 0.002195734065026045, - 0.054930057376623154, - 0.011323003098368645, - 0.0038677917327731848, - 0.10539629310369492, - 0.0020068807061761618, - 0.005199306644499302, - 0.0974842756986618, - 0.07496616989374161, - 0.016566265374422073, - 0.030920060351490974, - 0.08346813172101974, - 0.36283186078071594, - 0.0038759689778089523, - 0.10949410498142242, - 0.020348837599158287, - 0.07712884247303009, - 0.01916932873427868, - 0.009009009227156639, - 0.0038759689778089523, - 0.0018980477470904589, - 0.040816325694322586, - 0.006307339295744896, - 0.029950084164738655, - 0.046019572764635086 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.13949716091156006, + 0.027350425720214844, + 0.052808988839387894, + 0.1591651886701584, + 0.05844749137759209, + 0.03767024353146553, + 0.06411881744861603, + 0.1316225230693817, + 0.09539473801851273, + 0.12349569797515869, + 0.2146182507276535, + 0.14268498122692108, + 0.07643622159957886, + 0.05629701539874077, + 0.08504176139831543, + 0.07569266110658646, + 0.09840182214975357, + 0.13652250170707703, + 0.10935285687446594, + 0.08938413858413696, + 0.18607105314731598, + 0.17207053303718567, + 0.06440458446741104, + 0.2024659365415573, + 0.07486847788095474, + 0.049545589834451675, + 0.06966809183359146, + 0.0784110575914383, + 0.09657947719097137, + 0.07985666394233704, + 0.15965135395526886, + 0.188465878367424, + 0.05732801556587219, + 0.05194041505455971, + 0.06850656121969223, + 0.08457288891077042, + 0.06376750767230988, + 0.04486015439033508, + 0.05701754614710808, + 0.11504610627889633, + 0.11471861600875854, + 0.08345481008291245, + 0.12713387608528137, + 0.07639484852552414, + 0.07035175710916519, + 0.0810394138097763, + 0.17634199559688568, + 0.08923076838254929, + 0.12354739755392075, + 0.03394060209393501, + 0.12108223885297775, + 0.07941009104251862, + 0.1186283603310585, + 0.056762296706438065, + 0.06911873817443848, + 0.05474293977022171, + 0.0941840261220932, + 0.07724522799253464, + 0.12299582362174988, + 0.11523225903511047, + 0.11317365616559982, + 0.06908344477415085, + 0.09346073865890503, + 0.07237334549427032, + 0.11501244455575943, + 0.02633928507566452, + 0.08378063142299652, + 0.12540322542190552, + 0.020755721256136894, + 0.0794462189078331, + 0.06500661373138428, + 0.10760200768709183, + 0.08549223095178604, + 0.08017429709434509, + 0.06047636643052101, + 0.09479553997516632, + 0.09291207790374756, + 0.11629198491573334, + 0.08258527517318726, + 0.09580419212579727, + 0.10476190596818924, + 0.09721806645393372, + 0.08938547223806381, + 0.030416667461395264, + 0.06166287511587143, + 0.08338819444179535, + 0.038115181028842926, + 0.0932297483086586, + 0.11272390931844711, + 0.029550032690167427, + 0.051792826503515244, + 0.0513288713991642, + 0.025774361565709114, + 0.1938953548669815, + 0.14714033901691437, + 0.11701783537864685, + 0.12955164909362793, + 0.12745413184165955, + 0.04179023951292038, + 0.04698655381798744, + 0.09298733621835709, + 0.08563173562288284, + 0.08311384171247482, + 0.10684088617563248, + 0.04691721871495247, + 0.10977081209421158, + 0.07205908745527267, + 0.1146923378109932, + 0.12740693986415863, + 0.08337635546922684, + 0.11167719960212708, + 0.10931956768035889, + 0.12546716630458832, + 0.07348915934562683, + 0.05383916571736336, + 0.08247658610343933, + 0.022065062075853348, + 0.11237701028585434, + 0.1074589192867279, + 0.06335952877998352, + 0.10361021012067795, + 0.10156510025262833, + 0.1120448186993599, + 0.07679296284914017, + 0.09652309864759445, + 0.12910503149032593, + 0.11782120168209076, + 0.016759777441620827, + 0.08547008782625198, + 0.13062967360019684, + 0.0642375722527504, + 0.06220195069909096, + 0.10748916864395142, + 0.10662604868412018, + 0.09867420047521591, + 0.0356023907661438, + 0.038163818418979645, + 0.02704719267785549, + 0.019301731139421463, + 0.11820534616708755, + 0.09920448809862137, + 0.059255629777908325, + 0.1089017316699028, + 0.14305363595485687, + 0.09697841107845306, + 0.0883173868060112, + 0.1366366297006607, + 0.1051156297326088, + 0.16094821691513062, + 0.04434285685420036, + 0.055613305419683456, + 0.042598187923431396, + 0.024448705837130547, + 0.08065326511859894, + 0.05804087966680527, + 0.044553302228450775, + 0.18238376080989838, + 0.054409489035606384, + 0.01736706681549549, + 0.09982608258724213, + 0.03404459357261658, + 0.14405956864356995, + 0.07457105070352554, + 0.10709644109010696, + 0.043169256299734116, + 0.11176073551177979, + 0.09384801238775253, + 0.11768616735935211, + 0.06680300086736679, + 0.08340650051832199, + 0.1169210746884346, + 0.02766570635139942, + 0.05733676627278328, + 0.11453236639499664, + 0.05100909247994423, + 0.11644832789897919, + 0.12145660817623138, + 0.1339651495218277, + 0.054663773626089096, + 0.10430963337421417, + 0.11987937241792679, + 0.0701412558555603, + 0.06647447496652603, + 0.10734745115041733, + 0.09184630215167999, + 0.1259962022304535, + 0.08176488429307938, + 0.11960996687412262, + 0.06642354279756546, + 0.08458065986633301, + 0.06843777000904083, + 0.10344827175140381, + 0.07796143740415573, + 0.1106957420706749, + 0.09340524673461914, + 0.10898035764694214, + 0.05296733230352402, + 0.12279877811670303, + 0.10807573050260544, + 0.05390722677111626, + 0.08140161633491516, + 0.05826151743531227, + 0.08262831717729568, + 0.06708026677370071, + 0.09503015130758286, + 0.03896382078528404, + 0.1384359449148178, + 0.07267683744430542, + 0.05508798733353615, + 0.1024652048945427, + 0.07337205857038498, + 0.1283244639635086, + 0.0793127790093422, + 0.08129285275936127, + 0.04688243940472603, + 0.11291477829217911, + 0.04569220170378685, + 0.06528735905885696, + 0.1320921927690506, + 0.11375387012958527, + 0.10548154264688492, + 0.09812286496162415, + 0.031293462961912155, + 0.11276042461395264, + 0.09287410974502563, + 0.06775259226560593, + 0.090854212641716, + 0.07361137866973877, + 0.062006767839193344, + 0.12090959399938583, + 0.08831596374511719, + 0.09410817921161652, + 0.13365457952022552, + 0.07918614149093628, + 0.13731686770915985, + 0.05863109976053238, + 0.18609346449375153, + 0.07439938187599182, + 0.04845070838928223, + 0.10614261776208878, + 0.13036341965198517, + 0.0701306089758873, + 0.03230337053537369, + 0.06609061360359192, + 0.1818181872367859, + 0.06280610710382462, + 0.09462055563926697, + 0.0523940846323967, + 0.0783475786447525, + 0.09758678823709488, + 0.06354423612356186, + 0.11634546518325806, + 0.1134946420788765, + 0.05108317732810974, + 0.04956011846661568, + 0.16006985306739807, + 0.07139535248279572, + 0.2630249559879303, + 0.07924151420593262, + 0.0555555559694767, + 0.12276402860879898, + 0.12144090235233307, + 0.08294350653886795, + 0.16305162012577057, + 0.14909829199314117, + 0.07173725217580795, + 0.03669532388448715, + 0.13621675968170166, + 0.03414282202720642, + 0.0806802436709404, + 0.18601134419441223, + 0.06733687222003937, + 0.10036931931972504, + 0.05685019493103027, + 0.09109608829021454, + 0.06351374834775925, + 0.10137119889259338, + 0.08877722173929214, + 0.10186464339494705, + 0.08640880137681961, + 0.10606060922145844, + 0.06597937643527985, + 0.11927825212478638, + 0.10951893776655197, + 0.0423956923186779, + 0.07435968518257141, + 0.055278658866882324, + 0.13173510134220123, + 0.03707742318511009, + 0.051277440041303635, + 0.10182767361402512, + 0.07226254791021347, + 0.07527565956115723, + 0.10189297050237656, + 0.05978567525744438, + 0.07948523759841919, + 0.09084125608205795, + 0.1318194419145584, + 0.1591320037841797, + 0.032556094229221344, + 0.10145539045333862, + 0.03662772476673126, + 0.09669755399227142, + 0.08299693465232849, + 0.10115207731723785, + 0.08598901331424713, + 0.060729846358299255, + 0.03583701327443123, + 0.07856220752000809, + 0.08006119728088379, + 0.12075471878051758, + 0.10672911256551743, + 0.05627288669347763, + 0.16344724595546722, + 0.0761457085609436, + 0.06709011644124985, + 0.05578456073999405, + 0.14958107471466064, + 0.06725344061851501, + 0.07539118081331253, + 0.07916568219661713, + 0.055315472185611725, + 0.004910626914352179, + 0.06089925765991211, + 0.05864151939749718, + 0.06832504272460938, + 0.07687810063362122, + 0.08384258300065994, + 0.0872134193778038, + 0.1205601766705513, + 0.16225749254226685, + 0.1134466752409935, + 0.004687500186264515, + 0.026953566819429398, + 0.038871005177497864, + 0.07412021607160568, + 0.07789261639118195, + 0.05327188968658447, + 0.10033849626779556, + 0.057171717286109924, + 0.06500343233346939, + 0.12988047301769257, + 0.08129338920116425, + 0.06844207644462585, + 0.09866666793823242, + 0.059207528829574585, + 0.030464885756373405, + 0.0478229857981205, + 0.11523962765932083, + 0.1254517287015915, + 0.06353084743022919, + 0.0725938007235527, + 0.04902590438723564, + 0.07857416570186615, + 0.05761843919754028, + 0.11987164616584778, + 0.06296177208423615, + 0.07361327111721039, + 0.115726999938488, + 0.03592677414417267, + 0.055984556674957275, + 0.06296747177839279, + 0.08222047239542007, + 0.1425551176071167, + 0.09198520332574844, + 0.053850021213293076, + 0.08929561823606491, + 0.08748142421245575, + 0.13867248594760895, + 0.03056892193853855, + 0.05601179227232933, + 0.09641951322555542, + 0.07974448800086975, + 0.04692913591861725, + 0.10895238071680069, + 0.05194508284330368, + 0.043138954788446426, + 0.07898230105638504, + 0.17731238901615143, + 0.06166836991906166, + 0.028683500364422798, + 0.11271147429943085, + 0.068489208817482, + 0.06646677106618881, + 0.039918117225170135, + 0.006966291926801205, + 0.034807536751031876, + 0.09252095222473145, + 0.18637454509735107, + 0.1570093333721161, + 0.09048877656459808, + 0.06871035695075989, + 0.08112798631191254, + 0.08640776574611664, + 0.06123936548829079, + 0.07700745761394501, + 0.02949640341103077, + 0.07457121461629868, + 0.11008250713348389, + 0.16831108927726746, + 0.014118209481239319, + 0.0854768455028534, + 0.028538551181554794, + 0.06369230896234512, + 0.058053623884916306, + 0.0807291716337204, + 0.1248868852853775, + 0.06083086133003235, + 0.03942593187093735, + 0.10905296355485916, + 0.13049884140491486, + 0.07598589360713959, + 0.06392083317041397, + 0.1334131807088852, + 0.00748013099655509, + 0.06986027956008911, + 0.05275837332010269, + 0.06492637097835541, + 0.050148166716098785, + 0.08648381382226944, + 0.10489796102046967, + 0.06504572182893753, + 0.08366786688566208, + 0.03164801374077797, + 0.04961089417338371, + 0.052365195006132126, + 0.03697144240140915, + 0.0800514817237854, + 0.1004801094532013, + 0.06562500447034836, + 0.10682341456413269, + 0.06827394664287567, + 0.06710264831781387, + 0.060848016291856766, + 0.06058543175458908, + 0.09432590007781982, + 0.050735294818878174, + 0.04551670327782631, + 0.07238180935382843, + 0.04665045440196991, + 0.062136437743902206, + 0.018518518656492233, + 0.10231254249811172, + 0.10439147055149078, + 0.07115902751684189, + 0.09044887125492096, + 0.07138047367334366, + 0.07334087789058685, + 0.10878433287143707, + 0.041772399097681046, + 0.009149743244051933, + 0.05983239412307739, + 0.025219546630978584, + 0.0355965718626976, + 0.04449571296572685, + 0.14217442274093628, + 0.07624780386686325, + 0.08462104201316833, + 0.12976378202438354, + 0.13719435036182404, + 0.07949790358543396, + 0.013504073955118656, + 0.03847067058086395, + 0.04868189990520477, + 0.057172030210494995, + 0.021128395572304726, + 0.0850704237818718, + 0.11474036425352097, + 0.07393834739923477, + 0.05420466512441635, + 0.1724928319454193, + 0.05581972375512123, + 0.09121622145175934, + 0.0406050980091095, + 0.09335485845804214, + 0.028786251321434975, + 0.10552649945020676, + 0.10492624342441559, + 0.07180124521255493, + 0.04287425056099892, + 0.07714998722076416, + 0.04318062216043472, + 0.03419111296534538, + 0.07375271618366241, + 0.0974796935915947, + 0.0913667306303978, + 0.09008769690990448, + 0.0783475786447525, + 0.11050955951213837, + 0.04053409770131111, + 0.05288119614124298, + 0.11574617773294449 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 44.05696487426758, - 42.07524108886719, - 39.448631286621094, - 44.087467193603516, - 146.20761108398438, - 104.52373504638672, - 94.50205993652344, - 56.373016357421875, - 44.05697250366211, - 40.60122299194336, - 40.60122299194336, - 110.01075744628906, - 73.6240234375, - 125.72235107421875, - 47.901458740234375, - 101.21086120605469, - 39.482200622558594, - 72.99345397949219, - 44.05696487426758, - 47.90146255493164, - 91.3961410522461, - 39.85641860961914, - 87.05011749267578, - 54.22412109375, - 44.05697250366211, - 94.53314208984375, - 97.05650329589844, - 74.5511245727539, - 40.43055725097656, - 177.59397888183594, - 98.94673156738281, - 39.448631286621094, - 162.335693359375, - 76.40882873535156, - 88.6167221069336, - 47.703086853027344, - 54.224124908447266, - 204.371337890625, - 40.43056106567383, - 52.839683532714844, - 47.703086853027344, - 114.75424194335938, - 41.47610092163086, - 44.81291198730469, - 41.895790100097656, - 44.05696487426758, - 105.6463851928711, - 41.895782470703125, - 39.448631286621094, - 76.05796813964844, - 64.43698120117188, - 47.901458740234375, - 75.02765655517578, - 293.7520751953125, - 58.140628814697266, - 95.10562896728516, - 68.8456039428711, - 43.38650894165039, - 39.36961364746094, - 67.5317611694336, - 104.52373504638672, - 44.05696487426758, - 85.75440979003906, - 54.22412109375, - 69.72994232177734, - 88.57266235351562, - 63.08437728881836, - 139.13204956054688, - 104.52373504638672, - 80.13677978515625, - 42.714111328125, - 44.05697250366211, - 41.47610092163086, - 54.22412109375, - 81.07108306884766, - 91.94190216064453, - 47.703086853027344, - 60.820762634277344, - 48.70958709716797, - 42.07524108886719, - 54.224124908447266, - 44.087467193603516, - 74.91734313964844, - 63.52898025512695, - 113.1648941040039, - 62.93433380126953, - 45.5595588684082, - 39.482200622558594, - 67.5317611694336, - 54.224124908447266, - 76.40882873535156, - 40.007301330566406, - 43.386512756347656, - 84.91658782958984, - 91.74922943115234, - 41.47610092163086, - 54.224124908447266, - 40.60122299194336, - 47.10594177246094, - 44.05696487426758, - 91.80448150634766, - 117.91890716552734, - 47.901458740234375, - 101.09646606445312, - 47.703086853027344, - 39.44862365722656, - 77.58879089355469, - 43.386512756347656, - 512.0, - 79.10122680664062, - 47.703086853027344, - 54.224124908447266, - 67.5317611694336, - 45.559566497802734, - 47.1059455871582, - 41.47610092163086, - 107.7742919921875, - 47.901458740234375, - 54.224124908447266, - 139.81838989257812, - 41.895790100097656, - 55.49595260620117, - 110.3471908569336, - 49.52893829345703, - 62.62348175048828, - 39.448631286621094, - 67.5317611694336, - 39.67212677001953, - 40.43056106567383, - 75.93345642089844, - 92.41928100585938, - 71.68943786621094, - 41.895790100097656, - 52.89699935913086, - 63.52898025512695, - 512.0, - 198.90904235839844, - 54.22412109375, - 98.94672393798828, - 113.16492462158203, - 73.56720733642578, - 95.51002502441406, - 40.43056106567383, - 62.62348937988281, - 52.89699935913086, - 59.030479431152344, - 104.62601470947266, - 39.36961364746094, - 83.83790588378906, - 44.05697250366211, - 39.448631286621094, - 39.482200622558594, - 47.106327056884766, - 54.22412109375, - 44.98495864868164, - 54.22412109375, - 59.923954010009766, - 39.85642623901367, - 44.81291198730469, - 74.6867446899414, - 47.703086853027344, - 80.94059753417969, - 40.00730514526367, - 63.09773635864258, - 512.0, - 99.09612274169922, - 51.19670867919922, - 45.5595588684082, - 54.62395477294922, - 139.9099884033203, - 54.224124908447266, - 72.69819641113281, - 44.81291198730469, - 39.85641860961914, - 52.89699935913086, - 79.63636016845703, - 54.22412109375, - 61.720680236816406, - 47.703086853027344, - 103.19862365722656, - 64.43696594238281, - 64.91925048828125, - 122.14012145996094, - 53.757450103759766, - 44.08746337890625, - 104.52373504638672, - 42.714111328125, - 109.56915283203125, - 52.04319763183594, - 91.3961410522461, - 93.42658233642578, - 44.81291198730469, - 44.81291198730469, - 59.03047180175781, - 44.05696487426758, - 104.52373504638672, - 64.43696594238281, - 116.12383270263672, - 47.703086853027344, - 94.2208023071289, - 47.10594177246094, - 47.703086853027344, - 54.22412109375, - 106.92999267578125, - 55.94039535522461, - 42.714111328125, - 47.703086853027344, - 95.16793060302734, - 46.324668884277344, - 512.0, - 69.92909240722656, - 41.47610092163086, - 67.5317611694336, - 44.08746337890625, - 121.9176254272461, - 78.2708511352539, - 39.448631286621094, - 512.0, - 104.52373504638672, - 39.85641860961914, - 42.07524108886719, - 88.57266235351562, - 90.45443725585938, - 39.3696174621582, - 39.36962127685547, - 90.45443725585938, - 120.65386962890625, - 40.92451477050781, - 82.00624084472656, - 47.703086853027344, - 61.72068786621094, - 41.895790100097656, - 98.96446228027344, - 53.757450103759766, - 40.00730514526367, - 140.40646362304688, - 54.224124908447266, - 52.89699935913086, - 39.3696174621582, - 104.52373504638672, - 67.5317611694336, - 124.70414733886719, - 54.22412109375, - 67.5317611694336, - 67.17436218261719, - 44.81291198730469, - 66.53184509277344, - 44.087467193603516, - 105.63414001464844, - 100.39849853515625, - 104.52373504638672, - 53.757450103759766, - 111.4971694946289, - 40.43055725097656, - 41.47610092163086, - 60.82075881958008, - 45.5595588684082, - 75.47940826416016, - 47.703086853027344, - 40.00730514526367, - 104.52373504638672, - 106.66631317138672, - 55.4959602355957, - 39.482200622558594, - 47.703086853027344, - 44.087467193603516, - 54.224124908447266, - 512.0, - 39.85641860961914, - 153.17068481445312, - 47.703086853027344, - 47.90146255493164, - 53.757450103759766, - 54.22412109375, - 52.73299789428711, - 114.17769622802734, - 76.40882873535156, - 67.5317611694336, - 40.92451858520508, - 40.60122299194336, - 39.6721305847168, - 62.62348937988281, - 71.77371978759766, - 64.43697357177734, - 40.60122299194336, - 74.54824829101562, - 41.895790100097656, - 59.92395782470703, - 100.55990600585938, - 39.44862365722656, - 40.007301330566406, - 44.05697250366211, - 44.81291198730469, - 59.9239387512207, - 67.5317611694336, - 79.20335388183594, - 58.140628814697266, - 104.52373504638672, - 91.39614868164062, - 45.5595588684082, - 51.73249816894531, - 95.32891845703125, - 78.27086639404297, - 81.07106018066406, - 86.69319915771484, - 41.895782470703125, - 39.482200622558594, - 67.17436218261719, - 44.05697250366211, - 101.32508850097656, - 85.75440979003906, - 120.98483276367188, - 57.254695892333984, - 67.5317611694336, - 44.05696487426758, - 40.00730514526367, - 47.90146255493164, - 67.5317611694336, - 60.3606071472168, - 67.5317611694336, - 72.69819641113281, - 44.05696487426758, - 91.41059112548828, - 40.43056106567383, - 61.72069549560547, - 42.714111328125, - 59.9239501953125, - 67.5317611694336, - 39.482200622558594, - 59.03047561645508, - 67.5317611694336, - 67.5317611694336, - 104.52373504638672, - 49.088470458984375, - 106.6456527709961, - 54.22412109375, - 77.33931732177734, - 88.26956939697266, - 39.44862365722656, - 54.22412109375, - 54.22412109375, - 68.09083557128906, - 67.5317611694336, - 85.49627685546875, - 39.482200622558594, - 104.52373504638672, - 96.84077453613281, - 39.448631286621094, - 70.85063934326172, - 46.32465362548828, - 39.36961364746094, - 83.87886810302734, - 39.6721305847168, - 64.43695831298828, - 87.9877700805664, - 74.12824249267578, - 74.62484741210938, - 52.60570526123047, - 47.703086853027344, - 55.49595260620117, - 97.91458129882812, - 54.62394714355469, - 52.04319763183594, - 40.00730895996094, - 512.0, - 85.18351745605469, - 41.895790100097656, - 64.43695831298828, - 67.5317611694336, - 41.895790100097656, - 39.85641860961914, - 44.05696487426758, - 103.09246063232422, - 146.30648803710938, - 54.62394714355469, - 48.70958709716797, - 90.6833724975586, - 71.77371978759766, - 39.67212677001953, - 39.36960983276367, - 40.43056106567383, - 54.224124908447266, - 84.81627655029297, - 54.22412109375, - 119.81399536132812, - 512.0, - 47.703086853027344, - 40.601219177246094, - 79.59620666503906, - 89.49562072753906, - 67.5317611694336, - 47.703086853027344, - 40.60122299194336, - 512.0, - 53.757450103759766, - 63.52898025512695, - 44.81291198730469, - 85.69849395751953, - 61.72068786621094, - 107.46990203857422, - 86.63031005859375, - 72.69819641113281, - 54.22412109375, - 47.703086853027344, - 59.03047180175781, - 104.52373504638672, - 59.495426177978516, - 93.28109741210938, - 88.57263946533203, - 42.07524108886719, - 40.00730514526367, - 39.6721305847168, - 39.448631286621094, - 68.54589080810547, - 67.17436218261719, - 40.00730514526367, - 135.15069580078125, - 40.60122299194336, - 128.92343139648438, - 512.0, - 57.50186538696289, - 66.25981140136719, - 100.7227554321289, - 48.44072723388672, - 47.90145492553711, - 104.52373504638672, - 41.47610092163086, - 39.36962127685547, - 40.92451858520508, - 44.05696487426758, - 44.08745193481445, - 60.82076644897461, - 51.19669723510742, - 47.703086853027344, - 118.67815399169922, - 43.386512756347656, - 43.591270446777344, - 40.43055725097656, - 49.77245330810547, - 72.69819641113281, - 44.05696487426758, - 85.9619140625, - 40.60122299194336, - 47.703086853027344, - 54.22412109375, - 54.62394714355469, - 53.757450103759766, - 44.05697250366211, - 44.05697250366211, - 47.703086853027344, - 61.01081848144531, - 150.6085205078125, - 59.03047561645508, - 146.45643615722656, - 81.4457778930664, - 75.4793930053711, - 67.5317611694336, - 54.22412109375, - 67.5317611694336, - 104.52373504638672, - 64.43695831298828, - 67.5317611694336, - 51.05226516723633, - 81.08277130126953, - 47.10594177246094, - 54.22412109375, - 54.22412109375, - 39.482200622558594, - 104.52373504638672, - 54.22412109375, - 55.4959602355957, - 41.895790100097656, - 67.5317611694336, - 74.5511245727539, - 104.52373504638672, - 512.0, - 82.64395904541016, - 73.3937759399414, - 39.448631286621094, - 44.08745574951172, - 59.03047180175781, - 196.5107879638672, - 67.5317611694336, - 86.69317626953125, - 39.85641860961914, - 66.25981140136719, - 39.85642623901367, - 47.703086853027344, - 104.52373504638672, - 512.0, - 43.386512756347656, - 54.22412109375, - 45.5595588684082, - 44.81291198730469 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 673.5695190429688, + 312.1497802734375, + 555.8145141601562, + 774.3033447265625, + 387.3268127441406, + 377.1556396484375, + 589.7686767578125, + 686.7747192382812, + 373.08978271484375, + 628.495361328125, + 479.40338134765625, + 805.884521484375, + 646.3041381835938, + 494.1982421875, + 566.89794921875, + 439.033203125, + 672.0587158203125, + 803.1781616210938, + 622.1347045898438, + 636.7371826171875, + 601.9088134765625, + 713.7598876953125, + 533.9484252929688, + 716.7119750976562, + 649.9710693359375, + 363.56500244140625, + 396.29327392578125, + 358.0398864746094, + 535.8446655273438, + 526.841796875, + 894.9150390625, + 591.8065185546875, + 521.8903198242188, + 464.270751953125, + 578.4996948242188, + 348.3605041503906, + 591.5654296875, + 525.6489868164062, + 468.719482421875, + 776.6856079101562, + 533.1553955078125, + 359.94781494140625, + 812.6691284179688, + 651.3209228515625, + 546.3762817382812, + 695.7181396484375, + 849.836669921875, + 329.3479309082031, + 572.665771484375, + 470.47100830078125, + 706.9854736328125, + 651.7009887695312, + 719.8448486328125, + 587.2937622070312, + 590.3131713867188, + 511.47259521484375, + 339.8441467285156, + 616.8482055664062, + 801.400146484375, + 773.97119140625, + 639.5270385742188, + 560.3458862304688, + 533.7326049804688, + 567.23876953125, + 683.341796875, + 454.46331787109375, + 574.1282348632812, + 764.3721313476562, + 341.8994140625, + 595.4673461914062, + 563.8058471679688, + 638.89013671875, + 672.1380004882812, + 589.9241943359375, + 568.5363159179688, + 737.330810546875, + 739.318603515625, + 674.8643188476562, + 428.45391845703125, + 607.1264038085938, + 452.8381042480469, + 473.9584045410156, + 666.9916381835938, + 472.3455505371094, + 594.4305419921875, + 724.7460327148438, + 549.904296875, + 586.2559814453125, + 512.7862548828125, + 245.770263671875, + 503.2271728515625, + 470.2303161621094, + 392.45208740234375, + 855.8856201171875, + 815.6331787109375, + 574.778076171875, + 807.540283203125, + 559.6306762695312, + 361.23052978515625, + 450.94195556640625, + 470.774658203125, + 523.8977661132812, + 542.811767578125, + 565.8642578125, + 440.4458923339844, + 682.4942626953125, + 625.1080932617188, + 756.0546875, + 675.480712890625, + 525.6096801757812, + 795.8275756835938, + 541.3455810546875, + 655.9803466796875, + 622.1229248046875, + 522.5196533203125, + 706.3059692382812, + 340.5804748535156, + 647.7503051757812, + 546.6878051757812, + 483.6101379394531, + 667.1047973632812, + 536.1868286132812, + 684.5545043945312, + 463.2583312988281, + 335.2397155761719, + 707.2450561523438, + 556.20458984375, + 299.60577392578125, + 286.5732727050781, + 825.6950073242188, + 653.267578125, + 618.4728393554688, + 697.5570068359375, + 742.6864624023438, + 720.6022338867188, + 384.7689514160156, + 451.9053649902344, + 470.8626403808594, + 296.0063171386719, + 790.2308349609375, + 767.6519775390625, + 572.0332641601562, + 780.2158203125, + 388.93145751953125, + 568.9381103515625, + 700.9332885742188, + 763.9309692382812, + 693.110595703125, + 665.85302734375, + 464.8465881347656, + 470.7000427246094, + 469.6679992675781, + 176.78836059570312, + 544.930419921875, + 534.2666625976562, + 641.1354370117188, + 707.4862060546875, + 480.2222595214844, + 374.472412109375, + 449.765869140625, + 730.8866577148438, + 612.7943115234375, + 775.184326171875, + 644.70068359375, + 409.19921875, + 756.3276977539062, + 634.8761596679688, + 720.1972045898438, + 646.46728515625, + 749.601806640625, + 611.2734985351562, + 441.1408386230469, + 505.186767578125, + 619.268798828125, + 634.695068359375, + 724.6036376953125, + 833.8733520507812, + 781.8671264648438, + 507.53668212890625, + 759.4453125, + 784.6868286132812, + 550.4170532226562, + 605.8466186523438, + 711.1583251953125, + 540.3081665039062, + 467.81072998046875, + 464.04443359375, + 818.764404296875, + 568.7481689453125, + 611.49755859375, + 422.4254150390625, + 656.9172973632812, + 554.5352783203125, + 800.0907592773438, + 568.5428466796875, + 758.8672485351562, + 464.54388427734375, + 786.0546875, + 794.1530151367188, + 566.355712890625, + 535.9864501953125, + 563.3616333007812, + 634.1165771484375, + 307.86163330078125, + 650.650634765625, + 562.4141235351562, + 618.0274047851562, + 481.93670654296875, + 521.6263427734375, + 793.5933837890625, + 476.1289978027344, + 629.2188110351562, + 624.1348876953125, + 432.3481750488281, + 528.3511352539062, + 795.400146484375, + 485.7274169921875, + 537.53173828125, + 653.1882934570312, + 489.912109375, + 755.286865234375, + 641.2861328125, + 442.3272399902344, + 719.9244384765625, + 664.8738403320312, + 531.2882690429688, + 440.6654357910156, + 566.985107421875, + 613.1813354492188, + 355.9241027832031, + 655.7301025390625, + 768.7879638671875, + 715.5120239257812, + 552.5140380859375, + 712.4734497070312, + 488.3572998046875, + 777.56005859375, + 561.7782592773438, + 477.5877990722656, + 656.8208618164062, + 813.2261962890625, + 479.30450439453125, + 260.6983642578125, + 646.2571411132812, + 665.9808959960938, + 478.8479309082031, + 723.4234619140625, + 486.4593505859375, + 699.057861328125, + 737.1776123046875, + 461.5033264160156, + 456.9593505859375, + 696.33544921875, + 399.2177734375, + 480.3695983886719, + 739.314208984375, + 608.2056884765625, + 914.5133666992188, + 693.3471069335938, + 520.2434692382812, + 793.1658935546875, + 900.3201293945312, + 693.6461181640625, + 603.5988159179688, + 802.2069702148438, + 653.628662109375, + 477.86114501953125, + 731.3770751953125, + 473.12396240234375, + 612.45556640625, + 681.365234375, + 616.2191162109375, + 853.2550659179688, + 500.1392822265625, + 514.5972900390625, + 663.6851196289062, + 705.1329956054688, + 801.7109985351562, + 423.3459777832031, + 672.3741455078125, + 757.153564453125, + 604.7631225585938, + 841.474853515625, + 857.1118774414062, + 301.5422668457031, + 444.9859313964844, + 601.2098999023438, + 779.1245727539062, + 442.26617431640625, + 673.8958740234375, + 852.9666748046875, + 424.0258483886719, + 629.0857543945312, + 693.8822021484375, + 483.5135498046875, + 664.5897827148438, + 760.5069580078125, + 713.3812255859375, + 788.6005859375, + 714.4619750976562, + 703.2932739257812, + 339.4556579589844, + 779.59814453125, + 670.3820190429688, + 734.1091918945312, + 521.3435668945312, + 619.8866577148438, + 402.0458068847656, + 691.6461791992188, + 605.9450073242188, + 541.7626953125, + 661.8408203125, + 544.2561645507812, + 819.8528442382812, + 587.9115600585938, + 684.5407104492188, + 557.3052368164062, + 886.3582153320312, + 667.2384643554688, + 639.4063110351562, + 568.2639770507812, + 620.5613403320312, + 383.1003112792969, + 503.10986328125, + 649.202880859375, + 430.8269348144531, + 438.328125, + 633.3515625, + 659.330078125, + 969.1631469726562, + 705.6840209960938, + 626.6885375976562, + 397.83538818359375, + 405.77947998046875, + 410.0839538574219, + 428.3000183105469, + 520.6028442382812, + 633.4541015625, + 710.793212890625, + 623.0213623046875, + 624.2304077148438, + 967.6311645507812, + 665.536865234375, + 556.9500732421875, + 536.6093139648438, + 576.2711791992188, + 461.8080749511719, + 533.294677734375, + 759.4520874023438, + 716.759765625, + 763.2835693359375, + 592.2288818359375, + 586.203369140625, + 343.83941650390625, + 623.2052612304688, + 816.0817260742188, + 403.21990966796875, + 567.260498046875, + 890.74267578125, + 471.7838134765625, + 572.626708984375, + 658.9027099609375, + 526.968017578125, + 638.1099243164062, + 595.83544921875, + 482.7641906738281, + 601.5355224609375, + 675.0346069335938, + 658.9901733398438, + 434.4054260253906, + 727.3428344726562, + 652.7542724609375, + 653.6089477539062, + 475.1495361328125, + 442.2812194824219, + 525.4520263671875, + 655.7633666992188, + 679.57470703125, + 652.5814819335938, + 504.3212890625, + 391.50469970703125, + 861.2144165039062, + 478.2400817871094, + 588.5410766601562, + 505.9126892089844, + 456.00018310546875, + 289.6390380859375, + 474.4552001953125, + 745.681884765625, + 704.682373046875, + 506.0070495605469, + 504.6672668457031, + 678.6315307617188, + 555.1547241210938, + 501.2458801269531, + 749.9210815429688, + 366.2518615722656, + 615.4200439453125, + 968.53564453125, + 999.1088256835938, + 439.7203674316406, + 755.607177734375, + 536.225341796875, + 630.1947021484375, + 583.0568237304688, + 661.5894775390625, + 625.0419311523438, + 577.6904907226562, + 579.73828125, + 750.5926513671875, + 875.9971313476562, + 416.11053466796875, + 544.57763671875, + 751.3216552734375, + 412.6684875488281, + 494.9886474609375, + 423.0775451660156, + 580.2164306640625, + 564.935546875, + 540.342041015625, + 801.175537109375, + 553.2998046875, + 775.393798828125, + 512.98095703125, + 359.8163757324219, + 570.0087890625, + 500.9561767578125, + 642.65673828125, + 448.791748046875, + 505.147216796875, + 754.8878784179688, + 603.33203125, + 554.3865356445312, + 461.1289367675781, + 574.5103149414062, + 610.3261108398438, + 377.072509765625, + 602.872802734375, + 602.69775390625, + 554.250244140625, + 533.7418823242188, + 518.062744140625, + 553.847900390625, + 723.7410278320312, + 501.6683044433594, + 559.567138671875, + 646.4880981445312, + 756.4012451171875, + 602.1470336914062, + 458.5028381347656, + 372.1986083984375, + 637.6506958007812, + 607.1358642578125, + 599.2445068359375, + 399.3565673828125, + 737.3289184570312, + 645.2943115234375, + 779.8016967773438, + 561.5366821289062, + 774.294921875, + 670.3435668945312, + 440.3158874511719, + 384.99029541015625, + 631.7922973632812, + 478.1719665527344, + 469.9521179199219, + 639.5548706054688, + 774.99267578125, + 641.540771484375, + 205.46852111816406, + 810.3565063476562, + 686.6052856445312, + 550.5813598632812, + 537.2753295898438, + 665.966796875, + 460.2127685546875, + 716.6771850585938, + 580.7786254882812, + 519.2681884765625, + 447.1136779785156, + 622.4531860351562, + 440.1943359375, + 509.8223876953125, + 583.9622192382812, + 770.5914306640625, + 617.720947265625, + 639.9229736328125, + 359.9417724609375, + 587.256103515625, + 484.1311340332031, + 727.2338256835938, + 627.2785034179688 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -39745,374 +49024,374 @@ 2 ], "wall_clock_s": [ - 439.2, - 465.0, - 449.5 + 933.7, + 956.7, + 916.1 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.23723356425762177, + "loss": 0.16903170943260193, "env_score_iters": 500, - "env_score": -3.141293525695801, + "env_score": -0.3406430780887604, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.42499999999999993, "grad_align_iters": 500, - "grad_align": 0.46067845821380615, - "rl_grad_norm": 0.5651982426643372, - "bc_grad_norm": 0.32607322931289673, + "grad_align": 0.06632120162248611, + "rl_grad_norm": 0.25133180618286133, + "bc_grad_norm": 3.7232701778411865, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00020309799583628774, - "embedding.weight": 0.0017795348539948463, - "cnn.0.weight": 0.034272145479917526, - "cnn.0.bias": 0.0014940875116735697, - "cnn.2.weight": 0.007612230256199837, - "cnn.2.bias": 0.003162184963002801, - "cnn.5.weight": 0.00963660329580307, - "cnn.5.bias": 0.0023471650201827288, - "action_emb.weight": 0.01043642032891512, - "timestep_emb.weight": 0.004014037549495697, - "pos_emb.weight": 0.006137477699667215, - "transformer.layers.0.self_attn.in_proj_weight": 0.038912393152713776, - "transformer.layers.0.self_attn.in_proj_bias": 0.003273109206929803, - "transformer.layers.0.self_attn.out_proj.weight": 0.03419435769319534, - "transformer.layers.0.self_attn.out_proj.bias": 0.004443719517439604, - "transformer.layers.0.linear1.weight": 0.050057318061590195, - "transformer.layers.0.linear1.bias": 0.002143275924026966, - "transformer.layers.0.linear2.weight": 0.0490705631673336, - "transformer.layers.0.linear2.bias": 0.003944596275687218, - "transformer.layers.0.norm1.weight": 0.0021895477548241615, - "transformer.layers.0.norm1.bias": 0.0029591857455670834, - "transformer.layers.0.norm2.weight": 0.004532170947641134, - "transformer.layers.0.norm2.bias": 0.0021566618233919144, - "transformer.layers.1.self_attn.in_proj_weight": 0.03600434586405754, - "transformer.layers.1.self_attn.in_proj_bias": 0.002400830388069153, - "transformer.layers.1.self_attn.out_proj.weight": 0.036277808248996735, - "transformer.layers.1.self_attn.out_proj.bias": 0.003675513667985797, - "transformer.layers.1.linear1.weight": 0.03257064148783684, - "transformer.layers.1.linear1.bias": 0.0016908219549804926, - "transformer.layers.1.linear2.weight": 0.0395955890417099, - "transformer.layers.1.linear2.bias": 0.003513342933729291, - "transformer.layers.1.norm1.weight": 0.001924939570017159, - "transformer.layers.1.norm1.bias": 0.0019492426654323936, - "transformer.layers.1.norm2.weight": 0.0023933604825288057, - "transformer.layers.1.norm2.bias": 0.0017163276206701994, - "transformer.layers.2.self_attn.in_proj_weight": 0.06484591960906982, - "transformer.layers.2.self_attn.in_proj_bias": 0.0036000311374664307, - "transformer.layers.2.self_attn.out_proj.weight": 0.029153089970350266, - "transformer.layers.2.self_attn.out_proj.bias": 0.0031266987789422274, - "transformer.layers.2.linear1.weight": 0.025453316047787666, - "transformer.layers.2.linear1.bias": 0.0013515364844352007, - "transformer.layers.2.linear2.weight": 0.028988273814320564, - "transformer.layers.2.linear2.bias": 0.0031616827473044395, - "transformer.layers.2.norm1.weight": 0.004772006534039974, - "transformer.layers.2.norm1.bias": 0.004466058686375618, - "transformer.layers.2.norm2.weight": 0.0016098562628030777, - "transformer.layers.2.norm2.bias": 0.0013160092057660222, - "transformer.layers.3.self_attn.in_proj_weight": 0.09563593566417694, - "transformer.layers.3.self_attn.in_proj_bias": 0.007571995723992586, - "transformer.layers.3.self_attn.out_proj.weight": 0.03707139939069748, - "transformer.layers.3.self_attn.out_proj.bias": 0.006106272805482149, - "transformer.layers.3.linear1.weight": 0.07120087742805481, - "transformer.layers.3.linear1.bias": 0.00498593645170331, - "transformer.layers.3.linear2.weight": 0.03982095047831535, - "transformer.layers.3.linear2.bias": 0.008819247595965862, - "transformer.layers.3.norm1.weight": 0.00798093993216753, - "transformer.layers.3.norm1.bias": 0.010640612803399563, - "transformer.layers.3.norm2.weight": 0.005868684500455856, - "transformer.layers.3.norm2.bias": 0.00729779340326786, - "head.weight": 0.5164150595664978, - "head.bias": 0.01970890536904335, - "global_embedding.weight": 0.012920208275318146, - "global_cnn.0.weight": 0.07933837920427322, - "global_cnn.0.bias": 0.0023647905327379704, - "global_cnn.2.weight": 0.20792019367218018, - "global_cnn.2.bias": 0.013441644608974457, - "global_proj.weight": 0.055193979293107986, - "global_proj.bias": 0.042528074234724045, - "goal_head.0.weight": 0.033213529735803604, - "goal_head.0.bias": 0.01644398272037506, - "goal_head.2.weight": 0.05165283381938934, - "goal_head.2.bias": 0.03730015829205513 + "global_gate": 9.047005733009428e-05, + "embedding.weight": 0.0023348007816821337, + "cnn.0.weight": 0.040424149483442307, + "cnn.0.bias": 0.0013493540463969111, + "cnn.2.weight": 0.009378407150506973, + "cnn.2.bias": 0.00235722865909338, + "cnn.5.weight": 0.008670400828123093, + "cnn.5.bias": 0.0018301287200301886, + "action_emb.weight": 0.004210470709949732, + "timestep_emb.weight": 0.0011300848564133048, + "pos_emb.weight": 0.002566075185313821, + "transformer.layers.0.self_attn.in_proj_weight": 0.020114317536354065, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015344994608312845, + "transformer.layers.0.self_attn.out_proj.weight": 0.02141871675848961, + "transformer.layers.0.self_attn.out_proj.bias": 0.002114624483510852, + "transformer.layers.0.linear1.weight": 0.022907394915819168, + "transformer.layers.0.linear1.bias": 0.001053164480254054, + "transformer.layers.0.linear2.weight": 0.023260891437530518, + "transformer.layers.0.linear2.bias": 0.0019562498200684786, + "transformer.layers.0.norm1.weight": 0.001030236715450883, + "transformer.layers.0.norm1.bias": 0.0014575148234143853, + "transformer.layers.0.norm2.weight": 0.0024524976033717394, + "transformer.layers.0.norm2.bias": 0.0009560264879837632, + "transformer.layers.1.self_attn.in_proj_weight": 0.019688721746206284, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011759860208258033, + "transformer.layers.1.self_attn.out_proj.weight": 0.02113008126616478, + "transformer.layers.1.self_attn.out_proj.bias": 0.001645979704335332, + "transformer.layers.1.linear1.weight": 0.014400361105799675, + "transformer.layers.1.linear1.bias": 0.000764070195145905, + "transformer.layers.1.linear2.weight": 0.017189878970384598, + "transformer.layers.1.linear2.bias": 0.0015869906637817621, + "transformer.layers.1.norm1.weight": 0.001238595345057547, + "transformer.layers.1.norm1.bias": 0.0010475432500243187, + "transformer.layers.1.norm2.weight": 0.0011814686004072428, + "transformer.layers.1.norm2.bias": 0.0006962657789699733, + "transformer.layers.2.self_attn.in_proj_weight": 0.02495664916932583, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015903812600299716, + "transformer.layers.2.self_attn.out_proj.weight": 0.022572146728634834, + "transformer.layers.2.self_attn.out_proj.bias": 0.001544684055261314, + "transformer.layers.2.linear1.weight": 0.011274466291069984, + "transformer.layers.2.linear1.bias": 0.0006991615518927574, + "transformer.layers.2.linear2.weight": 0.013191798701882362, + "transformer.layers.2.linear2.bias": 0.0014729747781530023, + "transformer.layers.2.norm1.weight": 0.0018270589644089341, + "transformer.layers.2.norm1.bias": 0.0017934662755578756, + "transformer.layers.2.norm2.weight": 0.0008570727077312768, + "transformer.layers.2.norm2.bias": 0.0008037853986024857, + "transformer.layers.3.self_attn.in_proj_weight": 0.04865654557943344, + "transformer.layers.3.self_attn.in_proj_bias": 0.002704331185668707, + "transformer.layers.3.self_attn.out_proj.weight": 0.027557991445064545, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021422253921628, + "transformer.layers.3.linear1.weight": 0.030149735510349274, + "transformer.layers.3.linear1.bias": 0.002398147713392973, + "transformer.layers.3.linear2.weight": 0.017763517796993256, + "transformer.layers.3.linear2.bias": 0.002811123849824071, + "transformer.layers.3.norm1.weight": 0.004446737933903933, + "transformer.layers.3.norm1.bias": 0.0037215373013168573, + "transformer.layers.3.norm2.weight": 0.0024502594023942947, + "transformer.layers.3.norm2.bias": 0.0036220948677510023, + "head.weight": 0.20201541483402252, + "head.bias": 0.0056642042472958565, + "global_embedding.weight": 0.004213192034512758, + "global_cnn.0.weight": 0.04958782345056534, + "global_cnn.0.bias": 0.0019189253216609359, + "global_cnn.2.weight": 0.11716140061616898, + "global_cnn.2.bias": 0.006527693942189217, + "global_proj.weight": 0.02696787379682064, + "global_proj.bias": 0.019124401733279228, + "goal_head.0.weight": 0.018937988206744194, + "goal_head.0.bias": 0.008851383812725544, + "goal_head.2.weight": 0.026392191648483276, + "goal_head.2.bias": 0.02058117277920246 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1359948217868805, - "repr_drift_kl_low_t": 0.11800777912139893, - "repr_drift_kl_mid_t": 0.12919187545776367, - "repr_drift_kl_high_t": 0.16584888100624084, + "repr_drift_kl": 0.5423027873039246, + "repr_drift_kl_low_t": 0.6609207391738892, + "repr_drift_kl_mid_t": 0.54742431640625, + "repr_drift_kl_high_t": 0.38329407572746277, "cka_iters": 500, - "cka_similarity": 0.9472875595092773, + "cka_similarity": 0.63090980052948, "t_analysis_iters": 500, - "norm_low_t": 0.5578317046165466, - "norm_high_t": 0.585213303565979, - "lowhigh_cos": 0.36045750975608826, + "norm_low_t": 0.3602391183376312, + "norm_high_t": 0.39323437213897705, + "lowhigh_cos": 0.20754213631153107, "t_bin_norms": { - "t_0.0-0.1": 0.7471648454666138, - "t_0.1-0.2": 0.5475425720214844, - "t_0.2-0.3": 0.6531333327293396, - "t_0.3-0.4": 0.4067153036594391, - "t_0.4-0.5": 0.5189595818519592, - "t_0.5-0.6": 0.4545226991176605, - "t_0.6-0.7": 0.5369563698768616, - "t_0.7-0.8": 0.5428601503372192, - "t_0.8-0.9": 0.6161698698997498, - "t_0.9-1.0": 0.844614565372467 - }, - "win_rate": 0.046019572764635086, - "effective_batch_size": 44.81291198730469, + "t_0.0-0.1": 0.3635386526584625, + "t_0.1-0.2": 0.27542537450790405, + "t_0.2-0.3": 0.21226534247398376, + "t_0.3-0.4": 0.23453664779663086, + "t_0.4-0.5": 0.2933482825756073, + "t_0.5-0.6": 0.2617813050746918, + "t_0.6-0.7": 0.2534774839878082, + "t_0.7-0.8": 0.25174450874328613, + "t_0.8-0.9": 0.3209679126739502, + "t_0.9-1.0": 0.5585018992424011 + }, + "win_rate": 0.11574617773294449, + "effective_batch_size": 627.2785034179688, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.02421673759818077, + "loss": 0.04804224520921707, "env_score_iters": 500, - "env_score": -3.3850297927856445, + "env_score": -0.7619887590408325, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4, "grad_align_iters": 500, - "grad_align": 0.7681214213371277, - "rl_grad_norm": 0.16849446296691895, - "bc_grad_norm": 0.2256014347076416, + "grad_align": 0.02549847587943077, + "rl_grad_norm": 0.14431282877922058, + "bc_grad_norm": 2.9896860122680664, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00003970289253629744, - "embedding.weight": 0.0008631603559479117, - "cnn.0.weight": 0.01569756679236889, - "cnn.0.bias": 0.0006737315561622381, - "cnn.2.weight": 0.0042611947283148766, - "cnn.2.bias": 0.0013973878230899572, - "cnn.5.weight": 0.0036525148898363113, - "cnn.5.bias": 0.0011631621746346354, - "action_emb.weight": 0.0003967988886870444, - "timestep_emb.weight": 0.00018316265777684748, - "pos_emb.weight": 0.00022130559955257922, - "transformer.layers.0.self_attn.in_proj_weight": 0.004119609948247671, - "transformer.layers.0.self_attn.in_proj_bias": 0.00028575773467309773, - "transformer.layers.0.self_attn.out_proj.weight": 0.0033892709761857986, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002532086509745568, - "transformer.layers.0.linear1.weight": 0.0022831035312265158, - "transformer.layers.0.linear1.bias": 0.00011234031990170479, - "transformer.layers.0.linear2.weight": 0.0025115683674812317, - "transformer.layers.0.linear2.bias": 0.0001786503562470898, - "transformer.layers.0.norm1.weight": 0.0003608978586271405, - "transformer.layers.0.norm1.bias": 0.00025913710123859346, - "transformer.layers.0.norm2.weight": 0.0002056520024780184, - "transformer.layers.0.norm2.bias": 0.00011065606668125838, - "transformer.layers.1.self_attn.in_proj_weight": 0.0022162669338285923, - "transformer.layers.1.self_attn.in_proj_bias": 0.0001154777201008983, - "transformer.layers.1.self_attn.out_proj.weight": 0.0024251819122582674, - "transformer.layers.1.self_attn.out_proj.bias": 0.00015253796300385147, - "transformer.layers.1.linear1.weight": 0.0014810271095484495, - "transformer.layers.1.linear1.bias": 0.00008580974099459127, - "transformer.layers.1.linear2.weight": 0.00169381033629179, - "transformer.layers.1.linear2.bias": 0.00013989501167088747, - "transformer.layers.1.norm1.weight": 0.0001580475363880396, - "transformer.layers.1.norm1.bias": 0.00010992473107762635, - "transformer.layers.1.norm2.weight": 0.00010945536632789299, - "transformer.layers.1.norm2.bias": 0.00009545454668113962, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030531827360391617, - "transformer.layers.2.self_attn.in_proj_bias": 0.00014086200098972768, - "transformer.layers.2.self_attn.out_proj.weight": 0.0012214500457048416, - "transformer.layers.2.self_attn.out_proj.bias": 0.00011101620475528762, - "transformer.layers.2.linear1.weight": 0.0008535283850505948, - "transformer.layers.2.linear1.bias": 0.00005457478255266324, - "transformer.layers.2.linear2.weight": 0.0009178042528219521, - "transformer.layers.2.linear2.bias": 0.00009546262299409136, - "transformer.layers.2.norm1.weight": 0.00021277098858263344, - "transformer.layers.2.norm1.bias": 0.00015611821436323225, - "transformer.layers.2.norm2.weight": 0.00005780986975878477, - "transformer.layers.2.norm2.bias": 0.0000690472952555865, - "transformer.layers.3.self_attn.in_proj_weight": 0.0022412589751183987, - "transformer.layers.3.self_attn.in_proj_bias": 0.00012599077308550477, - "transformer.layers.3.self_attn.out_proj.weight": 0.00109581439755857, - "transformer.layers.3.self_attn.out_proj.bias": 0.00009830800991039723, - "transformer.layers.3.linear1.weight": 0.0019259176915511489, - "transformer.layers.3.linear1.bias": 0.00011557943071238697, - "transformer.layers.3.linear2.weight": 0.001083727809600532, - "transformer.layers.3.linear2.bias": 0.000060964888689341024, - "transformer.layers.3.norm1.weight": 0.00017643903265707195, - "transformer.layers.3.norm1.bias": 0.00016080145724117756, - "transformer.layers.3.norm2.weight": 0.00016318910638801754, - "transformer.layers.3.norm2.bias": 0.00016281733405776322, - "head.weight": 0.010180070996284485, - "head.bias": 0.00012613761646207422, - "global_embedding.weight": 0.013558385893702507, - "global_cnn.0.weight": 0.10241813212633133, - "global_cnn.0.bias": 0.004777698311954737, - "global_cnn.2.weight": 0.12212564796209335, - "global_cnn.2.bias": 0.00694997375831008, - "global_proj.weight": 0.026974741369485855, - "global_proj.bias": 0.018840879201889038, - "goal_head.0.weight": 0.017840176820755005, - "goal_head.0.bias": 0.00891606230288744, - "goal_head.2.weight": 0.0218984205275774, - "goal_head.2.bias": 0.024422533810138702 + "global_gate": 0.00015528399671893567, + "embedding.weight": 0.0009997737361118197, + "cnn.0.weight": 0.017959604039788246, + "cnn.0.bias": 0.0008495342335663736, + "cnn.2.weight": 0.0061699082143604755, + "cnn.2.bias": 0.0016104956157505512, + "cnn.5.weight": 0.01005446445196867, + "cnn.5.bias": 0.0013251550262793899, + "action_emb.weight": 0.0033665625378489494, + "timestep_emb.weight": 0.0008047316805459559, + "pos_emb.weight": 0.0019312676740810275, + "transformer.layers.0.self_attn.in_proj_weight": 0.01497447770088911, + "transformer.layers.0.self_attn.in_proj_bias": 0.0008993042865768075, + "transformer.layers.0.self_attn.out_proj.weight": 0.01720537431538105, + "transformer.layers.0.self_attn.out_proj.bias": 0.001196273835375905, + "transformer.layers.0.linear1.weight": 0.01817918010056019, + "transformer.layers.0.linear1.bias": 0.0007357270806096494, + "transformer.layers.0.linear2.weight": 0.01606217958033085, + "transformer.layers.0.linear2.bias": 0.0009244992397725582, + "transformer.layers.0.norm1.weight": 0.0009250705479644239, + "transformer.layers.0.norm1.bias": 0.0008052578778006136, + "transformer.layers.0.norm2.weight": 0.001976827159523964, + "transformer.layers.0.norm2.bias": 0.0006659686332568526, + "transformer.layers.1.self_attn.in_proj_weight": 0.014550458639860153, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006316911894828081, + "transformer.layers.1.self_attn.out_proj.weight": 0.013578667305409908, + "transformer.layers.1.self_attn.out_proj.bias": 0.0007035782909952104, + "transformer.layers.1.linear1.weight": 0.008953305892646313, + "transformer.layers.1.linear1.bias": 0.0004508738056756556, + "transformer.layers.1.linear2.weight": 0.01054288074374199, + "transformer.layers.1.linear2.bias": 0.0006890882505103946, + "transformer.layers.1.norm1.weight": 0.0009134280844591558, + "transformer.layers.1.norm1.bias": 0.000666481617372483, + "transformer.layers.1.norm2.weight": 0.0007827110821381211, + "transformer.layers.1.norm2.bias": 0.0004305110196582973, + "transformer.layers.2.self_attn.in_proj_weight": 0.016842329874634743, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008038627565838397, + "transformer.layers.2.self_attn.out_proj.weight": 0.010282441042363644, + "transformer.layers.2.self_attn.out_proj.bias": 0.0005962238064967096, + "transformer.layers.2.linear1.weight": 0.005435502622276545, + "transformer.layers.2.linear1.bias": 0.0002969198685605079, + "transformer.layers.2.linear2.weight": 0.00671673147007823, + "transformer.layers.2.linear2.bias": 0.0005709730903618038, + "transformer.layers.2.norm1.weight": 0.001308826613239944, + "transformer.layers.2.norm1.bias": 0.0008987818728201091, + "transformer.layers.2.norm2.weight": 0.00036702645593322814, + "transformer.layers.2.norm2.bias": 0.0002791924634948373, + "transformer.layers.3.self_attn.in_proj_weight": 0.018198786303400993, + "transformer.layers.3.self_attn.in_proj_bias": 0.000994378700852394, + "transformer.layers.3.self_attn.out_proj.weight": 0.009889379143714905, + "transformer.layers.3.self_attn.out_proj.bias": 0.0006499505252577364, + "transformer.layers.3.linear1.weight": 0.0112202363088727, + "transformer.layers.3.linear1.bias": 0.0007609325693920255, + "transformer.layers.3.linear2.weight": 0.007521220948547125, + "transformer.layers.3.linear2.bias": 0.0006807615282014012, + "transformer.layers.3.norm1.weight": 0.0016091055003926158, + "transformer.layers.3.norm1.bias": 0.001218618475832045, + "transformer.layers.3.norm2.weight": 0.0008108657784759998, + "transformer.layers.3.norm2.bias": 0.0009460845612920821, + "head.weight": 0.07852040231227875, + "head.bias": 0.0017345546511933208, + "global_embedding.weight": 0.005265192594379187, + "global_cnn.0.weight": 0.04650628939270973, + "global_cnn.0.bias": 0.0016506327083334327, + "global_cnn.2.weight": 0.09942860156297684, + "global_cnn.2.bias": 0.004472149536013603, + "global_proj.weight": 0.008727171458303928, + "global_proj.bias": 0.002675723284482956, + "goal_head.0.weight": 0.005372263956815004, + "goal_head.0.bias": 0.0010617293883115053, + "goal_head.2.weight": 0.007584783248603344, + "goal_head.2.bias": 0.0017928306479007006 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08453132212162018, - "repr_drift_kl_low_t": 0.07585383951663971, - "repr_drift_kl_mid_t": 0.0747414231300354, - "repr_drift_kl_high_t": 0.13030599057674408, + "repr_drift_kl": 0.37894439697265625, + "repr_drift_kl_low_t": 0.4525209069252014, + "repr_drift_kl_mid_t": 0.3891070485115051, + "repr_drift_kl_high_t": 0.3004908859729767, "cka_iters": 500, - "cka_similarity": 0.6474778652191162, + "cka_similarity": 0.6880690455436707, "t_analysis_iters": 500, - "norm_low_t": 0.16927805542945862, - "norm_high_t": 0.17029748857021332, - "lowhigh_cos": 0.985935628414154, + "norm_low_t": 0.14666283130645752, + "norm_high_t": 0.1917983740568161, + "lowhigh_cos": 0.5672091245651245, "t_bin_norms": { - "t_0.0-0.1": 0.16885912418365479, - "t_0.1-0.2": 0.16890092194080353, - "t_0.2-0.3": 0.1684548258781433, - "t_0.3-0.4": 0.16853219270706177, - "t_0.4-0.5": 0.16853556036949158, - "t_0.5-0.6": 0.16831538081169128, - "t_0.6-0.7": 0.16847741603851318, - "t_0.7-0.8": 0.16868627071380615, - "t_0.8-0.9": 0.16914507746696472, - "t_0.9-1.0": 0.17256174981594086 - }, - "win_rate": 0.0026212320663034916, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.16604584455490112, + "t_0.1-0.2": 0.14843809604644775, + "t_0.2-0.3": 0.14228865504264832, + "t_0.3-0.4": 0.14659535884857178, + "t_0.4-0.5": 0.14528793096542358, + "t_0.5-0.6": 0.1363086700439453, + "t_0.6-0.7": 0.13958118855953217, + "t_0.7-0.8": 0.14830581843852997, + "t_0.8-0.9": 0.16051125526428223, + "t_0.9-1.0": 0.24696053564548492 + }, + "win_rate": 0.009923987090587616, + "effective_batch_size": 406.924072265625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.05 } }, { "iters": 500, - "loss": 0.431853324174881, + "loss": 0.11604852229356766, "env_score_iters": 500, - "env_score": -3.1486716270446777, + "env_score": -0.4062667787075043, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.4625, "grad_align_iters": 500, - "grad_align": 0.4020116627216339, - "rl_grad_norm": 0.5655940175056458, - "bc_grad_norm": 1.0632938146591187, + "grad_align": -0.005213418509811163, + "rl_grad_norm": 0.36254116892814636, + "bc_grad_norm": 2.9875831604003906, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00016538014460820705, - "embedding.weight": 0.0022780385334044695, - "cnn.0.weight": 0.06188470497727394, - "cnn.0.bias": 0.003006979124620557, - "cnn.2.weight": 0.021988868713378906, - "cnn.2.bias": 0.00853805523365736, - "cnn.5.weight": 0.02099461480975151, - "cnn.5.bias": 0.004576988518238068, - "action_emb.weight": 0.010983971878886223, - "timestep_emb.weight": 0.00385580537840724, - "pos_emb.weight": 0.006772938650101423, - "transformer.layers.0.self_attn.in_proj_weight": 0.05127603933215141, - "transformer.layers.0.self_attn.in_proj_bias": 0.003158651990815997, - "transformer.layers.0.self_attn.out_proj.weight": 0.04636071249842644, - "transformer.layers.0.self_attn.out_proj.bias": 0.004206099547445774, - "transformer.layers.0.linear1.weight": 0.05836339667439461, - "transformer.layers.0.linear1.bias": 0.002502838149666786, - "transformer.layers.0.linear2.weight": 0.05429317057132721, - "transformer.layers.0.linear2.bias": 0.0034779314883053303, - "transformer.layers.0.norm1.weight": 0.003190364222973585, - "transformer.layers.0.norm1.bias": 0.0028693522326648235, - "transformer.layers.0.norm2.weight": 0.0059228441677987576, - "transformer.layers.0.norm2.bias": 0.0024160605389624834, - "transformer.layers.1.self_attn.in_proj_weight": 0.04335096478462219, - "transformer.layers.1.self_attn.in_proj_bias": 0.002383490325883031, - "transformer.layers.1.self_attn.out_proj.weight": 0.04130904749035835, - "transformer.layers.1.self_attn.out_proj.bias": 0.0034146045800298452, - "transformer.layers.1.linear1.weight": 0.035153262317180634, - "transformer.layers.1.linear1.bias": 0.0016006643418222666, - "transformer.layers.1.linear2.weight": 0.03988223522901535, - "transformer.layers.1.linear2.bias": 0.0030214085709303617, - "transformer.layers.1.norm1.weight": 0.0023390909191221, - "transformer.layers.1.norm1.bias": 0.0019625460263341665, - "transformer.layers.1.norm2.weight": 0.003099975176155567, - "transformer.layers.1.norm2.bias": 0.0014622157905250788, - "transformer.layers.2.self_attn.in_proj_weight": 0.06643621623516083, - "transformer.layers.2.self_attn.in_proj_bias": 0.0026106524746865034, - "transformer.layers.2.self_attn.out_proj.weight": 0.034570712596178055, - "transformer.layers.2.self_attn.out_proj.bias": 0.002578869927674532, - "transformer.layers.2.linear1.weight": 0.022600334137678146, - "transformer.layers.2.linear1.bias": 0.0012125549837946892, - "transformer.layers.2.linear2.weight": 0.030555294826626778, - "transformer.layers.2.linear2.bias": 0.002478458918631077, - "transformer.layers.2.norm1.weight": 0.004265004303306341, - "transformer.layers.2.norm1.bias": 0.00245948345400393, - "transformer.layers.2.norm2.weight": 0.0016006770310923457, - "transformer.layers.2.norm2.bias": 0.0011105452431365848, - "transformer.layers.3.self_attn.in_proj_weight": 0.09901726990938187, - "transformer.layers.3.self_attn.in_proj_bias": 0.00707993796095252, - "transformer.layers.3.self_attn.out_proj.weight": 0.04266100376844406, - "transformer.layers.3.self_attn.out_proj.bias": 0.005292701069265604, - "transformer.layers.3.linear1.weight": 0.05451325327157974, - "transformer.layers.3.linear1.bias": 0.004173192661255598, - "transformer.layers.3.linear2.weight": 0.03406374529004097, - "transformer.layers.3.linear2.bias": 0.007226345129311085, - "transformer.layers.3.norm1.weight": 0.008137347176671028, - "transformer.layers.3.norm1.bias": 0.010923916473984718, - "transformer.layers.3.norm2.weight": 0.004983831662684679, - "transformer.layers.3.norm2.bias": 0.006088722497224808, - "head.weight": 0.4168594479560852, - "head.bias": 0.014649362303316593, - "global_embedding.weight": 0.005794815719127655, - "global_cnn.0.weight": 0.0620090514421463, - "global_cnn.0.bias": 0.00223697442561388, - "global_cnn.2.weight": 0.08643101155757904, - "global_cnn.2.bias": 0.004776413552463055, - "global_proj.weight": 0.0279404204338789, - "global_proj.bias": 0.024666549637913704, - "goal_head.0.weight": 0.023964086547493935, - "goal_head.0.bias": 0.012041816487908363, - "goal_head.2.weight": 0.05070614442229271, - "goal_head.2.bias": 0.03270766884088516 + "global_gate": 0.00014142751751933247, + "embedding.weight": 0.0019103903323411942, + "cnn.0.weight": 0.03989711031317711, + "cnn.0.bias": 0.0019612384494394064, + "cnn.2.weight": 0.010833565145730972, + "cnn.2.bias": 0.0037780306302011013, + "cnn.5.weight": 0.01202026940882206, + "cnn.5.bias": 0.003157953731715679, + "action_emb.weight": 0.004040866624563932, + "timestep_emb.weight": 0.0009217695915140212, + "pos_emb.weight": 0.0017378482734784484, + "transformer.layers.0.self_attn.in_proj_weight": 0.03268292546272278, + "transformer.layers.0.self_attn.in_proj_bias": 0.002696759533137083, + "transformer.layers.0.self_attn.out_proj.weight": 0.026792047545313835, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032774365972727537, + "transformer.layers.0.linear1.weight": 0.02098732255399227, + "transformer.layers.0.linear1.bias": 0.0012736483477056026, + "transformer.layers.0.linear2.weight": 0.02461683191359043, + "transformer.layers.0.linear2.bias": 0.0026594277005642653, + "transformer.layers.0.norm1.weight": 0.0020059579983353615, + "transformer.layers.0.norm1.bias": 0.002975448267534375, + "transformer.layers.0.norm2.weight": 0.0017088947352021933, + "transformer.layers.0.norm2.bias": 0.0013020113110542297, + "transformer.layers.1.self_attn.in_proj_weight": 0.021786706522107124, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014492305926978588, + "transformer.layers.1.self_attn.out_proj.weight": 0.024873407557606697, + "transformer.layers.1.self_attn.out_proj.bias": 0.002145849633961916, + "transformer.layers.1.linear1.weight": 0.01288807112723589, + "transformer.layers.1.linear1.bias": 0.0007551942253485322, + "transformer.layers.1.linear2.weight": 0.017949244007468224, + "transformer.layers.1.linear2.bias": 0.0021113588009029627, + "transformer.layers.1.norm1.weight": 0.0014122752472758293, + "transformer.layers.1.norm1.bias": 0.0014914220664650202, + "transformer.layers.1.norm2.weight": 0.0010375833371654153, + "transformer.layers.1.norm2.bias": 0.0007258096011355519, + "transformer.layers.2.self_attn.in_proj_weight": 0.0227618757635355, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015685439575463533, + "transformer.layers.2.self_attn.out_proj.weight": 0.020406071096658707, + "transformer.layers.2.self_attn.out_proj.bias": 0.002075668191537261, + "transformer.layers.2.linear1.weight": 0.011318185366690159, + "transformer.layers.2.linear1.bias": 0.0007777988212183118, + "transformer.layers.2.linear2.weight": 0.013925774022936821, + "transformer.layers.2.linear2.bias": 0.002207951620221138, + "transformer.layers.2.norm1.weight": 0.0013954946771264076, + "transformer.layers.2.norm1.bias": 0.0019753503147512674, + "transformer.layers.2.norm2.weight": 0.0007947362028062344, + "transformer.layers.2.norm2.bias": 0.0008551122155040503, + "transformer.layers.3.self_attn.in_proj_weight": 0.04189314320683479, + "transformer.layers.3.self_attn.in_proj_bias": 0.004166980739682913, + "transformer.layers.3.self_attn.out_proj.weight": 0.02180473878979683, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035015272442251444, + "transformer.layers.3.linear1.weight": 0.026627417653799057, + "transformer.layers.3.linear1.bias": 0.002422598423436284, + "transformer.layers.3.linear2.weight": 0.0168116744607687, + "transformer.layers.3.linear2.bias": 0.004247007425874472, + "transformer.layers.3.norm1.weight": 0.0031588315032422543, + "transformer.layers.3.norm1.bias": 0.006004787981510162, + "transformer.layers.3.norm2.weight": 0.002394723007455468, + "transformer.layers.3.norm2.bias": 0.0034637644421309233, + "head.weight": 0.22728785872459412, + "head.bias": 0.008778509683907032, + "global_embedding.weight": 0.006399316247552633, + "global_cnn.0.weight": 0.10567592829465866, + "global_cnn.0.bias": 0.004836454521864653, + "global_cnn.2.weight": 0.1920652538537979, + "global_cnn.2.bias": 0.00894605740904808, + "global_proj.weight": 0.05059470981359482, + "global_proj.bias": 0.04021575301885605, + "goal_head.0.weight": 0.039633769541978836, + "goal_head.0.bias": 0.018448006361722946, + "goal_head.2.weight": 0.074983611702919, + "goal_head.2.bias": 0.04393933713436127 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.5898460149765015, - "repr_drift_kl_low_t": 0.6249353885650635, - "repr_drift_kl_mid_t": 0.5916265249252319, - "repr_drift_kl_high_t": 0.6008726954460144, + "repr_drift_kl": 0.5077273845672607, + "repr_drift_kl_low_t": 0.6431635022163391, + "repr_drift_kl_mid_t": 0.4941486716270447, + "repr_drift_kl_high_t": 0.36751124262809753, "cka_iters": 500, - "cka_similarity": 0.8134564757347107, + "cka_similarity": 0.7339500188827515, "t_analysis_iters": 500, - "norm_low_t": 0.6684010028839111, - "norm_high_t": 0.4428712725639343, - "lowhigh_cos": 0.2780027389526367, + "norm_low_t": 0.3653396964073181, + "norm_high_t": 0.5012990236282349, + "lowhigh_cos": 0.47274789214134216, "t_bin_norms": { - "t_0.0-0.1": 0.9029859900474548, - "t_0.1-0.2": 0.7375050783157349, - "t_0.2-0.3": 0.7565125226974487, - "t_0.3-0.4": 0.5538509488105774, - "t_0.4-0.5": 0.47573405504226685, - "t_0.5-0.6": 0.39136117696762085, - "t_0.6-0.7": 0.48687994480133057, - "t_0.7-0.8": 0.43974852561950684, - "t_0.8-0.9": 0.5322707295417786, - "t_0.9-1.0": 0.5802614092826843 - }, - "win_rate": 0.19926199316978455, - "effective_batch_size": 117.36616516113281, + "t_0.0-0.1": 0.4032416045665741, + "t_0.1-0.2": 0.3144536316394806, + "t_0.2-0.3": 0.32374313473701477, + "t_0.3-0.4": 0.3268449604511261, + "t_0.4-0.5": 0.34237703680992126, + "t_0.5-0.6": 0.34703195095062256, + "t_0.6-0.7": 0.38941490650177, + "t_0.7-0.8": 0.41767123341560364, + "t_0.8-0.9": 0.4706542491912842, + "t_0.9-1.0": 0.5224611759185791 + }, + "win_rate": 0.09113060683012009, + "effective_batch_size": 583.18310546875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "gradient_surgery": { - "score": 0.6916666666666668, - "score_std": 0.011785113019775802, + "score": 0.4875, + "score_std": 0.03535533905932741, "all_scores": [ - 0.6749999999999999, - 0.7, - 0.7 + 0.5125, + 0.43749999999999994, + 0.5125000000000001 ], "history": { "iters": [ @@ -40618,506 +49897,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 0.06327171623706818, - 2.4105007648468018, - 0.2996498942375183, - 0.023003336042165756, - 0.7688316106796265, - 0.06378244608640671, - 0.666633129119873, - 0.0028152703307569027, - 0.12474682927131653, - 0.1347683221101761, - 0.10233230888843536, - 0.9538534879684448, - 0.008972189389169216, - 1.6157667636871338, - 0.06142055243253708, - 0.11394520848989487, - 2.6744346618652344, - 0.019086336717009544, - 0.1054307222366333, - 0.354720801115036, - 1.0234274864196777, - 0.24954932928085327, - 1.729956030845642, - 0.03434370085597038, - 1.5149376392364502, - 0.14762823283672333, - 0.2731556296348572, - 2.073880672454834, - 1.2337011098861694, - 2.470773696899414, - 1.184137225151062, - 0.8702763915061951, - 0.7932532429695129, - 0.5550519824028015, - 1.271247148513794, - 2.101716995239258, - 1.6444993019104004, - 0.06592664122581482, - 1.5958433151245117, - 0.3927709758281708, - 0.9684634804725647, - 0.666545569896698, - 1.8992183208465576, - 0.03515763580799103, - 1.097273588180542, - 1.1099679470062256, - 2.015713930130005, - 1.720611572265625, - 0.3261655569076538, - 0.027016010135412216, - 0.05390704795718193, - 0.74424147605896, - 0.11862354725599289, - 0.6839715242385864, - 1.0153377056121826, - 0.4065295159816742, - 1.3458143472671509, - 0.34394973516464233, - 2.225910186767578, - 0.041898686438798904, - 2.135308027267456, - 0.3101594150066376, - 0.239346444606781, - 0.7064415216445923, - 0.5441018342971802, - 0.6035365462303162, - 0.07083236426115036, - 0.3623705506324768, - 0.004991208203136921, - 0.5958155393600464, - 1.3473588228225708, - 0.8867716193199158, - 0.14784376323223114, - 0.025780338793992996, - 1.4437264204025269, - 0.054808977991342545, - 1.0155693292617798, - 0.805637001991272, - 0.005036188289523125, - 0.8410224318504333, - 1.6128065586090088, - 0.03129468485713005, - 1.278546690940857, - 0.15109772980213165, - 0.14095273613929749, - 0.16215097904205322, - 1.4108808040618896, - 0.7422965168952942, - 1.34304940700531, - 0.910794734954834, - 0.15428702533245087, - 0.6200631260871887, - 1.127331256866455, - 0.13898888230323792, - 0.03939838707447052, - 0.07744007557630539, - 1.1188386678695679, - 0.049811240285634995, - 2.0870132446289062, - 0.14987480640411377, - 0.644446074962616, - 0.08295131474733353, - 1.0071719884872437, - 0.2617049813270569, - 0.05691000074148178, - 0.29455849528312683, - 0.8654026985168457, - 0.8239809274673462, - 0.8521766662597656, - 0.19968505203723907, - 0.2174803614616394, - 1.2761378288269043, - 0.6999190449714661, - 0.1909923106431961, - 1.3955562114715576, - 0.1113741472363472, - 0.1384211629629135, - 0.17830227315425873, - 0.21937836706638336, - 1.155988335609436, - 0.23271162807941437, - 0.9298264980316162, - 0.2681179642677307, - 0.07187026739120483, - 1.154272198677063, - 1.022002935409546, - 0.010981397703289986, - 1.8722089529037476, - 0.6699763536453247, - 0.04308873414993286, - 0.7160945534706116, - 0.0814591646194458, - 0.07161752134561539, - 0.6789388060569763, - 0.11448602378368378, - 0.10907009243965149, - 0.20267264544963837, - 0.8059365153312683, - 0.6169854402542114, - 0.12842343747615814, - 0.10638900101184845, - 2.050065279006958, - 1.2264028787612915, - 1.4991570711135864, - 0.15841127932071686, - 0.1857525110244751, - 0.41701436042785645, - 0.8486072421073914, - 0.09467944502830505, - 0.4013015329837799, - 1.0971518754959106, - 1.4278590679168701, - 0.9696037769317627, - 0.5422306060791016, - 0.061942197382450104, - 0.6104874014854431, - 0.2736637592315674, - 0.05022614449262619, - 0.6368376612663269, - 0.025519611313939095, - 0.7774760127067566, - 0.20326997339725494, - 0.07154549658298492, - 0.41463103890419006, - 0.22375847399234772, - 0.03526805341243744, - 0.2034827321767807, - 1.2542959451675415, - 0.27066147327423096, - 0.026201635599136353, - 0.09197426587343216, - 1.0972445011138916, - 0.9551603198051453, - 0.624190092086792, - 1.9761861562728882, - 0.04865369200706482, - 0.2953380048274994, - 0.009038703516125679, - 0.05758330598473549, - 0.023597104474902153, - 1.145687460899353, - 0.11057066917419434, - 0.22102615237236023, - 0.023300006985664368, - 1.013044834136963, - 0.08217789232730865, - 0.06491372734308243, - 0.2155696451663971, - 2.316087245941162, - 0.024876229465007782, - 0.8519996404647827, - 0.37456825375556946, - 1.8080320358276367, - 0.0410781092941761, - 1.3447058200836182, - 0.40839383006095886, - 0.9944720268249512, - 0.0608970932662487, - 0.06976592540740967, - 0.8755877017974854, - 0.08904409408569336, - 1.0530750751495361, - 0.2644546329975128, - 0.059950247406959534, - 0.5520651936531067, - 2.013610363006592, - 0.819165825843811, - 0.6206801533699036, - 0.597098708152771, - 0.3790833652019501, - 0.14786513149738312, - 0.02417798899114132, - 1.844963788986206, - 0.813236653804779, - 0.8609901666641235, - 0.049958132207393646, - 0.0681825503706932, - 0.04917784035205841, - 0.09525666385889053, - 2.0456349849700928, - 0.46464475989341736, - 1.580481767654419, - 0.1819441169500351, - 0.07858921587467194, - 1.483819842338562, - 0.06914359331130981, - 1.6567188501358032, - 0.4466779828071594, - 0.4401038587093353, - 1.6400140523910522, - 0.09705224633216858, - 1.7490019798278809, - 0.7568619251251221, - 0.07304469496011734, - 0.9136696457862854, - 0.9355801343917847, - 0.02816738560795784, - 0.048894524574279785, - 0.9288057684898376, - 0.36222362518310547, - 0.08998814970254898, - 0.09646923840045929, - 0.5892104506492615, - 0.4063144326210022, - 0.1102275550365448, - 1.5679004192352295, - 1.0347676277160645, - 0.4616173505783081, - 0.02671203203499317, - 0.2664366066455841, - 0.524600088596344, - 0.525514543056488, - 0.08962900191545486, - 0.9965652227401733, - 1.2283527851104736, - 0.01666877046227455, - 0.017979584634304047, - 0.4747864007949829, - 0.33827346563339233, - 1.97329580783844, - 0.07462473213672638, - 0.13666900992393494, - 0.2674425542354584, - 0.2898843288421631, - 1.5695209503173828, - 0.32100245356559753, - 0.42145368456840515, - 0.055177923291921616, - 1.2095474004745483, - 0.16731303930282593, - 0.27039486169815063, - 0.4492802023887634, - 0.014586487784981728, - 1.4914809465408325, - 0.28423139452934265, - 0.2195272296667099, - 0.04032159969210625, - 0.042630575597286224, - 0.06878331303596497, - 0.2815348207950592, - 1.7904763221740723, - 0.136827290058136, - 0.03783465549349785, - 0.15541225671768188, - 0.5086286067962646, - 0.390667587518692, - 0.4215278625488281, - 0.6457510590553284, - 0.03810744732618332, - 0.03462713584303856, - 0.07139119505882263, - 0.08033181726932526, - 0.8906838893890381, - 0.7262650728225708, - 0.976079523563385, - 1.201266884803772, - 0.0074595315381884575, - 0.21605215966701508, - 0.1408563256263733, - 0.7709237337112427, - 0.3226637542247772, - 0.04533008858561516, - 0.46228525042533875, - 1.352001667022705, - 0.11355116218328476, - 0.22931373119354248, - 1.377963900566101, - 0.5484473705291748, - 1.1379178762435913, - 0.22909095883369446, - 0.05420287325978279, - 0.059208571910858154, - 0.13988375663757324, - 0.04034973308444023, - 0.021413646638393402, - 0.03657105565071106, - 0.8466615676879883, - 0.6154316663742065, - 0.14975400269031525, - 0.24949446320533752, - 1.0813260078430176, - 0.4906274974346161, - 0.27713829278945923, - 0.35279589891433716, - 0.4655590057373047, - 0.5659575462341309, - 1.0042786598205566, - 0.09103406220674515, - 0.20840571820735931, - 0.27406373620033264, - 0.2174384891986847, - 0.5316476821899414, - 0.6017782688140869, - 0.046505156904459, - 0.08724051713943481, - 0.018091700971126556, - 0.13436928391456604, - 0.23360790312290192, - 1.696115493774414, - 1.4422085285186768, - 0.767483115196228, - 0.049639493227005005, - 1.0425522327423096, - 0.46678996086120605, - 0.048831451684236526, - 0.08797138184309006, - 0.5394808053970337, - 0.04988331347703934, - 0.1495319902896881, - 0.08887500315904617, - 0.028449129313230515, - 0.009331362321972847, - 0.04995214194059372, - 0.15030691027641296, - 0.041250500828027725, - 0.01791808009147644, - 1.082483172416687, - 1.027841567993164, - 0.6898838877677917, - 1.1653895378112793, - 0.5159260630607605, - 0.3294651508331299, - 1.195182204246521, - 0.05227139592170715, - 0.11895859986543655, - 0.9212906360626221, - 0.6342921257019043, - 0.037215348333120346, - 0.5384517908096313, - 0.4263566732406616, - 0.9291685819625854, - 0.696548581123352, - 1.0449179410934448, - 0.06380301713943481, - 0.2874477505683899, - 0.8516596555709839, - 0.33433830738067627, - 0.2493426501750946, - 0.2324344962835312, - 0.11108134686946869, - 1.078292965888977, - 0.17319269478321075, - 0.23531095683574677, - 0.07657819986343384, - 0.2522221505641937, - 0.9045413732528687, - 0.20579592883586884, - 0.4072769284248352, - 0.9376120567321777, - 1.7229642868041992, - 0.05367496609687805, - 0.037362951785326004, - 0.10648471862077713, - 0.05002440884709358, - 1.1172608137130737, - 0.8100369572639465, - 0.8346009850502014, - 1.694823145866394, - 0.012717721052467823, - 0.4556541442871094, - 0.034063514322042465, - 0.565277099609375, - 1.6658827066421509, - 0.2482168823480606, - 0.724563479423523, - 0.0987386405467987, - 0.9575306177139282, - 0.06794925034046173, - 1.1001091003417969, - 0.9258936643600464, - 0.05012233182787895, - 0.06313112378120422, - 0.9134082198143005, - 0.026634687557816505, - 0.34720394015312195, - 0.2199033796787262, - 0.12606938183307648, - 0.14976514875888824, - 0.046965692192316055, - 0.2209407091140747, - 0.20803070068359375, - 0.4229629933834076, - 0.43853726983070374, - 0.17845700681209564, - 0.17593666911125183, - 0.2794589698314667, - 0.6338716745376587, - 0.1384837031364441, - 0.020436348393559456, - 0.18284156918525696, - 0.25088930130004883, - 0.17486663162708282, - 0.14709946513175964, - 0.005537066608667374, - 0.10651236772537231, - 0.42546477913856506, - 0.35091355443000793, - 0.1412401646375656, - 0.02582968771457672, - 0.5080769658088684, - 0.28847119212150574, - 0.1867877095937729, - 0.2017362117767334, - 0.3570820093154907, - 0.9343204498291016, - 0.04773674160242081, - 0.6326627731323242, - 0.017945418134331703, - 0.0502714104950428, - 0.028028428554534912, - 0.3388710916042328, - 0.11743971705436707, - 0.6279408931732178, - 0.013491823337972164, - 0.808980405330658, - 0.6549264788627625, - 0.669834315776825, - 0.7761770486831665, - 0.5457985401153564, - 0.4200207591056824, - 0.25210073590278625, - 0.010306288488209248, - 0.08608044683933258, - 0.04963377118110657, - 1.4129550457000732, - 0.14501862227916718, - 0.02613098919391632, - 0.9538676142692566, - 0.6593210101127625, - 0.02761012874543667, - 0.1881384402513504, - 0.03839055076241493, - 0.0321580246090889, - 0.12187374383211136, - 0.03903672844171524, - 1.475788950920105, - 1.0730183124542236, - 0.25512033700942993, - 0.24898923933506012, - 0.13591532409191132, - 0.6113293170928955, - 0.1271575689315796, - 0.19811725616455078, - 0.8204230666160583, - 0.08608805388212204, - 0.2360275387763977, - 0.9906724691390991, - 0.3607344627380371, - 0.07579534500837326, - 0.20167161524295807, - 0.05022449791431427, - 1.692497968673706, - 0.03544138744473457, - 0.014820265583693981, - 0.13282309472560883, - 0.1619466245174408, - 0.05275867134332657, - 0.09935707598924637, - 0.13690252602100372 + 0.7734967470169067, + 0.8751446008682251, + 0.7560067176818848, + 0.4883701503276825, + 0.7567958831787109, + 0.40573593974113464, + 0.7329961657524109, + 0.3507487177848816, + 1.2510384321212769, + 0.37684839963912964, + 0.5949757099151611, + 1.1107540130615234, + 0.5963921546936035, + 0.6627359986305237, + 0.6660632491111755, + 0.8661376237869263, + 0.44346845149993896, + 1.0630855560302734, + 1.620985507965088, + 1.1570169925689697, + 0.8015074133872986, + 0.6842371821403503, + 0.8609248399734497, + 0.8130911588668823, + 0.6672165393829346, + 0.8470112681388855, + 0.6399882435798645, + 0.8132520318031311, + 0.7239785194396973, + 0.7100253701210022, + 0.5298404693603516, + 1.2464009523391724, + 0.8510929942131042, + 0.5215830206871033, + 0.49144768714904785, + 0.6988705992698669, + 1.1809074878692627, + 0.5690478682518005, + 0.9213444590568542, + 1.2729949951171875, + 0.6962097883224487, + 0.757695198059082, + 0.34130144119262695, + 0.32823750376701355, + 0.2157074213027954, + 0.6431828737258911, + 0.6365635991096497, + 1.0193204879760742, + 0.41447240114212036, + 0.4471711218357086, + 0.5583305954933167, + 0.5519795417785645, + 0.7058643698692322, + 0.7524757981300354, + 1.0261683464050293, + 0.3035755753517151, + 0.9466000199317932, + 0.49596795439720154, + 0.7149277329444885, + 0.5853215456008911, + 0.7032791972160339, + 0.7049915790557861, + 0.5978042483329773, + 0.3650738000869751, + 0.25577589869499207, + 0.6501713395118713, + 0.6826266050338745, + 0.7195780277252197, + 0.8611476421356201, + 0.5079643726348877, + 0.5515998005867004, + 0.6965035796165466, + 0.720966637134552, + 0.6281375288963318, + 0.8547952771186829, + 0.5067647695541382, + 0.44146665930747986, + 0.5240039229393005, + 0.4963189661502838, + 0.5330562591552734, + 0.4010050892829895, + 0.44691202044487, + 0.3878433406352997, + 0.788928210735321, + 0.8409549593925476, + 0.7266005277633667, + 0.2709147036075592, + 0.7184608578681946, + 0.3125954270362854, + 0.6509923338890076, + 0.47025880217552185, + 0.30032509565353394, + 0.6064448952674866, + 0.6425597071647644, + 0.4135216772556305, + 0.6095576882362366, + 0.6730456948280334, + 0.2877550423145294, + 0.3174517750740051, + 0.45507144927978516, + 0.4025876820087433, + 0.9915087819099426, + 0.897580087184906, + 0.7850408554077148, + 0.8997802734375, + 0.6828077435493469, + 0.5354255437850952, + 0.2573283314704895, + 0.4190390110015869, + 0.5409901142120361, + 0.3159536123275757, + 0.33006933331489563, + 0.48332592844963074, + 0.6108193397521973, + 0.39107611775398254, + 0.6246562004089355, + 0.6433087587356567, + 0.3640688359737396, + 0.5135744214057922, + 0.6587053537368774, + 0.9479477405548096, + 0.31584444642066956, + 0.2664982080459595, + 0.5521312952041626, + 0.38732999563217163, + 0.771946132183075, + 0.5347426533699036, + 0.5082075595855713, + 0.7819271683692932, + 0.6314749121665955, + 0.779897928237915, + 0.5653145909309387, + 0.2906709909439087, + 0.6207665801048279, + 0.805427074432373, + 0.5356203317642212, + 0.3194482922554016, + 0.9171763062477112, + 0.7251357436180115, + 0.5867151021957397, + 0.5868394374847412, + 0.5854943990707397, + 0.7832427620887756, + 0.3685193359851837, + 0.42708414793014526, + 0.3499656021595001, + 0.26242393255233765, + 0.8007831573486328, + 0.3977930247783661, + 0.48844486474990845, + 0.6064642667770386, + 0.6564565300941467, + 0.9454700350761414, + 0.49864035844802856, + 0.7882673144340515, + 0.8107730150222778, + 0.8712197542190552, + 0.30411919951438904, + 0.5724727511405945, + 0.33750516176223755, + 0.4744836390018463, + 0.6191733479499817, + 0.25199902057647705, + 0.6294487118721008, + 0.8298830389976501, + 0.6821719408035278, + 0.3649947941303253, + 0.7355380058288574, + 0.5755314826965332, + 0.6319661140441895, + 0.619407594203949, + 0.5271977186203003, + 0.14913912117481232, + 0.8868032097816467, + 0.6659578680992126, + 0.5568271279335022, + 0.4916858971118927, + 0.5800682306289673, + 0.5617427825927734, + 0.2674151062965393, + 0.39169982075691223, + 0.5461159348487854, + 0.4728398621082306, + 0.7302552461624146, + 0.750234067440033, + 0.40303030610084534, + 0.3200409412384033, + 0.840507984161377, + 0.703598141670227, + 0.5031530857086182, + 0.41493257880210876, + 0.5578039288520813, + 0.32851672172546387, + 0.4439794719219208, + 0.6875532865524292, + 0.6654223799705505, + 0.2249346673488617, + 0.5915660858154297, + 0.35187533497810364, + 0.5385667681694031, + 0.652669370174408, + 0.5082440972328186, + 0.5901356935501099, + 0.5295843482017517, + 0.5141217112541199, + 0.6801419258117676, + 0.7588659524917603, + 0.40654826164245605, + 0.5434216856956482, + 0.31476452946662903, + 0.6422701478004456, + 0.41332826018333435, + 0.48287123441696167, + 0.31001168489456177, + 0.5858647227287292, + 0.23147279024124146, + 0.696850061416626, + 0.6834369897842407, + 0.4170234799385071, + 0.4324438273906708, + 0.3335668444633484, + 0.5781632661819458, + 0.28442737460136414, + 0.8319550156593323, + 0.2996283769607544, + 0.223815456032753, + 0.7541991472244263, + 0.35043779015541077, + 0.4216580390930176, + 0.6223424077033997, + 0.3462364673614502, + 0.5888056755065918, + 0.5881258845329285, + 0.32264095544815063, + 0.46261370182037354, + 0.15191766619682312, + 0.32166552543640137, + 0.46644139289855957, + 0.4343530833721161, + 0.4253618121147156, + 0.773597776889801, + 0.46873465180397034, + 0.7318601608276367, + 0.5122456550598145, + 0.6071818470954895, + 0.5610059499740601, + 0.3321617841720581, + 0.36858633160591125, + 0.532252311706543, + 0.35724326968193054, + 0.41107678413391113, + 0.33639252185821533, + 0.6484041213989258, + 0.46664729714393616, + 0.5050995349884033, + 0.5209793448448181, + 0.5204503536224365, + 0.5067225098609924, + 0.381591796875, + 0.5649896264076233, + 0.4786815047264099, + 0.4900362491607666, + 0.5412304401397705, + 0.704016387462616, + 0.5549789667129517, + 0.8240851163864136, + 0.4052770435810089, + 0.4135887622833252, + 0.8690467476844788, + 0.6860378384590149, + 0.3179953396320343, + 0.7214577794075012, + 0.5093994140625, + 0.5864027142524719, + 0.2385788857936859, + 0.5911424160003662, + 0.5193860530853271, + 0.37480053305625916, + 0.5694995522499084, + 0.5009366869926453, + 0.5436109304428101, + 0.267411470413208, + 0.33455029129981995, + 0.4602662920951843, + 0.6080417633056641, + 0.3167188763618469, + 0.415444016456604, + 0.437988817691803, + 0.5402089357376099, + 0.4559114873409271, + 0.5573568344116211, + 0.6285880208015442, + 0.3505512475967407, + 0.5162736773490906, + 0.49230045080184937, + 0.5223981738090515, + 0.4877653419971466, + 0.3651235103607178, + 0.6281307339668274, + 0.1948593556880951, + 0.4423987567424774, + 0.39976635575294495, + 0.4184042513370514, + 0.4396974444389343, + 0.5667990446090698, + 0.5300074219703674, + 0.8318820595741272, + 0.5883176922798157, + 0.4339665174484253, + 0.312534362077713, + 0.641749918460846, + 0.38181185722351074, + 0.4294288158416748, + 0.44122636318206787, + 0.5645580291748047, + 0.2060941606760025, + 0.2869948446750641, + 0.5107490420341492, + 0.34763526916503906, + 0.3091255724430084, + 0.3669974207878113, + 0.8054676055908203, + 0.36786431074142456, + 0.4598153531551361, + 0.39509204030036926, + 0.5758171081542969, + 0.33328813314437866, + 0.41192254424095154, + 0.36567941308021545, + 0.39190050959587097, + 0.22492392361164093, + 0.49075406789779663, + 0.4283095598220825, + 0.5548864006996155, + 0.5052962303161621, + 0.5798571705818176, + 0.40436679124832153, + 0.7525870203971863, + 0.33891764283180237, + 0.7155109643936157, + 0.20795968174934387, + 0.43792784214019775, + 0.25391051173210144, + 0.4561663269996643, + 0.3768259286880493, + 0.456045538187027, + 0.6856919527053833, + 0.5003635287284851, + 0.4758252501487732, + 0.6811056137084961, + 0.39171862602233887, + 0.2955905497074127, + 0.5506279468536377, + 0.3033587634563446, + 0.35245591402053833, + 0.40316635370254517, + 0.5503785014152527, + 0.5127272009849548, + 0.7120262384414673, + 0.4200665056705475, + 0.3907962441444397, + 0.4913617670536041, + 0.45955777168273926, + 0.6204312443733215, + 0.6469820737838745, + 0.5215421915054321, + 0.33708328008651733, + 0.30718210339546204, + 0.24565266072750092, + 0.4998665153980255, + 0.46225014328956604, + 0.5258507132530212, + 0.5870546698570251, + 0.6071863174438477, + 0.6091234683990479, + 0.47385814785957336, + 0.6572746634483337, + 0.3442230224609375, + 0.4211181402206421, + 0.6049609184265137, + 0.48779940605163574, + 0.20867522060871124, + 0.4877499043941498, + 0.3786749243736267, + 0.4605865180492401, + 0.5340304970741272, + 0.520553469657898, + 0.1613350659608841, + 0.1647108495235443, + 0.4098600447177887, + 0.5492358207702637, + 0.4609377384185791, + 0.21674750745296478, + 0.22858840227127075, + 0.3829513192176819, + 0.5732517242431641, + 0.4375549256801605, + 0.5028344988822937, + 0.5600101351737976, + 0.5195752382278442, + 0.4824395775794983, + 0.27627915143966675, + 0.5728880167007446, + 0.3686317503452301, + 0.39932048320770264, + 0.6683657169342041, + 0.5059468150138855, + 0.6184598207473755, + 0.32178622484207153, + 0.6093886494636536, + 0.1221742108464241, + 0.4274919629096985, + 0.39522886276245117, + 0.4245710074901581, + 0.5119512677192688, + 0.5896404385566711, + 0.42155924439430237, + 0.6166008114814758, + 0.673775851726532, + 0.29305920004844666, + 0.484989196062088, + 0.4365122318267822, + 0.43654757738113403, + 0.6079133152961731, + 0.46226224303245544, + 0.28086549043655396, + 0.43854403495788574, + 0.3730907440185547, + 0.5107587575912476, + 0.38852453231811523, + 0.3478010892868042, + 0.21604226529598236, + 0.309307336807251, + 0.3172648549079895, + 0.42442235350608826, + 0.4315608739852905, + 0.5335339903831482, + 0.2540353834629059, + 0.6043750047683716, + 0.6496785879135132, + 0.4720211625099182, + 0.3877353370189667, + 0.35469502210617065, + 0.41566774249076843, + 0.3273167908191681, + 0.5649974942207336, + 0.3890669047832489, + 0.4933589994907379, + 0.4423852860927582, + 0.4652252197265625, + 0.6281406879425049, + 0.5971957445144653, + 0.20462365448474884, + 0.5450032353401184, + 0.48009583353996277, + 0.6245657801628113, + 0.5875247120857239, + 0.2798830270767212, + 0.2453666776418686, + 0.357443243265152, + 0.4152839183807373, + 0.564354658126831, + 0.3407903015613556, + 0.5614124536514282, + 0.3950578272342682, + 0.4296073019504547, + 0.5874364376068115, + 0.6353152990341187, + 0.5840027332305908, + 0.4330940246582031, + 0.24682274460792542, + 0.37513741850852966, + 0.22825877368450165, + 0.5268678665161133, + 0.6569674611091614, + 0.5717560052871704, + 0.34839344024658203, + 0.3822697401046753, + 0.6970168948173523, + 0.5737751126289368, + 0.3734349310398102, + 0.4337466061115265, + 0.6216220855712891, + 0.3299666941165924, + 0.37861788272857666, + 0.4761531352996826, + 0.4515363574028015, + 0.18667396903038025, + 0.4231700003147125, + 0.4172111749649048, + 0.3571073114871979, + 0.2928372919559479, + 0.3821806013584137, + 0.5149813294410706, + 0.5946731567382812, + 0.1375161111354828, + 0.6599835157394409, + 0.44641542434692383, + 0.6691117882728577, + 0.4472683072090149 ], "env_score_iters": [ 1, @@ -41622,2677 +50901,3797 @@ 500 ], "env_score": [ - -3.9259226322174072, - -4.46641731262207, - -1.1175727844238281, - -2.5388567447662354, - -3.669480562210083, - -1.1042073965072632, - -4.280694961547852, - -2.4560160636901855, - -3.9272305965423584, - -3.730616807937622, - -1.9144775867462158, - -2.70235013961792, - -8.711923599243164, - -3.5563089847564697, - 0.23525547981262207, - -3.8237743377685547, - -1.12713623046875, - 3.6927430629730225, - -3.3829782009124756, - -1.3793425559997559, - -5.410654544830322, - -5.287217617034912, - -4.695056438446045, - 1.2262943983078003, - -6.7680206298828125, - -0.37760090827941895, - -5.7710723876953125, - -3.488194227218628, - 6.449159622192383, - -1.1941089630126953, - 1.3621864318847656, - -2.538041114807129, - -2.365687131881714, - -1.3807363510131836, - -4.050414085388184, - 1.2779895067214966, - 1.9771217107772827, - 0.3928123414516449, - -3.303983211517334, - -1.6417573690414429, - -2.765411853790283, - -3.3883745670318604, - -1.4211496114730835, - 8.90899658203125, - -4.079836368560791, - -2.031860589981079, - -2.65521502494812, - 0.4585953950881958, - 0.8811678290367126, - -2.710686683654785, - -4.758923053741455, - -3.131930351257324, - -1.2095801830291748, - -3.3119924068450928, - -0.1455482691526413, - 1.3231992721557617, - -2.920330762863159, - 0.08904586732387543, - -2.0907092094421387, - 5.079026699066162, - -3.356168270111084, - 4.092631816864014, - -3.0479390621185303, - -3.6575706005096436, - -1.1974444389343262, - -2.956501007080078, - -2.2456493377685547, - -3.4413936138153076, - -2.5141730308532715, - -3.844900131225586, - -5.453842639923096, - -0.8233464956283569, - -0.9606040716171265, - -0.8530260920524597, - -2.824868679046631, - -0.26024606823921204, - -3.575650215148926, - -1.0015710592269897, - -1.5394502878189087, - -3.5621771812438965, - -1.9763894081115723, - -0.5377933382987976, - -2.9372267723083496, - 1.6393080949783325, - -5.420393943786621, - -3.3463613986968994, - -2.7081949710845947, - 0.17169393599033356, - -4.2064690589904785, - -0.5903021693229675, - 1.0374853610992432, - -3.8174471855163574, - -4.268215179443359, - -0.3914790749549866, - -3.57450795173645, - -5.221078395843506, - -3.4988605976104736, - -1.265151858329773, - -3.6025595664978027, - 1.8295211791992188, - -3.1895363330841064, - -3.543726682662964, - -3.236579656600952, - -2.6745805740356445, - -2.7982945442199707, - -8.69294548034668, - -1.747050404548645, - -0.7310210466384888, - -1.537432074546814, - -0.3635624349117279, - -3.094226598739624, - -2.4893226623535156, - -0.02912980504333973, - -3.0650815963745117, - -2.951493740081787, - -2.3056716918945312, - -3.691298484802246, - -3.3920867443084717, - -2.755800724029541, - -2.0394716262817383, - -3.115879535675049, - -5.089233875274658, - -1.0853767395019531, - -3.190774440765381, - -5.396032333374023, - -0.33941707015037537, - -2.3732922077178955, - -3.5367190837860107, - -0.5345419645309448, - -1.8471611738204956, - -3.1773059368133545, - -2.034585952758789, - -3.3815560340881348, - -2.7134923934936523, - -1.5111289024353027, - -3.48962140083313, - -5.331242561340332, - -3.719608783721924, - -0.5708893537521362, - -1.149339199066162, - -3.522944211959839, - -3.527315139770508, - 5.311939716339111, - -3.09599232673645, - -1.8810666799545288, - -3.1958982944488525, - -2.7525906562805176, - -1.7396467924118042, - -1.378125786781311, - -3.586721897125244, - -10.706062316894531, - -4.660803318023682, - -4.499034404754639, - 0.6359099745750427, - -0.8579015135765076, - -3.303614377975464, - -4.557770252227783, - -2.115147590637207, - -3.6175036430358887, - -1.7657884359359741, - -3.9205574989318848, - -3.37321400642395, - -3.027017593383789, - -6.914674282073975, - -3.073979616165161, - -2.0345563888549805, - -2.998960018157959, - -2.5744495391845703, - 0.33784937858581543, - -2.527991533279419, - -4.401247978210449, - -3.0587940216064453, - -2.0405752658843994, - 0.8591687083244324, - -2.147383213043213, - 0.6517084240913391, - -3.1621580123901367, - -2.2367820739746094, - -3.639017105102539, - -3.4803309440612793, - -3.118617296218872, - 0.10037601739168167, - -4.621186256408691, - -4.215282440185547, - -4.118344306945801, - -0.7094238996505737, - -4.140416622161865, - -1.8642566204071045, - -1.3854074478149414, - 3.6850390434265137, - -3.7277650833129883, - -1.746241807937622, - -1.5968024730682373, - 0.8978492617607117, - -2.513913154602051, - -0.5214618444442749, - -1.400471806526184, - 1.207090139389038, - -2.5850727558135986, - -1.3318848609924316, - -1.8493324518203735, - -2.5696864128112793, - -3.7897732257843018, - -1.5600417852401733, - -2.9509177207946777, - -2.1759989261627197, - 3.4636623859405518, - -2.9542715549468994, - -1.9460140466690063, - -1.1246869564056396, - -2.3179683685302734, - -2.5519285202026367, - -3.1017823219299316, - 4.056291103363037, - -3.629883289337158, - -0.9659138321876526, - -3.1160058975219727, - -6.257596969604492, - -4.925474166870117, - -3.524751901626587, - 2.049534797668457, - -2.612740993499756, - -0.10550831258296967, - -2.564070701599121, - -3.8212997913360596, - 2.7970848083496094, - -4.657433986663818, - 2.3004400730133057, - -2.2429120540618896, - 0.7352653741836548, - 0.13459642231464386, - -2.2758285999298096, - -1.1029245853424072, - -2.048480749130249, - -3.0178277492523193, - -1.246496558189392, - -2.903254270553589, - -3.48559832572937, - -1.438496708869934, - 0.5201848745346069, - -0.24873560667037964, - -2.95232892036438, - -6.647113800048828, - -2.738415479660034, - -4.106838703155518, - -3.6346843242645264, - 2.3011815547943115, - -1.4656614065170288, - -1.6765600442886353, - -3.292877674102783, - -2.9919328689575195, - -1.842258095741272, - -2.826035976409912, - -3.7913734912872314, - -0.8624551296234131, - -2.0175461769104004, - -3.9849376678466797, - -3.7026216983795166, - -5.259469032287598, - -2.754453420639038, - 2.6688637733459473, - -6.966557025909424, - -3.5292608737945557, - -3.7078909873962402, - -2.9766314029693604, - 1.6505917310714722, - -2.844968795776367, - -3.1979784965515137, - -3.5214250087738037, - -0.2623385787010193, - -3.1159141063690186, - -2.6240789890289307, - -5.0861687660217285, - -3.6300594806671143, - -2.3400912284851074, - -2.069085121154785, - -3.4827139377593994, - -3.049976110458374, - -2.9173495769500732, - -4.080226898193359, - -3.3599185943603516, - 4.586466312408447, - -3.8328464031219482, - -5.624194622039795, - -1.1012331247329712, - -2.325566530227661, - -4.4502644538879395, - -4.711612701416016, - -4.2769317626953125, - -4.231912136077881, - -2.5998101234436035, - -3.9684736728668213, - -2.600527286529541, - -1.7213634252548218, - -1.2974801063537598, - -0.10605726391077042, - 1.8506453037261963, - -3.637831211090088, - -2.0885305404663086, - -3.5220773220062256, - -0.8766223192214966, - -2.587726593017578, - -4.278277397155762, - -2.9379658699035645, - -3.9205708503723145, - -3.521754264831543, - -2.855112075805664, - 0.3029269874095917, - -1.5168299674987793, - 1.0032960176467896, - -3.222580671310425, - -4.199019432067871, - -3.2049646377563477, - -2.9716439247131348, - -4.011538982391357, - -3.4101381301879883, - -3.2191929817199707, - -1.3806051015853882, - -1.6589394807815552, - -2.6972806453704834, - -3.3386807441711426, - 0.7296150326728821, - -3.547518491744995, - -2.642446279525757, - -5.205624103546143, - -1.892930507659912, - -2.0828254222869873, - -2.015129566192627, - -2.141650438308716, - -2.9665911197662354, - -2.6573991775512695, - -2.295865774154663, - -2.634819269180298, - -3.4477739334106445, - -3.1405739784240723, - -3.006148338317871, - -3.4508073329925537, - -4.018852710723877, - -3.11997652053833, - 1.1142230033874512, - 2.204580545425415, - 0.3940311372280121, - -5.619028568267822, - -1.4543238878250122, - -1.85723078250885, - -5.817730903625488, - -4.908742427825928, - -1.200418472290039, - -6.460155487060547, - -2.4270882606506348, - -3.0383613109588623, - -3.1420528888702393, - -3.7651233673095703, - -5.225766181945801, - -3.347240447998047, - -5.42083740234375, - -1.2806000709533691, - 0.4750364124774933, - -0.47580575942993164, - -1.302001714706421, - 0.3479912579059601, - -3.0246026515960693, - -3.0156710147857666, - 0.463699072599411, - -3.467541456222534, - -4.9334001541137695, - -0.28963106870651245, - -0.793249249458313, - -4.664158344268799, - -3.680316925048828, - -2.055255889892578, - -2.441615343093872, - -2.803044557571411, - -2.6600935459136963, - -3.898644208908081, - -4.154513835906982, - -0.9619553089141846, - -3.263838529586792, - -2.2127768993377686, - 1.126975655555725, - -3.6893081665039062, - -0.2239137887954712, - -3.555089235305786, - -2.8075222969055176, - -3.8000619411468506, - -3.5932435989379883, - -3.6605119705200195, - -2.303513526916504, - -2.0493273735046387, - 1.217395544052124, - 8.98367691040039, - -4.076557159423828, - -3.7390921115875244, - -2.1913223266601562, - -3.5165398120880127, - 0.5752467513084412, - -4.197371006011963, - -0.6129353046417236, - 6.096745014190674, - -3.5243375301361084, - -1.4952038526535034, - -4.194953918457031, - -2.606715202331543, - 0.2890072464942932, - -3.954617977142334, - -2.3821561336517334, - -3.4854955673217773, - 0.7208662629127502, - -3.906759262084961, - -0.358205109834671, - -2.0516557693481445, - -7.448334693908691, - -5.061869144439697, - -0.9681704044342041, - -3.35103440284729, - -3.219165563583374, - -2.776299238204956, - -0.996573805809021, - -3.147382974624634, - -3.1965250968933105, - -3.2507476806640625, - -2.612518787384033, - -1.9908041954040527, - -3.1044561862945557, - 0.3505970537662506, - -3.119511842727661, - -2.8318166732788086, - -0.8370488286018372, - -3.0029456615448, - -4.567679405212402, - -3.0595052242279053, - -5.444401264190674, - -2.1840460300445557, - -3.5667150020599365, - -3.491217851638794, - -4.66192102432251, - -1.3906790018081665, - -2.6571483612060547, - -5.037585258483887, - -3.613187313079834, - -1.5305033922195435, - -0.41871699690818787, - -2.5864930152893066, - -2.7332236766815186, - -4.263873100280762, - 0.24345088005065918, - -3.5289905071258545, - -0.29809486865997314, - -3.895578145980835, - -4.015847206115723, - -4.263630390167236, - -3.420149564743042, - -3.316141128540039, - -0.5557083487510681, - -4.2306437492370605, - -1.3391427993774414, - -1.0467034578323364, - 1.1094088554382324, - -0.8907642960548401, - 0.8795444965362549, - -1.7911393642425537, - -2.8866465091705322, - -3.748711347579956, - -3.928253650665283, - -3.4589271545410156, - -2.0826878547668457, - -2.2371859550476074, - -4.7978901863098145, - -2.050341844558716, - -1.338876485824585, - -3.449322462081909, - -2.1433637142181396, - -3.542295217514038, - -3.7236406803131104, - -4.285933494567871, - -3.391465187072754, - -0.12369471788406372, - 1.4293172359466553, - -3.4567203521728516, - -3.644629955291748, - -3.055649757385254, - -0.967907726764679, - -3.8482842445373535, - -2.48620343208313, - -1.4895561933517456, - -3.854861259460449, - -2.843623161315918, - 1.8187997341156006, - -2.3880765438079834, - -4.5209269523620605, - -3.998232841491699, - -3.1179683208465576, - -0.17655818164348602, - -3.540003538131714, - -3.411221981048584, - -3.659470796585083, - -1.915622591972351, - -4.197322845458984, - -3.5188796520233154, - -3.825287342071533 + -0.5324477553367615, + -0.49953728914260864, + -0.5593368411064148, + -0.6048963665962219, + -0.4303225576877594, + -0.6327687501907349, + -0.5078248977661133, + -0.5176725387573242, + -0.4099944531917572, + -0.5379453897476196, + -0.6498779654502869, + -0.3876214325428009, + -0.48973503708839417, + -0.37173861265182495, + -0.675468921661377, + -0.7419098019599915, + -0.3939920663833618, + -0.3908652365207672, + 0.17069889605045319, + -0.3024984896183014, + -0.37787118554115295, + -0.3714149296283722, + -0.3658530116081238, + -0.5438776612281799, + -0.6927241683006287, + -0.47454413771629333, + -0.48853129148483276, + -0.48550713062286377, + -0.4209596812725067, + -0.6806543469429016, + -0.5626178979873657, + -0.2727670669555664, + -0.35112741589546204, + -0.4783906042575836, + -0.45844942331314087, + -0.35206109285354614, + -0.4048177897930145, + -0.4013403058052063, + -0.41108667850494385, + -0.021079573780298233, + -0.5757176280021667, + -0.6468115448951721, + -0.6067826151847839, + -0.5548352003097534, + -0.7004013657569885, + -0.510820209980011, + -0.43593284487724304, + -0.45150500535964966, + -0.5174915790557861, + -0.5461869239807129, + -0.5754433274269104, + -0.47311702370643616, + -0.4361371397972107, + -0.5316886305809021, + -0.4494059383869171, + -0.45224618911743164, + -0.34338319301605225, + -0.6579060554504395, + -0.40602850914001465, + -0.7419241070747375, + -0.6072742342948914, + -0.5326849222183228, + -0.21317002177238464, + -0.5101560354232788, + -0.4100918769836426, + -0.42521846294403076, + -0.5138506293296814, + -0.5812157988548279, + -0.179655522108078, + -0.5451842546463013, + -0.652202844619751, + -0.2656964063644409, + -0.68846595287323, + -0.43570035696029663, + -0.4633338749408722, + -0.48599937558174133, + -0.6472896337509155, + -0.4279867708683014, + -0.5692856907844543, + -0.5528141260147095, + -0.9624667167663574, + -0.4075106382369995, + -0.7278186678886414, + -0.4949484169483185, + -0.383978933095932, + -0.433968186378479, + -0.44664254784584045, + -0.6128862500190735, + -0.4117458462715149, + -0.4084150791168213, + -0.6935482025146484, + -0.48855236172676086, + -0.4179275631904602, + -0.5194383859634399, + -0.5599632263183594, + -0.3843083679676056, + -0.6391038298606873, + -0.3699473440647125, + -0.5018489360809326, + -0.5589208006858826, + -0.6141433119773865, + -0.4393635094165802, + -0.535913348197937, + -0.5707873702049255, + -0.3345600366592407, + -0.3697475492954254, + -0.6113699674606323, + -0.6397444605827332, + -0.4644823372364044, + -0.9103266596794128, + -0.5996289849281311, + -0.5028139352798462, + -0.42872172594070435, + -0.5107585787773132, + -0.5930321216583252, + -0.5638299584388733, + -0.3713374435901642, + -0.6021767258644104, + -0.5530924201011658, + -0.7555007934570312, + -0.5032056570053101, + -0.5422108173370361, + -0.5181992053985596, + -0.44606417417526245, + -0.42787888646125793, + -0.3020656108856201, + -0.5609649419784546, + -0.44525420665740967, + -0.16221244633197784, + -0.6491417288780212, + -0.33972278237342834, + -0.52998948097229, + -0.35032790899276733, + -0.5906550288200378, + -0.4444468319416046, + -0.5437418818473816, + -0.3471689522266388, + -0.4215540587902069, + -0.5910998582839966, + -0.4068528413772583, + -0.556156575679779, + -0.5615516304969788, + -0.31221798062324524, + -0.5717040300369263, + -0.6591649055480957, + -0.64268958568573, + -0.6364229917526245, + -0.5671940445899963, + -0.5100334286689758, + -0.7782312035560608, + -0.3403281569480896, + -0.04246830940246582, + -0.4273330569267273, + -0.4479787051677704, + -0.4343568980693817, + -0.6727421283721924, + -0.20161746442317963, + -0.5333635807037354, + -0.4666210412979126, + -0.166270911693573, + -0.529042661190033, + -0.5782495141029358, + -0.8401533365249634, + -0.6086215972900391, + -0.429543137550354, + -0.38247257471084595, + -0.5782393217086792, + -0.42131665349006653, + -0.45202428102493286, + -0.28618425130844116, + -0.364768385887146, + -0.49620893597602844, + -0.7344853281974792, + -0.1809607595205307, + -0.41902074217796326, + -0.4621709883213043, + -0.45441415905952454, + -0.42929375171661377, + -0.33467304706573486, + -0.626504123210907, + -0.4958426356315613, + -0.7142845392227173, + -0.5142019391059875, + -0.30204302072525024, + -0.397288978099823, + -0.6726795434951782, + -0.52265864610672, + -0.3606162965297699, + -0.6101215481758118, + -0.47619786858558655, + -0.3835000991821289, + -0.5721282362937927, + -0.6154429316520691, + -0.2597033381462097, + -0.570146918296814, + -0.4581005275249481, + -0.4709618091583252, + -0.4660647213459015, + -0.4492151439189911, + -0.5026483535766602, + -0.28124696016311646, + -0.5296838879585266, + -0.3351888060569763, + -0.650665283203125, + -0.5491246581077576, + -0.4580768942832947, + -0.3827540874481201, + -0.6267242431640625, + -0.4591469168663025, + -0.4492027759552002, + -0.3431151807308197, + -0.4933094382286072, + -0.3575951159000397, + -0.5506614446640015, + -0.4904215931892395, + -0.4975337088108063, + -0.32076218724250793, + -0.535560131072998, + -0.49356919527053833, + -0.6308731436729431, + -0.4941374361515045, + -0.22946122288703918, + -0.6160775423049927, + -0.4705777168273926, + -0.49025043845176697, + -0.4816769063472748, + -0.14998659491539001, + -0.575817883014679, + -0.6427350044250488, + -0.34015658497810364, + -0.8725192546844482, + -0.2939707040786743, + -0.5835027694702148, + -0.5212627053260803, + -0.39553436636924744, + -0.776594340801239, + -0.6686914563179016, + -0.23614344000816345, + -0.4874041974544525, + -0.5435647368431091, + -0.3464231789112091, + -0.44834786653518677, + -0.46001046895980835, + -0.40996792912483215, + -0.38913679122924805, + -0.521163284778595, + -0.7047826051712036, + -0.6364881992340088, + -0.2845686674118042, + -0.4461152255535126, + -0.3439699113368988, + -0.5015124678611755, + -0.5288326740264893, + -0.45858627557754517, + -0.4668424129486084, + -0.3409496247768402, + -0.4904611110687256, + -0.6465974450111389, + -0.47159725427627563, + -0.3970232903957367, + -0.42542901635169983, + -0.5124498009681702, + -0.3330378234386444, + -0.6365135312080383, + -0.5706549286842346, + -0.2811126708984375, + -0.40217888355255127, + -0.5425282716751099, + -0.24545423686504364, + -0.551695704460144, + -0.5470070242881775, + -0.44175833463668823, + -0.3535003364086151, + -0.34845951199531555, + -0.9827777147293091, + -0.4190491735935211, + -0.5086106061935425, + -0.762032687664032, + -0.4026835560798645, + -0.3748506009578705, + -0.6286309957504272, + -0.44695988297462463, + -0.664564311504364, + -0.5242315530776978, + -0.23478247225284576, + -0.48994311690330505, + -0.4605354368686676, + -0.6967363357543945, + -0.4702642858028412, + -0.5895071029663086, + -0.5806296467781067, + -0.5038376450538635, + -0.7483569979667664, + -0.3660697937011719, + -0.5372632741928101, + -0.36567506194114685, + -0.5970984697341919, + -0.5619193911552429, + -0.351657897233963, + -0.6891542077064514, + -0.4212743937969208, + -0.5189378261566162, + -0.6094664335250854, + -0.437488317489624, + -0.3975091576576233, + -0.4909372329711914, + -0.37624111771583557, + -0.47921743988990784, + -0.5479637384414673, + -0.443791002035141, + -0.38935181498527527, + -0.6405115723609924, + -0.47635307908058167, + -0.6740854382514954, + -0.2590586841106415, + -0.5533396601676941, + -0.67400723695755, + -0.45189452171325684, + -0.5403997302055359, + -0.46281516551971436, + -0.5659695863723755, + -0.16915643215179443, + -0.5265520811080933, + -0.42053768038749695, + -0.48626381158828735, + -0.18929433822631836, + -0.5708006620407104, + -0.5591482520103455, + -0.5219048261642456, + -0.6159387230873108, + -0.621732771396637, + -0.6053876280784607, + -0.5534847378730774, + -0.004168173763900995, + -0.4802592098712921, + -0.4643046259880066, + -0.46969863772392273, + -0.39150017499923706, + -0.845386803150177, + -0.609659731388092, + -0.6209832429885864, + -0.5209783911705017, + -0.5599250793457031, + -0.5551195740699768, + -0.5077226161956787, + -0.6264133453369141, + -0.25742971897125244, + -0.44506698846817017, + -0.43280795216560364, + -0.35901179909706116, + -0.4594096839427948, + -0.39655351638793945, + -0.44412168860435486, + -0.5663828253746033, + -0.47054606676101685, + -0.6660682559013367, + -0.46400848031044006, + -0.6326363682746887, + -0.21739692986011505, + -0.3757646083831787, + -0.5256460309028625, + -0.39502203464508057, + -0.5667052865028381, + -0.3398710787296295, + -0.2866644859313965, + -0.36081162095069885, + -0.580105185508728, + -0.455765962600708, + -0.42987704277038574, + -0.5953922867774963, + -0.4802800118923187, + -0.24931477010250092, + -0.36999979615211487, + -0.47843673825263977, + -0.3976486027240753, + -0.42335405945777893, + -0.11231019347906113, + -0.7533165216445923, + -0.4200184941291809, + -0.19766657054424286, + -0.49913161993026733, + -0.5011897087097168, + -0.35882264375686646, + -0.7158207297325134, + -0.32285255193710327, + -0.3693033754825592, + -0.11455677449703217, + -0.5182704329490662, + -0.5429790616035461, + -0.6370893716812134, + -0.6516503691673279, + -0.4166690409183502, + -0.6224417090415955, + -0.6041246056556702, + -0.2931719124317169, + -0.3652539849281311, + -0.49136871099472046, + -0.2827497124671936, + -0.5866752862930298, + -0.3711369037628174, + -0.47897258400917053, + -0.48124372959136963, + -0.7348474860191345, + -0.9022192358970642, + -0.3001958727836609, + -0.5750977993011475, + -0.47536125779151917, + -0.37281036376953125, + -0.5542324185371399, + -0.6076008081436157, + -0.6361479163169861, + -0.2900485098361969, + -0.4517045319080353, + -0.4728458523750305, + -0.25596392154693604, + -0.4728027582168579, + -0.6086078882217407, + -0.34273573756217957, + -0.35162845253944397, + -0.4913519322872162, + -0.35060781240463257, + -0.5434845685958862, + -0.6164737343788147, + -0.4600655138492584, + -0.5005545616149902, + -0.4943682849407196, + -0.3996177613735199, + -0.48935404419898987, + -0.3005709946155548, + -0.5042272210121155, + -0.60667884349823, + -0.53127521276474, + -0.4506221115589142, + -0.676235556602478, + -0.4340756833553314, + -0.44000813364982605, + -0.35394635796546936, + -0.5590375661849976, + -0.609036386013031, + -0.3341866731643677, + -0.2908593714237213, + -0.5202234387397766, + -0.7284500598907471, + -0.380575954914093, + -0.325368732213974, + -0.3512708842754364, + -0.4711444079875946, + -0.4417460858821869, + -0.2523318827152252, + -0.4986940324306488, + -0.3435078561306, + -0.3130168616771698, + -0.5258762240409851, + -0.3974885642528534, + -0.6029301881790161, + -0.3000096380710602, + -0.3028292953968048, + -0.570888102054596, + -0.5614312887191772, + -0.5186301469802856, + -0.3900326192378998, + -0.5378942489624023, + -0.5696197152137756, + -0.3816225826740265, + -0.5344053506851196, + -0.49160313606262207, + -0.25863227248191833, + -0.3262871503829956, + -0.5174490809440613, + -0.5429127812385559, + -0.5262331366539001, + -0.5869767665863037, + -0.531499445438385, + -0.38973212242126465, + -0.5083522796630859, + -0.28328219056129456, + -0.8321076035499573, + -0.5449371933937073, + 0.30893850326538086, + -0.32620394229888916, + -0.4418005049228668, + -0.6040196418762207, + -0.48297539353370667, + -0.5651198625564575, + -0.6274370551109314, + -0.40957969427108765, + -0.46647942066192627, + -0.45201265811920166, + -0.5774088501930237, + -0.4524821639060974, + -0.5241410732269287, + -0.5848584175109863, + -0.4146803915500641, + -0.36715301871299744, + -0.2931036055088043, + -0.5066584944725037, + -0.43750473856925964, + -0.16253648698329926, + -0.2806582748889923, + -0.5283532738685608 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.6000000000000001, - 0.6500000000000001, - 0.65, - 0.7249999999999999, - 0.75, - 0.65, - 0.7, - 0.65, - 0.7 + 0.5125, + 0.46249999999999997, + 0.48749999999999993, + 0.4749999999999999, + 0.44999999999999996, + 0.48749999999999993, + 0.5, + 0.42499999999999993, + 0.44999999999999996, + 0.46249999999999997, + 0.44999999999999996, + 0.5, + 0.4875, + 0.475, + 0.4875, + 0.525, + 0.5125, + 0.525, + 0.5375, + 0.4875 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.3218231797218323, - 0.7391128540039062, - -0.039617400616407394, - 0.34158244729042053, - 0.735105037689209, - 0.5528668761253357, - 0.19727113842964172, - 0.6041014790534973, - 0.4634232223033905, - 0.8780779838562012 + 0.6943731904029846, + 0.7274059653282166, + 0.6564412713050842, + 0.5057666897773743, + 0.5965130925178528, + 0.41907116770744324, + 0.4801793694496155, + 0.40807780623435974, + 0.7325837016105652, + 0.43200767040252686, + 0.4716584384441376, + 0.2719880938529968, + 0.23227116465568542, + 0.10433899611234665, + 0.2483202964067459, + 0.3406330645084381, + 0.3451215326786041, + 0.45824819803237915, + 0.5793870687484741, + 0.38354888558387756 ], "rl_grad_norm": [ - 2.221980571746826, - 5.3229804039001465, - 1.015215516090393, - 1.0019155740737915, - 0.4991675019264221, - 0.7992465496063232, - 1.4555938243865967, - 0.2318514883518219, - 0.5949112176895142, - 1.3225675821304321 + 2.9410762786865234, + 1.4662896394729614, + 3.052536725997925, + 1.279906988143921, + 1.2591853141784668, + 1.8900212049484253, + 2.1515109539031982, + 1.5962878465652466, + 1.3510268926620483, + 1.254937767982483, + 0.9169017672538757, + 0.7375624179840088, + 1.1239250898361206, + 2.420347213745117, + 1.5319331884384155, + 1.1697897911071777, + 1.256062388420105, + 0.9812717437744141, + 1.3332643508911133, + 1.0856720209121704 ], "bc_grad_norm": [ - 1.129626750946045, - 1.2179274559020996, - 1.7745134830474854, - 1.0420416593551636, - 0.8871052265167236, - 0.5756967663764954, - 0.39627474546432495, - 0.3208768665790558, - 0.2594127357006073, - 1.1909778118133545 + 3.5008385181427, + 2.4469447135925293, + 3.374260902404785, + 2.664346933364868, + 2.716951847076416, + 3.1259236335754395, + 4.167660236358643, + 3.8307783603668213, + 1.7610232830047607, + 1.808627724647522, + 1.787140965461731, + 1.9735556840896606, + 3.520839214324951, + 5.277400493621826, + 4.155681133270264, + 4.454699516296387, + 3.23061203956604, + 2.9111709594726562, + 5.9553117752075195, + 3.8347554206848145 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0010253976797685027, - "embedding.weight": 0.0371275469660759, - "cnn.0.weight": 0.738061785697937, - "cnn.0.bias": 0.03764937072992325, - "cnn.2.weight": 0.16756677627563477, - "cnn.2.bias": 0.08194687962532043, - "cnn.5.weight": 0.1909826248884201, - "cnn.5.bias": 0.07178740203380585, - "action_emb.weight": 0.04858894273638725, - "timestep_emb.weight": 0.01634051837027073, - "pos_emb.weight": 0.02296324260532856, - "transformer.layers.0.self_attn.in_proj_weight": 0.41550904512405396, - "transformer.layers.0.self_attn.in_proj_bias": 0.04138736054301262, - "transformer.layers.0.self_attn.out_proj.weight": 0.3683299124240875, - "transformer.layers.0.self_attn.out_proj.bias": 0.04997239634394646, - "transformer.layers.0.linear1.weight": 0.28799936175346375, - "transformer.layers.0.linear1.bias": 0.01715110056102276, - "transformer.layers.0.linear2.weight": 0.36578598618507385, - "transformer.layers.0.linear2.bias": 0.02976125292479992, - "transformer.layers.0.norm1.weight": 0.02080077864229679, - "transformer.layers.0.norm1.bias": 0.040454696863889694, - "transformer.layers.0.norm2.weight": 0.022220060229301453, - "transformer.layers.0.norm2.bias": 0.016402749344706535, - "transformer.layers.1.self_attn.in_proj_weight": 0.2712461054325104, - "transformer.layers.1.self_attn.in_proj_bias": 0.01650293730199337, - "transformer.layers.1.self_attn.out_proj.weight": 0.2207215130329132, - "transformer.layers.1.self_attn.out_proj.bias": 0.017704419791698456, - "transformer.layers.1.linear1.weight": 0.18117722868919373, - "transformer.layers.1.linear1.bias": 0.008771460503339767, - "transformer.layers.1.linear2.weight": 0.21747109293937683, - "transformer.layers.1.linear2.bias": 0.014620335772633553, - "transformer.layers.1.norm1.weight": 0.017765488475561142, - "transformer.layers.1.norm1.bias": 0.017534982413053513, - "transformer.layers.1.norm2.weight": 0.01559554971754551, - "transformer.layers.1.norm2.bias": 0.008496956899762154, - "transformer.layers.2.self_attn.in_proj_weight": 0.3189776837825775, - "transformer.layers.2.self_attn.in_proj_bias": 0.01451438944786787, - "transformer.layers.2.self_attn.out_proj.weight": 0.16040347516536713, - "transformer.layers.2.self_attn.out_proj.bias": 0.011424139142036438, - "transformer.layers.2.linear1.weight": 0.10509341210126877, - "transformer.layers.2.linear1.bias": 0.006412879563868046, - "transformer.layers.2.linear2.weight": 0.1324884593486786, - "transformer.layers.2.linear2.bias": 0.009063121862709522, - "transformer.layers.2.norm1.weight": 0.034096136689186096, - "transformer.layers.2.norm1.bias": 0.01583475060760975, - "transformer.layers.2.norm2.weight": 0.008276639506220818, - "transformer.layers.2.norm2.bias": 0.007531756069511175, - "transformer.layers.3.self_attn.in_proj_weight": 0.2764420807361603, - "transformer.layers.3.self_attn.in_proj_bias": 0.011781021021306515, - "transformer.layers.3.self_attn.out_proj.weight": 0.12523020803928375, - "transformer.layers.3.self_attn.out_proj.bias": 0.006847492419183254, - "transformer.layers.3.linear1.weight": 0.15554219484329224, - "transformer.layers.3.linear1.bias": 0.010224232450127602, - "transformer.layers.3.linear2.weight": 0.10200455784797668, - "transformer.layers.3.linear2.bias": 0.004370386246591806, - "transformer.layers.3.norm1.weight": 0.02545650117099285, - "transformer.layers.3.norm1.bias": 0.013560997322201729, - "transformer.layers.3.norm2.weight": 0.014168297871947289, - "transformer.layers.3.norm2.bias": 0.016621332615613937, - "head.weight": 0.6897560954093933, - "head.bias": 0.00900439266115427, - "global_embedding.weight": 0.18859688937664032, - "global_cnn.0.weight": 0.5859361290931702, - "global_cnn.0.bias": 0.028342269361019135, - "global_cnn.2.weight": 0.5825341939926147, - "global_cnn.2.bias": 0.023726437240839005, - "global_proj.weight": 0.2242678552865982, - "global_proj.bias": 0.058977365493774414, - "goal_head.0.weight": 0.07291754335165024, - "goal_head.0.bias": 0.017978692427277565, - "goal_head.2.weight": 0.09080367535352707, - "goal_head.2.bias": 0.03442034497857094 - }, - { - "global_gate": 0.0007749025244265795, - "embedding.weight": 0.05779968574643135, - "cnn.0.weight": 1.5639281272888184, - "cnn.0.bias": 0.06481556594371796, - "cnn.2.weight": 0.4030802249908447, - "cnn.2.bias": 0.1920524388551712, - "cnn.5.weight": 0.5103121995925903, - "cnn.5.bias": 0.18319278955459595, - "action_emb.weight": 0.2055857628583908, - "timestep_emb.weight": 0.04308950901031494, - "pos_emb.weight": 0.07062066346406937, - "transformer.layers.0.self_attn.in_proj_weight": 1.145926833152771, - "transformer.layers.0.self_attn.in_proj_bias": 0.12098035216331482, - "transformer.layers.0.self_attn.out_proj.weight": 1.062454342842102, - "transformer.layers.0.self_attn.out_proj.bias": 0.15164627134799957, - "transformer.layers.0.linear1.weight": 0.9978415966033936, - "transformer.layers.0.linear1.bias": 0.06241222470998764, - "transformer.layers.0.linear2.weight": 1.1926337480545044, - "transformer.layers.0.linear2.bias": 0.11299461126327515, - "transformer.layers.0.norm1.weight": 0.05884974077343941, - "transformer.layers.0.norm1.bias": 0.10951121896505356, - "transformer.layers.0.norm2.weight": 0.08108417689800262, - "transformer.layers.0.norm2.bias": 0.06302016973495483, - "transformer.layers.1.self_attn.in_proj_weight": 1.090850591659546, - "transformer.layers.1.self_attn.in_proj_bias": 0.07679702341556549, - "transformer.layers.1.self_attn.out_proj.weight": 0.913774847984314, - "transformer.layers.1.self_attn.out_proj.bias": 0.07157108932733536, - "transformer.layers.1.linear1.weight": 0.6278668642044067, - "transformer.layers.1.linear1.bias": 0.03474745899438858, - "transformer.layers.1.linear2.weight": 0.7993394732475281, - "transformer.layers.1.linear2.bias": 0.061593711376190186, - "transformer.layers.1.norm1.weight": 0.08418873697519302, - "transformer.layers.1.norm1.bias": 0.0825754776597023, - "transformer.layers.1.norm2.weight": 0.05252798646688461, - "transformer.layers.1.norm2.bias": 0.03700178116559982, - "transformer.layers.2.self_attn.in_proj_weight": 1.4033727645874023, - "transformer.layers.2.self_attn.in_proj_bias": 0.07099486887454987, - "transformer.layers.2.self_attn.out_proj.weight": 0.7018081545829773, - "transformer.layers.2.self_attn.out_proj.bias": 0.04596617445349693, - "transformer.layers.2.linear1.weight": 0.3862736225128174, - "transformer.layers.2.linear1.bias": 0.024460457265377045, - "transformer.layers.2.linear2.weight": 0.4818698465824127, - "transformer.layers.2.linear2.bias": 0.03873327374458313, - "transformer.layers.2.norm1.weight": 0.13528865575790405, - "transformer.layers.2.norm1.bias": 0.0716477558016777, - "transformer.layers.2.norm2.weight": 0.02862200327217579, - "transformer.layers.2.norm2.bias": 0.026953764259815216, - "transformer.layers.3.self_attn.in_proj_weight": 1.2280629873275757, - "transformer.layers.3.self_attn.in_proj_bias": 0.0566866472363472, - "transformer.layers.3.self_attn.out_proj.weight": 0.5383498072624207, - "transformer.layers.3.self_attn.out_proj.bias": 0.03365033119916916, - "transformer.layers.3.linear1.weight": 0.6046299934387207, - "transformer.layers.3.linear1.bias": 0.04213786497712135, - "transformer.layers.3.linear2.weight": 0.4407699406147003, - "transformer.layers.3.linear2.bias": 0.02419266849756241, - "transformer.layers.3.norm1.weight": 0.10951927304267883, - "transformer.layers.3.norm1.bias": 0.057757336646318436, - "transformer.layers.3.norm2.weight": 0.05241549760103226, - "transformer.layers.3.norm2.bias": 0.06190360337495804, - "head.weight": 3.356287956237793, - "head.bias": 0.048760004341602325, - "global_embedding.weight": 0.06287714838981628, - "global_cnn.0.weight": 0.5548132061958313, - "global_cnn.0.bias": 0.020216193050146103, - "global_cnn.2.weight": 1.1937882900238037, - "global_cnn.2.bias": 0.04619802534580231, - "global_proj.weight": 0.5447630286216736, - "global_proj.bias": 0.13349831104278564, - "goal_head.0.weight": 0.06940411031246185, - "goal_head.0.bias": 0.016835540533065796, - "goal_head.2.weight": 0.07894270122051239, - "goal_head.2.bias": 0.03131027892231941 - }, - { - "global_gate": 0.0005670764367096126, - "embedding.weight": 0.01780482567846775, - "cnn.0.weight": 0.2923007607460022, - "cnn.0.bias": 0.011246771551668644, - "cnn.2.weight": 0.08419144153594971, - "cnn.2.bias": 0.03881225734949112, - "cnn.5.weight": 0.09648303687572479, - "cnn.5.bias": 0.028922125697135925, - "action_emb.weight": 0.013523983769118786, - "timestep_emb.weight": 0.00925726443529129, - "pos_emb.weight": 0.010536013171076775, - "transformer.layers.0.self_attn.in_proj_weight": 0.17505307495594025, - "transformer.layers.0.self_attn.in_proj_bias": 0.012162113562226295, - "transformer.layers.0.self_attn.out_proj.weight": 0.14837557077407837, - "transformer.layers.0.self_attn.out_proj.bias": 0.014253257773816586, - "transformer.layers.0.linear1.weight": 0.10565467923879623, - "transformer.layers.0.linear1.bias": 0.00532878004014492, - "transformer.layers.0.linear2.weight": 0.12553423643112183, - "transformer.layers.0.linear2.bias": 0.007991904392838478, - "transformer.layers.0.norm1.weight": 0.009252688847482204, - "transformer.layers.0.norm1.bias": 0.011121409945189953, - "transformer.layers.0.norm2.weight": 0.008242259733378887, - "transformer.layers.0.norm2.bias": 0.0058089629746973515, - "transformer.layers.1.self_attn.in_proj_weight": 0.11091965436935425, - "transformer.layers.1.self_attn.in_proj_bias": 0.005389872472733259, - "transformer.layers.1.self_attn.out_proj.weight": 0.08178699761629105, - "transformer.layers.1.self_attn.out_proj.bias": 0.005503816530108452, - "transformer.layers.1.linear1.weight": 0.057825226336717606, - "transformer.layers.1.linear1.bias": 0.0026626025792211294, - "transformer.layers.1.linear2.weight": 0.07552109658718109, - "transformer.layers.1.linear2.bias": 0.004564312286674976, - "transformer.layers.1.norm1.weight": 0.007187161594629288, - "transformer.layers.1.norm1.bias": 0.004513700492680073, - "transformer.layers.1.norm2.weight": 0.0039982544258236885, - "transformer.layers.1.norm2.bias": 0.0025586988776922226, - "transformer.layers.2.self_attn.in_proj_weight": 0.13333743810653687, - "transformer.layers.2.self_attn.in_proj_bias": 0.004448935389518738, - "transformer.layers.2.self_attn.out_proj.weight": 0.054986730217933655, - "transformer.layers.2.self_attn.out_proj.bias": 0.0035801043268293142, - "transformer.layers.2.linear1.weight": 0.03852694109082222, - "transformer.layers.2.linear1.bias": 0.0020190938375890255, - "transformer.layers.2.linear2.weight": 0.0469781756401062, - "transformer.layers.2.linear2.bias": 0.0030521643348038197, - "transformer.layers.2.norm1.weight": 0.00886312872171402, - "transformer.layers.2.norm1.bias": 0.003953129053115845, - "transformer.layers.2.norm2.weight": 0.0026076645590364933, - "transformer.layers.2.norm2.bias": 0.0023627181071788073, - "transformer.layers.3.self_attn.in_proj_weight": 0.11346684396266937, - "transformer.layers.3.self_attn.in_proj_bias": 0.00557243125513196, - "transformer.layers.3.self_attn.out_proj.weight": 0.03612520173192024, - "transformer.layers.3.self_attn.out_proj.bias": 0.0020710970275104046, - "transformer.layers.3.linear1.weight": 0.0520113967359066, - "transformer.layers.3.linear1.bias": 0.002622777596116066, - "transformer.layers.3.linear2.weight": 0.03085303120315075, - "transformer.layers.3.linear2.bias": 0.002036354737356305, - "transformer.layers.3.norm1.weight": 0.007823274470865726, - "transformer.layers.3.norm1.bias": 0.005771895870566368, - "transformer.layers.3.norm2.weight": 0.003743680426850915, - "transformer.layers.3.norm2.bias": 0.002863980131223798, - "head.weight": 0.25064095854759216, - "head.bias": 0.0035709135700017214, - "global_embedding.weight": 0.05902983620762825, - "global_cnn.0.weight": 0.22881826758384705, - "global_cnn.0.bias": 0.0083546694368124, - "global_cnn.2.weight": 0.4109373688697815, - "global_cnn.2.bias": 0.019433563575148582, - "global_proj.weight": 0.1228892058134079, - "global_proj.bias": 0.038095731288194656, - "goal_head.0.weight": 0.050459474325180054, - "goal_head.0.bias": 0.012280667200684547, - "goal_head.2.weight": 0.056223224848508835, - "goal_head.2.bias": 0.02175527811050415 - }, - { - "global_gate": 0.00021145283244550228, - "embedding.weight": 0.005805445834994316, - "cnn.0.weight": 0.09600257873535156, - "cnn.0.bias": 0.003877204144373536, - "cnn.2.weight": 0.02065371908247471, - "cnn.2.bias": 0.007704002317041159, - "cnn.5.weight": 0.031007109209895134, - "cnn.5.bias": 0.007369300350546837, - "action_emb.weight": 0.00792195089161396, - "timestep_emb.weight": 0.0037120410706847906, - "pos_emb.weight": 0.00422856817021966, - "transformer.layers.0.self_attn.in_proj_weight": 0.056535739451646805, - "transformer.layers.0.self_attn.in_proj_bias": 0.005036658141762018, - "transformer.layers.0.self_attn.out_proj.weight": 0.05419183522462845, - "transformer.layers.0.self_attn.out_proj.bias": 0.00698313070461154, - "transformer.layers.0.linear1.weight": 0.04568693786859512, - "transformer.layers.0.linear1.bias": 0.002893527038395405, - "transformer.layers.0.linear2.weight": 0.050884947180747986, - "transformer.layers.0.linear2.bias": 0.004885686561465263, - "transformer.layers.0.norm1.weight": 0.003147670766338706, - "transformer.layers.0.norm1.bias": 0.004618002101778984, - "transformer.layers.0.norm2.weight": 0.003747330280020833, - "transformer.layers.0.norm2.bias": 0.003924224060028791, - "transformer.layers.1.self_attn.in_proj_weight": 0.04246955364942551, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027441303245723248, - "transformer.layers.1.self_attn.out_proj.weight": 0.04195732623338699, - "transformer.layers.1.self_attn.out_proj.bias": 0.0035391352139413357, - "transformer.layers.1.linear1.weight": 0.02577643282711506, - "transformer.layers.1.linear1.bias": 0.0015605735825374722, - "transformer.layers.1.linear2.weight": 0.0321267805993557, - "transformer.layers.1.linear2.bias": 0.002992906840518117, - "transformer.layers.1.norm1.weight": 0.002414854709059, - "transformer.layers.1.norm1.bias": 0.0023213631939142942, - "transformer.layers.1.norm2.weight": 0.0018731753807514906, - "transformer.layers.1.norm2.bias": 0.001867175567895174, - "transformer.layers.2.self_attn.in_proj_weight": 0.0577983595430851, - "transformer.layers.2.self_attn.in_proj_bias": 0.003442157059907913, - "transformer.layers.2.self_attn.out_proj.weight": 0.025673305615782738, - "transformer.layers.2.self_attn.out_proj.bias": 0.002074224641546607, - "transformer.layers.2.linear1.weight": 0.016349751502275467, - "transformer.layers.2.linear1.bias": 0.001043096766807139, - "transformer.layers.2.linear2.weight": 0.01900593936443329, - "transformer.layers.2.linear2.bias": 0.0016989189898595214, - "transformer.layers.2.norm1.weight": 0.004724092315882444, - "transformer.layers.2.norm1.bias": 0.003412986872717738, - "transformer.layers.2.norm2.weight": 0.0010625242721289396, - "transformer.layers.2.norm2.bias": 0.0012339205713942647, - "transformer.layers.3.self_attn.in_proj_weight": 0.049447573721408844, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026336039882153273, - "transformer.layers.3.self_attn.out_proj.weight": 0.02079777792096138, - "transformer.layers.3.self_attn.out_proj.bias": 0.001396614359691739, - "transformer.layers.3.linear1.weight": 0.023865608498454094, - "transformer.layers.3.linear1.bias": 0.0014615863328799605, - "transformer.layers.3.linear2.weight": 0.013413154520094395, - "transformer.layers.3.linear2.bias": 0.0012369155883789062, - "transformer.layers.3.norm1.weight": 0.0036530117504298687, - "transformer.layers.3.norm1.bias": 0.0032201046124100685, - "transformer.layers.3.norm2.weight": 0.0018727201968431473, - "transformer.layers.3.norm2.bias": 0.0022257543168962, - "head.weight": 0.1242435872554779, - "head.bias": 0.0023242011666297913, - "global_embedding.weight": 0.015890341252088547, - "global_cnn.0.weight": 0.1291961669921875, - "global_cnn.0.bias": 0.004590870346873999, - "global_cnn.2.weight": 0.347949355840683, - "global_cnn.2.bias": 0.011583792045712471, - "global_proj.weight": 0.13490688800811768, - "global_proj.bias": 0.04133656993508339, - "goal_head.0.weight": 0.07355532050132751, - "goal_head.0.bias": 0.017764726653695107, - "goal_head.2.weight": 0.08512098342180252, - "goal_head.2.bias": 0.03312496468424797 - }, - { - "global_gate": 4.290637207304826e-6, - "embedding.weight": 0.014404677785933018, - "cnn.0.weight": 0.21847406029701233, - "cnn.0.bias": 0.006992167327553034, - "cnn.2.weight": 0.03475067764520645, - "cnn.2.bias": 0.009193271398544312, - "cnn.5.weight": 0.048331618309020996, - "cnn.5.bias": 0.012668827548623085, - "action_emb.weight": 0.0026920775417238474, - "timestep_emb.weight": 0.0015064075123518705, - "pos_emb.weight": 0.001746540772728622, - "transformer.layers.0.self_attn.in_proj_weight": 0.05027538910508156, - "transformer.layers.0.self_attn.in_proj_bias": 0.002817452186718583, - "transformer.layers.0.self_attn.out_proj.weight": 0.031269416213035583, - "transformer.layers.0.self_attn.out_proj.bias": 0.0032427171245217323, - "transformer.layers.0.linear1.weight": 0.018070301041007042, - "transformer.layers.0.linear1.bias": 0.001025655772536993, - "transformer.layers.0.linear2.weight": 0.023109372705221176, - "transformer.layers.0.linear2.bias": 0.0017495057545602322, - "transformer.layers.0.norm1.weight": 0.0033548036590218544, - "transformer.layers.0.norm1.bias": 0.0028341866564005613, - "transformer.layers.0.norm2.weight": 0.0012498775031417608, - "transformer.layers.0.norm2.bias": 0.0009932962711900473, - "transformer.layers.1.self_attn.in_proj_weight": 0.01957615837454796, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010977686615660787, - "transformer.layers.1.self_attn.out_proj.weight": 0.01535511389374733, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010955312754958868, - "transformer.layers.1.linear1.weight": 0.009475905448198318, - "transformer.layers.1.linear1.bias": 0.0005266267689876258, - "transformer.layers.1.linear2.weight": 0.01223552506417036, - "transformer.layers.1.linear2.bias": 0.0009726134012453258, - "transformer.layers.1.norm1.weight": 0.0013708318583667278, - "transformer.layers.1.norm1.bias": 0.0012527136132121086, - "transformer.layers.1.norm2.weight": 0.0006738845258951187, - "transformer.layers.1.norm2.bias": 0.0005422064568847418, - "transformer.layers.2.self_attn.in_proj_weight": 0.018766596913337708, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010131902527064085, - "transformer.layers.2.self_attn.out_proj.weight": 0.011106019839644432, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008593994425609708, - "transformer.layers.2.linear1.weight": 0.006670452654361725, - "transformer.layers.2.linear1.bias": 0.00040198059286922216, - "transformer.layers.2.linear2.weight": 0.007684549316763878, - "transformer.layers.2.linear2.bias": 0.0007781725144013762, - "transformer.layers.2.norm1.weight": 0.001842426136136055, - "transformer.layers.2.norm1.bias": 0.0011691004037857056, - "transformer.layers.2.norm2.weight": 0.0004873173893429339, - "transformer.layers.2.norm2.bias": 0.0004580963868647814, - "transformer.layers.3.self_attn.in_proj_weight": 0.01758752577006817, - "transformer.layers.3.self_attn.in_proj_bias": 0.0009506458882242441, - "transformer.layers.3.self_attn.out_proj.weight": 0.008710021153092384, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007474588928744197, - "transformer.layers.3.linear1.weight": 0.008369703777134418, - "transformer.layers.3.linear1.bias": 0.0006033130921423435, - "transformer.layers.3.linear2.weight": 0.00628060894086957, - "transformer.layers.3.linear2.bias": 0.000666610081680119, - "transformer.layers.3.norm1.weight": 0.0015007302863523364, - "transformer.layers.3.norm1.bias": 0.0011664510238915682, - "transformer.layers.3.norm2.weight": 0.0006897475104779005, - "transformer.layers.3.norm2.bias": 0.0008483621058985591, - "head.weight": 0.05593493580818176, - "head.bias": 0.0013540680520236492, - "global_embedding.weight": 0.02263770066201687, - "global_cnn.0.weight": 0.1935661882162094, - "global_cnn.0.bias": 0.007243142928928137, - "global_cnn.2.weight": 0.41397717595100403, - "global_cnn.2.bias": 0.010845639742910862, - "global_proj.weight": 0.0766071304678917, - "global_proj.bias": 0.011854860000312328, - "goal_head.0.weight": 0.032433610409498215, - "goal_head.0.bias": 0.0044255503453314304, - "goal_head.2.weight": 0.02472171001136303, - "goal_head.2.bias": 0.006646514404565096 - }, - { - "global_gate": 0.0012752922484651208, - "embedding.weight": 0.053087349981069565, - "cnn.0.weight": 0.7333108186721802, - "cnn.0.bias": 0.029658183455467224, - "cnn.2.weight": 0.15042570233345032, - "cnn.2.bias": 0.07187174260616302, - "cnn.5.weight": 0.12963716685771942, - "cnn.5.bias": 0.05035907030105591, - "action_emb.weight": 0.03930742293596268, - "timestep_emb.weight": 0.012701653875410557, - "pos_emb.weight": 0.022298656404018402, - "transformer.layers.0.self_attn.in_proj_weight": 0.22793811559677124, - "transformer.layers.0.self_attn.in_proj_bias": 0.020742138847708702, - "transformer.layers.0.self_attn.out_proj.weight": 0.23330570757389069, - "transformer.layers.0.self_attn.out_proj.bias": 0.0312290508300066, - "transformer.layers.0.linear1.weight": 0.20733781158924103, - "transformer.layers.0.linear1.bias": 0.012523104436695576, - "transformer.layers.0.linear2.weight": 0.18842282891273499, - "transformer.layers.0.linear2.bias": 0.017971249297261238, - "transformer.layers.0.norm1.weight": 0.012819155119359493, - "transformer.layers.0.norm1.bias": 0.018616002053022385, - "transformer.layers.0.norm2.weight": 0.020088879391551018, - "transformer.layers.0.norm2.bias": 0.019754795357584953, - "transformer.layers.1.self_attn.in_proj_weight": 0.16411322355270386, - "transformer.layers.1.self_attn.in_proj_bias": 0.011023269034922123, - "transformer.layers.1.self_attn.out_proj.weight": 0.1649458259344101, - "transformer.layers.1.self_attn.out_proj.bias": 0.012950662523508072, - "transformer.layers.1.linear1.weight": 0.09970437735319138, - "transformer.layers.1.linear1.bias": 0.005766937043517828, - "transformer.layers.1.linear2.weight": 0.10988468676805496, - "transformer.layers.1.linear2.bias": 0.01001126691699028, - "transformer.layers.1.norm1.weight": 0.00855732336640358, - "transformer.layers.1.norm1.bias": 0.010024730116128922, - "transformer.layers.1.norm2.weight": 0.007719763088971376, - "transformer.layers.1.norm2.bias": 0.00723389582708478, - "transformer.layers.2.self_attn.in_proj_weight": 0.22894546389579773, - "transformer.layers.2.self_attn.in_proj_bias": 0.012745024636387825, - "transformer.layers.2.self_attn.out_proj.weight": 0.08081758767366409, - "transformer.layers.2.self_attn.out_proj.bias": 0.005721248686313629, - "transformer.layers.2.linear1.weight": 0.04298072308301926, - "transformer.layers.2.linear1.bias": 0.002681087702512741, - "transformer.layers.2.linear2.weight": 0.049822673201560974, - "transformer.layers.2.linear2.bias": 0.005157900508493185, - "transformer.layers.2.norm1.weight": 0.014072337187826633, - "transformer.layers.2.norm1.bias": 0.013071575202047825, - "transformer.layers.2.norm2.weight": 0.003289478365331888, - "transformer.layers.2.norm2.bias": 0.002693968126550317, - "transformer.layers.3.self_attn.in_proj_weight": 0.1146913543343544, - "transformer.layers.3.self_attn.in_proj_bias": 0.009293410927057266, - "transformer.layers.3.self_attn.out_proj.weight": 0.05672336369752884, - "transformer.layers.3.self_attn.out_proj.bias": 0.0055385250598192215, - "transformer.layers.3.linear1.weight": 0.05576954409480095, - "transformer.layers.3.linear1.bias": 0.003978200256824493, - "transformer.layers.3.linear2.weight": 0.03343725576996803, - "transformer.layers.3.linear2.bias": 0.00493366876617074, - "transformer.layers.3.norm1.weight": 0.008389302529394627, - "transformer.layers.3.norm1.bias": 0.012780365534126759, - "transformer.layers.3.norm2.weight": 0.004575804341584444, - "transformer.layers.3.norm2.bias": 0.005328823812305927, - "head.weight": 0.33480116724967957, - "head.bias": 0.009026830084621906, - "global_embedding.weight": 0.03335656598210335, - "global_cnn.0.weight": 0.13989728689193726, - "global_cnn.0.bias": 0.005776349920779467, - "global_cnn.2.weight": 0.2600299119949341, - "global_cnn.2.bias": 0.012236636132001877, - "global_proj.weight": 0.11574160307645798, - "global_proj.bias": 0.032546207308769226, - "goal_head.0.weight": 0.043345626443624496, - "goal_head.0.bias": 0.01029231771826744, - "goal_head.2.weight": 0.048308443278074265, - "goal_head.2.bias": 0.018547335639595985 - }, - { - "global_gate": 0.00041673140367493033, - "embedding.weight": 0.01817149855196476, - "cnn.0.weight": 0.4232361316680908, - "cnn.0.bias": 0.01815921626985073, - "cnn.2.weight": 0.13300779461860657, - "cnn.2.bias": 0.048582542687654495, - "cnn.5.weight": 0.20021623373031616, - "cnn.5.bias": 0.03866373747587204, - "action_emb.weight": 0.021581556648015976, - "timestep_emb.weight": 0.010686897672712803, - "pos_emb.weight": 0.011261089704930782, - "transformer.layers.0.self_attn.in_proj_weight": 0.20133860409259796, - "transformer.layers.0.self_attn.in_proj_bias": 0.016330329701304436, - "transformer.layers.0.self_attn.out_proj.weight": 0.16196668148040771, - "transformer.layers.0.self_attn.out_proj.bias": 0.022182393819093704, - "transformer.layers.0.linear1.weight": 0.12711966037750244, - "transformer.layers.0.linear1.bias": 0.008310185745358467, - "transformer.layers.0.linear2.weight": 0.1408783495426178, - "transformer.layers.0.linear2.bias": 0.014577025547623634, - "transformer.layers.0.norm1.weight": 0.011877085082232952, - "transformer.layers.0.norm1.bias": 0.014230280183255672, - "transformer.layers.0.norm2.weight": 0.00971971359103918, - "transformer.layers.0.norm2.bias": 0.011485264636576176, - "transformer.layers.1.self_attn.in_proj_weight": 0.11846350133419037, - "transformer.layers.1.self_attn.in_proj_bias": 0.008847235701978207, - "transformer.layers.1.self_attn.out_proj.weight": 0.10919764637947083, - "transformer.layers.1.self_attn.out_proj.bias": 0.010054785758256912, - "transformer.layers.1.linear1.weight": 0.07371076941490173, - "transformer.layers.1.linear1.bias": 0.004332248121500015, - "transformer.layers.1.linear2.weight": 0.08903571218252182, - "transformer.layers.1.linear2.bias": 0.008351764641702175, - "transformer.layers.1.norm1.weight": 0.007772414479404688, - "transformer.layers.1.norm1.bias": 0.00871051475405693, - "transformer.layers.1.norm2.weight": 0.00568155525252223, - "transformer.layers.1.norm2.bias": 0.005198648665100336, - "transformer.layers.2.self_attn.in_proj_weight": 0.192221000790596, - "transformer.layers.2.self_attn.in_proj_bias": 0.011490428820252419, - "transformer.layers.2.self_attn.out_proj.weight": 0.06988123804330826, - "transformer.layers.2.self_attn.out_proj.bias": 0.005373526830226183, - "transformer.layers.2.linear1.weight": 0.04307686910033226, - "transformer.layers.2.linear1.bias": 0.002643777523189783, - "transformer.layers.2.linear2.weight": 0.05290544033050537, - "transformer.layers.2.linear2.bias": 0.0049242423847317696, - "transformer.layers.2.norm1.weight": 0.013617188669741154, - "transformer.layers.2.norm1.bias": 0.013692626729607582, - "transformer.layers.2.norm2.weight": 0.0028303563594818115, - "transformer.layers.2.norm2.bias": 0.0026409439742565155, - "transformer.layers.3.self_attn.in_proj_weight": 0.11664900928735733, - "transformer.layers.3.self_attn.in_proj_bias": 0.008570295758545399, - "transformer.layers.3.self_attn.out_proj.weight": 0.059580788016319275, - "transformer.layers.3.self_attn.out_proj.bias": 0.006064721383154392, - "transformer.layers.3.linear1.weight": 0.07227243483066559, - "transformer.layers.3.linear1.bias": 0.00540307117626071, - "transformer.layers.3.linear2.weight": 0.044827789068222046, - "transformer.layers.3.linear2.bias": 0.005195493809878826, - "transformer.layers.3.norm1.weight": 0.009811995550990105, - "transformer.layers.3.norm1.bias": 0.011025059968233109, - "transformer.layers.3.norm2.weight": 0.005775903817266226, - "transformer.layers.3.norm2.bias": 0.006620696745812893, - "head.weight": 0.36845675110816956, - "head.bias": 0.011572781018912792, - "global_embedding.weight": 0.020521020516753197, - "global_cnn.0.weight": 0.11923544108867645, - "global_cnn.0.bias": 0.0051063308492302895, - "global_cnn.2.weight": 0.17361930012702942, - "global_cnn.2.bias": 0.008229856379330158, - "global_proj.weight": 0.07636607438325882, - "global_proj.bias": 0.025020411238074303, - "goal_head.0.weight": 0.019673218950629234, - "goal_head.0.bias": 0.0045082722790539265, - "goal_head.2.weight": 0.021604198962450027, - "goal_head.2.bias": 0.008338585495948792 - }, - { - "global_gate": 6.119029876572313e-6, - "embedding.weight": 0.0008384586544707417, - "cnn.0.weight": 0.017876626923680305, - "cnn.0.bias": 0.0007480480126105249, - "cnn.2.weight": 0.004268101416528225, - "cnn.2.bias": 0.0012422442669048905, - "cnn.5.weight": 0.007474989630281925, - "cnn.5.bias": 0.0015177377499639988, - "action_emb.weight": 0.001292216475121677, - "timestep_emb.weight": 0.0009107501246035099, - "pos_emb.weight": 0.0007656152010895312, - "transformer.layers.0.self_attn.in_proj_weight": 0.010935607366263866, - "transformer.layers.0.self_attn.in_proj_bias": 0.0007662405259907246, - "transformer.layers.0.self_attn.out_proj.weight": 0.01161121018230915, - "transformer.layers.0.self_attn.out_proj.bias": 0.001058363588526845, - "transformer.layers.0.linear1.weight": 0.00809886958450079, - "transformer.layers.0.linear1.bias": 0.00043927671504206955, - "transformer.layers.0.linear2.weight": 0.010899433866143227, - "transformer.layers.0.linear2.bias": 0.0008244144264608622, - "transformer.layers.0.norm1.weight": 0.0005812776507809758, - "transformer.layers.0.norm1.bias": 0.0005951309576630592, - "transformer.layers.0.norm2.weight": 0.0005799485370516777, - "transformer.layers.0.norm2.bias": 0.00047525865375064313, - "transformer.layers.1.self_attn.in_proj_weight": 0.010613328777253628, - "transformer.layers.1.self_attn.in_proj_bias": 0.00046222112723626196, - "transformer.layers.1.self_attn.out_proj.weight": 0.010869312100112438, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006642520311288536, - "transformer.layers.1.linear1.weight": 0.006390875671058893, - "transformer.layers.1.linear1.bias": 0.0003412165679037571, - "transformer.layers.1.linear2.weight": 0.0073316385969519615, - "transformer.layers.1.linear2.bias": 0.0006133950082585216, - "transformer.layers.1.norm1.weight": 0.0006516505964100361, - "transformer.layers.1.norm1.bias": 0.00036133438698016107, - "transformer.layers.1.norm2.weight": 0.00047624981380067766, - "transformer.layers.1.norm2.bias": 0.00036703271325677633, - "transformer.layers.2.self_attn.in_proj_weight": 0.012267429381608963, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006110424292273819, - "transformer.layers.2.self_attn.out_proj.weight": 0.00762117700651288, - "transformer.layers.2.self_attn.out_proj.bias": 0.000563503650482744, - "transformer.layers.2.linear1.weight": 0.004030820447951555, - "transformer.layers.2.linear1.bias": 0.00024051980290096253, - "transformer.layers.2.linear2.weight": 0.005270244088023901, - "transformer.layers.2.linear2.bias": 0.0005389837897382677, - "transformer.layers.2.norm1.weight": 0.000846205570269376, - "transformer.layers.2.norm1.bias": 0.0006244688993319869, - "transformer.layers.2.norm2.weight": 0.0002510881458874792, - "transformer.layers.2.norm2.bias": 0.0002342218067497015, - "transformer.layers.3.self_attn.in_proj_weight": 0.017365485429763794, - "transformer.layers.3.self_attn.in_proj_bias": 0.0011066969018429518, - "transformer.layers.3.self_attn.out_proj.weight": 0.006761372089385986, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006749390158802271, - "transformer.layers.3.linear1.weight": 0.007491535507142544, - "transformer.layers.3.linear1.bias": 0.00048566312761977315, - "transformer.layers.3.linear2.weight": 0.004251157399266958, - "transformer.layers.3.linear2.bias": 0.000635390926618129, - "transformer.layers.3.norm1.weight": 0.001326689263805747, - "transformer.layers.3.norm1.bias": 0.0014290708350017667, - "transformer.layers.3.norm2.weight": 0.00047133100451901555, - "transformer.layers.3.norm2.bias": 0.0005544330342672765, - "head.weight": 0.04493457078933716, - "head.bias": 0.0012397076934576035, - "global_embedding.weight": 0.005959113594144583, - "global_cnn.0.weight": 0.08857583999633789, - "global_cnn.0.bias": 0.0031967051327228546, - "global_cnn.2.weight": 0.12512171268463135, - "global_cnn.2.bias": 0.006827023345977068, - "global_proj.weight": 0.0881798267364502, - "global_proj.bias": 0.02986111491918564, - "goal_head.0.weight": 0.05170793831348419, - "goal_head.0.bias": 0.012637133710086346, - "goal_head.2.weight": 0.06407363712787628, - "goal_head.2.bias": 0.02344711497426033 - }, - { - "global_gate": 0.000030305311156553216, - "embedding.weight": 0.013101896271109581, - "cnn.0.weight": 0.31590428948402405, - "cnn.0.bias": 0.012655174359679222, - "cnn.2.weight": 0.11634533107280731, - "cnn.2.bias": 0.03914183750748634, - "cnn.5.weight": 0.1994572877883911, - "cnn.5.bias": 0.03200128301978111, - "action_emb.weight": 0.018116822466254234, - "timestep_emb.weight": 0.008846444077789783, - "pos_emb.weight": 0.012882697395980358, - "transformer.layers.0.self_attn.in_proj_weight": 0.2031402289867401, - "transformer.layers.0.self_attn.in_proj_bias": 0.011745363473892212, - "transformer.layers.0.self_attn.out_proj.weight": 0.1775936633348465, - "transformer.layers.0.self_attn.out_proj.bias": 0.013490697368979454, - "transformer.layers.0.linear1.weight": 0.12449174374341965, - "transformer.layers.0.linear1.bias": 0.005239225458353758, - "transformer.layers.0.linear2.weight": 0.1376916468143463, - "transformer.layers.0.linear2.bias": 0.007366364821791649, - "transformer.layers.0.norm1.weight": 0.012913207523524761, - "transformer.layers.0.norm1.bias": 0.010656924918293953, - "transformer.layers.0.norm2.weight": 0.009509903378784657, - "transformer.layers.0.norm2.bias": 0.004752589389681816, - "transformer.layers.1.self_attn.in_proj_weight": 0.12471437454223633, - "transformer.layers.1.self_attn.in_proj_bias": 0.0049512325786054134, - "transformer.layers.1.self_attn.out_proj.weight": 0.09901490807533264, - "transformer.layers.1.self_attn.out_proj.bias": 0.004576157312840223, - "transformer.layers.1.linear1.weight": 0.06268349289894104, - "transformer.layers.1.linear1.bias": 0.002748489147052169, - "transformer.layers.1.linear2.weight": 0.07380533218383789, - "transformer.layers.1.linear2.bias": 0.003987216856330633, - "transformer.layers.1.norm1.weight": 0.007612171117216349, - "transformer.layers.1.norm1.bias": 0.004594257101416588, - "transformer.layers.1.norm2.weight": 0.004782064352184534, - "transformer.layers.1.norm2.bias": 0.0025324083399027586, - "transformer.layers.2.self_attn.in_proj_weight": 0.11493736505508423, - "transformer.layers.2.self_attn.in_proj_bias": 0.004296618048101664, - "transformer.layers.2.self_attn.out_proj.weight": 0.06688479334115982, - "transformer.layers.2.self_attn.out_proj.bias": 0.004218783229589462, - "transformer.layers.2.linear1.weight": 0.03995263949036598, - "transformer.layers.2.linear1.bias": 0.0022336000110954046, - "transformer.layers.2.linear2.weight": 0.046458952128887177, - "transformer.layers.2.linear2.bias": 0.0038862363435328007, - "transformer.layers.2.norm1.weight": 0.00737359281629324, - "transformer.layers.2.norm1.bias": 0.005113540682941675, - "transformer.layers.2.norm2.weight": 0.0027097458951175213, - "transformer.layers.2.norm2.bias": 0.0020138579420745373, - "transformer.layers.3.self_attn.in_proj_weight": 0.14085006713867188, - "transformer.layers.3.self_attn.in_proj_bias": 0.008035106584429741, - "transformer.layers.3.self_attn.out_proj.weight": 0.043635353446006775, - "transformer.layers.3.self_attn.out_proj.bias": 0.00329146021977067, - "transformer.layers.3.linear1.weight": 0.039440419524908066, - "transformer.layers.3.linear1.bias": 0.0024039829149842262, - "transformer.layers.3.linear2.weight": 0.028801782056689262, - "transformer.layers.3.linear2.bias": 0.0030401370022445917, - "transformer.layers.3.norm1.weight": 0.010739564895629883, - "transformer.layers.3.norm1.bias": 0.010586071759462357, - "transformer.layers.3.norm2.weight": 0.0027658697217702866, - "transformer.layers.3.norm2.bias": 0.0027442690916359425, - "head.weight": 0.25677239894866943, - "head.bias": 0.0058594667352736, - "global_embedding.weight": 0.01688654161989689, - "global_cnn.0.weight": 0.13778945803642273, - "global_cnn.0.bias": 0.004618899896740913, - "global_cnn.2.weight": 0.20261014997959137, - "global_cnn.2.bias": 0.0069804321974515915, - "global_proj.weight": 0.0964069738984108, - "global_proj.bias": 0.025125842541456223, - "goal_head.0.weight": 0.016534829512238503, - "goal_head.0.bias": 0.002988032065331936, - "goal_head.2.weight": 0.02085055038332939, - "goal_head.2.bias": 0.005032695364207029 - }, - { - "global_gate": 0.00009162684000330046, - "embedding.weight": 0.007938859052956104, - "cnn.0.weight": 0.18000146746635437, - "cnn.0.bias": 0.007199468091130257, - "cnn.2.weight": 0.06954807043075562, - "cnn.2.bias": 0.03157065063714981, - "cnn.5.weight": 0.11770863085985184, - "cnn.5.bias": 0.024142537266016006, - "action_emb.weight": 0.016424205154180527, - "timestep_emb.weight": 0.007023842539638281, - "pos_emb.weight": 0.00888175331056118, - "transformer.layers.0.self_attn.in_proj_weight": 0.13746324181556702, - "transformer.layers.0.self_attn.in_proj_bias": 0.008459314703941345, - "transformer.layers.0.self_attn.out_proj.weight": 0.12659519910812378, - "transformer.layers.0.self_attn.out_proj.bias": 0.010655934922397137, - "transformer.layers.0.linear1.weight": 0.09259623289108276, - "transformer.layers.0.linear1.bias": 0.0044416943565011024, - "transformer.layers.0.linear2.weight": 0.11527376621961594, - "transformer.layers.0.linear2.bias": 0.0075979954563081264, - "transformer.layers.0.norm1.weight": 0.00886713620275259, - "transformer.layers.0.norm1.bias": 0.006458680611103773, - "transformer.layers.0.norm2.weight": 0.00715525820851326, - "transformer.layers.0.norm2.bias": 0.0037559422198683023, - "transformer.layers.1.self_attn.in_proj_weight": 0.1083357036113739, - "transformer.layers.1.self_attn.in_proj_bias": 0.005508226342499256, - "transformer.layers.1.self_attn.out_proj.weight": 0.0907953530550003, - "transformer.layers.1.self_attn.out_proj.bias": 0.005292430520057678, - "transformer.layers.1.linear1.weight": 0.0586819127202034, - "transformer.layers.1.linear1.bias": 0.002746830927208066, - "transformer.layers.1.linear2.weight": 0.07733790576457977, - "transformer.layers.1.linear2.bias": 0.0047188494354486465, - "transformer.layers.1.norm1.weight": 0.006550249643623829, - "transformer.layers.1.norm1.bias": 0.005424799397587776, - "transformer.layers.1.norm2.weight": 0.0038374203722923994, - "transformer.layers.1.norm2.bias": 0.002487758407369256, - "transformer.layers.2.self_attn.in_proj_weight": 0.13435223698616028, - "transformer.layers.2.self_attn.in_proj_bias": 0.005957888439297676, - "transformer.layers.2.self_attn.out_proj.weight": 0.055878106504678726, - "transformer.layers.2.self_attn.out_proj.bias": 0.004071449860930443, - "transformer.layers.2.linear1.weight": 0.03900877758860588, - "transformer.layers.2.linear1.bias": 0.0020493732299655676, - "transformer.layers.2.linear2.weight": 0.047952860593795776, - "transformer.layers.2.linear2.bias": 0.003992455545812845, - "transformer.layers.2.norm1.weight": 0.00978450570255518, - "transformer.layers.2.norm1.bias": 0.006039288826286793, - "transformer.layers.2.norm2.weight": 0.002699726726859808, - "transformer.layers.2.norm2.bias": 0.0018253219313919544, - "transformer.layers.3.self_attn.in_proj_weight": 0.11305111646652222, - "transformer.layers.3.self_attn.in_proj_bias": 0.00650217616930604, - "transformer.layers.3.self_attn.out_proj.weight": 0.06405799835920334, - "transformer.layers.3.self_attn.out_proj.bias": 0.0052377087995409966, - "transformer.layers.3.linear1.weight": 0.062165893614292145, - "transformer.layers.3.linear1.bias": 0.00453952606767416, - "transformer.layers.3.linear2.weight": 0.041048020124435425, - "transformer.layers.3.linear2.bias": 0.005220816005021334, - "transformer.layers.3.norm1.weight": 0.00837476272135973, - "transformer.layers.3.norm1.bias": 0.007927685044705868, - "transformer.layers.3.norm2.weight": 0.004984584171324968, - "transformer.layers.3.norm2.bias": 0.0059417919255793095, - "head.weight": 0.36274683475494385, - "head.bias": 0.010908226482570171, - "global_embedding.weight": 0.09313920885324478, - "global_cnn.0.weight": 0.5432133078575134, - "global_cnn.0.bias": 0.028349503874778748, - "global_cnn.2.weight": 0.9398198127746582, - "global_cnn.2.bias": 0.057747550308704376, - "global_proj.weight": 0.3014577329158783, - "global_proj.bias": 0.11663191765546799, - "goal_head.0.weight": 0.15915387868881226, - "goal_head.0.bias": 0.04675855115056038, - "goal_head.2.weight": 0.1873466968536377, - "goal_head.2.bias": 0.0913311094045639 + "global_gate": 0.004011479206383228, + "embedding.weight": 0.06715328246355057, + "cnn.0.weight": 1.3218231201171875, + "cnn.0.bias": 0.05515824258327484, + "cnn.2.weight": 0.27049413323402405, + "cnn.2.bias": 0.14314833283424377, + "cnn.5.weight": 0.32370519638061523, + "cnn.5.bias": 0.1379154622554779, + "action_emb.weight": 0.06757735460996628, + "timestep_emb.weight": 0.009110596962273121, + "pos_emb.weight": 0.02321431040763855, + "transformer.layers.0.self_attn.in_proj_weight": 0.757890522480011, + "transformer.layers.0.self_attn.in_proj_bias": 0.0669928640127182, + "transformer.layers.0.self_attn.out_proj.weight": 0.8740969300270081, + "transformer.layers.0.self_attn.out_proj.bias": 0.096645787358284, + "transformer.layers.0.linear1.weight": 0.43948471546173096, + "transformer.layers.0.linear1.bias": 0.02767575904726982, + "transformer.layers.0.linear2.weight": 0.6396945118904114, + "transformer.layers.0.linear2.bias": 0.05446537584066391, + "transformer.layers.0.norm1.weight": 0.037195008248090744, + "transformer.layers.0.norm1.bias": 0.055212751030921936, + "transformer.layers.0.norm2.weight": 0.03795553371310234, + "transformer.layers.0.norm2.bias": 0.030164984986186028, + "transformer.layers.1.self_attn.in_proj_weight": 0.4882158935070038, + "transformer.layers.1.self_attn.in_proj_bias": 0.03700779750943184, + "transformer.layers.1.self_attn.out_proj.weight": 0.41296547651290894, + "transformer.layers.1.self_attn.out_proj.bias": 0.031935930252075195, + "transformer.layers.1.linear1.weight": 0.24989549815654755, + "transformer.layers.1.linear1.bias": 0.014173679985105991, + "transformer.layers.1.linear2.weight": 0.38466182351112366, + "transformer.layers.1.linear2.bias": 0.025985924527049065, + "transformer.layers.1.norm1.weight": 0.03578601032495499, + "transformer.layers.1.norm1.bias": 0.039341118186712265, + "transformer.layers.1.norm2.weight": 0.019134346395730972, + "transformer.layers.1.norm2.bias": 0.013759327121078968, + "transformer.layers.2.self_attn.in_proj_weight": 0.6110384464263916, + "transformer.layers.2.self_attn.in_proj_bias": 0.032243113964796066, + "transformer.layers.2.self_attn.out_proj.weight": 0.28405070304870605, + "transformer.layers.2.self_attn.out_proj.bias": 0.02177831530570984, + "transformer.layers.2.linear1.weight": 0.18542121350765228, + "transformer.layers.2.linear1.bias": 0.010535196401178837, + "transformer.layers.2.linear2.weight": 0.22835630178451538, + "transformer.layers.2.linear2.bias": 0.01793650910258293, + "transformer.layers.2.norm1.weight": 0.044814493507146835, + "transformer.layers.2.norm1.bias": 0.03291493281722069, + "transformer.layers.2.norm2.weight": 0.014920659363269806, + "transformer.layers.2.norm2.bias": 0.011569798924028873, + "transformer.layers.3.self_attn.in_proj_weight": 0.48780566453933716, + "transformer.layers.3.self_attn.in_proj_bias": 0.032795555889606476, + "transformer.layers.3.self_attn.out_proj.weight": 0.26688921451568604, + "transformer.layers.3.self_attn.out_proj.bias": 0.020577002316713333, + "transformer.layers.3.linear1.weight": 0.2823374569416046, + "transformer.layers.3.linear1.bias": 0.021964536979794502, + "transformer.layers.3.linear2.weight": 0.19674478471279144, + "transformer.layers.3.linear2.bias": 0.014100056141614914, + "transformer.layers.3.norm1.weight": 0.03816045820713043, + "transformer.layers.3.norm1.bias": 0.03829820454120636, + "transformer.layers.3.norm2.weight": 0.0247904472053051, + "transformer.layers.3.norm2.bias": 0.02910955250263214, + "head.weight": 1.2559959888458252, + "head.bias": 0.024785378947854042, + "global_embedding.weight": 0.14777259528636932, + "global_cnn.0.weight": 0.5437308549880981, + "global_cnn.0.bias": 0.026048751547932625, + "global_cnn.2.weight": 0.9472107291221619, + "global_cnn.2.bias": 0.03448210656642914, + "global_proj.weight": 0.38762226700782776, + "global_proj.bias": 0.09755270183086395, + "goal_head.0.weight": 0.08949846029281616, + "goal_head.0.bias": 0.020043162629008293, + "goal_head.2.weight": 0.10088474303483963, + "goal_head.2.bias": 0.03676421195268631 + }, + { + "global_gate": 0.0020251176320016384, + "embedding.weight": 0.04065031185746193, + "cnn.0.weight": 0.5979738831520081, + "cnn.0.bias": 0.035110533237457275, + "cnn.2.weight": 0.13212274014949799, + "cnn.2.bias": 0.07601373642683029, + "cnn.5.weight": 0.15403777360916138, + "cnn.5.bias": 0.04859671741724014, + "action_emb.weight": 0.04711694270372391, + "timestep_emb.weight": 0.008970418944954872, + "pos_emb.weight": 0.01577785238623619, + "transformer.layers.0.self_attn.in_proj_weight": 0.3129691779613495, + "transformer.layers.0.self_attn.in_proj_bias": 0.040226664394140244, + "transformer.layers.0.self_attn.out_proj.weight": 0.2768886983394623, + "transformer.layers.0.self_attn.out_proj.bias": 0.04982752352952957, + "transformer.layers.0.linear1.weight": 0.22732679545879364, + "transformer.layers.0.linear1.bias": 0.017719872295856476, + "transformer.layers.0.linear2.weight": 0.2981790006160736, + "transformer.layers.0.linear2.bias": 0.03531090170145035, + "transformer.layers.0.norm1.weight": 0.018277034163475037, + "transformer.layers.0.norm1.bias": 0.03474556654691696, + "transformer.layers.0.norm2.weight": 0.020077329128980637, + "transformer.layers.0.norm2.bias": 0.019350489601492882, + "transformer.layers.1.self_attn.in_proj_weight": 0.23060232400894165, + "transformer.layers.1.self_attn.in_proj_bias": 0.02069985866546631, + "transformer.layers.1.self_attn.out_proj.weight": 0.2031179964542389, + "transformer.layers.1.self_attn.out_proj.bias": 0.02079865150153637, + "transformer.layers.1.linear1.weight": 0.14323139190673828, + "transformer.layers.1.linear1.bias": 0.009064345620572567, + "transformer.layers.1.linear2.weight": 0.19842727482318878, + "transformer.layers.1.linear2.bias": 0.018523510545492172, + "transformer.layers.1.norm1.weight": 0.014545397832989693, + "transformer.layers.1.norm1.bias": 0.021541859954595566, + "transformer.layers.1.norm2.weight": 0.011164417490363121, + "transformer.layers.1.norm2.bias": 0.010122548788785934, + "transformer.layers.2.self_attn.in_proj_weight": 0.3277857303619385, + "transformer.layers.2.self_attn.in_proj_bias": 0.019628670066595078, + "transformer.layers.2.self_attn.out_proj.weight": 0.18365013599395752, + "transformer.layers.2.self_attn.out_proj.bias": 0.014584069140255451, + "transformer.layers.2.linear1.weight": 0.09068082273006439, + "transformer.layers.2.linear1.bias": 0.006419781129807234, + "transformer.layers.2.linear2.weight": 0.11398152261972427, + "transformer.layers.2.linear2.bias": 0.011968779377639294, + "transformer.layers.2.norm1.weight": 0.031001996248960495, + "transformer.layers.2.norm1.bias": 0.023270223289728165, + "transformer.layers.2.norm2.weight": 0.006693453062325716, + "transformer.layers.2.norm2.bias": 0.0078034959733486176, + "transformer.layers.3.self_attn.in_proj_weight": 0.24223880469799042, + "transformer.layers.3.self_attn.in_proj_bias": 0.014047821052372456, + "transformer.layers.3.self_attn.out_proj.weight": 0.10668763518333435, + "transformer.layers.3.self_attn.out_proj.bias": 0.009597782976925373, + "transformer.layers.3.linear1.weight": 0.1382346898317337, + "transformer.layers.3.linear1.bias": 0.00966764148324728, + "transformer.layers.3.linear2.weight": 0.10353478789329529, + "transformer.layers.3.linear2.bias": 0.006940681952983141, + "transformer.layers.3.norm1.weight": 0.02001897804439068, + "transformer.layers.3.norm1.bias": 0.016959454864263535, + "transformer.layers.3.norm2.weight": 0.013445904478430748, + "transformer.layers.3.norm2.bias": 0.014131208881735802, + "head.weight": 0.7239722609519958, + "head.bias": 0.013333035632967949, + "global_embedding.weight": 0.056076426059007645, + "global_cnn.0.weight": 0.2409578412771225, + "global_cnn.0.bias": 0.010994721204042435, + "global_cnn.2.weight": 0.4367213249206543, + "global_cnn.2.bias": 0.015617474913597107, + "global_proj.weight": 0.2037937343120575, + "global_proj.bias": 0.05366910248994827, + "goal_head.0.weight": 0.0728347897529602, + "goal_head.0.bias": 0.014856585301458836, + "goal_head.2.weight": 0.08416702598333359, + "goal_head.2.bias": 0.026088379323482513 + }, + { + "global_gate": 0.0016998311039060354, + "embedding.weight": 0.12389545142650604, + "cnn.0.weight": 1.9337961673736572, + "cnn.0.bias": 0.1015598326921463, + "cnn.2.weight": 0.33420878648757935, + "cnn.2.bias": 0.14393013715744019, + "cnn.5.weight": 0.2964153289794922, + "cnn.5.bias": 0.13470830023288727, + "action_emb.weight": 0.06316135078668594, + "timestep_emb.weight": 0.009922842495143414, + "pos_emb.weight": 0.021172095090150833, + "transformer.layers.0.self_attn.in_proj_weight": 0.4995013177394867, + "transformer.layers.0.self_attn.in_proj_bias": 0.05331823602318764, + "transformer.layers.0.self_attn.out_proj.weight": 0.46190762519836426, + "transformer.layers.0.self_attn.out_proj.bias": 0.06532005965709686, + "transformer.layers.0.linear1.weight": 0.3327119052410126, + "transformer.layers.0.linear1.bias": 0.023549295961856842, + "transformer.layers.0.linear2.weight": 0.45083725452423096, + "transformer.layers.0.linear2.bias": 0.04769135266542435, + "transformer.layers.0.norm1.weight": 0.027868304401636124, + "transformer.layers.0.norm1.bias": 0.04669870436191559, + "transformer.layers.0.norm2.weight": 0.027655836194753647, + "transformer.layers.0.norm2.bias": 0.02416834607720375, + "transformer.layers.1.self_attn.in_proj_weight": 0.39561229944229126, + "transformer.layers.1.self_attn.in_proj_bias": 0.02918216958642006, + "transformer.layers.1.self_attn.out_proj.weight": 0.3460528552532196, + "transformer.layers.1.self_attn.out_proj.bias": 0.028036179021000862, + "transformer.layers.1.linear1.weight": 0.2102399468421936, + "transformer.layers.1.linear1.bias": 0.012879366055130959, + "transformer.layers.1.linear2.weight": 0.2911342680454254, + "transformer.layers.1.linear2.bias": 0.02388097532093525, + "transformer.layers.1.norm1.weight": 0.0362236350774765, + "transformer.layers.1.norm1.bias": 0.03160920739173889, + "transformer.layers.1.norm2.weight": 0.01811191625893116, + "transformer.layers.1.norm2.bias": 0.01357424445450306, + "transformer.layers.2.self_attn.in_proj_weight": 0.42629221081733704, + "transformer.layers.2.self_attn.in_proj_bias": 0.02613271400332451, + "transformer.layers.2.self_attn.out_proj.weight": 0.27829495072364807, + "transformer.layers.2.self_attn.out_proj.bias": 0.0174412839114666, + "transformer.layers.2.linear1.weight": 0.14541928470134735, + "transformer.layers.2.linear1.bias": 0.009831955656409264, + "transformer.layers.2.linear2.weight": 0.18284092843532562, + "transformer.layers.2.linear2.bias": 0.013092358596622944, + "transformer.layers.2.norm1.weight": 0.044558241963386536, + "transformer.layers.2.norm1.bias": 0.025015078485012054, + "transformer.layers.2.norm2.weight": 0.013072177767753601, + "transformer.layers.2.norm2.bias": 0.012392043136060238, + "transformer.layers.3.self_attn.in_proj_weight": 0.3377625644207001, + "transformer.layers.3.self_attn.in_proj_bias": 0.014900700189173222, + "transformer.layers.3.self_attn.out_proj.weight": 0.22750280797481537, + "transformer.layers.3.self_attn.out_proj.bias": 0.00992552563548088, + "transformer.layers.3.linear1.weight": 0.2481694221496582, + "transformer.layers.3.linear1.bias": 0.016435345634818077, + "transformer.layers.3.linear2.weight": 0.1968461126089096, + "transformer.layers.3.linear2.bias": 0.0042939381673932076, + "transformer.layers.3.norm1.weight": 0.03468471020460129, + "transformer.layers.3.norm1.bias": 0.01822860725224018, + "transformer.layers.3.norm2.weight": 0.024250952526926994, + "transformer.layers.3.norm2.bias": 0.024391967803239822, + "head.weight": 1.3496662378311157, + "head.bias": 0.007801732514053583, + "global_embedding.weight": 0.07780420035123825, + "global_cnn.0.weight": 0.26278817653656006, + "global_cnn.0.bias": 0.013208352960646152, + "global_cnn.2.weight": 0.44230663776397705, + "global_cnn.2.bias": 0.018088310956954956, + "global_proj.weight": 0.21551623940467834, + "global_proj.bias": 0.05078085511922836, + "goal_head.0.weight": 0.03522046282887459, + "goal_head.0.bias": 0.006943062879145145, + "goal_head.2.weight": 0.038921523839235306, + "goal_head.2.bias": 0.011793911457061768 + }, + { + "global_gate": 0.001282840734347701, + "embedding.weight": 0.02701144851744175, + "cnn.0.weight": 0.4793955087661743, + "cnn.0.bias": 0.0262927133589983, + "cnn.2.weight": 0.12748970091342926, + "cnn.2.bias": 0.06181121617555618, + "cnn.5.weight": 0.13307751715183258, + "cnn.5.bias": 0.049703553318977356, + "action_emb.weight": 0.028693562373518944, + "timestep_emb.weight": 0.005763434339314699, + "pos_emb.weight": 0.012824327684938908, + "transformer.layers.0.self_attn.in_proj_weight": 0.30080774426460266, + "transformer.layers.0.self_attn.in_proj_bias": 0.030084537342190742, + "transformer.layers.0.self_attn.out_proj.weight": 0.28653812408447266, + "transformer.layers.0.self_attn.out_proj.bias": 0.037649136036634445, + "transformer.layers.0.linear1.weight": 0.1845289170742035, + "transformer.layers.0.linear1.bias": 0.01393120363354683, + "transformer.layers.0.linear2.weight": 0.2636600732803345, + "transformer.layers.0.linear2.bias": 0.027043882757425308, + "transformer.layers.0.norm1.weight": 0.01621130481362343, + "transformer.layers.0.norm1.bias": 0.026437794789671898, + "transformer.layers.0.norm2.weight": 0.014596893452107906, + "transformer.layers.0.norm2.bias": 0.014866083860397339, + "transformer.layers.1.self_attn.in_proj_weight": 0.26145902276039124, + "transformer.layers.1.self_attn.in_proj_bias": 0.019616859033703804, + "transformer.layers.1.self_attn.out_proj.weight": 0.2332262396812439, + "transformer.layers.1.self_attn.out_proj.bias": 0.015713293105363846, + "transformer.layers.1.linear1.weight": 0.10688672214746475, + "transformer.layers.1.linear1.bias": 0.006950445473194122, + "transformer.layers.1.linear2.weight": 0.15766608715057373, + "transformer.layers.1.linear2.bias": 0.0134699372574687, + "transformer.layers.1.norm1.weight": 0.023720912635326385, + "transformer.layers.1.norm1.bias": 0.023016244173049927, + "transformer.layers.1.norm2.weight": 0.008518093265593052, + "transformer.layers.1.norm2.bias": 0.007421815302222967, + "transformer.layers.2.self_attn.in_proj_weight": 0.24968096613883972, + "transformer.layers.2.self_attn.in_proj_bias": 0.015518597327172756, + "transformer.layers.2.self_attn.out_proj.weight": 0.14807535707950592, + "transformer.layers.2.self_attn.out_proj.bias": 0.01104582566767931, + "transformer.layers.2.linear1.weight": 0.07997632771730423, + "transformer.layers.2.linear1.bias": 0.005454943981021643, + "transformer.layers.2.linear2.weight": 0.0952114686369896, + "transformer.layers.2.linear2.bias": 0.008783807046711445, + "transformer.layers.2.norm1.weight": 0.022311987355351448, + "transformer.layers.2.norm1.bias": 0.017682649195194244, + "transformer.layers.2.norm2.weight": 0.006262056529521942, + "transformer.layers.2.norm2.bias": 0.006358980666846037, + "transformer.layers.3.self_attn.in_proj_weight": 0.1987522393465042, + "transformer.layers.3.self_attn.in_proj_bias": 0.00978937279433012, + "transformer.layers.3.self_attn.out_proj.weight": 0.11103355139493942, + "transformer.layers.3.self_attn.out_proj.bias": 0.005649993196129799, + "transformer.layers.3.linear1.weight": 0.12396623939275742, + "transformer.layers.3.linear1.bias": 0.00830698199570179, + "transformer.layers.3.linear2.weight": 0.08423182368278503, + "transformer.layers.3.linear2.bias": 0.003317443188279867, + "transformer.layers.3.norm1.weight": 0.019045500084757805, + "transformer.layers.3.norm1.bias": 0.013184001669287682, + "transformer.layers.3.norm2.weight": 0.011257285252213478, + "transformer.layers.3.norm2.bias": 0.012298334389925003, + "head.weight": 0.6122833490371704, + "head.bias": 0.005756027530878782, + "global_embedding.weight": 0.052284691482782364, + "global_cnn.0.weight": 0.18218980729579926, + "global_cnn.0.bias": 0.007736580446362495, + "global_cnn.2.weight": 0.2840740382671356, + "global_cnn.2.bias": 0.011840389110147953, + "global_proj.weight": 0.1669531762599945, + "global_proj.bias": 0.04193054884672165, + "goal_head.0.weight": 0.05643334239721298, + "goal_head.0.bias": 0.011117009446024895, + "goal_head.2.weight": 0.06356179714202881, + "goal_head.2.bias": 0.019323285669088364 + }, + { + "global_gate": 0.001038211164996028, + "embedding.weight": 0.022812729701399803, + "cnn.0.weight": 0.39491167664527893, + "cnn.0.bias": 0.02240176871418953, + "cnn.2.weight": 0.1026449203491211, + "cnn.2.bias": 0.045988570898771286, + "cnn.5.weight": 0.11623852699995041, + "cnn.5.bias": 0.04526225104928017, + "action_emb.weight": 0.027352245524525642, + "timestep_emb.weight": 0.006562261376529932, + "pos_emb.weight": 0.014293988235294819, + "transformer.layers.0.self_attn.in_proj_weight": 0.28424710035324097, + "transformer.layers.0.self_attn.in_proj_bias": 0.030690398067235947, + "transformer.layers.0.self_attn.out_proj.weight": 0.27929776906967163, + "transformer.layers.0.self_attn.out_proj.bias": 0.03956921771168709, + "transformer.layers.0.linear1.weight": 0.17788852751255035, + "transformer.layers.0.linear1.bias": 0.01436568796634674, + "transformer.layers.0.linear2.weight": 0.26613670587539673, + "transformer.layers.0.linear2.bias": 0.028699379414319992, + "transformer.layers.0.norm1.weight": 0.015254207886755466, + "transformer.layers.0.norm1.bias": 0.025812117382884026, + "transformer.layers.0.norm2.weight": 0.01363043300807476, + "transformer.layers.0.norm2.bias": 0.016924846917390823, + "transformer.layers.1.self_attn.in_proj_weight": 0.2629314363002777, + "transformer.layers.1.self_attn.in_proj_bias": 0.02085988037288189, + "transformer.layers.1.self_attn.out_proj.weight": 0.23522919416427612, + "transformer.layers.1.self_attn.out_proj.bias": 0.016155676916241646, + "transformer.layers.1.linear1.weight": 0.11035772413015366, + "transformer.layers.1.linear1.bias": 0.007018808275461197, + "transformer.layers.1.linear2.weight": 0.16637885570526123, + "transformer.layers.1.linear2.bias": 0.013711510226130486, + "transformer.layers.1.norm1.weight": 0.0246628038585186, + "transformer.layers.1.norm1.bias": 0.025229845196008682, + "transformer.layers.1.norm2.weight": 0.008457585237920284, + "transformer.layers.1.norm2.bias": 0.007619490846991539, + "transformer.layers.2.self_attn.in_proj_weight": 0.2565736472606659, + "transformer.layers.2.self_attn.in_proj_bias": 0.01520213857293129, + "transformer.layers.2.self_attn.out_proj.weight": 0.15338340401649475, + "transformer.layers.2.self_attn.out_proj.bias": 0.011345465667545795, + "transformer.layers.2.linear1.weight": 0.08662715554237366, + "transformer.layers.2.linear1.bias": 0.005804951768368483, + "transformer.layers.2.linear2.weight": 0.1047942191362381, + "transformer.layers.2.linear2.bias": 0.009108402766287327, + "transformer.layers.2.norm1.weight": 0.02247549034655094, + "transformer.layers.2.norm1.bias": 0.01685999520123005, + "transformer.layers.2.norm2.weight": 0.00657170545309782, + "transformer.layers.2.norm2.bias": 0.006494924426078796, + "transformer.layers.3.self_attn.in_proj_weight": 0.23667366802692413, + "transformer.layers.3.self_attn.in_proj_bias": 0.013041587546467781, + "transformer.layers.3.self_attn.out_proj.weight": 0.1273605078458786, + "transformer.layers.3.self_attn.out_proj.bias": 0.00798851065337658, + "transformer.layers.3.linear1.weight": 0.1414719521999359, + "transformer.layers.3.linear1.bias": 0.009782583452761173, + "transformer.layers.3.linear2.weight": 0.09686215966939926, + "transformer.layers.3.linear2.bias": 0.006188806612044573, + "transformer.layers.3.norm1.weight": 0.021553289145231247, + "transformer.layers.3.norm1.bias": 0.017462948337197304, + "transformer.layers.3.norm2.weight": 0.011862717568874359, + "transformer.layers.3.norm2.bias": 0.013240881264209747, + "head.weight": 0.7095925211906433, + "head.bias": 0.01064204704016447, + "global_embedding.weight": 0.07556542009115219, + "global_cnn.0.weight": 0.2428264170885086, + "global_cnn.0.bias": 0.011703355237841606, + "global_cnn.2.weight": 0.33200603723526, + "global_cnn.2.bias": 0.01214953139424324, + "global_proj.weight": 0.16577422618865967, + "global_proj.bias": 0.04049959033727646, + "goal_head.0.weight": 0.07334014028310776, + "goal_head.0.bias": 0.014167113229632378, + "goal_head.2.weight": 0.08257704973220825, + "goal_head.2.bias": 0.024626795202493668 + }, + { + "global_gate": 0.0008199947769753635, + "embedding.weight": 0.01995677687227726, + "cnn.0.weight": 0.4620554447174072, + "cnn.0.bias": 0.023047523573040962, + "cnn.2.weight": 0.11690579354763031, + "cnn.2.bias": 0.052824366837739944, + "cnn.5.weight": 0.14420439302921295, + "cnn.5.bias": 0.05270811915397644, + "action_emb.weight": 0.03851671516895294, + "timestep_emb.weight": 0.006237112917006016, + "pos_emb.weight": 0.016826236620545387, + "transformer.layers.0.self_attn.in_proj_weight": 0.2996231019496918, + "transformer.layers.0.self_attn.in_proj_bias": 0.03392808511853218, + "transformer.layers.0.self_attn.out_proj.weight": 0.31218406558036804, + "transformer.layers.0.self_attn.out_proj.bias": 0.04189085215330124, + "transformer.layers.0.linear1.weight": 0.21723490953445435, + "transformer.layers.0.linear1.bias": 0.016319546848535538, + "transformer.layers.0.linear2.weight": 0.32620343565940857, + "transformer.layers.0.linear2.bias": 0.034589044749736786, + "transformer.layers.0.norm1.weight": 0.016036732122302055, + "transformer.layers.0.norm1.bias": 0.029271917417645454, + "transformer.layers.0.norm2.weight": 0.016716985031962395, + "transformer.layers.0.norm2.bias": 0.016592558473348618, + "transformer.layers.1.self_attn.in_proj_weight": 0.3491407632827759, + "transformer.layers.1.self_attn.in_proj_bias": 0.02534472942352295, + "transformer.layers.1.self_attn.out_proj.weight": 0.31159985065460205, + "transformer.layers.1.self_attn.out_proj.bias": 0.020136594772338867, + "transformer.layers.1.linear1.weight": 0.14257162809371948, + "transformer.layers.1.linear1.bias": 0.009149830788373947, + "transformer.layers.1.linear2.weight": 0.21204079687595367, + "transformer.layers.1.linear2.bias": 0.017338018864393234, + "transformer.layers.1.norm1.weight": 0.03137041628360748, + "transformer.layers.1.norm1.bias": 0.030918264761567116, + "transformer.layers.1.norm2.weight": 0.011305042542517185, + "transformer.layers.1.norm2.bias": 0.009086181409657001, + "transformer.layers.2.self_attn.in_proj_weight": 0.3201453685760498, + "transformer.layers.2.self_attn.in_proj_bias": 0.018204789608716965, + "transformer.layers.2.self_attn.out_proj.weight": 0.20199565589427948, + "transformer.layers.2.self_attn.out_proj.bias": 0.01473398320376873, + "transformer.layers.2.linear1.weight": 0.1101747453212738, + "transformer.layers.2.linear1.bias": 0.007390947081148624, + "transformer.layers.2.linear2.weight": 0.13070571422576904, + "transformer.layers.2.linear2.bias": 0.01206995826214552, + "transformer.layers.2.norm1.weight": 0.02921203151345253, + "transformer.layers.2.norm1.bias": 0.020084768533706665, + "transformer.layers.2.norm2.weight": 0.00821027159690857, + "transformer.layers.2.norm2.bias": 0.008170665241777897, + "transformer.layers.3.self_attn.in_proj_weight": 0.28684866428375244, + "transformer.layers.3.self_attn.in_proj_bias": 0.019066188484430313, + "transformer.layers.3.self_attn.out_proj.weight": 0.15534278750419617, + "transformer.layers.3.self_attn.out_proj.bias": 0.012296527624130249, + "transformer.layers.3.linear1.weight": 0.1775849461555481, + "transformer.layers.3.linear1.bias": 0.012981541454792023, + "transformer.layers.3.linear2.weight": 0.11736985296010971, + "transformer.layers.3.linear2.bias": 0.00981209147721529, + "transformer.layers.3.norm1.weight": 0.02581101655960083, + "transformer.layers.3.norm1.bias": 0.025683240965008736, + "transformer.layers.3.norm2.weight": 0.01585082709789276, + "transformer.layers.3.norm2.bias": 0.01819431222975254, + "head.weight": 0.9207832217216492, + "head.bias": 0.01699419505894184, + "global_embedding.weight": 0.01924528367817402, + "global_cnn.0.weight": 0.19093553721904755, + "global_cnn.0.bias": 0.009274953044950962, + "global_cnn.2.weight": 0.3610336482524872, + "global_cnn.2.bias": 0.016086969524621964, + "global_proj.weight": 0.17235691845417023, + "global_proj.bias": 0.04543076083064079, + "goal_head.0.weight": 0.05315793678164482, + "goal_head.0.bias": 0.011628570035099983, + "goal_head.2.weight": 0.05458381026983261, + "goal_head.2.bias": 0.020599529147148132 + }, + { + "global_gate": 0.0010618133237585425, + "embedding.weight": 0.04987083002924919, + "cnn.0.weight": 0.8764677047729492, + "cnn.0.bias": 0.030401205644011497, + "cnn.2.weight": 0.18093305826187134, + "cnn.2.bias": 0.0630035325884819, + "cnn.5.weight": 0.18606136739253998, + "cnn.5.bias": 0.07824131846427917, + "action_emb.weight": 0.047851018607616425, + "timestep_emb.weight": 0.009224734269082546, + "pos_emb.weight": 0.02128247544169426, + "transformer.layers.0.self_attn.in_proj_weight": 0.4613613784313202, + "transformer.layers.0.self_attn.in_proj_bias": 0.05170341581106186, + "transformer.layers.0.self_attn.out_proj.weight": 0.43301934003829956, + "transformer.layers.0.self_attn.out_proj.bias": 0.06283614784479141, + "transformer.layers.0.linear1.weight": 0.2786062955856323, + "transformer.layers.0.linear1.bias": 0.023346124216914177, + "transformer.layers.0.linear2.weight": 0.4367547035217285, + "transformer.layers.0.linear2.bias": 0.04641320928931236, + "transformer.layers.0.norm1.weight": 0.025123465806245804, + "transformer.layers.0.norm1.bias": 0.04749090224504471, + "transformer.layers.0.norm2.weight": 0.018671773374080658, + "transformer.layers.0.norm2.bias": 0.026209989562630653, + "transformer.layers.1.self_attn.in_proj_weight": 0.4622220993041992, + "transformer.layers.1.self_attn.in_proj_bias": 0.03295620530843735, + "transformer.layers.1.self_attn.out_proj.weight": 0.4331187903881073, + "transformer.layers.1.self_attn.out_proj.bias": 0.02828425168991089, + "transformer.layers.1.linear1.weight": 0.20994774997234344, + "transformer.layers.1.linear1.bias": 0.013136320747435093, + "transformer.layers.1.linear2.weight": 0.31207481026649475, + "transformer.layers.1.linear2.bias": 0.023995136842131615, + "transformer.layers.1.norm1.weight": 0.04468732327222824, + "transformer.layers.1.norm1.bias": 0.03943512588739395, + "transformer.layers.1.norm2.weight": 0.015470236539840698, + "transformer.layers.1.norm2.bias": 0.012510576285421848, + "transformer.layers.2.self_attn.in_proj_weight": 0.49072352051734924, + "transformer.layers.2.self_attn.in_proj_bias": 0.02543608285486698, + "transformer.layers.2.self_attn.out_proj.weight": 0.26679614186286926, + "transformer.layers.2.self_attn.out_proj.bias": 0.019138693809509277, + "transformer.layers.2.linear1.weight": 0.15570083260536194, + "transformer.layers.2.linear1.bias": 0.010167864151299, + "transformer.layers.2.linear2.weight": 0.1865459680557251, + "transformer.layers.2.linear2.bias": 0.015602275729179382, + "transformer.layers.2.norm1.weight": 0.04173373430967331, + "transformer.layers.2.norm1.bias": 0.02626013197004795, + "transformer.layers.2.norm2.weight": 0.012556805275380611, + "transformer.layers.2.norm2.bias": 0.012060892768204212, + "transformer.layers.3.self_attn.in_proj_weight": 0.3929107189178467, + "transformer.layers.3.self_attn.in_proj_bias": 0.01699851267039776, + "transformer.layers.3.self_attn.out_proj.weight": 0.2591276168823242, + "transformer.layers.3.self_attn.out_proj.bias": 0.012649900279939175, + "transformer.layers.3.linear1.weight": 0.25533512234687805, + "transformer.layers.3.linear1.bias": 0.017911870032548904, + "transformer.layers.3.linear2.weight": 0.1780003309249878, + "transformer.layers.3.linear2.bias": 0.010534648783504963, + "transformer.layers.3.norm1.weight": 0.039336737245321274, + "transformer.layers.3.norm1.bias": 0.019101891666650772, + "transformer.layers.3.norm2.weight": 0.02153770439326763, + "transformer.layers.3.norm2.bias": 0.023930497467517853, + "head.weight": 1.4266659021377563, + "head.bias": 0.0204726941883564, + "global_embedding.weight": 0.14816048741340637, + "global_cnn.0.weight": 0.4742550849914551, + "global_cnn.0.bias": 0.021979032084345818, + "global_cnn.2.weight": 0.6913518309593201, + "global_cnn.2.bias": 0.024234429001808167, + "global_proj.weight": 0.23671095073223114, + "global_proj.bias": 0.056811586022377014, + "goal_head.0.weight": 0.06774819642305374, + "goal_head.0.bias": 0.012856499291956425, + "goal_head.2.weight": 0.07609496265649796, + "goal_head.2.bias": 0.02239624783396721 + }, + { + "global_gate": 0.0012125956127420068, + "embedding.weight": 0.012301999144256115, + "cnn.0.weight": 0.2951495945453644, + "cnn.0.bias": 0.012384559959173203, + "cnn.2.weight": 0.08136175572872162, + "cnn.2.bias": 0.029039453715085983, + "cnn.5.weight": 0.11503343284130096, + "cnn.5.bias": 0.04423769190907478, + "action_emb.weight": 0.03047933056950569, + "timestep_emb.weight": 0.005960479844361544, + "pos_emb.weight": 0.0145734753459692, + "transformer.layers.0.self_attn.in_proj_weight": 0.2945413589477539, + "transformer.layers.0.self_attn.in_proj_bias": 0.03337893635034561, + "transformer.layers.0.self_attn.out_proj.weight": 0.3125976324081421, + "transformer.layers.0.self_attn.out_proj.bias": 0.042297281324863434, + "transformer.layers.0.linear1.weight": 0.1924072951078415, + "transformer.layers.0.linear1.bias": 0.015922460705041885, + "transformer.layers.0.linear2.weight": 0.32589009404182434, + "transformer.layers.0.linear2.bias": 0.03346217796206474, + "transformer.layers.0.norm1.weight": 0.014876635745167732, + "transformer.layers.0.norm1.bias": 0.029441656544804573, + "transformer.layers.0.norm2.weight": 0.0133333345875144, + "transformer.layers.0.norm2.bias": 0.017457265406847, + "transformer.layers.1.self_attn.in_proj_weight": 0.3620569109916687, + "transformer.layers.1.self_attn.in_proj_bias": 0.0260364580899477, + "transformer.layers.1.self_attn.out_proj.weight": 0.3202681839466095, + "transformer.layers.1.self_attn.out_proj.bias": 0.02052440494298935, + "transformer.layers.1.linear1.weight": 0.13982897996902466, + "transformer.layers.1.linear1.bias": 0.009242785163223743, + "transformer.layers.1.linear2.weight": 0.2193833589553833, + "transformer.layers.1.linear2.bias": 0.01797148399055004, + "transformer.layers.1.norm1.weight": 0.03841521963477135, + "transformer.layers.1.norm1.bias": 0.03188420459628105, + "transformer.layers.1.norm2.weight": 0.010717716068029404, + "transformer.layers.1.norm2.bias": 0.008695293217897415, + "transformer.layers.2.self_attn.in_proj_weight": 0.325335830450058, + "transformer.layers.2.self_attn.in_proj_bias": 0.019115909934043884, + "transformer.layers.2.self_attn.out_proj.weight": 0.20265009999275208, + "transformer.layers.2.self_attn.out_proj.bias": 0.015103972516953945, + "transformer.layers.2.linear1.weight": 0.11189732700586319, + "transformer.layers.2.linear1.bias": 0.007714088074862957, + "transformer.layers.2.linear2.weight": 0.13373924791812897, + "transformer.layers.2.linear2.bias": 0.012879231944680214, + "transformer.layers.2.norm1.weight": 0.027212128043174744, + "transformer.layers.2.norm1.bias": 0.02097630873322487, + "transformer.layers.2.norm2.weight": 0.008167206309735775, + "transformer.layers.2.norm2.bias": 0.008425180800259113, + "transformer.layers.3.self_attn.in_proj_weight": 0.280624121427536, + "transformer.layers.3.self_attn.in_proj_bias": 0.017241759225726128, + "transformer.layers.3.self_attn.out_proj.weight": 0.18324193358421326, + "transformer.layers.3.self_attn.out_proj.bias": 0.011565802618861198, + "transformer.layers.3.linear1.weight": 0.18188795447349548, + "transformer.layers.3.linear1.bias": 0.013032645918428898, + "transformer.layers.3.linear2.weight": 0.12495565414428711, + "transformer.layers.3.linear2.bias": 0.0099759167060256, + "transformer.layers.3.norm1.weight": 0.02926885522902012, + "transformer.layers.3.norm1.bias": 0.02607908844947815, + "transformer.layers.3.norm2.weight": 0.016011426225304604, + "transformer.layers.3.norm2.bias": 0.01818286068737507, + "head.weight": 0.9983808398246765, + "head.bias": 0.018159115687012672, + "global_embedding.weight": 0.04650820791721344, + "global_cnn.0.weight": 0.17856721580028534, + "global_cnn.0.bias": 0.00818850751966238, + "global_cnn.2.weight": 0.3384307622909546, + "global_cnn.2.bias": 0.013107040897011757, + "global_proj.weight": 0.18891066312789917, + "global_proj.bias": 0.04688229784369469, + "goal_head.0.weight": 0.0860343798995018, + "goal_head.0.bias": 0.017029542475938797, + "goal_head.2.weight": 0.09639394283294678, + "goal_head.2.bias": 0.03003029152750969 + }, + { + "global_gate": 0.0011271173134446144, + "embedding.weight": 0.04091908782720566, + "cnn.0.weight": 0.7282403111457825, + "cnn.0.bias": 0.031648535281419754, + "cnn.2.weight": 0.16090302169322968, + "cnn.2.bias": 0.07395926117897034, + "cnn.5.weight": 0.21572156250476837, + "cnn.5.bias": 0.07361742109060287, + "action_emb.weight": 0.06887584179639816, + "timestep_emb.weight": 0.03869989141821861, + "pos_emb.weight": 0.05175942927598953, + "transformer.layers.0.self_attn.in_proj_weight": 0.5400545001029968, + "transformer.layers.0.self_attn.in_proj_bias": 0.04444006085395813, + "transformer.layers.0.self_attn.out_proj.weight": 0.5274672508239746, + "transformer.layers.0.self_attn.out_proj.bias": 0.053044579923152924, + "transformer.layers.0.linear1.weight": 0.428527295589447, + "transformer.layers.0.linear1.bias": 0.02204282023012638, + "transformer.layers.0.linear2.weight": 0.46296051144599915, + "transformer.layers.0.linear2.bias": 0.03795723244547844, + "transformer.layers.0.norm1.weight": 0.030164336785674095, + "transformer.layers.0.norm1.bias": 0.03861277177929878, + "transformer.layers.0.norm2.weight": 0.03547835350036621, + "transformer.layers.0.norm2.bias": 0.023273827508091927, + "transformer.layers.1.self_attn.in_proj_weight": 0.40379050374031067, + "transformer.layers.1.self_attn.in_proj_bias": 0.025174738839268684, + "transformer.layers.1.self_attn.out_proj.weight": 0.37928932905197144, + "transformer.layers.1.self_attn.out_proj.bias": 0.0263986699283123, + "transformer.layers.1.linear1.weight": 0.2508315145969391, + "transformer.layers.1.linear1.bias": 0.012457764707505703, + "transformer.layers.1.linear2.weight": 0.2937365770339966, + "transformer.layers.1.linear2.bias": 0.02232888713479042, + "transformer.layers.1.norm1.weight": 0.029447829350829124, + "transformer.layers.1.norm1.bias": 0.02548082545399666, + "transformer.layers.1.norm2.weight": 0.020106034353375435, + "transformer.layers.1.norm2.bias": 0.0124900434166193, + "transformer.layers.2.self_attn.in_proj_weight": 0.48509645462036133, + "transformer.layers.2.self_attn.in_proj_bias": 0.02237100526690483, + "transformer.layers.2.self_attn.out_proj.weight": 0.2797437012195587, + "transformer.layers.2.self_attn.out_proj.bias": 0.017994990572333336, + "transformer.layers.2.linear1.weight": 0.1484965980052948, + "transformer.layers.2.linear1.bias": 0.008207105100154877, + "transformer.layers.2.linear2.weight": 0.1690811812877655, + "transformer.layers.2.linear2.bias": 0.01539780292659998, + "transformer.layers.2.norm1.weight": 0.031311992555856705, + "transformer.layers.2.norm1.bias": 0.024362454190850258, + "transformer.layers.2.norm2.weight": 0.010720962658524513, + "transformer.layers.2.norm2.bias": 0.00915231741964817, + "transformer.layers.3.self_attn.in_proj_weight": 0.46893295645713806, + "transformer.layers.3.self_attn.in_proj_bias": 0.025919901207089424, + "transformer.layers.3.self_attn.out_proj.weight": 0.10844069719314575, + "transformer.layers.3.self_attn.out_proj.bias": 0.009126964956521988, + "transformer.layers.3.linear1.weight": 0.1435888409614563, + "transformer.layers.3.linear1.bias": 0.008736160583794117, + "transformer.layers.3.linear2.weight": 0.09382283687591553, + "transformer.layers.3.linear2.bias": 0.008099743165075779, + "transformer.layers.3.norm1.weight": 0.034862957894802094, + "transformer.layers.3.norm1.bias": 0.03178231418132782, + "transformer.layers.3.norm2.weight": 0.0116749107837677, + "transformer.layers.3.norm2.bias": 0.010556737892329693, + "head.weight": 0.7432769536972046, + "head.bias": 0.01569131761789322, + "global_embedding.weight": 0.1227230504155159, + "global_cnn.0.weight": 0.5596684217453003, + "global_cnn.0.bias": 0.021348828449845314, + "global_cnn.2.weight": 1.249230146408081, + "global_cnn.2.bias": 0.05629098787903786, + "global_proj.weight": 0.43856701254844666, + "global_proj.bias": 0.10624778270721436, + "goal_head.0.weight": 0.17523783445358276, + "goal_head.0.bias": 0.035690855234861374, + "goal_head.2.weight": 0.18593564629554749, + "goal_head.2.bias": 0.05873531103134155 + }, + { + "global_gate": 0.0005781507934443653, + "embedding.weight": 0.017398713156580925, + "cnn.0.weight": 0.45716068148612976, + "cnn.0.bias": 0.021010957658290863, + "cnn.2.weight": 0.14749333262443542, + "cnn.2.bias": 0.06708628684282303, + "cnn.5.weight": 0.17151840031147003, + "cnn.5.bias": 0.05878777801990509, + "action_emb.weight": 0.03013727068901062, + "timestep_emb.weight": 0.010131977498531342, + "pos_emb.weight": 0.015878615900874138, + "transformer.layers.0.self_attn.in_proj_weight": 0.2921774089336395, + "transformer.layers.0.self_attn.in_proj_bias": 0.028231197968125343, + "transformer.layers.0.self_attn.out_proj.weight": 0.2631590962409973, + "transformer.layers.0.self_attn.out_proj.bias": 0.03475922718644142, + "transformer.layers.0.linear1.weight": 0.1884024292230606, + "transformer.layers.0.linear1.bias": 0.0127413896843791, + "transformer.layers.0.linear2.weight": 0.26235026121139526, + "transformer.layers.0.linear2.bias": 0.024585209786891937, + "transformer.layers.0.norm1.weight": 0.01726975291967392, + "transformer.layers.0.norm1.bias": 0.025506621226668358, + "transformer.layers.0.norm2.weight": 0.014713289216160774, + "transformer.layers.0.norm2.bias": 0.014393838122487068, + "transformer.layers.1.self_attn.in_proj_weight": 0.3179842531681061, + "transformer.layers.1.self_attn.in_proj_bias": 0.01996644027531147, + "transformer.layers.1.self_attn.out_proj.weight": 0.21300393342971802, + "transformer.layers.1.self_attn.out_proj.bias": 0.01392985600978136, + "transformer.layers.1.linear1.weight": 0.11653650552034378, + "transformer.layers.1.linear1.bias": 0.006676671095192432, + "transformer.layers.1.linear2.weight": 0.16112089157104492, + "transformer.layers.1.linear2.bias": 0.011977223679423332, + "transformer.layers.1.norm1.weight": 0.02871585078537464, + "transformer.layers.1.norm1.bias": 0.024136709049344063, + "transformer.layers.1.norm2.weight": 0.008710221387445927, + "transformer.layers.1.norm2.bias": 0.006221626419574022, + "transformer.layers.2.self_attn.in_proj_weight": 0.2562628388404846, + "transformer.layers.2.self_attn.in_proj_bias": 0.01300264336168766, + "transformer.layers.2.self_attn.out_proj.weight": 0.14088833332061768, + "transformer.layers.2.self_attn.out_proj.bias": 0.00966546032577753, + "transformer.layers.2.linear1.weight": 0.07752338796854019, + "transformer.layers.2.linear1.bias": 0.005034003872424364, + "transformer.layers.2.linear2.weight": 0.08802064508199692, + "transformer.layers.2.linear2.bias": 0.008147292770445347, + "transformer.layers.2.norm1.weight": 0.020937925204634666, + "transformer.layers.2.norm1.bias": 0.01425217930227518, + "transformer.layers.2.norm2.weight": 0.005556256975978613, + "transformer.layers.2.norm2.bias": 0.0053268917836248875, + "transformer.layers.3.self_attn.in_proj_weight": 0.18123742938041687, + "transformer.layers.3.self_attn.in_proj_bias": 0.00957247894257307, + "transformer.layers.3.self_attn.out_proj.weight": 0.10689171403646469, + "transformer.layers.3.self_attn.out_proj.bias": 0.006121231243014336, + "transformer.layers.3.linear1.weight": 0.11885190010070801, + "transformer.layers.3.linear1.bias": 0.007739605847746134, + "transformer.layers.3.linear2.weight": 0.08367128670215607, + "transformer.layers.3.linear2.bias": 0.004341524560004473, + "transformer.layers.3.norm1.weight": 0.01764199323952198, + "transformer.layers.3.norm1.bias": 0.014562945812940598, + "transformer.layers.3.norm2.weight": 0.011467766016721725, + "transformer.layers.3.norm2.bias": 0.01144314929842949, + "head.weight": 0.630798876285553, + "head.bias": 0.007806900888681412, + "global_embedding.weight": 0.050916485488414764, + "global_cnn.0.weight": 0.3043319582939148, + "global_cnn.0.bias": 0.01315271109342575, + "global_cnn.2.weight": 0.6099283695220947, + "global_cnn.2.bias": 0.02726372890174389, + "global_proj.weight": 0.31471309065818787, + "global_proj.bias": 0.0815044492483139, + "goal_head.0.weight": 0.17759868502616882, + "goal_head.0.bias": 0.03588677942752838, + "goal_head.2.weight": 0.19970308244228363, + "goal_head.2.bias": 0.06294756382703781 + }, + { + "global_gate": 0.0007296361727640033, + "embedding.weight": 0.01791311800479889, + "cnn.0.weight": 0.30272573232650757, + "cnn.0.bias": 0.013700136914849281, + "cnn.2.weight": 0.07960012555122375, + "cnn.2.bias": 0.03460291773080826, + "cnn.5.weight": 0.08148576319217682, + "cnn.5.bias": 0.02993602305650711, + "action_emb.weight": 0.017866672948002815, + "timestep_emb.weight": 0.004474432673305273, + "pos_emb.weight": 0.007859057746827602, + "transformer.layers.0.self_attn.in_proj_weight": 0.1495877355337143, + "transformer.layers.0.self_attn.in_proj_bias": 0.017074422910809517, + "transformer.layers.0.self_attn.out_proj.weight": 0.15358713269233704, + "transformer.layers.0.self_attn.out_proj.bias": 0.021869853138923645, + "transformer.layers.0.linear1.weight": 0.10479111969470978, + "transformer.layers.0.linear1.bias": 0.007894779555499554, + "transformer.layers.0.linear2.weight": 0.1666155308485031, + "transformer.layers.0.linear2.bias": 0.01653299480676651, + "transformer.layers.0.norm1.weight": 0.008159331046044827, + "transformer.layers.0.norm1.bias": 0.014639955945312977, + "transformer.layers.0.norm2.weight": 0.00788542814552784, + "transformer.layers.0.norm2.bias": 0.00861591286957264, + "transformer.layers.1.self_attn.in_proj_weight": 0.1726679801940918, + "transformer.layers.1.self_attn.in_proj_bias": 0.011615509167313576, + "transformer.layers.1.self_attn.out_proj.weight": 0.17049314081668854, + "transformer.layers.1.self_attn.out_proj.bias": 0.010929390788078308, + "transformer.layers.1.linear1.weight": 0.0765533298254013, + "transformer.layers.1.linear1.bias": 0.005219760816544294, + "transformer.layers.1.linear2.weight": 0.1167394295334816, + "transformer.layers.1.linear2.bias": 0.009355615824460983, + "transformer.layers.1.norm1.weight": 0.014991914853453636, + "transformer.layers.1.norm1.bias": 0.013446852564811707, + "transformer.layers.1.norm2.weight": 0.0056770858354866505, + "transformer.layers.1.norm2.bias": 0.005235906690359116, + "transformer.layers.2.self_attn.in_proj_weight": 0.16621050238609314, + "transformer.layers.2.self_attn.in_proj_bias": 0.009937777183949947, + "transformer.layers.2.self_attn.out_proj.weight": 0.10056378692388535, + "transformer.layers.2.self_attn.out_proj.bias": 0.00790719036012888, + "transformer.layers.2.linear1.weight": 0.05650036036968231, + "transformer.layers.2.linear1.bias": 0.0040804725140333176, + "transformer.layers.2.linear2.weight": 0.07013648748397827, + "transformer.layers.2.linear2.bias": 0.006809223908931017, + "transformer.layers.2.norm1.weight": 0.014715995639562607, + "transformer.layers.2.norm1.bias": 0.01192400325089693, + "transformer.layers.2.norm2.weight": 0.0038725531194359064, + "transformer.layers.2.norm2.bias": 0.004241518676280975, + "transformer.layers.3.self_attn.in_proj_weight": 0.14419159293174744, + "transformer.layers.3.self_attn.in_proj_bias": 0.010384912602603436, + "transformer.layers.3.self_attn.out_proj.weight": 0.08223728090524673, + "transformer.layers.3.self_attn.out_proj.bias": 0.006857661064714193, + "transformer.layers.3.linear1.weight": 0.0925528034567833, + "transformer.layers.3.linear1.bias": 0.007203890010714531, + "transformer.layers.3.linear2.weight": 0.05839325860142708, + "transformer.layers.3.linear2.bias": 0.005366501398384571, + "transformer.layers.3.norm1.weight": 0.013122698292136192, + "transformer.layers.3.norm1.bias": 0.015696626156568527, + "transformer.layers.3.norm2.weight": 0.008226245641708374, + "transformer.layers.3.norm2.bias": 0.009776079095900059, + "head.weight": 0.4738064706325531, + "head.bias": 0.009529296308755875, + "global_embedding.weight": 0.035721320658922195, + "global_cnn.0.weight": 0.19745968282222748, + "global_cnn.0.bias": 0.009110091254115105, + "global_cnn.2.weight": 0.4374047815799713, + "global_cnn.2.bias": 0.02150842547416687, + "global_proj.weight": 0.2118922770023346, + "global_proj.bias": 0.058854635804891586, + "goal_head.0.weight": 0.11733251065015793, + "goal_head.0.bias": 0.02577335014939308, + "goal_head.2.weight": 0.1280849575996399, + "goal_head.2.bias": 0.04652533307671547 + }, + { + "global_gate": 0.00031270121689885855, + "embedding.weight": 0.0056681279093027115, + "cnn.0.weight": 0.16645032167434692, + "cnn.0.bias": 0.006098507437855005, + "cnn.2.weight": 0.04816260188817978, + "cnn.2.bias": 0.01691817119717598, + "cnn.5.weight": 0.052190862596035004, + "cnn.5.bias": 0.016866065561771393, + "action_emb.weight": 0.010836798697710037, + "timestep_emb.weight": 0.0029100808314979076, + "pos_emb.weight": 0.005636187735944986, + "transformer.layers.0.self_attn.in_proj_weight": 0.08489502966403961, + "transformer.layers.0.self_attn.in_proj_bias": 0.008764415048062801, + "transformer.layers.0.self_attn.out_proj.weight": 0.08556846529245377, + "transformer.layers.0.self_attn.out_proj.bias": 0.011069412343204021, + "transformer.layers.0.linear1.weight": 0.061407554894685745, + "transformer.layers.0.linear1.bias": 0.0042390343733131886, + "transformer.layers.0.linear2.weight": 0.08947566896677017, + "transformer.layers.0.linear2.bias": 0.008447971194982529, + "transformer.layers.0.norm1.weight": 0.004825649317353964, + "transformer.layers.0.norm1.bias": 0.00789657048881054, + "transformer.layers.0.norm2.weight": 0.004876723978668451, + "transformer.layers.0.norm2.bias": 0.004367647226899862, + "transformer.layers.1.self_attn.in_proj_weight": 0.09939395636320114, + "transformer.layers.1.self_attn.in_proj_bias": 0.006719681434333324, + "transformer.layers.1.self_attn.out_proj.weight": 0.08764935284852982, + "transformer.layers.1.self_attn.out_proj.bias": 0.00531492754817009, + "transformer.layers.1.linear1.weight": 0.04197484999895096, + "transformer.layers.1.linear1.bias": 0.002492862520739436, + "transformer.layers.1.linear2.weight": 0.061290424317121506, + "transformer.layers.1.linear2.bias": 0.004621722269803286, + "transformer.layers.1.norm1.weight": 0.009515875950455666, + "transformer.layers.1.norm1.bias": 0.008246797136962414, + "transformer.layers.1.norm2.weight": 0.003221685765311122, + "transformer.layers.1.norm2.bias": 0.002278456697240472, + "transformer.layers.2.self_attn.in_proj_weight": 0.08880661427974701, + "transformer.layers.2.self_attn.in_proj_bias": 0.00483844056725502, + "transformer.layers.2.self_attn.out_proj.weight": 0.054407574236392975, + "transformer.layers.2.self_attn.out_proj.bias": 0.00398255093023181, + "transformer.layers.2.linear1.weight": 0.03191673383116722, + "transformer.layers.2.linear1.bias": 0.0021090705413371325, + "transformer.layers.2.linear2.weight": 0.03679167479276657, + "transformer.layers.2.linear2.bias": 0.0031803795136511326, + "transformer.layers.2.norm1.weight": 0.0076551116071641445, + "transformer.layers.2.norm1.bias": 0.005445100832730532, + "transformer.layers.2.norm2.weight": 0.0024437601678073406, + "transformer.layers.2.norm2.bias": 0.002363329054787755, + "transformer.layers.3.self_attn.in_proj_weight": 0.08012232184410095, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037621434312313795, + "transformer.layers.3.self_attn.out_proj.weight": 0.047359202057123184, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021834541112184525, + "transformer.layers.3.linear1.weight": 0.049289770424366, + "transformer.layers.3.linear1.bias": 0.0034884531050920486, + "transformer.layers.3.linear2.weight": 0.03166283294558525, + "transformer.layers.3.linear2.bias": 0.001249941997230053, + "transformer.layers.3.norm1.weight": 0.007628538180142641, + "transformer.layers.3.norm1.bias": 0.004988096188753843, + "transformer.layers.3.norm2.weight": 0.004259049892425537, + "transformer.layers.3.norm2.bias": 0.0049200886860489845, + "head.weight": 0.25670284032821655, + "head.bias": 0.002107184147462249, + "global_embedding.weight": 0.03979109227657318, + "global_cnn.0.weight": 0.27310025691986084, + "global_cnn.0.bias": 0.010428854264318943, + "global_cnn.2.weight": 0.4358662962913513, + "global_cnn.2.bias": 0.01986759342253208, + "global_proj.weight": 0.18383817374706268, + "global_proj.bias": 0.046803608536720276, + "goal_head.0.weight": 0.10163840651512146, + "goal_head.0.bias": 0.02036413550376892, + "goal_head.2.weight": 0.1112598404288292, + "goal_head.2.bias": 0.03505232185125351 + }, + { + "global_gate": 0.0004242313443683088, + "embedding.weight": 0.02674715407192707, + "cnn.0.weight": 0.4438475966453552, + "cnn.0.bias": 0.01727757416665554, + "cnn.2.weight": 0.09126432985067368, + "cnn.2.bias": 0.026512840762734413, + "cnn.5.weight": 0.09684042632579803, + "cnn.5.bias": 0.032875340431928635, + "action_emb.weight": 0.025368183851242065, + "timestep_emb.weight": 0.005333627108484507, + "pos_emb.weight": 0.01066064927726984, + "transformer.layers.0.self_attn.in_proj_weight": 0.1892535388469696, + "transformer.layers.0.self_attn.in_proj_bias": 0.021790433675050735, + "transformer.layers.0.self_attn.out_proj.weight": 0.18846596777439117, + "transformer.layers.0.self_attn.out_proj.bias": 0.02680090069770813, + "transformer.layers.0.linear1.weight": 0.13563764095306396, + "transformer.layers.0.linear1.bias": 0.010033360682427883, + "transformer.layers.0.linear2.weight": 0.20265905559062958, + "transformer.layers.0.linear2.bias": 0.02143031917512417, + "transformer.layers.0.norm1.weight": 0.010149837471544743, + "transformer.layers.0.norm1.bias": 0.019551154226064682, + "transformer.layers.0.norm2.weight": 0.010963443666696548, + "transformer.layers.0.norm2.bias": 0.010289194993674755, + "transformer.layers.1.self_attn.in_proj_weight": 0.22181303799152374, + "transformer.layers.1.self_attn.in_proj_bias": 0.016453873366117477, + "transformer.layers.1.self_attn.out_proj.weight": 0.2111559957265854, + "transformer.layers.1.self_attn.out_proj.bias": 0.013582444749772549, + "transformer.layers.1.linear1.weight": 0.09633497893810272, + "transformer.layers.1.linear1.bias": 0.005842139013111591, + "transformer.layers.1.linear2.weight": 0.14099600911140442, + "transformer.layers.1.linear2.bias": 0.011685870587825775, + "transformer.layers.1.norm1.weight": 0.022843845188617706, + "transformer.layers.1.norm1.bias": 0.020451560616493225, + "transformer.layers.1.norm2.weight": 0.007880291901528835, + "transformer.layers.1.norm2.bias": 0.005788549780845642, + "transformer.layers.2.self_attn.in_proj_weight": 0.2306758612394333, + "transformer.layers.2.self_attn.in_proj_bias": 0.0121288001537323, + "transformer.layers.2.self_attn.out_proj.weight": 0.12594249844551086, + "transformer.layers.2.self_attn.out_proj.bias": 0.00924153346568346, + "transformer.layers.2.linear1.weight": 0.06600048393011093, + "transformer.layers.2.linear1.bias": 0.004447790794074535, + "transformer.layers.2.linear2.weight": 0.0776621401309967, + "transformer.layers.2.linear2.bias": 0.007521290797740221, + "transformer.layers.2.norm1.weight": 0.018983831629157066, + "transformer.layers.2.norm1.bias": 0.012726327404379845, + "transformer.layers.2.norm2.weight": 0.004907360766083002, + "transformer.layers.2.norm2.bias": 0.004936190787702799, + "transformer.layers.3.self_attn.in_proj_weight": 0.1708957403898239, + "transformer.layers.3.self_attn.in_proj_bias": 0.008719351142644882, + "transformer.layers.3.self_attn.out_proj.weight": 0.09290491789579391, + "transformer.layers.3.self_attn.out_proj.bias": 0.00479250680655241, + "transformer.layers.3.linear1.weight": 0.10588972270488739, + "transformer.layers.3.linear1.bias": 0.007109842728823423, + "transformer.layers.3.linear2.weight": 0.06531787663698196, + "transformer.layers.3.linear2.bias": 0.002410627668723464, + "transformer.layers.3.norm1.weight": 0.015360167250037193, + "transformer.layers.3.norm1.bias": 0.010978935286402702, + "transformer.layers.3.norm2.weight": 0.009993070736527443, + "transformer.layers.3.norm2.bias": 0.010624981485307217, + "head.weight": 0.5509934425354004, + "head.bias": 0.00451970798894763, + "global_embedding.weight": 0.05528448522090912, + "global_cnn.0.weight": 0.20995073020458221, + "global_cnn.0.bias": 0.009818315505981445, + "global_cnn.2.weight": 0.36196428537368774, + "global_cnn.2.bias": 0.016955282539129257, + "global_proj.weight": 0.18164001405239105, + "global_proj.bias": 0.045949917286634445, + "goal_head.0.weight": 0.10857114940881729, + "goal_head.0.bias": 0.021593334153294563, + "goal_head.2.weight": 0.11737608909606934, + "goal_head.2.bias": 0.037201251834630966 + }, + { + "global_gate": 4.6036562707740813e-05, + "embedding.weight": 0.018961086869239807, + "cnn.0.weight": 0.4712987244129181, + "cnn.0.bias": 0.022955743595957756, + "cnn.2.weight": 0.13564804196357727, + "cnn.2.bias": 0.05703243985772133, + "cnn.5.weight": 0.1720377653837204, + "cnn.5.bias": 0.06027311831712723, + "action_emb.weight": 0.03885653242468834, + "timestep_emb.weight": 0.0069870841689407825, + "pos_emb.weight": 0.015385255217552185, + "transformer.layers.0.self_attn.in_proj_weight": 0.37580063939094543, + "transformer.layers.0.self_attn.in_proj_bias": 0.035611625760793686, + "transformer.layers.0.self_attn.out_proj.weight": 0.36675912141799927, + "transformer.layers.0.self_attn.out_proj.bias": 0.0496918149292469, + "transformer.layers.0.linear1.weight": 0.2190074771642685, + "transformer.layers.0.linear1.bias": 0.017421860247850418, + "transformer.layers.0.linear2.weight": 0.3515096604824066, + "transformer.layers.0.linear2.bias": 0.03556476905941963, + "transformer.layers.0.norm1.weight": 0.020492900162935257, + "transformer.layers.0.norm1.bias": 0.03206510469317436, + "transformer.layers.0.norm2.weight": 0.015671348199248314, + "transformer.layers.0.norm2.bias": 0.0202298816293478, + "transformer.layers.1.self_attn.in_proj_weight": 0.3839424252510071, + "transformer.layers.1.self_attn.in_proj_bias": 0.022390425205230713, + "transformer.layers.1.self_attn.out_proj.weight": 0.41150882840156555, + "transformer.layers.1.self_attn.out_proj.bias": 0.026204753667116165, + "transformer.layers.1.linear1.weight": 0.16908906400203705, + "transformer.layers.1.linear1.bias": 0.011491348966956139, + "transformer.layers.1.linear2.weight": 0.2685735821723938, + "transformer.layers.1.linear2.bias": 0.02344750426709652, + "transformer.layers.1.norm1.weight": 0.039537638425827026, + "transformer.layers.1.norm1.bias": 0.02432069554924965, + "transformer.layers.1.norm2.weight": 0.011980016715824604, + "transformer.layers.1.norm2.bias": 0.011513510718941689, + "transformer.layers.2.self_attn.in_proj_weight": 0.3906429708003998, + "transformer.layers.2.self_attn.in_proj_bias": 0.021206365898251534, + "transformer.layers.2.self_attn.out_proj.weight": 0.2678287923336029, + "transformer.layers.2.self_attn.out_proj.bias": 0.01923746056854725, + "transformer.layers.2.linear1.weight": 0.13586848974227905, + "transformer.layers.2.linear1.bias": 0.00893309898674488, + "transformer.layers.2.linear2.weight": 0.16276602447032928, + "transformer.layers.2.linear2.bias": 0.01876377873122692, + "transformer.layers.2.norm1.weight": 0.027625124901533127, + "transformer.layers.2.norm1.bias": 0.02282637171447277, + "transformer.layers.2.norm2.weight": 0.009758255444467068, + "transformer.layers.2.norm2.bias": 0.009398930706083775, + "transformer.layers.3.self_attn.in_proj_weight": 0.4571346938610077, + "transformer.layers.3.self_attn.in_proj_bias": 0.03778213635087013, + "transformer.layers.3.self_attn.out_proj.weight": 0.3055937588214874, + "transformer.layers.3.self_attn.out_proj.bias": 0.025791024789214134, + "transformer.layers.3.linear1.weight": 0.27820926904678345, + "transformer.layers.3.linear1.bias": 0.021189965307712555, + "transformer.layers.3.linear2.weight": 0.18895448744297028, + "transformer.layers.3.linear2.bias": 0.02481100708246231, + "transformer.layers.3.norm1.weight": 0.045401837676763535, + "transformer.layers.3.norm1.bias": 0.04872283339500427, + "transformer.layers.3.norm2.weight": 0.02472260408103466, + "transformer.layers.3.norm2.bias": 0.029389813542366028, + "head.weight": 1.7895102500915527, + "head.bias": 0.04801489785313606, + "global_embedding.weight": 0.01919764280319214, + "global_cnn.0.weight": 0.2900450825691223, + "global_cnn.0.bias": 0.010842524468898773, + "global_cnn.2.weight": 0.760749340057373, + "global_cnn.2.bias": 0.029105905443429947, + "global_proj.weight": 0.2264135181903839, + "global_proj.bias": 0.053661879152059555, + "goal_head.0.weight": 0.05640215426683426, + "goal_head.0.bias": 0.01089188177138567, + "goal_head.2.weight": 0.05735626444220543, + "goal_head.2.bias": 0.017536411061882973 + }, + { + "global_gate": 4.264899325789884e-05, + "embedding.weight": 0.031464479863643646, + "cnn.0.weight": 0.5456531047821045, + "cnn.0.bias": 0.02866235002875328, + "cnn.2.weight": 0.13554364442825317, + "cnn.2.bias": 0.05889442190527916, + "cnn.5.weight": 0.16987758874893188, + "cnn.5.bias": 0.05775448679924011, + "action_emb.weight": 0.038728538900613785, + "timestep_emb.weight": 0.007171007804572582, + "pos_emb.weight": 0.014570588245987892, + "transformer.layers.0.self_attn.in_proj_weight": 0.35468944907188416, + "transformer.layers.0.self_attn.in_proj_bias": 0.03492215648293495, + "transformer.layers.0.self_attn.out_proj.weight": 0.32749465107917786, + "transformer.layers.0.self_attn.out_proj.bias": 0.04480599984526634, + "transformer.layers.0.linear1.weight": 0.218377023935318, + "transformer.layers.0.linear1.bias": 0.01598074845969677, + "transformer.layers.0.linear2.weight": 0.3140502870082855, + "transformer.layers.0.linear2.bias": 0.030740991234779358, + "transformer.layers.0.norm1.weight": 0.020399870350956917, + "transformer.layers.0.norm1.bias": 0.03216871619224548, + "transformer.layers.0.norm2.weight": 0.015668796375393867, + "transformer.layers.0.norm2.bias": 0.015508619137108326, + "transformer.layers.1.self_attn.in_proj_weight": 0.3198024034500122, + "transformer.layers.1.self_attn.in_proj_bias": 0.0214872807264328, + "transformer.layers.1.self_attn.out_proj.weight": 0.2974688708782196, + "transformer.layers.1.self_attn.out_proj.bias": 0.020288938656449318, + "transformer.layers.1.linear1.weight": 0.15471631288528442, + "transformer.layers.1.linear1.bias": 0.009563532657921314, + "transformer.layers.1.linear2.weight": 0.2146228849887848, + "transformer.layers.1.linear2.bias": 0.017834657803177834, + "transformer.layers.1.norm1.weight": 0.02728194184601307, + "transformer.layers.1.norm1.bias": 0.025478890165686607, + "transformer.layers.1.norm2.weight": 0.012960328720510006, + "transformer.layers.1.norm2.bias": 0.010515252128243446, + "transformer.layers.2.self_attn.in_proj_weight": 0.4386744797229767, + "transformer.layers.2.self_attn.in_proj_bias": 0.02516939863562584, + "transformer.layers.2.self_attn.out_proj.weight": 0.16368339955806732, + "transformer.layers.2.self_attn.out_proj.bias": 0.011208782903850079, + "transformer.layers.2.linear1.weight": 0.09022368490695953, + "transformer.layers.2.linear1.bias": 0.0057685221545398235, + "transformer.layers.2.linear2.weight": 0.11434834450483322, + "transformer.layers.2.linear2.bias": 0.009685531258583069, + "transformer.layers.2.norm1.weight": 0.03190343454480171, + "transformer.layers.2.norm1.bias": 0.02634156309068203, + "transformer.layers.2.norm2.weight": 0.006906453985720873, + "transformer.layers.2.norm2.bias": 0.006109763402491808, + "transformer.layers.3.self_attn.in_proj_weight": 0.26839661598205566, + "transformer.layers.3.self_attn.in_proj_bias": 0.017376933246850967, + "transformer.layers.3.self_attn.out_proj.weight": 0.1481611579656601, + "transformer.layers.3.self_attn.out_proj.bias": 0.011114036664366722, + "transformer.layers.3.linear1.weight": 0.14701387286186218, + "transformer.layers.3.linear1.bias": 0.01041451096534729, + "transformer.layers.3.linear2.weight": 0.09929531067609787, + "transformer.layers.3.linear2.bias": 0.010072743520140648, + "transformer.layers.3.norm1.weight": 0.025440160185098648, + "transformer.layers.3.norm1.bias": 0.022481229156255722, + "transformer.layers.3.norm2.weight": 0.011870169080793858, + "transformer.layers.3.norm2.bias": 0.013760070316493511, + "head.weight": 0.9582652449607849, + "head.bias": 0.017575500532984734, + "global_embedding.weight": 0.025569507852196693, + "global_cnn.0.weight": 0.19912642240524292, + "global_cnn.0.bias": 0.008977048099040985, + "global_cnn.2.weight": 0.4158583879470825, + "global_cnn.2.bias": 0.0149878840893507, + "global_proj.weight": 0.19914178550243378, + "global_proj.bias": 0.04420944303274155, + "goal_head.0.weight": 0.06681898981332779, + "goal_head.0.bias": 0.012443493120372295, + "goal_head.2.weight": 0.07221974432468414, + "goal_head.2.bias": 0.020901652052998543 + }, + { + "global_gate": 0.000525686948094517, + "embedding.weight": 0.02709655463695526, + "cnn.0.weight": 0.49603432416915894, + "cnn.0.bias": 0.01996547542512417, + "cnn.2.weight": 0.11689300835132599, + "cnn.2.bias": 0.028911683708429337, + "cnn.5.weight": 0.11975143849849701, + "cnn.5.bias": 0.03575040027499199, + "action_emb.weight": 0.029549239203333855, + "timestep_emb.weight": 0.005965597927570343, + "pos_emb.weight": 0.014280183240771294, + "transformer.layers.0.self_attn.in_proj_weight": 0.24135902523994446, + "transformer.layers.0.self_attn.in_proj_bias": 0.025664234533905983, + "transformer.layers.0.self_attn.out_proj.weight": 0.23428049683570862, + "transformer.layers.0.self_attn.out_proj.bias": 0.03270614147186279, + "transformer.layers.0.linear1.weight": 0.16676707565784454, + "transformer.layers.0.linear1.bias": 0.012339257635176182, + "transformer.layers.0.linear2.weight": 0.23951387405395508, + "transformer.layers.0.linear2.bias": 0.024663258343935013, + "transformer.layers.0.norm1.weight": 0.012824008241295815, + "transformer.layers.0.norm1.bias": 0.0230867862701416, + "transformer.layers.0.norm2.weight": 0.013936514966189861, + "transformer.layers.0.norm2.bias": 0.013444893062114716, + "transformer.layers.1.self_attn.in_proj_weight": 0.24344120919704437, + "transformer.layers.1.self_attn.in_proj_bias": 0.019144773483276367, + "transformer.layers.1.self_attn.out_proj.weight": 0.24028319120407104, + "transformer.layers.1.self_attn.out_proj.bias": 0.015759654343128204, + "transformer.layers.1.linear1.weight": 0.11343979090452194, + "transformer.layers.1.linear1.bias": 0.007009260356426239, + "transformer.layers.1.linear2.weight": 0.16091910004615784, + "transformer.layers.1.linear2.bias": 0.013065247796475887, + "transformer.layers.1.norm1.weight": 0.02234627678990364, + "transformer.layers.1.norm1.bias": 0.023737803101539612, + "transformer.layers.1.norm2.weight": 0.00916015449911356, + "transformer.layers.1.norm2.bias": 0.008116086013615131, + "transformer.layers.2.self_attn.in_proj_weight": 0.27575549483299255, + "transformer.layers.2.self_attn.in_proj_bias": 0.015261008404195309, + "transformer.layers.2.self_attn.out_proj.weight": 0.13569419085979462, + "transformer.layers.2.self_attn.out_proj.bias": 0.010489790700376034, + "transformer.layers.2.linear1.weight": 0.07885386049747467, + "transformer.layers.2.linear1.bias": 0.004740297794342041, + "transformer.layers.2.linear2.weight": 0.1015060544013977, + "transformer.layers.2.linear2.bias": 0.00923611968755722, + "transformer.layers.2.norm1.weight": 0.02035033144056797, + "transformer.layers.2.norm1.bias": 0.016539063304662704, + "transformer.layers.2.norm2.weight": 0.005963094066828489, + "transformer.layers.2.norm2.bias": 0.004926994908601046, + "transformer.layers.3.self_attn.in_proj_weight": 0.23699147999286652, + "transformer.layers.3.self_attn.in_proj_bias": 0.013344086706638336, + "transformer.layers.3.self_attn.out_proj.weight": 0.12732739746570587, + "transformer.layers.3.self_attn.out_proj.bias": 0.009386581368744373, + "transformer.layers.3.linear1.weight": 0.14166510105133057, + "transformer.layers.3.linear1.bias": 0.010149831883609295, + "transformer.layers.3.linear2.weight": 0.0904306024312973, + "transformer.layers.3.linear2.bias": 0.009617523290216923, + "transformer.layers.3.norm1.weight": 0.0210181325674057, + "transformer.layers.3.norm1.bias": 0.015426427125930786, + "transformer.layers.3.norm2.weight": 0.011356895789504051, + "transformer.layers.3.norm2.bias": 0.012160546146333218, + "head.weight": 0.9362309575080872, + "head.bias": 0.02177167683839798, + "global_embedding.weight": 0.06192898377776146, + "global_cnn.0.weight": 0.20686030387878418, + "global_cnn.0.bias": 0.00986412912607193, + "global_cnn.2.weight": 0.2641158401966095, + "global_cnn.2.bias": 0.009403777308762074, + "global_proj.weight": 0.12295006960630417, + "global_proj.bias": 0.028062764555215836, + "goal_head.0.weight": 0.05598854273557663, + "goal_head.0.bias": 0.010366699658334255, + "goal_head.2.weight": 0.0640561431646347, + "goal_head.2.bias": 0.01800905540585518 + }, + { + "global_gate": 0.0002807373530231416, + "embedding.weight": 0.05433964356780052, + "cnn.0.weight": 0.7754544615745544, + "cnn.0.bias": 0.0368514284491539, + "cnn.2.weight": 0.13834604620933533, + "cnn.2.bias": 0.06061834096908569, + "cnn.5.weight": 0.13424570858478546, + "cnn.5.bias": 0.04312256723642349, + "action_emb.weight": 0.01931038498878479, + "timestep_emb.weight": 0.004674174822866917, + "pos_emb.weight": 0.009647805243730545, + "transformer.layers.0.self_attn.in_proj_weight": 0.2242017388343811, + "transformer.layers.0.self_attn.in_proj_bias": 0.026455050334334373, + "transformer.layers.0.self_attn.out_proj.weight": 0.20741720497608185, + "transformer.layers.0.self_attn.out_proj.bias": 0.033878423273563385, + "transformer.layers.0.linear1.weight": 0.12442856281995773, + "transformer.layers.0.linear1.bias": 0.011173401959240437, + "transformer.layers.0.linear2.weight": 0.19085194170475006, + "transformer.layers.0.linear2.bias": 0.021598681807518005, + "transformer.layers.0.norm1.weight": 0.011484308168292046, + "transformer.layers.0.norm1.bias": 0.022255968302488327, + "transformer.layers.0.norm2.weight": 0.008832663297653198, + "transformer.layers.0.norm2.bias": 0.012448534369468689, + "transformer.layers.1.self_attn.in_proj_weight": 0.1853095442056656, + "transformer.layers.1.self_attn.in_proj_bias": 0.015516652725636959, + "transformer.layers.1.self_attn.out_proj.weight": 0.15573453903198242, + "transformer.layers.1.self_attn.out_proj.bias": 0.012346664443612099, + "transformer.layers.1.linear1.weight": 0.07472109794616699, + "transformer.layers.1.linear1.bias": 0.0050976271741092205, + "transformer.layers.1.linear2.weight": 0.10552075505256653, + "transformer.layers.1.linear2.bias": 0.01043103076517582, + "transformer.layers.1.norm1.weight": 0.017830941826105118, + "transformer.layers.1.norm1.bias": 0.019185760989785194, + "transformer.layers.1.norm2.weight": 0.005899238865822554, + "transformer.layers.1.norm2.bias": 0.005753993522375822, + "transformer.layers.2.self_attn.in_proj_weight": 0.16800373792648315, + "transformer.layers.2.self_attn.in_proj_bias": 0.009778771549463272, + "transformer.layers.2.self_attn.out_proj.weight": 0.10195433348417282, + "transformer.layers.2.self_attn.out_proj.bias": 0.0068669370375573635, + "transformer.layers.2.linear1.weight": 0.05016729235649109, + "transformer.layers.2.linear1.bias": 0.003377377288416028, + "transformer.layers.2.linear2.weight": 0.06081124767661095, + "transformer.layers.2.linear2.bias": 0.005437500774860382, + "transformer.layers.2.norm1.weight": 0.014814961701631546, + "transformer.layers.2.norm1.bias": 0.010227825492620468, + "transformer.layers.2.norm2.weight": 0.00452255317941308, + "transformer.layers.2.norm2.bias": 0.003932409919798374, + "transformer.layers.3.self_attn.in_proj_weight": 0.12330242991447449, + "transformer.layers.3.self_attn.in_proj_bias": 0.006069573108106852, + "transformer.layers.3.self_attn.out_proj.weight": 0.08056507259607315, + "transformer.layers.3.self_attn.out_proj.bias": 0.004525249358266592, + "transformer.layers.3.linear1.weight": 0.08923996239900589, + "transformer.layers.3.linear1.bias": 0.006005905568599701, + "transformer.layers.3.linear2.weight": 0.06145459786057472, + "transformer.layers.3.linear2.bias": 0.0022680542897433043, + "transformer.layers.3.norm1.weight": 0.013279616832733154, + "transformer.layers.3.norm1.bias": 0.006740945391356945, + "transformer.layers.3.norm2.weight": 0.009138249792158604, + "transformer.layers.3.norm2.bias": 0.009472597390413284, + "head.weight": 0.5137166976928711, + "head.bias": 0.004398368764668703, + "global_embedding.weight": 0.044458091259002686, + "global_cnn.0.weight": 0.19108320772647858, + "global_cnn.0.bias": 0.007712453603744507, + "global_cnn.2.weight": 0.377261757850647, + "global_cnn.2.bias": 0.017768269404768944, + "global_proj.weight": 0.16578783094882965, + "global_proj.bias": 0.04157494381070137, + "goal_head.0.weight": 0.08220209926366806, + "goal_head.0.bias": 0.01696702092885971, + "goal_head.2.weight": 0.08690732717514038, + "goal_head.2.bias": 0.02927442640066147 + }, + { + "global_gate": 0.0006653647869825363, + "embedding.weight": 0.014030493795871735, + "cnn.0.weight": 0.2637481987476349, + "cnn.0.bias": 0.01314372569322586, + "cnn.2.weight": 0.08365093916654587, + "cnn.2.bias": 0.03155555948615074, + "cnn.5.weight": 0.1166306585073471, + "cnn.5.bias": 0.033004019409418106, + "action_emb.weight": 0.030871659517288208, + "timestep_emb.weight": 0.0065831393003463745, + "pos_emb.weight": 0.01189087238162756, + "transformer.layers.0.self_attn.in_proj_weight": 0.219411239027977, + "transformer.layers.0.self_attn.in_proj_bias": 0.023003999143838882, + "transformer.layers.0.self_attn.out_proj.weight": 0.20742440223693848, + "transformer.layers.0.self_attn.out_proj.bias": 0.028947429731488228, + "transformer.layers.0.linear1.weight": 0.1670893430709839, + "transformer.layers.0.linear1.bias": 0.011747635900974274, + "transformer.layers.0.linear2.weight": 0.23356333374977112, + "transformer.layers.0.linear2.bias": 0.02273957058787346, + "transformer.layers.0.norm1.weight": 0.011510277166962624, + "transformer.layers.0.norm1.bias": 0.019742067903280258, + "transformer.layers.0.norm2.weight": 0.0123330969363451, + "transformer.layers.0.norm2.bias": 0.012009212747216225, + "transformer.layers.1.self_attn.in_proj_weight": 0.22540004551410675, + "transformer.layers.1.self_attn.in_proj_bias": 0.01839473843574524, + "transformer.layers.1.self_attn.out_proj.weight": 0.2289481908082962, + "transformer.layers.1.self_attn.out_proj.bias": 0.01592819020152092, + "transformer.layers.1.linear1.weight": 0.12464509904384613, + "transformer.layers.1.linear1.bias": 0.007247388828545809, + "transformer.layers.1.linear2.weight": 0.16868790984153748, + "transformer.layers.1.linear2.bias": 0.013704614713788033, + "transformer.layers.1.norm1.weight": 0.021774716675281525, + "transformer.layers.1.norm1.bias": 0.02242494933307171, + "transformer.layers.1.norm2.weight": 0.009165395982563496, + "transformer.layers.1.norm2.bias": 0.007870038971304893, + "transformer.layers.2.self_attn.in_proj_weight": 0.3360033333301544, + "transformer.layers.2.self_attn.in_proj_bias": 0.018692689016461372, + "transformer.layers.2.self_attn.out_proj.weight": 0.10920778661966324, + "transformer.layers.2.self_attn.out_proj.bias": 0.008023516274988651, + "transformer.layers.2.linear1.weight": 0.0645223930478096, + "transformer.layers.2.linear1.bias": 0.004066516179591417, + "transformer.layers.2.linear2.weight": 0.07826630771160126, + "transformer.layers.2.linear2.bias": 0.006538438610732555, + "transformer.layers.2.norm1.weight": 0.024479206651449203, + "transformer.layers.2.norm1.bias": 0.0182715505361557, + "transformer.layers.2.norm2.weight": 0.00506988912820816, + "transformer.layers.2.norm2.bias": 0.004191694315522909, + "transformer.layers.3.self_attn.in_proj_weight": 0.16634829342365265, + "transformer.layers.3.self_attn.in_proj_bias": 0.010105439461767673, + "transformer.layers.3.self_attn.out_proj.weight": 0.09391467273235321, + "transformer.layers.3.self_attn.out_proj.bias": 0.006485253572463989, + "transformer.layers.3.linear1.weight": 0.10530932247638702, + "transformer.layers.3.linear1.bias": 0.007162251975387335, + "transformer.layers.3.linear2.weight": 0.0682787373661995, + "transformer.layers.3.linear2.bias": 0.004529998637735844, + "transformer.layers.3.norm1.weight": 0.01470643188804388, + "transformer.layers.3.norm1.bias": 0.012895538471639156, + "transformer.layers.3.norm2.weight": 0.00898571964353323, + "transformer.layers.3.norm2.bias": 0.010288137011229992, + "head.weight": 0.566304624080658, + "head.bias": 0.008822297677397728, + "global_embedding.weight": 0.09485892206430435, + "global_cnn.0.weight": 0.252874493598938, + "global_cnn.0.bias": 0.012517358176410198, + "global_cnn.2.weight": 0.2912048101425171, + "global_cnn.2.bias": 0.011107688769698143, + "global_proj.weight": 0.12286823987960815, + "global_proj.bias": 0.029071560129523277, + "goal_head.0.weight": 0.04286269471049309, + "goal_head.0.bias": 0.007837641052901745, + "goal_head.2.weight": 0.04343089088797569, + "goal_head.2.bias": 0.012464456260204315 + }, + { + "global_gate": 0.0017539275577291846, + "embedding.weight": 0.009637907147407532, + "cnn.0.weight": 0.2776312828063965, + "cnn.0.bias": 0.010956858284771442, + "cnn.2.weight": 0.09444718807935715, + "cnn.2.bias": 0.037602171301841736, + "cnn.5.weight": 0.12300565093755722, + "cnn.5.bias": 0.040158867835998535, + "action_emb.weight": 0.029913343489170074, + "timestep_emb.weight": 0.007500487379729748, + "pos_emb.weight": 0.015559867955744267, + "transformer.layers.0.self_attn.in_proj_weight": 0.2576140761375427, + "transformer.layers.0.self_attn.in_proj_bias": 0.028782673180103302, + "transformer.layers.0.self_attn.out_proj.weight": 0.2601568400859833, + "transformer.layers.0.self_attn.out_proj.bias": 0.037139952182769775, + "transformer.layers.0.linear1.weight": 0.17829661071300507, + "transformer.layers.0.linear1.bias": 0.014146211557090282, + "transformer.layers.0.linear2.weight": 0.280965119600296, + "transformer.layers.0.linear2.bias": 0.02837872877717018, + "transformer.layers.0.norm1.weight": 0.013837804086506367, + "transformer.layers.0.norm1.bias": 0.026199636980891228, + "transformer.layers.0.norm2.weight": 0.013121325522661209, + "transformer.layers.0.norm2.bias": 0.015119798481464386, + "transformer.layers.1.self_attn.in_proj_weight": 0.32039931416511536, + "transformer.layers.1.self_attn.in_proj_bias": 0.023385854437947273, + "transformer.layers.1.self_attn.out_proj.weight": 0.29289907217025757, + "transformer.layers.1.self_attn.out_proj.bias": 0.018170729279518127, + "transformer.layers.1.linear1.weight": 0.13385707139968872, + "transformer.layers.1.linear1.bias": 0.008403332903981209, + "transformer.layers.1.linear2.weight": 0.2004101425409317, + "transformer.layers.1.linear2.bias": 0.015931610018014908, + "transformer.layers.1.norm1.weight": 0.03348042443394661, + "transformer.layers.1.norm1.bias": 0.029259992763400078, + "transformer.layers.1.norm2.weight": 0.010677938349545002, + "transformer.layers.1.norm2.bias": 0.007202778477221727, + "transformer.layers.2.self_attn.in_proj_weight": 0.287648469209671, + "transformer.layers.2.self_attn.in_proj_bias": 0.016366658732295036, + "transformer.layers.2.self_attn.out_proj.weight": 0.1714581549167633, + "transformer.layers.2.self_attn.out_proj.bias": 0.012415654957294464, + "transformer.layers.2.linear1.weight": 0.10019539296627045, + "transformer.layers.2.linear1.bias": 0.006631066557019949, + "transformer.layers.2.linear2.weight": 0.11318603903055191, + "transformer.layers.2.linear2.bias": 0.010403817519545555, + "transformer.layers.2.norm1.weight": 0.023627659305930138, + "transformer.layers.2.norm1.bias": 0.018694274127483368, + "transformer.layers.2.norm2.weight": 0.00768142007291317, + "transformer.layers.2.norm2.bias": 0.007533050607889891, + "transformer.layers.3.self_attn.in_proj_weight": 0.2289966642856598, + "transformer.layers.3.self_attn.in_proj_bias": 0.011522737331688404, + "transformer.layers.3.self_attn.out_proj.weight": 0.14852622151374817, + "transformer.layers.3.self_attn.out_proj.bias": 0.007883095182478428, + "transformer.layers.3.linear1.weight": 0.16534951329231262, + "transformer.layers.3.linear1.bias": 0.011497948318719864, + "transformer.layers.3.linear2.weight": 0.10200639814138412, + "transformer.layers.3.linear2.bias": 0.005313272122293711, + "transformer.layers.3.norm1.weight": 0.02299412153661251, + "transformer.layers.3.norm1.bias": 0.014447130262851715, + "transformer.layers.3.norm2.weight": 0.014767996035516262, + "transformer.layers.3.norm2.bias": 0.016391122713685036, + "head.weight": 0.8580335378646851, + "head.bias": 0.010687087662518024, + "global_embedding.weight": 0.08897166699171066, + "global_cnn.0.weight": 0.2653888463973999, + "global_cnn.0.bias": 0.012213298119604588, + "global_cnn.2.weight": 0.45265641808509827, + "global_cnn.2.bias": 0.01642770692706108, + "global_proj.weight": 0.17337727546691895, + "global_proj.bias": 0.04172314330935478, + "goal_head.0.weight": 0.058862652629613876, + "goal_head.0.bias": 0.010924989357590675, + "goal_head.2.weight": 0.062379930168390274, + "goal_head.2.bias": 0.01801135018467903 + }, + { + "global_gate": 0.00034449726808816195, + "embedding.weight": 0.019909681752324104, + "cnn.0.weight": 0.33165496587753296, + "cnn.0.bias": 0.015381621196866035, + "cnn.2.weight": 0.08864337205886841, + "cnn.2.bias": 0.03604041039943695, + "cnn.5.weight": 0.13665103912353516, + "cnn.5.bias": 0.03249673172831535, + "action_emb.weight": 0.020687701180577278, + "timestep_emb.weight": 0.004503492731601, + "pos_emb.weight": 0.01090096402913332, + "transformer.layers.0.self_attn.in_proj_weight": 0.20762918889522552, + "transformer.layers.0.self_attn.in_proj_bias": 0.025377565994858742, + "transformer.layers.0.self_attn.out_proj.weight": 0.19691678881645203, + "transformer.layers.0.self_attn.out_proj.bias": 0.03295671194791794, + "transformer.layers.0.linear1.weight": 0.12381481379270554, + "transformer.layers.0.linear1.bias": 0.01104902382940054, + "transformer.layers.0.linear2.weight": 0.18922294676303864, + "transformer.layers.0.linear2.bias": 0.020650913938879967, + "transformer.layers.0.norm1.weight": 0.010943510569632053, + "transformer.layers.0.norm1.bias": 0.022644847631454468, + "transformer.layers.0.norm2.weight": 0.009761331602931023, + "transformer.layers.0.norm2.bias": 0.012940872460603714, + "transformer.layers.1.self_attn.in_proj_weight": 0.19777795672416687, + "transformer.layers.1.self_attn.in_proj_bias": 0.01654912531375885, + "transformer.layers.1.self_attn.out_proj.weight": 0.17427055537700653, + "transformer.layers.1.self_attn.out_proj.bias": 0.011897209100425243, + "transformer.layers.1.linear1.weight": 0.0809454694390297, + "transformer.layers.1.linear1.bias": 0.005148802883923054, + "transformer.layers.1.linear2.weight": 0.11621158570051193, + "transformer.layers.1.linear2.bias": 0.009992159903049469, + "transformer.layers.1.norm1.weight": 0.01626443862915039, + "transformer.layers.1.norm1.bias": 0.021109772846102715, + "transformer.layers.1.norm2.weight": 0.006594733335077763, + "transformer.layers.1.norm2.bias": 0.005240781232714653, + "transformer.layers.2.self_attn.in_proj_weight": 0.20422136783599854, + "transformer.layers.2.self_attn.in_proj_bias": 0.010477960109710693, + "transformer.layers.2.self_attn.out_proj.weight": 0.09599287807941437, + "transformer.layers.2.self_attn.out_proj.bias": 0.0071384790353477, + "transformer.layers.2.linear1.weight": 0.058292731642723083, + "transformer.layers.2.linear1.bias": 0.0037448101211339235, + "transformer.layers.2.linear2.weight": 0.07396133244037628, + "transformer.layers.2.linear2.bias": 0.005683455616235733, + "transformer.layers.2.norm1.weight": 0.01589454524219036, + "transformer.layers.2.norm1.bias": 0.010626520961523056, + "transformer.layers.2.norm2.weight": 0.004705922678112984, + "transformer.layers.2.norm2.bias": 0.0041205380111932755, + "transformer.layers.3.self_attn.in_proj_weight": 0.17273952066898346, + "transformer.layers.3.self_attn.in_proj_bias": 0.009300815872848034, + "transformer.layers.3.self_attn.out_proj.weight": 0.09569209069013596, + "transformer.layers.3.self_attn.out_proj.bias": 0.0051108975894749165, + "transformer.layers.3.linear1.weight": 0.1030423641204834, + "transformer.layers.3.linear1.bias": 0.007189592346549034, + "transformer.layers.3.linear2.weight": 0.06870295852422714, + "transformer.layers.3.linear2.bias": 0.002966460073366761, + "transformer.layers.3.norm1.weight": 0.014419895596802235, + "transformer.layers.3.norm1.bias": 0.010545497760176659, + "transformer.layers.3.norm2.weight": 0.00824706070125103, + "transformer.layers.3.norm2.bias": 0.008932938799262047, + "head.weight": 0.6241244673728943, + "head.bias": 0.006607011426240206, + "global_embedding.weight": 0.034673549234867096, + "global_cnn.0.weight": 0.15494073927402496, + "global_cnn.0.bias": 0.0070808217860758305, + "global_cnn.2.weight": 0.3729310929775238, + "global_cnn.2.bias": 0.016758715733885765, + "global_proj.weight": 0.18472816050052643, + "global_proj.bias": 0.046886079013347626, + "goal_head.0.weight": 0.09462223947048187, + "goal_head.0.bias": 0.018652478232979774, + "goal_head.2.weight": 0.10619576275348663, + "goal_head.2.bias": 0.03288988396525383 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.004978172481060028, - 0.02234424278140068, - 0.007684280164539814, - 0.027994297444820404, - 0.04375128820538521, - 0.012876247987151146, - 0.00533825159072876, - 0.0026604016311466694, - 0.0036732510197907686, - 0.011361569166183472 + 0.017646433785557747, + 0.027659490704536438, + 0.052046190947294235, + 0.05307331308722496, + 0.05161818489432335, + 0.08731637895107269, + 0.11712056398391724, + 0.12768416106700897, + 0.035509899258613586, + 0.07333817332983017, + 0.0699739009141922, + 0.10015331208705902, + 0.11933454126119614, + 0.2753318250179291, + 0.19435571134090424, + 0.1804405003786087, + 0.15606863796710968, + 0.14902086555957794, + 0.3193415105342865, + 0.19823132455348969 ], "repr_drift_kl_low_t": [ - 0.0035826300736516714, - 0.021225906908512115, - 0.004845607094466686, - 0.023372331634163857, - 0.03522748872637749, - 0.011299352161586285, - 0.005662561394274235, - 0.002479691756889224, - 0.002850539516657591, - 0.009538525715470314 + 0.02059653401374817, + 0.030735673382878304, + 0.06658680737018585, + 0.06511630862951279, + 0.060579996556043625, + 0.11315783113241196, + 0.15120360255241394, + 0.16425637900829315, + 0.04261324182152748, + 0.09061002731323242, + 0.08934443444013596, + 0.13198205828666687, + 0.1500236988067627, + 0.3708663582801819, + 0.2304648607969284, + 0.21840433776378632, + 0.19514761865139008, + 0.1858515739440918, + 0.4105513393878937, + 0.25231319665908813 ], "repr_drift_kl_mid_t": [ - 0.004487191792577505, - 0.022569403052330017, - 0.005649893544614315, - 0.025276239961385727, - 0.03548453375697136, - 0.012307479977607727, - 0.0056696245446801186, - 0.0020529814064502716, - 0.003566422965377569, - 0.010944134555757046 + 0.016812197864055634, + 0.026163067668676376, + 0.05067266896367073, + 0.04985794052481651, + 0.053190432488918304, + 0.08335413783788681, + 0.11671481281518936, + 0.12804795801639557, + 0.034289855509996414, + 0.06965812295675278, + 0.07047334313392639, + 0.09480934590101242, + 0.11720430105924606, + 0.2745073139667511, + 0.1931672990322113, + 0.1795109659433365, + 0.15427257120609283, + 0.14604176580905914, + 0.31048786640167236, + 0.19435757398605347 ], "repr_drift_kl_high_t": [ - 0.005270457826554775, - 0.02268381416797638, - 0.020835192874073982, - 0.03870053216814995, - 0.036260224878787994, - 0.018884848803281784, - 0.011002236045897007, - 0.0026073490735143423, - 0.0033797400537878275, - 0.009153572842478752 + 0.01767381839454174, + 0.026194432750344276, + 0.037577103823423386, + 0.04913328215479851, + 0.05156709998846054, + 0.0706416592001915, + 0.10054965317249298, + 0.10448336601257324, + 0.030447108671069145, + 0.06390006095170975, + 0.05764172971248627, + 0.0680910050868988, + 0.09811311215162277, + 0.20260286331176758, + 0.1608094573020935, + 0.15308982133865356, + 0.12233886867761612, + 0.12053492665290833, + 0.23344430327415466, + 0.15595568716526031 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9953190684318542, - 0.9757107496261597, - 0.9156033992767334, - 0.9850157499313354, - 0.9862173199653625 + 0.9903908967971802, + 0.977635383605957, + 0.9647253155708313, + 0.9664711356163025, + 0.9356902837753296, + 0.9212169051170349, + 0.9130006432533264, + 0.9382733106613159, + 0.8657522201538086, + 0.8609665036201477 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.0567543506622314, - 5.930017948150635, - 0.9207361340522766, - 0.5825827121734619, - 0.481072336435318, - 0.9275538325309753, - 1.018352746963501, - 0.273603230714798, - 0.6100032925605774, - 1.5514637231826782 + 3.0024571418762207, + 1.4233148097991943, + 3.077975273132324, + 1.6475692987442017, + 1.5398340225219727, + 1.7516695261001587, + 2.8422279357910156, + 2.796096086502075, + 1.4261797666549683, + 1.2762260437011719, + 0.9895663857460022, + 0.8008294701576233, + 1.3550224304199219, + 2.038447618484497, + 1.922348976135254, + 1.73070228099823, + 1.3285763263702393, + 1.3809394836425781, + 1.495819091796875, + 1.1516084671020508 ], "norm_high_t": [ - 2.1578209400177, - 8.702617645263672, - 0.8560037016868591, - 0.9060290455818176, - 0.8627978563308716, - 0.8350821137428284, - 0.7762691974639893, - 0.21858033537864685, - 0.5747849941253662, - 1.5312938690185547 + 3.5124356746673584, + 1.213870882987976, + 3.2428643703460693, + 1.506056308746338, + 1.884785771369934, + 2.019824266433716, + 2.4273509979248047, + 1.9218058586120605, + 1.3544633388519287, + 1.6183874607086182, + 1.213276743888855, + 0.8799253106117249, + 1.7410413026809692, + 3.2200253009796143, + 1.8095312118530273, + 1.862748384475708, + 1.6249083280563354, + 1.4848833084106445, + 1.7849735021591187, + 1.567118763923645 ], "lowhigh_cos": [ - 0.4602535367012024, - 0.3450973331928253, - 0.2503660023212433, - 0.23609034717082977, - 0.562332034111023, - 0.20156943798065186, - 0.12604166567325592, - 0.6745802760124207, - 0.4304106533527374, - 0.73086017370224 + 0.4545731842517853, + 0.6480945944786072, + 0.64649897813797, + 0.1747739017009735, + 0.2445816993713379, + 0.3182560205459595, + 0.31745243072509766, + 0.027649514377117157, + 0.8073970675468445, + 0.339276522397995, + 0.3540143668651581, + 0.62447190284729, + 0.05511530116200447, + 0.42189207673072815, + 0.42720404267311096, + 0.27947816252708435, + 0.45736077427864075, + 0.13063354790210724, + 0.13220886886119843, + 0.3539210557937622 ], "t_bin_norms": [ { - "t_0.0-0.1": 2.7483761310577393, - "t_0.1-0.2": 3.017895460128784, - "t_0.2-0.3": 2.1203665733337402, - "t_0.3-0.4": 1.5409941673278809, - "t_0.4-0.5": 2.0873727798461914, - "t_0.5-0.6": 1.7726409435272217, - "t_0.6-0.7": 1.577444076538086, - "t_0.7-0.8": 1.8973416090011597, - "t_0.8-0.9": 1.6891329288482666, - "t_0.9-1.0": 1.7722196578979492 - }, - { - "t_0.0-0.1": 7.183191776275635, - "t_0.1-0.2": 5.208469867706299, - "t_0.2-0.3": 5.355355262756348, - "t_0.3-0.4": 5.383914947509766, - "t_0.4-0.5": 5.216187953948975, - "t_0.5-0.6": 5.380504608154297, - "t_0.6-0.7": 5.1675705909729, - "t_0.7-0.8": 6.016305923461914, - "t_0.8-0.9": 6.733450889587402, - "t_0.9-1.0": 10.293333053588867 - }, - { - "t_0.0-0.1": 0.9869261980056763, - "t_0.1-0.2": 0.7208724617958069, - "t_0.2-0.3": 1.2397711277008057, - "t_0.3-0.4": 0.588946521282196, - "t_0.4-0.5": 0.7665889263153076, - "t_0.5-0.6": 0.5185027122497559, - "t_0.6-0.7": 0.5928807854652405, - "t_0.7-0.8": 1.0311810970306396, - "t_0.8-0.9": 0.8418462872505188, - "t_0.9-1.0": 1.3226782083511353 - }, - { - "t_0.0-0.1": 0.587442934513092, - "t_0.1-0.2": 0.601879358291626, - "t_0.2-0.3": 0.7159515023231506, - "t_0.3-0.4": 0.7468326687812805, - "t_0.4-0.5": 0.5425971746444702, - "t_0.5-0.6": 0.574180543422699, - "t_0.6-0.7": 0.5332205891609192, - "t_0.7-0.8": 0.5939481854438782, - "t_0.8-0.9": 0.6252102255821228, - "t_0.9-1.0": 0.6630560755729675 - }, - { - "t_0.0-0.1": 0.49528783559799194, - "t_0.1-0.2": 0.7209712862968445, - "t_0.2-0.3": 0.4846583604812622, - "t_0.3-0.4": 0.6674770712852478, - "t_0.4-0.5": 0.4981178343296051, - "t_0.5-0.6": 0.48578280210494995, - "t_0.6-0.7": 0.5547000765800476, - "t_0.7-0.8": 0.48557472229003906, - "t_0.8-0.9": 0.7855395078659058, - "t_0.9-1.0": 0.8012321591377258 - }, - { - "t_0.0-0.1": 1.1324741840362549, - "t_0.1-0.2": 1.1465615034103394, - "t_0.2-0.3": 0.931363046169281, - "t_0.3-0.4": 0.8993152379989624, - "t_0.4-0.5": 0.7351669073104858, - "t_0.5-0.6": 0.7556566596031189, - "t_0.6-0.7": 0.9077001214027405, - "t_0.7-0.8": 0.9429775476455688, - "t_0.8-0.9": 0.9729578495025635, - "t_0.9-1.0": 0.7776748538017273 - }, - { - "t_0.0-0.1": 1.9426215887069702, - "t_0.1-0.2": 0.9310579895973206, - "t_0.2-0.3": 0.8633280396461487, - "t_0.3-0.4": 0.6218109726905823, - "t_0.4-0.5": 0.7984342575073242, - "t_0.5-0.6": 0.7747069001197815, - "t_0.6-0.7": 0.6982146501541138, - "t_0.7-0.8": 0.9250873327255249, - "t_0.8-0.9": 0.8581411838531494, - "t_0.9-1.0": 0.9174680709838867 - }, - { - "t_0.0-0.1": 0.25851187109947205, - "t_0.1-0.2": 0.36001691222190857, - "t_0.2-0.3": 0.2347864806652069, - "t_0.3-0.4": 0.2724854350090027, - "t_0.4-0.5": 0.23939566314220428, - "t_0.5-0.6": 0.2235860526561737, - "t_0.6-0.7": 0.23252715170383453, - "t_0.7-0.8": 0.21967025101184845, - "t_0.8-0.9": 0.2185089886188507, - "t_0.9-1.0": 0.22997727990150452 - }, - { - "t_0.0-0.1": 1.1845722198486328, - "t_0.1-0.2": 1.4499469995498657, - "t_0.2-0.3": 0.5938796997070312, - "t_0.3-0.4": 0.553336501121521, - "t_0.4-0.5": 0.8686376810073853, - "t_0.5-0.6": 0.6020793318748474, - "t_0.6-0.7": 0.5864681601524353, - "t_0.7-0.8": 0.5606176853179932, - "t_0.8-0.9": 0.6682724952697754, - "t_0.9-1.0": 0.6610674858093262 - }, - { - "t_0.0-0.1": 1.8336825370788574, - "t_0.1-0.2": 1.304074764251709, - "t_0.2-0.3": 1.367750644683838, - "t_0.3-0.4": 1.4292187690734863, - "t_0.4-0.5": 1.3179515600204468, - "t_0.5-0.6": 1.3066285848617554, - "t_0.6-0.7": 1.3064088821411133, - "t_0.7-0.8": 1.284436583518982, - "t_0.8-0.9": 1.281064748764038, - "t_0.9-1.0": 1.375853419303894 + "t_0.0-0.1": 3.675487756729126, + "t_0.1-0.2": 2.971618175506592, + "t_0.2-0.3": 3.1255881786346436, + "t_0.3-0.4": 3.4264299869537354, + "t_0.4-0.5": 2.9689245223999023, + "t_0.5-0.6": 3.3072876930236816, + "t_0.6-0.7": 3.0661516189575195, + "t_0.7-0.8": 3.0271408557891846, + "t_0.8-0.9": 3.2728302478790283, + "t_0.9-1.0": 3.874466896057129 + }, + { + "t_0.0-0.1": 2.1726160049438477, + "t_0.1-0.2": 1.260627031326294, + "t_0.2-0.3": 1.4424721002578735, + "t_0.3-0.4": 1.3504294157028198, + "t_0.4-0.5": 1.3457187414169312, + "t_0.5-0.6": 1.284130334854126, + "t_0.6-0.7": 1.2608990669250488, + "t_0.7-0.8": 1.2914891242980957, + "t_0.8-0.9": 1.2833380699157715, + "t_0.9-1.0": 1.4398375749588013 + }, + { + "t_0.0-0.1": 3.202439785003662, + "t_0.1-0.2": 2.790571928024292, + "t_0.2-0.3": 2.9542999267578125, + "t_0.3-0.4": 2.9875879287719727, + "t_0.4-0.5": 3.2168784141540527, + "t_0.5-0.6": 3.1445159912109375, + "t_0.6-0.7": 3.1767027378082275, + "t_0.7-0.8": 3.063342809677124, + "t_0.8-0.9": 3.242518424987793, + "t_0.9-1.0": 3.3968396186828613 + }, + { + "t_0.0-0.1": 1.3040021657943726, + "t_0.1-0.2": 1.5384336709976196, + "t_0.2-0.3": 1.2985169887542725, + "t_0.3-0.4": 1.405165433883667, + "t_0.4-0.5": 1.3469417095184326, + "t_0.5-0.6": 1.3419890403747559, + "t_0.6-0.7": 1.2683106660842896, + "t_0.7-0.8": 1.3801918029785156, + "t_0.8-0.9": 1.582890272140503, + "t_0.9-1.0": 1.960305094718933 + }, + { + "t_0.0-0.1": 1.4795070886611938, + "t_0.1-0.2": 1.226991057395935, + "t_0.2-0.3": 1.313955545425415, + "t_0.3-0.4": 1.367957592010498, + "t_0.4-0.5": 1.4448347091674805, + "t_0.5-0.6": 1.3292012214660645, + "t_0.6-0.7": 1.265498161315918, + "t_0.7-0.8": 1.417015790939331, + "t_0.8-0.9": 1.6079516410827637, + "t_0.9-1.0": 2.5151796340942383 + }, + { + "t_0.0-0.1": 2.2009027004241943, + "t_0.1-0.2": 1.8085434436798096, + "t_0.2-0.3": 1.805203914642334, + "t_0.3-0.4": 1.6344443559646606, + "t_0.4-0.5": 1.8405121564865112, + "t_0.5-0.6": 1.7403162717819214, + "t_0.6-0.7": 1.7219685316085815, + "t_0.7-0.8": 1.738862156867981, + "t_0.8-0.9": 1.681686282157898, + "t_0.9-1.0": 2.561110258102417 + }, + { + "t_0.0-0.1": 3.5820233821868896, + "t_0.1-0.2": 2.4755921363830566, + "t_0.2-0.3": 2.3495213985443115, + "t_0.3-0.4": 2.5650906562805176, + "t_0.4-0.5": 2.5991358757019043, + "t_0.5-0.6": 2.5052971839904785, + "t_0.6-0.7": 2.333284616470337, + "t_0.7-0.8": 2.2699246406555176, + "t_0.8-0.9": 2.2215983867645264, + "t_0.9-1.0": 3.219774007797241 + }, + { + "t_0.0-0.1": 2.654956340789795, + "t_0.1-0.2": 1.812523365020752, + "t_0.2-0.3": 1.715224027633667, + "t_0.3-0.4": 1.7854204177856445, + "t_0.4-0.5": 1.9874321222305298, + "t_0.5-0.6": 1.837174415588379, + "t_0.6-0.7": 1.7510188817977905, + "t_0.7-0.8": 1.609956979751587, + "t_0.8-0.9": 1.514366626739502, + "t_0.9-1.0": 2.7967565059661865 + }, + { + "t_0.0-0.1": 2.2121033668518066, + "t_0.1-0.2": 1.3837662935256958, + "t_0.2-0.3": 1.3665426969528198, + "t_0.3-0.4": 1.3634847402572632, + "t_0.4-0.5": 1.4200530052185059, + "t_0.5-0.6": 1.363226294517517, + "t_0.6-0.7": 1.3963617086410522, + "t_0.7-0.8": 1.3686304092407227, + "t_0.8-0.9": 1.439133882522583, + "t_0.9-1.0": 1.4182422161102295 + }, + { + "t_0.0-0.1": 1.5576868057250977, + "t_0.1-0.2": 1.4420082569122314, + "t_0.2-0.3": 1.4589378833770752, + "t_0.3-0.4": 1.3330214023590088, + "t_0.4-0.5": 1.3740026950836182, + "t_0.5-0.6": 1.2880009412765503, + "t_0.6-0.7": 1.3577475547790527, + "t_0.7-0.8": 1.3557190895080566, + "t_0.8-0.9": 1.3718928098678589, + "t_0.9-1.0": 1.9098618030548096 + }, + { + "t_0.0-0.1": 1.0470247268676758, + "t_0.1-0.2": 0.9916567206382751, + "t_0.2-0.3": 0.9745877385139465, + "t_0.3-0.4": 0.9167877435684204, + "t_0.4-0.5": 1.0147820711135864, + "t_0.5-0.6": 0.9389418363571167, + "t_0.6-0.7": 0.9685842990875244, + "t_0.7-0.8": 0.9057599306106567, + "t_0.8-0.9": 0.9446521401405334, + "t_0.9-1.0": 1.8001987934112549 + }, + { + "t_0.0-0.1": 0.8161590695381165, + "t_0.1-0.2": 0.8840422034263611, + "t_0.2-0.3": 0.818347692489624, + "t_0.3-0.4": 0.76577228307724, + "t_0.4-0.5": 0.8181565999984741, + "t_0.5-0.6": 0.7815597653388977, + "t_0.6-0.7": 0.7665552496910095, + "t_0.7-0.8": 0.77138751745224, + "t_0.8-0.9": 0.8051676154136658, + "t_0.9-1.0": 1.271967887878418 + }, + { + "t_0.0-0.1": 1.5720568895339966, + "t_0.1-0.2": 1.385359525680542, + "t_0.2-0.3": 1.3048521280288696, + "t_0.3-0.4": 1.3131043910980225, + "t_0.4-0.5": 1.4268805980682373, + "t_0.5-0.6": 1.3763010501861572, + "t_0.6-0.7": 1.2524923086166382, + "t_0.7-0.8": 1.2869415283203125, + "t_0.8-0.9": 1.1890791654586792, + "t_0.9-1.0": 2.3357863426208496 + }, + { + "t_0.0-0.1": 1.6430721282958984, + "t_0.1-0.2": 1.7531301975250244, + "t_0.2-0.3": 1.9043453931808472, + "t_0.3-0.4": 2.454796075820923, + "t_0.4-0.5": 2.892791509628296, + "t_0.5-0.6": 2.7181546688079834, + "t_0.6-0.7": 3.0298774242401123, + "t_0.7-0.8": 3.0460205078125, + "t_0.8-0.9": 2.883175849914551, + "t_0.9-1.0": 5.000405311584473 + }, + { + "t_0.0-0.1": 2.1211326122283936, + "t_0.1-0.2": 1.759639859199524, + "t_0.2-0.3": 1.7688175439834595, + "t_0.3-0.4": 1.8452268838882446, + "t_0.4-0.5": 1.9999011754989624, + "t_0.5-0.6": 1.7215291261672974, + "t_0.6-0.7": 1.6818939447402954, + "t_0.7-0.8": 1.6352276802062988, + "t_0.8-0.9": 1.515810251235962, + "t_0.9-1.0": 3.2643401622772217 + }, + { + "t_0.0-0.1": 1.6282505989074707, + "t_0.1-0.2": 1.2842198610305786, + "t_0.2-0.3": 1.4510858058929443, + "t_0.3-0.4": 1.2646903991699219, + "t_0.4-0.5": 1.3263821601867676, + "t_0.5-0.6": 1.287632942199707, + "t_0.6-0.7": 1.2246601581573486, + "t_0.7-0.8": 1.2493739128112793, + "t_0.8-0.9": 1.3301359415054321, + "t_0.9-1.0": 3.248696804046631 + }, + { + "t_0.0-0.1": 1.654983639717102, + "t_0.1-0.2": 1.4598983526229858, + "t_0.2-0.3": 1.4138599634170532, + "t_0.3-0.4": 1.2211484909057617, + "t_0.4-0.5": 1.358912706375122, + "t_0.5-0.6": 1.3361761569976807, + "t_0.6-0.7": 1.4147610664367676, + "t_0.7-0.8": 1.2525566816329956, + "t_0.8-0.9": 1.2742631435394287, + "t_0.9-1.0": 1.9532074928283691 + }, + { + "t_0.0-0.1": 1.4441121816635132, + "t_0.1-0.2": 1.2309894561767578, + "t_0.2-0.3": 1.1534239053726196, + "t_0.3-0.4": 1.1796842813491821, + "t_0.4-0.5": 1.1862941980361938, + "t_0.5-0.6": 1.019019365310669, + "t_0.6-0.7": 1.042638897895813, + "t_0.7-0.8": 0.9859160780906677, + "t_0.8-0.9": 1.115797519683838, + "t_0.9-1.0": 2.670301914215088 + }, + { + "t_0.0-0.1": 1.5968332290649414, + "t_0.1-0.2": 1.5796520709991455, + "t_0.2-0.3": 1.6669516563415527, + "t_0.3-0.4": 1.5845680236816406, + "t_0.4-0.5": 1.9474295377731323, + "t_0.5-0.6": 1.6926888227462769, + "t_0.6-0.7": 1.7866947650909424, + "t_0.7-0.8": 1.380852222442627, + "t_0.8-0.9": 1.0282360315322876, + "t_0.9-1.0": 3.2998974323272705 + }, + { + "t_0.0-0.1": 1.5277305841445923, + "t_0.1-0.2": 1.1225906610488892, + "t_0.2-0.3": 1.240775465965271, + "t_0.3-0.4": 1.1466708183288574, + "t_0.4-0.5": 1.1335645914077759, + "t_0.5-0.6": 1.066824197769165, + "t_0.6-0.7": 1.0320525169372559, + "t_0.7-0.8": 1.0313118696212769, + "t_0.8-0.9": 1.13836669921875, + "t_0.9-1.0": 1.974185585975647 } ], "win_rate": [ - 0.005199306644499302, - 0.004689754918217659, - 0.26244813203811646, - 0.03435804694890976, - 0.0038759689778089523, - 0.05487804859876633, - 0.011901467107236385, - 0.04306863993406296, - 0.0040087467059493065, - 0.009104704484343529, - 0.07722258567810059, - 0.0077751195058226585, - 0.22517730295658112, - 0.0045008184388279915, - 0.11614401638507843, - 0.004256828688085079, - 0.012126865796744823, - 0.3523564040660858, - 0.004385964944958687, - 0.009174312464892864, - 0.03702031448483467, - 0.1370038390159607, - 0.017096413299441338, - 0.13086770474910736, - 0.005985266994684935, - 0.10006214678287506, - 0.016335228458046913, - 0.021671827882528305, - 0.3050557076931, - 0.07058823853731155, - 0.17084547877311707, - 0.11567164212465286, - 0.2116200178861618, - 0.07640538364648819, - 0.03144904598593712, - 0.27513226866722107, - 0.17621144652366638, - 0.20382927358150482, - 0.006289307959377766, - 0.11829176545143127, - 0.15155132114887238, - 0.10580204427242279, - 0.05430528521537781, - 0.6604709029197693, - 0.007625272031873465, - 0.1651567965745926, - 0.1634114682674408, - 0.14700374007225037, - 0.13667820394039154, - 0.02575107291340828, - 0.004323899280279875, - 0.006637168116867542, - 0.07018812745809555, - 0.00911458395421505, - 0.07685098797082901, - 0.19628188014030457, - 0.037207167595624924, - 0.11307252198457718, - 0.12509959936141968, - 0.6666666865348816, - 0.01457451842725277, - 0.2337883859872818, - 0.1449657380580902, - 0.010302840732038021, - 0.07264957576990128, - 0.0077751195058226585, - 0.04680038243532181, - 0.006470880936831236, - 0.1194353997707367, - 0.00460122711956501, - 0.17999999225139618, - 0.10852406919002533, - 0.1873525232076645, - 0.28308025002479553, - 0.0050505055114626884, - 0.1346733719110489, - 0.005594405345618725, - 0.08194154500961304, - 0.08713886141777039, - 0.005692599341273308, - 0.07525655627250671, - 0.1264108419418335, - 0.008269719779491425, - 0.138364776968956, - 0.018726591020822525, - 0.03369763121008873, - 0.014492753893136978, - 0.11970637738704681, - 0.11303861439228058, - 0.10246305167675018, - 0.2843881845474243, - 0.00802783016115427, - 0.04717898741364479, - 0.09541984647512436, - 0.01691143773496151, - 0.0033163262996822596, - 0.016281062737107277, - 0.09696092456579208, - 0.0077751195058226585, - 0.17256857454776764, - 0.013692579232156277, - 0.11750936508178711, - 0.005692599341273308, - 0.1612740159034729, - 0.017951855435967445, - 0.006592291872948408, - 0.14318442344665527, - 0.18536370992660522, - 0.07981927692890167, - 0.10710195451974869, - 0.027966439723968506, - 0.0653625950217247, - 0.12301255762577057, - 0.08221626281738281, - 0.030096739530563354, - 0.1410835236310959, - 0.01034482754766941, - 0.016400910913944244, - 0.02602081559598446, - 0.028648164123296738, - 0.10788561403751373, - 0.03054910898208618, - 0.09195402264595032, - 0.022508038207888603, - 0.002958579920232296, - 0.11963190138339996, - 0.10312395542860031, - 0.006592291872948408, - 0.29950740933418274, - 0.05402843654155731, - 0.012500000186264515, - 0.07465718686580658, - 0.00911458395421505, - 0.030013643205165863, - 0.061147693544626236, - 0.10104669630527496, - 0.005692599341273308, - 0.06899441033601761, - 0.06653870642185211, - 0.054937414824962616, - 0.002984084887430072, - 0.018078340217471123, - 0.25136610865592957, - 0.10526315122842789, - 0.13493333756923676, - 0.04137115925550461, - 0.14370958507061005, - 0.03388189896941185, - 0.07676348835229874, - 0.011367803439497948, - 0.03943314775824547, - 0.11177406460046768, - 0.1342383176088333, - 0.11069418489933014, - 0.06751824915409088, - 0.010714286006987095, - 0.0533333346247673, - 0.14715535938739777, - 0.007710843347012997, - 0.0843443050980568, - 0.005496662575751543, - 0.07201404869556427, - 0.012858555652201176, - 0.004901960492134094, - 0.03580562770366669, - 0.1454392522573471, - 0.006637168116867542, - 0.14200299978256226, - 0.13974592089653015, - 0.0980515405535698, - 0.0045008184388279915, - 0.08498971909284592, - 0.12891627848148346, - 0.14219409227371216, - 0.0540708526968956, - 0.24227799475193024, - 0.0026041667442768812, - 0.037988826632499695, - 0.005434782709926367, - 0.011538461782038212, - 0.006637168116867542, - 0.21461766958236694, - 0.012927756644785404, - 0.08019480109214783, - 0.005692599341273308, - 0.20540264248847961, - 0.01092896144837141, - 0.18221575021743774, - 0.15907813608646393, - 0.26030927896499634, - 0.008064515888690948, - 0.06296440958976746, - 0.14653080701828003, - 0.38966479897499084, - 0.00883152149617672, - 0.19661016762256622, - 0.03510696813464165, - 0.12142358720302582, - 0.011326861567795277, - 0.020942408591508865, - 0.06080830842256546, - 0.03658536449074745, - 0.10378151386976242, - 0.21000000834465027, - 0.1634114682674408, - 0.13354700803756714, - 0.19243104755878448, - 0.1450916826725006, - 0.056321386247873306, - 0.07036374509334564, - 0.03275290131568909, - 0.03764921799302101, - 0.0077751195058226585, - 0.18850575387477875, - 0.119570292532444, - 0.09347524493932724, - 0.08027523010969162, - 0.00841645896434784, - 0.002634660340845585, - 0.0166927482932806, - 0.19296255707740784, - 0.05087527260184288, - 0.1884319931268692, - 0.03166496381163597, - 0.006637168116867542, - 0.3223860561847687, - 0.006843456067144871, - 0.1885167509317398, - 0.04276729375123978, - 0.05475989729166031, - 0.15625950694084167, - 0.008500303141772747, - 0.17479108273983002, - 0.06076618283987045, - 0.013185287825763226, - 0.10139860212802887, - 0.08869623392820358, - 0.006944444961845875, - 0.1935739815235138, - 0.13492675125598907, - 0.4162561595439911, - 0.10833333432674408, - 0.003355704713612795, - 0.04435483738780022, - 0.053165584802627563, - 0.017782822251319885, - 0.15463165938854218, - 0.10846560448408127, - 0.1785290688276291, - 0.0035771066322922707, - 0.10390058904886246, - 0.17876343429088593, - 0.13975271582603455, - 0.014111006632447243, - 0.1041916161775589, - 0.11346863955259323, - 0.004901960492134094, - 0.006592291872948408, - 0.12065637111663818, - 0.0389985553920269, - 0.20048701763153076, - 0.004385964944958687, - 0.012203626334667206, - 0.018537074327468872, - 0.018018018454313278, - 0.15498441457748413, - 0.04293455556035042, - 0.05167173221707344, - 0.01705970987677574, - 0.12644459307193756, - 0.02418341673910618, - 0.23778195679187775, - 0.04674127697944641, - 0.002984084887430072, - 0.14647279679775238, - 0.03617021068930626, - 0.014111006632447243, - 0.0077751195058226585, - 0.00853333342820406, - 0.00525889964774251, - 0.0182170532643795, - 0.26504480838775635, - 0.015293536707758904, - 0.005152868572622538, - 0.0819883793592453, - 0.05467720702290535, - 0.044052865356206894, - 0.052283983677625656, - 0.07857810705900192, - 0.01092896144837141, - 0.015000000596046448, - 0.11277174204587936, - 0.013636363670229912, - 0.07760880887508392, - 0.09320694953203201, - 0.11783439666032791, - 0.21158911287784576, - 0.0045008184388279915, - 0.026295436546206474, - 0.09928229451179504, - 0.077166348695755, - 0.028070176020264626, - 0.0045008184388279915, - 0.04802259802818298, - 0.12558381259441376, - 0.006592291872948408, - 0.02238805964589119, - 0.24322733283042908, - 0.055831264704465866, - 0.14735820889472961, - 0.08720112591981888, - 0.005976095795631409, - 0.008900190703570843, - 0.018633540719747543, - 0.0031729242764413357, - 0.006637168116867542, - 0.010714286006987095, - 0.10172143578529358, - 0.22885359823703766, - 0.10131269693374634, - 0.03658945858478546, - 0.144404336810112, - 0.05641593039035797, - 0.029256876558065414, - 0.0659068375825882, - 0.05980861186981201, - 0.0585898719727993, - 0.20307444036006927, - 0.288822203874588, - 0.022582922130823135, - 0.032310180366039276, - 0.04151943325996399, - 0.06302131712436676, - 0.09838106483221054, - 0.0077751195058226585, - 0.009451796300709248, - 0.004385964944958687, - 0.014827736653387547, - 0.017248136922717094, - 0.30891719460487366, - 0.2013673037290573, - 0.08345120400190353, - 0.004431314766407013, - 0.0968218743801117, - 0.041025642305612564, - 0.007702888920903206, - 0.007952285930514336, - 0.06165158748626709, - 0.005827506072819233, - 0.1466885656118393, - 0.04861944541335106, - 0.01755101978778839, - 0.005692599341273308, - 0.06803097575902939, - 0.10817212611436844, - 0.004323899280279875, - 0.02142857201397419, - 0.24455207586288452, - 0.08997313678264618, - 0.11962446570396423, - 0.1223067194223404, - 0.13096138834953308, - 0.13050313293933868, - 0.1313050389289856, - 0.009749303571879864, - 0.009309161454439163, - 0.18326060473918915, - 0.1780160814523697, - 0.007231404539197683, - 0.04910486191511154, - 0.059245962649583817, - 0.17410071194171906, - 0.07569939643144608, - 0.11051692813634872, - 0.005721830762922764, - 0.0355902798473835, - 0.09956710040569305, - 0.023960880935192108, - 0.3761538565158844, - 0.2972572445869446, - 0.00710563687607646, - 0.12492307275533676, - 0.0184151791036129, - 0.0293237566947937, - 0.010129431262612343, - 0.02652733027935028, - 0.12006717175245285, - 0.03151458129286766, - 0.039961013942956924, - 0.11897105723619461, - 0.5050578117370605, - 0.003086419776082039, - 0.006944444961845875, - 0.041561711579561234, - 0.005434782709926367, - 0.24522292613983154, - 0.08832487463951111, - 0.0799180269241333, - 0.3128930628299713, - 0.005976095795631409, - 0.08283772319555283, - 0.004983388818800449, - 0.06203007698059082, - 0.16459794342517853, - 0.12257228791713715, - 0.05761675909161568, - 0.013416387140750885, - 0.1205357164144516, - 0.016352824866771698, - 0.11029154062271118, - 0.08880665898323059, - 0.002888318384066224, - 0.011538461782038212, - 0.10087336599826813, - 0.0077751195058226585, - 0.02645861729979515, - 0.05371247977018356, - 0.073041170835495, - 0.04277080297470093, - 0.07201404869556427, - 0.023188404738903046, - 0.022612087428569794, - 0.05311077460646629, - 0.04490501061081886, - 0.14234016835689545, - 0.02686762809753418, - 0.029226619750261307, - 0.09535066783428192, - 0.1410835236310959, - 0.012632978148758411, - 0.02252693474292755, - 0.02046426385641098, - 0.14923076331615448, - 0.023076923564076424, - 0.004160362761467695, - 0.008539709262549877, - 0.052231717854738235, - 0.04976200684905052, - 0.013187812641263008, - 0.005976095795631409, - 0.18911005556583405, - 0.13902847468852997, - 0.020113136619329453, - 0.03242481127381325, - 0.03466666489839554, - 0.19631901383399963, - 0.002710027154535055, - 0.21308627724647522, - 0.006592291872948408, - 0.005985266994684935, - 0.006592291872948408, - 0.10288216173648834, - 0.013477088883519173, - 0.08516020327806473, - 0.00219058059155941, - 0.0926406979560852, - 0.08356290310621262, - 0.22075237333774567, - 0.1750095635652542, - 0.0692167580127716, - 0.1561507135629654, - 0.022255942225456238, - 0.006274131126701832, - 0.07888040691614151, - 0.009749303571879864, - 0.17479108273983002, - 0.10552763938903809, - 0.0019743337761610746, - 0.16626888513565063, - 0.0874403789639473, - 0.00853333342820406, - 0.22909091413021088, - 0.004323899280279875, - 0.00882352888584137, - 0.011215629056096077, - 0.0033136967103928328, - 0.23733478784561157, - 0.13425925374031067, - 0.026125816628336906, - 0.0288425050675869, - 0.017836371436715126, - 0.07278963178396225, - 0.10788561403751373, - 0.11493775993585587, - 0.07963655889034271, - 0.005199306644499302, - 0.038030561059713364, - 0.1347368359565735, - 0.03484320640563965, - 0.011538461782038212, - 0.09357541799545288, - 0.0070257605984807014, - 0.1461723893880844, - 0.0043715848587453365, - 0.008445107378065586, - 0.012538312003016472, - 0.026965003460645676, - 0.008717948570847511, - 0.022007334977388382, - 0.01332149188965559 + 0.06306963413953781, + 0.09248170256614685, + 0.0590418316423893, + 0.035316575318574905, + 0.08716293424367905, + 0.043900683522224426, + 0.08847185224294662, + 0.030312906950712204, + 0.15178807079792023, + 0.02857142873108387, + 0.04276158660650253, + 0.13383901119232178, + 0.05601217970252037, + 0.09815207868814468, + 0.05820200964808464, + 0.09866787493228912, + 0.04016765579581261, + 0.143520787358284, + 0.3010365068912506, + 0.15078164637088776, + 0.0886044129729271, + 0.11174934357404709, + 0.08303161710500717, + 0.08371590077877045, + 0.08999553322792053, + 0.1251518875360489, + 0.07331246882677078, + 0.10374771803617477, + 0.11721738427877426, + 0.08102767169475555, + 0.06256983429193497, + 0.25254297256469727, + 0.09366834163665771, + 0.07356321811676025, + 0.08389262109994888, + 0.08652188628911972, + 0.12855517864227295, + 0.06886044889688492, + 0.12709496915340424, + 0.2653641104698181, + 0.08291685581207275, + 0.08205986768007278, + 0.03178183361887932, + 0.0403292179107666, + 0.022309711202979088, + 0.06397238373756409, + 0.07491767406463623, + 0.14356324076652527, + 0.07340355217456818, + 0.03821656107902527, + 0.06426411122083664, + 0.049806784838438034, + 0.09679649770259857, + 0.08352971822023392, + 0.1479319930076599, + 0.03728967532515526, + 0.15293771028518677, + 0.05309072881937027, + 0.08810220658779144, + 0.058681074529886246, + 0.08939548581838608, + 0.10012412071228027, + 0.08451906591653824, + 0.04041852056980133, + 0.03219063580036163, + 0.11443604528903961, + 0.08262665569782257, + 0.08337777853012085, + 0.13930507004261017, + 0.06679034978151321, + 0.07578805834054947, + 0.09672871232032776, + 0.11132075637578964, + 0.0653688982129097, + 0.10812640935182571, + 0.05457679182291031, + 0.05156581103801727, + 0.06502242386341095, + 0.06720033288002014, + 0.08083832263946533, + 0.055532004684209824, + 0.04810810834169388, + 0.04642240330576897, + 0.09678800404071808, + 0.12787169218063354, + 0.1482808142900467, + 0.03111908957362175, + 0.09247083216905594, + 0.06892230361700058, + 0.09532482922077179, + 0.04825737327337265, + 0.03943780064582825, + 0.0803941935300827, + 0.1222989484667778, + 0.04503042623400688, + 0.11388640850782394, + 0.10682893544435501, + 0.06111735850572586, + 0.03407667577266693, + 0.055254604667425156, + 0.05474964901804924, + 0.15860451757907867, + 0.16522875428199768, + 0.1168060451745987, + 0.15783442556858063, + 0.1302284300327301, + 0.060148630291223526, + 0.03191888704895973, + 0.04738154634833336, + 0.06166337430477142, + 0.06576454639434814, + 0.048303935676813126, + 0.06737998872995377, + 0.09251323342323303, + 0.038190118968486786, + 0.06872401386499405, + 0.09628812968730927, + 0.031029263511300087, + 0.060090236365795135, + 0.09913793206214905, + 0.18944723904132843, + 0.032967034727334976, + 0.03224939852952957, + 0.07354838401079178, + 0.061105720698833466, + 0.14563365280628204, + 0.07829902321100235, + 0.08009392768144608, + 0.17420539259910583, + 0.11118736863136292, + 0.135451078414917, + 0.11031907051801682, + 0.05668821185827255, + 0.10946602374315262, + 0.1333533078432083, + 0.09617755562067032, + 0.054296258836984634, + 0.14269763231277466, + 0.11993888020515442, + 0.07380899041891098, + 0.08576679974794388, + 0.12243736535310745, + 0.16354915499687195, + 0.05011163651943207, + 0.05798165127635002, + 0.03460531309247017, + 0.017383618280291557, + 0.13417190313339233, + 0.041785623878240585, + 0.08434370160102844, + 0.10285303741693497, + 0.165967658162117, + 0.17789116501808167, + 0.07242511212825775, + 0.12167931348085403, + 0.11911357194185257, + 0.1661461591720581, + 0.044561244547367096, + 0.09043250977993011, + 0.10406779497861862, + 0.08489388227462769, + 0.11343804746866226, + 0.03300124406814575, + 0.11809106916189194, + 0.1842191070318222, + 0.1237686276435852, + 0.04062768816947937, + 0.14942112565040588, + 0.09023600071668625, + 0.10780017822980881, + 0.12436480820178986, + 0.10326233506202698, + 0.015228426083922386, + 0.15600623190402985, + 0.09906759858131409, + 0.08954858034849167, + 0.0661047026515007, + 0.10158434510231018, + 0.09912252426147461, + 0.047424621880054474, + 0.08059834688901901, + 0.08621683716773987, + 0.06961146742105484, + 0.1369447410106659, + 0.15216901898384094, + 0.052088573575019836, + 0.049593664705753326, + 0.19070208072662354, + 0.14043468236923218, + 0.07151702791452408, + 0.09122378379106522, + 0.07938353717327118, + 0.06498194485902786, + 0.06864337623119354, + 0.09321340918540955, + 0.1253301352262497, + 0.036752957850694656, + 0.10302693396806717, + 0.05004265159368515, + 0.07935510575771332, + 0.1340014934539795, + 0.08865170925855637, + 0.10542898625135422, + 0.12274368107318878, + 0.07956907898187637, + 0.14459703862667084, + 0.13750267028808594, + 0.07200390845537186, + 0.12708275020122528, + 0.038547907024621964, + 0.10890543460845947, + 0.05976863577961922, + 0.0773964524269104, + 0.04210744798183441, + 0.11711104214191437, + 0.040669165551662445, + 0.13564668595790863, + 0.12410667538642883, + 0.06507731974124908, + 0.07278609275817871, + 0.06608259677886963, + 0.1517101228237152, + 0.031065087765455246, + 0.15545591711997986, + 0.04422894865274429, + 0.037509821355342865, + 0.19895288348197937, + 0.06218422204256058, + 0.07448413968086243, + 0.13261538743972778, + 0.04817967861890793, + 0.11730115115642548, + 0.09889516979455948, + 0.04715896025300026, + 0.08078078180551529, + 0.018811533227562904, + 0.051291581243276596, + 0.10838323831558228, + 0.07586386054754257, + 0.058092132210731506, + 0.17954221367835999, + 0.08387830853462219, + 0.17829248309135437, + 0.08534322679042816, + 0.13106796145439148, + 0.1057513877749443, + 0.06608793139457703, + 0.05696941167116165, + 0.12284425646066666, + 0.06200317665934563, + 0.08452868461608887, + 0.07161980867385864, + 0.18272553384304047, + 0.08610885590314865, + 0.07814761251211166, + 0.0983506441116333, + 0.09148265421390533, + 0.09090909361839294, + 0.0633210688829422, + 0.09891599416732788, + 0.07455012947320938, + 0.10594110935926437, + 0.09933198243379593, + 0.12260128557682037, + 0.10775530338287354, + 0.23721738159656525, + 0.07587293535470963, + 0.052578769624233246, + 0.23982682824134827, + 0.12168751657009125, + 0.050051283091306686, + 0.13565099239349365, + 0.10935737937688828, + 0.10643626004457474, + 0.04633456468582153, + 0.12973259389400482, + 0.09319266676902771, + 0.049794238060712814, + 0.15727698802947998, + 0.11100348830223083, + 0.08729680627584457, + 0.051690418273210526, + 0.05607980489730835, + 0.08359391242265701, + 0.158890962600708, + 0.04788865149021149, + 0.11188047379255295, + 0.07338380813598633, + 0.12210675328969955, + 0.08439330011606216, + 0.10191705822944641, + 0.11797255277633667, + 0.07170794904232025, + 0.08856002241373062, + 0.10873961448669434, + 0.09123222529888153, + 0.0797896683216095, + 0.06392694264650345, + 0.1271258443593979, + 0.02380952425301075, + 0.08125273883342743, + 0.07602755725383759, + 0.0926143005490303, + 0.07897374778985977, + 0.09864679723978043, + 0.07152288407087326, + 0.2391517162322998, + 0.11162564158439636, + 0.07123070955276489, + 0.06929473578929901, + 0.14105503261089325, + 0.06736008077859879, + 0.07601231336593628, + 0.06095552071928978, + 0.1328413188457489, + 0.02357802726328373, + 0.05581200122833252, + 0.09448417276144028, + 0.0732773095369339, + 0.08957385271787643, + 0.06759677827358246, + 0.1721869856119156, + 0.07405159622430801, + 0.06739488989114761, + 0.07885774224996567, + 0.1906885951757431, + 0.056724026799201965, + 0.06887052208185196, + 0.06732146441936493, + 0.06125827878713608, + 0.03323139622807503, + 0.11170662939548492, + 0.06709123402833939, + 0.11719298362731934, + 0.08993516117334366, + 0.1281994730234146, + 0.067329540848732, + 0.15094339847564697, + 0.04963582381606102, + 0.18995632231235504, + 0.027408303692936897, + 0.06700079143047333, + 0.045903388410806656, + 0.07275666296482086, + 0.08169655501842499, + 0.07473309338092804, + 0.1431562453508377, + 0.09229390323162079, + 0.08246947824954987, + 0.17358139157295227, + 0.0902169793844223, + 0.061728399246931076, + 0.1043638214468956, + 0.045994993299245834, + 0.057110607624053955, + 0.05810084193944931, + 0.11639923602342606, + 0.10773196071386337, + 0.1890411078929901, + 0.10502282530069351, + 0.07291392982006073, + 0.1516503095626831, + 0.09367720037698746, + 0.1724630743265152, + 0.16429607570171356, + 0.1236722320318222, + 0.06461057811975479, + 0.06545721739530563, + 0.038782522082328796, + 0.09401047229766846, + 0.08305217325687408, + 0.1312309354543686, + 0.13266855478286743, + 0.13973116874694824, + 0.14300553500652313, + 0.09005112200975418, + 0.16537921130657196, + 0.06257729232311249, + 0.09253855794668198, + 0.16045159101486206, + 0.107529416680336, + 0.02901523932814598, + 0.10395707190036774, + 0.0790252760052681, + 0.09125766903162003, + 0.09631727635860443, + 0.17499089241027832, + 0.03523837774991989, + 0.026628000661730766, + 0.07897984981536865, + 0.11260642856359482, + 0.09017462283372879, + 0.016804980114102364, + 0.025534700602293015, + 0.1147463321685791, + 0.13367697596549988, + 0.10141903162002563, + 0.16267123818397522, + 0.13107948005199432, + 0.11182796210050583, + 0.10758153349161148, + 0.05530921742320061, + 0.10455402731895447, + 0.0670267641544342, + 0.11770779639482498, + 0.1406862884759903, + 0.08987035602331161, + 0.1401069462299347, + 0.05037664622068405, + 0.12021090090274811, + 0.02693290077149868, + 0.11219511926174164, + 0.08113500475883484, + 0.11528221517801285, + 0.15489989519119263, + 0.16137655079364777, + 0.07050464302301407, + 0.13821521401405334, + 0.16043372452259064, + 0.047325100749731064, + 0.09066233038902283, + 0.07426726818084717, + 0.07060900330543518, + 0.1316717565059662, + 0.10629834234714508, + 0.043685466051101685, + 0.1035998985171318, + 0.08567708730697632, + 0.11693132668733597, + 0.08954627066850662, + 0.05934372916817665, + 0.03237765654921532, + 0.0664505735039711, + 0.07436112314462662, + 0.08567512035369873, + 0.10483020544052124, + 0.13844770193099976, + 0.04682702198624611, + 0.14717741310596466, + 0.13263297080993652, + 0.11894673854112625, + 0.06298638135194778, + 0.06751054525375366, + 0.08815427124500275, + 0.090711809694767, + 0.13920225203037262, + 0.07945835590362549, + 0.11962616443634033, + 0.10786455124616623, + 0.08741385489702225, + 0.198783740401268, + 0.1349262148141861, + 0.03477253019809723, + 0.10499490797519684, + 0.08747478574514389, + 0.1434773951768875, + 0.132080540060997, + 0.05632235109806061, + 0.035723209381103516, + 0.06674382835626602, + 0.09538228064775467, + 0.12441406399011612, + 0.06384304165840149, + 0.11678463220596313, + 0.07510165125131607, + 0.08362091332674026, + 0.15023112297058105, + 0.15684954822063446, + 0.08123249560594559, + 0.09751817584037781, + 0.04829210788011551, + 0.08304809778928757, + 0.024760833010077477, + 0.1346396952867508, + 0.17330972850322723, + 0.20304898917675018, + 0.07536505162715912, + 0.08222811669111252, + 0.2939039170742035, + 0.14381194114685059, + 0.07987220585346222, + 0.09015288203954697, + 0.1476372927427292, + 0.05679012089967728, + 0.07622165232896805, + 0.13660399615764618, + 0.08376676589250565, + 0.043152451515197754, + 0.06967124342918396, + 0.09862706065177917, + 0.07060281187295914, + 0.059323500841856, + 0.09402953833341599, + 0.10737797617912292, + 0.1849047988653183, + 0.037081338465213776, + 0.18905305862426758, + 0.11885379999876022, + 0.19098278880119324, + 0.11417539417743683 ], "effective_batch_size": [ - 67.5317611694336, - 54.224124908447266, - 146.76939392089844, - 40.00730514526367, - 54.224124908447266, - 54.62395477294922, - 67.5317611694336, - 47.10594177246094, - 67.5317611694336, - 41.895790100097656, - 55.4959602355957, - 75.27146911621094, - 145.31712341308594, - 104.52373504638672, - 81.07108306884766, - 106.51343536376953, - 68.07511901855469, - 135.66392517089844, - 67.5317611694336, - 44.05697250366211, - 40.924522399902344, - 89.52947235107422, - 39.36961364746094, - 82.94215393066406, - 44.05697250366211, - 72.69818878173828, - 54.22412109375, - 39.6721305847168, - 179.33718872070312, - 62.62348937988281, - 112.21885681152344, - 75.54790496826172, - 115.173828125, - 53.757450103759766, - 43.38652801513672, - 86.44120788574219, - 99.90058135986328, - 94.626220703125, - 54.22412109375, - 78.2708511352539, - 111.04825592041016, - 74.79805755615234, - 46.32465744018555, - 251.66737365722656, - 41.895782470703125, - 61.92035675048828, - 110.92070007324219, - 98.0014419555664, - 92.33837127685547, - 40.92451477050781, - 512.0, - 104.52373504638672, - 56.373023986816406, - 41.895790100097656, - 53.757450103759766, - 124.97715759277344, - 44.087467193603516, - 70.85065460205078, - 80.28021240234375, - 176.62110900878906, - 44.05697250366211, - 134.1759033203125, - 86.3438491821289, - 39.482200622558594, - 56.373008728027344, - 98.48085021972656, - 48.70958709716797, - 54.22412109375, - 74.56480407714844, - 54.22412109375, - 126.86784362792969, - 76.40882873535156, - 74.59469604492188, - 127.89989471435547, - 67.5317611694336, - 84.81629180908203, - 67.5317611694336, - 62.62348937988281, - 54.62394714355469, - 104.52373504638672, - 55.49595642089844, - 87.63261413574219, - 41.895782470703125, - 55.50424575805664, - 39.85641860961914, - 42.07524108886719, - 41.895790100097656, - 78.2708511352539, - 72.48389434814453, - 71.77371978759766, - 114.3650894165039, - 41.895782470703125, - 47.10594177246094, - 71.77371978759766, - 40.60122299194336, - 512.0, - 39.482200622558594, - 70.85063934326172, - 44.05697250366211, - 112.3039321899414, - 41.895790100097656, - 79.59912872314453, - 47.703086853027344, - 90.42476654052734, - 39.6721305847168, - 67.5317611694336, - 94.1178970336914, - 71.36915588378906, - 62.623497009277344, - 70.85063934326172, - 41.47610092163086, - 59.9239387512207, - 79.20335388183594, - 68.09866333007812, - 39.3696174621582, - 82.94215393066406, - 40.60122299194336, - 39.36961364746094, - 44.05697250366211, - 40.43056106567383, - 75.44322967529297, - 40.00730514526367, - 69.00910949707031, - 39.44862365722656, - 67.5317611694336, - 77.33934020996094, - 68.09083557128906, - 54.22412109375, - 152.65142822265625, - 53.757450103759766, - 54.22412109375, - 56.37302017211914, - 44.05696487426758, - 39.36961364746094, - 56.373016357421875, - 73.6240234375, - 54.22412109375, - 66.25981140136719, - 59.923946380615234, - 52.89699935913086, - 80.73753356933594, - 40.94401550292969, - 105.32520294189453, - 75.4793930053711, - 83.87885284423828, - 44.81291198730469, - 98.24343872070312, - 57.14472961425781, - 61.72068786621094, - 41.895790100097656, - 47.1059455871582, - 73.141845703125, - 83.87885284423828, - 70.85065460205078, - 54.62394714355469, - 40.60122299194336, - 53.757450103759766, - 98.33930206298828, - 44.05697250366211, - 71.77371978759766, - 512.0, - 58.140625, - 39.482200622558594, - 47.703086853027344, - 43.386512756347656, - 64.10419464111328, - 47.703086853027344, - 61.175567626953125, - 84.81629180908203, - 75.6634521484375, - 47.703086853027344, - 95.3243179321289, - 79.20335388183594, - 90.45443725585938, - 53.757450103759766, - 143.54086303710938, - 67.5317611694336, - 40.43056106567383, - 54.22412109375, - 40.60122299194336, - 67.5317611694336, - 88.93750762939453, - 47.703086853027344, - 65.3473129272461, - 54.224124908447266, - 85.47915649414062, - 54.22412109375, - 121.52080535888672, - 100.3059310913086, - 159.2940673828125, - 40.60122299194336, - 56.373023986816406, - 98.22420501708984, - 185.46975708007812, - 39.85642623901367, - 87.31949615478516, - 43.386512756347656, - 77.33932495117188, - 44.05697250366211, - 39.36962127685547, - 61.720680236816406, - 44.08745193481445, - 71.77371978759766, - 131.64170837402344, - 110.99813079833984, - 86.8497085571289, - 118.06803131103516, - 95.29023742675781, - 54.62394714355469, - 60.82075881958008, - 40.924522399902344, - 41.47610092163086, - 44.05696487426758, - 113.70520782470703, - 86.81452941894531, - 64.43695831298828, - 62.62348937988281, - 67.5317611694336, - 104.52373504638672, - 39.85642623901367, - 123.72539520263672, - 44.08745574951172, - 114.2491455078125, - 39.448631286621094, - 44.05697250366211, - 113.63046264648438, - 104.52373504638672, - 113.22808074951172, - 45.55955505371094, - 46.32465744018555, - 98.0014419555664, - 54.22412109375, - 99.89241027832031, - 57.254695892333984, - 40.60122299194336, - 68.0908432006836, - 65.3473129272461, - 47.703086853027344, - 99.90843200683594, - 89.51326751708984, - 162.70294189453125, - 82.94215393066406, - 54.22412109375, - 52.04319381713867, - 44.08745574951172, - 39.85641860961914, - 98.0014419555664, - 74.55110931396484, - 93.879638671875, - 67.5317611694336, - 81.93543243408203, - 118.50667572021484, - 59.95450973510742, - 39.67212677001953, - 76.40882873535156, - 83.87886047363281, - 104.52373504638672, - 104.52373504638672, - 75.47940826416016, - 42.714111328125, - 122.73934936523438, - 67.5317611694336, - 39.85642623901367, - 39.6721305847168, - 42.07524108886719, - 102.73157501220703, - 44.08746337890625, - 47.1059455871582, - 47.703086853027344, - 84.81629180908203, - 39.36961364746094, - 128.56585693359375, - 44.81291198730469, - 512.0, - 111.73282623291016, - 40.00730514526367, - 39.67212677001953, - 44.05697250366211, - 47.703086853027344, - 44.05697250366211, - 40.00730514526367, - 148.12628173828125, - 39.85641860961914, - 54.224124908447266, - 59.03047561645508, - 51.19669723510742, - 47.105934143066406, - 49.52893829345703, - 63.52898025512695, - 39.85642623901367, - 39.482200622558594, - 76.77257537841797, - 40.60122299194336, - 65.34730529785156, - 63.528995513916016, - 74.5511245727539, - 129.65744018554688, - 512.0, - 39.6721305847168, - 77.11625671386719, - 60.820770263671875, - 41.47610092163086, - 54.22412109375, - 48.70958709716797, - 95.16793060302734, - 44.05697250366211, - 40.43056106567383, - 119.73915100097656, - 52.89699935913086, - 88.5726547241211, - 70.85065460205078, - 44.05696487426758, - 47.703086853027344, - 39.85641860961914, - 54.22412109375, - 54.224124908447266, - 47.703086853027344, - 69.92909240722656, - 117.15794372558594, - 65.34729766845703, - 40.92451477050781, - 101.78483581542969, - 48.709590911865234, - 44.08745574951172, - 50.358314514160156, - 48.709590911865234, - 52.04319381713867, - 130.0771484375, - 145.0012664794922, - 41.47610092163086, - 40.924522399902344, - 45.5595588684082, - 54.62394714355469, - 75.63896179199219, - 47.703086853027344, - 47.703086853027344, - 67.5317611694336, - 39.482200622558594, - 39.6721305847168, - 106.62704467773438, - 112.14737701416016, - 64.43695831298828, - 67.5317611694336, - 79.20336151123047, - 50.35831832885742, - 47.703086853027344, - 67.5317611694336, - 52.89699935913086, - 67.5317611694336, - 105.7155532836914, - 51.19669723510742, - 39.856414794921875, - 67.5317611694336, - 48.70958709716797, - 75.4793930053711, - 104.52373504638672, - 39.36961364746094, - 104.74110412597656, - 78.2708511352539, - 75.16597747802734, - 80.13676452636719, - 55.304473876953125, - 81.28929138183594, - 85.75440216064453, - 44.05696487426758, - 44.05696487426758, - 98.18061828613281, - 90.50121307373047, - 54.22412109375, - 50.35832595825195, - 49.52893829345703, - 104.8447494506836, - 66.25981140136719, - 75.47940826416016, - 104.52373504638672, - 43.386512756347656, - 68.09083557128906, - 41.47610092163086, - 185.7530059814453, - 103.97473907470703, - 44.05697250366211, - 77.33930969238281, - 39.6721305847168, - 39.3696174621582, - 41.895790100097656, - 40.007301330566406, - 86.85393524169922, - 39.448631286621094, - 44.81291198730469, - 48.627586364746094, - 189.87457275390625, - 54.22412109375, - 67.5317611694336, - 43.38652801513672, - 44.05696487426758, - 121.93523406982422, - 62.62348175048828, - 67.17436218261719, - 179.7880096435547, - 54.22412109375, - 58.140625, - 47.703086853027344, - 51.19670486450195, - 111.26558685302734, - 94.1221694946289, - 60.82075881958008, - 47.703086853027344, - 81.07108306884766, - 39.482200622558594, - 83.87886047363281, - 69.92909240722656, - 104.52373504638672, - 40.60122299194336, - 68.09083557128906, - 41.895790100097656, - 40.43055725097656, - 43.38651657104492, - 67.17436218261719, - 49.52893829345703, - 56.373016357421875, - 40.00730514526367, - 40.007301330566406, - 50.358314514160156, - 48.709590911865234, - 82.00623321533203, - 39.448631286621094, - 40.92451858520508, - 59.923946380615234, - 95.9578628540039, - 54.22412109375, - 40.00730514526367, - 40.43056106567383, - 105.15512084960938, - 39.482200622558594, - 67.5317611694336, - 54.22412109375, - 51.585445404052734, - 46.324668884277344, - 40.60122299194336, - 44.05697250366211, - 70.11750030517578, - 91.39613342285156, - 39.6721305847168, - 39.482200622558594, - 44.08745193481445, - 119.63236999511719, - 67.5317611694336, - 64.35707092285156, - 54.22412109375, - 44.05696487426758, - 54.22412109375, - 69.70204162597656, - 40.60122299194336, - 61.72068786621094, - 104.52373504638672, - 68.09083557128906, - 60.82076644897461, - 94.48800659179688, - 68.36894989013672, - 58.140625, - 64.41043853759766, - 40.43056106567383, - 47.703086853027344, - 56.373023986816406, - 40.60122299194336, - 104.42316436767578, - 56.912784576416016, - 67.5317611694336, - 98.97300720214844, - 63.528995513916016, - 104.52373504638672, - 128.86021423339844, - 104.52373504638672, - 54.22412109375, - 41.895790100097656, - 67.5317611694336, - 125.13714599609375, - 82.0062255859375, - 40.43056106567383, - 40.924522399902344, - 39.482200622558594, - 61.72068786621094, - 88.1550064086914, - 76.04066467285156, - 64.43697357177734, - 47.703086853027344, - 40.43056106567383, - 81.28693389892578, - 44.81291198730469, - 44.05696487426758, - 76.40885162353516, - 54.22412109375, - 107.46991729736328, - 104.52373504638672, - 44.05697250366211, - 39.85641860961914, - 57.22340393066406, - 41.895790100097656, - 40.601219177246094, - 39.85641860961914 + 537.2753295898438, + 461.9666442871094, + 536.5999755859375, + 336.51470947265625, + 627.4006958007812, + 434.1074523925781, + 414.2598876953125, + 289.94842529296875, + 732.4508666992188, + 394.135009765625, + 491.6278076171875, + 716.9600219726562, + 423.94354248046875, + 535.5731811523438, + 533.0892333984375, + 692.3717041015625, + 321.7960205078125, + 704.83056640625, + 598.0227661132812, + 784.2501220703125, + 564.8458862304688, + 623.0792846679688, + 621.2003784179688, + 508.1761779785156, + 666.2053833007812, + 669.2440795898438, + 558.3795166015625, + 689.8594970703125, + 465.72747802734375, + 585.7144165039062, + 501.998046875, + 778.0089111328125, + 641.7782592773438, + 407.3040466308594, + 488.6633605957031, + 392.23760986328125, + 586.6757202148438, + 418.36480712890625, + 786.925048828125, + 703.0565185546875, + 619.9141235351562, + 606.4479370117188, + 437.804931640625, + 256.0044860839844, + 310.7349548339844, + 586.0169677734375, + 502.88641357421875, + 836.104248046875, + 354.22491455078125, + 403.0247497558594, + 510.6854248046875, + 502.1927795410156, + 628.5679321289062, + 559.7960205078125, + 774.6307373046875, + 217.45338439941406, + 663.0711669921875, + 467.45458984375, + 578.2171020507812, + 566.8662109375, + 645.34423828125, + 663.3342895507812, + 445.30841064453125, + 445.5386047363281, + 248.49342346191406, + 454.13232421875, + 621.0348510742188, + 595.5173950195312, + 595.883056640625, + 561.7051391601562, + 404.3279724121094, + 490.9361877441406, + 595.7312622070312, + 556.5744018554688, + 683.0984497070312, + 567.391845703125, + 453.1714782714844, + 530.734130859375, + 532.2833251953125, + 407.57904052734375, + 475.96044921875, + 482.7206115722656, + 492.779296875, + 653.3770141601562, + 780.3155517578125, + 535.0108642578125, + 308.05487060546875, + 719.1156616210938, + 336.34161376953125, + 452.267578125, + 548.3761596679688, + 513.9600830078125, + 568.3029174804688, + 741.2430419921875, + 534.9896240234375, + 558.5731811523438, + 485.59326171875, + 294.6594543457031, + 429.6110534667969, + 513.576416015625, + 475.95733642578125, + 683.1334838867188, + 754.3951416015625, + 695.0867919921875, + 660.294921875, + 550.0094604492188, + 524.9139404296875, + 386.6571044921875, + 308.4151611328125, + 531.108642578125, + 461.9952697753906, + 378.2984924316406, + 397.595703125, + 609.6227416992188, + 485.5092468261719, + 614.5078125, + 461.8525695800781, + 345.5990905761719, + 584.82177734375, + 536.3204345703125, + 899.5860595703125, + 445.7303466796875, + 405.6601867675781, + 600.4028930664062, + 364.5218505859375, + 671.2532348632812, + 481.2316589355469, + 498.51470947265625, + 717.3451538085938, + 464.8031005859375, + 698.4476318359375, + 472.0806579589844, + 205.71438598632812, + 750.643310546875, + 572.16259765625, + 480.62872314453125, + 190.0511932373047, + 825.142578125, + 691.3927612304688, + 562.1401977539062, + 668.5736083984375, + 636.2638549804688, + 817.1535034179688, + 448.7740783691406, + 539.1689453125, + 470.1358337402344, + 299.00885009765625, + 816.3825073242188, + 488.2408447265625, + 547.890869140625, + 672.224609375, + 316.8651428222656, + 607.09326171875, + 599.8346557617188, + 762.966552734375, + 744.888671875, + 668.431396484375, + 426.3926086425781, + 531.0233764648438, + 437.6696472167969, + 302.8446960449219, + 679.856201171875, + 417.6185302734375, + 700.1290893554688, + 781.80419921875, + 693.5078125, + 462.0887145996094, + 505.2516174316406, + 637.45849609375, + 510.2741394042969, + 610.3033447265625, + 545.3660888671875, + 331.60113525390625, + 611.5078735351562, + 686.1300048828125, + 624.65478515625, + 581.3539428710938, + 655.9535522460938, + 486.5199279785156, + 321.3265075683594, + 545.0303344726562, + 518.6802368164062, + 578.6895141601562, + 812.9046630859375, + 865.3302001953125, + 524.4431762695312, + 546.4905395507812, + 701.987060546875, + 781.4763793945312, + 459.5065002441406, + 618.6300659179688, + 484.1328430175781, + 297.4986572265625, + 325.7669372558594, + 508.5716552734375, + 737.7647705078125, + 303.1797790527344, + 512.3973999023438, + 338.9983215332031, + 619.4004516601562, + 452.14495849609375, + 654.7100219726562, + 629.1728515625, + 729.0707397460938, + 602.197021484375, + 738.6149291992188, + 877.9654541015625, + 482.77325439453125, + 542.374755859375, + 470.8377380371094, + 652.741943359375, + 454.3711853027344, + 521.1307983398438, + 506.9566345214844, + 465.66192626953125, + 333.7585754394531, + 658.7970581054688, + 804.9300537109375, + 431.7631530761719, + 336.9862976074219, + 470.84246826171875, + 576.5296630859375, + 589.4520874023438, + 796.7583618164062, + 423.4804992675781, + 465.6222839355469, + 673.2835693359375, + 337.9525451660156, + 493.4495544433594, + 626.0527954101562, + 443.19830322265625, + 515.112060546875, + 560.54296875, + 510.53277587890625, + 487.8861999511719, + 361.0621032714844, + 545.5515747070312, + 238.3728790283203, + 582.8619995117188, + 629.608642578125, + 888.2950439453125, + 449.64031982421875, + 826.3296508789062, + 509.3603820800781, + 635.5271606445312, + 614.02978515625, + 411.21209716796875, + 539.97021484375, + 614.0175170898438, + 494.1832275390625, + 299.3090515136719, + 562.0919189453125, + 546.6675415039062, + 501.0795593261719, + 624.5189208984375, + 519.531982421875, + 630.51611328125, + 618.7171630859375, + 463.5931701660156, + 305.940185546875, + 529.43017578125, + 555.8359985351562, + 488.6734619140625, + 716.6395874023438, + 619.927001953125, + 746.0875854492188, + 476.86627197265625, + 593.4420776367188, + 895.9263916015625, + 768.967529296875, + 491.16644287109375, + 547.422119140625, + 526.9271240234375, + 629.8111572265625, + 453.6789855957031, + 658.0188598632812, + 546.7669067382812, + 554.7521362304688, + 503.91192626953125, + 718.8164672851562, + 717.0984497070312, + 373.8585510253906, + 410.5387878417969, + 639.6900634765625, + 753.2161254882812, + 466.8371887207031, + 435.423583984375, + 570.1412963867188, + 730.5134887695312, + 646.340087890625, + 737.4795532226562, + 752.5650024414062, + 445.24078369140625, + 574.6409912109375, + 775.2784423828125, + 603.4924926757812, + 572.485107421875, + 557.8822021484375, + 789.3949584960938, + 307.33148193359375, + 683.4527587890625, + 561.3919677734375, + 461.5995178222656, + 591.9024047851562, + 727.0389404296875, + 723.0034790039062, + 755.6312255859375, + 667.1531372070312, + 676.499755859375, + 383.9970703125, + 644.8594360351562, + 524.2390747070312, + 535.1748657226562, + 418.0848388671875, + 489.64447021484375, + 410.63226318359375, + 540.3300170898438, + 571.9171752929688, + 382.836669921875, + 602.4752197265625, + 561.7921752929688, + 885.8956298828125, + 428.1226806640625, + 600.6290283203125, + 484.9276428222656, + 831.8758544921875, + 555.7698974609375, + 499.2493591308594, + 625.5203247070312, + 567.0722045898438, + 413.4774169921875, + 583.3504638671875, + 585.815185546875, + 423.3058166503906, + 502.0793762207031, + 785.8571166992188, + 450.85101318359375, + 836.4525146484375, + 398.9854431152344, + 710.4373779296875, + 384.49371337890625, + 530.2804565429688, + 372.3334655761719, + 536.1184692382812, + 448.2414855957031, + 618.3355102539062, + 714.5146484375, + 651.9971923828125, + 584.7186279296875, + 935.973388671875, + 654.8297119140625, + 432.4592590332031, + 607.267578125, + 472.8122253417969, + 475.7439270019531, + 512.296875, + 570.0934448242188, + 677.0472412109375, + 942.6768798828125, + 530.4703369140625, + 456.14990234375, + 430.874755859375, + 642.5741577148438, + 848.33447265625, + 652.5751342773438, + 665.7811889648438, + 577.85693359375, + 472.3715515136719, + 517.1505126953125, + 693.5917358398438, + 553.3883666992188, + 497.9311828613281, + 779.5752563476562, + 599.4937744140625, + 525.7232666015625, + 644.5367431640625, + 557.35888671875, + 451.1961975097656, + 665.519775390625, + 577.4420776367188, + 620.437255859375, + 356.1864318847656, + 529.7661743164062, + 552.1493530273438, + 609.8434448242188, + 632.6755981445312, + 591.6151733398438, + 303.9275207519531, + 333.85992431640625, + 684.0408325195312, + 576.9342041015625, + 569.3199462890625, + 388.75732421875, + 459.67681884765625, + 345.6588439941406, + 540.9683837890625, + 363.3225402832031, + 636.13916015625, + 584.9422607421875, + 609.6529541015625, + 713.7620849609375, + 451.8959045410156, + 562.4034423828125, + 556.2950439453125, + 395.6473388671875, + 733.3339233398438, + 662.2725830078125, + 846.358642578125, + 492.7140808105469, + 788.5679931640625, + 344.69970703125, + 446.4425354003906, + 589.7703247070312, + 649.371337890625, + 520.7072143554688, + 586.013916015625, + 605.228515625, + 795.410400390625, + 881.8796997070312, + 379.3376159667969, + 559.3950805664062, + 558.4767456054688, + 559.24072265625, + 813.199462890625, + 667.7943725585938, + 435.72064208984375, + 579.9722290039062, + 522.5994262695312, + 718.1644897460938, + 659.5587158203125, + 493.27069091796875, + 374.466796875, + 396.2562255859375, + 647.7339477539062, + 610.4203491210938, + 709.1758422851562, + 599.0204467773438, + 428.2337646484375, + 855.0521240234375, + 824.2881469726562, + 519.06396484375, + 533.2299194335938, + 599.27978515625, + 577.4497680664062, + 348.7991638183594, + 893.5406494140625, + 492.8656921386719, + 616.1017456054688, + 544.185791015625, + 685.832763671875, + 594.4149169921875, + 763.7255249023438, + 345.1834411621094, + 466.15704345703125, + 733.062744140625, + 867.6681518554688, + 633.0550537109375, + 469.8089294433594, + 382.2275085449219, + 664.4276123046875, + 562.6218872070312, + 788.3939208984375, + 408.2956848144531, + 635.5123901367188, + 548.4636840820312, + 620.9906616210938, + 471.1931457519531, + 632.6206665039062, + 659.1792602539062, + 559.44873046875, + 424.9651184082031, + 597.4842529296875, + 345.0733947753906, + 841.89599609375, + 660.8584594726562, + 701.4893188476562, + 616.0770263671875, + 359.6356201171875, + 714.1898803710938, + 820.2586669921875, + 456.9765625, + 590.4205932617188, + 789.8911743164062, + 515.0445556640625, + 590.28369140625, + 582.56005859375, + 496.72222900390625, + 379.8815002441406, + 567.2625732421875, + 541.450439453125, + 574.4542846679688, + 553.0786743164062, + 723.0262451171875, + 722.0380249023438, + 951.0098876953125, + 250.34205627441406, + 639.714599609375, + 485.746826171875, + 900.502197265625, + 594.54345703125 ], "surgery_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "surgery_fraction": [ - 0.999999998997203, - 0.9999982009176117, - 0.9999946838645465, - 0.9999998793605438, 0.0, - 0.9999985477685476, - 0.9999999975973455, - 0.9999999571010254, - 0.9702900536357183, - 0.9999999755131623 + 0.0, + 0.9998796871711334, + 0.9999969410718577, + 0.0, + 0.0, + 0.0, + 0.9999991217290293, + 0.9999947067454872, + 0.9999983601708441, + 0.9999995633303059, + 0.0, + 0.9950375269174724, + 0.9999980431052821, + 0.0, + 0.9974224562535383, + 0.9754007357198001, + 0.9999993046864193, + 0.9999998083826506, + 0.0 ], "surgery_n_conflicting": [ + 0, + 0, + 2, + 2, + 0, + 0, + 0, 2, 1, - 4, - 4, + 2, + 3, + 0, + 1, + 1, 0, 1, - 15, - 20, 1, - 21 + 1, + 2, + 0 ], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.55, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -44303,383 +54702,383 @@ 2 ], "wall_clock_s": [ - 446.0, - 478.4, - 484.8 + 1068.3, + 1079.1, + 1067.9 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.13690252602100372, + "loss": 0.4472683072090149, "env_score_iters": 500, - "env_score": -3.825287342071533, + "env_score": -0.5283532738685608, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.8780779838562012, - "rl_grad_norm": 1.3225675821304321, - "bc_grad_norm": 1.1909778118133545, + "grad_align": 0.38354888558387756, + "rl_grad_norm": 1.0856720209121704, + "bc_grad_norm": 3.8347554206848145, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00009162684000330046, - "embedding.weight": 0.007938859052956104, - "cnn.0.weight": 0.18000146746635437, - "cnn.0.bias": 0.007199468091130257, - "cnn.2.weight": 0.06954807043075562, - "cnn.2.bias": 0.03157065063714981, - "cnn.5.weight": 0.11770863085985184, - "cnn.5.bias": 0.024142537266016006, - "action_emb.weight": 0.016424205154180527, - "timestep_emb.weight": 0.007023842539638281, - "pos_emb.weight": 0.00888175331056118, - "transformer.layers.0.self_attn.in_proj_weight": 0.13746324181556702, - "transformer.layers.0.self_attn.in_proj_bias": 0.008459314703941345, - "transformer.layers.0.self_attn.out_proj.weight": 0.12659519910812378, - "transformer.layers.0.self_attn.out_proj.bias": 0.010655934922397137, - "transformer.layers.0.linear1.weight": 0.09259623289108276, - "transformer.layers.0.linear1.bias": 0.0044416943565011024, - "transformer.layers.0.linear2.weight": 0.11527376621961594, - "transformer.layers.0.linear2.bias": 0.0075979954563081264, - "transformer.layers.0.norm1.weight": 0.00886713620275259, - "transformer.layers.0.norm1.bias": 0.006458680611103773, - "transformer.layers.0.norm2.weight": 0.00715525820851326, - "transformer.layers.0.norm2.bias": 0.0037559422198683023, - "transformer.layers.1.self_attn.in_proj_weight": 0.1083357036113739, - "transformer.layers.1.self_attn.in_proj_bias": 0.005508226342499256, - "transformer.layers.1.self_attn.out_proj.weight": 0.0907953530550003, - "transformer.layers.1.self_attn.out_proj.bias": 0.005292430520057678, - "transformer.layers.1.linear1.weight": 0.0586819127202034, - "transformer.layers.1.linear1.bias": 0.002746830927208066, - "transformer.layers.1.linear2.weight": 0.07733790576457977, - "transformer.layers.1.linear2.bias": 0.0047188494354486465, - "transformer.layers.1.norm1.weight": 0.006550249643623829, - "transformer.layers.1.norm1.bias": 0.005424799397587776, - "transformer.layers.1.norm2.weight": 0.0038374203722923994, - "transformer.layers.1.norm2.bias": 0.002487758407369256, - "transformer.layers.2.self_attn.in_proj_weight": 0.13435223698616028, - "transformer.layers.2.self_attn.in_proj_bias": 0.005957888439297676, - "transformer.layers.2.self_attn.out_proj.weight": 0.055878106504678726, - "transformer.layers.2.self_attn.out_proj.bias": 0.004071449860930443, - "transformer.layers.2.linear1.weight": 0.03900877758860588, - "transformer.layers.2.linear1.bias": 0.0020493732299655676, - "transformer.layers.2.linear2.weight": 0.047952860593795776, - "transformer.layers.2.linear2.bias": 0.003992455545812845, - "transformer.layers.2.norm1.weight": 0.00978450570255518, - "transformer.layers.2.norm1.bias": 0.006039288826286793, - "transformer.layers.2.norm2.weight": 0.002699726726859808, - "transformer.layers.2.norm2.bias": 0.0018253219313919544, - "transformer.layers.3.self_attn.in_proj_weight": 0.11305111646652222, - "transformer.layers.3.self_attn.in_proj_bias": 0.00650217616930604, - "transformer.layers.3.self_attn.out_proj.weight": 0.06405799835920334, - "transformer.layers.3.self_attn.out_proj.bias": 0.0052377087995409966, - "transformer.layers.3.linear1.weight": 0.062165893614292145, - "transformer.layers.3.linear1.bias": 0.00453952606767416, - "transformer.layers.3.linear2.weight": 0.041048020124435425, - "transformer.layers.3.linear2.bias": 0.005220816005021334, - "transformer.layers.3.norm1.weight": 0.00837476272135973, - "transformer.layers.3.norm1.bias": 0.007927685044705868, - "transformer.layers.3.norm2.weight": 0.004984584171324968, - "transformer.layers.3.norm2.bias": 0.0059417919255793095, - "head.weight": 0.36274683475494385, - "head.bias": 0.010908226482570171, - "global_embedding.weight": 0.09313920885324478, - "global_cnn.0.weight": 0.5432133078575134, - "global_cnn.0.bias": 0.028349503874778748, - "global_cnn.2.weight": 0.9398198127746582, - "global_cnn.2.bias": 0.057747550308704376, - "global_proj.weight": 0.3014577329158783, - "global_proj.bias": 0.11663191765546799, - "goal_head.0.weight": 0.15915387868881226, - "goal_head.0.bias": 0.04675855115056038, - "goal_head.2.weight": 0.1873466968536377, - "goal_head.2.bias": 0.0913311094045639 + "global_gate": 0.00034449726808816195, + "embedding.weight": 0.019909681752324104, + "cnn.0.weight": 0.33165496587753296, + "cnn.0.bias": 0.015381621196866035, + "cnn.2.weight": 0.08864337205886841, + "cnn.2.bias": 0.03604041039943695, + "cnn.5.weight": 0.13665103912353516, + "cnn.5.bias": 0.03249673172831535, + "action_emb.weight": 0.020687701180577278, + "timestep_emb.weight": 0.004503492731601, + "pos_emb.weight": 0.01090096402913332, + "transformer.layers.0.self_attn.in_proj_weight": 0.20762918889522552, + "transformer.layers.0.self_attn.in_proj_bias": 0.025377565994858742, + "transformer.layers.0.self_attn.out_proj.weight": 0.19691678881645203, + "transformer.layers.0.self_attn.out_proj.bias": 0.03295671194791794, + "transformer.layers.0.linear1.weight": 0.12381481379270554, + "transformer.layers.0.linear1.bias": 0.01104902382940054, + "transformer.layers.0.linear2.weight": 0.18922294676303864, + "transformer.layers.0.linear2.bias": 0.020650913938879967, + "transformer.layers.0.norm1.weight": 0.010943510569632053, + "transformer.layers.0.norm1.bias": 0.022644847631454468, + "transformer.layers.0.norm2.weight": 0.009761331602931023, + "transformer.layers.0.norm2.bias": 0.012940872460603714, + "transformer.layers.1.self_attn.in_proj_weight": 0.19777795672416687, + "transformer.layers.1.self_attn.in_proj_bias": 0.01654912531375885, + "transformer.layers.1.self_attn.out_proj.weight": 0.17427055537700653, + "transformer.layers.1.self_attn.out_proj.bias": 0.011897209100425243, + "transformer.layers.1.linear1.weight": 0.0809454694390297, + "transformer.layers.1.linear1.bias": 0.005148802883923054, + "transformer.layers.1.linear2.weight": 0.11621158570051193, + "transformer.layers.1.linear2.bias": 0.009992159903049469, + "transformer.layers.1.norm1.weight": 0.01626443862915039, + "transformer.layers.1.norm1.bias": 0.021109772846102715, + "transformer.layers.1.norm2.weight": 0.006594733335077763, + "transformer.layers.1.norm2.bias": 0.005240781232714653, + "transformer.layers.2.self_attn.in_proj_weight": 0.20422136783599854, + "transformer.layers.2.self_attn.in_proj_bias": 0.010477960109710693, + "transformer.layers.2.self_attn.out_proj.weight": 0.09599287807941437, + "transformer.layers.2.self_attn.out_proj.bias": 0.0071384790353477, + "transformer.layers.2.linear1.weight": 0.058292731642723083, + "transformer.layers.2.linear1.bias": 0.0037448101211339235, + "transformer.layers.2.linear2.weight": 0.07396133244037628, + "transformer.layers.2.linear2.bias": 0.005683455616235733, + "transformer.layers.2.norm1.weight": 0.01589454524219036, + "transformer.layers.2.norm1.bias": 0.010626520961523056, + "transformer.layers.2.norm2.weight": 0.004705922678112984, + "transformer.layers.2.norm2.bias": 0.0041205380111932755, + "transformer.layers.3.self_attn.in_proj_weight": 0.17273952066898346, + "transformer.layers.3.self_attn.in_proj_bias": 0.009300815872848034, + "transformer.layers.3.self_attn.out_proj.weight": 0.09569209069013596, + "transformer.layers.3.self_attn.out_proj.bias": 0.0051108975894749165, + "transformer.layers.3.linear1.weight": 0.1030423641204834, + "transformer.layers.3.linear1.bias": 0.007189592346549034, + "transformer.layers.3.linear2.weight": 0.06870295852422714, + "transformer.layers.3.linear2.bias": 0.002966460073366761, + "transformer.layers.3.norm1.weight": 0.014419895596802235, + "transformer.layers.3.norm1.bias": 0.010545497760176659, + "transformer.layers.3.norm2.weight": 0.00824706070125103, + "transformer.layers.3.norm2.bias": 0.008932938799262047, + "head.weight": 0.6241244673728943, + "head.bias": 0.006607011426240206, + "global_embedding.weight": 0.034673549234867096, + "global_cnn.0.weight": 0.15494073927402496, + "global_cnn.0.bias": 0.0070808217860758305, + "global_cnn.2.weight": 0.3729310929775238, + "global_cnn.2.bias": 0.016758715733885765, + "global_proj.weight": 0.18472816050052643, + "global_proj.bias": 0.046886079013347626, + "goal_head.0.weight": 0.09462223947048187, + "goal_head.0.bias": 0.018652478232979774, + "goal_head.2.weight": 0.10619576275348663, + "goal_head.2.bias": 0.03288988396525383 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.011361569166183472, - "repr_drift_kl_low_t": 0.009538525715470314, - "repr_drift_kl_mid_t": 0.010944134555757046, - "repr_drift_kl_high_t": 0.009153572842478752, + "repr_drift_kl": 0.19823132455348969, + "repr_drift_kl_low_t": 0.25231319665908813, + "repr_drift_kl_mid_t": 0.19435757398605347, + "repr_drift_kl_high_t": 0.15595568716526031, "cka_iters": 500, - "cka_similarity": 0.9862173199653625, + "cka_similarity": 0.8609665036201477, "t_analysis_iters": 500, - "norm_low_t": 1.5514637231826782, - "norm_high_t": 1.5312938690185547, - "lowhigh_cos": 0.73086017370224, + "norm_low_t": 1.1516084671020508, + "norm_high_t": 1.567118763923645, + "lowhigh_cos": 0.3539210557937622, "t_bin_norms": { - "t_0.0-0.1": 1.8336825370788574, - "t_0.1-0.2": 1.304074764251709, - "t_0.2-0.3": 1.367750644683838, - "t_0.3-0.4": 1.4292187690734863, - "t_0.4-0.5": 1.3179515600204468, - "t_0.5-0.6": 1.3066285848617554, - "t_0.6-0.7": 1.3064088821411133, - "t_0.7-0.8": 1.284436583518982, - "t_0.8-0.9": 1.281064748764038, - "t_0.9-1.0": 1.375853419303894 - }, - "win_rate": 0.01332149188965559, - "effective_batch_size": 39.85641860961914, + "t_0.0-0.1": 1.5277305841445923, + "t_0.1-0.2": 1.1225906610488892, + "t_0.2-0.3": 1.240775465965271, + "t_0.3-0.4": 1.1466708183288574, + "t_0.4-0.5": 1.1335645914077759, + "t_0.5-0.6": 1.066824197769165, + "t_0.6-0.7": 1.0320525169372559, + "t_0.7-0.8": 1.0313118696212769, + "t_0.8-0.9": 1.13836669921875, + "t_0.9-1.0": 1.974185585975647 + }, + "win_rate": 0.11417539417743683, + "effective_batch_size": 594.54345703125, "surgery_iters": 500, - "surgery_fraction": 0.9999999755131623, - "surgery_n_conflicting": 21, + "surgery_fraction": 0.0, + "surgery_n_conflicting": 0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08740117400884628, + "loss": 0.2507628798484802, "env_score_iters": 500, - "env_score": -2.5239572525024414, + "env_score": -0.6505224704742432, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.7520813345909119, - "rl_grad_norm": 0.6328874826431274, - "bc_grad_norm": 0.7840533256530762, + "grad_align": 0.22263982892036438, + "rl_grad_norm": 0.5957410931587219, + "bc_grad_norm": 1.975492000579834, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000027508549464982934, - "embedding.weight": 0.03508134186267853, - "cnn.0.weight": 0.45709240436553955, - "cnn.0.bias": 0.023437203839421272, - "cnn.2.weight": 0.11814900487661362, - "cnn.2.bias": 0.05739399790763855, - "cnn.5.weight": 0.09146879613399506, - "cnn.5.bias": 0.03460618853569031, - "action_emb.weight": 0.009598659351468086, - "timestep_emb.weight": 0.0052596405148506165, - "pos_emb.weight": 0.006371448282152414, - "transformer.layers.0.self_attn.in_proj_weight": 0.13085481524467468, - "transformer.layers.0.self_attn.in_proj_bias": 0.00849731545895338, - "transformer.layers.0.self_attn.out_proj.weight": 0.09394584596157074, - "transformer.layers.0.self_attn.out_proj.bias": 0.009548862464725971, - "transformer.layers.0.linear1.weight": 0.0654464066028595, - "transformer.layers.0.linear1.bias": 0.0033324877731502056, - "transformer.layers.0.linear2.weight": 0.07526768743991852, - "transformer.layers.0.linear2.bias": 0.005592286121100187, - "transformer.layers.0.norm1.weight": 0.007905910722911358, - "transformer.layers.0.norm1.bias": 0.007421897258609533, - "transformer.layers.0.norm2.weight": 0.004652182571589947, - "transformer.layers.0.norm2.bias": 0.00343357864767313, - "transformer.layers.1.self_attn.in_proj_weight": 0.060573477298021317, - "transformer.layers.1.self_attn.in_proj_bias": 0.0029781644698232412, - "transformer.layers.1.self_attn.out_proj.weight": 0.060099776834249496, - "transformer.layers.1.self_attn.out_proj.bias": 0.0037703076377511024, - "transformer.layers.1.linear1.weight": 0.03659743070602417, - "transformer.layers.1.linear1.bias": 0.0017759144539013505, - "transformer.layers.1.linear2.weight": 0.042282331734895706, - "transformer.layers.1.linear2.bias": 0.0033616020809859037, - "transformer.layers.1.norm1.weight": 0.004090688191354275, - "transformer.layers.1.norm1.bias": 0.002673869486898184, - "transformer.layers.1.norm2.weight": 0.0025059746112674475, - "transformer.layers.1.norm2.bias": 0.0017397162737324834, - "transformer.layers.2.self_attn.in_proj_weight": 0.07573530822992325, - "transformer.layers.2.self_attn.in_proj_bias": 0.0037984359078109264, - "transformer.layers.2.self_attn.out_proj.weight": 0.04646248742938042, - "transformer.layers.2.self_attn.out_proj.bias": 0.002893062774091959, - "transformer.layers.2.linear1.weight": 0.023083502426743507, - "transformer.layers.2.linear1.bias": 0.0013515909668058157, - "transformer.layers.2.linear2.weight": 0.026898624375462532, - "transformer.layers.2.linear2.bias": 0.002881949534639716, - "transformer.layers.2.norm1.weight": 0.00588024128228426, - "transformer.layers.2.norm1.bias": 0.004876968916505575, - "transformer.layers.2.norm2.weight": 0.0015124739147722721, - "transformer.layers.2.norm2.bias": 0.0012705232948064804, - "transformer.layers.3.self_attn.in_proj_weight": 0.0736907348036766, - "transformer.layers.3.self_attn.in_proj_bias": 0.004960312508046627, - "transformer.layers.3.self_attn.out_proj.weight": 0.0388958714902401, - "transformer.layers.3.self_attn.out_proj.bias": 0.0035469785798341036, - "transformer.layers.3.linear1.weight": 0.040002480149269104, - "transformer.layers.3.linear1.bias": 0.0027645272202789783, - "transformer.layers.3.linear2.weight": 0.021644970402121544, - "transformer.layers.3.linear2.bias": 0.0037054221611469984, - "transformer.layers.3.norm1.weight": 0.0048567187041044235, - "transformer.layers.3.norm1.bias": 0.005641182418912649, - "transformer.layers.3.norm2.weight": 0.0026796115562319756, - "transformer.layers.3.norm2.bias": 0.0036347282584756613, - "head.weight": 0.29484450817108154, - "head.bias": 0.0075713153928518295, - "global_embedding.weight": 0.04356573522090912, - "global_cnn.0.weight": 0.28245723247528076, - "global_cnn.0.bias": 0.013463173992931843, - "global_cnn.2.weight": 0.3633437156677246, - "global_cnn.2.bias": 0.019199592992663383, - "global_proj.weight": 0.10710269957780838, - "global_proj.bias": 0.03450395166873932, - "goal_head.0.weight": 0.04459812119603157, - "goal_head.0.bias": 0.011739496141672134, - "goal_head.2.weight": 0.05140601471066475, - "goal_head.2.bias": 0.02335495315492153 + "global_gate": 0.00014879419177304953, + "embedding.weight": 0.005166322458535433, + "cnn.0.weight": 0.15788526833057404, + "cnn.0.bias": 0.00476495549082756, + "cnn.2.weight": 0.04913804307579994, + "cnn.2.bias": 0.015302492305636406, + "cnn.5.weight": 0.0811847448348999, + "cnn.5.bias": 0.016696130856871605, + "action_emb.weight": 0.0152317825704813, + "timestep_emb.weight": 0.004544595256447792, + "pos_emb.weight": 0.008863416500389576, + "transformer.layers.0.self_attn.in_proj_weight": 0.11216364055871964, + "transformer.layers.0.self_attn.in_proj_bias": 0.011860998347401619, + "transformer.layers.0.self_attn.out_proj.weight": 0.10490608215332031, + "transformer.layers.0.self_attn.out_proj.bias": 0.01397628802806139, + "transformer.layers.0.linear1.weight": 0.094075046479702, + "transformer.layers.0.linear1.bias": 0.0053695193491876125, + "transformer.layers.0.linear2.weight": 0.1219085156917572, + "transformer.layers.0.linear2.bias": 0.009409848600625992, + "transformer.layers.0.norm1.weight": 0.0059814006090164185, + "transformer.layers.0.norm1.bias": 0.010808564722537994, + "transformer.layers.0.norm2.weight": 0.007071136496961117, + "transformer.layers.0.norm2.bias": 0.005302341654896736, + "transformer.layers.1.self_attn.in_proj_weight": 0.10303551703691483, + "transformer.layers.1.self_attn.in_proj_bias": 0.0061445399187505245, + "transformer.layers.1.self_attn.out_proj.weight": 0.09761196374893188, + "transformer.layers.1.self_attn.out_proj.bias": 0.006676104385405779, + "transformer.layers.1.linear1.weight": 0.06277021020650864, + "transformer.layers.1.linear1.bias": 0.0036531384103000164, + "transformer.layers.1.linear2.weight": 0.0840776339173317, + "transformer.layers.1.linear2.bias": 0.0056097982451319695, + "transformer.layers.1.norm1.weight": 0.006490762811154127, + "transformer.layers.1.norm1.bias": 0.006241282913833857, + "transformer.layers.1.norm2.weight": 0.0044306302443146706, + "transformer.layers.1.norm2.bias": 0.00392901198938489, + "transformer.layers.2.self_attn.in_proj_weight": 0.14021530747413635, + "transformer.layers.2.self_attn.in_proj_bias": 0.006955540273338556, + "transformer.layers.2.self_attn.out_proj.weight": 0.06536360085010529, + "transformer.layers.2.self_attn.out_proj.bias": 0.004305680748075247, + "transformer.layers.2.linear1.weight": 0.03517735376954079, + "transformer.layers.2.linear1.bias": 0.002273598685860634, + "transformer.layers.2.linear2.weight": 0.047120191156864166, + "transformer.layers.2.linear2.bias": 0.0037534155417233706, + "transformer.layers.2.norm1.weight": 0.01223987340927124, + "transformer.layers.2.norm1.bias": 0.008132684975862503, + "transformer.layers.2.norm2.weight": 0.0024369251914322376, + "transformer.layers.2.norm2.bias": 0.00254739448428154, + "transformer.layers.3.self_attn.in_proj_weight": 0.10909362137317657, + "transformer.layers.3.self_attn.in_proj_bias": 0.00518465880304575, + "transformer.layers.3.self_attn.out_proj.weight": 0.058596719056367874, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029468187130987644, + "transformer.layers.3.linear1.weight": 0.061853889375925064, + "transformer.layers.3.linear1.bias": 0.0041943141259253025, + "transformer.layers.3.linear2.weight": 0.04861592501401901, + "transformer.layers.3.linear2.bias": 0.0019859757740050554, + "transformer.layers.3.norm1.weight": 0.009585886262357235, + "transformer.layers.3.norm1.bias": 0.007492009550333023, + "transformer.layers.3.norm2.weight": 0.006656268611550331, + "transformer.layers.3.norm2.bias": 0.005694684572517872, + "head.weight": 0.33489561080932617, + "head.bias": 0.003891758853569627, + "global_embedding.weight": 0.049059364944696426, + "global_cnn.0.weight": 0.18377463519573212, + "global_cnn.0.bias": 0.008359159342944622, + "global_cnn.2.weight": 0.25991591811180115, + "global_cnn.2.bias": 0.009810174815356731, + "global_proj.weight": 0.1084345281124115, + "global_proj.bias": 0.025930505245923996, + "goal_head.0.weight": 0.05835256725549698, + "goal_head.0.bias": 0.010498924180865288, + "goal_head.2.weight": 0.06442923098802567, + "goal_head.2.bias": 0.017772004008293152 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.031329866498708725, - "repr_drift_kl_low_t": 0.028491582721471786, - "repr_drift_kl_mid_t": 0.03249069303274155, - "repr_drift_kl_high_t": 0.03588050231337547, + "repr_drift_kl": 0.08907735347747803, + "repr_drift_kl_low_t": 0.10571781545877457, + "repr_drift_kl_mid_t": 0.08611498028039932, + "repr_drift_kl_high_t": 0.07622770220041275, "cka_iters": 500, - "cka_similarity": 0.9773234128952026, + "cka_similarity": 0.9042369723320007, "t_analysis_iters": 500, - "norm_low_t": 0.8249996304512024, - "norm_high_t": 0.7194550633430481, - "lowhigh_cos": 0.49956637620925903, + "norm_low_t": 0.7154183387756348, + "norm_high_t": 0.7067852020263672, + "lowhigh_cos": 0.6202298402786255, "t_bin_norms": { - "t_0.0-0.1": 0.6914233565330505, - "t_0.1-0.2": 0.710884153842926, - "t_0.2-0.3": 0.6771259307861328, - "t_0.3-0.4": 0.7206783890724182, - "t_0.4-0.5": 0.7771176695823669, - "t_0.5-0.6": 0.6494005918502808, - "t_0.6-0.7": 0.6567907929420471, - "t_0.7-0.8": 0.7814647555351257, - "t_0.8-0.9": 0.6321222186088562, - "t_0.9-1.0": 0.7264321446418762 - }, - "win_rate": 0.09573643654584885, - "effective_batch_size": 76.40882873535156, + "t_0.0-0.1": 0.7684535384178162, + "t_0.1-0.2": 0.7081518173217773, + "t_0.2-0.3": 0.6017959713935852, + "t_0.3-0.4": 0.6310709118843079, + "t_0.4-0.5": 0.7152424454689026, + "t_0.5-0.6": 0.660696804523468, + "t_0.6-0.7": 0.5952337384223938, + "t_0.7-0.8": 0.6403021216392517, + "t_0.8-0.9": 0.6908068656921387, + "t_0.9-1.0": 0.7753932476043701 + }, + "win_rate": 0.027250392362475395, + "effective_batch_size": 476.1378479003906, "surgery_iters": 500, - "surgery_fraction": 0.9999999986719061, - "surgery_n_conflicting": 4, + "surgery_fraction": 0.9999992063630112, + "surgery_n_conflicting": 5, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 1.8603113889694214, + "loss": 0.5439655780792236, "env_score_iters": 500, - "env_score": 3.302305221557617, + "env_score": -0.28353869915008545, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.6630379557609558, - "rl_grad_norm": 3.614149332046509, - "bc_grad_norm": 1.032159686088562, + "grad_align": 0.5561085343360901, + "rl_grad_norm": 1.8176376819610596, + "bc_grad_norm": 3.3656005859375, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00005841739402967505, - "embedding.weight": 0.08724195510149002, - "cnn.0.weight": 1.2992767095565796, - "cnn.0.bias": 0.0648774579167366, - "cnn.2.weight": 0.4368220269680023, - "cnn.2.bias": 0.2211393266916275, - "cnn.5.weight": 0.38841602206230164, - "cnn.5.bias": 0.15161453187465668, - "action_emb.weight": 0.12333966046571732, - "timestep_emb.weight": 0.03505057841539383, - "pos_emb.weight": 0.05092739313840866, - "transformer.layers.0.self_attn.in_proj_weight": 1.0774343013763428, - "transformer.layers.0.self_attn.in_proj_bias": 0.12308747321367264, - "transformer.layers.0.self_attn.out_proj.weight": 1.0997800827026367, - "transformer.layers.0.self_attn.out_proj.bias": 0.1570996642112732, - "transformer.layers.0.linear1.weight": 0.7159885764122009, - "transformer.layers.0.linear1.bias": 0.05442935228347778, - "transformer.layers.0.linear2.weight": 0.9507215023040771, - "transformer.layers.0.linear2.bias": 0.10375258326530457, - "transformer.layers.0.norm1.weight": 0.055904094129800797, - "transformer.layers.0.norm1.bias": 0.11789258569478989, - "transformer.layers.0.norm2.weight": 0.057425111532211304, - "transformer.layers.0.norm2.bias": 0.06491448730230331, - "transformer.layers.1.self_attn.in_proj_weight": 0.9135733842849731, - "transformer.layers.1.self_attn.in_proj_bias": 0.07090887427330017, - "transformer.layers.1.self_attn.out_proj.weight": 0.7834818959236145, - "transformer.layers.1.self_attn.out_proj.bias": 0.06171249598264694, - "transformer.layers.1.linear1.weight": 0.4163300395011902, - "transformer.layers.1.linear1.bias": 0.026165399700403214, - "transformer.layers.1.linear2.weight": 0.5756396055221558, - "transformer.layers.1.linear2.bias": 0.05314657837152481, - "transformer.layers.1.norm1.weight": 0.08167527616024017, - "transformer.layers.1.norm1.bias": 0.08583080023527145, - "transformer.layers.1.norm2.weight": 0.03429718315601349, - "transformer.layers.1.norm2.bias": 0.02853686548769474, - "transformer.layers.2.self_attn.in_proj_weight": 0.9208369851112366, - "transformer.layers.2.self_attn.in_proj_bias": 0.05412900820374489, - "transformer.layers.2.self_attn.out_proj.weight": 0.5358086824417114, - "transformer.layers.2.self_attn.out_proj.bias": 0.041905585676431656, - "transformer.layers.2.linear1.weight": 0.306524395942688, - "transformer.layers.2.linear1.bias": 0.02041630446910858, - "transformer.layers.2.linear2.weight": 0.36121559143066406, - "transformer.layers.2.linear2.bias": 0.03472812846302986, - "transformer.layers.2.norm1.weight": 0.1034204363822937, - "transformer.layers.2.norm1.bias": 0.05565819516777992, - "transformer.layers.2.norm2.weight": 0.023399718105793, - "transformer.layers.2.norm2.bias": 0.025349706411361694, - "transformer.layers.3.self_attn.in_proj_weight": 0.8109994530677795, - "transformer.layers.3.self_attn.in_proj_bias": 0.043472178280353546, - "transformer.layers.3.self_attn.out_proj.weight": 0.4192751348018646, - "transformer.layers.3.self_attn.out_proj.bias": 0.028299249708652496, - "transformer.layers.3.linear1.weight": 0.47450003027915955, - "transformer.layers.3.linear1.bias": 0.035096608102321625, - "transformer.layers.3.linear2.weight": 0.28011053800582886, - "transformer.layers.3.linear2.bias": 0.018937958404421806, - "transformer.layers.3.norm1.weight": 0.07032904773950577, - "transformer.layers.3.norm1.bias": 0.048643916845321655, - "transformer.layers.3.norm2.weight": 0.041332636028528214, - "transformer.layers.3.norm2.bias": 0.05073310807347298, - "head.weight": 2.260345935821533, - "head.bias": 0.03837425634264946, - "global_embedding.weight": 0.20871691405773163, - "global_cnn.0.weight": 0.665711522102356, - "global_cnn.0.bias": 0.022342272102832794, - "global_cnn.2.weight": 0.7563635110855103, - "global_cnn.2.bias": 0.026443898677825928, - "global_proj.weight": 0.4652126729488373, - "global_proj.bias": 0.11671360582113266, - "goal_head.0.weight": 0.05775107443332672, - "goal_head.0.bias": 0.013542156666517258, - "goal_head.2.weight": 0.06524208188056946, - "goal_head.2.bias": 0.02341817319393158 + "global_gate": 0.0007386791985481977, + "embedding.weight": 0.010847612284123898, + "cnn.0.weight": 0.31957390904426575, + "cnn.0.bias": 0.015369082801043987, + "cnn.2.weight": 0.11015146225690842, + "cnn.2.bias": 0.044964056462049484, + "cnn.5.weight": 0.1703164279460907, + "cnn.5.bias": 0.041192203760147095, + "action_emb.weight": 0.029973821714520454, + "timestep_emb.weight": 0.0062247454188764095, + "pos_emb.weight": 0.01273187156766653, + "transformer.layers.0.self_attn.in_proj_weight": 0.2501507103443146, + "transformer.layers.0.self_attn.in_proj_bias": 0.023423612117767334, + "transformer.layers.0.self_attn.out_proj.weight": 0.21602913737297058, + "transformer.layers.0.self_attn.out_proj.bias": 0.02956012636423111, + "transformer.layers.0.linear1.weight": 0.15387694537639618, + "transformer.layers.0.linear1.bias": 0.010576070286333561, + "transformer.layers.0.linear2.weight": 0.22721357643604279, + "transformer.layers.0.linear2.bias": 0.022616354748606682, + "transformer.layers.0.norm1.weight": 0.014887564815580845, + "transformer.layers.0.norm1.bias": 0.020146096125245094, + "transformer.layers.0.norm2.weight": 0.012455589137971401, + "transformer.layers.0.norm2.bias": 0.010760152712464333, + "transformer.layers.1.self_attn.in_proj_weight": 0.1937025487422943, + "transformer.layers.1.self_attn.in_proj_bias": 0.016888335347175598, + "transformer.layers.1.self_attn.out_proj.weight": 0.20171575248241425, + "transformer.layers.1.self_attn.out_proj.bias": 0.015667706727981567, + "transformer.layers.1.linear1.weight": 0.10681789368391037, + "transformer.layers.1.linear1.bias": 0.00640865508466959, + "transformer.layers.1.linear2.weight": 0.1683429479598999, + "transformer.layers.1.linear2.bias": 0.013811234384775162, + "transformer.layers.1.norm1.weight": 0.01513359509408474, + "transformer.layers.1.norm1.bias": 0.0196046382188797, + "transformer.layers.1.norm2.weight": 0.008035233244299889, + "transformer.layers.1.norm2.bias": 0.00608543585985899, + "transformer.layers.2.self_attn.in_proj_weight": 0.31178906559944153, + "transformer.layers.2.self_attn.in_proj_bias": 0.015412827953696251, + "transformer.layers.2.self_attn.out_proj.weight": 0.13226276636123657, + "transformer.layers.2.self_attn.out_proj.bias": 0.012021142058074474, + "transformer.layers.2.linear1.weight": 0.09119971096515656, + "transformer.layers.2.linear1.bias": 0.005646205507218838, + "transformer.layers.2.linear2.weight": 0.11633452773094177, + "transformer.layers.2.linear2.bias": 0.011106924153864384, + "transformer.layers.2.norm1.weight": 0.02334013022482395, + "transformer.layers.2.norm1.bias": 0.015563211403787136, + "transformer.layers.2.norm2.weight": 0.006827089004218578, + "transformer.layers.2.norm2.bias": 0.005619465839117765, + "transformer.layers.3.self_attn.in_proj_weight": 0.29106810688972473, + "transformer.layers.3.self_attn.in_proj_bias": 0.02382405288517475, + "transformer.layers.3.self_attn.out_proj.weight": 0.15071962773799896, + "transformer.layers.3.self_attn.out_proj.bias": 0.016236312687397003, + "transformer.layers.3.linear1.weight": 0.17390231788158417, + "transformer.layers.3.linear1.bias": 0.014084354974329472, + "transformer.layers.3.linear2.weight": 0.11058734357357025, + "transformer.layers.3.linear2.bias": 0.014667338691651821, + "transformer.layers.3.norm1.weight": 0.0219818614423275, + "transformer.layers.3.norm1.bias": 0.029876692220568657, + "transformer.layers.3.norm2.weight": 0.012858611531555653, + "transformer.layers.3.norm2.bias": 0.016780348494648933, + "head.weight": 1.0516154766082764, + "head.bias": 0.031819045543670654, + "global_embedding.weight": 0.05940955877304077, + "global_cnn.0.weight": 0.36481109261512756, + "global_cnn.0.bias": 0.012479833327233791, + "global_cnn.2.weight": 0.8585947751998901, + "global_cnn.2.bias": 0.03884408622980118, + "global_proj.weight": 0.3174535036087036, + "global_proj.bias": 0.08175846934318542, + "goal_head.0.weight": 0.14974345266819, + "goal_head.0.bias": 0.029853202402591705, + "goal_head.2.weight": 0.18609757721424103, + "goal_head.2.bias": 0.050743162631988525 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.09810984134674072, - "repr_drift_kl_low_t": 0.09682920575141907, - "repr_drift_kl_mid_t": 0.10240990668535233, - "repr_drift_kl_high_t": 0.09623068571090698, + "repr_drift_kl": 0.15959365665912628, + "repr_drift_kl_low_t": 0.21268829703330994, + "repr_drift_kl_mid_t": 0.15616776049137115, + "repr_drift_kl_high_t": 0.12276555597782135, "cka_iters": 500, - "cka_similarity": 0.9648173451423645, + "cka_similarity": 0.9515894651412964, "t_analysis_iters": 500, - "norm_low_t": 5.613618850708008, - "norm_high_t": 5.971130847930908, - "lowhigh_cos": 0.008956403471529484, + "norm_low_t": 2.1225569248199463, + "norm_high_t": 2.1623547077178955, + "lowhigh_cos": 0.5912171006202698, "t_bin_norms": { - "t_0.0-0.1": 6.276412010192871, - "t_0.1-0.2": 3.8197391033172607, - "t_0.2-0.3": 3.717545747756958, - "t_0.3-0.4": 3.815323829650879, - "t_0.4-0.5": 4.069520473480225, - "t_0.5-0.6": 4.336424827575684, - "t_0.6-0.7": 3.179959774017334, - "t_0.7-0.8": 3.1938419342041016, - "t_0.8-0.9": 4.172075271606445, - "t_0.9-1.0": 5.862497329711914 - }, - "win_rate": 0.21481481194496155, - "effective_batch_size": 128.4144287109375, + "t_0.0-0.1": 2.072252035140991, + "t_0.1-0.2": 1.8104349374771118, + "t_0.2-0.3": 1.9121124744415283, + "t_0.3-0.4": 1.7814909219741821, + "t_0.4-0.5": 1.7668838500976562, + "t_0.5-0.6": 1.7923107147216797, + "t_0.6-0.7": 1.6121416091918945, + "t_0.7-0.8": 1.7005844116210938, + "t_0.8-0.9": 1.9881452322006226, + "t_0.9-1.0": 3.022956132888794 + }, + "win_rate": 0.12662337720394135, + "effective_batch_size": 557.07958984375, "surgery_iters": 500, - "surgery_fraction": 0.9999973129795882, - "surgery_n_conflicting": 2, + "surgery_fraction": 0.0, + "surgery_n_conflicting": 0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "advantage_clip": { - "score": 0.5583333333333333, - "score_std": 0.011785113019775804, + "score": 0.33749999999999997, + "score_std": 0.05103103630798288, "all_scores": [ - 0.5750000000000001, - 0.55, - 0.55 + 0.4, + 0.275, + 0.33749999999999997 ], "history": { "iters": [ @@ -45185,506 +55584,506 @@ 500 ], "loss": [ - 0.03266970068216324, - 0.6996910572052002, - 0.8669165372848511, - 0.33149418234825134, - 0.2763332724571228, - 0.056806355714797974, - 0.19284652173519135, - 0.20836691558361053, - 0.29712581634521484, - 0.21410763263702393, - 0.187088742852211, - 0.24855929613113403, - 0.4260613024234772, - 0.13464617729187012, - 0.2152428776025772, - 0.10559685528278351, - 0.036692582070827484, - 0.40215399861335754, - 0.2089349776506424, - 0.04295022785663605, - 0.1760767698287964, - 0.2662138044834137, - 0.14010313153266907, - 0.2363266795873642, - 0.1307607889175415, - 0.0784018412232399, - 0.4040111303329468, - 0.07727136462926865, - 0.48109495639801025, - 0.09213755279779434, - 0.12568144500255585, - 0.1269294023513794, - 0.06416931748390198, - 0.17588545382022858, - 0.2154904007911682, - 0.26948854327201843, - 0.19035907089710236, - 0.36282458901405334, - 0.254768967628479, - 0.26236993074417114, - 0.20782220363616943, - 0.06903846561908722, - 0.08951356261968613, - 0.2558867931365967, - 0.16382664442062378, - 0.22645142674446106, - 0.08776319026947021, - 0.5865161418914795, - 0.044158369302749634, - 0.1054646447300911, - 0.1937166452407837, - 0.13902758061885834, - 0.07456351816654205, - 0.1885519027709961, - 0.2406006157398224, - 0.2127583771944046, - 0.15599596500396729, - 0.5143276453018188, - 0.6925565004348755, - 0.3248544931411743, - 0.22461631894111633, - 0.2735520005226135, - 0.1819160282611847, - 0.20480342209339142, - 0.15602707862854004, - 0.17713236808776855, - 0.22486922144889832, - 0.12650327384471893, - 0.22052231431007385, - 0.0076437098905444145, - 0.16061583161354065, - 0.16197426617145538, - 0.07585916668176651, - 0.29992812871932983, - 0.026573747396469116, - 0.23800034821033478, - 0.05765480175614357, - 0.18644431233406067, - 0.11306712031364441, - 0.11101440340280533, - 0.2394482046365738, - 0.2277885228395462, - 0.025413598865270615, - 0.2802863121032715, - 0.23629805445671082, - 0.07663104683160782, - 0.028820853680372238, - 0.06104244291782379, - 0.1328877955675125, - 0.17322923243045807, - 0.3628360331058502, - 0.02785254642367363, - 0.1923530250787735, - 0.2557125985622406, - 0.03263787552714348, - 0.14151543378829956, - 0.05141517519950867, - 0.1800893396139145, - 0.06030702963471413, - 0.15348517894744873, - 0.07025862485170364, - 0.1348952054977417, - 0.03212539851665497, - 0.21278077363967896, - 0.04396366328001022, - 0.04914022237062454, - 0.0763770192861557, - 0.14804546535015106, - 0.1761295199394226, - 0.09720747917890549, - 0.09820272028446198, - 0.13448165357112885, - 0.26499414443969727, - 0.1170630007982254, - 0.10862062871456146, - 0.05648763105273247, - 0.12396065890789032, - 0.06644970923662186, - 0.1034080982208252, - 0.18105703592300415, - 0.08536506444215775, - 0.12119924277067184, - 0.03370443731546402, - 0.099371999502182, - 0.025809435173869133, - 0.1675778329372406, - 0.07071787863969803, - 0.048239316791296005, - 0.3838985562324524, - 0.19841478765010834, - 0.08914723992347717, - 0.2595866322517395, - 0.08450920134782791, - 0.023801105096936226, - 0.13790938258171082, - 0.08761929720640182, - 0.09267500042915344, - 0.05969324707984924, - 0.06424406170845032, - 0.1602034717798233, - 0.202125683426857, - 0.12181971967220306, - 0.30500781536102295, - 0.05084995925426483, - 0.16973267495632172, - 0.11273193359375, - 0.04432643577456474, - 0.0732862800359726, - 0.08169464021921158, - 0.10912773758172989, - 0.21635273098945618, - 0.11323579400777817, - 0.2847839891910553, - 0.33108580112457275, - 0.48506906628608704, - 0.17798995971679688, - 0.11350150406360626, - 0.020293880254030228, - 0.030058540403842926, - 0.12858276069164276, - 0.10826230049133301, - 0.035905372351408005, - 0.058247413486242294, - 0.12247542291879654, - 0.1831853985786438, - 0.027684714645147324, - 0.04902535304427147, - 0.10670752078294754, - 0.06348439306020737, - 0.02712050825357437, - 0.17514100670814514, - 0.042828090488910675, - 0.0310024656355381, - 0.13553248345851898, - 0.03564336523413658, - 0.5173336267471313, - 0.1417050063610077, - 0.10272293537855148, - 0.1159614622592926, - 0.06908183544874191, - 0.09561866521835327, - 0.12884512543678284, - 0.1436152458190918, - 0.06414597481489182, - 0.04902025684714317, - 0.18237701058387756, - 0.037280838936567307, - 0.04640912264585495, - 0.11684517562389374, - 0.07365047931671143, - 0.05208844691514969, - 0.11453448981046677, - 0.14487606287002563, - 0.09959679841995239, - 0.17176075279712677, - 0.10074024647474289, - 0.25017598271369934, - 0.1846453696489334, - 0.12985092401504517, - 0.4251316785812378, - 0.11740918457508087, - 0.1024375855922699, - 0.16372331976890564, - 0.10941587388515472, - 0.05934210121631622, - 0.030528133735060692, - 0.338287353515625, - 0.19018632173538208, - 0.054555296897888184, - 0.189751997590065, - 0.06432364881038666, - 0.38144901394844055, - 0.058109723031520844, - 0.3198053538799286, - 0.05026768147945404, - 0.020841743797063828, - 0.03862764686346054, - 0.1332191824913025, - 0.051291994750499725, - 0.02397599257528782, - 0.37643951177597046, - 0.16525112092494965, - 0.03775713965296745, - 0.08422620594501495, - 0.2932555377483368, - 0.03862367570400238, - 0.14854927361011505, - 0.014785300940275192, - 0.047092728316783905, - 0.29824647307395935, - 0.20960938930511475, - 0.15454798936843872, - 0.22278885543346405, - 0.1797804981470108, - 0.12958909571170807, - 0.42137864232063293, - 0.2506657540798187, - 0.04744470864534378, - 0.026948947459459305, - 0.03774508833885193, - 0.031439557671546936, - 0.14711356163024902, - 0.11357022821903229, - 0.03553018346428871, - 0.07502391189336777, - 0.025620682165026665, - 0.20501276850700378, - 0.1936158537864685, - 0.1522703319787979, - 0.04785354807972908, - 0.044161245226860046, - 0.06856846064329147, - 0.09656450152397156, - 0.12276757508516312, - 0.10480590164661407, - 0.18760818243026733, - 0.01595870777964592, - 0.10501489043235779, - 0.10670087486505508, - 0.03209129348397255, - 0.1557149589061737, - 0.051265258342027664, - 0.15573185682296753, - 0.14138126373291016, - 0.03985685482621193, - 0.22930480539798737, - 0.08182109892368317, - 0.2575177550315857, - 0.14069758355617523, - 0.16725647449493408, - 0.026139866560697556, - 0.23985780775547028, - 0.04797796905040741, - 0.09383212774991989, - 0.3257909119129181, - 0.21223147213459015, - 0.2819332778453827, - 0.13060615956783295, - 0.11717244982719421, - 0.054254163056612015, - 0.1878882348537445, - 0.47350814938545227, - 0.09982059895992279, - 0.06519721448421478, - 0.2564685344696045, - 0.1694183647632599, - 0.05520617961883545, - 0.3181275427341461, - 0.31560155749320984, - 0.035509947687387466, - 0.025707265362143517, - 0.08424124866724014, - 0.009794347919523716, - 0.0418483130633831, - 0.07704482972621918, - 0.11763651669025421, - 0.11696877330541611, - 0.10127737373113632, - 0.16019117832183838, - 0.04074603319168091, - 0.08079801499843597, - 0.08503144979476929, - 0.16803547739982605, - 0.2623376250267029, - 0.21726390719413757, - 0.217808797955513, - 0.18843594193458557, - 0.14453893899917603, - 0.17637984454631805, - 0.07880712300539017, - 0.05606628581881523, - 0.09227291494607925, - 0.18114221096038818, - 0.0539747029542923, - 0.07390433549880981, - 0.09353940933942795, - 0.08270715922117233, - 0.1553311049938202, - 0.11946475505828857, - 0.04225299879908562, - 0.057377785444259644, - 0.13763806223869324, - 0.02117355540394783, - 0.06954379379749298, - 0.28066062927246094, - 0.05215326324105263, - 0.22619616985321045, - 0.031784459948539734, - 0.08528074622154236, - 0.11764180660247803, - 0.15260617434978485, - 0.12938769161701202, - 0.2586730122566223, - 0.06880968809127808, - 0.18136318027973175, - 0.10154005885124207, - 0.01931070163846016, - 0.05149548128247261, - 0.030367538332939148, - 0.05977891758084297, - 0.3376716673374176, - 0.1844233125448227, - 0.021568072959780693, - 0.025979366153478622, - 0.19090980291366577, - 0.06898027658462524, - 0.09993334114551544, - 0.04758162796497345, - 0.03508349880576134, - 0.12581893801689148, - 0.10448586195707321, - 0.007110546343028545, - 0.027856167405843735, - 0.07104373723268509, - 0.035193465650081635, - 0.043384209275245667, - 0.1297265887260437, - 0.048505838960409164, - 0.08603710681200027, - 0.054950449615716934, - 0.2039882093667984, - 0.07470383495092392, - 0.021888883784413338, - 0.20278970897197723, - 0.015076609328389168, - 0.055113986134529114, - 0.05127319321036339, - 0.22639408707618713, - 0.03921240568161011, - 0.11671894788742065, - 0.11222927272319794, - 0.12786786258220673, - 0.08007659763097763, - 0.07982661575078964, - 0.14339719712734222, - 0.03920049965381622, - 0.07196909189224243, - 0.0331757590174675, - 0.05803033709526062, - 0.27805933356285095, - 0.08342843502759933, - 0.081779845058918, - 0.10030512511730194, - 0.03808160126209259, - 0.20350228250026703, - 0.054633572697639465, - 0.11862841248512268, - 0.13595184683799744, - 0.09356781095266342, - 0.08069789409637451, - 0.06229333579540253, - 0.05326027050614357, - 0.014162796549499035, - 0.03087814524769783, - 0.024431897327303886, - 0.23446770012378693, - 0.09335856884717941, - 0.088791623711586, - 0.09282046556472778, - 0.07384423166513443, - 0.03295430541038513, - 0.023258142173290253, - 0.039016809314489365, - 0.1829572468996048, - 0.089444100856781, - 0.09706220775842667, - 0.12218210846185684, - 0.2563193738460541, - 0.06299187988042831, - 0.04944237694144249, - 0.12437306344509125, - 0.12598423659801483, - 0.15006838738918304, - 0.08381088823080063, - 0.020238693803548813, - 0.10126974433660507, - 0.08163924515247345, - 0.051316998898983, - 0.026599761098623276, - 0.028262829408049583, - 0.05989815294742584, - 0.04312950000166893, - 0.14007793366909027, - 0.06227940693497658, - 0.06945763528347015, - 0.057008374482393265, - 0.049934279173612595, - 0.0418078750371933, - 0.0963706523180008, - 0.02190406806766987, - 0.11185496300458908, - 0.052666231989860535, - 0.11207033693790436, - 0.04664020240306854, - 0.027850441634655, - 0.0802471786737442, - 0.07341621071100235, - 0.05376279354095459, - 0.20332442224025726, - 0.055154915899038315, - 0.06285765767097473, - 0.05489151179790497, - 0.028046514838933945, - 0.04261356219649315, - 0.09523338824510574, - 0.2167813926935196, - 0.06282078474760056, - 0.13415688276290894, - 0.05631228908896446, - 0.049018070101737976, - 0.020528603345155716, - 0.03631063178181648, - 0.0889255478978157, - 0.06663646548986435, - 0.02483460307121277, - 0.1142352819442749, - 0.12845098972320557, - 0.10912194103002548, - 0.05476004630327225, - 0.1362617164850235, - 0.08471616357564926, - 0.06202217563986778, - 0.08864875137805939, - 0.01595020480453968, - 0.008687460795044899, - 0.13544967770576477, - 0.13806936144828796, - 0.08216801285743713, - 0.0732317790389061, - 0.06378541141748428, - 0.1181325688958168, - 0.07568683475255966, - 0.03986358642578125, - 0.03685247525572777, - 0.062175553292036057, - 0.01605907455086708, - 0.11797576397657394, - 0.05424982309341431, - 0.014288736507296562, - 0.08990602940320969, - 0.056570470333099365, - 0.02440004050731659, - 0.03446665033698082, - 0.024839356541633606, - 0.05582287535071373, - 0.05562453716993332, - 0.032630182802677155, - 0.09979285299777985, - 0.1656104028224945, - 0.05638532340526581, - 0.11828061193227768, - 0.10050611197948456, - 0.07472147792577744, - 0.03131057694554329, - 0.045736163854599, - 0.057615481317043304, - 0.19449672102928162, - 0.033084966242313385, - 0.05888170748949051, - 0.022379368543624878 + 0.48434558510780334, + 0.7370147705078125, + 0.3588793873786926, + 0.3335988521575928, + 0.34731853008270264, + 0.16800148785114288, + 0.43982526659965515, + 0.2918680012226105, + 0.5006308555603027, + 0.23275111615657806, + 0.2425709068775177, + 0.5427307486534119, + 0.22326824069023132, + 0.18309174478054047, + 0.2183794528245926, + 0.36646193265914917, + 0.2931056320667267, + 0.3262538015842438, + 0.48996585607528687, + 0.3095201849937439, + 0.3007499575614929, + 0.26295265555381775, + 0.24559850990772247, + 0.2056387960910797, + 0.2452848106622696, + 0.2478286772966385, + 0.20138244330883026, + 0.23191286623477936, + 0.2536938190460205, + 0.331400990486145, + 0.1871948093175888, + 0.44064638018608093, + 0.15790994465351105, + 0.1837385594844818, + 0.15333439409732819, + 0.2392568588256836, + 0.24928893148899078, + 0.18864169716835022, + 0.27268528938293457, + 0.3519362211227417, + 0.17377538979053497, + 0.23071713745594025, + 0.17994222044944763, + 0.1580163687467575, + 0.14643841981887817, + 0.16703027486801147, + 0.16208793222904205, + 0.22357213497161865, + 0.17943468689918518, + 0.17827510833740234, + 0.2550056278705597, + 0.17639191448688507, + 0.15065735578536987, + 0.15360021591186523, + 0.20681095123291016, + 0.1612461358308792, + 0.18096312880516052, + 0.09296710789203644, + 0.17509803175926208, + 0.19213587045669556, + 0.24627619981765747, + 0.1771335005760193, + 0.155496746301651, + 0.14439459145069122, + 0.19993120431900024, + 0.20428846776485443, + 0.20484943687915802, + 0.17385467886924744, + 0.1998182237148285, + 0.12833505868911743, + 0.1522476077079773, + 0.18775665760040283, + 0.2151033878326416, + 0.13123254477977753, + 0.15006208419799805, + 0.13103552162647247, + 0.1053997352719307, + 0.16290263831615448, + 0.1510748416185379, + 0.1703256517648697, + 0.18635638058185577, + 0.1465408205986023, + 0.11225870996713638, + 0.22194091975688934, + 0.17727944254875183, + 0.20254400372505188, + 0.09578564018011093, + 0.1967664510011673, + 0.17517007887363434, + 0.13727021217346191, + 0.1453706920146942, + 0.11173234134912491, + 0.19514426589012146, + 0.17773523926734924, + 0.1012127548456192, + 0.187631294131279, + 0.20657144486904144, + 0.18919481337070465, + 0.11716080456972122, + 0.11854483932256699, + 0.1161540225148201, + 0.1580616682767868, + 0.2244940549135208, + 0.23270535469055176, + 0.1809808909893036, + 0.20658910274505615, + 0.11501984298229218, + 0.12496915459632874, + 0.18194229900836945, + 0.1668226420879364, + 0.14611651003360748, + 0.0993354395031929, + 0.11947248876094818, + 0.20602008700370789, + 0.13401222229003906, + 0.1875387281179428, + 0.2250068634748459, + 0.06840253621339798, + 0.12876254320144653, + 0.17839030921459198, + 0.16224795579910278, + 0.0923382118344307, + 0.11004291474819183, + 0.16720029711723328, + 0.15621083974838257, + 0.14174209535121918, + 0.16582109034061432, + 0.1683531403541565, + 0.18881314992904663, + 0.18955427408218384, + 0.161942258477211, + 0.16604162752628326, + 0.17435505986213684, + 0.1913076490163803, + 0.17961159348487854, + 0.11205974221229553, + 0.11001609265804291, + 0.21983718872070312, + 0.15169349312782288, + 0.1286972463130951, + 0.12633201479911804, + 0.23761792480945587, + 0.17485374212265015, + 0.17505435645580292, + 0.09429182857275009, + 0.07618831098079681, + 0.13801175355911255, + 0.15150359272956848, + 0.15166428685188293, + 0.1408928483724594, + 0.16699156165122986, + 0.18747346103191376, + 0.21367613971233368, + 0.11718632280826569, + 0.20484907925128937, + 0.16007934510707855, + 0.20033539831638336, + 0.10565010458230972, + 0.09031151235103607, + 0.11150649189949036, + 0.05375463515520096, + 0.10610586404800415, + 0.08497808128595352, + 0.13812708854675293, + 0.22273972630500793, + 0.16132614016532898, + 0.06968672573566437, + 0.15562815964221954, + 0.1242184266448021, + 0.15505120158195496, + 0.13725589215755463, + 0.13298556208610535, + 0.08459155261516571, + 0.1399427205324173, + 0.12896044552326202, + 0.19219470024108887, + 0.10450468212366104, + 0.09827602654695511, + 0.16253067553043365, + 0.11100197583436966, + 0.06893937289714813, + 0.19046783447265625, + 0.1026136577129364, + 0.19508257508277893, + 0.17014896869659424, + 0.17579467594623566, + 0.08275501430034637, + 0.21356359124183655, + 0.18550707399845123, + 0.11669360846281052, + 0.1501270979642868, + 0.22848719358444214, + 0.15110185742378235, + 0.09534750133752823, + 0.1162918359041214, + 0.2207680493593216, + 0.1083909347653389, + 0.1183648481965065, + 0.12591074407100677, + 0.17197133600711823, + 0.14954251050949097, + 0.13233043253421783, + 0.12769939005374908, + 0.15672184526920319, + 0.11283507943153381, + 0.15248404443264008, + 0.16486406326293945, + 0.14644555747509003, + 0.15638288855552673, + 0.09368321299552917, + 0.15011811256408691, + 0.09829850494861603, + 0.15829244256019592, + 0.10670915246009827, + 0.15473371744155884, + 0.10449761152267456, + 0.09993420541286469, + 0.15515990555286407, + 0.17320659756660461, + 0.1623011976480484, + 0.12070520222187042, + 0.17368970811367035, + 0.10434091836214066, + 0.20297713577747345, + 0.11278538405895233, + 0.05549764260649681, + 0.14571572840213776, + 0.189314603805542, + 0.14169715344905853, + 0.15896211564540863, + 0.10964641720056534, + 0.17270366847515106, + 0.15769216418266296, + 0.10344041883945465, + 0.0800747275352478, + 0.09711649268865585, + 0.10481058061122894, + 0.17326663434505463, + 0.1705080270767212, + 0.11022112518548965, + 0.16202034056186676, + 0.09818176925182343, + 0.1935025304555893, + 0.13928698003292084, + 0.18792563676834106, + 0.11997813731431961, + 0.08453167974948883, + 0.157296821475029, + 0.11106458306312561, + 0.07729267328977585, + 0.15956483781337738, + 0.14425210654735565, + 0.1431526094675064, + 0.1050054058432579, + 0.12465439736843109, + 0.14395466446876526, + 0.10487988591194153, + 0.11060722172260284, + 0.09557271748781204, + 0.1155184954404831, + 0.10840942710638046, + 0.11956042051315308, + 0.08986695110797882, + 0.16174151003360748, + 0.15212580561637878, + 0.20652088522911072, + 0.10803160071372986, + 0.07878165692090988, + 0.14892816543579102, + 0.14253883063793182, + 0.11969492584466934, + 0.20347051322460175, + 0.09577682614326477, + 0.13238783180713654, + 0.09427987784147263, + 0.13620097935199738, + 0.1068042516708374, + 0.09215735644102097, + 0.16853775084018707, + 0.08152980357408524, + 0.16082137823104858, + 0.08767210692167282, + 0.12448737025260925, + 0.1681326925754547, + 0.14638030529022217, + 0.09662465751171112, + 0.10844840854406357, + 0.12796550989151, + 0.12031273543834686, + 0.07814668118953705, + 0.14445124566555023, + 0.12589088082313538, + 0.141684427857399, + 0.09040737897157669, + 0.13717377185821533, + 0.1022510901093483, + 0.12806770205497742, + 0.11856720596551895, + 0.13464495539665222, + 0.06863795220851898, + 0.13781003654003143, + 0.11007804423570633, + 0.13979344069957733, + 0.10051573067903519, + 0.13627366721630096, + 0.14384160935878754, + 0.17095676064491272, + 0.129961296916008, + 0.09886424988508224, + 0.1191219687461853, + 0.1545354276895523, + 0.11074702441692352, + 0.13786320388317108, + 0.10223077237606049, + 0.14216144382953644, + 0.09128037840127945, + 0.12964309751987457, + 0.13731078803539276, + 0.1356203556060791, + 0.08541332930326462, + 0.11345961689949036, + 0.12614768743515015, + 0.1050008237361908, + 0.0942913070321083, + 0.10905451327562332, + 0.16525764763355255, + 0.11943764984607697, + 0.11315788328647614, + 0.09894541651010513, + 0.0848933756351471, + 0.1032710075378418, + 0.12113913148641586, + 0.08397730439901352, + 0.16030706465244293, + 0.12141112983226776, + 0.11479127407073975, + 0.11878572404384613, + 0.11860399693250656, + 0.13296374678611755, + 0.1563013792037964, + 0.05897833779454231, + 0.12805305421352386, + 0.12910477817058563, + 0.11929421126842499, + 0.0740460678935051, + 0.1286448836326599, + 0.10117614269256592, + 0.13343751430511475, + 0.09764357656240463, + 0.16041134297847748, + 0.10665300488471985, + 0.11973266303539276, + 0.10770558565855026, + 0.09981971979141235, + 0.07139651477336884, + 0.10751376301050186, + 0.09914007037878036, + 0.12983883917331696, + 0.13645267486572266, + 0.1082422062754631, + 0.06553606688976288, + 0.14468879997730255, + 0.10304185748100281, + 0.1764519065618515, + 0.13041457533836365, + 0.1483740508556366, + 0.114190474152565, + 0.10167893022298813, + 0.12814345955848694, + 0.08613688498735428, + 0.0920843556523323, + 0.1306506097316742, + 0.16056452691555023, + 0.11218161135911942, + 0.11157751828432083, + 0.07717834413051605, + 0.14948907494544983, + 0.09165383875370026, + 0.088302843272686, + 0.12889349460601807, + 0.0908859521150589, + 0.11099983751773834, + 0.10392747819423676, + 0.09758172184228897, + 0.08036615699529648, + 0.11911657452583313, + 0.15119905769824982, + 0.10488739609718323, + 0.0764802023768425, + 0.16761885583400726, + 0.09528346359729767, + 0.1153140440583229, + 0.05634484812617302, + 0.07048024982213974, + 0.0834401324391365, + 0.11846660822629929, + 0.12671533226966858, + 0.13784600794315338, + 0.1438092291355133, + 0.10448998212814331, + 0.10650921612977982, + 0.06473218649625778, + 0.12872296571731567, + 0.08460430800914764, + 0.17007698118686676, + 0.11385081708431244, + 0.1017289087176323, + 0.08068756759166718, + 0.10621476918458939, + 0.12154396623373032, + 0.07245313376188278, + 0.13585595786571503, + 0.08656064420938492, + 0.12878088653087616, + 0.10295116156339645, + 0.15844407677650452, + 0.11086279898881912, + 0.12575972080230713, + 0.11228723078966141, + 0.09396642446517944, + 0.08764227479696274, + 0.09710003435611725, + 0.09879118204116821, + 0.10305610299110413, + 0.06160889193415642, + 0.10280434787273407, + 0.06365805119276047, + 0.11948638409376144, + 0.07942613959312439, + 0.0950232520699501, + 0.15788085758686066, + 0.08623620867729187, + 0.10300610959529877, + 0.12816022336483002, + 0.0973678007721901, + 0.09791087359189987, + 0.09627210348844528, + 0.1031283289194107, + 0.11911244690418243, + 0.12748640775680542, + 0.11008886992931366, + 0.11776311695575714, + 0.10066627711057663, + 0.13433171808719635, + 0.10946071892976761, + 0.11587167531251907, + 0.0643453374505043, + 0.13860845565795898, + 0.0667254701256752, + 0.11718469113111496, + 0.10589473694562912, + 0.12617096304893494, + 0.10486456006765366, + 0.17067788541316986, + 0.0950002670288086, + 0.10974433273077011, + 0.1554792821407318, + 0.054841071367263794, + 0.07843568921089172, + 0.09544812142848969, + 0.10356354713439941, + 0.10633473098278046, + 0.12369024753570557, + 0.19758197665214539, + 0.10880443453788757, + 0.10121848434209824, + 0.14157043397426605, + 0.12371167540550232, + 0.0964391902089119, + 0.08786630630493164, + 0.0719166100025177, + 0.07923617213964462, + 0.09659937024116516, + 0.12138007581233978, + 0.13822217285633087, + 0.13170255720615387, + 0.10632243007421494, + 0.0875273197889328, + 0.15252617001533508, + 0.12460841238498688, + 0.05431732162833214, + 0.11449072510004044, + 0.12333624064922333, + 0.07958502322435379, + 0.12785670161247253, + 0.11152123659849167, + 0.07141406834125519, + 0.08808358758687973, + 0.08530418574810028, + 0.10703451186418533, + 0.12046334147453308, + 0.07440686225891113, + 0.13110089302062988, + 0.11786806583404541, + 0.13663934171199799, + 0.11109327524900436, + 0.14341746270656586, + 0.11072807759046555, + 0.14613059163093567, + 0.13622888922691345 ], "env_score_iters": [ 1, @@ -46189,2644 +56588,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.820258855819702, - -2.7382755279541016, - -2.9134697914123535, - -3.689467430114746, - -0.6836121678352356, - -3.353872060775757, - -3.221127510070801, - -2.8212263584136963, - 0.026476848870515823, - -2.7952980995178223, - -2.158700704574585, - -5.176283836364746, - -3.5487797260284424, - -1.214300274848938, - 2.5376524925231934, - -2.577845573425293, - -1.6873351335525513, - -4.6141791343688965, - -2.9497408866882324, - -4.555017948150635, - -0.6900739073753357, - -7.291586399078369, - -3.3626716136932373, - 2.792692184448242, - -4.138895034790039, - 5.7690558433532715, - -5.167336463928223, - -2.8173556327819824, - -2.5342507362365723, - -2.7462027072906494, - -0.49446427822113037, - -3.28546142578125, - 0.8765367865562439, - -0.6965063214302063, - 0.48020559549331665, - -0.0717846229672432, - -3.1997218132019043, - 1.0031770467758179, - -2.9786441326141357, - -3.342458486557007, - 4.026853561401367, - -0.8393815755844116, - -3.380943775177002, - -3.375750780105591, - 7.129374980926514, - -3.1528427600860596, - -3.1090619564056396, - -0.6318437457084656, - -0.41365790367126465, - -3.6470696926116943, - -3.184645414352417, - -2.011003255844116, - -0.16164246201515198, - -3.790985584259033, - 5.821160316467285, - 0.1712104231119156, - 4.309130668640137, - -0.2679236829280853, - 1.1990680694580078, - -2.569398880004883, - -1.8926165103912354, - -0.5668359398841858, - -3.186535120010376, - -4.295444488525391, - -2.533910036087036, - -4.725224018096924, - -3.829298496246338, - -3.8899219036102295, - -4.908527374267578, - -2.949605941772461, - 3.335345983505249, - -2.3852007389068604, - -0.5548151731491089, - -3.287977695465088, - -0.8603880405426025, - -3.1243748664855957, - -3.841456413269043, - -1.4889192581176758, - -3.830864191055298, - -3.073543071746826, - -4.661046028137207, - -1.6009870767593384, - -4.157550811767578, - -2.8278512954711914, - -0.22327810525894165, - -5.18336820602417, - -3.360260009765625, - -5.424902439117432, - -3.9667320251464844, - -3.6318540573120117, - 1.347365379333496, - -3.8734583854675293, - -4.165663242340088, - -2.8689279556274414, - -1.517875075340271, - -3.341629981994629, - -1.334639549255371, - -2.476475238800049, - -2.6931960582733154, - -3.2590322494506836, - -2.984604835510254, - -3.114532232284546, - -8.451531410217285, - -2.439606189727783, - -1.4111167192459106, - -2.5047175884246826, - -0.8376547694206238, - -2.2389156818389893, - -3.9006502628326416, - 1.0062247514724731, - -1.4711838960647583, - -2.069150924682617, - -3.496077060699463, - -3.877509832382202, - -3.1054069995880127, - -2.468787670135498, - 0.8268328905105591, - -4.155038833618164, - -5.197439670562744, - -3.6433112621307373, - -3.4028987884521484, - -5.559828758239746, - -1.3839699029922485, - -4.923922061920166, - -2.840224027633667, - 7.021090984344482, - -2.293008327484131, - -2.4366893768310547, - -2.0177831649780273, - -3.758645534515381, - -3.9432055950164795, - -0.9610707759857178, - -2.178196907043457, - -2.796801805496216, - -3.466284990310669, - -1.5430998802185059, - -3.092646837234497, - 0.1751192957162857, - -2.9211349487304688, - 4.451385021209717, - -3.938512086868286, - -4.90675687789917, - 3.0351147651672363, - -3.29384183883667, - -2.0463829040527344, - -2.976433277130127, - -2.8509044647216797, - -9.905261039733887, - -1.9870400428771973, - -3.585322618484497, - -0.7175813317298889, - 7.722860336303711, - -3.429198980331421, - -3.0309014320373535, - -2.910142421722412, - -3.506927013397217, - -3.278519868850708, - -3.452648162841797, - -4.79766321182251, - -2.3051466941833496, - -6.932415008544922, - -2.6152846813201904, - -2.623377799987793, - -2.6007797718048096, - -3.215933084487915, - -5.777991771697998, - -3.2895219326019287, - -1.590118169784546, - -2.9017174243927, - -2.928020715713501, - -2.353588581085205, - -3.4452896118164062, - 4.976947784423828, - -2.582807779312134, - -2.661533832550049, - -0.9821046590805054, - -3.571699619293213, - -2.7385785579681396, - -1.4879413843154907, - -1.561618685722351, - -4.37484073638916, - -3.869230031967163, - -1.569399356842041, - -4.205990314483643, - -1.9369388818740845, - -1.0792573690414429, - -3.731703042984009, - -3.7297794818878174, - -3.6779043674468994, - -2.7674641609191895, - -3.3613815307617188, - -1.1932541131973267, - -2.9965322017669678, - -2.0851638317108154, - 1.6073507070541382, - -2.2401340007781982, - -0.5769772529602051, - -3.6335971355438232, - -2.8043735027313232, - -3.816293954849243, - -0.050759002566337585, - -2.8167223930358887, - -3.256232976913452, - 0.3085709512233734, - -2.798180341720581, - -4.002292156219482, - 0.4925505220890045, - -3.786048650741577, - -3.5784964561462402, - -2.7570929527282715, - 1.9354102611541748, - -5.526998519897461, - -3.2605392932891846, - -3.064908504486084, - -5.563972473144531, - -4.385328769683838, - -3.785275936126709, - 4.314906597137451, - -3.4612643718719482, - -3.5149037837982178, - -3.634552478790283, - -2.0281310081481934, - -3.6320302486419678, - -3.3458805084228516, - -2.7899272441864014, - -3.153376579284668, - 1.5773730278015137, - -1.9556902647018433, - 0.6159841418266296, - 1.1216503381729126, - -1.0493563413619995, - -1.217083215713501, - -0.038726795464754105, - -0.5020856261253357, - -2.608180046081543, - -2.643221139907837, - -4.571316719055176, - -2.7109014987945557, - 0.33796635270118713, - -4.855967044830322, - -4.131460666656494, - -5.690972805023193, - -3.3019111156463623, - -0.32777708768844604, - -4.375550270080566, - -3.5147597789764404, - -4.07468843460083, - -3.6838181018829346, - -3.697927236557007, - -4.364416122436523, - -3.8653531074523926, - -2.663036346435547, - -4.712155818939209, - -3.9752001762390137, - -3.982382297515869, - -3.1091015338897705, - -3.8338046073913574, - -4.5772271156311035, - -7.04054069519043, - -1.3015480041503906, - -3.1462316513061523, - -2.6518406867980957, - -1.5016143321990967, - 0.5087740421295166, - -2.2465851306915283, - -1.856786847114563, - -4.422847270965576, - -3.9469330310821533, - 0.7096360325813293, - -5.099135875701904, - -3.6868271827697754, - -2.1196534633636475, - -0.7366666197776794, - -0.7788583040237427, - -0.3524515628814697, - -5.597263813018799, - -4.192640781402588, - -2.697314500808716, - -0.38825634121894836, - -4.9400739669799805, - -5.124491214752197, - -0.6295374035835266, - -3.1012802124023438, - -4.662355422973633, - -1.8854976892471313, - -3.45050048828125, - -5.237405300140381, - -2.437030076980591, - -3.992607831954956, - -3.6444685459136963, - -3.456105947494507, - -3.566977024078369, - -3.7166545391082764, - -3.848829984664917, - -3.9802870750427246, - -1.9232269525527954, - -3.6578757762908936, - -4.432098865509033, - -2.0866847038269043, - -1.8162020444869995, - -1.9861090183258057, - -2.503098964691162, - -3.2847399711608887, - 0.2797830104827881, - -1.0239434242248535, - -3.7126855850219727, - -3.5718419551849365, - -3.7327053546905518, - -5.2505364418029785, - -3.120373010635376, - -3.5001962184906006, - -3.9601640701293945, - -3.383113145828247, - -2.30521821975708, - -5.1890950202941895, - -3.536379814147949, - -4.500279903411865, - -3.5114071369171143, - -4.721028804779053, - -5.283531188964844, - -2.331869125366211, - -3.4268343448638916, - -3.824155807495117, - -2.4569830894470215, - -4.178747177124023, - -6.951847553253174, - -3.4427895545959473, - -1.9174296855926514, - -5.737196445465088, - 0.9578523635864258, - -3.543654441833496, - -3.622001886367798, - -2.193500518798828, - -3.451547861099243, - -4.525904655456543, - -3.767803430557251, - -4.223283767700195, - -2.9024198055267334, - -3.217400312423706, - -3.93951153755188, - -4.082059860229492, - 0.41928452253341675, - -7.417667865753174, - -6.064986705780029, - -3.6576030254364014, - -6.144735336303711, - -3.1538267135620117, - -4.088372707366943, - -2.979372978210449, - -3.2388343811035156, - -5.1229424476623535, - -4.06790828704834, - -3.2531590461730957, - -1.0100328922271729, - -3.01041579246521, - -2.8345422744750977, - -3.4677720069885254, - -2.6528031826019287, - -3.7239694595336914, - -3.1888160705566406, - -2.586442708969116, - -4.0795674324035645, - -4.7906999588012695, - -4.546962261199951, - -2.4293875694274902, - -4.629792213439941, - -5.2514967918396, - -5.647976398468018, - -3.003107786178589, - -3.1663146018981934, - -4.233774185180664, - -3.8511555194854736, - -3.314160108566284, - -2.460303783416748, - -4.063502788543701, - -3.179734468460083, - -1.4665900468826294, - -4.542123317718506, - -3.528043508529663, - -4.338343143463135, - -3.6536037921905518, - -3.0814945697784424, - -3.7584829330444336, - -5.51115083694458, - -1.3268312215805054, - -4.2229461669921875, - -2.5039961338043213, - -3.0003035068511963, - -4.418997287750244, - -3.7355284690856934, - -4.06380558013916, - -3.575408697128296, - -3.1274490356445312, - -7.022196292877197, - -3.8071181774139404, - -4.523545742034912, - -3.616619825363159, - -4.063220500946045, - -3.4148449897766113, - -5.77294397354126, - -3.5405783653259277, - -4.128314018249512, - -4.50009822845459, - -3.474414348602295, - -3.2782692909240723, - -4.741399765014648, - -4.328695774078369, - -5.027390956878662, - -7.767683029174805, - -4.4712042808532715, - -4.705853462219238, - -3.5098562240600586, - -5.705845832824707, - -6.213455677032471, - -3.3638370037078857, - -3.8685855865478516, - -3.8357326984405518, - -3.836305856704712, - -3.364257574081421, - -1.2913198471069336, - -4.30661678314209, - -3.630634069442749, - -4.206872940063477, - -3.110818386077881, - -4.474281311035156, - -3.4706342220306396, - -3.988072633743286, - -1.7240551710128784, - -6.2265825271606445, - -3.5960047245025635, - -4.75577449798584, - -4.355078220367432, - -4.11729621887207, - -3.358041763305664, - -4.442697525024414, - -3.990126132965088, - -4.0627851486206055, - -4.430846691131592, - -3.8615047931671143, - -3.492842674255371, - -4.7034502029418945, - -5.749985694885254, - -3.098695993423462, - -3.0648961067199707, - -3.038862943649292, - -4.197713851928711, - -4.866478443145752, - -4.226628303527832, - -3.6090569496154785, - -3.7778356075286865, - -4.141502380371094, - -3.7457573413848877, - -4.662333965301514, - -1.5505733489990234, - -4.892922878265381, - -2.81369686126709, - -5.201429843902588, - -2.8692123889923096, - -3.293724298477173, - -3.134033203125, - -3.8832569122314453, - -3.560115098953247, - -2.14819073677063, - -3.3410239219665527, - -5.272241115570068, - -4.266510009765625, - -2.7827606201171875, - -6.9615936279296875, - -3.539945602416992, - -3.5507819652557373, - -5.074036121368408, - -4.134902477264404, - -3.511047840118408, - -2.387502431869507, - -3.483440637588501, - -4.637977600097656, - -3.883124351501465, - -5.044198513031006, - -3.953190326690674, - -3.777750015258789, - -3.058741569519043, - -4.273878574371338, - -3.1547634601593018, - -4.427676200866699, - -2.843022346496582, - -3.8390414714813232, - -2.965308666229248, - -3.6802916526794434, - -3.214935302734375, - -3.342104196548462, - -3.7717769145965576, - -4.01538610458374, - -4.213794231414795, - 0.5984896421432495, - -3.5361971855163574, - -4.883266448974609, - -4.09462308883667 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.45353585481643677, + -0.5558792352676392, + -0.5280369520187378, + -0.4354376792907715, + -0.40556517243385315, + -0.5397794246673584, + -0.5103995203971863, + -0.16064926981925964, + -0.5985232591629028, + -0.5831035375595093, + -0.5394523739814758, + -0.5149074196815491, + -0.4214245080947876, + -0.44463950395584106, + 0.3505856990814209, + -0.36222854256629944, + -0.4382105767726898, + -0.48696139454841614, + -0.4880639612674713, + -0.48163947463035583, + -0.43191415071487427, + -0.546167254447937, + -0.5271950960159302, + -0.6662649512290955, + -0.43450361490249634, + -0.38836532831192017, + -0.5764071941375732, + -0.6341983079910278, + -0.4218144416809082, + -0.36449939012527466, + -0.38734903931617737, + -0.2777756154537201, + -0.5774223804473877, + -0.5168089270591736, + -0.5115042328834534, + -0.2610843777656555, + -0.5191328525543213, + -0.639210045337677, + -0.6265213489532471, + -0.4588349461555481, + -0.5466998815536499, + -0.5232017040252686, + -0.5045462846755981, + -0.45000407099723816, + -0.36240682005882263, + -0.3769810199737549, + -0.5855641961097717, + -0.4440796971321106, + -0.5796617865562439, + -0.481196790933609, + -0.31932055950164795, + -0.4925731122493744, + -0.513060450553894, + -0.5508792996406555, + -0.5297293066978455, + -0.7288650274276733, + -0.5333436727523804, + -0.5787308216094971, + -0.5661865472793579, + -0.5484122633934021, + -0.21065489947795868, + -0.45136505365371704, + -0.5238611698150635, + -0.532331645488739, + -0.3840195834636688, + -0.4556422233581543, + -0.7223093509674072, + -0.5291258692741394, + -0.8433519005775452, + -0.5525455474853516, + -0.5423385500907898, + -0.5571529865264893, + -0.6549857258796692, + -0.5235759019851685, + -0.5131626725196838, + -0.4345501661300659, + -0.9060474634170532, + -0.487129807472229, + -0.7367871403694153, + -0.43960312008857727, + -0.5245295763015747, + -0.8322080969810486, + -0.4850558340549469, + -0.5606375932693481, + -0.6657429337501526, + -0.3098517656326294, + -0.6781743168830872, + -0.6051327586174011, + -0.5036950707435608, + -0.569033682346344, + -0.6711840033531189, + -0.5041249394416809, + -0.6878722906112671, + -0.5040558576583862, + -0.5388808250427246, + -0.6208661794662476, + -0.4131111800670624, + -0.505891740322113, + -0.4378848373889923, + -0.4380740523338318, + -0.47398728132247925, + -0.49471020698547363, + -0.605858564376831, + -0.5997675061225891, + -0.3250863552093506, + -0.7252023220062256, + -0.577415406703949, + -0.5645715594291687, + -0.5161858797073364, + -0.5799944996833801, + -0.5492199659347534, + -0.3143833875656128, + -0.6100420951843262, + -0.6165000200271606, + -0.5491364002227783, + -0.7038902044296265, + -0.5765230655670166, + -0.525300145149231, + -0.48627597093582153, + -0.5511975288391113, + -0.36834457516670227, + -0.3937394320964813, + -0.4944995641708374, + -0.5138459205627441, + -0.3011215925216675, + -0.46020856499671936, + -0.3709697425365448, + -0.5259451270103455, + -0.31126999855041504, + -0.5383298397064209, + -0.6262374520301819, + -0.5354620218276978, + -0.4266858994960785, + -0.49955978989601135, + -0.5928859114646912, + -0.5209285020828247, + -0.6347580552101135, + -0.6886231303215027, + -0.43213921785354614, + -0.5169091820716858, + -0.733957827091217, + -0.6309824585914612, + -0.7207217216491699, + -0.45720577239990234, + -0.5420166850090027, + -0.7157894968986511, + -0.39425069093704224, + 0.06539236009120941, + -0.5186775326728821, + -0.628685712814331, + -0.4081989526748657, + -0.6943250298500061, + -0.28461557626724243, + -0.6351040005683899, + -0.5523962378501892, + -0.2844371795654297, + -0.4166754186153412, + -0.4834994077682495, + -0.6970818042755127, + -0.5546678900718689, + -0.5434616804122925, + -0.46251049637794495, + -0.5995619893074036, + -0.5287656188011169, + -0.5576477646827698, + -0.21963372826576233, + -0.6330292224884033, + -0.5201918482780457, + -0.5334439277648926, + -0.33132147789001465, + -0.6225051879882812, + -0.4813237190246582, + -0.5057259798049927, + -0.5338006615638733, + -0.5548098087310791, + -0.6433684825897217, + -0.5302325487136841, + -0.5201332569122314, + -0.600201427936554, + -0.4364534914493561, + -0.4691779315471649, + -0.7800236344337463, + -0.5540638566017151, + -0.32243555784225464, + -0.6507980823516846, + -0.6335888504981995, + -0.603815495967865, + -0.7434118390083313, + -0.3146688640117645, + -0.17548306286334991, + -0.4851275384426117, + -0.5372763276100159, + -0.6208525896072388, + -0.4903522729873657, + -0.44893965125083923, + -0.5766113996505737, + -0.4956386983394623, + -0.42731472849845886, + -0.5061706900596619, + -0.7087823748588562, + -0.6204795837402344, + -0.4531116187572479, + -0.48675772547721863, + -0.6385523676872253, + -0.5735899209976196, + -0.5010446906089783, + -0.47015002369880676, + -0.45011866092681885, + -0.4668254256248474, + -0.5466205477714539, + -0.5922489166259766, + -0.5274207592010498, + -0.5772706270217896, + -0.7424610257148743, + -0.41465187072753906, + -0.25964871048927307, + -0.6207683086395264, + -0.6776483654975891, + -0.5602096319198608, + -0.5954552292823792, + -0.6243311166763306, + -0.6280954480171204, + -0.4178352653980255, + -0.5390722155570984, + -0.4616725444793701, + -0.493035227060318, + -0.7218810319900513, + -0.4213155508041382, + -0.6879191398620605, + -0.48294395208358765, + -0.46544528007507324, + -0.7330958247184753, + -0.6251275539398193, + -0.30832234025001526, + -0.5997803807258606, + -0.5461133122444153, + -0.39013737440109253, + -0.5102236270904541, + -0.5824688076972961, + -0.5796831846237183, + -0.5991811752319336, + -0.5906720161437988, + -0.6154677867889404, + -0.6056867837905884, + -0.4651109278202057, + -0.4044821262359619, + -0.3140312433242798, + -0.6020070314407349, + -0.634566605091095, + -0.44035571813583374, + -0.5525249242782593, + -0.539290189743042, + -0.6368038058280945, + -0.6752848625183105, + -0.39543020725250244, + -0.7115715146064758, + -0.40761104226112366, + -0.6039692163467407, + -0.5173115134239197, + -0.757638156414032, + -0.7543163895606995, + -0.21571293473243713, + -0.5249470472335815, + -0.49114248156547546, + -0.6548006534576416, + -0.795093834400177, + -0.6881263852119446, + -0.6022051572799683, + -0.49086353182792664, + -0.7030775547027588, + -0.8176242709159851, + -0.5767804384231567, + -0.6783925890922546, + -0.8302753567695618, + -0.4681990146636963, + -0.47635629773139954, + -0.7478525638580322, + -0.543373703956604, + -0.5574886798858643, + -0.6795165538787842, + -0.35686251521110535, + -0.48298442363739014, + -0.5753226280212402, + -0.6509805917739868, + -0.5704485177993774, + -0.5856783986091614, + -0.533015251159668, + -0.9329870939254761, + -0.6334656476974487, + -0.5249478816986084, + -0.6468124389648438, + -0.4354623258113861, + -0.6409581303596497, + -0.6179543733596802, + -0.5674259662628174, + -0.6607255339622498, + -0.5287854075431824, + -0.5319564938545227, + -0.532047688961029, + -0.5910683274269104, + -0.5508545637130737, + -0.3393644094467163, + -0.6567516922950745, + -0.5992735028266907, + -0.5424646139144897, + -0.63031005859375, + -0.44185131788253784, + -0.5513753890991211, + -0.6514043807983398, + -0.5971197485923767, + -0.394258052110672, + -0.5934087634086609, + -0.644772469997406, + -0.4947517216205597, + -0.5698978304862976, + -0.5496264100074768, + -0.5697698593139648, + -0.4772096276283264, + -0.46414628624916077, + -0.5899064540863037, + -0.5787556171417236, + -0.3763880729675293, + -0.7109328508377075, + -0.5607543587684631, + -0.630705714225769, + -0.6793811321258545, + -0.613946259021759, + -0.6925435066223145, + -0.5890142917633057, + -0.5535993576049805, + -0.6803724765777588, + -0.4844299256801605, + -0.5473771095275879, + -0.5537022352218628, + -0.8445102572441101, + -0.6093526482582092, + -0.7104759216308594, + -0.7191520929336548, + -0.560987651348114, + -0.7008920907974243, + -0.5828930139541626, + -0.7114145755767822, + -0.4405747354030609, + -0.48630398511886597, + -0.6232333779335022, + -0.6766388416290283, + -0.5399328470230103, + -0.4861467182636261, + -0.5262929201126099, + -0.6173174977302551, + -0.5298298597335815, + -0.6331285834312439, + -0.5902078747749329, + -0.5702187418937683, + -0.6847630739212036, + -0.5807875990867615, + -0.6155695915222168, + -0.5718268156051636, + -0.7308812737464905, + -0.6674356460571289, + -0.4464215338230133, + -0.6713929176330566, + -0.8522140979766846, + -0.4566262662410736, + -0.624767005443573, + -0.6347020864486694, + -0.5540624856948853, + -0.49505871534347534, + -0.5715798735618591, + -0.6649650931358337, + -0.5405205488204956, + -0.6129840016365051, + -0.37749573588371277, + -0.7995099425315857, + -0.5241268277168274, + -0.5076900720596313, + -0.5792122483253479, + -0.5785118341445923, + -0.47263556718826294, + -0.6779720783233643, + -0.47958067059516907, + -0.4850371479988098, + -0.44514182209968567, + -0.6062251925468445, + -0.583343505859375, + -0.5966060161590576, + -0.6877708435058594, + -0.558017373085022, + -0.5769646763801575, + -0.5807210803031921, + -0.48135221004486084, + -0.6075519323348999, + -0.33626729249954224, + -0.443134605884552, + -0.5722783803939819, + -0.42294391989707947, + -0.5452619791030884, + -0.5750651359558105, + -0.9465000629425049, + -0.8293836116790771, + -0.46396923065185547, + -0.5982930064201355, + -0.5812398791313171, + -0.5633653402328491, + -0.6038431525230408, + -0.7939882874488831, + -0.6318567991256714, + -0.5292534232139587, + -0.5998755693435669, + -0.5688698887825012, + -0.6261057257652283, + -0.701443612575531, + -0.6889978051185608, + -0.8255192041397095, + -0.35156336426734924, + -0.4806061089038849, + -0.5858944654464722, + -0.6178009510040283, + -0.7342563271522522, + -0.6570315957069397, + -0.576786458492279, + -0.5401625037193298, + -0.480724960565567, + -0.6740354895591736, + -0.36267101764678955, + -0.5621253848075867, + -0.6446393728256226, + -0.5902504920959473, + -0.771336555480957, + -0.7004777789115906, + -0.5605665445327759, + -0.6142991781234741, + -0.6165462732315063, + -0.5301985740661621, + -0.6263633370399475, + -0.637333869934082, + -0.6933450698852539, + -0.6327055096626282, + -0.6481814980506897, + -0.4537108540534973, + -0.5213146805763245, + -0.5659435391426086, + -0.6017124652862549, + -0.6934283971786499, + -0.4035005569458008, + -0.7133912444114685, + -0.5183772444725037, + -0.5019317865371704, + -0.5687255859375, + -0.7780280709266663, + -0.777281641960144, + -0.49106234312057495, + -0.40016669034957886, + -0.6573857665061951, + -0.5318999290466309, + -0.6194433569908142, + -0.58427894115448, + -0.5786168575286865, + -0.46711862087249756, + -0.416823148727417, + -0.5107662677764893, + -0.5472776889801025, + -0.530962347984314, + -0.6309747099876404, + -0.6598333716392517, + -0.514248788356781, + -0.5304303765296936, + -0.6297304630279541, + -0.6887088418006897, + -0.6038249135017395, + -0.4428781270980835, + -0.50162672996521, + -0.8543418049812317, + -0.3572026789188385, + -0.44626280665397644, + -0.5463389158248901, + -0.6037930846214294, + -0.717472493648529, + -0.6365711688995361, + -0.5778626799583435, + -0.6877395510673523, + -0.39627742767333984, + -0.5781017541885376, + -0.4849737286567688, + -0.6449068784713745, + -0.5530677437782288, + -0.6461753845214844, + -0.5553959608078003, + -0.533991277217865, + -0.5480415225028992, + -0.44995594024658203, + -0.6166683435440063, + -0.36173015832901, + -0.570451021194458, + -0.5618494749069214, + -0.6088213920593262 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6749999999999999, - 0.675, - 0.65, - 0.65, - 0.625, - 0.625, - 0.625, - 0.625, - 0.625, - 0.5 + 0.44999999999999996, + 0.48749999999999993, + 0.49999999999999994, + 0.5, + 0.5125, + 0.44999999999999996, + 0.425, + 0.43749999999999994, + 0.4375, + 0.4125, + 0.45, + 0.46249999999999997, + 0.39999999999999997, + 0.4, + 0.44999999999999996, + 0.4125, + 0.36249999999999993, + 0.36249999999999993, + 0.375, + 0.35 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7580634355545044, - 0.72559654712677, - 0.3142460882663727, - 0.770295262336731, - 0.2945046126842499, - 0.9227465987205505, - 0.4282815754413605, - 0.8470275402069092, - 0.7915917634963989, - 0.4701074957847595 + -0.08383117616176605, + 0.14894576370716095, + -0.011250197887420654, + -0.2530348598957062, + 0.12384521216154099, + -0.08445534855127335, + -0.020666440948843956, + 0.15311239659786224, + 0.3605782389640808, + 0.27014443278312683, + 0.31049585342407227, + 0.0635531097650528, + -0.34893593192100525, + -0.0022115290630608797, + 0.17888793349266052, + 0.1405545473098755, + 0.29754945635795593, + -0.08964747190475464, + -0.145175501704216, + -0.04807078465819359 ], "rl_grad_norm": [ - 0.4353662431240082, - 0.8777614831924438, - 0.46195682883262634, - 1.0328314304351807, - 0.45388877391815186, - 0.4627602994441986, - 0.5546643137931824, - 0.3573758602142334, - 0.33437031507492065, - 0.2796572744846344 + 0.7908334136009216, + 0.49796968698501587, + 0.5122976899147034, + 0.21865621209144592, + 0.7200442552566528, + 0.6517923474311829, + 0.4614477753639221, + 0.6140506267547607, + 0.4657154977321625, + 0.4336605668067932, + 0.4139416813850403, + 0.26170146465301514, + 0.3515287935733795, + 0.23145374655723572, + 0.45942968130111694, + 0.36872535943984985, + 0.2323547899723053, + 0.22668489813804626, + 0.37038543820381165, + 0.20159167051315308 ], "bc_grad_norm": [ - 0.5077173709869385, - 0.5408230423927307, - 0.32066380977630615, - 0.6958618760108948, - 0.27447712421417236, - 0.4483686089515686, - 0.32027357816696167, - 0.3578268885612488, - 0.3366776704788208, - 0.22252735495567322 + 2.6895623207092285, + 2.887362003326416, + 2.239961624145508, + 2.996392250061035, + 3.2639172077178955, + 3.5557711124420166, + 4.2814788818359375, + 3.673586130142212, + 2.826998233795166, + 1.575063943862915, + 2.0634026527404785, + 2.9168269634246826, + 2.9090616703033447, + 5.494100570678711, + 3.475736379623413, + 3.824171543121338, + 1.6253654956817627, + 3.7472951412200928, + 4.675743103027344, + 4.320568561553955 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00019544674432836473, - "embedding.weight": 0.0009693542961031199, - "cnn.0.weight": 0.024243732914328575, - "cnn.0.bias": 0.001022396725602448, - "cnn.2.weight": 0.008729010820388794, - "cnn.2.bias": 0.0027966902125626802, - "cnn.5.weight": 0.013979986310005188, - "cnn.5.bias": 0.002773670945316553, - "action_emb.weight": 0.0034253140911459923, - "timestep_emb.weight": 0.0009621622157283127, - "pos_emb.weight": 0.0011908969609066844, - "transformer.layers.0.self_attn.in_proj_weight": 0.01844370923936367, - "transformer.layers.0.self_attn.in_proj_bias": 0.0020493229385465384, - "transformer.layers.0.self_attn.out_proj.weight": 0.017862355336546898, - "transformer.layers.0.self_attn.out_proj.bias": 0.0027807755395770073, - "transformer.layers.0.linear1.weight": 0.01609566994011402, - "transformer.layers.0.linear1.bias": 0.000969824381172657, - "transformer.layers.0.linear2.weight": 0.019396482035517693, - "transformer.layers.0.linear2.bias": 0.0019157746573910117, - "transformer.layers.0.norm1.weight": 0.0010366224450990558, - "transformer.layers.0.norm1.bias": 0.0017756451852619648, - "transformer.layers.0.norm2.weight": 0.0013869928661733866, - "transformer.layers.0.norm2.bias": 0.001098807086236775, - "transformer.layers.1.self_attn.in_proj_weight": 0.01758638583123684, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010672587668523192, - "transformer.layers.1.self_attn.out_proj.weight": 0.02065603993833065, - "transformer.layers.1.self_attn.out_proj.bias": 0.001494011259637773, - "transformer.layers.1.linear1.weight": 0.009551643393933773, - "transformer.layers.1.linear1.bias": 0.0005771682481281459, - "transformer.layers.1.linear2.weight": 0.013499658554792404, - "transformer.layers.1.linear2.bias": 0.0014998483238741755, - "transformer.layers.1.norm1.weight": 0.001020530122332275, - "transformer.layers.1.norm1.bias": 0.0009884703904390335, - "transformer.layers.1.norm2.weight": 0.0005957671091891825, - "transformer.layers.1.norm2.bias": 0.0005443564732559025, - "transformer.layers.2.self_attn.in_proj_weight": 0.01786045916378498, - "transformer.layers.2.self_attn.in_proj_bias": 0.0012841472635045648, - "transformer.layers.2.self_attn.out_proj.weight": 0.016147101297974586, - "transformer.layers.2.self_attn.out_proj.bias": 0.001561067416332662, - "transformer.layers.2.linear1.weight": 0.009253070689737797, - "transformer.layers.2.linear1.bias": 0.0006257104105316103, - "transformer.layers.2.linear2.weight": 0.010790200904011726, - "transformer.layers.2.linear2.bias": 0.0016149997245520353, - "transformer.layers.2.norm1.weight": 0.0012570921098813415, - "transformer.layers.2.norm1.bias": 0.0014104420552030206, - "transformer.layers.2.norm2.weight": 0.0005773110315203667, - "transformer.layers.2.norm2.bias": 0.0006723819533362985, - "transformer.layers.3.self_attn.in_proj_weight": 0.034374404698610306, - "transformer.layers.3.self_attn.in_proj_bias": 0.0028639775700867176, - "transformer.layers.3.self_attn.out_proj.weight": 0.020161578431725502, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023737787269055843, - "transformer.layers.3.linear1.weight": 0.022413071244955063, - "transformer.layers.3.linear1.bias": 0.0017784287920221686, - "transformer.layers.3.linear2.weight": 0.012704573571681976, - "transformer.layers.3.linear2.bias": 0.0030927197076380253, - "transformer.layers.3.norm1.weight": 0.002707096515223384, - "transformer.layers.3.norm1.bias": 0.003759462619200349, - "transformer.layers.3.norm2.weight": 0.0016432631528005004, - "transformer.layers.3.norm2.bias": 0.002391775604337454, - "head.weight": 0.178846076130867, - "head.bias": 0.006304712034761906, - "global_embedding.weight": 0.01674957200884819, - "global_cnn.0.weight": 0.132510244846344, - "global_cnn.0.bias": 0.003989307675510645, - "global_cnn.2.weight": 0.37970903515815735, - "global_cnn.2.bias": 0.017083721235394478, - "global_proj.weight": 0.06250122934579849, - "global_proj.bias": 0.03178693726658821, - "goal_head.0.weight": 0.03305947035551071, - "goal_head.0.bias": 0.012207790277898312, - "goal_head.2.weight": 0.043754421174526215, - "goal_head.2.bias": 0.026278190314769745 - }, - { - "global_gate": 6.195310561452061e-6, - "embedding.weight": 0.0008499608957208693, - "cnn.0.weight": 0.029313253238797188, - "cnn.0.bias": 0.0009713164763525128, - "cnn.2.weight": 0.010748741216957569, - "cnn.2.bias": 0.0020684071350842714, - "cnn.5.weight": 0.015078061260282993, - "cnn.5.bias": 0.003052276559174061, - "action_emb.weight": 0.0033611340913921595, - "timestep_emb.weight": 0.0020814030431210995, - "pos_emb.weight": 0.002280901186168194, - "transformer.layers.0.self_attn.in_proj_weight": 0.0279703289270401, - "transformer.layers.0.self_attn.in_proj_bias": 0.0020455827470868826, - "transformer.layers.0.self_attn.out_proj.weight": 0.02410508319735527, - "transformer.layers.0.self_attn.out_proj.bias": 0.002587968483567238, - "transformer.layers.0.linear1.weight": 0.01995428092777729, - "transformer.layers.0.linear1.bias": 0.0010703563457354903, - "transformer.layers.0.linear2.weight": 0.02562606707215309, - "transformer.layers.0.linear2.bias": 0.0020601574797183275, - "transformer.layers.0.norm1.weight": 0.0014433376491069794, - "transformer.layers.0.norm1.bias": 0.0017310298280790448, - "transformer.layers.0.norm2.weight": 0.0014671033713966608, - "transformer.layers.0.norm2.bias": 0.0009413532679900527, - "transformer.layers.1.self_attn.in_proj_weight": 0.021048957481980324, - "transformer.layers.1.self_attn.in_proj_bias": 0.001183019019663334, - "transformer.layers.1.self_attn.out_proj.weight": 0.023374048992991447, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016333460807800293, - "transformer.layers.1.linear1.weight": 0.013624154031276703, - "transformer.layers.1.linear1.bias": 0.0007118899957276881, - "transformer.layers.1.linear2.weight": 0.01709645800292492, - "transformer.layers.1.linear2.bias": 0.0016373534454032779, - "transformer.layers.1.norm1.weight": 0.0012895376421511173, - "transformer.layers.1.norm1.bias": 0.0012282765237614512, - "transformer.layers.1.norm2.weight": 0.0008939956314861774, - "transformer.layers.1.norm2.bias": 0.0006130104884505272, - "transformer.layers.2.self_attn.in_proj_weight": 0.026254450902342796, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014807898551225662, - "transformer.layers.2.self_attn.out_proj.weight": 0.019921578466892242, - "transformer.layers.2.self_attn.out_proj.bias": 0.00172617775388062, - "transformer.layers.2.linear1.weight": 0.011348220519721508, - "transformer.layers.2.linear1.bias": 0.0007236062083393335, - "transformer.layers.2.linear2.weight": 0.012241236865520477, - "transformer.layers.2.linear2.bias": 0.001827599131502211, - "transformer.layers.2.norm1.weight": 0.0022242781706154346, - "transformer.layers.2.norm1.bias": 0.0016701036365702748, - "transformer.layers.2.norm2.weight": 0.0007499282946810126, - "transformer.layers.2.norm2.bias": 0.0008336877217516303, - "transformer.layers.3.self_attn.in_proj_weight": 0.03377840667963028, - "transformer.layers.3.self_attn.in_proj_bias": 0.002331265714019537, - "transformer.layers.3.self_attn.out_proj.weight": 0.019732413813471794, - "transformer.layers.3.self_attn.out_proj.bias": 0.00242875749245286, - "transformer.layers.3.linear1.weight": 0.02954859659075737, - "transformer.layers.3.linear1.bias": 0.002352304756641388, - "transformer.layers.3.linear2.weight": 0.01553890947252512, - "transformer.layers.3.linear2.bias": 0.0034822060260921717, - "transformer.layers.3.norm1.weight": 0.002281148685142398, - "transformer.layers.3.norm1.bias": 0.0027964392211288214, - "transformer.layers.3.norm2.weight": 0.0023185599129647017, - "transformer.layers.3.norm2.bias": 0.0034321339335292578, - "head.weight": 0.21405820548534393, - "head.bias": 0.007678894326090813, - "global_embedding.weight": 0.02423078939318657, - "global_cnn.0.weight": 0.23337985575199127, - "global_cnn.0.bias": 0.012468043714761734, - "global_cnn.2.weight": 0.3890877068042755, - "global_cnn.2.bias": 0.025083784013986588, - "global_proj.weight": 0.09143326431512833, - "global_proj.bias": 0.050061360001564026, - "goal_head.0.weight": 0.048356711864471436, - "goal_head.0.bias": 0.02196762152016163, - "goal_head.2.weight": 0.0541188009083271, - "goal_head.2.bias": 0.06177873536944389 - }, - { - "global_gate": 0.00006602671783184633, - "embedding.weight": 0.012064623646438122, - "cnn.0.weight": 0.187564417719841, - "cnn.0.bias": 0.006837157532572746, - "cnn.2.weight": 0.03577837720513344, - "cnn.2.bias": 0.009797877632081509, - "cnn.5.weight": 0.03426786884665489, - "cnn.5.bias": 0.007615447044372559, - "action_emb.weight": 0.007686368189752102, - "timestep_emb.weight": 0.002362076658755541, - "pos_emb.weight": 0.0026715523563325405, - "transformer.layers.0.self_attn.in_proj_weight": 0.04800189658999443, - "transformer.layers.0.self_attn.in_proj_bias": 0.0038041460793465376, - "transformer.layers.0.self_attn.out_proj.weight": 0.039293598383665085, - "transformer.layers.0.self_attn.out_proj.bias": 0.004186408128589392, - "transformer.layers.0.linear1.weight": 0.03571976348757744, - "transformer.layers.0.linear1.bias": 0.0017109959153458476, - "transformer.layers.0.linear2.weight": 0.03723389655351639, - "transformer.layers.0.linear2.bias": 0.003186993533745408, - "transformer.layers.0.norm1.weight": 0.0034079516772180796, - "transformer.layers.0.norm1.bias": 0.0037308293394744396, - "transformer.layers.0.norm2.weight": 0.003356161992996931, - "transformer.layers.0.norm2.bias": 0.0018084831535816193, - "transformer.layers.1.self_attn.in_proj_weight": 0.03369713947176933, - "transformer.layers.1.self_attn.in_proj_bias": 0.001984131522476673, - "transformer.layers.1.self_attn.out_proj.weight": 0.03562258183956146, - "transformer.layers.1.self_attn.out_proj.bias": 0.0028131213039159775, - "transformer.layers.1.linear1.weight": 0.019609272480010986, - "transformer.layers.1.linear1.bias": 0.0011896271025761962, - "transformer.layers.1.linear2.weight": 0.024069011211395264, - "transformer.layers.1.linear2.bias": 0.0024555125273764133, - "transformer.layers.1.norm1.weight": 0.002151328371837735, - "transformer.layers.1.norm1.bias": 0.0020881963428109884, - "transformer.layers.1.norm2.weight": 0.001604818506166339, - "transformer.layers.1.norm2.bias": 0.0013663084246218204, - "transformer.layers.2.self_attn.in_proj_weight": 0.03605611249804497, - "transformer.layers.2.self_attn.in_proj_bias": 0.0020734493155032396, - "transformer.layers.2.self_attn.out_proj.weight": 0.023386962711811066, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020484826527535915, - "transformer.layers.2.linear1.weight": 0.013804726302623749, - "transformer.layers.2.linear1.bias": 0.0008427495486102998, - "transformer.layers.2.linear2.weight": 0.01713886857032776, - "transformer.layers.2.linear2.bias": 0.0019562288653105497, - "transformer.layers.2.norm1.weight": 0.003110718447715044, - "transformer.layers.2.norm1.bias": 0.002410918241366744, - "transformer.layers.2.norm2.weight": 0.000844731112010777, - "transformer.layers.2.norm2.bias": 0.0008818602655082941, - "transformer.layers.3.self_attn.in_proj_weight": 0.0422385074198246, - "transformer.layers.3.self_attn.in_proj_bias": 0.0031899912282824516, - "transformer.layers.3.self_attn.out_proj.weight": 0.0218966044485569, - "transformer.layers.3.self_attn.out_proj.bias": 0.002461908385157585, - "transformer.layers.3.linear1.weight": 0.026074061170220375, - "transformer.layers.3.linear1.bias": 0.0019889369141310453, - "transformer.layers.3.linear2.weight": 0.01522216759622097, - "transformer.layers.3.linear2.bias": 0.0028450030367821455, - "transformer.layers.3.norm1.weight": 0.003431290853768587, - "transformer.layers.3.norm1.bias": 0.004102262202650309, - "transformer.layers.3.norm2.weight": 0.0017506791045889258, - "transformer.layers.3.norm2.bias": 0.0023991891648620367, - "head.weight": 0.16193178296089172, - "head.bias": 0.005466298665851355, - "global_embedding.weight": 0.022690484300255775, - "global_cnn.0.weight": 0.09033852815628052, - "global_cnn.0.bias": 0.00349706900306046, - "global_cnn.2.weight": 0.1839374601840973, - "global_cnn.2.bias": 0.010401601903140545, - "global_proj.weight": 0.037834540009498596, - "global_proj.bias": 0.024077337235212326, - "goal_head.0.weight": 0.02098887600004673, - "goal_head.0.bias": 0.009215322323143482, - "goal_head.2.weight": 0.02929024212062359, - "goal_head.2.bias": 0.02035055309534073 - }, - { - "global_gate": 0.0009504234767518938, - "embedding.weight": 0.0024447974283248186, - "cnn.0.weight": 0.055939044803380966, - "cnn.0.bias": 0.002273709513247013, - "cnn.2.weight": 0.01861399970948696, - "cnn.2.bias": 0.004353546071797609, - "cnn.5.weight": 0.026063039898872375, - "cnn.5.bias": 0.004319282714277506, - "action_emb.weight": 0.009150386787950993, - "timestep_emb.weight": 0.0034658608492463827, - "pos_emb.weight": 0.006702522747218609, - "transformer.layers.0.self_attn.in_proj_weight": 0.054366253316402435, - "transformer.layers.0.self_attn.in_proj_bias": 0.004622140433639288, - "transformer.layers.0.self_attn.out_proj.weight": 0.054439984261989594, - "transformer.layers.0.self_attn.out_proj.bias": 0.006431255489587784, - "transformer.layers.0.linear1.weight": 0.051591984927654266, - "transformer.layers.0.linear1.bias": 0.00253473618067801, - "transformer.layers.0.linear2.weight": 0.0588594488799572, - "transformer.layers.0.linear2.bias": 0.005352839827537537, - "transformer.layers.0.norm1.weight": 0.0033565836492925882, - "transformer.layers.0.norm1.bias": 0.004291123244911432, - "transformer.layers.0.norm2.weight": 0.0041089230217039585, - "transformer.layers.0.norm2.bias": 0.002241849899291992, - "transformer.layers.1.self_attn.in_proj_weight": 0.05628049746155739, - "transformer.layers.1.self_attn.in_proj_bias": 0.0032172859646379948, - "transformer.layers.1.self_attn.out_proj.weight": 0.05689612030982971, - "transformer.layers.1.self_attn.out_proj.bias": 0.004388664849102497, - "transformer.layers.1.linear1.weight": 0.03127313777804375, - "transformer.layers.1.linear1.bias": 0.0017545548034831882, - "transformer.layers.1.linear2.weight": 0.04070674628019333, - "transformer.layers.1.linear2.bias": 0.004321328829973936, - "transformer.layers.1.norm1.weight": 0.003941238857805729, - "transformer.layers.1.norm1.bias": 0.003075473476201296, - "transformer.layers.1.norm2.weight": 0.0021882615983486176, - "transformer.layers.1.norm2.bias": 0.0016631847247481346, - "transformer.layers.2.self_attn.in_proj_weight": 0.05111393332481384, - "transformer.layers.2.self_attn.in_proj_bias": 0.0034979439806193113, - "transformer.layers.2.self_attn.out_proj.weight": 0.03643324226140976, - "transformer.layers.2.self_attn.out_proj.bias": 0.004409363958984613, - "transformer.layers.2.linear1.weight": 0.025918258354067802, - "transformer.layers.2.linear1.bias": 0.0016606809804216027, - "transformer.layers.2.linear2.weight": 0.031160568818449974, - "transformer.layers.2.linear2.bias": 0.004528903402388096, - "transformer.layers.2.norm1.weight": 0.003695923602208495, - "transformer.layers.2.norm1.bias": 0.004108942113816738, - "transformer.layers.2.norm2.weight": 0.00171431596390903, - "transformer.layers.2.norm2.bias": 0.0017277395818382502, - "transformer.layers.3.self_attn.in_proj_weight": 0.09264981001615524, - "transformer.layers.3.self_attn.in_proj_bias": 0.00905660167336464, - "transformer.layers.3.self_attn.out_proj.weight": 0.04265472665429115, - "transformer.layers.3.self_attn.out_proj.bias": 0.00736859068274498, - "transformer.layers.3.linear1.weight": 0.06094060093164444, - "transformer.layers.3.linear1.bias": 0.005401652306318283, - "transformer.layers.3.linear2.weight": 0.037775393575429916, - "transformer.layers.3.linear2.bias": 0.010242384858429432, - "transformer.layers.3.norm1.weight": 0.007830463349819183, - "transformer.layers.3.norm1.bias": 0.013056806288659573, - "transformer.layers.3.norm2.weight": 0.004811013117432594, - "transformer.layers.3.norm2.bias": 0.00826618354767561, - "head.weight": 0.4790724217891693, - "head.bias": 0.020907534286379814, - "global_embedding.weight": 0.024160701781511307, - "global_cnn.0.weight": 0.14272506535053253, - "global_cnn.0.bias": 0.005206770729273558, - "global_cnn.2.weight": 0.316537082195282, - "global_cnn.2.bias": 0.015408634208142757, - "global_proj.weight": 0.052046649158000946, - "global_proj.bias": 0.03371575102210045, - "goal_head.0.weight": 0.026426486670970917, - "goal_head.0.bias": 0.011822670698165894, - "goal_head.2.weight": 0.03774137422442436, - "goal_head.2.bias": 0.02584380842745304 - }, - { - "global_gate": 0.00003029766958206892, - "embedding.weight": 0.001552174799144268, - "cnn.0.weight": 0.040480710566043854, - "cnn.0.bias": 0.0020222030580043793, - "cnn.2.weight": 0.013763610273599625, - "cnn.2.bias": 0.004925910383462906, - "cnn.5.weight": 0.01770583540201187, - "cnn.5.bias": 0.0027709954883903265, - "action_emb.weight": 0.00303495186381042, - "timestep_emb.weight": 0.0009493125253356993, - "pos_emb.weight": 0.0017660813173279166, - "transformer.layers.0.self_attn.in_proj_weight": 0.017941372469067574, - "transformer.layers.0.self_attn.in_proj_bias": 0.0015435228124260902, - "transformer.layers.0.self_attn.out_proj.weight": 0.014572626911103725, - "transformer.layers.0.self_attn.out_proj.bias": 0.0018210335401818156, - "transformer.layers.0.linear1.weight": 0.015506728552281857, - "transformer.layers.0.linear1.bias": 0.0007573268376290798, - "transformer.layers.0.linear2.weight": 0.015481295995414257, - "transformer.layers.0.linear2.bias": 0.0013361477758735418, - "transformer.layers.0.norm1.weight": 0.0011478503001853824, - "transformer.layers.0.norm1.bias": 0.001512601738795638, - "transformer.layers.0.norm2.weight": 0.001414800644852221, - "transformer.layers.0.norm2.bias": 0.0007713350933045149, - "transformer.layers.1.self_attn.in_proj_weight": 0.014166304841637611, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006864264141768217, - "transformer.layers.1.self_attn.out_proj.weight": 0.010776771232485771, - "transformer.layers.1.self_attn.out_proj.bias": 0.001074960920959711, - "transformer.layers.1.linear1.weight": 0.007721017114818096, - "transformer.layers.1.linear1.bias": 0.0004024796944577247, - "transformer.layers.1.linear2.weight": 0.009865554980933666, - "transformer.layers.1.linear2.bias": 0.0010546472622081637, - "transformer.layers.1.norm1.weight": 0.0009308781009167433, - "transformer.layers.1.norm1.bias": 0.0006162780337035656, - "transformer.layers.1.norm2.weight": 0.0005824855761602521, - "transformer.layers.1.norm2.bias": 0.00036106028710491955, - "transformer.layers.2.self_attn.in_proj_weight": 0.013001610524952412, - "transformer.layers.2.self_attn.in_proj_bias": 0.000823629496153444, - "transformer.layers.2.self_attn.out_proj.weight": 0.009300845675170422, - "transformer.layers.2.self_attn.out_proj.bias": 0.0010387256043031812, - "transformer.layers.2.linear1.weight": 0.006003967951983213, - "transformer.layers.2.linear1.bias": 0.00036537490086629987, - "transformer.layers.2.linear2.weight": 0.00724010867998004, - "transformer.layers.2.linear2.bias": 0.001085156574845314, - "transformer.layers.2.norm1.weight": 0.000948987843003124, - "transformer.layers.2.norm1.bias": 0.0009528252994641662, - "transformer.layers.2.norm2.weight": 0.0003588986292015761, - "transformer.layers.2.norm2.bias": 0.00035273743560537696, - "transformer.layers.3.self_attn.in_proj_weight": 0.02382996492087841, - "transformer.layers.3.self_attn.in_proj_bias": 0.002582813613116741, - "transformer.layers.3.self_attn.out_proj.weight": 0.009999698959290981, - "transformer.layers.3.self_attn.out_proj.bias": 0.0019397980067878962, - "transformer.layers.3.linear1.weight": 0.01356279943138361, - "transformer.layers.3.linear1.bias": 0.001289774663746357, - "transformer.layers.3.linear2.weight": 0.007772478275001049, - "transformer.layers.3.linear2.bias": 0.0025456661824136972, - "transformer.layers.3.norm1.weight": 0.0018089807126671076, - "transformer.layers.3.norm1.bias": 0.0034924072679132223, - "transformer.layers.3.norm2.weight": 0.0010247762547805905, - "transformer.layers.3.norm2.bias": 0.0017914257477968931, - "head.weight": 0.10761836171150208, - "head.bias": 0.004957267548888922, - "global_embedding.weight": 0.010674760676920414, - "global_cnn.0.weight": 0.07304069399833679, - "global_cnn.0.bias": 0.0021765504498034716, - "global_cnn.2.weight": 0.18544507026672363, - "global_cnn.2.bias": 0.007053209003061056, - "global_proj.weight": 0.02516195923089981, - "global_proj.bias": 0.014011776074767113, - "goal_head.0.weight": 0.013652230612933636, - "goal_head.0.bias": 0.005449630320072174, - "goal_head.2.weight": 0.018351079896092415, - "goal_head.2.bias": 0.011646416038274765 - }, - { - "global_gate": 0.00007879640179453418, - "embedding.weight": 0.00026326088118366897, - "cnn.0.weight": 0.008001108653843403, - "cnn.0.bias": 0.000321982050081715, - "cnn.2.weight": 0.002823558868840337, - "cnn.2.bias": 0.0007189876050688326, - "cnn.5.weight": 0.0033617052249610424, - "cnn.5.bias": 0.0008258279412984848, - "action_emb.weight": 0.00207659718580544, - "timestep_emb.weight": 0.0005437705549411476, - "pos_emb.weight": 0.001131901633925736, - "transformer.layers.0.self_attn.in_proj_weight": 0.00785802025347948, - "transformer.layers.0.self_attn.in_proj_bias": 0.00063878990476951, - "transformer.layers.0.self_attn.out_proj.weight": 0.008300225250422955, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008534312946721911, - "transformer.layers.0.linear1.weight": 0.010074724443256855, - "transformer.layers.0.linear1.bias": 0.00039451042539440095, - "transformer.layers.0.linear2.weight": 0.009147335775196552, - "transformer.layers.0.linear2.bias": 0.0006931580137461424, - "transformer.layers.0.norm1.weight": 0.00047044604434631765, - "transformer.layers.0.norm1.bias": 0.0005787853733636439, - "transformer.layers.0.norm2.weight": 0.000913298805244267, - "transformer.layers.0.norm2.bias": 0.00034533487632870674, - "transformer.layers.1.self_attn.in_proj_weight": 0.009352629072964191, - "transformer.layers.1.self_attn.in_proj_bias": 0.000427029823185876, - "transformer.layers.1.self_attn.out_proj.weight": 0.007375936023890972, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006036072736606002, - "transformer.layers.1.linear1.weight": 0.005409426987171173, - "transformer.layers.1.linear1.bias": 0.0002869147283490747, - "transformer.layers.1.linear2.weight": 0.006075630895793438, - "transformer.layers.1.linear2.bias": 0.0005536000826396048, - "transformer.layers.1.norm1.weight": 0.0006088226800784469, - "transformer.layers.1.norm1.bias": 0.0004317006387282163, - "transformer.layers.1.norm2.weight": 0.0003835996030829847, - "transformer.layers.1.norm2.bias": 0.00031350456993095577, - "transformer.layers.2.self_attn.in_proj_weight": 0.008305895142257214, - "transformer.layers.2.self_attn.in_proj_bias": 0.00041665774188004434, - "transformer.layers.2.self_attn.out_proj.weight": 0.005457044113427401, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005400653462857008, - "transformer.layers.2.linear1.weight": 0.003950849641114473, - "transformer.layers.2.linear1.bias": 0.00023149863409344107, - "transformer.layers.2.linear2.weight": 0.004270563367754221, - "transformer.layers.2.linear2.bias": 0.000587195623666048, - "transformer.layers.2.norm1.weight": 0.0004954129108227789, - "transformer.layers.2.norm1.bias": 0.00042767226113937795, - "transformer.layers.2.norm2.weight": 0.0002633302938193083, - "transformer.layers.2.norm2.bias": 0.00028138182824477553, - "transformer.layers.3.self_attn.in_proj_weight": 0.015543949790298939, - "transformer.layers.3.self_attn.in_proj_bias": 0.0010871820850297809, - "transformer.layers.3.self_attn.out_proj.weight": 0.006805108860135078, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008825000841170549, - "transformer.layers.3.linear1.weight": 0.007792795076966286, - "transformer.layers.3.linear1.bias": 0.0005597968702204525, - "transformer.layers.3.linear2.weight": 0.004779116250574589, - "transformer.layers.3.linear2.bias": 0.0011104291770607233, - "transformer.layers.3.norm1.weight": 0.001206455985084176, - "transformer.layers.3.norm1.bias": 0.0014154775999486446, - "transformer.layers.3.norm2.weight": 0.0006302836118265986, - "transformer.layers.3.norm2.bias": 0.0007171861361712217, - "head.weight": 0.07088065147399902, - "head.bias": 0.0026207640767097473, - "global_embedding.weight": 0.014520829543471336, - "global_cnn.0.weight": 0.1455163210630417, - "global_cnn.0.bias": 0.003688992466777563, - "global_cnn.2.weight": 0.38138699531555176, - "global_cnn.2.bias": 0.018068211153149605, - "global_proj.weight": 0.05890858545899391, - "global_proj.bias": 0.04055336117744446, - "goal_head.0.weight": 0.037480391561985016, - "goal_head.0.bias": 0.01722322404384613, - "goal_head.2.weight": 0.05676918104290962, - "goal_head.2.bias": 0.04174064099788666 - }, - { - "global_gate": 0.000663801736664027, - "embedding.weight": 0.004958967212587595, - "cnn.0.weight": 0.10080720484256744, - "cnn.0.bias": 0.00341981602832675, - "cnn.2.weight": 0.024486683309078217, - "cnn.2.bias": 0.007698821369558573, - "cnn.5.weight": 0.029752720147371292, - "cnn.5.bias": 0.006201423238962889, - "action_emb.weight": 0.007401035167276859, - "timestep_emb.weight": 0.002727748593315482, - "pos_emb.weight": 0.004864711780101061, - "transformer.layers.0.self_attn.in_proj_weight": 0.04444250836968422, - "transformer.layers.0.self_attn.in_proj_bias": 0.004235337488353252, - "transformer.layers.0.self_attn.out_proj.weight": 0.03898683190345764, - "transformer.layers.0.self_attn.out_proj.bias": 0.005290887784212828, - "transformer.layers.0.linear1.weight": 0.03954713046550751, - "transformer.layers.0.linear1.bias": 0.0020785455126315355, - "transformer.layers.0.linear2.weight": 0.04346520081162453, - "transformer.layers.0.linear2.bias": 0.004048018250614405, - "transformer.layers.0.norm1.weight": 0.0028920078184455633, - "transformer.layers.0.norm1.bias": 0.004206264391541481, - "transformer.layers.0.norm2.weight": 0.003203915897756815, - "transformer.layers.0.norm2.bias": 0.0025354099925607443, - "transformer.layers.1.self_attn.in_proj_weight": 0.044344622641801834, - "transformer.layers.1.self_attn.in_proj_bias": 0.002418733201920986, - "transformer.layers.1.self_attn.out_proj.weight": 0.03913116455078125, - "transformer.layers.1.self_attn.out_proj.bias": 0.003336816094815731, - "transformer.layers.1.linear1.weight": 0.0237263310700655, - "transformer.layers.1.linear1.bias": 0.001307454309426248, - "transformer.layers.1.linear2.weight": 0.029384097084403038, - "transformer.layers.1.linear2.bias": 0.003178713610395789, - "transformer.layers.1.norm1.weight": 0.002766287885606289, - "transformer.layers.1.norm1.bias": 0.0022913666907697916, - "transformer.layers.1.norm2.weight": 0.0018035245593637228, - "transformer.layers.1.norm2.bias": 0.0013905125670135021, - "transformer.layers.2.self_attn.in_proj_weight": 0.03889792039990425, - "transformer.layers.2.self_attn.in_proj_bias": 0.0027164965867996216, - "transformer.layers.2.self_attn.out_proj.weight": 0.024735335260629654, - "transformer.layers.2.self_attn.out_proj.bias": 0.0030140310991555452, - "transformer.layers.2.linear1.weight": 0.019298914819955826, - "transformer.layers.2.linear1.bias": 0.0012155732838436961, - "transformer.layers.2.linear2.weight": 0.02325216308236122, - "transformer.layers.2.linear2.bias": 0.0030563692562282085, - "transformer.layers.2.norm1.weight": 0.0024885216262191534, - "transformer.layers.2.norm1.bias": 0.0035034732427448034, - "transformer.layers.2.norm2.weight": 0.0012728621950373054, - "transformer.layers.2.norm2.bias": 0.0012810917105525732, - "transformer.layers.3.self_attn.in_proj_weight": 0.07859663665294647, - "transformer.layers.3.self_attn.in_proj_bias": 0.008635331876575947, - "transformer.layers.3.self_attn.out_proj.weight": 0.028671277686953545, - "transformer.layers.3.self_attn.out_proj.bias": 0.006225443445146084, - "transformer.layers.3.linear1.weight": 0.048497557640075684, - "transformer.layers.3.linear1.bias": 0.004679060075432062, - "transformer.layers.3.linear2.weight": 0.026813577860593796, - "transformer.layers.3.linear2.bias": 0.008625548332929611, - "transformer.layers.3.norm1.weight": 0.0061783031560480595, - "transformer.layers.3.norm1.bias": 0.012821312993764877, - "transformer.layers.3.norm2.weight": 0.004221197683364153, - "transformer.layers.3.norm2.bias": 0.007307492196559906, - "head.weight": 0.3502048850059509, - "head.bias": 0.016662299633026123, - "global_embedding.weight": 0.0043380106799304485, - "global_cnn.0.weight": 0.03649644926190376, - "global_cnn.0.bias": 0.0014021653914824128, - "global_cnn.2.weight": 0.059594832360744476, - "global_cnn.2.bias": 0.0028503539506345987, - "global_proj.weight": 0.02259320765733719, - "global_proj.bias": 0.014847938902676105, - "goal_head.0.weight": 0.015008009038865566, - "goal_head.0.bias": 0.00737701915204525, - "goal_head.2.weight": 0.024452833458781242, - "goal_head.2.bias": 0.020051347091794014 - }, - { - "global_gate": 0.000023634869648958556, - "embedding.weight": 0.0008373421151190996, - "cnn.0.weight": 0.019695503637194633, - "cnn.0.bias": 0.0008911380427889526, - "cnn.2.weight": 0.006226087920367718, - "cnn.2.bias": 0.0017710152314975858, - "cnn.5.weight": 0.009760864078998566, - "cnn.5.bias": 0.0012883549788966775, - "action_emb.weight": 0.0038528498262166977, - "timestep_emb.weight": 0.0009923484176397324, - "pos_emb.weight": 0.0019051642157137394, - "transformer.layers.0.self_attn.in_proj_weight": 0.014791018329560757, - "transformer.layers.0.self_attn.in_proj_bias": 0.001059669186361134, - "transformer.layers.0.self_attn.out_proj.weight": 0.01744462177157402, - "transformer.layers.0.self_attn.out_proj.bias": 0.001619077054783702, - "transformer.layers.0.linear1.weight": 0.018745454028248787, - "transformer.layers.0.linear1.bias": 0.0007374733104370534, - "transformer.layers.0.linear2.weight": 0.016783488914370537, - "transformer.layers.0.linear2.bias": 0.0010989316506311297, - "transformer.layers.0.norm1.weight": 0.0008412225288338959, - "transformer.layers.0.norm1.bias": 0.0008601925801485777, - "transformer.layers.0.norm2.weight": 0.0016888781683519483, - "transformer.layers.0.norm2.bias": 0.0008030211902223527, - "transformer.layers.1.self_attn.in_proj_weight": 0.016334660351276398, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006882981979288161, - "transformer.layers.1.self_attn.out_proj.weight": 0.012438805773854256, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009631235152482986, - "transformer.layers.1.linear1.weight": 0.009420734830200672, - "transformer.layers.1.linear1.bias": 0.00046122597996145487, - "transformer.layers.1.linear2.weight": 0.010560644790530205, - "transformer.layers.1.linear2.bias": 0.000797292566858232, - "transformer.layers.1.norm1.weight": 0.0009370871121063828, - "transformer.layers.1.norm1.bias": 0.0006408781628124416, - "transformer.layers.1.norm2.weight": 0.0007581895915791392, - "transformer.layers.1.norm2.bias": 0.0005264459177851677, - "transformer.layers.2.self_attn.in_proj_weight": 0.015261427499353886, - "transformer.layers.2.self_attn.in_proj_bias": 0.000722964876331389, - "transformer.layers.2.self_attn.out_proj.weight": 0.009343561716377735, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007621360709890723, - "transformer.layers.2.linear1.weight": 0.006416297052055597, - "transformer.layers.2.linear1.bias": 0.00033831672044470906, - "transformer.layers.2.linear2.weight": 0.006981088779866695, - "transformer.layers.2.linear2.bias": 0.0007325685583055019, - "transformer.layers.2.norm1.weight": 0.0009726325515657663, - "transformer.layers.2.norm1.bias": 0.0007425969233736396, - "transformer.layers.2.norm2.weight": 0.0004546113486867398, - "transformer.layers.2.norm2.bias": 0.00030303079984150827, - "transformer.layers.3.self_attn.in_proj_weight": 0.02157209999859333, - "transformer.layers.3.self_attn.in_proj_bias": 0.001505805877968669, - "transformer.layers.3.self_attn.out_proj.weight": 0.008511485531926155, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009066776256076992, - "transformer.layers.3.linear1.weight": 0.011606858111917973, - "transformer.layers.3.linear1.bias": 0.0006803354481235147, - "transformer.layers.3.linear2.weight": 0.006800294388085604, - "transformer.layers.3.linear2.bias": 0.0010412229457870126, - "transformer.layers.3.norm1.weight": 0.0017321729101240635, - "transformer.layers.3.norm1.bias": 0.0019707484170794487, - "transformer.layers.3.norm2.weight": 0.0008173880632966757, - "transformer.layers.3.norm2.bias": 0.0007229394395835698, - "head.weight": 0.08133327215909958, - "head.bias": 0.0020957509987056255, - "global_embedding.weight": 0.008472288027405739, - "global_cnn.0.weight": 0.14572426676750183, - "global_cnn.0.bias": 0.0067257266491651535, - "global_cnn.2.weight": 0.24127349257469177, - "global_cnn.2.bias": 0.013765419833362103, - "global_proj.weight": 0.06670411676168442, - "global_proj.bias": 0.05133774131536484, - "goal_head.0.weight": 0.04607754200696945, - "goal_head.0.bias": 0.026015982031822205, - "goal_head.2.weight": 0.06572883576154709, - "goal_head.2.bias": 0.0725107192993164 - }, - { - "global_gate": 0.000047260418796213344, - "embedding.weight": 0.0009316070936620235, - "cnn.0.weight": 0.02927725948393345, - "cnn.0.bias": 0.0010567577555775642, - "cnn.2.weight": 0.011324124410748482, - "cnn.2.bias": 0.0021998644806444645, - "cnn.5.weight": 0.011272088624536991, - "cnn.5.bias": 0.002152053639292717, - "action_emb.weight": 0.0024375226348638535, - "timestep_emb.weight": 0.001290380721911788, - "pos_emb.weight": 0.0021541535388678312, - "transformer.layers.0.self_attn.in_proj_weight": 0.019928719848394394, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011111554922536016, - "transformer.layers.0.self_attn.out_proj.weight": 0.018957272171974182, - "transformer.layers.0.self_attn.out_proj.bias": 0.0012396052479743958, - "transformer.layers.0.linear1.weight": 0.015561551786959171, - "transformer.layers.0.linear1.bias": 0.0006378531688824296, - "transformer.layers.0.linear2.weight": 0.01494219247251749, - "transformer.layers.0.linear2.bias": 0.0009316091309301555, - "transformer.layers.0.norm1.weight": 0.0015365134458988905, - "transformer.layers.0.norm1.bias": 0.0011558819096535444, - "transformer.layers.0.norm2.weight": 0.0015548841329291463, - "transformer.layers.0.norm2.bias": 0.0006941305473446846, - "transformer.layers.1.self_attn.in_proj_weight": 0.015898969024419785, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007285909377969801, - "transformer.layers.1.self_attn.out_proj.weight": 0.013059219345450401, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006512650288641453, - "transformer.layers.1.linear1.weight": 0.008990774862468243, - "transformer.layers.1.linear1.bias": 0.00038363764178939164, - "transformer.layers.1.linear2.weight": 0.010426118038594723, - "transformer.layers.1.linear2.bias": 0.0006071508396416903, - "transformer.layers.1.norm1.weight": 0.001030662446282804, - "transformer.layers.1.norm1.bias": 0.0008556098910048604, - "transformer.layers.1.norm2.weight": 0.0007020300254225731, - "transformer.layers.1.norm2.bias": 0.00030767734278924763, - "transformer.layers.2.self_attn.in_proj_weight": 0.017357071861624718, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006641453364863992, - "transformer.layers.2.self_attn.out_proj.weight": 0.008825315162539482, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005532926297746599, - "transformer.layers.2.linear1.weight": 0.006430136039853096, - "transformer.layers.2.linear1.bias": 0.00032778963213786483, - "transformer.layers.2.linear2.weight": 0.007515944540500641, - "transformer.layers.2.linear2.bias": 0.0005303274374455214, - "transformer.layers.2.norm1.weight": 0.001290399581193924, - "transformer.layers.2.norm1.bias": 0.000619774975348264, - "transformer.layers.2.norm2.weight": 0.00038895613397471607, - "transformer.layers.2.norm2.bias": 0.00028512347489595413, - "transformer.layers.3.self_attn.in_proj_weight": 0.025366036221385002, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007173886406235397, - "transformer.layers.3.self_attn.out_proj.weight": 0.011287317611277103, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005253427079878747, - "transformer.layers.3.linear1.weight": 0.015027197077870369, - "transformer.layers.3.linear1.bias": 0.0008920922409743071, - "transformer.layers.3.linear2.weight": 0.008912100456655025, - "transformer.layers.3.linear2.bias": 0.0005140415742062032, - "transformer.layers.3.norm1.weight": 0.00213751383125782, - "transformer.layers.3.norm1.bias": 0.0007848893874324858, - "transformer.layers.3.norm2.weight": 0.0012553897686302662, - "transformer.layers.3.norm2.bias": 0.0008974818047136068, - "head.weight": 0.09756816178560257, - "head.bias": 0.0011497902451083064, - "global_embedding.weight": 0.005046735517680645, - "global_cnn.0.weight": 0.1272497922182083, - "global_cnn.0.bias": 0.00449631130322814, - "global_cnn.2.weight": 0.23300772905349731, - "global_cnn.2.bias": 0.013844490051269531, - "global_proj.weight": 0.05105018988251686, - "global_proj.bias": 0.043415188789367676, - "goal_head.0.weight": 0.03973767161369324, - "goal_head.0.bias": 0.02149857021868229, - "goal_head.2.weight": 0.07032506912946701, - "goal_head.2.bias": 0.06045091152191162 - }, - { - "global_gate": 0.00026301576872356236, - "embedding.weight": 0.003989717457443476, - "cnn.0.weight": 0.11480860412120819, - "cnn.0.bias": 0.00444635096937418, - "cnn.2.weight": 0.03850780427455902, - "cnn.2.bias": 0.007549664471298456, - "cnn.5.weight": 0.0273284912109375, - "cnn.5.bias": 0.00761451106518507, - "action_emb.weight": 0.002375328680500388, - "timestep_emb.weight": 0.0014347959076985717, - "pos_emb.weight": 0.0011789576383307576, - "transformer.layers.0.self_attn.in_proj_weight": 0.044722143560647964, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028243395499885082, - "transformer.layers.0.self_attn.out_proj.weight": 0.024394860491156578, - "transformer.layers.0.self_attn.out_proj.bias": 0.001168451039120555, - "transformer.layers.0.linear1.weight": 0.010233460925519466, - "transformer.layers.0.linear1.bias": 0.000584258115850389, - "transformer.layers.0.linear2.weight": 0.013704294338822365, - "transformer.layers.0.linear2.bias": 0.000794266234152019, - "transformer.layers.0.norm1.weight": 0.00285351206548512, - "transformer.layers.0.norm1.bias": 0.003074868116527796, - "transformer.layers.0.norm2.weight": 0.0007770248921588063, - "transformer.layers.0.norm2.bias": 0.000693693698849529, - "transformer.layers.1.self_attn.in_proj_weight": 0.014683295972645283, - "transformer.layers.1.self_attn.in_proj_bias": 0.000454018241725862, - "transformer.layers.1.self_attn.out_proj.weight": 0.019470857456326485, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005666185170412064, - "transformer.layers.1.linear1.weight": 0.007877704687416553, - "transformer.layers.1.linear1.bias": 0.00039511543582193553, - "transformer.layers.1.linear2.weight": 0.00933699868619442, - "transformer.layers.1.linear2.bias": 0.0005305996746756136, - "transformer.layers.1.norm1.weight": 0.0007867086096666753, - "transformer.layers.1.norm1.bias": 0.0005198785220272839, - "transformer.layers.1.norm2.weight": 0.0005538638797588646, - "transformer.layers.1.norm2.bias": 0.0003390683268662542, - "transformer.layers.2.self_attn.in_proj_weight": 0.015635116025805473, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004842213820666075, - "transformer.layers.2.self_attn.out_proj.weight": 0.008528601378202438, - "transformer.layers.2.self_attn.out_proj.bias": 0.00044668003101833165, - "transformer.layers.2.linear1.weight": 0.005167955998331308, - "transformer.layers.2.linear1.bias": 0.00024271165602840483, - "transformer.layers.2.linear2.weight": 0.006107598543167114, - "transformer.layers.2.linear2.bias": 0.0004336491401772946, - "transformer.layers.2.norm1.weight": 0.00157274235971272, - "transformer.layers.2.norm1.bias": 0.0006116949953138828, - "transformer.layers.2.norm2.weight": 0.0003008029016200453, - "transformer.layers.2.norm2.bias": 0.0002217227447545156, - "transformer.layers.3.self_attn.in_proj_weight": 0.014469877816736698, - "transformer.layers.3.self_attn.in_proj_bias": 0.0008701774058863521, - "transformer.layers.3.self_attn.out_proj.weight": 0.008288776502013206, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007196538499556482, - "transformer.layers.3.linear1.weight": 0.010888761840760708, - "transformer.layers.3.linear1.bias": 0.0006250846781767905, - "transformer.layers.3.linear2.weight": 0.005331080872565508, - "transformer.layers.3.linear2.bias": 0.0008948215981945395, - "transformer.layers.3.norm1.weight": 0.0011451708851382136, - "transformer.layers.3.norm1.bias": 0.0012010103091597557, - "transformer.layers.3.norm2.weight": 0.0008047160226851702, - "transformer.layers.3.norm2.bias": 0.0007361050229519606, - "head.weight": 0.06971734762191772, - "head.bias": 0.0018271763110533357, - "global_embedding.weight": 0.005633504595607519, - "global_cnn.0.weight": 0.06533566862344742, - "global_cnn.0.bias": 0.002340259263291955, - "global_cnn.2.weight": 0.1124468743801117, - "global_cnn.2.bias": 0.0070436252281069756, - "global_proj.weight": 0.0390339195728302, - "global_proj.bias": 0.03401869907975197, - "goal_head.0.weight": 0.03010604716837406, - "goal_head.0.bias": 0.015419823117554188, - "goal_head.2.weight": 0.05642930418252945, - "goal_head.2.bias": 0.039256248623132706 + "global_gate": 5.1096543757012114e-05, + "embedding.weight": 0.0020649656653404236, + "cnn.0.weight": 0.055813271552324295, + "cnn.0.bias": 0.00192593177780509, + "cnn.2.weight": 0.01531264279037714, + "cnn.2.bias": 0.005642393138259649, + "cnn.5.weight": 0.01899086683988571, + "cnn.5.bias": 0.006593409925699234, + "action_emb.weight": 0.010706654749810696, + "timestep_emb.weight": 0.0015091607347130775, + "pos_emb.weight": 0.0036245808005332947, + "transformer.layers.0.self_attn.in_proj_weight": 0.042867694050073624, + "transformer.layers.0.self_attn.in_proj_bias": 0.005204676650464535, + "transformer.layers.0.self_attn.out_proj.weight": 0.05369589850306511, + "transformer.layers.0.self_attn.out_proj.bias": 0.00979897566139698, + "transformer.layers.0.linear1.weight": 0.048318568617105484, + "transformer.layers.0.linear1.bias": 0.0038100003730505705, + "transformer.layers.0.linear2.weight": 0.06759585440158844, + "transformer.layers.0.linear2.bias": 0.008254067040979862, + "transformer.layers.0.norm1.weight": 0.002219842281192541, + "transformer.layers.0.norm1.bias": 0.0040505426004529, + "transformer.layers.0.norm2.weight": 0.003654672298580408, + "transformer.layers.0.norm2.bias": 0.004197524860501289, + "transformer.layers.1.self_attn.in_proj_weight": 0.05758144333958626, + "transformer.layers.1.self_attn.in_proj_bias": 0.0038475636392831802, + "transformer.layers.1.self_attn.out_proj.weight": 0.06676948815584183, + "transformer.layers.1.self_attn.out_proj.bias": 0.006451884750276804, + "transformer.layers.1.linear1.weight": 0.029452640563249588, + "transformer.layers.1.linear1.bias": 0.002363754203543067, + "transformer.layers.1.linear2.weight": 0.04297821968793869, + "transformer.layers.1.linear2.bias": 0.00643270555883646, + "transformer.layers.1.norm1.weight": 0.0036872304044663906, + "transformer.layers.1.norm1.bias": 0.0038273492828011513, + "transformer.layers.1.norm2.weight": 0.002204930642619729, + "transformer.layers.1.norm2.bias": 0.002522833412513137, + "transformer.layers.2.self_attn.in_proj_weight": 0.06166844442486763, + "transformer.layers.2.self_attn.in_proj_bias": 0.005028058774769306, + "transformer.layers.2.self_attn.out_proj.weight": 0.06244450807571411, + "transformer.layers.2.self_attn.out_proj.bias": 0.0061973570846021175, + "transformer.layers.2.linear1.weight": 0.02840466983616352, + "transformer.layers.2.linear1.bias": 0.0021924078464508057, + "transformer.layers.2.linear2.weight": 0.031263768672943115, + "transformer.layers.2.linear2.bias": 0.006543428171426058, + "transformer.layers.2.norm1.weight": 0.005352000705897808, + "transformer.layers.2.norm1.bias": 0.006208388600498438, + "transformer.layers.2.norm2.weight": 0.0018463960150256753, + "transformer.layers.2.norm2.bias": 0.0024060364812612534, + "transformer.layers.3.self_attn.in_proj_weight": 0.1048031896352768, + "transformer.layers.3.self_attn.in_proj_bias": 0.011291016824543476, + "transformer.layers.3.self_attn.out_proj.weight": 0.06295277923345566, + "transformer.layers.3.self_attn.out_proj.bias": 0.010227245278656483, + "transformer.layers.3.linear1.weight": 0.06373080611228943, + "transformer.layers.3.linear1.bias": 0.005607142578810453, + "transformer.layers.3.linear2.weight": 0.03871612250804901, + "transformer.layers.3.linear2.bias": 0.01147553976625204, + "transformer.layers.3.norm1.weight": 0.009153693914413452, + "transformer.layers.3.norm1.bias": 0.016177574172616005, + "transformer.layers.3.norm2.weight": 0.00413613673299551, + "transformer.layers.3.norm2.bias": 0.006480309180915356, + "head.weight": 0.5592461824417114, + "head.bias": 0.020789073780179024, + "global_embedding.weight": 0.009942859411239624, + "global_cnn.0.weight": 0.1911814659833908, + "global_cnn.0.bias": 0.0077809677459299564, + "global_cnn.2.weight": 0.4064026474952698, + "global_cnn.2.bias": 0.016853945329785347, + "global_proj.weight": 0.18839558959007263, + "global_proj.bias": 0.06877235323190689, + "goal_head.0.weight": 0.11117617040872574, + "goal_head.0.bias": 0.031054312363266945, + "goal_head.2.weight": 0.13192372024059296, + "goal_head.2.bias": 0.06238875165581703 + }, + { + "global_gate": 0.00029621217981912196, + "embedding.weight": 0.002863749396055937, + "cnn.0.weight": 0.0622083880007267, + "cnn.0.bias": 0.0024513029493391514, + "cnn.2.weight": 0.01759595237672329, + "cnn.2.bias": 0.004507766105234623, + "cnn.5.weight": 0.019309774041175842, + "cnn.5.bias": 0.005019389558583498, + "action_emb.weight": 0.013571256771683693, + "timestep_emb.weight": 0.0016723255394026637, + "pos_emb.weight": 0.003159597050398588, + "transformer.layers.0.self_attn.in_proj_weight": 0.03645649179816246, + "transformer.layers.0.self_attn.in_proj_bias": 0.002857507672160864, + "transformer.layers.0.self_attn.out_proj.weight": 0.03628087416291237, + "transformer.layers.0.self_attn.out_proj.bias": 0.004205153323709965, + "transformer.layers.0.linear1.weight": 0.060659319162368774, + "transformer.layers.0.linear1.bias": 0.0021163271740078926, + "transformer.layers.0.linear2.weight": 0.04798407852649689, + "transformer.layers.0.linear2.bias": 0.0033612935803830624, + "transformer.layers.0.norm1.weight": 0.002157174749299884, + "transformer.layers.0.norm1.bias": 0.0024754011537879705, + "transformer.layers.0.norm2.weight": 0.00600568437948823, + "transformer.layers.0.norm2.bias": 0.0017824447713792324, + "transformer.layers.1.self_attn.in_proj_weight": 0.05135767161846161, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018286523409187794, + "transformer.layers.1.self_attn.out_proj.weight": 0.03744117543101311, + "transformer.layers.1.self_attn.out_proj.bias": 0.002963616047054529, + "transformer.layers.1.linear1.weight": 0.02212553285062313, + "transformer.layers.1.linear1.bias": 0.0011791180586442351, + "transformer.layers.1.linear2.weight": 0.028843076899647713, + "transformer.layers.1.linear2.bias": 0.0027998893056064844, + "transformer.layers.1.norm1.weight": 0.003394466359168291, + "transformer.layers.1.norm1.bias": 0.0019598864018917084, + "transformer.layers.1.norm2.weight": 0.0017450173618271947, + "transformer.layers.1.norm2.bias": 0.0010667858878150582, + "transformer.layers.2.self_attn.in_proj_weight": 0.041871678084135056, + "transformer.layers.2.self_attn.in_proj_bias": 0.0024812554474920034, + "transformer.layers.2.self_attn.out_proj.weight": 0.03369934484362602, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026935709174722433, + "transformer.layers.2.linear1.weight": 0.016041699796915054, + "transformer.layers.2.linear1.bias": 0.001098057720810175, + "transformer.layers.2.linear2.weight": 0.02170109748840332, + "transformer.layers.2.linear2.bias": 0.0026785603258758783, + "transformer.layers.2.norm1.weight": 0.0035141408443450928, + "transformer.layers.2.norm1.bias": 0.002111428417265415, + "transformer.layers.2.norm2.weight": 0.0010686384048312902, + "transformer.layers.2.norm2.bias": 0.0009697835193946958, + "transformer.layers.3.self_attn.in_proj_weight": 0.06011053919792175, + "transformer.layers.3.self_attn.in_proj_bias": 0.005090559832751751, + "transformer.layers.3.self_attn.out_proj.weight": 0.03600417450070381, + "transformer.layers.3.self_attn.out_proj.bias": 0.003757996717467904, + "transformer.layers.3.linear1.weight": 0.02921559289097786, + "transformer.layers.3.linear1.bias": 0.0023051889147609472, + "transformer.layers.3.linear2.weight": 0.01875794678926468, + "transformer.layers.3.linear2.bias": 0.0040891640819609165, + "transformer.layers.3.norm1.weight": 0.0042097908444702625, + "transformer.layers.3.norm1.bias": 0.007060874719172716, + "transformer.layers.3.norm2.weight": 0.0020223092287778854, + "transformer.layers.3.norm2.bias": 0.0023849669378250837, + "head.weight": 0.2290678471326828, + "head.bias": 0.006954639684408903, + "global_embedding.weight": 0.00803477130830288, + "global_cnn.0.weight": 0.12857989966869354, + "global_cnn.0.bias": 0.00538253178820014, + "global_cnn.2.weight": 0.309058278799057, + "global_cnn.2.bias": 0.010890592820942402, + "global_proj.weight": 0.08786973357200623, + "global_proj.bias": 0.03797461837530136, + "goal_head.0.weight": 0.05604122579097748, + "goal_head.0.bias": 0.017736971378326416, + "goal_head.2.weight": 0.07307750731706619, + "goal_head.2.bias": 0.037506215274333954 + }, + { + "global_gate": 6.293183105299249e-05, + "embedding.weight": 0.0019510871497914195, + "cnn.0.weight": 0.03630814701318741, + "cnn.0.bias": 0.0012922607129439712, + "cnn.2.weight": 0.008406488224864006, + "cnn.2.bias": 0.0031941921915858984, + "cnn.5.weight": 0.009935032576322556, + "cnn.5.bias": 0.0027275399770587683, + "action_emb.weight": 0.00792561937123537, + "timestep_emb.weight": 0.001070429221726954, + "pos_emb.weight": 0.002556373132392764, + "transformer.layers.0.self_attn.in_proj_weight": 0.021281518042087555, + "transformer.layers.0.self_attn.in_proj_bias": 0.002317348262295127, + "transformer.layers.0.self_attn.out_proj.weight": 0.026774628087878227, + "transformer.layers.0.self_attn.out_proj.bias": 0.005082324147224426, + "transformer.layers.0.linear1.weight": 0.037244949489831924, + "transformer.layers.0.linear1.bias": 0.002323086839169264, + "transformer.layers.0.linear2.weight": 0.040073491632938385, + "transformer.layers.0.linear2.bias": 0.0038033276796340942, + "transformer.layers.0.norm1.weight": 0.0011545380111783743, + "transformer.layers.0.norm1.bias": 0.0018267002888023853, + "transformer.layers.0.norm2.weight": 0.003658319590613246, + "transformer.layers.0.norm2.bias": 0.0037019543815404177, + "transformer.layers.1.self_attn.in_proj_weight": 0.036773182451725006, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023674319963902235, + "transformer.layers.1.self_attn.out_proj.weight": 0.03749712556600571, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030221985653042793, + "transformer.layers.1.linear1.weight": 0.023677971214056015, + "transformer.layers.1.linear1.bias": 0.0015623400686308742, + "transformer.layers.1.linear2.weight": 0.029622046276926994, + "transformer.layers.1.linear2.bias": 0.00294522475451231, + "transformer.layers.1.norm1.weight": 0.0027781350072473288, + "transformer.layers.1.norm1.bias": 0.002427380532026291, + "transformer.layers.1.norm2.weight": 0.0018354022176936269, + "transformer.layers.1.norm2.bias": 0.001874042791314423, + "transformer.layers.2.self_attn.in_proj_weight": 0.04105852544307709, + "transformer.layers.2.self_attn.in_proj_bias": 0.0034571096766740084, + "transformer.layers.2.self_attn.out_proj.weight": 0.02963240258395672, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027782791294157505, + "transformer.layers.2.linear1.weight": 0.01504654809832573, + "transformer.layers.2.linear1.bias": 0.0010817372240126133, + "transformer.layers.2.linear2.weight": 0.016913553699851036, + "transformer.layers.2.linear2.bias": 0.0029086051508784294, + "transformer.layers.2.norm1.weight": 0.004525081720203161, + "transformer.layers.2.norm1.bias": 0.004784766584634781, + "transformer.layers.2.norm2.weight": 0.0010894732549786568, + "transformer.layers.2.norm2.bias": 0.0012886011973023415, + "transformer.layers.3.self_attn.in_proj_weight": 0.04624626785516739, + "transformer.layers.3.self_attn.in_proj_bias": 0.004586797207593918, + "transformer.layers.3.self_attn.out_proj.weight": 0.023466063663363457, + "transformer.layers.3.self_attn.out_proj.bias": 0.003829222172498703, + "transformer.layers.3.linear1.weight": 0.024781037122011185, + "transformer.layers.3.linear1.bias": 0.0022353690583258867, + "transformer.layers.3.linear2.weight": 0.015922531485557556, + "transformer.layers.3.linear2.bias": 0.004216367844492197, + "transformer.layers.3.norm1.weight": 0.004242171999067068, + "transformer.layers.3.norm1.bias": 0.005756622180342674, + "transformer.layers.3.norm2.weight": 0.0016327665653079748, + "transformer.layers.3.norm2.bias": 0.0027118325233459473, + "head.weight": 0.17853720486164093, + "head.bias": 0.007309882901608944, + "global_embedding.weight": 0.006981176324188709, + "global_cnn.0.weight": 0.11545946449041367, + "global_cnn.0.bias": 0.005703848786652088, + "global_cnn.2.weight": 0.2852160632610321, + "global_cnn.2.bias": 0.015050303190946579, + "global_proj.weight": 0.11218409985303879, + "global_proj.bias": 0.06063738837838173, + "goal_head.0.weight": 0.07575667649507523, + "goal_head.0.bias": 0.029238548129796982, + "goal_head.2.weight": 0.0987790897488594, + "goal_head.2.bias": 0.06579017639160156 + }, + { + "global_gate": 2.2873427951708436e-05, + "embedding.weight": 0.002732096007093787, + "cnn.0.weight": 0.05719040706753731, + "cnn.0.bias": 0.0024479327257722616, + "cnn.2.weight": 0.01373201608657837, + "cnn.2.bias": 0.007062552031129599, + "cnn.5.weight": 0.012540962547063828, + "cnn.5.bias": 0.00438222149387002, + "action_emb.weight": 0.012245528399944305, + "timestep_emb.weight": 0.0014176968252286315, + "pos_emb.weight": 0.003001932753250003, + "transformer.layers.0.self_attn.in_proj_weight": 0.027919435873627663, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029649336356669664, + "transformer.layers.0.self_attn.out_proj.weight": 0.030619727447628975, + "transformer.layers.0.self_attn.out_proj.bias": 0.005586445331573486, + "transformer.layers.0.linear1.weight": 0.055520642548799515, + "transformer.layers.0.linear1.bias": 0.0025092270225286484, + "transformer.layers.0.linear2.weight": 0.037199556827545166, + "transformer.layers.0.linear2.bias": 0.003237423487007618, + "transformer.layers.0.norm1.weight": 0.0016529138665646315, + "transformer.layers.0.norm1.bias": 0.00253878440707922, + "transformer.layers.0.norm2.weight": 0.006138455588370562, + "transformer.layers.0.norm2.bias": 0.004420947749167681, + "transformer.layers.1.self_attn.in_proj_weight": 0.04598730057477951, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020794831216335297, + "transformer.layers.1.self_attn.out_proj.weight": 0.029553046450018883, + "transformer.layers.1.self_attn.out_proj.bias": 0.002451072447001934, + "transformer.layers.1.linear1.weight": 0.01812654361128807, + "transformer.layers.1.linear1.bias": 0.0011093210196122527, + "transformer.layers.1.linear2.weight": 0.018962431699037552, + "transformer.layers.1.linear2.bias": 0.0021252715960144997, + "transformer.layers.1.norm1.weight": 0.0029062749817967415, + "transformer.layers.1.norm1.bias": 0.0020455829799175262, + "transformer.layers.1.norm2.weight": 0.001531205722130835, + "transformer.layers.1.norm2.bias": 0.0014928164891898632, + "transformer.layers.2.self_attn.in_proj_weight": 0.025604039430618286, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017034015618264675, + "transformer.layers.2.self_attn.out_proj.weight": 0.02196457050740719, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019250235054641962, + "transformer.layers.2.linear1.weight": 0.009645825251936913, + "transformer.layers.2.linear1.bias": 0.0006383035215549171, + "transformer.layers.2.linear2.weight": 0.011644097045063972, + "transformer.layers.2.linear2.bias": 0.0018866427708417177, + "transformer.layers.2.norm1.weight": 0.0027370790485292673, + "transformer.layers.2.norm1.bias": 0.0021483595483005047, + "transformer.layers.2.norm2.weight": 0.0005486811860464513, + "transformer.layers.2.norm2.bias": 0.0005757916951552033, + "transformer.layers.3.self_attn.in_proj_weight": 0.036244381219148636, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033308323472738266, + "transformer.layers.3.self_attn.out_proj.weight": 0.017661701887845993, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026534174103289843, + "transformer.layers.3.linear1.weight": 0.013956616632640362, + "transformer.layers.3.linear1.bias": 0.0011556381359696388, + "transformer.layers.3.linear2.weight": 0.010125942528247833, + "transformer.layers.3.linear2.bias": 0.00255375262349844, + "transformer.layers.3.norm1.weight": 0.00288670533336699, + "transformer.layers.3.norm1.bias": 0.004573840647935867, + "transformer.layers.3.norm2.weight": 0.0008674717391841114, + "transformer.layers.3.norm2.bias": 0.0012249406427145004, + "head.weight": 0.14201389253139496, + "head.bias": 0.005371031351387501, + "global_embedding.weight": 0.01044304296374321, + "global_cnn.0.weight": 0.057571154087781906, + "global_cnn.0.bias": 0.0018661079229786992, + "global_cnn.2.weight": 0.141339510679245, + "global_cnn.2.bias": 0.005106018856167793, + "global_proj.weight": 0.0275153499096632, + "global_proj.bias": 0.010181954130530357, + "goal_head.0.weight": 0.012706027366220951, + "goal_head.0.bias": 0.0034460583701729774, + "goal_head.2.weight": 0.01713644154369831, + "goal_head.2.bias": 0.006238869391381741 + }, + { + "global_gate": 6.908698560437188e-05, + "embedding.weight": 0.0013567458372563124, + "cnn.0.weight": 0.0344780795276165, + "cnn.0.bias": 0.001313265529461205, + "cnn.2.weight": 0.011061393655836582, + "cnn.2.bias": 0.005498385056853294, + "cnn.5.weight": 0.01081776898354292, + "cnn.5.bias": 0.0033317517954856157, + "action_emb.weight": 0.012835702858865261, + "timestep_emb.weight": 0.0013287403853610158, + "pos_emb.weight": 0.002470120321959257, + "transformer.layers.0.self_attn.in_proj_weight": 0.029126059263944626, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034643863327801228, + "transformer.layers.0.self_attn.out_proj.weight": 0.03109130822122097, + "transformer.layers.0.self_attn.out_proj.bias": 0.005291147623211145, + "transformer.layers.0.linear1.weight": 0.057952117174863815, + "transformer.layers.0.linear1.bias": 0.0025299605913460255, + "transformer.layers.0.linear2.weight": 0.04169708862900734, + "transformer.layers.0.linear2.bias": 0.003833200316876173, + "transformer.layers.0.norm1.weight": 0.0015772274928167462, + "transformer.layers.0.norm1.bias": 0.003187740920111537, + "transformer.layers.0.norm2.weight": 0.006308948155492544, + "transformer.layers.0.norm2.bias": 0.003709858050569892, + "transformer.layers.1.self_attn.in_proj_weight": 0.04817364364862442, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025346875190734863, + "transformer.layers.1.self_attn.out_proj.weight": 0.02968638762831688, + "transformer.layers.1.self_attn.out_proj.bias": 0.002760538598522544, + "transformer.layers.1.linear1.weight": 0.019321873784065247, + "transformer.layers.1.linear1.bias": 0.0012384135043248534, + "transformer.layers.1.linear2.weight": 0.02293267473578453, + "transformer.layers.1.linear2.bias": 0.0027069433126598597, + "transformer.layers.1.norm1.weight": 0.0030531391967087984, + "transformer.layers.1.norm1.bias": 0.002476498717442155, + "transformer.layers.1.norm2.weight": 0.001850716769695282, + "transformer.layers.1.norm2.bias": 0.0014853085158392787, + "transformer.layers.2.self_attn.in_proj_weight": 0.03363969177007675, + "transformer.layers.2.self_attn.in_proj_bias": 0.0026726331561803818, + "transformer.layers.2.self_attn.out_proj.weight": 0.028702616691589355, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026727698277682066, + "transformer.layers.2.linear1.weight": 0.012913457117974758, + "transformer.layers.2.linear1.bias": 0.0010133101604878902, + "transformer.layers.2.linear2.weight": 0.01593973860144615, + "transformer.layers.2.linear2.bias": 0.0026790122501552105, + "transformer.layers.2.norm1.weight": 0.0027853690553456545, + "transformer.layers.2.norm1.bias": 0.0029830008279532194, + "transformer.layers.2.norm2.weight": 0.0008329991833306849, + "transformer.layers.2.norm2.bias": 0.0010338916908949614, + "transformer.layers.3.self_attn.in_proj_weight": 0.0391119122505188, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033895843662321568, + "transformer.layers.3.self_attn.out_proj.weight": 0.021428316831588745, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030602363403886557, + "transformer.layers.3.linear1.weight": 0.01765741966664791, + "transformer.layers.3.linear1.bias": 0.0015263422392308712, + "transformer.layers.3.linear2.weight": 0.012268966995179653, + "transformer.layers.3.linear2.bias": 0.00291481614112854, + "transformer.layers.3.norm1.weight": 0.003392326645553112, + "transformer.layers.3.norm1.bias": 0.004564899485558271, + "transformer.layers.3.norm2.weight": 0.0011948590399697423, + "transformer.layers.3.norm2.bias": 0.0016254925867542624, + "head.weight": 0.15407398343086243, + "head.bias": 0.005798359867185354, + "global_embedding.weight": 0.03027687408030033, + "global_cnn.0.weight": 0.15167127549648285, + "global_cnn.0.bias": 0.006830570288002491, + "global_cnn.2.weight": 0.29281750321388245, + "global_cnn.2.bias": 0.009719745256006718, + "global_proj.weight": 0.07073204964399338, + "global_proj.bias": 0.0315295085310936, + "goal_head.0.weight": 0.044966649264097214, + "goal_head.0.bias": 0.014607710763812065, + "goal_head.2.weight": 0.06410939991474152, + "goal_head.2.bias": 0.031739313155412674 + }, + { + "global_gate": 0.00046183474478311837, + "embedding.weight": 0.005579967051744461, + "cnn.0.weight": 0.09066088497638702, + "cnn.0.bias": 0.004712623078376055, + "cnn.2.weight": 0.019295983016490936, + "cnn.2.bias": 0.009608004242181778, + "cnn.5.weight": 0.017709845677018166, + "cnn.5.bias": 0.004948826972395182, + "action_emb.weight": 0.013507089577615261, + "timestep_emb.weight": 0.0015142944175750017, + "pos_emb.weight": 0.003495308803394437, + "transformer.layers.0.self_attn.in_proj_weight": 0.043428629636764526, + "transformer.layers.0.self_attn.in_proj_bias": 0.004315601661801338, + "transformer.layers.0.self_attn.out_proj.weight": 0.038206133991479874, + "transformer.layers.0.self_attn.out_proj.bias": 0.006373185198754072, + "transformer.layers.0.linear1.weight": 0.06112676113843918, + "transformer.layers.0.linear1.bias": 0.0026075991336256266, + "transformer.layers.0.linear2.weight": 0.040408480912446976, + "transformer.layers.0.linear2.bias": 0.0038084699772298336, + "transformer.layers.0.norm1.weight": 0.00255534122698009, + "transformer.layers.0.norm1.bias": 0.004039533901959658, + "transformer.layers.0.norm2.weight": 0.0067002722062170506, + "transformer.layers.0.norm2.bias": 0.0039968471974134445, + "transformer.layers.1.self_attn.in_proj_weight": 0.04837389290332794, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021573961712419987, + "transformer.layers.1.self_attn.out_proj.weight": 0.030880721285939217, + "transformer.layers.1.self_attn.out_proj.bias": 0.002807617885991931, + "transformer.layers.1.linear1.weight": 0.01746784895658493, + "transformer.layers.1.linear1.bias": 0.0010355693520978093, + "transformer.layers.1.linear2.weight": 0.019573234021663666, + "transformer.layers.1.linear2.bias": 0.002553388709202409, + "transformer.layers.1.norm1.weight": 0.0032341263722628355, + "transformer.layers.1.norm1.bias": 0.002308674156665802, + "transformer.layers.1.norm2.weight": 0.0016078621847555041, + "transformer.layers.1.norm2.bias": 0.0012781352270394564, + "transformer.layers.2.self_attn.in_proj_weight": 0.02417200617492199, + "transformer.layers.2.self_attn.in_proj_bias": 0.0019207807490602136, + "transformer.layers.2.self_attn.out_proj.weight": 0.02493654377758503, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024454935919493437, + "transformer.layers.2.linear1.weight": 0.011507948860526085, + "transformer.layers.2.linear1.bias": 0.0008600937435403466, + "transformer.layers.2.linear2.weight": 0.013803724199533463, + "transformer.layers.2.linear2.bias": 0.002418390940874815, + "transformer.layers.2.norm1.weight": 0.001735133584588766, + "transformer.layers.2.norm1.bias": 0.0020317279268056154, + "transformer.layers.2.norm2.weight": 0.0007694765808992088, + "transformer.layers.2.norm2.bias": 0.0008553561056032777, + "transformer.layers.3.self_attn.in_proj_weight": 0.044826339930295944, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036128039937466383, + "transformer.layers.3.self_attn.out_proj.weight": 0.021541539579629898, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029508741572499275, + "transformer.layers.3.linear1.weight": 0.018440818414092064, + "transformer.layers.3.linear1.bias": 0.0015678189229220152, + "transformer.layers.3.linear2.weight": 0.01285961177200079, + "transformer.layers.3.linear2.bias": 0.0031143527012318373, + "transformer.layers.3.norm1.weight": 0.003550842637196183, + "transformer.layers.3.norm1.bias": 0.005290898494422436, + "transformer.layers.3.norm2.weight": 0.0014417760539799929, + "transformer.layers.3.norm2.bias": 0.002200231421738863, + "head.weight": 0.17002184689044952, + "head.bias": 0.006395246833562851, + "global_embedding.weight": 0.007419471628963947, + "global_cnn.0.weight": 0.13592123985290527, + "global_cnn.0.bias": 0.004572621546685696, + "global_cnn.2.weight": 0.21330754458904266, + "global_cnn.2.bias": 0.0060416702181100845, + "global_proj.weight": 0.03251032903790474, + "global_proj.bias": 0.008926399052143097, + "goal_head.0.weight": 0.012809410691261292, + "goal_head.0.bias": 0.0015625355299562216, + "goal_head.2.weight": 0.014020874164998531, + "goal_head.2.bias": 0.0033126850612461567 + }, + { + "global_gate": 0.00022235492360778153, + "embedding.weight": 0.003270953195169568, + "cnn.0.weight": 0.056266773492097855, + "cnn.0.bias": 0.002071019262075424, + "cnn.2.weight": 0.013413515873253345, + "cnn.2.bias": 0.004809926729649305, + "cnn.5.weight": 0.013418606482446194, + "cnn.5.bias": 0.0041129630990326405, + "action_emb.weight": 0.0061796135269105434, + "timestep_emb.weight": 0.000794659077655524, + "pos_emb.weight": 0.002032308606430888, + "transformer.layers.0.self_attn.in_proj_weight": 0.02524188533425331, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021379755344241858, + "transformer.layers.0.self_attn.out_proj.weight": 0.024228187277913094, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029000393114984035, + "transformer.layers.0.linear1.weight": 0.02928168699145317, + "transformer.layers.0.linear1.bias": 0.001232594484463334, + "transformer.layers.0.linear2.weight": 0.025221731513738632, + "transformer.layers.0.linear2.bias": 0.0020140481647104025, + "transformer.layers.0.norm1.weight": 0.001461205305531621, + "transformer.layers.0.norm1.bias": 0.0020070665050297976, + "transformer.layers.0.norm2.weight": 0.0030390210449695587, + "transformer.layers.0.norm2.bias": 0.0012330213794484735, + "transformer.layers.1.self_attn.in_proj_weight": 0.024833058938384056, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011504513677209616, + "transformer.layers.1.self_attn.out_proj.weight": 0.023362260311841965, + "transformer.layers.1.self_attn.out_proj.bias": 0.0015599244507029653, + "transformer.layers.1.linear1.weight": 0.012283500283956528, + "transformer.layers.1.linear1.bias": 0.0007101505761966109, + "transformer.layers.1.linear2.weight": 0.016344115138053894, + "transformer.layers.1.linear2.bias": 0.0014649654040113091, + "transformer.layers.1.norm1.weight": 0.0017206985503435135, + "transformer.layers.1.norm1.bias": 0.001241249148733914, + "transformer.layers.1.norm2.weight": 0.001079730223864317, + "transformer.layers.1.norm2.bias": 0.0007761422311887145, + "transformer.layers.2.self_attn.in_proj_weight": 0.02141551859676838, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012293228646740317, + "transformer.layers.2.self_attn.out_proj.weight": 0.015995606780052185, + "transformer.layers.2.self_attn.out_proj.bias": 0.001353356521576643, + "transformer.layers.2.linear1.weight": 0.009063645265996456, + "transformer.layers.2.linear1.bias": 0.0006424683379009366, + "transformer.layers.2.linear2.weight": 0.010272100567817688, + "transformer.layers.2.linear2.bias": 0.0013460599584504962, + "transformer.layers.2.norm1.weight": 0.002009061397984624, + "transformer.layers.2.norm1.bias": 0.0014670559903606772, + "transformer.layers.2.norm2.weight": 0.0006236093468032777, + "transformer.layers.2.norm2.bias": 0.0007247733301483095, + "transformer.layers.3.self_attn.in_proj_weight": 0.02753833308815956, + "transformer.layers.3.self_attn.in_proj_bias": 0.0022744331508874893, + "transformer.layers.3.self_attn.out_proj.weight": 0.014740032143890858, + "transformer.layers.3.self_attn.out_proj.bias": 0.001804548897780478, + "transformer.layers.3.linear1.weight": 0.014091843739151955, + "transformer.layers.3.linear1.bias": 0.0011918263044208288, + "transformer.layers.3.linear2.weight": 0.008118754252791405, + "transformer.layers.3.linear2.bias": 0.0017900962848216295, + "transformer.layers.3.norm1.weight": 0.002547492505982518, + "transformer.layers.3.norm1.bias": 0.003271642839536071, + "transformer.layers.3.norm2.weight": 0.0009963237680494785, + "transformer.layers.3.norm2.bias": 0.00152206898201257, + "head.weight": 0.0979662612080574, + "head.bias": 0.002867788542062044, + "global_embedding.weight": 0.006728192791342735, + "global_cnn.0.weight": 0.04175621271133423, + "global_cnn.0.bias": 0.0016012255800887942, + "global_cnn.2.weight": 0.13277000188827515, + "global_cnn.2.bias": 0.006496504880487919, + "global_proj.weight": 0.03585689887404442, + "global_proj.bias": 0.018134331330657005, + "goal_head.0.weight": 0.02139159105718136, + "goal_head.0.bias": 0.007667146157473326, + "goal_head.2.weight": 0.028422392904758453, + "goal_head.2.bias": 0.015984615311026573 + }, + { + "global_gate": 0.0001739787112455815, + "embedding.weight": 0.002245606854557991, + "cnn.0.weight": 0.046360451728105545, + "cnn.0.bias": 0.002043008804321289, + "cnn.2.weight": 0.015180285088717937, + "cnn.2.bias": 0.006183939520269632, + "cnn.5.weight": 0.015017461031675339, + "cnn.5.bias": 0.004255049861967564, + "action_emb.weight": 0.011443275958299637, + "timestep_emb.weight": 0.0011450507445260882, + "pos_emb.weight": 0.0030373611953109503, + "transformer.layers.0.self_attn.in_proj_weight": 0.03936588391661644, + "transformer.layers.0.self_attn.in_proj_bias": 0.00376987736672163, + "transformer.layers.0.self_attn.out_proj.weight": 0.04273504391312599, + "transformer.layers.0.self_attn.out_proj.bias": 0.007204930763691664, + "transformer.layers.0.linear1.weight": 0.046666160225868225, + "transformer.layers.0.linear1.bias": 0.0028128894045948982, + "transformer.layers.0.linear2.weight": 0.05967213213443756, + "transformer.layers.0.linear2.bias": 0.0058739567175507545, + "transformer.layers.0.norm1.weight": 0.0023365761153399944, + "transformer.layers.0.norm1.bias": 0.003065887838602066, + "transformer.layers.0.norm2.weight": 0.0037923904601484537, + "transformer.layers.0.norm2.bias": 0.003868670668452978, + "transformer.layers.1.self_attn.in_proj_weight": 0.044541824609041214, + "transformer.layers.1.self_attn.in_proj_bias": 0.002911265706643462, + "transformer.layers.1.self_attn.out_proj.weight": 0.05467269942164421, + "transformer.layers.1.self_attn.out_proj.bias": 0.005298413336277008, + "transformer.layers.1.linear1.weight": 0.03134026378393173, + "transformer.layers.1.linear1.bias": 0.0019741966389119625, + "transformer.layers.1.linear2.weight": 0.0501096174120903, + "transformer.layers.1.linear2.bias": 0.005511945579200983, + "transformer.layers.1.norm1.weight": 0.0028685617726296186, + "transformer.layers.1.norm1.bias": 0.002951730275526643, + "transformer.layers.1.norm2.weight": 0.0022719637490808964, + "transformer.layers.1.norm2.bias": 0.0020271390676498413, + "transformer.layers.2.self_attn.in_proj_weight": 0.06425046175718307, + "transformer.layers.2.self_attn.in_proj_bias": 0.004699504002928734, + "transformer.layers.2.self_attn.out_proj.weight": 0.056880127638578415, + "transformer.layers.2.self_attn.out_proj.bias": 0.005744253750890493, + "transformer.layers.2.linear1.weight": 0.029496004804968834, + "transformer.layers.2.linear1.bias": 0.002209509490057826, + "transformer.layers.2.linear2.weight": 0.038763899356126785, + "transformer.layers.2.linear2.bias": 0.006186883430927992, + "transformer.layers.2.norm1.weight": 0.0053026024252176285, + "transformer.layers.2.norm1.bias": 0.005530878901481628, + "transformer.layers.2.norm2.weight": 0.0018819768447428942, + "transformer.layers.2.norm2.bias": 0.0026627141050994396, + "transformer.layers.3.self_attn.in_proj_weight": 0.114962138235569, + "transformer.layers.3.self_attn.in_proj_bias": 0.013805927708745003, + "transformer.layers.3.self_attn.out_proj.weight": 0.057165373116731644, + "transformer.layers.3.self_attn.out_proj.bias": 0.010333840735256672, + "transformer.layers.3.linear1.weight": 0.055065546184778214, + "transformer.layers.3.linear1.bias": 0.005577756091952324, + "transformer.layers.3.linear2.weight": 0.037099726498126984, + "transformer.layers.3.linear2.bias": 0.011678374372422695, + "transformer.layers.3.norm1.weight": 0.010377789847552776, + "transformer.layers.3.norm1.bias": 0.019179312512278557, + "transformer.layers.3.norm2.weight": 0.0038373598363250494, + "transformer.layers.3.norm2.bias": 0.007037322968244553, + "head.weight": 0.5146443247795105, + "head.bias": 0.02342732436954975, + "global_embedding.weight": 0.009491159580647945, + "global_cnn.0.weight": 0.0886797159910202, + "global_cnn.0.bias": 0.0034951725974678993, + "global_cnn.2.weight": 0.2149548977613449, + "global_cnn.2.bias": 0.010481526143848896, + "global_proj.weight": 0.042812660336494446, + "global_proj.bias": 0.020740684121847153, + "goal_head.0.weight": 0.024392161518335342, + "goal_head.0.bias": 0.008484026417136192, + "goal_head.2.weight": 0.029978115111589432, + "goal_head.2.bias": 0.016552845016121864 + }, + { + "global_gate": 0.00018776522483676672, + "embedding.weight": 0.0036686148960143328, + "cnn.0.weight": 0.06965577602386475, + "cnn.0.bias": 0.0035518694203346968, + "cnn.2.weight": 0.015760019421577454, + "cnn.2.bias": 0.0052887871861457825, + "cnn.5.weight": 0.015153725631535053, + "cnn.5.bias": 0.004625207278877497, + "action_emb.weight": 0.0030534020625054836, + "timestep_emb.weight": 0.0008801417425274849, + "pos_emb.weight": 0.00231966283172369, + "transformer.layers.0.self_attn.in_proj_weight": 0.02432411164045334, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019502794602885842, + "transformer.layers.0.self_attn.out_proj.weight": 0.020560698583722115, + "transformer.layers.0.self_attn.out_proj.bias": 0.0027817278169095516, + "transformer.layers.0.linear1.weight": 0.019800713285803795, + "transformer.layers.0.linear1.bias": 0.0011650744127109647, + "transformer.layers.0.linear2.weight": 0.02216479554772377, + "transformer.layers.0.linear2.bias": 0.0019386537605896592, + "transformer.layers.0.norm1.weight": 0.0015134376008063555, + "transformer.layers.0.norm1.bias": 0.0016749331261962652, + "transformer.layers.0.norm2.weight": 0.002122027100995183, + "transformer.layers.0.norm2.bias": 0.0016479270998388529, + "transformer.layers.1.self_attn.in_proj_weight": 0.02036576345562935, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011583346640691161, + "transformer.layers.1.self_attn.out_proj.weight": 0.018655426800251007, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014852345921099186, + "transformer.layers.1.linear1.weight": 0.010652015917003155, + "transformer.layers.1.linear1.bias": 0.0006733268382959068, + "transformer.layers.1.linear2.weight": 0.013784890994429588, + "transformer.layers.1.linear2.bias": 0.0014018425717949867, + "transformer.layers.1.norm1.weight": 0.001502990024164319, + "transformer.layers.1.norm1.bias": 0.0012794462963938713, + "transformer.layers.1.norm2.weight": 0.000840168388094753, + "transformer.layers.1.norm2.bias": 0.0007281189318746328, + "transformer.layers.2.self_attn.in_proj_weight": 0.019908051937818527, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012239300413057208, + "transformer.layers.2.self_attn.out_proj.weight": 0.018465401604771614, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012789570027962327, + "transformer.layers.2.linear1.weight": 0.007614354602992535, + "transformer.layers.2.linear1.bias": 0.0005078191752545536, + "transformer.layers.2.linear2.weight": 0.009967297315597534, + "transformer.layers.2.linear2.bias": 0.001240058452822268, + "transformer.layers.2.norm1.weight": 0.001960876164957881, + "transformer.layers.2.norm1.bias": 0.0015694323228672147, + "transformer.layers.2.norm2.weight": 0.00051882240222767, + "transformer.layers.2.norm2.bias": 0.0005359846982173622, + "transformer.layers.3.self_attn.in_proj_weight": 0.027888791635632515, + "transformer.layers.3.self_attn.in_proj_bias": 0.002034362405538559, + "transformer.layers.3.self_attn.out_proj.weight": 0.015095755457878113, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016223600832745433, + "transformer.layers.3.linear1.weight": 0.01452038437128067, + "transformer.layers.3.linear1.bias": 0.0011929002357646823, + "transformer.layers.3.linear2.weight": 0.009631190448999405, + "transformer.layers.3.linear2.bias": 0.0013610556488856673, + "transformer.layers.3.norm1.weight": 0.0025386428460478783, + "transformer.layers.3.norm1.bias": 0.002807966433465481, + "transformer.layers.3.norm2.weight": 0.0010747824562713504, + "transformer.layers.3.norm2.bias": 0.0015840147389099002, + "head.weight": 0.09192422777414322, + "head.bias": 0.0025145707186311483, + "global_embedding.weight": 0.023862112313508987, + "global_cnn.0.weight": 0.14629994332790375, + "global_cnn.0.bias": 0.006050717551261187, + "global_cnn.2.weight": 0.35758256912231445, + "global_cnn.2.bias": 0.01931283250451088, + "global_proj.weight": 0.08841297030448914, + "global_proj.bias": 0.05257481709122658, + "goal_head.0.weight": 0.0561256930232048, + "goal_head.0.bias": 0.022425545379519463, + "goal_head.2.weight": 0.08783967792987823, + "goal_head.2.bias": 0.0485265776515007 + }, + { + "global_gate": 0.00012477245763875544, + "embedding.weight": 0.0021785851567983627, + "cnn.0.weight": 0.039898768067359924, + "cnn.0.bias": 0.002144020050764084, + "cnn.2.weight": 0.012279391288757324, + "cnn.2.bias": 0.004818954970687628, + "cnn.5.weight": 0.012215150520205498, + "cnn.5.bias": 0.00231244508177042, + "action_emb.weight": 0.0020011798478662968, + "timestep_emb.weight": 0.0006751033943146467, + "pos_emb.weight": 0.0011444189585745335, + "transformer.layers.0.self_attn.in_proj_weight": 0.015823235735297203, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012022153241559863, + "transformer.layers.0.self_attn.out_proj.weight": 0.013128894381225109, + "transformer.layers.0.self_attn.out_proj.bias": 0.0017330785049125552, + "transformer.layers.0.linear1.weight": 0.012032969854772091, + "transformer.layers.0.linear1.bias": 0.0006465905462391675, + "transformer.layers.0.linear2.weight": 0.013501130975782871, + "transformer.layers.0.linear2.bias": 0.001251515932381153, + "transformer.layers.0.norm1.weight": 0.0008840979426167905, + "transformer.layers.0.norm1.bias": 0.0011477569350972772, + "transformer.layers.0.norm2.weight": 0.0011936407536268234, + "transformer.layers.0.norm2.bias": 0.0006651449948549271, + "transformer.layers.1.self_attn.in_proj_weight": 0.012039507739245892, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007411753758788109, + "transformer.layers.1.self_attn.out_proj.weight": 0.012607522308826447, + "transformer.layers.1.self_attn.out_proj.bias": 0.00097873795311898, + "transformer.layers.1.linear1.weight": 0.0061037312261760235, + "transformer.layers.1.linear1.bias": 0.00033311176230199635, + "transformer.layers.1.linear2.weight": 0.008176146075129509, + "transformer.layers.1.linear2.bias": 0.0009324190905317664, + "transformer.layers.1.norm1.weight": 0.0008811773150227964, + "transformer.layers.1.norm1.bias": 0.0007444530492648482, + "transformer.layers.1.norm2.weight": 0.00047661582357250154, + "transformer.layers.1.norm2.bias": 0.0003011583467014134, + "transformer.layers.2.self_attn.in_proj_weight": 0.009387531317770481, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005922858836129308, + "transformer.layers.2.self_attn.out_proj.weight": 0.009901780635118484, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008842316456139088, + "transformer.layers.2.linear1.weight": 0.005196555517613888, + "transformer.layers.2.linear1.bias": 0.00036134166293777525, + "transformer.layers.2.linear2.weight": 0.006257391534745693, + "transformer.layers.2.linear2.bias": 0.0008954483200795949, + "transformer.layers.2.norm1.weight": 0.0007113070460036397, + "transformer.layers.2.norm1.bias": 0.0005922123091295362, + "transformer.layers.2.norm2.weight": 0.00032642894075252116, + "transformer.layers.2.norm2.bias": 0.0003374418301973492, + "transformer.layers.3.self_attn.in_proj_weight": 0.019012637436389923, + "transformer.layers.3.self_attn.in_proj_bias": 0.0014713371638208628, + "transformer.layers.3.self_attn.out_proj.weight": 0.010181528516113758, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012757364893332124, + "transformer.layers.3.linear1.weight": 0.010877438820898533, + "transformer.layers.3.linear1.bias": 0.0009205951355397701, + "transformer.layers.3.linear2.weight": 0.00694923335686326, + "transformer.layers.3.linear2.bias": 0.0014451813185587525, + "transformer.layers.3.norm1.weight": 0.0016502204816788435, + "transformer.layers.3.norm1.bias": 0.0018441352294757962, + "transformer.layers.3.norm2.weight": 0.0007791398675180972, + "transformer.layers.3.norm2.bias": 0.0011131023056805134, + "head.weight": 0.0842726081609726, + "head.bias": 0.002853862941265106, + "global_embedding.weight": 0.022956283763051033, + "global_cnn.0.weight": 0.16561144590377808, + "global_cnn.0.bias": 0.006822211667895317, + "global_cnn.2.weight": 0.27326202392578125, + "global_cnn.2.bias": 0.011092492379248142, + "global_proj.weight": 0.07853797823190689, + "global_proj.bias": 0.05048574507236481, + "goal_head.0.weight": 0.05728580057621002, + "goal_head.0.bias": 0.02508830651640892, + "goal_head.2.weight": 0.08807223290205002, + "goal_head.2.bias": 0.0600554533302784 + }, + { + "global_gate": 9.815777048061136e-06, + "embedding.weight": 0.0013419183669611812, + "cnn.0.weight": 0.024878960102796555, + "cnn.0.bias": 0.0014575335662811995, + "cnn.2.weight": 0.006577519234269857, + "cnn.2.bias": 0.0031399622093886137, + "cnn.5.weight": 0.0073842816054821014, + "cnn.5.bias": 0.0018102079629898071, + "action_emb.weight": 0.0023666226770728827, + "timestep_emb.weight": 0.0007380485185422003, + "pos_emb.weight": 0.0018835421651601791, + "transformer.layers.0.self_attn.in_proj_weight": 0.01524050347507, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014253912959247828, + "transformer.layers.0.self_attn.out_proj.weight": 0.015201552771031857, + "transformer.layers.0.self_attn.out_proj.bias": 0.002551541430875659, + "transformer.layers.0.linear1.weight": 0.01477801613509655, + "transformer.layers.0.linear1.bias": 0.0009469130309298635, + "transformer.layers.0.linear2.weight": 0.01827612891793251, + "transformer.layers.0.linear2.bias": 0.0018230702262371778, + "transformer.layers.0.norm1.weight": 0.0008434959454461932, + "transformer.layers.0.norm1.bias": 0.0013252567732706666, + "transformer.layers.0.norm2.weight": 0.0012090945383533835, + "transformer.layers.0.norm2.bias": 0.0013790004886686802, + "transformer.layers.1.self_attn.in_proj_weight": 0.016016019508242607, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010686770547181368, + "transformer.layers.1.self_attn.out_proj.weight": 0.016090380027890205, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014769668923690915, + "transformer.layers.1.linear1.weight": 0.008443291299045086, + "transformer.layers.1.linear1.bias": 0.0005515446537174284, + "transformer.layers.1.linear2.weight": 0.01274409145116806, + "transformer.layers.1.linear2.bias": 0.0014486350119113922, + "transformer.layers.1.norm1.weight": 0.001161925494670868, + "transformer.layers.1.norm1.bias": 0.0012015699176117778, + "transformer.layers.1.norm2.weight": 0.0006227974081411958, + "transformer.layers.1.norm2.bias": 0.0005607056082226336, + "transformer.layers.2.self_attn.in_proj_weight": 0.015426727943122387, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012078661238774657, + "transformer.layers.2.self_attn.out_proj.weight": 0.013421627692878246, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013782755704596639, + "transformer.layers.2.linear1.weight": 0.006670145317912102, + "transformer.layers.2.linear1.bias": 0.0004931489820592105, + "transformer.layers.2.linear2.weight": 0.009344235062599182, + "transformer.layers.2.linear2.bias": 0.0013974455650895834, + "transformer.layers.2.norm1.weight": 0.0012624262599274516, + "transformer.layers.2.norm1.bias": 0.001557380659505725, + "transformer.layers.2.norm2.weight": 0.00043626397382467985, + "transformer.layers.2.norm2.bias": 0.0005356841720640659, + "transformer.layers.3.self_attn.in_proj_weight": 0.025165168568491936, + "transformer.layers.3.self_attn.in_proj_bias": 0.002662841696292162, + "transformer.layers.3.self_attn.out_proj.weight": 0.013291487470269203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020595653913915157, + "transformer.layers.3.linear1.weight": 0.01306354533880949, + "transformer.layers.3.linear1.bias": 0.001233140123076737, + "transformer.layers.3.linear2.weight": 0.008134993724524975, + "transformer.layers.3.linear2.bias": 0.0021517241839319468, + "transformer.layers.3.norm1.weight": 0.0023984217550605536, + "transformer.layers.3.norm1.bias": 0.003790037240833044, + "transformer.layers.3.norm2.weight": 0.0008928320603445172, + "transformer.layers.3.norm2.bias": 0.0015753682237118483, + "head.weight": 0.11727233231067657, + "head.bias": 0.005083668977022171, + "global_embedding.weight": 0.012659394182264805, + "global_cnn.0.weight": 0.1211184412240982, + "global_cnn.0.bias": 0.005939837545156479, + "global_cnn.2.weight": 0.3052809536457062, + "global_cnn.2.bias": 0.01703542284667492, + "global_proj.weight": 0.12262199819087982, + "global_proj.bias": 0.08265769481658936, + "goal_head.0.weight": 0.08903171867132187, + "goal_head.0.bias": 0.040125466883182526, + "goal_head.2.weight": 0.12417887151241302, + "goal_head.2.bias": 0.09580890834331512 + }, + { + "global_gate": 6.55344410915859e-05, + "embedding.weight": 0.0004695507523138076, + "cnn.0.weight": 0.01454924512654543, + "cnn.0.bias": 0.000597296457272023, + "cnn.2.weight": 0.004941556602716446, + "cnn.2.bias": 0.0019698073156177998, + "cnn.5.weight": 0.005494465585798025, + "cnn.5.bias": 0.0014355367748066783, + "action_emb.weight": 0.003430897369980812, + "timestep_emb.weight": 0.0006060820305719972, + "pos_emb.weight": 0.0012376612285152078, + "transformer.layers.0.self_attn.in_proj_weight": 0.017152922227978706, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014274955028668046, + "transformer.layers.0.self_attn.out_proj.weight": 0.015988171100616455, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022650675382465124, + "transformer.layers.0.linear1.weight": 0.01766354590654373, + "transformer.layers.0.linear1.bias": 0.0008963200380094349, + "transformer.layers.0.linear2.weight": 0.015376798808574677, + "transformer.layers.0.linear2.bias": 0.0015300950035452843, + "transformer.layers.0.norm1.weight": 0.001060482463799417, + "transformer.layers.0.norm1.bias": 0.0013153216568753123, + "transformer.layers.0.norm2.weight": 0.0019665563013404608, + "transformer.layers.0.norm2.bias": 0.00139359210152179, + "transformer.layers.1.self_attn.in_proj_weight": 0.014305297285318375, + "transformer.layers.1.self_attn.in_proj_bias": 0.0008025258430279791, + "transformer.layers.1.self_attn.out_proj.weight": 0.013986285775899887, + "transformer.layers.1.self_attn.out_proj.bias": 0.0012519370066002011, + "transformer.layers.1.linear1.weight": 0.007723934017121792, + "transformer.layers.1.linear1.bias": 0.0004969456931576133, + "transformer.layers.1.linear2.weight": 0.010080543346703053, + "transformer.layers.1.linear2.bias": 0.001215907046571374, + "transformer.layers.1.norm1.weight": 0.0009074874687939882, + "transformer.layers.1.norm1.bias": 0.0008593054953962564, + "transformer.layers.1.norm2.weight": 0.0006501436582766473, + "transformer.layers.1.norm2.bias": 0.0005582775338552892, + "transformer.layers.2.self_attn.in_proj_weight": 0.013004432432353497, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009830448543652892, + "transformer.layers.2.self_attn.out_proj.weight": 0.013986196368932724, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011436279164627194, + "transformer.layers.2.linear1.weight": 0.005665916483849287, + "transformer.layers.2.linear1.bias": 0.000414798385463655, + "transformer.layers.2.linear2.weight": 0.007507064379751682, + "transformer.layers.2.linear2.bias": 0.001181344036012888, + "transformer.layers.2.norm1.weight": 0.001327580539509654, + "transformer.layers.2.norm1.bias": 0.0012684166431427002, + "transformer.layers.2.norm2.weight": 0.0004008623363915831, + "transformer.layers.2.norm2.bias": 0.0004674435767810792, + "transformer.layers.3.self_attn.in_proj_weight": 0.02278902381658554, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025683597195893526, + "transformer.layers.3.self_attn.out_proj.weight": 0.011478818953037262, + "transformer.layers.3.self_attn.out_proj.bias": 0.00194752705283463, + "transformer.layers.3.linear1.weight": 0.011514856480062008, + "transformer.layers.3.linear1.bias": 0.0010369051015004516, + "transformer.layers.3.linear2.weight": 0.007812024559825659, + "transformer.layers.3.linear2.bias": 0.0020089400932192802, + "transformer.layers.3.norm1.weight": 0.002084818435832858, + "transformer.layers.3.norm1.bias": 0.003740637795999646, + "transformer.layers.3.norm2.weight": 0.0008178347488865256, + "transformer.layers.3.norm2.bias": 0.0012525395723059773, + "head.weight": 0.09774709492921829, + "head.bias": 0.003808442037552595, + "global_embedding.weight": 0.029799357056617737, + "global_cnn.0.weight": 0.13927733898162842, + "global_cnn.0.bias": 0.005164651665836573, + "global_cnn.2.weight": 0.19819186627864838, + "global_cnn.2.bias": 0.009714075364172459, + "global_proj.weight": 0.04029225558042526, + "global_proj.bias": 0.023537758737802505, + "goal_head.0.weight": 0.026472661644220352, + "goal_head.0.bias": 0.010583672672510147, + "goal_head.2.weight": 0.038199376314878464, + "goal_head.2.bias": 0.024099169299006462 + }, + { + "global_gate": 7.055085461615818e-06, + "embedding.weight": 0.007650664541870356, + "cnn.0.weight": 0.1354696899652481, + "cnn.0.bias": 0.006602171342819929, + "cnn.2.weight": 0.03116009011864662, + "cnn.2.bias": 0.012723471038043499, + "cnn.5.weight": 0.02532052993774414, + "cnn.5.bias": 0.008116907440125942, + "action_emb.weight": 0.0034580242354422808, + "timestep_emb.weight": 0.0012969676172360778, + "pos_emb.weight": 0.002014384139329195, + "transformer.layers.0.self_attn.in_proj_weight": 0.042574308812618256, + "transformer.layers.0.self_attn.in_proj_bias": 0.004606105387210846, + "transformer.layers.0.self_attn.out_proj.weight": 0.035921793431043625, + "transformer.layers.0.self_attn.out_proj.bias": 0.005734928883612156, + "transformer.layers.0.linear1.weight": 0.023443255573511124, + "transformer.layers.0.linear1.bias": 0.0019465576624497771, + "transformer.layers.0.linear2.weight": 0.029474738985300064, + "transformer.layers.0.linear2.bias": 0.003888462670147419, + "transformer.layers.0.norm1.weight": 0.002430110005661845, + "transformer.layers.0.norm1.bias": 0.004629291128367186, + "transformer.layers.0.norm2.weight": 0.0018450613133609295, + "transformer.layers.0.norm2.bias": 0.002087996108457446, + "transformer.layers.1.self_attn.in_proj_weight": 0.029426317662000656, + "transformer.layers.1.self_attn.in_proj_bias": 0.002316200640052557, + "transformer.layers.1.self_attn.out_proj.weight": 0.02976207621395588, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029403306543827057, + "transformer.layers.1.linear1.weight": 0.011892544105648994, + "transformer.layers.1.linear1.bias": 0.0008808753918856382, + "transformer.layers.1.linear2.weight": 0.016662808135151863, + "transformer.layers.1.linear2.bias": 0.0027591243851929903, + "transformer.layers.1.norm1.weight": 0.002188293496146798, + "transformer.layers.1.norm1.bias": 0.0024436817038804293, + "transformer.layers.1.norm2.weight": 0.000882152933627367, + "transformer.layers.1.norm2.bias": 0.0009441375732421875, + "transformer.layers.2.self_attn.in_proj_weight": 0.02365497127175331, + "transformer.layers.2.self_attn.in_proj_bias": 0.002349474932998419, + "transformer.layers.2.self_attn.out_proj.weight": 0.019180428236722946, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023314463905990124, + "transformer.layers.2.linear1.weight": 0.008651423268020153, + "transformer.layers.2.linear1.bias": 0.0006576899904757738, + "transformer.layers.2.linear2.weight": 0.011727627366781235, + "transformer.layers.2.linear2.bias": 0.0023078129161149263, + "transformer.layers.2.norm1.weight": 0.002087127650156617, + "transformer.layers.2.norm1.bias": 0.0032685890328139067, + "transformer.layers.2.norm2.weight": 0.0005426871939562261, + "transformer.layers.2.norm2.bias": 0.0005406133132055402, + "transformer.layers.3.self_attn.in_proj_weight": 0.03128071501851082, + "transformer.layers.3.self_attn.in_proj_bias": 0.002977837109938264, + "transformer.layers.3.self_attn.out_proj.weight": 0.016781939193606377, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028446679934859276, + "transformer.layers.3.linear1.weight": 0.016832472756505013, + "transformer.layers.3.linear1.bias": 0.0015339702367782593, + "transformer.layers.3.linear2.weight": 0.011109485290944576, + "transformer.layers.3.linear2.bias": 0.002800400834530592, + "transformer.layers.3.norm1.weight": 0.0030044796876609325, + "transformer.layers.3.norm1.bias": 0.0038233627565205097, + "transformer.layers.3.norm2.weight": 0.0012884429888799787, + "transformer.layers.3.norm2.bias": 0.002159111201763153, + "head.weight": 0.16244292259216309, + "head.bias": 0.0071762134321033955, + "global_embedding.weight": 0.012367596849799156, + "global_cnn.0.weight": 0.09155899286270142, + "global_cnn.0.bias": 0.0038809827528893948, + "global_cnn.2.weight": 0.19728262722492218, + "global_cnn.2.bias": 0.008470198139548302, + "global_proj.weight": 0.035224799066782, + "global_proj.bias": 0.023276135325431824, + "goal_head.0.weight": 0.01784791424870491, + "goal_head.0.bias": 0.007559235207736492, + "goal_head.2.weight": 0.02773766592144966, + "goal_head.2.bias": 0.017100321128964424 + }, + { + "global_gate": 0.00018018776609096676, + "embedding.weight": 0.003081922186538577, + "cnn.0.weight": 0.053653642535209656, + "cnn.0.bias": 0.002644977532327175, + "cnn.2.weight": 0.009969666600227356, + "cnn.2.bias": 0.004278269596397877, + "cnn.5.weight": 0.010660861618816853, + "cnn.5.bias": 0.0035956085193902254, + "action_emb.weight": 0.004721874371170998, + "timestep_emb.weight": 0.000840940629132092, + "pos_emb.weight": 0.002305666683241725, + "transformer.layers.0.self_attn.in_proj_weight": 0.030315479263663292, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028850871603935957, + "transformer.layers.0.self_attn.out_proj.weight": 0.030043691396713257, + "transformer.layers.0.self_attn.out_proj.bias": 0.005225678905844688, + "transformer.layers.0.linear1.weight": 0.026561442762613297, + "transformer.layers.0.linear1.bias": 0.0019287716131657362, + "transformer.layers.0.linear2.weight": 0.03254193812608719, + "transformer.layers.0.linear2.bias": 0.003608446568250656, + "transformer.layers.0.norm1.weight": 0.001632391707971692, + "transformer.layers.0.norm1.bias": 0.0025011911056935787, + "transformer.layers.0.norm2.weight": 0.0023814502637833357, + "transformer.layers.0.norm2.bias": 0.003089829348027706, + "transformer.layers.1.self_attn.in_proj_weight": 0.029524914920330048, + "transformer.layers.1.self_attn.in_proj_bias": 0.002182302763685584, + "transformer.layers.1.self_attn.out_proj.weight": 0.03007061779499054, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027208691462874413, + "transformer.layers.1.linear1.weight": 0.015438894741237164, + "transformer.layers.1.linear1.bias": 0.0010340986773371696, + "transformer.layers.1.linear2.weight": 0.02157439850270748, + "transformer.layers.1.linear2.bias": 0.002609299961477518, + "transformer.layers.1.norm1.weight": 0.00229906034655869, + "transformer.layers.1.norm1.bias": 0.0025211067404597998, + "transformer.layers.1.norm2.weight": 0.00114055338781327, + "transformer.layers.1.norm2.bias": 0.0010854714782908559, + "transformer.layers.2.self_attn.in_proj_weight": 0.026235703378915787, + "transformer.layers.2.self_attn.in_proj_bias": 0.002068660221993923, + "transformer.layers.2.self_attn.out_proj.weight": 0.028117507696151733, + "transformer.layers.2.self_attn.out_proj.bias": 0.002319763181731105, + "transformer.layers.2.linear1.weight": 0.012051084078848362, + "transformer.layers.2.linear1.bias": 0.0008933001663535833, + "transformer.layers.2.linear2.weight": 0.015817925333976746, + "transformer.layers.2.linear2.bias": 0.00235785567201674, + "transformer.layers.2.norm1.weight": 0.002977781230583787, + "transformer.layers.2.norm1.bias": 0.0026781216729432344, + "transformer.layers.2.norm2.weight": 0.0008706176304258406, + "transformer.layers.2.norm2.bias": 0.0010437531163915992, + "transformer.layers.3.self_attn.in_proj_weight": 0.04760449752211571, + "transformer.layers.3.self_attn.in_proj_bias": 0.004590728785842657, + "transformer.layers.3.self_attn.out_proj.weight": 0.025763841345906258, + "transformer.layers.3.self_attn.out_proj.bias": 0.003367452882230282, + "transformer.layers.3.linear1.weight": 0.025629239156842232, + "transformer.layers.3.linear1.bias": 0.002239559544250369, + "transformer.layers.3.linear2.weight": 0.016243793070316315, + "transformer.layers.3.linear2.bias": 0.0032198182307183743, + "transformer.layers.3.norm1.weight": 0.0045842863619327545, + "transformer.layers.3.norm1.bias": 0.00655750185251236, + "transformer.layers.3.norm2.weight": 0.001880024909041822, + "transformer.layers.3.norm2.bias": 0.002720448886975646, + "head.weight": 0.1543877124786377, + "head.bias": 0.005321984179317951, + "global_embedding.weight": 0.005380860064178705, + "global_cnn.0.weight": 0.03438589721918106, + "global_cnn.0.bias": 0.0015673638554289937, + "global_cnn.2.weight": 0.060578685253858566, + "global_cnn.2.bias": 0.002658846555277705, + "global_proj.weight": 0.014342185109853745, + "global_proj.bias": 0.008890138939023018, + "goal_head.0.weight": 0.006165303289890289, + "goal_head.0.bias": 0.002518253168091178, + "goal_head.2.weight": 0.008819334208965302, + "goal_head.2.bias": 0.006021764129400253 + }, + { + "global_gate": 4.858192914980464e-05, + "embedding.weight": 0.0010371593525633216, + "cnn.0.weight": 0.026589419692754745, + "cnn.0.bias": 0.001017856178805232, + "cnn.2.weight": 0.009121102280914783, + "cnn.2.bias": 0.003896336769685149, + "cnn.5.weight": 0.012609812431037426, + "cnn.5.bias": 0.0029552066698670387, + "action_emb.weight": 0.009189515374600887, + "timestep_emb.weight": 0.0012209272244945168, + "pos_emb.weight": 0.0026800830382853746, + "transformer.layers.0.self_attn.in_proj_weight": 0.028432980179786682, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026279513258486986, + "transformer.layers.0.self_attn.out_proj.weight": 0.02886301465332508, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036733539309352636, + "transformer.layers.0.linear1.weight": 0.04227995499968529, + "transformer.layers.0.linear1.bias": 0.001618624897673726, + "transformer.layers.0.linear2.weight": 0.030599478632211685, + "transformer.layers.0.linear2.bias": 0.0027981307357549667, + "transformer.layers.0.norm1.weight": 0.0014936018269509077, + "transformer.layers.0.norm1.bias": 0.0024403503630310297, + "transformer.layers.0.norm2.weight": 0.004723323509097099, + "transformer.layers.0.norm2.bias": 0.0015636581229045987, + "transformer.layers.1.self_attn.in_proj_weight": 0.032395005226135254, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017693823901936412, + "transformer.layers.1.self_attn.out_proj.weight": 0.025069821625947952, + "transformer.layers.1.self_attn.out_proj.bias": 0.002143092919141054, + "transformer.layers.1.linear1.weight": 0.016141468659043312, + "transformer.layers.1.linear1.bias": 0.0009353107307106256, + "transformer.layers.1.linear2.weight": 0.018309224396944046, + "transformer.layers.1.linear2.bias": 0.002099627396091819, + "transformer.layers.1.norm1.weight": 0.002173725748434663, + "transformer.layers.1.norm1.bias": 0.0017660364974290133, + "transformer.layers.1.norm2.weight": 0.0015916647389531136, + "transformer.layers.1.norm2.bias": 0.0011502279667183757, + "transformer.layers.2.self_attn.in_proj_weight": 0.02261846698820591, + "transformer.layers.2.self_attn.in_proj_bias": 0.001886319019831717, + "transformer.layers.2.self_attn.out_proj.weight": 0.01997005008161068, + "transformer.layers.2.self_attn.out_proj.bias": 0.002173722954466939, + "transformer.layers.2.linear1.weight": 0.011673453263938427, + "transformer.layers.2.linear1.bias": 0.0009307986474595964, + "transformer.layers.2.linear2.weight": 0.013247868046164513, + "transformer.layers.2.linear2.bias": 0.0022957909386605024, + "transformer.layers.2.norm1.weight": 0.0016402864130213857, + "transformer.layers.2.norm1.bias": 0.0021957538556307554, + "transformer.layers.2.norm2.weight": 0.0008589787757955492, + "transformer.layers.2.norm2.bias": 0.0012013628147542477, + "transformer.layers.3.self_attn.in_proj_weight": 0.03526056557893753, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034411596134305, + "transformer.layers.3.self_attn.out_proj.weight": 0.017843101173639297, + "transformer.layers.3.self_attn.out_proj.bias": 0.002712047193199396, + "transformer.layers.3.linear1.weight": 0.020514797419309616, + "transformer.layers.3.linear1.bias": 0.0019037374295294285, + "transformer.layers.3.linear2.weight": 0.011541943065822124, + "transformer.layers.3.linear2.bias": 0.003225155873224139, + "transformer.layers.3.norm1.weight": 0.0033415979705750942, + "transformer.layers.3.norm1.bias": 0.004980509635061026, + "transformer.layers.3.norm2.weight": 0.0013429304817691445, + "transformer.layers.3.norm2.bias": 0.0025535975582897663, + "head.weight": 0.1589699536561966, + "head.bias": 0.006293957121670246, + "global_embedding.weight": 0.011148856952786446, + "global_cnn.0.weight": 0.11087211221456528, + "global_cnn.0.bias": 0.003265698440372944, + "global_cnn.2.weight": 0.30333173274993896, + "global_cnn.2.bias": 0.014043890871107578, + "global_proj.weight": 0.04842504486441612, + "global_proj.bias": 0.029591582715511322, + "goal_head.0.weight": 0.024608517065644264, + "goal_head.0.bias": 0.009982450865209103, + "goal_head.2.weight": 0.03249319642782211, + "goal_head.2.bias": 0.01978919841349125 + }, + { + "global_gate": 0.0001589770836289972, + "embedding.weight": 0.0010717968689277768, + "cnn.0.weight": 0.020404713228344917, + "cnn.0.bias": 0.0009259609505534172, + "cnn.2.weight": 0.006625772453844547, + "cnn.2.bias": 0.0022139293141663074, + "cnn.5.weight": 0.008158769458532333, + "cnn.5.bias": 0.0018581132171675563, + "action_emb.weight": 0.002454862929880619, + "timestep_emb.weight": 0.000668867607600987, + "pos_emb.weight": 0.0014626241754740477, + "transformer.layers.0.self_attn.in_proj_weight": 0.016129694879055023, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015443526208400726, + "transformer.layers.0.self_attn.out_proj.weight": 0.015478427521884441, + "transformer.layers.0.self_attn.out_proj.bias": 0.002396578202024102, + "transformer.layers.0.linear1.weight": 0.014283968135714531, + "transformer.layers.0.linear1.bias": 0.0008728606626391411, + "transformer.layers.0.linear2.weight": 0.015568563714623451, + "transformer.layers.0.linear2.bias": 0.0017191765364259481, + "transformer.layers.0.norm1.weight": 0.0009283888502977788, + "transformer.layers.0.norm1.bias": 0.001548165106214583, + "transformer.layers.0.norm2.weight": 0.001425490016117692, + "transformer.layers.0.norm2.bias": 0.001123138121329248, + "transformer.layers.1.self_attn.in_proj_weight": 0.01439729519188404, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009598176111467183, + "transformer.layers.1.self_attn.out_proj.weight": 0.015455550514161587, + "transformer.layers.1.self_attn.out_proj.bias": 0.001305864891037345, + "transformer.layers.1.linear1.weight": 0.006977505050599575, + "transformer.layers.1.linear1.bias": 0.00043464708141982555, + "transformer.layers.1.linear2.weight": 0.009732326492667198, + "transformer.layers.1.linear2.bias": 0.001243460108526051, + "transformer.layers.1.norm1.weight": 0.001099719782359898, + "transformer.layers.1.norm1.bias": 0.0010289311176165938, + "transformer.layers.1.norm2.weight": 0.0006068231305107474, + "transformer.layers.1.norm2.bias": 0.00044660145067609847, + "transformer.layers.2.self_attn.in_proj_weight": 0.010941722430288792, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008639420266263187, + "transformer.layers.2.self_attn.out_proj.weight": 0.012355107814073563, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010778659489005804, + "transformer.layers.2.linear1.weight": 0.0057990457862615585, + "transformer.layers.2.linear1.bias": 0.00040045668720267713, + "transformer.layers.2.linear2.weight": 0.007310877554118633, + "transformer.layers.2.linear2.bias": 0.0010337415151298046, + "transformer.layers.2.norm1.weight": 0.0008473120396956801, + "transformer.layers.2.norm1.bias": 0.0010755422990769148, + "transformer.layers.2.norm2.weight": 0.0004428068350534886, + "transformer.layers.2.norm2.bias": 0.00044794828863814473, + "transformer.layers.3.self_attn.in_proj_weight": 0.018734045326709747, + "transformer.layers.3.self_attn.in_proj_bias": 0.0009080030140466988, + "transformer.layers.3.self_attn.out_proj.weight": 0.010283494368195534, + "transformer.layers.3.self_attn.out_proj.bias": 0.0010155743220821023, + "transformer.layers.3.linear1.weight": 0.008901149965822697, + "transformer.layers.3.linear1.bias": 0.0006197064067237079, + "transformer.layers.3.linear2.weight": 0.005415768828243017, + "transformer.layers.3.linear2.bias": 0.0008907873998396099, + "transformer.layers.3.norm1.weight": 0.0015682150842621922, + "transformer.layers.3.norm1.bias": 0.0008084824657998979, + "transformer.layers.3.norm2.weight": 0.0006623699446208775, + "transformer.layers.3.norm2.bias": 0.0008831918239593506, + "head.weight": 0.0921732485294342, + "head.bias": 0.002136395312845707, + "global_embedding.weight": 0.004631932359188795, + "global_cnn.0.weight": 0.03271720930933952, + "global_cnn.0.bias": 0.00120373978279531, + "global_cnn.2.weight": 0.08352972567081451, + "global_cnn.2.bias": 0.003795543685555458, + "global_proj.weight": 0.015620813705027103, + "global_proj.bias": 0.00954513717442751, + "goal_head.0.weight": 0.008495762012898922, + "goal_head.0.bias": 0.003492828458547592, + "goal_head.2.weight": 0.012968902476131916, + "goal_head.2.bias": 0.007662576157599688 + }, + { + "global_gate": 0.00021463376469910145, + "embedding.weight": 0.0009864132152870297, + "cnn.0.weight": 0.029438110068440437, + "cnn.0.bias": 0.0012807761086151004, + "cnn.2.weight": 0.01005582045763731, + "cnn.2.bias": 0.002615085570141673, + "cnn.5.weight": 0.010972976684570312, + "cnn.5.bias": 0.0026582940481603146, + "action_emb.weight": 0.0029729295056313276, + "timestep_emb.weight": 0.0009063621982932091, + "pos_emb.weight": 0.0024941200390458107, + "transformer.layers.0.self_attn.in_proj_weight": 0.02152918092906475, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016289764316752553, + "transformer.layers.0.self_attn.out_proj.weight": 0.019903182983398438, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024692025035619736, + "transformer.layers.0.linear1.weight": 0.01947900280356407, + "transformer.layers.0.linear1.bias": 0.0009583853534422815, + "transformer.layers.0.linear2.weight": 0.021348986774683, + "transformer.layers.0.linear2.bias": 0.0017467634752392769, + "transformer.layers.0.norm1.weight": 0.0012458233395591378, + "transformer.layers.0.norm1.bias": 0.0014662741450592875, + "transformer.layers.0.norm2.weight": 0.0017844615504145622, + "transformer.layers.0.norm2.bias": 0.0008283976349048316, + "transformer.layers.1.self_attn.in_proj_weight": 0.021672803908586502, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010851785773411393, + "transformer.layers.1.self_attn.out_proj.weight": 0.017645493149757385, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013463953509926796, + "transformer.layers.1.linear1.weight": 0.009783838875591755, + "transformer.layers.1.linear1.bias": 0.0006094529526308179, + "transformer.layers.1.linear2.weight": 0.013554166071116924, + "transformer.layers.1.linear2.bias": 0.001365366391837597, + "transformer.layers.1.norm1.weight": 0.0014214550610631704, + "transformer.layers.1.norm1.bias": 0.0010899038752540946, + "transformer.layers.1.norm2.weight": 0.0008191082742996514, + "transformer.layers.1.norm2.bias": 0.0006139910547062755, + "transformer.layers.2.self_attn.in_proj_weight": 0.018994348123669624, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013275535311549902, + "transformer.layers.2.self_attn.out_proj.weight": 0.014629085548222065, + "transformer.layers.2.self_attn.out_proj.bias": 0.001236309064552188, + "transformer.layers.2.linear1.weight": 0.007912308908998966, + "transformer.layers.2.linear1.bias": 0.0005171698867343366, + "transformer.layers.2.linear2.weight": 0.010117524303495884, + "transformer.layers.2.linear2.bias": 0.0012380360858514905, + "transformer.layers.2.norm1.weight": 0.0015225327806547284, + "transformer.layers.2.norm1.bias": 0.0017563588917255402, + "transformer.layers.2.norm2.weight": 0.0005291668931022286, + "transformer.layers.2.norm2.bias": 0.0005753446603193879, + "transformer.layers.3.self_attn.in_proj_weight": 0.025892436504364014, + "transformer.layers.3.self_attn.in_proj_bias": 0.002338810358196497, + "transformer.layers.3.self_attn.out_proj.weight": 0.01278665941208601, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016473684227094054, + "transformer.layers.3.linear1.weight": 0.013408871367573738, + "transformer.layers.3.linear1.bias": 0.0011714734137058258, + "transformer.layers.3.linear2.weight": 0.008355196565389633, + "transformer.layers.3.linear2.bias": 0.0017109668115153909, + "transformer.layers.3.norm1.weight": 0.0023654107935726643, + "transformer.layers.3.norm1.bias": 0.003233205759897828, + "transformer.layers.3.norm2.weight": 0.0010005941148847342, + "transformer.layers.3.norm2.bias": 0.0016194822965189815, + "head.weight": 0.08057548850774765, + "head.bias": 0.0030683493241667747, + "global_embedding.weight": 0.006839684676378965, + "global_cnn.0.weight": 0.07005757093429565, + "global_cnn.0.bias": 0.0027547513600438833, + "global_cnn.2.weight": 0.2044062465429306, + "global_cnn.2.bias": 0.010747303254902363, + "global_proj.weight": 0.034385472536087036, + "global_proj.bias": 0.0247819721698761, + "goal_head.0.weight": 0.0209138672798872, + "goal_head.0.bias": 0.009400894865393639, + "goal_head.2.weight": 0.029349951073527336, + "goal_head.2.bias": 0.019312690943479538 + }, + { + "global_gate": 8.060747859417461e-06, + "embedding.weight": 0.0037651776801794767, + "cnn.0.weight": 0.06274359673261642, + "cnn.0.bias": 0.0026499757077544928, + "cnn.2.weight": 0.012394973076879978, + "cnn.2.bias": 0.005645317956805229, + "cnn.5.weight": 0.01084875874221325, + "cnn.5.bias": 0.0041859569028019905, + "action_emb.weight": 0.00508544035255909, + "timestep_emb.weight": 0.000953811511863023, + "pos_emb.weight": 0.0025054162833839655, + "transformer.layers.0.self_attn.in_proj_weight": 0.022977272048592567, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018137210281565785, + "transformer.layers.0.self_attn.out_proj.weight": 0.0239645317196846, + "transformer.layers.0.self_attn.out_proj.bias": 0.0032019128557294607, + "transformer.layers.0.linear1.weight": 0.025493893772363663, + "transformer.layers.0.linear1.bias": 0.001199312275275588, + "transformer.layers.0.linear2.weight": 0.026965659111738205, + "transformer.layers.0.linear2.bias": 0.0026132294442504644, + "transformer.layers.0.norm1.weight": 0.001406023046001792, + "transformer.layers.0.norm1.bias": 0.0017391906585544348, + "transformer.layers.0.norm2.weight": 0.002432279521599412, + "transformer.layers.0.norm2.bias": 0.0011721383780241013, + "transformer.layers.1.self_attn.in_proj_weight": 0.025099163874983788, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014922473346814513, + "transformer.layers.1.self_attn.out_proj.weight": 0.02631152980029583, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022291545756161213, + "transformer.layers.1.linear1.weight": 0.013915058225393295, + "transformer.layers.1.linear1.bias": 0.0007484834641218185, + "transformer.layers.1.linear2.weight": 0.019342834129929543, + "transformer.layers.1.linear2.bias": 0.002187019446864724, + "transformer.layers.1.norm1.weight": 0.0015641999198123813, + "transformer.layers.1.norm1.bias": 0.0014807351399213076, + "transformer.layers.1.norm2.weight": 0.0012151574483141303, + "transformer.layers.1.norm2.bias": 0.0006481367745436728, + "transformer.layers.2.self_attn.in_proj_weight": 0.023283302783966064, + "transformer.layers.2.self_attn.in_proj_bias": 0.001548605039715767, + "transformer.layers.2.self_attn.out_proj.weight": 0.02280822955071926, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021181288175284863, + "transformer.layers.2.linear1.weight": 0.012119879946112633, + "transformer.layers.2.linear1.bias": 0.0008447649888694286, + "transformer.layers.2.linear2.weight": 0.01603352464735508, + "transformer.layers.2.linear2.bias": 0.002126014558598399, + "transformer.layers.2.norm1.weight": 0.0018704556860029697, + "transformer.layers.2.norm1.bias": 0.0016484885709360242, + "transformer.layers.2.norm2.weight": 0.0008166879415512085, + "transformer.layers.2.norm2.bias": 0.0010134514886885881, + "transformer.layers.3.self_attn.in_proj_weight": 0.04567476361989975, + "transformer.layers.3.self_attn.in_proj_bias": 0.003910079598426819, + "transformer.layers.3.self_attn.out_proj.weight": 0.023174846544861794, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030796360224485397, + "transformer.layers.3.linear1.weight": 0.023522209376096725, + "transformer.layers.3.linear1.bias": 0.0021520364098250866, + "transformer.layers.3.linear2.weight": 0.015125949867069721, + "transformer.layers.3.linear2.bias": 0.003679951885715127, + "transformer.layers.3.norm1.weight": 0.004340090323239565, + "transformer.layers.3.norm1.bias": 0.005543804727494717, + "transformer.layers.3.norm2.weight": 0.0017512589693069458, + "transformer.layers.3.norm2.bias": 0.0031869939994066954, + "head.weight": 0.20181968808174133, + "head.bias": 0.007607883308082819, + "global_embedding.weight": 0.007544194348156452, + "global_cnn.0.weight": 0.06554938852787018, + "global_cnn.0.bias": 0.0023374389857053757, + "global_cnn.2.weight": 0.2133364975452423, + "global_cnn.2.bias": 0.010849756188690662, + "global_proj.weight": 0.04319414868950844, + "global_proj.bias": 0.02676990255713463, + "goal_head.0.weight": 0.023867789655923843, + "goal_head.0.bias": 0.009825775399804115, + "goal_head.2.weight": 0.03216497227549553, + "goal_head.2.bias": 0.01942707784473896 + }, + { + "global_gate": 0.0003723016707226634, + "embedding.weight": 0.004458031617105007, + "cnn.0.weight": 0.071143239736557, + "cnn.0.bias": 0.0033171505201607943, + "cnn.2.weight": 0.013430815190076828, + "cnn.2.bias": 0.005967967677861452, + "cnn.5.weight": 0.013036103919148445, + "cnn.5.bias": 0.004643207881599665, + "action_emb.weight": 0.005298329051584005, + "timestep_emb.weight": 0.0011155270040035248, + "pos_emb.weight": 0.002267424715682864, + "transformer.layers.0.self_attn.in_proj_weight": 0.036464013159275055, + "transformer.layers.0.self_attn.in_proj_bias": 0.003958499524742365, + "transformer.layers.0.self_attn.out_proj.weight": 0.0341029055416584, + "transformer.layers.0.self_attn.out_proj.bias": 0.005600143689662218, + "transformer.layers.0.linear1.weight": 0.02946842461824417, + "transformer.layers.0.linear1.bias": 0.002004818292334676, + "transformer.layers.0.linear2.weight": 0.03234666585922241, + "transformer.layers.0.linear2.bias": 0.003845212748274207, + "transformer.layers.0.norm1.weight": 0.0022722643334418535, + "transformer.layers.0.norm1.bias": 0.003749730996787548, + "transformer.layers.0.norm2.weight": 0.00280229770578444, + "transformer.layers.0.norm2.bias": 0.002685785060748458, + "transformer.layers.1.self_attn.in_proj_weight": 0.03082893043756485, + "transformer.layers.1.self_attn.in_proj_bias": 0.002255694940686226, + "transformer.layers.1.self_attn.out_proj.weight": 0.03001801110804081, + "transformer.layers.1.self_attn.out_proj.bias": 0.002805862808600068, + "transformer.layers.1.linear1.weight": 0.015000656247138977, + "transformer.layers.1.linear1.bias": 0.0010345838963985443, + "transformer.layers.1.linear2.weight": 0.020998695865273476, + "transformer.layers.1.linear2.bias": 0.002627232111990452, + "transformer.layers.1.norm1.weight": 0.002172257984057069, + "transformer.layers.1.norm1.bias": 0.0025122978258877993, + "transformer.layers.1.norm2.weight": 0.0010731036309152842, + "transformer.layers.1.norm2.bias": 0.001020051073282957, + "transformer.layers.2.self_attn.in_proj_weight": 0.025349857285618782, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020621679723262787, + "transformer.layers.2.self_attn.out_proj.weight": 0.0237397663295269, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020652273669838905, + "transformer.layers.2.linear1.weight": 0.01121174730360508, + "transformer.layers.2.linear1.bias": 0.0007437996100634336, + "transformer.layers.2.linear2.weight": 0.014672848396003246, + "transformer.layers.2.linear2.bias": 0.001929179998114705, + "transformer.layers.2.norm1.weight": 0.002312726341187954, + "transformer.layers.2.norm1.bias": 0.002924287924543023, + "transformer.layers.2.norm2.weight": 0.0007814786513336003, + "transformer.layers.2.norm2.bias": 0.0008171089575625956, + "transformer.layers.3.self_attn.in_proj_weight": 0.043299682438373566, + "transformer.layers.3.self_attn.in_proj_bias": 0.0030523345340043306, + "transformer.layers.3.self_attn.out_proj.weight": 0.022762872278690338, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022510001435875893, + "transformer.layers.3.linear1.weight": 0.0208873488008976, + "transformer.layers.3.linear1.bias": 0.0016466467641294003, + "transformer.layers.3.linear2.weight": 0.012999470345675945, + "transformer.layers.3.linear2.bias": 0.0019799491856247187, + "transformer.layers.3.norm1.weight": 0.004278591368347406, + "transformer.layers.3.norm1.bias": 0.0043838005512952805, + "transformer.layers.3.norm2.weight": 0.0017598235281184316, + "transformer.layers.3.norm2.bias": 0.0023116571828722954, + "head.weight": 0.16041773557662964, + "head.bias": 0.005697830580174923, + "global_embedding.weight": 0.00557883782312274, + "global_cnn.0.weight": 0.06628234684467316, + "global_cnn.0.bias": 0.002784288953989744, + "global_cnn.2.weight": 0.19935134053230286, + "global_cnn.2.bias": 0.010720458813011646, + "global_proj.weight": 0.03985900431871414, + "global_proj.bias": 0.030548764392733574, + "goal_head.0.weight": 0.02888556756079197, + "goal_head.0.bias": 0.013708854094147682, + "goal_head.2.weight": 0.04682245850563049, + "goal_head.2.bias": 0.03239281475543976 + }, + { + "global_gate": 0.00014136498793959618, + "embedding.weight": 0.003157184924930334, + "cnn.0.weight": 0.045500654727220535, + "cnn.0.bias": 0.002475329441949725, + "cnn.2.weight": 0.008742772974073887, + "cnn.2.bias": 0.0039736502803862095, + "cnn.5.weight": 0.008393976837396622, + "cnn.5.bias": 0.0026738750748336315, + "action_emb.weight": 0.009227978996932507, + "timestep_emb.weight": 0.0009773658821359277, + "pos_emb.weight": 0.002272862708196044, + "transformer.layers.0.self_attn.in_proj_weight": 0.02718382328748703, + "transformer.layers.0.self_attn.in_proj_bias": 0.002977983560413122, + "transformer.layers.0.self_attn.out_proj.weight": 0.03363318368792534, + "transformer.layers.0.self_attn.out_proj.bias": 0.005279306322336197, + "transformer.layers.0.linear1.weight": 0.04207443445920944, + "transformer.layers.0.linear1.bias": 0.0020306739024817944, + "transformer.layers.0.linear2.weight": 0.031226273626089096, + "transformer.layers.0.linear2.bias": 0.0034808542113751173, + "transformer.layers.0.norm1.weight": 0.0015340093523263931, + "transformer.layers.0.norm1.bias": 0.0026379188057035208, + "transformer.layers.0.norm2.weight": 0.004906080663204193, + "transformer.layers.0.norm2.bias": 0.0031941737979650497, + "transformer.layers.1.self_attn.in_proj_weight": 0.035713233053684235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020230659283697605, + "transformer.layers.1.self_attn.out_proj.weight": 0.027395419776439667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026130923070013523, + "transformer.layers.1.linear1.weight": 0.0146902184933424, + "transformer.layers.1.linear1.bias": 0.0010442710481584072, + "transformer.layers.1.linear2.weight": 0.018642090260982513, + "transformer.layers.1.linear2.bias": 0.002512077335268259, + "transformer.layers.1.norm1.weight": 0.0023339458275586367, + "transformer.layers.1.norm1.bias": 0.0022256281226873398, + "transformer.layers.1.norm2.weight": 0.001436329446732998, + "transformer.layers.1.norm2.bias": 0.001058954163454473, + "transformer.layers.2.self_attn.in_proj_weight": 0.023035679012537003, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020263809710741043, + "transformer.layers.2.self_attn.out_proj.weight": 0.023518390953540802, + "transformer.layers.2.self_attn.out_proj.bias": 0.002175678499042988, + "transformer.layers.2.linear1.weight": 0.00970799382776022, + "transformer.layers.2.linear1.bias": 0.0006965561769902706, + "transformer.layers.2.linear2.weight": 0.01337309181690216, + "transformer.layers.2.linear2.bias": 0.0021134009584784508, + "transformer.layers.2.norm1.weight": 0.0022148708812892437, + "transformer.layers.2.norm1.bias": 0.0026954154018312693, + "transformer.layers.2.norm2.weight": 0.0006466289632953703, + "transformer.layers.2.norm2.bias": 0.0007434315630234778, + "transformer.layers.3.self_attn.in_proj_weight": 0.03808455914258957, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035315726418048143, + "transformer.layers.3.self_attn.out_proj.weight": 0.020416736602783203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028050062246620655, + "transformer.layers.3.linear1.weight": 0.020428577437996864, + "transformer.layers.3.linear1.bias": 0.001789773115888238, + "transformer.layers.3.linear2.weight": 0.0128793278709054, + "transformer.layers.3.linear2.bias": 0.002602867316454649, + "transformer.layers.3.norm1.weight": 0.003754405537620187, + "transformer.layers.3.norm1.bias": 0.005148402880877256, + "transformer.layers.3.norm2.weight": 0.001758118043653667, + "transformer.layers.3.norm2.bias": 0.002691247733309865, + "head.weight": 0.15717357397079468, + "head.bias": 0.006060260348021984, + "global_embedding.weight": 0.006651991046965122, + "global_cnn.0.weight": 0.024677429348230362, + "global_cnn.0.bias": 0.001011177315376699, + "global_cnn.2.weight": 0.05312926322221756, + "global_cnn.2.bias": 0.001887166523374617, + "global_proj.weight": 0.011292832903563976, + "global_proj.bias": 0.006077619269490242, + "goal_head.0.weight": 0.004898240324109793, + "goal_head.0.bias": 0.0017080157995224, + "goal_head.2.weight": 0.00762634864076972, + "goal_head.2.bias": 0.0037705600261688232 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.07548893988132477, - 0.0970534160733223, - 0.09854835271835327, - 0.23145383596420288, - 0.039654023945331573, - 0.026503194123506546, - 0.13877980411052704, - 0.06260467320680618, - 0.07288680970668793, - 0.029037194326519966 + 0.32956698536872864, + 0.32067495584487915, + 0.3542981743812561, + 0.34563693404197693, + 0.3948224186897278, + 0.41591623425483704, + 0.4575270116329193, + 0.4723632335662842, + 0.3565845787525177, + 0.2235203981399536, + 0.32266971468925476, + 0.23231138288974762, + 0.4360719323158264, + 0.6939771771430969, + 0.4703482687473297, + 0.4628596305847168, + 0.3350662887096405, + 0.6257498860359192, + 0.7112530469894409, + 0.6173362135887146 ], "repr_drift_kl_low_t": [ - 0.0792272537946701, - 0.10630551725625992, - 0.10003840923309326, - 0.23140054941177368, - 0.036041922867298126, - 0.019589347764849663, - 0.15575821697711945, - 0.060741543769836426, - 0.03657263517379761, - 0.017733249813318253 + 0.40532854199409485, + 0.3676147758960724, + 0.46511998772621155, + 0.42372003197669983, + 0.47555261850357056, + 0.5393352508544922, + 0.5727061033248901, + 0.6152333617210388, + 0.4306837320327759, + 0.2624106705188751, + 0.40741005539894104, + 0.2940807640552521, + 0.5208920836448669, + 0.8744857907295227, + 0.58830726146698, + 0.5836870074272156, + 0.3894527554512024, + 0.7864574790000916, + 0.9215978980064392, + 0.7705249786376953 ], "repr_drift_kl_mid_t": [ - 0.0663088709115982, - 0.09016240388154984, - 0.0910801887512207, - 0.2276696264743805, - 0.03499656170606613, - 0.017638323828577995, - 0.14344274997711182, - 0.057522207498550415, - 0.04091297835111618, - 0.015472308732569218 + 0.3222355842590332, + 0.31922534108161926, + 0.3564589023590088, + 0.33914831280708313, + 0.3996606767177582, + 0.422545850276947, + 0.46745890378952026, + 0.4777652323246002, + 0.3736450970172882, + 0.2282543033361435, + 0.33563876152038574, + 0.23733548820018768, + 0.4298943877220154, + 0.695062518119812, + 0.47880855202674866, + 0.4526122808456421, + 0.33879992365837097, + 0.6436684131622314, + 0.7161123156547546, + 0.6269397139549255 ], "repr_drift_kl_high_t": [ - 0.09095931053161621, - 0.10136445611715317, - 0.1172972321510315, - 0.24911552667617798, - 0.05349712446331978, - 0.04463667422533035, - 0.14265725016593933, - 0.09916616976261139, - 0.19512194395065308, - 0.05419745296239853 + 0.25130000710487366, + 0.2667628228664398, + 0.24994517862796783, + 0.2689126431941986, + 0.3009116053581238, + 0.29967617988586426, + 0.31872525811195374, + 0.33047568798065186, + 0.2529081404209137, + 0.18642009794712067, + 0.21445290744304657, + 0.16619087755680084, + 0.31006935238838196, + 0.48324331641197205, + 0.35011422634124756, + 0.3481614887714386, + 0.2539498805999756, + 0.4305638372898102, + 0.5089250802993774, + 0.45255979895591736 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.868604302406311, - 0.899396538734436, - 0.7313346266746521, - 0.9528746604919434, - 0.9690829515457153 + 0.8416425585746765, + 0.7761558890342712, + 0.853563129901886, + 0.9047492742538452, + 0.7233577370643616, + 0.8235214948654175, + 0.7751253843307495, + 0.7849247455596924, + 0.6439146399497986, + 0.6389315724372864 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.4401390850543976, - 0.8300006985664368, - 0.6199076771736145, - 1.363855242729187, - 0.3145105242729187, - 0.44386327266693115, - 0.39431145787239075, - 0.31699761748313904, - 0.41964372992515564, - 0.20022249221801758 + 1.0170916318893433, + 0.5596140027046204, + 0.7539397478103638, + 0.28433340787887573, + 0.682374119758606, + 0.4498353600502014, + 0.3342348337173462, + 0.8049366474151611, + 0.4740878939628601, + 0.5352240204811096, + 0.4117850065231323, + 0.27660754323005676, + 0.4862251579761505, + 0.4646318554878235, + 0.47630515694618225, + 0.3493756949901581, + 0.2690022885799408, + 0.2782491147518158, + 0.3668295443058014, + 0.28801384568214417 ], "norm_high_t": [ - 0.41746366024017334, - 0.9989179968833923, - 0.8414754867553711, - 1.271582841873169, - 0.8988112211227417, - 0.47494909167289734, - 0.6302105784416199, - 0.35980424284935, - 0.40029868483543396, - 0.19795237481594086 + 1.1044292449951172, + 1.3670198917388916, + 0.5758301615715027, + 0.3492847979068756, + 0.7431169152259827, + 2.4097089767456055, + 0.7549824714660645, + 0.6539331674575806, + 0.8135449886322021, + 0.8335716724395752, + 0.47314146161079407, + 0.26154032349586487, + 0.7321079969406128, + 0.4992845356464386, + 1.1532492637634277, + 0.6463536620140076, + 0.2712741792201996, + 0.37530654668807983, + 0.6999778747558594, + 0.3110520541667938 ], "lowhigh_cos": [ - 0.83735591173172, - 0.1136489063501358, - 0.3085375726222992, - 0.5431743264198303, - -0.09438619762659073, - 0.8579837679862976, - 0.5325353741645813, - 0.8778371810913086, - 0.4140847325325012, - 0.7043569684028625 + 0.6696072816848755, + 0.09558837115764618, + 0.4828144311904907, + 0.45374369621276855, + 0.6580895781517029, + 0.5262887477874756, + 0.3849829435348511, + 0.7605827450752258, + 0.6967764496803284, + 0.6576300263404846, + 0.8820545077323914, + 0.8930960297584534, + 0.29368478059768677, + 0.12045718729496002, + 0.7018178105354309, + 0.4895155429840088, + 0.4293100833892822, + 0.7520274519920349, + 0.26861637830734253, + 0.22996269166469574 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.4858367145061493, - "t_0.1-0.2": 0.4676418602466583, - "t_0.2-0.3": 0.4203658401966095, - "t_0.3-0.4": 0.4497978687286377, - "t_0.4-0.5": 0.43075528740882874, - "t_0.5-0.6": 0.4249298870563507, - "t_0.6-0.7": 0.4309885501861572, - "t_0.7-0.8": 0.4102494716644287, - "t_0.8-0.9": 0.4920084774494171, - "t_0.9-1.0": 0.41420745849609375 - }, - { - "t_0.0-0.1": 1.235001564025879, - "t_0.1-0.2": 1.070618748664856, - "t_0.2-0.3": 0.8715344071388245, - "t_0.3-0.4": 0.6716774106025696, - "t_0.4-0.5": 0.7847000360488892, - "t_0.5-0.6": 0.8427852988243103, - "t_0.6-0.7": 0.931591272354126, - "t_0.7-0.8": 0.8531954288482666, - "t_0.8-0.9": 1.0404800176620483, - "t_0.9-1.0": 1.37712824344635 - }, - { - "t_0.0-0.1": 0.6407025456428528, - "t_0.1-0.2": 0.5690565705299377, - "t_0.2-0.3": 0.40482714772224426, - "t_0.3-0.4": 0.46099159121513367, - "t_0.4-0.5": 0.4360472857952118, - "t_0.5-0.6": 0.37846529483795166, - "t_0.6-0.7": 0.4429492950439453, - "t_0.7-0.8": 0.5406213998794556, - "t_0.8-0.9": 0.7024535536766052, - "t_0.9-1.0": 1.1779879331588745 - }, - { - "t_0.0-0.1": 1.2728214263916016, - "t_0.1-0.2": 1.2101235389709473, - "t_0.2-0.3": 0.9761622548103333, - "t_0.3-0.4": 0.8815740346908569, - "t_0.4-0.5": 1.206966519355774, - "t_0.5-0.6": 1.0122658014297485, - "t_0.6-0.7": 1.120570421218872, - "t_0.7-0.8": 1.1356221437454224, - "t_0.8-0.9": 1.1014559268951416, - "t_0.9-1.0": 1.6008293628692627 - }, - { - "t_0.0-0.1": 0.30454209446907043, - "t_0.1-0.2": 0.32578346133232117, - "t_0.2-0.3": 0.45905235409736633, - "t_0.3-0.4": 0.26221296191215515, - "t_0.4-0.5": 0.23122048377990723, - "t_0.5-0.6": 0.3003474473953247, - "t_0.6-0.7": 0.2755783498287201, - "t_0.7-0.8": 0.2603283226490021, - "t_0.8-0.9": 0.27394095063209534, - "t_0.9-1.0": 0.2994670271873474 - }, - { - "t_0.0-0.1": 0.4738942086696625, - "t_0.1-0.2": 0.490437775850296, - "t_0.2-0.3": 0.4417840242385864, - "t_0.3-0.4": 0.4498382806777954, - "t_0.4-0.5": 0.4447401165962219, - "t_0.5-0.6": 0.4321998953819275, - "t_0.6-0.7": 0.4412350654602051, - "t_0.7-0.8": 0.44980162382125854, - "t_0.8-0.9": 0.42971083521842957, - "t_0.9-1.0": 0.4339047074317932 - }, - { - "t_0.0-0.1": 0.2521401345729828, - "t_0.1-0.2": 0.2574921250343323, - "t_0.2-0.3": 0.47748783230781555, - "t_0.3-0.4": 0.5251134634017944, - "t_0.4-0.5": 0.5278704166412354, - "t_0.5-0.6": 0.489670991897583, - "t_0.6-0.7": 0.34925904870033264, - "t_0.7-0.8": 0.4720707833766937, - "t_0.8-0.9": 0.4329255521297455, - "t_0.9-1.0": 0.6447027921676636 - }, - { - "t_0.0-0.1": 0.31712833046913147, - "t_0.1-0.2": 0.3170410096645355, - "t_0.2-0.3": 0.4900576174259186, - "t_0.3-0.4": 0.5104622840881348, - "t_0.4-0.5": 0.3698973059654236, - "t_0.5-0.6": 0.3781561851501465, - "t_0.6-0.7": 0.3196357488632202, - "t_0.7-0.8": 0.4997561573982239, - "t_0.8-0.9": 0.3827517330646515, - "t_0.9-1.0": 0.39955171942710876 - }, - { - "t_0.0-0.1": 0.3095640242099762, - "t_0.1-0.2": 0.3570970892906189, - "t_0.2-0.3": 0.3089802861213684, - "t_0.3-0.4": 0.3262327313423157, - "t_0.4-0.5": 0.3092963397502899, - "t_0.5-0.6": 0.32772451639175415, - "t_0.6-0.7": 0.30647826194763184, - "t_0.7-0.8": 0.3246585428714752, - "t_0.8-0.9": 0.31654855608940125, - "t_0.9-1.0": 0.3301430642604828 - }, - { - "t_0.0-0.1": 0.2083466798067093, - "t_0.1-0.2": 0.1773509681224823, - "t_0.2-0.3": 0.19845807552337646, - "t_0.3-0.4": 0.17498819530010223, - "t_0.4-0.5": 0.18065497279167175, - "t_0.5-0.6": 0.17934763431549072, - "t_0.6-0.7": 0.18199211359024048, - "t_0.7-0.8": 0.19062259793281555, - "t_0.8-0.9": 0.1755250096321106, - "t_0.9-1.0": 0.21295630931854248 + "t_0.0-0.1": 1.1573114395141602, + "t_0.1-0.2": 0.802017092704773, + "t_0.2-0.3": 0.8955167531967163, + "t_0.3-0.4": 0.8936936855316162, + "t_0.4-0.5": 0.8015303015708923, + "t_0.5-0.6": 0.884926438331604, + "t_0.6-0.7": 0.9630658030509949, + "t_0.7-0.8": 0.965862512588501, + "t_0.8-0.9": 1.0242046117782593, + "t_0.9-1.0": 1.3553991317749023 + }, + { + "t_0.0-0.1": 0.5385841131210327, + "t_0.1-0.2": 0.49101847410202026, + "t_0.2-0.3": 0.5287252068519592, + "t_0.3-0.4": 0.4814395606517792, + "t_0.4-0.5": 0.4737524390220642, + "t_0.5-0.6": 0.48646247386932373, + "t_0.6-0.7": 0.47289302945137024, + "t_0.7-0.8": 0.477043479681015, + "t_0.8-0.9": 0.5642159581184387, + "t_0.9-1.0": 2.102774143218994 + }, + { + "t_0.0-0.1": 0.5790972113609314, + "t_0.1-0.2": 0.5616101026535034, + "t_0.2-0.3": 0.5233182311058044, + "t_0.3-0.4": 0.5688257813453674, + "t_0.4-0.5": 0.5878426432609558, + "t_0.5-0.6": 0.559042751789093, + "t_0.6-0.7": 0.5281622409820557, + "t_0.7-0.8": 0.5680594444274902, + "t_0.8-0.9": 0.5423213839530945, + "t_0.9-1.0": 0.7909070253372192 + }, + { + "t_0.0-0.1": 0.8258025646209717, + "t_0.1-0.2": 0.233968585729599, + "t_0.2-0.3": 0.2651802599430084, + "t_0.3-0.4": 0.25345563888549805, + "t_0.4-0.5": 0.2617054879665375, + "t_0.5-0.6": 0.2558475136756897, + "t_0.6-0.7": 0.2554488778114319, + "t_0.7-0.8": 0.2596489489078522, + "t_0.8-0.9": 0.3418445587158203, + "t_0.9-1.0": 0.5334312319755554 + }, + { + "t_0.0-0.1": 0.7367055416107178, + "t_0.1-0.2": 0.72324138879776, + "t_0.2-0.3": 0.7218242883682251, + "t_0.3-0.4": 0.6235977411270142, + "t_0.4-0.5": 0.6921834945678711, + "t_0.5-0.6": 0.7049487829208374, + "t_0.6-0.7": 0.6668316721916199, + "t_0.7-0.8": 0.6715498566627502, + "t_0.8-0.9": 0.7313946485519409, + "t_0.9-1.0": 0.8283483982086182 + }, + { + "t_0.0-0.1": 0.5520758032798767, + "t_0.1-0.2": 0.5165948867797852, + "t_0.2-0.3": 0.4549308121204376, + "t_0.3-0.4": 0.4639008939266205, + "t_0.4-0.5": 0.46707865595817566, + "t_0.5-0.6": 0.4769760072231293, + "t_0.6-0.7": 0.5971834659576416, + "t_0.7-0.8": 0.6175358891487122, + "t_0.8-0.9": 0.8967710137367249, + "t_0.9-1.0": 3.7904574871063232 + }, + { + "t_0.0-0.1": 0.5446434020996094, + "t_0.1-0.2": 0.48560279607772827, + "t_0.2-0.3": 0.4464273750782013, + "t_0.3-0.4": 0.4248572587966919, + "t_0.4-0.5": 0.4302620589733124, + "t_0.5-0.6": 0.46995609998703003, + "t_0.6-0.7": 0.4762728810310364, + "t_0.7-0.8": 0.5019593238830566, + "t_0.8-0.9": 0.5343171954154968, + "t_0.9-1.0": 0.7755001783370972 + }, + { + "t_0.0-0.1": 0.7336753606796265, + "t_0.1-0.2": 0.6773684620857239, + "t_0.2-0.3": 0.6618541479110718, + "t_0.3-0.4": 0.6535382866859436, + "t_0.4-0.5": 0.6700778007507324, + "t_0.5-0.6": 0.6653220057487488, + "t_0.6-0.7": 0.7478753328323364, + "t_0.7-0.8": 0.7178698182106018, + "t_0.8-0.9": 0.7072011232376099, + "t_0.9-1.0": 0.6350385546684265 + }, + { + "t_0.0-0.1": 0.577985942363739, + "t_0.1-0.2": 0.46506085991859436, + "t_0.2-0.3": 0.47094812989234924, + "t_0.3-0.4": 0.461864173412323, + "t_0.4-0.5": 0.4528888761997223, + "t_0.5-0.6": 0.4600946307182312, + "t_0.6-0.7": 0.4637003242969513, + "t_0.7-0.8": 0.484502375125885, + "t_0.8-0.9": 0.5180246829986572, + "t_0.9-1.0": 1.0657621622085571 + }, + { + "t_0.0-0.1": 0.752175509929657, + "t_0.1-0.2": 0.40954941511154175, + "t_0.2-0.3": 0.41961339116096497, + "t_0.3-0.4": 0.3955947160720825, + "t_0.4-0.5": 0.3930898904800415, + "t_0.5-0.6": 0.4072073996067047, + "t_0.6-0.7": 0.42757317423820496, + "t_0.7-0.8": 0.44298112392425537, + "t_0.8-0.9": 0.5476540327072144, + "t_0.9-1.0": 1.2135863304138184 + }, + { + "t_0.0-0.1": 0.4299088418483734, + "t_0.1-0.2": 0.4120657742023468, + "t_0.2-0.3": 0.40900319814682007, + "t_0.3-0.4": 0.4044274687767029, + "t_0.4-0.5": 0.4052020013332367, + "t_0.5-0.6": 0.4090370237827301, + "t_0.6-0.7": 0.4130876362323761, + "t_0.7-0.8": 0.4171854257583618, + "t_0.8-0.9": 0.426993727684021, + "t_0.9-1.0": 0.7452683448791504 + }, + { + "t_0.0-0.1": 0.2575934827327728, + "t_0.1-0.2": 0.2625069320201874, + "t_0.2-0.3": 0.2602488696575165, + "t_0.3-0.4": 0.26069748401641846, + "t_0.4-0.5": 0.2591277062892914, + "t_0.5-0.6": 0.2602198123931885, + "t_0.6-0.7": 0.25930699706077576, + "t_0.7-0.8": 0.2602466642856598, + "t_0.8-0.9": 0.2659163177013397, + "t_0.9-1.0": 0.2817728817462921 + }, + { + "t_0.0-0.1": 0.46243607997894287, + "t_0.1-0.2": 0.2600629925727844, + "t_0.2-0.3": 0.25811415910720825, + "t_0.3-0.4": 0.24587136507034302, + "t_0.4-0.5": 0.24788320064544678, + "t_0.5-0.6": 0.24951821565628052, + "t_0.6-0.7": 0.26233845949172974, + "t_0.7-0.8": 0.277057021856308, + "t_0.8-0.9": 0.3370337188243866, + "t_0.9-1.0": 1.6513760089874268 + }, + { + "t_0.0-0.1": 0.3124791979789734, + "t_0.1-0.2": 0.2568662166595459, + "t_0.2-0.3": 0.224979430437088, + "t_0.3-0.4": 0.21087069809436798, + "t_0.4-0.5": 0.22701799869537354, + "t_0.5-0.6": 0.251192182302475, + "t_0.6-0.7": 0.2348390817642212, + "t_0.7-0.8": 0.2587448060512543, + "t_0.8-0.9": 0.2879383862018585, + "t_0.9-1.0": 0.7145962119102478 + }, + { + "t_0.0-0.1": 0.5200845003128052, + "t_0.1-0.2": 0.3782123327255249, + "t_0.2-0.3": 0.4092516303062439, + "t_0.3-0.4": 0.376401424407959, + "t_0.4-0.5": 0.44128963351249695, + "t_0.5-0.6": 0.4142230749130249, + "t_0.6-0.7": 0.4872622787952423, + "t_0.7-0.8": 0.592390775680542, + "t_0.8-0.9": 0.7339954376220703, + "t_0.9-1.0": 1.6714212894439697 + }, + { + "t_0.0-0.1": 0.5415230393409729, + "t_0.1-0.2": 0.2689566910266876, + "t_0.2-0.3": 0.2636507749557495, + "t_0.3-0.4": 0.27208250761032104, + "t_0.4-0.5": 0.28904423117637634, + "t_0.5-0.6": 0.29720252752304077, + "t_0.6-0.7": 0.3338412940502167, + "t_0.7-0.8": 0.4050750136375427, + "t_0.8-0.9": 0.5007563829421997, + "t_0.9-1.0": 0.703240156173706 + }, + { + "t_0.0-0.1": 0.28557994961738586, + "t_0.1-0.2": 0.23841767013072968, + "t_0.2-0.3": 0.24163255095481873, + "t_0.3-0.4": 0.24113501608371735, + "t_0.4-0.5": 0.24138683080673218, + "t_0.5-0.6": 0.2547633647918701, + "t_0.6-0.7": 0.2454020380973816, + "t_0.7-0.8": 0.254364550113678, + "t_0.8-0.9": 0.22749976813793182, + "t_0.9-1.0": 0.37028735876083374 + }, + { + "t_0.0-0.1": 0.3187209665775299, + "t_0.1-0.2": 0.24222324788570404, + "t_0.2-0.3": 0.22751237452030182, + "t_0.3-0.4": 0.23583202064037323, + "t_0.4-0.5": 0.22755450010299683, + "t_0.5-0.6": 0.24495333433151245, + "t_0.6-0.7": 0.24711394309997559, + "t_0.7-0.8": 0.24337583780288696, + "t_0.8-0.9": 0.26364755630493164, + "t_0.9-1.0": 0.48491325974464417 + }, + { + "t_0.0-0.1": 0.36991870403289795, + "t_0.1-0.2": 0.3193604052066803, + "t_0.2-0.3": 0.3240557909011841, + "t_0.3-0.4": 0.31848254799842834, + "t_0.4-0.5": 0.3160648047924042, + "t_0.5-0.6": 0.3268800675868988, + "t_0.6-0.7": 0.3745436370372772, + "t_0.7-0.8": 0.363637775182724, + "t_0.8-0.9": 0.42232227325439453, + "t_0.9-1.0": 1.2923965454101562 + }, + { + "t_0.0-0.1": 0.22024941444396973, + "t_0.1-0.2": 0.1932973861694336, + "t_0.2-0.3": 0.23676063120365143, + "t_0.3-0.4": 0.18172132968902588, + "t_0.4-0.5": 0.18299801647663116, + "t_0.5-0.6": 0.20976026356220245, + "t_0.6-0.7": 0.19033177196979523, + "t_0.7-0.8": 0.18848007917404175, + "t_0.8-0.9": 0.22922392189502716, + "t_0.9-1.0": 0.3808361291885376 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.03513513505458832, - 0.0866965651512146, - 0.00896168127655983, - 0.029312286525964737, - 0.03388918563723564, - 0.11427485942840576, - 0.31798648834228516, - 0.05072181299328804, - 0.05817307531833649, - 0.010264508426189423, - 0.012126865796744823, - 0.2652464509010315, - 0.09777424484491348, - 0.016713092103600502, - 0.01457451842725277, - 0.20612485706806183, - 0.023391814902424812, - 0.0968218743801117, - 0.015952598303556442, - 0.027849407866597176, - 0.21868133544921875, - 0.030013643205165863, - 0.41061046719551086, - 0.005130596924573183, - 0.011911852285265923, - 0.11731843650341034, - 0.10580204427242279, - 0.09433230012655258, - 0.04038461670279503, - 0.23380900919437408, - 0.10867979377508163, - 0.20419520139694214, - 0.10215384513139725, - 0.014744430780410767, - 0.25406697392463684, - 0.036764707416296005, - 0.004587155766785145, - 0.4519999921321869, - 0.10463733226060867, - 0.04579848796129227, - 0.1410835236310959, - 0.5161522030830383, - 0.018199704587459564, - 0.0035771066322922707, - 0.09067244827747345, - 0.09623187780380249, - 0.011046133935451508, - 0.013636363670229912, - 0.011326861567795277, - 0.19870689511299133, - 0.004692832473665476, - 0.29126793146133423, - 0.20551039278507233, - 0.20579710602760315, - 0.11186440289020538, - 0.1706036776304245, - 0.021826280280947685, - 0.060656189918518066, - 0.08066759258508682, - 0.005434782709926367, - 0.07309069484472275, - 0.046882323920726776, - 0.16618244349956512, - 0.00460122711956501, - 0.3096812963485718, - 0.024190064519643784, - 0.005434782709926367, - 0.404483437538147, - 0.007124352268874645, - 0.12271434813737869, - 0.019851116463541985, - 0.08545668423175812, - 0.017716534435749054, - 0.0484369620680809, - 0.07596947997808456, - 0.018446601927280426, - 0.008269719779491425, - 0.013636363670229912, - 0.1770695000886917, - 0.012557554990053177, - 0.007957559078931808, - 0.11269208788871765, - 0.0959797203540802, - 0.08960693329572678, - 0.13234300911426544, - 0.003940886817872524, - 0.07112375646829605, - 0.1505376398563385, - 0.008097166195511818, - 0.032227929681539536, - 0.031223628669977188, - 0.09732142835855484, - 0.013692579232156277, - 0.08113430440425873, - 0.028324155136942863, - 0.04229041934013367, - 0.005692599341273308, - 0.12867647409439087, - 0.0037251655012369156, - 0.006592291872948408, - 0.12474747747182846, - 0.14850717782974243, - 0.029484029859304428, - 0.0715339258313179, - 0.0520094558596611, - 0.007445140741765499, - 0.13424204289913177, - 0.0789237692952156, - 0.06782735139131546, - 0.032114624977111816, - 0.007681879680603743, - 0.02242926135659218, - 0.038949672132730484, - 0.1409342885017395, - 0.006274131126701832, - 0.03204633295536041, - 0.005692599341273308, - 0.02214650623500347, - 0.004448681138455868, - 0.0974842756986618, - 0.005586592014878988, - 0.023429710417985916, - 0.2883116900920868, - 0.10378151386976242, - 0.03527815639972687, - 0.14979299902915955, - 0.005976095795631409, - 0.016597511246800423, - 0.08272058516740799, - 0.1247563362121582, - 0.08902772516012192, - 0.07877279818058014, - 0.035690683871507645, - 0.09777424484491348, - 0.13077495992183685, - 0.04856013506650925, - 0.2551020383834839, - 0.008268259465694427, - 0.05201636254787445, - 0.21264368295669556, - 0.10526315122842789, - 0.014580801129341125, - 0.022336140275001526, - 0.03925176337361336, - 0.007458975538611412, - 0.12642830610275269, - 0.14617939293384552, - 0.28308025002479553, - 0.3357016146183014, - 0.006944444961845875, - 0.02524038590490818, - 0.010479042306542397, - 0.007681879680603743, - 0.019375672563910484, - 0.01209048368036747, - 0.05865921825170517, - 0.04706601798534393, - 0.004901960492134094, - 0.05844155699014664, - 0.0060318829491734505, - 0.0060318829491734505, - 0.005434782709926367, - 0.044168390333652496, - 0.07894737273454666, - 0.10188261419534683, - 0.09028961509466171, - 0.0061696660704910755, - 0.055862292647361755, - 0.020592020824551582, - 0.23712341487407684, - 0.08310534060001373, - 0.16374269127845764, - 0.08841843158006668, - 0.00911458395421505, - 0.025501899421215057, - 0.16636770963668823, - 0.08848133683204651, - 0.08019480109214783, - 0.005434782709926367, - 0.17888692021369934, - 0.0054806070402264595, - 0.18221575021743774, - 0.15339520573616028, - 0.02053140103816986, - 0.005630142986774445, - 0.009405568242073059, - 0.11051692813634872, - 0.015037594363093376, - 0.07424593716859818, - 0.04306863993406296, - 0.010733452625572681, - 0.12208713591098785, - 0.03855232149362564, - 0.25867196917533875, - 0.0035971221514046192, - 0.013816102407872677, - 0.10378151386976242, - 0.2842012345790863, - 0.14952152967453003, - 0.10580204427242279, - 0.09024179726839066, - 0.21057192981243134, - 0.0049827522598207, - 0.12612108886241913, - 0.0024600245524197817, - 0.17512789368629456, - 0.021221864968538284, - 0.13823968172073364, - 0.005054432433098555, - 0.02139037474989891, - 0.08147905766963959, - 0.05044775828719139, - 0.00219058059155941, - 0.005985266994684935, - 0.2593750059604645, - 0.03546099364757538, - 0.004385964944958687, - 0.02669903077185154, - 0.16865228116512299, - 0.015037594363093376, - 0.1125052273273468, - 0.013636363670229912, - 0.011688311584293842, - 0.11168090999126434, - 0.06209150329232216, - 0.12779849767684937, - 0.12113720178604126, - 0.11045576632022858, - 0.08435286581516266, - 0.19210723042488098, - 0.1614317148923874, - 0.05115436762571335, - 0.009376723319292068, - 0.006637168116867542, - 0.028688523918390274, - 0.21263034641742706, - 0.004323899280279875, - 0.0034403670579195023, - 0.0038759689778089523, - 0.034894686192274094, - 0.07365626841783524, - 0.006274131126701832, - 0.006944444961845875, - 0.0047637950628995895, - 0.08019480109214783, - 0.0070257605984807014, - 0.07763975113630295, - 0.02704601362347603, - 0.17479108273983002, - 0.1063036173582077, - 0.004901960492134094, - 0.01693667098879814, - 0.1534229964017868, - 0.004102946724742651, - 0.009919697418808937, - 0.0035771066322922707, - 0.07677960395812988, - 0.04104803502559662, - 0.03054910898208618, - 0.06967615336179733, - 0.1746944636106491, - 0.17171718180179596, - 0.07567353546619415, - 0.10031347721815109, - 0.00238663493655622, - 0.1495698243379593, - 0.006274131126701832, - 0.002984084887430072, - 0.20176677405834198, - 0.09580837935209274, - 0.17480315268039703, - 0.11851475387811661, - 0.004323899280279875, - 0.009210526943206787, - 0.09180328249931335, - 0.24522292613983154, - 0.0033136967103928328, - 0.0021321962121874094, - 0.16137707233428955, - 0.08545354008674622, - 0.05638829246163368, - 0.13255105912685394, - 0.17007963359355927, - 0.007894736714661121, - 0.015000000596046448, - 0.08576389402151108, - 0.010479042306542397, - 0.11177406460046768, - 0.01588141918182373, - 0.0035971221514046192, - 0.03201970458030701, - 0.01693667098879814, - 0.07864406704902649, - 0.08288590610027313, - 0.010626185685396194, - 0.04941660910844803, - 0.14601615071296692, - 0.059297218918800354, - 0.13327980041503906, - 0.020925551652908325, - 0.126871258020401, - 0.18263718485832214, - 0.0029069767333567142, - 0.006637168116867542, - 0.06360332667827606, - 0.0045008184388279915, - 0.10833333432674408, - 0.012088369578123093, - 0.0026455027982592583, - 0.006353861186653376, - 0.118121437728405, - 0.015082957223057747, - 0.013472403399646282, - 0.0024600245524197817, - 0.033934250473976135, - 0.0077751195058226585, - 0.0027141133323311806, - 0.0399305559694767, - 0.08431293070316315, - 0.0016556291375309229, - 0.043368950486183167, - 0.006289307959377766, - 0.005976095795631409, - 0.006274131126701832, - 0.07106741517782211, - 0.00538160465657711, - 0.315040647983551, - 0.02846846915781498, - 0.006887645460665226, - 0.05791788920760155, - 0.0037251655012369156, - 0.0047846888191998005, - 0.004201680887490511, - 0.008830022066831589, - 0.11051692813634872, - 0.008522727526724339, - 0.005721830762922764, - 0.004587155766785145, - 0.10788149386644363, - 0.0016324626049026847, - 0.014563106931746006, - 0.0035771066322922707, - 0.010117493569850922, - 0.0995967760682106, - 0.0200467761605978, - 0.08448753505945206, - 0.0995967760682106, - 0.06803097575902939, - 0.06897522509098053, - 0.12161143869161606, - 0.047658175230026245, - 0.12765957415103912, - 0.08902616053819656, - 0.001295336871407926, - 0.03985341265797615, - 0.020855426788330078, - 0.13095861673355103, - 0.018579235300421715, - 0.0056584361009299755, - 0.0040087467059493065, - 0.10580204427242279, - 0.10879218578338623, - 0.004983388818800449, - 0.02238805964589119, - 0.005292755551636219, - 0.08884891867637634, - 0.058527663350105286, - 0.004032257944345474, - 0.0040087467059493065, - 0.043066322803497314, - 0.05201636254787445, - 0.004901960492134094, - 0.1377212405204773, - 0.23727984726428986, - 0.0026212320663034916, - 0.013413505628705025, - 0.0037313434295356274, - 0.02987361140549183, - 0.10453400015830994, - 0.021621622145175934, - 0.027105921879410744, - 0.09255179017782211, - 0.0026041667442768812, - 0.013513512909412384, - 0.13876405358314514, - 0.0025380710139870644, - 0.006164059042930603, - 0.004692832473665476, - 0.007681879680603743, - 0.009475219063460827, - 0.006637168116867542, - 0.004745470359921455, - 0.1534229964017868, - 0.0023427042178809643, - 0.005341472569853067, - 0.054778557270765305, - 0.0025380710139870644, - 0.06080830842256546, - 0.11756423860788345, - 0.004160362761467695, - 0.004323899280279875, - 0.028080228716135025, - 0.0065543074160814285, - 0.004048583097755909, - 0.003016591304913163, - 0.002888318384066224, - 0.0034403670579195023, - 0.005130596924573183, - 0.0077751195058226585, - 0.013871686533093452, - 0.0023174970410764217, - 0.00561797758564353, - 0.0037313434295356274, - 0.07097334414720535, - 0.08576389402151108, - 0.0025107604451477528, - 0.11712247133255005, - 0.004692832473665476, - 0.006289307959377766, - 0.001529051922261715, - 0.019639935344457626, - 0.0023174970410764217, - 0.005434782709926367, - 0.02440239116549492, - 0.1153184175491333, - 0.0027985074557363987, - 0.009429280646145344, - 0.022302592173218727, - 0.0038181189447641373, - 0.002736726775765419, - 0.011477231048047543, - 0.002195734065026045, - 0.0734676718711853, - 0.004385964944958687, - 0.10417480021715164, - 0.03149856626987457, - 0.004032257944345474, - 0.0026212320663034916, - 0.0040087467059493065, - 0.05032822862267494, - 0.02756372280418873, - 0.08751793205738068, - 0.004032257944345474, - 0.004160362761467695, - 0.0045008184388279915, - 0.09104152023792267, - 0.0037313434295356274, - 0.00538160465657711, - 0.010857763700187206, - 0.002984084887430072, - 0.0704340711236, - 0.0755867063999176, - 0.0970507562160492, - 0.010479042306542397, - 0.10825815051794052, - 0.014705883339047432, - 0.0974842756986618, - 0.0027141133323311806, - 0.006289307959377766, - 0.08103130757808685, - 0.08684863150119781, - 0.0016324626049026847, - 0.004619907587766647, - 0.046251218765974045, - 0.0035971221514046192, - 0.10378151386976242, - 0.004323899280279875, - 0.004692832473665476, - 0.022851917892694473, - 0.002195734065026045, - 0.06770311295986176, - 0.01531023345887661, - 0.0025597268249839544, - 0.081471748650074, - 0.04604001343250275, - 0.002888318384066224, - 0.0037313434295356274, - 0.08165997266769409, - 0.0045008184388279915, - 0.030405405908823013, - 0.0021321962121874094, - 0.05144694447517395, - 0.010777520947158337, - 0.002984084887430072, - 0.10429906845092773, - 0.019014693796634674, - 0.024157660081982613, - 0.017074117437005043, - 0.0034403670579195023, - 0.001529051922261715, - 0.17357979714870453, - 0.0050505055114626884, - 0.0014548981562256813, - 0.008057793602347374 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0694393590092659, + 0.048423003405332565, + 0.10306178033351898, + 0.061439238488674164, + 0.1525512933731079, + 0.03748031705617905, + 0.038688186556100845, + 0.20014381408691406, + 0.05010717734694481, + 0.049567531794309616, + 0.0972369834780693, + 0.10788779705762863, + 0.12123551964759827, + 0.09398399293422699, + 0.3156578540802002, + 0.12010443955659866, + 0.12208855152130127, + 0.0572890043258667, + 0.06913580000400543, + 0.07605552673339844, + 0.10130796581506729, + 0.07403891533613205, + 0.06547349691390991, + 0.0855068564414978, + 0.11251980811357498, + 0.11747311800718307, + 0.058074478060007095, + 0.1794871836900711, + 0.05443940311670303, + 0.04796930029988289, + 0.04417979344725609, + 0.10751932114362717, + 0.07246376574039459, + 0.05010834336280823, + 0.08543770760297775, + 0.15825915336608887, + 0.047987617552280426, + 0.07453040033578873, + 0.06992317736148834, + 0.08816811442375183, + 0.06360726058483124, + 0.06653658300638199, + 0.0690721645951271, + 0.10341805219650269, + 0.08205689489841461, + 0.09704389423131943, + 0.07554500550031662, + 0.07716894894838333, + 0.08297227323055267, + 0.10381108522415161, + 0.15292897820472717, + 0.049039434641599655, + 0.12058664113283157, + 0.05475285276770592, + 0.04719763994216919, + 0.051249776035547256, + 0.09501595795154572, + 0.05482077971100807, + 0.08004027605056763, + 0.05855923518538475, + 0.09802073240280151, + 0.09025581926107407, + 0.09564670920372009, + 0.0827910378575325, + 0.13267044723033905, + 0.07914487272500992, + 0.046259842813014984, + 0.11100614070892334, + 0.06105956435203552, + 0.06878307461738586, + 0.07379654794931412, + 0.053448278456926346, + 0.02018779329955578, + 0.09542398154735565, + 0.0831519365310669, + 0.09698137640953064, + 0.08551173657178879, + 0.08530318737030029, + 0.025588346645236015, + 0.14164070785045624, + 0.08586184680461884, + 0.05376670882105827, + 0.03570498153567314, + 0.08383620530366898, + 0.05678119137883186, + 0.1404409557580948, + 0.054356206208467484, + 0.04329662024974823, + 0.06670074164867401, + 0.056029513478279114, + 0.008354218676686287, + 0.07200811058282852, + 0.10268740355968475, + 0.029691878706216812, + 0.0376720055937767, + 0.061259541660547256, + 0.08116883039474487, + 0.11988752335309982, + 0.1345527470111847, + 0.11190476268529892, + 0.10745140165090561, + 0.12467105686664581, + 0.03295057266950607, + 0.05296317860484123, + 0.10872162133455276, + 0.050548404455184937, + 0.038523271679878235, + 0.03152941167354584, + 0.045598313212394714, + 0.06733298301696777, + 0.0535447783768177, + 0.1490952968597412, + 0.08305547386407852, + 0.014345487579703331, + 0.0342833548784256, + 0.08511236310005188, + 0.07051782310009003, + 0.03410341218113899, + 0.05009276419878006, + 0.07778573036193848, + 0.05865102633833885, + 0.13137921690940857, + 0.062187500298023224, + 0.031123481690883636, + 0.1202060654759407, + 0.09903287887573242, + 0.12973904609680176, + 0.07479935884475708, + 0.06697459518909454, + 0.0920303612947464, + 0.08790045231580734, + 0.03202633932232857, + 0.0625, + 0.15097159147262573, + 0.08075018972158432, + 0.02953743189573288, + 0.054337278008461, + 0.09752856940031052, + 0.11178180575370789, + 0.07306843250989914, + 0.03329752758145332, + 0.012714776210486889, + 0.01678791269659996, + 0.09885536134243011, + 0.06573326885700226, + 0.11337283998727798, + 0.07782276719808578, + 0.2217412292957306, + 0.13650701940059662, + 0.05437638983130455, + 0.08869396150112152, + 0.05311004817485809, + 0.16039858758449554, + 0.026721015572547913, + 0.032215822488069534, + 0.11411531269550323, + 0.02102908305823803, + 0.07365299016237259, + 0.04140746593475342, + 0.05344478413462639, + 0.08689702302217484, + 0.09555273503065109, + 0.03767627850174904, + 0.06993947178125381, + 0.052960220724344254, + 0.10743479430675507, + 0.08497536927461624, + 0.05738522857427597, + 0.017985612154006958, + 0.07215006649494171, + 0.07998073101043701, + 0.10107295960187912, + 0.034173786640167236, + 0.03269944339990616, + 0.07353827357292175, + 0.0486191026866436, + 0.04406779631972313, + 0.10762907564640045, + 0.044912923127412796, + 0.11544523388147354, + 0.09135691821575165, + 0.07387863099575043, + 0.027430415153503418, + 0.14456629753112793, + 0.061118628829717636, + 0.04580896720290184, + 0.06218987703323364, + 0.08187410980463028, + 0.10601504147052765, + 0.10858683288097382, + 0.03759177774190903, + 0.08935442566871643, + 0.04781879112124443, + 0.06427725404500961, + 0.07482581585645676, + 0.0672379657626152, + 0.08142063766717911, + 0.09641677886247635, + 0.04792490229010582, + 0.08916790783405304, + 0.031798675656318665, + 0.11407942324876785, + 0.05420678108930588, + 0.0359615832567215, + 0.06414806842803955, + 0.018057502806186676, + 0.06118744984269142, + 0.03791821748018265, + 0.08314327150583267, + 0.03364367410540581, + 0.04231922701001167, + 0.018903590738773346, + 0.04090268164873123, + 0.06482253223657608, + 0.10658973455429077, + 0.07341670244932175, + 0.05195929855108261, + 0.09839816391468048, + 0.03598200902342796, + 0.06941793859004974, + 0.03971797972917557, + 0.013468710705637932, + 0.09331727772951126, + 0.07959528267383575, + 0.08442924916744232, + 0.07231516391038895, + 0.025371169671416283, + 0.06751389801502228, + 0.05742521584033966, + 0.030029352754354477, + 0.050456251949071884, + 0.020665038377046585, + 0.03369297832250595, + 0.07476635277271271, + 0.057414885610342026, + 0.04549606889486313, + 0.10028579086065292, + 0.03451995551586151, + 0.06843533366918564, + 0.06355932354927063, + 0.06335529685020447, + 0.029623903334140778, + 0.022178413346409798, + 0.10691823810338974, + 0.06075491011142731, + 0.07619547843933105, + 0.10790067911148071, + 0.020766034722328186, + 0.0938582718372345, + 0.04471660405397415, + 0.05692307651042938, + 0.050137877464294434, + 0.014954069629311562, + 0.0510874018073082, + 0.06541191041469574, + 0.062479447573423386, + 0.06421256810426712, + 0.040203697979450226, + 0.05954767018556595, + 0.08580781519412994, + 0.06530356407165527, + 0.2044471949338913, + 0.0471474714577198, + 0.044801149517297745, + 0.05728088319301605, + 0.03960181772708893, + 0.032999999821186066, + 0.04480183869600296, + 0.08090615272521973, + 0.012337662279605865, + 0.012802835553884506, + 0.04318689554929733, + 0.02718702144920826, + 0.050403621047735214, + 0.08796443045139313, + 0.07759404182434082, + 0.07184750586748123, + 0.02001013234257698, + 0.04951082170009613, + 0.04602784663438797, + 0.08941418677568436, + 0.03782554715871811, + 0.01884816773235798, + 0.0725962370634079, + 0.08206820487976074, + 0.019588444381952286, + 0.04267047718167305, + 0.027313148602843285, + 0.02629047818481922, + 0.06902655214071274, + 0.0532989464700222, + 0.05369127541780472, + 0.03011026233434677, + 0.028192371129989624, + 0.07339625805616379, + 0.006542055867612362, + 0.04384978860616684, + 0.04936880245804787, + 0.08278866857290268, + 0.03340328857302666, + 0.05051218718290329, + 0.08911152929067612, + 0.03253671154379845, + 0.058190152049064636, + 0.040388040244579315, + 0.014344261959195137, + 0.08710801601409912, + 0.060084328055381775, + 0.025181978940963745, + 0.032817013561725616, + 0.06887146085500717, + 0.018758684396743774, + 0.02767776884138584, + 0.07920154184103012, + 0.038719069212675095, + 0.03304821252822876, + 0.053050875663757324, + 0.07756172120571136, + 0.08287595957517624, + 0.006712660659104586, + 0.0450497642159462, + 0.1274050921201706, + 0.060460254549980164, + 0.043784379959106445, + 0.040048543363809586, + 0.012414383701980114, + 0.020888257771730423, + 0.05535530671477318, + 0.05612846463918686, + 0.10127710551023483, + 0.03434251993894577, + 0.03874202445149422, + 0.038791052997112274, + 0.06887565553188324, + 0.055242691189050674, + 0.061768148094415665, + 0.00427599623799324, + 0.0183721836656332, + 0.04519621282815933, + 0.007138934917747974, + 0.026973308995366096, + 0.04026079922914505, + 0.06261595338582993, + 0.058718860149383545, + 0.019664805382490158, + 0.041285257786512375, + 0.038586437702178955, + 0.04793906956911087, + 0.02818569354712963, + 0.030794406309723854, + 0.030825022608041763, + 0.0380929559469223, + 0.023387305438518524, + 0.04221212863922119, + 0.023308012634515762, + 0.04618310183286667, + 0.0393548384308815, + 0.030237581580877304, + 0.028969790786504745, + 0.04353960603475571, + 0.06273644417524338, + 0.03499777242541313, + 0.03589920699596405, + 0.03950834274291992, + 0.040017399936914444, + 0.03174055367708206, + 0.046805817633867264, + 0.06724817305803299, + 0.06304304301738739, + 0.03038793057203293, + 0.05982143059372902, + 0.0032401091884821653, + 0.07460775226354599, + 0.012628866359591484, + 0.04364471882581711, + 0.0628877654671669, + 0.034771937876939774, + 0.03622179105877876, + 0.03696857765316963, + 0.020521972328424454, + 0.034077826887369156, + 0.05992509424686432, + 0.06761462986469269, + 0.04329725354909897, + 0.018602432683110237, + 0.05755237117409706, + 0.031418751925230026, + 0.015927469357848167, + 0.02149122767150402, + 0.029515692964196205, + 0.011204482056200504, + 0.030484160408377647, + 0.07911936193704605, + 0.07895500212907791, + 0.06982758641242981, + 0.0628976970911026, + 0.05676667392253876, + 0.03616558015346527, + 0.06990945339202881, + 0.02061155065894127, + 0.0456431545317173, + 0.03896976262331009, + 0.028029844164848328, + 0.03815113753080368, + 0.009647744707763195, + 0.05482041463255882, + 0.007868705317378044, + 0.0863955095410347, + 0.02338092215359211, + 0.05572596937417984, + 0.034792691469192505, + 0.0731775239109993, + 0.03423967957496643, + 0.048985447734594345, + 0.09431003779172897, + 0.028907649219036102, + 0.02583550661802292, + 0.0487573966383934, + 0.007380073890089989, + 0.010389610193669796, + 0.0355144739151001, + 0.030553076416254044, + 0.01827676221728325, + 0.033046625554561615, + 0.07498987019062042, + 0.023548852652311325, + 0.04580981284379959, + 0.01796071231365204, + 0.020969856530427933, + 0.05266106501221657, + 0.031215408816933632, + 0.04715896025300026, + 0.03473818674683571, + 0.0383903793990612, + 0.03867948055267334, + 0.05547767132520676, + 0.00862788688391447, + 0.017187172546982765, + 0.03219696879386902, + 0.06263145804405212, + 0.03593792766332626, + 0.04152057692408562, + 0.017149221152067184, + 0.04616998881101608, + 0.024723829701542854, + 0.012290317565202713, + 0.08095554262399673, + 0.047842975705862045, + 0.05344677343964577, + 0.03096085414290428, + 0.011090225540101528, + 0.03803176060318947, + 0.06867749243974686, + 0.014119443483650684, + 0.028695441782474518, + 0.03361774608492851, + 0.01909150741994381, + 0.020741671323776245, + 0.021995043382048607, + 0.09411764144897461, + 0.023184292018413544, + 0.05065023899078369, + 0.037863221019506454, + 0.0557929128408432, + 0.018013857305049896, + 0.03136882185935974, + 0.01961253210902214, + 0.030291032046079636, + 0.023906288668513298, + 0.030751921236515045, + 0.08655201643705368, + 0.08075287938117981, + 0.0184588972479105, + 0.11033210158348083, + 0.05954676866531372, + 0.025452375411987305, + 0.011477339081466198, + 0.014385692775249481, + 0.04243826866149902, + 0.011421040631830692, + 0.05042794346809387, + 0.0868668332695961, + 0.028893588110804558, + 0.036886174231767654, + 0.003960808739066124, + 0.024284476414322853, + 0.029391182586550713, + 0.03821989521384239, + 0.04840406775474548, + 0.02501804195344448, + 0.08001839369535446, + 0.0184151791036129, + 0.0682634711265564, + 0.038110826164484024, + 0.0415823794901371, + 0.0325603187084198 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 42.7141227722168, - 66.25981140136719, - 77.58345794677734, - 41.47610092163086, - 44.08746337890625, - 80.13677978515625, - 116.41925811767578, - 54.62394332885742, - 46.32465744018555, - 40.60122299194336, - 44.05696487426758, - 115.44560241699219, - 75.4793930053711, - 39.85642623901367, - 40.007301330566406, - 96.12252807617188, - 39.482200622558594, - 72.69819641113281, - 39.6721305847168, - 39.482200622558594, - 127.1471939086914, - 40.43056106567383, - 187.7063446044922, - 54.22412109375, - 47.703086853027344, - 87.57427978515625, - 82.94214630126953, - 61.72068786621094, - 46.324668884277344, - 84.65833282470703, - 87.63261413574219, - 98.45552062988281, - 75.47940826416016, - 39.448631286621094, - 88.40534973144531, - 40.43056106567383, - 104.52373504638672, - 142.8898162841797, - 67.17436218261719, - 57.102996826171875, - 91.1036605834961, - 189.34182739257812, - 41.895790100097656, - 54.22412109375, - 66.25981903076172, - 84.8162841796875, - 40.60122299194336, - 39.482200622558594, - 44.05696487426758, - 91.72549438476562, - 44.05696487426758, - 171.07843017578125, - 94.7629165649414, - 81.8411865234375, - 90.45442199707031, - 102.87028503417969, - 58.18743896484375, - 47.105926513671875, - 64.43696594238281, - 47.703086853027344, - 54.62394714355469, - 45.19962692260742, - 79.72958374023438, - 512.0, - 141.96548461914062, - 39.448631286621094, - 106.64958953857422, - 124.68431091308594, - 44.05696487426758, - 79.20336151123047, - 39.85641860961914, - 69.92909240722656, - 39.482200622558594, - 46.324668884277344, - 65.34730529785156, - 41.895790100097656, - 40.60122299194336, - 54.224124908447266, - 95.950439453125, - 44.05696487426758, - 47.703086853027344, - 73.6240234375, - 76.40882873535156, - 79.30016326904297, - 92.33837127685547, - 512.0, - 56.373016357421875, - 100.84877014160156, - 47.703086853027344, - 42.714111328125, - 42.07524108886719, - 67.17436218261719, - 40.60123062133789, - 67.17436218261719, - 54.08749771118164, - 50.358314514160156, - 54.22412109375, - 93.20732879638672, - 54.224124908447266, - 41.895782470703125, - 80.00450134277344, - 59.11578369140625, - 41.47610092163086, - 59.923946380615234, - 47.90146255493164, - 67.5317611694336, - 88.5726547241211, - 54.62394332885742, - 52.89699935913086, - 39.67212677001953, - 54.22412109375, - 39.6721305847168, - 46.324668884277344, - 96.11202239990234, - 104.52373504638672, - 40.92451858520508, - 67.5317611694336, - 39.448631286621094, - 104.52373504638672, - 72.6982192993164, - 67.5317611694336, - 40.007301330566406, - 125.0374984741211, - 75.4793930053711, - 42.07524108886719, - 90.22834014892578, - 47.703086853027344, - 39.482200622558594, - 62.62348937988281, - 76.92632293701172, - 66.25979614257812, - 56.37302017211914, - 44.81291198730469, - 54.62395477294922, - 74.5511245727539, - 48.70958709716797, - 139.26622009277344, - 47.703086853027344, - 54.62394714355469, - 42.95811462402344, - 66.00309753417969, - 40.60122299194336, - 42.07524108886719, - 44.087467193603516, - 44.05696487426758, - 85.62893676757812, - 95.1774673461914, - 147.01393127441406, - 196.436767578125, - 47.703086853027344, - 44.81291198730469, - 41.895790100097656, - 47.703086853027344, - 40.00730514526367, - 47.703086853027344, - 52.04319381713867, - 50.35831832885742, - 47.703086853027344, - 56.373023986816406, - 97.19955444335938, - 104.52373504638672, - 44.05697250366211, - 48.70958709716797, - 63.528995513916016, - 67.17436218261719, - 104.6429443359375, - 44.05697250366211, - 51.19669723510742, - 47.703086853027344, - 135.6833038330078, - 62.62348937988281, - 55.136924743652344, - 59.9239501953125, - 40.60122299194336, - 40.43056106567383, - 89.75309753417969, - 72.6982192993164, - 54.62394332885742, - 67.5317611694336, - 80.9526138305664, - 67.5317611694336, - 115.60639190673828, - 100.45950317382812, - 39.3696174621582, - 67.5317611694336, - 41.895790100097656, - 78.86412811279297, - 39.36961364746094, - 64.43695831298828, - 45.5595588684082, - 39.482200622558594, - 79.20335388183594, - 46.32466506958008, - 142.43214416503906, - 104.52373504638672, - 39.36961364746094, - 70.85065460205078, - 94.85795593261719, - 105.5154800415039, - 96.72021484375, - 69.00911712646484, - 133.91038513183594, - 54.22412109375, - 89.51326751708984, - 104.52373504638672, - 90.88542175292969, - 39.448631286621094, - 85.76346588134766, - 104.52373504638672, - 40.00730514526367, - 56.373023986816406, - 52.89699935913086, - 67.5317611694336, - 47.703086853027344, - 153.81698608398438, - 41.47610092163086, - 67.5317611694336, - 40.43056106567383, - 102.73814392089844, - 41.895790100097656, - 69.71239471435547, - 54.22412109375, - 44.05697250366211, - 79.20335388183594, - 48.70958709716797, - 90.45443725585938, - 82.94215393066406, - 80.13677215576172, - 62.62348175048828, - 114.31487274169922, - 78.56778717041016, - 50.358314514160156, - 106.99922943115234, - 67.5317611694336, - 41.47610092163086, - 85.26675415039062, - 47.703086853027344, - 104.52373504638672, - 67.5317611694336, - 46.06050491333008, - 61.72068786621094, - 40.60122299194336, - 104.52373504638672, - 54.22412109375, - 61.72068786621094, - 41.895790100097656, - 54.62394714355469, - 44.087467193603516, - 104.33299255371094, - 72.69819641113281, - 67.5317611694336, - 41.895790100097656, - 101.51116943359375, - 104.52373504638672, - 67.5317611694336, - 54.22412109375, - 67.17436218261719, - 41.47610092163086, - 40.92451858520508, - 61.72068786621094, - 94.22428131103516, - 98.66848754882812, - 61.72068786621094, - 70.85063934326172, - 67.5317611694336, - 93.28108215332031, - 54.224124908447266, - 67.5317611694336, - 87.16812896728516, - 81.07108306884766, - 96.47840118408203, - 69.92909240722656, - 67.5317611694336, - 43.93801498413086, - 76.86339569091797, - 114.80208587646484, - 512.0, - 104.52373504638672, - 102.3049545288086, - 69.00910949707031, - 54.62395477294922, - 87.31076049804688, - 118.22996520996094, - 47.703086853027344, - 40.60122299194336, - 64.43696594238281, - 44.05697250366211, - 82.51461029052734, - 41.895790100097656, - 512.0, - 46.32465362548828, - 39.36962127685547, - 62.62348937988281, - 65.34730529785156, - 41.895782470703125, - 50.35831832885742, - 60.12430191040039, - 53.757450103759766, - 83.1905746459961, - 39.448631286621094, - 81.07107543945312, - 103.68480682373047, - 48.809139251708984, - 54.22412109375, - 56.373016357421875, - 47.703086853027344, - 76.40882873535156, - 39.482200622558594, - 104.52373504638672, - 54.22412109375, - 81.07108306884766, - 39.448631286621094, - 44.05697250366211, - 512.0, - 40.92451477050781, - 39.85641860961914, - 104.52373504638672, - 47.90146255493164, - 57.254695892333984, - 67.5317611694336, - 54.11943817138672, - 41.895790100097656, - 44.05696487426758, - 54.22412109375, - 67.17436218261719, - 54.22412109375, - 100.27584838867188, - 42.71410369873047, - 40.60122299194336, - 46.32465744018555, - 67.5317611694336, - 44.05696487426758, - 67.5317611694336, - 104.07125854492188, - 85.75440216064453, - 40.60122299194336, - 67.5317611694336, - 67.5317611694336, - 76.40882873535156, - 104.52373504638672, - 44.05696487426758, - 104.52373504638672, - 44.05697250366211, - 65.3473129272461, - 40.00730895996094, - 65.34730529785156, - 80.97900390625, - 54.62394714355469, - 54.62394714355469, - 59.40650177001953, - 52.04319381713867, - 83.96562194824219, - 64.43697357177734, - 512.0, - 39.448631286621094, - 63.1157341003418, - 83.63445281982422, - 39.36961364746094, - 47.703086853027344, - 67.5317611694336, - 79.20335388183594, - 74.5511245727539, - 512.0, - 40.43056106567383, - 47.703086853027344, - 82.2746810913086, - 48.70957946777344, - 67.5317611694336, - 104.52373504638672, - 43.38652420043945, - 52.89699935913086, - 67.5317611694336, - 99.14873504638672, - 147.276611328125, - 104.52373504638672, - 40.60122299194336, - 104.52373504638672, - 51.570709228515625, - 66.25981140136719, - 39.448631286621094, - 40.00730514526367, - 59.03047180175781, - 104.52373504638672, - 41.895782470703125, - 89.26875305175781, - 67.5317611694336, - 67.5317611694336, - 54.22412109375, - 47.703086853027344, - 82.32134246826172, - 54.22412109375, - 54.224124908447266, - 110.4472427368164, - 67.5317611694336, - 91.3155517578125, - 57.25469970703125, - 104.52373504638672, - 52.89699935913086, - 70.7161636352539, - 67.5317611694336, - 47.703086853027344, - 40.007301330566406, - 67.5317611694336, - 67.5317611694336, - 163.11123657226562, - 67.5317611694336, - 512.0, - 47.703086853027344, - 67.5317611694336, - 39.482200622558594, - 512.0, - 67.5317611694336, - 67.5317611694336, - 50.35831832885742, - 59.03047561645508, - 104.52373504638672, - 84.81627655029297, - 67.5317611694336, - 47.703086853027344, - 104.52373504638672, - 39.67213821411133, - 104.52373504638672, - 67.5317611694336, - 43.73338317871094, - 77.33934783935547, - 67.5317611694336, - 44.05696487426758, - 40.007301330566406, - 44.05697250366211, - 65.6112060546875, - 39.482200622558594, - 104.52373504638672, - 61.72068786621094, - 67.5317611694336, - 92.73736572265625, - 42.07524108886719, - 512.0, - 104.52373504638672, - 54.224124908447266, - 45.5595588684082, - 40.00730514526367, - 67.17436218261719, - 512.0, - 47.703086853027344, - 104.52373504638672, - 66.25979614257812, - 54.22412109375, - 54.22412109375, - 44.05696487426758, - 104.52373504638672, - 59.923954010009766, - 62.62348937988281, - 73.6240234375, - 41.895782470703125, - 84.95346069335938, - 72.66845703125, - 72.75139617919922, - 512.0, - 47.703086853027344, - 60.82075881958008, - 69.00910949707031, - 512.0, - 47.703086853027344, - 44.81291198730469, - 67.5317611694336, - 65.59910583496094, - 104.52373504638672, - 47.703086853027344, - 40.43056106567383, - 512.0, - 56.373016357421875, - 39.482200622558594, - 54.22412109375, - 62.62348175048828, - 50.35832595825195, - 512.0, - 102.60108184814453, - 70.85065460205078, - 44.05696487426758, - 40.43056106567383, - 104.52373504638672, - 44.81291198730469, - 47.703086853027344, - 104.52373504638672, - 86.9592514038086, - 39.482200622558594, - 39.3696174621582, - 39.85641860961914, - 67.5317611694336, - 512.0, - 89.51325988769531, - 54.224124908447266, - 512.0, - 104.52373504638672 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 564.4344482421875, + 478.2667236328125, + 547.9054565429688, + 402.6156005859375, + 723.9440307617188, + 294.869873046875, + 363.75018310546875, + 948.3855590820312, + 462.0299072265625, + 306.44830322265625, + 654.8763427734375, + 694.7384033203125, + 457.80224609375, + 539.7047729492188, + 581.2407836914062, + 738.555908203125, + 730.933349609375, + 461.2436828613281, + 577.5325927734375, + 411.96490478515625, + 613.4114990234375, + 624.2203979492188, + 536.6614379882812, + 583.811767578125, + 537.4036865234375, + 637.7464599609375, + 557.0736694335938, + 600.9656372070312, + 541.5787353515625, + 352.20526123046875, + 315.7027587890625, + 412.7574462890625, + 469.76739501953125, + 487.0680236816406, + 752.0869140625, + 629.67041015625, + 441.2083740234375, + 641.175537109375, + 584.251220703125, + 286.9743957519531, + 544.5123901367188, + 607.775634765625, + 497.115478515625, + 774.2537841796875, + 417.1240539550781, + 458.75421142578125, + 706.9102783203125, + 713.6090087890625, + 641.0930786132812, + 676.5197143554688, + 780.44091796875, + 245.38059997558594, + 598.7145385742188, + 409.60736083984375, + 495.162841796875, + 631.0762329101562, + 618.29150390625, + 523.1027221679688, + 582.7484130859375, + 523.08935546875, + 301.1478271484375, + 516.7872314453125, + 646.2388916015625, + 667.052001953125, + 716.48486328125, + 596.9129638671875, + 324.108154296875, + 712.5755615234375, + 501.9029541015625, + 609.8082275390625, + 543.4324951171875, + 552.5716552734375, + 392.49688720703125, + 672.6776123046875, + 626.7086181640625, + 442.81573486328125, + 667.996826171875, + 555.236572265625, + 474.6212463378906, + 847.2999877929688, + 668.1851196289062, + 374.3638610839844, + 503.85516357421875, + 683.414306640625, + 369.0438537597656, + 609.8099975585938, + 588.5142822265625, + 423.31146240234375, + 601.0347900390625, + 732.0249633789062, + 435.4197998046875, + 596.1402587890625, + 562.989990234375, + 469.50994873046875, + 424.471923828125, + 492.07843017578125, + 539.275634765625, + 714.2767333984375, + 778.0283203125, + 624.8065795898438, + 572.9389038085938, + 576.4599609375, + 422.506591796875, + 524.9483642578125, + 494.79449462890625, + 459.79302978515625, + 395.25274658203125, + 446.13116455078125, + 409.48675537109375, + 442.1348571777344, + 491.1225280761719, + 798.5968017578125, + 479.6988525390625, + 263.9496154785156, + 561.9441528320312, + 563.8991088867188, + 653.7650756835938, + 428.2685546875, + 454.33355712890625, + 561.0336303710938, + 383.02569580078125, + 686.6864624023438, + 455.6979064941406, + 465.6316223144531, + 637.2592163085938, + 402.5051574707031, + 746.68505859375, + 384.17169189453125, + 205.1765594482422, + 637.2976684570312, + 546.1695556640625, + 410.7591552734375, + 297.750244140625, + 1000.385009765625, + 591.7006225585938, + 546.5935668945312, + 548.4149169921875, + 673.069091796875, + 758.7529296875, + 614.2443237304688, + 444.9262390136719, + 365.6856994628906, + 399.0597229003906, + 827.915771484375, + 602.9353637695312, + 652.105224609375, + 662.7709350585938, + 461.6944274902344, + 641.0787353515625, + 580.8855590820312, + 807.3864135742188, + 654.5699462890625, + 581.3259887695312, + 364.71807861328125, + 404.99224853515625, + 381.6360778808594, + 188.8665771484375, + 586.7828979492188, + 438.15985107421875, + 529.9595947265625, + 518.9775390625, + 639.2024536132812, + 402.4963684082031, + 410.0069274902344, + 488.8191833496094, + 410.6244201660156, + 643.1663818359375, + 491.0885314941406, + 290.70404052734375, + 531.4594116210938, + 573.9666748046875, + 756.0242309570312, + 412.7483215332031, + 489.9084777832031, + 481.1462707519531, + 339.2374267578125, + 446.0699768066406, + 611.0629272460938, + 438.9783935546875, + 912.5249633789062, + 779.5573120117188, + 603.7079467773438, + 440.85089111328125, + 617.718017578125, + 688.492919921875, + 510.59100341796875, + 665.9363403320312, + 632.620849609375, + 433.88958740234375, + 405.0788269042969, + 393.6568603515625, + 821.4232788085938, + 351.2896728515625, + 521.9024047851562, + 419.3159484863281, + 592.8707885742188, + 558.8010864257812, + 614.7974243164062, + 577.9193115234375, + 626.8142700195312, + 489.8241271972656, + 745.8349609375, + 670.1564331054688, + 620.3534545898438, + 635.2723999023438, + 412.0638427734375, + 565.5345458984375, + 248.12535095214844, + 635.5773315429688, + 512.0865478515625, + 423.52899169921875, + 361.223876953125, + 442.61273193359375, + 617.849609375, + 541.5514526367188, + 375.2071838378906, + 549.3531494140625, + 536.4655151367188, + 510.4176940917969, + 649.2073974609375, + 431.54327392578125, + 382.3965148925781, + 529.727294921875, + 433.98394775390625, + 548.7643432617188, + 524.9641723632812, + 450.5939636230469, + 665.3468627929688, + 471.53753662109375, + 482.01336669921875, + 387.4437255859375, + 414.5599060058594, + 448.3524169921875, + 332.8816223144531, + 476.5643615722656, + 543.4392700195312, + 645.7714233398438, + 455.3471984863281, + 493.93536376953125, + 497.2816162109375, + 495.00201416015625, + 438.0010681152344, + 383.6030578613281, + 736.4573364257812, + 521.486328125, + 511.0494079589844, + 382.0212097167969, + 546.6048583984375, + 458.2051086425781, + 399.22930908203125, + 661.044189453125, + 609.5055541992188, + 419.7780456542969, + 653.7669677734375, + 381.55450439453125, + 352.9749450683594, + 458.6382751464844, + 414.8541259765625, + 420.152587890625, + 613.1842041015625, + 598.4702758789062, + 815.3324584960938, + 524.8365478515625, + 460.768798828125, + 577.5556030273438, + 467.20526123046875, + 537.5723876953125, + 489.4111022949219, + 520.1259155273438, + 432.2882995605469, + 366.5455017089844, + 493.5025634765625, + 380.5122375488281, + 476.2167663574219, + 499.7065124511719, + 593.9436645507812, + 613.5677490234375, + 424.8895568847656, + 425.7629699707031, + 533.90234375, + 648.4852294921875, + 502.6954040527344, + 293.7011413574219, + 635.26025390625, + 634.715087890625, + 421.3514404296875, + 610.28173828125, + 506.8077087402344, + 269.3511657714844, + 492.4912109375, + 612.0154418945312, + 601.3466796875, + 430.7298583984375, + 479.4727783203125, + 664.7166137695312, + 315.28753662109375, + 523.4586791992188, + 618.674560546875, + 551.5759887695312, + 443.78668212890625, + 547.918212890625, + 553.885498046875, + 412.0586242675781, + 578.8223266601562, + 540.91943359375, + 308.4491882324219, + 651.4120483398438, + 593.9408569335938, + 480.0194396972656, + 367.0281066894531, + 420.6299133300781, + 430.412353515625, + 399.0904541015625, + 770.8826904296875, + 416.58978271484375, + 503.3197021484375, + 513.978515625, + 632.9866333007812, + 570.5655517578125, + 388.15301513671875, + 490.69097900390625, + 742.0902099609375, + 599.7113037109375, + 453.9590759277344, + 502.7298889160156, + 386.2016906738281, + 357.26544189453125, + 401.766357421875, + 545.39794921875, + 477.75518798828125, + 493.9953918457031, + 601.475341796875, + 404.4164123535156, + 736.0750122070312, + 459.2742004394531, + 449.30584716796875, + 436.34814453125, + 467.51043701171875, + 384.7348937988281, + 323.56207275390625, + 309.28070068359375, + 528.9276123046875, + 590.8532104492188, + 567.066162109375, + 397.2812805175781, + 724.3787231445312, + 549.8142700195312, + 640.2105102539062, + 576.7704467773438, + 443.2098083496094, + 465.6096496582031, + 501.4006042480469, + 437.3536376953125, + 388.6396789550781, + 574.7451171875, + 432.8809814453125, + 419.103271484375, + 343.410888671875, + 396.5998840332031, + 615.7346801757812, + 393.3564758300781, + 560.1597900390625, + 430.69793701171875, + 620.1094970703125, + 607.7164306640625, + 453.2052307128906, + 503.5461120605469, + 491.85760498046875, + 648.5904541015625, + 484.43316650390625, + 358.7414245605469, + 362.7001953125, + 472.9981689453125, + 425.543701171875, + 518.2714233398438, + 427.35791015625, + 511.90283203125, + 326.50244140625, + 295.9652099609375, + 460.3075256347656, + 444.7945556640625, + 673.0709838867188, + 702.5286254882812, + 334.2574157714844, + 387.9730224609375, + 663.6773681640625, + 447.66717529296875, + 484.6329345703125, + 386.3872375488281, + 433.9832458496094, + 226.15408325195312, + 380.09674072265625, + 423.0984191894531, + 481.0455627441406, + 484.7097473144531, + 519.8145141601562, + 532.4918823242188, + 390.7806396484375, + 592.1790771484375, + 385.3531188964844, + 342.2311096191406, + 582.6680297851562, + 548.2850952148438, + 508.50897216796875, + 519.7138061523438, + 481.90814208984375, + 370.3309631347656, + 552.1639404296875, + 383.2413024902344, + 497.4128112792969, + 405.99212646484375, + 464.6012878417969, + 481.6858215332031, + 502.92535400390625, + 667.2959594726562, + 393.08502197265625, + 448.3717041015625, + 438.37738037109375, + 432.5177307128906, + 384.8821716308594, + 441.76104736328125, + 500.4798278808594, + 400.834716796875, + 410.3142395019531, + 643.108642578125, + 480.0640563964844, + 524.3831787109375, + 480.9747619628906, + 310.9219970703125, + 527.6298217773438, + 447.9314270019531, + 553.7328491210938, + 429.2853088378906, + 431.9643249511719, + 501.48297119140625, + 623.4908447265625, + 328.7513427734375, + 451.5933837890625, + 486.4371032714844, + 542.0084838867188, + 357.6337585449219, + 582.7963256835938, + 454.17022705078125, + 470.695068359375, + 368.8404235839844, + 371.76885986328125, + 413.3245544433594, + 523.998046875, + 471.1269836425781, + 357.7870788574219, + 419.445068359375, + 524.8794555664062, + 514.5908813476562, + 358.6790466308594, + 434.4328918457031, + 428.9876708984375, + 451.6238098144531, + 648.011474609375, + 386.27667236328125, + 513.0226440429688, + 431.2453308105469, + 556.9056396484375, + 374.872314453125, + 562.7609252929688, + 424.3803405761719, + 546.8554077148438, + 334.0643615722656, + 427.00494384765625, + 414.06744384765625, + 492.00750732421875, + 572.3590698242188, + 539.807373046875, + 363.8979187011719, + 414.6937255859375, + 617.3964233398438, + 572.0897827148438, + 335.79742431640625, + 381.04278564453125, + 489.0207214355469, + 372.66766357421875, + 522.7801513671875, + 742.9705810546875, + 458.58685302734375, + 456.58160400390625, + 373.0174255371094, + 537.4767456054688, + 498.8752746582031, + 519.83984375, + 640.5558471679688, + 461.3243713378906, + 748.9107666015625, + 323.1202392578125, + 489.037841796875, + 469.8184814453125, + 672.3106689453125, + 539.5301513671875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, "MiniHack-Room-Random-15x15-v0": 0.3, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -48837,374 +60326,374 @@ 2 ], "wall_clock_s": [ - 509.9, - 486.5, - 461.7 + 972.7, + 998.6, + 974.9 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.022379368543624878, + "loss": 0.13622888922691345, "env_score_iters": 500, - "env_score": -4.09462308883667, + "env_score": -0.6088213920593262, "eval_iters": 500, - "eval_score": 0.5, + "eval_score": 0.35, "grad_align_iters": 500, - "grad_align": 0.4701074957847595, - "rl_grad_norm": 0.2796572744846344, - "bc_grad_norm": 0.22252735495567322, + "grad_align": -0.04807078465819359, + "rl_grad_norm": 0.20159167051315308, + "bc_grad_norm": 4.320568561553955, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00026301576872356236, - "embedding.weight": 0.003989717457443476, - "cnn.0.weight": 0.11480860412120819, - "cnn.0.bias": 0.00444635096937418, - "cnn.2.weight": 0.03850780427455902, - "cnn.2.bias": 0.007549664471298456, - "cnn.5.weight": 0.0273284912109375, - "cnn.5.bias": 0.00761451106518507, - "action_emb.weight": 0.002375328680500388, - "timestep_emb.weight": 0.0014347959076985717, - "pos_emb.weight": 0.0011789576383307576, - "transformer.layers.0.self_attn.in_proj_weight": 0.044722143560647964, - "transformer.layers.0.self_attn.in_proj_bias": 0.0028243395499885082, - "transformer.layers.0.self_attn.out_proj.weight": 0.024394860491156578, - "transformer.layers.0.self_attn.out_proj.bias": 0.001168451039120555, - "transformer.layers.0.linear1.weight": 0.010233460925519466, - "transformer.layers.0.linear1.bias": 0.000584258115850389, - "transformer.layers.0.linear2.weight": 0.013704294338822365, - "transformer.layers.0.linear2.bias": 0.000794266234152019, - "transformer.layers.0.norm1.weight": 0.00285351206548512, - "transformer.layers.0.norm1.bias": 0.003074868116527796, - "transformer.layers.0.norm2.weight": 0.0007770248921588063, - "transformer.layers.0.norm2.bias": 0.000693693698849529, - "transformer.layers.1.self_attn.in_proj_weight": 0.014683295972645283, - "transformer.layers.1.self_attn.in_proj_bias": 0.000454018241725862, - "transformer.layers.1.self_attn.out_proj.weight": 0.019470857456326485, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005666185170412064, - "transformer.layers.1.linear1.weight": 0.007877704687416553, - "transformer.layers.1.linear1.bias": 0.00039511543582193553, - "transformer.layers.1.linear2.weight": 0.00933699868619442, - "transformer.layers.1.linear2.bias": 0.0005305996746756136, - "transformer.layers.1.norm1.weight": 0.0007867086096666753, - "transformer.layers.1.norm1.bias": 0.0005198785220272839, - "transformer.layers.1.norm2.weight": 0.0005538638797588646, - "transformer.layers.1.norm2.bias": 0.0003390683268662542, - "transformer.layers.2.self_attn.in_proj_weight": 0.015635116025805473, - "transformer.layers.2.self_attn.in_proj_bias": 0.0004842213820666075, - "transformer.layers.2.self_attn.out_proj.weight": 0.008528601378202438, - "transformer.layers.2.self_attn.out_proj.bias": 0.00044668003101833165, - "transformer.layers.2.linear1.weight": 0.005167955998331308, - "transformer.layers.2.linear1.bias": 0.00024271165602840483, - "transformer.layers.2.linear2.weight": 0.006107598543167114, - "transformer.layers.2.linear2.bias": 0.0004336491401772946, - "transformer.layers.2.norm1.weight": 0.00157274235971272, - "transformer.layers.2.norm1.bias": 0.0006116949953138828, - "transformer.layers.2.norm2.weight": 0.0003008029016200453, - "transformer.layers.2.norm2.bias": 0.0002217227447545156, - "transformer.layers.3.self_attn.in_proj_weight": 0.014469877816736698, - "transformer.layers.3.self_attn.in_proj_bias": 0.0008701774058863521, - "transformer.layers.3.self_attn.out_proj.weight": 0.008288776502013206, - "transformer.layers.3.self_attn.out_proj.bias": 0.0007196538499556482, - "transformer.layers.3.linear1.weight": 0.010888761840760708, - "transformer.layers.3.linear1.bias": 0.0006250846781767905, - "transformer.layers.3.linear2.weight": 0.005331080872565508, - "transformer.layers.3.linear2.bias": 0.0008948215981945395, - "transformer.layers.3.norm1.weight": 0.0011451708851382136, - "transformer.layers.3.norm1.bias": 0.0012010103091597557, - "transformer.layers.3.norm2.weight": 0.0008047160226851702, - "transformer.layers.3.norm2.bias": 0.0007361050229519606, - "head.weight": 0.06971734762191772, - "head.bias": 0.0018271763110533357, - "global_embedding.weight": 0.005633504595607519, - "global_cnn.0.weight": 0.06533566862344742, - "global_cnn.0.bias": 0.002340259263291955, - "global_cnn.2.weight": 0.1124468743801117, - "global_cnn.2.bias": 0.0070436252281069756, - "global_proj.weight": 0.0390339195728302, - "global_proj.bias": 0.03401869907975197, - "goal_head.0.weight": 0.03010604716837406, - "goal_head.0.bias": 0.015419823117554188, - "goal_head.2.weight": 0.05642930418252945, - "goal_head.2.bias": 0.039256248623132706 + "global_gate": 0.00014136498793959618, + "embedding.weight": 0.003157184924930334, + "cnn.0.weight": 0.045500654727220535, + "cnn.0.bias": 0.002475329441949725, + "cnn.2.weight": 0.008742772974073887, + "cnn.2.bias": 0.0039736502803862095, + "cnn.5.weight": 0.008393976837396622, + "cnn.5.bias": 0.0026738750748336315, + "action_emb.weight": 0.009227978996932507, + "timestep_emb.weight": 0.0009773658821359277, + "pos_emb.weight": 0.002272862708196044, + "transformer.layers.0.self_attn.in_proj_weight": 0.02718382328748703, + "transformer.layers.0.self_attn.in_proj_bias": 0.002977983560413122, + "transformer.layers.0.self_attn.out_proj.weight": 0.03363318368792534, + "transformer.layers.0.self_attn.out_proj.bias": 0.005279306322336197, + "transformer.layers.0.linear1.weight": 0.04207443445920944, + "transformer.layers.0.linear1.bias": 0.0020306739024817944, + "transformer.layers.0.linear2.weight": 0.031226273626089096, + "transformer.layers.0.linear2.bias": 0.0034808542113751173, + "transformer.layers.0.norm1.weight": 0.0015340093523263931, + "transformer.layers.0.norm1.bias": 0.0026379188057035208, + "transformer.layers.0.norm2.weight": 0.004906080663204193, + "transformer.layers.0.norm2.bias": 0.0031941737979650497, + "transformer.layers.1.self_attn.in_proj_weight": 0.035713233053684235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020230659283697605, + "transformer.layers.1.self_attn.out_proj.weight": 0.027395419776439667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026130923070013523, + "transformer.layers.1.linear1.weight": 0.0146902184933424, + "transformer.layers.1.linear1.bias": 0.0010442710481584072, + "transformer.layers.1.linear2.weight": 0.018642090260982513, + "transformer.layers.1.linear2.bias": 0.002512077335268259, + "transformer.layers.1.norm1.weight": 0.0023339458275586367, + "transformer.layers.1.norm1.bias": 0.0022256281226873398, + "transformer.layers.1.norm2.weight": 0.001436329446732998, + "transformer.layers.1.norm2.bias": 0.001058954163454473, + "transformer.layers.2.self_attn.in_proj_weight": 0.023035679012537003, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020263809710741043, + "transformer.layers.2.self_attn.out_proj.weight": 0.023518390953540802, + "transformer.layers.2.self_attn.out_proj.bias": 0.002175678499042988, + "transformer.layers.2.linear1.weight": 0.00970799382776022, + "transformer.layers.2.linear1.bias": 0.0006965561769902706, + "transformer.layers.2.linear2.weight": 0.01337309181690216, + "transformer.layers.2.linear2.bias": 0.0021134009584784508, + "transformer.layers.2.norm1.weight": 0.0022148708812892437, + "transformer.layers.2.norm1.bias": 0.0026954154018312693, + "transformer.layers.2.norm2.weight": 0.0006466289632953703, + "transformer.layers.2.norm2.bias": 0.0007434315630234778, + "transformer.layers.3.self_attn.in_proj_weight": 0.03808455914258957, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035315726418048143, + "transformer.layers.3.self_attn.out_proj.weight": 0.020416736602783203, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028050062246620655, + "transformer.layers.3.linear1.weight": 0.020428577437996864, + "transformer.layers.3.linear1.bias": 0.001789773115888238, + "transformer.layers.3.linear2.weight": 0.0128793278709054, + "transformer.layers.3.linear2.bias": 0.002602867316454649, + "transformer.layers.3.norm1.weight": 0.003754405537620187, + "transformer.layers.3.norm1.bias": 0.005148402880877256, + "transformer.layers.3.norm2.weight": 0.001758118043653667, + "transformer.layers.3.norm2.bias": 0.002691247733309865, + "head.weight": 0.15717357397079468, + "head.bias": 0.006060260348021984, + "global_embedding.weight": 0.006651991046965122, + "global_cnn.0.weight": 0.024677429348230362, + "global_cnn.0.bias": 0.001011177315376699, + "global_cnn.2.weight": 0.05312926322221756, + "global_cnn.2.bias": 0.001887166523374617, + "global_proj.weight": 0.011292832903563976, + "global_proj.bias": 0.006077619269490242, + "goal_head.0.weight": 0.004898240324109793, + "goal_head.0.bias": 0.0017080157995224, + "goal_head.2.weight": 0.00762634864076972, + "goal_head.2.bias": 0.0037705600261688232 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.029037194326519966, - "repr_drift_kl_low_t": 0.017733249813318253, - "repr_drift_kl_mid_t": 0.015472308732569218, - "repr_drift_kl_high_t": 0.05419745296239853, + "repr_drift_kl": 0.6173362135887146, + "repr_drift_kl_low_t": 0.7705249786376953, + "repr_drift_kl_mid_t": 0.6269397139549255, + "repr_drift_kl_high_t": 0.45255979895591736, "cka_iters": 500, - "cka_similarity": 0.9690829515457153, + "cka_similarity": 0.6389315724372864, "t_analysis_iters": 500, - "norm_low_t": 0.20022249221801758, - "norm_high_t": 0.19795237481594086, - "lowhigh_cos": 0.7043569684028625, + "norm_low_t": 0.28801384568214417, + "norm_high_t": 0.3110520541667938, + "lowhigh_cos": 0.22996269166469574, "t_bin_norms": { - "t_0.0-0.1": 0.2083466798067093, - "t_0.1-0.2": 0.1773509681224823, - "t_0.2-0.3": 0.19845807552337646, - "t_0.3-0.4": 0.17498819530010223, - "t_0.4-0.5": 0.18065497279167175, - "t_0.5-0.6": 0.17934763431549072, - "t_0.6-0.7": 0.18199211359024048, - "t_0.7-0.8": 0.19062259793281555, - "t_0.8-0.9": 0.1755250096321106, - "t_0.9-1.0": 0.21295630931854248 - }, - "win_rate": 0.008057793602347374, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.22024941444396973, + "t_0.1-0.2": 0.1932973861694336, + "t_0.2-0.3": 0.23676063120365143, + "t_0.3-0.4": 0.18172132968902588, + "t_0.4-0.5": 0.18299801647663116, + "t_0.5-0.6": 0.20976026356220245, + "t_0.6-0.7": 0.19033177196979523, + "t_0.7-0.8": 0.18848007917404175, + "t_0.8-0.9": 0.22922392189502716, + "t_0.9-1.0": 0.3808361291885376 + }, + "win_rate": 0.0325603187084198, + "effective_batch_size": 539.5301513671875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.3, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.12637630105018616, + "loss": 0.0711144357919693, "env_score_iters": 500, - "env_score": -2.60927677154541, + "env_score": -0.7503998875617981, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.33749999999999997, "grad_align_iters": 500, - "grad_align": 0.69728684425354, - "rl_grad_norm": 0.18874014914035797, - "bc_grad_norm": 0.23617301881313324, + "grad_align": -0.05307682976126671, + "rl_grad_norm": 0.1565903276205063, + "bc_grad_norm": 1.9986698627471924, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00017562060384079814, - "embedding.weight": 0.0016781105659902096, - "cnn.0.weight": 0.03413821756839752, - "cnn.0.bias": 0.0011506433365866542, - "cnn.2.weight": 0.00943957269191742, - "cnn.2.bias": 0.0033003774005919695, - "cnn.5.weight": 0.012777991592884064, - "cnn.5.bias": 0.0026271119713783264, - "action_emb.weight": 0.004484247416257858, - "timestep_emb.weight": 0.0014047540025785565, - "pos_emb.weight": 0.002917064819484949, - "transformer.layers.0.self_attn.in_proj_weight": 0.022394580766558647, - "transformer.layers.0.self_attn.in_proj_bias": 0.0018304776167497039, - "transformer.layers.0.self_attn.out_proj.weight": 0.02195340394973755, - "transformer.layers.0.self_attn.out_proj.bias": 0.0024558964651077986, - "transformer.layers.0.linear1.weight": 0.023659884929656982, - "transformer.layers.0.linear1.bias": 0.0011310131521895528, - "transformer.layers.0.linear2.weight": 0.021698404103517532, - "transformer.layers.0.linear2.bias": 0.0018476441036909819, - "transformer.layers.0.norm1.weight": 0.001490493188612163, - "transformer.layers.0.norm1.bias": 0.0014576961984857917, - "transformer.layers.0.norm2.weight": 0.002383195562288165, - "transformer.layers.0.norm2.bias": 0.0013716606190428138, - "transformer.layers.1.self_attn.in_proj_weight": 0.02251969836652279, - "transformer.layers.1.self_attn.in_proj_bias": 0.0011982310097664595, - "transformer.layers.1.self_attn.out_proj.weight": 0.017865143716335297, - "transformer.layers.1.self_attn.out_proj.bias": 0.0012455347459763288, - "transformer.layers.1.linear1.weight": 0.013082677498459816, - "transformer.layers.1.linear1.bias": 0.0006608390249311924, - "transformer.layers.1.linear2.weight": 0.014607226476073265, - "transformer.layers.1.linear2.bias": 0.0011000593658536673, - "transformer.layers.1.norm1.weight": 0.0016331947408616543, - "transformer.layers.1.norm1.bias": 0.0015503598842769861, - "transformer.layers.1.norm2.weight": 0.0010234162909910083, - "transformer.layers.1.norm2.bias": 0.0007202631095424294, - "transformer.layers.2.self_attn.in_proj_weight": 0.023095522075891495, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011029207380488515, - "transformer.layers.2.self_attn.out_proj.weight": 0.01512285228818655, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009516295394860208, - "transformer.layers.2.linear1.weight": 0.008631369099020958, - "transformer.layers.2.linear1.bias": 0.00046560398186556995, - "transformer.layers.2.linear2.weight": 0.01013585552573204, - "transformer.layers.2.linear2.bias": 0.0009127851226367056, - "transformer.layers.2.norm1.weight": 0.0020952674094587564, - "transformer.layers.2.norm1.bias": 0.0012954612029716372, - "transformer.layers.2.norm2.weight": 0.0005055525689385831, - "transformer.layers.2.norm2.bias": 0.00044706856715492904, - "transformer.layers.3.self_attn.in_proj_weight": 0.032567452639341354, - "transformer.layers.3.self_attn.in_proj_bias": 0.001455073244869709, - "transformer.layers.3.self_attn.out_proj.weight": 0.013677374459803104, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008734130533412099, - "transformer.layers.3.linear1.weight": 0.017498094588518143, - "transformer.layers.3.linear1.bias": 0.0012050484074279666, - "transformer.layers.3.linear2.weight": 0.009327275678515434, - "transformer.layers.3.linear2.bias": 0.0010862170020118356, - "transformer.layers.3.norm1.weight": 0.0030089362990111113, - "transformer.layers.3.norm1.bias": 0.0017257865983992815, - "transformer.layers.3.norm2.weight": 0.0014044962590560317, - "transformer.layers.3.norm2.bias": 0.0017215418629348278, - "head.weight": 0.11308564245700836, - "head.bias": 0.0026805815286934376, - "global_embedding.weight": 0.02028905414044857, - "global_cnn.0.weight": 0.09512191265821457, - "global_cnn.0.bias": 0.004252536687999964, - "global_cnn.2.weight": 0.13080890476703644, - "global_cnn.2.bias": 0.007420625537633896, - "global_proj.weight": 0.02662959322333336, - "global_proj.bias": 0.01637534238398075, - "goal_head.0.weight": 0.016551785171031952, - "goal_head.0.bias": 0.006684747524559498, - "goal_head.2.weight": 0.02085655741393566, - "goal_head.2.bias": 0.01654052920639515 + "global_gate": 0.0001663566945353523, + "embedding.weight": 0.001279056421481073, + "cnn.0.weight": 0.030178770422935486, + "cnn.0.bias": 0.0009653440210968256, + "cnn.2.weight": 0.009880978614091873, + "cnn.2.bias": 0.002750409534201026, + "cnn.5.weight": 0.010882636532187462, + "cnn.5.bias": 0.0032321596518158913, + "action_emb.weight": 0.003035949543118477, + "timestep_emb.weight": 0.0008011363097466528, + "pos_emb.weight": 0.001674349419772625, + "transformer.layers.0.self_attn.in_proj_weight": 0.018192531540989876, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014970526099205017, + "transformer.layers.0.self_attn.out_proj.weight": 0.017722738906741142, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021145560313016176, + "transformer.layers.0.linear1.weight": 0.01666385680437088, + "transformer.layers.0.linear1.bias": 0.0008049825555644929, + "transformer.layers.0.linear2.weight": 0.01778126321732998, + "transformer.layers.0.linear2.bias": 0.0016524492530152202, + "transformer.layers.0.norm1.weight": 0.0011751672718673944, + "transformer.layers.0.norm1.bias": 0.0014298154274001718, + "transformer.layers.0.norm2.weight": 0.0016665144357830286, + "transformer.layers.0.norm2.bias": 0.0007403736235573888, + "transformer.layers.1.self_attn.in_proj_weight": 0.0158876720815897, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010212446795776486, + "transformer.layers.1.self_attn.out_proj.weight": 0.01572318933904171, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013880996266379952, + "transformer.layers.1.linear1.weight": 0.008249624632298946, + "transformer.layers.1.linear1.bias": 0.0004712045192718506, + "transformer.layers.1.linear2.weight": 0.011225066147744656, + "transformer.layers.1.linear2.bias": 0.0013437530724331737, + "transformer.layers.1.norm1.weight": 0.0010335948318243027, + "transformer.layers.1.norm1.bias": 0.0010359316365793347, + "transformer.layers.1.norm2.weight": 0.0007399441674351692, + "transformer.layers.1.norm2.bias": 0.00041507589048705995, + "transformer.layers.2.self_attn.in_proj_weight": 0.015011397190392017, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009544414351694286, + "transformer.layers.2.self_attn.out_proj.weight": 0.015659358352422714, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013244241708889604, + "transformer.layers.2.linear1.weight": 0.007432261947542429, + "transformer.layers.2.linear1.bias": 0.0005198192084208131, + "transformer.layers.2.linear2.weight": 0.009343503974378109, + "transformer.layers.2.linear2.bias": 0.0013911647256463766, + "transformer.layers.2.norm1.weight": 0.0010196334915235639, + "transformer.layers.2.norm1.bias": 0.0009115085704252124, + "transformer.layers.2.norm2.weight": 0.0005490208277478814, + "transformer.layers.2.norm2.bias": 0.0006091006798669696, + "transformer.layers.3.self_attn.in_proj_weight": 0.028235113248229027, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026026295963674784, + "transformer.layers.3.self_attn.out_proj.weight": 0.016154857352375984, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022150902077555656, + "transformer.layers.3.linear1.weight": 0.01646001823246479, + "transformer.layers.3.linear1.bias": 0.0014926147414371371, + "transformer.layers.3.linear2.weight": 0.010801119729876518, + "transformer.layers.3.linear2.bias": 0.002736495342105627, + "transformer.layers.3.norm1.weight": 0.0025504964869469404, + "transformer.layers.3.norm1.bias": 0.003597809700295329, + "transformer.layers.3.norm2.weight": 0.0012534025590866804, + "transformer.layers.3.norm2.bias": 0.002238077810034156, + "head.weight": 0.14906886219978333, + "head.bias": 0.005568613763898611, + "global_embedding.weight": 0.012097155675292015, + "global_cnn.0.weight": 0.06811797618865967, + "global_cnn.0.bias": 0.003317994298413396, + "global_cnn.2.weight": 0.10566838085651398, + "global_cnn.2.bias": 0.005876236129552126, + "global_proj.weight": 0.02997414581477642, + "global_proj.bias": 0.028326883912086487, + "goal_head.0.weight": 0.02300715073943138, + "goal_head.0.bias": 0.01316293329000473, + "goal_head.2.weight": 0.033054202795028687, + "goal_head.2.bias": 0.03194872662425041 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.10721206665039062, - "repr_drift_kl_low_t": 0.10392313450574875, - "repr_drift_kl_mid_t": 0.10311181843280792, - "repr_drift_kl_high_t": 0.14920811355113983, + "repr_drift_kl": 0.3676992952823639, + "repr_drift_kl_low_t": 0.43235909938812256, + "repr_drift_kl_mid_t": 0.3791132867336273, + "repr_drift_kl_high_t": 0.2952556610107422, "cka_iters": 500, - "cka_similarity": 0.7887311577796936, + "cka_similarity": 0.6675872802734375, "t_analysis_iters": 500, - "norm_low_t": 0.8782755136489868, - "norm_high_t": 0.19819828867912292, - "lowhigh_cos": 0.08971966058015823, + "norm_low_t": 0.15938928723335266, + "norm_high_t": 0.1594233363866806, + "lowhigh_cos": 0.9497408270835876, "t_bin_norms": { - "t_0.0-0.1": 0.19712494313716888, - "t_0.1-0.2": 0.20322595536708832, - "t_0.2-0.3": 0.23323091864585876, - "t_0.3-0.4": 0.2000819593667984, - "t_0.4-0.5": 0.18711060285568237, - "t_0.5-0.6": 0.18996837735176086, - "t_0.6-0.7": 0.18208880722522736, - "t_0.7-0.8": 0.18917252123355865, - "t_0.8-0.9": 0.1880466490983963, - "t_0.9-1.0": 0.23324644565582275 - }, - "win_rate": 0.02351190522313118, - "effective_batch_size": 52.298072814941406, + "t_0.0-0.1": 0.16108903288841248, + "t_0.1-0.2": 0.15830764174461365, + "t_0.2-0.3": 0.15668609738349915, + "t_0.3-0.4": 0.1577155590057373, + "t_0.4-0.5": 0.15702374279499054, + "t_0.5-0.6": 0.15770766139030457, + "t_0.6-0.7": 0.1579430252313614, + "t_0.7-0.8": 0.15902750194072723, + "t_0.8-0.9": 0.16280750930309296, + "t_0.9-1.0": 0.1623331755399704 + }, + "win_rate": 0.0030283364467322826, + "effective_batch_size": 524.5125732421875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08202860504388809, + "loss": 0.09211277961730957, "env_score_iters": 500, - "env_score": -4.123405933380127, + "env_score": -0.6494179368019104, "eval_iters": 500, - "eval_score": 0.5, + "eval_score": 0.33749999999999997, "grad_align_iters": 500, - "grad_align": 0.4352966248989105, - "rl_grad_norm": 0.37491053342819214, - "bc_grad_norm": 0.5023035407066345, + "grad_align": -0.16658087074756622, + "rl_grad_norm": 0.40438640117645264, + "bc_grad_norm": 3.751049041748047, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00001927009543578606, - "embedding.weight": 0.004555553663522005, - "cnn.0.weight": 0.1249009519815445, - "cnn.0.bias": 0.005161224864423275, - "cnn.2.weight": 0.03934112936258316, - "cnn.2.bias": 0.01124236173927784, - "cnn.5.weight": 0.04091724008321762, - "cnn.5.bias": 0.008283138275146484, - "action_emb.weight": 0.002665867330506444, - "timestep_emb.weight": 0.001466935034841299, - "pos_emb.weight": 0.0015423502773046494, - "transformer.layers.0.self_attn.in_proj_weight": 0.03570079430937767, - "transformer.layers.0.self_attn.in_proj_bias": 0.002693743444979191, - "transformer.layers.0.self_attn.out_proj.weight": 0.029475685209035873, - "transformer.layers.0.self_attn.out_proj.bias": 0.0027680883649736643, - "transformer.layers.0.linear1.weight": 0.01704747974872589, - "transformer.layers.0.linear1.bias": 0.001053465879522264, - "transformer.layers.0.linear2.weight": 0.019485006108880043, - "transformer.layers.0.linear2.bias": 0.0017264210619032383, - "transformer.layers.0.norm1.weight": 0.002177728107199073, - "transformer.layers.0.norm1.bias": 0.0027021311689168215, - "transformer.layers.0.norm2.weight": 0.0014058426022529602, - "transformer.layers.0.norm2.bias": 0.001253914786502719, - "transformer.layers.1.self_attn.in_proj_weight": 0.01871461234986782, - "transformer.layers.1.self_attn.in_proj_bias": 0.0010312114609405398, - "transformer.layers.1.self_attn.out_proj.weight": 0.018947774544358253, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013232954079285264, - "transformer.layers.1.linear1.weight": 0.008914933539927006, - "transformer.layers.1.linear1.bias": 0.000535355880856514, - "transformer.layers.1.linear2.weight": 0.010719786398112774, - "transformer.layers.1.linear2.bias": 0.001254573231562972, - "transformer.layers.1.norm1.weight": 0.0011852107709273696, - "transformer.layers.1.norm1.bias": 0.0010576880304142833, - "transformer.layers.1.norm2.weight": 0.0006591742858290672, - "transformer.layers.1.norm2.bias": 0.0005755986203439534, - "transformer.layers.2.self_attn.in_proj_weight": 0.02011013776063919, - "transformer.layers.2.self_attn.in_proj_bias": 0.0012371272314339876, - "transformer.layers.2.self_attn.out_proj.weight": 0.011934123933315277, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011278793681412935, - "transformer.layers.2.linear1.weight": 0.006616791244596243, - "transformer.layers.2.linear1.bias": 0.0004272452206350863, - "transformer.layers.2.linear2.weight": 0.007614682894200087, - "transformer.layers.2.linear2.bias": 0.0011762995272874832, - "transformer.layers.2.norm1.weight": 0.0016367010539397597, - "transformer.layers.2.norm1.bias": 0.001641278387978673, - "transformer.layers.2.norm2.weight": 0.0004109579895157367, - "transformer.layers.2.norm2.bias": 0.00048611548845656216, - "transformer.layers.3.self_attn.in_proj_weight": 0.02317696623504162, - "transformer.layers.3.self_attn.in_proj_bias": 0.0018818347016349435, - "transformer.layers.3.self_attn.out_proj.weight": 0.013352595269680023, - "transformer.layers.3.self_attn.out_proj.bias": 0.0017369533888995647, - "transformer.layers.3.linear1.weight": 0.01607990637421608, - "transformer.layers.3.linear1.bias": 0.0012505573686212301, - "transformer.layers.3.linear2.weight": 0.00886894203722477, - "transformer.layers.3.linear2.bias": 0.0022369856014847755, - "transformer.layers.3.norm1.weight": 0.0018489713547751307, - "transformer.layers.3.norm1.bias": 0.0025911524426192045, - "transformer.layers.3.norm2.weight": 0.00123696553055197, - "transformer.layers.3.norm2.bias": 0.0016577638452872634, - "head.weight": 0.13515689969062805, - "head.bias": 0.0051658074371516705, - "global_embedding.weight": 0.006050623953342438, - "global_cnn.0.weight": 0.09492556005716324, - "global_cnn.0.bias": 0.002320264931768179, - "global_cnn.2.weight": 0.23572319746017456, - "global_cnn.2.bias": 0.013263768516480923, - "global_proj.weight": 0.04512067139148712, - "global_proj.bias": 0.03665149584412575, - "goal_head.0.weight": 0.03265571966767311, - "goal_head.0.bias": 0.01610674150288105, - "goal_head.2.weight": 0.06678328663110733, - "goal_head.2.bias": 0.04133952781558037 + "global_gate": 0.00011709309910656884, + "embedding.weight": 0.001485536340624094, + "cnn.0.weight": 0.030921202152967453, + "cnn.0.bias": 0.0010499464115127921, + "cnn.2.weight": 0.008392563089728355, + "cnn.2.bias": 0.002847981872037053, + "cnn.5.weight": 0.0081345085054636, + "cnn.5.bias": 0.0020567511674016714, + "action_emb.weight": 0.002171870321035385, + "timestep_emb.weight": 0.000594944111071527, + "pos_emb.weight": 0.001466762158088386, + "transformer.layers.0.self_attn.in_proj_weight": 0.015625804662704468, + "transformer.layers.0.self_attn.in_proj_bias": 0.0015247933333739638, + "transformer.layers.0.self_attn.out_proj.weight": 0.01573335938155651, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022725574672222137, + "transformer.layers.0.linear1.weight": 0.013269655406475067, + "transformer.layers.0.linear1.bias": 0.0008032987243495882, + "transformer.layers.0.linear2.weight": 0.01525665633380413, + "transformer.layers.0.linear2.bias": 0.0018295692279934883, + "transformer.layers.0.norm1.weight": 0.0009890954243019223, + "transformer.layers.0.norm1.bias": 0.0015204075025394559, + "transformer.layers.0.norm2.weight": 0.0011434545740485191, + "transformer.layers.0.norm2.bias": 0.0007823316846042871, + "transformer.layers.1.self_attn.in_proj_weight": 0.014471135102212429, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010897864121943712, + "transformer.layers.1.self_attn.out_proj.weight": 0.014879624359309673, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014726343797519803, + "transformer.layers.1.linear1.weight": 0.007614778820425272, + "transformer.layers.1.linear1.bias": 0.00048822196549735963, + "transformer.layers.1.linear2.weight": 0.010172032751142979, + "transformer.layers.1.linear2.bias": 0.001439957763068378, + "transformer.layers.1.norm1.weight": 0.0009544554632157087, + "transformer.layers.1.norm1.bias": 0.001143506495282054, + "transformer.layers.1.norm2.weight": 0.0005801187362521887, + "transformer.layers.1.norm2.bias": 0.0004760810115840286, + "transformer.layers.2.self_attn.in_proj_weight": 0.013426885940134525, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010571476304903626, + "transformer.layers.2.self_attn.out_proj.weight": 0.013399569317698479, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013435506261885166, + "transformer.layers.2.linear1.weight": 0.006808985956013203, + "transformer.layers.2.linear1.bias": 0.0005467308801598847, + "transformer.layers.2.linear2.weight": 0.007877707481384277, + "transformer.layers.2.linear2.bias": 0.0013538799248635769, + "transformer.layers.2.norm1.weight": 0.000922336068470031, + "transformer.layers.2.norm1.bias": 0.0011404519900679588, + "transformer.layers.2.norm2.weight": 0.000478960428154096, + "transformer.layers.2.norm2.bias": 0.0006854375242255628, + "transformer.layers.3.self_attn.in_proj_weight": 0.021726028993725777, + "transformer.layers.3.self_attn.in_proj_bias": 0.002175517613068223, + "transformer.layers.3.self_attn.out_proj.weight": 0.010557642206549644, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017450611339882016, + "transformer.layers.3.linear1.weight": 0.014267225749790668, + "transformer.layers.3.linear1.bias": 0.001352132298052311, + "transformer.layers.3.linear2.weight": 0.007892265915870667, + "transformer.layers.3.linear2.bias": 0.0021625093650072813, + "transformer.layers.3.norm1.weight": 0.002197960391640663, + "transformer.layers.3.norm1.bias": 0.002987528685480356, + "transformer.layers.3.norm2.weight": 0.0010905598755925894, + "transformer.layers.3.norm2.bias": 0.001937221852131188, + "head.weight": 0.09339911490678787, + "head.bias": 0.0038285846821963787, + "global_embedding.weight": 0.007490262854844332, + "global_cnn.0.weight": 0.09149403125047684, + "global_cnn.0.bias": 0.002777877263724804, + "global_cnn.2.weight": 0.22217315435409546, + "global_cnn.2.bias": 0.011260472238063812, + "global_proj.weight": 0.0293702632188797, + "global_proj.bias": 0.02156522497534752, + "goal_head.0.weight": 0.018425287678837776, + "goal_head.0.bias": 0.008147399872541428, + "goal_head.2.weight": 0.027332527562975883, + "goal_head.2.bias": 0.016437405720353127 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.0892343744635582, - "repr_drift_kl_low_t": 0.08659932017326355, - "repr_drift_kl_mid_t": 0.08165525645017624, - "repr_drift_kl_high_t": 0.15453460812568665, + "repr_drift_kl": 0.49901771545410156, + "repr_drift_kl_low_t": 0.6196942925453186, + "repr_drift_kl_mid_t": 0.4933233857154846, + "repr_drift_kl_high_t": 0.383886456489563, "cka_iters": 500, - "cka_similarity": 0.9430555701255798, + "cka_similarity": 0.6860071420669556, "t_analysis_iters": 500, - "norm_low_t": 0.30827534198760986, - "norm_high_t": 0.8221341967582703, - "lowhigh_cos": 0.5406956672668457, + "norm_low_t": 0.2733953297138214, + "norm_high_t": 0.506093442440033, + "lowhigh_cos": 0.6247034072875977, "t_bin_norms": { - "t_0.0-0.1": 0.26872655749320984, - "t_0.1-0.2": 0.369296133518219, - "t_0.2-0.3": 0.2688596248626709, - "t_0.3-0.4": 0.27515074610710144, - "t_0.4-0.5": 0.30946382880210876, - "t_0.5-0.6": 0.4643729627132416, - "t_0.6-0.7": 0.4452144205570221, - "t_0.7-0.8": 0.3201294541358948, - "t_0.8-0.9": 0.3218044638633728, - "t_0.9-1.0": 0.8359717726707458 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.2826521694660187, + "t_0.1-0.2": 0.29119887948036194, + "t_0.2-0.3": 0.27860572934150696, + "t_0.3-0.4": 0.2730088233947754, + "t_0.4-0.5": 0.2717926502227783, + "t_0.5-0.6": 0.2880856692790985, + "t_0.6-0.7": 0.29501909017562866, + "t_0.7-0.8": 0.31230318546295166, + "t_0.8-0.9": 0.41237837076187134, + "t_0.9-1.0": 0.63694828748703 + }, + "win_rate": 0.03059026226401329, + "effective_batch_size": 462.0786437988281, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.3, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "normalized_adv": { - "score": 0.25833333333333336, - "score_std": 0.06561673228343179, + "score": 0.12083333333333333, + "score_std": 0.04124789556921527, "all_scores": [ - 0.35000000000000003, - 0.19999999999999998, - 0.22499999999999998 + 0.0625, + 0.15, + 0.15 ], "history": { "iters": [ @@ -49710,506 +61199,506 @@ 500 ], "loss": [ - 0.08848837018013, - 0.9402738213539124, - 0.7942609190940857, - 0.5371747612953186, - 0.24556846916675568, - 0.11634974926710129, - 0.06039618328213692, - 0.2689063847064972, - 0.33516350388526917, - 0.20860418677330017, - 0.17940597236156464, - -0.1511588990688324, - -0.31590795516967773, - -1.295533537864685, - -1.1438552141189575, - 0.09074262529611588, - -1.0253804922103882, - -2.629983425140381, - -1.5838054418563843, - -5.188817501068115, - -2.025254964828491, - -2.689134120941162, - -3.090024709701538, - -8.646496772766113, - -3.1617932319641113, - -5.07798433303833, - -5.3617377281188965, - -4.3926520347595215, - -12.8876953125, - -2.1367409229278564, - -3.000828266143799, - -9.326356887817383, - -6.083679676055908, - -3.7054286003112793, - -16.462392807006836, - -22.55120086669922, - 1.9754835367202759, - -10.624531745910645, - -12.388943672180176, - -25.866748809814453, - -5.564299583435059, - -16.54787254333496, - -6.710848331451416, - -3.6898114681243896, - -12.344435691833496, - -8.109325408935547, - -10.239326477050781, - -38.64459991455078, - -36.488197326660156, - -12.452892303466797, - -20.227563858032227, - -26.88843536376953, - -11.824353218078613, - -16.709882736206055, - -34.40968704223633, - -39.52773666381836, - -38.93063735961914, - -51.15717697143555, - -5.258879661560059, - -57.083187103271484, - -44.48712921142578, - -66.7552719116211, - -15.451869010925293, - -31.321971893310547, - -53.735477447509766, - -21.460317611694336, - -19.098190307617188, - -31.824689865112305, - -67.60889434814453, - -72.80223083496094, - -41.74979019165039, - -67.10802459716797, - -22.2534122467041, - -42.60748291015625, - -20.28855323791504, - -20.057235717773438, - -79.01808166503906, - -74.975341796875, - -99.77007293701172, - -16.66912078857422, - -52.006011962890625, - -125.82196807861328, - -22.817581176757812, - -193.58290100097656, - -70.45484924316406, - -40.58457946777344, - -75.44224548339844, - -58.765228271484375, - -18.282201766967773, - -117.6493148803711, - -151.7946014404297, - -12.163776397705078, - -72.12754821777344, - -160.55032348632812, - -53.23251724243164, - -79.74771118164062, - -49.66703796386719, - -209.6431121826172, - -178.64874267578125, - 23.29096221923828, - -22.73958396911621, - -184.95413208007812, - -33.27058029174805, - -135.25222778320312, - -32.28632354736328, - -70.91710662841797, - -62.41133499145508, - -181.09129333496094, - -116.92562103271484, - -98.92318725585938, - -35.94779968261719, - -132.6837921142578, - -279.2644958496094, - -264.38616943359375, - -101.91193389892578, - -263.0200500488281, - -181.18653869628906, - -34.974002838134766, - -274.3612060546875, - -111.501953125, - -47.37691116333008, - -158.2810516357422, - -384.1737060546875, - -264.7442321777344, - 0.04620467498898506, - -370.776123046875, - -178.37181091308594, - -113.3308334350586, - -352.19647216796875, - -206.42774963378906, - 0.08334597200155258, - -256.09869384765625, - -309.9382019042969, - -115.4995346069336, - -461.17822265625, - -103.5958480834961, - -146.3858642578125, - -260.08306884765625, - -461.516845703125, - -167.58558654785156, - -52.182029724121094, - -119.34638977050781, - -495.9913024902344, - -314.5726013183594, - -129.91921997070312, - -286.0292663574219, - -185.49827575683594, - -489.41595458984375, - -372.70025634765625, - -463.5428161621094, - -156.43104553222656, - -578.8222045898438, - -696.5153198242188, - -733.5930786132812, - -709.0869750976562, - -441.4471435546875, - -661.296630859375, - -868.8908081054688, - -406.2243347167969, - -284.80487060546875, - -422.17474365234375, - -557.9564208984375, - -168.52178955078125, - -939.7142333984375, - -572.18017578125, - 65.92660522460938, - -469.85919189453125, - -479.2143249511719, - 47.967281341552734, - -706.208251953125, - -835.2830200195312, - -216.2533416748047, - -734.2651977539062, - -819.1112060546875, - -775.9761962890625, - -1048.767578125, - -1002.426025390625, - -941.4483032226562, - -998.8408203125, - -975.4539794921875, - -1112.5030517578125, - -759.3317260742188, - -211.0092315673828, - 100.173583984375, - -158.94813537597656, - -1291.2669677734375, - -636.179443359375, - -301.0810241699219, - -1445.18505859375, - -1024.66455078125, - -81.14488220214844, - -1349.157958984375, - -1607.345947265625, - -857.239013671875, - -346.28082275390625, - -1361.18212890625, - -624.4519653320312, - -1486.345703125, - -566.06103515625, - -1632.1138916015625, - -1206.739013671875, - -868.139404296875, - -1081.88232421875, - -1682.8465576171875, - -1171.7535400390625, - -813.688720703125, - -1862.8968505859375, - -1737.474365234375, - -564.1107177734375, - -1059.219482421875, - -1926.468505859375, - -944.6995239257812, - -1939.6221923828125, - -1962.95556640625, - -1155.233154296875, - -2320.616943359375, - -1460.798828125, - -2419.324951171875, - 0.04613509774208069, - 200.78775024414062, - 629.33203125, - -1228.539794921875, - -715.04345703125, - -473.70281982421875, - -2101.69921875, - -2446.066162109375, - -1051.7611083984375, - -2988.574462890625, - -1611.4140625, - -1279.765380859375, - -603.0927124023438, - -1542.90234375, - -1061.32275390625, - -64.16246795654297, - -3351.06103515625, - -1828.2265625, - 239.62583923339844, - -350.51837158203125, - -2569.9287109375, - 510.6229553222656, - -1212.6260986328125, - -1507.40771484375, - -2013.0252685546875, - -2553.799072265625, - -2084.799072265625, - -2494.96875, - -1251.2950439453125, - -320.3810119628906, - -1253.0670166015625, - -531.9227294921875, - -44.01802062988281, - -1172.03662109375, - -3164.546875, - -282.23382568359375, - 712.6619873046875, - -1863.32177734375, - -444.19342041015625, - -467.2263488769531, - -394.90435791015625, - 935.4937133789062, - 334.2615966796875, - -2250.0537109375, - 933.68798828125, - -1602.641357421875, - -402.803466796875, - -409.57952880859375, - 1058.2801513671875, - -421.71832275390625, - -1585.284423828125, - -602.2162475585938, - -1885.324951171875, - -194.2811737060547, - -852.7951049804688, - -887.6571044921875, - 865.4230346679688, - -69.81046295166016, - 439.3923645019531, - 143.13204956054688, - -294.6207275390625, - 1245.8443603515625, - 71.8423080444336, - -480.3570861816406, - 911.142822265625, - -119.75585174560547, - 777.9933471679688, - 1785.83154296875, - -154.92454528808594, - -44.51129150390625, - -792.9734497070312, - 261.65142822265625, - -59.524715423583984, - -631.8316040039062, - 1888.7449951171875, - -21.785001754760742, - 519.2271728515625, - 132.20571899414062, - 1599.5147705078125, - -1752.3358154296875, - -734.7020263671875, - -1557.327392578125, - -1683.462158203125, - -93.747314453125, - -647.3966674804688, - -399.5322570800781, - -1464.130859375, - 264.30242919921875, - -1797.210693359375, - 805.3287963867188, - -234.23902893066406, - -1540.1204833984375, - -1842.1807861328125, - -1226.9969482421875, - -1835.343505859375, - -2038.6549072265625, - -626.5697631835938, - 402.81109619140625, - -1405.67138671875, - -2665.58642578125, - 2184.091796875, - -65.41371154785156, - -167.29396057128906, - -570.9185791015625, - 1916.0350341796875, - -539.5617065429688, - -2177.390380859375, - -287.15277099609375, - -880.4946899414062, - 776.46533203125, - -1368.330810546875, - -1000.933349609375, - 1200.0125732421875, - -372.5218200683594, - 1334.3968505859375, - -424.2171325683594, - -3601.672119140625, - -1454.3848876953125, - -1510.95263671875, - -2162.261474609375, - 3646.911865234375, - -3397.827880859375, - -2400.021484375, - -1089.62841796875, - -2768.0322265625, - -121.08219146728516, - -1110.349609375, - -508.73358154296875, - -540.33349609375, - 288.0508728027344, - -1045.4517822265625, - 1854.334716796875, - -1215.728759765625, - 0.06759010255336761, - -590.6131591796875, - -934.0873413085938, - 197.86361694335938, - -237.6852569580078, - 69.3528060913086, - -206.0313720703125, - 542.9644775390625, - 900.6213989257812, - 90.74850463867188, - 351.1606140136719, - -263.2194519042969, - -3813.7265625, - -918.295654296875, - -1359.4769287109375, - -1675.240478515625, - -156.33763122558594, - -1067.2244873046875, - -2912.795654296875, - 1561.0233154296875, - 3029.942138671875, - 2386.444580078125, - -2186.551025390625, - -1016.2892456054688, - -1965.5865478515625, - -1365.11767578125, - -5298.08203125, - 690.0758056640625, - -2126.987060546875, - -2393.99951171875, - -1423.075439453125, - -540.9923095703125, - -1765.95166015625, - 535.0859985351562, - -1858.00146484375, - -571.5665893554688, - -1751.115234375, - 726.1578369140625, - -2209.694091796875, - -4066.00048828125, - -923.2024536132812, - -661.4201049804688, - -6.595043659210205, - -1985.8533935546875, - -247.3837890625, - -1783.870849609375, - 70.95690155029297, - -2413.311279296875, - 2450.76025390625, - 65.42697143554688, - -210.02220153808594, - 403.082763671875, - -1077.2476806640625, - -2916.34765625, - 2668.5849609375, - -3673.567626953125, - -1665.9276123046875, - -232.97610473632812, - -2161.53515625, - 1311.2066650390625, - 2.190992832183838, - -1752.460205078125, - -1982.51123046875, - -3556.69580078125, - -2152.643798828125, - -1522.7899169921875, - -1420.3587646484375, - -3476.334228515625, - -1734.2889404296875, - -1462.921875, - -1746.54931640625, - -2163.468505859375, - -1522.7784423828125, - -1248.1661376953125, - -2079.890625, - -1999.5577392578125, - -685.5184936523438, - 911.8606567382812, - -265.2074890136719, - -1991.2237548828125, - -1542.1923828125, - -1290.158935546875, - -2334.4677734375, - -948.8143920898438, - 1911.4871826171875, - 235.6707000732422, - 1200.69873046875, - 667.5283203125, - -437.3518981933594, - 472.86419677734375, - 829.4302978515625, - 1195.3995361328125, - -22.970138549804688, - -210.84674072265625, - 1085.9219970703125, - -467.7381286621094, - -536.1455688476562, - -1735.3956298828125, - 129.5811767578125, - -1872.719970703125, - -116.53434753417969, - -880.4552612304688, - -676.7484741210938, - -590.87060546875, - -992.8901977539062, - -393.9153137207031, - -963.5254516601562, - -815.7005615234375, - -1108.67431640625, - -571.717529296875, - -411.3572692871094, - -68.45639038085938, - 1.8198845386505127, - -787.8848266601562, - -872.144287109375, - -535.4201049804688, - 886.5556030273438, - -803.2406616210938, - -301.86865234375, - -238.4990997314453, - -242.00955200195312, - -809.4982299804688, - -487.659912109375, - -1154.1884765625, - -636.1627197265625, - -575.2197875976562, - -1222.7852783203125, - -577.7291259765625, - -1097.45751953125, - -656.437744140625, - -638.0411987304688, - -1453.022705078125, - -983.3678588867188, - -1451.6915283203125, - -2054.302734375, - -1018.328369140625, - -888.7918701171875, - -556.3580322265625, - -1662.00390625, - -934.015869140625, - -1691.6741943359375, - -1427.3865966796875, - -2294.83837890625, - -1707.626953125, - -1220.925537109375, - -2225.5390625, - -1631.37744140625, - -1514.5657958984375, - -2024.046630859375 + 0.47688424587249756, + 0.27244025468826294, + 0.20681628584861755, + 0.17757031321525574, + 0.17893142998218536, + 0.14741858839988708, + 0.1313510537147522, + 0.11424878984689713, + 0.12996165454387665, + 0.0347832627594471, + 0.07834933698177338, + 0.050724562257528305, + -0.2704016864299774, + -0.6164863109588623, + -1.1751320362091064, + -1.590717077255249, + -3.246704578399658, + -3.2516632080078125, + -3.226264715194702, + -5.311786651611328, + -5.388725280761719, + -7.122234344482422, + -8.638477325439453, + -6.666311740875244, + -8.503678321838379, + -11.944872856140137, + -14.130179405212402, + -12.175540924072266, + -14.64960765838623, + -15.49778938293457, + -15.932985305786133, + -10.957036972045898, + -25.680891036987305, + -20.50360107421875, + -19.219207763671875, + -23.01390838623047, + -34.996978759765625, + -32.59108352661133, + -21.555788040161133, + -28.157243728637695, + -36.061336517333984, + -39.064273834228516, + -42.623897552490234, + -42.14992141723633, + -51.18744659423828, + -52.75059509277344, + -52.1816291809082, + -72.06121063232422, + -69.91111755371094, + -51.654441833496094, + -68.20050048828125, + -84.87985229492188, + -75.8567886352539, + -82.43701171875, + -95.44281005859375, + -37.49069595336914, + -74.92821502685547, + -85.26791381835938, + -87.62913513183594, + -105.54918670654297, + -108.38756561279297, + -105.89643096923828, + -137.99969482421875, + -139.6334228515625, + -132.09303283691406, + -150.12554931640625, + -146.445556640625, + -173.28514099121094, + -156.38540649414062, + -160.33750915527344, + -169.4961700439453, + -156.62191772460938, + -147.5519561767578, + -129.2458038330078, + -213.65809631347656, + -224.58392333984375, + -161.0565643310547, + -218.73634338378906, + -253.4207305908203, + -275.78338623046875, + -205.06961059570312, + -183.81092834472656, + -155.3755340576172, + -322.9617919921875, + -240.7899169921875, + -247.02110290527344, + -329.5026550292969, + -284.6695251464844, + -223.34017944335938, + -316.9812927246094, + -270.25030517578125, + -193.6084442138672, + -269.0244445800781, + -322.1000671386719, + -315.71551513671875, + -345.1693115234375, + -294.1076965332031, + -350.7117919921875, + -353.32708740234375, + -441.9693908691406, + -472.7052917480469, + -439.19842529296875, + -366.3009948730469, + -270.5572204589844, + -417.047119140625, + -473.4523620605469, + -553.0858764648438, + -525.1068725585938, + -499.0337219238281, + -574.1456909179688, + -601.9027099609375, + -634.5632934570312, + -680.4390258789062, + -540.8048095703125, + -698.1025390625, + -552.6449584960938, + -392.5437316894531, + -531.0980834960938, + -374.8212585449219, + -675.5977783203125, + -711.501953125, + -665.5296630859375, + -691.7197875976562, + -859.7858276367188, + -348.0579528808594, + -695.68505859375, + -416.9977722167969, + -956.3250122070312, + -757.0623779296875, + -818.0805053710938, + -1063.363525390625, + -862.2979736328125, + -928.9590454101562, + -801.9406127929688, + -950.5877075195312, + -924.2560424804688, + -868.9439697265625, + -722.6826782226562, + -802.443359375, + -1047.94091796875, + -696.4357299804688, + -943.1516723632812, + -1032.267333984375, + -1023.9156494140625, + -1001.7645263671875, + -1045.5064697265625, + -686.2670288085938, + -1375.7286376953125, + -964.502685546875, + -907.0718383789062, + -1092.373046875, + -912.6376953125, + -814.1703491210938, + -1243.55712890625, + -1218.6053466796875, + -1290.01318359375, + -1053.0294189453125, + -1051.73291015625, + -1452.3570556640625, + -1025.439697265625, + -1409.1724853515625, + -564.961669921875, + -1132.4163818359375, + -1424.369140625, + -311.2344055175781, + -1257.0416259765625, + -1425.21484375, + -1189.922607421875, + -1463.3350830078125, + -996.9815063476562, + -1452.96240234375, + -2279.188720703125, + -1457.11376953125, + -1724.3004150390625, + -1506.23583984375, + -1480.0225830078125, + -2154.853271484375, + -1166.3515625, + -1761.6727294921875, + -1597.0025634765625, + -1669.42822265625, + -1045.2945556640625, + -1749.575927734375, + -1743.162353515625, + -1663.0235595703125, + -1032.61572265625, + -1737.284423828125, + -1429.18212890625, + -1779.2803955078125, + -616.8140869140625, + -1910.2738037109375, + -2135.7314453125, + -1969.02783203125, + -2568.043212890625, + -2269.15576171875, + -1890.52783203125, + -2190.62353515625, + -415.2926025390625, + -1679.6600341796875, + -2216.57275390625, + -2075.88525390625, + -1183.0482177734375, + -616.7628173828125, + -3064.86279296875, + -1271.64404296875, + -1574.5281982421875, + -1966.6773681640625, + -1043.9266357421875, + -2185.8994140625, + -582.4974365234375, + -407.61236572265625, + 1233.3851318359375, + -1628.8843994140625, + 482.5679931640625, + -1590.76806640625, + -1190.95166015625, + -1837.7596435546875, + -2206.338623046875, + -1260.78466796875, + -2210.1650390625, + -1525.4136962890625, + -1482.3662109375, + -1906.161865234375, + -764.3303833007812, + -1439.990478515625, + 294.8627014160156, + -1704.9542236328125, + -1994.1884765625, + -1459.1683349609375, + -2750.01171875, + -629.5189208984375, + -1711.61669921875, + -1558.433837890625, + 1163.214111328125, + -1455.7359619140625, + -1008.6029052734375, + -1470.864013671875, + -938.1026611328125, + -1316.185546875, + -1355.654296875, + -1367.54150390625, + -1787.655029296875, + -1132.864990234375, + -1755.8740234375, + -1306.6373291015625, + -1073.0382080078125, + 1199.3388671875, + -480.6805725097656, + -1471.0792236328125, + -779.4911499023438, + -371.24029541015625, + -1526.700927734375, + -1084.8968505859375, + -872.1594848632812, + -1631.5111083984375, + -955.0664672851562, + -448.77490234375, + -776.2586669921875, + -699.141845703125, + -670.63720703125, + -440.5254211425781, + -633.2752075195312, + -554.346435546875, + -630.7890625, + -771.5128173828125, + -618.9910278320312, + -882.9874267578125, + 330.20391845703125, + -651.431640625, + -1907.119873046875, + -748.8555297851562, + -366.49224853515625, + -610.473876953125, + -665.541015625, + -656.1014404296875, + -719.617919921875, + 2.8622522354125977, + -840.2293701171875, + -1074.095458984375, + -955.9136962890625, + -651.119140625, + 278.5770263671875, + -484.0736083984375, + -665.6122436523438, + -1128.0455322265625, + 181.52548217773438, + 534.4747314453125, + -272.7593078613281, + -850.757080078125, + -489.90869140625, + -838.7357177734375, + -1159.076416015625, + -264.97509765625, + -252.3925018310547, + -516.8748779296875, + -1402.8311767578125, + -712.550048828125, + -336.26873779296875, + -984.7802124023438, + -84.6431655883789, + -571.3400268554688, + -381.08538818359375, + -606.9879150390625, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null, + null ], "env_score_iters": [ 1, @@ -50714,2644 +62203,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -4.314479827880859, - -3.227024793624878, - -2.1235971450805664, - -3.327080488204956, - 0.8710464239120483, - -3.3989577293395996, - -1.9201453924179077, - -2.1964962482452393, - -4.496214866638184, - -4.360387325286865, - -1.1508209705352783, - -0.019541434943675995, - -3.1390511989593506, - 1.9934194087982178, - -4.26405668258667, - -5.835035800933838, - -3.859084367752075, - 1.7678887844085693, - -5.59569787979126, - -2.240450143814087, - -1.5376311540603638, - -6.58140230178833, - 5.225340843200684, - -5.054906845092773, - -3.5546352863311768, - -0.20415471494197845, - -2.671945333480835, - -3.593954563140869, - -1.9185682535171509, - 1.2243040800094604, - -1.2308251857757568, - -2.8899388313293457, - -2.05863094329834, - 0.7880200743675232, - -2.653474807739258, - -2.8965706825256348, - -3.4648165702819824, - -0.49565553665161133, - -3.8031842708587646, - -4.685104846954346, - -2.819427013397217, - -1.1194478273391724, - -1.2774786949157715, - -3.0156009197235107, - -4.347609043121338, - -1.3104196786880493, - -2.998274803161621, - -2.812593460083008, - 0.46750184893608093, - -1.0048739910125732, - -2.4605677127838135, - 0.9695231318473816, - -2.644118547439575, - 1.3714102506637573, - -2.149904727935791, - -2.3015174865722656, - -3.355910539627075, - -3.178206205368042, - -1.5562934875488281, - -3.41591215133667, - -3.4564127922058105, - -3.3627829551696777, - -6.848775386810303, - -1.596825122833252, - -3.7787559032440186, - -1.96489679813385, - -3.510126829147339, - -1.9490731954574585, - -3.8647122383117676, - -3.6985151767730713, - -2.309621572494507, - -1.676476240158081, - -3.1515493392944336, - -3.6783359050750732, - -3.255812406539917, - -0.36283403635025024, - -2.909897565841675, - 6.361088752746582, - -2.716975688934326, - -4.178234577178955, - -2.5318849086761475, - -3.248931407928467, - -5.399484157562256, - -2.605142831802368, - -3.292792558670044, - -3.770474433898926, - -9.95678424835205, - 0.5163204073905945, - -3.53067946434021, - -4.991083145141602, - -3.167938232421875, - -1.5243520736694336, - -1.1176936626434326, - -1.7055820226669312, - -3.2716622352600098, - -0.8501632809638977, - -3.543003559112549, - -3.342135429382324, - -2.0989861488342285, - -7.435795783996582, - -2.20455265045166, - -2.3734962940216064, - -2.7518770694732666, - -2.6061933040618896, - -3.540350914001465, - -2.513202428817749, - -0.6581290364265442, - -3.5360467433929443, - -3.9069292545318604, - -3.6225650310516357, - -2.421660900115967, - -3.6928722858428955, - -1.541948914527893, - -1.636236548423767, - -4.136177062988281, - -5.086784362792969, - -3.2920475006103516, - -1.5452985763549805, - -6.327908039093018, - 1.430567979812622, - -4.862865924835205, - -3.4245312213897705, - 2.3556506633758545, - -2.769590377807617, - -2.9216151237487793, - -3.230886936187744, - -2.6190621852874756, - -2.9952549934387207, - -0.6745748519897461, - -3.5513525009155273, - -2.2957472801208496, - -3.32818341255188, - -0.47042590379714966, - -2.507776975631714, - -2.467691421508789, - -4.129867076873779, - 2.064271926879883, - -3.2262470722198486, - -5.539778709411621, - -2.9204258918762207, - -2.5104801654815674, - -3.9411799907684326, - -2.1968414783477783, - -3.056100606918335, - -8.409826278686523, - -2.773650646209717, - -5.9769439697265625, - 3.1467320919036865, - -2.5675671100616455, - -0.9902516007423401, - -2.8894760608673096, - 2.5387778282165527, - -2.388180732727051, - -3.8795149326324463, - -1.940386414527893, - -7.011807918548584, - -2.453179359436035, - -3.8722124099731445, - -2.93989634513855, - -2.8425538539886475, - -2.492006301879883, - -1.8518506288528442, - -5.643280506134033, - -1.1533700227737427, - -3.6199395656585693, - -1.5110068321228027, - -0.4555172026157379, - -0.702246367931366, - -1.7800883054733276, - -1.8030405044555664, - -1.7914875745773315, - 0.5533042550086975, - -0.20052848756313324, - -1.8146268129348755, - -2.1885101795196533, - -1.9724489450454712, - -3.925719738006592, - -1.9872103929519653, - -6.120954990386963, - 3.885746955871582, - -5.809302806854248, - -2.8801958560943604, - 0.8815923929214478, - 1.7931668758392334, - -2.12387752532959, - -2.3574609756469727, - 1.224935531616211, - 4.3143696784973145, - -2.3647377490997314, - -3.237783670425415, - 4.0654072761535645, - -0.3499578833580017, - -2.445918560028076, - -0.8132129907608032, - -1.3042593002319336, - 1.8583624362945557, - -3.1684634685516357, - -3.252892017364502, - -1.9128915071487427, - -2.7154581546783447, - -1.0999926328659058, - -0.38637417554855347, - -3.233996868133545, - -0.0722169429063797, - 0.6642212867736816, - 0.4601092040538788, - 6.1172051429748535, - -2.152916193008423, - -3.0534634590148926, - -0.2823261320590973, - -2.747166395187378, - -3.379595994949341, - -4.382689952850342, - -3.9649274349212646, - 1.5881856679916382, - -4.130424499511719, - -0.13843609392642975, - -3.157351016998291, - 0.5843254327774048, - 2.792834520339966, - 2.7679033279418945, - -1.6338099241256714, - -2.7592601776123047, - -0.6581250429153442, - -3.8781068325042725, - -0.5161222219467163, - 1.1150126457214355, - -5.275594711303711, - -2.8136518001556396, - -4.639729022979736, - -4.082907199859619, - -6.3282856941223145, - -1.47846257686615, - -2.7627856731414795, - -2.448763847351074, - -3.940469264984131, - -4.322715759277344, - -2.510767698287964, - -1.7209210395812988, - -1.7766697406768799, - 1.9548485279083252, - -4.779157638549805, - -1.3048522472381592, - -4.328117847442627, - -3.9507718086242676, - -2.093932628631592, - -1.048470377922058, - -4.265618324279785, - -4.9420485496521, - -2.936162233352661, - -4.044992446899414, - -4.223888874053955, - -6.332193374633789, - -0.7102819085121155, - -2.9050862789154053, - -3.116007089614868, - -5.2442216873168945, - -4.121204853057861, - -4.666223049163818, - -7.2325873374938965, - -3.825322151184082, - -4.284657001495361, - -3.856524705886841, - -8.756991386413574, - -2.7370445728302, - -3.846039295196533, - -5.014188766479492, - -3.865976333618164, - -4.557360649108887, - -4.940496921539307, - -4.931982040405273, - -3.049865961074829, - -3.4286246299743652, - -1.5281811952590942, - -4.988706588745117, - -4.926767826080322, - -2.8294575214385986, - -7.834574222564697, - 0.30779632925987244, - -4.857553005218506, - -1.005692958831787, - -4.574356555938721, - -5.408134460449219, - -1.848981499671936, - -2.972877025604248, - -5.637189865112305, - -4.477607250213623, - -4.669671058654785, - -3.18359112739563, - -2.606630563735962, - -2.4617409706115723, - -4.87054443359375, - -4.117293357849121, - -2.168299436569214, - -5.146331787109375, - -4.697238445281982, - -5.856457233428955, - -4.99001407623291, - -5.280979633331299, - -3.3956563472747803, - -2.538534641265869, - -4.2210211753845215, - -3.619126796722412, - -2.457275152206421, - -4.244533538818359, - -4.935596942901611, - -2.006283760070801, - -4.46429443359375, - -6.597487926483154, - 1.2668464183807373, - -5.389346599578857, - -4.018743515014648, - -3.9383931159973145, - -4.719001293182373, - -5.727618217468262, - -4.611293792724609, - -6.613631248474121, - -3.2143030166625977, - -1.7808181047439575, - -6.674977779388428, - -3.4298033714294434, - 0.19744765758514404, - -2.682258367538452, - -5.763263702392578, - -4.723976135253906, - -4.0529866218566895, - -3.1804869174957275, - -5.320319175720215, - -2.042620897293091, - -6.208672046661377, - -5.409493923187256, - -4.881982326507568, - -3.455108642578125, - -0.481804758310318, - -4.634814739227295, - -5.440920352935791, - -4.5261735916137695, - -4.810290336608887, - -5.644155979156494, - -6.962458610534668, - -5.406826496124268, - -4.192508697509766, - -6.68458890914917, - -4.675540447235107, - -5.429129123687744, - -5.83754825592041, - -5.845310211181641, - -7.02419376373291, - -6.131069183349609, - -4.099484920501709, - -1.611921787261963, - -2.098503828048706, - -5.303857803344727, - -4.054459571838379, - -2.5652694702148438, - -4.859699726104736, - -3.8440353870391846, - -4.513741970062256, - -6.123122692108154, - -4.143665313720703, - -4.9117889404296875, - -2.937633514404297, - -5.569548606872559, - -3.5018818378448486, - -4.174523830413818, - -6.000802040100098, - -2.9136931896209717, - -4.461985111236572, - -3.3598792552948, - -5.774486064910889, - -5.133059024810791, - -0.5073851943016052, - -0.21077941358089447, - -3.2719743251800537, - -4.69443941116333, - -4.339648723602295, - -1.9933688640594482, - -4.582409381866455, - -2.769808769226074, - -5.583561420440674, - -0.7601195573806763, - -3.1049163341522217, - -2.201298236846924, - -0.623275876045227, - 0.14570863544940948, - -5.783020973205566, - -6.059878826141357, - -3.7897753715515137, - -4.993617534637451, - 6.207278728485107, - -2.7114744186401367, - 0.2265211045742035, - 5.080609321594238, - -3.8494374752044678, - -5.699932098388672, - -5.866804122924805, - -3.8391435146331787, - -4.76401424407959, - -0.6214855909347534, - -5.356752872467041, - -5.181234359741211, - -1.8493518829345703, - -3.1877083778381348, - -5.466238498687744, - -4.3129496574401855, - -6.7161993980407715, - -2.075392007827759, - -2.9196507930755615, - -5.356269359588623, - -2.205366849899292, - -3.5823121070861816, - 3.2604267597198486, - -2.914050340652466, - -3.934565305709839, - -3.7043275833129883, - -4.345844745635986, - -2.644129991531372, - -1.4558860063552856, - -4.352349758148193, - -5.1301140785217285, - -1.2994776964187622, - -5.640018939971924, - -0.15892748534679413, - -2.0455219745635986, - -5.593112468719482, - -5.2271246910095215, - -2.590141534805298, - -3.056239604949951, - -4.0494065284729, - -1.3320804834365845, - 1.8652008771896362, - 0.6660881638526917, - -3.268111228942871, - -6.719285488128662, - -0.474485844373703, - -0.8709203004837036, - -3.865813732147217, - -4.831423759460449, - -3.163846969604492, - -0.28623414039611816, - -3.491152286529541, - 1.8982588052749634, - -4.2836222648620605, - -8.397055625915527, - -4.737199306488037, - -6.305665969848633, - -3.533907651901245, - -4.082573413848877, - -5.133214473724365, - -3.9809916019439697, - -4.775566577911377, - -5.015897274017334, - -3.8945672512054443, - 5.045821189880371, - -5.613808631896973, - -3.169692039489746, - -3.930051565170288, - -6.752981662750244, - -4.7242913246154785, - -0.025907443836331367, - -3.5820906162261963, - -4.179556369781494, - -1.5367281436920166, - -6.703654766082764, - -6.890748023986816, - -3.905055284500122, - -4.8188371658325195, - -4.0228657722473145, - 0.6817648410797119, - -5.463441848754883, - -3.946713447570801, - 1.3411532640457153, - -5.016154766082764, - -5.791490077972412, - -3.383490562438965, - -5.810781002044678, - -2.0896430015563965, - -3.1609745025634766, - -2.950474739074707, - -5.437070846557617, - -5.78153133392334, - -1.1666282415390015, - -5.012407302856445, - -3.124051570892334, - -7.037921905517578, - -1.5925960540771484, - -3.0805277824401855, - -0.040901049971580505, - -5.567790985107422, - -5.905611515045166, - -2.6370291709899902, - -4.759609222412109, - -1.7853786945343018, - -6.718226432800293 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.38801804184913635, + -0.5173815488815308, + -0.47658470273017883, + -0.2641819715499878, + -0.4377879202365875, + -0.4279031455516815, + -0.5342864990234375, + -0.686614990234375, + -0.506740391254425, + -0.6002835631370544, + 0.2916352450847626, + -0.3978101909160614, + -0.5669114589691162, + -0.4102911055088043, + -0.32398688793182373, + -0.5687593221664429, + -0.5213789939880371, + -0.5280559659004211, + -0.5316246151924133, + -0.6354851722717285, + -0.4681220054626465, + -0.4664452075958252, + -0.5541492104530334, + -0.5575657486915588, + -0.36417025327682495, + -0.5513582229614258, + -0.4713893234729767, + -0.4524981677532196, + -0.44966840744018555, + -0.3910941779613495, + -0.430427223443985, + -0.06632870435714722, + -0.5039052963256836, + -0.5324792861938477, + -0.5316546559333801, + -0.47060444951057434, + -0.6473120450973511, + -0.4765375256538391, + -0.4553171992301941, + -0.4149511754512787, + -0.37808656692504883, + -0.407043993473053, + -0.5018133521080017, + -0.3896962106227875, + -0.5810650587081909, + -0.35403209924697876, + -0.43932265043258667, + -0.3085175156593323, + -0.44888967275619507, + -0.5433260202407837, + -0.39023029804229736, + -0.7212457060813904, + -0.3079242706298828, + -0.5897809267044067, + -0.40735113620758057, + -0.5986184477806091, + -0.44816288352012634, + -0.37876343727111816, + -0.49978429079055786, + -0.5492615699768066, + -0.41402938961982727, + -0.5843420028686523, + -0.7434960603713989, + -0.4358890652656555, + -0.6659409403800964, + -0.5309470891952515, + -0.509288489818573, + -0.5675346255302429, + -0.6583662033081055, + -0.46571794152259827, + -0.5455203056335449, + -0.35667526721954346, + -0.8752140998840332, + -0.5515576004981995, + -0.6651775240898132, + -0.4768201410770416, + -0.5441439151763916, + -0.7710843086242676, + -0.3718290627002716, + -0.5476094484329224, + -0.695259690284729, + -0.46196040511131287, + -0.5748671889305115, + -0.532180905342102, + -0.38109493255615234, + -0.6347863674163818, + -0.660472571849823, + -0.4984336495399475, + -0.5170367956161499, + -0.4818459749221802, + -0.5533186197280884, + -0.4823441803455353, + -0.8551828861236572, + -0.5489298105239868, + -0.6267752647399902, + -0.6100810170173645, + -0.42065414786338806, + -0.4902905225753784, + -0.49904727935791016, + -0.44560956954956055, + -0.41259297728538513, + -0.6113747954368591, + -0.49339213967323303, + -0.5071113109588623, + -0.656941294670105, + -0.5696560740470886, + -0.40710338950157166, + -0.5643024444580078, + -0.6319531798362732, + -0.48937153816223145, + -0.46298474073410034, + -0.503762423992157, + -0.4676104784011841, + -0.5434004664421082, + -0.52817302942276, + -0.4759905934333801, + -0.572344958782196, + -0.5808914303779602, + -0.460440069437027, + -0.48364731669425964, + -0.35508331656455994, + -0.4065113663673401, + -0.4975419342517853, + -0.5640714168548584, + -0.3123413026332855, + -0.49038124084472656, + -0.47413700819015503, + -0.44041404128074646, + -0.49764180183410645, + -0.7961961030960083, + -0.7594836950302124, + -0.5771105885505676, + -0.6279233694076538, + -0.6364648342132568, + -0.5537478923797607, + -0.5893927216529846, + -0.7538977265357971, + -0.6427769064903259, + -0.7111356258392334, + -0.4609735906124115, + -0.7298333048820496, + -0.7725842595100403, + -0.44405117630958557, + -0.2244609296321869, + -0.6484083533287048, + -0.6425929665565491, + -0.38416123390197754, + -0.8072013258934021, + -0.7432917952537537, + -0.6099321842193604, + -0.3431912958621979, + -0.46543437242507935, + -0.6158878207206726, + -0.75286465883255, + -0.8612765073776245, + -0.6087197065353394, + -0.4733961820602417, + -0.6100241541862488, + -0.6618842482566833, + -0.6265637874603271, + -0.5477929711341858, + -0.6661142110824585, + -0.6413981914520264, + -0.45451197028160095, + -0.5678659677505493, + -0.622864842414856, + -0.9593721032142639, + -0.6018098592758179, + -0.5881642699241638, + -0.6536429524421692, + -0.5018572807312012, + -0.7780198454856873, + -0.6061709523200989, + -0.3787263333797455, + -0.7168189287185669, + -0.5037077069282532, + -0.6800171136856079, + -0.7827353477478027, + -0.6997233033180237, + -0.26721814274787903, + -0.7010062336921692, + -0.5738701820373535, + -0.869472861289978, + -0.7121699452400208, + -0.6971484422683716, + -0.40021324157714844, + -0.5710757374763489, + -0.78174889087677, + -0.5335766077041626, + -0.8577051162719727, + -0.739618718624115, + -0.6578018069267273, + -0.6500093936920166, + -0.7428653240203857, + -0.6773415207862854, + -0.6090599894523621, + -0.7477929592132568, + -0.38711610436439514, + -0.5428716540336609, + -0.8265935182571411, + -0.5972802042961121, + -0.6816985011100769, + -0.6025300621986389, + -1.0595829486846924, + -0.6712439060211182, + -0.8099801540374756, + -0.5887757539749146, + -0.796958863735199, + -0.8050352334976196, + -0.7075244784355164, + -0.6950290203094482, + -0.5452207326889038, + -0.9510381817817688, + -0.6679417490959167, + -0.6693777441978455, + -0.9051188826560974, + -0.9289026260375977, + -0.9857774972915649, + -0.7078821063041687, + -0.6464776396751404, + -0.9288653135299683, + -0.4682370722293854, + -0.9200599789619446, + -0.7834242582321167, + -0.8389157056808472, + -1.068632960319519, + -0.8140016794204712, + -0.8709447383880615, + -1.0258969068527222, + -0.8175733089447021, + -0.8323071599006653, + -0.6329619884490967, + -0.7618916034698486, + -0.6202327609062195, + -0.6780053973197937, + -0.8693310618400574, + -0.6054401993751526, + -0.6853852868080139, + -1.0740971565246582, + -1.0331873893737793, + -0.7432082295417786, + -0.9039371609687805, + -0.916098415851593, + -0.7744284868240356, + -0.6666806936264038, + -0.9164002537727356, + -0.5962351560592651, + -0.8752317428588867, + -1.0252326726913452, + -0.9836027026176453, + -0.870734691619873, + -0.9553662538528442, + -0.8365852236747742, + -1.0035063028335571, + -0.9685705304145813, + -0.8590782880783081, + -0.8685328364372253, + -0.6010013818740845, + -0.8512619733810425, + -0.979637861251831, + -0.8171638250350952, + -0.833834171295166, + -1.0241841077804565, + -0.8587719202041626, + -0.8099379539489746, + -1.0572936534881592, + -1.0156394243240356, + -0.9660393595695496, + -1.0453664064407349, + -1.0150814056396484, + -0.7369499206542969, + -0.8797205686569214, + -0.7889284491539001, + -1.0865888595581055, + -1.0016791820526123, + -1.0086711645126343, + -0.8240373730659485, + -0.9191308617591858, + -0.9764918684959412, + -0.8718324303627014, + -0.9193614721298218, + -0.9414157867431641, + -1.0049066543579102, + -0.7877626419067383, + -1.1327593326568604, + -1.024804711341858, + -1.0078647136688232, + -0.863166093826294, + -1.0135068893432617, + -1.0269746780395508, + -0.9337090849876404, + -1.1786874532699585, + -1.032719373703003, + -1.0518335103988647, + -1.0452971458435059, + -1.0459580421447754, + -1.0631850957870483, + -0.8874847888946533, + -0.8637757897377014, + -0.9549657702445984, + -1.0029311180114746, + -1.1254560947418213, + -0.9733051657676697, + -1.1057021617889404, + -1.0062084197998047, + -0.9683334231376648, + -0.9375675916671753, + -1.0465869903564453, + -1.0911707878112793, + -0.9639383554458618, + -1.0686829090118408, + -0.9785621166229248, + -1.0418715476989746, + -1.0016052722930908, + -1.0858148336410522, + -1.0303993225097656, + -1.0922924280166626, + -0.8014330863952637, + -1.100308895111084, + -1.089730978012085, + -1.008668303489685, + -1.0845212936401367, + -1.14080011844635, + -0.8884836435317993, + -1.0545257329940796, + -1.033809781074524, + -1.1574598550796509, + -0.9841779470443726, + -1.0459915399551392, + -1.0013189315795898, + -1.0247740745544434, + -1.001197338104248, + -1.2038556337356567, + -1.0358785390853882, + -1.1360424757003784, + -1.0771470069885254, + -1.1901098489761353, + -1.1722081899642944, + -0.9187927842140198, + -1.0044664144515991, + -1.1034915447235107, + -0.9205184578895569, + -0.98796147108078, + -1.1858123540878296, + -1.0192592144012451, + -1.0937126874923706, + -1.1642043590545654, + -1.1695126295089722, + -1.1746265888214111, + -1.2005561590194702, + -1.026220679283142, + -0.9596338868141174, + -1.141276478767395, + -1.1464446783065796, + -1.1238842010498047, + -1.0052577257156372, + -1.1768875122070312, + -1.1558171510696411, + -1.0466911792755127, + -1.2294032573699951, + -1.1884207725524902, + -1.0980186462402344, + -1.2094556093215942, + -1.2029253244400024, + -1.073312520980835, + -1.1377593278884888, + -1.0401475429534912, + -1.1651381254196167, + -1.0953682661056519, + -1.1989177465438843, + -1.1197346448898315, + -1.0793653726577759, + -1.2143899202346802, + -1.2347184419631958, + -1.1676068305969238, + -1.203779935836792, + -1.2136616706848145, + -1.2204290628433228, + -1.122091293334961, + -1.1157071590423584, + -1.2292063236236572, + -1.1073912382125854, + -1.17672860622406, + -1.1405128240585327, + -1.2622666358947754, + -1.1941181421279907, + -1.2566477060317993, + -1.2048609256744385, + -1.2354633808135986, + -1.1790746450424194, + -1.1103781461715698, + -1.1969480514526367, + -1.1943373680114746, + -1.0289958715438843, + -1.1714105606079102, + -1.1553237438201904, + -1.175012469291687, + -1.2138526439666748, + -1.1155149936676025, + -1.1528420448303223, + -1.21396803855896, + -1.1649278402328491, + -1.2274752855300903, + -1.1866576671600342, + -1.1887133121490479, + -1.2622886896133423, + -1.1546176671981812, + -1.2111701965332031, + -1.2517812252044678, + -1.2491216659545898, + -1.2318248748779297, + -1.2353042364120483, + -1.160477638244629, + -1.2412234544754028, + -1.2282589673995972, + -1.2273969650268555, + -1.2486189603805542, + -1.2387988567352295, + -1.213530421257019, + -1.2691015005111694, + -1.20028555393219, + -1.2606754302978516, + -1.2591848373413086, + -1.2447181940078735, + -1.2303553819656372, + -1.2093966007232666, + -1.227331280708313, + -1.239786982536316, + -1.2187719345092773, + -1.2258927822113037, + -1.2557016611099243, + -1.2409697771072388, + -1.2496404647827148, + -1.2634799480438232, + -1.172285795211792, + -1.2684190273284912, + -1.2204784154891968, + -1.2812227010726929, + -1.214267373085022, + -1.2671000957489014, + -1.2247895002365112, + -1.2833456993103027, + -1.2196732759475708, + -1.2338018417358398, + -1.2360528707504272, + -1.2411545515060425, + -1.2315537929534912, + -1.2601876258850098, + -1.2106080055236816, + -1.22366201877594, + -1.2471972703933716, + -1.2305588722229004, + -1.2457730770111084, + -1.2617243528366089, + -1.2320293188095093, + -1.2511086463928223, + -1.2735390663146973, + -1.2650917768478394, + -1.2124420404434204, + -1.2800695896148682, + -1.2711135149002075, + -1.251798391342163, + -1.244297981262207, + -1.2147254943847656, + -1.2009836435317993, + -1.2361605167388916, + -1.2421200275421143, + -1.2491799592971802, + -1.246836543083191, + -1.2312618494033813, + -1.2382707595825195, + -1.2435551881790161, + -1.244618535041809, + -1.2518277168273926, + -1.1965738534927368, + -1.2412627935409546, + -1.254764437675476, + -1.2149819135665894, + -1.247090220451355, + -1.2397301197052002, + -1.2676365375518799, + -1.2151472568511963, + -1.2688443660736084, + -1.2517367601394653, + -1.2638224363327026, + -1.2400696277618408, + -1.2481123208999634, + -1.2701042890548706, + -1.2526146173477173, + -1.23495614528656, + -1.2834786176681519, + -1.276639461517334 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.65, - 0.7000000000000001, - 0.675, - 0.675, - 0.675, - 0.55, - 0.47500000000000003, 0.525, - 0.42500000000000004, - 0.4 + 0.4749999999999999, + 0.44999999999999996, + 0.44999999999999996, + 0.46249999999999997, + 0.5, + 0.48750000000000004, + 0.45, + 0.35, + 0.25, + 0.15, + 0.18750000000000003, + 0.15000000000000002, + 0.1125, + 0.08750000000000001, + 0.08750000000000001, + 0.0625, + 0.025, + 0.037500000000000006, + 0.09999999999999999 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9295306205749512, - 0.1405211091041565, - 0.336678147315979, - 0.9115637540817261, - 0.2401351034641266, - 0.2945942282676697, - 0.9800699949264526, - 0.5767083168029785, - 0.3306370973587036, - 0.6408519744873047 + -0.0892372876405716, + -0.06122387945652008, + -0.023090045899152756, + 0.023717543110251427, + 0.030766453593969345, + 0.08011849224567413, + 0.0808374211192131, + 0.06683821976184845, + 0.15520283579826355, + 0.02652042917907238, + -0.014430925250053406, + 0.06475534290075302, + -0.0024646844249218702, + 0.010897114872932434, + -0.05458357185125351, + -0.18361958861351013, + 0.06793680042028427, + 0.07469214498996735, + 0.1880689561367035, + 0.14401118457317352 ], "rl_grad_norm": [ - 23.4473934173584, - 794.3687133789062, - 2744.97509765625, - 1715.3115234375, - 1908.948486328125, - 31716.49609375, - 3115.26513671875, - 14079.546875, - 19758.451171875, - 11539.6552734375 + 43.48125076293945, + 190.62107849121094, + 147.01722717285156, + 168.28253173828125, + 985.3721923828125, + 703.7488403320312, + 478.7547607421875, + 724.369873046875, + 707.3934936523438, + 10801.5595703125, + 1270.305419921875, + 196.6886749267578, + 13654.4716796875, + 528.4611206054688, + 1805.26123046875, + 350.3536682128906, + 40082.20703125, + 4133.193359375, + 17889.119140625, + 3465.586181640625 ], "bc_grad_norm": [ - 203.03868103027344, - 1537.53955078125, - 1867.3653564453125, - 7092.984375, - 5912.40576171875, - 79881.890625, - 6554.4853515625, - 39699.12109375, - 14844.328125, - 122726.5078125 + 3.447974681854248, + 2.012632131576538, + 2.434075355529785, + 2.6443092823028564, + 3.072073459625244, + 6.357377052307129, + 6.329383373260498, + 10.288016319274902, + 14.452535629272461, + 16.111188888549805, + 24.988903045654297, + 30.413728713989258, + 22.733945846557617, + 18.441646575927734, + 18.52910804748535, + 26.012054443359375, + 21.676002502441406, + 27.26237678527832, + 32.48767852783203, + 22.702777862548828 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.05522514507174492, - "embedding.weight": 1.4515032768249512, - "cnn.0.weight": 23.307170867919922, - "cnn.0.bias": 1.2949169874191284, - "cnn.2.weight": 6.385900020599365, - "cnn.2.bias": 1.995612621307373, - "cnn.5.weight": 10.918810844421387, - "cnn.5.bias": 1.3846349716186523, - "action_emb.weight": 0.8450602293014526, - "timestep_emb.weight": 0.9296802282333374, - "pos_emb.weight": 0.44270560145378113, - "transformer.layers.0.self_attn.in_proj_weight": 23.51137351989746, - "transformer.layers.0.self_attn.in_proj_bias": 1.7579989433288574, - "transformer.layers.0.self_attn.out_proj.weight": 16.408592224121094, - "transformer.layers.0.self_attn.out_proj.bias": 1.6936036348342896, - "transformer.layers.0.linear1.weight": 7.697578430175781, - "transformer.layers.0.linear1.bias": 0.41069912910461426, - "transformer.layers.0.linear2.weight": 7.973920822143555, - "transformer.layers.0.linear2.bias": 0.42670512199401855, - "transformer.layers.0.norm1.weight": 1.429775357246399, - "transformer.layers.0.norm1.bias": 1.522530198097229, - "transformer.layers.0.norm2.weight": 0.5626954436302185, - "transformer.layers.0.norm2.bias": 0.49629151821136475, - "transformer.layers.1.self_attn.in_proj_weight": 4.880708694458008, - "transformer.layers.1.self_attn.in_proj_bias": 0.19050279259681702, - "transformer.layers.1.self_attn.out_proj.weight": 3.628864049911499, - "transformer.layers.1.self_attn.out_proj.bias": 0.17934317886829376, - "transformer.layers.1.linear1.weight": 2.930481433868408, - "transformer.layers.1.linear1.bias": 0.13297194242477417, - "transformer.layers.1.linear2.weight": 3.412968158721924, - "transformer.layers.1.linear2.bias": 0.13644175231456757, - "transformer.layers.1.norm1.weight": 0.39911630749702454, - "transformer.layers.1.norm1.bias": 0.2148953527212143, - "transformer.layers.1.norm2.weight": 0.23364479839801788, - "transformer.layers.1.norm2.bias": 0.12167306989431381, - "transformer.layers.2.self_attn.in_proj_weight": 5.638640403747559, - "transformer.layers.2.self_attn.in_proj_bias": 0.190134197473526, - "transformer.layers.2.self_attn.out_proj.weight": 1.7163784503936768, - "transformer.layers.2.self_attn.out_proj.bias": 0.07838647812604904, - "transformer.layers.2.linear1.weight": 1.157245397567749, - "transformer.layers.2.linear1.bias": 0.054116081446409225, - "transformer.layers.2.linear2.weight": 1.27118980884552, - "transformer.layers.2.linear2.bias": 0.049364373087882996, - "transformer.layers.2.norm1.weight": 0.4692857265472412, - "transformer.layers.2.norm1.bias": 0.21311922371387482, - "transformer.layers.2.norm2.weight": 0.20723579823970795, - "transformer.layers.2.norm2.bias": 0.08381777256727219, - "transformer.layers.3.self_attn.in_proj_weight": 2.474625825881958, - "transformer.layers.3.self_attn.in_proj_bias": 0.08923787623643875, - "transformer.layers.3.self_attn.out_proj.weight": 1.2682206630706787, - "transformer.layers.3.self_attn.out_proj.bias": 0.022703951224684715, - "transformer.layers.3.linear1.weight": 1.0943076610565186, - "transformer.layers.3.linear1.bias": 0.06569145619869232, - "transformer.layers.3.linear2.weight": 1.1551604270935059, - "transformer.layers.3.linear2.bias": 0.015661608427762985, - "transformer.layers.3.norm1.weight": 0.2544211745262146, - "transformer.layers.3.norm1.bias": 0.0957694947719574, - "transformer.layers.3.norm2.weight": 0.2569359540939331, - "transformer.layers.3.norm2.bias": 0.16807930171489716, - "head.weight": 19.013607025146484, - "head.bias": 0.02626749500632286, - "global_embedding.weight": 2.9688289165496826, - "global_cnn.0.weight": 11.209604263305664, - "global_cnn.0.bias": 0.4625591039657593, - "global_cnn.2.weight": 15.744023323059082, - "global_cnn.2.bias": 0.9948605298995972, - "global_proj.weight": 9.031497955322266, - "global_proj.bias": 3.9753594398498535, - "goal_head.0.weight": 0.12682084739208221, - "goal_head.0.bias": 0.04468657821416855, - "goal_head.2.weight": 0.14493428170681, - "goal_head.2.bias": 0.09728418290615082 - }, - { - "global_gate": 0.01334831677377224, - "embedding.weight": 78.7931900024414, - "cnn.0.weight": 1105.0556640625, - "cnn.0.bias": 66.228515625, - "cnn.2.weight": 234.1150360107422, - "cnn.2.bias": 107.35477447509766, - "cnn.5.weight": 180.40367126464844, - "cnn.5.bias": 37.998146057128906, - "action_emb.weight": 5.0079803466796875, - "timestep_emb.weight": 4.952219009399414, - "pos_emb.weight": 2.679518222808838, - "transformer.layers.0.self_attn.in_proj_weight": 170.02566528320312, - "transformer.layers.0.self_attn.in_proj_bias": 11.414109230041504, - "transformer.layers.0.self_attn.out_proj.weight": 115.3307113647461, - "transformer.layers.0.self_attn.out_proj.bias": 10.086806297302246, - "transformer.layers.0.linear1.weight": 52.56477737426758, - "transformer.layers.0.linear1.bias": 2.9953019618988037, - "transformer.layers.0.linear2.weight": 49.92707443237305, - "transformer.layers.0.linear2.bias": 3.0810346603393555, - "transformer.layers.0.norm1.weight": 10.209786415100098, - "transformer.layers.0.norm1.bias": 11.99364185333252, - "transformer.layers.0.norm2.weight": 4.252453327178955, - "transformer.layers.0.norm2.bias": 4.076044082641602, - "transformer.layers.1.self_attn.in_proj_weight": 46.97968673706055, - "transformer.layers.1.self_attn.in_proj_bias": 1.550966501235962, - "transformer.layers.1.self_attn.out_proj.weight": 7.257828235626221, - "transformer.layers.1.self_attn.out_proj.bias": 0.4176512658596039, - "transformer.layers.1.linear1.weight": 4.805657386779785, - "transformer.layers.1.linear1.bias": 0.31865549087524414, - "transformer.layers.1.linear2.weight": 5.480459213256836, - "transformer.layers.1.linear2.bias": 0.23374688625335693, - "transformer.layers.1.norm1.weight": 4.267483711242676, - "transformer.layers.1.norm1.bias": 2.5868256092071533, - "transformer.layers.1.norm2.weight": 0.7503430247306824, - "transformer.layers.1.norm2.bias": 0.8555899262428284, - "transformer.layers.2.self_attn.in_proj_weight": 10.945661544799805, - "transformer.layers.2.self_attn.in_proj_bias": 0.5198192000389099, - "transformer.layers.2.self_attn.out_proj.weight": 2.8294525146484375, - "transformer.layers.2.self_attn.out_proj.bias": 0.1485632061958313, - "transformer.layers.2.linear1.weight": 2.0196869373321533, - "transformer.layers.2.linear1.bias": 0.14829032123088837, - "transformer.layers.2.linear2.weight": 3.7356767654418945, - "transformer.layers.2.linear2.bias": 0.1101788580417633, - "transformer.layers.2.norm1.weight": 0.7522526979446411, - "transformer.layers.2.norm1.bias": 0.6276957392692566, - "transformer.layers.2.norm2.weight": 0.39297711849212646, - "transformer.layers.2.norm2.bias": 0.5195549726486206, - "transformer.layers.3.self_attn.in_proj_weight": 4.388916969299316, - "transformer.layers.3.self_attn.in_proj_bias": 0.27005839347839355, - "transformer.layers.3.self_attn.out_proj.weight": 1.7617912292480469, - "transformer.layers.3.self_attn.out_proj.bias": 0.09960298240184784, - "transformer.layers.3.linear1.weight": 1.9019136428833008, - "transformer.layers.3.linear1.bias": 0.12196164578199387, - "transformer.layers.3.linear2.weight": 4.134793758392334, - "transformer.layers.3.linear2.bias": 0.0867355465888977, - "transformer.layers.3.norm1.weight": 0.5854708552360535, - "transformer.layers.3.norm1.bias": 0.778589129447937, - "transformer.layers.3.norm2.weight": 0.3006678521633148, - "transformer.layers.3.norm2.bias": 0.5349056720733643, - "head.weight": 66.9637222290039, - "head.bias": 0.16610880196094513, - "global_embedding.weight": 38.11677169799805, - "global_cnn.0.weight": 120.97840881347656, - "global_cnn.0.bias": 5.90333890914917, - "global_cnn.2.weight": 117.89878845214844, - "global_cnn.2.bias": 6.055141925811768, - "global_proj.weight": 43.01447677612305, - "global_proj.bias": 13.853265762329102, - "goal_head.0.weight": 0.904714822769165, - "goal_head.0.bias": 0.2185238152742386, - "goal_head.2.weight": 1.212953805923462, - "goal_head.2.bias": 0.41408872604370117 - }, - { - "global_gate": 0.4836091995239258, - "embedding.weight": 17.734554290771484, - "cnn.0.weight": 407.5615234375, - "cnn.0.bias": 19.329397201538086, - "cnn.2.weight": 125.12152862548828, - "cnn.2.bias": 52.79971694946289, - "cnn.5.weight": 85.31204223632812, - "cnn.5.bias": 18.30950927734375, - "action_emb.weight": 5.1708526611328125, - "timestep_emb.weight": 3.442176342010498, - "pos_emb.weight": 2.4199459552764893, - "transformer.layers.0.self_attn.in_proj_weight": 114.44022369384766, - "transformer.layers.0.self_attn.in_proj_bias": 6.3155975341796875, - "transformer.layers.0.self_attn.out_proj.weight": 66.82611083984375, - "transformer.layers.0.self_attn.out_proj.bias": 5.013351917266846, - "transformer.layers.0.linear1.weight": 32.60775375366211, - "transformer.layers.0.linear1.bias": 1.7040143013000488, - "transformer.layers.0.linear2.weight": 44.9171028137207, - "transformer.layers.0.linear2.bias": 1.1659218072891235, - "transformer.layers.0.norm1.weight": 7.280466079711914, - "transformer.layers.0.norm1.bias": 6.181089401245117, - "transformer.layers.0.norm2.weight": 2.875943660736084, - "transformer.layers.0.norm2.bias": 2.335115432739258, - "transformer.layers.1.self_attn.in_proj_weight": 64.41902923583984, - "transformer.layers.1.self_attn.in_proj_bias": 1.7055883407592773, - "transformer.layers.1.self_attn.out_proj.weight": 11.464994430541992, - "transformer.layers.1.self_attn.out_proj.bias": 0.30677899718284607, - "transformer.layers.1.linear1.weight": 10.82898235321045, - "transformer.layers.1.linear1.bias": 0.7298680543899536, - "transformer.layers.1.linear2.weight": 12.968268394470215, - "transformer.layers.1.linear2.bias": 0.2660699486732483, - "transformer.layers.1.norm1.weight": 5.30931282043457, - "transformer.layers.1.norm1.bias": 2.3186402320861816, - "transformer.layers.1.norm2.weight": 3.7474331855773926, - "transformer.layers.1.norm2.bias": 2.849287748336792, - "transformer.layers.2.self_attn.in_proj_weight": 17.507678985595703, - "transformer.layers.2.self_attn.in_proj_bias": 0.9633426070213318, - "transformer.layers.2.self_attn.out_proj.weight": 11.201332092285156, - "transformer.layers.2.self_attn.out_proj.bias": 0.23022371530532837, - "transformer.layers.2.linear1.weight": 18.277206420898438, - "transformer.layers.2.linear1.bias": 1.14191472530365, - "transformer.layers.2.linear2.weight": 20.359479904174805, - "transformer.layers.2.linear2.bias": 0.17516136169433594, - "transformer.layers.2.norm1.weight": 3.7336618900299072, - "transformer.layers.2.norm1.bias": 2.777932643890381, - "transformer.layers.2.norm2.weight": 9.571379661560059, - "transformer.layers.2.norm2.bias": 7.396676063537598, - "transformer.layers.3.self_attn.in_proj_weight": 17.315521240234375, - "transformer.layers.3.self_attn.in_proj_bias": 0.786173939704895, - "transformer.layers.3.self_attn.out_proj.weight": 16.374191284179688, - "transformer.layers.3.self_attn.out_proj.bias": 0.16239367425441742, - "transformer.layers.3.linear1.weight": 21.771432876586914, - "transformer.layers.3.linear1.bias": 1.2722630500793457, - "transformer.layers.3.linear2.weight": 22.414794921875, - "transformer.layers.3.linear2.bias": 0.20130077004432678, - "transformer.layers.3.norm1.weight": 6.3455119132995605, - "transformer.layers.3.norm1.bias": 3.957174777984619, - "transformer.layers.3.norm2.weight": 12.312606811523438, - "transformer.layers.3.norm2.bias": 8.590353965759277, - "head.weight": 409.5947570800781, - "head.bias": 0.19831009209156036, - "global_embedding.weight": 3.8800790309906006, - "global_cnn.0.weight": 32.86539077758789, - "global_cnn.0.bias": 1.4277234077453613, - "global_cnn.2.weight": 65.44829559326172, - "global_cnn.2.bias": 3.1674249172210693, - "global_proj.weight": 30.57167625427246, - "global_proj.bias": 9.39045238494873, - "goal_head.0.weight": 0.4512564539909363, - "goal_head.0.bias": 0.10342523455619812, - "goal_head.2.weight": 0.4345109462738037, - "goal_head.2.bias": 0.20553767681121826 - }, - { - "global_gate": 10.21767520904541, - "embedding.weight": 650.3158569335938, - "cnn.0.weight": 8581.5751953125, - "cnn.0.bias": 479.24981689453125, - "cnn.2.weight": 1766.855224609375, - "cnn.2.bias": 659.5446166992188, - "cnn.5.weight": 750.756591796875, - "cnn.5.bias": 131.6513214111328, - "action_emb.weight": 51.90135192871094, - "timestep_emb.weight": 19.543472290039062, - "pos_emb.weight": 17.812623977661133, - "transformer.layers.0.self_attn.in_proj_weight": 1325.4581298828125, - "transformer.layers.0.self_attn.in_proj_bias": 108.65032958984375, - "transformer.layers.0.self_attn.out_proj.weight": 971.1937866210938, - "transformer.layers.0.self_attn.out_proj.bias": 74.56722259521484, - "transformer.layers.0.linear1.weight": 403.44622802734375, - "transformer.layers.0.linear1.bias": 28.70598030090332, - "transformer.layers.0.linear2.weight": 343.47808837890625, - "transformer.layers.0.linear2.bias": 21.632829666137695, - "transformer.layers.0.norm1.weight": 106.82482147216797, - "transformer.layers.0.norm1.bias": 126.88019561767578, - "transformer.layers.0.norm2.weight": 42.46494674682617, - "transformer.layers.0.norm2.bias": 55.56937026977539, - "transformer.layers.1.self_attn.in_proj_weight": 384.1171569824219, - "transformer.layers.1.self_attn.in_proj_bias": 20.763525009155273, - "transformer.layers.1.self_attn.out_proj.weight": 97.254638671875, - "transformer.layers.1.self_attn.out_proj.bias": 3.844508171081543, - "transformer.layers.1.linear1.weight": 46.65134811401367, - "transformer.layers.1.linear1.bias": 3.6528215408325195, - "transformer.layers.1.linear2.weight": 41.921085357666016, - "transformer.layers.1.linear2.bias": 1.4867523908615112, - "transformer.layers.1.norm1.weight": 34.31224060058594, - "transformer.layers.1.norm1.bias": 41.091983795166016, - "transformer.layers.1.norm2.weight": 15.218005180358887, - "transformer.layers.1.norm2.bias": 19.14413070678711, - "transformer.layers.2.self_attn.in_proj_weight": 88.12283325195312, - "transformer.layers.2.self_attn.in_proj_bias": 3.435678243637085, - "transformer.layers.2.self_attn.out_proj.weight": 26.930498123168945, - "transformer.layers.2.self_attn.out_proj.bias": 0.6352838277816772, - "transformer.layers.2.linear1.weight": 52.25754165649414, - "transformer.layers.2.linear1.bias": 3.4271442890167236, - "transformer.layers.2.linear2.weight": 57.58372116088867, - "transformer.layers.2.linear2.bias": 0.9068080186843872, - "transformer.layers.2.norm1.weight": 11.96087646484375, - "transformer.layers.2.norm1.bias": 4.101698398590088, - "transformer.layers.2.norm2.weight": 33.465728759765625, - "transformer.layers.2.norm2.bias": 34.85173034667969, - "transformer.layers.3.self_attn.in_proj_weight": 58.12213897705078, - "transformer.layers.3.self_attn.in_proj_bias": 4.219937801361084, - "transformer.layers.3.self_attn.out_proj.weight": 36.232025146484375, - "transformer.layers.3.self_attn.out_proj.bias": 0.6039798259735107, - "transformer.layers.3.linear1.weight": 60.25106430053711, - "transformer.layers.3.linear1.bias": 3.6343977451324463, - "transformer.layers.3.linear2.weight": 61.05402374267578, - "transformer.layers.3.linear2.bias": 0.36920633912086487, - "transformer.layers.3.norm1.weight": 19.341978073120117, - "transformer.layers.3.norm1.bias": 24.72971534729004, - "transformer.layers.3.norm2.weight": 42.33182907104492, - "transformer.layers.3.norm2.bias": 39.995853424072266, - "head.weight": 1146.6585693359375, - "head.bias": 0.26122885942459106, - "global_embedding.weight": 170.1294708251953, - "global_cnn.0.weight": 674.158935546875, - "global_cnn.0.bias": 30.72442054748535, - "global_cnn.2.weight": 1053.7607421875, - "global_cnn.2.bias": 46.2967414855957, - "global_proj.weight": 367.5906677246094, - "global_proj.bias": 116.37709045410156, - "goal_head.0.weight": 0.2816670835018158, - "goal_head.0.bias": 0.07862303406000137, - "goal_head.2.weight": 0.28069624304771423, - "goal_head.2.bias": 0.17002543807029724 - }, - { - "global_gate": 2.547544240951538, - "embedding.weight": 19.488807678222656, - "cnn.0.weight": 487.0091247558594, - "cnn.0.bias": 23.515180587768555, - "cnn.2.weight": 186.98849487304688, - "cnn.2.bias": 60.882930755615234, - "cnn.5.weight": 192.9100799560547, - "cnn.5.bias": 25.473146438598633, - "action_emb.weight": 7.193184852600098, - "timestep_emb.weight": 5.66854190826416, - "pos_emb.weight": 5.1755805015563965, - "transformer.layers.0.self_attn.in_proj_weight": 174.38742065429688, - "transformer.layers.0.self_attn.in_proj_bias": 8.696338653564453, - "transformer.layers.0.self_attn.out_proj.weight": 149.81210327148438, - "transformer.layers.0.self_attn.out_proj.bias": 8.406981468200684, - "transformer.layers.0.linear1.weight": 81.4100112915039, - "transformer.layers.0.linear1.bias": 5.189560413360596, - "transformer.layers.0.linear2.weight": 124.49195861816406, - "transformer.layers.0.linear2.bias": 5.534231662750244, - "transformer.layers.0.norm1.weight": 11.174290657043457, - "transformer.layers.0.norm1.bias": 8.734561920166016, - "transformer.layers.0.norm2.weight": 6.567853927612305, - "transformer.layers.0.norm2.bias": 7.321711540222168, - "transformer.layers.1.self_attn.in_proj_weight": 227.5150604248047, - "transformer.layers.1.self_attn.in_proj_bias": 10.560918807983398, - "transformer.layers.1.self_attn.out_proj.weight": 66.26544952392578, - "transformer.layers.1.self_attn.out_proj.bias": 1.506618857383728, - "transformer.layers.1.linear1.weight": 17.947021484375, - "transformer.layers.1.linear1.bias": 1.0585944652557373, - "transformer.layers.1.linear2.weight": 37.54827117919922, - "transformer.layers.1.linear2.bias": 1.369600534439087, - "transformer.layers.1.norm1.weight": 14.791075706481934, - "transformer.layers.1.norm1.bias": 9.695988655090332, - "transformer.layers.1.norm2.weight": 3.940514326095581, - "transformer.layers.1.norm2.bias": 3.422865152359009, - "transformer.layers.2.self_attn.in_proj_weight": 79.01964569091797, - "transformer.layers.2.self_attn.in_proj_bias": 4.823579788208008, - "transformer.layers.2.self_attn.out_proj.weight": 22.028095245361328, - "transformer.layers.2.self_attn.out_proj.bias": 0.9978344440460205, - "transformer.layers.2.linear1.weight": 21.949054718017578, - "transformer.layers.2.linear1.bias": 1.265258550643921, - "transformer.layers.2.linear2.weight": 23.362138748168945, - "transformer.layers.2.linear2.bias": 1.3587926626205444, - "transformer.layers.2.norm1.weight": 18.058595657348633, - "transformer.layers.2.norm1.bias": 23.21071434020996, - "transformer.layers.2.norm2.weight": 12.418848037719727, - "transformer.layers.2.norm2.bias": 7.286348819732666, - "transformer.layers.3.self_attn.in_proj_weight": 41.25471878051758, - "transformer.layers.3.self_attn.in_proj_bias": 1.9972482919692993, - "transformer.layers.3.self_attn.out_proj.weight": 7.206212997436523, - "transformer.layers.3.self_attn.out_proj.bias": 0.25055357813835144, - "transformer.layers.3.linear1.weight": 15.8377046585083, - "transformer.layers.3.linear1.bias": 0.6513783931732178, - "transformer.layers.3.linear2.weight": 15.315171241760254, - "transformer.layers.3.linear2.bias": 0.02639051154255867, - "transformer.layers.3.norm1.weight": 16.025760650634766, - "transformer.layers.3.norm1.bias": 14.948858261108398, - "transformer.layers.3.norm2.weight": 14.399216651916504, - "transformer.layers.3.norm2.bias": 9.140975952148438, - "head.weight": 317.0721435546875, - "head.bias": 0.03697850927710533, - "global_embedding.weight": 21.02410316467285, - "global_cnn.0.weight": 113.66722106933594, - "global_cnn.0.bias": 4.874279975891113, - "global_cnn.2.weight": 149.82960510253906, - "global_cnn.2.bias": 9.845151901245117, - "global_proj.weight": 62.107398986816406, - "global_proj.bias": 26.27775764465332, - "goal_head.0.weight": 0.3997167646884918, - "goal_head.0.bias": 0.145338773727417, - "goal_head.2.weight": 0.3729105293750763, - "goal_head.2.bias": 0.36711281538009644 - }, - { - "global_gate": 5.611431121826172, - "embedding.weight": 558.3914794921875, - "cnn.0.weight": 15053.0751953125, - "cnn.0.bias": 808.3295288085938, - "cnn.2.weight": 4673.47998046875, - "cnn.2.bias": 2190.521484375, - "cnn.5.weight": 4964.90087890625, - "cnn.5.bias": 1156.5850830078125, - "action_emb.weight": 497.2047119140625, - "timestep_emb.weight": 435.6681213378906, - "pos_emb.weight": 225.02500915527344, - "transformer.layers.0.self_attn.in_proj_weight": 9627.9833984375, - "transformer.layers.0.self_attn.in_proj_bias": 955.9224243164062, - "transformer.layers.0.self_attn.out_proj.weight": 6723.28125, - "transformer.layers.0.self_attn.out_proj.bias": 711.7060546875, - "transformer.layers.0.linear1.weight": 4043.444580078125, - "transformer.layers.0.linear1.bias": 267.3706359863281, - "transformer.layers.0.linear2.weight": 4674.15625, - "transformer.layers.0.linear2.bias": 325.4255676269531, - "transformer.layers.0.norm1.weight": 712.3323974609375, - "transformer.layers.0.norm1.bias": 1422.30712890625, - "transformer.layers.0.norm2.weight": 359.5556335449219, - "transformer.layers.0.norm2.bias": 411.226318359375, - "transformer.layers.1.self_attn.in_proj_weight": 8064.69873046875, - "transformer.layers.1.self_attn.in_proj_bias": 390.06158447265625, - "transformer.layers.1.self_attn.out_proj.weight": 674.75537109375, - "transformer.layers.1.self_attn.out_proj.bias": 30.604896545410156, - "transformer.layers.1.linear1.weight": 268.9698486328125, - "transformer.layers.1.linear1.bias": 15.62008285522461, - "transformer.layers.1.linear2.weight": 313.9242858886719, - "transformer.layers.1.linear2.bias": 14.298590660095215, - "transformer.layers.1.norm1.weight": 505.3579406738281, - "transformer.layers.1.norm1.bias": 510.4261474609375, - "transformer.layers.1.norm2.weight": 49.671058654785156, - "transformer.layers.1.norm2.bias": 57.860591888427734, - "transformer.layers.2.self_attn.in_proj_weight": 947.7184448242188, - "transformer.layers.2.self_attn.in_proj_bias": 39.28462600708008, - "transformer.layers.2.self_attn.out_proj.weight": 87.74073791503906, - "transformer.layers.2.self_attn.out_proj.bias": 2.314387798309326, - "transformer.layers.2.linear1.weight": 55.85419845581055, - "transformer.layers.2.linear1.bias": 3.866408586502075, - "transformer.layers.2.linear2.weight": 78.31578826904297, - "transformer.layers.2.linear2.bias": 3.720005989074707, - "transformer.layers.2.norm1.weight": 82.39019775390625, - "transformer.layers.2.norm1.bias": 56.58676528930664, - "transformer.layers.2.norm2.weight": 36.414794921875, - "transformer.layers.2.norm2.bias": 52.00265121459961, - "transformer.layers.3.self_attn.in_proj_weight": 101.68423461914062, - "transformer.layers.3.self_attn.in_proj_bias": 6.2504496574401855, - "transformer.layers.3.self_attn.out_proj.weight": 9.084746360778809, - "transformer.layers.3.self_attn.out_proj.bias": 0.7312009930610657, - "transformer.layers.3.linear1.weight": 51.126216888427734, - "transformer.layers.3.linear1.bias": 2.8275773525238037, - "transformer.layers.3.linear2.weight": 50.08663558959961, - "transformer.layers.3.linear2.bias": 0.4628344178199768, - "transformer.layers.3.norm1.weight": 37.842262268066406, - "transformer.layers.3.norm1.bias": 48.63081359863281, - "transformer.layers.3.norm2.weight": 47.416481018066406, - "transformer.layers.3.norm2.bias": 48.264705657958984, - "head.weight": 880.434814453125, - "head.bias": 0.2465517818927765, - "global_embedding.weight": 139.08375549316406, - "global_cnn.0.weight": 1162.1075439453125, - "global_cnn.0.bias": 51.46287536621094, - "global_cnn.2.weight": 2120.167236328125, - "global_cnn.2.bias": 85.15339660644531, - "global_proj.weight": 4489.58349609375, - "global_proj.bias": 156.01779174804688, - "goal_head.0.weight": 26.057790756225586, - "goal_head.0.bias": 0.5628054738044739, - "goal_head.2.weight": 24.57630157470703, - "goal_head.2.bias": 1.5147063732147217 - }, - { - "global_gate": 0.2735789120197296, - "embedding.weight": 10.829710960388184, - "cnn.0.weight": 113.38607788085938, - "cnn.0.bias": 5.65312385559082, - "cnn.2.weight": 23.996191024780273, - "cnn.2.bias": 13.223979949951172, - "cnn.5.weight": 33.71159744262695, - "cnn.5.bias": 9.231813430786133, - "action_emb.weight": 4.957662105560303, - "timestep_emb.weight": 6.459320545196533, - "pos_emb.weight": 5.065441131591797, - "transformer.layers.0.self_attn.in_proj_weight": 111.92206573486328, - "transformer.layers.0.self_attn.in_proj_bias": 7.718853950500488, - "transformer.layers.0.self_attn.out_proj.weight": 50.16145706176758, - "transformer.layers.0.self_attn.out_proj.bias": 5.716396331787109, - "transformer.layers.0.linear1.weight": 30.49683380126953, - "transformer.layers.0.linear1.bias": 1.8761800527572632, - "transformer.layers.0.linear2.weight": 31.127573013305664, - "transformer.layers.0.linear2.bias": 2.090128183364868, - "transformer.layers.0.norm1.weight": 8.883208274841309, - "transformer.layers.0.norm1.bias": 9.348438262939453, - "transformer.layers.0.norm2.weight": 3.049438953399658, - "transformer.layers.0.norm2.bias": 3.060882091522217, - "transformer.layers.1.self_attn.in_proj_weight": 44.89351272583008, - "transformer.layers.1.self_attn.in_proj_bias": 1.8757520914077759, - "transformer.layers.1.self_attn.out_proj.weight": 18.08831024169922, - "transformer.layers.1.self_attn.out_proj.bias": 0.33438584208488464, - "transformer.layers.1.linear1.weight": 28.59238624572754, - "transformer.layers.1.linear1.bias": 1.5638140439987183, - "transformer.layers.1.linear2.weight": 30.83729362487793, - "transformer.layers.1.linear2.bias": 0.30312758684158325, - "transformer.layers.1.norm1.weight": 3.735954999923706, - "transformer.layers.1.norm1.bias": 4.4910736083984375, - "transformer.layers.1.norm2.weight": 19.497669219970703, - "transformer.layers.1.norm2.bias": 15.613667488098145, - "transformer.layers.2.self_attn.in_proj_weight": 22.79096031188965, - "transformer.layers.2.self_attn.in_proj_bias": 1.3490358591079712, - "transformer.layers.2.self_attn.out_proj.weight": 14.27736759185791, - "transformer.layers.2.self_attn.out_proj.bias": 0.21238696575164795, - "transformer.layers.2.linear1.weight": 47.824867248535156, - "transformer.layers.2.linear1.bias": 2.6327412128448486, - "transformer.layers.2.linear2.weight": 50.02359390258789, - "transformer.layers.2.linear2.bias": 0.20235586166381836, - "transformer.layers.2.norm1.weight": 5.940889835357666, - "transformer.layers.2.norm1.bias": 5.274348735809326, - "transformer.layers.2.norm2.weight": 45.262969970703125, - "transformer.layers.2.norm2.bias": 40.48297882080078, - "transformer.layers.3.self_attn.in_proj_weight": 29.095426559448242, - "transformer.layers.3.self_attn.in_proj_bias": 1.544671654701233, - "transformer.layers.3.self_attn.out_proj.weight": 24.444955825805664, - "transformer.layers.3.self_attn.out_proj.bias": 0.16657918691635132, - "transformer.layers.3.linear1.weight": 54.94736099243164, - "transformer.layers.3.linear1.bias": 3.0219409465789795, - "transformer.layers.3.linear2.weight": 55.1287727355957, - "transformer.layers.3.linear2.bias": 0.1614614725112915, - "transformer.layers.3.norm1.weight": 14.57012939453125, - "transformer.layers.3.norm1.bias": 11.619019508361816, - "transformer.layers.3.norm2.weight": 54.8441276550293, - "transformer.layers.3.norm2.bias": 51.13508605957031, - "head.weight": 1170.8680419921875, - "head.bias": 0.08454517275094986, - "global_embedding.weight": 0.46385717391967773, - "global_cnn.0.weight": 3.9836041927337646, - "global_cnn.0.bias": 0.18146130442619324, - "global_cnn.2.weight": 6.415530204772949, - "global_cnn.2.bias": 0.2410140484571457, - "global_proj.weight": 11.24791145324707, - "global_proj.bias": 0.3686242699623108, - "goal_head.0.weight": 2.3316729068756104, - "goal_head.0.bias": 0.045680753886699677, - "goal_head.2.weight": 2.2979564666748047, - "goal_head.2.bias": 0.13882620632648468 - }, - { - "global_gate": 54.26890182495117, - "embedding.weight": 3182.374267578125, - "cnn.0.weight": 46901.00390625, - "cnn.0.bias": 2061.412841796875, - "cnn.2.weight": 12201.6259765625, - "cnn.2.bias": 5455.59228515625, - "cnn.5.weight": 15104.033203125, - "cnn.5.bias": 3847.07958984375, - "action_emb.weight": 1707.521728515625, - "timestep_emb.weight": 2251.21484375, - "pos_emb.weight": 1720.5438232421875, - "transformer.layers.0.self_attn.in_proj_weight": 47058.81640625, - "transformer.layers.0.self_attn.in_proj_bias": 2334.416015625, - "transformer.layers.0.self_attn.out_proj.weight": 8241.3623046875, - "transformer.layers.0.self_attn.out_proj.bias": 196.5004425048828, - "transformer.layers.0.linear1.weight": 7266.4501953125, - "transformer.layers.0.linear1.bias": 241.16639709472656, - "transformer.layers.0.linear2.weight": 7031.00244140625, - "transformer.layers.0.linear2.bias": 124.88894653320312, - "transformer.layers.0.norm1.weight": 3119.379150390625, - "transformer.layers.0.norm1.bias": 2734.168701171875, - "transformer.layers.0.norm2.weight": 718.4767456054688, - "transformer.layers.0.norm2.bias": 174.01771545410156, - "transformer.layers.1.self_attn.in_proj_weight": 16080.8603515625, - "transformer.layers.1.self_attn.in_proj_bias": 218.98736572265625, - "transformer.layers.1.self_attn.out_proj.weight": 238.58555603027344, - "transformer.layers.1.self_attn.out_proj.bias": 5.815759181976318, - "transformer.layers.1.linear1.weight": 177.80079650878906, - "transformer.layers.1.linear1.bias": 6.845505714416504, - "transformer.layers.1.linear2.weight": 135.71690368652344, - "transformer.layers.1.linear2.bias": 3.557175874710083, - "transformer.layers.1.norm1.weight": 994.3515014648438, - "transformer.layers.1.norm1.bias": 202.86392211914062, - "transformer.layers.1.norm2.weight": 34.03765106201172, - "transformer.layers.1.norm2.bias": 35.849369049072266, - "transformer.layers.2.self_attn.in_proj_weight": 311.60693359375, - "transformer.layers.2.self_attn.in_proj_bias": 12.761425971984863, - "transformer.layers.2.self_attn.out_proj.weight": 73.36004638671875, - "transformer.layers.2.self_attn.out_proj.bias": 1.8326632976531982, - "transformer.layers.2.linear1.weight": 60.308406829833984, - "transformer.layers.2.linear1.bias": 4.133896350860596, - "transformer.layers.2.linear2.weight": 61.439056396484375, - "transformer.layers.2.linear2.bias": 0.6418577432632446, - "transformer.layers.2.norm1.weight": 39.915035247802734, - "transformer.layers.2.norm1.bias": 51.25465393066406, - "transformer.layers.2.norm2.weight": 52.525909423828125, - "transformer.layers.2.norm2.bias": 65.7064437866211, - "transformer.layers.3.self_attn.in_proj_weight": 175.02969360351562, - "transformer.layers.3.self_attn.in_proj_bias": 5.883852958679199, - "transformer.layers.3.self_attn.out_proj.weight": 21.45343780517578, - "transformer.layers.3.self_attn.out_proj.bias": 0.19220000505447388, - "transformer.layers.3.linear1.weight": 63.12778091430664, - "transformer.layers.3.linear1.bias": 3.456173896789551, - "transformer.layers.3.linear2.weight": 63.31781005859375, - "transformer.layers.3.linear2.bias": 0.18792174756526947, - "transformer.layers.3.norm1.weight": 20.23516273498535, - "transformer.layers.3.norm1.bias": 15.827425003051758, - "transformer.layers.3.norm2.weight": 64.9202880859375, - "transformer.layers.3.norm2.bias": 60.754974365234375, - "head.weight": 1338.210693359375, - "head.bias": 0.09410542249679565, - "global_embedding.weight": 75.44043731689453, - "global_cnn.0.weight": 423.9726867675781, - "global_cnn.0.bias": 17.784494400024414, - "global_cnn.2.weight": 823.58251953125, - "global_cnn.2.bias": 31.798355102539062, - "global_proj.weight": 2119.133544921875, - "global_proj.bias": 69.71784973144531, - "goal_head.0.weight": 23.577043533325195, - "goal_head.0.bias": 0.4799920320510864, - "goal_head.2.weight": 32.93010330200195, - "goal_head.2.bias": 1.5435075759887695 - }, - { - "global_gate": 11.06261157989502, - "embedding.weight": 131.26171875, - "cnn.0.weight": 3164.036865234375, - "cnn.0.bias": 74.76971435546875, - "cnn.2.weight": 2008.4423828125, - "cnn.2.bias": 150.75271606445312, - "cnn.5.weight": 2444.288330078125, - "cnn.5.bias": 104.75552368164062, - "action_emb.weight": 403.6818542480469, - "timestep_emb.weight": 537.5343017578125, - "pos_emb.weight": 548.0614013671875, - "transformer.layers.0.self_attn.in_proj_weight": 9142.482421875, - "transformer.layers.0.self_attn.in_proj_bias": 338.123046875, - "transformer.layers.0.self_attn.out_proj.weight": 3899.8828125, - "transformer.layers.0.self_attn.out_proj.bias": 193.83074951171875, - "transformer.layers.0.linear1.weight": 2172.03515625, - "transformer.layers.0.linear1.bias": 110.00030517578125, - "transformer.layers.0.linear2.weight": 2483.864013671875, - "transformer.layers.0.linear2.bias": 128.79380798339844, - "transformer.layers.0.norm1.weight": 748.7565307617188, - "transformer.layers.0.norm1.bias": 440.09222412109375, - "transformer.layers.0.norm2.weight": 207.57296752929688, - "transformer.layers.0.norm2.bias": 160.05970764160156, - "transformer.layers.1.self_attn.in_proj_weight": 5365.14697265625, - "transformer.layers.1.self_attn.in_proj_bias": 218.7171173095703, - "transformer.layers.1.self_attn.out_proj.weight": 345.0545654296875, - "transformer.layers.1.self_attn.out_proj.bias": 8.428482055664062, - "transformer.layers.1.linear1.weight": 95.40257263183594, - "transformer.layers.1.linear1.bias": 5.875513076782227, - "transformer.layers.1.linear2.weight": 72.00607299804688, - "transformer.layers.1.linear2.bias": 2.6186683177948, - "transformer.layers.1.norm1.weight": 374.6161193847656, - "transformer.layers.1.norm1.bias": 259.28076171875, - "transformer.layers.1.norm2.weight": 40.82181167602539, - "transformer.layers.1.norm2.bias": 25.293682098388672, - "transformer.layers.2.self_attn.in_proj_weight": 257.00262451171875, - "transformer.layers.2.self_attn.in_proj_bias": 13.059649467468262, - "transformer.layers.2.self_attn.out_proj.weight": 9.43191909790039, - "transformer.layers.2.self_attn.out_proj.bias": 0.21443280577659607, - "transformer.layers.2.linear1.weight": 5.392306327819824, - "transformer.layers.2.linear1.bias": 0.2536543607711792, - "transformer.layers.2.linear2.weight": 5.002556324005127, - "transformer.layers.2.linear2.bias": 0.0708189383149147, - "transformer.layers.2.norm1.weight": 16.716550827026367, - "transformer.layers.2.norm1.bias": 14.155789375305176, - "transformer.layers.2.norm2.weight": 4.79522180557251, - "transformer.layers.2.norm2.bias": 3.359401226043701, - "transformer.layers.3.self_attn.in_proj_weight": 16.59868621826172, - "transformer.layers.3.self_attn.in_proj_bias": 0.5417542457580566, - "transformer.layers.3.self_attn.out_proj.weight": 6.1430206298828125, - "transformer.layers.3.self_attn.out_proj.bias": 0.025791354477405548, - "transformer.layers.3.linear1.weight": 5.069328784942627, - "transformer.layers.3.linear1.bias": 0.2769373059272766, - "transformer.layers.3.linear2.weight": 4.811488151550293, - "transformer.layers.3.linear2.bias": 0.030413230881094933, - "transformer.layers.3.norm1.weight": 3.6817448139190674, - "transformer.layers.3.norm1.bias": 1.6371028423309326, - "transformer.layers.3.norm2.weight": 5.378549098968506, - "transformer.layers.3.norm2.bias": 3.3011627197265625, - "head.weight": 86.27864074707031, - "head.bias": 0.01549319177865982, - "global_embedding.weight": 24.737998962402344, - "global_cnn.0.weight": 282.4719543457031, - "global_cnn.0.bias": 11.66354751586914, - "global_cnn.2.weight": 645.4839477539062, - "global_cnn.2.bias": 28.706493377685547, - "global_proj.weight": 1425.9998779296875, - "global_proj.bias": 50.114524841308594, - "goal_head.0.weight": 28.074542999267578, - "goal_head.0.bias": 0.6318767666816711, - "goal_head.2.weight": 22.930246353149414, - "goal_head.2.bias": 1.6980276107788086 - }, - { - "global_gate": 8.202310562133789, - "embedding.weight": 1759.0775146484375, - "cnn.0.weight": 23750.85546875, - "cnn.0.bias": 1890.8753662109375, - "cnn.2.weight": 12265.22265625, - "cnn.2.bias": 1711.0809326171875, - "cnn.5.weight": 9064.056640625, - "cnn.5.bias": 237.2212371826172, - "action_emb.weight": 1152.11328125, - "timestep_emb.weight": 898.0068969726562, - "pos_emb.weight": 970.9351196289062, - "transformer.layers.0.self_attn.in_proj_weight": 25216.24609375, - "transformer.layers.0.self_attn.in_proj_bias": 1044.200439453125, - "transformer.layers.0.self_attn.out_proj.weight": 2096.35205078125, - "transformer.layers.0.self_attn.out_proj.bias": 181.1985321044922, - "transformer.layers.0.linear1.weight": 2430.24462890625, - "transformer.layers.0.linear1.bias": 122.62982940673828, - "transformer.layers.0.linear2.weight": 1952.1239013671875, - "transformer.layers.0.linear2.bias": 75.23173522949219, - "transformer.layers.0.norm1.weight": 1556.787353515625, - "transformer.layers.0.norm1.bias": 1462.4979248046875, - "transformer.layers.0.norm2.weight": 314.53936767578125, - "transformer.layers.0.norm2.bias": 211.42422485351562, - "transformer.layers.1.self_attn.in_proj_weight": 3507.866943359375, - "transformer.layers.1.self_attn.in_proj_bias": 148.77781677246094, - "transformer.layers.1.self_attn.out_proj.weight": 404.7198486328125, - "transformer.layers.1.self_attn.out_proj.bias": 11.33847427368164, - "transformer.layers.1.linear1.weight": 232.35562133789062, - "transformer.layers.1.linear1.bias": 13.699533462524414, - "transformer.layers.1.linear2.weight": 154.6071319580078, - "transformer.layers.1.linear2.bias": 3.6385610103607178, - "transformer.layers.1.norm1.weight": 315.5960388183594, - "transformer.layers.1.norm1.bias": 199.13002014160156, - "transformer.layers.1.norm2.weight": 49.5921630859375, - "transformer.layers.1.norm2.bias": 54.865291595458984, - "transformer.layers.2.self_attn.in_proj_weight": 326.5222473144531, - "transformer.layers.2.self_attn.in_proj_bias": 15.557029724121094, - "transformer.layers.2.self_attn.out_proj.weight": 32.37961196899414, - "transformer.layers.2.self_attn.out_proj.bias": 1.3986060619354248, - "transformer.layers.2.linear1.weight": 42.39040756225586, - "transformer.layers.2.linear1.bias": 2.3688418865203857, - "transformer.layers.2.linear2.weight": 43.438297271728516, - "transformer.layers.2.linear2.bias": 1.092146635055542, - "transformer.layers.2.norm1.weight": 36.27472686767578, - "transformer.layers.2.norm1.bias": 41.689537048339844, - "transformer.layers.2.norm2.weight": 39.02208709716797, - "transformer.layers.2.norm2.bias": 10.198040962219238, - "transformer.layers.3.self_attn.in_proj_weight": 97.99266815185547, - "transformer.layers.3.self_attn.in_proj_bias": 4.620105743408203, - "transformer.layers.3.self_attn.out_proj.weight": 33.453163146972656, - "transformer.layers.3.self_attn.out_proj.bias": 0.3473336696624756, - "transformer.layers.3.linear1.weight": 39.2327995300293, - "transformer.layers.3.linear1.bias": 2.019545316696167, - "transformer.layers.3.linear2.weight": 38.690738677978516, - "transformer.layers.3.linear2.bias": 0.031680889427661896, - "transformer.layers.3.norm1.weight": 28.280672073364258, - "transformer.layers.3.norm1.bias": 25.616392135620117, - "transformer.layers.3.norm2.weight": 44.79228210449219, - "transformer.layers.3.norm2.bias": 20.438919067382812, - "head.weight": 934.4534912109375, - "head.bias": 0.06331312656402588, - "global_embedding.weight": 141.71649169921875, - "global_cnn.0.weight": 670.4466552734375, - "global_cnn.0.bias": 27.310192108154297, - "global_cnn.2.weight": 772.7658081054688, - "global_cnn.2.bias": 33.775272369384766, - "global_proj.weight": 1198.489013671875, - "global_proj.bias": 52.70356369018555, - "goal_head.0.weight": 19.361045837402344, - "goal_head.0.bias": 0.5287008285522461, - "goal_head.2.weight": 19.508731842041016, - "goal_head.2.bias": 1.156395673751831 + "global_gate": 0.03254719078540802, + "embedding.weight": 0.4470481276512146, + "cnn.0.weight": 12.546770095825195, + "cnn.0.bias": 0.6501427292823792, + "cnn.2.weight": 3.9517948627471924, + "cnn.2.bias": 1.3330698013305664, + "cnn.5.weight": 2.8210842609405518, + "cnn.5.bias": 0.48620063066482544, + "action_emb.weight": 0.1722465604543686, + "timestep_emb.weight": 0.04393479973077774, + "pos_emb.weight": 0.041894033551216125, + "transformer.layers.0.self_attn.in_proj_weight": 3.6741912364959717, + "transformer.layers.0.self_attn.in_proj_bias": 0.28234943747520447, + "transformer.layers.0.self_attn.out_proj.weight": 2.6138787269592285, + "transformer.layers.0.self_attn.out_proj.bias": 0.2945072054862976, + "transformer.layers.0.linear1.weight": 1.2909603118896484, + "transformer.layers.0.linear1.bias": 0.08686938136816025, + "transformer.layers.0.linear2.weight": 1.942612648010254, + "transformer.layers.0.linear2.bias": 0.14197835326194763, + "transformer.layers.0.norm1.weight": 0.22779147326946259, + "transformer.layers.0.norm1.bias": 0.2764747142791748, + "transformer.layers.0.norm2.weight": 0.0998881384730339, + "transformer.layers.0.norm2.bias": 0.09947452694177628, + "transformer.layers.1.self_attn.in_proj_weight": 1.8207592964172363, + "transformer.layers.1.self_attn.in_proj_bias": 0.10122460126876831, + "transformer.layers.1.self_attn.out_proj.weight": 2.1433093547821045, + "transformer.layers.1.self_attn.out_proj.bias": 0.09533277899026871, + "transformer.layers.1.linear1.weight": 0.7766491174697876, + "transformer.layers.1.linear1.bias": 0.05345785245299339, + "transformer.layers.1.linear2.weight": 1.342934012413025, + "transformer.layers.1.linear2.bias": 0.08668561279773712, + "transformer.layers.1.norm1.weight": 0.20358356833457947, + "transformer.layers.1.norm1.bias": 0.12060007452964783, + "transformer.layers.1.norm2.weight": 0.07293444871902466, + "transformer.layers.1.norm2.bias": 0.05724295601248741, + "transformer.layers.2.self_attn.in_proj_weight": 1.8720182180404663, + "transformer.layers.2.self_attn.in_proj_bias": 0.11073629558086395, + "transformer.layers.2.self_attn.out_proj.weight": 2.2167539596557617, + "transformer.layers.2.self_attn.out_proj.bias": 0.07960347086191177, + "transformer.layers.2.linear1.weight": 1.1928298473358154, + "transformer.layers.2.linear1.bias": 0.07562732696533203, + "transformer.layers.2.linear2.weight": 1.679469347000122, + "transformer.layers.2.linear2.bias": 0.0736764594912529, + "transformer.layers.2.norm1.weight": 0.2760653495788574, + "transformer.layers.2.norm1.bias": 0.16883035004138947, + "transformer.layers.2.norm2.weight": 0.14992813766002655, + "transformer.layers.2.norm2.bias": 0.1181529313325882, + "transformer.layers.3.self_attn.in_proj_weight": 2.083329200744629, + "transformer.layers.3.self_attn.in_proj_bias": 0.11878024786710739, + "transformer.layers.3.self_attn.out_proj.weight": 2.1249005794525146, + "transformer.layers.3.self_attn.out_proj.bias": 0.07730021327733994, + "transformer.layers.3.linear1.weight": 1.983447790145874, + "transformer.layers.3.linear1.bias": 0.12286467850208282, + "transformer.layers.3.linear2.weight": 1.8845754861831665, + "transformer.layers.3.linear2.bias": 0.07930529862642288, + "transformer.layers.3.norm1.weight": 0.2909957468509674, + "transformer.layers.3.norm1.bias": 0.18426723778247833, + "transformer.layers.3.norm2.weight": 0.2549073100090027, + "transformer.layers.3.norm2.bias": 0.21674677729606628, + "head.weight": 19.677967071533203, + "head.bias": 0.13693541288375854, + "global_embedding.weight": 0.36738356947898865, + "global_cnn.0.weight": 2.929885149002075, + "global_cnn.0.bias": 0.13453350961208344, + "global_cnn.2.weight": 5.264915943145752, + "global_cnn.2.bias": 0.22438709437847137, + "global_proj.weight": 1.9202176332473755, + "global_proj.bias": 0.567273736000061, + "goal_head.0.weight": 0.1445586383342743, + "goal_head.0.bias": 0.03471558541059494, + "goal_head.2.weight": 0.1590898185968399, + "goal_head.2.bias": 0.06186096370220184 + }, + { + "global_gate": 0.027592811733484268, + "embedding.weight": 1.5226807594299316, + "cnn.0.weight": 39.90238952636719, + "cnn.0.bias": 1.7825713157653809, + "cnn.2.weight": 17.39681053161621, + "cnn.2.bias": 3.300323724746704, + "cnn.5.weight": 16.078022003173828, + "cnn.5.bias": 1.4392606019973755, + "action_emb.weight": 0.5589507222175598, + "timestep_emb.weight": 0.5887086987495422, + "pos_emb.weight": 0.3055388331413269, + "transformer.layers.0.self_attn.in_proj_weight": 22.5252685546875, + "transformer.layers.0.self_attn.in_proj_bias": 0.954693078994751, + "transformer.layers.0.self_attn.out_proj.weight": 17.815418243408203, + "transformer.layers.0.self_attn.out_proj.bias": 1.0301638841629028, + "transformer.layers.0.linear1.weight": 7.747535705566406, + "transformer.layers.0.linear1.bias": 0.37513864040374756, + "transformer.layers.0.linear2.weight": 10.460200309753418, + "transformer.layers.0.linear2.bias": 0.4204115867614746, + "transformer.layers.0.norm1.weight": 1.3700029850006104, + "transformer.layers.0.norm1.bias": 0.8909803628921509, + "transformer.layers.0.norm2.weight": 0.6756407022476196, + "transformer.layers.0.norm2.bias": 0.43186721205711365, + "transformer.layers.1.self_attn.in_proj_weight": 11.000518798828125, + "transformer.layers.1.self_attn.in_proj_bias": 0.3647330701351166, + "transformer.layers.1.self_attn.out_proj.weight": 3.880889415740967, + "transformer.layers.1.self_attn.out_proj.bias": 0.1190083846449852, + "transformer.layers.1.linear1.weight": 2.5197064876556396, + "transformer.layers.1.linear1.bias": 0.15698695182800293, + "transformer.layers.1.linear2.weight": 3.1226084232330322, + "transformer.layers.1.linear2.bias": 0.10550377517938614, + "transformer.layers.1.norm1.weight": 0.9742485880851746, + "transformer.layers.1.norm1.bias": 0.46637940406799316, + "transformer.layers.1.norm2.weight": 0.5045050382614136, + "transformer.layers.1.norm2.bias": 0.36410409212112427, + "transformer.layers.2.self_attn.in_proj_weight": 3.5959842205047607, + "transformer.layers.2.self_attn.in_proj_bias": 0.19767683744430542, + "transformer.layers.2.self_attn.out_proj.weight": 4.182651519775391, + "transformer.layers.2.self_attn.out_proj.bias": 0.09454577416181564, + "transformer.layers.2.linear1.weight": 3.7913436889648438, + "transformer.layers.2.linear1.bias": 0.2130056917667389, + "transformer.layers.2.linear2.weight": 4.49501895904541, + "transformer.layers.2.linear2.bias": 0.1104976087808609, + "transformer.layers.2.norm1.weight": 0.8282179236412048, + "transformer.layers.2.norm1.bias": 0.47964149713516235, + "transformer.layers.2.norm2.weight": 0.9732648134231567, + "transformer.layers.2.norm2.bias": 0.6742703318595886, + "transformer.layers.3.self_attn.in_proj_weight": 4.551982879638672, + "transformer.layers.3.self_attn.in_proj_bias": 0.20541855692863464, + "transformer.layers.3.self_attn.out_proj.weight": 4.083711624145508, + "transformer.layers.3.self_attn.out_proj.bias": 0.0766558051109314, + "transformer.layers.3.linear1.weight": 4.45954704284668, + "transformer.layers.3.linear1.bias": 0.26011666655540466, + "transformer.layers.3.linear2.weight": 4.580419540405273, + "transformer.layers.3.linear2.bias": 0.09000249207019806, + "transformer.layers.3.norm1.weight": 0.8956027030944824, + "transformer.layers.3.norm1.bias": 0.53175288438797, + "transformer.layers.3.norm2.weight": 1.1167813539505005, + "transformer.layers.3.norm2.bias": 0.8607988357543945, + "head.weight": 77.53480529785156, + "head.bias": 0.12559105455875397, + "global_embedding.weight": 2.1964621543884277, + "global_cnn.0.weight": 18.141460418701172, + "global_cnn.0.bias": 0.7879305481910706, + "global_cnn.2.weight": 28.875680923461914, + "global_cnn.2.bias": 0.9753941893577576, + "global_proj.weight": 11.328869819641113, + "global_proj.bias": 2.5850088596343994, + "goal_head.0.weight": 0.27834632992744446, + "goal_head.0.bias": 0.05419377610087395, + "goal_head.2.weight": 0.28550535440444946, + "goal_head.2.bias": 0.09050247073173523 + }, + { + "global_gate": 0.4349423050880432, + "embedding.weight": 8.604207038879395, + "cnn.0.weight": 213.45823669433594, + "cnn.0.bias": 10.037320137023926, + "cnn.2.weight": 70.59793090820312, + "cnn.2.bias": 17.148157119750977, + "cnn.5.weight": 28.369121551513672, + "cnn.5.bias": 4.515225887298584, + "action_emb.weight": 0.6611836552619934, + "timestep_emb.weight": 0.25232914090156555, + "pos_emb.weight": 0.1957990676164627, + "transformer.layers.0.self_attn.in_proj_weight": 34.18952941894531, + "transformer.layers.0.self_attn.in_proj_bias": 2.0409436225891113, + "transformer.layers.0.self_attn.out_proj.weight": 10.626689910888672, + "transformer.layers.0.self_attn.out_proj.bias": 1.099257230758667, + "transformer.layers.0.linear1.weight": 4.118856906890869, + "transformer.layers.0.linear1.bias": 0.25971612334251404, + "transformer.layers.0.linear2.weight": 4.817804336547852, + "transformer.layers.0.linear2.bias": 0.25151312351226807, + "transformer.layers.0.norm1.weight": 2.715589761734009, + "transformer.layers.0.norm1.bias": 2.0306613445281982, + "transformer.layers.0.norm2.weight": 0.4386139512062073, + "transformer.layers.0.norm2.bias": 0.4490754008293152, + "transformer.layers.1.self_attn.in_proj_weight": 6.7723894119262695, + "transformer.layers.1.self_attn.in_proj_bias": 0.4565148651599884, + "transformer.layers.1.self_attn.out_proj.weight": 6.629873752593994, + "transformer.layers.1.self_attn.out_proj.bias": 0.18795813620090485, + "transformer.layers.1.linear1.weight": 7.955991744995117, + "transformer.layers.1.linear1.bias": 0.4846017360687256, + "transformer.layers.1.linear2.weight": 9.252156257629395, + "transformer.layers.1.linear2.bias": 0.1928832083940506, + "transformer.layers.1.norm1.weight": 1.3671523332595825, + "transformer.layers.1.norm1.bias": 0.8215014338493347, + "transformer.layers.1.norm2.weight": 2.5037152767181396, + "transformer.layers.1.norm2.bias": 1.8479506969451904, + "transformer.layers.2.self_attn.in_proj_weight": 8.052024841308594, + "transformer.layers.2.self_attn.in_proj_bias": 0.5494511723518372, + "transformer.layers.2.self_attn.out_proj.weight": 8.215624809265137, + "transformer.layers.2.self_attn.out_proj.bias": 0.165981724858284, + "transformer.layers.2.linear1.weight": 11.174009323120117, + "transformer.layers.2.linear1.bias": 0.678998589515686, + "transformer.layers.2.linear2.weight": 12.678519248962402, + "transformer.layers.2.linear2.bias": 0.1644846647977829, + "transformer.layers.2.norm1.weight": 2.1925203800201416, + "transformer.layers.2.norm1.bias": 1.7994686365127563, + "transformer.layers.2.norm2.weight": 4.2292656898498535, + "transformer.layers.2.norm2.bias": 3.519610643386841, + "transformer.layers.3.self_attn.in_proj_weight": 8.491546630859375, + "transformer.layers.3.self_attn.in_proj_bias": 0.4396812617778778, + "transformer.layers.3.self_attn.out_proj.weight": 8.375090599060059, + "transformer.layers.3.self_attn.out_proj.bias": 0.12318230420351028, + "transformer.layers.3.linear1.weight": 11.917261123657227, + "transformer.layers.3.linear1.bias": 0.7032510638237, + "transformer.layers.3.linear2.weight": 12.38795280456543, + "transformer.layers.3.linear2.bias": 0.14284206926822662, + "transformer.layers.3.norm1.weight": 2.5259416103363037, + "transformer.layers.3.norm1.bias": 1.5584310293197632, + "transformer.layers.3.norm2.weight": 4.237316131591797, + "transformer.layers.3.norm2.bias": 3.5974581241607666, + "head.weight": 250.7385711669922, + "head.bias": 0.15366552770137787, + "global_embedding.weight": 10.251431465148926, + "global_cnn.0.weight": 55.843570709228516, + "global_cnn.0.bias": 2.2184455394744873, + "global_cnn.2.weight": 53.177555084228516, + "global_cnn.2.bias": 2.8379716873168945, + "global_proj.weight": 16.816390991210938, + "global_proj.bias": 6.238399505615234, + "goal_head.0.weight": 0.23694920539855957, + "goal_head.0.bias": 0.06523174792528152, + "goal_head.2.weight": 0.23589786887168884, + "goal_head.2.bias": 0.12729832530021667 + }, + { + "global_gate": 1.0654305219650269, + "embedding.weight": 9.011086463928223, + "cnn.0.weight": 180.58543395996094, + "cnn.0.bias": 13.00313949584961, + "cnn.2.weight": 56.889305114746094, + "cnn.2.bias": 20.186521530151367, + "cnn.5.weight": 30.122222900390625, + "cnn.5.bias": 4.245434284210205, + "action_emb.weight": 2.7464945316314697, + "timestep_emb.weight": 0.7678310871124268, + "pos_emb.weight": 0.7153797149658203, + "transformer.layers.0.self_attn.in_proj_weight": 72.71898651123047, + "transformer.layers.0.self_attn.in_proj_bias": 5.8947248458862305, + "transformer.layers.0.self_attn.out_proj.weight": 34.4283447265625, + "transformer.layers.0.self_attn.out_proj.bias": 4.214512348175049, + "transformer.layers.0.linear1.weight": 14.784088134765625, + "transformer.layers.0.linear1.bias": 0.9233760833740234, + "transformer.layers.0.linear2.weight": 17.106300354003906, + "transformer.layers.0.linear2.bias": 0.8402745127677917, + "transformer.layers.0.norm1.weight": 5.368528366088867, + "transformer.layers.0.norm1.bias": 7.718989849090576, + "transformer.layers.0.norm2.weight": 1.4117422103881836, + "transformer.layers.0.norm2.bias": 1.6116611957550049, + "transformer.layers.1.self_attn.in_proj_weight": 18.157455444335938, + "transformer.layers.1.self_attn.in_proj_bias": 0.9492778182029724, + "transformer.layers.1.self_attn.out_proj.weight": 9.907614707946777, + "transformer.layers.1.self_attn.out_proj.bias": 0.32142874598503113, + "transformer.layers.1.linear1.weight": 14.282151222229004, + "transformer.layers.1.linear1.bias": 0.9102194309234619, + "transformer.layers.1.linear2.weight": 16.027679443359375, + "transformer.layers.1.linear2.bias": 0.22930018603801727, + "transformer.layers.1.norm1.weight": 2.6716790199279785, + "transformer.layers.1.norm1.bias": 1.983203649520874, + "transformer.layers.1.norm2.weight": 5.742201328277588, + "transformer.layers.1.norm2.bias": 4.6010637283325195, + "transformer.layers.2.self_attn.in_proj_weight": 15.028780937194824, + "transformer.layers.2.self_attn.in_proj_bias": 0.8920787572860718, + "transformer.layers.2.self_attn.out_proj.weight": 12.423254013061523, + "transformer.layers.2.self_attn.out_proj.bias": 0.24769623577594757, + "transformer.layers.2.linear1.weight": 19.01395606994629, + "transformer.layers.2.linear1.bias": 1.1377719640731812, + "transformer.layers.2.linear2.weight": 20.917333602905273, + "transformer.layers.2.linear2.bias": 0.2417226880788803, + "transformer.layers.2.norm1.weight": 3.516446113586426, + "transformer.layers.2.norm1.bias": 3.270869493484497, + "transformer.layers.2.norm2.weight": 9.06784725189209, + "transformer.layers.2.norm2.bias": 7.879536151885986, + "transformer.layers.3.self_attn.in_proj_weight": 12.201669692993164, + "transformer.layers.3.self_attn.in_proj_bias": 0.43783554434776306, + "transformer.layers.3.self_attn.out_proj.weight": 10.742667198181152, + "transformer.layers.3.self_attn.out_proj.bias": 0.10486329346895218, + "transformer.layers.3.linear1.weight": 19.2238712310791, + "transformer.layers.3.linear1.bias": 1.090744972229004, + "transformer.layers.3.linear2.weight": 19.910079956054688, + "transformer.layers.3.linear2.bias": 0.168976292014122, + "transformer.layers.3.norm1.weight": 3.9922244548797607, + "transformer.layers.3.norm1.bias": 1.8511857986450195, + "transformer.layers.3.norm2.weight": 8.545876502990723, + "transformer.layers.3.norm2.bias": 7.272549152374268, + "head.weight": 436.75341796875, + "head.bias": 0.15931403636932373, + "global_embedding.weight": 17.564773559570312, + "global_cnn.0.weight": 127.33502197265625, + "global_cnn.0.bias": 6.12240743637085, + "global_cnn.2.weight": 159.43222045898438, + "global_cnn.2.bias": 8.100605964660645, + "global_proj.weight": 45.19269943237305, + "global_proj.bias": 12.633157730102539, + "goal_head.0.weight": 0.42756006121635437, + "goal_head.0.bias": 0.09889188408851624, + "goal_head.2.weight": 0.46132415533065796, + "goal_head.2.bias": 0.19718244671821594 + }, + { + "global_gate": 0.3118400275707245, + "embedding.weight": 1.8658498525619507, + "cnn.0.weight": 38.86134719848633, + "cnn.0.bias": 1.4778108596801758, + "cnn.2.weight": 11.952692985534668, + "cnn.2.bias": 2.533750295639038, + "cnn.5.weight": 11.091617584228516, + "cnn.5.bias": 1.737609624862671, + "action_emb.weight": 0.33965983986854553, + "timestep_emb.weight": 0.11759684234857559, + "pos_emb.weight": 0.09825248271226883, + "transformer.layers.0.self_attn.in_proj_weight": 12.196125030517578, + "transformer.layers.0.self_attn.in_proj_bias": 0.7809402346611023, + "transformer.layers.0.self_attn.out_proj.weight": 7.779153347015381, + "transformer.layers.0.self_attn.out_proj.bias": 0.5541050434112549, + "transformer.layers.0.linear1.weight": 4.165901184082031, + "transformer.layers.0.linear1.bias": 0.3249543607234955, + "transformer.layers.0.linear2.weight": 7.635360240936279, + "transformer.layers.0.linear2.bias": 0.30638185143470764, + "transformer.layers.0.norm1.weight": 0.8633753657341003, + "transformer.layers.0.norm1.bias": 0.9178012013435364, + "transformer.layers.0.norm2.weight": 0.4366399943828583, + "transformer.layers.0.norm2.bias": 0.5517886281013489, + "transformer.layers.1.self_attn.in_proj_weight": 7.334355354309082, + "transformer.layers.1.self_attn.in_proj_bias": 0.35249581933021545, + "transformer.layers.1.self_attn.out_proj.weight": 6.578262805938721, + "transformer.layers.1.self_attn.out_proj.bias": 0.20800060033798218, + "transformer.layers.1.linear1.weight": 8.434914588928223, + "transformer.layers.1.linear1.bias": 0.4993988871574402, + "transformer.layers.1.linear2.weight": 10.415087699890137, + "transformer.layers.1.linear2.bias": 0.197964146733284, + "transformer.layers.1.norm1.weight": 1.2943726778030396, + "transformer.layers.1.norm1.bias": 0.5139456391334534, + "transformer.layers.1.norm2.weight": 4.150482177734375, + "transformer.layers.1.norm2.bias": 3.4754061698913574, + "transformer.layers.2.self_attn.in_proj_weight": 20.287302017211914, + "transformer.layers.2.self_attn.in_proj_bias": 0.8918232321739197, + "transformer.layers.2.self_attn.out_proj.weight": 6.929454803466797, + "transformer.layers.2.self_attn.out_proj.bias": 0.05356062576174736, + "transformer.layers.2.linear1.weight": 11.182417869567871, + "transformer.layers.2.linear1.bias": 0.654219925403595, + "transformer.layers.2.linear2.weight": 12.306520462036133, + "transformer.layers.2.linear2.bias": 0.058294445276260376, + "transformer.layers.2.norm1.weight": 2.5561413764953613, + "transformer.layers.2.norm1.bias": 1.2946653366088867, + "transformer.layers.2.norm2.weight": 6.660109519958496, + "transformer.layers.2.norm2.bias": 5.975124835968018, + "transformer.layers.3.self_attn.in_proj_weight": 6.90421724319458, + "transformer.layers.3.self_attn.in_proj_bias": 0.4708692133426666, + "transformer.layers.3.self_attn.out_proj.weight": 6.743078708648682, + "transformer.layers.3.self_attn.out_proj.bias": 0.09067956358194351, + "transformer.layers.3.linear1.weight": 11.005274772644043, + "transformer.layers.3.linear1.bias": 0.6232612729072571, + "transformer.layers.3.linear2.weight": 11.366610527038574, + "transformer.layers.3.linear2.bias": 0.11275720596313477, + "transformer.layers.3.norm1.weight": 2.6041719913482666, + "transformer.layers.3.norm1.bias": 2.3621647357940674, + "transformer.layers.3.norm2.weight": 6.03176212310791, + "transformer.layers.3.norm2.bias": 5.415566444396973, + "head.weight": 291.2458190917969, + "head.bias": 0.09193602949380875, + "global_embedding.weight": 2.028754234313965, + "global_cnn.0.weight": 8.246312141418457, + "global_cnn.0.bias": 0.32622650265693665, + "global_cnn.2.weight": 13.549004554748535, + "global_cnn.2.bias": 0.7629590034484863, + "global_proj.weight": 6.069202423095703, + "global_proj.bias": 2.248272180557251, + "goal_head.0.weight": 0.3144287168979645, + "goal_head.0.bias": 0.0870763435959816, + "goal_head.2.weight": 0.33436864614486694, + "goal_head.2.bias": 0.1728724241256714 + }, + { + "global_gate": 0.14012710750102997, + "embedding.weight": 1.6056307554244995, + "cnn.0.weight": 31.638816833496094, + "cnn.0.bias": 1.8042367696762085, + "cnn.2.weight": 8.352033615112305, + "cnn.2.bias": 2.6642415523529053, + "cnn.5.weight": 8.532122611999512, + "cnn.5.bias": 1.1734763383865356, + "action_emb.weight": 0.7347642183303833, + "timestep_emb.weight": 0.8380212783813477, + "pos_emb.weight": 0.20055578649044037, + "transformer.layers.0.self_attn.in_proj_weight": 23.105152130126953, + "transformer.layers.0.self_attn.in_proj_bias": 0.7920874953269958, + "transformer.layers.0.self_attn.out_proj.weight": 18.473155975341797, + "transformer.layers.0.self_attn.out_proj.bias": 0.43575528264045715, + "transformer.layers.0.linear1.weight": 9.560497283935547, + "transformer.layers.0.linear1.bias": 0.4238669276237488, + "transformer.layers.0.linear2.weight": 14.249521255493164, + "transformer.layers.0.linear2.bias": 0.27166998386383057, + "transformer.layers.0.norm1.weight": 1.4102344512939453, + "transformer.layers.0.norm1.bias": 0.8272095322608948, + "transformer.layers.0.norm2.weight": 0.9271755814552307, + "transformer.layers.0.norm2.bias": 0.5816827416419983, + "transformer.layers.1.self_attn.in_proj_weight": 16.34050941467285, + "transformer.layers.1.self_attn.in_proj_bias": 0.24928200244903564, + "transformer.layers.1.self_attn.out_proj.weight": 13.150238037109375, + "transformer.layers.1.self_attn.out_proj.bias": 0.13430500030517578, + "transformer.layers.1.linear1.weight": 18.9213809967041, + "transformer.layers.1.linear1.bias": 1.010593295097351, + "transformer.layers.1.linear2.weight": 20.61484146118164, + "transformer.layers.1.linear2.bias": 0.22586271166801453, + "transformer.layers.1.norm1.weight": 3.9838545322418213, + "transformer.layers.1.norm1.bias": 0.33516401052474976, + "transformer.layers.1.norm2.weight": 11.54530143737793, + "transformer.layers.1.norm2.bias": 8.847846031188965, + "transformer.layers.2.self_attn.in_proj_weight": 18.60352325439453, + "transformer.layers.2.self_attn.in_proj_bias": 0.9429066181182861, + "transformer.layers.2.self_attn.out_proj.weight": 14.009795188903809, + "transformer.layers.2.self_attn.out_proj.bias": 0.13828013837337494, + "transformer.layers.2.linear1.weight": 25.52151870727539, + "transformer.layers.2.linear1.bias": 1.4532725811004639, + "transformer.layers.2.linear2.weight": 27.256195068359375, + "transformer.layers.2.linear2.bias": 0.14941821992397308, + "transformer.layers.2.norm1.weight": 5.480282306671143, + "transformer.layers.2.norm1.bias": 4.134318828582764, + "transformer.layers.2.norm2.weight": 18.05752944946289, + "transformer.layers.2.norm2.bias": 16.586570739746094, + "transformer.layers.3.self_attn.in_proj_weight": 13.42085075378418, + "transformer.layers.3.self_attn.in_proj_bias": 0.7194200158119202, + "transformer.layers.3.self_attn.out_proj.weight": 13.001099586486816, + "transformer.layers.3.self_attn.out_proj.bias": 0.12427669763565063, + "transformer.layers.3.linear1.weight": 24.81232452392578, + "transformer.layers.3.linear1.bias": 1.3883057832717896, + "transformer.layers.3.linear2.weight": 25.300722122192383, + "transformer.layers.3.linear2.bias": 0.1710626631975174, + "transformer.layers.3.norm1.weight": 5.645044803619385, + "transformer.layers.3.norm1.bias": 4.160152912139893, + "transformer.layers.3.norm2.weight": 16.17254066467285, + "transformer.layers.3.norm2.bias": 14.854445457458496, + "head.weight": 640.8489990234375, + "head.bias": 0.1291991025209427, + "global_embedding.weight": 2.2944283485412598, + "global_cnn.0.weight": 12.984949111938477, + "global_cnn.0.bias": 0.5164765119552612, + "global_cnn.2.weight": 19.152782440185547, + "global_cnn.2.bias": 0.9968942403793335, + "global_proj.weight": 13.36639404296875, + "global_proj.bias": 4.3985090255737305, + "goal_head.0.weight": 0.2882647216320038, + "goal_head.0.bias": 0.05707201361656189, + "goal_head.2.weight": 0.31958168745040894, + "goal_head.2.bias": 0.10549653321504593 + }, + { + "global_gate": 0.3597220480442047, + "embedding.weight": 9.959362983703613, + "cnn.0.weight": 201.81419372558594, + "cnn.0.bias": 10.609077453613281, + "cnn.2.weight": 43.96476364135742, + "cnn.2.bias": 17.737457275390625, + "cnn.5.weight": 15.093091011047363, + "cnn.5.bias": 3.00264310836792, + "action_emb.weight": 0.3646513521671295, + "timestep_emb.weight": 0.176199808716774, + "pos_emb.weight": 0.1243533194065094, + "transformer.layers.0.self_attn.in_proj_weight": 15.05233097076416, + "transformer.layers.0.self_attn.in_proj_bias": 0.6106687784194946, + "transformer.layers.0.self_attn.out_proj.weight": 9.155513763427734, + "transformer.layers.0.self_attn.out_proj.bias": 0.2814660370349884, + "transformer.layers.0.linear1.weight": 5.374212741851807, + "transformer.layers.0.linear1.bias": 0.28803953528404236, + "transformer.layers.0.linear2.weight": 7.648510456085205, + "transformer.layers.0.linear2.bias": 0.18767616152763367, + "transformer.layers.0.norm1.weight": 1.5606818199157715, + "transformer.layers.0.norm1.bias": 0.6472091674804688, + "transformer.layers.0.norm2.weight": 0.8121048808097839, + "transformer.layers.0.norm2.bias": 0.5310779213905334, + "transformer.layers.1.self_attn.in_proj_weight": 11.214771270751953, + "transformer.layers.1.self_attn.in_proj_bias": 0.6697413921356201, + "transformer.layers.1.self_attn.out_proj.weight": 12.58105182647705, + "transformer.layers.1.self_attn.out_proj.bias": 0.18536192178726196, + "transformer.layers.1.linear1.weight": 28.114309310913086, + "transformer.layers.1.linear1.bias": 1.5893981456756592, + "transformer.layers.1.linear2.weight": 30.355438232421875, + "transformer.layers.1.linear2.bias": 0.1757553666830063, + "transformer.layers.1.norm1.weight": 3.6533470153808594, + "transformer.layers.1.norm1.bias": 2.094482660293579, + "transformer.layers.1.norm2.weight": 19.92593002319336, + "transformer.layers.1.norm2.bias": 17.160953521728516, + "transformer.layers.2.self_attn.in_proj_weight": 19.850799560546875, + "transformer.layers.2.self_attn.in_proj_bias": 0.9402060508728027, + "transformer.layers.2.self_attn.out_proj.weight": 18.13460350036621, + "transformer.layers.2.self_attn.out_proj.bias": 0.14593857526779175, + "transformer.layers.2.linear1.weight": 36.5549201965332, + "transformer.layers.2.linear1.bias": 2.0514581203460693, + "transformer.layers.2.linear2.weight": 38.94380187988281, + "transformer.layers.2.linear2.bias": 0.14943952858448029, + "transformer.layers.2.norm1.weight": 7.717621326446533, + "transformer.layers.2.norm1.bias": 5.54607629776001, + "transformer.layers.2.norm2.weight": 29.8723087310791, + "transformer.layers.2.norm2.bias": 28.11310577392578, + "transformer.layers.3.self_attn.in_proj_weight": 19.02809715270996, + "transformer.layers.3.self_attn.in_proj_bias": 1.1574748754501343, + "transformer.layers.3.self_attn.out_proj.weight": 18.4242000579834, + "transformer.layers.3.self_attn.out_proj.bias": 0.1688467115163803, + "transformer.layers.3.linear1.weight": 35.31095504760742, + "transformer.layers.3.linear1.bias": 1.9294980764389038, + "transformer.layers.3.linear2.weight": 35.95710754394531, + "transformer.layers.3.linear2.bias": 0.2404264658689499, + "transformer.layers.3.norm1.weight": 8.824959754943848, + "transformer.layers.3.norm1.bias": 7.600894451141357, + "transformer.layers.3.norm2.weight": 26.58546257019043, + "transformer.layers.3.norm2.bias": 24.635669708251953, + "head.weight": 998.8096923828125, + "head.bias": 0.14666062593460083, + "global_embedding.weight": 5.004260063171387, + "global_cnn.0.weight": 17.2051944732666, + "global_cnn.0.bias": 0.7830554246902466, + "global_cnn.2.weight": 17.72905158996582, + "global_cnn.2.bias": 0.9605631232261658, + "global_proj.weight": 7.895431995391846, + "global_proj.bias": 2.27205753326416, + "goal_head.0.weight": 0.44692665338516235, + "goal_head.0.bias": 0.09032132476568222, + "goal_head.2.weight": 0.4653650224208832, + "goal_head.2.bias": 0.15482014417648315 + }, + { + "global_gate": 1.0337238311767578, + "embedding.weight": 68.0331802368164, + "cnn.0.weight": 1203.660400390625, + "cnn.0.bias": 67.90425872802734, + "cnn.2.weight": 266.9732971191406, + "cnn.2.bias": 96.41557312011719, + "cnn.5.weight": 98.2546615600586, + "cnn.5.bias": 14.75153636932373, + "action_emb.weight": 2.3954527378082275, + "timestep_emb.weight": 2.619723081588745, + "pos_emb.weight": 0.6893370151519775, + "transformer.layers.0.self_attn.in_proj_weight": 81.80113983154297, + "transformer.layers.0.self_attn.in_proj_bias": 6.139245510101318, + "transformer.layers.0.self_attn.out_proj.weight": 51.44367980957031, + "transformer.layers.0.self_attn.out_proj.bias": 3.8851287364959717, + "transformer.layers.0.linear1.weight": 31.620018005371094, + "transformer.layers.0.linear1.bias": 1.8440862894058228, + "transformer.layers.0.linear2.weight": 58.314231872558594, + "transformer.layers.0.linear2.bias": 2.77195143699646, + "transformer.layers.0.norm1.weight": 6.376084327697754, + "transformer.layers.0.norm1.bias": 7.081845760345459, + "transformer.layers.0.norm2.weight": 4.579921722412109, + "transformer.layers.0.norm2.bias": 2.63971209526062, + "transformer.layers.1.self_attn.in_proj_weight": 47.53404998779297, + "transformer.layers.1.self_attn.in_proj_bias": 3.8534622192382812, + "transformer.layers.1.self_attn.out_proj.weight": 44.195030212402344, + "transformer.layers.1.self_attn.out_proj.bias": 0.9553859829902649, + "transformer.layers.1.linear1.weight": 37.383609771728516, + "transformer.layers.1.linear1.bias": 2.100475788116455, + "transformer.layers.1.linear2.weight": 41.06829833984375, + "transformer.layers.1.linear2.bias": 0.8427232503890991, + "transformer.layers.1.norm1.weight": 6.543046951293945, + "transformer.layers.1.norm1.bias": 12.494853973388672, + "transformer.layers.1.norm2.weight": 29.469594955444336, + "transformer.layers.1.norm2.bias": 26.593334197998047, + "transformer.layers.2.self_attn.in_proj_weight": 41.730472564697266, + "transformer.layers.2.self_attn.in_proj_bias": 1.0726839303970337, + "transformer.layers.2.self_attn.out_proj.weight": 26.818904876708984, + "transformer.layers.2.self_attn.out_proj.bias": 0.5858603715896606, + "transformer.layers.2.linear1.weight": 46.83995056152344, + "transformer.layers.2.linear1.bias": 2.581171751022339, + "transformer.layers.2.linear2.weight": 49.69990921020508, + "transformer.layers.2.linear2.bias": 0.5819056630134583, + "transformer.layers.2.norm1.weight": 16.015066146850586, + "transformer.layers.2.norm1.bias": 1.522111415863037, + "transformer.layers.2.norm2.weight": 42.70154571533203, + "transformer.layers.2.norm2.bias": 41.099822998046875, + "transformer.layers.3.self_attn.in_proj_weight": 34.5928955078125, + "transformer.layers.3.self_attn.in_proj_bias": 2.6306259632110596, + "transformer.layers.3.self_attn.out_proj.weight": 23.87567710876465, + "transformer.layers.3.self_attn.out_proj.bias": 0.3418410122394562, + "transformer.layers.3.linear1.weight": 44.365333557128906, + "transformer.layers.3.linear1.bias": 2.420527696609497, + "transformer.layers.3.linear2.weight": 44.92197799682617, + "transformer.layers.3.linear2.bias": 0.380759060382843, + "transformer.layers.3.norm1.weight": 15.067830085754395, + "transformer.layers.3.norm1.bias": 19.16093635559082, + "transformer.layers.3.norm2.weight": 37.627052307128906, + "transformer.layers.3.norm2.bias": 35.94683837890625, + "head.weight": 1244.45947265625, + "head.bias": 0.24884085357189178, + "global_embedding.weight": 13.48873233795166, + "global_cnn.0.weight": 41.14551544189453, + "global_cnn.0.bias": 1.9259930849075317, + "global_cnn.2.weight": 61.902503967285156, + "global_cnn.2.bias": 2.327899932861328, + "global_proj.weight": 36.073158264160156, + "global_proj.bias": 7.001198768615723, + "goal_head.0.weight": 0.49447229504585266, + "goal_head.0.bias": 0.08356695622205734, + "goal_head.2.weight": 0.4949183762073517, + "goal_head.2.bias": 0.1359076350927353 + }, + { + "global_gate": 0.48340803384780884, + "embedding.weight": 21.666919708251953, + "cnn.0.weight": 706.46533203125, + "cnn.0.bias": 31.289445877075195, + "cnn.2.weight": 288.5184020996094, + "cnn.2.bias": 82.33702850341797, + "cnn.5.weight": 204.16917419433594, + "cnn.5.bias": 34.744754791259766, + "action_emb.weight": 8.873441696166992, + "timestep_emb.weight": 5.541877269744873, + "pos_emb.weight": 5.336852073669434, + "transformer.layers.0.self_attn.in_proj_weight": 393.80987548828125, + "transformer.layers.0.self_attn.in_proj_bias": 17.214998245239258, + "transformer.layers.0.self_attn.out_proj.weight": 102.37507629394531, + "transformer.layers.0.self_attn.out_proj.bias": 5.962249755859375, + "transformer.layers.0.linear1.weight": 30.140602111816406, + "transformer.layers.0.linear1.bias": 1.6470282077789307, + "transformer.layers.0.linear2.weight": 31.252656936645508, + "transformer.layers.0.linear2.bias": 1.28512442111969, + "transformer.layers.0.norm1.weight": 27.438793182373047, + "transformer.layers.0.norm1.bias": 19.70953941345215, + "transformer.layers.0.norm2.weight": 3.782151699066162, + "transformer.layers.0.norm2.bias": 3.939476728439331, + "transformer.layers.1.self_attn.in_proj_weight": 42.265907287597656, + "transformer.layers.1.self_attn.in_proj_bias": 1.902565360069275, + "transformer.layers.1.self_attn.out_proj.weight": 14.38484001159668, + "transformer.layers.1.self_attn.out_proj.bias": 0.4316539168357849, + "transformer.layers.1.linear1.weight": 24.014036178588867, + "transformer.layers.1.linear1.bias": 1.3148081302642822, + "transformer.layers.1.linear2.weight": 25.251102447509766, + "transformer.layers.1.linear2.bias": 0.3151493966579437, + "transformer.layers.1.norm1.weight": 3.9501075744628906, + "transformer.layers.1.norm1.bias": 2.8383982181549072, + "transformer.layers.1.norm2.weight": 20.219751358032227, + "transformer.layers.1.norm2.bias": 16.75895881652832, + "transformer.layers.2.self_attn.in_proj_weight": 16.372692108154297, + "transformer.layers.2.self_attn.in_proj_bias": 1.039808750152588, + "transformer.layers.2.self_attn.out_proj.weight": 12.83307933807373, + "transformer.layers.2.self_attn.out_proj.bias": 0.13168567419052124, + "transformer.layers.2.linear1.weight": 29.239063262939453, + "transformer.layers.2.linear1.bias": 1.5946426391601562, + "transformer.layers.2.linear2.weight": 30.66283416748047, + "transformer.layers.2.linear2.bias": 0.12835754454135895, + "transformer.layers.2.norm1.weight": 6.080854892730713, + "transformer.layers.2.norm1.bias": 6.185733318328857, + "transformer.layers.2.norm2.weight": 28.339744567871094, + "transformer.layers.2.norm2.bias": 27.162813186645508, + "transformer.layers.3.self_attn.in_proj_weight": 36.79103469848633, + "transformer.layers.3.self_attn.in_proj_bias": 1.3414208889007568, + "transformer.layers.3.self_attn.out_proj.weight": 11.799806594848633, + "transformer.layers.3.self_attn.out_proj.bias": 0.10458197444677353, + "transformer.layers.3.linear1.weight": 27.849088668823242, + "transformer.layers.3.linear1.bias": 1.4770046472549438, + "transformer.layers.3.linear2.weight": 28.114192962646484, + "transformer.layers.3.linear2.bias": 0.15909114480018616, + "transformer.layers.3.norm1.weight": 7.812781810760498, + "transformer.layers.3.norm1.bias": 6.2850518226623535, + "transformer.layers.3.norm2.weight": 24.941274642944336, + "transformer.layers.3.norm2.bias": 23.260986328125, + "head.weight": 787.3389892578125, + "head.bias": 0.09424880892038345, + "global_embedding.weight": 40.94552230834961, + "global_cnn.0.weight": 182.28790283203125, + "global_cnn.0.bias": 7.44286584854126, + "global_cnn.2.weight": 282.32769775390625, + "global_cnn.2.bias": 15.20731258392334, + "global_proj.weight": 181.06028747558594, + "global_proj.bias": 56.83146286010742, + "goal_head.0.weight": 0.5436892509460449, + "goal_head.0.bias": 0.10758630931377411, + "goal_head.2.weight": 0.5961675047874451, + "goal_head.2.bias": 0.18397170305252075 + }, + { + "global_gate": 5.061188220977783, + "embedding.weight": 463.2563171386719, + "cnn.0.weight": 8618.1650390625, + "cnn.0.bias": 486.596923828125, + "cnn.2.weight": 3703.9443359375, + "cnn.2.bias": 618.4390869140625, + "cnn.5.weight": 3432.936279296875, + "cnn.5.bias": 231.20965576171875, + "action_emb.weight": 31.531356811523438, + "timestep_emb.weight": 68.17782592773438, + "pos_emb.weight": 14.695180892944336, + "transformer.layers.0.self_attn.in_proj_weight": 2893.323486328125, + "transformer.layers.0.self_attn.in_proj_bias": 158.3380126953125, + "transformer.layers.0.self_attn.out_proj.weight": 457.2524719238281, + "transformer.layers.0.self_attn.out_proj.bias": 34.697052001953125, + "transformer.layers.0.linear1.weight": 298.6563415527344, + "transformer.layers.0.linear1.bias": 14.018190383911133, + "transformer.layers.0.linear2.weight": 309.6792907714844, + "transformer.layers.0.linear2.bias": 16.42166519165039, + "transformer.layers.0.norm1.weight": 190.38331604003906, + "transformer.layers.0.norm1.bias": 196.0547637939453, + "transformer.layers.0.norm2.weight": 32.3699836730957, + "transformer.layers.0.norm2.bias": 19.321020126342773, + "transformer.layers.1.self_attn.in_proj_weight": 411.3045654296875, + "transformer.layers.1.self_attn.in_proj_bias": 9.684162139892578, + "transformer.layers.1.self_attn.out_proj.weight": 59.30982971191406, + "transformer.layers.1.self_attn.out_proj.bias": 1.1295307874679565, + "transformer.layers.1.linear1.weight": 19.531587600708008, + "transformer.layers.1.linear1.bias": 0.8095123767852783, + "transformer.layers.1.linear2.weight": 16.717899322509766, + "transformer.layers.1.linear2.bias": 0.49947139620780945, + "transformer.layers.1.norm1.weight": 34.47836685180664, + "transformer.layers.1.norm1.bias": 20.091108322143555, + "transformer.layers.1.norm2.weight": 14.27873420715332, + "transformer.layers.1.norm2.bias": 4.337614059448242, + "transformer.layers.2.self_attn.in_proj_weight": 41.18705368041992, + "transformer.layers.2.self_attn.in_proj_bias": 2.7341902256011963, + "transformer.layers.2.self_attn.out_proj.weight": 9.808034896850586, + "transformer.layers.2.self_attn.out_proj.bias": 0.0815104991197586, + "transformer.layers.2.linear1.weight": 13.932769775390625, + "transformer.layers.2.linear1.bias": 0.7313669323921204, + "transformer.layers.2.linear2.weight": 14.603132247924805, + "transformer.layers.2.linear2.bias": 0.08317402005195618, + "transformer.layers.2.norm1.weight": 4.413834571838379, + "transformer.layers.2.norm1.bias": 3.136615514755249, + "transformer.layers.2.norm2.weight": 14.411321640014648, + "transformer.layers.2.norm2.bias": 13.332470893859863, + "transformer.layers.3.self_attn.in_proj_weight": 11.149659156799316, + "transformer.layers.3.self_attn.in_proj_bias": 0.4014986753463745, + "transformer.layers.3.self_attn.out_proj.weight": 7.210322380065918, + "transformer.layers.3.self_attn.out_proj.bias": 0.06387275457382202, + "transformer.layers.3.linear1.weight": 13.247071266174316, + "transformer.layers.3.linear1.bias": 0.6750814318656921, + "transformer.layers.3.linear2.weight": 13.172978401184082, + "transformer.layers.3.linear2.bias": 0.10457225143909454, + "transformer.layers.3.norm1.weight": 4.063072204589844, + "transformer.layers.3.norm1.bias": 2.9074113368988037, + "transformer.layers.3.norm2.weight": 12.574161529541016, + "transformer.layers.3.norm2.bias": 11.219995498657227, + "head.weight": 409.92864990234375, + "head.bias": 0.10158008337020874, + "global_embedding.weight": 123.79263305664062, + "global_cnn.0.weight": 758.6813354492188, + "global_cnn.0.bias": 30.507814407348633, + "global_cnn.2.weight": 1284.39599609375, + "global_cnn.2.bias": 62.64291763305664, + "global_proj.weight": 656.4064331054688, + "global_proj.bias": 174.4169921875, + "goal_head.0.weight": 0.6335839033126831, + "goal_head.0.bias": 0.15386494994163513, + "goal_head.2.weight": 0.6358028650283813, + "goal_head.2.bias": 0.29768356680870056 + }, + { + "global_gate": 0.18151149153709412, + "embedding.weight": 4.9907002449035645, + "cnn.0.weight": 109.79503631591797, + "cnn.0.bias": 4.866547584533691, + "cnn.2.weight": 40.69110107421875, + "cnn.2.bias": 6.2037200927734375, + "cnn.5.weight": 26.446643829345703, + "cnn.5.bias": 1.2594135999679565, + "action_emb.weight": 2.5104362964630127, + "timestep_emb.weight": 2.10778546333313, + "pos_emb.weight": 2.1287999153137207, + "transformer.layers.0.self_attn.in_proj_weight": 58.03788757324219, + "transformer.layers.0.self_attn.in_proj_bias": 2.039741277694702, + "transformer.layers.0.self_attn.out_proj.weight": 37.56867218017578, + "transformer.layers.0.self_attn.out_proj.bias": 1.4870965480804443, + "transformer.layers.0.linear1.weight": 13.002321243286133, + "transformer.layers.0.linear1.bias": 0.7014369368553162, + "transformer.layers.0.linear2.weight": 22.437881469726562, + "transformer.layers.0.linear2.bias": 0.691646933555603, + "transformer.layers.0.norm1.weight": 4.513014316558838, + "transformer.layers.0.norm1.bias": 2.466101884841919, + "transformer.layers.0.norm2.weight": 1.4884246587753296, + "transformer.layers.0.norm2.bias": 1.2528969049453735, + "transformer.layers.1.self_attn.in_proj_weight": 13.017597198486328, + "transformer.layers.1.self_attn.in_proj_bias": 0.885749876499176, + "transformer.layers.1.self_attn.out_proj.weight": 29.579833984375, + "transformer.layers.1.self_attn.out_proj.bias": 0.47417160868644714, + "transformer.layers.1.linear1.weight": 13.324848175048828, + "transformer.layers.1.linear1.bias": 0.7504674792289734, + "transformer.layers.1.linear2.weight": 15.13685417175293, + "transformer.layers.1.linear2.bias": 0.4808412790298462, + "transformer.layers.1.norm1.weight": 3.490877151489258, + "transformer.layers.1.norm1.bias": 3.6649632453918457, + "transformer.layers.1.norm2.weight": 8.517339706420898, + "transformer.layers.1.norm2.bias": 8.048725128173828, + "transformer.layers.2.self_attn.in_proj_weight": 19.670133590698242, + "transformer.layers.2.self_attn.in_proj_bias": 0.9918825030326843, + "transformer.layers.2.self_attn.out_proj.weight": 24.39242935180664, + "transformer.layers.2.self_attn.out_proj.bias": 0.64026939868927, + "transformer.layers.2.linear1.weight": 15.082858085632324, + "transformer.layers.2.linear1.bias": 0.8503385782241821, + "transformer.layers.2.linear2.weight": 17.200780868530273, + "transformer.layers.2.linear2.bias": 0.6322950124740601, + "transformer.layers.2.norm1.weight": 6.272115707397461, + "transformer.layers.2.norm1.bias": 3.403745651245117, + "transformer.layers.2.norm2.weight": 12.130066871643066, + "transformer.layers.2.norm2.bias": 12.573301315307617, + "transformer.layers.3.self_attn.in_proj_weight": 39.24738311767578, + "transformer.layers.3.self_attn.in_proj_bias": 2.5381908416748047, + "transformer.layers.3.self_attn.out_proj.weight": 13.611247062683105, + "transformer.layers.3.self_attn.out_proj.bias": 0.2920418083667755, + "transformer.layers.3.linear1.weight": 13.39943790435791, + "transformer.layers.3.linear1.bias": 0.7589232921600342, + "transformer.layers.3.linear2.weight": 11.568060874938965, + "transformer.layers.3.linear2.bias": 0.27598702907562256, + "transformer.layers.3.norm1.weight": 17.130666732788086, + "transformer.layers.3.norm1.bias": 20.968738555908203, + "transformer.layers.3.norm2.weight": 11.096057891845703, + "transformer.layers.3.norm2.bias": 10.92478084564209, + "head.weight": 329.1898193359375, + "head.bias": 0.1688656210899353, + "global_embedding.weight": 8.135736465454102, + "global_cnn.0.weight": 38.40492630004883, + "global_cnn.0.bias": 1.499433994293213, + "global_cnn.2.weight": 49.16694259643555, + "global_cnn.2.bias": 2.5450782775878906, + "global_proj.weight": 19.781124114990234, + "global_proj.bias": 5.3319549560546875, + "goal_head.0.weight": 0.8620327711105347, + "goal_head.0.bias": 0.2074144184589386, + "goal_head.2.weight": 0.8367213010787964, + "goal_head.2.bias": 0.3899613618850708 + }, + { + "global_gate": 0.021087147295475006, + "embedding.weight": 11.349259376525879, + "cnn.0.weight": 183.05126953125, + "cnn.0.bias": 10.586483001708984, + "cnn.2.weight": 31.204383850097656, + "cnn.2.bias": 14.242623329162598, + "cnn.5.weight": 12.900956153869629, + "cnn.5.bias": 1.7890980243682861, + "action_emb.weight": 1.0398705005645752, + "timestep_emb.weight": 0.40292122960090637, + "pos_emb.weight": 0.2556625306606293, + "transformer.layers.0.self_attn.in_proj_weight": 19.308340072631836, + "transformer.layers.0.self_attn.in_proj_bias": 1.5335710048675537, + "transformer.layers.0.self_attn.out_proj.weight": 10.581095695495605, + "transformer.layers.0.self_attn.out_proj.bias": 0.9663088321685791, + "transformer.layers.0.linear1.weight": 3.3199784755706787, + "transformer.layers.0.linear1.bias": 0.21146106719970703, + "transformer.layers.0.linear2.weight": 3.452540874481201, + "transformer.layers.0.linear2.bias": 0.15513165295124054, + "transformer.layers.0.norm1.weight": 1.4495317935943604, + "transformer.layers.0.norm1.bias": 2.553388833999634, + "transformer.layers.0.norm2.weight": 0.4228365421295166, + "transformer.layers.0.norm2.bias": 0.46021100878715515, + "transformer.layers.1.self_attn.in_proj_weight": 2.0766336917877197, + "transformer.layers.1.self_attn.in_proj_bias": 0.0823703408241272, + "transformer.layers.1.self_attn.out_proj.weight": 3.5306129455566406, + "transformer.layers.1.self_attn.out_proj.bias": 0.05169548839330673, + "transformer.layers.1.linear1.weight": 1.862991213798523, + "transformer.layers.1.linear1.bias": 0.10223483294248581, + "transformer.layers.1.linear2.weight": 2.2615134716033936, + "transformer.layers.1.linear2.bias": 0.05054211616516113, + "transformer.layers.1.norm1.weight": 0.3200783133506775, + "transformer.layers.1.norm1.bias": 0.237347811460495, + "transformer.layers.1.norm2.weight": 1.6540818214416504, + "transformer.layers.1.norm2.bias": 1.6146184206008911, + "transformer.layers.2.self_attn.in_proj_weight": 1.4881998300552368, + "transformer.layers.2.self_attn.in_proj_bias": 0.07804520428180695, + "transformer.layers.2.self_attn.out_proj.weight": 2.3276748657226562, + "transformer.layers.2.self_attn.out_proj.bias": 0.05411866679787636, + "transformer.layers.2.linear1.weight": 2.236133337020874, + "transformer.layers.2.linear1.bias": 0.11937782913446426, + "transformer.layers.2.linear2.weight": 2.4884324073791504, + "transformer.layers.2.linear2.bias": 0.054440688341856, + "transformer.layers.2.norm1.weight": 0.5595600008964539, + "transformer.layers.2.norm1.bias": 0.16775143146514893, + "transformer.layers.2.norm2.weight": 2.363816738128662, + "transformer.layers.2.norm2.bias": 2.3357677459716797, + "transformer.layers.3.self_attn.in_proj_weight": 1.8047518730163574, + "transformer.layers.3.self_attn.in_proj_bias": 0.1336231231689453, + "transformer.layers.3.self_attn.out_proj.weight": 2.311077356338501, + "transformer.layers.3.self_attn.out_proj.bias": 0.0520140565931797, + "transformer.layers.3.linear1.weight": 7.326863765716553, + "transformer.layers.3.linear1.bias": 0.39209750294685364, + "transformer.layers.3.linear2.weight": 2.4329559803009033, + "transformer.layers.3.linear2.bias": 0.1499563604593277, + "transformer.layers.3.norm1.weight": 0.8456376194953918, + "transformer.layers.3.norm1.bias": 1.0830235481262207, + "transformer.layers.3.norm2.weight": 3.607974052429199, + "transformer.layers.3.norm2.bias": 0.43910014629364014, + "head.weight": 68.73867797851562, + "head.bias": 0.10951612144708633, + "global_embedding.weight": 6.81618070602417, + "global_cnn.0.weight": 25.329179763793945, + "global_cnn.0.bias": 1.0769201517105103, + "global_cnn.2.weight": 26.826139450073242, + "global_cnn.2.bias": 1.3371503353118896, + "global_proj.weight": 9.870332717895508, + "global_proj.bias": 2.806824207305908, + "goal_head.0.weight": 0.21436390280723572, + "goal_head.0.bias": 0.04980422928929329, + "goal_head.2.weight": 0.18797457218170166, + "goal_head.2.bias": 0.09771277755498886 + }, + { + "global_gate": 0.22362999618053436, + "embedding.weight": 43.08119583129883, + "cnn.0.weight": 693.6481323242188, + "cnn.0.bias": 35.94057083129883, + "cnn.2.weight": 134.867919921875, + "cnn.2.bias": 37.94124984741211, + "cnn.5.weight": 66.0633773803711, + "cnn.5.bias": 5.018694877624512, + "action_emb.weight": 1.5092092752456665, + "timestep_emb.weight": 1.4496705532073975, + "pos_emb.weight": 0.8751133680343628, + "transformer.layers.0.self_attn.in_proj_weight": 53.080814361572266, + "transformer.layers.0.self_attn.in_proj_bias": 2.1772348880767822, + "transformer.layers.0.self_attn.out_proj.weight": 24.733566284179688, + "transformer.layers.0.self_attn.out_proj.bias": 1.2205915451049805, + "transformer.layers.0.linear1.weight": 9.939265251159668, + "transformer.layers.0.linear1.bias": 0.5515813231468201, + "transformer.layers.0.linear2.weight": 18.213178634643555, + "transformer.layers.0.linear2.bias": 0.6971928477287292, + "transformer.layers.0.norm1.weight": 4.175792217254639, + "transformer.layers.0.norm1.bias": 2.3349316120147705, + "transformer.layers.0.norm2.weight": 1.4920251369476318, + "transformer.layers.0.norm2.bias": 0.9861496090888977, + "transformer.layers.1.self_attn.in_proj_weight": 11.706561088562012, + "transformer.layers.1.self_attn.in_proj_bias": 0.8172902464866638, + "transformer.layers.1.self_attn.out_proj.weight": 14.562671661376953, + "transformer.layers.1.self_attn.out_proj.bias": 0.22986745834350586, + "transformer.layers.1.linear1.weight": 5.875125408172607, + "transformer.layers.1.linear1.bias": 0.31839719414711, + "transformer.layers.1.linear2.weight": 7.506422996520996, + "transformer.layers.1.linear2.bias": 0.21654626727104187, + "transformer.layers.1.norm1.weight": 2.7527875900268555, + "transformer.layers.1.norm1.bias": 3.046344757080078, + "transformer.layers.1.norm2.weight": 5.366302013397217, + "transformer.layers.1.norm2.bias": 5.239651203155518, + "transformer.layers.2.self_attn.in_proj_weight": 11.501323699951172, + "transformer.layers.2.self_attn.in_proj_bias": 0.5203747153282166, + "transformer.layers.2.self_attn.out_proj.weight": 7.6055192947387695, + "transformer.layers.2.self_attn.out_proj.bias": 0.23513425886631012, + "transformer.layers.2.linear1.weight": 7.312993049621582, + "transformer.layers.2.linear1.bias": 0.3931497633457184, + "transformer.layers.2.linear2.weight": 8.3326997756958, + "transformer.layers.2.linear2.bias": 0.23709401488304138, + "transformer.layers.2.norm1.weight": 5.3552350997924805, + "transformer.layers.2.norm1.bias": 3.834751844406128, + "transformer.layers.2.norm2.weight": 7.45269775390625, + "transformer.layers.2.norm2.bias": 7.491508960723877, + "transformer.layers.3.self_attn.in_proj_weight": 13.180109977722168, + "transformer.layers.3.self_attn.in_proj_bias": 0.9066295027732849, + "transformer.layers.3.self_attn.out_proj.weight": 5.028814315795898, + "transformer.layers.3.self_attn.out_proj.bias": 0.09854167699813843, + "transformer.layers.3.linear1.weight": 6.547442436218262, + "transformer.layers.3.linear1.bias": 0.3717799484729767, + "transformer.layers.3.linear2.weight": 6.373265266418457, + "transformer.layers.3.linear2.bias": 0.07690121233463287, + "transformer.layers.3.norm1.weight": 6.173798084259033, + "transformer.layers.3.norm1.bias": 8.027746200561523, + "transformer.layers.3.norm2.weight": 6.5234856605529785, + "transformer.layers.3.norm2.bias": 6.802628517150879, + "head.weight": 192.27682495117188, + "head.bias": 0.05798359587788582, + "global_embedding.weight": 4.376877784729004, + "global_cnn.0.weight": 15.8418607711792, + "global_cnn.0.bias": 0.6749681234359741, + "global_cnn.2.weight": 30.28676986694336, + "global_cnn.2.bias": 1.0624496936798096, + "global_proj.weight": 19.498260498046875, + "global_proj.bias": 3.9048595428466797, + "goal_head.0.weight": 0.17187541723251343, + "goal_head.0.bias": 0.03368883207440376, + "goal_head.2.weight": 0.17015314102172852, + "goal_head.2.bias": 0.06852041929960251 + }, + { + "global_gate": 0.06390204280614853, + "embedding.weight": 81.58383178710938, + "cnn.0.weight": 1130.9324951171875, + "cnn.0.bias": 62.59648513793945, + "cnn.2.weight": 190.47125244140625, + "cnn.2.bias": 67.01614379882812, + "cnn.5.weight": 79.91145324707031, + "cnn.5.bias": 8.446768760681152, + "action_emb.weight": 1.9549838304519653, + "timestep_emb.weight": 1.4063208103179932, + "pos_emb.weight": 0.6485739350318909, + "transformer.layers.0.self_attn.in_proj_weight": 64.30323028564453, + "transformer.layers.0.self_attn.in_proj_bias": 5.1299262046813965, + "transformer.layers.0.self_attn.out_proj.weight": 36.01639175415039, + "transformer.layers.0.self_attn.out_proj.bias": 2.9187631607055664, + "transformer.layers.0.linear1.weight": 11.549661636352539, + "transformer.layers.0.linear1.bias": 0.8217183947563171, + "transformer.layers.0.linear2.weight": 12.126886367797852, + "transformer.layers.0.linear2.bias": 0.5131416916847229, + "transformer.layers.0.norm1.weight": 4.974274635314941, + "transformer.layers.0.norm1.bias": 9.137394905090332, + "transformer.layers.0.norm2.weight": 1.7515324354171753, + "transformer.layers.0.norm2.bias": 2.0899453163146973, + "transformer.layers.1.self_attn.in_proj_weight": 7.005821704864502, + "transformer.layers.1.self_attn.in_proj_bias": 0.4462727904319763, + "transformer.layers.1.self_attn.out_proj.weight": 6.126978397369385, + "transformer.layers.1.self_attn.out_proj.bias": 0.10903874039649963, + "transformer.layers.1.linear1.weight": 4.208786487579346, + "transformer.layers.1.linear1.bias": 0.24583448469638824, + "transformer.layers.1.linear2.weight": 4.80452299118042, + "transformer.layers.1.linear2.bias": 0.08278406411409378, + "transformer.layers.1.norm1.weight": 1.2894935607910156, + "transformer.layers.1.norm1.bias": 1.8670613765716553, + "transformer.layers.1.norm2.weight": 4.268030166625977, + "transformer.layers.1.norm2.bias": 4.263422966003418, + "transformer.layers.2.self_attn.in_proj_weight": 2.983487844467163, + "transformer.layers.2.self_attn.in_proj_bias": 0.20525208115577698, + "transformer.layers.2.self_attn.out_proj.weight": 3.5093905925750732, + "transformer.layers.2.self_attn.out_proj.bias": 0.08352555334568024, + "transformer.layers.2.linear1.weight": 4.981107711791992, + "transformer.layers.2.linear1.bias": 0.2630298137664795, + "transformer.layers.2.linear2.weight": 5.353790760040283, + "transformer.layers.2.linear2.bias": 0.08330848067998886, + "transformer.layers.2.norm1.weight": 0.8465524911880493, + "transformer.layers.2.norm1.bias": 1.5323351621627808, + "transformer.layers.2.norm2.weight": 5.7376790046691895, + "transformer.layers.2.norm2.bias": 5.549788951873779, + "transformer.layers.3.self_attn.in_proj_weight": 2.6456942558288574, + "transformer.layers.3.self_attn.in_proj_bias": 0.1355864256620407, + "transformer.layers.3.self_attn.out_proj.weight": 3.820784568786621, + "transformer.layers.3.self_attn.out_proj.bias": 0.08590148389339447, + "transformer.layers.3.linear1.weight": 5.7751641273498535, + "transformer.layers.3.linear1.bias": 0.3582678735256195, + "transformer.layers.3.linear2.weight": 4.803699970245361, + "transformer.layers.3.linear2.bias": 0.09738215059041977, + "transformer.layers.3.norm1.weight": 1.0330432653427124, + "transformer.layers.3.norm1.bias": 0.7001266479492188, + "transformer.layers.3.norm2.weight": 4.658444404602051, + "transformer.layers.3.norm2.bias": 5.963271617889404, + "head.weight": 146.320556640625, + "head.bias": 0.15711720287799835, + "global_embedding.weight": 5.825008869171143, + "global_cnn.0.weight": 21.08437156677246, + "global_cnn.0.bias": 0.7611059546470642, + "global_cnn.2.weight": 46.998497009277344, + "global_cnn.2.bias": 1.829279899597168, + "global_proj.weight": 34.61537551879883, + "global_proj.bias": 7.764626979827881, + "goal_head.0.weight": 0.40274950861930847, + "goal_head.0.bias": 0.07951407134532928, + "goal_head.2.weight": 0.331082820892334, + "goal_head.2.bias": 0.14648732542991638 + }, + { + "global_gate": 0.06054961308836937, + "embedding.weight": 118.1893310546875, + "cnn.0.weight": 2317.310546875, + "cnn.0.bias": 104.93911743164062, + "cnn.2.weight": 521.7871704101562, + "cnn.2.bias": 227.93838500976562, + "cnn.5.weight": 189.10250854492188, + "cnn.5.bias": 30.179859161376953, + "action_emb.weight": 5.927539348602295, + "timestep_emb.weight": 5.67971658706665, + "pos_emb.weight": 4.052468299865723, + "transformer.layers.0.self_attn.in_proj_weight": 164.85403442382812, + "transformer.layers.0.self_attn.in_proj_bias": 7.60120153427124, + "transformer.layers.0.self_attn.out_proj.weight": 53.09575653076172, + "transformer.layers.0.self_attn.out_proj.bias": 3.6155688762664795, + "transformer.layers.0.linear1.weight": 14.941277503967285, + "transformer.layers.0.linear1.bias": 0.7831723093986511, + "transformer.layers.0.linear2.weight": 18.67241668701172, + "transformer.layers.0.linear2.bias": 0.6347734332084656, + "transformer.layers.0.norm1.weight": 11.535714149475098, + "transformer.layers.0.norm1.bias": 10.7738676071167, + "transformer.layers.0.norm2.weight": 2.3052361011505127, + "transformer.layers.0.norm2.bias": 1.2956666946411133, + "transformer.layers.1.self_attn.in_proj_weight": 23.812326431274414, + "transformer.layers.1.self_attn.in_proj_bias": 1.0617804527282715, + "transformer.layers.1.self_attn.out_proj.weight": 19.305614471435547, + "transformer.layers.1.self_attn.out_proj.bias": 0.22159335017204285, + "transformer.layers.1.linear1.weight": 6.427213668823242, + "transformer.layers.1.linear1.bias": 0.3533720374107361, + "transformer.layers.1.linear2.weight": 6.595880508422852, + "transformer.layers.1.linear2.bias": 0.22823520004749298, + "transformer.layers.1.norm1.weight": 4.108811378479004, + "transformer.layers.1.norm1.bias": 1.9043383598327637, + "transformer.layers.1.norm2.weight": 3.288480758666992, + "transformer.layers.1.norm2.bias": 2.65619158744812, + "transformer.layers.2.self_attn.in_proj_weight": 10.766204833984375, + "transformer.layers.2.self_attn.in_proj_bias": 0.7956360578536987, + "transformer.layers.2.self_attn.out_proj.weight": 10.034554481506348, + "transformer.layers.2.self_attn.out_proj.bias": 0.3260563015937805, + "transformer.layers.2.linear1.weight": 5.3012919425964355, + "transformer.layers.2.linear1.bias": 0.30911529064178467, + "transformer.layers.2.linear2.weight": 6.973632335662842, + "transformer.layers.2.linear2.bias": 0.32498472929000854, + "transformer.layers.2.norm1.weight": 3.0207390785217285, + "transformer.layers.2.norm1.bias": 4.494359493255615, + "transformer.layers.2.norm2.weight": 3.7851483821868896, + "transformer.layers.2.norm2.bias": 3.218705654144287, + "transformer.layers.3.self_attn.in_proj_weight": 20.615562438964844, + "transformer.layers.3.self_attn.in_proj_bias": 1.0934779644012451, + "transformer.layers.3.self_attn.out_proj.weight": 2.565988302230835, + "transformer.layers.3.self_attn.out_proj.bias": 0.1133175790309906, + "transformer.layers.3.linear1.weight": 5.990791320800781, + "transformer.layers.3.linear1.bias": 0.3484358489513397, + "transformer.layers.3.linear2.weight": 3.150782346725464, + "transformer.layers.3.linear2.bias": 0.12687170505523682, + "transformer.layers.3.norm1.weight": 8.934980392456055, + "transformer.layers.3.norm1.bias": 9.479467391967773, + "transformer.layers.3.norm2.weight": 2.775031328201294, + "transformer.layers.3.norm2.bias": 3.3301448822021484, + "head.weight": 139.16322326660156, + "head.bias": 0.08443193882703781, + "global_embedding.weight": 1.884674310684204, + "global_cnn.0.weight": 33.0341796875, + "global_cnn.0.bias": 1.323460578918457, + "global_cnn.2.weight": 89.97638702392578, + "global_cnn.2.bias": 3.64206600189209, + "global_proj.weight": 55.90656280517578, + "global_proj.bias": 9.89062786102295, + "goal_head.0.weight": 2.409590244293213, + "goal_head.0.bias": 0.36618292331695557, + "goal_head.2.weight": 2.8655617237091064, + "goal_head.2.bias": 0.5880100727081299 + }, + { + "global_gate": 0.004695952404290438, + "embedding.weight": 13.54516887664795, + "cnn.0.weight": 227.4542236328125, + "cnn.0.bias": 12.35082721710205, + "cnn.2.weight": 51.18767166137695, + "cnn.2.bias": 23.73031234741211, + "cnn.5.weight": 42.79997634887695, + "cnn.5.bias": 4.0358405113220215, + "action_emb.weight": 1.3809404373168945, + "timestep_emb.weight": 1.2636544704437256, + "pos_emb.weight": 0.4263378381729126, + "transformer.layers.0.self_attn.in_proj_weight": 37.402259826660156, + "transformer.layers.0.self_attn.in_proj_bias": 3.1435563564300537, + "transformer.layers.0.self_attn.out_proj.weight": 20.574506759643555, + "transformer.layers.0.self_attn.out_proj.bias": 1.8209869861602783, + "transformer.layers.0.linear1.weight": 8.707215309143066, + "transformer.layers.0.linear1.bias": 0.5483315587043762, + "transformer.layers.0.linear2.weight": 18.602943420410156, + "transformer.layers.0.linear2.bias": 0.5972007513046265, + "transformer.layers.0.norm1.weight": 2.7101223468780518, + "transformer.layers.0.norm1.bias": 5.086029529571533, + "transformer.layers.0.norm2.weight": 1.376886248588562, + "transformer.layers.0.norm2.bias": 1.078495740890503, + "transformer.layers.1.self_attn.in_proj_weight": 25.3542423248291, + "transformer.layers.1.self_attn.in_proj_bias": 1.165220856666565, + "transformer.layers.1.self_attn.out_proj.weight": 21.937660217285156, + "transformer.layers.1.self_attn.out_proj.bias": 0.2797427773475647, + "transformer.layers.1.linear1.weight": 2.610224485397339, + "transformer.layers.1.linear1.bias": 0.16099998354911804, + "transformer.layers.1.linear2.weight": 5.700564861297607, + "transformer.layers.1.linear2.bias": 0.2479972243309021, + "transformer.layers.1.norm1.weight": 4.79260778427124, + "transformer.layers.1.norm1.bias": 4.633780002593994, + "transformer.layers.1.norm2.weight": 1.393212914466858, + "transformer.layers.1.norm2.bias": 1.7150095701217651, + "transformer.layers.2.self_attn.in_proj_weight": 19.913949966430664, + "transformer.layers.2.self_attn.in_proj_bias": 1.0600290298461914, + "transformer.layers.2.self_attn.out_proj.weight": 6.925718784332275, + "transformer.layers.2.self_attn.out_proj.bias": 0.3407404124736786, + "transformer.layers.2.linear1.weight": 4.1536865234375, + "transformer.layers.2.linear1.bias": 0.2498563975095749, + "transformer.layers.2.linear2.weight": 6.392030715942383, + "transformer.layers.2.linear2.bias": 0.3429868221282959, + "transformer.layers.2.norm1.weight": 8.048267364501953, + "transformer.layers.2.norm1.bias": 7.184478759765625, + "transformer.layers.2.norm2.weight": 1.6857061386108398, + "transformer.layers.2.norm2.bias": 1.900964379310608, + "transformer.layers.3.self_attn.in_proj_weight": 17.650175094604492, + "transformer.layers.3.self_attn.in_proj_bias": 1.0549448728561401, + "transformer.layers.3.self_attn.out_proj.weight": 3.308016300201416, + "transformer.layers.3.self_attn.out_proj.bias": 0.1075984537601471, + "transformer.layers.3.linear1.weight": 5.529064178466797, + "transformer.layers.3.linear1.bias": 0.3122064173221588, + "transformer.layers.3.linear2.weight": 1.9283322095870972, + "transformer.layers.3.linear2.bias": 0.1398933082818985, + "transformer.layers.3.norm1.weight": 8.084633827209473, + "transformer.layers.3.norm1.bias": 9.470726013183594, + "transformer.layers.3.norm2.weight": 2.0873358249664307, + "transformer.layers.3.norm2.bias": 0.894684374332428, + "head.weight": 46.05736541748047, + "head.bias": 0.06386661529541016, + "global_embedding.weight": 5.320356369018555, + "global_cnn.0.weight": 23.39578628540039, + "global_cnn.0.bias": 1.038926601409912, + "global_cnn.2.weight": 37.91120147705078, + "global_cnn.2.bias": 1.7787829637527466, + "global_proj.weight": 17.502437591552734, + "global_proj.bias": 4.1041340827941895, + "goal_head.0.weight": 1.2424037456512451, + "goal_head.0.bias": 0.1776692271232605, + "goal_head.2.weight": 1.4145468473434448, + "goal_head.2.bias": 0.3039575219154358 + }, + { + "global_gate": 4.230635166168213, + "embedding.weight": 905.8156127929688, + "cnn.0.weight": 14338.439453125, + "cnn.0.bias": 757.5353393554688, + "cnn.2.weight": 2771.6259765625, + "cnn.2.bias": 1304.860595703125, + "cnn.5.weight": 1254.6490478515625, + "cnn.5.bias": 220.13137817382812, + "action_emb.weight": 143.47293090820312, + "timestep_emb.weight": 77.52970123291016, + "pos_emb.weight": 31.571895599365234, + "transformer.layers.0.self_attn.in_proj_weight": 2191.263427734375, + "transformer.layers.0.self_attn.in_proj_bias": 224.69857788085938, + "transformer.layers.0.self_attn.out_proj.weight": 1068.9652099609375, + "transformer.layers.0.self_attn.out_proj.bias": 119.27981567382812, + "transformer.layers.0.linear1.weight": 358.02362060546875, + "transformer.layers.0.linear1.bias": 25.40343475341797, + "transformer.layers.0.linear2.weight": 342.16851806640625, + "transformer.layers.0.linear2.bias": 20.389402389526367, + "transformer.layers.0.norm1.weight": 199.69058227539062, + "transformer.layers.0.norm1.bias": 382.5557861328125, + "transformer.layers.0.norm2.weight": 48.215023040771484, + "transformer.layers.0.norm2.bias": 67.34644317626953, + "transformer.layers.1.self_attn.in_proj_weight": 314.8468017578125, + "transformer.layers.1.self_attn.in_proj_bias": 12.635143280029297, + "transformer.layers.1.self_attn.out_proj.weight": 131.5005645751953, + "transformer.layers.1.self_attn.out_proj.bias": 2.600071430206299, + "transformer.layers.1.linear1.weight": 55.16215133666992, + "transformer.layers.1.linear1.bias": 3.423478603363037, + "transformer.layers.1.linear2.weight": 29.28166961669922, + "transformer.layers.1.linear2.bias": 1.0926265716552734, + "transformer.layers.1.norm1.weight": 46.975345611572266, + "transformer.layers.1.norm1.bias": 49.91352081298828, + "transformer.layers.1.norm2.weight": 25.243165969848633, + "transformer.layers.1.norm2.bias": 23.733774185180664, + "transformer.layers.2.self_attn.in_proj_weight": 76.4427719116211, + "transformer.layers.2.self_attn.in_proj_bias": 3.1997427940368652, + "transformer.layers.2.self_attn.out_proj.weight": 26.025957107543945, + "transformer.layers.2.self_attn.out_proj.bias": 0.13020135462284088, + "transformer.layers.2.linear1.weight": 13.961602210998535, + "transformer.layers.2.linear1.bias": 0.7415953874588013, + "transformer.layers.2.linear2.weight": 14.640012741088867, + "transformer.layers.2.linear2.bias": 0.1312136948108673, + "transformer.layers.2.norm1.weight": 8.761934280395508, + "transformer.layers.2.norm1.bias": 3.821101427078247, + "transformer.layers.2.norm2.weight": 16.252256393432617, + "transformer.layers.2.norm2.bias": 16.213409423828125, + "transformer.layers.3.self_attn.in_proj_weight": 20.97885513305664, + "transformer.layers.3.self_attn.in_proj_bias": 1.2505630254745483, + "transformer.layers.3.self_attn.out_proj.weight": 10.120180130004883, + "transformer.layers.3.self_attn.out_proj.bias": 0.11950615048408508, + "transformer.layers.3.linear1.weight": 11.824459075927734, + "transformer.layers.3.linear1.bias": 0.6402877569198608, + "transformer.layers.3.linear2.weight": 11.633086204528809, + "transformer.layers.3.linear2.bias": 0.11110109835863113, + "transformer.layers.3.norm1.weight": 8.919286727905273, + "transformer.layers.3.norm1.bias": 10.623006820678711, + "transformer.layers.3.norm2.weight": 12.520917892456055, + "transformer.layers.3.norm2.bias": 12.389162063598633, + "head.weight": 390.3302001953125, + "head.bias": 0.04983482137322426, + "global_embedding.weight": 41.492095947265625, + "global_cnn.0.weight": 314.7311096191406, + "global_cnn.0.bias": 13.319600105285645, + "global_cnn.2.weight": 880.7394409179688, + "global_cnn.2.bias": 39.418983459472656, + "global_proj.weight": 793.5136108398438, + "global_proj.bias": 175.70962524414062, + "goal_head.0.weight": 0.6266121864318848, + "goal_head.0.bias": 0.11511138081550598, + "goal_head.2.weight": 0.5795773267745972, + "goal_head.2.bias": 0.20414070785045624 + }, + { + "global_gate": 7.9241533279418945, + "embedding.weight": 95.3322982788086, + "cnn.0.weight": 2230.56982421875, + "cnn.0.bias": 117.29328918457031, + "cnn.2.weight": 996.8948974609375, + "cnn.2.bias": 135.70628356933594, + "cnn.5.weight": 831.5540161132812, + "cnn.5.bias": 39.247352600097656, + "action_emb.weight": 82.57247161865234, + "timestep_emb.weight": 18.236757278442383, + "pos_emb.weight": 22.00463104248047, + "transformer.layers.0.self_attn.in_proj_weight": 1329.3245849609375, + "transformer.layers.0.self_attn.in_proj_bias": 53.950862884521484, + "transformer.layers.0.self_attn.out_proj.weight": 545.7722778320312, + "transformer.layers.0.self_attn.out_proj.bias": 22.70941162109375, + "transformer.layers.0.linear1.weight": 105.67108154296875, + "transformer.layers.0.linear1.bias": 6.242256164550781, + "transformer.layers.0.linear2.weight": 62.14560317993164, + "transformer.layers.0.linear2.bias": 3.034487009048462, + "transformer.layers.0.norm1.weight": 102.42618560791016, + "transformer.layers.0.norm1.bias": 82.69583892822266, + "transformer.layers.0.norm2.weight": 19.515127182006836, + "transformer.layers.0.norm2.bias": 19.838825225830078, + "transformer.layers.1.self_attn.in_proj_weight": 28.711721420288086, + "transformer.layers.1.self_attn.in_proj_bias": 2.304549217224121, + "transformer.layers.1.self_attn.out_proj.weight": 33.64187240600586, + "transformer.layers.1.self_attn.out_proj.bias": 0.7267072200775146, + "transformer.layers.1.linear1.weight": 27.98067283630371, + "transformer.layers.1.linear1.bias": 1.5161796808242798, + "transformer.layers.1.linear2.weight": 29.45389175415039, + "transformer.layers.1.linear2.bias": 0.41667208075523376, + "transformer.layers.1.norm1.weight": 4.590327739715576, + "transformer.layers.1.norm1.bias": 11.961418151855469, + "transformer.layers.1.norm2.weight": 28.758878707885742, + "transformer.layers.1.norm2.bias": 25.179533004760742, + "transformer.layers.2.self_attn.in_proj_weight": 13.788979530334473, + "transformer.layers.2.self_attn.in_proj_bias": 0.7115399241447449, + "transformer.layers.2.self_attn.out_proj.weight": 12.91372013092041, + "transformer.layers.2.self_attn.out_proj.bias": 0.10339892655611038, + "transformer.layers.2.linear1.weight": 31.627063751220703, + "transformer.layers.2.linear1.bias": 1.6469475030899048, + "transformer.layers.2.linear2.weight": 32.90757751464844, + "transformer.layers.2.linear2.bias": 0.09905075281858444, + "transformer.layers.2.norm1.weight": 7.0158371925354, + "transformer.layers.2.norm1.bias": 5.907704830169678, + "transformer.layers.2.norm2.weight": 37.77792739868164, + "transformer.layers.2.norm2.bias": 36.77006912231445, + "transformer.layers.3.self_attn.in_proj_weight": 31.114721298217773, + "transformer.layers.3.self_attn.in_proj_bias": 0.8982027769088745, + "transformer.layers.3.self_attn.out_proj.weight": 12.681925773620605, + "transformer.layers.3.self_attn.out_proj.bias": 0.07593896239995956, + "transformer.layers.3.linear1.weight": 30.922893524169922, + "transformer.layers.3.linear1.bias": 1.4995890855789185, + "transformer.layers.3.linear2.weight": 29.704320907592773, + "transformer.layers.3.linear2.bias": 0.19963520765304565, + "transformer.layers.3.norm1.weight": 9.379825592041016, + "transformer.layers.3.norm1.bias": 6.330463409423828, + "transformer.layers.3.norm2.weight": 33.577049255371094, + "transformer.layers.3.norm2.bias": 28.810325622558594, + "head.weight": 916.2864379882812, + "head.bias": 0.08748987317085266, + "global_embedding.weight": 71.84210968017578, + "global_cnn.0.weight": 396.82843017578125, + "global_cnn.0.bias": 15.978866577148438, + "global_cnn.2.weight": 697.5363159179688, + "global_cnn.2.bias": 35.7603874206543, + "global_proj.weight": 307.6855163574219, + "global_proj.bias": 99.4852523803711, + "goal_head.0.weight": 0.08476299047470093, + "goal_head.0.bias": 0.02364053763449192, + "goal_head.2.weight": 0.0768558606505394, + "goal_head.2.bias": 0.051095377653837204 + }, + { + "global_gate": 1.6682868003845215, + "embedding.weight": 372.8289794921875, + "cnn.0.weight": 8731.1171875, + "cnn.0.bias": 379.3587646484375, + "cnn.2.weight": 3280.1279296875, + "cnn.2.bias": 356.6666259765625, + "cnn.5.weight": 1301.0587158203125, + "cnn.5.bias": 59.98397445678711, + "action_emb.weight": 160.91766357421875, + "timestep_emb.weight": 88.23888397216797, + "pos_emb.weight": 57.751914978027344, + "transformer.layers.0.self_attn.in_proj_weight": 2710.446533203125, + "transformer.layers.0.self_attn.in_proj_bias": 211.05068969726562, + "transformer.layers.0.self_attn.out_proj.weight": 1540.041015625, + "transformer.layers.0.self_attn.out_proj.bias": 105.68754577636719, + "transformer.layers.0.linear1.weight": 373.26873779296875, + "transformer.layers.0.linear1.bias": 23.63419532775879, + "transformer.layers.0.linear2.weight": 200.74916076660156, + "transformer.layers.0.linear2.bias": 13.956920623779297, + "transformer.layers.0.norm1.weight": 220.86508178710938, + "transformer.layers.0.norm1.bias": 392.892333984375, + "transformer.layers.0.norm2.weight": 56.44804382324219, + "transformer.layers.0.norm2.bias": 61.08794021606445, + "transformer.layers.1.self_attn.in_proj_weight": 73.86286163330078, + "transformer.layers.1.self_attn.in_proj_bias": 4.157599925994873, + "transformer.layers.1.self_attn.out_proj.weight": 37.88924789428711, + "transformer.layers.1.self_attn.out_proj.bias": 0.7029609084129333, + "transformer.layers.1.linear1.weight": 37.24578857421875, + "transformer.layers.1.linear1.bias": 2.185765266418457, + "transformer.layers.1.linear2.weight": 38.43434524536133, + "transformer.layers.1.linear2.bias": 0.195719376206398, + "transformer.layers.1.norm1.weight": 17.475194931030273, + "transformer.layers.1.norm1.bias": 19.970060348510742, + "transformer.layers.1.norm2.weight": 40.593353271484375, + "transformer.layers.1.norm2.bias": 42.74265670776367, + "transformer.layers.2.self_attn.in_proj_weight": 23.132741928100586, + "transformer.layers.2.self_attn.in_proj_bias": 1.1162586212158203, + "transformer.layers.2.self_attn.out_proj.weight": 15.607937812805176, + "transformer.layers.2.self_attn.out_proj.bias": 0.12999458611011505, + "transformer.layers.2.linear1.weight": 43.98573684692383, + "transformer.layers.2.linear1.bias": 2.2787539958953857, + "transformer.layers.2.linear2.weight": 45.57331085205078, + "transformer.layers.2.linear2.bias": 0.12493154406547546, + "transformer.layers.2.norm1.weight": 8.992377281188965, + "transformer.layers.2.norm1.bias": 8.877104759216309, + "transformer.layers.2.norm2.weight": 54.37114334106445, + "transformer.layers.2.norm2.bias": 53.10381317138672, + "transformer.layers.3.self_attn.in_proj_weight": 68.32649993896484, + "transformer.layers.3.self_attn.in_proj_bias": 2.0817832946777344, + "transformer.layers.3.self_attn.out_proj.weight": 15.679055213928223, + "transformer.layers.3.self_attn.out_proj.bias": 0.11022385954856873, + "transformer.layers.3.linear1.weight": 41.13447189331055, + "transformer.layers.3.linear1.bias": 2.158783435821533, + "transformer.layers.3.linear2.weight": 41.2051887512207, + "transformer.layers.3.linear2.bias": 0.10056516528129578, + "transformer.layers.3.norm1.weight": 10.46056079864502, + "transformer.layers.3.norm1.bias": 10.624832153320312, + "transformer.layers.3.norm2.weight": 46.30398941040039, + "transformer.layers.3.norm2.bias": 46.04033279418945, + "head.weight": 1223.120849609375, + "head.bias": 0.041394058614969254, + "global_embedding.weight": 198.29257202148438, + "global_cnn.0.weight": 899.1329345703125, + "global_cnn.0.bias": 38.246665954589844, + "global_cnn.2.weight": 1375.666015625, + "global_cnn.2.bias": 59.73602294921875, + "global_proj.weight": 720.2935180664062, + "global_proj.bias": 133.53314208984375, + "goal_head.0.weight": 0.7135633826255798, + "goal_head.0.bias": 0.13959945738315582, + "goal_head.2.weight": 0.7828758955001831, + "goal_head.2.bias": 0.25280630588531494 + }, + { + "global_gate": 2.2904467582702637, + "embedding.weight": 88.8175048828125, + "cnn.0.weight": 1781.3402099609375, + "cnn.0.bias": 97.23119354248047, + "cnn.2.weight": 710.0424194335938, + "cnn.2.bias": 118.51408386230469, + "cnn.5.weight": 263.8328552246094, + "cnn.5.bias": 14.949814796447754, + "action_emb.weight": 12.04487133026123, + "timestep_emb.weight": 5.881094455718994, + "pos_emb.weight": 3.6642022132873535, + "transformer.layers.0.self_attn.in_proj_weight": 369.601806640625, + "transformer.layers.0.self_attn.in_proj_bias": 29.60643768310547, + "transformer.layers.0.self_attn.out_proj.weight": 113.9836196899414, + "transformer.layers.0.self_attn.out_proj.bias": 12.38032341003418, + "transformer.layers.0.linear1.weight": 62.87046813964844, + "transformer.layers.0.linear1.bias": 5.2217793464660645, + "transformer.layers.0.linear2.weight": 72.57328033447266, + "transformer.layers.0.linear2.bias": 4.424259185791016, + "transformer.layers.0.norm1.weight": 29.244094848632812, + "transformer.layers.0.norm1.bias": 54.87493896484375, + "transformer.layers.0.norm2.weight": 8.807854652404785, + "transformer.layers.0.norm2.bias": 16.46455192565918, + "transformer.layers.1.self_attn.in_proj_weight": 70.97345733642578, + "transformer.layers.1.self_attn.in_proj_bias": 5.122426509857178, + "transformer.layers.1.self_attn.out_proj.weight": 73.7405776977539, + "transformer.layers.1.self_attn.out_proj.bias": 1.2962976694107056, + "transformer.layers.1.linear1.weight": 49.106109619140625, + "transformer.layers.1.linear1.bias": 2.8123910427093506, + "transformer.layers.1.linear2.weight": 46.30470657348633, + "transformer.layers.1.linear2.bias": 0.919429361820221, + "transformer.layers.1.norm1.weight": 9.0874605178833, + "transformer.layers.1.norm1.bias": 24.993410110473633, + "transformer.layers.1.norm2.weight": 43.484825134277344, + "transformer.layers.1.norm2.bias": 34.89293670654297, + "transformer.layers.2.self_attn.in_proj_weight": 100.59749603271484, + "transformer.layers.2.self_attn.in_proj_bias": 5.4874091148376465, + "transformer.layers.2.self_attn.out_proj.weight": 28.81051254272461, + "transformer.layers.2.self_attn.out_proj.bias": 0.32855674624443054, + "transformer.layers.2.linear1.weight": 41.432125091552734, + "transformer.layers.2.linear1.bias": 2.1328673362731934, + "transformer.layers.2.linear2.weight": 43.00767517089844, + "transformer.layers.2.linear2.bias": 0.29860037565231323, + "transformer.layers.2.norm1.weight": 11.117277145385742, + "transformer.layers.2.norm1.bias": 21.92424201965332, + "transformer.layers.2.norm2.weight": 51.91088104248047, + "transformer.layers.2.norm2.bias": 50.63980484008789, + "transformer.layers.3.self_attn.in_proj_weight": 197.12786865234375, + "transformer.layers.3.self_attn.in_proj_bias": 4.8751115798950195, + "transformer.layers.3.self_attn.out_proj.weight": 13.047914505004883, + "transformer.layers.3.self_attn.out_proj.bias": 0.07635266333818436, + "transformer.layers.3.linear1.weight": 38.299190521240234, + "transformer.layers.3.linear1.bias": 1.9367073774337769, + "transformer.layers.3.linear2.weight": 38.280269622802734, + "transformer.layers.3.linear2.bias": 0.11893197894096375, + "transformer.layers.3.norm1.weight": 19.044143676757812, + "transformer.layers.3.norm1.bias": 7.8900957107543945, + "transformer.layers.3.norm2.weight": 44.58027267456055, + "transformer.layers.3.norm2.bias": 42.50990676879883, + "head.weight": 1185.11865234375, + "head.bias": 0.048943087458610535, + "global_embedding.weight": 23.892425537109375, + "global_cnn.0.weight": 166.00634765625, + "global_cnn.0.bias": 6.651172161102295, + "global_cnn.2.weight": 291.9072265625, + "global_cnn.2.bias": 13.750170707702637, + "global_proj.weight": 203.21437072753906, + "global_proj.bias": 40.192787170410156, + "goal_head.0.weight": 0.14031289517879486, + "goal_head.0.bias": 0.019931865856051445, + "goal_head.2.weight": 0.10621801763772964, + "goal_head.2.bias": 0.03534473851323128 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 67.85369873046875, - 376.66229248046875, - 1442.580322265625, - 2558.14208984375, - 8787.9228515625, - 7443.99609375, - 15645.333984375, - 16555.08203125, - 17986.970703125, - 10523.25 + 31.71329689025879, + 251.78878784179688, + 739.1565551757812, + 1491.4263916015625, + 3408.337890625, + 4794.27099609375, + 8408.1669921875, + 11213.794921875, + 17754.375, + 21000.751953125, + 27300.7890625, + 32694.326171875, + 31588.90625, + 23197.4765625, + 25752.685546875, + 29058.142578125, + 38398.27734375, + 34815.46484375, + 40456.6171875, + 27992.9375 ], "repr_drift_kl_low_t": [ - 21.081993103027344, - 142.759033203125, - 1009.6240234375, - 1629.7471923828125, - 6911.5634765625, - 6370.32373046875, - 11625.52734375, - 13502.974609375, - 13143.298828125, - 9031.876953125 + 27.088102340698242, + 251.49655151367188, + 732.7432250976562, + 1496.7818603515625, + 3396.0087890625, + 4770.3232421875, + 8219.46484375, + 10855.3642578125, + 16104.55078125, + 18209.654296875, + 20837.12890625, + 23322.650390625, + 21835.1328125, + 16020.0732421875, + 18705.48046875, + 18140.13671875, + 26283.349609375, + 22711.888671875, + 29941.78515625, + 21362.09375 ], "repr_drift_kl_mid_t": [ - 66.91265869140625, - 361.1585693359375, - 1419.35546875, - 2467.64111328125, - 9045.7919921875, - 7536.32666015625, - 15633.7890625, - 16828.890625, - 18960.875, - 11314.779296875 + 31.94413185119629, + 252.58331298828125, + 738.0328979492188, + 1501.627685546875, + 3412.1142578125, + 4806.2978515625, + 8445.234375, + 11354.8173828125, + 18102.853515625, + 21677.291015625, + 28767.109375, + 34798.26953125, + 33819.86328125, + 24523.822265625, + 27235.580078125, + 31222.59375, + 41019.6953125, + 37286.37890625, + 42117.01953125, + 28452.580078125 ], "repr_drift_kl_high_t": [ - 114.49810028076172, - 592.330810546875, - 1841.74072265625, - 3784.13720703125, - 10817.228515625, - 8828.126953125, - 18573.251953125, - 18229.50390625, - 21377.90234375, - 10681.0380859375 + 36.4697151184082, + 254.38755798339844, + 745.0563354492188, + 1459.7718505859375, + 3417.406005859375, + 4771.98974609375, + 8568.638671875, + 11274.80078125, + 18798.65625, + 22396.958984375, + 30566.978515625, + 37351.51171875, + 37269.7578125, + 27209.109375, + 28936.7890625, + 34855.0078125, + 45943.9296875, + 42635.8671875, + 47727.62890625, + 33546.6875 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.1437024176120758, - 0.4541172981262207, - 0.20098614692687988, - 0.22458387911319733, - 0.21461613476276398 + 0.3955225944519043, + 0.6034300923347473, + 0.20605476200580597, + 0.5108053088188171, + 0.38980454206466675, + 0.4098969101905823, + 0.6872782111167908, + 0.33618760108947754, + 0.03585544973611832, + 0.1030305027961731 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 18.98330307006836, - 563.1036376953125, - 3020.115966796875, - 1100.544921875, - 521.6984252929688, - 46351.390625, - 2338.577392578125, - 23718.927734375, - 4223.64306640625, - 11725.5341796875 + 48.1943359375, + 198.24098205566406, + 176.038818359375, + 1642.4305419921875, + 986.40380859375, + 697.943603515625, + 473.79315185546875, + 708.0957641601562, + 1073.95654296875, + 80744.40625, + 465.18682861328125, + 208.5200653076172, + 2622.472412109375, + 705.6773681640625, + 1876.4920654296875, + 247.53927612304688, + 35403.36328125, + 5555.86474609375, + 5411.423828125, + 4002.874267578125 ], "norm_high_t": [ - 47.81281280517578, - 417.8604431152344, - 865.029296875, - 1908.9488525390625, - 3265.129150390625, - 23615.396484375, - 3092.103515625, - 5515.97314453125, - 7020.2802734375, - 39185.5078125 + 57.37997817993164, + 185.82923889160156, + 170.875244140625, + 283.31549072265625, + 1005.9013061523438, + 988.3924560546875, + 468.0104064941406, + 1077.53369140625, + 635.1478271484375, + 1388.40673828125, + 996.81298828125, + 281.26507568359375, + 4465.1201171875, + 313.0113830566406, + 2620.362060546875, + 113.93370819091797, + 7978.83984375, + 10494.17578125, + 12949.8486328125, + 2856.166015625 ], "lowhigh_cos": [ - 0.43386468291282654, - 0.747988224029541, - 0.7805857062339783, - 0.9162124395370483, - 0.3624984920024872, - 0.830302357673645, - 0.9815307855606079, - 0.07074648886919022, - -0.025989776477217674, - -0.7825493812561035 + 0.8995826244354248, + 0.9109434485435486, + 0.8377575874328613, + 0.6232395768165588, + 0.9954991936683655, + 0.7450706362724304, + 0.9982944130897522, + 0.8907731771469116, + 0.897914707660675, + 0.36948806047439575, + 0.8711727857589722, + 0.8504678606987, + 0.9843889474868774, + 0.8873453140258789, + 0.832420289516449, + 0.34564369916915894, + 0.8735309839248657, + 0.3845680356025696, + 0.9147211313247681, + 0.8543977737426758 ], "t_bin_norms": [ { - "t_0.0-0.1": 19.04104995727539, - "t_0.1-0.2": 24.920616149902344, - "t_0.2-0.3": 24.078327178955078, - "t_0.3-0.4": 26.446998596191406, - "t_0.4-0.5": 22.72919464111328, - "t_0.5-0.6": 31.018638610839844, - "t_0.6-0.7": 24.478931427001953, - "t_0.7-0.8": 22.923063278198242, - "t_0.8-0.9": 32.4623908996582, - "t_0.9-1.0": 76.57526397705078 - }, - { - "t_0.0-0.1": 749.2274169921875, - "t_0.1-0.2": 7610.85595703125, - "t_0.2-0.3": 551.6216430664062, - "t_0.3-0.4": 764.9478759765625, - "t_0.4-0.5": 5542.9052734375, - "t_0.5-0.6": 1047.9056396484375, - "t_0.6-0.7": 413.3652648925781, - "t_0.7-0.8": 1693.635498046875, - "t_0.8-0.9": 828.310546875, - "t_0.9-1.0": 768.9095458984375 - }, - { - "t_0.0-0.1": 639.332763671875, - "t_0.1-0.2": 843.6167602539062, - "t_0.2-0.3": 457.9683532714844, - "t_0.3-0.4": 2924.987060546875, - "t_0.4-0.5": 492.8952941894531, - "t_0.5-0.6": 418.2751770019531, - "t_0.6-0.7": 939.7801513671875, - "t_0.7-0.8": 376.7826232910156, - "t_0.8-0.9": 723.8746948242188, - "t_0.9-1.0": 4824.5576171875 - }, - { - "t_0.0-0.1": 1356.808349609375, - "t_0.1-0.2": 1053.307861328125, - "t_0.2-0.3": 1174.7713623046875, - "t_0.3-0.4": 1466.19775390625, - "t_0.4-0.5": 5816.95263671875, - "t_0.5-0.6": 2995.803466796875, - "t_0.6-0.7": 2047.7559814453125, - "t_0.7-0.8": 1594.5859375, - "t_0.8-0.9": 2256.214111328125, - "t_0.9-1.0": 2477.00634765625 - }, - { - "t_0.0-0.1": 921.9635009765625, - "t_0.1-0.2": 538.5907592773438, - "t_0.2-0.3": 565.2033081054688, - "t_0.3-0.4": 746.6885986328125, - "t_0.4-0.5": 701.4258422851562, - "t_0.5-0.6": 540.4113159179688, - "t_0.6-0.7": 552.1070556640625, - "t_0.7-0.8": 531.5414428710938, - "t_0.8-0.9": 558.6000366210938, - "t_0.9-1.0": 680.95947265625 - }, - { - "t_0.0-0.1": 44755.53515625, - "t_0.1-0.2": 91535.734375, - "t_0.2-0.3": 50642.015625, - "t_0.3-0.4": 23874.546875, - "t_0.4-0.5": 22239.703125, - "t_0.5-0.6": 70203.6953125, - "t_0.6-0.7": 45134.15625, - "t_0.7-0.8": 69388.234375, - "t_0.8-0.9": 35406.59375, - "t_0.9-1.0": 45812.70703125 - }, - { - "t_0.0-0.1": 3565.5341796875, - "t_0.1-0.2": 12528.052734375, - "t_0.2-0.3": 3028.74169921875, - "t_0.3-0.4": 3271.15966796875, - "t_0.4-0.5": 3024.19873046875, - "t_0.5-0.6": 2974.123291015625, - "t_0.6-0.7": 2983.169189453125, - "t_0.7-0.8": 3034.744873046875, - "t_0.8-0.9": 3015.384765625, - "t_0.9-1.0": 3021.51708984375 - }, - { - "t_0.0-0.1": 37733.50390625, - "t_0.1-0.2": 129965.28125, - "t_0.2-0.3": 34394.83203125, - "t_0.3-0.4": 96744.578125, - "t_0.4-0.5": 13037.9541015625, - "t_0.5-0.6": 47068.546875, - "t_0.6-0.7": 37659.80859375, - "t_0.7-0.8": 15139.576171875, - "t_0.8-0.9": 18712.861328125, - "t_0.9-1.0": 5217.67431640625 - }, - { - "t_0.0-0.1": 2675.243408203125, - "t_0.1-0.2": 3662.591796875, - "t_0.2-0.3": 7928.27978515625, - "t_0.3-0.4": 6196.62353515625, - "t_0.4-0.5": 6173.05712890625, - "t_0.5-0.6": 6653.763671875, - "t_0.6-0.7": 12439.7802734375, - "t_0.7-0.8": 7347.5634765625, - "t_0.8-0.9": 12012.3212890625, - "t_0.9-1.0": 7317.45166015625 - }, - { - "t_0.0-0.1": 277481.375, - "t_0.1-0.2": 33305.0, - "t_0.2-0.3": 8307.4990234375, - "t_0.3-0.4": 38095.00390625, - "t_0.4-0.5": 10385.2099609375, - "t_0.5-0.6": 102836.1328125, - "t_0.6-0.7": 28557.591796875, - "t_0.7-0.8": 8696.8876953125, - "t_0.8-0.9": 5317.72607421875, - "t_0.9-1.0": 59927.2109375 + "t_0.0-0.1": 45.2884521484375, + "t_0.1-0.2": 43.118682861328125, + "t_0.2-0.3": 45.27493667602539, + "t_0.3-0.4": 44.446109771728516, + "t_0.4-0.5": 46.003135681152344, + "t_0.5-0.6": 49.35487365722656, + "t_0.6-0.7": 40.3368034362793, + "t_0.7-0.8": 49.40296936035156, + "t_0.8-0.9": 62.19157028198242, + "t_0.9-1.0": 62.66970443725586 + }, + { + "t_0.0-0.1": 212.91668701171875, + "t_0.1-0.2": 169.637451171875, + "t_0.2-0.3": 182.97483825683594, + "t_0.3-0.4": 233.0644989013672, + "t_0.4-0.5": 155.2665252685547, + "t_0.5-0.6": 220.52488708496094, + "t_0.6-0.7": 196.2316436767578, + "t_0.7-0.8": 217.6387176513672, + "t_0.8-0.9": 197.95220947265625, + "t_0.9-1.0": 181.30868530273438 + }, + { + "t_0.0-0.1": 149.46942138671875, + "t_0.1-0.2": 103.0308837890625, + "t_0.2-0.3": 291.3251647949219, + "t_0.3-0.4": 144.112548828125, + "t_0.4-0.5": 122.26615142822266, + "t_0.5-0.6": 113.8638916015625, + "t_0.6-0.7": 151.5457763671875, + "t_0.7-0.8": 128.3623046875, + "t_0.8-0.9": 169.47850036621094, + "t_0.9-1.0": 278.2842102050781 + }, + { + "t_0.0-0.1": 1219.4002685546875, + "t_0.1-0.2": 2145.344970703125, + "t_0.2-0.3": 157.48684692382812, + "t_0.3-0.4": 153.5834197998047, + "t_0.4-0.5": 159.36473083496094, + "t_0.5-0.6": 151.14117431640625, + "t_0.6-0.7": 195.32275390625, + "t_0.7-0.8": 196.31808471679688, + "t_0.8-0.9": 317.5247802734375, + "t_0.9-1.0": 315.1072692871094 + }, + { + "t_0.0-0.1": 1035.622314453125, + "t_0.1-0.2": 990.4575805664062, + "t_0.2-0.3": 998.74462890625, + "t_0.3-0.4": 999.7686157226562, + "t_0.4-0.5": 1016.9269409179688, + "t_0.5-0.6": 1005.2208251953125, + "t_0.6-0.7": 999.0509033203125, + "t_0.7-0.8": 1010.8395385742188, + "t_0.8-0.9": 996.3412475585938, + "t_0.9-1.0": 1005.8479614257812 + }, + { + "t_0.0-0.1": 718.3468017578125, + "t_0.1-0.2": 713.9049682617188, + "t_0.2-0.3": 706.2608032226562, + "t_0.3-0.4": 712.99462890625, + "t_0.4-0.5": 710.0203857421875, + "t_0.5-0.6": 712.234375, + "t_0.6-0.7": 706.1175537109375, + "t_0.7-0.8": 710.6134033203125, + "t_0.8-0.9": 715.1612548828125, + "t_0.9-1.0": 1428.2874755859375 + }, + { + "t_0.0-0.1": 470.298095703125, + "t_0.1-0.2": 479.98797607421875, + "t_0.2-0.3": 480.7983093261719, + "t_0.3-0.4": 490.8871765136719, + "t_0.4-0.5": 536.6100463867188, + "t_0.5-0.6": 473.12109375, + "t_0.6-0.7": 476.5176696777344, + "t_0.7-0.8": 476.8750915527344, + "t_0.8-0.9": 472.78851318359375, + "t_0.9-1.0": 470.8915710449219 + }, + { + "t_0.0-0.1": 717.849853515625, + "t_0.1-0.2": 961.813720703125, + "t_0.2-0.3": 6552.1533203125, + "t_0.3-0.4": 692.7587890625, + "t_0.4-0.5": 1070.2987060546875, + "t_0.5-0.6": 682.6058349609375, + "t_0.6-0.7": 1263.120361328125, + "t_0.7-0.8": 522.7401123046875, + "t_0.8-0.9": 514.8369140625, + "t_0.9-1.0": 1062.3555908203125 + }, + { + "t_0.0-0.1": 1496.146240234375, + "t_0.1-0.2": 1355.861572265625, + "t_0.2-0.3": 2305.706298828125, + "t_0.3-0.4": 1530.5467529296875, + "t_0.4-0.5": 3074.424560546875, + "t_0.5-0.6": 1821.453857421875, + "t_0.6-0.7": 1073.9111328125, + "t_0.7-0.8": 696.9716186523438, + "t_0.8-0.9": 714.61328125, + "t_0.9-1.0": 558.9961547851562 + }, + { + "t_0.0-0.1": 79723.640625, + "t_0.1-0.2": 25849.564453125, + "t_0.2-0.3": 12437.328125, + "t_0.3-0.4": 11126.755859375, + "t_0.4-0.5": 9935.724609375, + "t_0.5-0.6": 9221.431640625, + "t_0.6-0.7": 18066.75, + "t_0.7-0.8": 3060.833984375, + "t_0.8-0.9": 1608.9478759765625, + "t_0.9-1.0": 5438.55224609375 + }, + { + "t_0.0-0.1": 1878.4228515625, + "t_0.1-0.2": 810.1700439453125, + "t_0.2-0.3": 925.321533203125, + "t_0.3-0.4": 448.30731201171875, + "t_0.4-0.5": 791.6254272460938, + "t_0.5-0.6": 583.105712890625, + "t_0.6-0.7": 1057.1778564453125, + "t_0.7-0.8": 599.2530517578125, + "t_0.8-0.9": 1663.636962890625, + "t_0.9-1.0": 763.3910522460938 + }, + { + "t_0.0-0.1": 183.50588989257812, + "t_0.1-0.2": 179.41793823242188, + "t_0.2-0.3": 1141.0860595703125, + "t_0.3-0.4": 235.8020782470703, + "t_0.4-0.5": 275.6590270996094, + "t_0.5-0.6": 206.1561279296875, + "t_0.6-0.7": 360.1643981933594, + "t_0.7-0.8": 265.7411804199219, + "t_0.8-0.9": 266.03314208984375, + "t_0.9-1.0": 449.5887145996094 + }, + { + "t_0.0-0.1": 672.7757568359375, + "t_0.1-0.2": 839.8638305664062, + "t_0.2-0.3": 563.6649780273438, + "t_0.3-0.4": 541.0167236328125, + "t_0.4-0.5": 920.9490966796875, + "t_0.5-0.6": 2306.18017578125, + "t_0.6-0.7": 655.1093139648438, + "t_0.7-0.8": 6111.37646484375, + "t_0.8-0.9": 645.6187744140625, + "t_0.9-1.0": 17766.42578125 + }, + { + "t_0.0-0.1": 854.3248291015625, + "t_0.1-0.2": 300.826416015625, + "t_0.2-0.3": 765.8289794921875, + "t_0.3-0.4": 1488.7115478515625, + "t_0.4-0.5": 551.0269165039062, + "t_0.5-0.6": 647.39697265625, + "t_0.6-0.7": 501.054931640625, + "t_0.7-0.8": 534.9501342773438, + "t_0.8-0.9": 2358.73095703125, + "t_0.9-1.0": 972.2796020507812 + }, + { + "t_0.0-0.1": 985.1749877929688, + "t_0.1-0.2": 1546.6776123046875, + "t_0.2-0.3": 1641.1260986328125, + "t_0.3-0.4": 1381.3779296875, + "t_0.4-0.5": 3162.75390625, + "t_0.5-0.6": 4357.85693359375, + "t_0.6-0.7": 1274.4354248046875, + "t_0.7-0.8": 1597.3673095703125, + "t_0.8-0.9": 1131.1732177734375, + "t_0.9-1.0": 2828.316162109375 + }, + { + "t_0.0-0.1": 104.9403305053711, + "t_0.1-0.2": 536.021728515625, + "t_0.2-0.3": 518.198974609375, + "t_0.3-0.4": 239.8297882080078, + "t_0.4-0.5": 3147.083984375, + "t_0.5-0.6": 605.4310302734375, + "t_0.6-0.7": 821.3629760742188, + "t_0.7-0.8": 390.1194152832031, + "t_0.8-0.9": 186.56707763671875, + "t_0.9-1.0": 102.04522705078125 + }, + { + "t_0.0-0.1": 49962.03125, + "t_0.1-0.2": 127136.5390625, + "t_0.2-0.3": 24134.734375, + "t_0.3-0.4": 42531.4765625, + "t_0.4-0.5": 47584.640625, + "t_0.5-0.6": 45653.97265625, + "t_0.6-0.7": 11044.7919921875, + "t_0.7-0.8": 11052.0205078125, + "t_0.8-0.9": 24313.00390625, + "t_0.9-1.0": 32406.16796875 + }, + { + "t_0.0-0.1": 12121.998046875, + "t_0.1-0.2": 5282.1533203125, + "t_0.2-0.3": 1824.94775390625, + "t_0.3-0.4": 23457.51953125, + "t_0.4-0.5": 1441.602783203125, + "t_0.5-0.6": 17845.857421875, + "t_0.6-0.7": 21689.05078125, + "t_0.7-0.8": 6422.71484375, + "t_0.8-0.9": 3003.62255859375, + "t_0.9-1.0": 17078.359375 + }, + { + "t_0.0-0.1": 16443.353515625, + "t_0.1-0.2": 5676.8359375, + "t_0.2-0.3": 23148.94140625, + "t_0.3-0.4": 7142.1240234375, + "t_0.4-0.5": 11398.7431640625, + "t_0.5-0.6": 18167.10546875, + "t_0.6-0.7": 14168.73828125, + "t_0.7-0.8": 24695.080078125, + "t_0.8-0.9": 25909.541015625, + "t_0.9-1.0": 7492.58056640625 + }, + { + "t_0.0-0.1": 2741.114501953125, + "t_0.1-0.2": 2581.703857421875, + "t_0.2-0.3": 5888.4375, + "t_0.3-0.4": 2377.51513671875, + "t_0.4-0.5": 2431.070556640625, + "t_0.5-0.6": 2867.423095703125, + "t_0.6-0.7": 2606.01513671875, + "t_0.7-0.8": 2760.440185546875, + "t_0.8-0.9": 2434.671630859375, + "t_0.9-1.0": 4070.3662109375 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.007301173638552427, - 0.02835538610816002, - 0.0556323416531086, - 0.02766798436641693, - 0.1412380188703537, - 0.015962442383170128, - 0.2957233786582947, - 0.12387467920780182, - 0.07768361270427704, - 0.07562249898910522, - 0.012126865796744823, - 0.24401913583278656, - 0.0121845081448555, - 0.1459677368402481, - 0.02015959657728672, - 0.11003521084785461, - 0.03865131735801697, - 0.19661016762256622, - 0.02130553126335144, - 0.04898564890027046, - 0.23327305912971497, - 0.030405405908823013, - 0.47812098264694214, - 0.005130596924573183, - 0.0077751195058226585, - 0.08933717012405396, - 0.10580204427242279, - 0.004692832473665476, - 0.09755192697048187, - 0.352027028799057, - 0.08327081799507141, - 0.04472271725535393, - 0.05514949932694435, - 0.15653923153877258, - 0.14009927213191986, - 0.04029304161667824, - 0.004587155766785145, - 0.2800000011920929, - 0.018318966031074524, - 0.014761414378881454, - 0.1634114682674408, - 0.21791045367717743, - 0.15280136466026306, - 0.011824989691376686, - 0.06512042880058289, - 0.06478703767061234, - 0.00911458395421505, - 0.016597511246800423, - 0.25660377740859985, - 0.08753602206707001, - 0.057780031114816666, - 0.15256257355213165, - 0.13135802745819092, - 0.12179487198591232, - 0.05072464048862457, - 0.21228070557117462, - 0.005586592014878988, - 0.019486544653773308, - 0.0581597238779068, - 0.009749303571879864, - 0.004901960492134094, - 0.012981744483113289, - 0.06209150329232216, - 0.07285714149475098, - 0.1716507077217102, - 0.08579522371292114, - 0.008064515888690948, - 0.11330275237560272, - 0.0050505055114626884, - 0.01439736783504486, - 0.05073431134223938, - 0.060410793870687485, - 0.12034127116203308, - 0.004692832473665476, - 0.023408925160765648, - 0.13808463513851166, - 0.004901960492134094, - 0.3063291013240814, - 0.02986932173371315, - 0.0065543074160814285, - 0.020942408591508865, - 0.008269719779491425, - 0.07201404869556427, - 0.04707112908363342, - 0.2661336362361908, - 0.004869141615927219, - 0.01774340309202671, - 0.1228625699877739, - 0.05038759484887123, - 0.009513513185083866, - 0.011538461782038212, - 0.1149144321680069, - 0.07806031405925751, - 0.08050436526536942, - 0.004413387272506952, - 0.08770421892404556, - 0.004692832473665476, - 0.04048582911491394, - 0.06934177875518799, - 0.006592291872948408, - 0.006307339295744896, - 0.19154928624629974, - 0.047098975628614426, - 0.016284987330436707, - 0.0026212320663034916, - 0.039772726595401764, - 0.08591365069150925, - 0.0018050542566925287, - 0.0033136967103928328, - 0.1538083553314209, - 0.05408015474677086, - 0.0038677917327731848, - 0.06751592457294464, - 0.24555160105228424, - 0.017501989379525185, - 0.05306495726108551, - 0.11567164212465286, - 0.06724707037210464, - 0.002958579920232296, - 0.29135802388191223, - 0.015243902802467346, - 0.004160362761467695, - 0.20403023064136505, - 0.019039735198020935, - 0.006637168116867542, - 0.037506602704524994, - 0.12704715132713318, - 0.051051050424575806, - 0.0877513736486435, - 0.10104669630527496, - 0.10967432707548141, - 0.03279164433479309, - 0.07247298210859299, - 0.009475219063460827, - 0.03991059958934784, - 0.002958579920232296, - 0.14077670872211456, - 0.09992486983537674, - 0.031063320115208626, - 0.023351648822426796, - 0.13266240060329437, - 0.09379727393388748, - 0.05095541104674339, - 0.08423913270235062, - 0.006965174339711666, - 0.09403669834136963, - 0.13727454841136932, - 0.2419266551733017, - 0.17734910547733307, - 0.09284116327762604, - 0.10827198624610901, - 0.19196061789989471, - 0.05624515190720558, - 0.01092896144837141, - 0.06217929348349571, - 0.06360332667827606, - 0.03943314775824547, - 0.22068612277507782, - 0.04371338710188866, - 0.0025107604451477528, - 0.027070065960288048, - 0.053165584802627563, - 0.04548587277531624, - 0.07667162269353867, - 0.10788561403751373, - 0.2328977733850479, - 0.09925442934036255, - 0.16115702688694, - 0.05235988274216652, - 0.24227799475193024, - 0.18530823290348053, - 0.11852927505970001, - 0.2172839492559433, - 0.0691547766327858, - 0.19300107657909393, - 0.04676901176571846, - 0.08138781040906906, - 0.09988901019096375, - 0.004323899280279875, - 0.3150289058685303, - 0.11913657188415527, - 0.012354651466012001, - 0.26474443078041077, - 0.5588009357452393, - 0.07766470313072205, - 0.11495088785886765, - 0.337970107793808, - 0.37215712666511536, - 0.009475219063460827, - 0.10176991671323776, - 0.4379446506500244, - 0.3249097466468811, - 0.025384102016687393, - 0.22095069289207458, - 0.15927928686141968, - 0.29874998331069946, - 0.04435483738780022, - 0.2609391510486603, - 0.048192769289016724, - 0.10487329959869385, - 0.2632158696651459, - 0.12527593970298767, - 0.1460331231355667, - 0.15770769119262695, - 0.1511482298374176, - 0.10415790975093842, - 0.3154362440109253, - 0.2568306028842926, - 0.11877076327800751, - 0.12544439733028412, - 0.16286644339561462, - 0.16812658309936523, - 0.002634660340845585, - 0.015952598303556442, - 0.32186460494995117, - 0.008374183438718319, - 0.291403591632843, - 0.022456461563706398, - 0.17521855235099792, - 0.32357722520828247, - 0.3527045249938965, - 0.18787425756454468, - 0.11051692813634872, - 0.17684659361839294, - 0.002984084887430072, - 0.08829249441623688, - 0.31047382950782776, - 0.012803677469491959, - 0.1650422364473343, - 0.0034722222480922937, - 0.0071151359006762505, - 0.004323899280279875, - 0.20191247761249542, - 0.08328546583652496, - 0.023351648822426796, - 0.10833333432674408, - 0.047771722078323364, - 0.1166604533791542, - 0.08582448959350586, - 0.2107728272676468, - 0.3736095130443573, - 0.005434782709926367, - 0.09825560450553894, - 0.004201680887490511, - 0.05377421900629997, - 0.032341524958610535, - 0.12388192862272263, - 0.024000000208616257, - 0.024722501635551453, - 0.22813238203525543, - 0.017399709671735764, - 0.020517393946647644, - 0.004160362761467695, - 0.1700524240732193, - 0.018402505666017532, - 0.14578454196453094, - 0.025302529335021973, - 0.030126336961984634, - 0.0013297871919348836, - 0.005594405345618725, - 0.10404150187969208, - 0.008045433089137077, - 0.030078666284680367, - 0.004901960492134094, - 0.05509723350405693, - 0.00883152149617672, - 0.008666345849633217, - 0.037451986223459244, - 0.1134854108095169, - 0.0037251655012369156, - 0.08436214178800583, - 0.09265614300966263, - 0.05661211907863617, - 0.12837837636470795, - 0.003385240212082863, - 0.0050505055114626884, - 0.07594463229179382, - 0.013690106570720673, - 0.1818181872367859, - 0.05132026970386505, - 0.11764705926179886, - 0.04025880619883537, - 0.004807692486792803, - 0.17815646529197693, - 0.02281746082007885, - 0.004166666883975267, - 0.1547333002090454, - 0.03540462255477905, - 0.07885304093360901, - 0.09777778387069702, - 0.08547008782625198, - 0.028070176020264626, - 0.0050505055114626884, - 0.18540868163108826, - 0.08452950417995453, - 0.01834862492978573, - 0.0021289538126438856, - 0.054822564125061035, - 0.0569620281457901, - 0.08356290310621262, - 0.16421207785606384, - 0.07574240863323212, - 0.02469135820865631, - 0.08923304080963135, - 0.05190591886639595, - 0.04266762360930443, - 0.19197139143943787, - 0.024101145565509796, - 0.0020799629855901003, - 0.2071528136730194, - 0.004960727412253618, - 0.07463391125202179, - 0.12259332835674286, - 0.017111022025346756, - 0.02384737692773342, - 0.043663471937179565, - 0.07418576627969742, - 0.10121886432170868, - 0.1761751025915146, - 0.010075566358864307, - 0.040378227829933167, - 0.19256475567817688, - 0.11155913770198822, - 0.02098950557410717, - 0.04717566817998886, - 0.027684563770890236, - 0.09882006049156189, - 0.027010435238480568, - 0.21374407410621643, - 0.018052678555250168, - 0.01673484593629837, - 0.018847409635782242, - 0.1319311559200287, - 0.3471524119377136, - 0.016789982095360756, - 0.0045008184388279915, - 0.09302325546741486, - 0.10902255028486252, - 0.004061372019350529, - 0.005502971354871988, - 0.011224489659070969, - 0.1707487851381302, - 0.006718345917761326, - 0.054767727851867676, - 0.005417956504970789, - 0.0019206146243959665, - 0.0035771066322922707, - 0.011514305137097836, - 0.023310022428631783, - 0.08082976192235947, - 0.05782918259501457, - 0.17160367965698242, - 0.035769231617450714, - 0.09988681226968765, - 0.074940524995327, - 0.07045454531908035, - 0.07688634097576141, - 0.10372960567474365, - 0.006057782098650932, - 0.0590163916349411, - 0.06995412707328796, - 0.0589318610727787, - 0.009038088843226433, - 0.11501596868038177, - 0.1041666641831398, - 0.07201404869556427, - 0.1187584400177002, - 0.03288958594202995, - 0.08380825072526932, - 0.01824401319026947, - 0.03244837746024132, - 0.24905943870544434, - 0.32056450843811035, - 0.05086103454232216, - 0.04293455556035042, - 0.02182759903371334, - 0.09739223122596741, - 0.048398327082395554, - 0.11976320296525955, - 0.04370034113526344, - 0.15532222390174866, - 0.13033033907413483, - 0.12098360806703568, - 0.23110786080360413, - 0.23526546359062195, - 0.006688963156193495, - 0.0027985074557363987, - 0.13277573883533478, - 0.024141447618603706, - 0.47386059165000916, - 0.03561491519212723, - 0.17256636917591095, - 0.4121863842010498, - 0.07479573041200638, - 0.0039133839309215546, - 0.03840579465031624, - 0.0200803205370903, - 0.16238608956336975, - 0.2639077305793762, - 0.05525654926896095, - 0.051591914147138596, - 0.17038626968860626, - 0.11137361079454422, - 0.04431977495551109, - 0.08626505732536316, - 0.0022522523067891598, - 0.22064687311649323, - 0.22103533148765564, - 0.16900420188903809, - 0.11283186078071594, - 0.12096511572599411, - 0.3154492676258087, - 0.10573476552963257, - 0.07090264558792114, - 0.0675763487815857, - 0.16835567355155945, - 0.11948676407337189, - 0.1806395947933197, - 0.03501628711819649, - 0.09130434691905975, - 0.19867946207523346, - 0.009034267626702785, - 0.18881916999816895, - 0.12566371262073517, - 0.02469135820865631, - 0.015147102065384388, - 0.1885790079832077, - 0.19146695733070374, - 0.1298464685678482, - 0.16537313163280487, - 0.23497432470321655, - 0.196891188621521, - 0.09912444651126862, - 0.00538160465657711, - 0.3377230167388916, - 0.219076007604599, - 0.2223750501871109, - 0.08482535928487778, - 0.10518573224544525, - 0.20130091905593872, - 0.09526736289262772, - 0.22633744776248932, - 0.13573743402957916, - 0.011636731214821339, - 0.061698440462350845, - 0.02626740373671055, - 0.1772199273109436, - 0.07844243943691254, - 0.06264172494411469, - 0.11646206676959991, - 0.03321976214647293, - 0.09250243008136749, - 0.04731955751776695, - 0.2967146039009094, - 0.012080537155270576, - 0.12567751109600067, - 0.14481577277183533, - 0.0017552657518535852, - 0.10191570967435837, - 0.16241560876369476, - 0.055831264704465866, - 0.06900240480899811, - 0.196891188621521, - 0.004448681138455868, - 0.011377489194273949, - 0.042032863944768906, - 0.07530238479375839, - 0.10852120816707611, - 0.35918647050857544, - 0.03142328932881355, - 0.06652078777551651, - 0.30708661675453186, - 0.08608122169971466, - 0.11254460364580154, - 0.08584905415773392, - 0.01899736188352108, - 0.20527383685112, - 0.08913784474134445, - 0.08811475336551666, - 0.12592202425003052, - 0.042553190141916275, - 0.2154000848531723, - 0.05202312394976616, - 0.14775726199150085, - 0.01603153720498085, - 0.14227916300296783, - 0.1934257596731186, - 0.27086931467056274, - 0.08684863150119781, - 0.03601589798927307, - 0.25022104382514954, - 0.05872340872883797, - 0.19499264657497406, - 0.08894295245409012 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.15166260302066803, + 0.027350425720214844, + 0.0292452834546566, + 0.18227216601371765, + 0.05776487663388252, + 0.05441131070256233, + 0.06857359409332275, + 0.0821039155125618, + 0.08156249672174454, + 0.09298167377710342, + 0.31335151195526123, + 0.12876711785793304, + 0.09942501038312912, + 0.08389533311128616, + 0.10021494328975677, + 0.05988389626145363, + 0.11555169522762299, + 0.10809500515460968, + 0.11527377367019653, + 0.07453121244907379, + 0.07253731042146683, + 0.11500579118728638, + 0.09065420925617218, + 0.1949295848608017, + 0.07243087142705917, + 0.09417808055877686, + 0.06642728298902512, + 0.0402555912733078, + 0.1290697604417801, + 0.08441192656755447, + 0.12019002437591553, + 0.29615384340286255, + 0.05459911376237869, + 0.09076743572950363, + 0.08090615272521973, + 0.08160676807165146, + 0.0590595044195652, + 0.056737590581178665, + 0.06295526027679443, + 0.1275683045387268, + 0.10458202660083771, + 0.03906723111867905, + 0.09772998839616776, + 0.07883816957473755, + 0.0642613098025322, + 0.11919298768043518, + 0.1474611610174179, + 0.12018027156591415, + 0.060606058686971664, + 0.04058355465531349, + 0.1486908495426178, + 0.07034694403409958, + 0.12333427369594574, + 0.05367464944720268, + 0.08869778364896774, + 0.06340097635984421, + 0.061587754637002945, + 0.12581750750541687, + 0.09620703011751175, + 0.10652132332324982, + 0.0737045407295227, + 0.06008932366967201, + 0.028562048450112343, + 0.05944900959730148, + 0.073107048869133, + 0.04857143014669418, + 0.08110862225294113, + 0.057740435004234314, + 0.019401198253035545, + 0.08787421882152557, + 0.08447352796792984, + 0.1384359449148178, + 0.0966915711760521, + 0.039381854236125946, + 0.030163802206516266, + 0.11519750952720642, + 0.10477156937122345, + 0.10284464061260223, + 0.08112407475709915, + 0.0839872732758522, + 0.033012378960847855, + 0.10101310908794403, + 0.0798654854297638, + 0.020004302263259888, + 0.14814814925193787, + 0.07679805159568787, + 0.030856307595968246, + 0.02536531537771225, + 0.05919003114104271, + 0.03830455243587494, + 0.0502283088862896, + 0.0795568972826004, + 0.04731792211532593, + 0.08190618455410004, + 0.07690342515707016, + 0.060507483780384064, + 0.0818759948015213, + 0.14261507987976074, + 0.08038976788520813, + 0.05124000832438469, + 0.08741258829832077, + 0.08157970011234283, + 0.10523532330989838, + 0.0857677012681961, + 0.050974514335393906, + 0.06872370094060898, + 0.08159968256950378, + 0.05543525516986847, + 0.060834113508462906, + 0.08169014751911163, + 0.09761036187410355, + 0.062227390706539154, + 0.12187088280916214, + 0.047051697969436646, + 0.02493438310921192, + 0.05523066967725754, + 0.06454971432685852, + 0.08840915560722351, + 0.08535844832658768, + 0.0699872300028801, + 0.10464396327733994, + 0.11375661194324493, + 0.0856517031788826, + 0.06874477863311768, + 0.09344790875911713, + 0.11615552008152008, + 0.06540396809577942, + 0.10824935138225555, + 0.08527696877717972, + 0.046587929129600525, + 0.08008256554603577, + 0.04414507746696472, + 0.036438122391700745, + 0.06694978475570679, + 0.10758592188358307, + 0.09731628000736237, + 0.021438317373394966, + 0.03861518204212189, + 0.03899502754211426, + 0.0954246073961258, + 0.07607632130384445, + 0.06116735190153122, + 0.10190369188785553, + 0.15515932440757751, + 0.058227844536304474, + 0.04947282746434212, + 0.08904291689395905, + 0.07613168656826019, + 0.04782994091510773, + 0.02990577556192875, + 0.10353129357099533, + 0.11824217438697815, + 0.054085154086351395, + 0.04431842267513275, + 0.0676109567284584, + 0.07749077677726746, + 0.15710824728012085, + 0.07414449006319046, + 0.021070076152682304, + 0.023255813866853714, + 0.0919048860669136, + 0.029522141441702843, + 0.06821516156196594, + 0.13230374455451965, + 0.029494822025299072, + 0.05355404317378998, + 0.04275862127542496, + 0.08606245368719101, + 0.05613512545824051, + 0.053634438663721085, + 0.13064594566822052, + 0.07672502845525742, + 0.037441499531269073, + 0.13135747611522675, + 0.04383735731244087, + 0.13268540799617767, + 0.06700021773576736, + 0.1091492772102356, + 0.0510421097278595, + 0.21207013726234436, + 0.08506494015455246, + 0.10347864776849747, + 0.04400579631328583, + 0.07467714697122574, + 0.10491997748613358, + 0.13142095506191254, + 0.06948108971118927, + 0.08563926815986633, + 0.11805880069732666, + 0.08281802386045456, + 0.03953355923295021, + 0.09894736856222153, + 0.07657657563686371, + 0.0700567439198494, + 0.15034642815589905, + 0.14006385207176208, + 0.08225452899932861, + 0.12036509066820145, + 0.13671539723873138, + 0.09336313605308533, + 0.14127065241336823, + 0.05434238910675049, + 0.10568911582231522, + 0.044549375772476196, + 0.1050463393330574, + 0.06468375027179718, + 0.10312117636203766, + 0.0729508250951767, + 0.09119079262018204, + 0.10583360493183136, + 0.13384407758712769, + 0.14886432886123657, + 0.04371001943945885, + 0.09003742039203644, + 0.0866757333278656, + 0.10738255083560944, + 0.034877803176641464, + 0.054333269596099854, + 0.12807996571063995, + 0.10827629268169403, + 0.09712937474250793, + 0.1191660687327385, + 0.048910245299339294, + 0.10746147483587265, + 0.07156549394130707, + 0.028764478862285614, + 0.07102406769990921, + 0.033032454550266266, + 0.0732426643371582, + 0.05375705659389496, + 0.06551723927259445, + 0.12996867299079895, + 0.1057344302535057, + 0.10822615772485733, + 0.14355924725532532, + 0.07799145579338074, + 0.14097654819488525, + 0.13174346089363098, + 0.04771943390369415, + 0.06476771831512451, + 0.1175767257809639, + 0.05919709801673889, + 0.049584973603487015, + 0.07520940899848938, + 0.14459556341171265, + 0.061012957245111465, + 0.13098390400409698, + 0.07362784445285797, + 0.06386040151119232, + 0.07345861196517944, + 0.0831286609172821, + 0.057357076555490494, + 0.09003914892673492, + 0.055910542607307434, + 0.039220403879880905, + 0.08601601421833038, + 0.08948460966348648, + 0.14997242391109467, + 0.09063956141471863, + 0.06680196523666382, + 0.13180303573608398, + 0.10010841488838196, + 0.042745158076286316, + 0.09561191499233246, + 0.09849362075328827, + 0.04573391377925873, + 0.052347540855407715, + 0.10538948327302933, + 0.03754940629005432, + 0.062160175293684006, + 0.12490421533584595, + 0.0853920504450798, + 0.11098840087652206, + 0.027119940146803856, + 0.06688893586397171, + 0.07933193445205688, + 0.10158263146877289, + 0.06282145529985428, + 0.06805555522441864, + 0.08718980103731155, + 0.10079575330018997, + 0.07471023499965668, + 0.08000626415014267, + 0.13484162092208862, + 0.03224530071020126, + 0.06905969977378845, + 0.06994370371103287, + 0.12371470779180527, + 0.08639013022184372, + 0.0760798454284668, + 0.10166195034980774, + 0.033384378999471664, + 0.032683659344911575, + 0.026275992393493652, + 0.0797988623380661, + 0.06438418477773666, + 0.048861343413591385, + 0.0682523250579834, + 0.10036057978868484, + 0.09758854657411575, + 0.0476190447807312, + 0.022810589522123337, + 0.05812913924455643, + 0.06324215978384018, + 0.07418970763683319, + 0.07847987860441208, + 0.0634719654917717, + 0.03999999910593033, + 0.04440253600478172, + 0.07430664449930191, + 0.06127770245075226, + 0.047626156359910965, + 0.04846225306391716, + 0.07702545076608658, + 0.0486534982919693, + 0.04183673486113548, + 0.03414634242653847, + 0.13724826276302338, + 0.05360950157046318, + 0.07197549939155579, + 0.0721026211977005, + 0.06564337015151978, + 0.024689195677638054, + 0.09089068323373795, + 0.047595251351594925, + 0.041431594640016556, + 0.05359136685729027, + 0.07444208860397339, + 0.07891268283128738, + 0.09805134683847427, + 0.05075931176543236, + 0.12699425220489502, + 0.019686250016093254, + 0.06836928427219391, + 0.038283295929431915, + 0.03452899679541588, + 0.04181184619665146, + 0.06693380326032639, + 0.09195402264595032, + 0.05130819231271744, + 0.04330198094248772, + 0.13743922114372253, + 0.08935108035802841, + 0.006336190737783909, + 0.05426497012376785, + 0.052523545920848846, + 0.013060254976153374, + 0.026555880904197693, + 0.030988112092018127, + 0.0348413921892643, + 0.0792580097913742, + 0.07297715544700623, + 0.03312482312321663, + 0.04659738764166832, + 0.05275295302271843, + 0.09956395626068115, + 0.03646409139037132, + 0.021675238385796547, + 0.06247939169406891, + 0.019236503168940544, + 0.015885623171925545, + 0.04909149184823036, + 0.026533715426921844, + 0.029347028583288193, + 0.04125015810132027, + 0.027733756229281425, + 0.0695670023560524, + 0.021901210770010948, + 0.035239629447460175, + 0.005504875909537077, + 0.04953257739543915, + 0.05548527091741562, + 0.03989310935139656, + 0.019317714497447014, + 0.026200873777270317, + 0.015401243232190609, + 0.020852085202932358, + 0.015078943222761154, + 0.03026227280497551, + 0.03722570464015007, + 0.010321488603949547, + 0.025211330503225327, + 0.017975708469748497, + 0.02564474195241928, + 0.0057061342522501945, + 0.02104664407670498, + 0.01450326293706894, + 0.030967526137828827, + 0.023268206045031548, + 0.027493363246321678, + 0.04422735422849655, + 0.006753904744982719, + 0.017790580168366432, + 0.04761026054620743, + 0.014729950577020645, + 0.03368966653943062, + 0.020772136747837067, + 0.02392658218741417, + 0.03473398834466934, + 0.02777777798473835, + 0.0028063610661774874, + 0.018773047253489494, + 0.01170682068914175, + 0.013542885892093182, + 0.017358748242259026, + 0.004481213167309761, + 0.0328102707862854, + 0.004136504605412483, + 0.00013031014532316476, + 0.004767763894051313, + 0.005163788795471191, + 0.0010174664203077555, + 0.012939957901835442, + 0.0016535758040845394, + 0.01216261275112629, + 0.0047429329715669155, + 0.005455165170133114, + 0.0020625100005418062, + 0.0038925651460886, + 0.0050788093358278275, + 0.0030322375241667032, + 0.0032247661147266626, + 0.0009768350282683969, + 0.0036352621391415596, + 0.005180126987397671, + 0.008168394677340984, + 0.004483431112021208, + 0.003277614014223218, + 0.007891413755714893, + 0.0045045046135783195, + 0.0041649313643574715, + 0.006091696210205555, + 0.0008507018210366368, + 0.0013238458195701241, + 0.008206506259739399, + 0.0014809330459684134, + 0.005912786349654198, + 0.00029682397143915296, + 0.004752540495246649, + 0.0030003529973328114, + 0.00497131934389472, + 0.0035724102053791285, + 0.006076718680560589, + 0.0032425420358777046, + 0.0023382697254419327, + 0.011778291314840317, + 0.009987030178308487, + 0.0017960761906579137, + 0.012329223565757275, + 0.0025570776779204607, + 0.005890753120183945, + 0.0039093042723834515, + 0.003956478554755449, + 0.001562011893838644, + 0.008011309430003166, + 0.007222823798656464, + 0.0053207664750516415, + 0.006895110476762056, + 0.005866577383130789, + 0.0034843203611671925, + 0.0010990352602675557, + 0.003136981511488557, + 0.001729605020955205, + 0.007022023666650057, + 0.015162722207605839, + 0.004488618113100529, + 0.0027483312878757715, + 0.0034308412577956915, + 0.009736540727317333, + 0.008424182422459126, + 0.008430123329162598, + 0.003147425362840295, + 0.006207875441759825, + 0.006415995303541422, + 0.019779808819293976, + 0.00301953824236989, + 0.001709077158011496, + 0.009816877543926239, + 0.0024958401918411255, + 0.007100031711161137, + 0.0010179844684898853, + 0.011619840748608112, + 0.0020720434840768576, + 0.005003574304282665, + 0.004817861132323742, + 0.0016498625045642257, + 0.005962654948234558, + 0.0012117540463805199, + 0.00377437612041831, + 0.006343526765704155, + 0.0027252326253801584, + 0.004140443634241819 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 39.85641860961914, - 39.6721305847168, - 52.89699935913086, - 40.43056106567383, - 98.00143432617188, - 39.85641860961914, - 117.60456085205078, - 78.22137451171875, - 56.37302017211914, - 60.82075881958008, - 47.703086853027344, - 129.92430114746094, - 41.895790100097656, - 103.67861938476562, - 39.448631286621094, - 80.13677215576172, - 42.07524108886719, - 121.80172729492188, - 39.6721305847168, - 46.324668884277344, - 139.17724609375, - 42.07524108886719, - 144.3669891357422, - 67.5317611694336, - 47.703086853027344, - 55.4959602355957, - 80.13677978515625, - 67.5317611694336, - 70.85063934326172, - 128.44671630859375, - 65.3473129272461, - 44.81291198730469, - 52.89699935913086, - 92.33837127685547, - 87.76298522949219, - 44.08745574951172, - 54.22412109375, - 170.51220703125, - 39.85641860961914, - 64.45753479003906, - 102.25231170654297, - 129.7401580810547, - 97.55258178710938, - 41.895790100097656, - 45.5595588684082, - 58.140621185302734, - 41.895790100097656, - 39.6721305847168, - 67.8402099609375, - 71.28399658203125, - 51.19670486450195, - 93.28108215332031, - 85.66679382324219, - 24.80359649658203, - 56.373016357421875, - 133.23313903808594, - 54.22412109375, - 39.448631286621094, - 54.62394714355469, - 44.05696487426758, - 47.703086853027344, - 39.85641860961914, - 57.25469970703125, - 58.140625, - 121.86624145507812, - 60.82075881958008, - 54.22412109375, - 79.70731353759766, - 67.5317611694336, - 41.895790100097656, - 49.52893829345703, - 53.757450103759766, - 73.73143768310547, - 104.52373504638672, - 39.448631286621094, - 89.51325225830078, - 103.8579330444336, - 137.12744140625, - 40.43056106567383, - 47.703086853027344, - 40.00730514526367, - 40.60122299194336, - 60.82075881958008, - 48.70958709716797, - 95.70890808105469, - 47.703086853027344, - 39.85641860961914, - 71.77371978759766, - 53.757450103759766, - 39.36962127685547, - 54.22412109375, - 73.6240234375, - 63.52898025512695, - 56.373023986816406, - 73.53231811523438, - 59.923946380615234, - 104.52373504638672, - 43.386512756347656, - 53.7574577331543, - 47.703086853027344, - 119.70001220703125, - 104.28488159179688, - 43.386512756347656, - 40.60122299194336, - 104.52373504638672, - 40.92451858520508, - 62.62348937988281, - 243.96893310546875, - 44.05697250366211, - 97.9021987915039, - 45.5595588684082, - 104.52373504638672, - 53.757450103759766, - 77.73651885986328, - 39.482200622558594, - 59.03047180175781, - 81.95960235595703, - 48.70958709716797, - 512.0, - 107.58059692382812, - 39.482200622558594, - 47.703086853027344, - 115.46572875976562, - 40.007301330566406, - 512.0, - 42.71411895751953, - 105.61922454833984, - 52.89699935913086, - 65.34730529785156, - 64.43696594238281, - 80.13678741455078, - 44.81291198730469, - 62.62348937988281, - 41.895790100097656, - 42.07524108886719, - 54.22412109375, - 89.51325225830078, - 72.47898864746094, - 44.81291198730469, - 39.448631286621094, - 97.04566955566406, - 71.77371978759766, - 46.32465744018555, - 59.03047180175781, - 54.224124908447266, - 62.62348937988281, - 92.28666687011719, - 157.49256896972656, - 118.66431427001953, - 70.85063934326172, - 84.77928161621094, - 117.95989990234375, - 50.77180480957031, - 41.895790100097656, - 43.386512756347656, - 50.35831832885742, - 50.35831832885742, - 116.17051696777344, - 47.901451110839844, - 74.51982116699219, - 40.43056106567383, - 51.8205451965332, - 44.81291198730469, - 56.373016357421875, - 79.20335388183594, - 80.40865325927734, - 65.3473129272461, - 78.68855285644531, - 54.62394714355469, - 152.3107147216797, - 127.0599136352539, - 79.20336151123047, - 108.61386108398438, - 63.839229583740234, - 86.72686004638672, - 47.901458740234375, - 58.140625, - 66.25981140136719, - 104.52373504638672, - 130.27369689941406, - 86.51554107666016, - 41.895790100097656, - 116.05164337158203, - 124.31491088867188, - 59.9239501953125, - 84.43659973144531, - 131.97418212890625, - 143.93128967285156, - 54.22412109375, - 66.25980377197266, - 163.3443603515625, - 110.87194061279297, - 40.43056106567383, - 139.2407989501953, - 59.875831604003906, - 108.41691589355469, - 49.52893829345703, - 115.30685424804688, - 44.81291198730469, - 78.2708511352539, - 138.48715209960938, - 78.2708511352539, - 97.05650329589844, - 93.28109741210938, - 100.83846282958984, - 71.77371978759766, - 181.83999633789062, - 148.396484375, - 79.35488891601562, - 79.20336151123047, - 96.17601013183594, - 106.96123504638672, - 512.0, - 54.224124908447266, - 120.017578125, - 65.41619873046875, - 101.79888916015625, - 44.05697250366211, - 103.17735290527344, - 131.80862426757812, - 153.80625915527344, - 164.61083984375, - 82.00621795654297, - 120.99673461914062, - 47.703086853027344, - 62.62348937988281, - 83.55980682373047, - 54.224124908447266, - 113.47537994384766, - 72.5507583618164, - 47.703086853027344, - 67.5317611694336, - 109.5736083984375, - 59.92394256591797, - 39.85641860961914, - 69.9290771484375, - 52.04319381713867, - 83.09751892089844, - 61.72068786621094, - 82.90741729736328, - 117.83096313476562, - 67.5317611694336, - 65.34730529785156, - 67.5317611694336, - 41.61768341064453, - 41.290672302246094, - 86.69319915771484, - 39.85641860961914, - 39.85641098022461, - 107.49105072021484, - 39.85642623901367, - 39.6721305847168, - 104.52373504638672, - 109.36721801757812, - 41.895790100097656, - 96.93328094482422, - 42.07524108886719, - 44.81291198730469, - 104.52373504638672, - 67.5317611694336, - 67.17436218261719, - 41.895782470703125, - 39.6721305847168, - 54.22412109375, - 47.105934143066406, - 44.05696487426758, - 54.22412109375, - 53.091190338134766, - 56.974124908447266, - 67.5317611694336, - 67.17436218261719, - 59.92394256591797, - 53.757450103759766, - 87.63261413574219, - 104.52373504638672, - 103.41412353515625, - 57.254695892333984, - 39.85641860961914, - 127.49803924560547, - 51.19670867919922, - 81.07107543945312, - 41.47610092163086, - 44.05697250366211, - 79.19735717773438, - 39.6721305847168, - 54.22412109375, - 91.04456329345703, - 41.47610092163086, - 64.43696594238281, - 69.00910949707031, - 56.111656188964844, - 41.47610092163086, - 47.703086853027344, - 99.90699005126953, - 63.528987884521484, - 40.60122299194336, - 67.5317611694336, - 73.8097152709961, - 55.49504470825195, - 62.17719268798828, - 70.15132904052734, - 63.52898025512695, - 40.007301330566406, - 69.92908477783203, - 49.52893829345703, - 44.287601470947266, - 69.91497039794922, - 39.6721305847168, - 67.5317611694336, - 141.3734130859375, - 52.97567367553711, - 56.48968505859375, - 90.5280532836914, - 47.703086853027344, - 39.3696174621582, - 50.35831832885742, - 59.03047180175781, - 75.47940826416016, - 104.62601470947266, - 67.5317611694336, - 42.7141227722168, - 115.52839660644531, - 77.33934783935547, - 39.482200622558594, - 47.105934143066406, - 43.67067337036133, - 66.25979614257812, - 40.43056106567383, - 90.87005615234375, - 44.38167190551758, - 39.36960983276367, - 46.67859649658203, - 65.57794189453125, - 110.9903793334961, - 40.79290008544922, - 54.224124908447266, - 66.25981903076172, - 69.11780548095703, - 67.5317611694336, - 104.52373504638672, - 41.895790100097656, - 113.57177734375, - 67.5317611694336, - 46.501468658447266, - 53.88139343261719, - 512.0, - 104.52373504638672, - 47.703086853027344, - 40.43055725097656, - 55.4959602355957, - 47.90145492553711, - 101.23682403564453, - 47.10594177246094, - 57.4522819519043, - 56.37302017211914, - 56.722103118896484, - 63.528995513916016, - 76.40882873535156, - 54.22412109375, - 47.10594177246094, - 60.82075881958008, - 44.65660095214844, - 54.22412109375, - 84.54226684570312, - 60.820762634277344, - 58.140625, - 78.2708511352539, - 42.07524108886719, - 63.52898025512695, - 41.895790100097656, - 41.47610092163086, - 116.85711669921875, - 113.68264770507812, - 47.901458740234375, - 43.386512756347656, - 41.38504409790039, - 67.17436218261719, - 52.04317855834961, - 78.2708511352539, - 47.10594177246094, - 96.11201477050781, - 85.75440216064453, - 94.2242660522461, - 155.4020233154297, - 85.63516235351562, - 44.05696487426758, - 67.5317611694336, - 98.87747192382812, - 40.007301330566406, - 177.14060974121094, - 40.92451858520508, - 101.09153747558594, - 189.38772583007812, - 55.4959602355957, - 54.22412109375, - 41.47610092163086, - 59.71380615234375, - 73.86132049560547, - 80.6594467163086, - 49.83487319946289, - 49.52893829345703, - 89.22003173828125, - 79.20335388183594, - 48.70958709716797, - 61.720680236816406, - 512.0, - 92.4666519165039, - 84.69939422607422, - 112.81043243408203, - 76.40882873535156, - 82.94215393066406, - 108.31273651123047, - 76.40882873535156, - 61.90964126586914, - 55.1500244140625, - 111.70832061767578, - 75.73956298828125, - 70.31082153320312, - 44.43262481689453, - 55.33884048461914, - 115.48950958251953, - 42.37900924682617, - 107.78935241699219, - 84.81626892089844, - 39.3696174621582, - 41.895790100097656, - 110.62936401367188, - 83.93276977539062, - 68.91651153564453, - 94.23755645751953, - 134.09645080566406, - 121.00740814208984, - 76.09098052978516, - 67.5317611694336, - 134.99732971191406, - 96.68478393554688, - 128.58258056640625, - 71.42837524414062, - 63.52898025512695, - 125.44278717041016, - 75.47940826416016, - 123.39923095703125, - 89.03453063964844, - 39.85642623901367, - 49.52893829345703, - 39.6721305847168, - 73.88735961914062, - 64.43698120117188, - 52.04319381713867, - 81.13380432128906, - 41.47610092163086, - 71.36190795898438, - 60.195343017578125, - 188.7388458251953, - 90.57447052001953, - 58.10112762451172, - 78.68035125732422, - 512.0, - 66.25981140136719, - 94.22428131103516, - 50.358314514160156, - 59.030487060546875, - 91.13467407226562, - 54.22412109375, - 67.5317611694336, - 48.19438552856445, - 61.72068786621094, - 69.96753692626953, - 118.60718536376953, - 46.544517517089844, - 59.0180778503418, - 118.7217788696289, - 61.69419860839844, - 71.9238052368164, - 52.89699935913086, - 39.448631286621094, - 75.93334197998047, - 65.3473129272461, - 61.68732833862305, - 98.62871551513672, - 45.5595588684082, - 93.8625259399414, - 45.5595588684082, - 82.367919921875, - 39.448631286621094, - 85.75440979003906, - 82.52549743652344, - 137.64984130859375, - 65.16899108886719, - 42.07524108886719, - 123.52762603759766, - 54.62394714355469, - 100.42972564697266, - 68.09461212158203 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 690.2153930664062, + 312.1497802734375, + 409.7968444824219, + 813.004638671875, + 486.60638427734375, + 350.11920166015625, + 573.7025756835938, + 726.663330078125, + 408.1106872558594, + 646.1515502929688, + 651.7224731445312, + 744.9398193359375, + 705.603271484375, + 561.166015625, + 578.0560913085938, + 361.58111572265625, + 795.7978515625, + 637.5584106445312, + 726.0628051757812, + 530.5701293945312, + 578.2041015625, + 562.6807861328125, + 630.3176879882812, + 836.0785522460938, + 629.2115478515625, + 585.48583984375, + 314.6654968261719, + 318.5913391113281, + 635.970703125, + 589.8712768554688, + 746.478271484375, + 664.6112670898438, + 634.3373413085938, + 754.5877685546875, + 627.7131958007812, + 331.08282470703125, + 487.8389587402344, + 569.5042724609375, + 445.4920959472656, + 810.8456420898438, + 419.9395446777344, + 362.1259460449219, + 686.6160278320312, + 620.7139282226562, + 591.38916015625, + 658.1691284179688, + 817.2015991210938, + 316.49627685546875, + 444.8668518066406, + 404.12518310546875, + 838.4852905273438, + 644.7357788085938, + 601.7008056640625, + 515.3237915039062, + 568.5888061523438, + 551.1375122070312, + 338.0158996582031, + 567.5079345703125, + 728.4625244140625, + 724.8768310546875, + 401.6683349609375, + 583.5089111328125, + 402.4399108886719, + 488.801025390625, + 519.714599609375, + 542.6239013671875, + 599.8668212890625, + 598.8171997070312, + 388.2437438964844, + 671.9142456054688, + 671.4874267578125, + 572.2860107421875, + 696.086669921875, + 502.2977600097656, + 494.4234924316406, + 759.37451171875, + 697.5283813476562, + 512.9406127929688, + 563.0662231445312, + 671.2277221679688, + 360.0370178222656, + 488.59283447265625, + 693.6814575195312, + 420.7188415527344, + 829.980224609375, + 758.1600952148438, + 510.35589599609375, + 549.3646850585938, + 403.5776672363281, + 371.47027587890625, + 503.6327209472656, + 603.3848266601562, + 567.1969604492188, + 588.1055908203125, + 638.2470703125, + 425.9848327636719, + 603.3180541992188, + 705.748291015625, + 553.0643920898438, + 520.2909545898438, + 458.0968322753906, + 473.53839111328125, + 600.0827026367188, + 604.9793090820312, + 499.1503601074219, + 655.7589111328125, + 640.8084106445312, + 603.658935546875, + 500.4963073730469, + 499.8094482421875, + 800.2676391601562, + 558.9750366210938, + 830.7628784179688, + 461.4865417480469, + 390.8585205078125, + 682.0905151367188, + 467.5365905761719, + 533.1887817382812, + 475.1717224121094, + 530.6636352539062, + 516.18212890625, + 525.7238159179688, + 777.107666015625, + 606.3031005859375, + 301.9402160644531, + 719.392578125, + 462.30670166015625, + 460.8432922363281, + 374.5646667480469, + 554.6587524414062, + 713.9735717773438, + 579.5634155273438, + 531.1605834960938, + 514.9126586914062, + 766.3921508789062, + 594.9214477539062, + 424.2685546875, + 532.302978515625, + 346.0567932128906, + 762.7213134765625, + 582.8547973632812, + 629.7159423828125, + 688.7696533203125, + 523.5830688476562, + 352.5066833496094, + 527.3995971679688, + 560.8076782226562, + 628.6687622070312, + 406.0928649902344, + 498.0047912597656, + 562.2007446289062, + 530.2379760742188, + 290.9418029785156, + 584.7987060546875, + 555.0700073242188, + 591.9786376953125, + 510.7709045410156, + 512.4466552734375, + 429.6717834472656, + 373.58367919921875, + 523.2223510742188, + 385.7318420410156, + 571.80712890625, + 687.8096923828125, + 352.19354248046875, + 497.0921325683594, + 447.73602294921875, + 591.9415893554688, + 517.0447998046875, + 559.5136108398438, + 762.8092041015625, + 500.8128967285156, + 475.57647705078125, + 452.32476806640625, + 565.4942016601562, + 814.1167602539062, + 622.8179931640625, + 725.960693359375, + 539.037353515625, + 648.89453125, + 663.5175170898438, + 763.0300903320312, + 489.0382080078125, + 452.0262756347656, + 573.5360717773438, + 528.9134521484375, + 476.1547546386719, + 709.4730224609375, + 714.736572265625, + 631.6600341796875, + 316.1871337890625, + 691.7001953125, + 389.08209228515625, + 571.72216796875, + 812.8047485351562, + 842.0393676757812, + 698.4700317382812, + 561.8021240234375, + 818.35986328125, + 701.893310546875, + 701.6231689453125, + 550.5154418945312, + 679.6973876953125, + 473.8621826171875, + 680.1034545898438, + 543.6061401367188, + 507.20843505859375, + 461.630615234375, + 627.0635986328125, + 725.0126342773438, + 829.4356079101562, + 638.97705078125, + 513.638916015625, + 641.2102661132812, + 697.126708984375, + 700.2049560546875, + 343.2481994628906, + 507.40899658203125, + 774.0480346679688, + 500.9767761230469, + 644.0436401367188, + 720.7098999023438, + 448.5800476074219, + 756.587646484375, + 543.331787109375, + 421.0171813964844, + 507.9949035644531, + 491.4471740722656, + 584.7201538085938, + 401.26885986328125, + 474.456787109375, + 815.7833862304688, + 729.6780395507812, + 653.6870727539062, + 706.4191284179688, + 596.1494750976562, + 733.5948486328125, + 740.2360229492188, + 519.5693359375, + 553.2322998046875, + 737.3129272460938, + 510.9892272949219, + 622.7911987304688, + 657.0715942382812, + 780.8035278320312, + 532.73681640625, + 838.32958984375, + 607.5779418945312, + 521.7135620117188, + 621.3070678710938, + 585.7970581054688, + 576.4788208007812, + 621.6571044921875, + 524.3380737304688, + 395.6253967285156, + 661.9033813476562, + 654.4058837890625, + 847.22314453125, + 664.802734375, + 537.2279663085938, + 788.7442626953125, + 698.1342163085938, + 503.30810546875, + 664.2147216796875, + 652.3707885742188, + 481.37261962890625, + 473.6055603027344, + 756.7405395507812, + 509.1131591796875, + 506.4844665527344, + 659.798583984375, + 626.4761352539062, + 745.666259765625, + 433.22125244140625, + 544.7839965820312, + 597.118896484375, + 720.4486083984375, + 532.0337524414062, + 614.1519775390625, + 642.0595703125, + 667.3917236328125, + 574.626708984375, + 636.3339233398438, + 791.5781860351562, + 427.3091735839844, + 528.0597534179688, + 575.1798095703125, + 790.43505859375, + 621.9537353515625, + 581.8056030273438, + 736.3385009765625, + 422.67413330078125, + 462.9319763183594, + 433.9267578125, + 624.6853637695312, + 557.794189453125, + 506.2206726074219, + 568.4732055664062, + 668.1829223632812, + 666.8283081054688, + 563.0300903320312, + 399.25555419921875, + 520.3145141601562, + 510.50823974609375, + 608.0843505859375, + 564.2053833007812, + 567.5830688476562, + 447.69708251953125, + 498.5098876953125, + 585.1572265625, + 515.2132568359375, + 478.61187744140625, + 469.65911865234375, + 584.3253784179688, + 486.88067626953125, + 496.6478576660156, + 432.6546325683594, + 813.5556030273438, + 506.3895568847656, + 610.5850219726562, + 592.0610961914062, + 609.3391723632812, + 378.9071350097656, + 637.4189453125, + 451.1451416015625, + 441.4840087890625, + 473.1396789550781, + 604.2789916992188, + 600.535400390625, + 672.4401245117188, + 533.3576049804688, + 764.8271484375, + 362.3767395019531, + 552.3392944335938, + 450.45751953125, + 499.54345703125, + 437.41400146484375, + 561.6643676757812, + 642.1124267578125, + 471.3654479980469, + 430.8428039550781, + 778.5016479492188, + 660.7089233398438, + 404.3855895996094, + 529.5138549804688, + 479.4716796875, + 366.92578125, + 417.5038146972656, + 408.7127380371094, + 432.2106018066406, + 674.1338500976562, + 646.9016723632812, + 408.8730163574219, + 451.9285888671875, + 479.1690368652344, + 702.6734619140625, + 467.9185791015625, + 409.30029296875, + 554.3121948242188, + 365.46533203125, + 369.05157470703125, + 519.5554809570312, + 395.24249267578125, + 385.003662109375, + 439.2748718261719, + 446.98748779296875, + 542.9442749023438, + 385.2148742675781, + 445.8819885253906, + 385.7922668457031, + 460.1525573730469, + 532.1209716796875, + 437.22412109375, + 379.6783447265625, + 393.205322265625, + 361.1976623535156, + 362.2602844238281, + 379.8115539550781, + 412.313232421875, + 432.2449951171875, + 358.1427917480469, + 397.9287109375, + 385.458251953125, + 407.423828125, + 400.88818359375, + 394.3240966796875, + 375.5675048828125, + 396.073486328125, + 402.65277099609375, + 392.39434814453125, + 476.1941223144531, + 363.0547790527344, + 358.1209411621094, + 466.75787353515625, + 355.8927307128906, + 458.5581359863281, + 403.0057678222656, + 421.8070983886719, + 450.52801513671875, + 415.8943176269531, + 589.0017700195312, + 424.87255859375, + 375.2894287109375, + 385.8921813964844, + 364.11724853515625, + 449.1847839355469, + 410.89166259765625, + 370.3755798339844, + 780.39111328125, + 497.8547058105469, + 390.4794921875, + 1225.874755859375, + 366.1573181152344, + 656.9642944335938, + 383.4483947753906, + 497.22515869140625, + 360.4828186035156, + 464.22479248046875, + 377.0620422363281, + 450.9904479980469, + 445.02581787109375, + 587.8243408203125, + 780.39111328125, + 451.6519470214844, + 400.4437561035156, + 386.65716552734375, + 434.2410888671875, + 678.2041015625, + 363.16015625, + 410.318359375, + 499.951904296875, + 400.3472900390625, + 592.4104614257812, + 751.5571899414062, + 421.5194396972656, + 992.947509765625, + 371.06451416015625, + 1842.105224609375, + 404.1572265625, + 740.3504638671875, + 478.91400146484375, + 457.3768005371094, + 420.416748046875, + 631.4750366210938, + 678.2039184570312, + 340.5050964355469, + 367.49761962890625, + 1109.1080322265625, + 386.96307373046875, + 678.908447265625, + 431.6793212890625, + 373.9270324707031, + 356.5538024902344, + 589.0017700195312, + 374.8260192871094, + 413.27349853515625, + 452.40240478515625, + 383.2751159667969, + 417.5003662109375, + 518.0021362304688, + 941.999755859375, + 507.4954528808594, + 518.7804565429688, + 355.00244140625, + 358.4205017089844, + 356.3779602050781, + 688.98046875, + 529.7611694335938, + 403.69573974609375, + 370.8907775878906, + 377.8609619140625, + 445.02581787109375, + 420.7290344238281, + 429.3276062011719, + 376.08734130859375, + 360.48077392578125, + 825.3606567382812, + 370.1858825683594, + 481.80401611328125, + 425.2648010253906, + 1580.2801513671875, + 379.89105224609375, + 542.5870361328125, + 471.5789794921875, + 408.94659423828125, + 518.0021362304688, + 488.01702880859375, + 1109.1080322265625, + 602.697509765625, + 413.7169189453125, + 585.9906616210938, + 451.18792724609375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.25 }, { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.35 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.25, + "MiniHack-MazeWalk-9x9-v0": 0.25 }, { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.4, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.15, + "MiniHack-MazeWalk-9x9-v0": 0.05 }, { - "MiniHack-Room-Random-5x5-v0": 0.5, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.3, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.05, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 0.4, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.25, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.15, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.15, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.1, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.2, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.1, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.0, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.05, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.0, + "MiniHack-MazeWalk-9x9-v0": 0.05 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.25, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 } ] }, @@ -53362,374 +65941,374 @@ 2 ], "wall_clock_s": [ - 525.3, - 504.1, - 523.3 + 1055.0, + 1061.5, + 1029.5 ], "per_seed_finals": [ { "iters": 500, - "loss": -2024.046630859375, + "loss": null, "env_score_iters": 500, - "env_score": -6.718226432800293, + "env_score": -1.276639461517334, "eval_iters": 500, - "eval_score": 0.4, + "eval_score": 0.09999999999999999, "grad_align_iters": 500, - "grad_align": 0.6408519744873047, - "rl_grad_norm": 11539.6552734375, - "bc_grad_norm": 122726.5078125, + "grad_align": 0.14401118457317352, + "rl_grad_norm": 3465.586181640625, + "bc_grad_norm": 22.702777862548828, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 8.202310562133789, - "embedding.weight": 1759.0775146484375, - "cnn.0.weight": 23750.85546875, - "cnn.0.bias": 1890.8753662109375, - "cnn.2.weight": 12265.22265625, - "cnn.2.bias": 1711.0809326171875, - "cnn.5.weight": 9064.056640625, - "cnn.5.bias": 237.2212371826172, - "action_emb.weight": 1152.11328125, - "timestep_emb.weight": 898.0068969726562, - "pos_emb.weight": 970.9351196289062, - "transformer.layers.0.self_attn.in_proj_weight": 25216.24609375, - "transformer.layers.0.self_attn.in_proj_bias": 1044.200439453125, - "transformer.layers.0.self_attn.out_proj.weight": 2096.35205078125, - "transformer.layers.0.self_attn.out_proj.bias": 181.1985321044922, - "transformer.layers.0.linear1.weight": 2430.24462890625, - "transformer.layers.0.linear1.bias": 122.62982940673828, - "transformer.layers.0.linear2.weight": 1952.1239013671875, - "transformer.layers.0.linear2.bias": 75.23173522949219, - "transformer.layers.0.norm1.weight": 1556.787353515625, - "transformer.layers.0.norm1.bias": 1462.4979248046875, - "transformer.layers.0.norm2.weight": 314.53936767578125, - "transformer.layers.0.norm2.bias": 211.42422485351562, - "transformer.layers.1.self_attn.in_proj_weight": 3507.866943359375, - "transformer.layers.1.self_attn.in_proj_bias": 148.77781677246094, - "transformer.layers.1.self_attn.out_proj.weight": 404.7198486328125, - "transformer.layers.1.self_attn.out_proj.bias": 11.33847427368164, - "transformer.layers.1.linear1.weight": 232.35562133789062, - "transformer.layers.1.linear1.bias": 13.699533462524414, - "transformer.layers.1.linear2.weight": 154.6071319580078, - "transformer.layers.1.linear2.bias": 3.6385610103607178, - "transformer.layers.1.norm1.weight": 315.5960388183594, - "transformer.layers.1.norm1.bias": 199.13002014160156, - "transformer.layers.1.norm2.weight": 49.5921630859375, - "transformer.layers.1.norm2.bias": 54.865291595458984, - "transformer.layers.2.self_attn.in_proj_weight": 326.5222473144531, - "transformer.layers.2.self_attn.in_proj_bias": 15.557029724121094, - "transformer.layers.2.self_attn.out_proj.weight": 32.37961196899414, - "transformer.layers.2.self_attn.out_proj.bias": 1.3986060619354248, - "transformer.layers.2.linear1.weight": 42.39040756225586, - "transformer.layers.2.linear1.bias": 2.3688418865203857, - "transformer.layers.2.linear2.weight": 43.438297271728516, - "transformer.layers.2.linear2.bias": 1.092146635055542, - "transformer.layers.2.norm1.weight": 36.27472686767578, - "transformer.layers.2.norm1.bias": 41.689537048339844, - "transformer.layers.2.norm2.weight": 39.02208709716797, - "transformer.layers.2.norm2.bias": 10.198040962219238, - "transformer.layers.3.self_attn.in_proj_weight": 97.99266815185547, - "transformer.layers.3.self_attn.in_proj_bias": 4.620105743408203, - "transformer.layers.3.self_attn.out_proj.weight": 33.453163146972656, - "transformer.layers.3.self_attn.out_proj.bias": 0.3473336696624756, - "transformer.layers.3.linear1.weight": 39.2327995300293, - "transformer.layers.3.linear1.bias": 2.019545316696167, - "transformer.layers.3.linear2.weight": 38.690738677978516, - "transformer.layers.3.linear2.bias": 0.031680889427661896, - "transformer.layers.3.norm1.weight": 28.280672073364258, - "transformer.layers.3.norm1.bias": 25.616392135620117, - "transformer.layers.3.norm2.weight": 44.79228210449219, - "transformer.layers.3.norm2.bias": 20.438919067382812, - "head.weight": 934.4534912109375, - "head.bias": 0.06331312656402588, - "global_embedding.weight": 141.71649169921875, - "global_cnn.0.weight": 670.4466552734375, - "global_cnn.0.bias": 27.310192108154297, - "global_cnn.2.weight": 772.7658081054688, - "global_cnn.2.bias": 33.775272369384766, - "global_proj.weight": 1198.489013671875, - "global_proj.bias": 52.70356369018555, - "goal_head.0.weight": 19.361045837402344, - "goal_head.0.bias": 0.5287008285522461, - "goal_head.2.weight": 19.508731842041016, - "goal_head.2.bias": 1.156395673751831 + "global_gate": 2.2904467582702637, + "embedding.weight": 88.8175048828125, + "cnn.0.weight": 1781.3402099609375, + "cnn.0.bias": 97.23119354248047, + "cnn.2.weight": 710.0424194335938, + "cnn.2.bias": 118.51408386230469, + "cnn.5.weight": 263.8328552246094, + "cnn.5.bias": 14.949814796447754, + "action_emb.weight": 12.04487133026123, + "timestep_emb.weight": 5.881094455718994, + "pos_emb.weight": 3.6642022132873535, + "transformer.layers.0.self_attn.in_proj_weight": 369.601806640625, + "transformer.layers.0.self_attn.in_proj_bias": 29.60643768310547, + "transformer.layers.0.self_attn.out_proj.weight": 113.9836196899414, + "transformer.layers.0.self_attn.out_proj.bias": 12.38032341003418, + "transformer.layers.0.linear1.weight": 62.87046813964844, + "transformer.layers.0.linear1.bias": 5.2217793464660645, + "transformer.layers.0.linear2.weight": 72.57328033447266, + "transformer.layers.0.linear2.bias": 4.424259185791016, + "transformer.layers.0.norm1.weight": 29.244094848632812, + "transformer.layers.0.norm1.bias": 54.87493896484375, + "transformer.layers.0.norm2.weight": 8.807854652404785, + "transformer.layers.0.norm2.bias": 16.46455192565918, + "transformer.layers.1.self_attn.in_proj_weight": 70.97345733642578, + "transformer.layers.1.self_attn.in_proj_bias": 5.122426509857178, + "transformer.layers.1.self_attn.out_proj.weight": 73.7405776977539, + "transformer.layers.1.self_attn.out_proj.bias": 1.2962976694107056, + "transformer.layers.1.linear1.weight": 49.106109619140625, + "transformer.layers.1.linear1.bias": 2.8123910427093506, + "transformer.layers.1.linear2.weight": 46.30470657348633, + "transformer.layers.1.linear2.bias": 0.919429361820221, + "transformer.layers.1.norm1.weight": 9.0874605178833, + "transformer.layers.1.norm1.bias": 24.993410110473633, + "transformer.layers.1.norm2.weight": 43.484825134277344, + "transformer.layers.1.norm2.bias": 34.89293670654297, + "transformer.layers.2.self_attn.in_proj_weight": 100.59749603271484, + "transformer.layers.2.self_attn.in_proj_bias": 5.4874091148376465, + "transformer.layers.2.self_attn.out_proj.weight": 28.81051254272461, + "transformer.layers.2.self_attn.out_proj.bias": 0.32855674624443054, + "transformer.layers.2.linear1.weight": 41.432125091552734, + "transformer.layers.2.linear1.bias": 2.1328673362731934, + "transformer.layers.2.linear2.weight": 43.00767517089844, + "transformer.layers.2.linear2.bias": 0.29860037565231323, + "transformer.layers.2.norm1.weight": 11.117277145385742, + "transformer.layers.2.norm1.bias": 21.92424201965332, + "transformer.layers.2.norm2.weight": 51.91088104248047, + "transformer.layers.2.norm2.bias": 50.63980484008789, + "transformer.layers.3.self_attn.in_proj_weight": 197.12786865234375, + "transformer.layers.3.self_attn.in_proj_bias": 4.8751115798950195, + "transformer.layers.3.self_attn.out_proj.weight": 13.047914505004883, + "transformer.layers.3.self_attn.out_proj.bias": 0.07635266333818436, + "transformer.layers.3.linear1.weight": 38.299190521240234, + "transformer.layers.3.linear1.bias": 1.9367073774337769, + "transformer.layers.3.linear2.weight": 38.280269622802734, + "transformer.layers.3.linear2.bias": 0.11893197894096375, + "transformer.layers.3.norm1.weight": 19.044143676757812, + "transformer.layers.3.norm1.bias": 7.8900957107543945, + "transformer.layers.3.norm2.weight": 44.58027267456055, + "transformer.layers.3.norm2.bias": 42.50990676879883, + "head.weight": 1185.11865234375, + "head.bias": 0.048943087458610535, + "global_embedding.weight": 23.892425537109375, + "global_cnn.0.weight": 166.00634765625, + "global_cnn.0.bias": 6.651172161102295, + "global_cnn.2.weight": 291.9072265625, + "global_cnn.2.bias": 13.750170707702637, + "global_proj.weight": 203.21437072753906, + "global_proj.bias": 40.192787170410156, + "goal_head.0.weight": 0.14031289517879486, + "goal_head.0.bias": 0.019931865856051445, + "goal_head.2.weight": 0.10621801763772964, + "goal_head.2.bias": 0.03534473851323128 }, "repr_drift_iters": 500, - "repr_drift_kl": 10523.25, - "repr_drift_kl_low_t": 9031.876953125, - "repr_drift_kl_mid_t": 11314.779296875, - "repr_drift_kl_high_t": 10681.0380859375, + "repr_drift_kl": 27992.9375, + "repr_drift_kl_low_t": 21362.09375, + "repr_drift_kl_mid_t": 28452.580078125, + "repr_drift_kl_high_t": 33546.6875, "cka_iters": 500, - "cka_similarity": 0.21461613476276398, + "cka_similarity": 0.1030305027961731, "t_analysis_iters": 500, - "norm_low_t": 11725.5341796875, - "norm_high_t": 39185.5078125, - "lowhigh_cos": -0.7825493812561035, + "norm_low_t": 4002.874267578125, + "norm_high_t": 2856.166015625, + "lowhigh_cos": 0.8543977737426758, "t_bin_norms": { - "t_0.0-0.1": 277481.375, - "t_0.1-0.2": 33305.0, - "t_0.2-0.3": 8307.4990234375, - "t_0.3-0.4": 38095.00390625, - "t_0.4-0.5": 10385.2099609375, - "t_0.5-0.6": 102836.1328125, - "t_0.6-0.7": 28557.591796875, - "t_0.7-0.8": 8696.8876953125, - "t_0.8-0.9": 5317.72607421875, - "t_0.9-1.0": 59927.2109375 - }, - "win_rate": 0.08894295245409012, - "effective_batch_size": 68.09461212158203, + "t_0.0-0.1": 2741.114501953125, + "t_0.1-0.2": 2581.703857421875, + "t_0.2-0.3": 5888.4375, + "t_0.3-0.4": 2377.51513671875, + "t_0.4-0.5": 2431.070556640625, + "t_0.5-0.6": 2867.423095703125, + "t_0.6-0.7": 2606.01513671875, + "t_0.7-0.8": 2760.440185546875, + "t_0.8-0.9": 2434.671630859375, + "t_0.9-1.0": 4070.3662109375 + }, + "win_rate": 0.004140443634241819, + "effective_batch_size": 451.18792724609375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.4, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.3, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.25, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.05, + "MiniHack-MazeWalk-9x9-v0": 0.05 } }, { "iters": 500, - "loss": null, + "loss": -7407.544921875, "env_score_iters": 500, - "env_score": -5.402235507965088, + "env_score": -1.2163320779800415, "eval_iters": 500, - "eval_score": 0.25, + "eval_score": 0.125, "grad_align_iters": 500, - "grad_align": 0.7921649217605591, - "rl_grad_norm": 953.8889770507812, - "bc_grad_norm": 8193.4345703125, + "grad_align": -0.02472718246281147, + "rl_grad_norm": 4618.19287109375, + "bc_grad_norm": 14.657796859741211, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.22460266947746277, - "embedding.weight": 12.530780792236328, - "cnn.0.weight": 166.25991821289062, - "cnn.0.bias": 9.746129989624023, - "cnn.2.weight": 66.49848175048828, - "cnn.2.bias": 25.66129493713379, - "cnn.5.weight": 50.75735855102539, - "cnn.5.bias": 6.312657833099365, - "action_emb.weight": 27.909603118896484, - "timestep_emb.weight": 10.418713569641113, - "pos_emb.weight": 12.327155113220215, - "transformer.layers.0.self_attn.in_proj_weight": 323.78314208984375, - "transformer.layers.0.self_attn.in_proj_bias": 31.9738826751709, - "transformer.layers.0.self_attn.out_proj.weight": 97.32115173339844, - "transformer.layers.0.self_attn.out_proj.bias": 13.797064781188965, - "transformer.layers.0.linear1.weight": 78.95769500732422, - "transformer.layers.0.linear1.bias": 6.95278263092041, - "transformer.layers.0.linear2.weight": 106.98341369628906, - "transformer.layers.0.linear2.bias": 7.528614044189453, - "transformer.layers.0.norm1.weight": 29.505287170410156, - "transformer.layers.0.norm1.bias": 45.7071533203125, - "transformer.layers.0.norm2.weight": 10.095297813415527, - "transformer.layers.0.norm2.bias": 14.412559509277344, - "transformer.layers.1.self_attn.in_proj_weight": 182.33816528320312, - "transformer.layers.1.self_attn.in_proj_bias": 14.142430305480957, - "transformer.layers.1.self_attn.out_proj.weight": 198.03892517089844, - "transformer.layers.1.self_attn.out_proj.bias": 4.038639545440674, - "transformer.layers.1.linear1.weight": 80.17420959472656, - "transformer.layers.1.linear1.bias": 3.633418560028076, - "transformer.layers.1.linear2.weight": 244.4039764404297, - "transformer.layers.1.linear2.bias": 4.994316577911377, - "transformer.layers.1.norm1.weight": 20.090641021728516, - "transformer.layers.1.norm1.bias": 19.478391647338867, - "transformer.layers.1.norm2.weight": 30.586923599243164, - "transformer.layers.1.norm2.bias": 8.728926658630371, - "transformer.layers.2.self_attn.in_proj_weight": 275.5025939941406, - "transformer.layers.2.self_attn.in_proj_bias": 2.2710893154144287, - "transformer.layers.2.self_attn.out_proj.weight": 129.9342803955078, - "transformer.layers.2.self_attn.out_proj.bias": 0.6739222407341003, - "transformer.layers.2.linear1.weight": 162.23545837402344, - "transformer.layers.2.linear1.bias": 12.052375793457031, - "transformer.layers.2.linear2.weight": 171.30307006835938, - "transformer.layers.2.linear2.bias": 1.8008230924606323, - "transformer.layers.2.norm1.weight": 107.68685913085938, - "transformer.layers.2.norm1.bias": 17.646648406982422, - "transformer.layers.2.norm2.weight": 107.16729736328125, - "transformer.layers.2.norm2.bias": 122.56346130371094, - "transformer.layers.3.self_attn.in_proj_weight": 228.80349731445312, - "transformer.layers.3.self_attn.in_proj_bias": 18.70392608642578, - "transformer.layers.3.self_attn.out_proj.weight": 187.0376434326172, - "transformer.layers.3.self_attn.out_proj.bias": 1.379520297050476, - "transformer.layers.3.linear1.weight": 242.14256286621094, - "transformer.layers.3.linear1.bias": 14.594817161560059, - "transformer.layers.3.linear2.weight": 232.84033203125, - "transformer.layers.3.linear2.bias": 0.7209460735321045, - "transformer.layers.3.norm1.weight": 177.01284790039062, - "transformer.layers.3.norm1.bias": 221.5726776123047, - "transformer.layers.3.norm2.weight": 228.2229766845703, - "transformer.layers.3.norm2.bias": 220.8190155029297, - "head.weight": 3276.9423828125, - "head.bias": 0.2631258964538574, - "global_embedding.weight": 11.744094848632812, - "global_cnn.0.weight": 50.850128173828125, - "global_cnn.0.bias": 2.4987897872924805, - "global_cnn.2.weight": 171.36761474609375, - "global_cnn.2.bias": 7.972014427185059, - "global_proj.weight": 99.72048950195312, - "global_proj.bias": 31.440290451049805, - "goal_head.0.weight": 0.12959842383861542, - "goal_head.0.bias": 0.034409113228321075, - "goal_head.2.weight": 0.11948622763156891, - "goal_head.2.bias": 0.08414798229932785 + "global_gate": 0.46679258346557617, + "embedding.weight": 75.47801971435547, + "cnn.0.weight": 1871.1534423828125, + "cnn.0.bias": 80.85711669921875, + "cnn.2.weight": 811.3699340820312, + "cnn.2.bias": 180.24244689941406, + "cnn.5.weight": 413.7833557128906, + "cnn.5.bias": 29.158802032470703, + "action_emb.weight": 40.73566436767578, + "timestep_emb.weight": 26.624282836914062, + "pos_emb.weight": 23.712724685668945, + "transformer.layers.0.self_attn.in_proj_weight": 908.2203979492188, + "transformer.layers.0.self_attn.in_proj_bias": 83.5611801147461, + "transformer.layers.0.self_attn.out_proj.weight": 419.04443359375, + "transformer.layers.0.self_attn.out_proj.bias": 27.038829803466797, + "transformer.layers.0.linear1.weight": 217.09286499023438, + "transformer.layers.0.linear1.bias": 15.807123184204102, + "transformer.layers.0.linear2.weight": 207.85549926757812, + "transformer.layers.0.linear2.bias": 4.111785888671875, + "transformer.layers.0.norm1.weight": 80.33411407470703, + "transformer.layers.0.norm1.bias": 133.62025451660156, + "transformer.layers.0.norm2.weight": 78.27159118652344, + "transformer.layers.0.norm2.bias": 81.65911102294922, + "transformer.layers.1.self_attn.in_proj_weight": 185.29344177246094, + "transformer.layers.1.self_attn.in_proj_bias": 11.208066940307617, + "transformer.layers.1.self_attn.out_proj.weight": 308.62261962890625, + "transformer.layers.1.self_attn.out_proj.bias": 3.4871041774749756, + "transformer.layers.1.linear1.weight": 108.37150573730469, + "transformer.layers.1.linear1.bias": 6.537606716156006, + "transformer.layers.1.linear2.weight": 150.56455993652344, + "transformer.layers.1.linear2.bias": 2.7410855293273926, + "transformer.layers.1.norm1.weight": 52.94588088989258, + "transformer.layers.1.norm1.bias": 43.63678741455078, + "transformer.layers.1.norm2.weight": 15.749377250671387, + "transformer.layers.1.norm2.bias": 22.244821548461914, + "transformer.layers.2.self_attn.in_proj_weight": 155.581787109375, + "transformer.layers.2.self_attn.in_proj_bias": 3.322464942932129, + "transformer.layers.2.self_attn.out_proj.weight": 67.73038482666016, + "transformer.layers.2.self_attn.out_proj.bias": 0.608056902885437, + "transformer.layers.2.linear1.weight": 57.88174057006836, + "transformer.layers.2.linear1.bias": 2.837888479232788, + "transformer.layers.2.linear2.weight": 142.99583435058594, + "transformer.layers.2.linear2.bias": 0.8935290575027466, + "transformer.layers.2.norm1.weight": 71.503662109375, + "transformer.layers.2.norm1.bias": 23.328088760375977, + "transformer.layers.2.norm2.weight": 23.29977798461914, + "transformer.layers.2.norm2.bias": 12.483589172363281, + "transformer.layers.3.self_attn.in_proj_weight": 352.650634765625, + "transformer.layers.3.self_attn.in_proj_bias": 6.112639427185059, + "transformer.layers.3.self_attn.out_proj.weight": 248.05662536621094, + "transformer.layers.3.self_attn.out_proj.bias": 0.4232267737388611, + "transformer.layers.3.linear1.weight": 196.6151885986328, + "transformer.layers.3.linear1.bias": 9.76745891571045, + "transformer.layers.3.linear2.weight": 183.62820434570312, + "transformer.layers.3.linear2.bias": 0.4319128096103668, + "transformer.layers.3.norm1.weight": 275.11212158203125, + "transformer.layers.3.norm1.bias": 76.92479705810547, + "transformer.layers.3.norm2.weight": 244.73045349121094, + "transformer.layers.3.norm2.bias": 200.7412567138672, + "head.weight": 3125.998291015625, + "head.bias": 0.16240324079990387, + "global_embedding.weight": 103.26062774658203, + "global_cnn.0.weight": 499.50360107421875, + "global_cnn.0.bias": 23.190826416015625, + "global_cnn.2.weight": 652.8055419921875, + "global_cnn.2.bias": 21.905330657958984, + "global_proj.weight": 530.8417358398438, + "global_proj.bias": 62.00264358520508, + "goal_head.0.weight": 1.0332751274108887, + "goal_head.0.bias": 0.09426521509885788, + "goal_head.2.weight": 0.9046563506126404, + "goal_head.2.bias": 0.1456785351037979 }, "repr_drift_iters": 500, - "repr_drift_kl": 11297.5322265625, - "repr_drift_kl_low_t": 15281.580078125, - "repr_drift_kl_mid_t": 11084.1591796875, - "repr_drift_kl_high_t": 8317.759765625, + "repr_drift_kl": 21386.58984375, + "repr_drift_kl_low_t": 19180.97265625, + "repr_drift_kl_mid_t": 21772.759765625, + "repr_drift_kl_high_t": 22569.57421875, "cka_iters": 500, - "cka_similarity": 0.17870546877384186, + "cka_similarity": 0.2068125158548355, "t_analysis_iters": 500, - "norm_low_t": 1017.0899047851562, - "norm_high_t": 1020.6109008789062, - "lowhigh_cos": 0.6472376585006714, + "norm_low_t": 4321.9208984375, + "norm_high_t": 4145.8544921875, + "lowhigh_cos": 0.8454247117042542, "t_bin_norms": { - "t_0.0-0.1": 1283.2174072265625, - "t_0.1-0.2": 1188.2479248046875, - "t_0.2-0.3": 1081.33203125, - "t_0.3-0.4": 928.9453125, - "t_0.4-0.5": 1118.287353515625, - "t_0.5-0.6": 1412.537109375, - "t_0.6-0.7": 1862.1829833984375, - "t_0.7-0.8": 2380.499267578125, - "t_0.8-0.9": 932.4243774414062, - "t_0.9-1.0": 874.3341064453125 - }, - "win_rate": 0.10317116230726242, - "effective_batch_size": 100.43971252441406, + "t_0.0-0.1": 3915.471435546875, + "t_0.1-0.2": 4760.986328125, + "t_0.2-0.3": 4478.95703125, + "t_0.3-0.4": 4382.3955078125, + "t_0.4-0.5": 4462.6689453125, + "t_0.5-0.6": 4815.9208984375, + "t_0.6-0.7": 4715.9599609375, + "t_0.7-0.8": 4617.34814453125, + "t_0.8-0.9": 4918.8671875, + "t_0.9-1.0": 4443.2216796875 + }, + "win_rate": 0.026508836075663567, + "effective_batch_size": 375.29083251953125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.5, - "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Room-Random-5x5-v0": 0.35, + "MiniHack-Room-Random-15x15-v0": 0.05, "MiniHack-Corridor-R2-v0": 0.1, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-MazeWalk-9x9-v0": 0.0 } }, { "iters": 500, - "loss": 0.02520735189318657, + "loss": null, "env_score_iters": 500, - "env_score": -8.874603271484375, + "env_score": -1.0280382633209229, "eval_iters": 500, - "eval_score": 0.2, + "eval_score": 0.15000000000000002, "grad_align_iters": 500, - "grad_align": 0.42353105545043945, - "rl_grad_norm": 1252.6368408203125, - "bc_grad_norm": 44365.77734375, + "grad_align": 0.15157243609428406, + "rl_grad_norm": 2698.414794921875, + "bc_grad_norm": 13.546974182128906, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0, - "embedding.weight": 0.0, - "cnn.0.weight": 0.0, - "cnn.0.bias": 0.0, - "cnn.2.weight": 0.0, - "cnn.2.bias": 0.0, - "cnn.5.weight": 0.0, - "cnn.5.bias": 0.0, - "action_emb.weight": 0.0, - "timestep_emb.weight": 0.0, - "pos_emb.weight": 0.0, - "transformer.layers.0.self_attn.in_proj_weight": 0.0, - "transformer.layers.0.self_attn.in_proj_bias": 0.0, - "transformer.layers.0.self_attn.out_proj.weight": 0.0, - "transformer.layers.0.self_attn.out_proj.bias": 0.0, - "transformer.layers.0.linear1.weight": 0.0, - "transformer.layers.0.linear1.bias": 0.0, - "transformer.layers.0.linear2.weight": 0.0, - "transformer.layers.0.linear2.bias": 0.0, - "transformer.layers.0.norm1.weight": 0.0, - "transformer.layers.0.norm1.bias": 0.0, - "transformer.layers.0.norm2.weight": 0.0, - "transformer.layers.0.norm2.bias": 0.0, - "transformer.layers.1.self_attn.in_proj_weight": 0.0, - "transformer.layers.1.self_attn.in_proj_bias": 0.0, - "transformer.layers.1.self_attn.out_proj.weight": 0.0, - "transformer.layers.1.self_attn.out_proj.bias": 0.0, - "transformer.layers.1.linear1.weight": 0.0, - "transformer.layers.1.linear1.bias": 0.0, - "transformer.layers.1.linear2.weight": 0.0, - "transformer.layers.1.linear2.bias": 0.0, - "transformer.layers.1.norm1.weight": 0.0, - "transformer.layers.1.norm1.bias": 0.0, - "transformer.layers.1.norm2.weight": 0.0, - "transformer.layers.1.norm2.bias": 0.0, - "transformer.layers.2.self_attn.in_proj_weight": 0.0, - "transformer.layers.2.self_attn.in_proj_bias": 0.0, - "transformer.layers.2.self_attn.out_proj.weight": 0.0, - "transformer.layers.2.self_attn.out_proj.bias": 0.0, - "transformer.layers.2.linear1.weight": 0.0, - "transformer.layers.2.linear1.bias": 0.0, - "transformer.layers.2.linear2.weight": 0.0, - "transformer.layers.2.linear2.bias": 0.0, - "transformer.layers.2.norm1.weight": 0.0, - "transformer.layers.2.norm1.bias": 0.0, - "transformer.layers.2.norm2.weight": 0.0, - "transformer.layers.2.norm2.bias": 0.0, - "transformer.layers.3.self_attn.in_proj_weight": 0.0, - "transformer.layers.3.self_attn.in_proj_bias": 0.0, - "transformer.layers.3.self_attn.out_proj.weight": 0.0, - "transformer.layers.3.self_attn.out_proj.bias": 0.0, - "transformer.layers.3.linear1.weight": 0.0, - "transformer.layers.3.linear1.bias": 0.0, - "transformer.layers.3.linear2.weight": 0.0, - "transformer.layers.3.linear2.bias": 0.0, - "transformer.layers.3.norm1.weight": 0.0, - "transformer.layers.3.norm1.bias": 0.0, - "transformer.layers.3.norm2.weight": 0.0, - "transformer.layers.3.norm2.bias": 0.0, - "head.weight": 0.0, - "head.bias": 0.0, - "global_embedding.weight": 0.025611963123083115, - "global_cnn.0.weight": 0.14994020760059357, - "global_cnn.0.bias": 0.0057066092267632484, - "global_cnn.2.weight": 0.4810996949672699, - "global_cnn.2.bias": 0.02561059221625328, - "global_proj.weight": 0.12566451728343964, - "global_proj.bias": 0.050528060644865036, - "goal_head.0.weight": 0.09056069701910019, - "goal_head.0.bias": 0.025150859728455544, - "goal_head.2.weight": 0.11711890995502472, - "goal_head.2.bias": 0.07350905984640121 + "global_gate": 4.071649074554443, + "embedding.weight": 742.8681030273438, + "cnn.0.weight": 10653.4677734375, + "cnn.0.bias": 528.6263427734375, + "cnn.2.weight": 1819.2847900390625, + "cnn.2.bias": 1140.4041748046875, + "cnn.5.weight": 1229.400390625, + "cnn.5.bias": 129.05462646484375, + "action_emb.weight": 24.51132583618164, + "timestep_emb.weight": 8.615274429321289, + "pos_emb.weight": 5.7266106605529785, + "transformer.layers.0.self_attn.in_proj_weight": 1205.71435546875, + "transformer.layers.0.self_attn.in_proj_bias": 77.26923370361328, + "transformer.layers.0.self_attn.out_proj.weight": 347.6638488769531, + "transformer.layers.0.self_attn.out_proj.bias": 21.471609115600586, + "transformer.layers.0.linear1.weight": 158.884765625, + "transformer.layers.0.linear1.bias": 9.602583885192871, + "transformer.layers.0.linear2.weight": 215.40757751464844, + "transformer.layers.0.linear2.bias": 5.848453044891357, + "transformer.layers.0.norm1.weight": 93.3507308959961, + "transformer.layers.0.norm1.bias": 119.2242431640625, + "transformer.layers.0.norm2.weight": 45.75263977050781, + "transformer.layers.0.norm2.bias": 29.250362396240234, + "transformer.layers.1.self_attn.in_proj_weight": 140.76458740234375, + "transformer.layers.1.self_attn.in_proj_bias": 10.546595573425293, + "transformer.layers.1.self_attn.out_proj.weight": 146.52926635742188, + "transformer.layers.1.self_attn.out_proj.bias": 1.9023115634918213, + "transformer.layers.1.linear1.weight": 66.0937728881836, + "transformer.layers.1.linear1.bias": 4.1707940101623535, + "transformer.layers.1.linear2.weight": 29.985687255859375, + "transformer.layers.1.linear2.bias": 0.3175847828388214, + "transformer.layers.1.norm1.weight": 40.36262512207031, + "transformer.layers.1.norm1.bias": 48.58887481689453, + "transformer.layers.1.norm2.weight": 47.6467399597168, + "transformer.layers.1.norm2.bias": 59.454437255859375, + "transformer.layers.2.self_attn.in_proj_weight": 46.97003936767578, + "transformer.layers.2.self_attn.in_proj_bias": 2.0310282707214355, + "transformer.layers.2.self_attn.out_proj.weight": 51.929500579833984, + "transformer.layers.2.self_attn.out_proj.bias": 0.3598431348800659, + "transformer.layers.2.linear1.weight": 32.71503448486328, + "transformer.layers.2.linear1.bias": 1.7935324907302856, + "transformer.layers.2.linear2.weight": 35.25106430053711, + "transformer.layers.2.linear2.bias": 0.3547493815422058, + "transformer.layers.2.norm1.weight": 28.055503845214844, + "transformer.layers.2.norm1.bias": 17.220090866088867, + "transformer.layers.2.norm2.weight": 35.89530944824219, + "transformer.layers.2.norm2.bias": 28.753154754638672, + "transformer.layers.3.self_attn.in_proj_weight": 83.88020324707031, + "transformer.layers.3.self_attn.in_proj_bias": 4.2076191902160645, + "transformer.layers.3.self_attn.out_proj.weight": 36.42311477661133, + "transformer.layers.3.self_attn.out_proj.bias": 0.4543423056602478, + "transformer.layers.3.linear1.weight": 43.22892379760742, + "transformer.layers.3.linear1.bias": 2.517500162124634, + "transformer.layers.3.linear2.weight": 38.13227081298828, + "transformer.layers.3.linear2.bias": 0.4496522545814514, + "transformer.layers.3.norm1.weight": 47.11096954345703, + "transformer.layers.3.norm1.bias": 36.076412200927734, + "transformer.layers.3.norm2.weight": 36.84537124633789, + "transformer.layers.3.norm2.bias": 23.14505386352539, + "head.weight": 1177.96533203125, + "head.bias": 0.2268972545862198, + "global_embedding.weight": 33.871299743652344, + "global_cnn.0.weight": 248.5167694091797, + "global_cnn.0.bias": 11.730774879455566, + "global_cnn.2.weight": 712.6060791015625, + "global_cnn.2.bias": 44.45771026611328, + "global_proj.weight": 442.41912841796875, + "global_proj.bias": 122.9261703491211, + "goal_head.0.weight": 1.6651389598846436, + "goal_head.0.bias": 0.22093017399311066, + "goal_head.2.weight": 1.6938281059265137, + "goal_head.2.bias": 0.37711769342422485 }, "repr_drift_iters": 500, - "repr_drift_kl": 2918.615966796875, - "repr_drift_kl_low_t": 3724.2861328125, - "repr_drift_kl_mid_t": 2829.0341796875, - "repr_drift_kl_high_t": 2430.5888671875, + "repr_drift_kl": 7090.21630859375, + "repr_drift_kl_low_t": 7054.82275390625, + "repr_drift_kl_mid_t": 7171.78759765625, + "repr_drift_kl_high_t": 6795.5302734375, "cka_iters": 500, - "cka_similarity": 0.47416362166404724, + "cka_similarity": 0.08089461922645569, "t_analysis_iters": 500, - "norm_low_t": 1345.297607421875, - "norm_high_t": 946.1732177734375, - "lowhigh_cos": 0.35086485743522644, + "norm_low_t": 4507.265625, + "norm_high_t": 3793.348876953125, + "lowhigh_cos": 0.9108031392097473, "t_bin_norms": { - "t_0.0-0.1": 9194.8779296875, - "t_0.1-0.2": 1372.8330078125, - "t_0.2-0.3": 3471.986083984375, - "t_0.3-0.4": 1556.8685302734375, - "t_0.4-0.5": 1937.5076904296875, - "t_0.5-0.6": 1793.3612060546875, - "t_0.6-0.7": 1952.8096923828125, - "t_0.7-0.8": 979.871337890625, - "t_0.8-0.9": 1277.444091796875, - "t_0.9-1.0": 1202.9530029296875 - }, - "win_rate": 0.003498542122542858, - "effective_batch_size": 512.0, + "t_0.0-0.1": 3118.7802734375, + "t_0.1-0.2": 34292.26171875, + "t_0.2-0.3": 5200.623046875, + "t_0.3-0.4": 5360.10302734375, + "t_0.4-0.5": 31078.19921875, + "t_0.5-0.6": 3990.368408203125, + "t_0.6-0.7": 7617.26171875, + "t_0.7-0.8": 4694.82373046875, + "t_0.8-0.9": 12784.87890625, + "t_0.9-1.0": 6051.40869140625 + }, + "win_rate": 0.07873211055994034, + "effective_batch_size": 639.0469970703125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.4, + "MiniHack-Room-Random-5x5-v0": 0.25, "MiniHack-Room-Random-15x15-v0": 0.2, "MiniHack-Corridor-R2-v0": 0.1, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-MazeWalk-9x9-v0": 0.05 } } ] }, "bc_wins": { - "score": 0.4916666666666667, - "score_std": 0.0824957911384306, + "score": 0.4583333333333333, + "score_std": 0.03584302194601096, "all_scores": [ - 0.6000000000000001, - 0.39999999999999997, - 0.47500000000000003 + 0.4625, + 0.4125, + 0.5 ], "history": { "iters": [ @@ -54235,506 +66814,506 @@ 500 ], "loss": [ - 0.03664597123861313, - 0.630445122718811, - 0.8374050855636597, - 0.3269786536693573, - 0.30087777972221375, - 0.058863118290901184, - 0.21317516267299652, - 0.09954950958490372, - 0.06013613939285278, - 0.3494381308555603, - 0.11570163071155548, - 0.1237541139125824, - 0.582918107509613, - 0.09214837104082108, - 0.12765052914619446, - 0.16841095685958862, - 0.059279125183820724, - 0.4668131470680237, - 0.6703404188156128, - 0.1987110823392868, - 0.12015020847320557, - 0.22138330340385437, - 0.16252295672893524, - 0.3817708194255829, - 0.22342367470264435, - 0.07284007966518402, - 0.40794408321380615, - 0.2625201940536499, - 0.33370307087898254, - 0.10942894220352173, - 0.22808308899402618, - 0.2275586575269699, - 0.05771175026893616, - 0.20144438743591309, - 0.29726752638816833, - 0.1734677404165268, - 0.302729070186615, - 0.30874085426330566, - 0.4499156177043915, - 0.17045380175113678, - 0.19489626586437225, - 0.09590014815330505, - 0.12572036683559418, - 0.10960815101861954, - 0.07400570064783096, - 0.16698169708251953, - 0.05776290223002434, - 0.4008302390575409, - 0.15907849371433258, - 0.16078630089759827, - 0.10080032795667648, - 0.12259664386510849, - 0.2949605882167816, - 0.24076084792613983, - 0.16396711766719818, - 0.13599546253681183, - 0.15126636624336243, - 0.4296209514141083, - 0.4552505314350128, - 0.6396632790565491, - 0.057900551706552505, - 0.17112228274345398, - 0.1862403154373169, - 0.1195455864071846, - 0.025471920147538185, - 0.06951557099819183, - 0.23894725739955902, - 0.03718829154968262, - 0.24248166382312775, - 0.03728856146335602, - 0.16501528024673462, - 0.1669442057609558, - 0.03409001603722572, - 0.2281554937362671, - 0.03849351406097412, - 0.1545981615781784, - 0.08401112258434296, - 0.06428308039903641, - 0.014907770790159702, - 0.0848601907491684, - 0.0722726583480835, - 0.17324408888816833, - 0.0707002803683281, - 0.69533371925354, - 0.22396627068519592, - 0.12612339854240417, - 0.035566296428442, - 0.03925217688083649, - 0.18372291326522827, - 0.065475232899189, - 0.1274019032716751, - 0.11455672234296799, - 0.16445676982402802, - 0.06413272768259048, - 0.02466367371380329, - 0.2906109094619751, - 0.09282670170068741, - 0.23327969014644623, - 0.0691409632563591, - 0.23187509179115295, - 0.12575429677963257, - 0.03554591163992882, - 0.027760958299040794, - 0.06756197661161423, - 0.030506053939461708, - 0.06402043253183365, - 0.04235830903053284, - 0.3372962474822998, - 0.14745506644248962, - 0.12618252635002136, - 0.13446973264217377, - 0.029264092445373535, - 0.29094794392585754, - 0.10860036313533783, - 0.024916615337133408, - 0.10911384224891663, - 0.1995311826467514, - 0.05717935040593147, - 0.13744467496871948, - 0.09534904360771179, - 0.05755074322223663, - 0.10493624210357666, - 0.24421431124210358, - 0.08625487238168716, - 0.06417608261108398, - 0.2667250335216522, - 0.11651673913002014, - 0.13067862391471863, - 0.330535352230072, - 0.12347617745399475, - 0.1411251425743103, - 0.07270409911870956, - 0.26329708099365234, - 0.048233892768621445, - 0.2224530577659607, - 0.24164608120918274, - 0.18374662101268768, - 0.054124027490615845, - 0.1784285455942154, - 0.0825391486287117, - 0.13174331188201904, - 0.07867242395877838, - 0.4432106912136078, - 0.10411283373832703, - 0.08160237222909927, - 0.09225873649120331, - 0.01580291986465454, - 0.15765638649463654, - 0.10649948567152023, - 0.07186027616262436, - 0.1839030683040619, - 0.20896154642105103, - 0.10851815342903137, - 0.15797758102416992, - 0.72148597240448, - 0.1418435275554657, - 0.40410345792770386, - 0.03744075074791908, - 0.03158373013138771, - 0.02374965511262417, - 0.1752948760986328, - 0.06692930310964584, - 0.04381939768791199, - 0.2332635521888733, - 0.1752622276544571, - 0.11911877989768982, - 0.05787879228591919, - 0.10469821095466614, - 0.12095367163419724, - 0.050058815628290176, - 0.1255415827035904, - 0.0248321071267128, - 0.07749190181493759, - 0.23203733563423157, - 0.08915317058563232, - 0.2635160982608795, - 0.01849942095577717, - 0.12457435578107834, - 0.1959143728017807, - 0.17173968255519867, - 0.05294184386730194, - 0.19236797094345093, - 0.12726077437400818, - 0.0765794962644577, - 0.04448312520980835, - 0.301988422870636, - 0.04362255334854126, - 0.03639547526836395, - 0.06009461358189583, - 0.4129290282726288, - 0.023421216756105423, - 0.12226337939500809, - 0.08913274854421616, - 0.17892910540103912, - 0.22630374133586884, - 0.09466487169265747, - 0.15758372843265533, - 0.09309326857328415, - 0.08991222828626633, - 0.19501714408397675, - 0.1554829329252243, - 0.06627824157476425, - 0.20814724266529083, - 0.12825769186019897, - 0.02288057468831539, - 0.13658930361270905, - 0.2362658679485321, - 0.040012210607528687, - 0.17003734409809113, - 0.1455538272857666, - 0.06878320872783661, - 0.37491437792778015, - 0.061789631843566895, - 0.21179360151290894, - 0.07739754021167755, - 0.023353595286607742, - 0.10500208288431168, - 0.1507904976606369, - 0.06097962707281113, - 0.13025180995464325, - 0.24253341555595398, - 0.0959550142288208, - 0.13913404941558838, - 0.05771137773990631, - 0.19180317223072052, - 0.05223304405808449, - 0.14816361665725708, - 0.20871055126190186, - 0.13400229811668396, - 0.08901581168174744, - 0.21842290461063385, - 0.11234736442565918, - 0.11447523534297943, - 0.14040325582027435, - 0.13933749496936798, - 0.3859919607639313, - 0.12682507932186127, - 0.11216989159584045, - 0.026747724041342735, - 0.1263446807861328, - 0.024380050599575043, - 0.14738582074642181, - 0.028532739728689194, - 0.4676896929740906, - 0.7960768938064575, - 0.036363501101732254, - 0.14545759558677673, - 0.13092052936553955, - 0.04774915799498558, - 0.0806032344698906, - 0.02212255634367466, - 0.047602832317352295, - 0.08640909940004349, - 0.12896674871444702, - 0.14513346552848816, - 0.18638569116592407, - 0.03484157472848892, - 0.1325567662715912, - 0.2454974204301834, - 0.09379012882709503, - 0.28717806935310364, - 0.16457600891590118, - 0.1397712379693985, - 0.07877220213413239, - 0.04056675359606743, - 0.19545024633407593, - 0.03447552025318146, - 0.23526883125305176, - 0.2629028856754303, - 0.10992804169654846, - 0.04312559589743614, - 0.3877255320549011, - 0.10732569545507431, - 0.05665013566613197, - 0.28560036420822144, - 0.5249557495117188, - 0.11330781877040863, - 0.07126019895076752, - 0.11491133272647858, - 0.0768166333436966, - 0.17309556901454926, - 0.42186304926872253, - 0.30685725808143616, - 0.12294451892375946, - 0.22672522068023682, - 0.07632923871278763, - 0.11477799713611603, - 0.1792399287223816, - 0.07639949768781662, - 0.049426253885030746, - 0.06535986065864563, - 0.08143572509288788, - 0.035574160516262054, - 0.04059473052620888, - 0.007544050458818674, - 0.22503821551799774, - 0.12598660588264465, - 0.12953512370586395, - 0.10549048334360123, - 0.051978982985019684, - 0.08397895842790604, - 0.16439376771450043, - 0.02877497300505638, - 0.052946317940950394, - 0.32519209384918213, - 0.07901855558156967, - 0.06847703456878662, - 0.17803804576396942, - 0.13800883293151855, - 0.22394409775733948, - 0.09232212603092194, - 0.0831708014011383, - 0.1383301466703415, - 0.023168906569480896, - 0.044654347002506256, - 0.12708644568920135, - 0.15573181211948395, - 0.13674357533454895, - 0.2962248623371124, - 0.04177555441856384, - 0.08870065957307816, - 0.16030704975128174, - 0.026498112827539444, - 0.09006190299987793, - 0.2149253636598587, - 0.2484036684036255, - 0.08235026895999908, - 0.10336584597826004, - 0.08769375085830688, - 0.08913657814264297, - 0.052808333188295364, - 0.06863909214735031, - 0.09963567554950714, - 0.08631642162799835, - 0.044824663549661636, - 0.16335414350032806, - 0.08972254395484924, - 0.05392786115407944, - 0.03531210497021675, - 0.09322748333215714, - 0.24101321399211884, - 0.19493979215621948, - 0.10726897418498993, - 0.119183748960495, - 0.2653019428253174, - 0.08150991052389145, - 0.14609651267528534, - 0.14643675088882446, - 0.09399844706058502, - 0.03438333794474602, - 0.06741754710674286, - 0.020895149558782578, - 0.2902044951915741, - 0.019997375085949898, - 0.07841044664382935, - 0.10343565046787262, - 0.21197345852851868, - 0.0435841903090477, - 0.1641409546136856, - 0.062117114663124084, - 0.07292214035987854, - 0.07991043478250504, - 0.07869426906108856, - 0.20356979966163635, - 0.09862453490495682, - 0.0893048346042633, - 0.19996441900730133, - 0.0723397359251976, - 0.12351837754249573, - 0.11674492061138153, - 0.09374431520700455, - 0.19524940848350525, - 0.050232332199811935, - 0.06391896307468414, - 0.12865407764911652, - 0.023984503000974655, - 0.07388260960578918, - 0.12614130973815918, - 0.060488682240247726, - 0.09276293218135834, - 0.09476184099912643, - 0.048658501356840134, - 0.15801957249641418, - 0.034826915711164474, - 0.07811206579208374, - 0.027673820033669472, - 0.3243679106235504, - 0.1033114641904831, - 0.12108217924833298, - 0.08688236773014069, - 0.15097267925739288, - 0.05698954686522484, - 0.02651209570467472, - 0.022143540903925896, - 0.035711199045181274, - 0.14242510497570038, - 0.27637621760368347, - 0.07629429548978806, - 0.31915283203125, - 0.04870465770363808, - 0.05669869855046272, - 0.020919006317853928, - 0.11439137905836105, - 0.12507930397987366, - 0.07959287613630295, - 0.11024906486272812, - 0.0816887617111206, - 0.30817171931266785, - 0.1272706687450409, - 0.030391709879040718, - 0.18256382644176483, - 0.08146192133426666, - 0.2616749703884125, - 0.08192962408065796, - 0.0845535397529602, - 0.1486898958683014, - 0.10614537447690964, - 0.055545054376125336, - 0.07429759949445724, - 0.13544568419456482, - 0.05847260355949402, - 0.1593090146780014, - 0.07379277050495148, - 0.07606328278779984, - 0.27867189049720764, - 0.13655903935432434, - 0.03336269035935402, - 0.044990625232458115, - 0.10376124083995819, - 0.027327081188559532, - 0.16002795100212097, - 0.027332358062267303, - 0.17236210405826569, - 0.05565754324197769, - 0.05108599364757538, - 0.06335719674825668, - 0.041814643889665604, - 0.07138293236494064, - 0.11920171976089478, - 0.015940919518470764, - 0.04146609082818031, - 0.07872283458709717, - 0.11807726323604584, - 0.10470911115407944, - 0.1556168496608734, - 0.188686341047287, - 0.07574151456356049, - 0.08318192511796951, - 0.07606532424688339, - 0.16562283039093018, - 0.022743985056877136, - 0.04318761080503464, - 0.07344526797533035, - 0.12851247191429138, - 0.03190965577960014, - 0.030068019405007362, - 0.10834424942731857, - 0.09242814034223557, - 0.04647071287035942, - 0.5066952109336853, - 0.1604217141866684, - 0.055448614060878754, - 0.08389526605606079, - 0.02625385858118534, - 0.04034174978733063, - 0.024962017312645912, - 0.15679273009300232, - 0.03348725289106369, - 0.25022396445274353, - 0.2539098262786865, - 0.1494573950767517, - 0.14829324185848236, - 0.07354937493801117, - 0.03094969317317009, - 0.07696089148521423, - 0.03863275796175003, - 0.14549577236175537, - 0.10877889394760132, - 0.02495347522199154, - 0.20629246532917023, - 0.15347665548324585, - 0.0878891870379448, - 0.06135179474949837, - 0.04870577156543732, - 0.10156642645597458, - 0.06281931698322296, - 0.050191547721624374, - 0.2460889369249344, - 0.04265691712498665, - 0.06271258741617203, - 0.04412870854139328, - 0.07561805844306946, - 0.01669452339410782, - 0.06955354660749435, - 0.041776493191719055, - 0.0759957879781723, - 0.11266869306564331, - 0.04299291968345642, - 0.12212499231100082, - 0.03961017355322838 + 2.2058300971984863, + 1.431943416595459, + 1.1038432121276855, + 0.9610791206359863, + 0.9580684304237366, + 0.9228526949882507, + 0.8779973387718201, + 1.0397778749465942, + 0.8256976008415222, + 1.0156559944152832, + 0.9235842823982239, + 0.8715478181838989, + 0.7018947005271912, + 0.8639429807662964, + 0.6734539866447449, + 0.7592897415161133, + 0.608059287071228, + 0.6953873038291931, + 0.7318591475486755, + 0.7155730724334717, + 0.5451521277427673, + 0.755720317363739, + 0.7413142919540405, + 0.5982712507247925, + 0.6911998391151428, + 0.722781240940094, + 0.7193053364753723, + 0.6352354884147644, + 0.5239049196243286, + 0.7115586996078491, + 0.5871694087982178, + 0.6279277801513672, + 0.6254790425300598, + 0.48493701219558716, + 0.5863434076309204, + 0.48151782155036926, + 0.5629331469535828, + 0.535040020942688, + 0.6150793433189392, + 0.6250365376472473, + 0.5097513198852539, + 0.6011335849761963, + 0.5581145286560059, + 0.49588218331336975, + 0.5352616310119629, + 0.6941303014755249, + 0.5056154131889343, + 0.5828991532325745, + 0.566543698310852, + 0.5690847635269165, + 0.5192028880119324, + 0.5803888440132141, + 0.554237961769104, + 0.560306966304779, + 0.5365588068962097, + 0.5137245059013367, + 0.465369313955307, + 0.5075696110725403, + 0.4265473484992981, + 0.5107145309448242, + 0.47709572315216064, + 0.5539636611938477, + 0.4861587584018707, + 0.4603911340236664, + 0.40939703583717346, + 0.5641756057739258, + 0.4130650460720062, + 0.5211434960365295, + 0.46519333124160767, + 0.4360558092594147, + 0.40643852949142456, + 0.5072108507156372, + 0.44036251306533813, + 0.5618786215782166, + 0.4471781551837921, + 0.5079856514930725, + 0.42325645685195923, + 0.5365010499954224, + 0.5329529643058777, + 0.4747496247291565, + 0.45837947726249695, + 0.4775083363056183, + 0.5508488416671753, + 0.4462049901485443, + 0.48366492986679077, + 0.4804225564002991, + 0.4266236424446106, + 0.4372573792934418, + 0.37336599826812744, + 0.4202902019023895, + 0.4511270225048065, + 0.44562700390815735, + 0.4579063951969147, + 0.4465772807598114, + 0.3965073525905609, + 0.45837557315826416, + 0.41113752126693726, + 0.4939913749694824, + 0.4837225377559662, + 0.44215914607048035, + 0.4055368900299072, + 0.5029162168502808, + 0.46087393164634705, + 0.45171329379081726, + 0.4465266466140747, + 0.40654486417770386, + 0.4731152355670929, + 0.5408201813697815, + 0.3679691553115845, + 0.4066629111766815, + 0.4469490945339203, + 0.36996251344680786, + 0.39897286891937256, + 0.38417646288871765, + 0.3911903202533722, + 0.48228076100349426, + 0.42685216665267944, + 0.3627856969833374, + 0.4525962471961975, + 0.43852198123931885, + 0.42383909225463867, + 0.41900303959846497, + 0.3353423774242401, + 0.397820383310318, + 0.35677623748779297, + 0.43088749051094055, + 0.4398079514503479, + 0.3807121217250824, + 0.38004040718078613, + 0.3774472177028656, + 0.40187758207321167, + 0.3352547287940979, + 0.4400835633277893, + 0.42220252752304077, + 0.34655967354774475, + 0.3661193549633026, + 0.4622800350189209, + 0.4414196312427521, + 0.41230258345603943, + 0.4750508666038513, + 0.4952729642391205, + 0.39362725615501404, + 0.3443238139152527, + 0.4405688941478729, + 0.3942212760448456, + 0.3495924770832062, + 0.270683228969574, + 0.36150768399238586, + 0.40675559639930725, + 0.3716863691806793, + 0.33647358417510986, + 0.3854101300239563, + 0.4069600999355316, + 0.4543401896953583, + 0.3724379539489746, + 0.3895731568336487, + 0.3773067593574524, + 0.4455418586730957, + 0.4025125801563263, + 0.24433887004852295, + 0.3948480784893036, + 0.3916025161743164, + 0.3744317889213562, + 0.3445296585559845, + 0.3556242883205414, + 0.3745311200618744, + 0.36848974227905273, + 0.3279746174812317, + 0.43926161527633667, + 0.34295201301574707, + 0.406217098236084, + 0.3445775806903839, + 0.3458841145038605, + 0.39095184206962585, + 0.4027770161628723, + 0.3890197277069092, + 0.4351380169391632, + 0.3287677764892578, + 0.39116910099983215, + 0.40833181142807007, + 0.3688650131225586, + 0.33881720900535583, + 0.4230194091796875, + 0.3679388165473938, + 0.32851848006248474, + 0.38527625799179077, + 0.3736414313316345, + 0.3772900104522705, + 0.3866749107837677, + 0.4208386242389679, + 0.42431122064590454, + 0.3051249384880066, + 0.414646178483963, + 0.32540223002433777, + 0.30287668108940125, + 0.3894449770450592, + 0.3774823844432831, + 0.34118348360061646, + 0.34557703137397766, + 0.3386281728744507, + 0.39261722564697266, + 0.35204198956489563, + 0.34448549151420593, + 0.33650022745132446, + 0.31620052456855774, + 0.35876357555389404, + 0.36158961057662964, + 0.3312947452068329, + 0.30683472752571106, + 0.36056631803512573, + 0.3246893286705017, + 0.36364197731018066, + 0.34026914834976196, + 0.29504209756851196, + 0.35050860047340393, + 0.3934094309806824, + 0.333974152803421, + 0.41828155517578125, + 0.3386644721031189, + 0.2969742715358734, + 0.27938249707221985, + 0.3649914264678955, + 0.4312081038951874, + 0.35058489441871643, + 0.4744788408279419, + 0.3895939290523529, + 0.3418881893157959, + 0.35717296600341797, + 0.364810585975647, + 0.36702796816825867, + 0.27853474020957947, + 0.36198973655700684, + 0.3715050220489502, + 0.3647887110710144, + 0.38336247205734253, + 0.3796848952770233, + 0.36499497294425964, + 0.3976653814315796, + 0.39752066135406494, + 0.4468420743942261, + 0.38322511315345764, + 0.3727492392063141, + 0.379283607006073, + 0.33153796195983887, + 0.3346770405769348, + 0.33709660172462463, + 0.3431876301765442, + 0.3969484567642212, + 0.3760238587856293, + 0.3692878186702728, + 0.3188897669315338, + 0.3192574381828308, + 0.3345406949520111, + 0.4285047650337219, + 0.3630306124687195, + 0.4300960898399353, + 0.34270280599594116, + 0.32348397374153137, + 0.35382792353630066, + 0.3391135334968567, + 0.27630406618118286, + 0.27133259177207947, + 0.3333545923233032, + 0.3386944532394409, + 0.30500471591949463, + 0.32355162501335144, + 0.36035120487213135, + 0.3369593322277069, + 0.35478898882865906, + 0.3297974467277527, + 0.3778758943080902, + 0.2917220890522003, + 0.3644459545612335, + 0.3252499997615814, + 0.3336159884929657, + 0.3092983365058899, + 0.36766353249549866, + 0.255612313747406, + 0.3339065909385681, + 0.2963673174381256, + 0.3210705816745758, + 0.4090847969055176, + 0.32692453265190125, + 0.36009910702705383, + 0.35955190658569336, + 0.39324817061424255, + 0.27771124243736267, + 0.3451693058013916, + 0.31332218647003174, + 0.34132760763168335, + 0.32663896679878235, + 0.3529726564884186, + 0.22332555055618286, + 0.3472658693790436, + 0.3329194486141205, + 0.332397997379303, + 0.506831169128418, + 0.3090955317020416, + 0.3374421298503876, + 0.2968790829181671, + 0.34635087847709656, + 0.37949803471565247, + 0.34598514437675476, + 0.30160024762153625, + 0.3376280665397644, + 0.34246116876602173, + 0.3482552170753479, + 0.30669307708740234, + 0.31584423780441284, + 0.2870813310146332, + 0.3490064740180969, + 0.31395620107650757, + 0.32518190145492554, + 0.30057719349861145, + 0.2933228015899658, + 0.2923320531845093, + 0.28301799297332764, + 0.3831716477870941, + 0.29979991912841797, + 0.24110351502895355, + 0.28756922483444214, + 0.313933402299881, + 0.31383562088012695, + 0.3203524947166443, + 0.3248272240161896, + 0.31840023398399353, + 0.3584981858730316, + 0.3012460470199585, + 0.28742313385009766, + 0.2923782169818878, + 0.4320504367351532, + 0.3148682713508606, + 0.3045327365398407, + 0.35772913694381714, + 0.3145098388195038, + 0.28594425320625305, + 0.3511391878128052, + 0.3400057852268219, + 0.40135458111763, + 0.2741321325302124, + 0.36655721068382263, + 0.3151921331882477, + 0.3178829252719879, + 0.2511199414730072, + 0.32748883962631226, + 0.34354376792907715, + 0.30180636048316956, + 0.34883061051368713, + 0.36118996143341064, + 0.2977732717990875, + 0.37006494402885437, + 0.32737287878990173, + 0.357788622379303, + 0.33692270517349243, + 0.3423909544944763, + 0.2959192097187042, + 0.2626621425151825, + 0.30797019600868225, + 0.3225465714931488, + 0.2616395056247711, + 0.3319759666919708, + 0.2734439969062805, + 0.26181694865226746, + 0.2971774637699127, + 0.32767054438591003, + 0.2991572320461273, + 0.343847393989563, + 0.34272125363349915, + 0.3067255914211273, + 0.31933945417404175, + 0.26797592639923096, + 0.33653783798217773, + 0.3494391143321991, + 0.28731682896614075, + 0.309567928314209, + 0.22447291016578674, + 0.3527630865573883, + 0.4282309114933014, + 0.2759370803833008, + 0.26404064893722534, + 0.2936170995235443, + 0.3209468722343445, + 0.26677924394607544, + 0.2538934051990509, + 0.3164065182209015, + 0.3152632415294647, + 0.3138624131679535, + 0.26156947016716003, + 0.21955019235610962, + 0.35795271396636963, + 0.30422475934028625, + 0.3202458918094635, + 0.309012234210968, + 0.3022608160972595, + 0.28202024102211, + 0.29864320158958435, + 0.3605862557888031, + 0.2512229084968567, + 0.2950005531311035, + 0.3390777111053467, + 0.31419995427131653, + 0.23810625076293945, + 0.34271755814552307, + 0.32789739966392517, + 0.3817566931247711, + 0.31118497252464294, + 0.32688263058662415, + 0.323273241519928, + 0.3345055878162384, + 0.29118889570236206, + 0.26315441727638245, + 0.3362466096878052, + 0.28913673758506775, + 0.2265414446592331, + 0.29698458313941956, + 0.300373911857605, + 0.3526468575000763, + 0.4300958812236786, + 0.3107105791568756, + 0.2621895372867584, + 0.2856394052505493, + 0.35209131240844727, + 0.2466047704219818, + 0.2665080726146698, + 0.34103721380233765, + 0.34342870116233826, + 0.2582532465457916, + 0.23126082122325897, + 0.380697101354599, + 0.27821990847587585, + 0.2850892245769501, + 0.2940341830253601, + 0.2114323377609253, + 0.30871376395225525, + 0.2335384637117386, + 0.2200409322977066, + 0.28844302892684937, + 0.21971766650676727, + 0.26748043298721313, + 0.2685689330101013, + 0.3324317932128906, + 0.39299747347831726, + 0.35812777280807495, + 0.28898969292640686, + 0.3017285466194153, + 0.264426052570343, + 0.2882707715034485, + 0.3031553626060486, + 0.22311611473560333, + 0.2406625747680664, + 0.29954928159713745, + 0.32949548959732056, + 0.4091240167617798, + 0.2394522726535797, + 0.30515193939208984, + 0.255563884973526, + 0.2875062823295593, + 0.2502025067806244, + 0.33503854274749756, + 0.2432805448770523, + 0.25206616520881653, + 0.26923084259033203, + 0.25225669145584106, + 0.3202231824398041, + 0.26293325424194336, + 0.28435203433036804, + 0.3088405728340149, + 0.29929113388061523, + 0.21137847006320953, + 0.25137048959732056, + 0.1538677215576172, + 0.29782339930534363, + 0.1742764115333557, + 0.3197612464427948, + 0.3232516348361969, + 0.3039464056491852, + 0.22297394275665283, + 0.25519227981567383, + 0.23248893022537231, + 0.2366892695426941, + 0.35228127241134644, + 0.29022830724716187, + 0.2399980127811432, + 0.2899959981441498, + 0.287026584148407, + 0.21417221426963806, + 0.3114960789680481, + 0.26295921206474304, + 0.2546263635158539, + 0.24641458690166473, + 0.2976256012916565, + 0.3064717650413513, + 0.2613409757614136, + 0.18318462371826172, + 0.26328954100608826, + 0.2607399821281433, + 0.24005915224552155, + 0.23109647631645203, + 0.27790844440460205, + 0.27587997913360596 ], "env_score_iters": [ 1, @@ -55239,2644 +67818,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.820258855819702, - -2.73976469039917, - -2.9134697914123535, - -3.689467430114746, - -2.619781494140625, - -3.0401694774627686, - -1.7238167524337769, - -2.53949236869812, - -2.065997838973999, - 6.599207401275635, - -3.5714898109436035, - -2.584887742996216, - -3.6994850635528564, - -0.9439831972122192, - 1.0705487728118896, - -2.225822687149048, - -0.7572111487388611, - -4.352725028991699, - -3.6697299480438232, - -4.041168689727783, - 0.5751521587371826, - -8.617642402648926, - -3.0938708782196045, - -3.703697681427002, - -4.300658702850342, - 2.944801092147827, - -4.798864364624023, - -3.143754243850708, - -2.2048375606536865, - -2.7688395977020264, - -3.2597217559814453, - -1.5537832975387573, - 1.7750076055526733, - -2.266023635864258, - 0.6562892198562622, - 2.8764209747314453, - -3.0607056617736816, - -1.2539422512054443, - -2.6195404529571533, - -2.895951986312866, - 1.6693696975708008, - -2.830253839492798, - -2.8346140384674072, - -3.27189040184021, - 8.166494369506836, - -1.9376484155654907, - 0.10971630364656448, - -6.588447093963623, - -3.2878317832946777, - 3.5483529567718506, - -5.806146144866943, - -1.6260892152786255, - -0.2172636091709137, - -1.458030343055725, - -0.039660654962062836, - -0.09328924864530563, - 5.09984016418457, - -2.17999529838562, - 1.3759803771972656, - -5.006039142608643, - -2.6037843227386475, - -2.7844181060791016, - -2.6492063999176025, - -3.0835938453674316, - -3.351504325866699, - -5.858958721160889, - -3.627504825592041, - -5.213204860687256, - -4.142143249511719, - -3.4164671897888184, - -0.20206068456172943, - -2.8713538646698, - -3.2628774642944336, - -2.788257598876953, - -3.2388880252838135, - -3.982240676879883, - -2.4304754734039307, - -3.8457436561584473, - -1.7160886526107788, - -2.8673126697540283, - 11.006325721740723, - -2.2729384899139404, - -2.9846179485321045, - -3.301358938217163, - -3.376487970352173, - -3.820601463317871, - -3.8124094009399414, - -0.6396428346633911, - -1.6833949089050293, - -3.537823438644409, - -2.329766273498535, - -3.524048089981079, - -4.1631999015808105, - -1.593861699104309, - 0.64845871925354, - -3.2502427101135254, - 0.08512483537197113, - -0.8187913298606873, - -3.7884128093719482, - -3.440175771713257, - -4.49853515625, - -3.1582987308502197, - -8.551258087158203, - -2.2032930850982666, - -0.07549437135457993, - 0.5470725893974304, - -0.5271481275558472, - -2.6912004947662354, - -3.6776375770568848, - 0.6549951434135437, - -1.6838916540145874, - -3.615352153778076, - -4.125194549560547, - -3.7009105682373047, - -2.8020336627960205, - -2.5082907676696777, - -1.1161609888076782, - -6.007104873657227, - -5.019924163818359, - 0.3472534716129303, - -3.9919090270996094, - -5.411103248596191, - 2.385268211364746, - -5.262908458709717, - -0.5432813763618469, - 3.54290509223938, - -2.6840620040893555, - -2.1975231170654297, - -4.269011974334717, - -3.108067750930786, - -3.9966495037078857, - -1.0407500267028809, - 0.3982603847980499, - -5.725465297698975, - -3.6214981079101562, - 0.21659433841705322, - -2.7569308280944824, - -2.8892228603363037, - -4.3567094802856445, - 7.9850568771362305, - -1.6582268476486206, - -5.522276401519775, - 7.663263320922852, - -3.179999828338623, - -2.8909027576446533, - -3.9835991859436035, - -3.414273262023926, - -9.70989990234375, - -1.1561427116394043, - -7.437381267547607, - -1.6263536214828491, - -0.7053926587104797, - -3.009284257888794, - -4.962270259857178, - -2.6370577812194824, - -3.080954074859619, - -3.040613889694214, - -3.5663647651672363, - -2.4413487911224365, - -0.9723104238510132, - -8.339842796325684, - -5.5322585105896, - -2.794792890548706, - -2.4347293376922607, - -3.089660406112671, - -3.4787180423736572, - -3.6104087829589844, - -3.7505812644958496, - -3.429687023162842, - -3.4693586826324463, - -3.7760419845581055, - -3.051424264907837, - 3.218538761138916, - -3.6116578578948975, - -1.785980463027954, - -2.9286186695098877, - -2.3726775646209717, - -3.113638401031494, - -1.7500245571136475, - -2.173776388168335, - -4.869307518005371, - -4.2827582359313965, - 0.6471533179283142, - -4.245985984802246, - -1.9398980140686035, - -2.128166675567627, - -2.708460569381714, - -3.081674575805664, - -2.659377336502075, - -2.58681583404541, - -2.7786176204681396, - -1.4404646158218384, - -2.475372791290283, - -0.6906105279922485, - -1.2198232412338257, - -2.333869218826294, - 0.8775919079780579, - -2.070826292037964, - -3.1067075729370117, - -2.4551939964294434, - -1.8687845468521118, - -2.5012190341949463, - -0.9069453477859497, - -1.4727261066436768, - -2.3792054653167725, - -3.3492913246154785, - -0.005923593882471323, - -3.938978672027588, - -0.8569111227989197, - -3.0075924396514893, - -1.7823002338409424, - -4.290275573730469, - -3.6345291137695312, - -2.3197925090789795, - -5.880697250366211, - -4.540879726409912, - -3.744723320007324, - -2.262211322784424, - -4.272871017456055, - -1.8509076833724976, - -3.79056715965271, - -5.4013142585754395, - -3.859513759613037, - -0.9508092999458313, - -2.331639289855957, - 1.5473970174789429, - -2.2643842697143555, - -2.7889163494110107, - -1.049971103668213, - -0.996769368648529, - 1.6289023160934448, - -1.889454960823059, - -1.4094568490982056, - -3.5017268657684326, - -7.507843971252441, - -2.4046666622161865, - -4.430680274963379, - -3.029326915740967, - -2.4649133682250977, - -5.247055530548096, - -2.2739551067352295, - -5.381979942321777, - -4.095146656036377, - -1.930713415145874, - -1.4763941764831543, - -3.1017098426818848, - -4.059395790100098, - -3.5188989639282227, - -2.787942409515381, - -4.4486870765686035, - -4.188563346862793, - -1.1265711784362793, - -4.994604110717773, - -3.7858998775482178, - -3.397556781768799, - -6.809231758117676, - -3.3371503353118896, - -2.7711493968963623, - -6.54054069519043, - -2.8899283409118652, - -4.2493977546691895, - -2.623093366622925, - -3.2035484313964844, - -4.557565689086914, - -2.298410654067993, - -3.405378580093384, - -3.877941370010376, - -3.944303035736084, - -0.43481117486953735, - -4.132336139678955, - -3.7223429679870605, - -2.9805796146392822, - -2.2119710445404053, - -4.108426570892334, - -2.4222402572631836, - -6.12069845199585, - -4.023163795471191, - -2.9905588626861572, - -0.3228893578052521, - -2.508648157119751, - -5.312228202819824, - -1.502954125404358, - -3.550809621810913, - -4.185174942016602, - -1.3524340391159058, - -4.237064838409424, - -4.160073280334473, - -2.172281503677368, - -3.755582809448242, - -2.2800445556640625, - -3.1711833477020264, - -3.518742561340332, - -3.6695024967193604, - -3.2805299758911133, - -3.4432389736175537, - -0.8485469222068787, - -3.1860432624816895, - -4.429365158081055, - -2.979400634765625, - -4.634434223175049, - -4.016470909118652, - -2.009521722793579, - -3.751434564590454, - -3.534733772277832, - 0.6412230730056763, - -4.301330089569092, - -0.5407251119613647, - -2.3616011142730713, - -4.698191165924072, - -3.6901936531066895, - -3.8725385665893555, - -3.7973053455352783, - -3.180419921875, - 0.9956347346305847, - -4.700713157653809, - -0.6508972644805908, - -3.527907609939575, - -3.1636061668395996, - -5.1650471687316895, - -3.8112268447875977, - -3.223710536956787, - -3.7463319301605225, - -3.8328282833099365, - -4.363229274749756, - -3.6482927799224854, - -7.774515151977539, - -3.372678518295288, - -4.054354190826416, - -5.547201633453369, - -3.067659616470337, - -2.77128529548645, - -3.355760097503662, - -4.110135078430176, - -3.1929359436035156, - -4.644975662231445, - -3.593120574951172, - -3.7958028316497803, - -1.5674470663070679, - -5.754701137542725, - -5.071699619293213, - -8.264124870300293, - -0.8947615623474121, - -6.449578285217285, - -4.8531413078308105, - -4.036717414855957, - -6.506795406341553, - -2.7260453701019287, - -3.6807138919830322, - -3.643608331680298, - -3.164033889770508, - -3.6262385845184326, - -3.069321870803833, - -2.804201126098633, - 1.7772642374038696, - -2.7756378650665283, - -2.643882989883423, - -3.3443033695220947, - -3.412139654159546, - -6.016209125518799, - -3.03969669342041, - -2.59678053855896, - -3.477782726287842, - -5.143564701080322, - -1.2232484817504883, - -2.3295748233795166, - -4.673313617706299, - -2.4811909198760986, - -6.126166820526123, - -4.375556468963623, - -4.368061542510986, - -4.082919597625732, - -4.169617176055908, - -3.2990128993988037, - -3.698315382003784, - -4.213865280151367, - -2.632016658782959, - -3.0984089374542236, - -3.949949264526367, - -3.6127817630767822, - -3.687772512435913, - -3.5867273807525635, - -3.3619496822357178, - -4.200950622558594, - -3.5287675857543945, - -3.4349842071533203, - -3.838116407394409, - -3.0056939125061035, - -3.8891854286193848, - -3.9176671504974365, - -3.52227783203125, - -3.682922840118408, - -3.607635498046875, - -3.897784471511841, - -6.382267951965332, - -3.831052541732788, - -2.99538254737854, - -3.4477736949920654, - -3.692035675048828, - -4.524602890014648, - -4.217039585113525, - -5.07776403427124, - -4.7666144371032715, - -5.18713903427124, - -3.1019814014434814, - -1.9795773029327393, - -2.249990940093994, - -4.196139812469482, - -5.777500152587891, - -7.4180908203125, - -5.395953178405762, - -4.6087236404418945, - -3.660303831100464, - -4.9275102615356445, - -5.788333415985107, - -1.281109094619751, - -3.7654500007629395, - -3.584226369857788, - -3.5384557247161865, - -3.4054436683654785, - -3.3355631828308105, - -5.061672210693359, - 1.3798177242279053, - -3.9224631786346436, - -2.5764033794403076, - -4.014517307281494, - -3.916891574859619, - -4.620357036590576, - -1.6852967739105225, - -5.968411445617676, - -1.7741094827651978, - -3.5143208503723145, - -4.450158596038818, - -4.083093643188477, - -2.6565539836883545, - -3.796184539794922, - -6.687187671661377, - -3.965035915374756, - -3.2508065700531006, - -3.8301777839660645, - -3.1194474697113037, - -3.3306565284729004, - -4.4460954666137695, - -3.237733840942383, - -3.6778557300567627, - -2.1630916595458984, - -4.023342609405518, - -3.8209667205810547, - -4.266154766082764, - -4.384781837463379, - -4.12105131149292, - -3.5126490592956543, - -3.9493346214294434, - -4.453079700469971, - -4.050988674163818, - 0.337919145822525, - -1.424184799194336, - -3.534381628036499, - -2.2351696491241455, - -3.0512583255767822, - -3.582265615463257, - -4.4333953857421875, - -3.784850597381592, - -4.14664363861084, - -2.7426648139953613, - -3.9385855197906494, - -3.1951286792755127, - -0.10048319399356842, - -6.702204704284668, - 1.2249318361282349, - -4.080877780914307, - -4.793246746063232, - -4.433263778686523, - -3.384247064590454, - -1.808931589126587, - -5.348823547363281, - -1.719099760055542, - -3.568030595779419, - -3.41683030128479, - -3.361936569213867, - -3.1610515117645264, - -3.269296169281006, - -3.9500036239624023, - -3.273131847381592, - -4.4779839515686035, - 3.554912805557251, - -3.6632168292999268, - -3.0931596755981445, - -4.5281267166137695, - -3.4729769229888916, - -4.214517593383789, - -3.893768787384033, - -3.616344690322876, - -4.076594352722168, - -1.6528853178024292, - -3.4966213703155518, - -4.144116401672363, - -4.043288707733154 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.405612051486969, + -0.47598549723625183, + -0.639305830001831, + -0.4193928837776184, + -0.4716644585132599, + -0.30528920888900757, + -0.4293424189090729, + -0.6519493460655212, + -0.49099409580230713, + -0.5121682286262512, + -0.6742740273475647, + -0.5935783386230469, + 0.029348257929086685, + -0.488433301448822, + -0.42682164907455444, + -0.4919750988483429, + -0.45150238275527954, + -0.45409151911735535, + -0.5411761999130249, + -0.3863154351711273, + -0.6027286648750305, + -0.4956057071685791, + -0.33402183651924133, + -0.2520214319229126, + -0.5343617796897888, + -0.23044249415397644, + -0.5428779721260071, + -0.5275408029556274, + -0.4413835108280182, + -0.3464551270008087, + -0.5157279968261719, + -0.3686797320842743, + -0.4135277569293976, + 0.09905300289392471, + -0.2645440101623535, + -0.4888322949409485, + -0.5926357507705688, + -0.34115567803382874, + -0.6066746711730957, + -0.47290104627609253, + -0.44529515504837036, + -0.4652361273765564, + -0.43182504177093506, + -0.5078111290931702, + -0.4443867802619934, + -0.42429909110069275, + -0.539267897605896, + -0.5078355073928833, + -0.3485099971294403, + -0.3285750150680542, + -0.37739092111587524, + -0.55887770652771, + -0.4675087332725525, + -0.6378520131111145, + -0.3878123462200165, + -0.8734905123710632, + -0.3926556408405304, + -0.6149619817733765, + -0.18395255506038666, + -0.47069019079208374, + -0.49995550513267517, + -0.5689290761947632, + -0.3369085192680359, + -0.4795573949813843, + -0.5245698094367981, + -0.4832521378993988, + -0.4678918421268463, + -0.5028788447380066, + -0.5879561305046082, + -0.5345523357391357, + -0.612874448299408, + -0.4751564860343933, + -0.4521907866001129, + -0.4534418284893036, + -0.8894069790840149, + -0.368210107088089, + -0.7194362878799438, + -0.4566256105899811, + -0.5652301907539368, + -0.8129985332489014, + -0.4916214048862457, + -0.5944523811340332, + -0.3427785038948059, + -0.40185293555259705, + -0.5867406725883484, + -0.5084006190299988, + -0.4713901877403259, + -0.5024452805519104, + -0.541294515132904, + -0.49504145979881287, + -0.6394585967063904, + -0.44903069734573364, + -0.5348415374755859, + -0.532612681388855, + -0.5957180261611938, + -0.5292696356773376, + -0.48842036724090576, + -0.2801722288131714, + -0.43416059017181396, + -0.4162706136703491, + -0.5394396185874939, + -0.5594058632850647, + -0.3556729853153229, + -0.8946661949157715, + -0.5398186445236206, + -0.4708407521247864, + -0.4034999907016754, + -0.5067382454872131, + -0.5101161003112793, + -0.4841158390045166, + -0.5861980319023132, + -0.48002201318740845, + -0.4617875814437866, + -0.6387593746185303, + -0.5445865988731384, + -0.41774728894233704, + -0.5536822080612183, + -0.43797165155410767, + -0.34777557849884033, + -0.2959764301776886, + -0.3333929777145386, + -0.49170440435409546, + -0.23896148800849915, + -0.24821585416793823, + -0.4107013940811157, + -0.4304623305797577, + -0.289020299911499, + -0.3174339830875397, + -0.5198694467544556, + -0.3893165588378906, + -0.5370389223098755, + -0.4864058494567871, + -0.5877110362052917, + -0.43988972902297974, + -0.473516583442688, + -0.5226855874061584, + -0.4655013084411621, + -0.5433952212333679, + -0.6173911094665527, + -0.7401313781738281, + -0.4303373098373413, + -0.3908122777938843, + -0.49201056361198425, + -0.5308619141578674, + -0.36917927861213684, + 0.03890083357691765, + -0.5750280022621155, + -0.6264836192131042, + -0.40945884585380554, + -0.5545278787612915, + -0.23301644623279572, + -0.5363406538963318, + -0.4824495315551758, + -0.40942174196243286, + -0.43614357709884644, + -0.42034879326820374, + -0.4858796298503876, + -0.5540907382965088, + -0.28246864676475525, + -0.278780996799469, + -0.5889211893081665, + -0.24283012747764587, + -0.5427061319351196, + -0.2600868046283722, + -0.5026144981384277, + -0.5141440033912659, + -0.4903125464916229, + -0.45688849687576294, + -0.7817376852035522, + -0.4012908339500427, + -0.44991153478622437, + -0.32934442162513733, + -0.3778492212295532, + -0.5460789203643799, + -0.44876179099082947, + -0.5543249249458313, + -0.4250119924545288, + -0.38296443223953247, + -0.4619593620300293, + -0.5909299254417419, + -0.40164411067962646, + -0.275958776473999, + -0.5080525279045105, + -0.5247564315795898, + -0.40401238203048706, + -0.5252925753593445, + -0.24304842948913574, + -0.18339568376541138, + -0.39065924286842346, + -0.5132456421852112, + -0.5534468293190002, + -0.3677081763744354, + -0.509505569934845, + -0.4965956211090088, + -0.6434195637702942, + -0.47124040126800537, + -0.39763858914375305, + -0.6022904515266418, + -0.46267542243003845, + -0.4493909776210785, + -0.4283081889152527, + -0.575945258140564, + -0.567542314529419, + -0.4830420911312103, + -0.3430211842060089, + -0.45490768551826477, + -0.23096907138824463, + -0.47004589438438416, + -0.3280726671218872, + -0.4053593575954437, + -0.5029461979866028, + -0.5449240803718567, + -0.2388812005519867, + -0.21935230493545532, + -0.34681814908981323, + -0.21659861505031586, + -0.4785584509372711, + -0.5945019721984863, + -0.5266801118850708, + -0.5675935745239258, + -0.4430392384529114, + -0.3712467849254608, + -0.3947853446006775, + -0.2420966923236847, + -0.680169939994812, + -0.17333032190799713, + -0.6104211807250977, + -0.45640626549720764, + -0.3694119155406952, + -0.6868754625320435, + -0.5312591791152954, + -0.40664297342300415, + -0.4509357810020447, + -0.3662210702896118, + -0.025458768010139465, + -0.4636037349700928, + -0.09884049743413925, + -0.5850021839141846, + -0.4411344826221466, + -0.450630247592926, + -0.554869532585144, + -0.35796216130256653, + -0.3571079969406128, + -0.455271452665329, + -0.024125706404447556, + -0.2853873074054718, + -0.5254300236701965, + -0.4022788405418396, + -0.17773783206939697, + -0.3353164494037628, + -0.46182981133461, + -0.717613935470581, + -0.36377760767936707, + -0.6026065349578857, + -0.32261690497398376, + -0.5352357625961304, + -0.3651859760284424, + -0.5145931839942932, + -0.6375424265861511, + -0.18304169178009033, + -0.3942544162273407, + -0.380198210477829, + -0.37543559074401855, + -0.6430938243865967, + -0.4345715641975403, + -0.23924551904201508, + -0.32331356406211853, + -0.17336544394493103, + -0.6792397499084473, + -0.2829018831253052, + -0.5968053936958313, + -0.6173356771469116, + 0.18990960717201233, + -0.43294593691825867, + -0.5369113087654114, + -0.425964891910553, + -0.4293422996997833, + -0.4610051214694977, + -0.2604805529117584, + -0.40725940465927124, + -0.30946066975593567, + -0.6492373943328857, + -0.473784863948822, + -0.5185772180557251, + -0.5118635892868042, + -0.22812651097774506, + -0.5687258243560791, + -0.44226691126823425, + -0.41991275548934937, + -0.3073924779891968, + -0.47752127051353455, + -0.6064198613166809, + -0.35437583923339844, + -0.3861461877822876, + -0.44669783115386963, + -0.5155599117279053, + -0.43252143263816833, + -0.4131646752357483, + -0.3795640170574188, + -0.3180921971797943, + -0.2524377107620239, + -0.37248939275741577, + -0.3893551528453827, + -0.475768119096756, + -0.25254133343696594, + -0.5345417261123657, + -0.49083250761032104, + -0.22554896771907806, + -0.27592262625694275, + -0.4974415898323059, + -0.5548243522644043, + -0.4767380952835083, + -0.42932409048080444, + -0.5782409906387329, + -0.45778825879096985, + -0.32176586985588074, + -0.30571961402893066, + -0.478695809841156, + -0.42803946137428284, + -0.09675747901201248, + -0.5452918410301208, + -0.4600977599620819, + -0.40815696120262146, + -0.5007091760635376, + -0.6035403609275818, + -0.2732482850551605, + -0.5280486345291138, + -0.3970698118209839, + -0.5324310660362244, + -0.3499443233013153, + -0.47311797738075256, + -0.20949046313762665, + -0.3374261260032654, + -0.18921197950839996, + -0.5326636433601379, + -0.39683791995048523, + -0.477195680141449, + -0.5394890904426575, + -0.4264441132545471, + -0.5020288228988647, + -0.19327552616596222, + -0.4942566454410553, + -0.4214181900024414, + -0.31401076912879944, + -0.4948437809944153, + -0.24971696734428406, + -0.35248252749443054, + -0.38159728050231934, + -0.424902081489563, + -0.4628487527370453, + -0.28750520944595337, + -0.3434399664402008, + -0.29365262389183044, + -0.41963979601860046, + -0.45386090874671936, + -0.4144805371761322, + -0.4863103926181793, + -0.36756235361099243, + -0.23142331838607788, + -0.4413001239299774, + -0.58451908826828, + -0.36277255415916443, + -0.6575995087623596, + -0.4569721221923828, + -0.4458718001842499, + -0.26240605115890503, + -0.25329461693763733, + -0.3422497808933258, + -0.4328472912311554, + -0.43404698371887207, + -0.08366253972053528, + -0.9090416431427002, + -0.4030361771583557, + -0.3454471826553345, + -0.4640468955039978, + -0.42220792174339294, + -0.37213820219039917, + -0.6479629874229431, + -0.36895444989204407, + -0.35035794973373413, + -0.222420796751976, + -0.42808958888053894, + -0.5579132437705994, + -0.3713817298412323, + -0.15512487292289734, + -0.3988889157772064, + -0.4630691707134247, + -0.48404452204704285, + -0.30407312512397766, + -0.4221370816230774, + -0.5580055117607117, + -0.412166953086853, + -0.25940725207328796, + -0.20097918808460236, + -0.46470245718955994, + -0.5802331566810608, + -0.6797288060188293, + -0.6794788837432861, + -0.4684266746044159, + -0.5821322798728943, + -0.3609989285469055, + -0.3591883182525635, + -0.4555342495441437, + -0.4898505210876465, + -0.5678858757019043, + -0.361934632062912, + -0.357269823551178, + -0.4438704550266266, + -0.10851942747831345, + -0.3417094051837921, + -0.5264788866043091, + -0.5722795128822327, + -0.4444523751735687, + -0.2970406711101532, + -0.4959522783756256, + -0.5339232683181763, + -0.6182205080986023, + -0.4939030110836029, + -0.5878334045410156, + -0.3741927444934845, + -0.531437337398529, + -0.5498393177986145, + -0.3352591097354889, + -0.4243161976337433, + -0.6281798481941223, + -0.5019689202308655, + -0.5430666208267212, + -0.4396679103374481, + -0.5465108156204224, + -0.341571569442749, + -0.3019843101501465, + -0.4674675762653351, + -0.3160077929496765, + -0.4445774555206299, + -0.4644528329372406, + -0.41641131043434143, + -0.6776465177536011, + -0.5313591957092285, + -0.4126454293727875, + -0.5740633010864258, + -0.5945569276809692, + -0.31835973262786865, + -0.37863990664482117, + -0.5084660649299622, + -0.28211677074432373, + -0.24221010506153107, + -0.32331299781799316, + -0.42380833625793457, + -0.5397618412971497, + -0.41574305295944214, + -0.3777424693107605, + -0.42836394906044006, + -0.3917153477668762, + -0.38339900970458984, + -0.41725996136665344, + -0.5447966456413269, + -0.42433664202690125, + -0.46696174144744873, + -0.4961969256401062, + -0.3399066627025604, + -0.4747370779514313, + -0.25329846143722534, + -0.5907185673713684, + -0.5332617163658142, + -0.5880287885665894, + -0.6329777240753174, + -0.6738399267196655, + -0.35866376757621765, + -0.6304891109466553, + -0.3700387179851532, + -0.5870168209075928, + -0.41798800230026245, + -0.13545912504196167, + -0.3881435692310333, + -0.347414493560791, + -0.48878827691078186, + -0.4998108446598053, + -0.581687867641449, + -0.4402540922164917, + -0.5629216432571411, + -0.5054665207862854, + -0.4951793849468231, + -0.5192800760269165, + -0.48727893829345703, + -0.37311023473739624, + -0.5301657319068909, + -0.20089492201805115, + -0.47613227367401123, + -0.23410668969154358, + -0.35529205203056335, + -0.507301926612854, + -0.3963392972946167, + -0.41460880637168884, + -0.4141920804977417 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7, - 0.6000000000000001, - 0.7, - 0.5750000000000001, - 0.625, - 0.65, - 0.6000000000000001, - 0.6, - 0.65, - 0.5750000000000001 + 0.5, + 0.45, + 0.4875, + 0.425, + 0.4875, + 0.4625, + 0.525, + 0.4625, + 0.4625, + 0.4875, + 0.5125000000000001, + 0.475, + 0.4625, + 0.4124999999999999, + 0.38749999999999996, + 0.5125000000000001, + 0.43750000000000006, + 0.4625, + 0.425, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.9441152215003967, - 0.9740700125694275, - 0.505357563495636, - 0.9485062956809998, - 0.7912455201148987, - 0.9807007312774658, - 0.712849497795105, - -0.042204756289720535, - 0.8352826833724976, - 0.825419008731842 + 0.023639628663659096, + -0.053436029702425, + 0.13730274140834808, + -0.08346632122993469, + -0.08261802792549133, + -0.05546288192272186, + 0.1143653392791748, + 0.07454407960176468, + 0.41367530822753906, + 0.05326612666249275, + 0.2294224202632904, + -0.04836099222302437, + -0.1788368821144104, + -0.1396447867155075, + 0.15530045330524445, + -0.017688196152448654, + 0.13690263032913208, + 0.08313782513141632, + 0.17890074849128723, + 0.12645167112350464 ], "rl_grad_norm": [ - 0.5250044465065002, - 1.1155877113342285, - 0.11003055423498154, - 0.6160876750946045, - 0.3456796407699585, - 0.7202935218811035, - 0.21439766883850098, - 0.14554628729820251, - 0.27029672265052795, - 0.2654006779193878 + 1.3717132806777954, + 0.6899976134300232, + 0.34120550751686096, + 0.593101441860199, + 0.14760436117649078, + 0.14479179680347443, + 0.46539178490638733, + 0.36421358585357666, + 0.12013083696365356, + 0.1599058359861374, + 0.28711068630218506, + 0.10929694026708603, + 0.175796777009964, + 0.1916324645280838, + 0.3125079274177551, + 0.26659753918647766, + 0.07658364623785019, + 0.15406449139118195, + 0.3427879214286804, + 0.24331192672252655 ], "bc_grad_norm": [ - 0.5828397274017334, - 1.0907870531082153, - 0.19213353097438812, - 0.6342736482620239, - 0.44110608100891113, - 0.7267811894416809, - 0.2709767520427704, - 0.3986482620239258, - 0.31910955905914307, - 0.3158775866031647 + 2.7932674884796143, + 2.4616026878356934, + 3.15470814704895, + 3.166964054107666, + 2.972609043121338, + 3.018117904663086, + 3.4727623462677, + 2.841435670852661, + 1.8200677633285522, + 2.3990023136138916, + 1.569879412651062, + 2.547208309173584, + 2.251145362854004, + 4.5826921463012695, + 4.709660053253174, + 3.1209726333618164, + 2.5431482791900635, + 2.538780450820923, + 4.857662200927734, + 3.7483508586883545 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00022896142036188394, - "embedding.weight": 0.0037847557105123997, - "cnn.0.weight": 0.06099171191453934, - "cnn.0.bias": 0.002958736615255475, - "cnn.2.weight": 0.014809001237154007, - "cnn.2.bias": 0.006138883996754885, - "cnn.5.weight": 0.014898969791829586, - "cnn.5.bias": 0.0042913747020065784, - "action_emb.weight": 0.007451790850609541, - "timestep_emb.weight": 0.002150662476196885, - "pos_emb.weight": 0.0029061120003461838, - "transformer.layers.0.self_attn.in_proj_weight": 0.032920245081186295, - "transformer.layers.0.self_attn.in_proj_bias": 0.0033455481752753258, - "transformer.layers.0.self_attn.out_proj.weight": 0.03427526727318764, - "transformer.layers.0.self_attn.out_proj.bias": 0.004974143113940954, - "transformer.layers.0.linear1.weight": 0.033564548939466476, - "transformer.layers.0.linear1.bias": 0.0018709819996729493, - "transformer.layers.0.linear2.weight": 0.04168480634689331, - "transformer.layers.0.linear2.bias": 0.0037004912737756968, - "transformer.layers.0.norm1.weight": 0.0018518025754019618, - "transformer.layers.0.norm1.bias": 0.0029244758188724518, - "transformer.layers.0.norm2.weight": 0.0028566066175699234, - "transformer.layers.0.norm2.bias": 0.002164234174415469, - "transformer.layers.1.self_attn.in_proj_weight": 0.03956536948680878, - "transformer.layers.1.self_attn.in_proj_bias": 0.002463954035192728, - "transformer.layers.1.self_attn.out_proj.weight": 0.039300937205553055, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031560705974698067, - "transformer.layers.1.linear1.weight": 0.020385438576340675, - "transformer.layers.1.linear1.bias": 0.001149828894995153, - "transformer.layers.1.linear2.weight": 0.027705445885658264, - "transformer.layers.1.linear2.bias": 0.00309587805531919, - "transformer.layers.1.norm1.weight": 0.0024352148175239563, - "transformer.layers.1.norm1.bias": 0.00243439432233572, - "transformer.layers.1.norm2.weight": 0.0014451738679781556, - "transformer.layers.1.norm2.bias": 0.0009332776535302401, - "transformer.layers.2.self_attn.in_proj_weight": 0.033070601522922516, - "transformer.layers.2.self_attn.in_proj_bias": 0.0023745340295135975, - "transformer.layers.2.self_attn.out_proj.weight": 0.03002123348414898, - "transformer.layers.2.self_attn.out_proj.bias": 0.0032435639295727015, - "transformer.layers.2.linear1.weight": 0.019237149506807327, - "transformer.layers.2.linear1.bias": 0.0012592511484399438, - "transformer.layers.2.linear2.weight": 0.022374778985977173, - "transformer.layers.2.linear2.bias": 0.00325854797847569, - "transformer.layers.2.norm1.weight": 0.002277475083246827, - "transformer.layers.2.norm1.bias": 0.0024220626801252365, - "transformer.layers.2.norm2.weight": 0.001238229451701045, - "transformer.layers.2.norm2.bias": 0.0011540435953065753, - "transformer.layers.3.self_attn.in_proj_weight": 0.06675427407026291, - "transformer.layers.3.self_attn.in_proj_bias": 0.006430554203689098, - "transformer.layers.3.self_attn.out_proj.weight": 0.037462733685970306, - "transformer.layers.3.self_attn.out_proj.bias": 0.004882657900452614, - "transformer.layers.3.linear1.weight": 0.05325918644666672, - "transformer.layers.3.linear1.bias": 0.004341209307312965, - "transformer.layers.3.linear2.weight": 0.027411017566919327, - "transformer.layers.3.linear2.bias": 0.006855594925582409, - "transformer.layers.3.norm1.weight": 0.0051553333178162575, - "transformer.layers.3.norm1.bias": 0.009581207297742367, - "transformer.layers.3.norm2.weight": 0.0044969660229980946, - "transformer.layers.3.norm2.bias": 0.006035057827830315, - "head.weight": 0.350179523229599, - "head.bias": 0.012746553868055344, - "global_embedding.weight": 0.025846071541309357, - "global_cnn.0.weight": 0.1547277271747589, - "global_cnn.0.bias": 0.004136705305427313, - "global_cnn.2.weight": 0.41075098514556885, - "global_cnn.2.bias": 0.01800953596830368, - "global_proj.weight": 0.06973837316036224, - "global_proj.bias": 0.033492423593997955, - "goal_head.0.weight": 0.03608706220984459, - "goal_head.0.bias": 0.012808889150619507, - "goal_head.2.weight": 0.04634010046720505, - "goal_head.2.bias": 0.02650034800171852 - }, - { - "global_gate": 0.00045586327905766666, - "embedding.weight": 0.002539665438234806, - "cnn.0.weight": 0.08219435811042786, - "cnn.0.bias": 0.0028499613981693983, - "cnn.2.weight": 0.028967484831809998, - "cnn.2.bias": 0.006127696949988604, - "cnn.5.weight": 0.02922224812209606, - "cnn.5.bias": 0.007755847182124853, - "action_emb.weight": 0.0053696222603321075, - "timestep_emb.weight": 0.002014388795942068, - "pos_emb.weight": 0.00297074718400836, - "transformer.layers.0.self_attn.in_proj_weight": 0.05071406438946724, - "transformer.layers.0.self_attn.in_proj_bias": 0.0038422411307692528, - "transformer.layers.0.self_attn.out_proj.weight": 0.04550536721944809, - "transformer.layers.0.self_attn.out_proj.bias": 0.004730806220322847, - "transformer.layers.0.linear1.weight": 0.029285753145813942, - "transformer.layers.0.linear1.bias": 0.0016827946528792381, - "transformer.layers.0.linear2.weight": 0.03684566915035248, - "transformer.layers.0.linear2.bias": 0.002942553721368313, - "transformer.layers.0.norm1.weight": 0.0033746783155947924, - "transformer.layers.0.norm1.bias": 0.0037307837046682835, - "transformer.layers.0.norm2.weight": 0.0021244711242616177, - "transformer.layers.0.norm2.bias": 0.002007043454796076, - "transformer.layers.1.self_attn.in_proj_weight": 0.03350329399108887, - "transformer.layers.1.self_attn.in_proj_bias": 0.001966432435438037, - "transformer.layers.1.self_attn.out_proj.weight": 0.033918630331754684, - "transformer.layers.1.self_attn.out_proj.bias": 0.0024798111990094185, - "transformer.layers.1.linear1.weight": 0.01728321798145771, - "transformer.layers.1.linear1.bias": 0.000982594909146428, - "transformer.layers.1.linear2.weight": 0.023231446743011475, - "transformer.layers.1.linear2.bias": 0.002369710709899664, - "transformer.layers.1.norm1.weight": 0.0019564018584787846, - "transformer.layers.1.norm1.bias": 0.0014658713480457664, - "transformer.layers.1.norm2.weight": 0.0009969656821340322, - "transformer.layers.1.norm2.bias": 0.0008355175377801061, - "transformer.layers.2.self_attn.in_proj_weight": 0.034840453416109085, - "transformer.layers.2.self_attn.in_proj_bias": 0.0021087382920086384, - "transformer.layers.2.self_attn.out_proj.weight": 0.021461956202983856, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023436027113348246, - "transformer.layers.2.linear1.weight": 0.015452963300049305, - "transformer.layers.2.linear1.bias": 0.0009619009797461331, - "transformer.layers.2.linear2.weight": 0.017338957637548447, - "transformer.layers.2.linear2.bias": 0.0022666542790830135, - "transformer.layers.2.norm1.weight": 0.002477803034707904, - "transformer.layers.2.norm1.bias": 0.0022098959889262915, - "transformer.layers.2.norm2.weight": 0.0009557211305946112, - "transformer.layers.2.norm2.bias": 0.0011004533153027296, - "transformer.layers.3.self_attn.in_proj_weight": 0.049298398196697235, - "transformer.layers.3.self_attn.in_proj_bias": 0.0049933139234781265, - "transformer.layers.3.self_attn.out_proj.weight": 0.023365039378404617, - "transformer.layers.3.self_attn.out_proj.bias": 0.0037384468596428633, - "transformer.layers.3.linear1.weight": 0.03763023763895035, - "transformer.layers.3.linear1.bias": 0.002984578488394618, - "transformer.layers.3.linear2.weight": 0.019787106662988663, - "transformer.layers.3.linear2.bias": 0.0049320911057293415, - "transformer.layers.3.norm1.weight": 0.0036716735921800137, - "transformer.layers.3.norm1.bias": 0.006780365481972694, - "transformer.layers.3.norm2.weight": 0.002549456199631095, - "transformer.layers.3.norm2.bias": 0.003933930769562721, - "head.weight": 0.24408268928527832, - "head.bias": 0.00947371032088995, - "global_embedding.weight": 0.04380751773715019, - "global_cnn.0.weight": 0.34607550501823425, - "global_cnn.0.bias": 0.009233265183866024, - "global_cnn.2.weight": 0.9794999957084656, - "global_cnn.2.bias": 0.037921782582998276, - "global_proj.weight": 0.13629011809825897, - "global_proj.bias": 0.06878763437271118, - "goal_head.0.weight": 0.0743943601846695, - "goal_head.0.bias": 0.028454437851905823, - "goal_head.2.weight": 0.10746394842863083, - "goal_head.2.bias": 0.06681519001722336 - }, - { - "global_gate": 0.00002342113475606311, - "embedding.weight": 0.003178368555381894, - "cnn.0.weight": 0.09200435131788254, - "cnn.0.bias": 0.0032967410515993834, - "cnn.2.weight": 0.03292655199766159, - "cnn.2.bias": 0.009499428793787956, - "cnn.5.weight": 0.03378866985440254, - "cnn.5.bias": 0.009244585409760475, - "action_emb.weight": 0.006215633358806372, - "timestep_emb.weight": 0.0022512096911668777, - "pos_emb.weight": 0.003080607857555151, - "transformer.layers.0.self_attn.in_proj_weight": 0.047816768288612366, - "transformer.layers.0.self_attn.in_proj_bias": 0.0024754046462476254, - "transformer.layers.0.self_attn.out_proj.weight": 0.04641057550907135, - "transformer.layers.0.self_attn.out_proj.bias": 0.0026577713433653116, - "transformer.layers.0.linear1.weight": 0.03512224182486534, - "transformer.layers.0.linear1.bias": 0.001450170180760324, - "transformer.layers.0.linear2.weight": 0.0423237569630146, - "transformer.layers.0.linear2.bias": 0.0015325139975175261, - "transformer.layers.0.norm1.weight": 0.0030328896827995777, - "transformer.layers.0.norm1.bias": 0.0020295518916100264, - "transformer.layers.0.norm2.weight": 0.0028414814732968807, - "transformer.layers.0.norm2.bias": 0.0011931686894968152, - "transformer.layers.1.self_attn.in_proj_weight": 0.03277091309428215, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012115201679989696, - "transformer.layers.1.self_attn.out_proj.weight": 0.027699951082468033, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010740943253040314, - "transformer.layers.1.linear1.weight": 0.021915817633271217, - "transformer.layers.1.linear1.bias": 0.000923988176509738, - "transformer.layers.1.linear2.weight": 0.024256328120827675, - "transformer.layers.1.linear2.bias": 0.0010270352941006422, - "transformer.layers.1.norm1.weight": 0.0021147201769053936, - "transformer.layers.1.norm1.bias": 0.0009672035230323672, - "transformer.layers.1.norm2.weight": 0.0016033421270549297, - "transformer.layers.1.norm2.bias": 0.0008201629971154034, - "transformer.layers.2.self_attn.in_proj_weight": 0.0366818867623806, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010626395232975483, - "transformer.layers.2.self_attn.out_proj.weight": 0.01263429969549179, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007358931470662355, - "transformer.layers.2.linear1.weight": 0.008824470452964306, - "transformer.layers.2.linear1.bias": 0.00044762316974811256, - "transformer.layers.2.linear2.weight": 0.01099939364939928, - "transformer.layers.2.linear2.bias": 0.0006711407913826406, - "transformer.layers.2.norm1.weight": 0.0026159058324992657, - "transformer.layers.2.norm1.bias": 0.0010453194845467806, - "transformer.layers.2.norm2.weight": 0.0005290453555062413, - "transformer.layers.2.norm2.bias": 0.0004864131042268127, - "transformer.layers.3.self_attn.in_proj_weight": 0.026615528389811516, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013382824836298823, - "transformer.layers.3.self_attn.out_proj.weight": 0.011094708926975727, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008598531712777913, - "transformer.layers.3.linear1.weight": 0.013936332426965237, - "transformer.layers.3.linear1.bias": 0.0008757698233239353, - "transformer.layers.3.linear2.weight": 0.008086093701422215, - "transformer.layers.3.linear2.bias": 0.0009360237745568156, - "transformer.layers.3.norm1.weight": 0.0021284492686390877, - "transformer.layers.3.norm1.bias": 0.0016441954066976905, - "transformer.layers.3.norm2.weight": 0.0010747973574325442, - "transformer.layers.3.norm2.bias": 0.001055021770298481, - "head.weight": 0.0844724178314209, - "head.bias": 0.002235510852187872, - "global_embedding.weight": 0.004577613901346922, - "global_cnn.0.weight": 0.04248083010315895, - "global_cnn.0.bias": 0.001310739666223526, - "global_cnn.2.weight": 0.07365862280130386, - "global_cnn.2.bias": 0.0033874823711812496, - "global_proj.weight": 0.026030465960502625, - "global_proj.bias": 0.015866320580244064, - "goal_head.0.weight": 0.015481686219573021, - "goal_head.0.bias": 0.006516364868730307, - "goal_head.2.weight": 0.025292491540312767, - "goal_head.2.bias": 0.016601309180259705 - }, - { - "global_gate": 0.0005272795679047704, - "embedding.weight": 0.002928899135440588, - "cnn.0.weight": 0.060365621000528336, - "cnn.0.bias": 0.0028033473063260317, - "cnn.2.weight": 0.015245191752910614, - "cnn.2.bias": 0.0051876758225262165, - "cnn.5.weight": 0.01680421270430088, - "cnn.5.bias": 0.004740254487842321, - "action_emb.weight": 0.005213201977312565, - "timestep_emb.weight": 0.0017891944153234363, - "pos_emb.weight": 0.0028788491617888212, - "transformer.layers.0.self_attn.in_proj_weight": 0.034660834819078445, - "transformer.layers.0.self_attn.in_proj_bias": 0.0036587328650057316, - "transformer.layers.0.self_attn.out_proj.weight": 0.032404009252786636, - "transformer.layers.0.self_attn.out_proj.bias": 0.004532636608928442, - "transformer.layers.0.linear1.weight": 0.026765309274196625, - "transformer.layers.0.linear1.bias": 0.0017526129959151149, - "transformer.layers.0.linear2.weight": 0.03162555396556854, - "transformer.layers.0.linear2.bias": 0.0032249935902655125, - "transformer.layers.0.norm1.weight": 0.0020737415179610252, - "transformer.layers.0.norm1.bias": 0.003721778281033039, - "transformer.layers.0.norm2.weight": 0.0023526980075985193, - "transformer.layers.0.norm2.bias": 0.0020764668006449938, - "transformer.layers.1.self_attn.in_proj_weight": 0.02942327782511711, - "transformer.layers.1.self_attn.in_proj_bias": 0.0019336335826665163, - "transformer.layers.1.self_attn.out_proj.weight": 0.034843940287828445, - "transformer.layers.1.self_attn.out_proj.bias": 0.0026172769721597433, - "transformer.layers.1.linear1.weight": 0.01586308144032955, - "transformer.layers.1.linear1.bias": 0.000982140190899372, - "transformer.layers.1.linear2.weight": 0.021691957488656044, - "transformer.layers.1.linear2.bias": 0.0024918061681091785, - "transformer.layers.1.norm1.weight": 0.0019305672030895948, - "transformer.layers.1.norm1.bias": 0.0018049327190965414, - "transformer.layers.1.norm2.weight": 0.0010945310350507498, - "transformer.layers.1.norm2.bias": 0.0010596311185508966, - "transformer.layers.2.self_attn.in_proj_weight": 0.026138724759221077, - "transformer.layers.2.self_attn.in_proj_bias": 0.001884843804873526, - "transformer.layers.2.self_attn.out_proj.weight": 0.021008852869272232, - "transformer.layers.2.self_attn.out_proj.bias": 0.002558231120929122, - "transformer.layers.2.linear1.weight": 0.015004077926278114, - "transformer.layers.2.linear1.bias": 0.0009384640143252909, - "transformer.layers.2.linear2.weight": 0.018818877637386322, - "transformer.layers.2.linear2.bias": 0.002561600413173437, - "transformer.layers.2.norm1.weight": 0.001894772402010858, - "transformer.layers.2.norm1.bias": 0.0019391195382922888, - "transformer.layers.2.norm2.weight": 0.0009906861232593656, - "transformer.layers.2.norm2.bias": 0.0009557119337841868, - "transformer.layers.3.self_attn.in_proj_weight": 0.05627674236893654, - "transformer.layers.3.self_attn.in_proj_bias": 0.005621151998639107, - "transformer.layers.3.self_attn.out_proj.weight": 0.030175190418958664, - "transformer.layers.3.self_attn.out_proj.bias": 0.00454803928732872, - "transformer.layers.3.linear1.weight": 0.036544326692819595, - "transformer.layers.3.linear1.bias": 0.0031503550708293915, - "transformer.layers.3.linear2.weight": 0.02291432023048401, - "transformer.layers.3.linear2.bias": 0.006025289185345173, - "transformer.layers.3.norm1.weight": 0.004793592728674412, - "transformer.layers.3.norm1.bias": 0.008145553059875965, - "transformer.layers.3.norm2.weight": 0.0028368299826979637, - "transformer.layers.3.norm2.bias": 0.004502743482589722, - "head.weight": 0.2740534543991089, - "head.bias": 0.011478316970169544, - "global_embedding.weight": 0.014327184297144413, - "global_cnn.0.weight": 0.18528622388839722, - "global_cnn.0.bias": 0.005786352790892124, - "global_cnn.2.weight": 0.47199496626853943, - "global_cnn.2.bias": 0.026920633390545845, - "global_proj.weight": 0.08345718681812286, - "global_proj.bias": 0.06134246662259102, - "goal_head.0.weight": 0.049083299934864044, - "goal_head.0.bias": 0.024886688217520714, - "goal_head.2.weight": 0.07272632420063019, - "goal_head.2.bias": 0.060735009610652924 - }, - { - "global_gate": 0.00006461460725404322, - "embedding.weight": 0.0021727278362959623, - "cnn.0.weight": 0.05748733505606651, - "cnn.0.bias": 0.0017781560309231281, - "cnn.2.weight": 0.024376878514885902, - "cnn.2.bias": 0.003949217963963747, - "cnn.5.weight": 0.028761884197592735, - "cnn.5.bias": 0.004465168341994286, - "action_emb.weight": 0.009850842878222466, - "timestep_emb.weight": 0.0023176788818091154, - "pos_emb.weight": 0.003912594169378281, - "transformer.layers.0.self_attn.in_proj_weight": 0.03582233935594559, - "transformer.layers.0.self_attn.in_proj_bias": 0.0025917377788573503, - "transformer.layers.0.self_attn.out_proj.weight": 0.03495242819190025, - "transformer.layers.0.self_attn.out_proj.bias": 0.00403939001262188, - "transformer.layers.0.linear1.weight": 0.04558271914720535, - "transformer.layers.0.linear1.bias": 0.00210244907066226, - "transformer.layers.0.linear2.weight": 0.04591277241706848, - "transformer.layers.0.linear2.bias": 0.0024710174184292555, - "transformer.layers.0.norm1.weight": 0.0022526131942868233, - "transformer.layers.0.norm1.bias": 0.0021458326373249292, - "transformer.layers.0.norm2.weight": 0.004464254714548588, - "transformer.layers.0.norm2.bias": 0.002891378942877054, - "transformer.layers.1.self_attn.in_proj_weight": 0.03752781078219414, - "transformer.layers.1.self_attn.in_proj_bias": 0.0016751111252233386, - "transformer.layers.1.self_attn.out_proj.weight": 0.036510467529296875, - "transformer.layers.1.self_attn.out_proj.bias": 0.0018134148558601737, - "transformer.layers.1.linear1.weight": 0.02765619195997715, - "transformer.layers.1.linear1.bias": 0.0011700447648763657, - "transformer.layers.1.linear2.weight": 0.031044792383909225, - "transformer.layers.1.linear2.bias": 0.0015824370784685016, - "transformer.layers.1.norm1.weight": 0.0029113488271832466, - "transformer.layers.1.norm1.bias": 0.0018051351653411984, - "transformer.layers.1.norm2.weight": 0.0023974634241312742, - "transformer.layers.1.norm2.bias": 0.0011470273602753878, - "transformer.layers.2.self_attn.in_proj_weight": 0.04804260656237602, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016843070043250918, - "transformer.layers.2.self_attn.out_proj.weight": 0.025215821340680122, - "transformer.layers.2.self_attn.out_proj.bias": 0.001265044673345983, - "transformer.layers.2.linear1.weight": 0.015684442594647408, - "transformer.layers.2.linear1.bias": 0.0008375266916118562, - "transformer.layers.2.linear2.weight": 0.019732002168893814, - "transformer.layers.2.linear2.bias": 0.0012008778285235167, - "transformer.layers.2.norm1.weight": 0.0046828435733914375, - "transformer.layers.2.norm1.bias": 0.0019266280578449368, - "transformer.layers.2.norm2.weight": 0.0009963716147467494, - "transformer.layers.2.norm2.bias": 0.0008457747171632946, - "transformer.layers.3.self_attn.in_proj_weight": 0.056279998272657394, - "transformer.layers.3.self_attn.in_proj_bias": 0.002713095163926482, - "transformer.layers.3.self_attn.out_proj.weight": 0.02769634500145912, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018675574101507664, - "transformer.layers.3.linear1.weight": 0.025380969047546387, - "transformer.layers.3.linear1.bias": 0.0014065762516111135, - "transformer.layers.3.linear2.weight": 0.014474710449576378, - "transformer.layers.3.linear2.bias": 0.002055165357887745, - "transformer.layers.3.norm1.weight": 0.0047885943204164505, - "transformer.layers.3.norm1.bias": 0.0035305232740938663, - "transformer.layers.3.norm2.weight": 0.0018986418144777417, - "transformer.layers.3.norm2.bias": 0.001262639183551073, - "head.weight": 0.1952701359987259, - "head.bias": 0.0039914739318192005, - "global_embedding.weight": 0.010685035027563572, - "global_cnn.0.weight": 0.10573942214250565, - "global_cnn.0.bias": 0.0031330210622400045, - "global_cnn.2.weight": 0.30849000811576843, - "global_cnn.2.bias": 0.019654789939522743, - "global_proj.weight": 0.06339453905820847, - "global_proj.bias": 0.043611884117126465, - "goal_head.0.weight": 0.04173954948782921, - "goal_head.0.bias": 0.018288489431142807, - "goal_head.2.weight": 0.06709384173154831, - "goal_head.2.bias": 0.04355567321181297 - }, - { - "global_gate": 0.000025170362278004177, - "embedding.weight": 0.005292194429785013, - "cnn.0.weight": 0.10579264163970947, - "cnn.0.bias": 0.002717945259064436, - "cnn.2.weight": 0.033831432461738586, - "cnn.2.bias": 0.005239585880190134, - "cnn.5.weight": 0.035539865493774414, - "cnn.5.bias": 0.005818962585180998, - "action_emb.weight": 0.0038523792754858732, - "timestep_emb.weight": 0.0021979534067213535, - "pos_emb.weight": 0.003112846054136753, - "transformer.layers.0.self_attn.in_proj_weight": 0.04848245531320572, - "transformer.layers.0.self_attn.in_proj_bias": 0.003568553365767002, - "transformer.layers.0.self_attn.out_proj.weight": 0.046548981219530106, - "transformer.layers.0.self_attn.out_proj.bias": 0.004401626531034708, - "transformer.layers.0.linear1.weight": 0.02866201661527157, - "transformer.layers.0.linear1.bias": 0.001782666309736669, - "transformer.layers.0.linear2.weight": 0.0318230465054512, - "transformer.layers.0.linear2.bias": 0.0027409617323428392, - "transformer.layers.0.norm1.weight": 0.003003023099154234, - "transformer.layers.0.norm1.bias": 0.003590915584936738, - "transformer.layers.0.norm2.weight": 0.0022965031675994396, - "transformer.layers.0.norm2.bias": 0.002090089488774538, - "transformer.layers.1.self_attn.in_proj_weight": 0.02889878675341606, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017684355843812227, - "transformer.layers.1.self_attn.out_proj.weight": 0.023860745131969452, - "transformer.layers.1.self_attn.out_proj.bias": 0.0017405522521585226, - "transformer.layers.1.linear1.weight": 0.015457135625183582, - "transformer.layers.1.linear1.bias": 0.0008322382345795631, - "transformer.layers.1.linear2.weight": 0.018391260877251625, - "transformer.layers.1.linear2.bias": 0.0017586073372513056, - "transformer.layers.1.norm1.weight": 0.0021211772691458464, - "transformer.layers.1.norm1.bias": 0.0020553136710077524, - "transformer.layers.1.norm2.weight": 0.0012172352289780974, - "transformer.layers.1.norm2.bias": 0.0007893871515989304, - "transformer.layers.2.self_attn.in_proj_weight": 0.028679104521870613, - "transformer.layers.2.self_attn.in_proj_bias": 0.0018280133372172713, - "transformer.layers.2.self_attn.out_proj.weight": 0.016786225140094757, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014885152922943234, - "transformer.layers.2.linear1.weight": 0.010699745267629623, - "transformer.layers.2.linear1.bias": 0.0005967790493741632, - "transformer.layers.2.linear2.weight": 0.01219149399548769, - "transformer.layers.2.linear2.bias": 0.0014264730270951986, - "transformer.layers.2.norm1.weight": 0.0021624157670885324, - "transformer.layers.2.norm1.bias": 0.00236879987642169, - "transformer.layers.2.norm2.weight": 0.0006580918561667204, - "transformer.layers.2.norm2.bias": 0.0005369268474169075, - "transformer.layers.3.self_attn.in_proj_weight": 0.034343328326940536, - "transformer.layers.3.self_attn.in_proj_bias": 0.002323615364730358, - "transformer.layers.3.self_attn.out_proj.weight": 0.01564791239798069, - "transformer.layers.3.self_attn.out_proj.bias": 0.0017970555927604437, - "transformer.layers.3.linear1.weight": 0.02050374448299408, - "transformer.layers.3.linear1.bias": 0.0014414789620786905, - "transformer.layers.3.linear2.weight": 0.011401581577956676, - "transformer.layers.3.linear2.bias": 0.0019187250873073936, - "transformer.layers.3.norm1.weight": 0.002846929943189025, - "transformer.layers.3.norm1.bias": 0.0031404802575707436, - "transformer.layers.3.norm2.weight": 0.0016112651210278273, - "transformer.layers.3.norm2.bias": 0.0018263309029862285, - "head.weight": 0.14036953449249268, - "head.bias": 0.003908188082277775, - "global_embedding.weight": 0.03650897368788719, - "global_cnn.0.weight": 0.24766747653484344, - "global_cnn.0.bias": 0.005739606451243162, - "global_cnn.2.weight": 0.630155086517334, - "global_cnn.2.bias": 0.02720635198056698, - "global_proj.weight": 0.10558032244443893, - "global_proj.bias": 0.05919043347239494, - "goal_head.0.weight": 0.055952850729227066, - "goal_head.0.bias": 0.02255133166909218, - "goal_head.2.weight": 0.06799191981554031, - "goal_head.2.bias": 0.046532224863767624 - }, - { - "global_gate": 0.00009893922106130049, - "embedding.weight": 0.002431346569210291, - "cnn.0.weight": 0.07582075893878937, - "cnn.0.bias": 0.0032864112872630358, - "cnn.2.weight": 0.02255336381494999, - "cnn.2.bias": 0.005531000439077616, - "cnn.5.weight": 0.022453967481851578, - "cnn.5.bias": 0.0040471795946359634, - "action_emb.weight": 0.003659954760223627, - "timestep_emb.weight": 0.0019656773656606674, - "pos_emb.weight": 0.0018037830013781786, - "transformer.layers.0.self_attn.in_proj_weight": 0.028816305100917816, - "transformer.layers.0.self_attn.in_proj_bias": 0.00226319907233119, - "transformer.layers.0.self_attn.out_proj.weight": 0.026563743129372597, - "transformer.layers.0.self_attn.out_proj.bias": 0.002740769414231181, - "transformer.layers.0.linear1.weight": 0.019468296319246292, - "transformer.layers.0.linear1.bias": 0.0010855618165805936, - "transformer.layers.0.linear2.weight": 0.02184128947556019, - "transformer.layers.0.linear2.bias": 0.0021282522939145565, - "transformer.layers.0.norm1.weight": 0.0016116658225655556, - "transformer.layers.0.norm1.bias": 0.0022409185767173767, - "transformer.layers.0.norm2.weight": 0.001510252826847136, - "transformer.layers.0.norm2.bias": 0.0011118716793134809, - "transformer.layers.1.self_attn.in_proj_weight": 0.021656936034560204, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012622112408280373, - "transformer.layers.1.self_attn.out_proj.weight": 0.019668668508529663, - "transformer.layers.1.self_attn.out_proj.bias": 0.00171894661616534, - "transformer.layers.1.linear1.weight": 0.010669589973986149, - "transformer.layers.1.linear1.bias": 0.0006267321296036243, - "transformer.layers.1.linear2.weight": 0.015195286832749844, - "transformer.layers.1.linear2.bias": 0.0016799787990748882, - "transformer.layers.1.norm1.weight": 0.0014862912939861417, - "transformer.layers.1.norm1.bias": 0.001154246274381876, - "transformer.layers.1.norm2.weight": 0.0006693574832752347, - "transformer.layers.1.norm2.bias": 0.0006545748328790069, - "transformer.layers.2.self_attn.in_proj_weight": 0.023035462945699692, - "transformer.layers.2.self_attn.in_proj_bias": 0.0013936904724687338, - "transformer.layers.2.self_attn.out_proj.weight": 0.017615456134080887, - "transformer.layers.2.self_attn.out_proj.bias": 0.001565178856253624, - "transformer.layers.2.linear1.weight": 0.009505931288003922, - "transformer.layers.2.linear1.bias": 0.0006258158246055245, - "transformer.layers.2.linear2.weight": 0.011777505278587341, - "transformer.layers.2.linear2.bias": 0.0016323444433510303, - "transformer.layers.2.norm1.weight": 0.0018105265917256474, - "transformer.layers.2.norm1.bias": 0.0014782192884013057, - "transformer.layers.2.norm2.weight": 0.0006652792217209935, - "transformer.layers.2.norm2.bias": 0.0006671054288744926, - "transformer.layers.3.self_attn.in_proj_weight": 0.034874577075242996, - "transformer.layers.3.self_attn.in_proj_bias": 0.0040842946618795395, - "transformer.layers.3.self_attn.out_proj.weight": 0.018195873126387596, - "transformer.layers.3.self_attn.out_proj.bias": 0.003126003546640277, - "transformer.layers.3.linear1.weight": 0.025241617113351822, - "transformer.layers.3.linear1.bias": 0.002293625846505165, - "transformer.layers.3.linear2.weight": 0.018460381776094437, - "transformer.layers.3.linear2.bias": 0.003826944623142481, - "transformer.layers.3.norm1.weight": 0.0025309075135737658, - "transformer.layers.3.norm1.bias": 0.005851342808455229, - "transformer.layers.3.norm2.weight": 0.0017710875254124403, - "transformer.layers.3.norm2.bias": 0.002904890337958932, - "head.weight": 0.1873524934053421, - "head.bias": 0.007560291327536106, - "global_embedding.weight": 0.012510311789810658, - "global_cnn.0.weight": 0.07476241141557693, - "global_cnn.0.bias": 0.0026215105317533016, - "global_cnn.2.weight": 0.15492641925811768, - "global_cnn.2.bias": 0.005795301869511604, - "global_proj.weight": 0.055666133761405945, - "global_proj.bias": 0.03300534561276436, - "goal_head.0.weight": 0.03987354785203934, - "goal_head.0.bias": 0.01704494282603264, - "goal_head.2.weight": 0.054298676550388336, - "goal_head.2.bias": 0.04295837879180908 - }, - { - "global_gate": 0.00011834791075671092, - "embedding.weight": 0.0025950693525373936, - "cnn.0.weight": 0.06478764116764069, - "cnn.0.bias": 0.00234834267757833, - "cnn.2.weight": 0.02210221067070961, - "cnn.2.bias": 0.005991877056658268, - "cnn.5.weight": 0.02638174407184124, - "cnn.5.bias": 0.004779004957526922, - "action_emb.weight": 0.004327605944126844, - "timestep_emb.weight": 0.0014467440778389573, - "pos_emb.weight": 0.002684226958081126, - "transformer.layers.0.self_attn.in_proj_weight": 0.03405071049928665, - "transformer.layers.0.self_attn.in_proj_bias": 0.0022218318190425634, - "transformer.layers.0.self_attn.out_proj.weight": 0.026459984481334686, - "transformer.layers.0.self_attn.out_proj.bias": 0.0029182767029851675, - "transformer.layers.0.linear1.weight": 0.022897113114595413, - "transformer.layers.0.linear1.bias": 0.0010651214979588985, - "transformer.layers.0.linear2.weight": 0.024146977812051773, - "transformer.layers.0.linear2.bias": 0.0018113891128450632, - "transformer.layers.0.norm1.weight": 0.0020316895097494125, - "transformer.layers.0.norm1.bias": 0.002100040204823017, - "transformer.layers.0.norm2.weight": 0.0022245703730732203, - "transformer.layers.0.norm2.bias": 0.0012630086857825518, - "transformer.layers.1.self_attn.in_proj_weight": 0.01903819665312767, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009592160931788385, - "transformer.layers.1.self_attn.out_proj.weight": 0.018136348575353622, - "transformer.layers.1.self_attn.out_proj.bias": 0.0014413991011679173, - "transformer.layers.1.linear1.weight": 0.013416154310107231, - "transformer.layers.1.linear1.bias": 0.0006577778258360922, - "transformer.layers.1.linear2.weight": 0.016381558030843735, - "transformer.layers.1.linear2.bias": 0.0012895220424979925, - "transformer.layers.1.norm1.weight": 0.0013099388452246785, - "transformer.layers.1.norm1.bias": 0.000814222265034914, - "transformer.layers.1.norm2.weight": 0.0010487062390893698, - "transformer.layers.1.norm2.bias": 0.0006230968865565956, - "transformer.layers.2.self_attn.in_proj_weight": 0.019905216991901398, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010888712713494897, - "transformer.layers.2.self_attn.out_proj.weight": 0.014043332077562809, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011055783834308386, - "transformer.layers.2.linear1.weight": 0.009790608659386635, - "transformer.layers.2.linear1.bias": 0.0004698202828876674, - "transformer.layers.2.linear2.weight": 0.011700400151312351, - "transformer.layers.2.linear2.bias": 0.0010562436655163765, - "transformer.layers.2.norm1.weight": 0.0014427418354898691, - "transformer.layers.2.norm1.bias": 0.001154961297288537, - "transformer.layers.2.norm2.weight": 0.0005873760092072189, - "transformer.layers.2.norm2.bias": 0.0004220225673634559, - "transformer.layers.3.self_attn.in_proj_weight": 0.036936547607183456, - "transformer.layers.3.self_attn.in_proj_bias": 0.002279725158587098, - "transformer.layers.3.self_attn.out_proj.weight": 0.01332008745521307, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015340213431045413, - "transformer.layers.3.linear1.weight": 0.017644980922341347, - "transformer.layers.3.linear1.bias": 0.0010218449169769883, - "transformer.layers.3.linear2.weight": 0.010343490168452263, - "transformer.layers.3.linear2.bias": 0.001585847930982709, - "transformer.layers.3.norm1.weight": 0.003015566850081086, - "transformer.layers.3.norm1.bias": 0.0029236814007163048, - "transformer.layers.3.norm2.weight": 0.0013667299645021558, - "transformer.layers.3.norm2.bias": 0.0009753300109878182, - "head.weight": 0.1253228783607483, - "head.bias": 0.0032916716299951077, - "global_embedding.weight": 0.0035385291557759047, - "global_cnn.0.weight": 0.03450697287917137, - "global_cnn.0.bias": 0.0011767529649659991, - "global_cnn.2.weight": 0.064945288002491, - "global_cnn.2.bias": 0.003079617628827691, - "global_proj.weight": 0.017104296013712883, - "global_proj.bias": 0.014177482575178146, - "goal_head.0.weight": 0.01084169652312994, - "goal_head.0.bias": 0.005442745517939329, - "goal_head.2.weight": 0.02005782537162304, - "goal_head.2.bias": 0.01454382948577404 - }, - { - "global_gate": 0.00013437800225801766, - "embedding.weight": 0.0008719571633264422, - "cnn.0.weight": 0.02022908255457878, - "cnn.0.bias": 0.0010285342577844858, - "cnn.2.weight": 0.007238934747874737, - "cnn.2.bias": 0.002142522716894746, - "cnn.5.weight": 0.009255949407815933, - "cnn.5.bias": 0.0018926023039966822, - "action_emb.weight": 0.00984650757163763, - "timestep_emb.weight": 0.0018797985976561904, - "pos_emb.weight": 0.0033772250171750784, - "transformer.layers.0.self_attn.in_proj_weight": 0.025236643850803375, - "transformer.layers.0.self_attn.in_proj_bias": 0.0027563334442675114, - "transformer.layers.0.self_attn.out_proj.weight": 0.031715650111436844, - "transformer.layers.0.self_attn.out_proj.bias": 0.0046352301724255085, - "transformer.layers.0.linear1.weight": 0.041730716824531555, - "transformer.layers.0.linear1.bias": 0.001926118740811944, - "transformer.layers.0.linear2.weight": 0.028243737295269966, - "transformer.layers.0.linear2.bias": 0.002762393793091178, - "transformer.layers.0.norm1.weight": 0.001566872582770884, - "transformer.layers.0.norm1.bias": 0.0025597484782338142, - "transformer.layers.0.norm2.weight": 0.004570948891341686, - "transformer.layers.0.norm2.bias": 0.003364184871315956, - "transformer.layers.1.self_attn.in_proj_weight": 0.03049718216061592, - "transformer.layers.1.self_attn.in_proj_bias": 0.0017590151401236653, - "transformer.layers.1.self_attn.out_proj.weight": 0.02346496470272541, - "transformer.layers.1.self_attn.out_proj.bias": 0.001838632277213037, - "transformer.layers.1.linear1.weight": 0.017596613615751266, - "transformer.layers.1.linear1.bias": 0.0007938494672998786, - "transformer.layers.1.linear2.weight": 0.017850080505013466, - "transformer.layers.1.linear2.bias": 0.0015746395802125335, - "transformer.layers.1.norm1.weight": 0.002047653077170253, - "transformer.layers.1.norm1.bias": 0.002017127349972725, - "transformer.layers.1.norm2.weight": 0.001586555503308773, - "transformer.layers.1.norm2.bias": 0.00082979048602283, - "transformer.layers.2.self_attn.in_proj_weight": 0.02410704456269741, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014548614853993058, - "transformer.layers.2.self_attn.out_proj.weight": 0.017290936782956123, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015962927136570215, - "transformer.layers.2.linear1.weight": 0.012863025069236755, - "transformer.layers.2.linear1.bias": 0.0006710111047141254, - "transformer.layers.2.linear2.weight": 0.014348985627293587, - "transformer.layers.2.linear2.bias": 0.0014543990837410092, - "transformer.layers.2.norm1.weight": 0.0015381554840132594, - "transformer.layers.2.norm1.bias": 0.001388945966027677, - "transformer.layers.2.norm2.weight": 0.0008058236562646925, - "transformer.layers.2.norm2.bias": 0.000692741887178272, - "transformer.layers.3.self_attn.in_proj_weight": 0.04466545581817627, - "transformer.layers.3.self_attn.in_proj_bias": 0.0023523373529314995, - "transformer.layers.3.self_attn.out_proj.weight": 0.017804516479372978, - "transformer.layers.3.self_attn.out_proj.bias": 0.0013353019021451473, - "transformer.layers.3.linear1.weight": 0.02668466418981552, - "transformer.layers.3.linear1.bias": 0.0017979171825572848, - "transformer.layers.3.linear2.weight": 0.014048547483980656, - "transformer.layers.3.linear2.bias": 0.0020911244209855795, - "transformer.layers.3.norm1.weight": 0.0036934297531843185, - "transformer.layers.3.norm1.bias": 0.003150634001940489, - "transformer.layers.3.norm2.weight": 0.00210685096681118, - "transformer.layers.3.norm2.bias": 0.002484111813828349, - "head.weight": 0.17795857787132263, - "head.bias": 0.004218010697513819, - "global_embedding.weight": 0.01579940877854824, - "global_cnn.0.weight": 0.1134282574057579, - "global_cnn.0.bias": 0.0045657348819077015, - "global_cnn.2.weight": 0.17673379182815552, - "global_cnn.2.bias": 0.009943876415491104, - "global_proj.weight": 0.062482643872499466, - "global_proj.bias": 0.05394122004508972, - "goal_head.0.weight": 0.052525632083415985, - "goal_head.0.bias": 0.02750028483569622, - "goal_head.2.weight": 0.09517917037010193, - "goal_head.2.bias": 0.07286189496517181 - }, - { - "global_gate": 0.00008969315967988223, - "embedding.weight": 0.003095954656600952, - "cnn.0.weight": 0.05412936955690384, - "cnn.0.bias": 0.0024169853422790766, - "cnn.2.weight": 0.013536224141716957, - "cnn.2.bias": 0.003537469543516636, - "cnn.5.weight": 0.013645417988300323, - "cnn.5.bias": 0.0029329899698495865, - "action_emb.weight": 0.0038678161799907684, - "timestep_emb.weight": 0.0013384323101490736, - "pos_emb.weight": 0.0016347593627870083, - "transformer.layers.0.self_attn.in_proj_weight": 0.02011338248848915, - "transformer.layers.0.self_attn.in_proj_bias": 0.001536978525109589, - "transformer.layers.0.self_attn.out_proj.weight": 0.01770121045410633, - "transformer.layers.0.self_attn.out_proj.bias": 0.0017410715809091926, - "transformer.layers.0.linear1.weight": 0.01904192939400673, - "transformer.layers.0.linear1.bias": 0.0007589352899231017, - "transformer.layers.0.linear2.weight": 0.016625842079520226, - "transformer.layers.0.linear2.bias": 0.001203905325382948, - "transformer.layers.0.norm1.weight": 0.0012899141293019056, - "transformer.layers.0.norm1.bias": 0.0015273973112925887, - "transformer.layers.0.norm2.weight": 0.001834063557907939, - "transformer.layers.0.norm2.bias": 0.0007786087226122618, - "transformer.layers.1.self_attn.in_proj_weight": 0.01714972034096718, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008347702096216381, - "transformer.layers.1.self_attn.out_proj.weight": 0.0157273281365633, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009368658065795898, - "transformer.layers.1.linear1.weight": 0.009656507521867752, - "transformer.layers.1.linear1.bias": 0.0004484512028284371, - "transformer.layers.1.linear2.weight": 0.010688780806958675, - "transformer.layers.1.linear2.bias": 0.0008941399864852428, - "transformer.layers.1.norm1.weight": 0.0011610211804509163, - "transformer.layers.1.norm1.bias": 0.0007423431379720569, - "transformer.layers.1.norm2.weight": 0.0008274829597212374, - "transformer.layers.1.norm2.bias": 0.0004595707869157195, - "transformer.layers.2.self_attn.in_proj_weight": 0.020087219774723053, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007941293297335505, - "transformer.layers.2.self_attn.out_proj.weight": 0.013439709320664406, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008538499241694808, - "transformer.layers.2.linear1.weight": 0.0062781283631920815, - "transformer.layers.2.linear1.bias": 0.00038504472468048334, - "transformer.layers.2.linear2.weight": 0.007064277771860361, - "transformer.layers.2.linear2.bias": 0.0008573134546168149, - "transformer.layers.2.norm1.weight": 0.0015507822390645742, - "transformer.layers.2.norm1.bias": 0.0007254186784848571, - "transformer.layers.2.norm2.weight": 0.00043144068331457675, - "transformer.layers.2.norm2.bias": 0.0003997442836407572, - "transformer.layers.3.self_attn.in_proj_weight": 0.023669391870498657, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017537233652547002, - "transformer.layers.3.self_attn.out_proj.weight": 0.011528657749295235, - "transformer.layers.3.self_attn.out_proj.bias": 0.001338189817033708, - "transformer.layers.3.linear1.weight": 0.01379659678786993, - "transformer.layers.3.linear1.bias": 0.0010335861006751657, - "transformer.layers.3.linear2.weight": 0.00965700764209032, - "transformer.layers.3.linear2.bias": 0.0016419205348938704, - "transformer.layers.3.norm1.weight": 0.0017833278980106115, - "transformer.layers.3.norm1.bias": 0.00238520628772676, - "transformer.layers.3.norm2.weight": 0.0009925925405696034, - "transformer.layers.3.norm2.bias": 0.0012302725808694959, - "head.weight": 0.11517901718616486, - "head.bias": 0.003820813028141856, - "global_embedding.weight": 0.01931014657020569, - "global_cnn.0.weight": 0.09369705617427826, - "global_cnn.0.bias": 0.0032008213456720114, - "global_cnn.2.weight": 0.2283460944890976, - "global_cnn.2.bias": 0.01381148025393486, - "global_proj.weight": 0.055665865540504456, - "global_proj.bias": 0.04618572071194649, - "goal_head.0.weight": 0.03787453845143318, - "goal_head.0.bias": 0.019483501091599464, - "goal_head.2.weight": 0.062156617641448975, - "goal_head.2.bias": 0.047538451850414276 + "global_gate": 4.21481927332934e-05, + "embedding.weight": 0.00456761009991169, + "cnn.0.weight": 0.14112766087055206, + "cnn.0.bias": 0.006562603637576103, + "cnn.2.weight": 0.04967990890145302, + "cnn.2.bias": 0.015279287472367287, + "cnn.5.weight": 0.05904381722211838, + "cnn.5.bias": 0.012292040511965752, + "action_emb.weight": 0.03150584548711777, + "timestep_emb.weight": 0.006110264919698238, + "pos_emb.weight": 0.010978275910019875, + "transformer.layers.0.self_attn.in_proj_weight": 0.17535585165023804, + "transformer.layers.0.self_attn.in_proj_bias": 0.018815532326698303, + "transformer.layers.0.self_attn.out_proj.weight": 0.21260595321655273, + "transformer.layers.0.self_attn.out_proj.bias": 0.02890542894601822, + "transformer.layers.0.linear1.weight": 0.15619255602359772, + "transformer.layers.0.linear1.bias": 0.011563561856746674, + "transformer.layers.0.linear2.weight": 0.2336905151605606, + "transformer.layers.0.linear2.bias": 0.02504471130669117, + "transformer.layers.0.norm1.weight": 0.009144396521151066, + "transformer.layers.0.norm1.bias": 0.015830500051379204, + "transformer.layers.0.norm2.weight": 0.01160655077546835, + "transformer.layers.0.norm2.bias": 0.011862030252814293, + "transformer.layers.1.self_attn.in_proj_weight": 0.2099049687385559, + "transformer.layers.1.self_attn.in_proj_bias": 0.014438357204198837, + "transformer.layers.1.self_attn.out_proj.weight": 0.2930334806442261, + "transformer.layers.1.self_attn.out_proj.bias": 0.021420203149318695, + "transformer.layers.1.linear1.weight": 0.11314407736063004, + "transformer.layers.1.linear1.bias": 0.008099162019789219, + "transformer.layers.1.linear2.weight": 0.17488428950309753, + "transformer.layers.1.linear2.bias": 0.020722169429063797, + "transformer.layers.1.norm1.weight": 0.012784766964614391, + "transformer.layers.1.norm1.bias": 0.013509261421859264, + "transformer.layers.1.norm2.weight": 0.007028857246041298, + "transformer.layers.1.norm2.bias": 0.007514009717851877, + "transformer.layers.2.self_attn.in_proj_weight": 0.20331589877605438, + "transformer.layers.2.self_attn.in_proj_bias": 0.01598959229886532, + "transformer.layers.2.self_attn.out_proj.weight": 0.2697948217391968, + "transformer.layers.2.self_attn.out_proj.bias": 0.021521560847759247, + "transformer.layers.2.linear1.weight": 0.11427457630634308, + "transformer.layers.2.linear1.bias": 0.007728388532996178, + "transformer.layers.2.linear2.weight": 0.1252046674489975, + "transformer.layers.2.linear2.bias": 0.021741755306720734, + "transformer.layers.2.norm1.weight": 0.015277442522346973, + "transformer.layers.2.norm1.bias": 0.019389953464269638, + "transformer.layers.2.norm2.weight": 0.0071021998301148415, + "transformer.layers.2.norm2.bias": 0.007388869766145945, + "transformer.layers.3.self_attn.in_proj_weight": 0.5281731486320496, + "transformer.layers.3.self_attn.in_proj_bias": 0.04588610678911209, + "transformer.layers.3.self_attn.out_proj.weight": 0.30988994240760803, + "transformer.layers.3.self_attn.out_proj.bias": 0.03395913168787956, + "transformer.layers.3.linear1.weight": 0.30956318974494934, + "transformer.layers.3.linear1.bias": 0.023537063971161842, + "transformer.layers.3.linear2.weight": 0.17227688431739807, + "transformer.layers.3.linear2.bias": 0.04037943854928017, + "transformer.layers.3.norm1.weight": 0.04632801190018654, + "transformer.layers.3.norm1.bias": 0.06611382961273193, + "transformer.layers.3.norm2.weight": 0.019676771014928818, + "transformer.layers.3.norm2.bias": 0.027395334094762802, + "head.weight": 2.5368895530700684, + "head.bias": 0.07204794138669968, + "global_embedding.weight": 0.08920101076364517, + "global_cnn.0.weight": 0.46592986583709717, + "global_cnn.0.bias": 0.019027965143322945, + "global_cnn.2.weight": 1.0641125440597534, + "global_cnn.2.bias": 0.05129438266158104, + "global_proj.weight": 0.4562998414039612, + "global_proj.bias": 0.11900962889194489, + "goal_head.0.weight": 0.24126316606998444, + "goal_head.0.bias": 0.04794791340827942, + "goal_head.2.weight": 0.24235239624977112, + "goal_head.2.bias": 0.08006828278303146 + }, + { + "global_gate": 0.0001294654211960733, + "embedding.weight": 0.004403752740472555, + "cnn.0.weight": 0.08505792170763016, + "cnn.0.bias": 0.0029851736035197973, + "cnn.2.weight": 0.018837997689843178, + "cnn.2.bias": 0.004139211028814316, + "cnn.5.weight": 0.025909705087542534, + "cnn.5.bias": 0.004450223408639431, + "action_emb.weight": 0.022331304848194122, + "timestep_emb.weight": 0.006681892089545727, + "pos_emb.weight": 0.010237964801490307, + "transformer.layers.0.self_attn.in_proj_weight": 0.08392908424139023, + "transformer.layers.0.self_attn.in_proj_bias": 0.008708213455975056, + "transformer.layers.0.self_attn.out_proj.weight": 0.08925680816173553, + "transformer.layers.0.self_attn.out_proj.bias": 0.012267911806702614, + "transformer.layers.0.linear1.weight": 0.10971786081790924, + "transformer.layers.0.linear1.bias": 0.005514794494956732, + "transformer.layers.0.linear2.weight": 0.12304608523845673, + "transformer.layers.0.linear2.bias": 0.009848779998719692, + "transformer.layers.0.norm1.weight": 0.004101762548089027, + "transformer.layers.0.norm1.bias": 0.008015885017812252, + "transformer.layers.0.norm2.weight": 0.01000564731657505, + "transformer.layers.0.norm2.bias": 0.005666878540068865, + "transformer.layers.1.self_attn.in_proj_weight": 0.10638626664876938, + "transformer.layers.1.self_attn.in_proj_bias": 0.006659742910414934, + "transformer.layers.1.self_attn.out_proj.weight": 0.10486749559640884, + "transformer.layers.1.self_attn.out_proj.bias": 0.007993598468601704, + "transformer.layers.1.linear1.weight": 0.06343406438827515, + "transformer.layers.1.linear1.bias": 0.0035897933412343264, + "transformer.layers.1.linear2.weight": 0.08097068220376968, + "transformer.layers.1.linear2.bias": 0.007883979938924313, + "transformer.layers.1.norm1.weight": 0.006878276355564594, + "transformer.layers.1.norm1.bias": 0.006925428286194801, + "transformer.layers.1.norm2.weight": 0.004977201111614704, + "transformer.layers.1.norm2.bias": 0.003526964457705617, + "transformer.layers.2.self_attn.in_proj_weight": 0.11297429352998734, + "transformer.layers.2.self_attn.in_proj_bias": 0.007391138467937708, + "transformer.layers.2.self_attn.out_proj.weight": 0.10701026767492294, + "transformer.layers.2.self_attn.out_proj.bias": 0.007357268128544092, + "transformer.layers.2.linear1.weight": 0.04709756374359131, + "transformer.layers.2.linear1.bias": 0.002826264826580882, + "transformer.layers.2.linear2.weight": 0.05744069442152977, + "transformer.layers.2.linear2.bias": 0.007497040554881096, + "transformer.layers.2.norm1.weight": 0.0084259994328022, + "transformer.layers.2.norm1.bias": 0.008505460806190968, + "transformer.layers.2.norm2.weight": 0.002981372643262148, + "transformer.layers.2.norm2.bias": 0.0027324678376317024, + "transformer.layers.3.self_attn.in_proj_weight": 0.1935083121061325, + "transformer.layers.3.self_attn.in_proj_bias": 0.013205247931182384, + "transformer.layers.3.self_attn.out_proj.weight": 0.11282966285943985, + "transformer.layers.3.self_attn.out_proj.bias": 0.010238745249807835, + "transformer.layers.3.linear1.weight": 0.10212551802396774, + "transformer.layers.3.linear1.bias": 0.007230812683701515, + "transformer.layers.3.linear2.weight": 0.0667942464351654, + "transformer.layers.3.linear2.bias": 0.012551119551062584, + "transformer.layers.3.norm1.weight": 0.016105417162179947, + "transformer.layers.3.norm1.bias": 0.01774023473262787, + "transformer.layers.3.norm2.weight": 0.007859841920435429, + "transformer.layers.3.norm2.bias": 0.009592548944056034, + "head.weight": 0.7982711791992188, + "head.bias": 0.02291450835764408, + "global_embedding.weight": 0.0386948436498642, + "global_cnn.0.weight": 0.2752039432525635, + "global_cnn.0.bias": 0.013597962446510792, + "global_cnn.2.weight": 0.5767809748649597, + "global_cnn.2.bias": 0.023721622303128242, + "global_proj.weight": 0.17876036465168, + "global_proj.bias": 0.06807990372180939, + "goal_head.0.weight": 0.10474381595849991, + "goal_head.0.bias": 0.030963918194174767, + "goal_head.2.weight": 0.11886975169181824, + "goal_head.2.bias": 0.06415262073278427 + }, + { + "global_gate": 8.055479702306911e-05, + "embedding.weight": 0.004722748417407274, + "cnn.0.weight": 0.10551461577415466, + "cnn.0.bias": 0.004846192896366119, + "cnn.2.weight": 0.03177167847752571, + "cnn.2.bias": 0.009148337878286839, + "cnn.5.weight": 0.0345708467066288, + "cnn.5.bias": 0.0069220964796841145, + "action_emb.weight": 0.02660275064408779, + "timestep_emb.weight": 0.004694371484220028, + "pos_emb.weight": 0.007430100813508034, + "transformer.layers.0.self_attn.in_proj_weight": 0.07075084000825882, + "transformer.layers.0.self_attn.in_proj_bias": 0.0045713442377746105, + "transformer.layers.0.self_attn.out_proj.weight": 0.08213884383440018, + "transformer.layers.0.self_attn.out_proj.bias": 0.006898791994899511, + "transformer.layers.0.linear1.weight": 0.11918562650680542, + "transformer.layers.0.linear1.bias": 0.004466523882001638, + "transformer.layers.0.linear2.weight": 0.11412198841571808, + "transformer.layers.0.linear2.bias": 0.005609790328890085, + "transformer.layers.0.norm1.weight": 0.0035812470596283674, + "transformer.layers.0.norm1.bias": 0.0037524548824876547, + "transformer.layers.0.norm2.weight": 0.01094312034547329, + "transformer.layers.0.norm2.bias": 0.004246530123054981, + "transformer.layers.1.self_attn.in_proj_weight": 0.10225152969360352, + "transformer.layers.1.self_attn.in_proj_bias": 0.004029371775686741, + "transformer.layers.1.self_attn.out_proj.weight": 0.09313011169433594, + "transformer.layers.1.self_attn.out_proj.bias": 0.00474302563816309, + "transformer.layers.1.linear1.weight": 0.06246113032102585, + "transformer.layers.1.linear1.bias": 0.0031081377528607845, + "transformer.layers.1.linear2.weight": 0.07872236520051956, + "transformer.layers.1.linear2.bias": 0.004799121059477329, + "transformer.layers.1.norm1.weight": 0.006224085111171007, + "transformer.layers.1.norm1.bias": 0.004424672573804855, + "transformer.layers.1.norm2.weight": 0.004840783774852753, + "transformer.layers.1.norm2.bias": 0.0028670195024460554, + "transformer.layers.2.self_attn.in_proj_weight": 0.11096476018428802, + "transformer.layers.2.self_attn.in_proj_bias": 0.004301987122744322, + "transformer.layers.2.self_attn.out_proj.weight": 0.07711493223905563, + "transformer.layers.2.self_attn.out_proj.bias": 0.004796589724719524, + "transformer.layers.2.linear1.weight": 0.042775802314281464, + "transformer.layers.2.linear1.bias": 0.002564274473115802, + "transformer.layers.2.linear2.weight": 0.0466662161052227, + "transformer.layers.2.linear2.bias": 0.005056858062744141, + "transformer.layers.2.norm1.weight": 0.010321719571948051, + "transformer.layers.2.norm1.bias": 0.004493694752454758, + "transformer.layers.2.norm2.weight": 0.0026069318410009146, + "transformer.layers.2.norm2.bias": 0.0026290679816156626, + "transformer.layers.3.self_attn.in_proj_weight": 0.1331254541873932, + "transformer.layers.3.self_attn.in_proj_bias": 0.01027167122811079, + "transformer.layers.3.self_attn.out_proj.weight": 0.08119495213031769, + "transformer.layers.3.self_attn.out_proj.bias": 0.007283858954906464, + "transformer.layers.3.linear1.weight": 0.0686018317937851, + "transformer.layers.3.linear1.bias": 0.004999461583793163, + "transformer.layers.3.linear2.weight": 0.04139365628361702, + "transformer.layers.3.linear2.bias": 0.00821300595998764, + "transformer.layers.3.norm1.weight": 0.009627585299313068, + "transformer.layers.3.norm1.bias": 0.013669045642018318, + "transformer.layers.3.norm2.weight": 0.004468246828764677, + "transformer.layers.3.norm2.bias": 0.005337136331945658, + "head.weight": 0.6151856780052185, + "head.bias": 0.01611211523413658, + "global_embedding.weight": 0.028639303520321846, + "global_cnn.0.weight": 0.1499505639076233, + "global_cnn.0.bias": 0.006913008168339729, + "global_cnn.2.weight": 0.32152968645095825, + "global_cnn.2.bias": 0.013449721038341522, + "global_proj.weight": 0.07453253865242004, + "global_proj.bias": 0.034684471786022186, + "goal_head.0.weight": 0.041127413511276245, + "goal_head.0.bias": 0.014291016384959221, + "goal_head.2.weight": 0.04918213188648224, + "goal_head.2.bias": 0.030140191316604614 + }, + { + "global_gate": 0.00045595617848448455, + "embedding.weight": 0.002229423029348254, + "cnn.0.weight": 0.0671813040971756, + "cnn.0.bias": 0.0029043657705187798, + "cnn.2.weight": 0.021155335009098053, + "cnn.2.bias": 0.004209684673696756, + "cnn.5.weight": 0.03757290542125702, + "cnn.5.bias": 0.004900217521935701, + "action_emb.weight": 0.02319297194480896, + "timestep_emb.weight": 0.008236539550125599, + "pos_emb.weight": 0.012438011355698109, + "transformer.layers.0.self_attn.in_proj_weight": 0.10295328497886658, + "transformer.layers.0.self_attn.in_proj_bias": 0.010210680775344372, + "transformer.layers.0.self_attn.out_proj.weight": 0.10852818936109543, + "transformer.layers.0.self_attn.out_proj.bias": 0.013451715931296349, + "transformer.layers.0.linear1.weight": 0.12397569417953491, + "transformer.layers.0.linear1.bias": 0.006316259037703276, + "transformer.layers.0.linear2.weight": 0.1389160007238388, + "transformer.layers.0.linear2.bias": 0.012307384982705116, + "transformer.layers.0.norm1.weight": 0.005218720529228449, + "transformer.layers.0.norm1.bias": 0.00990698765963316, + "transformer.layers.0.norm2.weight": 0.01030393224209547, + "transformer.layers.0.norm2.bias": 0.005062504205852747, + "transformer.layers.1.self_attn.in_proj_weight": 0.11768926680088043, + "transformer.layers.1.self_attn.in_proj_bias": 0.007233039475977421, + "transformer.layers.1.self_attn.out_proj.weight": 0.1238875761628151, + "transformer.layers.1.self_attn.out_proj.bias": 0.010783207602798939, + "transformer.layers.1.linear1.weight": 0.07388510555028915, + "transformer.layers.1.linear1.bias": 0.004428869113326073, + "transformer.layers.1.linear2.weight": 0.0984542965888977, + "transformer.layers.1.linear2.bias": 0.010774276219308376, + "transformer.layers.1.norm1.weight": 0.007769126445055008, + "transformer.layers.1.norm1.bias": 0.0060515194199979305, + "transformer.layers.1.norm2.weight": 0.005510928574949503, + "transformer.layers.1.norm2.bias": 0.004490878898650408, + "transformer.layers.2.self_attn.in_proj_weight": 0.1256028562784195, + "transformer.layers.2.self_attn.in_proj_bias": 0.009957256726920605, + "transformer.layers.2.self_attn.out_proj.weight": 0.09275229275226593, + "transformer.layers.2.self_attn.out_proj.bias": 0.01053855661302805, + "transformer.layers.2.linear1.weight": 0.057774342596530914, + "transformer.layers.2.linear1.bias": 0.003998145926743746, + "transformer.layers.2.linear2.weight": 0.06861750036478043, + "transformer.layers.2.linear2.bias": 0.011412080377340317, + "transformer.layers.2.norm1.weight": 0.01009975653141737, + "transformer.layers.2.norm1.bias": 0.011450815945863724, + "transformer.layers.2.norm2.weight": 0.004097995348274708, + "transformer.layers.2.norm2.bias": 0.004449175670742989, + "transformer.layers.3.self_attn.in_proj_weight": 0.19990834593772888, + "transformer.layers.3.self_attn.in_proj_bias": 0.02382602170109749, + "transformer.layers.3.self_attn.out_proj.weight": 0.10654394328594208, + "transformer.layers.3.self_attn.out_proj.bias": 0.018261374905705452, + "transformer.layers.3.linear1.weight": 0.1021934524178505, + "transformer.layers.3.linear1.bias": 0.009362000040709972, + "transformer.layers.3.linear2.weight": 0.06845725327730179, + "transformer.layers.3.linear2.bias": 0.02077946625649929, + "transformer.layers.3.norm1.weight": 0.0187766682356596, + "transformer.layers.3.norm1.bias": 0.03394867107272148, + "transformer.layers.3.norm2.weight": 0.006836819462478161, + "transformer.layers.3.norm2.bias": 0.011316758580505848, + "head.weight": 0.9718023538589478, + "head.bias": 0.03847096487879753, + "global_embedding.weight": 0.03301362693309784, + "global_cnn.0.weight": 0.17655296623706818, + "global_cnn.0.bias": 0.006609153933823109, + "global_cnn.2.weight": 0.5673729181289673, + "global_cnn.2.bias": 0.029339756816625595, + "global_proj.weight": 0.15569472312927246, + "global_proj.bias": 0.07639051228761673, + "goal_head.0.weight": 0.07956638932228088, + "goal_head.0.bias": 0.027786370366811752, + "goal_head.2.weight": 0.09282489120960236, + "goal_head.2.bias": 0.05456830933690071 + }, + { + "global_gate": 0.00046222403761930764, + "embedding.weight": 0.0009817422833293676, + "cnn.0.weight": 0.027255630120635033, + "cnn.0.bias": 0.000979047967121005, + "cnn.2.weight": 0.009330707602202892, + "cnn.2.bias": 0.002799008274450898, + "cnn.5.weight": 0.01875394955277443, + "cnn.5.bias": 0.0032852294389158487, + "action_emb.weight": 0.029415065422654152, + "timestep_emb.weight": 0.003809242509305477, + "pos_emb.weight": 0.009103357791900635, + "transformer.layers.0.self_attn.in_proj_weight": 0.058850809931755066, + "transformer.layers.0.self_attn.in_proj_bias": 0.00519709475338459, + "transformer.layers.0.self_attn.out_proj.weight": 0.057418111711740494, + "transformer.layers.0.self_attn.out_proj.bias": 0.007493695244193077, + "transformer.layers.0.linear1.weight": 0.14164862036705017, + "transformer.layers.0.linear1.bias": 0.005020767450332642, + "transformer.layers.0.linear2.weight": 0.09199909120798111, + "transformer.layers.0.linear2.bias": 0.005438476335257292, + "transformer.layers.0.norm1.weight": 0.0032477006316184998, + "transformer.layers.0.norm1.bias": 0.0044846185483038425, + "transformer.layers.0.norm2.weight": 0.01650771126151085, + "transformer.layers.0.norm2.bias": 0.005551697686314583, + "transformer.layers.1.self_attn.in_proj_weight": 0.08681505918502808, + "transformer.layers.1.self_attn.in_proj_bias": 0.004284825176000595, + "transformer.layers.1.self_attn.out_proj.weight": 0.07327974587678909, + "transformer.layers.1.self_attn.out_proj.bias": 0.005139425862580538, + "transformer.layers.1.linear1.weight": 0.054638154804706573, + "transformer.layers.1.linear1.bias": 0.002927567111328244, + "transformer.layers.1.linear2.weight": 0.05346571281552315, + "transformer.layers.1.linear2.bias": 0.004158847965300083, + "transformer.layers.1.norm1.weight": 0.005908029619604349, + "transformer.layers.1.norm1.bias": 0.0037591203581541777, + "transformer.layers.1.norm2.weight": 0.005117465276271105, + "transformer.layers.1.norm2.bias": 0.0037881347816437483, + "transformer.layers.2.self_attn.in_proj_weight": 0.07261575758457184, + "transformer.layers.2.self_attn.in_proj_bias": 0.0042481389828026295, + "transformer.layers.2.self_attn.out_proj.weight": 0.05484621971845627, + "transformer.layers.2.self_attn.out_proj.bias": 0.0036066360771656036, + "transformer.layers.2.linear1.weight": 0.03190202638506889, + "transformer.layers.2.linear1.bias": 0.0019221759866923094, + "transformer.layers.2.linear2.weight": 0.034854840487241745, + "transformer.layers.2.linear2.bias": 0.0034636743366718292, + "transformer.layers.2.norm1.weight": 0.004727520048618317, + "transformer.layers.2.norm1.bias": 0.0036651820410043, + "transformer.layers.2.norm2.weight": 0.002007152186706662, + "transformer.layers.2.norm2.bias": 0.0018550909589976072, + "transformer.layers.3.self_attn.in_proj_weight": 0.10974657535552979, + "transformer.layers.3.self_attn.in_proj_bias": 0.005890415515750647, + "transformer.layers.3.self_attn.out_proj.weight": 0.055445004254579544, + "transformer.layers.3.self_attn.out_proj.bias": 0.003891994711011648, + "transformer.layers.3.linear1.weight": 0.049368154257535934, + "transformer.layers.3.linear1.bias": 0.0034459445159882307, + "transformer.layers.3.linear2.weight": 0.031252749264240265, + "transformer.layers.3.linear2.bias": 0.00442206347361207, + "transformer.layers.3.norm1.weight": 0.009716195054352283, + "transformer.layers.3.norm1.bias": 0.008375706151127815, + "transformer.layers.3.norm2.weight": 0.0032065054401755333, + "transformer.layers.3.norm2.bias": 0.004004982300102711, + "head.weight": 0.39033082127571106, + "head.bias": 0.009397690184414387, + "global_embedding.weight": 0.023457564413547516, + "global_cnn.0.weight": 0.0803244411945343, + "global_cnn.0.bias": 0.003954415675252676, + "global_cnn.2.weight": 0.109144426882267, + "global_cnn.2.bias": 0.005545017309486866, + "global_proj.weight": 0.0371909998357296, + "global_proj.bias": 0.020571203902363777, + "goal_head.0.weight": 0.02334253303706646, + "goal_head.0.bias": 0.008711692877113819, + "goal_head.2.weight": 0.03311851620674133, + "goal_head.2.bias": 0.01969038136303425 + }, + { + "global_gate": 0.0006910118972882628, + "embedding.weight": 0.003080355003476143, + "cnn.0.weight": 0.06637407839298248, + "cnn.0.bias": 0.0028804587200284004, + "cnn.2.weight": 0.019618695601820946, + "cnn.2.bias": 0.005946974735707045, + "cnn.5.weight": 0.03883763775229454, + "cnn.5.bias": 0.005653123836964369, + "action_emb.weight": 0.019536122679710388, + "timestep_emb.weight": 0.003833210561424494, + "pos_emb.weight": 0.008213824592530727, + "transformer.layers.0.self_attn.in_proj_weight": 0.07018885016441345, + "transformer.layers.0.self_attn.in_proj_bias": 0.006868211552500725, + "transformer.layers.0.self_attn.out_proj.weight": 0.08309120684862137, + "transformer.layers.0.self_attn.out_proj.bias": 0.009584452956914902, + "transformer.layers.0.linear1.weight": 0.09560384601354599, + "transformer.layers.0.linear1.bias": 0.004328250419348478, + "transformer.layers.0.linear2.weight": 0.09450250118970871, + "transformer.layers.0.linear2.bias": 0.00823372881859541, + "transformer.layers.0.norm1.weight": 0.0038527250289916992, + "transformer.layers.0.norm1.bias": 0.00634016515687108, + "transformer.layers.0.norm2.weight": 0.009148843586444855, + "transformer.layers.0.norm2.bias": 0.004148900043219328, + "transformer.layers.1.self_attn.in_proj_weight": 0.07662375271320343, + "transformer.layers.1.self_attn.in_proj_bias": 0.00507186446338892, + "transformer.layers.1.self_attn.out_proj.weight": 0.08000262081623077, + "transformer.layers.1.self_attn.out_proj.bias": 0.006949079688638449, + "transformer.layers.1.linear1.weight": 0.05199358984827995, + "transformer.layers.1.linear1.bias": 0.0030244067311286926, + "transformer.layers.1.linear2.weight": 0.07226845622062683, + "transformer.layers.1.linear2.bias": 0.006851153913885355, + "transformer.layers.1.norm1.weight": 0.005062175448983908, + "transformer.layers.1.norm1.bias": 0.005089148413389921, + "transformer.layers.1.norm2.weight": 0.004145695827901363, + "transformer.layers.1.norm2.bias": 0.003314259694889188, + "transformer.layers.2.self_attn.in_proj_weight": 0.09343531727790833, + "transformer.layers.2.self_attn.in_proj_bias": 0.0064803133718669415, + "transformer.layers.2.self_attn.out_proj.weight": 0.08101336658000946, + "transformer.layers.2.self_attn.out_proj.bias": 0.006517257075756788, + "transformer.layers.2.linear1.weight": 0.041734833270311356, + "transformer.layers.2.linear1.bias": 0.0029367352835834026, + "transformer.layers.2.linear2.weight": 0.05141354352235794, + "transformer.layers.2.linear2.bias": 0.007185284048318863, + "transformer.layers.2.norm1.weight": 0.006836704444140196, + "transformer.layers.2.norm1.bias": 0.007603249978274107, + "transformer.layers.2.norm2.weight": 0.003020418807864189, + "transformer.layers.2.norm2.bias": 0.003474118188023567, + "transformer.layers.3.self_attn.in_proj_weight": 0.18197669088840485, + "transformer.layers.3.self_attn.in_proj_bias": 0.013948568142950535, + "transformer.layers.3.self_attn.out_proj.weight": 0.09359512478113174, + "transformer.layers.3.self_attn.out_proj.bias": 0.010553556494414806, + "transformer.layers.3.linear1.weight": 0.07723351567983627, + "transformer.layers.3.linear1.bias": 0.006275481544435024, + "transformer.layers.3.linear2.weight": 0.04989101365208626, + "transformer.layers.3.linear2.bias": 0.012119225226342678, + "transformer.layers.3.norm1.weight": 0.015725845471024513, + "transformer.layers.3.norm1.bias": 0.01915299892425537, + "transformer.layers.3.norm2.weight": 0.005751474294811487, + "transformer.layers.3.norm2.bias": 0.007660141214728355, + "head.weight": 0.7280716300010681, + "head.bias": 0.024119840934872627, + "global_embedding.weight": 0.01637997105717659, + "global_cnn.0.weight": 0.06599519401788712, + "global_cnn.0.bias": 0.0030790502205491066, + "global_cnn.2.weight": 0.10395600646734238, + "global_cnn.2.bias": 0.004358706530183554, + "global_proj.weight": 0.023218365386128426, + "global_proj.bias": 0.014027764089405537, + "goal_head.0.weight": 0.01104466151446104, + "goal_head.0.bias": 0.0046707200817763805, + "goal_head.2.weight": 0.015989594161510468, + "goal_head.2.bias": 0.009536026045680046 + }, + { + "global_gate": 0.0003779275866691023, + "embedding.weight": 0.0030211484991014004, + "cnn.0.weight": 0.0676494762301445, + "cnn.0.bias": 0.0027369235176593065, + "cnn.2.weight": 0.018608087673783302, + "cnn.2.bias": 0.007148077245801687, + "cnn.5.weight": 0.023065783083438873, + "cnn.5.bias": 0.005594015587121248, + "action_emb.weight": 0.019559087231755257, + "timestep_emb.weight": 0.0030430248007178307, + "pos_emb.weight": 0.007265400607138872, + "transformer.layers.0.self_attn.in_proj_weight": 0.06292374432086945, + "transformer.layers.0.self_attn.in_proj_bias": 0.006287396419793367, + "transformer.layers.0.self_attn.out_proj.weight": 0.06137910112738609, + "transformer.layers.0.self_attn.out_proj.bias": 0.0074682957492768764, + "transformer.layers.0.linear1.weight": 0.09809441864490509, + "transformer.layers.0.linear1.bias": 0.003826154861599207, + "transformer.layers.0.linear2.weight": 0.07322663813829422, + "transformer.layers.0.linear2.bias": 0.005886815953999758, + "transformer.layers.0.norm1.weight": 0.0035685673356056213, + "transformer.layers.0.norm1.bias": 0.006137049291282892, + "transformer.layers.0.norm2.weight": 0.011002090759575367, + "transformer.layers.0.norm2.bias": 0.0050598448142409325, + "transformer.layers.1.self_attn.in_proj_weight": 0.07236038148403168, + "transformer.layers.1.self_attn.in_proj_bias": 0.0042759631760418415, + "transformer.layers.1.self_attn.out_proj.weight": 0.06598765403032303, + "transformer.layers.1.self_attn.out_proj.bias": 0.00470472639426589, + "transformer.layers.1.linear1.weight": 0.042242731899023056, + "transformer.layers.1.linear1.bias": 0.002386392094194889, + "transformer.layers.1.linear2.weight": 0.04965599998831749, + "transformer.layers.1.linear2.bias": 0.004182123113423586, + "transformer.layers.1.norm1.weight": 0.0044241915456950665, + "transformer.layers.1.norm1.bias": 0.003911721520125866, + "transformer.layers.1.norm2.weight": 0.003739639651030302, + "transformer.layers.1.norm2.bias": 0.003033258253708482, + "transformer.layers.2.self_attn.in_proj_weight": 0.06750146299600601, + "transformer.layers.2.self_attn.in_proj_bias": 0.0034682457335293293, + "transformer.layers.2.self_attn.out_proj.weight": 0.04900437965989113, + "transformer.layers.2.self_attn.out_proj.bias": 0.003601031843572855, + "transformer.layers.2.linear1.weight": 0.0290985107421875, + "transformer.layers.2.linear1.bias": 0.0016162340762093663, + "transformer.layers.2.linear2.weight": 0.031773168593645096, + "transformer.layers.2.linear2.bias": 0.003695298917591572, + "transformer.layers.2.norm1.weight": 0.004295238759368658, + "transformer.layers.2.norm1.bias": 0.004048617091029882, + "transformer.layers.2.norm2.weight": 0.0019291714997962117, + "transformer.layers.2.norm2.bias": 0.0013548892457038164, + "transformer.layers.3.self_attn.in_proj_weight": 0.10296912491321564, + "transformer.layers.3.self_attn.in_proj_bias": 0.0076618492603302, + "transformer.layers.3.self_attn.out_proj.weight": 0.051447898149490356, + "transformer.layers.3.self_attn.out_proj.bias": 0.005573926959186792, + "transformer.layers.3.linear1.weight": 0.05041522532701492, + "transformer.layers.3.linear1.bias": 0.003805158892646432, + "transformer.layers.3.linear2.weight": 0.029880136251449585, + "transformer.layers.3.linear2.bias": 0.006231468636542559, + "transformer.layers.3.norm1.weight": 0.00872994214296341, + "transformer.layers.3.norm1.bias": 0.0097909364849329, + "transformer.layers.3.norm2.weight": 0.003729728516191244, + "transformer.layers.3.norm2.bias": 0.003754097269847989, + "head.weight": 0.39730820059776306, + "head.bias": 0.01128390058875084, + "global_embedding.weight": 0.040055494755506516, + "global_cnn.0.weight": 0.23341667652130127, + "global_cnn.0.bias": 0.009752176702022552, + "global_cnn.2.weight": 0.4833465814590454, + "global_cnn.2.bias": 0.02782970294356346, + "global_proj.weight": 0.10025876015424728, + "global_proj.bias": 0.06339488178491592, + "goal_head.0.weight": 0.05689847096800804, + "goal_head.0.bias": 0.024075284600257874, + "goal_head.2.weight": 0.07681781053543091, + "goal_head.2.bias": 0.05177225172519684 + }, + { + "global_gate": 5.6805703934514895e-05, + "embedding.weight": 0.004479203373193741, + "cnn.0.weight": 0.11380717158317566, + "cnn.0.bias": 0.003911992069333792, + "cnn.2.weight": 0.028494952246546745, + "cnn.2.bias": 0.007242805324494839, + "cnn.5.weight": 0.03438807278871536, + "cnn.5.bias": 0.008068018592894077, + "action_emb.weight": 0.014742657542228699, + "timestep_emb.weight": 0.004502216819673777, + "pos_emb.weight": 0.008112291805446148, + "transformer.layers.0.self_attn.in_proj_weight": 0.07995878905057907, + "transformer.layers.0.self_attn.in_proj_bias": 0.0066544716246426105, + "transformer.layers.0.self_attn.out_proj.weight": 0.07932378351688385, + "transformer.layers.0.self_attn.out_proj.bias": 0.008773718029260635, + "transformer.layers.0.linear1.weight": 0.07789625972509384, + "transformer.layers.0.linear1.bias": 0.0037355751264840364, + "transformer.layers.0.linear2.weight": 0.08301157504320145, + "transformer.layers.0.linear2.bias": 0.0065620653331279755, + "transformer.layers.0.norm1.weight": 0.004895168822258711, + "transformer.layers.0.norm1.bias": 0.0059797149151563644, + "transformer.layers.0.norm2.weight": 0.007597404066473246, + "transformer.layers.0.norm2.bias": 0.004688377492129803, + "transformer.layers.1.self_attn.in_proj_weight": 0.07811886072158813, + "transformer.layers.1.self_attn.in_proj_bias": 0.004241545684635639, + "transformer.layers.1.self_attn.out_proj.weight": 0.07980068027973175, + "transformer.layers.1.self_attn.out_proj.bias": 0.005150568205863237, + "transformer.layers.1.linear1.weight": 0.045709382742643356, + "transformer.layers.1.linear1.bias": 0.002436281181871891, + "transformer.layers.1.linear2.weight": 0.06299424916505814, + "transformer.layers.1.linear2.bias": 0.005152256228029728, + "transformer.layers.1.norm1.weight": 0.005451987497508526, + "transformer.layers.1.norm1.bias": 0.004761101678013802, + "transformer.layers.1.norm2.weight": 0.0037738208193331957, + "transformer.layers.1.norm2.bias": 0.0023809976410120726, + "transformer.layers.2.self_attn.in_proj_weight": 0.07910739630460739, + "transformer.layers.2.self_attn.in_proj_bias": 0.004874168895184994, + "transformer.layers.2.self_attn.out_proj.weight": 0.056456271559000015, + "transformer.layers.2.self_attn.out_proj.bias": 0.005177173763513565, + "transformer.layers.2.linear1.weight": 0.03781367465853691, + "transformer.layers.2.linear1.bias": 0.0023373898584395647, + "transformer.layers.2.linear2.weight": 0.04356689751148224, + "transformer.layers.2.linear2.bias": 0.0058127474039793015, + "transformer.layers.2.norm1.weight": 0.006528598256409168, + "transformer.layers.2.norm1.bias": 0.006602037698030472, + "transformer.layers.2.norm2.weight": 0.0026097295340150595, + "transformer.layers.2.norm2.bias": 0.0028206375427544117, + "transformer.layers.3.self_attn.in_proj_weight": 0.12293781340122223, + "transformer.layers.3.self_attn.in_proj_bias": 0.0112045519053936, + "transformer.layers.3.self_attn.out_proj.weight": 0.057109285145998, + "transformer.layers.3.self_attn.out_proj.bias": 0.008941825479269028, + "transformer.layers.3.linear1.weight": 0.0587632842361927, + "transformer.layers.3.linear1.bias": 0.004823807626962662, + "transformer.layers.3.linear2.weight": 0.037946201860904694, + "transformer.layers.3.linear2.bias": 0.010369915515184402, + "transformer.layers.3.norm1.weight": 0.010626533068716526, + "transformer.layers.3.norm1.bias": 0.01600610837340355, + "transformer.layers.3.norm2.weight": 0.003963266499340534, + "transformer.layers.3.norm2.bias": 0.005554615519940853, + "head.weight": 0.5574796795845032, + "head.bias": 0.021207962185144424, + "global_embedding.weight": 0.011416185647249222, + "global_cnn.0.weight": 0.11519403010606766, + "global_cnn.0.bias": 0.004047166556119919, + "global_cnn.2.weight": 0.2657051980495453, + "global_cnn.2.bias": 0.01384527888149023, + "global_proj.weight": 0.07279518991708755, + "global_proj.bias": 0.03707422688603401, + "goal_head.0.weight": 0.04457050934433937, + "goal_head.0.bias": 0.015104573220014572, + "goal_head.2.weight": 0.059388551861047745, + "goal_head.2.bias": 0.02976633422076702 + }, + { + "global_gate": 7.130482845241204e-05, + "embedding.weight": 0.007742793764919043, + "cnn.0.weight": 0.12597529590129852, + "cnn.0.bias": 0.00597820058465004, + "cnn.2.weight": 0.028551489114761353, + "cnn.2.bias": 0.0062885344959795475, + "cnn.5.weight": 0.032753948122262955, + "cnn.5.bias": 0.005325243342667818, + "action_emb.weight": 0.020573750138282776, + "timestep_emb.weight": 0.005034528207033873, + "pos_emb.weight": 0.011557284742593765, + "transformer.layers.0.self_attn.in_proj_weight": 0.07834584265947342, + "transformer.layers.0.self_attn.in_proj_bias": 0.00671789888292551, + "transformer.layers.0.self_attn.out_proj.weight": 0.08607818931341171, + "transformer.layers.0.self_attn.out_proj.bias": 0.00941651314496994, + "transformer.layers.0.linear1.weight": 0.10633910447359085, + "transformer.layers.0.linear1.bias": 0.0047806366346776485, + "transformer.layers.0.linear2.weight": 0.09790263324975967, + "transformer.layers.0.linear2.bias": 0.007741589564830065, + "transformer.layers.0.norm1.weight": 0.003969902638345957, + "transformer.layers.0.norm1.bias": 0.005999487824738026, + "transformer.layers.0.norm2.weight": 0.01159263588488102, + "transformer.layers.0.norm2.bias": 0.00507670734077692, + "transformer.layers.1.self_attn.in_proj_weight": 0.08745429664850235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0051911394111812115, + "transformer.layers.1.self_attn.out_proj.weight": 0.07167944312095642, + "transformer.layers.1.self_attn.out_proj.bias": 0.005917554721236229, + "transformer.layers.1.linear1.weight": 0.055186305195093155, + "transformer.layers.1.linear1.bias": 0.0029216818511486053, + "transformer.layers.1.linear2.weight": 0.06929871439933777, + "transformer.layers.1.linear2.bias": 0.005283724050968885, + "transformer.layers.1.norm1.weight": 0.005231142975389957, + "transformer.layers.1.norm1.bias": 0.004896174184978008, + "transformer.layers.1.norm2.weight": 0.004405724350363016, + "transformer.layers.1.norm2.bias": 0.003273599548265338, + "transformer.layers.2.self_attn.in_proj_weight": 0.10328163206577301, + "transformer.layers.2.self_attn.in_proj_bias": 0.00486722681671381, + "transformer.layers.2.self_attn.out_proj.weight": 0.07852186262607574, + "transformer.layers.2.self_attn.out_proj.bias": 0.004705190192908049, + "transformer.layers.2.linear1.weight": 0.04125165566802025, + "transformer.layers.2.linear1.bias": 0.0024428446777164936, + "transformer.layers.2.linear2.weight": 0.04985227435827255, + "transformer.layers.2.linear2.bias": 0.004526082426309586, + "transformer.layers.2.norm1.weight": 0.008855416439473629, + "transformer.layers.2.norm1.bias": 0.005277424585074186, + "transformer.layers.2.norm2.weight": 0.0028257265221327543, + "transformer.layers.2.norm2.bias": 0.002660571364685893, + "transformer.layers.3.self_attn.in_proj_weight": 0.14598548412322998, + "transformer.layers.3.self_attn.in_proj_bias": 0.006876678671687841, + "transformer.layers.3.self_attn.out_proj.weight": 0.08347576856613159, + "transformer.layers.3.self_attn.out_proj.bias": 0.004236803390085697, + "transformer.layers.3.linear1.weight": 0.07028201222419739, + "transformer.layers.3.linear1.bias": 0.004764589015394449, + "transformer.layers.3.linear2.weight": 0.04248302802443504, + "transformer.layers.3.linear2.bias": 0.004350362811237574, + "transformer.layers.3.norm1.weight": 0.014035005122423172, + "transformer.layers.3.norm1.bias": 0.008466597646474838, + "transformer.layers.3.norm2.weight": 0.004929359536617994, + "transformer.layers.3.norm2.bias": 0.005337168462574482, + "head.weight": 0.5494365692138672, + "head.bias": 0.008975201286375523, + "global_embedding.weight": 0.017151478677988052, + "global_cnn.0.weight": 0.0792824849486351, + "global_cnn.0.bias": 0.0028737876564264297, + "global_cnn.2.weight": 0.10329807549715042, + "global_cnn.2.bias": 0.004605048801749945, + "global_proj.weight": 0.030666932463645935, + "global_proj.bias": 0.019605280831456184, + "goal_head.0.weight": 0.01722021773457527, + "goal_head.0.bias": 0.007751650642603636, + "goal_head.2.weight": 0.02817787043750286, + "goal_head.2.bias": 0.01789325848221779 + }, + { + "global_gate": 0.0003346791199874133, + "embedding.weight": 0.0034562370274215937, + "cnn.0.weight": 0.05425640568137169, + "cnn.0.bias": 0.002269683638587594, + "cnn.2.weight": 0.013331073336303234, + "cnn.2.bias": 0.0037888907827436924, + "cnn.5.weight": 0.022284505888819695, + "cnn.5.bias": 0.0033284579403698444, + "action_emb.weight": 0.01951315999031067, + "timestep_emb.weight": 0.0047083511017262936, + "pos_emb.weight": 0.010293010622262955, + "transformer.layers.0.self_attn.in_proj_weight": 0.08038391172885895, + "transformer.layers.0.self_attn.in_proj_bias": 0.00489042978733778, + "transformer.layers.0.self_attn.out_proj.weight": 0.08844475448131561, + "transformer.layers.0.self_attn.out_proj.bias": 0.0063661495223641396, + "transformer.layers.0.linear1.weight": 0.10561712086200714, + "transformer.layers.0.linear1.bias": 0.0035812107380479574, + "transformer.layers.0.linear2.weight": 0.07681494206190109, + "transformer.layers.0.linear2.bias": 0.004984373692423105, + "transformer.layers.0.norm1.weight": 0.004281552042812109, + "transformer.layers.0.norm1.bias": 0.004239923786371946, + "transformer.layers.0.norm2.weight": 0.010869857855141163, + "transformer.layers.0.norm2.bias": 0.004053784534335136, + "transformer.layers.1.self_attn.in_proj_weight": 0.06378215551376343, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029489968437701464, + "transformer.layers.1.self_attn.out_proj.weight": 0.06839966773986816, + "transformer.layers.1.self_attn.out_proj.bias": 0.004375001415610313, + "transformer.layers.1.linear1.weight": 0.05058392882347107, + "transformer.layers.1.linear1.bias": 0.0021850252524018288, + "transformer.layers.1.linear2.weight": 0.05432194471359253, + "transformer.layers.1.linear2.bias": 0.004144121427088976, + "transformer.layers.1.norm1.weight": 0.003589086700230837, + "transformer.layers.1.norm1.bias": 0.0024483592715114355, + "transformer.layers.1.norm2.weight": 0.0044935317710042, + "transformer.layers.1.norm2.bias": 0.0022008896339684725, + "transformer.layers.2.self_attn.in_proj_weight": 0.07460890710353851, + "transformer.layers.2.self_attn.in_proj_bias": 0.0036619682796299458, + "transformer.layers.2.self_attn.out_proj.weight": 0.06664988398551941, + "transformer.layers.2.self_attn.out_proj.bias": 0.004323379602283239, + "transformer.layers.2.linear1.weight": 0.037866976112127304, + "transformer.layers.2.linear1.bias": 0.0021620795596390963, + "transformer.layers.2.linear2.weight": 0.043387215584516525, + "transformer.layers.2.linear2.bias": 0.0043169534765183926, + "transformer.layers.2.norm1.weight": 0.004950227215886116, + "transformer.layers.2.norm1.bias": 0.0038058350328356028, + "transformer.layers.2.norm2.weight": 0.002612873911857605, + "transformer.layers.2.norm2.bias": 0.002041423926129937, + "transformer.layers.3.self_attn.in_proj_weight": 0.15337330102920532, + "transformer.layers.3.self_attn.in_proj_bias": 0.010104501619935036, + "transformer.layers.3.self_attn.out_proj.weight": 0.0827181413769722, + "transformer.layers.3.self_attn.out_proj.bias": 0.0071449582464993, + "transformer.layers.3.linear1.weight": 0.07764524221420288, + "transformer.layers.3.linear1.bias": 0.0057946122251451015, + "transformer.layers.3.linear2.weight": 0.05115310475230217, + "transformer.layers.3.linear2.bias": 0.008959709666669369, + "transformer.layers.3.norm1.weight": 0.01143505796790123, + "transformer.layers.3.norm1.bias": 0.013353326357901096, + "transformer.layers.3.norm2.weight": 0.005418303422629833, + "transformer.layers.3.norm2.bias": 0.006992013193666935, + "head.weight": 0.6230663657188416, + "head.bias": 0.01760031282901764, + "global_embedding.weight": 0.02843513712286949, + "global_cnn.0.weight": 0.12274065613746643, + "global_cnn.0.bias": 0.00534568028524518, + "global_cnn.2.weight": 0.21446426212787628, + "global_cnn.2.bias": 0.010715510696172714, + "global_proj.weight": 0.03008715622127056, + "global_proj.bias": 0.019677596166729927, + "goal_head.0.weight": 0.014802776277065277, + "goal_head.0.bias": 0.006720953620970249, + "goal_head.2.weight": 0.02443009242415428, + "goal_head.2.bias": 0.01656797155737877 + }, + { + "global_gate": 7.853208080632612e-05, + "embedding.weight": 0.0018140623578801751, + "cnn.0.weight": 0.03533804416656494, + "cnn.0.bias": 0.0017373093869537115, + "cnn.2.weight": 0.012978794053196907, + "cnn.2.bias": 0.003879033960402012, + "cnn.5.weight": 0.016105588525533676, + "cnn.5.bias": 0.0022655122447758913, + "action_emb.weight": 0.009312313981354237, + "timestep_emb.weight": 0.003038108116015792, + "pos_emb.weight": 0.008134761825203896, + "transformer.layers.0.self_attn.in_proj_weight": 0.046907320618629456, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035184083972126245, + "transformer.layers.0.self_attn.out_proj.weight": 0.05443262681365013, + "transformer.layers.0.self_attn.out_proj.bias": 0.0053024920634925365, + "transformer.layers.0.linear1.weight": 0.05790635198354721, + "transformer.layers.0.linear1.bias": 0.002430802211165428, + "transformer.layers.0.linear2.weight": 0.05317487195134163, + "transformer.layers.0.linear2.bias": 0.0037673029582947493, + "transformer.layers.0.norm1.weight": 0.002685976680368185, + "transformer.layers.0.norm1.bias": 0.0030089078936725855, + "transformer.layers.0.norm2.weight": 0.005179839674383402, + "transformer.layers.0.norm2.bias": 0.003352290717884898, + "transformer.layers.1.self_attn.in_proj_weight": 0.05056801438331604, + "transformer.layers.1.self_attn.in_proj_bias": 0.002573370235040784, + "transformer.layers.1.self_attn.out_proj.weight": 0.047280263155698776, + "transformer.layers.1.self_attn.out_proj.bias": 0.003026130609214306, + "transformer.layers.1.linear1.weight": 0.030403519049286842, + "transformer.layers.1.linear1.bias": 0.0015111896209418774, + "transformer.layers.1.linear2.weight": 0.039498601108789444, + "transformer.layers.1.linear2.bias": 0.0029620856512337923, + "transformer.layers.1.norm1.weight": 0.0031115878373384476, + "transformer.layers.1.norm1.bias": 0.002854906488209963, + "transformer.layers.1.norm2.weight": 0.0022295122034847736, + "transformer.layers.1.norm2.bias": 0.0013473142171278596, + "transformer.layers.2.self_attn.in_proj_weight": 0.05264424905180931, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028979391790926456, + "transformer.layers.2.self_attn.out_proj.weight": 0.04044052213430405, + "transformer.layers.2.self_attn.out_proj.bias": 0.003144544316455722, + "transformer.layers.2.linear1.weight": 0.023479776456952095, + "transformer.layers.2.linear1.bias": 0.001447139191441238, + "transformer.layers.2.linear2.weight": 0.02866041287779808, + "transformer.layers.2.linear2.bias": 0.0031535893213003874, + "transformer.layers.2.norm1.weight": 0.0038253015372902155, + "transformer.layers.2.norm1.bias": 0.003353619482368231, + "transformer.layers.2.norm2.weight": 0.0014882023679092526, + "transformer.layers.2.norm2.bias": 0.0017096706433221698, + "transformer.layers.3.self_attn.in_proj_weight": 0.09154511988162994, + "transformer.layers.3.self_attn.in_proj_bias": 0.007196412887424231, + "transformer.layers.3.self_attn.out_proj.weight": 0.04224326089024544, + "transformer.layers.3.self_attn.out_proj.bias": 0.0051076458767056465, + "transformer.layers.3.linear1.weight": 0.04847576841711998, + "transformer.layers.3.linear1.bias": 0.0036560154985636473, + "transformer.layers.3.linear2.weight": 0.029730388894677162, + "transformer.layers.3.linear2.bias": 0.006698377896100283, + "transformer.layers.3.norm1.weight": 0.007636296097189188, + "transformer.layers.3.norm1.bias": 0.010449456050992012, + "transformer.layers.3.norm2.weight": 0.0034758576657623053, + "transformer.layers.3.norm2.bias": 0.004947795532643795, + "head.weight": 0.3830016553401947, + "head.bias": 0.01314118504524231, + "global_embedding.weight": 0.007297205738723278, + "global_cnn.0.weight": 0.11281614005565643, + "global_cnn.0.bias": 0.003884978825226426, + "global_cnn.2.weight": 0.24297960102558136, + "global_cnn.2.bias": 0.01217403169721365, + "global_proj.weight": 0.047305237501859665, + "global_proj.bias": 0.03874261677265167, + "goal_head.0.weight": 0.034096475690603256, + "goal_head.0.bias": 0.01755756326019764, + "goal_head.2.weight": 0.048092812299728394, + "goal_head.2.bias": 0.04273240268230438 + }, + { + "global_gate": 0.0005082992720417678, + "embedding.weight": 0.0024377242662012577, + "cnn.0.weight": 0.06090186908841133, + "cnn.0.bias": 0.0024540009908378124, + "cnn.2.weight": 0.021318871527910233, + "cnn.2.bias": 0.005716356914490461, + "cnn.5.weight": 0.02875950187444687, + "cnn.5.bias": 0.005925474222749472, + "action_emb.weight": 0.018710562959313393, + "timestep_emb.weight": 0.005078624933958054, + "pos_emb.weight": 0.008998747915029526, + "transformer.layers.0.self_attn.in_proj_weight": 0.07780633121728897, + "transformer.layers.0.self_attn.in_proj_bias": 0.006854110863059759, + "transformer.layers.0.self_attn.out_proj.weight": 0.08127563446760178, + "transformer.layers.0.self_attn.out_proj.bias": 0.01052927877753973, + "transformer.layers.0.linear1.weight": 0.09416048973798752, + "transformer.layers.0.linear1.bias": 0.004862395115196705, + "transformer.layers.0.linear2.weight": 0.09342090040445328, + "transformer.layers.0.linear2.bias": 0.0073701925575733185, + "transformer.layers.0.norm1.weight": 0.0054746405221521854, + "transformer.layers.0.norm1.bias": 0.005695524625480175, + "transformer.layers.0.norm2.weight": 0.00909807812422514, + "transformer.layers.0.norm2.bias": 0.0072994716465473175, + "transformer.layers.1.self_attn.in_proj_weight": 0.07474793493747711, + "transformer.layers.1.self_attn.in_proj_bias": 0.004809072241187096, + "transformer.layers.1.self_attn.out_proj.weight": 0.08717209100723267, + "transformer.layers.1.self_attn.out_proj.bias": 0.006323878653347492, + "transformer.layers.1.linear1.weight": 0.05478513240814209, + "transformer.layers.1.linear1.bias": 0.0029418300837278366, + "transformer.layers.1.linear2.weight": 0.07268267869949341, + "transformer.layers.1.linear2.bias": 0.0056904032826423645, + "transformer.layers.1.norm1.weight": 0.004466865211725235, + "transformer.layers.1.norm1.bias": 0.005027341656386852, + "transformer.layers.1.norm2.weight": 0.004419368226081133, + "transformer.layers.1.norm2.bias": 0.0037322170101106167, + "transformer.layers.2.self_attn.in_proj_weight": 0.12074460834264755, + "transformer.layers.2.self_attn.in_proj_bias": 0.005394107662141323, + "transformer.layers.2.self_attn.out_proj.weight": 0.0629742443561554, + "transformer.layers.2.self_attn.out_proj.bias": 0.005475719925016165, + "transformer.layers.2.linear1.weight": 0.03865687549114227, + "transformer.layers.2.linear1.bias": 0.0024248354602605104, + "transformer.layers.2.linear2.weight": 0.04970837011933327, + "transformer.layers.2.linear2.bias": 0.005783694330602884, + "transformer.layers.2.norm1.weight": 0.011506646871566772, + "transformer.layers.2.norm1.bias": 0.005688967648893595, + "transformer.layers.2.norm2.weight": 0.002844742499291897, + "transformer.layers.2.norm2.bias": 0.002842591842636466, + "transformer.layers.3.self_attn.in_proj_weight": 0.164240300655365, + "transformer.layers.3.self_attn.in_proj_bias": 0.01288436260074377, + "transformer.layers.3.self_attn.out_proj.weight": 0.0726388618350029, + "transformer.layers.3.self_attn.out_proj.bias": 0.009578747674822807, + "transformer.layers.3.linear1.weight": 0.08060090243816376, + "transformer.layers.3.linear1.bias": 0.006334687117487192, + "transformer.layers.3.linear2.weight": 0.0505349338054657, + "transformer.layers.3.linear2.bias": 0.012280666269361973, + "transformer.layers.3.norm1.weight": 0.012500133365392685, + "transformer.layers.3.norm1.bias": 0.01790618896484375, + "transformer.layers.3.norm2.weight": 0.0057134502567350864, + "transformer.layers.3.norm2.bias": 0.00812575500458479, + "head.weight": 0.6801665425300598, + "head.bias": 0.024074159562587738, + "global_embedding.weight": 0.0061627100221812725, + "global_cnn.0.weight": 0.045810163021087646, + "global_cnn.0.bias": 0.0016252639470621943, + "global_cnn.2.weight": 0.07889832556247711, + "global_cnn.2.bias": 0.004019380547106266, + "global_proj.weight": 0.019459454342722893, + "global_proj.bias": 0.011281478218734264, + "goal_head.0.weight": 0.009406269527971745, + "goal_head.0.bias": 0.00373459723778069, + "goal_head.2.weight": 0.01610380969941616, + "goal_head.2.bias": 0.007949475198984146 + }, + { + "global_gate": 0.0007814059499651194, + "embedding.weight": 0.006432154681533575, + "cnn.0.weight": 0.09596545994281769, + "cnn.0.bias": 0.0050122095271945, + "cnn.2.weight": 0.023309342563152313, + "cnn.2.bias": 0.006857236847281456, + "cnn.5.weight": 0.029176848009228706, + "cnn.5.bias": 0.005134849809110165, + "action_emb.weight": 0.020511630922555923, + "timestep_emb.weight": 0.005163462366908789, + "pos_emb.weight": 0.011584996245801449, + "transformer.layers.0.self_attn.in_proj_weight": 0.0925116240978241, + "transformer.layers.0.self_attn.in_proj_bias": 0.008129867725074291, + "transformer.layers.0.self_attn.out_proj.weight": 0.10336486995220184, + "transformer.layers.0.self_attn.out_proj.bias": 0.009757418185472488, + "transformer.layers.0.linear1.weight": 0.10752052068710327, + "transformer.layers.0.linear1.bias": 0.004987535998225212, + "transformer.layers.0.linear2.weight": 0.09310610592365265, + "transformer.layers.0.linear2.bias": 0.007509896997362375, + "transformer.layers.0.norm1.weight": 0.005202882457524538, + "transformer.layers.0.norm1.bias": 0.007974591106176376, + "transformer.layers.0.norm2.weight": 0.012343738228082657, + "transformer.layers.0.norm2.bias": 0.005132144782692194, + "transformer.layers.1.self_attn.in_proj_weight": 0.08400635421276093, + "transformer.layers.1.self_attn.in_proj_bias": 0.005765828769654036, + "transformer.layers.1.self_attn.out_proj.weight": 0.08179605007171631, + "transformer.layers.1.self_attn.out_proj.bias": 0.006912857294082642, + "transformer.layers.1.linear1.weight": 0.05442255735397339, + "transformer.layers.1.linear1.bias": 0.003198010381311178, + "transformer.layers.1.linear2.weight": 0.062399957329034805, + "transformer.layers.1.linear2.bias": 0.006204382516443729, + "transformer.layers.1.norm1.weight": 0.006150911096483469, + "transformer.layers.1.norm1.bias": 0.0057335663586854935, + "transformer.layers.1.norm2.weight": 0.005753878969699144, + "transformer.layers.1.norm2.bias": 0.003979358356446028, + "transformer.layers.2.self_attn.in_proj_weight": 0.08621986210346222, + "transformer.layers.2.self_attn.in_proj_bias": 0.0050400374457240105, + "transformer.layers.2.self_attn.out_proj.weight": 0.06893499195575714, + "transformer.layers.2.self_attn.out_proj.bias": 0.005599036812782288, + "transformer.layers.2.linear1.weight": 0.037600044161081314, + "transformer.layers.2.linear1.bias": 0.0024144784547388554, + "transformer.layers.2.linear2.weight": 0.04581613466143608, + "transformer.layers.2.linear2.bias": 0.005790663883090019, + "transformer.layers.2.norm1.weight": 0.007419309113174677, + "transformer.layers.2.norm1.bias": 0.005733173806220293, + "transformer.layers.2.norm2.weight": 0.002690247492864728, + "transformer.layers.2.norm2.bias": 0.00274692103266716, + "transformer.layers.3.self_attn.in_proj_weight": 0.13883616030216217, + "transformer.layers.3.self_attn.in_proj_bias": 0.014007135294377804, + "transformer.layers.3.self_attn.out_proj.weight": 0.07500511407852173, + "transformer.layers.3.self_attn.out_proj.bias": 0.009778947569429874, + "transformer.layers.3.linear1.weight": 0.08671817183494568, + "transformer.layers.3.linear1.bias": 0.007200025953352451, + "transformer.layers.3.linear2.weight": 0.05120464786887169, + "transformer.layers.3.linear2.bias": 0.012146170251071453, + "transformer.layers.3.norm1.weight": 0.011884558014571667, + "transformer.layers.3.norm1.bias": 0.020689504221081734, + "transformer.layers.3.norm2.weight": 0.006592168938368559, + "transformer.layers.3.norm2.bias": 0.009214411489665508, + "head.weight": 0.7156313061714172, + "head.bias": 0.025094101205468178, + "global_embedding.weight": 0.08172465860843658, + "global_cnn.0.weight": 0.21704448759555817, + "global_cnn.0.bias": 0.009736166335642338, + "global_cnn.2.weight": 0.18177498877048492, + "global_cnn.2.bias": 0.0067499419674277306, + "global_proj.weight": 0.03645092993974686, + "global_proj.bias": 0.022819653153419495, + "goal_head.0.weight": 0.018014464527368546, + "goal_head.0.bias": 0.008510367944836617, + "goal_head.2.weight": 0.025073731318116188, + "goal_head.2.bias": 0.018373331055045128 + }, + { + "global_gate": 7.139866647776216e-05, + "embedding.weight": 0.0009677956695668399, + "cnn.0.weight": 0.01999218761920929, + "cnn.0.bias": 0.001064182841219008, + "cnn.2.weight": 0.006434658542275429, + "cnn.2.bias": 0.0015298594953492284, + "cnn.5.weight": 0.009457611478865147, + "cnn.5.bias": 0.0015944524202495813, + "action_emb.weight": 0.018285946920514107, + "timestep_emb.weight": 0.0019266559975221753, + "pos_emb.weight": 0.004800861701369286, + "transformer.layers.0.self_attn.in_proj_weight": 0.05092466622591019, + "transformer.layers.0.self_attn.in_proj_bias": 0.002812703838571906, + "transformer.layers.0.self_attn.out_proj.weight": 0.07463710755109787, + "transformer.layers.0.self_attn.out_proj.bias": 0.004070475697517395, + "transformer.layers.0.linear1.weight": 0.08350101858377457, + "transformer.layers.0.linear1.bias": 0.0025963117368519306, + "transformer.layers.0.linear2.weight": 0.05280260369181633, + "transformer.layers.0.linear2.bias": 0.003410864621400833, + "transformer.layers.0.norm1.weight": 0.0029882476665079594, + "transformer.layers.0.norm1.bias": 0.002405761741101742, + "transformer.layers.0.norm2.weight": 0.00924884807318449, + "transformer.layers.0.norm2.bias": 0.0022448247764259577, + "transformer.layers.1.self_attn.in_proj_weight": 0.04646293818950653, + "transformer.layers.1.self_attn.in_proj_bias": 0.002565625123679638, + "transformer.layers.1.self_attn.out_proj.weight": 0.048771075904369354, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032640090212225914, + "transformer.layers.1.linear1.weight": 0.03595658764243126, + "transformer.layers.1.linear1.bias": 0.001678025582805276, + "transformer.layers.1.linear2.weight": 0.03594484552741051, + "transformer.layers.1.linear2.bias": 0.003114859340712428, + "transformer.layers.1.norm1.weight": 0.0032344863284379244, + "transformer.layers.1.norm1.bias": 0.002748111728578806, + "transformer.layers.1.norm2.weight": 0.0034501345362514257, + "transformer.layers.1.norm2.bias": 0.0018259454518556595, + "transformer.layers.2.self_attn.in_proj_weight": 0.0452486090362072, + "transformer.layers.2.self_attn.in_proj_bias": 0.0026372545398771763, + "transformer.layers.2.self_attn.out_proj.weight": 0.04497116804122925, + "transformer.layers.2.self_attn.out_proj.bias": 0.002957774791866541, + "transformer.layers.2.linear1.weight": 0.024152694270014763, + "transformer.layers.2.linear1.bias": 0.0014627407072111964, + "transformer.layers.2.linear2.weight": 0.02617633529007435, + "transformer.layers.2.linear2.bias": 0.0029075066559016705, + "transformer.layers.2.norm1.weight": 0.0028998490888625383, + "transformer.layers.2.norm1.bias": 0.0026015236508101225, + "transformer.layers.2.norm2.weight": 0.0016055667074397206, + "transformer.layers.2.norm2.bias": 0.001202389132231474, + "transformer.layers.3.self_attn.in_proj_weight": 0.07401406764984131, + "transformer.layers.3.self_attn.in_proj_bias": 0.005027515813708305, + "transformer.layers.3.self_attn.out_proj.weight": 0.04261108115315437, + "transformer.layers.3.self_attn.out_proj.bias": 0.003374761436134577, + "transformer.layers.3.linear1.weight": 0.04318347945809364, + "transformer.layers.3.linear1.bias": 0.0033187195658683777, + "transformer.layers.3.linear2.weight": 0.02231881208717823, + "transformer.layers.3.linear2.bias": 0.003866072976961732, + "transformer.layers.3.norm1.weight": 0.006299468223005533, + "transformer.layers.3.norm1.bias": 0.0065378183498978615, + "transformer.layers.3.norm2.weight": 0.0030212339479476213, + "transformer.layers.3.norm2.bias": 0.0037117882166057825, + "head.weight": 0.2830252945423126, + "head.bias": 0.008169600740075111, + "global_embedding.weight": 0.021311458200216293, + "global_cnn.0.weight": 0.054493848234415054, + "global_cnn.0.bias": 0.002325253328308463, + "global_cnn.2.weight": 0.13519664108753204, + "global_cnn.2.bias": 0.007962659001350403, + "global_proj.weight": 0.026975193992257118, + "global_proj.bias": 0.016745425760746002, + "goal_head.0.weight": 0.016805430874228477, + "goal_head.0.bias": 0.006581388879567385, + "goal_head.2.weight": 0.021842921152710915, + "goal_head.2.bias": 0.012972073629498482 + }, + { + "global_gate": 0.0001548886502860114, + "embedding.weight": 0.0035324771888554096, + "cnn.0.weight": 0.07226401567459106, + "cnn.0.bias": 0.003202225547283888, + "cnn.2.weight": 0.018980490043759346, + "cnn.2.bias": 0.003956086467951536, + "cnn.5.weight": 0.017986349761486053, + "cnn.5.bias": 0.003072297666221857, + "action_emb.weight": 0.026661552488803864, + "timestep_emb.weight": 0.0029259566217660904, + "pos_emb.weight": 0.006045209243893623, + "transformer.layers.0.self_attn.in_proj_weight": 0.07025983184576035, + "transformer.layers.0.self_attn.in_proj_bias": 0.005152091849595308, + "transformer.layers.0.self_attn.out_proj.weight": 0.096270352602005, + "transformer.layers.0.self_attn.out_proj.bias": 0.006309583783149719, + "transformer.layers.0.linear1.weight": 0.11330097168684006, + "transformer.layers.0.linear1.bias": 0.0036259223707020283, + "transformer.layers.0.linear2.weight": 0.0731959119439125, + "transformer.layers.0.linear2.bias": 0.005595292896032333, + "transformer.layers.0.norm1.weight": 0.003860579803586006, + "transformer.layers.0.norm1.bias": 0.005242612212896347, + "transformer.layers.0.norm2.weight": 0.013850359246134758, + "transformer.layers.0.norm2.bias": 0.003026303369551897, + "transformer.layers.1.self_attn.in_proj_weight": 0.06786620616912842, + "transformer.layers.1.self_attn.in_proj_bias": 0.0036167684011161327, + "transformer.layers.1.self_attn.out_proj.weight": 0.06592588871717453, + "transformer.layers.1.self_attn.out_proj.bias": 0.004848332144320011, + "transformer.layers.1.linear1.weight": 0.04299429804086685, + "transformer.layers.1.linear1.bias": 0.002067337976768613, + "transformer.layers.1.linear2.weight": 0.04948456957936287, + "transformer.layers.1.linear2.bias": 0.004839793778955936, + "transformer.layers.1.norm1.weight": 0.004678844474256039, + "transformer.layers.1.norm1.bias": 0.0036224520299583673, + "transformer.layers.1.norm2.weight": 0.004108451306819916, + "transformer.layers.1.norm2.bias": 0.0018837779061868787, + "transformer.layers.2.self_attn.in_proj_weight": 0.0704529657959938, + "transformer.layers.2.self_attn.in_proj_bias": 0.003990883938968182, + "transformer.layers.2.self_attn.out_proj.weight": 0.06245766580104828, + "transformer.layers.2.self_attn.out_proj.bias": 0.004823912400752306, + "transformer.layers.2.linear1.weight": 0.02841336466372013, + "transformer.layers.2.linear1.bias": 0.0019090170972049236, + "transformer.layers.2.linear2.weight": 0.03556405380368233, + "transformer.layers.2.linear2.bias": 0.005164284724742174, + "transformer.layers.2.norm1.weight": 0.006159073207527399, + "transformer.layers.2.norm1.bias": 0.004401369020342827, + "transformer.layers.2.norm2.weight": 0.001777748460881412, + "transformer.layers.2.norm2.bias": 0.0021047599148005247, + "transformer.layers.3.self_attn.in_proj_weight": 0.12652304768562317, + "transformer.layers.3.self_attn.in_proj_bias": 0.013208904303610325, + "transformer.layers.3.self_attn.out_proj.weight": 0.06555552780628204, + "transformer.layers.3.self_attn.out_proj.bias": 0.009976224042475224, + "transformer.layers.3.linear1.weight": 0.06704806536436081, + "transformer.layers.3.linear1.bias": 0.006095779128372669, + "transformer.layers.3.linear2.weight": 0.04247509315609932, + "transformer.layers.3.linear2.bias": 0.012497235089540482, + "transformer.layers.3.norm1.weight": 0.011540568433701992, + "transformer.layers.3.norm1.bias": 0.019475527107715607, + "transformer.layers.3.norm2.weight": 0.005001516081392765, + "transformer.layers.3.norm2.bias": 0.00895899347960949, + "head.weight": 0.6019335985183716, + "head.bias": 0.024192681536078453, + "global_embedding.weight": 0.02470908686518669, + "global_cnn.0.weight": 0.11717796325683594, + "global_cnn.0.bias": 0.005051083397120237, + "global_cnn.2.weight": 0.2617259919643402, + "global_cnn.2.bias": 0.01064611878246069, + "global_proj.weight": 0.04328877851366997, + "global_proj.bias": 0.027415914461016655, + "goal_head.0.weight": 0.0291640292853117, + "goal_head.0.bias": 0.012439660727977753, + "goal_head.2.weight": 0.043040502816438675, + "goal_head.2.bias": 0.02802124060690403 + }, + { + "global_gate": 0.0009250559378415346, + "embedding.weight": 0.0037668359000235796, + "cnn.0.weight": 0.09035809338092804, + "cnn.0.bias": 0.003171489806845784, + "cnn.2.weight": 0.025805965065956116, + "cnn.2.bias": 0.0064368960447609425, + "cnn.5.weight": 0.027217702940106392, + "cnn.5.bias": 0.005122070200741291, + "action_emb.weight": 0.029407599940896034, + "timestep_emb.weight": 0.004600746091455221, + "pos_emb.weight": 0.010050833225250244, + "transformer.layers.0.self_attn.in_proj_weight": 0.1311582624912262, + "transformer.layers.0.self_attn.in_proj_bias": 0.008628897368907928, + "transformer.layers.0.self_attn.out_proj.weight": 0.11539197713136673, + "transformer.layers.0.self_attn.out_proj.bias": 0.011523677967488766, + "transformer.layers.0.linear1.weight": 0.12863685190677643, + "transformer.layers.0.linear1.bias": 0.00537016661837697, + "transformer.layers.0.linear2.weight": 0.11125422269105911, + "transformer.layers.0.linear2.bias": 0.01036575436592102, + "transformer.layers.0.norm1.weight": 0.010058442130684853, + "transformer.layers.0.norm1.bias": 0.008533741347491741, + "transformer.layers.0.norm2.weight": 0.014387122355401516, + "transformer.layers.0.norm2.bias": 0.004816391970962286, + "transformer.layers.1.self_attn.in_proj_weight": 0.09067092090845108, + "transformer.layers.1.self_attn.in_proj_bias": 0.005778742488473654, + "transformer.layers.1.self_attn.out_proj.weight": 0.09820343554019928, + "transformer.layers.1.self_attn.out_proj.bias": 0.009349416941404343, + "transformer.layers.1.linear1.weight": 0.06159170717000961, + "transformer.layers.1.linear1.bias": 0.0038638520054519176, + "transformer.layers.1.linear2.weight": 0.08177144825458527, + "transformer.layers.1.linear2.bias": 0.009139137342572212, + "transformer.layers.1.norm1.weight": 0.005881550256162882, + "transformer.layers.1.norm1.bias": 0.0049694315530359745, + "transformer.layers.1.norm2.weight": 0.005191321484744549, + "transformer.layers.1.norm2.bias": 0.004106317646801472, + "transformer.layers.2.self_attn.in_proj_weight": 0.10804789513349533, + "transformer.layers.2.self_attn.in_proj_bias": 0.0065124863758683205, + "transformer.layers.2.self_attn.out_proj.weight": 0.08153166621923447, + "transformer.layers.2.self_attn.out_proj.bias": 0.008966667577624321, + "transformer.layers.2.linear1.weight": 0.05684078484773636, + "transformer.layers.2.linear1.bias": 0.004465088248252869, + "transformer.layers.2.linear2.weight": 0.06034327298402786, + "transformer.layers.2.linear2.bias": 0.009911919012665749, + "transformer.layers.2.norm1.weight": 0.007372673135250807, + "transformer.layers.2.norm1.bias": 0.006761766504496336, + "transformer.layers.2.norm2.weight": 0.004379503428936005, + "transformer.layers.2.norm2.bias": 0.006342603359371424, + "transformer.layers.3.self_attn.in_proj_weight": 0.16725559532642365, + "transformer.layers.3.self_attn.in_proj_bias": 0.019792307168245316, + "transformer.layers.3.self_attn.out_proj.weight": 0.07976440340280533, + "transformer.layers.3.self_attn.out_proj.bias": 0.015252619050443172, + "transformer.layers.3.linear1.weight": 0.12255609035491943, + "transformer.layers.3.linear1.bias": 0.011854523792862892, + "transformer.layers.3.linear2.weight": 0.06460914015769958, + "transformer.layers.3.linear2.bias": 0.019571345299482346, + "transformer.layers.3.norm1.weight": 0.01322049368172884, + "transformer.layers.3.norm1.bias": 0.028070533648133278, + "transformer.layers.3.norm2.weight": 0.008444844745099545, + "transformer.layers.3.norm2.bias": 0.01651368848979473, + "head.weight": 0.992137610912323, + "head.bias": 0.04246845468878746, + "global_embedding.weight": 0.06080912426114082, + "global_cnn.0.weight": 0.15582825243473053, + "global_cnn.0.bias": 0.00703679071739316, + "global_cnn.2.weight": 0.1927436888217926, + "global_cnn.2.bias": 0.010158861987292767, + "global_proj.weight": 0.044338785111904144, + "global_proj.bias": 0.03349040076136589, + "goal_head.0.weight": 0.02781844139099121, + "goal_head.0.bias": 0.012535028159618378, + "goal_head.2.weight": 0.04090381786227226, + "goal_head.2.bias": 0.02596379816532135 + }, + { + "global_gate": 0.00135432172100991, + "embedding.weight": 0.003835871582850814, + "cnn.0.weight": 0.09827002882957458, + "cnn.0.bias": 0.0038361388724297285, + "cnn.2.weight": 0.030300693586468697, + "cnn.2.bias": 0.00838946271687746, + "cnn.5.weight": 0.027270713821053505, + "cnn.5.bias": 0.006995182018727064, + "action_emb.weight": 0.02516578510403633, + "timestep_emb.weight": 0.0033728911075741053, + "pos_emb.weight": 0.007139912340790033, + "transformer.layers.0.self_attn.in_proj_weight": 0.08328824490308762, + "transformer.layers.0.self_attn.in_proj_bias": 0.0075982012785971165, + "transformer.layers.0.self_attn.out_proj.weight": 0.10780530422925949, + "transformer.layers.0.self_attn.out_proj.bias": 0.01033918745815754, + "transformer.layers.0.linear1.weight": 0.11061881482601166, + "transformer.layers.0.linear1.bias": 0.0047781639732420444, + "transformer.layers.0.linear2.weight": 0.0831737145781517, + "transformer.layers.0.linear2.bias": 0.008467702195048332, + "transformer.layers.0.norm1.weight": 0.00445311376824975, + "transformer.layers.0.norm1.bias": 0.00718255341053009, + "transformer.layers.0.norm2.weight": 0.012830299325287342, + "transformer.layers.0.norm2.bias": 0.0060072168707847595, + "transformer.layers.1.self_attn.in_proj_weight": 0.08130602538585663, + "transformer.layers.1.self_attn.in_proj_bias": 0.005413617938756943, + "transformer.layers.1.self_attn.out_proj.weight": 0.06859984993934631, + "transformer.layers.1.self_attn.out_proj.bias": 0.0068580773659050465, + "transformer.layers.1.linear1.weight": 0.04959670081734657, + "transformer.layers.1.linear1.bias": 0.0028901537880301476, + "transformer.layers.1.linear2.weight": 0.05985727161169052, + "transformer.layers.1.linear2.bias": 0.006737057585269213, + "transformer.layers.1.norm1.weight": 0.005470793694257736, + "transformer.layers.1.norm1.bias": 0.005459236446768045, + "transformer.layers.1.norm2.weight": 0.0041108462028205395, + "transformer.layers.1.norm2.bias": 0.002942016813904047, + "transformer.layers.2.self_attn.in_proj_weight": 0.07200715690851212, + "transformer.layers.2.self_attn.in_proj_bias": 0.004833277314901352, + "transformer.layers.2.self_attn.out_proj.weight": 0.05834730342030525, + "transformer.layers.2.self_attn.out_proj.bias": 0.0066853114403784275, + "transformer.layers.2.linear1.weight": 0.03688100352883339, + "transformer.layers.2.linear1.bias": 0.002566491486504674, + "transformer.layers.2.linear2.weight": 0.04424649104475975, + "transformer.layers.2.linear2.bias": 0.006777262780815363, + "transformer.layers.2.norm1.weight": 0.005292708054184914, + "transformer.layers.2.norm1.bias": 0.004821182228624821, + "transformer.layers.2.norm2.weight": 0.0028279637917876244, + "transformer.layers.2.norm2.bias": 0.002972932532429695, + "transformer.layers.3.self_attn.in_proj_weight": 0.14416871964931488, + "transformer.layers.3.self_attn.in_proj_bias": 0.013935516588389874, + "transformer.layers.3.self_attn.out_proj.weight": 0.056823696941137314, + "transformer.layers.3.self_attn.out_proj.bias": 0.010020201094448566, + "transformer.layers.3.linear1.weight": 0.06819187849760056, + "transformer.layers.3.linear1.bias": 0.006358786020427942, + "transformer.layers.3.linear2.weight": 0.03837186470627785, + "transformer.layers.3.linear2.bias": 0.012669644318521023, + "transformer.layers.3.norm1.weight": 0.013600973412394524, + "transformer.layers.3.norm1.bias": 0.020025884732604027, + "transformer.layers.3.norm2.weight": 0.005499031860381365, + "transformer.layers.3.norm2.bias": 0.008443284779787064, + "head.weight": 0.5859893560409546, + "head.bias": 0.024674151092767715, + "global_embedding.weight": 0.05447891354560852, + "global_cnn.0.weight": 0.13951753079891205, + "global_cnn.0.bias": 0.006936320103704929, + "global_cnn.2.weight": 0.14448879659175873, + "global_cnn.2.bias": 0.006122879218310118, + "global_proj.weight": 0.026187676936388016, + "global_proj.bias": 0.016199911013245583, + "goal_head.0.weight": 0.004758554045110941, + "goal_head.0.bias": 0.0011395865585654974, + "goal_head.2.weight": 0.006871799007058144, + "goal_head.2.bias": 0.0026548593305051327 + }, + { + "global_gate": 0.00010156474309042096, + "embedding.weight": 0.0007803417393006384, + "cnn.0.weight": 0.024690479040145874, + "cnn.0.bias": 0.0009034969261847436, + "cnn.2.weight": 0.013466908596456051, + "cnn.2.bias": 0.003196222707629204, + "cnn.5.weight": 0.01620609313249588, + "cnn.5.bias": 0.002394572366029024, + "action_emb.weight": 0.014568296261131763, + "timestep_emb.weight": 0.002729445230215788, + "pos_emb.weight": 0.0047214520163834095, + "transformer.layers.0.self_attn.in_proj_weight": 0.06193555146455765, + "transformer.layers.0.self_attn.in_proj_bias": 0.005233913194388151, + "transformer.layers.0.self_attn.out_proj.weight": 0.05786795914173126, + "transformer.layers.0.self_attn.out_proj.bias": 0.007028283551335335, + "transformer.layers.0.linear1.weight": 0.06154238060116768, + "transformer.layers.0.linear1.bias": 0.00292747700586915, + "transformer.layers.0.linear2.weight": 0.059618450701236725, + "transformer.layers.0.linear2.bias": 0.006566545460373163, + "transformer.layers.0.norm1.weight": 0.004329044371843338, + "transformer.layers.0.norm1.bias": 0.004948067013174295, + "transformer.layers.0.norm2.weight": 0.006074604578316212, + "transformer.layers.0.norm2.bias": 0.002883425448089838, + "transformer.layers.1.self_attn.in_proj_weight": 0.052017584443092346, + "transformer.layers.1.self_attn.in_proj_bias": 0.00377161568030715, + "transformer.layers.1.self_attn.out_proj.weight": 0.06398546695709229, + "transformer.layers.1.self_attn.out_proj.bias": 0.0060890247114002705, + "transformer.layers.1.linear1.weight": 0.03382951021194458, + "transformer.layers.1.linear1.bias": 0.0020856368355453014, + "transformer.layers.1.linear2.weight": 0.047580864280462265, + "transformer.layers.1.linear2.bias": 0.006084043998271227, + "transformer.layers.1.norm1.weight": 0.00290295179001987, + "transformer.layers.1.norm1.bias": 0.0030898856930434704, + "transformer.layers.1.norm2.weight": 0.0023666222114115953, + "transformer.layers.1.norm2.bias": 0.0018730164738371968, + "transformer.layers.2.self_attn.in_proj_weight": 0.05643416568636894, + "transformer.layers.2.self_attn.in_proj_bias": 0.00414932519197464, + "transformer.layers.2.self_attn.out_proj.weight": 0.06409988552331924, + "transformer.layers.2.self_attn.out_proj.bias": 0.0063292947597801685, + "transformer.layers.2.linear1.weight": 0.03447327762842178, + "transformer.layers.2.linear1.bias": 0.0025104202795773745, + "transformer.layers.2.linear2.weight": 0.040825795382261276, + "transformer.layers.2.linear2.bias": 0.006765616126358509, + "transformer.layers.2.norm1.weight": 0.004021680913865566, + "transformer.layers.2.norm1.bias": 0.003886881750077009, + "transformer.layers.2.norm2.weight": 0.002393216360360384, + "transformer.layers.2.norm2.bias": 0.0030365390703082085, + "transformer.layers.3.self_attn.in_proj_weight": 0.17111113667488098, + "transformer.layers.3.self_attn.in_proj_bias": 0.02008766680955887, + "transformer.layers.3.self_attn.out_proj.weight": 0.07961352914571762, + "transformer.layers.3.self_attn.out_proj.bias": 0.01472307275980711, + "transformer.layers.3.linear1.weight": 0.11129583418369293, + "transformer.layers.3.linear1.bias": 0.011335733346641064, + "transformer.layers.3.linear2.weight": 0.06188344955444336, + "transformer.layers.3.linear2.bias": 0.020153671503067017, + "transformer.layers.3.norm1.weight": 0.01371484249830246, + "transformer.layers.3.norm1.bias": 0.028513317927718163, + "transformer.layers.3.norm2.weight": 0.008613775484263897, + "transformer.layers.3.norm2.bias": 0.01734711043536663, + "head.weight": 0.9343068599700928, + "head.bias": 0.041799161583185196, + "global_embedding.weight": 0.019323136657476425, + "global_cnn.0.weight": 0.09722872823476791, + "global_cnn.0.bias": 0.0033428696915507317, + "global_cnn.2.weight": 0.14089952409267426, + "global_cnn.2.bias": 0.005615902598947287, + "global_proj.weight": 0.018884269520640373, + "global_proj.bias": 0.013572093099355698, + "goal_head.0.weight": 0.012951219454407692, + "goal_head.0.bias": 0.0062894015572965145, + "goal_head.2.weight": 0.022976571694016457, + "goal_head.2.bias": 0.015522823669016361 + }, + { + "global_gate": 0.0007171593606472015, + "embedding.weight": 0.007401354145258665, + "cnn.0.weight": 0.1047646701335907, + "cnn.0.bias": 0.005283416714519262, + "cnn.2.weight": 0.023556679487228394, + "cnn.2.bias": 0.004685218911617994, + "cnn.5.weight": 0.02197524905204773, + "cnn.5.bias": 0.003557663643732667, + "action_emb.weight": 0.011902946047484875, + "timestep_emb.weight": 0.0034119756892323494, + "pos_emb.weight": 0.0065534235909581184, + "transformer.layers.0.self_attn.in_proj_weight": 0.06149453669786453, + "transformer.layers.0.self_attn.in_proj_bias": 0.004988428670912981, + "transformer.layers.0.self_attn.out_proj.weight": 0.06501118093729019, + "transformer.layers.0.self_attn.out_proj.bias": 0.0076331477612257, + "transformer.layers.0.linear1.weight": 0.061389677226543427, + "transformer.layers.0.linear1.bias": 0.003042341209948063, + "transformer.layers.0.linear2.weight": 0.05473587289452553, + "transformer.layers.0.linear2.bias": 0.005269373767077923, + "transformer.layers.0.norm1.weight": 0.003853194648399949, + "transformer.layers.0.norm1.bias": 0.004610210191458464, + "transformer.layers.0.norm2.weight": 0.0063770730048418045, + "transformer.layers.0.norm2.bias": 0.004394153133034706, + "transformer.layers.1.self_attn.in_proj_weight": 0.04937931150197983, + "transformer.layers.1.self_attn.in_proj_bias": 0.0032736414577811956, + "transformer.layers.1.self_attn.out_proj.weight": 0.05812947824597359, + "transformer.layers.1.self_attn.out_proj.bias": 0.004547314252704382, + "transformer.layers.1.linear1.weight": 0.033111318945884705, + "transformer.layers.1.linear1.bias": 0.0018818415701389313, + "transformer.layers.1.linear2.weight": 0.041467372328042984, + "transformer.layers.1.linear2.bias": 0.0042414432391524315, + "transformer.layers.1.norm1.weight": 0.0032711876556277275, + "transformer.layers.1.norm1.bias": 0.0030691749416291714, + "transformer.layers.1.norm2.weight": 0.0024863719008862972, + "transformer.layers.1.norm2.bias": 0.0019755803514271975, + "transformer.layers.2.self_attn.in_proj_weight": 0.0623563751578331, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033173696137964725, + "transformer.layers.2.self_attn.out_proj.weight": 0.053848057985305786, + "transformer.layers.2.self_attn.out_proj.bias": 0.004107802640646696, + "transformer.layers.2.linear1.weight": 0.027510739862918854, + "transformer.layers.2.linear1.bias": 0.0018053455278277397, + "transformer.layers.2.linear2.weight": 0.031681127846241, + "transformer.layers.2.linear2.bias": 0.003992429934442043, + "transformer.layers.2.norm1.weight": 0.004310848191380501, + "transformer.layers.2.norm1.bias": 0.0031431999523192644, + "transformer.layers.2.norm2.weight": 0.0018502185121178627, + "transformer.layers.2.norm2.bias": 0.00212643900886178, + "transformer.layers.3.self_attn.in_proj_weight": 0.09800732135772705, + "transformer.layers.3.self_attn.in_proj_bias": 0.00662987632676959, + "transformer.layers.3.self_attn.out_proj.weight": 0.05417052283883095, + "transformer.layers.3.self_attn.out_proj.bias": 0.004840496927499771, + "transformer.layers.3.linear1.weight": 0.05779873952269554, + "transformer.layers.3.linear1.bias": 0.004331641364842653, + "transformer.layers.3.linear2.weight": 0.032805852591991425, + "transformer.layers.3.linear2.bias": 0.006390470080077648, + "transformer.layers.3.norm1.weight": 0.007777665741741657, + "transformer.layers.3.norm1.bias": 0.010207039304077625, + "transformer.layers.3.norm2.weight": 0.004305752459913492, + "transformer.layers.3.norm2.bias": 0.005866799037903547, + "head.weight": 0.4681779742240906, + "head.bias": 0.013857745565474033, + "global_embedding.weight": 0.028202779591083527, + "global_cnn.0.weight": 0.12594535946846008, + "global_cnn.0.bias": 0.004560703411698341, + "global_cnn.2.weight": 0.2791414260864258, + "global_cnn.2.bias": 0.012828405946493149, + "global_proj.weight": 0.061323557049036026, + "global_proj.bias": 0.041220828890800476, + "goal_head.0.weight": 0.03972502425312996, + "goal_head.0.bias": 0.01691998727619648, + "goal_head.2.weight": 0.05630412697792053, + "goal_head.2.bias": 0.03628737851977348 + }, + { + "global_gate": 0.00012890278594568372, + "embedding.weight": 0.0008986599277704954, + "cnn.0.weight": 0.024389497935771942, + "cnn.0.bias": 0.0010191183537244797, + "cnn.2.weight": 0.0097414031624794, + "cnn.2.bias": 0.0023487512953579426, + "cnn.5.weight": 0.013062022626399994, + "cnn.5.bias": 0.001787627930752933, + "action_emb.weight": 0.017166618257761, + "timestep_emb.weight": 0.0031894894782453775, + "pos_emb.weight": 0.007668611127883196, + "transformer.layers.0.self_attn.in_proj_weight": 0.04572417214512825, + "transformer.layers.0.self_attn.in_proj_bias": 0.003572423243895173, + "transformer.layers.0.self_attn.out_proj.weight": 0.05346396192908287, + "transformer.layers.0.self_attn.out_proj.bias": 0.004800807684659958, + "transformer.layers.0.linear1.weight": 0.07970321178436279, + "transformer.layers.0.linear1.bias": 0.0026947057340294123, + "transformer.layers.0.linear2.weight": 0.05646882206201553, + "transformer.layers.0.linear2.bias": 0.0040445756167173386, + "transformer.layers.0.norm1.weight": 0.002635776996612549, + "transformer.layers.0.norm1.bias": 0.003654342144727707, + "transformer.layers.0.norm2.weight": 0.008672620169818401, + "transformer.layers.0.norm2.bias": 0.0033307503908872604, + "transformer.layers.1.self_attn.in_proj_weight": 0.04642825201153755, + "transformer.layers.1.self_attn.in_proj_bias": 0.002720810007303953, + "transformer.layers.1.self_attn.out_proj.weight": 0.04758699983358383, + "transformer.layers.1.self_attn.out_proj.bias": 0.003650220576673746, + "transformer.layers.1.linear1.weight": 0.03660350292921066, + "transformer.layers.1.linear1.bias": 0.0016765481559559703, + "transformer.layers.1.linear2.weight": 0.04282806068658829, + "transformer.layers.1.linear2.bias": 0.0035625670570880175, + "transformer.layers.1.norm1.weight": 0.0032934253104031086, + "transformer.layers.1.norm1.bias": 0.002588571747764945, + "transformer.layers.1.norm2.weight": 0.003385458141565323, + "transformer.layers.1.norm2.bias": 0.0015930448425933719, + "transformer.layers.2.self_attn.in_proj_weight": 0.05031866952776909, + "transformer.layers.2.self_attn.in_proj_bias": 0.002987657207995653, + "transformer.layers.2.self_attn.out_proj.weight": 0.03938056528568268, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035945961717516184, + "transformer.layers.2.linear1.weight": 0.026336435228586197, + "transformer.layers.2.linear1.bias": 0.0015612025745213032, + "transformer.layers.2.linear2.weight": 0.03182143718004227, + "transformer.layers.2.linear2.bias": 0.0037081288173794746, + "transformer.layers.2.norm1.weight": 0.004004542250186205, + "transformer.layers.2.norm1.bias": 0.0033619930036365986, + "transformer.layers.2.norm2.weight": 0.0019170360174030066, + "transformer.layers.2.norm2.bias": 0.0017177764093503356, + "transformer.layers.3.self_attn.in_proj_weight": 0.09409793466329575, + "transformer.layers.3.self_attn.in_proj_bias": 0.01112339086830616, + "transformer.layers.3.self_attn.out_proj.weight": 0.04421425610780716, + "transformer.layers.3.self_attn.out_proj.bias": 0.007751695346087217, + "transformer.layers.3.linear1.weight": 0.06410546600818634, + "transformer.layers.3.linear1.bias": 0.006310848984867334, + "transformer.layers.3.linear2.weight": 0.034890126436948776, + "transformer.layers.3.linear2.bias": 0.010617636144161224, + "transformer.layers.3.norm1.weight": 0.007828851230442524, + "transformer.layers.3.norm1.bias": 0.016741912811994553, + "transformer.layers.3.norm2.weight": 0.005133392289280891, + "transformer.layers.3.norm2.bias": 0.009084999561309814, + "head.weight": 0.4697865843772888, + "head.bias": 0.022090502083301544, + "global_embedding.weight": 0.007524840533733368, + "global_cnn.0.weight": 0.07489042729139328, + "global_cnn.0.bias": 0.0031852524261921644, + "global_cnn.2.weight": 0.1665082573890686, + "global_cnn.2.bias": 0.01015187706798315, + "global_proj.weight": 0.030430275946855545, + "global_proj.bias": 0.028298823162913322, + "goal_head.0.weight": 0.02222635969519615, + "goal_head.0.bias": 0.011524813249707222, + "goal_head.2.weight": 0.03360513225197792, + "goal_head.2.bias": 0.02440970577299595 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.1022321954369545, - 0.19957545399665833, - 0.053871747106313705, - 0.1302017867565155, - 0.05700450390577316, - 0.04097505286335945, - 0.021298494189977646, - 0.09001543372869492, - 0.13164928555488586, - 0.08120885491371155 + 0.2679390609264374, + 0.4072416424751282, + 0.4437408745288849, + 0.4731227159500122, + 0.5495324730873108, + 0.40994685888290405, + 0.5316775441169739, + 0.4673173427581787, + 0.3203946053981781, + 0.39231589436531067, + 0.39324212074279785, + 0.4364786148071289, + 0.4429313540458679, + 0.7272369265556335, + 0.5445852279663086, + 0.6012600064277649, + 0.4650125503540039, + 0.526692271232605, + 0.6318414211273193, + 0.5894258618354797 ], "repr_drift_kl_low_t": [ - 0.10304181277751923, - 0.16363008320331573, - 0.04853614792227745, - 0.13856065273284912, - 0.06674294173717499, - 0.04359857738018036, - 0.01704651489853859, - 0.06012967228889465, - 0.12520542740821838, - 0.07633820176124573 + 0.2876947820186615, + 0.40099650621414185, + 0.5320351123809814, + 0.531512975692749, + 0.672991931438446, + 0.46639931201934814, + 0.6730396747589111, + 0.5660282969474792, + 0.3687285780906677, + 0.467611163854599, + 0.39792561531066895, + 0.549142599105835, + 0.5308955907821655, + 0.9518178105354309, + 0.6549112200737, + 0.7070183753967285, + 0.5498778223991394, + 0.6409494280815125, + 0.7913188338279724, + 0.6977072358131409 ], "repr_drift_kl_mid_t": [ - 0.09467983990907669, - 0.17765021324157715, - 0.0445118248462677, - 0.12532146275043488, - 0.05498374253511429, - 0.039939913898706436, - 0.01922784186899662, - 0.060706205666065216, - 0.11680641025304794, - 0.06618892401456833 + 0.25387129187583923, + 0.3833494484424591, + 0.42090311646461487, + 0.43389245867729187, + 0.541914165019989, + 0.36260467767715454, + 0.5067396759986877, + 0.4442813992500305, + 0.2900623083114624, + 0.38867467641830444, + 0.334046334028244, + 0.4140551686286926, + 0.42130908370018005, + 0.7041457891464233, + 0.5399097204208374, + 0.5654512047767639, + 0.4368160367012024, + 0.49881982803344727, + 0.6026520133018494, + 0.5737486481666565 ], "repr_drift_kl_high_t": [ - 0.09379862248897552, - 0.3687264323234558, - 0.09556923806667328, - 0.15687444806098938, - 0.06736192107200623, - 0.06321603059768677, - 0.03847648203372955, - 0.10731510072946548, - 0.13089889287948608, - 0.09280376881361008 + 0.2889804542064667, + 0.5017560720443726, + 0.40875735878944397, + 0.5223244428634644, + 0.47274401783943176, + 0.5030353665351868, + 0.4754939675331116, + 0.4310193955898285, + 0.3541510999202728, + 0.35969278216362, + 0.5704820156097412, + 0.4403736889362335, + 0.39618682861328125, + 0.5194339752197266, + 0.4731828272342682, + 0.5845380425453186, + 0.4197922348976135, + 0.4754439890384674, + 0.5238777995109558, + 0.5089318156242371 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8746662735939026, - 0.9191146492958069, - 0.8696445226669312, - 0.9317918419837952, - 0.9256300926208496 + 0.5950893759727478, + 0.6150314807891846, + 0.7143961787223816, + 0.7402792572975159, + 0.8469088077545166, + 0.7096526026725769, + 0.6182183623313904, + 0.8471272587776184, + 0.7024303078651428, + 0.7458837628364563 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.5626624226570129, - 1.1747910976409912, - 0.14886847138404846, - 0.6307674646377563, - 0.3525964021682739, - 0.7208849191665649, - 0.20300404727458954, - 0.31223252415657043, - 0.28635910153388977, - 0.2654006779193878 + 1.3708946704864502, + 0.6894108653068542, + 0.3539496958255768, + 0.5909428596496582, + 0.16273540258407593, + 0.14671072363853455, + 0.4688219130039215, + 0.363511323928833, + 0.11813879013061523, + 0.1625131368637085, + 0.2797758877277374, + 0.13068102300167084, + 0.1881839632987976, + 0.19115731120109558, + 0.3253551721572876, + 0.2663505971431732, + 0.10059600323438644, + 0.14080078899860382, + 0.34039247035980225, + 0.24545788764953613 ], "norm_high_t": [ - 0.5059978365898132, - 1.0531131029129028, - 0.10571148991584778, - 0.6450888514518738, - 0.3468644917011261, - 0.7180595397949219, - 0.2141396552324295, - 0.10999935120344162, - 0.2899247705936432, - 0.2653394937515259 + 1.389453649520874, + 0.69964998960495, + 0.35919517278671265, + 0.6094833016395569, + 0.14784592390060425, + 0.1687738001346588, + 0.4705179035663605, + 0.3647473454475403, + 0.11168977618217468, + 0.16683103144168854, + 0.28130921721458435, + 0.1497279554605484, + 0.198532834649086, + 0.19572627544403076, + 0.3499303460121155, + 0.2998037040233612, + 0.08649350702762604, + 0.17412972450256348, + 0.34206217527389526, + 0.24065589904785156 ], "lowhigh_cos": [ - 0.862820029258728, - 0.9281187057495117, - 0.69922935962677, - 0.8521385192871094, - 0.9828013777732849, - 0.9946373105049133, - 0.9085641503334045, - -0.034073036164045334, - 0.787988543510437, - 0.9999726414680481 + 0.990230143070221, + 0.9822133779525757, + 0.9490782618522644, + 0.9629283547401428, + 0.8395381569862366, + 0.8361732959747314, + 0.9583011865615845, + 0.9761648178100586, + 0.9178813695907593, + 0.9348857998847961, + 0.9885191917419434, + 0.4198015630245209, + 0.6356149315834045, + 0.8801522850990295, + 0.8193554878234863, + 0.8539884686470032, + 0.6725338697433472, + 0.8754432797431946, + 0.9875506162643433, + 0.9049287438392639 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.5216363072395325, - "t_0.1-0.2": 0.5504246950149536, - "t_0.2-0.3": 0.6154477000236511, - "t_0.3-0.4": 0.5152799487113953, - "t_0.4-0.5": 0.5875940322875977, - "t_0.5-0.6": 0.5453132390975952, - "t_0.6-0.7": 0.5326294898986816, - "t_0.7-0.8": 0.5238469243049622, - "t_0.8-0.9": 0.5188897252082825, - "t_0.9-1.0": 0.4878718852996826 - }, - { - "t_0.0-0.1": 1.145523190498352, - "t_0.1-0.2": 1.1132454872131348, - "t_0.2-0.3": 1.1019858121871948, - "t_0.3-0.4": 1.08279287815094, - "t_0.4-0.5": 1.082208275794983, - "t_0.5-0.6": 1.066042423248291, - "t_0.6-0.7": 1.094895601272583, - "t_0.7-0.8": 1.0999952554702759, - "t_0.8-0.9": 1.0818793773651123, - "t_0.9-1.0": 1.0629416704177856 - }, - { - "t_0.0-0.1": 0.16164790093898773, - "t_0.1-0.2": 0.11479296535253525, - "t_0.2-0.3": 0.11648985743522644, - "t_0.3-0.4": 0.11212925612926483, - "t_0.4-0.5": 0.10974664241075516, - "t_0.5-0.6": 0.10909876972436905, - "t_0.6-0.7": 0.11658778786659241, - "t_0.7-0.8": 0.10584351420402527, - "t_0.8-0.9": 0.10978862643241882, - "t_0.9-1.0": 0.10414821654558182 - }, - { - "t_0.0-0.1": 0.7134222984313965, - "t_0.1-0.2": 0.6454237699508667, - "t_0.2-0.3": 0.644210934638977, - "t_0.3-0.4": 0.6253076195716858, - "t_0.4-0.5": 0.6356313824653625, - "t_0.5-0.6": 0.5918858051300049, - "t_0.6-0.7": 0.6163532137870789, - "t_0.7-0.8": 0.5920619368553162, - "t_0.8-0.9": 0.6225701570510864, - "t_0.9-1.0": 0.6551330089569092 - }, - { - "t_0.0-0.1": 0.3468908965587616, - "t_0.1-0.2": 0.3468158543109894, - "t_0.2-0.3": 0.34642425179481506, - "t_0.3-0.4": 0.34565049409866333, - "t_0.4-0.5": 0.347103476524353, - "t_0.5-0.6": 0.345693975687027, - "t_0.6-0.7": 0.3459099531173706, - "t_0.7-0.8": 0.34610483050346375, - "t_0.8-0.9": 0.3454653024673462, - "t_0.9-1.0": 0.34590569138526917 - }, - { - "t_0.0-0.1": 0.7237436771392822, - "t_0.1-0.2": 0.7172322273254395, - "t_0.2-0.3": 0.7196047306060791, - "t_0.3-0.4": 0.7194501757621765, - "t_0.4-0.5": 0.7158461809158325, - "t_0.5-0.6": 0.7195613384246826, - "t_0.6-0.7": 0.7176720499992371, - "t_0.7-0.8": 0.7144702076911926, - "t_0.8-0.9": 0.7091535329818726, - "t_0.9-1.0": 0.7171601057052612 - }, - { - "t_0.0-0.1": 0.20699094235897064, - "t_0.1-0.2": 0.2032322734594345, - "t_0.2-0.3": 0.20561225712299347, - "t_0.3-0.4": 0.20139802992343903, - "t_0.4-0.5": 0.22101642191410065, - "t_0.5-0.6": 0.20885740220546722, - "t_0.6-0.7": 0.2078080028295517, - "t_0.7-0.8": 0.2053687870502472, - "t_0.8-0.9": 0.2060687392950058, - "t_0.9-1.0": 0.23034043610095978 - }, - { - "t_0.0-0.1": 0.16768750548362732, - "t_0.1-0.2": 0.11733829975128174, - "t_0.2-0.3": 0.09810656309127808, - "t_0.3-0.4": 0.29236307740211487, - "t_0.4-0.5": 0.15071168541908264, - "t_0.5-0.6": 0.17797540128231049, - "t_0.6-0.7": 0.10291697084903717, - "t_0.7-0.8": 0.18750278651714325, - "t_0.8-0.9": 0.10849786549806595, - "t_0.9-1.0": 0.10404965281486511 - }, - { - "t_0.0-0.1": 0.277566134929657, - "t_0.1-0.2": 0.26857078075408936, - "t_0.2-0.3": 0.26393795013427734, - "t_0.3-0.4": 0.2698345184326172, - "t_0.4-0.5": 0.26546037197113037, - "t_0.5-0.6": 0.2629375755786896, - "t_0.6-0.7": 0.2668224573135376, - "t_0.7-0.8": 0.27194449305534363, - "t_0.8-0.9": 0.2758515775203705, - "t_0.9-1.0": 0.32603487372398376 - }, - { - "t_0.0-0.1": 0.2654006779193878, - "t_0.1-0.2": 0.2654006779193878, - "t_0.2-0.3": 0.2654006779193878, - "t_0.3-0.4": 0.26534003019332886, - "t_0.4-0.5": 0.2654006779193878, - "t_0.5-0.6": 0.26532548666000366, - "t_0.6-0.7": 0.2654006779193878, - "t_0.7-0.8": 0.265359103679657, - "t_0.8-0.9": 0.265367716550827, - "t_0.9-1.0": 0.2653392553329468 + "t_0.0-0.1": 1.367642879486084, + "t_0.1-0.2": 1.3694307804107666, + "t_0.2-0.3": 1.3684293031692505, + "t_0.3-0.4": 1.3699901103973389, + "t_0.4-0.5": 1.3722894191741943, + "t_0.5-0.6": 1.3709070682525635, + "t_0.6-0.7": 1.3743224143981934, + "t_0.7-0.8": 1.375378966331482, + "t_0.8-0.9": 1.3826977014541626, + "t_0.9-1.0": 1.4033923149108887 + }, + { + "t_0.0-0.1": 0.6959173083305359, + "t_0.1-0.2": 0.6910675764083862, + "t_0.2-0.3": 0.6932290196418762, + "t_0.3-0.4": 0.6886005997657776, + "t_0.4-0.5": 0.687882125377655, + "t_0.5-0.6": 0.688745379447937, + "t_0.6-0.7": 0.688044011592865, + "t_0.7-0.8": 0.6922612190246582, + "t_0.8-0.9": 0.6972941160202026, + "t_0.9-1.0": 0.7130037546157837 + }, + { + "t_0.0-0.1": 0.3554241359233856, + "t_0.1-0.2": 0.3434622287750244, + "t_0.2-0.3": 0.3427785038948059, + "t_0.3-0.4": 0.3433280289173126, + "t_0.4-0.5": 0.34414342045783997, + "t_0.5-0.6": 0.34491002559661865, + "t_0.6-0.7": 0.3442226052284241, + "t_0.7-0.8": 0.3482092320919037, + "t_0.8-0.9": 0.3482092320919037, + "t_0.9-1.0": 0.36059579253196716 + }, + { + "t_0.0-0.1": 0.5943171381950378, + "t_0.1-0.2": 0.5929473638534546, + "t_0.2-0.3": 0.5895324945449829, + "t_0.3-0.4": 0.5874729156494141, + "t_0.4-0.5": 0.5887526869773865, + "t_0.5-0.6": 0.5883927941322327, + "t_0.6-0.7": 0.5878395438194275, + "t_0.7-0.8": 0.5931010842323303, + "t_0.8-0.9": 0.600598931312561, + "t_0.9-1.0": 0.6287489533424377 + }, + { + "t_0.0-0.1": 0.17190484702587128, + "t_0.1-0.2": 0.14994774758815765, + "t_0.2-0.3": 0.15112757682800293, + "t_0.3-0.4": 0.15024472773075104, + "t_0.4-0.5": 0.15266789495944977, + "t_0.5-0.6": 0.1490965038537979, + "t_0.6-0.7": 0.14603455364704132, + "t_0.7-0.8": 0.16044799983501434, + "t_0.8-0.9": 0.1435171663761139, + "t_0.9-1.0": 0.15497830510139465 + }, + { + "t_0.0-0.1": 0.1577446460723877, + "t_0.1-0.2": 0.1314135491847992, + "t_0.2-0.3": 0.13944531977176666, + "t_0.3-0.4": 0.13845056295394897, + "t_0.4-0.5": 0.13432863354682922, + "t_0.5-0.6": 0.1370542198419571, + "t_0.6-0.7": 0.14702379703521729, + "t_0.7-0.8": 0.1457691490650177, + "t_0.8-0.9": 0.15839874744415283, + "t_0.9-1.0": 0.18543632328510284 + }, + { + "t_0.0-0.1": 0.46148931980133057, + "t_0.1-0.2": 0.462930291891098, + "t_0.2-0.3": 0.46183696389198303, + "t_0.3-0.4": 0.45827195048332214, + "t_0.4-0.5": 0.4591115117073059, + "t_0.5-0.6": 0.4601963758468628, + "t_0.6-0.7": 0.459638386964798, + "t_0.7-0.8": 0.46120721101760864, + "t_0.8-0.9": 0.4672110974788666, + "t_0.9-1.0": 0.47629520297050476 + }, + { + "t_0.0-0.1": 0.36570677161216736, + "t_0.1-0.2": 0.3630789816379547, + "t_0.2-0.3": 0.36374685168266296, + "t_0.3-0.4": 0.36290132999420166, + "t_0.4-0.5": 0.36217647790908813, + "t_0.5-0.6": 0.36098048090934753, + "t_0.6-0.7": 0.3621203303337097, + "t_0.7-0.8": 0.3640575408935547, + "t_0.8-0.9": 0.3645903170108795, + "t_0.9-1.0": 0.3700636327266693 + }, + { + "t_0.0-0.1": 0.12163148075342178, + "t_0.1-0.2": 0.12104909867048264, + "t_0.2-0.3": 0.11706694960594177, + "t_0.3-0.4": 0.118782639503479, + "t_0.4-0.5": 0.12421516329050064, + "t_0.5-0.6": 0.11516144126653671, + "t_0.6-0.7": 0.11986508220434189, + "t_0.7-0.8": 0.11754930019378662, + "t_0.8-0.9": 0.11634296923875809, + "t_0.9-1.0": 0.11214511841535568 + }, + { + "t_0.0-0.1": 0.16920264065265656, + "t_0.1-0.2": 0.16146938502788544, + "t_0.2-0.3": 0.16213692724704742, + "t_0.3-0.4": 0.16067051887512207, + "t_0.4-0.5": 0.16127437353134155, + "t_0.5-0.6": 0.16020849347114563, + "t_0.6-0.7": 0.16075746715068817, + "t_0.7-0.8": 0.1611318439245224, + "t_0.8-0.9": 0.1625814437866211, + "t_0.9-1.0": 0.18196530640125275 + }, + { + "t_0.0-0.1": 0.28473156690597534, + "t_0.1-0.2": 0.2833465039730072, + "t_0.2-0.3": 0.2839635908603668, + "t_0.3-0.4": 0.2826763987541199, + "t_0.4-0.5": 0.28481611609458923, + "t_0.5-0.6": 0.2848609983921051, + "t_0.6-0.7": 0.28565406799316406, + "t_0.7-0.8": 0.2848558723926544, + "t_0.8-0.9": 0.2850503921508789, + "t_0.9-1.0": 0.2793612480163574 + }, + { + "t_0.0-0.1": 0.12306239455938339, + "t_0.1-0.2": 0.10965107381343842, + "t_0.2-0.3": 0.1087401807308197, + "t_0.3-0.4": 0.11225257068872452, + "t_0.4-0.5": 0.10935666412115097, + "t_0.5-0.6": 0.1137716993689537, + "t_0.6-0.7": 0.10873375833034515, + "t_0.7-0.8": 0.11501326411962509, + "t_0.8-0.9": 0.11953429132699966, + "t_0.9-1.0": 0.18538688123226166 + }, + { + "t_0.0-0.1": 0.20691244304180145, + "t_0.1-0.2": 0.1813650131225586, + "t_0.2-0.3": 0.18030962347984314, + "t_0.3-0.4": 0.18174728751182556, + "t_0.4-0.5": 0.18178695440292358, + "t_0.5-0.6": 0.1810542196035385, + "t_0.6-0.7": 0.17961545288562775, + "t_0.7-0.8": 0.18563665449619293, + "t_0.8-0.9": 0.18030408024787903, + "t_0.9-1.0": 0.23921102285385132 + }, + { + "t_0.0-0.1": 0.19123776257038116, + "t_0.1-0.2": 0.1929057538509369, + "t_0.2-0.3": 0.185267835855484, + "t_0.3-0.4": 0.18463240563869476, + "t_0.4-0.5": 0.18542781472206116, + "t_0.5-0.6": 0.18770097196102142, + "t_0.6-0.7": 0.18612052500247955, + "t_0.7-0.8": 0.18904009461402893, + "t_0.8-0.9": 0.19283317029476166, + "t_0.9-1.0": 0.2054087370634079 + }, + { + "t_0.0-0.1": 0.3202926516532898, + "t_0.1-0.2": 0.3209786117076874, + "t_0.2-0.3": 0.320364773273468, + "t_0.3-0.4": 0.3141375184059143, + "t_0.4-0.5": 0.320405513048172, + "t_0.5-0.6": 0.3198848068714142, + "t_0.6-0.7": 0.3285236060619354, + "t_0.7-0.8": 0.32657331228256226, + "t_0.8-0.9": 0.3425058126449585, + "t_0.9-1.0": 0.3921627998352051 + }, + { + "t_0.0-0.1": 0.29718366265296936, + "t_0.1-0.2": 0.2725645899772644, + "t_0.2-0.3": 0.27587565779685974, + "t_0.3-0.4": 0.27140289545059204, + "t_0.4-0.5": 0.2749287188053131, + "t_0.5-0.6": 0.27240079641342163, + "t_0.6-0.7": 0.27159589529037476, + "t_0.7-0.8": 0.2753029763698578, + "t_0.8-0.9": 0.2822808623313904, + "t_0.9-1.0": 0.32422274351119995 + }, + { + "t_0.0-0.1": 0.08589905500411987, + "t_0.1-0.2": 0.08816587179899216, + "t_0.2-0.3": 0.08452978730201721, + "t_0.3-0.4": 0.0780949518084526, + "t_0.4-0.5": 0.07453420758247375, + "t_0.5-0.6": 0.07889364659786224, + "t_0.6-0.7": 0.0752086415886879, + "t_0.7-0.8": 0.07984984666109085, + "t_0.8-0.9": 0.07720934599637985, + "t_0.9-1.0": 0.09426678717136383 + }, + { + "t_0.0-0.1": 0.14895889163017273, + "t_0.1-0.2": 0.1476246863603592, + "t_0.2-0.3": 0.14355891942977905, + "t_0.3-0.4": 0.14256572723388672, + "t_0.4-0.5": 0.14459002017974854, + "t_0.5-0.6": 0.14302237331867218, + "t_0.6-0.7": 0.14848199486732483, + "t_0.7-0.8": 0.1474877893924713, + "t_0.8-0.9": 0.1578396111726761, + "t_0.9-1.0": 0.20494355261325836 + }, + { + "t_0.0-0.1": 0.3523690402507782, + "t_0.1-0.2": 0.3429856300354004, + "t_0.2-0.3": 0.3435373604297638, + "t_0.3-0.4": 0.34325143694877625, + "t_0.4-0.5": 0.3433336615562439, + "t_0.5-0.6": 0.3437885046005249, + "t_0.6-0.7": 0.3435955047607422, + "t_0.7-0.8": 0.34264466166496277, + "t_0.8-0.9": 0.3421942889690399, + "t_0.9-1.0": 0.34631240367889404 + }, + { + "t_0.0-0.1": 0.25019651651382446, + "t_0.1-0.2": 0.2442644238471985, + "t_0.2-0.3": 0.24515403807163239, + "t_0.3-0.4": 0.24827159941196442, + "t_0.4-0.5": 0.24696436524391174, + "t_0.5-0.6": 0.24518321454524994, + "t_0.6-0.7": 0.24615120887756348, + "t_0.7-0.8": 0.24672773480415344, + "t_0.8-0.9": 0.24359756708145142, + "t_0.9-1.0": 0.23081587255001068 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.03513513505458832, - 0.02499999850988388, - 0.03427561745047569, - 0.07815846055746078, - 0.04059829190373421, - 0.0541619136929512, - 0.34879225492477417, - 0.0045008184388279915, - 0.038173653185367584, - 0.002710027154535055, - 0.23320895433425903, - 0.3587166368961334, - 0.09777424484491348, - 0.04422382637858391, - 0.06178160756826401, - 0.17199017107486725, - 0.030947774648666382, - 0.24146494269371033, - 0.005985266994684935, - 0.035309795290231705, - 0.2235649675130844, - 0.054835494607686996, - 0.16177430748939514, - 0.017208412289619446, - 0.020661156624555588, - 0.13141360878944397, - 0.10580204427242279, - 0.005802707746624947, - 0.09888626635074615, - 0.2800300419330597, - 0.04531250149011612, - 0.12224842607975006, - 0.2960396111011505, - 0.014111006632447243, - 0.23839765787124634, - 0.04640582203865051, - 0.10182119160890579, - 0.41117480397224426, - 0.04401184991002083, - 0.19946542382240295, - 0.1410835236310959, - 0.3737451732158661, - 0.04406130313873291, - 0.11776137351989746, - 0.004323899280279875, - 0.006637168116867542, - 0.2448797971010208, - 0.011538461782038212, - 0.04231974855065346, - 0.2149493247270584, - 0.06376975029706955, - 0.1958313137292862, - 0.19863325357437134, - 0.25200000405311584, - 0.055004511028528214, - 0.16153128445148468, - 0.0040087467059493065, - 0.037936266511678696, - 0.013636363670229912, - 0.03881807625293732, - 0.0616128034889698, - 0.005976095795631409, - 0.09148465096950531, - 0.012552301399409771, - 0.18233618140220642, - 0.11003521084785461, - 0.09379727393388748, - 0.18343764543533325, - 0.0050505055114626884, - 0.03970588371157646, - 0.02575107291340828, - 0.013530655764043331, - 0.008064515888690948, - 0.04385245963931084, - 0.011779041029512882, - 0.08465369045734406, - 0.004901960492134094, - 0.48624998331069946, - 0.12322603166103363, - 0.05602240934967995, - 0.007430998142808676, - 0.008445107378065586, - 0.1259993612766266, - 0.004691689275205135, - 0.08225107938051224, - 0.06943653523921967, - 0.08114446699619293, - 0.035605289041996, - 0.05501421168446541, - 0.06671702116727829, - 0.06666666269302368, - 0.1635388731956482, - 0.006060606334358454, - 0.17881028354167938, - 0.0974130928516388, - 0.0065543074160814285, - 0.005692599341273308, - 0.011470281518995762, - 0.0037251655012369156, - 0.006592291872948408, - 0.14318442344665527, - 0.1264100819826126, - 0.1784820705652237, - 0.09594883024692535, - 0.04025880619883537, - 0.015500235371291637, - 0.19622093439102173, - 0.06429780274629593, - 0.010396611876785755, - 0.01010611467063427, - 0.005434782709926367, - 0.019639935344457626, - 0.05222270265221596, - 0.05979202687740326, - 0.006159260869026184, - 0.04785415902733803, - 0.13862928748130798, - 0.0023174970410764217, - 0.002958579920232296, - 0.3080168664455414, - 0.003086419776082039, - 0.10343249887228012, - 0.2515789270401001, - 0.04497607424855232, - 0.058278147131204605, - 0.013745704665780067, - 0.12400399148464203, - 0.016597511246800423, - 0.06958333402872086, - 0.2730061411857605, - 0.010777520947158337, - 0.07888040691614151, - 0.09491314738988876, - 0.033631332218647, - 0.03886190056800842, - 0.0026198583655059338, - 0.3402889370918274, - 0.07454615831375122, - 0.02138783223927021, - 0.42677822709083557, - 0.12854251265525818, - 0.08955740183591843, - 0.00920245423913002, - 0.017850637435913086, - 0.007952285930514336, - 0.0833333283662796, - 0.00863557867705822, - 0.18981018662452698, - 0.3311518430709839, - 0.055878929793834686, - 0.03504762053489685, - 0.1377212405204773, - 0.020954079926013947, - 0.05421293154358864, - 0.07649253308773041, - 0.10228969901800156, - 0.1738208830356598, - 0.020113136619329453, - 0.05340399220585823, - 0.10182119160890579, - 0.013187812641263008, - 0.10147299617528915, - 0.035605289041996, - 0.07309069484472275, - 0.007952285930514336, - 0.07309069484472275, - 0.0037251655012369156, - 0.00206611561588943, - 0.12400399148464203, - 0.21968190371990204, - 0.0019206146243959665, - 0.1334175020456314, - 0.11277174204587936, - 0.05230385810136795, - 0.02701525203883648, - 0.23403377830982208, - 0.08720112591981888, - 0.0038677917327731848, - 0.005434782709926367, - 0.2876771092414856, - 0.007231404539197683, - 0.18221575021743774, - 0.12474747747182846, - 0.03221957013010979, - 0.118121437728405, - 0.061863742768764496, - 0.02763957902789116, - 0.02524038590490818, - 0.0727173313498497, - 0.047646380960941315, - 0.07686781883239746, - 0.12474747747182846, - 0.0270700640976429, - 0.1465461552143097, - 0.13232217729091644, - 0.00538160465657711, - 0.0625, - 0.19384615123271942, - 0.1410835236310959, - 0.18854045867919922, - 0.14637421071529388, - 0.16048729419708252, - 0.08576389402151108, - 0.11117445677518845, - 0.002984084887430072, - 0.13921689987182617, - 0.011323003098368645, - 0.022624434903264046, - 0.01461988314986229, - 0.0045008184388279915, - 0.12911726534366608, - 0.006106426008045673, - 0.004092370625585318, - 0.029169784858822823, - 0.029484029859304428, - 0.01866135746240616, - 0.06776180863380432, - 0.005037783179432154, - 0.11764705926179886, - 0.01653696410357952, - 0.1027688980102539, - 0.010479042306542397, - 0.16235552728176117, - 0.007462686393409967, - 0.04293455556035042, - 0.05715935304760933, - 0.08670520037412643, - 0.19661016762256622, - 0.05514949932694435, - 0.1646542251110077, - 0.07201404869556427, - 0.02172986790537834, - 0.004385964944958687, - 0.006637168116867542, - 0.023351648822426796, - 0.181749626994133, - 0.004323899280279875, - 0.04887348413467407, - 0.019335854798555374, - 0.010141253471374512, - 0.02913198620080948, - 0.0857015997171402, - 0.016373559832572937, - 0.0035771066322922707, - 0.07649253308773041, - 0.043968431651592255, - 0.08884891867637634, - 0.0037313434295356274, - 0.08964879810810089, - 0.09169606119394302, - 0.004901960492134094, - 0.09124356508255005, - 0.1367102414369583, - 0.021043401211500168, - 0.02474062331020832, - 0.0035771066322922707, - 0.07735321670770645, - 0.006470880936831236, - 0.03054910898208618, - 0.013788098469376564, - 0.0040087467059493065, - 0.0996563583612442, - 0.007234042510390282, - 0.009529859758913517, - 0.0027985074557363987, - 0.3177083432674408, - 0.10147299617528915, - 0.0024600245524197817, - 0.10789049416780472, - 0.11874999850988388, - 0.0038759689778089523, - 0.04214780405163765, - 0.005886970087885857, - 0.01007887814193964, - 0.08183205872774124, - 0.10481586307287216, - 0.0757937878370285, - 0.0021321962121874094, - 0.13914963603019714, - 0.02827036939561367, - 0.03644315153360367, - 0.09024612605571747, - 0.039308175444602966, - 0.009999999776482582, - 0.011326861567795277, - 0.08639833331108093, - 0.15903307497501373, - 0.03200776129961014, - 0.010714286006987095, - 0.01588141918182373, - 0.019320454448461533, - 0.018597442656755447, - 0.0618479885160923, - 0.09353233873844147, - 0.07901554554700851, - 0.02816057577729225, - 0.00376970530487597, - 0.010714286006987095, - 0.1776476353406906, - 0.023184603080153465, - 0.010387158021330833, - 0.27281415462493896, - 0.005976095795631409, - 0.09519492089748383, - 0.11237414181232452, - 0.03067729063332081, - 0.1377212405204773, - 0.0034403670579195023, - 0.0041841003112494946, - 0.00732421875, - 0.14489419758319855, - 0.006221484858542681, - 0.24696016311645508, - 0.1636836975812912, - 0.03723582625389099, - 0.005692599341273308, - 0.012267510406672955, - 0.006289307959377766, - 0.10087336599826813, - 0.0016556291375309229, - 0.004692832473665476, - 0.11567164212465286, - 0.007336343172937632, - 0.006274131126701832, - 0.008990110829472542, - 0.00538160465657711, - 0.029548989608883858, - 0.07644882798194885, - 0.010733452625572681, - 0.0031960229389369488, - 0.03356336057186127, - 0.0047846888191998005, - 0.0025107604451477528, - 0.007808687165379524, - 0.06554953008890152, - 0.010479042306542397, - 0.02530730329453945, - 0.006289307959377766, - 0.08328546583652496, - 0.0019743337761610746, - 0.03375162184238434, - 0.0035771066322922707, - 0.0030487803742289543, - 0.1377212405204773, - 0.031145183369517326, - 0.0029069767333567142, - 0.10104669630527496, - 0.09530201554298401, - 0.1071549728512764, - 0.10272759199142456, - 0.13912232220172882, - 0.1346733719110489, - 0.10418310761451721, - 0.001295336871407926, - 0.008557457476854324, - 0.0018004114972427487, - 0.02193187177181244, - 0.036036036908626556, - 0.006289307959377766, - 0.004323899280279875, - 0.16707120835781097, - 0.04108934476971626, - 0.004983388818800449, - 0.057780031114816666, - 0.002984084887430072, - 0.14821648597717285, - 0.016714422032237053, - 0.004032257944345474, - 0.0047846888191998005, - 0.06223176047205925, - 0.006274131126701832, - 0.004433696158230305, - 0.30979645252227783, - 0.11051692813634872, - 0.004201680887490511, - 0.01908617839217186, - 0.0037313434295356274, - 0.020477814599871635, - 0.02602081559598446, - 0.012625325471162796, - 0.0038759689778089523, - 0.007949125953018665, - 0.009970457293093204, - 0.020942408591508865, - 0.022058824077248573, - 0.00238663493655622, - 0.004692832473665476, - 0.008368201553821564, - 0.08576389402151108, - 0.009475219063460827, - 0.004385964944958687, - 0.003016591304913163, - 0.06409323215484619, - 0.019730351865291595, - 0.001752336393110454, - 0.004323899280279875, - 0.004385964944958687, - 0.005721830762922764, - 0.12133072316646576, - 0.0034722222480922937, - 0.0923636332154274, - 0.06671608984470367, - 0.058144696056842804, - 0.0034722222480922937, - 0.014325323514640331, - 0.0022522523067891598, - 0.016429353505373, - 0.005692599341273308, - 0.006289307959377766, - 0.05023863539099693, - 0.013837638311088085, - 0.05018587410449982, - 0.0045008184388279915, - 0.07097334414720535, - 0.11672794073820114, - 0.006157189607620239, - 0.13400961458683014, - 0.0197478998452425, - 0.20431654155254364, - 0.0012315271887928247, - 0.10340531170368195, - 0.0024600245524197817, - 0.006592291872948408, - 0.008064515888690948, - 0.07955482602119446, - 0.004323899280279875, - 0.06647156924009323, - 0.062375955283641815, - 0.012263099662959576, - 0.008440046571195126, - 0.005976095795631409, - 0.005341472569853067, - 0.00538160465657711, - 0.004901960492134094, - 0.13354700803756714, - 0.033833276480436325, - 0.017892643809318542, - 0.0965561643242836, - 0.013690106570720673, - 0.02029312402009964, - 0.0021289538126438856, - 0.038750000298023224, - 0.004901960492134094, - 0.028413282707333565, - 0.005434782709926367, - 0.004431314766407013, - 0.0045008184388279915, - 0.004385964944958687, - 0.00219058059155941, - 0.005636070854961872, - 0.0029069767333567142, - 0.3446129858493805, - 0.06987577676773071, - 0.22909091413021088, - 0.12597310543060303, - 0.0019206146243959665, - 0.005199306644499302, - 0.0027141133323311806, - 0.005130596924573183, - 0.005976095795631409, - 0.1646573543548584, - 0.016230538487434387, - 0.1149425283074379, - 0.2340211272239685, - 0.0035971221514046192, - 0.1313050389289856, - 0.0035971221514046192, - 0.00882352888584137, - 0.004160362761467695, - 0.003722504246979952, - 0.07314285635948181, - 0.005692599341273308, - 0.1051800325512886, - 0.02314474619925022, - 0.002984084887430072, - 0.0037313434295356274, - 0.17151989042758942, - 0.09163837879896164, - 0.0037313434295356274, - 0.017208412289619446, - 0.0049174572341144085, - 0.4060494899749756, - 0.09573643654584885, - 0.002984084887430072, - 0.004567814525216818, - 0.004587155766785145, - 0.0037364130839705467, - 0.005586592014878988, - 0.004201680887490511, - 0.0018980477470904589, - 0.04181913286447525, - 0.0050505055114626884, - 0.02291037328541279, - 0.002358490601181984 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.11499856412410736, + 0.07104010879993439, + 0.14064697921276093, + 0.08082932978868484, + 0.05362775921821594, + 0.2299477905035019, + 0.08262967318296432, + 0.0638655498623848, + 0.08250632882118225, + 0.16327042877674103, + 0.044396813958883286, + 0.10006731003522873, + 0.260829895734787, + 0.1305379718542099, + 0.11878048628568649, + 0.0813807025551796, + 0.08676683902740479, + 0.10056568682193756, + 0.05747126415371895, + 0.15594817698001862, + 0.08836465328931808, + 0.09167266637086868, + 0.12836021184921265, + 0.16700850427150726, + 0.07348618656396866, + 0.2552989423274994, + 0.044393014162778854, + 0.05692995712161064, + 0.1037796288728714, + 0.07046741992235184, + 0.06764168292284012, + 0.07051282376050949, + 0.16093091666698456, + 0.27712973952293396, + 0.07510204613208771, + 0.06986702233552933, + 0.10097847878932953, + 0.04162976145744324, + 0.07614339143037796, + 0.07118205726146698, + 0.052715230733156204, + 0.1420753002166748, + 0.12542901933193207, + 0.07198838889598846, + 0.13163243234157562, + 0.09054682403802872, + 0.06087912246584892, + 0.055012501776218414, + 0.14168234169483185, + 0.09740555286407471, + 0.09627328813076019, + 0.034217506647109985, + 0.07482500374317169, + 0.0881512463092804, + 0.14698556065559387, + 0.047943975776433945, + 0.07651854306459427, + 0.06636220961809158, + 0.08751554787158966, + 0.07030265033245087, + 0.08296483755111694, + 0.0665566548705101, + 0.10527922213077545, + 0.09727463126182556, + 0.07233214378356934, + 0.12343966215848923, + 0.1326112300157547, + 0.0471777580678463, + 0.10145631432533264, + 0.06383437663316727, + 0.04962112382054329, + 0.11850136518478394, + 0.0878668874502182, + 0.09359605610370636, + 0.06199854239821434, + 0.09657570719718933, + 0.052281543612480164, + 0.11768434196710587, + 0.10711967200040817, + 0.05513418838381767, + 0.055366046726703644, + 0.09302325546741486, + 0.08155737817287445, + 0.1267021894454956, + 0.09227129817008972, + 0.07199031859636307, + 0.09726368635892868, + 0.09679572284221649, + 0.057905010879039764, + 0.10219550132751465, + 0.059197962284088135, + 0.040088385343551636, + 0.06985074281692505, + 0.09262435883283615, + 0.06534653156995773, + 0.15778687596321106, + 0.1389610320329666, + 0.1474509835243225, + 0.10466615855693817, + 0.15931451320648193, + 0.04116727411746979, + 0.039113156497478485, + 0.08051420748233795, + 0.07655283063650131, + 0.09083425253629684, + 0.07063008099794388, + 0.048225659877061844, + 0.09880589693784714, + 0.0867658331990242, + 0.10635274648666382, + 0.06282216310501099, + 0.11976549029350281, + 0.09537572413682938, + 0.11882046610116959, + 0.16225607693195343, + 0.06863176822662354, + 0.03282715380191803, + 0.101603202521801, + 0.11455484479665756, + 0.16603875160217285, + 0.10616113245487213, + 0.07211184501647949, + 0.16633662581443787, + 0.14993904531002045, + 0.08565206825733185, + 0.121194027364254, + 0.10022883117198944, + 0.2034577876329422, + 0.11015694588422775, + 0.08899297565221786, + 0.07916181534528732, + 0.15367580950260162, + 0.07070707529783249, + 0.04536528140306473, + 0.09838810563087463, + 0.14359697699546814, + 0.12819430232048035, + 0.062162160873413086, + 0.05185317248106003, + 0.056997742503881454, + 0.0117647061124444, + 0.12403794378042221, + 0.07535060495138168, + 0.08118313550949097, + 0.07957857102155685, + 0.23738130927085876, + 0.07985299080610275, + 0.07748331129550934, + 0.14061293005943298, + 0.1336531937122345, + 0.17548471689224243, + 0.08533620834350586, + 0.07205352932214737, + 0.08029480278491974, + 0.07883986830711365, + 0.09481635689735413, + 0.10823582857847214, + 0.08021121472120285, + 0.2264217734336853, + 0.20752598345279694, + 0.03603391349315643, + 0.1583038866519928, + 0.0519857220351696, + 0.18200963735580444, + 0.14473684132099152, + 0.10062241554260254, + 0.09386502951383591, + 0.12020668387413025, + 0.10735049843788147, + 0.10009141266345978, + 0.053206320852041245, + 0.09501411020755768, + 0.1811656653881073, + 0.07508639246225357, + 0.07535689324140549, + 0.09166420251131058, + 0.09555407613515854, + 0.1662951409816742, + 0.07250405848026276, + 0.12456930428743362, + 0.0741981789469719, + 0.2002234011888504, + 0.09629101306200027, + 0.0970713272690773, + 0.09162942320108414, + 0.09472295641899109, + 0.16246111690998077, + 0.1756373941898346, + 0.09757738560438156, + 0.10889530926942825, + 0.06647058576345444, + 0.10815656185150146, + 0.03748958557844162, + 0.07460643351078033, + 0.07937285304069519, + 0.10497237741947174, + 0.14220911264419556, + 0.10149967670440674, + 0.08055897802114487, + 0.1430070847272873, + 0.12796805799007416, + 0.09793075174093246, + 0.09679917246103287, + 0.04391217604279518, + 0.09583930671215057, + 0.06517036259174347, + 0.1528853327035904, + 0.058666665107011795, + 0.16236281394958496, + 0.08258426934480667, + 0.08458244055509567, + 0.14386554062366486, + 0.1872931867837906, + 0.1149979904294014, + 0.08359621465206146, + 0.15841948986053467, + 0.11848635226488113, + 0.09196563810110092, + 0.05624999850988388, + 0.05789804831147194, + 0.2035350799560547, + 0.0862201675772667, + 0.11053718626499176, + 0.17420880496501923, + 0.06540833413600922, + 0.17917011678218842, + 0.08242777734994888, + 0.09460072964429855, + 0.08789954334497452, + 0.07047314941883087, + 0.07385272532701492, + 0.050026893615722656, + 0.11949338763952255, + 0.09041151404380798, + 0.18594399094581604, + 0.10985305160284042, + 0.21068055927753448, + 0.043815724551677704, + 0.14091889560222626, + 0.07976973801851273, + 0.08529265224933624, + 0.11482353508472443, + 0.1122068241238594, + 0.04982385411858559, + 0.168380469083786, + 0.0973992869257927, + 0.2141280323266983, + 0.119229756295681, + 0.14275166392326355, + 0.14179988205432892, + 0.13585694134235382, + 0.06999573111534119, + 0.07366818934679031, + 0.15029719471931458, + 0.09779570996761322, + 0.06607440114021301, + 0.08679593354463577, + 0.1614769846200943, + 0.13000702857971191, + 0.23467369377613068, + 0.0648636743426323, + 0.12076476216316223, + 0.12982456386089325, + 0.12211538106203079, + 0.1310129016637802, + 0.2057761698961258, + 0.13809524476528168, + 0.13403089344501495, + 0.06254071742296219, + 0.1664896458387375, + 0.0625971183180809, + 0.05760271102190018, + 0.28681087493896484, + 0.10865706950426102, + 0.1328463852405548, + 0.06187202408909798, + 0.10930735617876053, + 0.07961488515138626, + 0.10687930881977081, + 0.06942224502563477, + 0.10641296207904816, + 0.08819268643856049, + 0.10312782973051071, + 0.08570787310600281, + 0.09808027744293213, + 0.14443568885326385, + 0.03028193488717079, + 0.10290016978979111, + 0.1055084764957428, + 0.1352393925189972, + 0.07441966235637665, + 0.06663093715906143, + 0.15207280218601227, + 0.0711326003074646, + 0.08484848588705063, + 0.09144947677850723, + 0.14537839591503143, + 0.10996492952108383, + 0.09766536951065063, + 0.0970672219991684, + 0.17864790558815002, + 0.13134035468101501, + 0.08954895287752151, + 0.03637951239943504, + 0.11198871582746506, + 0.08142884820699692, + 0.11732228845357895, + 0.13738402724266052, + 0.1367398351430893, + 0.027801180258393288, + 0.057423315942287445, + 0.05882352590560913, + 0.1112188771367073, + 0.038858938962221146, + 0.05385205149650574, + 0.14757128059864044, + 0.08807279914617538, + 0.05454907566308975, + 0.08015873283147812, + 0.1817503720521927, + 0.08036278933286667, + 0.0681246891617775, + 0.0730673298239708, + 0.09676668792963028, + 0.021948717534542084, + 0.12227363139390945, + 0.053820498287677765, + 0.11434390395879745, + 0.1198316365480423, + 0.15743860602378845, + 0.07871424406766891, + 0.1629469096660614, + 0.10426047444343567, + 0.21482276916503906, + 0.06269054859876633, + 0.09545563906431198, + 0.04532202333211899, + 0.07960472255945206, + 0.0957978218793869, + 0.11797450482845306, + 0.1314002126455307, + 0.0628272294998169, + 0.08058945089578629, + 0.17164917290210724, + 0.0689152181148529, + 0.10842237621545792, + 0.0861155241727829, + 0.1173020526766777, + 0.06333882361650467, + 0.11789894849061966, + 0.13520130515098572, + 0.1387392282485962, + 0.16067297756671906, + 0.07146666944026947, + 0.0941990464925766, + 0.11029072105884552, + 0.08648558706045151, + 0.17031849920749664, + 0.10465116053819656, + 0.10287240892648697, + 0.07975342124700546, + 0.08180568367242813, + 0.05717102065682411, + 0.11028263717889786, + 0.0785239189863205, + 0.16732414066791534, + 0.1243339255452156, + 0.09765848517417908, + 0.153356671333313, + 0.09773844480514526, + 0.1788140833377838, + 0.025843050330877304, + 0.06857986748218536, + 0.1525525599718094, + 0.05973916873335838, + 0.08097561448812485, + 0.08592534810304642, + 0.056564245373010635, + 0.07845379412174225, + 0.09574228525161743, + 0.2301560938358307, + 0.050286874175071716, + 0.008243173360824585, + 0.14994663000106812, + 0.12936200201511383, + 0.08701401948928833, + 0.07583258301019669, + 0.07955307513475418, + 0.06336350739002228, + 0.10332605987787247, + 0.09713977575302124, + 0.10419560968875885, + 0.16575342416763306, + 0.14112792909145355, + 0.11465270817279816, + 0.02888837456703186, + 0.09593604505062103, + 0.07531675696372986, + 0.1252979338169098, + 0.0663038045167923, + 0.09870811551809311, + 0.15281741321086884, + 0.06620125472545624, + 0.12136280536651611, + 0.08988521248102188, + 0.07733585685491562, + 0.08627002686262131, + 0.07493403553962708, + 0.19910281896591187, + 0.1166306659579277, + 0.05473897606134415, + 0.14043772220611572, + 0.09238557517528534, + 0.11225415766239166, + 0.0845070406794548, + 0.077725350856781, + 0.04680950194597244, + 0.06355932354927063, + 0.07130477577447891, + 0.08557166904211044, + 0.049418602138757706, + 0.05131322890520096, + 0.06772366911172867, + 0.05696757137775421, + 0.07312538474798203, + 0.051261186599731445, + 0.01522359624505043, + 0.058018751442432404, + 0.0199115052819252, + 0.10939226299524307, + 0.13952164351940155, + 0.10099010169506073, + 0.1332320272922516, + 0.1268656700849533, + 0.05453328788280487, + 0.08482955396175385, + 0.044754959642887115, + 0.0722600445151329, + 0.07004161179065704, + 0.07261538505554199, + 0.062176164239645004, + 0.11688311398029327, + 0.0662301629781723, + 0.06765994429588318, + 0.12682926654815674, + 0.1526578813791275, + 0.09735478460788727, + 0.13812832534313202, + 0.05573100224137306, + 0.10272708535194397, + 0.10528929531574249, + 0.08284272253513336, + 0.07260069251060486, + 0.07311534881591797, + 0.061164163053035736, + 0.044681333005428314, + 0.11480362713336945, + 0.11025489121675491, + 0.059734515845775604, + 0.13351942598819733, + 0.059151194989681244, + 0.16364681720733643, + 0.06193838268518448, + 0.03707389906048775, + 0.02016128972172737, + 0.08971717208623886, + 0.03455902636051178, + 0.06896551698446274, + 0.1047167032957077, + 0.10821381956338882, + 0.08376114815473557, + 0.09263740479946136, + 0.1778067946434021, + 0.10325183719396591, + 0.09456554800271988, + 0.08747856318950653, + 0.10718084871768951, + 0.03732303902506828, + 0.11562179028987885, + 0.03587830066680908, + 0.10345638543367386, + 0.008978328667581081, + 0.08210577070713043, + 0.11611238121986389, + 0.06247612088918686, + 0.059566449373960495, + 0.12084805965423584, + 0.044077757745981216, + 0.10907211154699326, + 0.08697182685136795, + 0.09250970184803009, + 0.06990014761686325, + 0.12104876339435577, + 0.12305665761232376 ], "effective_batch_size": [ - 2.0, - 86.0, - 187.0, - 40.0, - 24.0, - 8.0, - 18.0, - 18.0, - 15.0, - 47.0, - 21.0, - 29.0, - 174.0, - 4.0, - 15.0, - 1.0, - 112.0, + 286.0, + 324.0, + 315.0, + 166.0, + 323.0, + 225.0, + 401.0, + 209.0, + 600.0, + 269.0, + 221.0, + 969.0, + 274.0, + 228.0, + 388.0, + 649.0, + 145.0, + 446.0, + 572.0, + 495.0, + 487.0, + 323.0, + 358.0, + 320.0, + 255.0, + 662.0, + 399.0, + 382.0, + 382.0, + 570.0, + 339.0, + 807.0, + 207.0, + 191.0, + 324.0, 199.0, - 57.0, - 26.0, - 31.0, - 98.0, - 15.0, - 121.0, - 0.0, - 16.0, - 122.0, - 26.0, - 77.0, - 6.0, - 8.0, - 63.0, - 51.0, - 4.0, - 45.0, - 130.0, - 19.0, - 81.0, - 160.0, - 10.0, - 126.0, - 26.0, - 47.0, - 213.0, - 21.0, - 109.0, - 74.0, - 187.0, - 26.0, - 60.0, - 5.0, - 2.0, + 222.0, + 242.0, + 650.0, + 784.0, + 276.0, + 310.0, + 448.0, + 94.0, + 308.0, + 326.0, + 199.0, + 649.0, + 402.0, + 248.0, + 583.0, + 409.0, + 277.0, + 242.0, + 603.0, + 214.0, + 341.0, 129.0, - 6.0, - 18.0, - 110.0, - 37.0, - 88.0, - 91.0, - 126.0, - 21.0, - 86.0, - 2.0, - 15.0, - 10.0, - 14.0, - 35.0, - 2.0, - 49.0, - 11.0, - 102.0, - 56.0, - 45.0, - 96.0, - 3.0, - 10.0, - 11.0, - 8.0, - 4.0, - 15.0, - 2.0, - 38.0, - 1.0, - 255.0, - 59.0, - 39.0, - 5.0, - 4.0, - 70.0, - 3.0, - 39.0, - 26.0, - 44.0, - 20.0, - 30.0, - 32.0, - 31.0, - 71.0, - 5.0, - 88.0, - 43.0, - 3.0, - 2.0, - 4.0, - 3.0, - 3.0, - 74.0, - 63.0, - 78.0, - 49.0, - 26.0, - 10.0, - 102.0, - 28.0, - 6.0, - 7.0, - 2.0, - 10.0, - 37.0, - 34.0, - 3.0, - 29.0, - 75.0, - 0.0, - 0.0, + 310.0, + 401.0, + 590.0, + 220.0, + 291.0, + 302.0, + 211.0, + 223.0, + 381.0, + 308.0, + 345.0, + 441.0, + 223.0, + 534.0, + 453.0, + 220.0, + 418.0, + 291.0, + 203.0, + 547.0, + 408.0, + 304.0, + 290.0, + 361.0, + 246.0, + 540.0, + 491.0, + 189.0, + 211.0, + 434.0, + 199.0, + 428.0, + 419.0, + 334.0, + 391.0, + 435.0, + 267.0, + 391.0, + 186.0, + 127.0, + 234.0, + 432.0, + 297.0, + 616.0, + 535.0, + 376.0, + 406.0, + 502.0, 158.0, - 2.0, - 37.0, - 132.0, - 24.0, - 32.0, - 12.0, - 66.0, - 10.0, - 33.0, - 135.0, - 10.0, - 32.0, - 46.0, - 18.0, - 21.0, - 0.0, - 169.0, - 32.0, - 10.0, - 102.0, - 63.0, - 47.0, - 6.0, - 7.0, - 7.0, - 41.0, - 4.0, - 98.0, - 157.0, - 25.0, - 26.0, - 69.0, - 4.0, - 31.0, - 31.0, - 44.0, - 99.0, - 9.0, - 29.0, - 62.0, - 8.0, - 39.0, - 21.0, - 40.0, - 7.0, + 178.0, + 238.0, + 334.0, + 331.0, + 278.0, + 159.0, + 422.0, + 397.0, + 491.0, + 195.0, + 429.0, + 447.0, + 411.0, + 607.0, + 312.0, + 147.0, + 468.0, + 377.0, + 617.0, + 336.0, + 294.0, + 588.0, + 369.0, + 354.0, + 406.0, + 219.0, + 812.0, + 372.0, + 228.0, + 204.0, + 694.0, + 287.0, + 206.0, + 460.0, + 610.0, + 592.0, + 253.0, + 237.0, + 269.0, 38.0, - 2.0, - 1.0, - 57.0, - 96.0, - 1.0, - 78.0, - 63.0, - 33.0, - 10.0, - 118.0, - 37.0, - 3.0, - 1.0, - 149.0, - 2.0, - 98.0, - 61.0, - 11.0, - 58.0, - 27.0, - 12.0, - 17.0, - 35.0, - 28.0, - 36.0, - 60.0, - 8.0, - 74.0, - 61.0, - 2.0, - 30.0, - 99.0, - 60.0, - 84.0, - 80.0, - 72.0, - 36.0, - 57.0, - 2.0, - 61.0, - 6.0, - 8.0, - 4.0, - 3.0, - 59.0, - 3.0, - 2.0, - 16.0, - 13.0, - 10.0, - 40.0, - 3.0, - 51.0, - 6.0, - 47.0, - 5.0, - 68.0, - 3.0, - 20.0, - 37.0, - 46.0, - 108.0, - 28.0, - 89.0, - 28.0, - 10.0, - 1.0, - 2.0, - 8.0, - 86.0, - 1.0, - 23.0, - 10.0, - 4.0, - 12.0, - 39.0, - 8.0, - 1.0, - 36.0, - 18.0, - 47.0, - 6.0, - 39.0, - 41.0, - 4.0, - 51.0, - 75.0, - 16.0, - 14.0, - 3.0, - 34.0, - 5.0, - 11.0, - 6.0, - 1.0, - 55.0, - 8.0, - 5.0, - 0.0, - 151.0, - 50.0, - 1.0, - 68.0, - 55.0, - 4.0, - 29.0, - 4.0, - 3.0, - 45.0, - 60.0, - 40.0, - 1.0, - 73.0, - 15.0, - 23.0, - 48.0, - 19.0, - 6.0, - 4.0, - 47.0, - 82.0, - 17.0, - 3.0, - 9.0, - 8.0, - 6.0, - 28.0, - 46.0, - 50.0, - 14.0, - 2.0, - 3.0, + 560.0, + 317.0, + 258.0, + 355.0, + 475.0, + 239.0, + 356.0, + 546.0, + 585.0, + 534.0, + 316.0, + 280.0, + 207.0, + 193.0, + 364.0, + 481.0, + 319.0, + 641.0, + 739.0, + 153.0, + 448.0, + 233.0, + 605.0, + 671.0, + 388.0, + 306.0, + 442.0, + 496.0, + 438.0, + 229.0, + 303.0, + 631.0, + 239.0, + 322.0, + 309.0, + 432.0, + 746.0, + 313.0, + 470.0, + 310.0, + 717.0, + 405.0, + 411.0, + 419.0, + 359.0, + 470.0, + 496.0, + 290.0, + 415.0, + 226.0, + 362.0, + 135.0, + 327.0, + 324.0, + 418.0, + 627.0, + 467.0, + 368.0, + 545.0, + 590.0, + 456.0, + 375.0, + 209.0, + 334.0, + 241.0, + 612.0, + 242.0, + 503.0, + 294.0, + 389.0, + 666.0, + 566.0, + 286.0, + 371.0, + 429.0, + 543.0, + 364.0, + 234.0, + 265.0, + 760.0, + 224.0, + 428.0, + 589.0, + 292.0, + 652.0, + 311.0, + 417.0, + 308.0, + 327.0, + 341.0, 93.0, - 10.0, - 7.0, - 136.0, - 4.0, - 52.0, - 61.0, - 14.0, - 58.0, - 1.0, - 2.0, - 3.0, - 75.0, - 3.0, + 434.0, + 420.0, + 717.0, + 456.0, + 647.0, + 175.0, + 457.0, + 291.0, + 341.0, + 488.0, + 421.0, + 198.0, + 262.0, + 382.0, + 679.0, + 452.0, + 580.0, + 479.0, + 585.0, + 323.0, + 242.0, + 531.0, + 315.0, + 238.0, + 282.0, + 586.0, + 555.0, + 712.0, + 295.0, + 499.0, + 481.0, + 561.0, + 605.0, + 513.0, + 493.0, + 538.0, + 288.0, + 627.0, + 282.0, + 261.0, + 822.0, + 492.0, + 582.0, + 234.0, + 404.0, + 368.0, + 449.0, + 304.0, + 302.0, + 402.0, + 455.0, + 382.0, + 449.0, + 549.0, + 87.0, + 369.0, + 484.0, + 596.0, + 327.0, + 313.0, + 698.0, + 206.0, + 378.0, + 400.0, + 486.0, + 509.0, + 445.0, + 374.0, + 584.0, + 536.0, + 407.0, 125.0, - 89.0, - 25.0, - 5.0, - 8.0, - 6.0, - 49.0, - 1.0, - 3.0, - 62.0, - 0.0, - 4.0, - 7.0, - 6.0, - 15.0, + 397.0, + 372.0, + 510.0, + 459.0, + 380.0, + 99.0, + 234.0, + 235.0, + 344.0, + 173.0, + 249.0, + 559.0, + 271.0, + 250.0, + 303.0, + 731.0, + 364.0, + 271.0, + 293.0, + 416.0, + 105.0, + 370.0, + 236.0, + 393.0, + 484.0, + 654.0, + 311.0, + 752.0, + 301.0, + 600.0, + 278.0, + 397.0, + 171.0, + 290.0, + 326.0, + 544.0, + 503.0, + 284.0, + 350.0, + 777.0, + 312.0, + 345.0, + 325.0, + 529.0, + 269.0, + 413.0, + 497.0, + 515.0, + 740.0, + 268.0, + 354.0, + 239.0, + 389.0, + 754.0, + 297.0, + 462.0, + 368.0, + 357.0, + 232.0, + 494.0, + 361.0, + 509.0, + 560.0, + 342.0, + 482.0, + 448.0, + 579.0, + 82.0, + 314.0, + 508.0, + 273.0, + 249.0, + 221.0, + 243.0, + 343.0, + 425.0, + 693.0, + 149.0, 32.0, - 6.0, - 1.0, - 23.0, - 0.0, - 2.0, - 3.0, + 562.0, + 367.0, + 329.0, + 337.0, + 356.0, + 133.0, + 379.0, + 360.0, + 375.0, + 484.0, + 513.0, + 482.0, + 125.0, + 432.0, + 321.0, + 368.0, + 268.0, + 451.0, + 699.0, + 275.0, + 566.0, + 415.0, + 245.0, + 377.0, + 284.0, + 577.0, + 324.0, + 258.0, + 539.0, + 427.0, + 371.0, + 342.0, + 313.0, + 201.0, + 255.0, + 288.0, + 360.0, + 187.0, + 211.0, + 299.0, + 260.0, + 340.0, + 224.0, 48.0, - 9.0, - 18.0, - 4.0, - 52.0, - 1.0, - 20.0, - 1.0, - 0.0, - 72.0, - 17.0, - 1.0, - 54.0, - 46.0, - 61.0, - 52.0, - 71.0, - 63.0, - 46.0, - 2.0, - 3.0, - 1.0, - 16.0, - 12.0, - 3.0, - 3.0, - 86.0, - 19.0, - 2.0, - 32.0, - 1.0, - 84.0, - 10.0, - 2.0, - 4.0, - 33.0, - 2.0, - 1.0, - 175.0, - 63.0, - 2.0, - 14.0, - 2.0, - 8.0, - 14.0, - 8.0, - 0.0, - 2.0, - 7.0, - 12.0, - 10.0, - 1.0, - 2.0, - 2.0, - 41.0, - 9.0, - 3.0, - 3.0, - 37.0, - 12.0, - 3.0, - 3.0, - 7.0, - 3.0, - 72.0, - 0.0, - 51.0, - 36.0, - 32.0, - 3.0, - 2.0, - 2.0, - 10.0, - 0.0, - 4.0, - 27.0, - 5.0, - 20.0, - 1.0, - 28.0, - 58.0, - 3.0, - 78.0, - 13.0, - 112.0, - 2.0, - 43.0, - 1.0, - 1.0, - 5.0, - 55.0, - 4.0, - 41.0, - 22.0, - 7.0, - 2.0, - 2.0, - 2.0, - 3.0, - 2.0, - 77.0, - 18.0, - 9.0, - 53.0, - 7.0, - 9.0, - 0.0, - 19.0, - 2.0, - 15.0, - 2.0, - 1.0, - 3.0, - 0.0, - 1.0, - 3.0, - 2.0, - 160.0, - 23.0, - 110.0, - 56.0, - 0.0, - 2.0, - 1.0, - 7.0, - 3.0, + 229.0, + 90.0, + 396.0, + 490.0, + 408.0, + 526.0, + 594.0, + 163.0, + 326.0, + 210.0, + 329.0, + 202.0, + 335.0, + 264.0, + 387.0, + 263.0, + 307.0, + 390.0, + 672.0, + 357.0, + 338.0, + 252.0, + 479.0, + 424.0, + 383.0, + 292.0, + 322.0, + 269.0, + 197.0, + 342.0, + 372.0, + 243.0, + 574.0, + 223.0, + 569.0, + 299.0, + 149.0, 85.0, - 7.0, - 75.0, - 120.0, - 2.0, - 63.0, - 3.0, - 5.0, - 2.0, - 0.0, - 34.0, - 1.0, - 55.0, - 19.0, - 1.0, - 0.0, - 103.0, - 45.0, - 3.0, - 8.0, - 5.0, - 207.0, - 49.0, - 0.0, - 2.0, - 3.0, - 0.0, - 2.0, - 3.0, - 3.0, - 19.0, - 1.0, - 14.0, - 1.0 + 418.0, + 125.0, + 318.0, + 353.0, + 332.0, + 310.0, + 268.0, + 681.0, + 435.0, + 308.0, + 400.0, + 403.0, + 173.0, + 450.0, + 125.0, + 440.0, + 29.0, + 340.0, + 405.0, + 293.0, + 276.0, + 513.0, + 195.0, + 422.0, + 247.0, + 310.0, + 245.0, + 494.0, + 467.0 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 } ] }, @@ -57887,374 +71556,374 @@ 2 ], "wall_clock_s": [ - 536.6, - 534.7, - 579.0 + 962.3, + 1003.7, + 945.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.03961017355322838, + "loss": 0.27587997913360596, "env_score_iters": 500, - "env_score": -4.043288707733154, + "env_score": -0.4141920804977417, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.825419008731842, - "rl_grad_norm": 0.2654006779193878, - "bc_grad_norm": 0.3158775866031647, + "grad_align": 0.12645167112350464, + "rl_grad_norm": 0.24331192672252655, + "bc_grad_norm": 3.7483508586883545, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00008969315967988223, - "embedding.weight": 0.003095954656600952, - "cnn.0.weight": 0.05412936955690384, - "cnn.0.bias": 0.0024169853422790766, - "cnn.2.weight": 0.013536224141716957, - "cnn.2.bias": 0.003537469543516636, - "cnn.5.weight": 0.013645417988300323, - "cnn.5.bias": 0.0029329899698495865, - "action_emb.weight": 0.0038678161799907684, - "timestep_emb.weight": 0.0013384323101490736, - "pos_emb.weight": 0.0016347593627870083, - "transformer.layers.0.self_attn.in_proj_weight": 0.02011338248848915, - "transformer.layers.0.self_attn.in_proj_bias": 0.001536978525109589, - "transformer.layers.0.self_attn.out_proj.weight": 0.01770121045410633, - "transformer.layers.0.self_attn.out_proj.bias": 0.0017410715809091926, - "transformer.layers.0.linear1.weight": 0.01904192939400673, - "transformer.layers.0.linear1.bias": 0.0007589352899231017, - "transformer.layers.0.linear2.weight": 0.016625842079520226, - "transformer.layers.0.linear2.bias": 0.001203905325382948, - "transformer.layers.0.norm1.weight": 0.0012899141293019056, - "transformer.layers.0.norm1.bias": 0.0015273973112925887, - "transformer.layers.0.norm2.weight": 0.001834063557907939, - "transformer.layers.0.norm2.bias": 0.0007786087226122618, - "transformer.layers.1.self_attn.in_proj_weight": 0.01714972034096718, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008347702096216381, - "transformer.layers.1.self_attn.out_proj.weight": 0.0157273281365633, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009368658065795898, - "transformer.layers.1.linear1.weight": 0.009656507521867752, - "transformer.layers.1.linear1.bias": 0.0004484512028284371, - "transformer.layers.1.linear2.weight": 0.010688780806958675, - "transformer.layers.1.linear2.bias": 0.0008941399864852428, - "transformer.layers.1.norm1.weight": 0.0011610211804509163, - "transformer.layers.1.norm1.bias": 0.0007423431379720569, - "transformer.layers.1.norm2.weight": 0.0008274829597212374, - "transformer.layers.1.norm2.bias": 0.0004595707869157195, - "transformer.layers.2.self_attn.in_proj_weight": 0.020087219774723053, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007941293297335505, - "transformer.layers.2.self_attn.out_proj.weight": 0.013439709320664406, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008538499241694808, - "transformer.layers.2.linear1.weight": 0.0062781283631920815, - "transformer.layers.2.linear1.bias": 0.00038504472468048334, - "transformer.layers.2.linear2.weight": 0.007064277771860361, - "transformer.layers.2.linear2.bias": 0.0008573134546168149, - "transformer.layers.2.norm1.weight": 0.0015507822390645742, - "transformer.layers.2.norm1.bias": 0.0007254186784848571, - "transformer.layers.2.norm2.weight": 0.00043144068331457675, - "transformer.layers.2.norm2.bias": 0.0003997442836407572, - "transformer.layers.3.self_attn.in_proj_weight": 0.023669391870498657, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017537233652547002, - "transformer.layers.3.self_attn.out_proj.weight": 0.011528657749295235, - "transformer.layers.3.self_attn.out_proj.bias": 0.001338189817033708, - "transformer.layers.3.linear1.weight": 0.01379659678786993, - "transformer.layers.3.linear1.bias": 0.0010335861006751657, - "transformer.layers.3.linear2.weight": 0.00965700764209032, - "transformer.layers.3.linear2.bias": 0.0016419205348938704, - "transformer.layers.3.norm1.weight": 0.0017833278980106115, - "transformer.layers.3.norm1.bias": 0.00238520628772676, - "transformer.layers.3.norm2.weight": 0.0009925925405696034, - "transformer.layers.3.norm2.bias": 0.0012302725808694959, - "head.weight": 0.11517901718616486, - "head.bias": 0.003820813028141856, - "global_embedding.weight": 0.01931014657020569, - "global_cnn.0.weight": 0.09369705617427826, - "global_cnn.0.bias": 0.0032008213456720114, - "global_cnn.2.weight": 0.2283460944890976, - "global_cnn.2.bias": 0.01381148025393486, - "global_proj.weight": 0.055665865540504456, - "global_proj.bias": 0.04618572071194649, - "goal_head.0.weight": 0.03787453845143318, - "goal_head.0.bias": 0.019483501091599464, - "goal_head.2.weight": 0.062156617641448975, - "goal_head.2.bias": 0.047538451850414276 + "global_gate": 0.00012890278594568372, + "embedding.weight": 0.0008986599277704954, + "cnn.0.weight": 0.024389497935771942, + "cnn.0.bias": 0.0010191183537244797, + "cnn.2.weight": 0.0097414031624794, + "cnn.2.bias": 0.0023487512953579426, + "cnn.5.weight": 0.013062022626399994, + "cnn.5.bias": 0.001787627930752933, + "action_emb.weight": 0.017166618257761, + "timestep_emb.weight": 0.0031894894782453775, + "pos_emb.weight": 0.007668611127883196, + "transformer.layers.0.self_attn.in_proj_weight": 0.04572417214512825, + "transformer.layers.0.self_attn.in_proj_bias": 0.003572423243895173, + "transformer.layers.0.self_attn.out_proj.weight": 0.05346396192908287, + "transformer.layers.0.self_attn.out_proj.bias": 0.004800807684659958, + "transformer.layers.0.linear1.weight": 0.07970321178436279, + "transformer.layers.0.linear1.bias": 0.0026947057340294123, + "transformer.layers.0.linear2.weight": 0.05646882206201553, + "transformer.layers.0.linear2.bias": 0.0040445756167173386, + "transformer.layers.0.norm1.weight": 0.002635776996612549, + "transformer.layers.0.norm1.bias": 0.003654342144727707, + "transformer.layers.0.norm2.weight": 0.008672620169818401, + "transformer.layers.0.norm2.bias": 0.0033307503908872604, + "transformer.layers.1.self_attn.in_proj_weight": 0.04642825201153755, + "transformer.layers.1.self_attn.in_proj_bias": 0.002720810007303953, + "transformer.layers.1.self_attn.out_proj.weight": 0.04758699983358383, + "transformer.layers.1.self_attn.out_proj.bias": 0.003650220576673746, + "transformer.layers.1.linear1.weight": 0.03660350292921066, + "transformer.layers.1.linear1.bias": 0.0016765481559559703, + "transformer.layers.1.linear2.weight": 0.04282806068658829, + "transformer.layers.1.linear2.bias": 0.0035625670570880175, + "transformer.layers.1.norm1.weight": 0.0032934253104031086, + "transformer.layers.1.norm1.bias": 0.002588571747764945, + "transformer.layers.1.norm2.weight": 0.003385458141565323, + "transformer.layers.1.norm2.bias": 0.0015930448425933719, + "transformer.layers.2.self_attn.in_proj_weight": 0.05031866952776909, + "transformer.layers.2.self_attn.in_proj_bias": 0.002987657207995653, + "transformer.layers.2.self_attn.out_proj.weight": 0.03938056528568268, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035945961717516184, + "transformer.layers.2.linear1.weight": 0.026336435228586197, + "transformer.layers.2.linear1.bias": 0.0015612025745213032, + "transformer.layers.2.linear2.weight": 0.03182143718004227, + "transformer.layers.2.linear2.bias": 0.0037081288173794746, + "transformer.layers.2.norm1.weight": 0.004004542250186205, + "transformer.layers.2.norm1.bias": 0.0033619930036365986, + "transformer.layers.2.norm2.weight": 0.0019170360174030066, + "transformer.layers.2.norm2.bias": 0.0017177764093503356, + "transformer.layers.3.self_attn.in_proj_weight": 0.09409793466329575, + "transformer.layers.3.self_attn.in_proj_bias": 0.01112339086830616, + "transformer.layers.3.self_attn.out_proj.weight": 0.04421425610780716, + "transformer.layers.3.self_attn.out_proj.bias": 0.007751695346087217, + "transformer.layers.3.linear1.weight": 0.06410546600818634, + "transformer.layers.3.linear1.bias": 0.006310848984867334, + "transformer.layers.3.linear2.weight": 0.034890126436948776, + "transformer.layers.3.linear2.bias": 0.010617636144161224, + "transformer.layers.3.norm1.weight": 0.007828851230442524, + "transformer.layers.3.norm1.bias": 0.016741912811994553, + "transformer.layers.3.norm2.weight": 0.005133392289280891, + "transformer.layers.3.norm2.bias": 0.009084999561309814, + "head.weight": 0.4697865843772888, + "head.bias": 0.022090502083301544, + "global_embedding.weight": 0.007524840533733368, + "global_cnn.0.weight": 0.07489042729139328, + "global_cnn.0.bias": 0.0031852524261921644, + "global_cnn.2.weight": 0.1665082573890686, + "global_cnn.2.bias": 0.01015187706798315, + "global_proj.weight": 0.030430275946855545, + "global_proj.bias": 0.028298823162913322, + "goal_head.0.weight": 0.02222635969519615, + "goal_head.0.bias": 0.011524813249707222, + "goal_head.2.weight": 0.03360513225197792, + "goal_head.2.bias": 0.02440970577299595 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08120885491371155, - "repr_drift_kl_low_t": 0.07633820176124573, - "repr_drift_kl_mid_t": 0.06618892401456833, - "repr_drift_kl_high_t": 0.09280376881361008, + "repr_drift_kl": 0.5894258618354797, + "repr_drift_kl_low_t": 0.6977072358131409, + "repr_drift_kl_mid_t": 0.5737486481666565, + "repr_drift_kl_high_t": 0.5089318156242371, "cka_iters": 500, - "cka_similarity": 0.9256300926208496, + "cka_similarity": 0.7458837628364563, "t_analysis_iters": 500, - "norm_low_t": 0.2654006779193878, - "norm_high_t": 0.2653394937515259, - "lowhigh_cos": 0.9999726414680481, + "norm_low_t": 0.24545788764953613, + "norm_high_t": 0.24065589904785156, + "lowhigh_cos": 0.9049287438392639, "t_bin_norms": { - "t_0.0-0.1": 0.2654006779193878, - "t_0.1-0.2": 0.2654006779193878, - "t_0.2-0.3": 0.2654006779193878, - "t_0.3-0.4": 0.26534003019332886, - "t_0.4-0.5": 0.2654006779193878, - "t_0.5-0.6": 0.26532548666000366, - "t_0.6-0.7": 0.2654006779193878, - "t_0.7-0.8": 0.265359103679657, - "t_0.8-0.9": 0.265367716550827, - "t_0.9-1.0": 0.2653392553329468 - }, - "win_rate": 0.002358490601181984, - "effective_batch_size": 1.0, + "t_0.0-0.1": 0.25019651651382446, + "t_0.1-0.2": 0.2442644238471985, + "t_0.2-0.3": 0.24515403807163239, + "t_0.3-0.4": 0.24827159941196442, + "t_0.4-0.5": 0.24696436524391174, + "t_0.5-0.6": 0.24518321454524994, + "t_0.6-0.7": 0.24615120887756348, + "t_0.7-0.8": 0.24672773480415344, + "t_0.8-0.9": 0.24359756708145142, + "t_0.9-1.0": 0.23081587255001068 + }, + "win_rate": 0.12305665761232376, + "effective_batch_size": 467.0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.07484977692365646, + "loss": 0.4100733697414398, "env_score_iters": 500, - "env_score": -3.846945285797119, + "env_score": -0.5978437066078186, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.35, "grad_align_iters": 500, - "grad_align": 0.7894324064254761, - "rl_grad_norm": 0.14541035890579224, - "bc_grad_norm": 0.18432191014289856, + "grad_align": 0.15950907766819, + "rl_grad_norm": 0.39363622665405273, + "bc_grad_norm": 3.4635300636291504, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0001080421352526173, - "embedding.weight": 0.0006611538119614124, - "cnn.0.weight": 0.01731167733669281, - "cnn.0.bias": 0.0006777101662009954, - "cnn.2.weight": 0.005834275856614113, - "cnn.2.bias": 0.0022850141394883394, - "cnn.5.weight": 0.0071790143847465515, - "cnn.5.bias": 0.0014992455253377557, - "action_emb.weight": 0.0024466433096677065, - "timestep_emb.weight": 0.0011509028263390064, - "pos_emb.weight": 0.0022085714153945446, - "transformer.layers.0.self_attn.in_proj_weight": 0.013605856336653233, - "transformer.layers.0.self_attn.in_proj_bias": 0.001006411504931748, - "transformer.layers.0.self_attn.out_proj.weight": 0.01334286481142044, - "transformer.layers.0.self_attn.out_proj.bias": 0.0013698848197236657, - "transformer.layers.0.linear1.weight": 0.015901194885373116, - "transformer.layers.0.linear1.bias": 0.0007016283925622702, - "transformer.layers.0.linear2.weight": 0.01399948075413704, - "transformer.layers.0.linear2.bias": 0.0009732471662573516, - "transformer.layers.0.norm1.weight": 0.0008330592536367476, - "transformer.layers.0.norm1.bias": 0.0009464590693823993, - "transformer.layers.0.norm2.weight": 0.001538879587315023, - "transformer.layers.0.norm2.bias": 0.0009239651844836771, - "transformer.layers.1.self_attn.in_proj_weight": 0.014719094149768353, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006886465125717223, - "transformer.layers.1.self_attn.out_proj.weight": 0.010018114931881428, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007483045919798315, - "transformer.layers.1.linear1.weight": 0.008101876825094223, - "transformer.layers.1.linear1.bias": 0.0003952618280891329, - "transformer.layers.1.linear2.weight": 0.008550195954740047, - "transformer.layers.1.linear2.bias": 0.000674424518365413, - "transformer.layers.1.norm1.weight": 0.0008726728265173733, - "transformer.layers.1.norm1.bias": 0.0006276097265072167, - "transformer.layers.1.norm2.weight": 0.00063638377469033, - "transformer.layers.1.norm2.bias": 0.00044400509796105325, - "transformer.layers.2.self_attn.in_proj_weight": 0.013600709848105907, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006033146055415273, - "transformer.layers.2.self_attn.out_proj.weight": 0.007583510596305132, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006143379723653197, - "transformer.layers.2.linear1.weight": 0.005174387712031603, - "transformer.layers.2.linear1.bias": 0.000275992089882493, - "transformer.layers.2.linear2.weight": 0.005593960639089346, - "transformer.layers.2.linear2.bias": 0.0006241803639568388, - "transformer.layers.2.norm1.weight": 0.0009424063027836382, - "transformer.layers.2.norm1.bias": 0.0006991694681346416, - "transformer.layers.2.norm2.weight": 0.00033804867416620255, - "transformer.layers.2.norm2.bias": 0.0002871525939553976, - "transformer.layers.3.self_attn.in_proj_weight": 0.018972191959619522, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015077382558956742, - "transformer.layers.3.self_attn.out_proj.weight": 0.007663693744689226, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010975307086482644, - "transformer.layers.3.linear1.weight": 0.012196735478937626, - "transformer.layers.3.linear1.bias": 0.0009711579186841846, - "transformer.layers.3.linear2.weight": 0.006708160508424044, - "transformer.layers.3.linear2.bias": 0.0016476245364174247, - "transformer.layers.3.norm1.weight": 0.0015740321250632405, - "transformer.layers.3.norm1.bias": 0.0021260997746139765, - "transformer.layers.3.norm2.weight": 0.0009356003138236701, - "transformer.layers.3.norm2.bias": 0.0015772557817399502, - "head.weight": 0.08906368911266327, - "head.bias": 0.0032863840460777283, - "global_embedding.weight": 0.014803298749029636, - "global_cnn.0.weight": 0.0960632935166359, - "global_cnn.0.bias": 0.004390711430460215, - "global_cnn.2.weight": 0.1004483550786972, - "global_cnn.2.bias": 0.006049558520317078, - "global_proj.weight": 0.02227669768035412, - "global_proj.bias": 0.0063833678141236305, - "goal_head.0.weight": 0.015115500427782536, - "goal_head.0.bias": 0.002725280588492751, - "goal_head.2.weight": 0.019198160618543625, - "goal_head.2.bias": 0.00513167679309845 + "global_gate": 6.13276642980054e-05, + "embedding.weight": 0.003534902585670352, + "cnn.0.weight": 0.10056362301111221, + "cnn.0.bias": 0.00483356136828661, + "cnn.2.weight": 0.03320091962814331, + "cnn.2.bias": 0.009058862924575806, + "cnn.5.weight": 0.06760640442371368, + "cnn.5.bias": 0.004839721135795116, + "action_emb.weight": 0.03597233444452286, + "timestep_emb.weight": 0.0056398711167275906, + "pos_emb.weight": 0.012587984092533588, + "transformer.layers.0.self_attn.in_proj_weight": 0.08865099400281906, + "transformer.layers.0.self_attn.in_proj_bias": 0.006241092924028635, + "transformer.layers.0.self_attn.out_proj.weight": 0.08450256288051605, + "transformer.layers.0.self_attn.out_proj.bias": 0.008631330914795399, + "transformer.layers.0.linear1.weight": 0.15786947309970856, + "transformer.layers.0.linear1.bias": 0.004745393060147762, + "transformer.layers.0.linear2.weight": 0.1068708747625351, + "transformer.layers.0.linear2.bias": 0.006820524577051401, + "transformer.layers.0.norm1.weight": 0.005183131899684668, + "transformer.layers.0.norm1.bias": 0.005713548511266708, + "transformer.layers.0.norm2.weight": 0.017654936760663986, + "transformer.layers.0.norm2.bias": 0.004673770163208246, + "transformer.layers.1.self_attn.in_proj_weight": 0.10258342325687408, + "transformer.layers.1.self_attn.in_proj_bias": 0.0045783547684550285, + "transformer.layers.1.self_attn.out_proj.weight": 0.09579601883888245, + "transformer.layers.1.self_attn.out_proj.bias": 0.00609553512185812, + "transformer.layers.1.linear1.weight": 0.07508999854326248, + "transformer.layers.1.linear1.bias": 0.0037423090543597937, + "transformer.layers.1.linear2.weight": 0.08151014894247055, + "transformer.layers.1.linear2.bias": 0.006521012634038925, + "transformer.layers.1.norm1.weight": 0.007262694649398327, + "transformer.layers.1.norm1.bias": 0.004292788449674845, + "transformer.layers.1.norm2.weight": 0.0069487495347857475, + "transformer.layers.1.norm2.bias": 0.004176081623882055, + "transformer.layers.2.self_attn.in_proj_weight": 0.13776499032974243, + "transformer.layers.2.self_attn.in_proj_bias": 0.008424457162618637, + "transformer.layers.2.self_attn.out_proj.weight": 0.08838474750518799, + "transformer.layers.2.self_attn.out_proj.bias": 0.006435677874833345, + "transformer.layers.2.linear1.weight": 0.04630390182137489, + "transformer.layers.2.linear1.bias": 0.002781662391498685, + "transformer.layers.2.linear2.weight": 0.05088731646537781, + "transformer.layers.2.linear2.bias": 0.006658121943473816, + "transformer.layers.2.norm1.weight": 0.009406499564647675, + "transformer.layers.2.norm1.bias": 0.009945567697286606, + "transformer.layers.2.norm2.weight": 0.0035424537491053343, + "transformer.layers.2.norm2.bias": 0.0034706280566751957, + "transformer.layers.3.self_attn.in_proj_weight": 0.16719286143779755, + "transformer.layers.3.self_attn.in_proj_bias": 0.01273386925458908, + "transformer.layers.3.self_attn.out_proj.weight": 0.07143363356590271, + "transformer.layers.3.self_attn.out_proj.bias": 0.008642472326755524, + "transformer.layers.3.linear1.weight": 0.08509331941604614, + "transformer.layers.3.linear1.bias": 0.006227485369890928, + "transformer.layers.3.linear2.weight": 0.049186673015356064, + "transformer.layers.3.linear2.bias": 0.01092472206801176, + "transformer.layers.3.norm1.weight": 0.01651194505393505, + "transformer.layers.3.norm1.bias": 0.020024113357067108, + "transformer.layers.3.norm2.weight": 0.006728431675583124, + "transformer.layers.3.norm2.bias": 0.008864235132932663, + "head.weight": 0.791563093662262, + "head.bias": 0.025509871542453766, + "global_embedding.weight": 0.033549096435308456, + "global_cnn.0.weight": 0.21093708276748657, + "global_cnn.0.bias": 0.007838618941605091, + "global_cnn.2.weight": 0.2628791332244873, + "global_cnn.2.bias": 0.015399591997265816, + "global_proj.weight": 0.12479832023382187, + "global_proj.bias": 0.07937119901180267, + "goal_head.0.weight": 0.08650290220975876, + "goal_head.0.bias": 0.03658343106508255, + "goal_head.2.weight": 0.1194586381316185, + "goal_head.2.bias": 0.08675698190927505 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08442485332489014, - "repr_drift_kl_low_t": 0.06524364650249481, - "repr_drift_kl_mid_t": 0.06730389595031738, - "repr_drift_kl_high_t": 0.17346370220184326, + "repr_drift_kl": 0.5224646329879761, + "repr_drift_kl_low_t": 0.5539624094963074, + "repr_drift_kl_mid_t": 0.5153889060020447, + "repr_drift_kl_high_t": 0.5339264273643494, "cka_iters": 500, - "cka_similarity": 0.8629244565963745, + "cka_similarity": 0.4268725514411926, "t_analysis_iters": 500, - "norm_low_t": 0.14539769291877747, - "norm_high_t": 0.15011835098266602, - "lowhigh_cos": 0.9617868661880493, + "norm_low_t": 0.3937961757183075, + "norm_high_t": 0.39344140887260437, + "lowhigh_cos": 0.9974302053451538, "t_bin_norms": { - "t_0.0-0.1": 0.14541035890579224, - "t_0.1-0.2": 0.1456666737794876, - "t_0.2-0.3": 0.18920907378196716, - "t_0.3-0.4": 0.14652913808822632, - "t_0.4-0.5": 0.15266720950603485, - "t_0.5-0.6": 0.14937488734722137, - "t_0.6-0.7": 0.1464632898569107, - "t_0.7-0.8": 0.15504148602485657, - "t_0.8-0.9": 0.15091842412948608, - "t_0.9-1.0": 0.15137282013893127 - }, - "win_rate": 0.0030731407459825277, - "effective_batch_size": 1.0, + "t_0.0-0.1": 0.3941327631473541, + "t_0.1-0.2": 0.39364293217658997, + "t_0.2-0.3": 0.39403587579727173, + "t_0.3-0.4": 0.39357224106788635, + "t_0.4-0.5": 0.3934527039527893, + "t_0.5-0.6": 0.39361560344696045, + "t_0.6-0.7": 0.3935074806213379, + "t_0.7-0.8": 0.39355790615081787, + "t_0.8-0.9": 0.3934493064880371, + "t_0.9-1.0": 0.3947698175907135 + }, + "win_rate": 0.022441275417804718, + "effective_batch_size": 106.0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.3161524832248688, + "loss": 0.2619675397872925, "env_score_iters": 500, - "env_score": 0.5837362408638, + "env_score": -0.3827795684337616, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.7437261343002319, - "rl_grad_norm": 0.5073121786117554, - "bc_grad_norm": 0.5947237014770508, + "grad_align": 0.030379489064216614, + "rl_grad_norm": 0.28537729382514954, + "bc_grad_norm": 3.0267839431762695, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00027818692615255713, - "embedding.weight": 0.0046072606928646564, - "cnn.0.weight": 0.09891977906227112, - "cnn.0.bias": 0.00500927260145545, - "cnn.2.weight": 0.02787805162370205, - "cnn.2.bias": 0.010969487950205803, - "cnn.5.weight": 0.028877411037683487, - "cnn.5.bias": 0.007191660348325968, - "action_emb.weight": 0.007688777055591345, - "timestep_emb.weight": 0.002434459049254656, - "pos_emb.weight": 0.003881750162690878, - "transformer.layers.0.self_attn.in_proj_weight": 0.046650249511003494, - "transformer.layers.0.self_attn.in_proj_bias": 0.003517787903547287, - "transformer.layers.0.self_attn.out_proj.weight": 0.04152584448456764, - "transformer.layers.0.self_attn.out_proj.bias": 0.004831182304769754, - "transformer.layers.0.linear1.weight": 0.03938444331288338, - "transformer.layers.0.linear1.bias": 0.0019316026009619236, - "transformer.layers.0.linear2.weight": 0.04186953976750374, - "transformer.layers.0.linear2.bias": 0.003509742906317115, - "transformer.layers.0.norm1.weight": 0.0029385944362729788, - "transformer.layers.0.norm1.bias": 0.003040011040866375, - "transformer.layers.0.norm2.weight": 0.003266473999246955, - "transformer.layers.0.norm2.bias": 0.0021131066605448723, - "transformer.layers.1.self_attn.in_proj_weight": 0.0400271974503994, - "transformer.layers.1.self_attn.in_proj_bias": 0.002241645473986864, - "transformer.layers.1.self_attn.out_proj.weight": 0.041510507464408875, - "transformer.layers.1.self_attn.out_proj.bias": 0.0026598433032631874, - "transformer.layers.1.linear1.weight": 0.024373134598135948, - "transformer.layers.1.linear1.bias": 0.0012437949189916253, - "transformer.layers.1.linear2.weight": 0.03061666339635849, - "transformer.layers.1.linear2.bias": 0.0026690226513892412, - "transformer.layers.1.norm1.weight": 0.0024479699786752462, - "transformer.layers.1.norm1.bias": 0.002633333206176758, - "transformer.layers.1.norm2.weight": 0.002016495680436492, - "transformer.layers.1.norm2.bias": 0.0011347329709678888, - "transformer.layers.2.self_attn.in_proj_weight": 0.045801836997270584, - "transformer.layers.2.self_attn.in_proj_bias": 0.002383201150223613, - "transformer.layers.2.self_attn.out_proj.weight": 0.043881602585315704, - "transformer.layers.2.self_attn.out_proj.bias": 0.002521946793422103, - "transformer.layers.2.linear1.weight": 0.01986565627157688, - "transformer.layers.2.linear1.bias": 0.0011341820936650038, - "transformer.layers.2.linear2.weight": 0.024483684450387955, - "transformer.layers.2.linear2.bias": 0.0026634978130459785, - "transformer.layers.2.norm1.weight": 0.0036717539187520742, - "transformer.layers.2.norm1.bias": 0.002620185259729624, - "transformer.layers.2.norm2.weight": 0.001325235702097416, - "transformer.layers.2.norm2.bias": 0.0011995782842859626, - "transformer.layers.3.self_attn.in_proj_weight": 0.07031756639480591, - "transformer.layers.3.self_attn.in_proj_bias": 0.004621590953320265, - "transformer.layers.3.self_attn.out_proj.weight": 0.044446464627981186, - "transformer.layers.3.self_attn.out_proj.bias": 0.0039035219233483076, - "transformer.layers.3.linear1.weight": 0.0557793453335762, - "transformer.layers.3.linear1.bias": 0.00423844438046217, - "transformer.layers.3.linear2.weight": 0.03582525998353958, - "transformer.layers.3.linear2.bias": 0.005640559364110231, - "transformer.layers.3.norm1.weight": 0.005926474928855896, - "transformer.layers.3.norm1.bias": 0.006140122190117836, - "transformer.layers.3.norm2.weight": 0.004428744316101074, - "transformer.layers.3.norm2.bias": 0.005881303921341896, - "head.weight": 0.3975083827972412, - "head.bias": 0.011495432816445827, - "global_embedding.weight": 0.01606154255568981, - "global_cnn.0.weight": 0.15564528107643127, - "global_cnn.0.bias": 0.0028676611836999655, - "global_cnn.2.weight": 0.35607632994651794, - "global_cnn.2.bias": 0.020480815321207047, - "global_proj.weight": 0.06386882066726685, - "global_proj.bias": 0.055459849536418915, - "goal_head.0.weight": 0.04030940309166908, - "goal_head.0.bias": 0.021088462322950363, - "goal_head.2.weight": 0.06410937011241913, - "goal_head.2.bias": 0.04785154387354851 + "global_gate": 0.0001346376520814374, + "embedding.weight": 0.0019162726821377873, + "cnn.0.weight": 0.03914228826761246, + "cnn.0.bias": 0.0011759343324229121, + "cnn.2.weight": 0.012255116365849972, + "cnn.2.bias": 0.0022603399120271206, + "cnn.5.weight": 0.01667163148522377, + "cnn.5.bias": 0.0025411148089915514, + "action_emb.weight": 0.013471605256199837, + "timestep_emb.weight": 0.003665885189548135, + "pos_emb.weight": 0.009899413213133812, + "transformer.layers.0.self_attn.in_proj_weight": 0.06483204662799835, + "transformer.layers.0.self_attn.in_proj_bias": 0.00476153613999486, + "transformer.layers.0.self_attn.out_proj.weight": 0.07980650663375854, + "transformer.layers.0.self_attn.out_proj.bias": 0.006903963629156351, + "transformer.layers.0.linear1.weight": 0.07993075996637344, + "transformer.layers.0.linear1.bias": 0.003493097610771656, + "transformer.layers.0.linear2.weight": 0.06780584156513214, + "transformer.layers.0.linear2.bias": 0.005832198541611433, + "transformer.layers.0.norm1.weight": 0.003412282792851329, + "transformer.layers.0.norm1.bias": 0.004108421504497528, + "transformer.layers.0.norm2.weight": 0.007933544926345348, + "transformer.layers.0.norm2.bias": 0.004686745349317789, + "transformer.layers.1.self_attn.in_proj_weight": 0.05753067508339882, + "transformer.layers.1.self_attn.in_proj_bias": 0.0037415314000099897, + "transformer.layers.1.self_attn.out_proj.weight": 0.05477547645568848, + "transformer.layers.1.self_attn.out_proj.bias": 0.005318026058375835, + "transformer.layers.1.linear1.weight": 0.04135749861598015, + "transformer.layers.1.linear1.bias": 0.002256993670016527, + "transformer.layers.1.linear2.weight": 0.04874558001756668, + "transformer.layers.1.linear2.bias": 0.005122445523738861, + "transformer.layers.1.norm1.weight": 0.003440285101532936, + "transformer.layers.1.norm1.bias": 0.0036321808584034443, + "transformer.layers.1.norm2.weight": 0.003519707825034857, + "transformer.layers.1.norm2.bias": 0.002822630573064089, + "transformer.layers.2.self_attn.in_proj_weight": 0.07029269635677338, + "transformer.layers.2.self_attn.in_proj_bias": 0.004447746556252241, + "transformer.layers.2.self_attn.out_proj.weight": 0.061041735112667084, + "transformer.layers.2.self_attn.out_proj.bias": 0.005106500815600157, + "transformer.layers.2.linear1.weight": 0.03450023755431175, + "transformer.layers.2.linear1.bias": 0.002327962080016732, + "transformer.layers.2.linear2.weight": 0.03889187425374985, + "transformer.layers.2.linear2.bias": 0.005432342179119587, + "transformer.layers.2.norm1.weight": 0.005552742164582014, + "transformer.layers.2.norm1.bias": 0.006114995572715998, + "transformer.layers.2.norm2.weight": 0.0025932909920811653, + "transformer.layers.2.norm2.bias": 0.0031749862246215343, + "transformer.layers.3.self_attn.in_proj_weight": 0.13554975390434265, + "transformer.layers.3.self_attn.in_proj_bias": 0.016678933054208755, + "transformer.layers.3.self_attn.out_proj.weight": 0.0678461417555809, + "transformer.layers.3.self_attn.out_proj.bias": 0.011473039165139198, + "transformer.layers.3.linear1.weight": 0.08660859614610672, + "transformer.layers.3.linear1.bias": 0.00826170016080141, + "transformer.layers.3.linear2.weight": 0.04880843311548233, + "transformer.layers.3.linear2.bias": 0.014883697032928467, + "transformer.layers.3.norm1.weight": 0.010734546929597855, + "transformer.layers.3.norm1.bias": 0.024225061759352684, + "transformer.layers.3.norm2.weight": 0.0073220133781433105, + "transformer.layers.3.norm2.bias": 0.01223069429397583, + "head.weight": 0.7929152846336365, + "head.bias": 0.03167729452252388, + "global_embedding.weight": 0.03038722462952137, + "global_cnn.0.weight": 0.12074414640665054, + "global_cnn.0.bias": 0.004433050286024809, + "global_cnn.2.weight": 0.25304707884788513, + "global_cnn.2.bias": 0.012895513325929642, + "global_proj.weight": 0.05609617754817009, + "global_proj.bias": 0.04042653739452362, + "goal_head.0.weight": 0.035630859434604645, + "goal_head.0.bias": 0.016043905168771744, + "goal_head.2.weight": 0.05428057909011841, + "goal_head.2.bias": 0.03463885188102722 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.233729287981987, - "repr_drift_kl_low_t": 0.22576197981834412, - "repr_drift_kl_mid_t": 0.20637184381484985, - "repr_drift_kl_high_t": 0.28713738918304443, + "repr_drift_kl": 0.6346519589424133, + "repr_drift_kl_low_t": 0.7310389280319214, + "repr_drift_kl_mid_t": 0.5782798528671265, + "repr_drift_kl_high_t": 0.6409488320350647, "cka_iters": 500, - "cka_similarity": 0.917755663394928, + "cka_similarity": 0.5616880655288696, "t_analysis_iters": 500, - "norm_low_t": 0.5027161836624146, - "norm_high_t": 0.538490891456604, - "lowhigh_cos": 0.7874742746353149, + "norm_low_t": 0.2783532440662384, + "norm_high_t": 0.3307970464229584, + "lowhigh_cos": 0.8785076141357422, "t_bin_norms": { - "t_0.0-0.1": 0.5927711725234985, - "t_0.1-0.2": 0.5205283761024475, - "t_0.2-0.3": 0.4569081962108612, - "t_0.3-0.4": 0.49473705887794495, - "t_0.4-0.5": 0.47258463501930237, - "t_0.5-0.6": 0.4504002034664154, - "t_0.6-0.7": 0.45812520384788513, - "t_0.7-0.8": 0.4621356725692749, - "t_0.8-0.9": 0.535700798034668, - "t_0.9-1.0": 0.710895836353302 - }, - "win_rate": 0.12480498850345612, - "effective_batch_size": 60.0, + "t_0.0-0.1": 0.27286869287490845, + "t_0.1-0.2": 0.2726988196372986, + "t_0.2-0.3": 0.27254748344421387, + "t_0.3-0.4": 0.273495078086853, + "t_0.4-0.5": 0.2741812467575073, + "t_0.5-0.6": 0.27417251467704773, + "t_0.6-0.7": 0.27620983123779297, + "t_0.7-0.8": 0.28656312823295593, + "t_0.8-0.9": 0.2869577705860138, + "t_0.9-1.0": 0.3871069848537445 + }, + "win_rate": 0.11954808235168457, + "effective_batch_size": 455.0, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 } } ] }, "low_t": { - "score": 0.6, - "score_std": 0.03535533905932738, + "score": 0.4208333333333334, + "score_std": 0.05237418787490223, "all_scores": [ - 0.5750000000000001, - 0.575, - 0.65 + 0.4375, + 0.35000000000000003, + 0.47500000000000003 ], "history": { "iters": [ @@ -58760,506 +72429,506 @@ 500 ], "loss": [ - 0.009516009129583836, - 1.1835447549819946, - 2.1952083110809326, - 0.4790288805961609, - 0.1704333871603012, - 0.5567702651023865, - 0.28032079339027405, - 0.2562723755836487, - 0.517348051071167, - 0.7587850093841553, - 0.6064345240592957, - 0.034785401076078415, - 1.448494791984558, - 0.03452910855412483, - 0.8719437122344971, - 0.06497424840927124, - 0.24374042451381683, - 1.0215644836425781, - 0.7716212868690491, - 0.09574494510889053, - 0.2477482557296753, - 0.11758417636156082, - 0.018893493339419365, - 1.2095589637756348, - 0.028546998277306557, - 0.18757900595664978, - 0.16088944673538208, - 0.47677743434906006, - 0.041286882013082504, - 0.6631272435188293, - 0.047071341425180435, - 0.7395040988922119, - 0.08952286094427109, - 0.07283268123865128, - 0.038067616522312164, - 0.030800288543105125, - 0.052576590329408646, - 0.08189524710178375, - 0.13453160226345062, - 0.19655545055866241, - 1.1931891441345215, - 0.1400817632675171, - 0.02737623080611229, - 0.7520363330841064, - 0.402627557516098, - 0.24837322533130646, - 0.05085870623588562, - 0.6988806128501892, - 0.05257198214530945, - 0.3953114449977875, - 0.6640667915344238, - 0.025606364011764526, - 0.6404584646224976, - 0.1989702582359314, - 1.2310423851013184, - 0.05284758284687996, - 0.35898613929748535, - 1.2922812700271606, - 0.04490179941058159, - 0.0836247056722641, - 0.6728646755218506, - 0.8129863739013672, - 0.48476850986480713, - 0.1815214306116104, - 0.5402526259422302, - 0.3524682819843292, - 0.32524609565734863, - 0.071297287940979, - 0.1276053935289383, - 0.5714539289474487, - 0.11926032602787018, - 0.3412402272224426, - 0.591230571269989, - 0.06382440030574799, - 0.036780841648578644, - 0.5150447487831116, - 0.08065884560346603, - 0.021800309419631958, - 0.014871126040816307, - 0.03675653040409088, - 0.46035563945770264, - 0.01335709448903799, - 0.01925901137292385, - 1.156938076019287, - 0.49706128239631653, - 0.03554852306842804, - 0.025929752737283707, - 0.018075276166200638, - 0.0996716171503067, - 0.9501489996910095, - 0.20541894435882568, - 0.10466987639665604, - 0.5072084665298462, - 0.04223957657814026, - 0.04742082953453064, - 0.15582935512065887, - 0.03207679092884064, - 0.15353652834892273, - 0.05084069445729256, - 0.24125158786773682, - 0.03724493086338043, - 0.027119867503643036, - 0.23960712552070618, - 0.01271645724773407, - 0.022577878087759018, - 0.011241995729506016, - 0.1115075871348381, - 0.3144405484199524, - 0.05672692134976387, - 0.016247166320681572, - 0.1178152784705162, - 0.13602226972579956, - 0.24288979172706604, - 0.4750756323337555, - 0.06765927374362946, - 0.7896757125854492, - 0.01437360979616642, - 0.031446509063243866, - 0.03480704873800278, - 0.3924395740032196, - 0.22699815034866333, - 0.1060413345694542, - 0.4440844655036926, - 0.1080871969461441, - 0.02154177613556385, - 0.47378069162368774, - 0.030620062723755836, - 0.01517806202173233, - 0.9922150373458862, - 0.5908077359199524, - 0.1460791975259781, - 0.029750876128673553, - 0.09388309717178345, - 0.02728479728102684, - 0.32095634937286377, - 0.4462878406047821, - 0.13281923532485962, - 0.10568660497665405, - 0.16267575323581696, - 0.5458120703697205, - 0.008614912629127502, - 0.02729000151157379, - 1.341982364654541, - 0.22785106301307678, - 0.05964541807770729, - 0.039791546761989594, - 0.17059139907360077, - 0.20014238357543945, - 0.01636742427945137, - 0.3616950809955597, - 0.13107070326805115, - 0.5400522947311401, - 0.8804682493209839, - 0.3368223309516907, - 0.3775157928466797, - 0.03511963039636612, - 0.3123704493045807, - 0.024924250319600105, - 0.04204397276043892, - 0.03833933547139168, - 0.08693833649158478, - 0.11534655839204788, - 0.49470219016075134, - 0.11048540472984314, - 0.13536669313907623, - 0.1651880294084549, - 0.06129519268870354, - 0.12711599469184875, - 0.08512163162231445, - 0.5162076950073242, - 0.19308680295944214, - 0.13099521398544312, - 0.03527429699897766, - 0.500893235206604, - 0.4804104268550873, - 0.40227967500686646, - 0.017215469852089882, - 0.38664674758911133, - 0.15228508412837982, - 0.9869591593742371, - 0.027325304225087166, - 0.11540885269641876, - 0.7108079791069031, - 0.038992349058389664, - 0.18615365028381348, - 0.058410849422216415, - 0.10241014510393143, - 0.5930187702178955, - 0.09620355814695358, - 0.06086628511548042, - 0.04008270427584648, - 0.3296915292739868, - 0.287357896566391, - 0.9608637094497681, - 0.14145885407924652, - 0.14970143139362335, - 0.4892171025276184, - 0.58907151222229, - 0.02384960651397705, - 0.2147548943758011, - 0.4415583610534668, - 0.029330212622880936, - 0.6653282046318054, - 0.09573309868574142, - 0.022470250725746155, - 0.08412693440914154, - 0.15291032195091248, - 0.8533950448036194, - 0.10357712209224701, - 0.34614595770835876, - 0.1727285087108612, - 0.44766440987586975, - 0.10946085304021835, - 1.0677490234375, - 0.027633823454380035, - 0.016282541677355766, - 0.3613782227039337, - 0.2785772681236267, - 0.08339686691761017, - 0.012009856291115284, - 0.1844552755355835, - 0.34631359577178955, - 0.48713597655296326, - 0.056621916592121124, - 0.04266609251499176, - 0.9130943417549133, - 0.08459080755710602, - 0.01337160263210535, - 0.8397958874702454, - 0.3819988965988159, - 0.16384127736091614, - 0.37818995118141174, - 0.35257184505462646, - 0.19653062522411346, - 0.14783650636672974, - 0.454784631729126, - 0.3920363485813141, - 0.04222046956419945, - 0.08144044876098633, - 0.18070900440216064, - 0.4098338484764099, - 0.1095329225063324, - 0.04953595995903015, - 0.6281532645225525, - 0.15699772536754608, - 0.00788198783993721, - 0.7087525129318237, - 0.4370083808898926, - 0.08249875903129578, - 0.020236734300851822, - 0.013466103002429008, - 0.07345276325941086, - 0.420692503452301, - 0.23811420798301697, - 0.03373202681541443, - 0.42461442947387695, - 0.008218004368245602, - 0.06224923953413963, - 0.09133512526750565, - 0.09285897761583328, - 0.3438550531864166, - 0.41182976961135864, - 0.09469573944807053, - 0.38188081979751587, - 0.004788605496287346, - 0.03832000866532326, - 0.04274623095989227, - 1.5743705034255981, - 0.019090041518211365, - 0.020527809858322144, - 0.010152105242013931, - 0.1856551170349121, - 0.7514382600784302, - 0.4967383146286011, - 0.11106665432453156, - 0.6234741806983948, - 0.8649301528930664, - 0.021561481058597565, - 0.02474052831530571, - 0.019165366888046265, - 0.18604369461536407, - 0.9485620856285095, - 0.07230594009160995, - 0.024453643709421158, - 0.04998696967959404, - 0.26473745703697205, - 0.9588963389396667, - 0.5958575010299683, - 0.8065850734710693, - 0.028601359575986862, - 0.39248040318489075, - 0.3589456379413605, - 0.4582742750644684, - 0.15081018209457397, - 0.004732351750135422, - 0.032598964869976044, - 0.32510486245155334, - 0.012785318307578564, - 0.4250234365463257, - 0.07190807163715363, - 0.3564285933971405, - 0.036212749779224396, - 0.22368241846561432, - 0.5321903824806213, - 1.2321099042892456, - 0.018868353217840195, - 0.23975025117397308, - 0.04357930272817612, - 0.032316166907548904, - 0.7724927663803101, - 0.1271945685148239, - 0.042322974652051926, - 0.17315705120563507, - 0.09312185645103455, - 0.09884349256753922, - 0.0608002245426178, - 0.07050367444753647, - 0.07635894417762756, - 0.5052037239074707, - 0.04263843595981598, - 0.37031829357147217, - 0.029523484408855438, - 0.02748009003698826, - 0.20236636698246002, - 0.14944343268871307, - 0.013630078174173832, - 0.2254374921321869, - 0.04579655081033707, - 0.5490790009498596, - 0.4253045916557312, - 0.12014494836330414, - 0.03802245855331421, - 0.12264636158943176, - 0.08704832941293716, - 0.3471240699291229, - 0.26580479741096497, - 0.03508009761571884, - 0.012573439627885818, - 0.04364679381251335, - 0.46158385276794434, - 0.03930407017469406, - 0.03537267819046974, - 0.08733992278575897, - 0.03552111238241196, - 0.497590035200119, - 0.27126550674438477, - 0.0511535182595253, - 0.12015166133642197, - 0.03472599387168884, - 0.06828900426626205, - 0.28037190437316895, - 0.011468756012618542, - 0.02967715635895729, - 0.004275600425899029, - 0.10666374862194061, - 0.17010056972503662, - 0.666722297668457, - 0.5012078881263733, - 0.004711827263236046, - 0.35371068120002747, - 0.027417615056037903, - 0.12980134785175323, - 0.15326279401779175, - 0.05614481866359711, - 0.04962455481290817, - 0.02663153037428856, - 0.2030528038740158, - 0.010194499045610428, - 0.014760898426175117, - 0.22289156913757324, - 0.028837015852332115, - 0.3145234286785126, - 0.012638866901397705, - 0.026817966252565384, - 0.013151189312338829, - 0.02643863670527935, - 0.37227556109428406, - 0.18933475017547607, - 0.20121712982654572, - 0.4576134979724884, - 0.02454412169754505, - 0.19448049366474152, - 0.03512021526694298, - 0.22717370092868805, - 0.7751874327659607, - 0.13063347339630127, - 0.08743921667337418, - 0.08674569427967072, - 0.01941990852355957, - 0.052481867372989655, - 0.1407172679901123, - 0.026630118489265442, - 0.013742009177803993, - 0.03773697838187218, - 0.03150957077741623, - 0.08602946996688843, - 0.08795557171106339, - 0.06384138762950897, - 0.28184300661087036, - 0.3411028981208801, - 0.06197509914636612, - 0.05126887559890747, - 0.02980155684053898, - 0.38051024079322815, - 0.10873547941446304, - 0.0930708795785904, - 0.21104027330875397, - 0.22522346675395966, - 0.056190792471170425, - 0.15820254385471344, - 0.04801604524254799, - 0.025156766176223755, - 0.12612764537334442, - 0.031501349061727524, - 0.3456716239452362, - 0.34205102920532227, - 0.020976288244128227, - 0.09038272500038147, - 0.02168935164809227, - 0.024967147037386894, - 0.06943065673112869, - 0.1577318012714386, - 0.07854538410902023, - 0.020370859652757645, - 0.05593310296535492, - 0.012972821481525898, - 0.14896947145462036, - 0.11022595316171646, - 0.18742960691452026, - 0.02106892317533493, - 0.20419807732105255, - 0.016622692346572876, - 0.40578892827033997, - 0.0041745430789887905, - 0.10801751166582108, - 0.032907094806432724, - 0.030363500118255615, - 0.03877783194184303, - 0.5988260507583618, - 0.015148384496569633, - 0.18287526071071625, - 0.3452811539173126, - 0.06757891923189163, - 0.12610416114330292, - 0.04932355135679245, - 0.02698150835931301, - 0.006728317588567734, - 0.08124210685491562, - 0.040084537118673325, - 0.029635917395353317, - 0.1646902859210968, - 0.14376750588417053, - 0.07385554909706116, - 0.07765177637338638, - 0.0783325657248497, - 0.06150933727622032, - 0.012301989831030369, - 0.3242138922214508, - 0.36656081676483154, - 0.03375646471977234, - 0.07705061882734299, - 0.08476642519235611, - 0.07741791754961014, - 0.008597858250141144, - 0.15011659264564514, - 0.6083469390869141, - 0.11038560420274734, - 0.028331628069281578, - 0.5641010999679565, - 0.1995188295841217, - 0.021096058189868927, - 0.046723902225494385, - 0.031331367790699005, - 0.2500583231449127, - 0.007624402642250061, - 0.004506959579885006, - 0.12872251868247986, - 0.0639660432934761, - 0.010981236584484577, - 0.09925112128257751, - 0.020460722967982292, - 0.09227465838193893, - 0.012500576674938202, - 0.14761479198932648, - 0.10667309165000916, - 0.034236662089824677, - 0.0782562792301178, - 0.22956666350364685, - 0.28619423508644104, - 0.01649576984345913, - 0.11177623271942139, - 0.3018324077129364, - 0.22778742015361786, - 0.37457436323165894, - 0.027452293783426285, - 0.03205325827002525, - 0.3931281566619873, - 0.10304361581802368, - 0.02300027757883072, - 0.056815005838871 + 0.7305768728256226, + 0.7686619758605957, + 0.3862275779247284, + 0.3342909812927246, + 0.3508605360984802, + 0.28207987546920776, + 0.39269810914993286, + 0.2406839281320572, + 0.4718216061592102, + 0.12598353624343872, + 0.2898868918418884, + 0.8139364123344421, + 0.09558303654193878, + 0.31568872928619385, + 0.2550097107887268, + 0.3728944957256317, + 0.28511491417884827, + 0.36761918663978577, + 0.6017365455627441, + 0.3800216317176819, + 0.3607320487499237, + 0.2303185760974884, + 0.30699124932289124, + 0.2648930549621582, + 0.37060317397117615, + 0.24292483925819397, + 0.2661617398262024, + 0.2770390212535858, + 0.22414611279964447, + 0.3437667191028595, + 0.2859521210193634, + 0.4935542345046997, + 0.24620023369789124, + 0.21977099776268005, + 0.20222732424736023, + 0.10597508400678635, + 0.3244970142841339, + 0.18806637823581696, + 0.3196322023868561, + 0.3496646583080292, + 0.22972196340560913, + 0.21046780049800873, + 0.15668736398220062, + 0.08893381059169769, + 0.0797463059425354, + 0.2522360384464264, + 0.13837075233459473, + 0.26964643597602844, + 0.2632124125957489, + 0.18056398630142212, + 0.2808982729911804, + 0.10733507573604584, + 0.11801919341087341, + 0.2305467128753662, + 0.3227836489677429, + 0.07247185707092285, + 0.23628845810890198, + 0.0893954485654831, + 0.16953250765800476, + 0.2309725284576416, + 0.19318275153636932, + 0.13503438234329224, + 0.128240704536438, + 0.12030980736017227, + 0.18653233349323273, + 0.21640320122241974, + 0.2583768963813782, + 0.23628519475460052, + 0.17326237261295319, + 0.12059095501899719, + 0.1249462366104126, + 0.18402987718582153, + 0.20377622544765472, + 0.09751040488481522, + 0.17282533645629883, + 0.1526109278202057, + 0.0997338742017746, + 0.20396316051483154, + 0.16418534517288208, + 0.16241085529327393, + 0.23039226233959198, + 0.1819661259651184, + 0.11737057566642761, + 0.20002831518650055, + 0.16701413691043854, + 0.19476722180843353, + 0.0806490033864975, + 0.29990237951278687, + 0.1612255871295929, + 0.11879613250494003, + 0.22627262771129608, + 0.11108110100030899, + 0.19470436871051788, + 0.22364947199821472, + 0.11593306064605713, + 0.23471415042877197, + 0.20557747781276703, + 0.092900350689888, + 0.08789343386888504, + 0.1876634955406189, + 0.09646149724721909, + 0.2663165330886841, + 0.25925737619400024, + 0.18927223980426788, + 0.17506754398345947, + 0.21961216628551483, + 0.14459514617919922, + 0.06904999911785126, + 0.13554899394512177, + 0.10269874334335327, + 0.17052946984767914, + 0.11296042799949646, + 0.12905949354171753, + 0.1406838744878769, + 0.12179151922464371, + 0.1950322538614273, + 0.19294215738773346, + 0.09072776883840561, + 0.164450004696846, + 0.23028574883937836, + 0.26402780413627625, + 0.09803193807601929, + 0.10376613587141037, + 0.18612606823444366, + 0.11845019459724426, + 0.17937226593494415, + 0.2797927260398865, + 0.1262855976819992, + 0.17440642416477203, + 0.1319631189107895, + 0.19793036580085754, + 0.16523531079292297, + 0.11167868226766586, + 0.22983987629413605, + 0.19791659712791443, + 0.1640176922082901, + 0.17005763947963715, + 0.26195481419563293, + 0.23326483368873596, + 0.15375176072120667, + 0.17224077880382538, + 0.23399263620376587, + 0.19813622534275055, + 0.08380956202745438, + 0.11158950626850128, + 0.041849635541439056, + 0.06946053355932236, + 0.26462453603744507, + 0.17343974113464355, + 0.16462770104408264, + 0.2194841504096985, + 0.21914511919021606, + 0.18602322041988373, + 0.20223365724086761, + 0.23340357840061188, + 0.22581781446933746, + 0.22623318433761597, + 0.13417086005210876, + 0.13466688990592957, + 0.13939349353313446, + 0.07971403747797012, + 0.20499750971794128, + 0.10230614244937897, + 0.1681206226348877, + 0.3147832751274109, + 0.18515954911708832, + 0.07944352179765701, + 0.1744486540555954, + 0.16192901134490967, + 0.12648539245128632, + 0.20684018731117249, + 0.13216231763362885, + 0.03323023393750191, + 0.14820899069309235, + 0.15508253872394562, + 0.1729443073272705, + 0.07387129962444305, + 0.10025635361671448, + 0.22159121930599213, + 0.11247904598712921, + 0.08065405488014221, + 0.16404418647289276, + 0.11052350699901581, + 0.2320125252008438, + 0.23890462517738342, + 0.17380587756633759, + 0.13817737996578217, + 0.28275272250175476, + 0.2021302729845047, + 0.11944408714771271, + 0.1554022878408432, + 0.16992294788360596, + 0.2140345573425293, + 0.11978975683450699, + 0.22456318140029907, + 0.25501778721809387, + 0.11559469997882843, + 0.26716524362564087, + 0.07446911931037903, + 0.20605838298797607, + 0.1507883071899414, + 0.09528964012861252, + 0.20492495596408844, + 0.2266136258840561, + 0.15485000610351562, + 0.18545818328857422, + 0.2183302789926529, + 0.16800059378147125, + 0.191509410738945, + 0.08747488260269165, + 0.1348188817501068, + 0.12196622043848038, + 0.20315757393836975, + 0.09594054520130157, + 0.1807643324136734, + 0.13864408433437347, + 0.1044076532125473, + 0.25817379355430603, + 0.21959011256694794, + 0.18815873563289642, + 0.11670506000518799, + 0.13245895504951477, + 0.12482985854148865, + 0.25754788517951965, + 0.09312677383422852, + 0.1010255515575409, + 0.27626460790634155, + 0.19616007804870605, + 0.1672387272119522, + 0.1879817396402359, + 0.10574914515018463, + 0.20626576244831085, + 0.15994784235954285, + 0.1379232555627823, + 0.14548583328723907, + 0.11877191811800003, + 0.10688852518796921, + 0.1324770748615265, + 0.21622100472450256, + 0.19326989352703094, + 0.22413992881774902, + 0.11244536936283112, + 0.25746122002601624, + 0.11357112228870392, + 0.1719392091035843, + 0.11072472482919693, + 0.11670443415641785, + 0.1267978698015213, + 0.24678462743759155, + 0.13141681253910065, + 0.1918264627456665, + 0.14868728816509247, + 0.21891726553440094, + 0.1179513931274414, + 0.21517880260944366, + 0.1959032267332077, + 0.13894875347614288, + 0.12888337671756744, + 0.10673645883798599, + 0.22887010872364044, + 0.17005306482315063, + 0.09234781563282013, + 0.12294059246778488, + 0.21843481063842773, + 0.18558022379875183, + 0.22780148684978485, + 0.13981422781944275, + 0.14001162350177765, + 0.19297367334365845, + 0.2317659854888916, + 0.10511129349470139, + 0.21425603330135345, + 0.23040322959423065, + 0.1311175525188446, + 0.09245188534259796, + 0.27384424209594727, + 0.08784912526607513, + 0.1503610908985138, + 0.23665142059326172, + 0.1399085968732834, + 0.23775222897529602, + 0.15238834917545319, + 0.18314708769321442, + 0.1377226561307907, + 0.23117220401763916, + 0.15241298079490662, + 0.15320059657096863, + 0.2121656984090805, + 0.2001734972000122, + 0.16656672954559326, + 0.16860581934452057, + 0.276409775018692, + 0.1002100259065628, + 0.1877901554107666, + 0.18598942458629608, + 0.20004934072494507, + 0.1424337774515152, + 0.14797478914260864, + 0.23885522782802582, + 0.0536428764462471, + 0.12655505537986755, + 0.11868391185998917, + 0.18776647746562958, + 0.14888663589954376, + 0.1354062706232071, + 0.1695011854171753, + 0.23892782628536224, + 0.21367937326431274, + 0.14564798772335052, + 0.0940442830324173, + 0.19198495149612427, + 0.2088831514120102, + 0.14702856540679932, + 0.13842415809631348, + 0.18240006268024445, + 0.08333930373191833, + 0.08663789927959442, + 0.17586450278759003, + 0.06715913861989975, + 0.09849198162555695, + 0.14652131497859955, + 0.2832229733467102, + 0.1658027321100235, + 0.08892127871513367, + 0.13920235633850098, + 0.24596349895000458, + 0.12880684435367584, + 0.1533154547214508, + 0.10746094584465027, + 0.14982281625270844, + 0.08173558861017227, + 0.24392172694206238, + 0.15686744451522827, + 0.15491265058517456, + 0.16125039756298065, + 0.17666305601596832, + 0.14595621824264526, + 0.2064206749200821, + 0.1472739428281784, + 0.21625559031963348, + 0.09061452746391296, + 0.17750661075115204, + 0.0912981852889061, + 0.12262586504220963, + 0.18873868882656097, + 0.09946683049201965, + 0.30744925141334534, + 0.15634742379188538, + 0.19648383557796478, + 0.22879695892333984, + 0.15448270738124847, + 0.09992099553346634, + 0.17995324730873108, + 0.17139527201652527, + 0.07403041422367096, + 0.14501048624515533, + 0.1598118096590042, + 0.14750167727470398, + 0.20180796086788177, + 0.1942974478006363, + 0.11729004979133606, + 0.17958912253379822, + 0.15689054131507874, + 0.29080331325531006, + 0.1852887123823166, + 0.19768263399600983, + 0.13160116970539093, + 0.1421569287776947, + 0.0765400379896164, + 0.19685719907283783, + 0.11016899347305298, + 0.15095463395118713, + 0.1841231882572174, + 0.18846899271011353, + 0.20138701796531677, + 0.1446215957403183, + 0.16893324255943298, + 0.09370224922895432, + 0.18058036267757416, + 0.24152526259422302, + 0.16064009070396423, + 0.13127551972866058, + 0.14794056117534637, + 0.1930723786354065, + 0.1460127830505371, + 0.226167693734169, + 0.24454335868358612, + 0.15752673149108887, + 0.06904517859220505, + 0.24230262637138367, + 0.1803607940673828, + 0.2099907398223877, + 0.13041925430297852, + 0.16096220910549164, + 0.12060406059026718, + 0.1513301581144333, + 0.21747063100337982, + 0.1677691787481308, + 0.2218766212463379, + 0.23972280323505402, + 0.15238980948925018, + 0.07874538004398346, + 0.1393219232559204, + 0.1629352867603302, + 0.17556920647621155, + 0.18140065670013428, + 0.17374885082244873, + 0.18739119172096252, + 0.08955566585063934, + 0.1695290207862854, + 0.13667269051074982, + 0.19030065834522247, + 0.09515410661697388, + 0.18745319545269012, + 0.22836549580097198, + 0.26827314496040344, + 0.14709347486495972, + 0.24711377918720245, + 0.1966918259859085, + 0.07718105614185333, + 0.16881757974624634, + 0.17865240573883057, + 0.12145894020795822, + 0.13822218775749207, + 0.10323181003332138, + 0.20251187682151794, + 0.22437414526939392, + 0.10684824734926224, + 0.16158393025398254, + 0.09779657423496246, + 0.11838038265705109, + 0.046892691403627396, + 0.14920227229595184, + 0.13334500789642334, + 0.17524994909763336, + 0.17956072092056274, + 0.14843930304050446, + 0.12353169918060303, + 0.25301969051361084, + 0.23685942590236664, + 0.14037257432937622, + 0.09669084846973419, + 0.1914026290178299, + 0.1132562905550003, + 0.11409790813922882, + 0.20206378400325775, + 0.14961902797222137, + 0.20782430469989777, + 0.12709546089172363, + 0.11732888966798782, + 0.18094462156295776, + 0.21642076969146729, + 0.11135027557611465, + 0.2603718042373657, + 0.22923611104488373, + 0.15257932245731354, + 0.19891951978206635, + 0.11975789070129395, + 0.13046123087406158, + 0.12931029498577118, + 0.16478367149829865, + 0.21457330882549286, + 0.19356752932071686, + 0.20428644120693207, + 0.14599664509296417, + 0.15730689465999603, + 0.20147384703159332, + 0.21660590171813965, + 0.19140560925006866, + 0.16047567129135132, + 0.0922035500407219, + 0.12273435294628143, + 0.06610530614852905, + 0.20968377590179443, + 0.2569909691810608, + 0.19620464742183685, + 0.11855240166187286, + 0.09007355570793152, + 0.272885262966156, + 0.20509573817253113, + 0.1346392184495926, + 0.22658422589302063, + 0.18842670321464539, + 0.13878501951694489, + 0.22596079111099243, + 0.17069338262081146, + 0.1837066262960434, + 0.05182412266731262, + 0.16169369220733643, + 0.0896705910563469, + 0.20198015868663788, + 0.10643468797206879, + 0.2022770494222641, + 0.16882066428661346, + 0.21805691719055176, + 0.1337178349494934, + 0.24154342710971832, + 0.1500423550605774, + 0.2691255807876587, + 0.19433672726154327 ], "env_score_iters": [ 1, @@ -59764,2644 +73433,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.7299879193305969, - -2.6692111492156982, - -3.4005637168884277, - -3.5449697971343994, - -1.248445987701416, - -2.8372724056243896, - -3.00500750541687, - -3.574793577194214, - -3.6488826274871826, - 0.553613007068634, - -3.8248543739318848, - -0.9686617255210876, - 2.955589532852173, - -0.3010365664958954, - -1.5335726737976074, - -4.044506549835205, - -5.069883823394775, - -5.072895526885986, - 1.5035990476608276, - -7.59097146987915, - -2.9408652782440186, - -3.46087384223938, - -4.609179496765137, - -2.442349910736084, - -1.9803755283355713, - -3.4506936073303223, - -0.15777643024921417, - -2.5133094787597656, - -3.1995060443878174, - -4.714468002319336, - -0.666334331035614, - -3.28450083732605, - -7.537040710449219, - -2.6104624271392822, - -2.1389119625091553, - 1.680240273475647, - -3.3004708290100098, - -3.3676199913024902, - 5.320699691772461, - -2.099546194076538, - -3.6445553302764893, - -2.7660090923309326, - -2.4731855392456055, - -2.5518696308135986, - -1.9972724914550781, - -3.3913309574127197, - -3.145005464553833, - 0.8693051934242249, - -2.482717752456665, - -0.7750646471977234, - -3.7091879844665527, - -2.1329121589660645, - -1.0900261402130127, - -2.689162254333496, - -2.03090763092041, - -0.8210611939430237, - -0.7874741554260254, - -3.659616708755493, - -2.582777976989746, - -0.3058604598045349, - -2.932917594909668, - -2.7966949939727783, - -3.1750242710113525, - -8.262304306030273, - -1.119361400604248, - -5.51446533203125, - -2.593127727508545, - -0.8613543510437012, - -2.111605644226074, - -2.815429210662842, - -1.9429311752319336, - -3.585629463195801, - -3.3937151432037354, - -3.847198486328125, - -3.2866132259368896, - -1.7659406661987305, - -4.581796169281006, - -3.030515193939209, - 10.006155967712402, - 0.01614268310368061, - -4.696568489074707, - -3.2181708812713623, - -3.2309670448303223, - -5.490591049194336, - -2.8992385864257812, - -7.793920993804932, - -4.252521991729736, - -2.8469302654266357, - -2.564232349395752, - -3.646198272705078, - -4.3949761390686035, - -3.2958998680114746, - -3.1484756469726562, - -2.57729434967041, - -3.1864352226257324, - -3.6671977043151855, - -4.100583553314209, - -2.6127164363861084, - -5.1701765060424805, - -3.0077908039093018, - -8.138075828552246, - -1.7934222221374512, - -2.4349658489227295, - -3.7398836612701416, - -3.223752975463867, - -2.870335578918457, - -3.6350862979888916, - -2.6540396213531494, - -3.0975513458251953, - -3.8058948516845703, - -0.05325295776128769, - -4.0504350662231445, - -3.3769309520721436, - -3.5062007904052734, - -1.0670818090438843, - -3.807276725769043, - -5.738040924072266, - -2.086031436920166, - -3.6022391319274902, - -6.3366241455078125, - -2.6366665363311768, - -4.788351058959961, - -3.4102280139923096, - -0.15971620380878448, - -1.0774214267730713, - -3.0711734294891357, - -4.437284469604492, - -3.494205951690674, - -3.9372823238372803, - -1.6408782005310059, - -2.0514564514160156, - -4.674167156219482, - -3.553032636642456, - -3.0780160427093506, - -0.17843231558799744, - -4.0772600173950195, - -4.0995049476623535, - 4.852642059326172, - -3.4803507328033447, - -5.931131362915039, - -3.3020334243774414, - -2.7923526763916016, - -2.0583057403564453, - -3.128849983215332, - -3.557231903076172, - -9.652989387512207, - -2.6877338886260986, - -5.686119079589844, - -1.305051326751709, - -1.3192481994628906, - -4.098333358764648, - -4.180288791656494, - -3.320725679397583, - -3.0872411727905273, - -4.121893405914307, - -3.844292402267456, - -3.2303013801574707, - -0.49854835867881775, - -7.692200183868408, - -6.886160850524902, - -2.498117446899414, - -2.602844715118408, - -2.5417802333831787, - -2.826463222503662, - -2.371199131011963, - -2.2356913089752197, - -3.0084736347198486, - -3.0872418880462646, - -3.8758413791656494, - -1.4514518976211548, - -0.6960046887397766, - -3.6086132526397705, - -1.5996277332305908, - -3.0178303718566895, - 0.5736351609230042, - -3.086233377456665, - -2.8757762908935547, - -1.3716163635253906, - -4.298396110534668, - -3.9844067096710205, - -2.69128680229187, - -6.729815483093262, - 1.3949499130249023, - -2.297325372695923, - -3.194009780883789, - -3.534229040145874, - -2.4464216232299805, - -1.3704527616500854, - 1.541981816291809, - -3.4183526039123535, - -3.6458327770233154, - 0.07234586775302887, - 0.06522178649902344, - -2.9215049743652344, - -0.42232435941696167, - -1.9063667058944702, - -2.8228914737701416, - -4.0206217765808105, - -1.6090182065963745, - -2.9170150756835938, - -2.745051383972168, - -1.8002867698669434, - -3.648653268814087, - -3.3085720539093018, - -1.2062463760375977, - -3.611706256866455, - -1.406198501586914, - -2.4530794620513916, - 0.35563573241233826, - -5.098417282104492, - -3.490163803100586, - -1.7827099561691284, - -5.9488677978515625, - -4.411856174468994, - -4.237863063812256, - -2.1538734436035156, - -2.5862927436828613, - -0.49127286672592163, - -3.6393773555755615, - -7.436823844909668, - -2.3814938068389893, - -3.927546501159668, - -2.8417868614196777, - -2.1598193645477295, - -2.334402561187744, - -2.8358490467071533, - -0.5684927701950073, - -3.53326678276062, - -5.118915557861328, - -2.4926836490631104, - -0.3963817358016968, - -1.5537371635437012, - -7.292265892028809, - -2.627826690673828, - -3.9973127841949463, - -1.0512666702270508, - -2.285051107406616, - -7.353329181671143, - -2.6985275745391846, - -3.158703327178955, - -4.197612285614014, - 1.6653474569320679, - -1.6714470386505127, - -3.1066033840179443, - -4.0849833488464355, - -3.701209545135498, - -3.275890588760376, - -1.3825857639312744, - -3.5719807147979736, - -3.3574001789093018, - -3.834345817565918, - -3.906675100326538, - -3.363528251647949, - -7.141728401184082, - -3.1573779582977295, - -3.279466152191162, - -0.09556693583726883, - -3.2649879455566406, - -2.0149331092834473, - -3.181812286376953, - -3.4866535663604736, - -3.635632276535034, - 2.524996519088745, - -3.4155616760253906, - -6.988752365112305, - -3.8345606327056885, - -5.03651762008667, - -0.4073503613471985, - -3.527596950531006, - -4.421963214874268, - 0.8881202936172485, - -2.561979055404663, - -3.4846720695495605, - -5.569562911987305, - -3.737510919570923, - -2.091064929962158, - 0.8939047455787659, - -3.4479029178619385, - -5.061769962310791, - -3.329270124435425, - -1.874571442604065, - 2.8031179904937744, - -0.6515284776687622, - 1.232182502746582, - -5.296544075012207, - -0.5628290772438049, - -2.930265426635742, - -0.3104269206523895, - -3.0667543411254883, - -3.9356489181518555, - -3.5726943016052246, - -2.2842400074005127, - -3.8790242671966553, - -0.05480082333087921, - -3.4501595497131348, - -1.017242670059204, - -3.8034660816192627, - -4.167891979217529, - -1.178183674812317, - 1.074407935142517, - -4.286537170410156, - -2.1679563522338867, - -3.36324405670166, - -3.9956600666046143, - -2.1236047744750977, - -3.5082218647003174, - -4.087181091308594, - -2.9268994331359863, - -3.5083141326904297, - -3.735391139984131, - -3.4547603130340576, - -2.8892149925231934, - -2.7062859535217285, - 0.5577200055122375, - -3.3118984699249268, - -3.430773973464966, - -4.768306255340576, - -4.635230541229248, - -2.0539143085479736, - -6.504939079284668, - -3.5532259941101074, - -3.9535651206970215, - -3.446398973464966, - -3.7433876991271973, - -0.3988797068595886, - -3.169142246246338, - -2.7635300159454346, - -3.8998258113861084, - -4.162957668304443, - -1.3673076629638672, - -2.8380179405212402, - -3.7696139812469482, - -4.488185405731201, - -3.872915506362915, - -2.1443634033203125, - -3.3543803691864014, - -4.129286766052246, - -3.3182077407836914, - -4.056949615478516, - -1.1079427003860474, - -6.114522933959961, - -7.284961223602295, - -2.017793893814087, - -6.502185821533203, - -2.9016828536987305, - -0.81183260679245, - -2.9888923168182373, - -3.324824094772339, - -3.5295629501342773, - -4.083858489990234, - -3.3986310958862305, - -0.17762061953544617, - -1.184586524963379, - -3.263747453689575, - -1.3631263971328735, - -3.5854744911193848, - -5.7575483322143555, - -3.0695865154266357, - -3.268256664276123, - -4.1342315673828125, - -5.239317893981934, - -3.3037521839141846, - -2.6538939476013184, - -4.738035202026367, - -3.087442398071289, - -6.103764057159424, - -3.344680070877075, - -4.371623516082764, - -3.794001817703247, - -4.091058254241943, - -3.765519857406616, - -2.201103687286377, - -2.5235040187835693, - -5.754551887512207, - -4.310221195220947, - -4.816709518432617, - -2.6596851348876953, - -4.347991943359375, - -1.7419893741607666, - -3.6148955821990967, - -3.8752639293670654, - -5.330455303192139, - -4.7469658851623535, - -4.084899425506592, - -2.9636125564575195, - -3.6217870712280273, - -4.639791011810303, - -3.2038662433624268, - -3.6155619621276855, - -3.491363048553467, - -2.944571018218994, - -7.017867088317871, - -3.345261812210083, - -2.563629627227783, - -2.383657693862915, - -3.90960693359375, - -4.7122111320495605, - -4.8117594718933105, - -3.7137763500213623, - -5.7385053634643555, - -4.909717082977295, - -3.2903378009796143, - -3.571244716644287, - -3.6412885189056396, - -4.064455509185791, - -3.29923939704895, - -7.5952982902526855, - -4.749675750732422, - -4.438327789306641, - -1.3065544366836548, - -4.2409844398498535, - -4.418181896209717, - -1.4764244556427002, - -4.5866899490356445, - -3.4071688652038574, - -4.517472743988037, - -2.7812066078186035, - -3.530344247817993, - -3.8981668949127197, - -3.8339924812316895, - -4.027562618255615, - -1.9108238220214844, - -1.8751344680786133, - -2.230087995529175, - -4.338407039642334, - -3.51113224029541, - -4.812919616699219, - -1.330247163772583, - -4.503517150878906, - -3.831291913986206, - -3.9637410640716553, - -3.7821593284606934, - -3.5485339164733887, - -4.847631454467773, - -4.026113986968994, - -3.0882673263549805, - -1.459826111793518, - -2.6436753273010254, - -3.123349905014038, - -6.416092395782471, - -4.294610977172852, - -3.8181686401367188, - -2.957576036453247, - -3.7680041790008545, - -4.219409465789795, - -3.3806817531585693, - -2.709723711013794, - -3.6794235706329346, - -3.455434560775757, - -4.096591949462891, - -3.9580514430999756, - -4.152748107910156, - -1.2776535749435425, - -3.225553512573242, - -5.06386661529541, - -3.9590346813201904, - -2.7117717266082764, - -2.895674228668213, - -4.269616603851318, - -3.5407261848449707, - 0.4459471106529236, - -3.0992019176483154, - -4.205588340759277, - 0.031096672639250755, - -2.9173953533172607, - -6.736690521240234, - -4.536905288696289, - -3.377377986907959, - -3.262408971786499, - -4.233238697052002, - -3.4608163833618164, - -4.321346282958984, - -2.1156747341156006, - -4.557108402252197, - -4.78463888168335, - -4.038324356079102, - -3.3336987495422363, - -4.576594352722168, - -3.8065004348754883, - -4.014413833618164, - -3.159085988998413, - -3.85210919380188, - -1.5648679733276367, - -2.7001447677612305, - -4.658670425415039, - -4.488388538360596, - -3.4817912578582764, - -3.3954684734344482, - -2.3437039852142334, - -3.8138651847839355, - -4.056534767150879, - -0.7120660543441772, - -3.827531576156616, - -4.785700798034668, - -4.383375644683838 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.44812658429145813, + -0.5700516104698181, + -0.5569312572479248, + -0.6585434675216675, + -0.7091792821884155, + -0.49680060148239136, + -0.5341338515281677, + -0.3252854645252228, + -0.44795435667037964, + -0.3292402923107147, + -0.5390928387641907, + -0.5853103995323181, + -0.4940783977508545, + -0.527161717414856, + 0.2729458212852478, + -0.3247363269329071, + -0.5719711184501648, + -0.3736145496368408, + -0.3546741008758545, + -0.5664007067680359, + -0.451781302690506, + -0.5578696727752686, + -0.5974449515342712, + -0.5651851296424866, + -0.3731394410133362, + -0.5802608132362366, + -0.3175271153450012, + -0.25546637177467346, + -0.4097987413406372, + -0.4155137836933136, + -0.3971371054649353, + -0.4013800621032715, + -0.5678107738494873, + -0.5276475548744202, + -0.34421420097351074, + 0.11802427470684052, + -0.5393524765968323, + -0.7463759779930115, + -0.6595552563667297, + -0.6609517335891724, + -0.645592451095581, + -0.5215492844581604, + -0.5424697995185852, + -0.4809042513370514, + -0.5224462151527405, + -0.5618987679481506, + -0.5162491798400879, + -0.5206974148750305, + -0.5319244861602783, + -0.2728893756866455, + -0.18741926550865173, + -0.5491960644721985, + -0.42962589859962463, + -0.5680568218231201, + -0.4382542669773102, + -0.5815527439117432, + -0.5156382918357849, + -0.7016268372535706, + -0.3322821259498596, + -0.6004727482795715, + -0.2501663267612457, + -0.3735247850418091, + -0.42602694034576416, + -0.3612613081932068, + -0.45912906527519226, + -0.5931393504142761, + -0.46958109736442566, + -0.44652891159057617, + -0.5247432589530945, + -0.5677754282951355, + -0.47690582275390625, + -0.5766597390174866, + -0.5266551375389099, + -0.4872046113014221, + -0.6231308579444885, + -0.3775060176849365, + -0.9034759998321533, + -0.45346835255622864, + -0.7601625323295593, + -0.4699765741825104, + -0.6088298559188843, + -0.8668339252471924, + -0.47481995820999146, + -0.3549242913722992, + -0.6511663198471069, + -0.50873202085495, + -0.5056855082511902, + -0.4386402368545532, + -0.4382844567298889, + -0.4612058401107788, + -0.5883802175521851, + -0.3989845812320709, + -0.4085884690284729, + -0.4224717319011688, + -0.5874726176261902, + -0.4634860157966614, + -0.7201462388038635, + -0.4239504635334015, + -0.335770845413208, + -0.558129072189331, + -0.43869468569755554, + -0.4025003910064697, + -0.5862495303153992, + -0.6610839366912842, + -0.25045520067214966, + -0.6616345643997192, + -0.5760416388511658, + -0.4208713173866272, + -0.47273552417755127, + -0.5594238042831421, + -0.43829140067100525, + -0.43553221225738525, + -0.51107257604599, + -0.48690900206565857, + -0.530573308467865, + -0.2847007215023041, + -0.36628174781799316, + -0.5167036056518555, + -0.5102587938308716, + -0.4525419771671295, + -0.5098455548286438, + -0.3228318393230438, + -0.2829705476760864, + -0.3761421740055084, + -0.3090202212333679, + -0.44713926315307617, + -0.3570764660835266, + -0.4663831293582916, + -0.14159077405929565, + -0.4234958291053772, + -0.5907877087593079, + -0.5236033201217651, + -0.3787684142589569, + -0.5007965564727783, + -0.49011677503585815, + -0.420087605714798, + -0.43083304166793823, + -0.5789188742637634, + -0.4136419892311096, + -0.5611659288406372, + -0.6210182905197144, + -0.6003583073616028, + -0.6906843185424805, + -0.39201363921165466, + -0.5155680775642395, + -0.7416214942932129, + -0.281334787607193, + -0.2779133915901184, + -0.4124479591846466, + -0.45134758949279785, + -0.4666958153247833, + -0.29775866866111755, + -0.1994098722934723, + -0.520954966545105, + -0.4511469304561615, + -0.18881253898143768, + -0.46794429421424866, + -0.4448043406009674, + -0.7307174801826477, + -0.39407646656036377, + -0.40822339057922363, + -0.43229368329048157, + -0.5181034207344055, + -0.5622692108154297, + -0.5478611588478088, + -0.18612544238567352, + -0.22359144687652588, + -0.44023817777633667, + -0.5996142625808716, + -0.28442123532295227, + -0.5360692143440247, + -0.42014679312705994, + -0.48531609773635864, + -0.48424091935157776, + -0.31843021512031555, + -0.7475540041923523, + -0.41971758008003235, + -0.5145198702812195, + -0.4637121558189392, + -0.44741180539131165, + -0.5227426290512085, + -0.6726043820381165, + -0.4175015687942505, + -0.1933203488588333, + -0.41882023215293884, + -0.5148010849952698, + -0.4235517978668213, + -0.3350100517272949, + -0.32663819193840027, + -0.2134338617324829, + -0.3776608407497406, + -0.3778831958770752, + -0.42417800426483154, + -0.3635391294956207, + -0.4877188503742218, + -0.3777998387813568, + -0.4433212876319885, + -0.3848903775215149, + -0.4718995690345764, + -0.633808434009552, + -0.5220683217048645, + -0.34822359681129456, + -0.4255315363407135, + -0.6196825504302979, + -0.5658960938453674, + -0.5295846462249756, + -0.3303913474082947, + -0.8535416722297668, + -0.3259195387363434, + -0.5257635712623596, + -0.25653737783432007, + -0.477730393409729, + -0.425549179315567, + -0.4511124789714813, + -0.378476083278656, + -0.23318536579608917, + -0.46933436393737793, + -0.590490996837616, + -0.6456449031829834, + -0.3478444218635559, + -0.5807759761810303, + -0.5856242179870605, + -0.23363828659057617, + -0.43681302666664124, + -0.6457397937774658, + -0.33456987142562866, + -0.6399697065353394, + -0.30508220195770264, + -0.5228534936904907, + -0.40774112939834595, + -0.41137415170669556, + -0.6544830203056335, + -0.5286043882369995, + -0.2593899369239807, + -0.3691325783729553, + -0.45616278052330017, + -0.16073521971702576, + -0.43668878078460693, + -0.4321623742580414, + -0.49298861622810364, + -0.2869788110256195, + -0.5502030253410339, + -0.6695325374603271, + -0.5527469515800476, + -0.34970319271087646, + -0.45401182770729065, + -0.6509271860122681, + -0.454237163066864, + -0.6325256824493408, + -0.48346325755119324, + -0.42792096734046936, + -0.42269524931907654, + -0.550446629524231, + -0.7999168038368225, + -0.4407559037208557, + -0.3656797707080841, + -0.2320897877216339, + -0.5362950563430786, + -0.39916089177131653, + -0.5126867294311523, + -0.5339832901954651, + -0.11553053557872772, + -0.4441567063331604, + -0.4641275107860565, + -0.4350598454475403, + -0.30634409189224243, + -0.5646499395370483, + 0.00723281130194664, + -0.26715928316116333, + -0.39916545152664185, + -0.6624800562858582, + -0.2900411784648895, + -0.6443663239479065, + -0.5339899659156799, + -0.2985925078392029, + -0.5055773258209229, + -0.3363786041736603, + -0.48219549655914307, + -0.33050039410591125, + -0.6114414930343628, + -0.29030996561050415, + -0.3579755127429962, + -0.34140825271606445, + -0.5806799530982971, + -0.2879110872745514, + -0.5109444260597229, + -0.4827156960964203, + -0.39566901326179504, + -0.5805708169937134, + -0.36798346042633057, + -0.40294185280799866, + -0.5054896473884583, + -0.5772039890289307, + -0.49746468663215637, + -0.32321080565452576, + -0.48245635628700256, + -0.42694154381752014, + -0.4603327214717865, + -0.5008708834648132, + -0.5272329449653625, + -0.3999978303909302, + -0.2685812711715698, + -0.3373149037361145, + -0.38226425647735596, + -0.414522260427475, + -0.49695172905921936, + -0.3931622803211212, + -0.40995585918426514, + -0.5460203886032104, + -0.477682888507843, + -0.06333302706480026, + -0.5726717710494995, + -0.644956648349762, + -0.45813724398612976, + -0.4921960234642029, + -0.3988681435585022, + -0.4311544597148895, + -0.27017876505851746, + -0.40357357263565063, + -0.4507525563240051, + -0.4339732527732849, + -0.11969488859176636, + -0.5325627326965332, + -0.40078362822532654, + -0.45545530319213867, + -0.5428515672683716, + -0.5612310767173767, + -0.5527732968330383, + -0.5091882944107056, + -0.29603371024131775, + -0.5488806962966919, + -0.23721589148044586, + -0.3843228220939636, + -0.33968451619148254, + -0.39017632603645325, + -0.384210467338562, + -0.4991070330142975, + -0.6144454479217529, + -0.4901377558708191, + -0.5534415245056152, + -0.4100302755832672, + -0.6584281325340271, + -0.14415811002254486, + -0.3891010284423828, + -0.4417436718940735, + -0.4309799075126648, + -0.32565832138061523, + -0.45268556475639343, + -0.2404380887746811, + -0.44697362184524536, + -0.45590394735336304, + -0.5199413895606995, + -0.5416796803474426, + -0.45201346278190613, + -0.30855369567871094, + -0.4456802010536194, + -0.5360778570175171, + -0.30130159854888916, + -0.5753321051597595, + -0.33993393182754517, + -0.0725376307964325, + -0.45441052317619324, + -0.5877580046653748, + -0.26137515902519226, + -0.7513517141342163, + -0.4603343904018402, + -0.46211451292037964, + -0.30179765820503235, + -0.34950587153434753, + -0.4636859893798828, + -0.5043514966964722, + -0.46980199217796326, + -0.36957353353500366, + -0.8200554251670837, + -0.4128990173339844, + -0.17675425112247467, + -0.5048850178718567, + -0.4292369484901428, + -0.37996068596839905, + -0.569545567035675, + -0.28635525703430176, + -0.3703041076660156, + 0.014207539148628712, + -0.48598024249076843, + -0.5097024440765381, + -0.484859436750412, + -0.5840398669242859, + -0.4562930166721344, + -0.491318017244339, + -0.5304899215698242, + -0.3163512051105499, + -0.3756815195083618, + -0.05076530948281288, + -0.49211111664772034, + -0.5022447109222412, + -0.2427302449941635, + -0.41805750131607056, + -0.3750576674938202, + -0.6337438225746155, + -0.6261155605316162, + -0.5701863765716553, + -0.40203699469566345, + -0.44277429580688477, + -0.5058780312538147, + -0.5182636976242065, + -0.6761548519134521, + -0.5383691787719727, + -0.2789095938205719, + -0.6279226541519165, + -0.3902660310268402, + -0.23215974867343903, + -0.798827052116394, + -0.5116227865219116, + -0.6692919731140137, + -0.26424679160118103, + -0.450949490070343, + -0.3496643304824829, + -0.4797632694244385, + -0.5543862581253052, + -0.5443021655082703, + -0.5446327328681946, + -0.3779611885547638, + -0.34418293833732605, + -0.5877478718757629, + -0.24132202565670013, + -0.5455710887908936, + -0.4681752920150757, + -0.598375141620636, + -0.39046746492385864, + -0.384817510843277, + -0.4006471335887909, + -0.38182923197746277, + -0.3454776406288147, + -0.523705780506134, + -0.48844972252845764, + -0.5776340961456299, + -0.4992102384567261, + -0.5420364737510681, + -0.7980901002883911, + -0.556650698184967, + -0.4400118589401245, + -0.4570963978767395, + -0.6207246780395508, + -0.6150440573692322, + -0.3562455475330353, + -0.5273671746253967, + -0.31943950057029724, + -0.2706303000450134, + -0.5679498910903931, + -0.3735369145870209, + -0.4243607223033905, + -0.25092387199401855, + -0.16662278771400452, + -0.42755019664764404, + -0.44344159960746765, + -0.43852469325065613, + -0.44105252623558044, + -0.34865331649780273, + -0.1383257657289505, + -0.10542591661214828, + -0.4877849519252777, + -0.4456748366355896, + -0.08283980935811996, + -0.34050583839416504, + -0.5313024520874023, + -0.5566306114196777, + -0.6128305196762085, + -0.5817765593528748, + -0.586017906665802, + -0.35225334763526917, + -0.2964819371700287, + -0.4373694360256195, + -0.7661079168319702, + -0.22411975264549255, + -0.027592739090323448, + -0.25195035338401794, + -0.460066020488739, + -0.45242902636528015, + -0.37453457713127136, + -0.47067272663116455, + -0.4661371111869812, + -0.27649250626564026, + -0.4475250840187073, + -0.48968297243118286, + -0.4918361008167267, + -0.6200520396232605, + -0.35434335470199585, + -0.4856702983379364, + -0.23245278000831604, + -0.4401036202907562, + -0.17880040407180786, + -0.34943050146102905, + -0.34763303399086, + -0.47785577178001404, + -0.4548110067844391, + -0.25881022214889526 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.625, - 0.6000000000000001, - 0.65, - 0.6749999999999999, - 0.675, - 0.7000000000000001, - 0.625, - 0.55, - 0.6000000000000001, - 0.55 + 0.475, + 0.45, + 0.46249999999999997, + 0.44999999999999996, + 0.4625, + 0.5125, + 0.4875, + 0.475, + 0.475, + 0.475, + 0.4875, + 0.48750000000000004, + 0.43749999999999994, + 0.4625, + 0.5, + 0.475, + 0.46249999999999997, + 0.5, + 0.46249999999999997, + 0.4875 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8592638969421387, - 0.2888510227203369, - 0.7266892790794373, - 0.6865994930267334, - 0.3331851661205292, - 0.5285881757736206, - 0.5496172904968262, - 0.4007527530193329, - 0.49265381693840027, - 0.6153439283370972 + 0.046582188457250595, + 0.06284439563751221, + 0.09390571713447571, + -0.13691803812980652, + 0.019818203523755074, + -0.05796339362859726, + -0.01039328146725893, + -0.07787453383207321, + -0.20138242840766907, + 0.08616182208061218, + 0.4750910997390747, + 0.031886231154203415, + 0.07568978518247604, + -0.009763232432305813, + 0.020102372393012047, + -0.09946782141923904, + 0.12185639142990112, + 0.07116848230361938, + -0.015787988901138306, + -0.02764017879962921 ], "rl_grad_norm": [ - 2.049560070037842, - 0.6676517128944397, - 1.6767067909240723, - 1.515075445175171, - 0.21740613877773285, - 0.6488824486732483, - 0.7874356508255005, - 0.9359526038169861, - 0.44962215423583984, - 0.5035053491592407 + 2.2425267696380615, + 0.501069188117981, + 0.6395086646080017, + 0.8406832814216614, + 0.3732524812221527, + 0.8186823129653931, + 0.5663052201271057, + 1.0391889810562134, + 0.32160046696662903, + 0.5987038612365723, + 0.4995425045490265, + 0.27860578894615173, + 0.37609872221946716, + 0.6787330508232117, + 0.8034173250198364, + 0.7086490988731384, + 0.3346744477748871, + 0.3817457854747772, + 0.59921795129776, + 0.6540187001228333 ], "bc_grad_norm": [ - 1.541353464126587, - 0.4117165207862854, - 0.7483873963356018, - 0.941404402256012, - 0.5886300206184387, - 0.3802925646305084, - 0.7464935779571533, - 0.5436358451843262, - 1.1877214908599854, - 0.722761869430542 + 3.350515842437744, + 2.193061113357544, + 3.52107572555542, + 2.2649025917053223, + 2.0912585258483887, + 2.866899251937866, + 2.625894546508789, + 3.0655205249786377, + 2.3675990104675293, + 1.9458776712417603, + 2.0492000579833984, + 1.9870859384536743, + 3.487140655517578, + 5.991236209869385, + 5.585946559906006, + 2.9502623081207275, + 2.188169240951538, + 3.249340295791626, + 6.2464599609375, + 3.8032798767089844 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00013350779772736132, - "embedding.weight": 0.0036355264019221067, - "cnn.0.weight": 0.05974553897976875, - "cnn.0.bias": 0.003129104617983103, - "cnn.2.weight": 0.017021462321281433, - "cnn.2.bias": 0.006076151505112648, - "cnn.5.weight": 0.026549214497208595, - "cnn.5.bias": 0.006449675187468529, - "action_emb.weight": 0.035745155066251755, - "timestep_emb.weight": 0.009779511950910091, - "pos_emb.weight": 0.011734269559383392, - "transformer.layers.0.self_attn.in_proj_weight": 0.1450043022632599, - "transformer.layers.0.self_attn.in_proj_bias": 0.01677221618592739, - "transformer.layers.0.self_attn.out_proj.weight": 0.16790442168712616, - "transformer.layers.0.self_attn.out_proj.bias": 0.02336772158741951, - "transformer.layers.0.linear1.weight": 0.14783328771591187, - "transformer.layers.0.linear1.bias": 0.009574323892593384, - "transformer.layers.0.linear2.weight": 0.22631029784679413, - "transformer.layers.0.linear2.bias": 0.021091805770993233, - "transformer.layers.0.norm1.weight": 0.0077792261727154255, - "transformer.layers.0.norm1.bias": 0.013895577751100063, - "transformer.layers.0.norm2.weight": 0.00980565045028925, - "transformer.layers.0.norm2.bias": 0.00896676816046238, - "transformer.layers.1.self_attn.in_proj_weight": 0.19048836827278137, - "transformer.layers.1.self_attn.in_proj_bias": 0.014077047817409039, - "transformer.layers.1.self_attn.out_proj.weight": 0.2654920816421509, - "transformer.layers.1.self_attn.out_proj.bias": 0.018328573554754257, - "transformer.layers.1.linear1.weight": 0.11741910874843597, - "transformer.layers.1.linear1.bias": 0.007053596433252096, - "transformer.layers.1.linear2.weight": 0.17044155299663544, - "transformer.layers.1.linear2.bias": 0.018588578328490257, - "transformer.layers.1.norm1.weight": 0.011607750318944454, - "transformer.layers.1.norm1.bias": 0.012636573053896427, - "transformer.layers.1.norm2.weight": 0.007826595567166805, - "transformer.layers.1.norm2.bias": 0.006037520244717598, - "transformer.layers.2.self_attn.in_proj_weight": 0.23015359044075012, - "transformer.layers.2.self_attn.in_proj_bias": 0.016906017437577248, - "transformer.layers.2.self_attn.out_proj.weight": 0.19400373101234436, - "transformer.layers.2.self_attn.out_proj.bias": 0.018244389444589615, - "transformer.layers.2.linear1.weight": 0.11101369559764862, - "transformer.layers.2.linear1.bias": 0.007164690177887678, - "transformer.layers.2.linear2.weight": 0.12459511309862137, - "transformer.layers.2.linear2.bias": 0.01941198855638504, - "transformer.layers.2.norm1.weight": 0.01729673519730568, - "transformer.layers.2.norm1.bias": 0.018192512914538383, - "transformer.layers.2.norm2.weight": 0.00744337635114789, - "transformer.layers.2.norm2.bias": 0.007741153705865145, - "transformer.layers.3.self_attn.in_proj_weight": 0.3903581202030182, - "transformer.layers.3.self_attn.in_proj_bias": 0.03367939591407776, - "transformer.layers.3.self_attn.out_proj.weight": 0.2240017056465149, - "transformer.layers.3.self_attn.out_proj.bias": 0.02814166247844696, - "transformer.layers.3.linear1.weight": 0.2208971381187439, - "transformer.layers.3.linear1.bias": 0.01666168123483658, - "transformer.layers.3.linear2.weight": 0.13434922695159912, - "transformer.layers.3.linear2.bias": 0.0332215279340744, - "transformer.layers.3.norm1.weight": 0.02966684103012085, - "transformer.layers.3.norm1.bias": 0.046657927334308624, - "transformer.layers.3.norm2.weight": 0.015299460850656033, - "transformer.layers.3.norm2.bias": 0.01989755406975746, - "head.weight": 2.004678249359131, - "head.bias": 0.06076749786734581, - "global_embedding.weight": 0.06090099737048149, - "global_cnn.0.weight": 0.4432384669780731, - "global_cnn.0.bias": 0.012851361185312271, - "global_cnn.2.weight": 1.137974500656128, - "global_cnn.2.bias": 0.048663243651390076, - "global_proj.weight": 0.1998308151960373, - "global_proj.bias": 0.09322922676801682, - "goal_head.0.weight": 0.1032479777932167, - "goal_head.0.bias": 0.03606041893362999, - "goal_head.2.weight": 0.13235868513584137, - "goal_head.2.bias": 0.0756412073969841 - }, - { - "global_gate": 0.00039861901313997805, - "embedding.weight": 0.0038973833434283733, - "cnn.0.weight": 0.11413883417844772, - "cnn.0.bias": 0.005742140579968691, - "cnn.2.weight": 0.03735912963747978, - "cnn.2.bias": 0.010243033058941364, - "cnn.5.weight": 0.05007530003786087, - "cnn.5.bias": 0.008438426069915295, - "action_emb.weight": 0.017009299248456955, - "timestep_emb.weight": 0.008551168255507946, - "pos_emb.weight": 0.01015693973749876, - "transformer.layers.0.self_attn.in_proj_weight": 0.08234414458274841, - "transformer.layers.0.self_attn.in_proj_bias": 0.004467866383492947, - "transformer.layers.0.self_attn.out_proj.weight": 0.0928044244647026, - "transformer.layers.0.self_attn.out_proj.bias": 0.006893723737448454, - "transformer.layers.0.linear1.weight": 0.0956946611404419, - "transformer.layers.0.linear1.bias": 0.003946388140320778, - "transformer.layers.0.linear2.weight": 0.09434551000595093, - "transformer.layers.0.linear2.bias": 0.0053261155262589455, - "transformer.layers.0.norm1.weight": 0.00465001817792654, - "transformer.layers.0.norm1.bias": 0.0036638136953115463, - "transformer.layers.0.norm2.weight": 0.008735550567507744, - "transformer.layers.0.norm2.bias": 0.004510050173848867, - "transformer.layers.1.self_attn.in_proj_weight": 0.09550229460000992, - "transformer.layers.1.self_attn.in_proj_bias": 0.0040007042698562145, - "transformer.layers.1.self_attn.out_proj.weight": 0.06571993976831436, - "transformer.layers.1.self_attn.out_proj.bias": 0.0044144694693386555, - "transformer.layers.1.linear1.weight": 0.05076945200562477, - "transformer.layers.1.linear1.bias": 0.002313337754458189, - "transformer.layers.1.linear2.weight": 0.06141487509012222, - "transformer.layers.1.linear2.bias": 0.004110464360564947, - "transformer.layers.1.norm1.weight": 0.006229277700185776, - "transformer.layers.1.norm1.bias": 0.0038948901928961277, - "transformer.layers.1.norm2.weight": 0.0034739153925329447, - "transformer.layers.1.norm2.bias": 0.001968769356608391, - "transformer.layers.2.self_attn.in_proj_weight": 0.09214933216571808, - "transformer.layers.2.self_attn.in_proj_bias": 0.004248898942023516, - "transformer.layers.2.self_attn.out_proj.weight": 0.056985631585121155, - "transformer.layers.2.self_attn.out_proj.bias": 0.0034968871623277664, - "transformer.layers.2.linear1.weight": 0.035958800464868546, - "transformer.layers.2.linear1.bias": 0.0017359653720632195, - "transformer.layers.2.linear2.weight": 0.037602245807647705, - "transformer.layers.2.linear2.bias": 0.0033061618451029062, - "transformer.layers.2.norm1.weight": 0.0068377722054719925, - "transformer.layers.2.norm1.bias": 0.00414464483037591, - "transformer.layers.2.norm2.weight": 0.0022661194670945406, - "transformer.layers.2.norm2.bias": 0.001424910151399672, - "transformer.layers.3.self_attn.in_proj_weight": 0.1175941452383995, - "transformer.layers.3.self_attn.in_proj_bias": 0.004629968199878931, - "transformer.layers.3.self_attn.out_proj.weight": 0.04937070980668068, - "transformer.layers.3.self_attn.out_proj.bias": 0.0026663525495678186, - "transformer.layers.3.linear1.weight": 0.08264373987913132, - "transformer.layers.3.linear1.bias": 0.004866865463554859, - "transformer.layers.3.linear2.weight": 0.039826925843954086, - "transformer.layers.3.linear2.bias": 0.003933463711291552, - "transformer.layers.3.norm1.weight": 0.007830262184143066, - "transformer.layers.3.norm1.bias": 0.00609810883179307, - "transformer.layers.3.norm2.weight": 0.007002867758274078, - "transformer.layers.3.norm2.bias": 0.00628176424652338, - "head.weight": 0.4506954848766327, - "head.bias": 0.0070854006335139275, - "global_embedding.weight": 0.009630794636905193, - "global_cnn.0.weight": 0.08407417684793472, - "global_cnn.0.bias": 0.0031976031605154276, - "global_cnn.2.weight": 0.12747542560100555, - "global_cnn.2.bias": 0.006185534410178661, - "global_proj.weight": 0.051255036145448685, - "global_proj.bias": 0.03494634851813316, - "goal_head.0.weight": 0.03393176943063736, - "goal_head.0.bias": 0.016166992485523224, - "goal_head.2.weight": 0.05749658867716789, - "goal_head.2.bias": 0.041744478046894073 - }, - { - "global_gate": 0.0017983645666390657, - "embedding.weight": 0.0031077805906534195, - "cnn.0.weight": 0.06437153369188309, - "cnn.0.bias": 0.002662935294210911, - "cnn.2.weight": 0.019885245710611343, - "cnn.2.bias": 0.007188315968960524, - "cnn.5.weight": 0.02445334941148758, - "cnn.5.bias": 0.006451132707297802, - "action_emb.weight": 0.03491901606321335, - "timestep_emb.weight": 0.012401365675032139, - "pos_emb.weight": 0.017773287370800972, - "transformer.layers.0.self_attn.in_proj_weight": 0.13225091993808746, - "transformer.layers.0.self_attn.in_proj_bias": 0.010615828447043896, - "transformer.layers.0.self_attn.out_proj.weight": 0.13104848563671112, - "transformer.layers.0.self_attn.out_proj.bias": 0.014871260151267052, - "transformer.layers.0.linear1.weight": 0.1657811850309372, - "transformer.layers.0.linear1.bias": 0.007434028200805187, - "transformer.layers.0.linear2.weight": 0.19205370545387268, - "transformer.layers.0.linear2.bias": 0.013005620799958706, - "transformer.layers.0.norm1.weight": 0.007158544845879078, - "transformer.layers.0.norm1.bias": 0.010020865127444267, - "transformer.layers.0.norm2.weight": 0.013815924525260925, - "transformer.layers.0.norm2.bias": 0.007432691287249327, - "transformer.layers.1.self_attn.in_proj_weight": 0.13641008734703064, - "transformer.layers.1.self_attn.in_proj_bias": 0.008053158409893513, - "transformer.layers.1.self_attn.out_proj.weight": 0.13693520426750183, - "transformer.layers.1.self_attn.out_proj.bias": 0.011386031284928322, - "transformer.layers.1.linear1.weight": 0.11162421852350235, - "transformer.layers.1.linear1.bias": 0.005601863842457533, - "transformer.layers.1.linear2.weight": 0.14142419397830963, - "transformer.layers.1.linear2.bias": 0.011517709121108055, - "transformer.layers.1.norm1.weight": 0.00838227104395628, - "transformer.layers.1.norm1.bias": 0.008457532152533531, - "transformer.layers.1.norm2.weight": 0.007324847858399153, - "transformer.layers.1.norm2.bias": 0.0050696865655481815, - "transformer.layers.2.self_attn.in_proj_weight": 0.2198929339647293, - "transformer.layers.2.self_attn.in_proj_bias": 0.0131747517734766, - "transformer.layers.2.self_attn.out_proj.weight": 0.10885065793991089, - "transformer.layers.2.self_attn.out_proj.bias": 0.011886202730238438, - "transformer.layers.2.linear1.weight": 0.08514939248561859, - "transformer.layers.2.linear1.bias": 0.00517176603898406, - "transformer.layers.2.linear2.weight": 0.098769910633564, - "transformer.layers.2.linear2.bias": 0.012660382315516472, - "transformer.layers.2.norm1.weight": 0.014940972439944744, - "transformer.layers.2.norm1.bias": 0.014164747670292854, - "transformer.layers.2.norm2.weight": 0.005337195470929146, - "transformer.layers.2.norm2.bias": 0.005566965322941542, - "transformer.layers.3.self_attn.in_proj_weight": 0.2809407114982605, - "transformer.layers.3.self_attn.in_proj_bias": 0.023109743371605873, - "transformer.layers.3.self_attn.out_proj.weight": 0.1304520070552826, - "transformer.layers.3.self_attn.out_proj.bias": 0.01845409721136093, - "transformer.layers.3.linear1.weight": 0.1813586950302124, - "transformer.layers.3.linear1.bias": 0.012814560905098915, - "transformer.layers.3.linear2.weight": 0.10201501846313477, - "transformer.layers.3.linear2.bias": 0.022131694480776787, - "transformer.layers.3.norm1.weight": 0.02113087847828865, - "transformer.layers.3.norm1.bias": 0.030468469485640526, - "transformer.layers.3.norm2.weight": 0.012928401120007038, - "transformer.layers.3.norm2.bias": 0.015807755291461945, - "head.weight": 1.2725633382797241, - "head.bias": 0.04439029097557068, - "global_embedding.weight": 0.03461072966456413, - "global_cnn.0.weight": 0.28951123356819153, - "global_cnn.0.bias": 0.009003713726997375, - "global_cnn.2.weight": 0.6157863736152649, - "global_cnn.2.bias": 0.03324248641729355, - "global_proj.weight": 0.13864728808403015, - "global_proj.bias": 0.0825047418475151, - "goal_head.0.weight": 0.07353909313678741, - "goal_head.0.bias": 0.030908657237887383, - "goal_head.2.weight": 0.10247603058815002, - "goal_head.2.bias": 0.06723755598068237 - }, - { - "global_gate": 0.000023507154764956795, - "embedding.weight": 0.0021978244185447693, - "cnn.0.weight": 0.07497721165418625, - "cnn.0.bias": 0.003349036443978548, - "cnn.2.weight": 0.03362824395298958, - "cnn.2.bias": 0.012792733497917652, - "cnn.5.weight": 0.04777543991804123, - "cnn.5.bias": 0.007423895411193371, - "action_emb.weight": 0.029058005660772324, - "timestep_emb.weight": 0.007463051471859217, - "pos_emb.weight": 0.017046622931957245, - "transformer.layers.0.self_attn.in_proj_weight": 0.10951615124940872, - "transformer.layers.0.self_attn.in_proj_bias": 0.009587124921381474, - "transformer.layers.0.self_attn.out_proj.weight": 0.11794351786375046, - "transformer.layers.0.self_attn.out_proj.bias": 0.014587118290364742, - "transformer.layers.0.linear1.weight": 0.13372817635536194, - "transformer.layers.0.linear1.bias": 0.005902026314288378, - "transformer.layers.0.linear2.weight": 0.1400018036365509, - "transformer.layers.0.linear2.bias": 0.01216865424066782, - "transformer.layers.0.norm1.weight": 0.006442076060920954, - "transformer.layers.0.norm1.bias": 0.008151600137352943, - "transformer.layers.0.norm2.weight": 0.013222869485616684, - "transformer.layers.0.norm2.bias": 0.005801304709166288, - "transformer.layers.1.self_attn.in_proj_weight": 0.09729848802089691, - "transformer.layers.1.self_attn.in_proj_bias": 0.006369645707309246, - "transformer.layers.1.self_attn.out_proj.weight": 0.12488042563199997, - "transformer.layers.1.self_attn.out_proj.bias": 0.011108563281595707, - "transformer.layers.1.linear1.weight": 0.0725230723619461, - "transformer.layers.1.linear1.bias": 0.0038791587576270103, - "transformer.layers.1.linear2.weight": 0.10128632187843323, - "transformer.layers.1.linear2.bias": 0.011110394261777401, - "transformer.layers.1.norm1.weight": 0.005556920543313026, - "transformer.layers.1.norm1.bias": 0.005024146754294634, - "transformer.layers.1.norm2.weight": 0.004863276146352291, - "transformer.layers.1.norm2.bias": 0.003433895530179143, - "transformer.layers.2.self_attn.in_proj_weight": 0.15111719071865082, - "transformer.layers.2.self_attn.in_proj_bias": 0.009321981109678745, - "transformer.layers.2.self_attn.out_proj.weight": 0.09709946811199188, - "transformer.layers.2.self_attn.out_proj.bias": 0.011748247779905796, - "transformer.layers.2.linear1.weight": 0.067500539124012, - "transformer.layers.2.linear1.bias": 0.0040357112884521484, - "transformer.layers.2.linear2.weight": 0.0785432755947113, - "transformer.layers.2.linear2.bias": 0.01251018326729536, - "transformer.layers.2.norm1.weight": 0.008234803564846516, - "transformer.layers.2.norm1.bias": 0.010947813279926777, - "transformer.layers.2.norm2.weight": 0.004299018066376448, - "transformer.layers.2.norm2.bias": 0.004487747326493263, - "transformer.layers.3.self_attn.in_proj_weight": 0.2565263509750366, - "transformer.layers.3.self_attn.in_proj_bias": 0.022680794820189476, - "transformer.layers.3.self_attn.out_proj.weight": 0.1129210814833641, - "transformer.layers.3.self_attn.out_proj.bias": 0.01954028382897377, - "transformer.layers.3.linear1.weight": 0.19615064561367035, - "transformer.layers.3.linear1.bias": 0.01705178990960121, - "transformer.layers.3.linear2.weight": 0.10154971480369568, - "transformer.layers.3.linear2.bias": 0.02959904819726944, - "transformer.layers.3.norm1.weight": 0.019525576382875443, - "transformer.layers.3.norm1.bias": 0.029245728626847267, - "transformer.layers.3.norm2.weight": 0.016741055995225906, - "transformer.layers.3.norm2.bias": 0.027970202267169952, - "head.weight": 1.4932572841644287, - "head.bias": 0.06360223144292831, - "global_embedding.weight": 0.04808426648378372, - "global_cnn.0.weight": 0.21888799965381622, - "global_cnn.0.bias": 0.006807202007621527, - "global_cnn.2.weight": 0.5008094906806946, - "global_cnn.2.bias": 0.02207934856414795, - "global_proj.weight": 0.07725698500871658, - "global_proj.bias": 0.05174224078655243, - "goal_head.0.weight": 0.04483235999941826, - "goal_head.0.bias": 0.02042325586080551, - "goal_head.2.weight": 0.06102057918906212, - "goal_head.2.bias": 0.045629728585481644 - }, - { - "global_gate": 5.469669304147828e-6, - "embedding.weight": 0.00007610402099089697, - "cnn.0.weight": 0.0028513986617326736, - "cnn.0.bias": 0.00011616857955232263, - "cnn.2.weight": 0.0009433326194994152, - "cnn.2.bias": 0.00020213167590554804, - "cnn.5.weight": 0.0008909808238968253, - "cnn.5.bias": 0.00013779413711745292, - "action_emb.weight": 0.0006932004471309483, - "timestep_emb.weight": 0.00021425753948278725, - "pos_emb.weight": 0.0003545149229466915, - "transformer.layers.0.self_attn.in_proj_weight": 0.002249104203656316, - "transformer.layers.0.self_attn.in_proj_bias": 0.00017877138452604413, - "transformer.layers.0.self_attn.out_proj.weight": 0.0021034262608736753, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002950346970465034, - "transformer.layers.0.linear1.weight": 0.003216987708583474, - "transformer.layers.0.linear1.bias": 0.00014015944907441735, - "transformer.layers.0.linear2.weight": 0.00274832034483552, - "transformer.layers.0.linear2.bias": 0.00021058191487099975, - "transformer.layers.0.norm1.weight": 0.00012291323218960315, - "transformer.layers.0.norm1.bias": 0.00014436911442317069, - "transformer.layers.0.norm2.weight": 0.00033505726605653763, - "transformer.layers.0.norm2.bias": 0.00017412693705409765, - "transformer.layers.1.self_attn.in_proj_weight": 0.0021557617001235485, - "transformer.layers.1.self_attn.in_proj_bias": 0.00013572134776040912, - "transformer.layers.1.self_attn.out_proj.weight": 0.0021553379483520985, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001894208398880437, - "transformer.layers.1.linear1.weight": 0.0018347911536693573, - "transformer.layers.1.linear1.bias": 0.00008823403913993388, - "transformer.layers.1.linear2.weight": 0.0019724175799638033, - "transformer.layers.1.linear2.bias": 0.0001752926327753812, - "transformer.layers.1.norm1.weight": 0.0001243908773176372, - "transformer.layers.1.norm1.bias": 0.00011889042798429728, - "transformer.layers.1.norm2.weight": 0.00014469827874563634, - "transformer.layers.1.norm2.bias": 0.00008525422890670598, - "transformer.layers.2.self_attn.in_proj_weight": 0.004083812702447176, - "transformer.layers.2.self_attn.in_proj_bias": 0.0001937803899636492, - "transformer.layers.2.self_attn.out_proj.weight": 0.0014022702816873789, - "transformer.layers.2.self_attn.out_proj.bias": 0.000100056262454018, - "transformer.layers.2.linear1.weight": 0.0008937155944295228, - "transformer.layers.2.linear1.bias": 0.00004557428837870248, - "transformer.layers.2.linear2.weight": 0.001073793158866465, - "transformer.layers.2.linear2.bias": 0.0000990799380815588, - "transformer.layers.2.norm1.weight": 0.00028656949871219695, - "transformer.layers.2.norm1.bias": 0.00023871962912380695, - "transformer.layers.2.norm2.weight": 0.00005155074904905632, - "transformer.layers.2.norm2.bias": 0.00004382639963296242, - "transformer.layers.3.self_attn.in_proj_weight": 0.0032841262873262167, - "transformer.layers.3.self_attn.in_proj_bias": 0.00023174966918304563, - "transformer.layers.3.self_attn.out_proj.weight": 0.0012718115467578173, - "transformer.layers.3.self_attn.out_proj.bias": 0.00016692672215867788, - "transformer.layers.3.linear1.weight": 0.0018555053975433111, - "transformer.layers.3.linear1.bias": 0.00014407852722797543, - "transformer.layers.3.linear2.weight": 0.0010713284136727452, - "transformer.layers.3.linear2.bias": 0.00019200265523977578, - "transformer.layers.3.norm1.weight": 0.0002134211827069521, - "transformer.layers.3.norm1.bias": 0.0003084678028244525, - "transformer.layers.3.norm2.weight": 0.0001419804902980104, - "transformer.layers.3.norm2.bias": 0.00018654695304576308, - "head.weight": 0.010495234280824661, - "head.bias": 0.0004126119310967624, - "global_embedding.weight": 0.003103478578850627, - "global_cnn.0.weight": 0.03080151230096817, - "global_cnn.0.bias": 0.0007743698661215603, - "global_cnn.2.weight": 0.07264899462461472, - "global_cnn.2.bias": 0.002950824797153473, - "global_proj.weight": 0.010189272463321686, - "global_proj.bias": 0.006249499507248402, - "goal_head.0.weight": 0.0058623868972063065, - "goal_head.0.bias": 0.002460604067891836, - "goal_head.2.weight": 0.007951289415359497, - "goal_head.2.bias": 0.005424854811280966 - }, - { - "global_gate": 0.00025338787236250937, - "embedding.weight": 0.001778701669536531, - "cnn.0.weight": 0.030865073204040527, - "cnn.0.bias": 0.001664687180891633, - "cnn.2.weight": 0.01507705356925726, - "cnn.2.bias": 0.004016376566141844, - "cnn.5.weight": 0.026914384216070175, - "cnn.5.bias": 0.0031020992901176214, - "action_emb.weight": 0.0069796983152627945, - "timestep_emb.weight": 0.003944643773138523, - "pos_emb.weight": 0.0054619209840893745, - "transformer.layers.0.self_attn.in_proj_weight": 0.050576504319906235, - "transformer.layers.0.self_attn.in_proj_bias": 0.004002718720585108, - "transformer.layers.0.self_attn.out_proj.weight": 0.05151546001434326, - "transformer.layers.0.self_attn.out_proj.bias": 0.004789820872247219, - "transformer.layers.0.linear1.weight": 0.04113626480102539, - "transformer.layers.0.linear1.bias": 0.0022991024889051914, - "transformer.layers.0.linear2.weight": 0.05171690881252289, - "transformer.layers.0.linear2.bias": 0.004000141751021147, - "transformer.layers.0.norm1.weight": 0.003063288051635027, - "transformer.layers.0.norm1.bias": 0.003938829060643911, - "transformer.layers.0.norm2.weight": 0.003013785695657134, - "transformer.layers.0.norm2.bias": 0.0023074792698025703, - "transformer.layers.1.self_attn.in_proj_weight": 0.05030030012130737, - "transformer.layers.1.self_attn.in_proj_bias": 0.0027659593615680933, - "transformer.layers.1.self_attn.out_proj.weight": 0.044601455330848694, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031009006779640913, - "transformer.layers.1.linear1.weight": 0.02807277999818325, - "transformer.layers.1.linear1.bias": 0.0014603633899241686, - "transformer.layers.1.linear2.weight": 0.037205107510089874, - "transformer.layers.1.linear2.bias": 0.0030627455562353134, - "transformer.layers.1.norm1.weight": 0.002771287690848112, - "transformer.layers.1.norm1.bias": 0.0029226597398519516, - "transformer.layers.1.norm2.weight": 0.001957881497219205, - "transformer.layers.1.norm2.bias": 0.0013876950833946466, - "transformer.layers.2.self_attn.in_proj_weight": 0.05972760543227196, - "transformer.layers.2.self_attn.in_proj_bias": 0.0027668874245136976, - "transformer.layers.2.self_attn.out_proj.weight": 0.03765725716948509, - "transformer.layers.2.self_attn.out_proj.bias": 0.002736602444201708, - "transformer.layers.2.linear1.weight": 0.02295350655913353, - "transformer.layers.2.linear1.bias": 0.0013366697821766138, - "transformer.layers.2.linear2.weight": 0.02515323832631111, - "transformer.layers.2.linear2.bias": 0.0029240644071251154, - "transformer.layers.2.norm1.weight": 0.0042029330506920815, - "transformer.layers.2.norm1.bias": 0.0030531215015798807, - "transformer.layers.2.norm2.weight": 0.0014380913926288486, - "transformer.layers.2.norm2.bias": 0.0015325592830777168, - "transformer.layers.3.self_attn.in_proj_weight": 0.06456458568572998, - "transformer.layers.3.self_attn.in_proj_bias": 0.0042752353474497795, - "transformer.layers.3.self_attn.out_proj.weight": 0.04334762692451477, - "transformer.layers.3.self_attn.out_proj.bias": 0.004126729443669319, - "transformer.layers.3.linear1.weight": 0.054562047123909, - "transformer.layers.3.linear1.bias": 0.0034986059181392193, - "transformer.layers.3.linear2.weight": 0.030419273301959038, - "transformer.layers.3.linear2.bias": 0.005383247975260019, - "transformer.layers.3.norm1.weight": 0.004767964594066143, - "transformer.layers.3.norm1.bias": 0.0056147328577935696, - "transformer.layers.3.norm2.weight": 0.003951286431401968, - "transformer.layers.3.norm2.bias": 0.00452794786542654, - "head.weight": 0.38934245705604553, - "head.bias": 0.0120367631316185, - "global_embedding.weight": 0.008432697504758835, - "global_cnn.0.weight": 0.11223430186510086, - "global_cnn.0.bias": 0.002487777965143323, - "global_cnn.2.weight": 0.2693995535373688, - "global_cnn.2.bias": 0.012480763718485832, - "global_proj.weight": 0.0452851727604866, - "global_proj.bias": 0.02808031439781189, - "goal_head.0.weight": 0.024893520399928093, - "goal_head.0.bias": 0.010558731853961945, - "goal_head.2.weight": 0.03299738094210625, - "goal_head.2.bias": 0.02408202923834324 - }, - { - "global_gate": 0.000014399603060155641, - "embedding.weight": 0.00022101977083366364, - "cnn.0.weight": 0.004557102918624878, - "cnn.0.bias": 0.0001566350256325677, - "cnn.2.weight": 0.0016806400381028652, - "cnn.2.bias": 0.000720087147783488, - "cnn.5.weight": 0.002677310025319457, - "cnn.5.bias": 0.0006411607610061765, - "action_emb.weight": 0.009050628170371056, - "timestep_emb.weight": 0.0038478367496281862, - "pos_emb.weight": 0.00491475872695446, - "transformer.layers.0.self_attn.in_proj_weight": 0.02962551638484001, - "transformer.layers.0.self_attn.in_proj_bias": 0.0026409770362079144, - "transformer.layers.0.self_attn.out_proj.weight": 0.033568110316991806, - "transformer.layers.0.self_attn.out_proj.bias": 0.0037614002358168364, - "transformer.layers.0.linear1.weight": 0.04551270604133606, - "transformer.layers.0.linear1.bias": 0.0019685388542711735, - "transformer.layers.0.linear2.weight": 0.04394744336605072, - "transformer.layers.0.linear2.bias": 0.0031080979388207197, - "transformer.layers.0.norm1.weight": 0.0017823785310611129, - "transformer.layers.0.norm1.bias": 0.0022967583499848843, - "transformer.layers.0.norm2.weight": 0.004698866978287697, - "transformer.layers.0.norm2.bias": 0.00256121763959527, - "transformer.layers.1.self_attn.in_proj_weight": 0.03609967976808548, - "transformer.layers.1.self_attn.in_proj_bias": 0.002080762991681695, - "transformer.layers.1.self_attn.out_proj.weight": 0.028340693563222885, - "transformer.layers.1.self_attn.out_proj.bias": 0.002751193242147565, - "transformer.layers.1.linear1.weight": 0.026226229965686798, - "transformer.layers.1.linear1.bias": 0.0013982971431687474, - "transformer.layers.1.linear2.weight": 0.029929591342806816, - "transformer.layers.1.linear2.bias": 0.002744801575317979, - "transformer.layers.1.norm1.weight": 0.0024399100802838802, - "transformer.layers.1.norm1.bias": 0.0021058095153421164, - "transformer.layers.1.norm2.weight": 0.002013102173805237, - "transformer.layers.1.norm2.bias": 0.0017878665821626782, - "transformer.layers.2.self_attn.in_proj_weight": 0.06121339276432991, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031565262470394373, - "transformer.layers.2.self_attn.out_proj.weight": 0.028478335589170456, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027017490938305855, - "transformer.layers.2.linear1.weight": 0.015699610114097595, - "transformer.layers.2.linear1.bias": 0.0009404408046975732, - "transformer.layers.2.linear2.weight": 0.018230512738227844, - "transformer.layers.2.linear2.bias": 0.00297593348659575, - "transformer.layers.2.norm1.weight": 0.004454870708286762, - "transformer.layers.2.norm1.bias": 0.0037999465130269527, - "transformer.layers.2.norm2.weight": 0.0010889347176998854, - "transformer.layers.2.norm2.bias": 0.0011289498070254922, - "transformer.layers.3.self_attn.in_proj_weight": 0.052790317684412, - "transformer.layers.3.self_attn.in_proj_bias": 0.004750009160488844, - "transformer.layers.3.self_attn.out_proj.weight": 0.026201661676168442, - "transformer.layers.3.self_attn.out_proj.bias": 0.004314028192311525, - "transformer.layers.3.linear1.weight": 0.03820708766579628, - "transformer.layers.3.linear1.bias": 0.002852856647223234, - "transformer.layers.3.linear2.weight": 0.024658821523189545, - "transformer.layers.3.linear2.bias": 0.0056398482993245125, - "transformer.layers.3.norm1.weight": 0.0038873725570738316, - "transformer.layers.3.norm1.bias": 0.006038574036210775, - "transformer.layers.3.norm2.weight": 0.0029033415485173464, - "transformer.layers.3.norm2.bias": 0.0035461720544844866, - "head.weight": 0.30710601806640625, - "head.bias": 0.01230061985552311, - "global_embedding.weight": 0.030446920543909073, - "global_cnn.0.weight": 0.19550669193267822, - "global_cnn.0.bias": 0.005232417490333319, - "global_cnn.2.weight": 0.4512752592563629, - "global_cnn.2.bias": 0.023021982982754707, - "global_proj.weight": 0.11328154802322388, - "global_proj.bias": 0.07080411165952682, - "goal_head.0.weight": 0.0682256743311882, - "goal_head.0.bias": 0.030094170942902565, - "goal_head.2.weight": 0.09652675688266754, - "goal_head.2.bias": 0.0701710656285286 - }, - { - "global_gate": 0.00040425400948151946, - "embedding.weight": 0.0008619286236353219, - "cnn.0.weight": 0.017409607768058777, - "cnn.0.bias": 0.0008406805573031306, - "cnn.2.weight": 0.00732794776558876, - "cnn.2.bias": 0.0020774456206709146, - "cnn.5.weight": 0.015148970298469067, - "cnn.5.bias": 0.0012481046142056584, - "action_emb.weight": 0.017019538208842278, - "timestep_emb.weight": 0.005443502217531204, - "pos_emb.weight": 0.007827885448932648, - "transformer.layers.0.self_attn.in_proj_weight": 0.052857644855976105, - "transformer.layers.0.self_attn.in_proj_bias": 0.004765820223838091, - "transformer.layers.0.self_attn.out_proj.weight": 0.05398759990930557, - "transformer.layers.0.self_attn.out_proj.bias": 0.007250184193253517, - "transformer.layers.0.linear1.weight": 0.07404984533786774, - "transformer.layers.0.linear1.bias": 0.0032425089739263058, - "transformer.layers.0.linear2.weight": 0.07942351698875427, - "transformer.layers.0.linear2.bias": 0.006313646212220192, - "transformer.layers.0.norm1.weight": 0.002535289153456688, - "transformer.layers.0.norm1.bias": 0.004133124370127916, - "transformer.layers.0.norm2.weight": 0.00685140723362565, - "transformer.layers.0.norm2.bias": 0.003271831665188074, - "transformer.layers.1.self_attn.in_proj_weight": 0.060007695108652115, - "transformer.layers.1.self_attn.in_proj_bias": 0.003627036465331912, - "transformer.layers.1.self_attn.out_proj.weight": 0.05563236400485039, - "transformer.layers.1.self_attn.out_proj.bias": 0.005701637826859951, - "transformer.layers.1.linear1.weight": 0.045314908027648926, - "transformer.layers.1.linear1.bias": 0.0023259546142071486, - "transformer.layers.1.linear2.weight": 0.056893240660429, - "transformer.layers.1.linear2.bias": 0.005812192335724831, - "transformer.layers.1.norm1.weight": 0.003588627325370908, - "transformer.layers.1.norm1.bias": 0.003349683713167906, - "transformer.layers.1.norm2.weight": 0.003359172260388732, - "transformer.layers.1.norm2.bias": 0.002387182554230094, - "transformer.layers.2.self_attn.in_proj_weight": 0.09925282746553421, - "transformer.layers.2.self_attn.in_proj_bias": 0.005260360427200794, - "transformer.layers.2.self_attn.out_proj.weight": 0.044326841831207275, - "transformer.layers.2.self_attn.out_proj.bias": 0.005963385105133057, - "transformer.layers.2.linear1.weight": 0.03495125472545624, - "transformer.layers.2.linear1.bias": 0.002217254601418972, - "transformer.layers.2.linear2.weight": 0.040662918239831924, - "transformer.layers.2.linear2.bias": 0.006446621846407652, - "transformer.layers.2.norm1.weight": 0.007881581783294678, - "transformer.layers.2.norm1.bias": 0.005671314895153046, - "transformer.layers.2.norm2.weight": 0.002193544991314411, - "transformer.layers.2.norm2.bias": 0.0030558498110622168, - "transformer.layers.3.self_attn.in_proj_weight": 0.12401969730854034, - "transformer.layers.3.self_attn.in_proj_bias": 0.010177664458751678, - "transformer.layers.3.self_attn.out_proj.weight": 0.05516728758811951, - "transformer.layers.3.self_attn.out_proj.bias": 0.010061784647405148, - "transformer.layers.3.linear1.weight": 0.1252063363790512, - "transformer.layers.3.linear1.bias": 0.010314622893929482, - "transformer.layers.3.linear2.weight": 0.06494032591581345, - "transformer.layers.3.linear2.bias": 0.016464857384562492, - "transformer.layers.3.norm1.weight": 0.010061795823276043, - "transformer.layers.3.norm1.bias": 0.01291950885206461, - "transformer.layers.3.norm2.weight": 0.01068037562072277, - "transformer.layers.3.norm2.bias": 0.016569508239626884, - "head.weight": 0.9267617464065552, - "head.bias": 0.040435757488012314, - "global_embedding.weight": 0.013253056444227695, - "global_cnn.0.weight": 0.17274421453475952, - "global_cnn.0.bias": 0.007952805608510971, - "global_cnn.2.weight": 0.30647560954093933, - "global_cnn.2.bias": 0.017072224989533424, - "global_proj.weight": 0.06625159829854965, - "global_proj.bias": 0.048871610313653946, - "goal_head.0.weight": 0.04742405191063881, - "goal_head.0.bias": 0.02418726496398449, - "goal_head.2.weight": 0.07449813932180405, - "goal_head.2.bias": 0.06563931703567505 - }, - { - "global_gate": 7.351145086431643e-6, - "embedding.weight": 0.00007271759386640042, - "cnn.0.weight": 0.0017492081969976425, - "cnn.0.bias": 0.00009199522901326418, - "cnn.2.weight": 0.0005966571043245494, - "cnn.2.bias": 0.00027312710881233215, - "cnn.5.weight": 0.0007634712965227664, - "cnn.5.bias": 0.00023525665164925158, - "action_emb.weight": 0.0009000789723359048, - "timestep_emb.weight": 0.00025324555463157594, - "pos_emb.weight": 0.0004097902274224907, - "transformer.layers.0.self_attn.in_proj_weight": 0.0021319619845598936, - "transformer.layers.0.self_attn.in_proj_bias": 0.0001984371047001332, - "transformer.layers.0.self_attn.out_proj.weight": 0.0027509040664881468, - "transformer.layers.0.self_attn.out_proj.bias": 0.0003870108921546489, - "transformer.layers.0.linear1.weight": 0.0040578292682766914, - "transformer.layers.0.linear1.bias": 0.000177967973286286, - "transformer.layers.0.linear2.weight": 0.0036640395410358906, - "transformer.layers.0.linear2.bias": 0.0003359557595103979, - "transformer.layers.0.norm1.weight": 0.00011561100109247491, - "transformer.layers.0.norm1.bias": 0.0001761637395247817, - "transformer.layers.0.norm2.weight": 0.0004223471332807094, - "transformer.layers.0.norm2.bias": 0.00020988425239920616, - "transformer.layers.1.self_attn.in_proj_weight": 0.002910912036895752, - "transformer.layers.1.self_attn.in_proj_bias": 0.00016903293726500124, - "transformer.layers.1.self_attn.out_proj.weight": 0.0027286920230835676, - "transformer.layers.1.self_attn.out_proj.bias": 0.0003144913353025913, - "transformer.layers.1.linear1.weight": 0.0023257997818291187, - "transformer.layers.1.linear1.bias": 0.0001167651207651943, - "transformer.layers.1.linear2.weight": 0.0028629458975046873, - "transformer.layers.1.linear2.bias": 0.0003076931170653552, - "transformer.layers.1.norm1.weight": 0.00015988998347893357, - "transformer.layers.1.norm1.bias": 0.00014266770449467003, - "transformer.layers.1.norm2.weight": 0.00017445064440835267, - "transformer.layers.1.norm2.bias": 0.0001126362185459584, - "transformer.layers.2.self_attn.in_proj_weight": 0.0051529440097510815, - "transformer.layers.2.self_attn.in_proj_bias": 0.00029177789110690355, - "transformer.layers.2.self_attn.out_proj.weight": 0.002577750012278557, - "transformer.layers.2.self_attn.out_proj.bias": 0.00030800659442320466, - "transformer.layers.2.linear1.weight": 0.0016229742905125022, - "transformer.layers.2.linear1.bias": 0.00010494462185306475, - "transformer.layers.2.linear2.weight": 0.0019926351960748434, - "transformer.layers.2.linear2.bias": 0.0003168029652442783, - "transformer.layers.2.norm1.weight": 0.00036512818769551814, - "transformer.layers.2.norm1.bias": 0.0002990453504025936, - "transformer.layers.2.norm2.weight": 0.0001022329815896228, - "transformer.layers.2.norm2.bias": 0.00011734134022844955, - "transformer.layers.3.self_attn.in_proj_weight": 0.005729092285037041, - "transformer.layers.3.self_attn.in_proj_bias": 0.0005356615874916315, - "transformer.layers.3.self_attn.out_proj.weight": 0.003015752648934722, - "transformer.layers.3.self_attn.out_proj.bias": 0.0004922192310914397, - "transformer.layers.3.linear1.weight": 0.005196836311370134, - "transformer.layers.3.linear1.bias": 0.00044643026194535196, - "transformer.layers.3.linear2.weight": 0.002896110527217388, - "transformer.layers.3.linear2.bias": 0.0007540226797573268, - "transformer.layers.3.norm1.weight": 0.0004282945301383734, - "transformer.layers.3.norm1.bias": 0.0007495226454921067, - "transformer.layers.3.norm2.weight": 0.0004226491437293589, - "transformer.layers.3.norm2.bias": 0.0007014158763922751, - "head.weight": 0.043750278651714325, - "head.bias": 0.0019081567879766226, - "global_embedding.weight": 0.032804250717163086, - "global_cnn.0.weight": 0.19416745007038116, - "global_cnn.0.bias": 0.00893259234726429, - "global_cnn.2.weight": 0.32886189222335815, - "global_cnn.2.bias": 0.01662653684616089, - "global_proj.weight": 0.08328782021999359, - "global_proj.bias": 0.06485071033239365, - "goal_head.0.weight": 0.059049077332019806, - "goal_head.0.bias": 0.032340168952941895, - "goal_head.2.weight": 0.08508303761482239, - "goal_head.2.bias": 0.0906369686126709 - }, - { - "global_gate": 0.00008649595110910013, - "embedding.weight": 0.0018910173093900084, - "cnn.0.weight": 0.055624958127737045, - "cnn.0.bias": 0.0026881047524511814, - "cnn.2.weight": 0.020859023556113243, - "cnn.2.bias": 0.003667797427624464, - "cnn.5.weight": 0.03649919480085373, - "cnn.5.bias": 0.003716875799000263, - "action_emb.weight": 0.005950476508587599, - "timestep_emb.weight": 0.002436058595776558, - "pos_emb.weight": 0.004300892818719149, - "transformer.layers.0.self_attn.in_proj_weight": 0.040015749633312225, - "transformer.layers.0.self_attn.in_proj_bias": 0.0019713491201400757, - "transformer.layers.0.self_attn.out_proj.weight": 0.03520689159631729, - "transformer.layers.0.self_attn.out_proj.bias": 0.0024999319575726986, - "transformer.layers.0.linear1.weight": 0.03586637228727341, - "transformer.layers.0.linear1.bias": 0.0014025351265445352, - "transformer.layers.0.linear2.weight": 0.036937542259693146, - "transformer.layers.0.linear2.bias": 0.0017917134100571275, - "transformer.layers.0.norm1.weight": 0.00226461049169302, - "transformer.layers.0.norm1.bias": 0.0016450815601274371, - "transformer.layers.0.norm2.weight": 0.0034582752268761396, - "transformer.layers.0.norm2.bias": 0.0013117734342813492, - "transformer.layers.1.self_attn.in_proj_weight": 0.03861309587955475, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014920873800292611, - "transformer.layers.1.self_attn.out_proj.weight": 0.018720151856541634, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013318296987563372, - "transformer.layers.1.linear1.weight": 0.018397726118564606, - "transformer.layers.1.linear1.bias": 0.0007651890628039837, - "transformer.layers.1.linear2.weight": 0.02100200206041336, - "transformer.layers.1.linear2.bias": 0.0012364538852125406, - "transformer.layers.1.norm1.weight": 0.002731973771005869, - "transformer.layers.1.norm1.bias": 0.001442206441424787, - "transformer.layers.1.norm2.weight": 0.0013903836952522397, - "transformer.layers.1.norm2.bias": 0.0006750747561454773, - "transformer.layers.2.self_attn.in_proj_weight": 0.03256935998797417, - "transformer.layers.2.self_attn.in_proj_bias": 0.001205122098326683, - "transformer.layers.2.self_attn.out_proj.weight": 0.017916737124323845, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011650070082396269, - "transformer.layers.2.linear1.weight": 0.012973116710782051, - "transformer.layers.2.linear1.bias": 0.0006140038603916764, - "transformer.layers.2.linear2.weight": 0.014267007820308208, - "transformer.layers.2.linear2.bias": 0.0011632904643192887, - "transformer.layers.2.norm1.weight": 0.0022766159381717443, - "transformer.layers.2.norm1.bias": 0.001004155375994742, - "transformer.layers.2.norm2.weight": 0.000771722465287894, - "transformer.layers.2.norm2.bias": 0.0005230408860370517, - "transformer.layers.3.self_attn.in_proj_weight": 0.046641573309898376, - "transformer.layers.3.self_attn.in_proj_bias": 0.0025188839063048363, - "transformer.layers.3.self_attn.out_proj.weight": 0.019663043320178986, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018939453875645995, - "transformer.layers.3.linear1.weight": 0.038655657321214676, - "transformer.layers.3.linear1.bias": 0.0021973145194351673, - "transformer.layers.3.linear2.weight": 0.018664708361029625, - "transformer.layers.3.linear2.bias": 0.002750275656580925, - "transformer.layers.3.norm1.weight": 0.003700953209772706, - "transformer.layers.3.norm1.bias": 0.00323217804543674, - "transformer.layers.3.norm2.weight": 0.0032251630909740925, - "transformer.layers.3.norm2.bias": 0.0027718129567801952, - "head.weight": 0.2557190954685211, - "head.bias": 0.00593955535441637, - "global_embedding.weight": 0.032506875693798065, - "global_cnn.0.weight": 0.17981594800949097, - "global_cnn.0.bias": 0.007342261262238026, - "global_cnn.2.weight": 0.3527795076370239, - "global_cnn.2.bias": 0.02131684496998787, - "global_proj.weight": 0.07225264608860016, - "global_proj.bias": 0.059900086373090744, - "goal_head.0.weight": 0.05679550766944885, - "goal_head.0.bias": 0.028859062120318413, - "goal_head.2.weight": 0.12340097874403, - "goal_head.2.bias": 0.07869184017181396 + "global_gate": 6.394484080374241e-05, + "embedding.weight": 0.008231740444898605, + "cnn.0.weight": 0.13565638661384583, + "cnn.0.bias": 0.0068152062594890594, + "cnn.2.weight": 0.03943324461579323, + "cnn.2.bias": 0.014166289009153843, + "cnn.5.weight": 0.05001439154148102, + "cnn.5.bias": 0.012957459315657616, + "action_emb.weight": 0.041623640805482864, + "timestep_emb.weight": 0.008076567202806473, + "pos_emb.weight": 0.009437603875994682, + "transformer.layers.0.self_attn.in_proj_weight": 0.16073863208293915, + "transformer.layers.0.self_attn.in_proj_bias": 0.01597546972334385, + "transformer.layers.0.self_attn.out_proj.weight": 0.17920339107513428, + "transformer.layers.0.self_attn.out_proj.bias": 0.02475520595908165, + "transformer.layers.0.linear1.weight": 0.1766786128282547, + "transformer.layers.0.linear1.bias": 0.010632011108100414, + "transformer.layers.0.linear2.weight": 0.23615245521068573, + "transformer.layers.0.linear2.bias": 0.021687429398298264, + "transformer.layers.0.norm1.weight": 0.008429392240941525, + "transformer.layers.0.norm1.bias": 0.012568410485982895, + "transformer.layers.0.norm2.weight": 0.011173748411238194, + "transformer.layers.0.norm2.bias": 0.010772788897156715, + "transformer.layers.1.self_attn.in_proj_weight": 0.2030673325061798, + "transformer.layers.1.self_attn.in_proj_bias": 0.014120060950517654, + "transformer.layers.1.self_attn.out_proj.weight": 0.2608568072319031, + "transformer.layers.1.self_attn.out_proj.bias": 0.019099891185760498, + "transformer.layers.1.linear1.weight": 0.12521737813949585, + "transformer.layers.1.linear1.bias": 0.0077475435100495815, + "transformer.layers.1.linear2.weight": 0.21623672544956207, + "transformer.layers.1.linear2.bias": 0.018914449959993362, + "transformer.layers.1.norm1.weight": 0.012309973128139973, + "transformer.layers.1.norm1.bias": 0.014938103035092354, + "transformer.layers.1.norm2.weight": 0.00712056178599596, + "transformer.layers.1.norm2.bias": 0.006529487669467926, + "transformer.layers.2.self_attn.in_proj_weight": 0.2745572626590729, + "transformer.layers.2.self_attn.in_proj_bias": 0.017907986417412758, + "transformer.layers.2.self_attn.out_proj.weight": 0.25177231431007385, + "transformer.layers.2.self_attn.out_proj.bias": 0.019858481362462044, + "transformer.layers.2.linear1.weight": 0.12930788099765778, + "transformer.layers.2.linear1.bias": 0.008516465313732624, + "transformer.layers.2.linear2.weight": 0.15391984581947327, + "transformer.layers.2.linear2.bias": 0.020524943247437477, + "transformer.layers.2.norm1.weight": 0.01997561566531658, + "transformer.layers.2.norm1.bias": 0.022273102775216103, + "transformer.layers.2.norm2.weight": 0.008122456260025501, + "transformer.layers.2.norm2.bias": 0.009829957969486713, + "transformer.layers.3.self_attn.in_proj_weight": 0.5086860060691833, + "transformer.layers.3.self_attn.in_proj_bias": 0.042755160480737686, + "transformer.layers.3.self_attn.out_proj.weight": 0.3234473764896393, + "transformer.layers.3.self_attn.out_proj.bias": 0.032164573669433594, + "transformer.layers.3.linear1.weight": 0.27003130316734314, + "transformer.layers.3.linear1.bias": 0.020867926999926567, + "transformer.layers.3.linear2.weight": 0.15248867869377136, + "transformer.layers.3.linear2.bias": 0.037347085773944855, + "transformer.layers.3.norm1.weight": 0.04095369204878807, + "transformer.layers.3.norm1.bias": 0.05829058215022087, + "transformer.layers.3.norm2.weight": 0.017078537493944168, + "transformer.layers.3.norm2.bias": 0.023898035287857056, + "head.weight": 2.3642616271972656, + "head.bias": 0.07035794854164124, + "global_embedding.weight": 0.034349262714385986, + "global_cnn.0.weight": 0.2826433479785919, + "global_cnn.0.bias": 0.010387743823230267, + "global_cnn.2.weight": 0.6303879022598267, + "global_cnn.2.bias": 0.023430291563272476, + "global_proj.weight": 0.18056544661521912, + "global_proj.bias": 0.06605895608663559, + "goal_head.0.weight": 0.09214141964912415, + "goal_head.0.bias": 0.02629888616502285, + "goal_head.2.weight": 0.11076607555150986, + "goal_head.2.bias": 0.052436839789152145 + }, + { + "global_gate": 8.52006851346232e-05, + "embedding.weight": 0.0009446961339563131, + "cnn.0.weight": 0.022215235978364944, + "cnn.0.bias": 0.0008963605505414307, + "cnn.2.weight": 0.008651256561279297, + "cnn.2.bias": 0.0025904595386236906, + "cnn.5.weight": 0.01810857281088829, + "cnn.5.bias": 0.003941595554351807, + "action_emb.weight": 0.031257160007953644, + "timestep_emb.weight": 0.004847690463066101, + "pos_emb.weight": 0.008751953952014446, + "transformer.layers.0.self_attn.in_proj_weight": 0.07581441104412079, + "transformer.layers.0.self_attn.in_proj_bias": 0.006466208957135677, + "transformer.layers.0.self_attn.out_proj.weight": 0.0807633250951767, + "transformer.layers.0.self_attn.out_proj.bias": 0.010043147020041943, + "transformer.layers.0.linear1.weight": 0.1418694108724594, + "transformer.layers.0.linear1.bias": 0.005798147525638342, + "transformer.layers.0.linear2.weight": 0.10787614434957504, + "transformer.layers.0.linear2.bias": 0.008295354433357716, + "transformer.layers.0.norm1.weight": 0.004184555262327194, + "transformer.layers.0.norm1.bias": 0.005370555445551872, + "transformer.layers.0.norm2.weight": 0.014705481007695198, + "transformer.layers.0.norm2.bias": 0.007356596644967794, + "transformer.layers.1.self_attn.in_proj_weight": 0.12558990716934204, + "transformer.layers.1.self_attn.in_proj_bias": 0.005357151851058006, + "transformer.layers.1.self_attn.out_proj.weight": 0.08197474479675293, + "transformer.layers.1.self_attn.out_proj.bias": 0.0071572717279195786, + "transformer.layers.1.linear1.weight": 0.06042833626270294, + "transformer.layers.1.linear1.bias": 0.003462225431576371, + "transformer.layers.1.linear2.weight": 0.07821524888277054, + "transformer.layers.1.linear2.bias": 0.007169513031840324, + "transformer.layers.1.norm1.weight": 0.007843686267733574, + "transformer.layers.1.norm1.bias": 0.004618809558451176, + "transformer.layers.1.norm2.weight": 0.004743190482258797, + "transformer.layers.1.norm2.bias": 0.0036465157754719257, + "transformer.layers.2.self_attn.in_proj_weight": 0.10530707985162735, + "transformer.layers.2.self_attn.in_proj_bias": 0.00741589954122901, + "transformer.layers.2.self_attn.out_proj.weight": 0.0807148814201355, + "transformer.layers.2.self_attn.out_proj.bias": 0.006913996767252684, + "transformer.layers.2.linear1.weight": 0.04433761164546013, + "transformer.layers.2.linear1.bias": 0.0029125872533768415, + "transformer.layers.2.linear2.weight": 0.05275508388876915, + "transformer.layers.2.linear2.bias": 0.0072158994153141975, + "transformer.layers.2.norm1.weight": 0.007665334735065699, + "transformer.layers.2.norm1.bias": 0.008622928522527218, + "transformer.layers.2.norm2.weight": 0.0030154346022754908, + "transformer.layers.2.norm2.bias": 0.002964483108371496, + "transformer.layers.3.self_attn.in_proj_weight": 0.14717908203601837, + "transformer.layers.3.self_attn.in_proj_bias": 0.013486494310200214, + "transformer.layers.3.self_attn.out_proj.weight": 0.07973633706569672, + "transformer.layers.3.self_attn.out_proj.bias": 0.009952734224498272, + "transformer.layers.3.linear1.weight": 0.06332995742559433, + "transformer.layers.3.linear1.bias": 0.005175163969397545, + "transformer.layers.3.linear2.weight": 0.041112709790468216, + "transformer.layers.3.linear2.bias": 0.010814636014401913, + "transformer.layers.3.norm1.weight": 0.011187171563506126, + "transformer.layers.3.norm1.bias": 0.018814120441675186, + "transformer.layers.3.norm2.weight": 0.004227073863148689, + "transformer.layers.3.norm2.bias": 0.00600042100995779, + "head.weight": 0.5799895524978638, + "head.bias": 0.019853893667459488, + "global_embedding.weight": 0.003951653838157654, + "global_cnn.0.weight": 0.06165197864174843, + "global_cnn.0.bias": 0.0022523330990225077, + "global_cnn.2.weight": 0.1654321849346161, + "global_cnn.2.bias": 0.006832873448729515, + "global_proj.weight": 0.04440141096711159, + "global_proj.bias": 0.017251793295145035, + "goal_head.0.weight": 0.02286696434020996, + "goal_head.0.bias": 0.0066919224336743355, + "goal_head.2.weight": 0.027460020035505295, + "goal_head.2.bias": 0.013262424618005753 + }, + { + "global_gate": 1.9059780242969282e-05, + "embedding.weight": 0.0006900521111674607, + "cnn.0.weight": 0.019211549311876297, + "cnn.0.bias": 0.0006279245135374367, + "cnn.2.weight": 0.0061356001533567905, + "cnn.2.bias": 0.0015926341293379664, + "cnn.5.weight": 0.009211103431880474, + "cnn.5.bias": 0.0018655987223610282, + "action_emb.weight": 0.008986254222691059, + "timestep_emb.weight": 0.0036332623567432165, + "pos_emb.weight": 0.0057280221953988075, + "transformer.layers.0.self_attn.in_proj_weight": 0.03502044454216957, + "transformer.layers.0.self_attn.in_proj_bias": 0.003201078623533249, + "transformer.layers.0.self_attn.out_proj.weight": 0.03656565770506859, + "transformer.layers.0.self_attn.out_proj.bias": 0.004907530266791582, + "transformer.layers.0.linear1.weight": 0.04733807221055031, + "transformer.layers.0.linear1.bias": 0.0023187382612377405, + "transformer.layers.0.linear2.weight": 0.056725066155195236, + "transformer.layers.0.linear2.bias": 0.004636571742594242, + "transformer.layers.0.norm1.weight": 0.001832473324611783, + "transformer.layers.0.norm1.bias": 0.002693011425435543, + "transformer.layers.0.norm2.weight": 0.004065701737999916, + "transformer.layers.0.norm2.bias": 0.0018128177616745234, + "transformer.layers.1.self_attn.in_proj_weight": 0.04785794019699097, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029819905757904053, + "transformer.layers.1.self_attn.out_proj.weight": 0.04741176962852478, + "transformer.layers.1.self_attn.out_proj.bias": 0.004110361915081739, + "transformer.layers.1.linear1.weight": 0.032138388603925705, + "transformer.layers.1.linear1.bias": 0.0018257788615301251, + "transformer.layers.1.linear2.weight": 0.04795277863740921, + "transformer.layers.1.linear2.bias": 0.004014943726360798, + "transformer.layers.1.norm1.weight": 0.0031862768810242414, + "transformer.layers.1.norm1.bias": 0.0028962278738617897, + "transformer.layers.1.norm2.weight": 0.002254313323646784, + "transformer.layers.1.norm2.bias": 0.0015542885521426797, + "transformer.layers.2.self_attn.in_proj_weight": 0.06429961323738098, + "transformer.layers.2.self_attn.in_proj_bias": 0.003790524322539568, + "transformer.layers.2.self_attn.out_proj.weight": 0.04589936509728432, + "transformer.layers.2.self_attn.out_proj.bias": 0.003990274854004383, + "transformer.layers.2.linear1.weight": 0.028374535962939262, + "transformer.layers.2.linear1.bias": 0.0019562237430363894, + "transformer.layers.2.linear2.weight": 0.033813558518886566, + "transformer.layers.2.linear2.bias": 0.0041998703964054585, + "transformer.layers.2.norm1.weight": 0.004260691348463297, + "transformer.layers.2.norm1.bias": 0.00484418123960495, + "transformer.layers.2.norm2.weight": 0.0019568363204598427, + "transformer.layers.2.norm2.bias": 0.002486752811819315, + "transformer.layers.3.self_attn.in_proj_weight": 0.09482443332672119, + "transformer.layers.3.self_attn.in_proj_bias": 0.008525353856384754, + "transformer.layers.3.self_attn.out_proj.weight": 0.04811972379684448, + "transformer.layers.3.self_attn.out_proj.bias": 0.0061141555197536945, + "transformer.layers.3.linear1.weight": 0.048218388110399246, + "transformer.layers.3.linear1.bias": 0.003923151176422834, + "transformer.layers.3.linear2.weight": 0.028143903240561485, + "transformer.layers.3.linear2.bias": 0.007114691194146872, + "transformer.layers.3.norm1.weight": 0.008076244033873081, + "transformer.layers.3.norm1.bias": 0.011910207569599152, + "transformer.layers.3.norm2.weight": 0.0030736620537936687, + "transformer.layers.3.norm2.bias": 0.0044225468300282955, + "head.weight": 0.3952963650226593, + "head.bias": 0.013578311540186405, + "global_embedding.weight": 0.013147753663361073, + "global_cnn.0.weight": 0.09283461421728134, + "global_cnn.0.bias": 0.003929530270397663, + "global_cnn.2.weight": 0.2158903181552887, + "global_cnn.2.bias": 0.009604557417333126, + "global_proj.weight": 0.05376407131552696, + "global_proj.bias": 0.030204251408576965, + "goal_head.0.weight": 0.03182671591639519, + "goal_head.0.bias": 0.013263195753097534, + "goal_head.2.weight": 0.03784105181694031, + "goal_head.2.bias": 0.029634540900588036 + }, + { + "global_gate": 0.0002154941757908091, + "embedding.weight": 0.0009936066344380379, + "cnn.0.weight": 0.026899194344878197, + "cnn.0.bias": 0.0011734708677977324, + "cnn.2.weight": 0.00945685338228941, + "cnn.2.bias": 0.0030828171875327826, + "cnn.5.weight": 0.015208864584565163, + "cnn.5.bias": 0.00385342538356781, + "action_emb.weight": 0.039903368800878525, + "timestep_emb.weight": 0.004271205980330706, + "pos_emb.weight": 0.010635166428983212, + "transformer.layers.0.self_attn.in_proj_weight": 0.06940510123968124, + "transformer.layers.0.self_attn.in_proj_bias": 0.006627787370234728, + "transformer.layers.0.self_attn.out_proj.weight": 0.08372753858566284, + "transformer.layers.0.self_attn.out_proj.bias": 0.010164252482354641, + "transformer.layers.0.linear1.weight": 0.1773020476102829, + "transformer.layers.0.linear1.bias": 0.006238236557692289, + "transformer.layers.0.linear2.weight": 0.12488561123609543, + "transformer.layers.0.linear2.bias": 0.008099882863461971, + "transformer.layers.0.norm1.weight": 0.003654513042420149, + "transformer.layers.0.norm1.bias": 0.005721171852201223, + "transformer.layers.0.norm2.weight": 0.02029620110988617, + "transformer.layers.0.norm2.bias": 0.008303219452500343, + "transformer.layers.1.self_attn.in_proj_weight": 0.12427575141191483, + "transformer.layers.1.self_attn.in_proj_bias": 0.0056005860678851604, + "transformer.layers.1.self_attn.out_proj.weight": 0.08937883377075195, + "transformer.layers.1.self_attn.out_proj.bias": 0.007447551004588604, + "transformer.layers.1.linear1.weight": 0.07272857427597046, + "transformer.layers.1.linear1.bias": 0.0037878022994846106, + "transformer.layers.1.linear2.weight": 0.09205786883831024, + "transformer.layers.1.linear2.bias": 0.007252298295497894, + "transformer.layers.1.norm1.weight": 0.008209092542529106, + "transformer.layers.1.norm1.bias": 0.004716478753834963, + "transformer.layers.1.norm2.weight": 0.00629913154989481, + "transformer.layers.1.norm2.bias": 0.004138699267059565, + "transformer.layers.2.self_attn.in_proj_weight": 0.10884106904268265, + "transformer.layers.2.self_attn.in_proj_bias": 0.007934369146823883, + "transformer.layers.2.self_attn.out_proj.weight": 0.0825527012348175, + "transformer.layers.2.self_attn.out_proj.bias": 0.0072855353355407715, + "transformer.layers.2.linear1.weight": 0.05127870291471481, + "transformer.layers.2.linear1.bias": 0.0032344325445592403, + "transformer.layers.2.linear2.weight": 0.0647631362080574, + "transformer.layers.2.linear2.bias": 0.007781238295137882, + "transformer.layers.2.norm1.weight": 0.009466388262808323, + "transformer.layers.2.norm1.bias": 0.008851500228047371, + "transformer.layers.2.norm2.weight": 0.0033217836171388626, + "transformer.layers.2.norm2.bias": 0.0034956582821905613, + "transformer.layers.3.self_attn.in_proj_weight": 0.20016968250274658, + "transformer.layers.3.self_attn.in_proj_bias": 0.014707483351230621, + "transformer.layers.3.self_attn.out_proj.weight": 0.10080553591251373, + "transformer.layers.3.self_attn.out_proj.bias": 0.010730259120464325, + "transformer.layers.3.linear1.weight": 0.07387635111808777, + "transformer.layers.3.linear1.bias": 0.006038584280759096, + "transformer.layers.3.linear2.weight": 0.05060809105634689, + "transformer.layers.3.linear2.bias": 0.012020681984722614, + "transformer.layers.3.norm1.weight": 0.01629326306283474, + "transformer.layers.3.norm1.bias": 0.02014482021331787, + "transformer.layers.3.norm2.weight": 0.004616401623934507, + "transformer.layers.3.norm2.bias": 0.006953333970159292, + "head.weight": 0.7310426235198975, + "head.bias": 0.024585384875535965, + "global_embedding.weight": 0.029965924099087715, + "global_cnn.0.weight": 0.140168696641922, + "global_cnn.0.bias": 0.0044621871784329414, + "global_cnn.2.weight": 0.2999045252799988, + "global_cnn.2.bias": 0.01188834011554718, + "global_proj.weight": 0.06600791215896606, + "global_proj.bias": 0.029063470661640167, + "goal_head.0.weight": 0.03669688478112221, + "goal_head.0.bias": 0.011907449923455715, + "goal_head.2.weight": 0.046304065734148026, + "goal_head.2.bias": 0.022815078496932983 + }, + { + "global_gate": 4.226251257932745e-05, + "embedding.weight": 0.0003090811369474977, + "cnn.0.weight": 0.011250617913901806, + "cnn.0.bias": 0.0004938106867484748, + "cnn.2.weight": 0.004368102643638849, + "cnn.2.bias": 0.0014252245891839266, + "cnn.5.weight": 0.006553983315825462, + "cnn.5.bias": 0.0012766822474077344, + "action_emb.weight": 0.008462893776595592, + "timestep_emb.weight": 0.0034268966410309076, + "pos_emb.weight": 0.012491083703935146, + "transformer.layers.0.self_attn.in_proj_weight": 0.03321871533989906, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029189400374889374, + "transformer.layers.0.self_attn.out_proj.weight": 0.03567170724272728, + "transformer.layers.0.self_attn.out_proj.bias": 0.00499457772821188, + "transformer.layers.0.linear1.weight": 0.07086160778999329, + "transformer.layers.0.linear1.bias": 0.0029760354664176702, + "transformer.layers.0.linear2.weight": 0.06162034347653389, + "transformer.layers.0.linear2.bias": 0.0037278570234775543, + "transformer.layers.0.norm1.weight": 0.0016277285758405924, + "transformer.layers.0.norm1.bias": 0.0023935409262776375, + "transformer.layers.0.norm2.weight": 0.00704119773581624, + "transformer.layers.0.norm2.bias": 0.004173957277089357, + "transformer.layers.1.self_attn.in_proj_weight": 0.054555993527173996, + "transformer.layers.1.self_attn.in_proj_bias": 0.002651614136993885, + "transformer.layers.1.self_attn.out_proj.weight": 0.036906104534864426, + "transformer.layers.1.self_attn.out_proj.bias": 0.002963004168123007, + "transformer.layers.1.linear1.weight": 0.03188328444957733, + "transformer.layers.1.linear1.bias": 0.0015356403309851885, + "transformer.layers.1.linear2.weight": 0.040262456983327866, + "transformer.layers.1.linear2.bias": 0.0029026041738688946, + "transformer.layers.1.norm1.weight": 0.00329039478674531, + "transformer.layers.1.norm1.bias": 0.002940119942650199, + "transformer.layers.1.norm2.weight": 0.002171762753278017, + "transformer.layers.1.norm2.bias": 0.0013866672525182366, + "transformer.layers.2.self_attn.in_proj_weight": 0.04787177965044975, + "transformer.layers.2.self_attn.in_proj_bias": 0.002986777340993285, + "transformer.layers.2.self_attn.out_proj.weight": 0.03838483989238739, + "transformer.layers.2.self_attn.out_proj.bias": 0.003096384694799781, + "transformer.layers.2.linear1.weight": 0.023867402225732803, + "transformer.layers.2.linear1.bias": 0.0014890247257426381, + "transformer.layers.2.linear2.weight": 0.027271516621112823, + "transformer.layers.2.linear2.bias": 0.0033543966710567474, + "transformer.layers.2.norm1.weight": 0.003600268391892314, + "transformer.layers.2.norm1.bias": 0.0037977665197104216, + "transformer.layers.2.norm2.weight": 0.0015064046019688249, + "transformer.layers.2.norm2.bias": 0.0018083777977153659, + "transformer.layers.3.self_attn.in_proj_weight": 0.0782681405544281, + "transformer.layers.3.self_attn.in_proj_bias": 0.005850634537637234, + "transformer.layers.3.self_attn.out_proj.weight": 0.04009642079472542, + "transformer.layers.3.self_attn.out_proj.bias": 0.0042373561300337315, + "transformer.layers.3.linear1.weight": 0.03459656611084938, + "transformer.layers.3.linear1.bias": 0.002586489077657461, + "transformer.layers.3.linear2.weight": 0.020858123898506165, + "transformer.layers.3.linear2.bias": 0.005083492491394281, + "transformer.layers.3.norm1.weight": 0.006780222058296204, + "transformer.layers.3.norm1.bias": 0.007910499349236488, + "transformer.layers.3.norm2.weight": 0.0021398505195975304, + "transformer.layers.3.norm2.bias": 0.003059562062844634, + "head.weight": 0.3140062987804413, + "head.bias": 0.0108115766197443, + "global_embedding.weight": 0.0059083909727633, + "global_cnn.0.weight": 0.10859302431344986, + "global_cnn.0.bias": 0.0037344268057495356, + "global_cnn.2.weight": 0.29951363801956177, + "global_cnn.2.bias": 0.013056586496531963, + "global_proj.weight": 0.06695178151130676, + "global_proj.bias": 0.028192447498440742, + "goal_head.0.weight": 0.03654364496469498, + "goal_head.0.bias": 0.011255928315222263, + "goal_head.2.weight": 0.04466920718550682, + "goal_head.2.bias": 0.021369611844420433 + }, + { + "global_gate": 0.00020241070888005197, + "embedding.weight": 0.0011071444023400545, + "cnn.0.weight": 0.024646276608109474, + "cnn.0.bias": 0.0012223526136949658, + "cnn.2.weight": 0.0093337157741189, + "cnn.2.bias": 0.0026564043946564198, + "cnn.5.weight": 0.014831725507974625, + "cnn.5.bias": 0.003114235121756792, + "action_emb.weight": 0.039236798882484436, + "timestep_emb.weight": 0.004632108844816685, + "pos_emb.weight": 0.011184380389750004, + "transformer.layers.0.self_attn.in_proj_weight": 0.07409464567899704, + "transformer.layers.0.self_attn.in_proj_bias": 0.007496718317270279, + "transformer.layers.0.self_attn.out_proj.weight": 0.09182017296552658, + "transformer.layers.0.self_attn.out_proj.bias": 0.013588489033281803, + "transformer.layers.0.linear1.weight": 0.175649955868721, + "transformer.layers.0.linear1.bias": 0.006738459225744009, + "transformer.layers.0.linear2.weight": 0.12609224021434784, + "transformer.layers.0.linear2.bias": 0.009360942989587784, + "transformer.layers.0.norm1.weight": 0.004025691654533148, + "transformer.layers.0.norm1.bias": 0.006489311344921589, + "transformer.layers.0.norm2.weight": 0.018832601606845856, + "transformer.layers.0.norm2.bias": 0.010751858353614807, + "transformer.layers.1.self_attn.in_proj_weight": 0.12547588348388672, + "transformer.layers.1.self_attn.in_proj_bias": 0.006784096360206604, + "transformer.layers.1.self_attn.out_proj.weight": 0.08803669363260269, + "transformer.layers.1.self_attn.out_proj.bias": 0.007958545349538326, + "transformer.layers.1.linear1.weight": 0.0712520033121109, + "transformer.layers.1.linear1.bias": 0.0036736740730702877, + "transformer.layers.1.linear2.weight": 0.09269168227910995, + "transformer.layers.1.linear2.bias": 0.007591740693897009, + "transformer.layers.1.norm1.weight": 0.008247418329119682, + "transformer.layers.1.norm1.bias": 0.006186982616782188, + "transformer.layers.1.norm2.weight": 0.0058270045556128025, + "transformer.layers.1.norm2.bias": 0.0038800984621047974, + "transformer.layers.2.self_attn.in_proj_weight": 0.10791120678186417, + "transformer.layers.2.self_attn.in_proj_bias": 0.0067422534339129925, + "transformer.layers.2.self_attn.out_proj.weight": 0.08311381191015244, + "transformer.layers.2.self_attn.out_proj.bias": 0.007622572127729654, + "transformer.layers.2.linear1.weight": 0.05751071870326996, + "transformer.layers.2.linear1.bias": 0.003518888493999839, + "transformer.layers.2.linear2.weight": 0.07164473086595535, + "transformer.layers.2.linear2.bias": 0.007896252907812595, + "transformer.layers.2.norm1.weight": 0.007512891665101051, + "transformer.layers.2.norm1.bias": 0.008231889456510544, + "transformer.layers.2.norm2.weight": 0.004140163771808147, + "transformer.layers.2.norm2.bias": 0.003994166851043701, + "transformer.layers.3.self_attn.in_proj_weight": 0.24042345583438873, + "transformer.layers.3.self_attn.in_proj_bias": 0.02017510123550892, + "transformer.layers.3.self_attn.out_proj.weight": 0.09144316613674164, + "transformer.layers.3.self_attn.out_proj.bias": 0.012900600209832191, + "transformer.layers.3.linear1.weight": 0.07577746361494064, + "transformer.layers.3.linear1.bias": 0.006723552476614714, + "transformer.layers.3.linear2.weight": 0.051443517208099365, + "transformer.layers.3.linear2.bias": 0.014272124506533146, + "transformer.layers.3.norm1.weight": 0.02100176177918911, + "transformer.layers.3.norm1.bias": 0.02969655953347683, + "transformer.layers.3.norm2.weight": 0.005401178263127804, + "transformer.layers.3.norm2.bias": 0.008101426064968109, + "head.weight": 0.6877972483634949, + "head.bias": 0.02575031667947769, + "global_embedding.weight": 0.03538306802511215, + "global_cnn.0.weight": 0.24352674186229706, + "global_cnn.0.bias": 0.007915438152849674, + "global_cnn.2.weight": 0.5023431777954102, + "global_cnn.2.bias": 0.016312943771481514, + "global_proj.weight": 0.07254765182733536, + "global_proj.bias": 0.02937355451285839, + "goal_head.0.weight": 0.032836876809597015, + "goal_head.0.bias": 0.009967001155018806, + "goal_head.2.weight": 0.037707969546318054, + "goal_head.2.bias": 0.018862105906009674 + }, + { + "global_gate": 0.00013997832138556987, + "embedding.weight": 0.0009094668203033507, + "cnn.0.weight": 0.014640945009887218, + "cnn.0.bias": 0.0007343476754613221, + "cnn.2.weight": 0.004557119682431221, + "cnn.2.bias": 0.001661208225414157, + "cnn.5.weight": 0.007582643069326878, + "cnn.5.bias": 0.0020584547892212868, + "action_emb.weight": 0.030267884954810143, + "timestep_emb.weight": 0.0029608802869915962, + "pos_emb.weight": 0.006818471476435661, + "transformer.layers.0.self_attn.in_proj_weight": 0.044759366661310196, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039492701180279255, + "transformer.layers.0.self_attn.out_proj.weight": 0.05346069112420082, + "transformer.layers.0.self_attn.out_proj.bias": 0.007158122956752777, + "transformer.layers.0.linear1.weight": 0.1358175426721573, + "transformer.layers.0.linear1.bias": 0.004630581475794315, + "transformer.layers.0.linear2.weight": 0.07598403841257095, + "transformer.layers.0.linear2.bias": 0.004383601248264313, + "transformer.layers.0.norm1.weight": 0.0023039700463414192, + "transformer.layers.0.norm1.bias": 0.003350664861500263, + "transformer.layers.0.norm2.weight": 0.01580674946308136, + "transformer.layers.0.norm2.bias": 0.006978875957429409, + "transformer.layers.1.self_attn.in_proj_weight": 0.08050774037837982, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029146920423954725, + "transformer.layers.1.self_attn.out_proj.weight": 0.05267506092786789, + "transformer.layers.1.self_attn.out_proj.bias": 0.004101455677300692, + "transformer.layers.1.linear1.weight": 0.04467235505580902, + "transformer.layers.1.linear1.bias": 0.002099845791235566, + "transformer.layers.1.linear2.weight": 0.04702972248196602, + "transformer.layers.1.linear2.bias": 0.0034935353323817253, + "transformer.layers.1.norm1.weight": 0.005132316146045923, + "transformer.layers.1.norm1.bias": 0.00252536591142416, + "transformer.layers.1.norm2.weight": 0.004437493626028299, + "transformer.layers.1.norm2.bias": 0.0027894065715372562, + "transformer.layers.2.self_attn.in_proj_weight": 0.058260250836610794, + "transformer.layers.2.self_attn.in_proj_bias": 0.0032119296956807375, + "transformer.layers.2.self_attn.out_proj.weight": 0.044444065541028976, + "transformer.layers.2.self_attn.out_proj.bias": 0.003127287607640028, + "transformer.layers.2.linear1.weight": 0.02708483673632145, + "transformer.layers.2.linear1.bias": 0.0015943513717502356, + "transformer.layers.2.linear2.weight": 0.03344573825597763, + "transformer.layers.2.linear2.bias": 0.0032373361755162477, + "transformer.layers.2.norm1.weight": 0.004263843409717083, + "transformer.layers.2.norm1.bias": 0.0033402391709387302, + "transformer.layers.2.norm2.weight": 0.0017786426469683647, + "transformer.layers.2.norm2.bias": 0.0017622774466872215, + "transformer.layers.3.self_attn.in_proj_weight": 0.10560919344425201, + "transformer.layers.3.self_attn.in_proj_bias": 0.00618829857558012, + "transformer.layers.3.self_attn.out_proj.weight": 0.049656227231025696, + "transformer.layers.3.self_attn.out_proj.bias": 0.004108027555048466, + "transformer.layers.3.linear1.weight": 0.041987184435129166, + "transformer.layers.3.linear1.bias": 0.0031741708517074585, + "transformer.layers.3.linear2.weight": 0.025802038609981537, + "transformer.layers.3.linear2.bias": 0.0048935385420918465, + "transformer.layers.3.norm1.weight": 0.007710458245128393, + "transformer.layers.3.norm1.bias": 0.009643832221627235, + "transformer.layers.3.norm2.weight": 0.002869133371859789, + "transformer.layers.3.norm2.bias": 0.0037220462691038847, + "head.weight": 0.3672665059566498, + "head.bias": 0.01043024379760027, + "global_embedding.weight": 0.015187827870249748, + "global_cnn.0.weight": 0.13005340099334717, + "global_cnn.0.bias": 0.004816005006432533, + "global_cnn.2.weight": 0.35517388582229614, + "global_cnn.2.bias": 0.017526954412460327, + "global_proj.weight": 0.09443580359220505, + "global_proj.bias": 0.043659958988428116, + "goal_head.0.weight": 0.05217048153281212, + "goal_head.0.bias": 0.017213676124811172, + "goal_head.2.weight": 0.06552685052156448, + "goal_head.2.bias": 0.03367803990840912 + }, + { + "global_gate": 1.7668597820374998e-06, + "embedding.weight": 0.0007116933120414615, + "cnn.0.weight": 0.01985476166009903, + "cnn.0.bias": 0.0008496789960190654, + "cnn.2.weight": 0.007150951772928238, + "cnn.2.bias": 0.0032068786676973104, + "cnn.5.weight": 0.009586281143128872, + "cnn.5.bias": 0.002498882357031107, + "action_emb.weight": 0.02892223931849003, + "timestep_emb.weight": 0.003724399721249938, + "pos_emb.weight": 0.007933779619634151, + "transformer.layers.0.self_attn.in_proj_weight": 0.057422664016485214, + "transformer.layers.0.self_attn.in_proj_bias": 0.005537385120987892, + "transformer.layers.0.self_attn.out_proj.weight": 0.06386218965053558, + "transformer.layers.0.self_attn.out_proj.bias": 0.009281291626393795, + "transformer.layers.0.linear1.weight": 0.12744520604610443, + "transformer.layers.0.linear1.bias": 0.005015815142542124, + "transformer.layers.0.linear2.weight": 0.11145716905593872, + "transformer.layers.0.linear2.bias": 0.008276727981865406, + "transformer.layers.0.norm1.weight": 0.0030937548726797104, + "transformer.layers.0.norm1.bias": 0.004666079767048359, + "transformer.layers.0.norm2.weight": 0.013681098818778992, + "transformer.layers.0.norm2.bias": 0.005458851810544729, + "transformer.layers.1.self_attn.in_proj_weight": 0.08291129767894745, + "transformer.layers.1.self_attn.in_proj_bias": 0.004653559066355228, + "transformer.layers.1.self_attn.out_proj.weight": 0.07561186701059341, + "transformer.layers.1.self_attn.out_proj.bias": 0.0075789825059473515, + "transformer.layers.1.linear1.weight": 0.06710490584373474, + "transformer.layers.1.linear1.bias": 0.00396565580740571, + "transformer.layers.1.linear2.weight": 0.0978882908821106, + "transformer.layers.1.linear2.bias": 0.007873178459703922, + "transformer.layers.1.norm1.weight": 0.005498808808624744, + "transformer.layers.1.norm1.bias": 0.00405067577958107, + "transformer.layers.1.norm2.weight": 0.005282167810946703, + "transformer.layers.1.norm2.bias": 0.003978310618549585, + "transformer.layers.2.self_attn.in_proj_weight": 0.10818248242139816, + "transformer.layers.2.self_attn.in_proj_bias": 0.007814104668796062, + "transformer.layers.2.self_attn.out_proj.weight": 0.07990642637014389, + "transformer.layers.2.self_attn.out_proj.bias": 0.008294306695461273, + "transformer.layers.2.linear1.weight": 0.055030860006809235, + "transformer.layers.2.linear1.bias": 0.004007945768535137, + "transformer.layers.2.linear2.weight": 0.06747304648160934, + "transformer.layers.2.linear2.bias": 0.009533519856631756, + "transformer.layers.2.norm1.weight": 0.008269743993878365, + "transformer.layers.2.norm1.bias": 0.00994183961302042, + "transformer.layers.2.norm2.weight": 0.003866455750539899, + "transformer.layers.2.norm2.bias": 0.005421504378318787, + "transformer.layers.3.self_attn.in_proj_weight": 0.19073517620563507, + "transformer.layers.3.self_attn.in_proj_bias": 0.017632968723773956, + "transformer.layers.3.self_attn.out_proj.weight": 0.09957817196846008, + "transformer.layers.3.self_attn.out_proj.bias": 0.013522838242352009, + "transformer.layers.3.linear1.weight": 0.08745574206113815, + "transformer.layers.3.linear1.bias": 0.00764795858412981, + "transformer.layers.3.linear2.weight": 0.057628873735666275, + "transformer.layers.3.linear2.bias": 0.015993718057870865, + "transformer.layers.3.norm1.weight": 0.01555247325450182, + "transformer.layers.3.norm1.bias": 0.024665767326951027, + "transformer.layers.3.norm2.weight": 0.005896837916225195, + "transformer.layers.3.norm2.bias": 0.009637372568249702, + "head.weight": 0.9040502309799194, + "head.bias": 0.03502054885029793, + "global_embedding.weight": 0.005681842565536499, + "global_cnn.0.weight": 0.021735262125730515, + "global_cnn.0.bias": 0.00098633102606982, + "global_cnn.2.weight": 0.057867325842380524, + "global_cnn.2.bias": 0.0021792626939713955, + "global_proj.weight": 0.02119177207350731, + "global_proj.bias": 0.010352332144975662, + "goal_head.0.weight": 0.013808399438858032, + "goal_head.0.bias": 0.004864376038312912, + "goal_head.2.weight": 0.020643288269639015, + "goal_head.2.bias": 0.010712080635130405 + }, + { + "global_gate": 5.215765122557059e-05, + "embedding.weight": 0.0005049532628618181, + "cnn.0.weight": 0.013094807043671608, + "cnn.0.bias": 0.0006171392742544413, + "cnn.2.weight": 0.004064066801220179, + "cnn.2.bias": 0.0015839023981243372, + "cnn.5.weight": 0.005916925612837076, + "cnn.5.bias": 0.0010525468969717622, + "action_emb.weight": 0.007809917908161879, + "timestep_emb.weight": 0.0017386211548000574, + "pos_emb.weight": 0.004808430559933186, + "transformer.layers.0.self_attn.in_proj_weight": 0.02016240358352661, + "transformer.layers.0.self_attn.in_proj_bias": 0.001775224693119526, + "transformer.layers.0.self_attn.out_proj.weight": 0.022433873265981674, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029903275426477194, + "transformer.layers.0.linear1.weight": 0.041459813714027405, + "transformer.layers.0.linear1.bias": 0.0016363380709663033, + "transformer.layers.0.linear2.weight": 0.03088632971048355, + "transformer.layers.0.linear2.bias": 0.0021194680593907833, + "transformer.layers.0.norm1.weight": 0.001042317831888795, + "transformer.layers.0.norm1.bias": 0.001506031141616404, + "transformer.layers.0.norm2.weight": 0.004663149360567331, + "transformer.layers.0.norm2.bias": 0.002248507458716631, + "transformer.layers.1.self_attn.in_proj_weight": 0.0286600012332201, + "transformer.layers.1.self_attn.in_proj_bias": 0.001422448898665607, + "transformer.layers.1.self_attn.out_proj.weight": 0.020171483978629112, + "transformer.layers.1.self_attn.out_proj.bias": 0.001683175447396934, + "transformer.layers.1.linear1.weight": 0.017450524494051933, + "transformer.layers.1.linear1.bias": 0.0008642429020255804, + "transformer.layers.1.linear2.weight": 0.021288707852363586, + "transformer.layers.1.linear2.bias": 0.0016626017168164253, + "transformer.layers.1.norm1.weight": 0.0020252203103154898, + "transformer.layers.1.norm1.bias": 0.001346610370092094, + "transformer.layers.1.norm2.weight": 0.0013760514557361603, + "transformer.layers.1.norm2.bias": 0.0009800763800740242, + "transformer.layers.2.self_attn.in_proj_weight": 0.02473454922437668, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013629547320306301, + "transformer.layers.2.self_attn.out_proj.weight": 0.01981891505420208, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015614319127053022, + "transformer.layers.2.linear1.weight": 0.011456344276666641, + "transformer.layers.2.linear1.bias": 0.0006066131754778326, + "transformer.layers.2.linear2.weight": 0.014078177511692047, + "transformer.layers.2.linear2.bias": 0.0016083780210465193, + "transformer.layers.2.norm1.weight": 0.0018557170405983925, + "transformer.layers.2.norm1.bias": 0.0015816274099051952, + "transformer.layers.2.norm2.weight": 0.0008071447373367846, + "transformer.layers.2.norm2.bias": 0.0006079791928641498, + "transformer.layers.3.self_attn.in_proj_weight": 0.03741881251335144, + "transformer.layers.3.self_attn.in_proj_bias": 0.002741316333413124, + "transformer.layers.3.self_attn.out_proj.weight": 0.01540502067655325, + "transformer.layers.3.self_attn.out_proj.bias": 0.00178914749994874, + "transformer.layers.3.linear1.weight": 0.018970966339111328, + "transformer.layers.3.linear1.bias": 0.0013900016201660037, + "transformer.layers.3.linear2.weight": 0.011661194264888763, + "transformer.layers.3.linear2.bias": 0.002017237711697817, + "transformer.layers.3.norm1.weight": 0.0030858449172228575, + "transformer.layers.3.norm1.bias": 0.00391779001802206, + "transformer.layers.3.norm2.weight": 0.001204520114697516, + "transformer.layers.3.norm2.bias": 0.0014816184993833303, + "head.weight": 0.1325049102306366, + "head.bias": 0.004026117734611034, + "global_embedding.weight": 0.010738952085375786, + "global_cnn.0.weight": 0.10294348001480103, + "global_cnn.0.bias": 0.003760845633223653, + "global_cnn.2.weight": 0.23404474556446075, + "global_cnn.2.bias": 0.010417332872748375, + "global_proj.weight": 0.05462419241666794, + "global_proj.bias": 0.02950150892138481, + "goal_head.0.weight": 0.03290775045752525, + "goal_head.0.bias": 0.012272733263671398, + "goal_head.2.weight": 0.0432414785027504, + "goal_head.2.bias": 0.025219159200787544 + }, + { + "global_gate": 0.000209270729101263, + "embedding.weight": 0.0008445531129837036, + "cnn.0.weight": 0.01677634008228779, + "cnn.0.bias": 0.0007040390628390014, + "cnn.2.weight": 0.005927307065576315, + "cnn.2.bias": 0.0016993023455142975, + "cnn.5.weight": 0.008644952438771725, + "cnn.5.bias": 0.0017402631929144263, + "action_emb.weight": 0.020010944455862045, + "timestep_emb.weight": 0.003359094960615039, + "pos_emb.weight": 0.014659303240478039, + "transformer.layers.0.self_attn.in_proj_weight": 0.037975944578647614, + "transformer.layers.0.self_attn.in_proj_bias": 0.0026930191088467836, + "transformer.layers.0.self_attn.out_proj.weight": 0.04463227093219757, + "transformer.layers.0.self_attn.out_proj.bias": 0.003990667872130871, + "transformer.layers.0.linear1.weight": 0.11267536878585815, + "transformer.layers.0.linear1.bias": 0.0035086064599454403, + "transformer.layers.0.linear2.weight": 0.07346221804618835, + "transformer.layers.0.linear2.bias": 0.0031254617497324944, + "transformer.layers.0.norm1.weight": 0.0020461371168494225, + "transformer.layers.0.norm1.bias": 0.0023251755628734827, + "transformer.layers.0.norm2.weight": 0.01292269118130207, + "transformer.layers.0.norm2.bias": 0.00269909156486392, + "transformer.layers.1.self_attn.in_proj_weight": 0.05921366065740585, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019849275704473257, + "transformer.layers.1.self_attn.out_proj.weight": 0.03943847492337227, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029932160396128893, + "transformer.layers.1.linear1.weight": 0.040770478546619415, + "transformer.layers.1.linear1.bias": 0.0017091816989704967, + "transformer.layers.1.linear2.weight": 0.0433846116065979, + "transformer.layers.1.linear2.bias": 0.0028310539200901985, + "transformer.layers.1.norm1.weight": 0.0037223573308438063, + "transformer.layers.1.norm1.bias": 0.0016969161806628108, + "transformer.layers.1.norm2.weight": 0.003927533980458975, + "transformer.layers.1.norm2.bias": 0.0015518355648964643, + "transformer.layers.2.self_attn.in_proj_weight": 0.05607224255800247, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027110115624964237, + "transformer.layers.2.self_attn.out_proj.weight": 0.03405379876494408, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028121722862124443, + "transformer.layers.2.linear1.weight": 0.024472737684845924, + "transformer.layers.2.linear1.bias": 0.001390187768265605, + "transformer.layers.2.linear2.weight": 0.030412541702389717, + "transformer.layers.2.linear2.bias": 0.002975445007905364, + "transformer.layers.2.norm1.weight": 0.003650360507890582, + "transformer.layers.2.norm1.bias": 0.003316932125017047, + "transformer.layers.2.norm2.weight": 0.0017866570269688964, + "transformer.layers.2.norm2.bias": 0.0015487698838114738, + "transformer.layers.3.self_attn.in_proj_weight": 0.09684823453426361, + "transformer.layers.3.self_attn.in_proj_bias": 0.00807427428662777, + "transformer.layers.3.self_attn.out_proj.weight": 0.038773518055677414, + "transformer.layers.3.self_attn.out_proj.bias": 0.005370453931391239, + "transformer.layers.3.linear1.weight": 0.036877505481243134, + "transformer.layers.3.linear1.bias": 0.0029203782323747873, + "transformer.layers.3.linear2.weight": 0.023908095434308052, + "transformer.layers.3.linear2.bias": 0.006107468623667955, + "transformer.layers.3.norm1.weight": 0.008894861675798893, + "transformer.layers.3.norm1.bias": 0.011781878769397736, + "transformer.layers.3.norm2.weight": 0.002469027880579233, + "transformer.layers.3.norm2.bias": 0.0035022785887122154, + "head.weight": 0.3293789029121399, + "head.bias": 0.011464082635939121, + "global_embedding.weight": 0.040764324367046356, + "global_cnn.0.weight": 0.25667130947113037, + "global_cnn.0.bias": 0.009923332370817661, + "global_cnn.2.weight": 0.30587121844291687, + "global_cnn.2.bias": 0.012166164815425873, + "global_proj.weight": 0.06283004581928253, + "global_proj.bias": 0.05319472774863243, + "goal_head.0.weight": 0.048211053013801575, + "goal_head.0.bias": 0.02569873258471489, + "goal_head.2.weight": 0.07779067009687424, + "goal_head.2.bias": 0.0635843425989151 + }, + { + "global_gate": 1.9475541193969548e-05, + "embedding.weight": 0.0009378884569741786, + "cnn.0.weight": 0.01632525958120823, + "cnn.0.bias": 0.000551502569578588, + "cnn.2.weight": 0.004370949696749449, + "cnn.2.bias": 0.001490196562372148, + "cnn.5.weight": 0.004582386463880539, + "cnn.5.bias": 0.0010385386412963271, + "action_emb.weight": 0.01831781305372715, + "timestep_emb.weight": 0.0024000240955501795, + "pos_emb.weight": 0.005735249258577824, + "transformer.layers.0.self_attn.in_proj_weight": 0.02659590356051922, + "transformer.layers.0.self_attn.in_proj_bias": 0.0017989568877965212, + "transformer.layers.0.self_attn.out_proj.weight": 0.032570064067840576, + "transformer.layers.0.self_attn.out_proj.bias": 0.003519885940477252, + "transformer.layers.0.linear1.weight": 0.08272486925125122, + "transformer.layers.0.linear1.bias": 0.0025018705055117607, + "transformer.layers.0.linear2.weight": 0.04980649799108505, + "transformer.layers.0.linear2.bias": 0.0025394633412361145, + "transformer.layers.0.norm1.weight": 0.001361392205581069, + "transformer.layers.0.norm1.bias": 0.0015764925628900528, + "transformer.layers.0.norm2.weight": 0.00976993702352047, + "transformer.layers.0.norm2.bias": 0.0032180233392864466, + "transformer.layers.1.self_attn.in_proj_weight": 0.03824204206466675, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015729732112959027, + "transformer.layers.1.self_attn.out_proj.weight": 0.027762308716773987, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022477786988019943, + "transformer.layers.1.linear1.weight": 0.03029666841030121, + "transformer.layers.1.linear1.bias": 0.0012814287329092622, + "transformer.layers.1.linear2.weight": 0.036343831568956375, + "transformer.layers.1.linear2.bias": 0.0021900751162320375, + "transformer.layers.1.norm1.weight": 0.0024472216609865427, + "transformer.layers.1.norm1.bias": 0.0015081767924129963, + "transformer.layers.1.norm2.weight": 0.0028610858134925365, + "transformer.layers.1.norm2.bias": 0.001154093537479639, + "transformer.layers.2.self_attn.in_proj_weight": 0.04466980695724487, + "transformer.layers.2.self_attn.in_proj_bias": 0.002139180898666382, + "transformer.layers.2.self_attn.out_proj.weight": 0.028745582327246666, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021616078447550535, + "transformer.layers.2.linear1.weight": 0.018336748704314232, + "transformer.layers.2.linear1.bias": 0.0009687069687061012, + "transformer.layers.2.linear2.weight": 0.024368727579712868, + "transformer.layers.2.linear2.bias": 0.0022926691453903913, + "transformer.layers.2.norm1.weight": 0.003606350626796484, + "transformer.layers.2.norm1.bias": 0.002453372348099947, + "transformer.layers.2.norm2.weight": 0.001182381995022297, + "transformer.layers.2.norm2.bias": 0.0010778126306831837, + "transformer.layers.3.self_attn.in_proj_weight": 0.07059250771999359, + "transformer.layers.3.self_attn.in_proj_bias": 0.004852912854403257, + "transformer.layers.3.self_attn.out_proj.weight": 0.031803958117961884, + "transformer.layers.3.self_attn.out_proj.bias": 0.0031496002338826656, + "transformer.layers.3.linear1.weight": 0.03118378296494484, + "transformer.layers.3.linear1.bias": 0.002101240446791053, + "transformer.layers.3.linear2.weight": 0.018471330404281616, + "transformer.layers.3.linear2.bias": 0.003772265510633588, + "transformer.layers.3.norm1.weight": 0.006985814310610294, + "transformer.layers.3.norm1.bias": 0.007020322605967522, + "transformer.layers.3.norm2.weight": 0.0022783379536122084, + "transformer.layers.3.norm2.bias": 0.0024489513598382473, + "head.weight": 0.2465137392282486, + "head.bias": 0.007866838946938515, + "global_embedding.weight": 0.008589742705225945, + "global_cnn.0.weight": 0.13371308147907257, + "global_cnn.0.bias": 0.005104692652821541, + "global_cnn.2.weight": 0.42078855633735657, + "global_cnn.2.bias": 0.022678842768073082, + "global_proj.weight": 0.10549803823232651, + "global_proj.bias": 0.06867895275354385, + "goal_head.0.weight": 0.07015196233987808, + "goal_head.0.bias": 0.030735811218619347, + "goal_head.2.weight": 0.09520828723907471, + "goal_head.2.bias": 0.0709141418337822 + }, + { + "global_gate": 9.159856563201174e-05, + "embedding.weight": 0.001705249072983861, + "cnn.0.weight": 0.025221381336450577, + "cnn.0.bias": 0.0012881873408332467, + "cnn.2.weight": 0.005583930294960737, + "cnn.2.bias": 0.001634294050745666, + "cnn.5.weight": 0.00795772485435009, + "cnn.5.bias": 0.0012093438999727368, + "action_emb.weight": 0.008666775189340115, + "timestep_emb.weight": 0.001474215998314321, + "pos_emb.weight": 0.00353153795003891, + "transformer.layers.0.self_attn.in_proj_weight": 0.018363213166594505, + "transformer.layers.0.self_attn.in_proj_bias": 0.0011595560936257243, + "transformer.layers.0.self_attn.out_proj.weight": 0.01882307045161724, + "transformer.layers.0.self_attn.out_proj.bias": 0.0015636190073564649, + "transformer.layers.0.linear1.weight": 0.04145760089159012, + "transformer.layers.0.linear1.bias": 0.0011578863486647606, + "transformer.layers.0.linear2.weight": 0.027998607605695724, + "transformer.layers.0.linear2.bias": 0.0013336848933249712, + "transformer.layers.0.norm1.weight": 0.001071504782885313, + "transformer.layers.0.norm1.bias": 0.0010653266217559576, + "transformer.layers.0.norm2.weight": 0.004557289183139801, + "transformer.layers.0.norm2.bias": 0.0007919747149571776, + "transformer.layers.1.self_attn.in_proj_weight": 0.022607143968343735, + "transformer.layers.1.self_attn.in_proj_bias": 0.001184429507702589, + "transformer.layers.1.self_attn.out_proj.weight": 0.019350554794073105, + "transformer.layers.1.self_attn.out_proj.bias": 0.0012535365531221032, + "transformer.layers.1.linear1.weight": 0.018815597519278526, + "transformer.layers.1.linear1.bias": 0.0008008923614397645, + "transformer.layers.1.linear2.weight": 0.020742779597640038, + "transformer.layers.1.linear2.bias": 0.0011630513472482562, + "transformer.layers.1.norm1.weight": 0.0013979269424453378, + "transformer.layers.1.norm1.bias": 0.0012720708036795259, + "transformer.layers.1.norm2.weight": 0.0016393420519307256, + "transformer.layers.1.norm2.bias": 0.0008655411656945944, + "transformer.layers.2.self_attn.in_proj_weight": 0.02667938359081745, + "transformer.layers.2.self_attn.in_proj_bias": 0.001299855299293995, + "transformer.layers.2.self_attn.out_proj.weight": 0.019221950322389603, + "transformer.layers.2.self_attn.out_proj.bias": 0.0011473511112853885, + "transformer.layers.2.linear1.weight": 0.011919132433831692, + "transformer.layers.2.linear1.bias": 0.0006087648798711598, + "transformer.layers.2.linear2.weight": 0.014111408032476902, + "transformer.layers.2.linear2.bias": 0.001159978099167347, + "transformer.layers.2.norm1.weight": 0.0018611124251037836, + "transformer.layers.2.norm1.bias": 0.0013173451879993081, + "transformer.layers.2.norm2.weight": 0.0008880204986780882, + "transformer.layers.2.norm2.bias": 0.0006608848343603313, + "transformer.layers.3.self_attn.in_proj_weight": 0.04519164562225342, + "transformer.layers.3.self_attn.in_proj_bias": 0.0023728706873953342, + "transformer.layers.3.self_attn.out_proj.weight": 0.019045088440179825, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014648406067863107, + "transformer.layers.3.linear1.weight": 0.0174886304885149, + "transformer.layers.3.linear1.bias": 0.001068001613020897, + "transformer.layers.3.linear2.weight": 0.010937984101474285, + "transformer.layers.3.linear2.bias": 0.0016204388812184334, + "transformer.layers.3.norm1.weight": 0.004068836569786072, + "transformer.layers.3.norm1.bias": 0.003361637005582452, + "transformer.layers.3.norm2.weight": 0.0012600478949025273, + "transformer.layers.3.norm2.bias": 0.0010478401090949774, + "head.weight": 0.14578033983707428, + "head.bias": 0.0034032328985631466, + "global_embedding.weight": 0.01291996892541647, + "global_cnn.0.weight": 0.09492388367652893, + "global_cnn.0.bias": 0.0048110391944646835, + "global_cnn.2.weight": 0.17667046189308167, + "global_cnn.2.bias": 0.00808687973767519, + "global_proj.weight": 0.049108583480119705, + "global_proj.bias": 0.030202899128198624, + "goal_head.0.weight": 0.03312685340642929, + "goal_head.0.bias": 0.014299781061708927, + "goal_head.2.weight": 0.046116191893815994, + "goal_head.2.bias": 0.03317900747060776 + }, + { + "global_gate": 0.00011461935355328023, + "embedding.weight": 0.0004911962314508855, + "cnn.0.weight": 0.013331514783203602, + "cnn.0.bias": 0.000409482978284359, + "cnn.2.weight": 0.004303285386413336, + "cnn.2.bias": 0.0015565450303256512, + "cnn.5.weight": 0.006182475481182337, + "cnn.5.bias": 0.0013244810979813337, + "action_emb.weight": 0.018672199919819832, + "timestep_emb.weight": 0.0027314533945173025, + "pos_emb.weight": 0.006462922785431147, + "transformer.layers.0.self_attn.in_proj_weight": 0.03019951470196247, + "transformer.layers.0.self_attn.in_proj_bias": 0.002035445300862193, + "transformer.layers.0.self_attn.out_proj.weight": 0.03467712551355362, + "transformer.layers.0.self_attn.out_proj.bias": 0.002754091750830412, + "transformer.layers.0.linear1.weight": 0.08309795707464218, + "transformer.layers.0.linear1.bias": 0.0021020821295678616, + "transformer.layers.0.linear2.weight": 0.04735483601689339, + "transformer.layers.0.linear2.bias": 0.0023292696569114923, + "transformer.layers.0.norm1.weight": 0.0016232292400673032, + "transformer.layers.0.norm1.bias": 0.001731709809973836, + "transformer.layers.0.norm2.weight": 0.010003830306231976, + "transformer.layers.0.norm2.bias": 0.0017614976968616247, + "transformer.layers.1.self_attn.in_proj_weight": 0.04575944319367409, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015816790983080864, + "transformer.layers.1.self_attn.out_proj.weight": 0.03191370144486427, + "transformer.layers.1.self_attn.out_proj.bias": 0.002396505093201995, + "transformer.layers.1.linear1.weight": 0.02962583675980568, + "transformer.layers.1.linear1.bias": 0.0012066694907844067, + "transformer.layers.1.linear2.weight": 0.03488406166434288, + "transformer.layers.1.linear2.bias": 0.0021658986806869507, + "transformer.layers.1.norm1.weight": 0.002924963366240263, + "transformer.layers.1.norm1.bias": 0.0014363565715029836, + "transformer.layers.1.norm2.weight": 0.0027727712877094746, + "transformer.layers.1.norm2.bias": 0.0014203961472958326, + "transformer.layers.2.self_attn.in_proj_weight": 0.046264197677373886, + "transformer.layers.2.self_attn.in_proj_bias": 0.002118946285918355, + "transformer.layers.2.self_attn.out_proj.weight": 0.03277064487338066, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021358015947043896, + "transformer.layers.2.linear1.weight": 0.019197307527065277, + "transformer.layers.2.linear1.bias": 0.0010471974965184927, + "transformer.layers.2.linear2.weight": 0.02345280908048153, + "transformer.layers.2.linear2.bias": 0.0021645696833729744, + "transformer.layers.2.norm1.weight": 0.0031247122678905725, + "transformer.layers.2.norm1.bias": 0.0021928208880126476, + "transformer.layers.2.norm2.weight": 0.0013262435095384717, + "transformer.layers.2.norm2.bias": 0.0012070626253262162, + "transformer.layers.3.self_attn.in_proj_weight": 0.08234381675720215, + "transformer.layers.3.self_attn.in_proj_bias": 0.005339409224689007, + "transformer.layers.3.self_attn.out_proj.weight": 0.034747228026390076, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036240399349480867, + "transformer.layers.3.linear1.weight": 0.03108953684568405, + "transformer.layers.3.linear1.bias": 0.0020126732997596264, + "transformer.layers.3.linear2.weight": 0.018722765147686005, + "transformer.layers.3.linear2.bias": 0.0042528752237558365, + "transformer.layers.3.norm1.weight": 0.006993029732257128, + "transformer.layers.3.norm1.bias": 0.00813163910061121, + "transformer.layers.3.norm2.weight": 0.0021440600976347923, + "transformer.layers.3.norm2.bias": 0.0023598847910761833, + "head.weight": 0.274420827627182, + "head.bias": 0.00803333893418312, + "global_embedding.weight": 0.0076758889481425285, + "global_cnn.0.weight": 0.034579403698444366, + "global_cnn.0.bias": 0.0016223723068833351, + "global_cnn.2.weight": 0.06322646886110306, + "global_cnn.2.bias": 0.0024815367069095373, + "global_proj.weight": 0.015225444920361042, + "global_proj.bias": 0.010738016106188297, + "goal_head.0.weight": 0.010932727716863155, + "goal_head.0.bias": 0.0049119978211820126, + "goal_head.2.weight": 0.018196608871221542, + "goal_head.2.bias": 0.011457697488367558 + }, + { + "global_gate": 1.7679793700153823e-06, + "embedding.weight": 0.0012173496652394533, + "cnn.0.weight": 0.02358136512339115, + "cnn.0.bias": 0.0008551235659979284, + "cnn.2.weight": 0.005957468878477812, + "cnn.2.bias": 0.001496017910540104, + "cnn.5.weight": 0.007124057970941067, + "cnn.5.bias": 0.0018403182039037347, + "action_emb.weight": 0.008809271268546581, + "timestep_emb.weight": 0.002870132215321064, + "pos_emb.weight": 0.007854902185499668, + "transformer.layers.0.self_attn.in_proj_weight": 0.03291945531964302, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032121881376951933, + "transformer.layers.0.self_attn.out_proj.weight": 0.03817826136946678, + "transformer.layers.0.self_attn.out_proj.bias": 0.004760457202792168, + "transformer.layers.0.linear1.weight": 0.05360202491283417, + "transformer.layers.0.linear1.bias": 0.0024810924660414457, + "transformer.layers.0.linear2.weight": 0.050572093576192856, + "transformer.layers.0.linear2.bias": 0.0040008374489843845, + "transformer.layers.0.norm1.weight": 0.0017525263829156756, + "transformer.layers.0.norm1.bias": 0.0027285136748105288, + "transformer.layers.0.norm2.weight": 0.0056782872416079044, + "transformer.layers.0.norm2.bias": 0.003057057037949562, + "transformer.layers.1.self_attn.in_proj_weight": 0.04670736566185951, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026058084331452847, + "transformer.layers.1.self_attn.out_proj.weight": 0.03866667300462723, + "transformer.layers.1.self_attn.out_proj.bias": 0.003447415539994836, + "transformer.layers.1.linear1.weight": 0.029954325407743454, + "transformer.layers.1.linear1.bias": 0.0015352715272456408, + "transformer.layers.1.linear2.weight": 0.040072500705718994, + "transformer.layers.1.linear2.bias": 0.003325426485389471, + "transformer.layers.1.norm1.weight": 0.0032047114800661802, + "transformer.layers.1.norm1.bias": 0.0024800889659672976, + "transformer.layers.1.norm2.weight": 0.0024512296076864004, + "transformer.layers.1.norm2.bias": 0.0017308848910033703, + "transformer.layers.2.self_attn.in_proj_weight": 0.04685809090733528, + "transformer.layers.2.self_attn.in_proj_bias": 0.002765754936262965, + "transformer.layers.2.self_attn.out_proj.weight": 0.03371983766555786, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034238931257277727, + "transformer.layers.2.linear1.weight": 0.022354792803525925, + "transformer.layers.2.linear1.bias": 0.0013393390690907836, + "transformer.layers.2.linear2.weight": 0.02824779599905014, + "transformer.layers.2.linear2.bias": 0.003709666896611452, + "transformer.layers.2.norm1.weight": 0.0028438717126846313, + "transformer.layers.2.norm1.bias": 0.002958980854600668, + "transformer.layers.2.norm2.weight": 0.0014119838597252965, + "transformer.layers.2.norm2.bias": 0.0013682286953553557, + "transformer.layers.3.self_attn.in_proj_weight": 0.07102882117033005, + "transformer.layers.3.self_attn.in_proj_bias": 0.00897342897951603, + "transformer.layers.3.self_attn.out_proj.weight": 0.03261152282357216, + "transformer.layers.3.self_attn.out_proj.bias": 0.006333751603960991, + "transformer.layers.3.linear1.weight": 0.04191448912024498, + "transformer.layers.3.linear1.bias": 0.0037665339186787605, + "transformer.layers.3.linear2.weight": 0.02630503475666046, + "transformer.layers.3.linear2.bias": 0.007438716944307089, + "transformer.layers.3.norm1.weight": 0.005800547078251839, + "transformer.layers.3.norm1.bias": 0.013289948925375938, + "transformer.layers.3.norm2.weight": 0.0027005623560398817, + "transformer.layers.3.norm2.bias": 0.004540655296295881, + "head.weight": 0.3858809173107147, + "head.bias": 0.014976470731198788, + "global_embedding.weight": 0.011882331222295761, + "global_cnn.0.weight": 0.04528072848916054, + "global_cnn.0.bias": 0.0020048555452376604, + "global_cnn.2.weight": 0.1066836565732956, + "global_cnn.2.bias": 0.0046570999547839165, + "global_proj.weight": 0.02378011867403984, + "global_proj.bias": 0.014875547960400581, + "goal_head.0.weight": 0.013041429221630096, + "goal_head.0.bias": 0.005403820425271988, + "goal_head.2.weight": 0.018937278538942337, + "goal_head.2.bias": 0.011691566556692123 + }, + { + "global_gate": 5.6871976994443685e-05, + "embedding.weight": 0.003400262678042054, + "cnn.0.weight": 0.05350245535373688, + "cnn.0.bias": 0.0018418574472889304, + "cnn.2.weight": 0.01045228261500597, + "cnn.2.bias": 0.0034526814706623554, + "cnn.5.weight": 0.008923661895096302, + "cnn.5.bias": 0.0019971434958279133, + "action_emb.weight": 0.025379711762070656, + "timestep_emb.weight": 0.004985723178833723, + "pos_emb.weight": 0.014043514616787434, + "transformer.layers.0.self_attn.in_proj_weight": 0.04844876006245613, + "transformer.layers.0.self_attn.in_proj_bias": 0.0050023216754198074, + "transformer.layers.0.self_attn.out_proj.weight": 0.05725182965397835, + "transformer.layers.0.self_attn.out_proj.bias": 0.009338689036667347, + "transformer.layers.0.linear1.weight": 0.1272699236869812, + "transformer.layers.0.linear1.bias": 0.004757734481245279, + "transformer.layers.0.linear2.weight": 0.06804876029491425, + "transformer.layers.0.linear2.bias": 0.004851556848734617, + "transformer.layers.0.norm1.weight": 0.0027329411823302507, + "transformer.layers.0.norm1.bias": 0.00440937140956521, + "transformer.layers.0.norm2.weight": 0.01449956838041544, + "transformer.layers.0.norm2.bias": 0.008447139523923397, + "transformer.layers.1.self_attn.in_proj_weight": 0.06327646970748901, + "transformer.layers.1.self_attn.in_proj_bias": 0.0032551961485296488, + "transformer.layers.1.self_attn.out_proj.weight": 0.04675659164786339, + "transformer.layers.1.self_attn.out_proj.bias": 0.0037934216670691967, + "transformer.layers.1.linear1.weight": 0.0452805757522583, + "transformer.layers.1.linear1.bias": 0.0019410086097195745, + "transformer.layers.1.linear2.weight": 0.040008239448070526, + "transformer.layers.1.linear2.bias": 0.0027837592642754316, + "transformer.layers.1.norm1.weight": 0.004215209744870663, + "transformer.layers.1.norm1.bias": 0.0030366363935172558, + "transformer.layers.1.norm2.weight": 0.00468040443956852, + "transformer.layers.1.norm2.bias": 0.0028109147679060698, + "transformer.layers.2.self_attn.in_proj_weight": 0.056293368339538574, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025122009683400393, + "transformer.layers.2.self_attn.out_proj.weight": 0.03698597103357315, + "transformer.layers.2.self_attn.out_proj.bias": 0.002689167857170105, + "transformer.layers.2.linear1.weight": 0.02338915877044201, + "transformer.layers.2.linear1.bias": 0.001239929930306971, + "transformer.layers.2.linear2.weight": 0.027203770354390144, + "transformer.layers.2.linear2.bias": 0.0027013984508812428, + "transformer.layers.2.norm1.weight": 0.003662890987470746, + "transformer.layers.2.norm1.bias": 0.0022542765364050865, + "transformer.layers.2.norm2.weight": 0.0015697662020102143, + "transformer.layers.2.norm2.bias": 0.001141818705946207, + "transformer.layers.3.self_attn.in_proj_weight": 0.08791748434305191, + "transformer.layers.3.self_attn.in_proj_bias": 0.0060030147433280945, + "transformer.layers.3.self_attn.out_proj.weight": 0.03332693502306938, + "transformer.layers.3.self_attn.out_proj.bias": 0.00361219746991992, + "transformer.layers.3.linear1.weight": 0.03715427592396736, + "transformer.layers.3.linear1.bias": 0.00279693934135139, + "transformer.layers.3.linear2.weight": 0.022445084527134895, + "transformer.layers.3.linear2.bias": 0.004134840331971645, + "transformer.layers.3.norm1.weight": 0.008283829316496849, + "transformer.layers.3.norm1.bias": 0.00878563430160284, + "transformer.layers.3.norm2.weight": 0.00275716045871377, + "transformer.layers.3.norm2.bias": 0.0035123920533806086, + "head.weight": 0.2893366813659668, + "head.bias": 0.008423781022429466, + "global_embedding.weight": 0.0021021729335188866, + "global_cnn.0.weight": 0.028999989852309227, + "global_cnn.0.bias": 0.0010328434873372316, + "global_cnn.2.weight": 0.056182775646448135, + "global_cnn.2.bias": 0.0023049705196172, + "global_proj.weight": 0.014159802347421646, + "global_proj.bias": 0.008610690012574196, + "goal_head.0.weight": 0.0055390456691384315, + "goal_head.0.bias": 0.0022550213616341352, + "goal_head.2.weight": 0.007793830242007971, + "goal_head.2.bias": 0.00459535326808691 + }, + { + "global_gate": 0.0005227721412666142, + "embedding.weight": 0.003550887107849121, + "cnn.0.weight": 0.0632590651512146, + "cnn.0.bias": 0.00202574604190886, + "cnn.2.weight": 0.013836978003382683, + "cnn.2.bias": 0.004860893823206425, + "cnn.5.weight": 0.012698556296527386, + "cnn.5.bias": 0.0031268943566828966, + "action_emb.weight": 0.04947519302368164, + "timestep_emb.weight": 0.005762876942753792, + "pos_emb.weight": 0.015183127485215664, + "transformer.layers.0.self_attn.in_proj_weight": 0.0841212123632431, + "transformer.layers.0.self_attn.in_proj_bias": 0.007177152205258608, + "transformer.layers.0.self_attn.out_proj.weight": 0.10439743846654892, + "transformer.layers.0.self_attn.out_proj.bias": 0.011486753821372986, + "transformer.layers.0.linear1.weight": 0.2271486222743988, + "transformer.layers.0.linear1.bias": 0.006549857556819916, + "transformer.layers.0.linear2.weight": 0.11659733206033707, + "transformer.layers.0.linear2.bias": 0.008732367306947708, + "transformer.layers.0.norm1.weight": 0.004687913693487644, + "transformer.layers.0.norm1.bias": 0.006206112448126078, + "transformer.layers.0.norm2.weight": 0.02754685841500759, + "transformer.layers.0.norm2.bias": 0.008098749443888664, + "transformer.layers.1.self_attn.in_proj_weight": 0.11354552954435349, + "transformer.layers.1.self_attn.in_proj_bias": 0.005563834216445684, + "transformer.layers.1.self_attn.out_proj.weight": 0.07900074124336243, + "transformer.layers.1.self_attn.out_proj.bias": 0.0076326956041157246, + "transformer.layers.1.linear1.weight": 0.07843128591775894, + "transformer.layers.1.linear1.bias": 0.003638955531641841, + "transformer.layers.1.linear2.weight": 0.07662580162286758, + "transformer.layers.1.linear2.bias": 0.007238809019327164, + "transformer.layers.1.norm1.weight": 0.006891048979014158, + "transformer.layers.1.norm1.bias": 0.004854628816246986, + "transformer.layers.1.norm2.weight": 0.0080430768430233, + "transformer.layers.1.norm2.bias": 0.004624036140739918, + "transformer.layers.2.self_attn.in_proj_weight": 0.09835530817508698, + "transformer.layers.2.self_attn.in_proj_bias": 0.006550128571689129, + "transformer.layers.2.self_attn.out_proj.weight": 0.062153179198503494, + "transformer.layers.2.self_attn.out_proj.bias": 0.006960431579500437, + "transformer.layers.2.linear1.weight": 0.04478555545210838, + "transformer.layers.2.linear1.bias": 0.002913106232881546, + "transformer.layers.2.linear2.weight": 0.051446858793497086, + "transformer.layers.2.linear2.bias": 0.007212717551738024, + "transformer.layers.2.norm1.weight": 0.007686564698815346, + "transformer.layers.2.norm1.bias": 0.008019043132662773, + "transformer.layers.2.norm2.weight": 0.0028578697238117456, + "transformer.layers.2.norm2.bias": 0.0033149307128041983, + "transformer.layers.3.self_attn.in_proj_weight": 0.15419043600559235, + "transformer.layers.3.self_attn.in_proj_bias": 0.015516722574830055, + "transformer.layers.3.self_attn.out_proj.weight": 0.07724487036466599, + "transformer.layers.3.self_attn.out_proj.bias": 0.011175616644322872, + "transformer.layers.3.linear1.weight": 0.08676067739725113, + "transformer.layers.3.linear1.bias": 0.00780464569106698, + "transformer.layers.3.linear2.weight": 0.04893842712044716, + "transformer.layers.3.linear2.bias": 0.01434528362005949, + "transformer.layers.3.norm1.weight": 0.011754637584090233, + "transformer.layers.3.norm1.bias": 0.021251561120152473, + "transformer.layers.3.norm2.weight": 0.005981698166579008, + "transformer.layers.3.norm2.bias": 0.011134600266814232, + "head.weight": 0.73358154296875, + "head.bias": 0.0294988714158535, + "global_embedding.weight": 0.02480446919798851, + "global_cnn.0.weight": 0.08466403931379318, + "global_cnn.0.bias": 0.0036645703949034214, + "global_cnn.2.weight": 0.15563124418258667, + "global_cnn.2.bias": 0.006659895181655884, + "global_proj.weight": 0.02478908561170101, + "global_proj.bias": 0.018527386710047722, + "goal_head.0.weight": 0.011703982017934322, + "goal_head.0.bias": 0.005544681567698717, + "goal_head.2.weight": 0.018800532445311546, + "goal_head.2.bias": 0.012182422913610935 + }, + { + "global_gate": 0.00020377444161567837, + "embedding.weight": 0.0023284766357392073, + "cnn.0.weight": 0.03438787907361984, + "cnn.0.bias": 0.001785397995263338, + "cnn.2.weight": 0.010010164231061935, + "cnn.2.bias": 0.0035845201928168535, + "cnn.5.weight": 0.012391234748065472, + "cnn.5.bias": 0.0026998943649232388, + "action_emb.weight": 0.010367894545197487, + "timestep_emb.weight": 0.004332957323640585, + "pos_emb.weight": 0.007866938598453999, + "transformer.layers.0.self_attn.in_proj_weight": 0.03910505771636963, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030887031462043524, + "transformer.layers.0.self_attn.out_proj.weight": 0.043148819357156754, + "transformer.layers.0.self_attn.out_proj.bias": 0.0047278557904064655, + "transformer.layers.0.linear1.weight": 0.06322120130062103, + "transformer.layers.0.linear1.bias": 0.0026065376587212086, + "transformer.layers.0.linear2.weight": 0.05614259093999863, + "transformer.layers.0.linear2.bias": 0.003497003810480237, + "transformer.layers.0.norm1.weight": 0.0019373511895537376, + "transformer.layers.0.norm1.bias": 0.002630561124533415, + "transformer.layers.0.norm2.weight": 0.005968907848000526, + "transformer.layers.0.norm2.bias": 0.003585060825571418, + "transformer.layers.1.self_attn.in_proj_weight": 0.05684562027454376, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029415921308100224, + "transformer.layers.1.self_attn.out_proj.weight": 0.03818133845925331, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028380737639963627, + "transformer.layers.1.linear1.weight": 0.03417092561721802, + "transformer.layers.1.linear1.bias": 0.0014719886239618063, + "transformer.layers.1.linear2.weight": 0.04792805388569832, + "transformer.layers.1.linear2.bias": 0.002592893084511161, + "transformer.layers.1.norm1.weight": 0.0034879730083048344, + "transformer.layers.1.norm1.bias": 0.002936934120953083, + "transformer.layers.1.norm2.weight": 0.002818329958245158, + "transformer.layers.1.norm2.bias": 0.001339408103376627, + "transformer.layers.2.self_attn.in_proj_weight": 0.05635649710893631, + "transformer.layers.2.self_attn.in_proj_bias": 0.002371465554460883, + "transformer.layers.2.self_attn.out_proj.weight": 0.05085816606879234, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025438047014176846, + "transformer.layers.2.linear1.weight": 0.027200333774089813, + "transformer.layers.2.linear1.bias": 0.0014162849402055144, + "transformer.layers.2.linear2.weight": 0.031726084649562836, + "transformer.layers.2.linear2.bias": 0.0025107134133577347, + "transformer.layers.2.norm1.weight": 0.00426072534173727, + "transformer.layers.2.norm1.bias": 0.002614706987515092, + "transformer.layers.2.norm2.weight": 0.0017754605505615473, + "transformer.layers.2.norm2.bias": 0.0014047593576833606, + "transformer.layers.3.self_attn.in_proj_weight": 0.09247008711099625, + "transformer.layers.3.self_attn.in_proj_bias": 0.0040719155222177505, + "transformer.layers.3.self_attn.out_proj.weight": 0.04625043272972107, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028488810639828444, + "transformer.layers.3.linear1.weight": 0.0647876188158989, + "transformer.layers.3.linear1.bias": 0.003452734323218465, + "transformer.layers.3.linear2.weight": 0.029690826311707497, + "transformer.layers.3.linear2.bias": 0.0036164484918117523, + "transformer.layers.3.norm1.weight": 0.007423799019306898, + "transformer.layers.3.norm1.bias": 0.005683000665158033, + "transformer.layers.3.norm2.weight": 0.005526882130652666, + "transformer.layers.3.norm2.bias": 0.0044349427334964275, + "head.weight": 0.5224404335021973, + "head.bias": 0.00836512167006731, + "global_embedding.weight": 0.010322494432330132, + "global_cnn.0.weight": 0.05526687577366829, + "global_cnn.0.bias": 0.0016084191156551242, + "global_cnn.2.weight": 0.1701035350561142, + "global_cnn.2.bias": 0.008796153590083122, + "global_proj.weight": 0.03798235207796097, + "global_proj.bias": 0.02372206375002861, + "goal_head.0.weight": 0.024232670664787292, + "goal_head.0.bias": 0.009967503137886524, + "goal_head.2.weight": 0.035327449440956116, + "goal_head.2.bias": 0.020786447450518608 + }, + { + "global_gate": 1.5820336557226256e-05, + "embedding.weight": 0.0006653356249444187, + "cnn.0.weight": 0.014427297748625278, + "cnn.0.bias": 0.0005862030666321516, + "cnn.2.weight": 0.005286335479468107, + "cnn.2.bias": 0.001219607307575643, + "cnn.5.weight": 0.006306465249508619, + "cnn.5.bias": 0.001104994211345911, + "action_emb.weight": 0.012030263431370258, + "timestep_emb.weight": 0.0021257372573018074, + "pos_emb.weight": 0.005175982601940632, + "transformer.layers.0.self_attn.in_proj_weight": 0.02983500063419342, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019821038004010916, + "transformer.layers.0.self_attn.out_proj.weight": 0.02832813747227192, + "transformer.layers.0.self_attn.out_proj.bias": 0.0029832758009433746, + "transformer.layers.0.linear1.weight": 0.055173810571432114, + "transformer.layers.0.linear1.bias": 0.00198000599630177, + "transformer.layers.0.linear2.weight": 0.0434517003595829, + "transformer.layers.0.linear2.bias": 0.002761198440566659, + "transformer.layers.0.norm1.weight": 0.0018439487321302295, + "transformer.layers.0.norm1.bias": 0.0017401374643668532, + "transformer.layers.0.norm2.weight": 0.0063303266651928425, + "transformer.layers.0.norm2.bias": 0.0017021266976371408, + "transformer.layers.1.self_attn.in_proj_weight": 0.032665107399225235, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017787121469154954, + "transformer.layers.1.self_attn.out_proj.weight": 0.028421632945537567, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025403520558029413, + "transformer.layers.1.linear1.weight": 0.02673056535422802, + "transformer.layers.1.linear1.bias": 0.0012684620451182127, + "transformer.layers.1.linear2.weight": 0.0344826839864254, + "transformer.layers.1.linear2.bias": 0.0026512183248996735, + "transformer.layers.1.norm1.weight": 0.002083465689793229, + "transformer.layers.1.norm1.bias": 0.001719834515824914, + "transformer.layers.1.norm2.weight": 0.002508634002879262, + "transformer.layers.1.norm2.bias": 0.0013440244365483522, + "transformer.layers.2.self_attn.in_proj_weight": 0.04386499896645546, + "transformer.layers.2.self_attn.in_proj_bias": 0.002390134846791625, + "transformer.layers.2.self_attn.out_proj.weight": 0.027024436742067337, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027215047739446163, + "transformer.layers.2.linear1.weight": 0.020391006022691727, + "transformer.layers.2.linear1.bias": 0.0011794776655733585, + "transformer.layers.2.linear2.weight": 0.023940591141581535, + "transformer.layers.2.linear2.bias": 0.002992912195622921, + "transformer.layers.2.norm1.weight": 0.0027314426843076944, + "transformer.layers.2.norm1.bias": 0.0029064929112792015, + "transformer.layers.2.norm2.weight": 0.0015034788521006703, + "transformer.layers.2.norm2.bias": 0.001372173661366105, + "transformer.layers.3.self_attn.in_proj_weight": 0.0788073018193245, + "transformer.layers.3.self_attn.in_proj_bias": 0.0071399942971765995, + "transformer.layers.3.self_attn.out_proj.weight": 0.029931263998150826, + "transformer.layers.3.self_attn.out_proj.bias": 0.005044351331889629, + "transformer.layers.3.linear1.weight": 0.034724604338407516, + "transformer.layers.3.linear1.bias": 0.002852181438356638, + "transformer.layers.3.linear2.weight": 0.021222611889243126, + "transformer.layers.3.linear2.bias": 0.006057024467736483, + "transformer.layers.3.norm1.weight": 0.006756674963980913, + "transformer.layers.3.norm1.bias": 0.010753496550023556, + "transformer.layers.3.norm2.weight": 0.0023483976256102324, + "transformer.layers.3.norm2.bias": 0.0036476764362305403, + "head.weight": 0.32621124386787415, + "head.bias": 0.011925924569368362, + "global_embedding.weight": 0.003933696076273918, + "global_cnn.0.weight": 0.027790000662207603, + "global_cnn.0.bias": 0.0008673017146065831, + "global_cnn.2.weight": 0.1156974509358406, + "global_cnn.2.bias": 0.006297640968114138, + "global_proj.weight": 0.01643320731818676, + "global_proj.bias": 0.013607002794742584, + "goal_head.0.weight": 0.011868877336382866, + "goal_head.0.bias": 0.005952144507318735, + "goal_head.2.weight": 0.018324464559555054, + "goal_head.2.bias": 0.01339381467550993 + }, + { + "global_gate": 7.783167529851198e-05, + "embedding.weight": 0.0006169300177134573, + "cnn.0.weight": 0.019225213676691055, + "cnn.0.bias": 0.0007290691137313843, + "cnn.2.weight": 0.006434496492147446, + "cnn.2.bias": 0.0018960328307002783, + "cnn.5.weight": 0.007764939218759537, + "cnn.5.bias": 0.0016952826408669353, + "action_emb.weight": 0.013439813628792763, + "timestep_emb.weight": 0.00585912587121129, + "pos_emb.weight": 0.019469639286398888, + "transformer.layers.0.self_attn.in_proj_weight": 0.05264057219028473, + "transformer.layers.0.self_attn.in_proj_bias": 0.003249805187806487, + "transformer.layers.0.self_attn.out_proj.weight": 0.07476834952831268, + "transformer.layers.0.self_attn.out_proj.bias": 0.005532573442906141, + "transformer.layers.0.linear1.weight": 0.11204233765602112, + "transformer.layers.0.linear1.bias": 0.004018998239189386, + "transformer.layers.0.linear2.weight": 0.08329512178897858, + "transformer.layers.0.linear2.bias": 0.005041478667408228, + "transformer.layers.0.norm1.weight": 0.0028508128598332405, + "transformer.layers.0.norm1.bias": 0.0027627693489193916, + "transformer.layers.0.norm2.weight": 0.013293871656060219, + "transformer.layers.0.norm2.bias": 0.003438360523432493, + "transformer.layers.1.self_attn.in_proj_weight": 0.09155961871147156, + "transformer.layers.1.self_attn.in_proj_bias": 0.003849947592243552, + "transformer.layers.1.self_attn.out_proj.weight": 0.0480925627052784, + "transformer.layers.1.self_attn.out_proj.bias": 0.004313588608056307, + "transformer.layers.1.linear1.weight": 0.046807773411273956, + "transformer.layers.1.linear1.bias": 0.0021633689757436514, + "transformer.layers.1.linear2.weight": 0.05836959183216095, + "transformer.layers.1.linear2.bias": 0.004336084704846144, + "transformer.layers.1.norm1.weight": 0.0065736365504562855, + "transformer.layers.1.norm1.bias": 0.004393983166664839, + "transformer.layers.1.norm2.weight": 0.003585847793146968, + "transformer.layers.1.norm2.bias": 0.00188188545871526, + "transformer.layers.2.self_attn.in_proj_weight": 0.07688579708337784, + "transformer.layers.2.self_attn.in_proj_bias": 0.004506153520196676, + "transformer.layers.2.self_attn.out_proj.weight": 0.0642242357134819, + "transformer.layers.2.self_attn.out_proj.bias": 0.004672033246606588, + "transformer.layers.2.linear1.weight": 0.03657488152384758, + "transformer.layers.2.linear1.bias": 0.002225899836048484, + "transformer.layers.2.linear2.weight": 0.04292767867445946, + "transformer.layers.2.linear2.bias": 0.004839055240154266, + "transformer.layers.2.norm1.weight": 0.006236904766410589, + "transformer.layers.2.norm1.bias": 0.00630474416539073, + "transformer.layers.2.norm2.weight": 0.002363848499953747, + "transformer.layers.2.norm2.bias": 0.0027721927035599947, + "transformer.layers.3.self_attn.in_proj_weight": 0.17227429151535034, + "transformer.layers.3.self_attn.in_proj_bias": 0.013953945599496365, + "transformer.layers.3.self_attn.out_proj.weight": 0.06725338101387024, + "transformer.layers.3.self_attn.out_proj.bias": 0.00855976901948452, + "transformer.layers.3.linear1.weight": 0.06468673050403595, + "transformer.layers.3.linear1.bias": 0.005467139184474945, + "transformer.layers.3.linear2.weight": 0.039576414972543716, + "transformer.layers.3.linear2.bias": 0.010705561377108097, + "transformer.layers.3.norm1.weight": 0.013804811984300613, + "transformer.layers.3.norm1.bias": 0.02000640705227852, + "transformer.layers.3.norm2.weight": 0.004761388525366783, + "transformer.layers.3.norm2.bias": 0.007530157454311848, + "head.weight": 0.608228325843811, + "head.bias": 0.02182694524526596, + "global_embedding.weight": 0.026035018265247345, + "global_cnn.0.weight": 0.1150883287191391, + "global_cnn.0.bias": 0.004256132990121841, + "global_cnn.2.weight": 0.22287289798259735, + "global_cnn.2.bias": 0.010555385611951351, + "global_proj.weight": 0.04930689185857773, + "global_proj.bias": 0.03865731507539749, + "goal_head.0.weight": 0.03668311983346939, + "goal_head.0.bias": 0.01770060881972313, + "goal_head.2.weight": 0.059309810400009155, + "goal_head.2.bias": 0.042087506502866745 + }, + { + "global_gate": 0.00010081278014695272, + "embedding.weight": 0.0009955621790140867, + "cnn.0.weight": 0.016769956797361374, + "cnn.0.bias": 0.0006906635826453567, + "cnn.2.weight": 0.006229486782103777, + "cnn.2.bias": 0.0013015450676903129, + "cnn.5.weight": 0.0068100327625870705, + "cnn.5.bias": 0.0011641726596280932, + "action_emb.weight": 0.013325335457921028, + "timestep_emb.weight": 0.002493709558621049, + "pos_emb.weight": 0.006578377448022366, + "transformer.layers.0.self_attn.in_proj_weight": 0.02887018211185932, + "transformer.layers.0.self_attn.in_proj_bias": 0.002608006354421377, + "transformer.layers.0.self_attn.out_proj.weight": 0.033925190567970276, + "transformer.layers.0.self_attn.out_proj.bias": 0.004241999704390764, + "transformer.layers.0.linear1.weight": 0.06248432397842407, + "transformer.layers.0.linear1.bias": 0.0023704201448708773, + "transformer.layers.0.linear2.weight": 0.05119410902261734, + "transformer.layers.0.linear2.bias": 0.003128137905150652, + "transformer.layers.0.norm1.weight": 0.0015674916794523597, + "transformer.layers.0.norm1.bias": 0.002140011405572295, + "transformer.layers.0.norm2.weight": 0.006343323737382889, + "transformer.layers.0.norm2.bias": 0.0025228769518435, + "transformer.layers.1.self_attn.in_proj_weight": 0.0362958163022995, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024092569947242737, + "transformer.layers.1.self_attn.out_proj.weight": 0.03776087611913681, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030844956636428833, + "transformer.layers.1.linear1.weight": 0.034048933535814285, + "transformer.layers.1.linear1.bias": 0.001638277666643262, + "transformer.layers.1.linear2.weight": 0.043410684913396835, + "transformer.layers.1.linear2.bias": 0.00271741789765656, + "transformer.layers.1.norm1.weight": 0.002292701043188572, + "transformer.layers.1.norm1.bias": 0.002375201089307666, + "transformer.layers.1.norm2.weight": 0.0029144047293812037, + "transformer.layers.1.norm2.bias": 0.0018786108121275902, + "transformer.layers.2.self_attn.in_proj_weight": 0.057959314435720444, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029504902195185423, + "transformer.layers.2.self_attn.out_proj.weight": 0.041355960071086884, + "transformer.layers.2.self_attn.out_proj.bias": 0.002764028264209628, + "transformer.layers.2.linear1.weight": 0.023059658706188202, + "transformer.layers.2.linear1.bias": 0.001391007797792554, + "transformer.layers.2.linear2.weight": 0.028275879099965096, + "transformer.layers.2.linear2.bias": 0.002869890071451664, + "transformer.layers.2.norm1.weight": 0.00503553869202733, + "transformer.layers.2.norm1.bias": 0.0039753238670527935, + "transformer.layers.2.norm2.weight": 0.001441938104107976, + "transformer.layers.2.norm2.bias": 0.0016920843627303839, + "transformer.layers.3.self_attn.in_proj_weight": 0.10803303122520447, + "transformer.layers.3.self_attn.in_proj_bias": 0.005902883596718311, + "transformer.layers.3.self_attn.out_proj.weight": 0.05127817019820213, + "transformer.layers.3.self_attn.out_proj.bias": 0.0039672148413956165, + "transformer.layers.3.linear1.weight": 0.04496791213750839, + "transformer.layers.3.linear1.bias": 0.0029033045284450054, + "transformer.layers.3.linear2.weight": 0.02777809090912342, + "transformer.layers.3.linear2.bias": 0.004690939094871283, + "transformer.layers.3.norm1.weight": 0.010974748991429806, + "transformer.layers.3.norm1.bias": 0.008513803593814373, + "transformer.layers.3.norm2.weight": 0.0034342329017817974, + "transformer.layers.3.norm2.bias": 0.003441574750468135, + "head.weight": 0.4033038020133972, + "head.bias": 0.011019719764590263, + "global_embedding.weight": 0.00817769207060337, + "global_cnn.0.weight": 0.07341162115335464, + "global_cnn.0.bias": 0.0032612828072160482, + "global_cnn.2.weight": 0.17979127168655396, + "global_cnn.2.bias": 0.010077320039272308, + "global_proj.weight": 0.03770004212856293, + "global_proj.bias": 0.031247472390532494, + "goal_head.0.weight": 0.026875507086515427, + "goal_head.0.bias": 0.013314112089574337, + "goal_head.2.weight": 0.038768015801906586, + "goal_head.2.bias": 0.029731016606092453 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.15296724438667297, - 0.12133888155221939, - 0.1074075922369957, - 0.126126229763031, - 0.04535476863384247, - 0.05238933861255646, - 0.16023780405521393, - 0.11778484284877777, - 0.2138603776693344, - 0.14309567213058472 + 0.33589527010917664, + 0.2807849645614624, + 0.5063371658325195, + 0.3806026577949524, + 0.3285958766937256, + 0.43995219469070435, + 0.4575689435005188, + 0.4734416604042053, + 0.37792325019836426, + 0.3041202425956726, + 0.37316858768463135, + 0.2601718604564667, + 0.504926860332489, + 0.7609864473342896, + 0.6271485090255737, + 0.5011195540428162, + 0.4545840919017792, + 0.5814077258110046, + 0.8923673033714294, + 0.7065221667289734 ], "repr_drift_kl_low_t": [ - 0.17461705207824707, - 0.11841005831956863, - 0.09597526490688324, - 0.1291147917509079, - 0.03455362841486931, - 0.030506383627653122, - 0.15008537471294403, - 0.0843023732304573, - 0.18394197523593903, - 0.09801217913627625 + 0.420646071434021, + 0.323442280292511, + 0.6272004842758179, + 0.4350023567676544, + 0.38330474495887756, + 0.5238317251205444, + 0.5645550489425659, + 0.572152316570282, + 0.44358062744140625, + 0.35218778252601624, + 0.4444202482700348, + 0.28482887148857117, + 0.5833086371421814, + 0.9819296598434448, + 0.7161539793014526, + 0.6079685688018799, + 0.5235949158668518, + 0.675793468952179, + 1.1135870218276978, + 0.8308395147323608 ], "repr_drift_kl_mid_t": [ - 0.14241637289524078, - 0.12595394253730774, - 0.09180031716823578, - 0.126552015542984, - 0.03238252177834511, - 0.03417691960930824, - 0.14038506150245667, - 0.08729913830757141, - 0.1757805347442627, - 0.10425752401351929 + 0.3358336389064789, + 0.2676491439342499, + 0.4854632616043091, + 0.36426761746406555, + 0.3136774003505707, + 0.416556179523468, + 0.4421231746673584, + 0.45587921142578125, + 0.3572985827922821, + 0.2911602258682251, + 0.3489442467689514, + 0.2365475445985794, + 0.48119497299194336, + 0.7648296356201172, + 0.6117696762084961, + 0.47462236881256104, + 0.43643930554389954, + 0.5727362036705017, + 0.8971263766288757, + 0.687987208366394 ], "repr_drift_kl_high_t": [ - 0.1465114951133728, - 0.12724517285823822, - 0.13857141137123108, - 0.17883077263832092, - 0.12231594324111938, - 0.13100986182689667, - 0.22995613515377045, - 0.18898364901542664, - 0.33745530247688293, - 0.24561670422554016 + 0.26313403248786926, + 0.27247729897499084, + 0.4336589276790619, + 0.37550434470176697, + 0.3353595733642578, + 0.3866448998451233, + 0.40925395488739014, + 0.3924034833908081, + 0.34638720750808716, + 0.305807888507843, + 0.36636605858802795, + 0.32074594497680664, + 0.4890318214893341, + 0.5703592896461487, + 0.5410552024841309, + 0.47749021649360657, + 0.4590301513671875, + 0.5228142142295837, + 0.6811429858207703, + 0.6020768284797668 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9025553464889526, - 0.47056815028190613, - 0.7349237203598022, - 0.7879058718681335, - 0.550517737865448 + 0.722756564617157, + 0.5677339434623718, + 0.6632535457611084, + 0.5830811262130737, + 0.5328524708747864, + 0.5116852521896362, + 0.4670192003250122, + 0.5193496346473694, + 0.5005898475646973, + 0.44019749760627747 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.6950042247772217, - 0.5325185060501099, - 1.1626849174499512, - 1.434054970741272, - 0.08152992278337479, - 0.42728397250175476, - 0.6101032495498657, - 0.8517404198646545, - 0.42406874895095825, - 0.5371825695037842 + 2.4180028438568115, + 0.9627835154533386, + 0.6920684576034546, + 0.7906819581985474, + 0.45383331179618835, + 0.7709619998931885, + 0.7493625283241272, + 1.0119407176971436, + 0.33349502086639404, + 0.515539288520813, + 0.5860006809234619, + 0.3305075168609619, + 0.35090526938438416, + 0.2977306842803955, + 0.443434476852417, + 0.5891668200492859, + 0.3516082167625427, + 0.26658251881599426, + 0.7132291793823242, + 0.37549450993537903 ], "norm_high_t": [ - 2.0704710483551025, - 0.7218105792999268, - 1.8431951999664307, - 1.4069232940673828, - 0.968620777130127, - 0.8063064217567444, - 1.515749454498291, - 0.7079196572303772, - 0.5306638479232788, - 0.5877987146377563 + 2.152122735977173, + 0.8374587893486023, + 1.0477350950241089, + 1.1654407978057861, + 0.4830487370491028, + 1.082425594329834, + 0.8821882605552673, + 2.1839346885681152, + 0.5579977035522461, + 1.0105828046798706, + 0.6548197269439697, + 0.4295165240764618, + 0.6443512439727783, + 2.1718249320983887, + 1.3736833333969116, + 1.0453122854232788, + 0.9513856172561646, + 1.0432772636413574, + 1.327789545059204, + 1.5393462181091309 ], "lowhigh_cos": [ - 0.6358736753463745, - 0.47611844539642334, - 0.6558721661567688, - 0.7978502511978149, - 0.1584838181734085, - 0.34909719228744507, - 0.3065182864665985, - 0.26289278268814087, - 0.81855708360672, - 0.7356937527656555 + 0.8168181777000427, + 0.6905680298805237, + 0.15589429438114166, + 0.6514114141464233, + 0.447095662355423, + 0.5674140453338623, + 0.4033706486225128, + 0.7698982954025269, + 0.3946358561515808, + 0.4773540198802948, + 0.4771944582462311, + 0.4549406170845032, + 0.10365594923496246, + 0.31612783670425415, + 0.5482261776924133, + 0.4157419204711914, + 0.4898730516433716, + 0.012589839287102222, + 0.0538160465657711, + 0.4353191554546356 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.8479015827178955, - "t_0.1-0.2": 2.2988648414611816, - "t_0.2-0.3": 2.196471691131592, - "t_0.3-0.4": 2.052919387817383, - "t_0.4-0.5": 2.6939775943756104, - "t_0.5-0.6": 2.49874210357666, - "t_0.6-0.7": 2.087083339691162, - "t_0.7-0.8": 2.702662706375122, - "t_0.8-0.9": 2.5640501976013184, - "t_0.9-1.0": 2.0772695541381836 - }, - { - "t_0.0-0.1": 0.9579734206199646, - "t_0.1-0.2": 0.6745978593826294, - "t_0.2-0.3": 0.6942426562309265, - "t_0.3-0.4": 0.5447923541069031, - "t_0.4-0.5": 0.6296783685684204, - "t_0.5-0.6": 0.5197511911392212, - "t_0.6-0.7": 0.6027140617370605, - "t_0.7-0.8": 0.5110106468200684, - "t_0.8-0.9": 0.5626170039176941, - "t_0.9-1.0": 1.1534556150436401 - }, - { - "t_0.0-0.1": 1.2004245519638062, - "t_0.1-0.2": 1.2537031173706055, - "t_0.2-0.3": 1.3949859142303467, - "t_0.3-0.4": 1.2500094175338745, - "t_0.4-0.5": 1.4191391468048096, - "t_0.5-0.6": 1.1858336925506592, - "t_0.6-0.7": 1.5483349561691284, - "t_0.7-0.8": 1.629715919494629, - "t_0.8-0.9": 1.6221967935562134, - "t_0.9-1.0": 1.9663734436035156 - }, - { - "t_0.0-0.1": 1.0483570098876953, - "t_0.1-0.2": 1.4338552951812744, - "t_0.2-0.3": 1.4899020195007324, - "t_0.3-0.4": 1.4046695232391357, - "t_0.4-0.5": 1.492746353149414, - "t_0.5-0.6": 1.3707126379013062, - "t_0.6-0.7": 1.571633219718933, - "t_0.7-0.8": 1.4616844654083252, - "t_0.8-0.9": 1.5874513387680054, - "t_0.9-1.0": 1.4711705446243286 - }, - { - "t_0.0-0.1": 0.08131599426269531, - "t_0.1-0.2": 0.19801528751850128, - "t_0.2-0.3": 0.35567042231559753, - "t_0.3-0.4": 0.5725884437561035, - "t_0.4-0.5": 0.6030797958374023, - "t_0.5-0.6": 0.4835527837276459, - "t_0.6-0.7": 0.20105327665805817, - "t_0.7-0.8": 0.306249737739563, - "t_0.8-0.9": 0.5096204876899719, - "t_0.9-1.0": 0.8243762850761414 - }, - { - "t_0.0-0.1": 0.4434605836868286, - "t_0.1-0.2": 0.4368616044521332, - "t_0.2-0.3": 0.6554101705551147, - "t_0.3-0.4": 0.555351734161377, - "t_0.4-0.5": 0.7214041948318481, - "t_0.5-0.6": 0.6952334046363831, - "t_0.6-0.7": 0.6948990225791931, - "t_0.7-0.8": 0.639702558517456, - "t_0.8-0.9": 0.5917143225669861, - "t_0.9-1.0": 0.9781752228736877 - }, - { - "t_0.0-0.1": 0.7384951114654541, - "t_0.1-0.2": 0.6518908143043518, - "t_0.2-0.3": 0.7625015377998352, - "t_0.3-0.4": 0.6711447834968567, - "t_0.4-0.5": 0.7774199843406677, - "t_0.5-0.6": 0.636726975440979, - "t_0.6-0.7": 0.7443575263023376, - "t_0.7-0.8": 0.707588255405426, - "t_0.8-0.9": 0.8758280873298645, - "t_0.9-1.0": 2.4418435096740723 - }, - { - "t_0.0-0.1": 1.4059178829193115, - "t_0.1-0.2": 0.8585721254348755, - "t_0.2-0.3": 0.7470217347145081, - "t_0.3-0.4": 0.6866031289100647, - "t_0.4-0.5": 0.7308550477027893, - "t_0.5-0.6": 0.6598033308982849, - "t_0.6-0.7": 0.636134922504425, - "t_0.7-0.8": 0.8137950897216797, - "t_0.8-0.9": 0.7550710439682007, - "t_0.9-1.0": 0.8166183829307556 - }, - { - "t_0.0-0.1": 0.42718926072120667, - "t_0.1-0.2": 0.42639005184173584, - "t_0.2-0.3": 0.43206173181533813, - "t_0.3-0.4": 0.4423595070838928, - "t_0.4-0.5": 0.4276410937309265, - "t_0.5-0.6": 0.45168760418891907, - "t_0.6-0.7": 0.44311532378196716, - "t_0.7-0.8": 0.45708155632019043, - "t_0.8-0.9": 0.45845484733581543, - "t_0.9-1.0": 0.6533367037773132 - }, - { - "t_0.0-0.1": 0.6942278742790222, - "t_0.1-0.2": 0.5139535069465637, - "t_0.2-0.3": 0.5550177097320557, - "t_0.3-0.4": 0.5297594666481018, - "t_0.4-0.5": 0.4661034643650055, - "t_0.5-0.6": 0.483866810798645, - "t_0.6-0.7": 0.4921894967556, - "t_0.7-0.8": 0.5597971677780151, - "t_0.8-0.9": 0.5304003357887268, - "t_0.9-1.0": 0.6188576817512512 + "t_0.0-0.1": 2.721295118331909, + "t_0.1-0.2": 2.5466039180755615, + "t_0.2-0.3": 2.491720676422119, + "t_0.3-0.4": 2.371631622314453, + "t_0.4-0.5": 2.352118492126465, + "t_0.5-0.6": 2.2973239421844482, + "t_0.6-0.7": 2.378490686416626, + "t_0.7-0.8": 2.0726048946380615, + "t_0.8-0.9": 2.140028238296509, + "t_0.9-1.0": 2.8338663578033447 + }, + { + "t_0.0-0.1": 0.6775919198989868, + "t_0.1-0.2": 0.7189476490020752, + "t_0.2-0.3": 0.5690305233001709, + "t_0.3-0.4": 0.5390846133232117, + "t_0.4-0.5": 0.5570468306541443, + "t_0.5-0.6": 0.6555907726287842, + "t_0.6-0.7": 0.49108248949050903, + "t_0.7-0.8": 0.4660266041755676, + "t_0.8-0.9": 0.570734441280365, + "t_0.9-1.0": 0.8861975073814392 + }, + { + "t_0.0-0.1": 0.5820825099945068, + "t_0.1-0.2": 0.5858774781227112, + "t_0.2-0.3": 0.5201603174209595, + "t_0.3-0.4": 0.6090475916862488, + "t_0.4-0.5": 0.6110885739326477, + "t_0.5-0.6": 0.5391160845756531, + "t_0.6-0.7": 0.596412718296051, + "t_0.7-0.8": 0.7616868019104004, + "t_0.8-0.9": 0.645583987236023, + "t_0.9-1.0": 1.5232658386230469 + }, + { + "t_0.0-0.1": 0.9037851095199585, + "t_0.1-0.2": 0.7862533330917358, + "t_0.2-0.3": 0.7923904657363892, + "t_0.3-0.4": 0.7793115377426147, + "t_0.4-0.5": 0.7059854865074158, + "t_0.5-0.6": 0.7356063723564148, + "t_0.6-0.7": 0.7283229827880859, + "t_0.7-0.8": 0.741489052772522, + "t_0.8-0.9": 0.9867302179336548, + "t_0.9-1.0": 1.4081746339797974 + }, + { + "t_0.0-0.1": 0.4757525622844696, + "t_0.1-0.2": 0.4152206480503082, + "t_0.2-0.3": 0.3887760639190674, + "t_0.3-0.4": 0.42833951115608215, + "t_0.4-0.5": 0.4087429642677307, + "t_0.5-0.6": 0.3814139664173126, + "t_0.6-0.7": 0.37814024090766907, + "t_0.7-0.8": 0.40784457325935364, + "t_0.8-0.9": 0.4338691234588623, + "t_0.9-1.0": 0.5738837718963623 + }, + { + "t_0.0-0.1": 0.7541628479957581, + "t_0.1-0.2": 0.8626734018325806, + "t_0.2-0.3": 0.8242190480232239, + "t_0.3-0.4": 0.8224968910217285, + "t_0.4-0.5": 0.7993698120117188, + "t_0.5-0.6": 0.7578965425491333, + "t_0.6-0.7": 0.8058708906173706, + "t_0.7-0.8": 0.795170247554779, + "t_0.8-0.9": 1.0307713747024536, + "t_0.9-1.0": 1.5466352701187134 + }, + { + "t_0.0-0.1": 0.6660673022270203, + "t_0.1-0.2": 0.6043934226036072, + "t_0.2-0.3": 0.6111801266670227, + "t_0.3-0.4": 0.6613931655883789, + "t_0.4-0.5": 0.7187628746032715, + "t_0.5-0.6": 0.6042783260345459, + "t_0.6-0.7": 0.6389906406402588, + "t_0.7-0.8": 0.6104273796081543, + "t_0.8-0.9": 0.7300232648849487, + "t_0.9-1.0": 1.345573902130127 + }, + { + "t_0.0-0.1": 0.9027857184410095, + "t_0.1-0.2": 1.0117816925048828, + "t_0.2-0.3": 0.9466912150382996, + "t_0.3-0.4": 0.9089738130569458, + "t_0.4-0.5": 0.7961547374725342, + "t_0.5-0.6": 0.9856553673744202, + "t_0.6-0.7": 0.9924991726875305, + "t_0.7-0.8": 0.9438158869743347, + "t_0.8-0.9": 1.4876177310943604, + "t_0.9-1.0": 3.2812628746032715 + }, + { + "t_0.0-0.1": 0.3352140486240387, + "t_0.1-0.2": 0.30739954113960266, + "t_0.2-0.3": 0.32241883873939514, + "t_0.3-0.4": 0.3131367862224579, + "t_0.4-0.5": 0.3189108073711395, + "t_0.5-0.6": 0.3202228546142578, + "t_0.6-0.7": 0.3241000473499298, + "t_0.7-0.8": 0.3422945737838745, + "t_0.8-0.9": 0.38525310158729553, + "t_0.9-1.0": 0.8768426179885864 + }, + { + "t_0.0-0.1": 0.5877228379249573, + "t_0.1-0.2": 0.5196021795272827, + "t_0.2-0.3": 0.5454779863357544, + "t_0.3-0.4": 0.5210255980491638, + "t_0.4-0.5": 0.5043501853942871, + "t_0.5-0.6": 0.537680983543396, + "t_0.6-0.7": 0.5359370708465576, + "t_0.7-0.8": 0.5443733930587769, + "t_0.8-0.9": 0.7345166802406311, + "t_0.9-1.0": 1.3646799325942993 + }, + { + "t_0.0-0.1": 0.5404019355773926, + "t_0.1-0.2": 0.5265491008758545, + "t_0.2-0.3": 0.5318694710731506, + "t_0.3-0.4": 0.5201523900032043, + "t_0.4-0.5": 0.5266941785812378, + "t_0.5-0.6": 0.5305355787277222, + "t_0.6-0.7": 0.5139188170433044, + "t_0.7-0.8": 0.5455026030540466, + "t_0.8-0.9": 0.5766317248344421, + "t_0.9-1.0": 0.9113127589225769 + }, + { + "t_0.0-0.1": 0.27041807770729065, + "t_0.1-0.2": 0.2689018249511719, + "t_0.2-0.3": 0.26671725511550903, + "t_0.3-0.4": 0.25604912638664246, + "t_0.4-0.5": 0.25529658794403076, + "t_0.5-0.6": 0.266355037689209, + "t_0.6-0.7": 0.2614802122116089, + "t_0.7-0.8": 0.28345027565956116, + "t_0.8-0.9": 0.36946162581443787, + "t_0.9-1.0": 0.5351157784461975 + }, + { + "t_0.0-0.1": 0.49845170974731445, + "t_0.1-0.2": 0.4212510585784912, + "t_0.2-0.3": 0.43125683069229126, + "t_0.3-0.4": 0.4375957250595093, + "t_0.4-0.5": 0.37652358412742615, + "t_0.5-0.6": 0.42502155900001526, + "t_0.6-0.7": 0.47635599970817566, + "t_0.7-0.8": 0.5472393035888672, + "t_0.8-0.9": 0.5651609897613525, + "t_0.9-1.0": 0.7861236929893494 + }, + { + "t_0.0-0.1": 0.45377597212791443, + "t_0.1-0.2": 0.36371877789497375, + "t_0.2-0.3": 0.33940431475639343, + "t_0.3-0.4": 0.5124154090881348, + "t_0.4-0.5": 0.36696621775627136, + "t_0.5-0.6": 0.5842330455780029, + "t_0.6-0.7": 0.5025355815887451, + "t_0.7-0.8": 0.707706093788147, + "t_0.8-0.9": 1.376587986946106, + "t_0.9-1.0": 3.2332844734191895 + }, + { + "t_0.0-0.1": 0.7732701897621155, + "t_0.1-0.2": 0.4064468443393707, + "t_0.2-0.3": 0.3556952476501465, + "t_0.3-0.4": 0.39782020449638367, + "t_0.4-0.5": 0.4576660096645355, + "t_0.5-0.6": 0.5623548030853271, + "t_0.6-0.7": 0.5792392492294312, + "t_0.7-0.8": 0.6584887504577637, + "t_0.8-0.9": 1.056911587715149, + "t_0.9-1.0": 1.8475329875946045 + }, + { + "t_0.0-0.1": 1.0118423700332642, + "t_0.1-0.2": 0.6075974106788635, + "t_0.2-0.3": 0.5719387531280518, + "t_0.3-0.4": 0.6995684504508972, + "t_0.4-0.5": 0.6727347373962402, + "t_0.5-0.6": 0.6018832921981812, + "t_0.6-0.7": 0.736097514629364, + "t_0.7-0.8": 0.7374851703643799, + "t_0.8-0.9": 0.8821986317634583, + "t_0.9-1.0": 1.5000861883163452 + }, + { + "t_0.0-0.1": 0.31836870312690735, + "t_0.1-0.2": 0.26632651686668396, + "t_0.2-0.3": 0.2624017596244812, + "t_0.3-0.4": 0.27653300762176514, + "t_0.4-0.5": 0.26182296872138977, + "t_0.5-0.6": 0.27722474932670593, + "t_0.6-0.7": 0.3795722723007202, + "t_0.7-0.8": 0.4376416802406311, + "t_0.8-0.9": 0.5966227650642395, + "t_0.9-1.0": 1.0496641397476196 + }, + { + "t_0.0-0.1": 0.5709567070007324, + "t_0.1-0.2": 0.25316664576530457, + "t_0.2-0.3": 0.2929559051990509, + "t_0.3-0.4": 0.3198496699333191, + "t_0.4-0.5": 0.2503789961338043, + "t_0.5-0.6": 0.34363672137260437, + "t_0.6-0.7": 0.38832566142082214, + "t_0.7-0.8": 0.42729610204696655, + "t_0.8-0.9": 0.8381412625312805, + "t_0.9-1.0": 1.5389022827148438 + }, + { + "t_0.0-0.1": 0.724494457244873, + "t_0.1-0.2": 0.5000603199005127, + "t_0.2-0.3": 0.6004378199577332, + "t_0.3-0.4": 0.581226646900177, + "t_0.4-0.5": 0.5302705764770508, + "t_0.5-0.6": 0.523612380027771, + "t_0.6-0.7": 0.5187124013900757, + "t_0.7-0.8": 0.6274596452713013, + "t_0.8-0.9": 0.7757131457328796, + "t_0.9-1.0": 2.2494843006134033 + }, + { + "t_0.0-0.1": 0.46993324160575867, + "t_0.1-0.2": 0.37694069743156433, + "t_0.2-0.3": 0.48171374201774597, + "t_0.3-0.4": 0.4674128592014313, + "t_0.4-0.5": 0.4696676731109619, + "t_0.5-0.6": 0.5822285413742065, + "t_0.6-0.7": 0.5587994456291199, + "t_0.7-0.8": 0.6808835864067078, + "t_0.8-0.9": 1.2524456977844238, + "t_0.9-1.0": 1.6500635147094727 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.028007179498672485, - 0.003355704713612795, - 0.09681881219148636, - 0.15306730568408966, - 0.0038759689778089523, - 0.23400525748729706, - 0.0045008184388279915, - 0.13127852976322174, - 0.002710027154535055, - 0.015799256041646004, - 0.39474645256996155, - 0.08798714727163315, - 0.012126865796744823, - 0.029180176556110382, - 0.12746234238147736, - 0.0025597268249839544, - 0.16647127270698547, - 0.005985266994684935, - 0.04359313100576401, - 0.025693731382489204, - 0.08846154063940048, - 0.015037594363093376, - 0.12757201492786407, - 0.0077751195058226585, - 0.1618037223815918, - 0.11299195885658264, - 0.015196286141872406, - 0.0045008184388279915, - 0.21004942059516907, - 0.01610305905342102, - 0.004804612603038549, - 0.028688523918390274, - 0.04597177729010582, - 0.2656618058681488, - 0.023299161344766617, - 0.0037251655012369156, - 0.5042219758033752, - 0.07088220864534378, - 0.11193477362394333, - 0.1634114682674408, - 0.17469492554664612, - 0.022329246625304222, - 0.03921568766236305, - 0.10580204427242279, - 0.006637168116867542, - 0.21667525172233582, - 0.04573438689112663, - 0.20436188578605652, - 0.006944444961845875, - 0.05452127382159233, - 0.256664901971817, - 0.11277174204587936, - 0.0270700640976429, - 0.09577222168445587, - 0.15680751204490662, - 0.06235912814736366, - 0.02852572500705719, - 0.09808811545372009, - 0.007336343172937632, - 0.06061775982379913, - 0.015019379556179047, - 0.07894737273454666, - 0.08398023992776871, - 0.012125534936785698, - 0.05906389281153679, - 0.17861635982990265, - 0.011517615057528019, - 0.0050505055114626884, - 0.08713886141777039, - 0.005130596924573183, - 0.0059650614857673645, - 0.002888318384066224, - 0.015500235371291637, - 0.0715426355600357, - 0.00736377015709877, - 0.008269719779491425, - 0.4486921429634094, - 0.1553839147090912, - 0.0054806070402264595, - 0.006307339295744896, - 0.008269719779491425, - 0.07201404869556427, - 0.09891196340322495, - 0.0373181514441967, - 0.014763482846319675, - 0.09305555373430252, - 0.016597511246800423, - 0.05000000074505806, - 0.02218027412891388, - 0.011538461782038212, - 0.03926096856594086, - 0.05899704992771149, - 0.1338246762752533, - 0.004032257944345474, - 0.005054432433098555, - 0.025170424953103065, - 0.004201680887490511, - 0.08448753505945206, - 0.008064515888690948, - 0.1524079293012619, - 0.04770558699965477, - 0.010917030274868011, - 0.008269719779491425, - 0.04608788713812828, - 0.032592590898275375, - 0.030078666284680367, - 0.07421875, - 0.0038759689778089523, - 0.11623108386993408, - 0.008603239431977272, - 0.004983388818800449, - 0.005802707746624947, - 0.07081807404756546, - 0.045322246849536896, - 0.03265305981040001, - 0.06482525169849396, - 0.01733764261007309, - 0.002958579920232296, - 0.2495265156030655, - 0.0037313434295356274, - 0.006592291872948408, - 0.15857988595962524, - 0.07763401418924332, - 0.025630757212638855, - 0.005721830762922764, - 0.020055711269378662, - 0.016597511246800423, - 0.06608113646507263, - 0.14146679639816284, - 0.02588726580142975, - 0.07442376762628555, - 0.13141360878944397, - 0.10474308580160141, - 0.0024600245524197817, - 0.0028810896910727024, - 0.26530611515045166, - 0.08576389402151108, - 0.005199306644499302, - 0.016597511246800423, - 0.12271434813737869, - 0.1076798066496849, - 0.004901960492134094, - 0.08423913270235062, - 0.01577909290790558, - 0.11330275237560272, - 0.11277174204587936, - 0.0710616409778595, - 0.10778985917568207, - 0.006944444961845875, - 0.037579115480184555, - 0.011219147592782974, - 0.005976095795631409, - 0.009374999441206455, - 0.014276649802923203, - 0.029332615435123444, - 0.09832273423671722, - 0.015019379556179047, - 0.018411967903375626, - 0.027341999113559723, - 0.019776875153183937, - 0.017763422802090645, - 0.019648397341370583, - 0.1764705777168274, - 0.05379236117005348, - 0.10088691860437393, - 0.010686395689845085, - 0.07860539108514786, - 0.08082976192235947, - 0.07575757801532745, - 0.0014880952658131719, - 0.0653625950217247, - 0.022942641749978065, - 0.15069399774074554, - 0.006637168116867542, - 0.09960784018039703, - 0.10962466895580292, - 0.08019480109214783, - 0.02601625956594944, - 0.00538160465657711, - 0.010615711100399494, - 0.2534930109977722, - 0.1287079006433487, - 0.02053140103816986, - 0.009205983951687813, - 0.06296440958976746, - 0.04960460215806961, - 0.16232073307037354, - 0.008269719779491425, - 0.021110601723194122, - 0.08916816115379333, - 0.10778985917568207, - 0.011326861567795277, - 0.04469987004995346, - 0.1515289843082428, - 0.00538160465657711, - 0.10378151386976242, - 0.22909091413021088, - 0.0077751195058226585, - 0.10580204427242279, - 0.025026068091392517, - 0.12065637111663818, - 0.08734835684299469, - 0.06366366147994995, - 0.10580204427242279, - 0.0713336244225502, - 0.021238937973976135, - 0.20316027104854584, - 0.005689900368452072, - 0.0045008184388279915, - 0.06775157898664474, - 0.04477611929178238, - 0.016454964876174927, - 0.007894736714661121, - 0.046277664601802826, - 0.07394453883171082, - 0.19497983157634735, - 0.008368200622498989, - 0.004201680887490511, - 0.20079050958156586, - 0.020270271226763725, - 0.01232394389808178, - 0.1410835236310959, - 0.18221575021743774, - 0.026807473972439766, - 0.06359539180994034, - 0.07281795144081116, - 0.12161143869161606, - 0.02603471465408802, - 0.25223982334136963, - 0.06017191708087921, - 0.0031960229389369488, - 0.015972895547747612, - 0.024972856044769287, - 0.21000000834465027, - 0.009475219063460827, - 0.013357400894165039, - 0.09884117543697357, - 0.005130596924573183, - 0.011424219235777855, - 0.2469135820865631, - 0.20917530357837677, - 0.118121437728405, - 0.004201680887490511, - 0.08720112591981888, - 0.015519567765295506, - 0.17119929194450378, - 0.029796510934829712, - 0.015000000596046448, - 0.15629592537879944, - 0.004901960492134094, - 0.029796510934829712, - 0.022007513791322708, - 0.027439024299383163, - 0.04709937050938606, - 0.09059828519821167, - 0.019865525886416435, - 0.07195121794939041, - 0.007914522662758827, - 0.008269719779491425, - 0.005976095795631409, - 0.23447772860527039, - 0.005434782709926367, - 0.006592291872948408, - 0.002888318384066224, - 0.0390625, - 0.279914528131485, - 0.0035971221514046192, - 0.006181817967444658, - 0.10279001295566559, - 0.1579292267560959, - 0.00538160465657711, - 0.005199306644499302, - 0.0040087467059493065, - 0.10797983407974243, - 0.1707487851381302, - 0.010960906744003296, - 0.0021321962121874094, - 0.006637168116867542, - 0.07538659870624542, - 0.4193548262119293, - 0.11563600599765778, - 0.15401458740234375, - 0.008416622877120972, - 0.08029878884553909, - 0.11436259001493454, - 0.09498398751020432, - 0.030126336961984634, - 0.007336343172937632, - 0.005976095795631409, - 0.04701931029558182, - 0.02351580560207367, - 0.11438474804162979, - 0.09928229451179504, - 0.16622690856456757, - 0.008557457476854324, - 0.021145975217223167, - 0.08235294371843338, - 0.19223299622535706, - 0.005692599341273308, - 0.04616289213299751, - 0.09573643654584885, - 0.0037313434295356274, - 0.21717844903469086, - 0.07677960395812988, - 0.00911458395421505, - 0.04162219911813736, - 0.020661156624555588, - 0.015943313017487526, - 0.00538160465657711, - 0.012781497091054916, - 0.01721014454960823, - 0.1980276107788086, - 0.011843078769743443, - 0.057822033762931824, - 0.005692599341273308, - 0.015259739942848682, - 0.16793446242809296, - 0.08884891867637634, - 0.0016556291375309229, - 0.003235199023038149, - 0.005130596924573183, - 0.2258392721414566, - 0.20248962938785553, - 0.018694361671805382, - 0.015000000596046448, - 0.021297192201018333, - 0.003824579529464245, - 0.06774475425481796, - 0.037379972636699677, - 0.002805049065500498, - 0.0040087467059493065, - 0.008469055406749249, - 0.22051887214183807, - 0.004901960492134094, - 0.007734806276857853, - 0.10035841912031174, - 0.0037251655012369156, - 0.09570793807506561, - 0.05968688800930977, - 0.004102946724742651, - 0.02108551375567913, - 0.0030487803742289543, - 0.12133072316646576, - 0.12768299877643585, - 0.07423312962055206, - 0.0045008184388279915, - 0.0040087467059493065, - 0.07201404869556427, - 0.04683947190642357, - 0.24611610174179077, - 0.178421288728714, - 0.00538160465657711, - 0.12204622477293015, - 0.005692599341273308, - 0.022532189264893532, - 0.13141360878944397, - 0.005694262217730284, - 0.004201680887490511, - 0.0047846888191998005, - 0.118121437728405, - 0.004464285913854837, - 0.004983388818800449, - 0.02469135820865631, - 0.0045008184388279915, - 0.08884891867637634, - 0.004983388818800449, - 0.004692832473665476, - 0.00863557867705822, - 0.009999999776482582, - 0.05452127382159233, - 0.10765895992517471, - 0.1950037181377411, - 0.18397383391857147, - 0.0038759689778089523, - 0.030981888994574547, - 0.004201680887490511, - 0.07078161835670471, - 0.12400399148464203, - 0.031974419951438904, - 0.10715652257204056, - 0.010124873369932175, - 0.0026041667442768812, - 0.020942408591508865, - 0.15136776864528656, - 0.0019509476842358708, - 0.005692599341273308, - 0.0077751195058226585, - 0.005434782709926367, - 0.008368200622498989, - 0.011754462495446205, - 0.004061372019350529, - 0.15230277180671692, - 0.05459216609597206, - 0.010777520947158337, - 0.006592291872948408, - 0.002195734065026045, - 0.06586826592683792, - 0.07772842794656754, - 0.010003449395298958, - 0.09533962607383728, - 0.04943418502807617, - 0.0954754576086998, - 0.07097334414720535, - 0.009504412300884724, - 0.002888318384066224, - 0.034169550985097885, - 0.00710563687607646, - 0.2016361951828003, - 0.04686690866947174, - 0.009878168813884258, - 0.06564246118068695, - 0.004323899280279875, - 0.07706650346517563, - 0.012547926045954227, - 0.02328535169363022, - 0.008603239431977272, - 0.005130596924573183, - 0.004692832473665476, - 0.0012019231216982007, - 0.10424469411373138, - 0.059136420488357544, - 0.15914981067180634, - 0.005985266994684935, - 0.025073129683732986, - 0.0027985074557363987, - 0.17758549749851227, - 0.004983388818800449, - 0.032689910382032394, - 0.00486223679035902, - 0.0068355449475348, - 0.0043541365303099155, - 0.10833333432674408, - 0.004901960492134094, - 0.20859940350055695, - 0.08735796064138412, - 0.0379146933555603, - 0.03773584961891174, - 0.00460122711956501, - 0.002805049065500498, - 0.001752336393110454, - 0.12330051511526108, - 0.03529411926865578, - 0.004160362761467695, - 0.10353721678256989, - 0.05602240934967995, - 0.003086419776082039, - 0.00732421875, - 0.007354944013059139, - 0.010396611876785755, - 0.002195734065026045, - 0.23341523110866547, - 0.14821648597717285, - 0.006637168116867542, - 0.10269230604171753, - 0.029639609158039093, - 0.015546055510640144, - 0.00219058059155941, - 0.023183925077319145, - 0.12393967807292938, - 0.015477997250854969, - 0.07049459964036942, - 0.13678672909736633, - 0.05681271106004715, - 0.0035971221514046192, - 0.008998434990644455, - 0.005028735846281052, - 0.0701499804854393, - 0.004313443787395954, - 0.002710027154535055, - 0.030463574454188347, - 0.07825015485286713, - 0.002888318384066224, - 0.020253164693713188, - 0.004160362761467695, - 0.025150904431939125, - 0.003355704713612795, - 0.09600313007831573, - 0.021978022530674934, - 0.0025380710139870644, - 0.012390876188874245, - 0.22083333134651184, - 0.16515973210334778, - 0.002984084887430072, - 0.012544226832687855, - 0.08902616053819656, - 0.026228420436382294, - 0.06668668985366821, - 0.004692832473665476, - 0.0018980477470904589, - 0.09450080245733261, - 0.023416507989168167, - 0.0014548981562256813, - 0.011354194954037666 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.07210145145654678, + 0.06145051494240761, + 0.08923077583312988, + 0.03296373784542084, + 0.1590029001235962, + 0.022413263097405434, + 0.05600539967417717, + 0.2023838460445404, + 0.025144411250948906, + 0.11052009463310242, + 0.0594918392598629, + 0.09742772579193115, + 0.0806397870182991, + 0.1600114107131958, + 0.29599228501319885, + 0.11151379346847534, + 0.14808844029903412, + 0.09576477110385895, + 0.12786972522735596, + 0.07092731446027756, + 0.12209174036979675, + 0.06828245520591736, + 0.065092533826828, + 0.10199955105781555, + 0.11735330522060394, + 0.102988101541996, + 0.11917494237422943, + 0.2854859232902527, + 0.07308900356292725, + 0.08206161856651306, + 0.08873239159584045, + 0.05369928479194641, + 0.09534555673599243, + 0.047867950052022934, + 0.150403693318367, + 0.2597452700138092, + 0.061719831079244614, + 0.06820682436227798, + 0.05991775915026665, + 0.03678061440587044, + 0.028835978358983994, + 0.07616974413394928, + 0.047765009105205536, + 0.11544869840145111, + 0.10498108714818954, + 0.06884875893592834, + 0.07543203979730606, + 0.03799833729863167, + 0.040887560695409775, + 0.12563565373420715, + 0.15632109344005585, + 0.02253401279449463, + 0.09117268025875092, + 0.02825159952044487, + 0.0846325159072876, + 0.09820732474327087, + 0.08523163199424744, + 0.03414001688361168, + 0.06322795152664185, + 0.03990540653467178, + 0.08804205060005188, + 0.08885984867811203, + 0.12850679457187653, + 0.11696933954954147, + 0.09252873808145523, + 0.05771184712648392, + 0.07300454378128052, + 0.08877220004796982, + 0.1037481278181076, + 0.028846153989434242, + 0.09037162363529205, + 0.053960125893354416, + 0.03355177119374275, + 0.09023985266685486, + 0.0631558895111084, + 0.08001435548067093, + 0.08911985903978348, + 0.07945205271244049, + 0.04749138280749321, + 0.08145178109407425, + 0.05911636725068092, + 0.09633418172597885, + 0.031543996185064316, + 0.17941103875637054, + 0.07798019051551819, + 0.0826021209359169, + 0.09130524843931198, + 0.0569620244204998, + 0.08335559070110321, + 0.1148633062839508, + 0.04710607975721359, + 0.11884456872940063, + 0.07931403815746307, + 0.024929774925112724, + 0.02585487812757492, + 0.07966409623622894, + 0.027416685596108437, + 0.1497267782688141, + 0.14811033010482788, + 0.08919169753789902, + 0.07538503408432007, + 0.1463562250137329, + 0.07229488343000412, + 0.025422191247344017, + 0.07737874984741211, + 0.03944430872797966, + 0.0742453783750534, + 0.07212027907371521, + 0.06393101066350937, + 0.06502554565668106, + 0.04202563315629959, + 0.07890572398900986, + 0.11440427601337433, + 0.059665873646736145, + 0.08048021048307419, + 0.14387325942516327, + 0.1553964465856552, + 0.03409808501601219, + 0.041689373552799225, + 0.10261481255292892, + 0.04212399944663048, + 0.146389439702034, + 0.14194321632385254, + 0.09500131011009216, + 0.08644278347492218, + 0.09094339609146118, + 0.1145075261592865, + 0.07314036786556244, + 0.10838227719068527, + 0.14699696004390717, + 0.08116114139556885, + 0.06966224312782288, + 0.17521704733371735, + 0.1352275162935257, + 0.11099068075418472, + 0.07288317382335663, + 0.08468104153871536, + 0.13375350832939148, + 0.131475031375885, + 0.03853904455900192, + 0.04859243333339691, + 0.009233412332832813, + 0.02311111055314541, + 0.16183707118034363, + 0.07285382598638535, + 0.09622786939144135, + 0.08915239572525024, + 0.13593429327011108, + 0.12455388903617859, + 0.10071166604757309, + 0.12616592645645142, + 0.16279762983322144, + 0.17078189551830292, + 0.05038856714963913, + 0.06781023740768433, + 0.12040133774280548, + 0.049735914915800095, + 0.09937289357185364, + 0.03655054420232773, + 0.09791011363267899, + 0.22730521857738495, + 0.11104350537061691, + 0.04735612869262695, + 0.07240259647369385, + 0.09302325546741486, + 0.10851891338825226, + 0.151162788271904, + 0.060240961611270905, + 0.008377213962376118, + 0.12632788717746735, + 0.09532934427261353, + 0.09985768049955368, + 0.0146511634811759, + 0.032606091350317, + 0.15554314851760864, + 0.08377997577190399, + 0.0759013295173645, + 0.09951641410589218, + 0.084607794880867, + 0.16248288750648499, + 0.11552765965461731, + 0.07775166630744934, + 0.07392441481351852, + 0.2432897537946701, + 0.13618676364421844, + 0.07563874870538712, + 0.09345628321170807, + 0.12078458815813065, + 0.16824324429035187, + 0.1071576327085495, + 0.14339420199394226, + 0.17280325293540955, + 0.06343381851911545, + 0.12060985714197159, + 0.046465784311294556, + 0.13818974792957306, + 0.09601814299821854, + 0.05993431806564331, + 0.13364377617835999, + 0.11417737603187561, + 0.08806028962135315, + 0.12535953521728516, + 0.10241523385047913, + 0.12815126776695251, + 0.10891088843345642, + 0.03403421491384506, + 0.07661290466785431, + 0.05323193967342377, + 0.1323210448026657, + 0.041333332657814026, + 0.16236771643161774, + 0.058775510638952255, + 0.08725724369287491, + 0.16708563268184662, + 0.1344117522239685, + 0.12002766877412796, + 0.046601008623838425, + 0.10529674589633942, + 0.0641130656003952, + 0.1741366684436798, + 0.038213517516851425, + 0.035353533923625946, + 0.22417514026165009, + 0.09866666793823242, + 0.05731523409485817, + 0.10409356653690338, + 0.04913758486509323, + 0.1378522515296936, + 0.10115303844213486, + 0.06427270174026489, + 0.08999425172805786, + 0.053012967109680176, + 0.0775444284081459, + 0.1237875297665596, + 0.12922297418117523, + 0.12213324010372162, + 0.17832256853580475, + 0.06339657306671143, + 0.15213769674301147, + 0.06502719223499298, + 0.16526085138320923, + 0.06662902235984802, + 0.08207070827484131, + 0.07015065848827362, + 0.11167512089014053, + 0.08134347945451736, + 0.11400965601205826, + 0.08572200685739517, + 0.18425196409225464, + 0.06311848014593124, + 0.10134338587522507, + 0.11858496069908142, + 0.06780791282653809, + 0.06365332752466202, + 0.07012195140123367, + 0.09353802353143692, + 0.12990568578243256, + 0.052721574902534485, + 0.08328285813331604, + 0.15131932497024536, + 0.11264946311712265, + 0.2914438545703888, + 0.07431773841381073, + 0.0938030555844307, + 0.1589290052652359, + 0.2108655720949173, + 0.04969162866473198, + 0.22944298386573792, + 0.1658717542886734, + 0.09313611686229706, + 0.03613744303584099, + 0.21800948679447174, + 0.03154496103525162, + 0.11954069882631302, + 0.15071427822113037, + 0.08074922114610672, + 0.1984356790781021, + 0.0719442367553711, + 0.15140415728092194, + 0.07937758415937424, + 0.14180207252502441, + 0.0867878794670105, + 0.06597480177879333, + 0.10685630887746811, + 0.1599999964237213, + 0.115241639316082, + 0.09174664318561554, + 0.1421707719564438, + 0.04078857973217964, + 0.10244564712047577, + 0.11352772265672684, + 0.10984183102846146, + 0.07173396646976471, + 0.09606391191482544, + 0.16867998242378235, + 0.03604806587100029, + 0.07804763317108154, + 0.07127784192562103, + 0.12088888883590698, + 0.07336244732141495, + 0.09330428391695023, + 0.1319226771593094, + 0.19155354797840118, + 0.12487733364105225, + 0.07431046664714813, + 0.058766547590494156, + 0.11187563091516495, + 0.12959381937980652, + 0.1051839143037796, + 0.09877913445234299, + 0.1216278001666069, + 0.022447502240538597, + 0.04292045906186104, + 0.0895104855298996, + 0.0689990296959877, + 0.0886833518743515, + 0.07388351857662201, + 0.178518146276474, + 0.1007007583975792, + 0.043730031698942184, + 0.09051474928855896, + 0.2628905177116394, + 0.0800803005695343, + 0.10005157440900803, + 0.07076390832662582, + 0.08949965238571167, + 0.02616632916033268, + 0.15977135300636292, + 0.08839616179466248, + 0.12266288697719574, + 0.09059745073318481, + 0.11876028776168823, + 0.10153845697641373, + 0.13863109052181244, + 0.08389755338430405, + 0.18225650489330292, + 0.03637884184718132, + 0.09467056393623352, + 0.05862069129943848, + 0.07253171503543854, + 0.10058187693357468, + 0.05968567728996277, + 0.19801980257034302, + 0.09576635807752609, + 0.10089840739965439, + 0.15920792520046234, + 0.11251211911439896, + 0.06738351285457611, + 0.1483800709247589, + 0.0869029238820076, + 0.030253665521740913, + 0.06643001735210419, + 0.09009457379579544, + 0.10589849203824997, + 0.20160919427871704, + 0.10139859467744827, + 0.05852546542882919, + 0.13583232462406158, + 0.09102362394332886, + 0.21945489943027496, + 0.16428571939468384, + 0.10817182064056396, + 0.10367006808519363, + 0.11356532573699951, + 0.03261802718043327, + 0.0934615358710289, + 0.09340881556272507, + 0.149586483836174, + 0.15438459813594818, + 0.12355323880910873, + 0.1335740089416504, + 0.08339552581310272, + 0.12528252601623535, + 0.03622087463736534, + 0.09439527988433838, + 0.16241765022277832, + 0.09515859186649323, + 0.062150608748197556, + 0.11261101067066193, + 0.0829663947224617, + 0.1079079657793045, + 0.1223987489938736, + 0.21153096854686737, + 0.10523460805416107, + 0.03440248593688011, + 0.16342300176620483, + 0.1023995578289032, + 0.09886220097541809, + 0.052205007523298264, + 0.07122631371021271, + 0.0811295360326767, + 0.13450291752815247, + 0.19118236005306244, + 0.10762463510036469, + 0.1913580298423767, + 0.12471198290586472, + 0.09034406393766403, + 0.07127684354782104, + 0.08154762536287308, + 0.09049464017152786, + 0.11265935748815536, + 0.13361117243766785, + 0.1180151030421257, + 0.1171874925494194, + 0.06646449118852615, + 0.0923709124326706, + 0.07475645840167999, + 0.14347250759601593, + 0.0709761530160904, + 0.12519201636314392, + 0.15927273035049438, + 0.14149785041809082, + 0.07659782469272614, + 0.17577925324440002, + 0.17192359268665314, + 0.029502149671316147, + 0.11964955925941467, + 0.12314070016145706, + 0.07051282376050949, + 0.08805934339761734, + 0.06246575340628624, + 0.1469240039587021, + 0.15575917065143585, + 0.05486641079187393, + 0.10357995331287384, + 0.04084929823875427, + 0.07186030596494675, + 0.02410176396369934, + 0.09266409277915955, + 0.09017987549304962, + 0.09284196048974991, + 0.11014032363891602, + 0.1251625418663025, + 0.06586966663599014, + 0.19511587917804718, + 0.15313132107257843, + 0.06820276379585266, + 0.04768744856119156, + 0.10065645724534988, + 0.09642521291971207, + 0.0889972522854805, + 0.12004069238901138, + 0.10285967588424683, + 0.11204605549573898, + 0.11394067108631134, + 0.08458150178194046, + 0.20093928277492523, + 0.13068312406539917, + 0.0810810774564743, + 0.2293354868888855, + 0.15598203241825104, + 0.13237470388412476, + 0.16256684064865112, + 0.09339842945337296, + 0.07599349319934845, + 0.06940510123968124, + 0.08223896473646164, + 0.14874394237995148, + 0.15899160504341125, + 0.21052631735801697, + 0.08436311781406403, + 0.11142132431268692, + 0.17970401048660278, + 0.15709877014160156, + 0.08463326096534729, + 0.0877598226070404, + 0.030159108340740204, + 0.08245158940553665, + 0.010689470916986465, + 0.12048955261707306, + 0.24805530905723572, + 0.1416933387517929, + 0.07135898619890213, + 0.11134903132915497, + 0.25764191150665283, + 0.12371370196342468, + 0.11559301614761353, + 0.14467717707157135, + 0.15296989679336548, + 0.09137969464063644, + 0.1290622055530548, + 0.1382608562707901, + 0.14998821914196014, + 0.012556054629385471, + 0.09681817889213562, + 0.07151757180690765, + 0.11561071127653122, + 0.06479986011981964, + 0.1651376187801361, + 0.07291174679994583, + 0.20603857934474945, + 0.0905730128288269, + 0.22049789130687714, + 0.10349391400814056, + 0.19025157392024994, + 0.1649484485387802 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 72.93934631347656, - 70.85063934326172, - 95.75516510009766, - 87.25049591064453, - 131.08009338378906, - 54.224124908447266, - 80.13678741455078, - 82.23395538330078, - 106.55547332763672, - 116.73494720458984, - 75.47940826416016, - 39.482200622558594, - 43.33747482299805, - 78.36851501464844, - 512.0, - 111.26558685302734, - 54.22412109375, - 41.47610092163086, - 40.924522399902344, - 61.72068786621094, - 41.895782470703125, - 74.5511245727539, - 41.895790100097656, - 99.6537094116211, - 91.92582702636719, - 40.60122299194336, - 67.5317611694336, - 131.26910400390625, - 40.60122299194336, - 47.703086853027344, - 40.007301330566406, - 45.5595588684082, - 117.79520416259766, - 40.007301330566406, - 104.52373504638672, - 164.6386260986328, - 49.52893829345703, - 85.33808898925781, - 104.96726989746094, - 123.7605209350586, - 49.65208053588867, - 52.5157585144043, - 67.17436218261719, - 512.0, - 118.158447265625, - 53.757450103759766, - 128.7655792236328, - 44.05696487426758, - 48.70958709716797, - 166.19830322265625, - 69.92909240722656, - 40.00729751586914, - 71.77371978759766, - 103.76517486572266, - 59.6027717590332, - 39.44862365722656, - 69.00911712646484, - 108.12256622314453, - 50.35832595825195, - 44.05696487426758, - 58.140625, - 68.09083557128906, - 112.72740173339844, - 52.142578125, - 78.36347961425781, - 108.40790557861328, - 54.22412109375, - 60.820762634277344, - 47.703086853027344, - 67.5317611694336, - 104.52373504638672, - 39.3696174621582, - 59.03047180175781, - 104.52373504638672, - 44.05696487426758, - 246.7190399169922, - 97.05651092529297, - 47.703086853027344, - 47.703086853027344, - 47.703086853027344, - 60.82075881958008, - 82.94214630126953, - 40.43055725097656, - 60.37194061279297, - 69.00910949707031, - 39.36961364746094, - 49.52893829345703, - 40.43056106567383, - 39.85641860961914, - 45.5595588684082, - 52.043182373046875, - 89.29528045654297, - 47.703086853027344, - 67.5317611694336, - 44.087467193603516, - 512.0, - 60.820762634277344, - 67.5317611694336, - 91.00452423095703, - 47.10594177246094, - 40.60122299194336, - 54.22412109375, - 44.08745574951172, - 42.714107513427734, - 42.714111328125, - 55.495967864990234, - 54.22412109375, - 80.13678741455078, - 44.05696487426758, - 47.703086853027344, - 54.22412109375, - 56.37302017211914, - 44.087467193603516, - 39.448631286621094, - 58.140621185302734, - 40.60122299194336, - 104.52373504638672, - 141.2684326171875, - 67.5317611694336, - 47.703086853027344, - 105.59667205810547, - 68.0908203125, - 40.00730514526367, - 512.0, - 39.482200622558594, - 39.482200622558594, - 49.52893829345703, - 75.46451568603516, - 39.6721305847168, - 60.82075881958008, - 99.99923706054688, - 69.00910949707031, - 512.0, - 67.5317611694336, - 150.43186950683594, - 65.34730529785156, - 44.05696487426758, - 39.448631286621094, - 75.48500061035156, - 74.9635009765625, - 490.0549011230469, - 65.34730529785156, - 44.05697250366211, - 70.85065460205078, - 79.20336151123047, - 54.62394714355469, - 81.07107543945312, - 67.5317611694336, - 45.5595588684082, - 39.85641860961914, - 98.78364562988281, - 44.05696487426758, - 44.05697250366211, - 39.85641860961914, - 77.3393325805664, - 39.482200622558594, - 39.36961364746094, - 40.43055725097656, - 39.44862365722656, - 44.50672149658203, - 39.67213821411133, - 108.20845031738281, - 43.386512756347656, - 82.35136413574219, - 44.05696487426758, - 61.720680236816406, - 64.43695831298828, - 60.82075881958008, - 512.0, - 56.37301254272461, - 41.47610092163086, - 101.78483581542969, - 104.52373504638672, - 66.25981140136719, - 78.2708511352539, - 59.03047180175781, - 43.38651657104492, - 44.05696487426758, - 39.85641860961914, - 104.31745147705078, - 91.15890502929688, - 40.007301330566406, - 40.60122299194336, - 50.35832595825195, - 47.10594177246094, - 105.57367706298828, - 121.56548309326172, - 40.43056106567383, - 68.0908432006836, - 74.5511245727539, - 39.85641860961914, - 47.10594177246094, - 71.96012878417969, - 512.0, - 68.09085845947266, - 140.79782104492188, - 114.38451385498047, - 63.528995513916016, - 40.92451477050781, - 90.45443725585938, - 59.92394256591797, - 55.49595642089844, - 64.43698120117188, - 59.03047561645508, - 39.448631286621094, - 127.6636734008789, - 54.22412109375, - 67.5317611694336, - 54.62395477294922, - 45.5595588684082, - 40.60122299194336, - 54.22412109375, - 46.32465744018555, - 53.757450103759766, - 70.13313293457031, - 54.22412109375, - 54.22412109375, - 122.68484497070312, - 39.36962127685547, - 40.60122299194336, - 91.3961410522461, - 115.82036590576172, - 40.007301330566406, - 55.495967864990234, - 52.89699935913086, - 75.22918701171875, - 40.92451858520508, - 66.03423309326172, - 52.89699935913086, - 512.0, - 39.36960983276367, - 40.00729751586914, - 125.59968566894531, - 82.08009338378906, - 54.22412109375, - 68.09083557128906, - 94.76110076904297, - 47.703086853027344, - 92.46144104003906, - 74.36785888671875, - 81.07107543945312, - 54.22412109375, - 69.00910949707031, - 39.482200622558594, - 80.76114654541016, - 43.38650894165039, - 39.85641860961914, - 99.16899871826172, - 67.5317611694336, - 44.38743209838867, - 40.60122299194336, - 39.6721305847168, - 49.52893829345703, - 64.43696594238281, - 39.482200622558594, - 59.92394256591797, - 104.52373504638672, - 54.22412109375, - 39.85641098022461, - 150.48561096191406, - 104.52373504638672, - 41.895782470703125, - 67.5317611694336, - 42.07524108886719, - 95.18280029296875, - 77.09373474121094, - 44.05696487426758, - 72.69819641113281, - 94.22428131103516, - 67.5317611694336, - 47.703086853027344, - 67.5317611694336, - 53.195125579833984, - 98.03123474121094, - 44.05697250366211, - 104.52373504638672, - 47.703086853027344, - 56.373008728027344, - 114.1965560913086, - 82.94214630126953, - 95.16793060302734, - 54.224124908447266, - 66.25979614257812, - 77.47493743896484, - 68.09085845947266, - 41.47610092163086, - 47.703086853027344, - 47.703086853027344, - 48.70958709716797, - 39.36961364746094, - 78.27086639404297, - 69.00910949707031, - 102.6529769897461, - 44.05696487426758, - 43.386512756347656, - 63.52898025512695, - 124.69977569580078, - 47.703086853027344, - 42.07523727416992, - 72.6982192993164, - 47.703086853027344, - 130.4163818359375, - 56.373016357421875, - 39.85641860961914, - 46.32465744018555, - 39.85641860961914, - 41.895782470703125, - 47.703086853027344, - 40.60122299194336, - 39.448631286621094, - 93.5653305053711, - 39.448631286621094, - 58.140625, - 54.224124908447266, - 44.05696487426758, - 100.09646606445312, - 68.09083557128906, - 512.0, - 70.1623764038086, - 106.15811157226562, - 91.28339385986328, - 70.19598388671875, - 47.08652114868164, - 40.60122299194336, - 39.6721305847168, - 44.05696487426758, - 52.89699935913086, - 44.81291198730469, - 512.0, - 54.22412109375, - 47.703086853027344, - 75.20804595947266, - 104.52373504638672, - 67.5317611694336, - 67.2558822631836, - 67.5317611694336, - 65.3472900390625, - 45.5595588684082, - 67.5317611694336, - 39.6721305847168, - 47.703086853027344, - 69.00912475585938, - 82.94215393066406, - 55.4959602355957, - 135.52737426757812, - 47.703086853027344, - 57.254695892333984, - 44.81291198730469, - 128.3509979248047, - 103.57624053955078, - 54.224124908447266, - 65.8172836303711, - 104.52373504638672, - 39.6721305847168, - 89.913818359375, - 67.5317611694336, - 47.703086853027344, - 54.224124908447266, - 75.47940826416016, - 104.52373504638672, - 54.22412109375, - 43.386512756347656, - 54.22412109375, - 63.528995513916016, - 54.22412109375, - 67.5317611694336, - 104.52373504638672, - 39.85641860961914, - 56.99348449707031, - 65.2908706665039, - 123.23439025878906, - 86.51947784423828, - 104.52373504638672, - 53.81547546386719, - 67.5317611694336, - 55.49595642089844, - 89.96475982666016, - 43.386512756347656, - 74.20553588867188, - 39.85641860961914, - 67.5317611694336, - 39.44862365722656, - 109.25008392333984, - 104.52373504638672, - 62.885337829589844, - 47.703086853027344, - 47.703086853027344, - 44.05697250366211, - 41.895790100097656, - 67.5317611694336, - 57.220062255859375, - 52.896995544433594, - 62.74613952636719, - 47.703086853027344, - 47.703086853027344, - 59.9239501953125, - 50.35831832885742, - 39.36961364746094, - 68.90812683105469, - 52.04319381713867, - 61.72068786621094, - 58.140625, - 44.05696487426758, - 104.52373504638672, - 44.08746337890625, - 54.22412109375, - 131.53762817382812, - 52.89699935913086, - 54.22412109375, - 51.196693420410156, - 67.5317611694336, - 53.757450103759766, - 40.60122299194336, - 41.47610092163086, - 50.42566680908203, - 67.5317611694336, - 54.224124908447266, - 512.0, - 62.18546676635742, - 51.19669723510742, - 92.0821533203125, - 54.22412109375, - 41.47610092163086, - 104.52373504638672, - 90.8078842163086, - 512.0, - 39.6721305847168, - 54.22412109375, - 54.22412109375, - 54.22412109375, - 72.69819641113281, - 67.5317611694336, - 102.5098876953125, - 60.82076644897461, - 51.39969253540039, - 45.81886291503906, - 512.0, - 54.22412109375, - 104.52373504638672, - 110.70608520507812, - 40.00730514526367, - 104.52373504638672, - 80.51638793945312, - 44.08747100830078, - 64.56851959228516, - 44.05696487426758, - 41.895790100097656, - 47.703086853027344, - 104.52373504638672, - 109.19048309326172, - 91.22661590576172, - 67.5317611694336, - 70.90113830566406, - 39.6721305847168, - 39.482200622558594, - 104.52373504638672, - 41.47610092163086, - 81.24836730957031, - 44.97195816040039, - 59.03048324584961, - 91.3961410522461, - 47.10594177246094, - 512.0, - 47.703086853027344, - 54.22412109375, - 59.03048324584961, - 512.0, - 512.0, - 40.007301330566406, - 61.72069549560547, - 512.0, - 39.448631286621094, - 104.52373504638672, - 39.448631286621094, - 54.224124908447266, - 69.00910949707031, - 39.67212677001953, - 96.97018432617188, - 40.60122299194336, - 101.76063537597656, - 83.4127426147461, - 512.0, - 39.482200622558594, - 59.923946380615234, - 47.67662811279297, - 59.9239387512207, - 47.703086853027344, - 104.52373504638672, - 62.623497009277344, - 41.47610092163086, - 104.52373504638672, - 39.85641860961914 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 585.3218994140625, + 532.8884887695312, + 488.4358825683594, + 447.5631408691406, + 773.4306640625, + 348.8756103515625, + 548.0442504882812, + 918.1918334960938, + 257.34429931640625, + 502.9300537109375, + 554.5307006835938, + 656.0829467773438, + 351.54302978515625, + 662.7545166015625, + 577.5225219726562, + 542.3453369140625, + 851.5552368164062, + 511.011962890625, + 680.3697509765625, + 537.5822143554688, + 736.1834106445312, + 547.6052856445312, + 587.578857421875, + 717.2123413085938, + 519.73681640625, + 598.5797119140625, + 627.8714599609375, + 923.8079223632812, + 592.7840576171875, + 460.5877380371094, + 375.0074768066406, + 287.55474853515625, + 574.3098754882812, + 446.0156555175781, + 924.8815307617188, + 623.3795166015625, + 493.1155090332031, + 601.7410888671875, + 560.4429321289062, + 203.80447387695312, + 320.87774658203125, + 592.8884887695312, + 418.56195068359375, + 698.9369506835938, + 507.6554260253906, + 465.9013366699219, + 559.9990844726562, + 489.4926452636719, + 451.6953430175781, + 543.4043579101562, + 578.2886352539062, + 296.2081604003906, + 445.75567626953125, + 337.0279846191406, + 491.93890380859375, + 784.6209716796875, + 601.9063110351562, + 444.3299865722656, + 453.7461853027344, + 421.0984191894531, + 315.39556884765625, + 478.7357482910156, + 823.0469360351562, + 737.2122192382812, + 565.7340698242188, + 532.301025390625, + 365.0602722167969, + 574.4674682617188, + 564.9880981445312, + 512.7537231445312, + 468.8318786621094, + 507.6886291503906, + 434.538330078125, + 574.390380859375, + 657.724609375, + 374.1974182128906, + 666.0623779296875, + 513.9431762695312, + 520.5527954101562, + 635.4016723632812, + 586.8707275390625, + 551.2747192382812, + 381.620849609375, + 868.9780883789062, + 379.03790283203125, + 442.8712463378906, + 728.9747314453125, + 504.7538757324219, + 622.6520385742188, + 759.6835327148438, + 534.7039184570312, + 586.65625, + 375.35601806640625, + 317.2183837890625, + 455.9939270019531, + 578.7236938476562, + 473.8582458496094, + 727.1422119140625, + 530.84716796875, + 519.6859741210938, + 572.3824462890625, + 606.7612915039062, + 555.0834350585938, + 386.2604064941406, + 377.9213562011719, + 482.746826171875, + 615.4241943359375, + 508.1384582519531, + 396.5567321777344, + 561.5192260742188, + 594.9521484375, + 643.3123168945312, + 651.9247436523438, + 351.63519287109375, + 778.2971801757812, + 620.3582153320312, + 751.1148681640625, + 477.6488037109375, + 337.59930419921875, + 693.2432250976562, + 350.3868408203125, + 661.786376953125, + 440.9757385253906, + 571.2059326171875, + 539.4656982421875, + 435.6455993652344, + 743.3264770507812, + 426.282470703125, + 331.874267578125, + 775.9947509765625, + 450.9286193847656, + 466.40435791015625, + 532.9234008789062, + 867.42236328125, + 745.0904541015625, + 609.119140625, + 625.4564208984375, + 873.8396606445312, + 776.8304443359375, + 462.2152404785156, + 502.0403137207031, + 365.6313171386719, + 324.9783020019531, + 936.2569580078125, + 665.31689453125, + 601.1703491210938, + 639.4514770507812, + 425.2493591308594, + 523.6508178710938, + 783.0086059570312, + 796.883544921875, + 727.8746337890625, + 557.052734375, + 385.2895812988281, + 491.27606201171875, + 363.8146667480469, + 227.67918395996094, + 627.984619140625, + 493.2259521484375, + 517.449462890625, + 688.91650390625, + 516.2263793945312, + 455.24017333984375, + 453.48724365234375, + 601.9127197265625, + 470.86004638671875, + 677.2984008789062, + 571.06494140625, + 380.3110046386719, + 634.6289672851562, + 593.7928466796875, + 611.7321166992188, + 491.2095031738281, + 538.2662963867188, + 736.1705322265625, + 509.8437805175781, + 526.57275390625, + 723.6053466796875, + 533.0505981445312, + 858.146728515625, + 689.2430419921875, + 719.3765869140625, + 589.0516967773438, + 754.8251342773438, + 796.83837890625, + 565.89697265625, + 829.3234252929688, + 501.3176574707031, + 601.6900634765625, + 350.1889343261719, + 750.2583618164062, + 925.6988525390625, + 583.427490234375, + 601.006103515625, + 333.12738037109375, + 792.0975952148438, + 527.1864013671875, + 417.5222473144531, + 804.4580078125, + 804.741455078125, + 697.2986450195312, + 712.2806396484375, + 790.1849975585938, + 818.333984375, + 762.5074462890625, + 445.6092224121094, + 631.146240234375, + 372.83953857421875, + 782.3934326171875, + 538.9599609375, + 638.5672607421875, + 435.3080139160156, + 491.6074523925781, + 982.2197265625, + 679.3809204101562, + 625.27197265625, + 660.510986328125, + 494.7217712402344, + 607.915283203125, + 865.3270874023438, + 431.55743408203125, + 399.366455078125, + 828.4073486328125, + 516.7976684570312, + 613.5115966796875, + 658.0347900390625, + 516.3927612304688, + 818.8009643554688, + 580.8801879882812, + 521.503662109375, + 485.28387451171875, + 517.3174438476562, + 563.14990234375, + 412.87054443359375, + 593.5006713867188, + 785.8790893554688, + 810.0177001953125, + 616.57275390625, + 794.4905395507812, + 540.9396362304688, + 645.0648193359375, + 439.1192626953125, + 615.16015625, + 498.63116455078125, + 601.7847900390625, + 478.04803466796875, + 307.8667297363281, + 544.1384887695312, + 653.0028076171875, + 529.1082763671875, + 737.7839965820312, + 704.0425415039062, + 641.7064819335938, + 524.1353149414062, + 408.5423889160156, + 416.0821228027344, + 554.4759521484375, + 394.1756286621094, + 475.2638244628906, + 753.1585693359375, + 759.505126953125, + 780.1860961914062, + 592.4810180664062, + 645.0120239257812, + 837.6094970703125, + 1085.095458984375, + 644.3151245117188, + 528.562255859375, + 752.6929321289062, + 616.46142578125, + 415.9278259277344, + 816.1615600585938, + 389.6641845703125, + 791.9087524414062, + 586.7762451171875, + 662.0977783203125, + 786.4446411132812, + 566.701171875, + 635.7027587890625, + 578.407470703125, + 773.0725708007812, + 626.0350952148438, + 379.55810546875, + 783.9155883789062, + 923.2674560546875, + 774.2530517578125, + 736.4693603515625, + 852.5806884765625, + 434.2505187988281, + 554.8069458007812, + 692.6533203125, + 826.5818481445312, + 563.4030151367188, + 666.90478515625, + 975.7578125, + 342.0573425292969, + 615.3411254882812, + 574.218994140625, + 581.4189453125, + 723.437744140625, + 735.3238525390625, + 638.4404907226562, + 756.8630981445312, + 710.3245239257812, + 574.1734619140625, + 373.5513916015625, + 652.1912841796875, + 799.7940063476562, + 817.1287231445312, + 503.00030517578125, + 417.0662536621094, + 417.9219970703125, + 457.6973876953125, + 709.5654296875, + 400.9483642578125, + 514.4853515625, + 602.0991821289062, + 848.9017944335938, + 623.7777709960938, + 607.7022705078125, + 480.81036376953125, + 977.5322875976562, + 626.4298095703125, + 637.9638671875, + 673.177734375, + 625.4872436523438, + 436.95928955078125, + 720.8948364257812, + 690.5463256835938, + 599.0325927734375, + 612.23046875, + 590.7620849609375, + 580.373291015625, + 838.3475952148438, + 453.3326110839844, + 686.51708984375, + 494.6169738769531, + 689.349853515625, + 446.3874206542969, + 496.53875732421875, + 548.3724365234375, + 561.6377563476562, + 855.1787719726562, + 700.95263671875, + 686.0823974609375, + 1028.9539794921875, + 724.10693359375, + 553.2298583984375, + 676.8238525390625, + 628.4871215820312, + 478.2213439941406, + 561.7459716796875, + 579.9194946289062, + 577.5225830078125, + 1047.5604248046875, + 569.7470703125, + 456.3804626464844, + 493.29931640625, + 661.8825073242188, + 1081.3231201171875, + 454.2388000488281, + 626.3701171875, + 687.8216552734375, + 728.9783325195312, + 487.79705810546875, + 735.0474243164062, + 682.1988525390625, + 487.9042663574219, + 856.7294311523438, + 637.1685791015625, + 577.0639038085938, + 576.5665893554688, + 568.3436279296875, + 505.0700988769531, + 651.3410034179688, + 734.6361083984375, + 689.0907592773438, + 360.8607177734375, + 517.3992919921875, + 624.769287109375, + 657.4661865234375, + 831.3703002929688, + 620.5360107421875, + 629.9898071289062, + 369.472412109375, + 733.4495239257812, + 578.0172729492188, + 598.8579711914062, + 507.6803894042969, + 574.7911987304688, + 352.4042053222656, + 578.1437377929688, + 508.6058044433594, + 568.1987915039062, + 696.4688720703125, + 603.9364013671875, + 647.3926391601562, + 545.4176025390625, + 521.0963134765625, + 696.4967041015625, + 532.3167724609375, + 735.0392456054688, + 856.8262329101562, + 797.3502807617188, + 452.4745788574219, + 779.3350830078125, + 583.4628295898438, + 638.69287109375, + 598.8638916015625, + 682.257568359375, + 560.9677734375, + 610.4046020507812, + 756.3880615234375, + 850.9824829101562, + 908.0066528320312, + 364.4568176269531, + 743.8529663085938, + 711.9942016601562, + 506.116455078125, + 619.7733764648438, + 424.8848876953125, + 744.404541015625, + 734.5548706054688, + 541.659912109375, + 627.2188110351562, + 466.822265625, + 611.0745239257812, + 402.7489318847656, + 309.1529541015625, + 536.5010986328125, + 647.4091186523438, + 554.185791015625, + 486.2521667480469, + 522.6669921875, + 879.5439453125, + 903.0230712890625, + 418.3048095703125, + 364.3397216796875, + 735.597900390625, + 599.8953857421875, + 476.0894470214844, + 831.3287353515625, + 659.5681762695312, + 767.3626708984375, + 612.4635009765625, + 672.0888671875, + 723.7112426757812, + 776.304443359375, + 559.5657348632812, + 584.6884155273438, + 895.4389038085938, + 800.134033203125, + 734.397216796875, + 640.7598266601562, + 606.9301147460938, + 665.8265380859375, + 735.9534912109375, + 842.4319458007812, + 536.673583984375, + 654.8237915039062, + 547.8231201171875, + 749.2002563476562, + 578.103271484375, + 659.5733032226562, + 732.822021484375, + 539.7161254882812, + 385.1451721191406, + 640.0477294921875, + 321.2947082519531, + 846.4027099609375, + 876.9139404296875, + 661.0291748046875, + 492.4540100097656, + 374.29962158203125, + 979.0753784179688, + 745.9041137695312, + 529.4081420898438, + 888.5444946289062, + 743.6447143554688, + 648.8739624023438, + 779.0908203125, + 623.09375, + 770.5809936523438, + 345.4816589355469, + 631.4972534179688, + 524.2134399414062, + 767.4879760742188, + 565.418701171875, + 932.1505737304688, + 558.5143432617188, + 862.4544677734375, + 367.3948059082031, + 732.436279296875, + 675.3240966796875, + 979.4962768554688, + 776.3603515625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -62412,374 +77171,374 @@ 2 ], "wall_clock_s": [ - 614.8, - 512.6, - 528.3 + 970.0, + 1021.9, + 965.7 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.056815005838871, + "loss": 0.19433672726154327, "env_score_iters": 500, - "env_score": -4.383375644683838, + "env_score": -0.25881022214889526, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.4875, "grad_align_iters": 500, - "grad_align": 0.6153439283370972, - "rl_grad_norm": 0.5035053491592407, - "bc_grad_norm": 0.722761869430542, + "grad_align": -0.02764017879962921, + "rl_grad_norm": 0.6540187001228333, + "bc_grad_norm": 3.8032798767089844, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00008649595110910013, - "embedding.weight": 0.0018910173093900084, - "cnn.0.weight": 0.055624958127737045, - "cnn.0.bias": 0.0026881047524511814, - "cnn.2.weight": 0.020859023556113243, - "cnn.2.bias": 0.003667797427624464, - "cnn.5.weight": 0.03649919480085373, - "cnn.5.bias": 0.003716875799000263, - "action_emb.weight": 0.005950476508587599, - "timestep_emb.weight": 0.002436058595776558, - "pos_emb.weight": 0.004300892818719149, - "transformer.layers.0.self_attn.in_proj_weight": 0.040015749633312225, - "transformer.layers.0.self_attn.in_proj_bias": 0.0019713491201400757, - "transformer.layers.0.self_attn.out_proj.weight": 0.03520689159631729, - "transformer.layers.0.self_attn.out_proj.bias": 0.0024999319575726986, - "transformer.layers.0.linear1.weight": 0.03586637228727341, - "transformer.layers.0.linear1.bias": 0.0014025351265445352, - "transformer.layers.0.linear2.weight": 0.036937542259693146, - "transformer.layers.0.linear2.bias": 0.0017917134100571275, - "transformer.layers.0.norm1.weight": 0.00226461049169302, - "transformer.layers.0.norm1.bias": 0.0016450815601274371, - "transformer.layers.0.norm2.weight": 0.0034582752268761396, - "transformer.layers.0.norm2.bias": 0.0013117734342813492, - "transformer.layers.1.self_attn.in_proj_weight": 0.03861309587955475, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014920873800292611, - "transformer.layers.1.self_attn.out_proj.weight": 0.018720151856541634, - "transformer.layers.1.self_attn.out_proj.bias": 0.0013318296987563372, - "transformer.layers.1.linear1.weight": 0.018397726118564606, - "transformer.layers.1.linear1.bias": 0.0007651890628039837, - "transformer.layers.1.linear2.weight": 0.02100200206041336, - "transformer.layers.1.linear2.bias": 0.0012364538852125406, - "transformer.layers.1.norm1.weight": 0.002731973771005869, - "transformer.layers.1.norm1.bias": 0.001442206441424787, - "transformer.layers.1.norm2.weight": 0.0013903836952522397, - "transformer.layers.1.norm2.bias": 0.0006750747561454773, - "transformer.layers.2.self_attn.in_proj_weight": 0.03256935998797417, - "transformer.layers.2.self_attn.in_proj_bias": 0.001205122098326683, - "transformer.layers.2.self_attn.out_proj.weight": 0.017916737124323845, - "transformer.layers.2.self_attn.out_proj.bias": 0.0011650070082396269, - "transformer.layers.2.linear1.weight": 0.012973116710782051, - "transformer.layers.2.linear1.bias": 0.0006140038603916764, - "transformer.layers.2.linear2.weight": 0.014267007820308208, - "transformer.layers.2.linear2.bias": 0.0011632904643192887, - "transformer.layers.2.norm1.weight": 0.0022766159381717443, - "transformer.layers.2.norm1.bias": 0.001004155375994742, - "transformer.layers.2.norm2.weight": 0.000771722465287894, - "transformer.layers.2.norm2.bias": 0.0005230408860370517, - "transformer.layers.3.self_attn.in_proj_weight": 0.046641573309898376, - "transformer.layers.3.self_attn.in_proj_bias": 0.0025188839063048363, - "transformer.layers.3.self_attn.out_proj.weight": 0.019663043320178986, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018939453875645995, - "transformer.layers.3.linear1.weight": 0.038655657321214676, - "transformer.layers.3.linear1.bias": 0.0021973145194351673, - "transformer.layers.3.linear2.weight": 0.018664708361029625, - "transformer.layers.3.linear2.bias": 0.002750275656580925, - "transformer.layers.3.norm1.weight": 0.003700953209772706, - "transformer.layers.3.norm1.bias": 0.00323217804543674, - "transformer.layers.3.norm2.weight": 0.0032251630909740925, - "transformer.layers.3.norm2.bias": 0.0027718129567801952, - "head.weight": 0.2557190954685211, - "head.bias": 0.00593955535441637, - "global_embedding.weight": 0.032506875693798065, - "global_cnn.0.weight": 0.17981594800949097, - "global_cnn.0.bias": 0.007342261262238026, - "global_cnn.2.weight": 0.3527795076370239, - "global_cnn.2.bias": 0.02131684496998787, - "global_proj.weight": 0.07225264608860016, - "global_proj.bias": 0.059900086373090744, - "goal_head.0.weight": 0.05679550766944885, - "goal_head.0.bias": 0.028859062120318413, - "goal_head.2.weight": 0.12340097874403, - "goal_head.2.bias": 0.07869184017181396 + "global_gate": 0.00010081278014695272, + "embedding.weight": 0.0009955621790140867, + "cnn.0.weight": 0.016769956797361374, + "cnn.0.bias": 0.0006906635826453567, + "cnn.2.weight": 0.006229486782103777, + "cnn.2.bias": 0.0013015450676903129, + "cnn.5.weight": 0.0068100327625870705, + "cnn.5.bias": 0.0011641726596280932, + "action_emb.weight": 0.013325335457921028, + "timestep_emb.weight": 0.002493709558621049, + "pos_emb.weight": 0.006578377448022366, + "transformer.layers.0.self_attn.in_proj_weight": 0.02887018211185932, + "transformer.layers.0.self_attn.in_proj_bias": 0.002608006354421377, + "transformer.layers.0.self_attn.out_proj.weight": 0.033925190567970276, + "transformer.layers.0.self_attn.out_proj.bias": 0.004241999704390764, + "transformer.layers.0.linear1.weight": 0.06248432397842407, + "transformer.layers.0.linear1.bias": 0.0023704201448708773, + "transformer.layers.0.linear2.weight": 0.05119410902261734, + "transformer.layers.0.linear2.bias": 0.003128137905150652, + "transformer.layers.0.norm1.weight": 0.0015674916794523597, + "transformer.layers.0.norm1.bias": 0.002140011405572295, + "transformer.layers.0.norm2.weight": 0.006343323737382889, + "transformer.layers.0.norm2.bias": 0.0025228769518435, + "transformer.layers.1.self_attn.in_proj_weight": 0.0362958163022995, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024092569947242737, + "transformer.layers.1.self_attn.out_proj.weight": 0.03776087611913681, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030844956636428833, + "transformer.layers.1.linear1.weight": 0.034048933535814285, + "transformer.layers.1.linear1.bias": 0.001638277666643262, + "transformer.layers.1.linear2.weight": 0.043410684913396835, + "transformer.layers.1.linear2.bias": 0.00271741789765656, + "transformer.layers.1.norm1.weight": 0.002292701043188572, + "transformer.layers.1.norm1.bias": 0.002375201089307666, + "transformer.layers.1.norm2.weight": 0.0029144047293812037, + "transformer.layers.1.norm2.bias": 0.0018786108121275902, + "transformer.layers.2.self_attn.in_proj_weight": 0.057959314435720444, + "transformer.layers.2.self_attn.in_proj_bias": 0.0029504902195185423, + "transformer.layers.2.self_attn.out_proj.weight": 0.041355960071086884, + "transformer.layers.2.self_attn.out_proj.bias": 0.002764028264209628, + "transformer.layers.2.linear1.weight": 0.023059658706188202, + "transformer.layers.2.linear1.bias": 0.001391007797792554, + "transformer.layers.2.linear2.weight": 0.028275879099965096, + "transformer.layers.2.linear2.bias": 0.002869890071451664, + "transformer.layers.2.norm1.weight": 0.00503553869202733, + "transformer.layers.2.norm1.bias": 0.0039753238670527935, + "transformer.layers.2.norm2.weight": 0.001441938104107976, + "transformer.layers.2.norm2.bias": 0.0016920843627303839, + "transformer.layers.3.self_attn.in_proj_weight": 0.10803303122520447, + "transformer.layers.3.self_attn.in_proj_bias": 0.005902883596718311, + "transformer.layers.3.self_attn.out_proj.weight": 0.05127817019820213, + "transformer.layers.3.self_attn.out_proj.bias": 0.0039672148413956165, + "transformer.layers.3.linear1.weight": 0.04496791213750839, + "transformer.layers.3.linear1.bias": 0.0029033045284450054, + "transformer.layers.3.linear2.weight": 0.02777809090912342, + "transformer.layers.3.linear2.bias": 0.004690939094871283, + "transformer.layers.3.norm1.weight": 0.010974748991429806, + "transformer.layers.3.norm1.bias": 0.008513803593814373, + "transformer.layers.3.norm2.weight": 0.0034342329017817974, + "transformer.layers.3.norm2.bias": 0.003441574750468135, + "head.weight": 0.4033038020133972, + "head.bias": 0.011019719764590263, + "global_embedding.weight": 0.00817769207060337, + "global_cnn.0.weight": 0.07341162115335464, + "global_cnn.0.bias": 0.0032612828072160482, + "global_cnn.2.weight": 0.17979127168655396, + "global_cnn.2.bias": 0.010077320039272308, + "global_proj.weight": 0.03770004212856293, + "global_proj.bias": 0.031247472390532494, + "goal_head.0.weight": 0.026875507086515427, + "goal_head.0.bias": 0.013314112089574337, + "goal_head.2.weight": 0.038768015801906586, + "goal_head.2.bias": 0.029731016606092453 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.14309567213058472, - "repr_drift_kl_low_t": 0.09801217913627625, - "repr_drift_kl_mid_t": 0.10425752401351929, - "repr_drift_kl_high_t": 0.24561670422554016, + "repr_drift_kl": 0.7065221667289734, + "repr_drift_kl_low_t": 0.8308395147323608, + "repr_drift_kl_mid_t": 0.687987208366394, + "repr_drift_kl_high_t": 0.6020768284797668, "cka_iters": 500, - "cka_similarity": 0.550517737865448, + "cka_similarity": 0.44019749760627747, "t_analysis_iters": 500, - "norm_low_t": 0.5371825695037842, - "norm_high_t": 0.5877987146377563, - "lowhigh_cos": 0.7356937527656555, + "norm_low_t": 0.37549450993537903, + "norm_high_t": 1.5393462181091309, + "lowhigh_cos": 0.4353191554546356, "t_bin_norms": { - "t_0.0-0.1": 0.6942278742790222, - "t_0.1-0.2": 0.5139535069465637, - "t_0.2-0.3": 0.5550177097320557, - "t_0.3-0.4": 0.5297594666481018, - "t_0.4-0.5": 0.4661034643650055, - "t_0.5-0.6": 0.483866810798645, - "t_0.6-0.7": 0.4921894967556, - "t_0.7-0.8": 0.5597971677780151, - "t_0.8-0.9": 0.5304003357887268, - "t_0.9-1.0": 0.6188576817512512 - }, - "win_rate": 0.011354194954037666, - "effective_batch_size": 39.85641860961914, + "t_0.0-0.1": 0.46993324160575867, + "t_0.1-0.2": 0.37694069743156433, + "t_0.2-0.3": 0.48171374201774597, + "t_0.3-0.4": 0.4674128592014313, + "t_0.4-0.5": 0.4696676731109619, + "t_0.5-0.6": 0.5822285413742065, + "t_0.6-0.7": 0.5587994456291199, + "t_0.7-0.8": 0.6808835864067078, + "t_0.8-0.9": 1.2524456977844238, + "t_0.9-1.0": 1.6500635147094727 + }, + "win_rate": 0.1649484485387802, + "effective_batch_size": 776.3603515625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.24502509832382202, + "loss": 0.04829614609479904, "env_score_iters": 500, - "env_score": -2.020061731338501, + "env_score": -0.7213332653045654, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.41250000000000003, "grad_align_iters": 500, - "grad_align": 0.8275310397148132, - "rl_grad_norm": 0.893324613571167, - "bc_grad_norm": 1.1792125701904297, + "grad_align": -0.05549421161413193, + "rl_grad_norm": 0.23379656672477722, + "bc_grad_norm": 2.871227502822876, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000019754605091293342, - "embedding.weight": 0.0030903443694114685, - "cnn.0.weight": 0.06405021995306015, - "cnn.0.bias": 0.002702418714761734, - "cnn.2.weight": 0.018640903756022453, - "cnn.2.bias": 0.004130498040467501, - "cnn.5.weight": 0.024168262258172035, - "cnn.5.bias": 0.003278295276686549, - "action_emb.weight": 0.018203038722276688, - "timestep_emb.weight": 0.006105503533035517, - "pos_emb.weight": 0.008840587921440601, - "transformer.layers.0.self_attn.in_proj_weight": 0.07171057164669037, - "transformer.layers.0.self_attn.in_proj_bias": 0.007089130114763975, - "transformer.layers.0.self_attn.out_proj.weight": 0.06967705488204956, - "transformer.layers.0.self_attn.out_proj.bias": 0.010759417898952961, - "transformer.layers.0.linear1.weight": 0.07790147513151169, - "transformer.layers.0.linear1.bias": 0.004319157917052507, - "transformer.layers.0.linear2.weight": 0.08918529003858566, - "transformer.layers.0.linear2.bias": 0.008827979676425457, - "transformer.layers.0.norm1.weight": 0.004052735865116119, - "transformer.layers.0.norm1.bias": 0.00637719826772809, - "transformer.layers.0.norm2.weight": 0.007699283771216869, - "transformer.layers.0.norm2.bias": 0.005656136199831963, - "transformer.layers.1.self_attn.in_proj_weight": 0.07579291611909866, - "transformer.layers.1.self_attn.in_proj_bias": 0.005343471188098192, - "transformer.layers.1.self_attn.out_proj.weight": 0.08920446783304214, - "transformer.layers.1.self_attn.out_proj.bias": 0.007681736256927252, - "transformer.layers.1.linear1.weight": 0.04619988426566124, - "transformer.layers.1.linear1.bias": 0.002466717502102256, - "transformer.layers.1.linear2.weight": 0.06127389520406723, - "transformer.layers.1.linear2.bias": 0.0075225564651191235, - "transformer.layers.1.norm1.weight": 0.0044163670390844345, - "transformer.layers.1.norm1.bias": 0.004809924867004156, - "transformer.layers.1.norm2.weight": 0.0031481189653277397, - "transformer.layers.1.norm2.bias": 0.0024853264912962914, - "transformer.layers.2.self_attn.in_proj_weight": 0.09492965787649155, - "transformer.layers.2.self_attn.in_proj_bias": 0.005521897692233324, - "transformer.layers.2.self_attn.out_proj.weight": 0.06664780527353287, - "transformer.layers.2.self_attn.out_proj.bias": 0.007405020296573639, - "transformer.layers.2.linear1.weight": 0.0400184690952301, - "transformer.layers.2.linear1.bias": 0.002429396379739046, - "transformer.layers.2.linear2.weight": 0.047695133835077286, - "transformer.layers.2.linear2.bias": 0.007941598072648048, - "transformer.layers.2.norm1.weight": 0.006472212728112936, - "transformer.layers.2.norm1.bias": 0.006184594705700874, - "transformer.layers.2.norm2.weight": 0.0027586189098656178, - "transformer.layers.2.norm2.bias": 0.002965090097859502, - "transformer.layers.3.self_attn.in_proj_weight": 0.17360013723373413, - "transformer.layers.3.self_attn.in_proj_bias": 0.015822945162653923, - "transformer.layers.3.self_attn.out_proj.weight": 0.08019108325242996, - "transformer.layers.3.self_attn.out_proj.bias": 0.013968516141176224, - "transformer.layers.3.linear1.weight": 0.1698409616947174, - "transformer.layers.3.linear1.bias": 0.013962751254439354, - "transformer.layers.3.linear2.weight": 0.08809681981801987, - "transformer.layers.3.linear2.bias": 0.02168796956539154, - "transformer.layers.3.norm1.weight": 0.013777760788798332, - "transformer.layers.3.norm1.bias": 0.02302057482302189, - "transformer.layers.3.norm2.weight": 0.014506055042147636, - "transformer.layers.3.norm2.bias": 0.021997516974806786, - "head.weight": 1.3702523708343506, - "head.bias": 0.050444595515728, - "global_embedding.weight": 0.008815165609121323, - "global_cnn.0.weight": 0.06229601055383682, - "global_cnn.0.bias": 0.0019428195664659142, - "global_cnn.2.weight": 0.09948402643203735, - "global_cnn.2.bias": 0.004568132106214762, - "global_proj.weight": 0.032001350075006485, - "global_proj.bias": 0.025422722101211548, - "goal_head.0.weight": 0.019245987758040428, - "goal_head.0.bias": 0.010109484195709229, - "goal_head.2.weight": 0.03277604654431343, - "goal_head.2.bias": 0.02572561427950859 + "global_gate": 5.693925777450204e-05, + "embedding.weight": 0.0013248346513137221, + "cnn.0.weight": 0.01989290863275528, + "cnn.0.bias": 0.0009842336876317859, + "cnn.2.weight": 0.004967209417372942, + "cnn.2.bias": 0.002132023684680462, + "cnn.5.weight": 0.005469395779073238, + "cnn.5.bias": 0.0014960645930841565, + "action_emb.weight": 0.006070001982152462, + "timestep_emb.weight": 0.0014738324098289013, + "pos_emb.weight": 0.003045609686523676, + "transformer.layers.0.self_attn.in_proj_weight": 0.016467561945319176, + "transformer.layers.0.self_attn.in_proj_bias": 0.0012434048112481833, + "transformer.layers.0.self_attn.out_proj.weight": 0.014207434840500355, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020636122208088636, + "transformer.layers.0.linear1.weight": 0.030270885676145554, + "transformer.layers.0.linear1.bias": 0.0011670493986457586, + "transformer.layers.0.linear2.weight": 0.024294959381222725, + "transformer.layers.0.linear2.bias": 0.0017097367672249675, + "transformer.layers.0.norm1.weight": 0.0009906921768561006, + "transformer.layers.0.norm1.bias": 0.001146639813669026, + "transformer.layers.0.norm2.weight": 0.003203457687050104, + "transformer.layers.0.norm2.bias": 0.0015677505871281028, + "transformer.layers.1.self_attn.in_proj_weight": 0.023380378261208534, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011465728748589754, + "transformer.layers.1.self_attn.out_proj.weight": 0.019796311855316162, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016209895256906748, + "transformer.layers.1.linear1.weight": 0.015124473720788956, + "transformer.layers.1.linear1.bias": 0.0007562945829704404, + "transformer.layers.1.linear2.weight": 0.016505539417266846, + "transformer.layers.1.linear2.bias": 0.001432591350749135, + "transformer.layers.1.norm1.weight": 0.0013195479987189174, + "transformer.layers.1.norm1.bias": 0.0009900016011670232, + "transformer.layers.1.norm2.weight": 0.0013709983322769403, + "transformer.layers.1.norm2.bias": 0.0010129861766472459, + "transformer.layers.2.self_attn.in_proj_weight": 0.019364161416888237, + "transformer.layers.2.self_attn.in_proj_bias": 0.000995477195829153, + "transformer.layers.2.self_attn.out_proj.weight": 0.017085639759898186, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013936114264652133, + "transformer.layers.2.linear1.weight": 0.00993722677230835, + "transformer.layers.2.linear1.bias": 0.0005752496072091162, + "transformer.layers.2.linear2.weight": 0.012409050948917866, + "transformer.layers.2.linear2.bias": 0.0014283182099461555, + "transformer.layers.2.norm1.weight": 0.0014606573386117816, + "transformer.layers.2.norm1.bias": 0.0009401178685948253, + "transformer.layers.2.norm2.weight": 0.0006559626199305058, + "transformer.layers.2.norm2.bias": 0.0006147564854472876, + "transformer.layers.3.self_attn.in_proj_weight": 0.041353896260261536, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033355792984366417, + "transformer.layers.3.self_attn.out_proj.weight": 0.016388095915317535, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023725491482764482, + "transformer.layers.3.linear1.weight": 0.017846962437033653, + "transformer.layers.3.linear1.bias": 0.0014919942477717996, + "transformer.layers.3.linear2.weight": 0.011091443710029125, + "transformer.layers.3.linear2.bias": 0.003033061046153307, + "transformer.layers.3.norm1.weight": 0.003600243479013443, + "transformer.layers.3.norm1.bias": 0.0047994633205235004, + "transformer.layers.3.norm2.weight": 0.0013809510273858905, + "transformer.layers.3.norm2.bias": 0.002238656859844923, + "head.weight": 0.16574028134346008, + "head.bias": 0.006255777087062597, + "global_embedding.weight": 0.004144142381846905, + "global_cnn.0.weight": 0.050236985087394714, + "global_cnn.0.bias": 0.002039029961451888, + "global_cnn.2.weight": 0.12741835415363312, + "global_cnn.2.bias": 0.006390183698385954, + "global_proj.weight": 0.026148391887545586, + "global_proj.bias": 0.01870734803378582, + "goal_head.0.weight": 0.01601245254278183, + "goal_head.0.bias": 0.007727635093033314, + "goal_head.2.weight": 0.021000288426876068, + "goal_head.2.bias": 0.01745852455496788 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3057761490345001, - "repr_drift_kl_low_t": 0.27741870284080505, - "repr_drift_kl_mid_t": 0.27536332607269287, - "repr_drift_kl_high_t": 0.43206003308296204, + "repr_drift_kl": 0.45064714550971985, + "repr_drift_kl_low_t": 0.46861448884010315, + "repr_drift_kl_mid_t": 0.43363678455352783, + "repr_drift_kl_high_t": 0.4980502128601074, "cka_iters": 500, - "cka_similarity": 0.5663788914680481, + "cka_similarity": 0.4120028018951416, "t_analysis_iters": 500, - "norm_low_t": 0.5689811706542969, - "norm_high_t": 1.3269908428192139, - "lowhigh_cos": 0.3416339159011841, + "norm_low_t": 0.1923394650220871, + "norm_high_t": 0.5251719951629639, + "lowhigh_cos": 0.27761462330818176, "t_bin_norms": { - "t_0.0-0.1": 0.9530982375144958, - "t_0.1-0.2": 0.8623053431510925, - "t_0.2-0.3": 0.8984179496765137, - "t_0.3-0.4": 1.0753871202468872, - "t_0.4-0.5": 1.001582384109497, - "t_0.5-0.6": 1.1078307628631592, - "t_0.6-0.7": 1.1857404708862305, - "t_0.7-0.8": 1.1702086925506592, - "t_0.8-0.9": 1.3145251274108887, - "t_0.9-1.0": 1.785072922706604 - }, - "win_rate": 0.1650029420852661, - "effective_batch_size": 99.11427307128906, + "t_0.0-0.1": 0.2827487885951996, + "t_0.1-0.2": 0.2038584202528, + "t_0.2-0.3": 0.1881951093673706, + "t_0.3-0.4": 0.2679269313812256, + "t_0.4-0.5": 0.2372000813484192, + "t_0.5-0.6": 0.23330362141132355, + "t_0.6-0.7": 0.25056570768356323, + "t_0.7-0.8": 0.26803696155548096, + "t_0.8-0.9": 0.4051671624183655, + "t_0.9-1.0": 0.6752718687057495 + }, + "win_rate": 0.021162932738661766, + "effective_batch_size": 461.7080993652344, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.04326798766851425, + "loss": 0.16135463118553162, "env_score_iters": 500, - "env_score": -3.707443952560425, + "env_score": -0.40868380665779114, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.42500000000000004, "grad_align_iters": 500, - "grad_align": 0.710536777973175, - "rl_grad_norm": 0.19536060094833374, - "bc_grad_norm": 1.1329519748687744, + "grad_align": -0.10473877191543579, + "rl_grad_norm": 0.46607792377471924, + "bc_grad_norm": 5.382105827331543, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000012094666999473702, - "embedding.weight": 0.00017274165293201804, - "cnn.0.weight": 0.004224888514727354, - "cnn.0.bias": 0.0001948031858773902, - "cnn.2.weight": 0.0018232307629659772, - "cnn.2.bias": 0.0007444954244419932, - "cnn.5.weight": 0.0019270033808425069, - "cnn.5.bias": 0.000437802926171571, - "action_emb.weight": 0.0013523042434826493, - "timestep_emb.weight": 0.0004830822872463614, - "pos_emb.weight": 0.0006602682406082749, - "transformer.layers.0.self_attn.in_proj_weight": 0.005325191654264927, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005216321442276239, - "transformer.layers.0.self_attn.out_proj.weight": 0.005440459121018648, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008815454784780741, - "transformer.layers.0.linear1.weight": 0.005918548908084631, - "transformer.layers.0.linear1.bias": 0.000308798422338441, - "transformer.layers.0.linear2.weight": 0.007606610655784607, - "transformer.layers.0.linear2.bias": 0.0007849452085793018, - "transformer.layers.0.norm1.weight": 0.00032066975836642087, - "transformer.layers.0.norm1.bias": 0.0004581744724418968, - "transformer.layers.0.norm2.weight": 0.0004877045575994998, - "transformer.layers.0.norm2.bias": 0.0002951240458060056, - "transformer.layers.1.self_attn.in_proj_weight": 0.005734120961278677, - "transformer.layers.1.self_attn.in_proj_bias": 0.00038026939728297293, - "transformer.layers.1.self_attn.out_proj.weight": 0.00528498413041234, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006278930231928825, - "transformer.layers.1.linear1.weight": 0.004199765622615814, - "transformer.layers.1.linear1.bias": 0.00026360186166130006, - "transformer.layers.1.linear2.weight": 0.005775507539510727, - "transformer.layers.1.linear2.bias": 0.0006317768711596727, - "transformer.layers.1.norm1.weight": 0.00034685040009208024, - "transformer.layers.1.norm1.bias": 0.00040251066093333066, - "transformer.layers.1.norm2.weight": 0.00030230177799239755, - "transformer.layers.1.norm2.bias": 0.000314771372359246, - "transformer.layers.2.self_attn.in_proj_weight": 0.009872074238955975, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006961441249586642, - "transformer.layers.2.self_attn.out_proj.weight": 0.00552408630028367, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006556998123414814, - "transformer.layers.2.linear1.weight": 0.003066467121243477, - "transformer.layers.2.linear1.bias": 0.00022577980416826904, - "transformer.layers.2.linear2.weight": 0.0036770966835319996, - "transformer.layers.2.linear2.bias": 0.0007028859690763056, - "transformer.layers.2.norm1.weight": 0.0007983847171999514, - "transformer.layers.2.norm1.bias": 0.0008536945097148418, - "transformer.layers.2.norm2.weight": 0.00021562313486356288, - "transformer.layers.2.norm2.bias": 0.00028749468037858605, - "transformer.layers.3.self_attn.in_proj_weight": 0.010570862330496311, - "transformer.layers.3.self_attn.in_proj_bias": 0.0011137430556118488, - "transformer.layers.3.self_attn.out_proj.weight": 0.005713187158107758, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010837442241609097, - "transformer.layers.3.linear1.weight": 0.013356613926589489, - "transformer.layers.3.linear1.bias": 0.001193891977891326, - "transformer.layers.3.linear2.weight": 0.006971400696784258, - "transformer.layers.3.linear2.bias": 0.0017705662176012993, - "transformer.layers.3.norm1.weight": 0.000875816447660327, - "transformer.layers.3.norm1.bias": 0.001624672906473279, - "transformer.layers.3.norm2.weight": 0.001230918220244348, - "transformer.layers.3.norm2.bias": 0.0019358614226803184, - "head.weight": 0.09507310390472412, - "head.bias": 0.004389753565192223, - "global_embedding.weight": 0.007882361300289631, - "global_cnn.0.weight": 0.07156996428966522, - "global_cnn.0.bias": 0.0030568866059184074, - "global_cnn.2.weight": 0.10832962393760681, - "global_cnn.2.bias": 0.00671708770096302, - "global_proj.weight": 0.02758798375725746, - "global_proj.bias": 0.02387690544128418, - "goal_head.0.weight": 0.020910369232296944, - "goal_head.0.bias": 0.011828784830868244, - "goal_head.2.weight": 0.034595929086208344, - "goal_head.2.bias": 0.03370184823870659 + "global_gate": 6.982657214393839e-05, + "embedding.weight": 0.0011366140097379684, + "cnn.0.weight": 0.01646883226931095, + "cnn.0.bias": 0.0007006078958511353, + "cnn.2.weight": 0.004664639011025429, + "cnn.2.bias": 0.0011207321658730507, + "cnn.5.weight": 0.006291321944445372, + "cnn.5.bias": 0.0012424923479557037, + "action_emb.weight": 0.0117122707888484, + "timestep_emb.weight": 0.0028784996829926968, + "pos_emb.weight": 0.011304600164294243, + "transformer.layers.0.self_attn.in_proj_weight": 0.02885976992547512, + "transformer.layers.0.self_attn.in_proj_bias": 0.001620533294044435, + "transformer.layers.0.self_attn.out_proj.weight": 0.02995292842388153, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025276290252804756, + "transformer.layers.0.linear1.weight": 0.07201319187879562, + "transformer.layers.0.linear1.bias": 0.0022565447725355625, + "transformer.layers.0.linear2.weight": 0.05130144953727722, + "transformer.layers.0.linear2.bias": 0.0019797873683273792, + "transformer.layers.0.norm1.weight": 0.0016566739650443196, + "transformer.layers.0.norm1.bias": 0.0013533150777220726, + "transformer.layers.0.norm2.weight": 0.007953093387186527, + "transformer.layers.0.norm2.bias": 0.0017017503269016743, + "transformer.layers.1.self_attn.in_proj_weight": 0.04672204330563545, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013607708970084786, + "transformer.layers.1.self_attn.out_proj.weight": 0.03542470186948776, + "transformer.layers.1.self_attn.out_proj.bias": 0.0018824129365384579, + "transformer.layers.1.linear1.weight": 0.03079734370112419, + "transformer.layers.1.linear1.bias": 0.001325415214523673, + "transformer.layers.1.linear2.weight": 0.03927343338727951, + "transformer.layers.1.linear2.bias": 0.0017836379120126367, + "transformer.layers.1.norm1.weight": 0.003008690197020769, + "transformer.layers.1.norm1.bias": 0.001422352739609778, + "transformer.layers.1.norm2.weight": 0.002544783055782318, + "transformer.layers.1.norm2.bias": 0.0013537241611629725, + "transformer.layers.2.self_attn.in_proj_weight": 0.06494229286909103, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022367495112121105, + "transformer.layers.2.self_attn.out_proj.weight": 0.04234585538506508, + "transformer.layers.2.self_attn.out_proj.bias": 0.00175366154871881, + "transformer.layers.2.linear1.weight": 0.022216258570551872, + "transformer.layers.2.linear1.bias": 0.001052842941135168, + "transformer.layers.2.linear2.weight": 0.02743646875023842, + "transformer.layers.2.linear2.bias": 0.0017769052647054195, + "transformer.layers.2.norm1.weight": 0.004957572091370821, + "transformer.layers.2.norm1.bias": 0.0020279167219996452, + "transformer.layers.2.norm2.weight": 0.0013537624618038535, + "transformer.layers.2.norm2.bias": 0.00094779854407534, + "transformer.layers.3.self_attn.in_proj_weight": 0.0983826145529747, + "transformer.layers.3.self_attn.in_proj_bias": 0.0052637094631791115, + "transformer.layers.3.self_attn.out_proj.weight": 0.043691761791706085, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030909704510122538, + "transformer.layers.3.linear1.weight": 0.039518870413303375, + "transformer.layers.3.linear1.bias": 0.002470965962857008, + "transformer.layers.3.linear2.weight": 0.02128314971923828, + "transformer.layers.3.linear2.bias": 0.003747306764125824, + "transformer.layers.3.norm1.weight": 0.008462817408144474, + "transformer.layers.3.norm1.bias": 0.007872743532061577, + "transformer.layers.3.norm2.weight": 0.0029123255517333746, + "transformer.layers.3.norm2.bias": 0.0028044155333191156, + "head.weight": 0.3359132707118988, + "head.bias": 0.007350572384893894, + "global_embedding.weight": 0.0036488627083599567, + "global_cnn.0.weight": 0.04043450951576233, + "global_cnn.0.bias": 0.0013383388286456466, + "global_cnn.2.weight": 0.08397892117500305, + "global_cnn.2.bias": 0.0038959351368248463, + "global_proj.weight": 0.015200617723166943, + "global_proj.bias": 0.0123637979850173, + "goal_head.0.weight": 0.009801139123737812, + "goal_head.0.bias": 0.004695722833275795, + "goal_head.2.weight": 0.015432088635861874, + "goal_head.2.bias": 0.010265910997986794 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3930947780609131, - "repr_drift_kl_low_t": 0.40537774562835693, - "repr_drift_kl_mid_t": 0.35461270809173584, - "repr_drift_kl_high_t": 0.5275126695632935, + "repr_drift_kl": 0.7627052068710327, + "repr_drift_kl_low_t": 0.9013063311576843, + "repr_drift_kl_mid_t": 0.7409364581108093, + "repr_drift_kl_high_t": 0.6620565056800842, "cka_iters": 500, - "cka_similarity": 0.6730238795280457, + "cka_similarity": 0.5359615683555603, "t_analysis_iters": 500, - "norm_low_t": 0.3949490487575531, - "norm_high_t": 0.29345741868019104, - "lowhigh_cos": 0.45322859287261963, + "norm_low_t": 0.3092426061630249, + "norm_high_t": 0.9958301186561584, + "lowhigh_cos": 0.25323325395584106, "t_bin_norms": { - "t_0.0-0.1": 0.17635402083396912, - "t_0.1-0.2": 0.178363636136055, - "t_0.2-0.3": 0.19388476014137268, - "t_0.3-0.4": 0.17701610922813416, - "t_0.4-0.5": 0.22487103939056396, - "t_0.5-0.6": 0.20893381536006927, - "t_0.6-0.7": 0.2821277379989624, - "t_0.7-0.8": 0.29173529148101807, - "t_0.8-0.9": 0.27814608812332153, - "t_0.9-1.0": 0.36585643887519836 - }, - "win_rate": 0.007336343172937632, - "effective_batch_size": 67.5317611694336, + "t_0.0-0.1": 0.495134174823761, + "t_0.1-0.2": 0.2448616325855255, + "t_0.2-0.3": 0.28469225764274597, + "t_0.3-0.4": 0.2936593294143677, + "t_0.4-0.5": 0.28177258372306824, + "t_0.5-0.6": 0.3972361981868744, + "t_0.6-0.7": 0.3538398742675781, + "t_0.7-0.8": 0.4942845106124878, + "t_0.8-0.9": 0.7463616728782654, + "t_0.9-1.0": 1.6384674310684204 + }, + "win_rate": 0.136409729719162, + "effective_batch_size": 687.2611083984375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "frozen_backbone": { - "score": 0.6583333333333333, - "score_std": 0.023570226039551608, + "score": 0.4666666666666666, + "score_std": 0.005892556509887888, "all_scores": [ - 0.625, - 0.675, - 0.675 + 0.4625, + 0.475, + 0.46249999999999997 ], "history": { "iters": [ @@ -63285,506 +78044,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.321034550666809, - 3.0900509357452393, - 0.8594297170639038, - 0.2878643572330475, - 1.0828263759613037, - 0.40962451696395874, - 0.4061713218688965, - 0.058418817818164825, - 0.21552778780460358, - 0.27522292733192444, - 0.1378171294927597, - 2.502340078353882, - 0.0049863094463944435, - 0.6762322187423706, - 0.2183280885219574, - 0.35994580388069153, - 1.200522780418396, - 1.042017936706543, - 0.707103431224823, - 0.4137509763240814, - 0.5452341437339783, - 0.5071655511856079, - 0.7531039118766785, - 0.08508526533842087, - 1.0458910465240479, - 1.499922275543213, - 0.24108725786209106, - 1.084059476852417, - 1.2533588409423828, - 0.5538085103034973, - 0.47542235255241394, - 0.5375760793685913, - 0.22126959264278412, - 0.6891457438468933, - 1.1784744262695312, - 0.14097262918949127, - 0.24563273787498474, - 2.3969662189483643, - 1.2973029613494873, - 1.1224079132080078, - 0.19000126421451569, - 1.0677311420440674, - 1.0794551372528076, - 0.2599260210990906, - 0.38522112369537354, - 0.4483069181442261, - 1.8420777320861816, - 0.255928635597229, - 0.2795206904411316, - 0.03457164019346237, - 0.0087837940081954, - 0.8220228552818298, - 0.13247399032115936, - 0.9908382296562195, - 0.2922190725803375, - 0.8679310083389282, - 1.0167940855026245, - 1.023790955543518, - 1.6790472269058228, - 0.35686856508255005, - 1.0671294927597046, - 0.4897546172142029, - 0.013076773844659328, - 1.0995903015136719, - 0.18642033636569977, - 0.38442447781562805, - 0.6308635473251343, - 0.43059879541397095, - 0.0034594228491187096, - 0.5808680057525635, - 1.08648681640625, - 0.7924599647521973, - 0.7441176176071167, - 0.01660609059035778, - 0.183898463845253, - 0.22298447787761688, - 0.24015678465366364, - 0.9324510097503662, - 0.45752280950546265, - 0.3111063241958618, - 1.129275918006897, - 0.23927026987075806, - 0.12926848232746124, - 0.390063613653183, - 0.02408866211771965, - 0.0070713902823626995, - 0.2455393522977829, - 0.7591016292572021, - 0.7760587334632874, - 0.24843697249889374, - 0.03743763267993927, - 0.20000162720680237, - 0.06229963153600693, - 0.38250041007995605, - 0.03474300354719162, - 0.8749774694442749, - 0.13162861764431, - 0.33691373467445374, - 0.9882354736328125, - 0.3381330668926239, - 0.5891137719154358, - 0.1285317987203598, - 0.8981586694717407, - 0.2910664975643158, - 0.06641948223114014, - 0.05555079132318497, - 0.5678831934928894, - 0.0927993655204773, - 0.1602174937725067, - 0.1688261777162552, - 0.10828223824501038, - 0.25661173462867737, - 0.582913875579834, - 0.0809069275856018, - 0.08584211021661758, - 0.1595299243927002, - 0.42971232533454895, - 0.9120830297470093, - 0.7717090249061584, - 1.3108270168304443, - 0.17750707268714905, - 0.006546160206198692, - 0.433918297290802, - 0.014700460247695446, - 0.9004346132278442, - 0.10433776676654816, - 0.015638263896107674, - 0.9884023070335388, - 0.2672047019004822, - 0.10338151454925537, - 0.06134282425045967, - 0.1223275437951088, - 0.16519421339035034, - 0.7494019269943237, - 0.10590696334838867, - 0.18779999017715454, - 0.12924212217330933, - 0.4766894578933716, - 0.6208131909370422, - 0.4589212238788605, - 0.025969238951802254, - 1.316502571105957, - 0.24770620465278625, - 0.9829492568969727, - 0.09127746522426605, - 0.3059161305427551, - 0.1431889683008194, - 0.11598985642194748, - 0.5928993821144104, - 0.7971729040145874, - 0.6850697994232178, - 1.1220186948776245, - 1.0419591665267944, - 1.4166865348815918, - 0.30434003472328186, - 0.5451579093933105, - 0.2530943751335144, - 0.30935239791870117, - 0.013965249061584473, - 0.7692233324050903, - 0.026888171210885048, - 0.30334699153900146, - 0.09435836225748062, - 0.0347268208861351, - 0.2030763328075409, - 0.15039655566215515, - 0.333631694316864, - 0.6344652771949768, - 0.030521748587489128, - 0.07321412861347198, - 0.32517921924591064, - 0.9443243741989136, - 1.163125991821289, - 0.7073744535446167, - 1.2758712768554688, - 0.03543912619352341, - 0.35625067353248596, - 0.145406112074852, - 0.4724731147289276, - 0.5206412076950073, - 0.2780960500240326, - 0.7444355487823486, - 0.22708924114704132, - 0.01622050441801548, - 0.24263344705104828, - 0.08936939388513565, - 0.3155936300754547, - 0.48192283511161804, - 1.2609308958053589, - 0.026181742548942566, - 0.42283904552459717, - 0.5085412263870239, - 1.1859499216079712, - 0.028436744585633278, - 0.872078001499176, - 0.15974287688732147, - 0.6174097061157227, - 0.06765510141849518, - 0.6824612021446228, - 0.291629433631897, - 0.8935242295265198, - 0.6764847040176392, - 0.32147929072380066, - 0.5064911246299744, - 0.6714809536933899, - 1.3168967962265015, - 0.4601650834083557, - 0.7809420824050903, - 0.26844432950019836, - 0.06768526881933212, - 0.16063259541988373, - 0.7625606656074524, - 0.2759094536304474, - 0.05110258609056473, - 0.36595264077186584, - 0.05121128633618355, - 0.09000694006681442, - 0.04260696470737457, - 0.06700588762760162, - 0.7481600642204285, - 0.9428432583808899, - 0.2730492949485779, - 0.7450008988380432, - 0.44511598348617554, - 0.49232813715934753, - 0.0724615752696991, - 0.054056234657764435, - 1.0961687564849854, - 1.0430084466934204, - 0.12510457634925842, - 0.7340432405471802, - 1.0919502973556519, - 0.503267765045166, - 0.051310617476701736, - 1.3828195333480835, - 0.57997065782547, - 0.3509034216403961, - 0.24090099334716797, - 0.28592732548713684, - 0.05342745780944824, - 0.289705365896225, - 0.06546290963888168, - 0.26324591040611267, - 0.17756636440753937, - 0.11728732287883759, - 0.260250985622406, - 1.338232159614563, - 0.04015783220529556, - 0.13160575926303864, - 0.08821754157543182, - 0.765417754650116, - 0.13406997919082642, - 0.5542153120040894, - 1.1650197505950928, - 0.5771031379699707, - 0.01810515485703945, - 0.4820931553840637, - 0.25587791204452515, - 0.32368379831314087, - 1.1124277114868164, - 0.05852174758911133, - 0.7482585906982422, - 0.40125301480293274, - 0.18773110210895538, - 0.5975486636161804, - 0.0708453431725502, - 0.7410409450531006, - 0.3879086673259735, - 0.06323087215423584, - 0.567267656326294, - 1.065021276473999, - 0.17031416296958923, - 0.030023036524653435, - 1.4078905582427979, - 1.0643513202667236, - 1.0012978315353394, - 0.23137471079826355, - 0.4081253707408905, - 0.10605379194021225, - 0.9170928001403809, - 1.2759807109832764, - 0.3622276484966278, - 0.18466874957084656, - 0.4972592294216156, - 0.9337581396102905, - 0.151810884475708, - 0.6263289451599121, - 0.8044384717941284, - 0.21579334139823914, - 1.1196990013122559, - 0.3216154873371124, - 0.19403739273548126, - 0.5908743143081665, - 0.4308073818683624, - 0.5750048756599426, - 0.6578150987625122, - 0.028421130031347275, - 1.117286205291748, - 0.1569974273443222, - 0.18317574262619019, - 0.12499731034040451, - 0.028643876314163208, - 0.8955650329589844, - 0.6515408158302307, - 0.21865925192832947, - 0.5925809144973755, - 0.13893285393714905, - 0.6375244855880737, - 0.5117801427841187, - 0.18713460862636566, - 0.017683248966932297, - 0.2029711753129959, - 0.19655853509902954, - 0.00792622473090887, - 0.5383275747299194, - 0.043285515159368515, - 0.05057191103696823, - 0.5616007447242737, - 0.17853347957134247, - 0.06644176691770554, - 0.9972037076950073, - 0.11273965239524841, - 0.6005215048789978, - 0.06587193161249161, - 0.022518526762723923, - 0.9716247916221619, - 0.0719950869679451, - 0.8642032742500305, - 0.04953763633966446, - 0.08100035786628723, - 1.178408145904541, - 0.49545711278915405, - 0.16942621767520905, - 0.1775180846452713, - 0.5263998508453369, - 0.20031197369098663, - 0.09223852306604385, - 0.01711868681013584, - 0.38294288516044617, - 0.5174168348312378, - 0.04745442047715187, - 0.05586861073970795, - 0.8580575585365295, - 0.048845212906599045, - 0.6017968654632568, - 0.2548598349094391, - 0.7408643364906311, - 0.6856465935707092, - 0.19772179424762726, - 0.3859250247478485, - 0.11709190905094147, - 0.06306063383817673, - 0.03209617733955383, - 0.2652205526828766, - 0.06320051848888397, - 1.1661850214004517, - 0.13266508281230927, - 0.1852545142173767, - 0.022629370912909508, - 0.9761391878128052, - 0.4443480968475342, - 0.11012865602970123, - 1.1098459959030151, - 0.3284884989261627, - 0.29099491238594055, - 1.1153088808059692, - 0.6638977527618408, - 0.1799592822790146, - 0.06902497261762619, - 0.7957756519317627, - 0.4942566752433777, - 0.055364612489938736, - 0.019872069358825684, - 0.5832462310791016, - 0.39344432950019836, - 0.6828067302703857, - 0.7002845406532288, - 0.24501515924930573, - 0.8978369235992432, - 0.2261349856853485, - 0.2652580142021179, - 0.9016873240470886, - 0.04546871781349182, - 0.09757865220308304, - 0.15446755290031433, - 0.3605404198169708, - 0.10590314120054245, - 0.24485521018505096, - 0.10548611730337143, - 1.30789053440094, - 0.10693365335464478, - 0.019889825955033302, - 0.13629241287708282, - 0.07401753962039948, - 1.4782931804656982, - 0.05549648404121399, - 0.7122128009796143, - 1.3080804347991943, - 0.24362461268901825, - 0.7523043751716614, - 0.04265135899186134, - 0.888399600982666, - 0.06669699400663376, - 0.23323503136634827, - 0.8958779573440552, - 0.6557934284210205, - 1.1746233701705933, - 0.3828203082084656, - 0.5283116102218628, - 0.6845376491546631, - 0.3596433401107788, - 0.8765512108802795, - 1.2139458656311035, - 0.5943357944488525, - 0.07002198696136475, - 0.5713518261909485, - 0.4024614989757538, - 0.9716034531593323, - 0.24884025752544403, - 0.29083991050720215, - 0.5748600363731384, - 1.0855927467346191, - 0.7761211395263672, - 0.36971670389175415, - 0.08547915518283844, - 0.7183792591094971, - 0.5442515015602112, - 0.051288895308971405, - 0.05656253173947334, - 0.7007569670677185, - 0.04597381502389908, - 0.986775279045105, - 0.2848954200744629, - 0.020352032035589218, - 0.17585070431232452, - 0.29601091146469116, - 0.7518169283866882, - 0.2650306820869446, - 0.1525641232728958, - 0.3327118456363678, - 0.33764368295669556, - 0.5431371331214905, - 0.5152532458305359, - 0.10383056104183197, - 0.34701284766197205, - 0.5112727284431458, - 0.759314775466919, - 0.13571327924728394, - 0.45052120089530945, - 0.029490096494555473, - 0.26421770453453064, - 0.2506108582019806, - 1.463761568069458, - 0.027687780559062958, - 0.8883289098739624, - 0.16230173408985138, - 0.1195097416639328, - 0.07951603084802628, - 0.9610699415206909, - 0.2890375852584839, - 0.12705671787261963, - 0.048050135374069214, - 0.017387226223945618, - 0.21088595688343048, - 0.4544931650161743, - 0.8369487524032593, - 0.08703462034463882, - 0.24681678414344788, - 0.19389323890209198, - 0.6258699893951416, - 0.45605647563934326, - 0.04293807968497276, - 0.36136576533317566, - 0.0497274287045002, - 0.025263112038373947, - 0.7815372943878174, - 0.07262003421783447, - 0.41824400424957275, - 0.053104184567928314, - 0.4284376800060272, - 0.5701206922531128, - 0.5790051817893982, - 0.9261128306388855, - 1.2031543254852295, - 0.3072497248649597, - 0.03244836628437042, - 1.3164637088775635, - 1.3288589715957642, - 0.2075669914484024, - 0.49363401532173157, - 1.3295509815216064, - 0.11501963436603546, - 0.05754191428422928, - 0.7900965213775635, - 0.08880797773599625, - 0.5467862486839294, - 0.25286179780960083, - 0.45679771900177, - 0.023882562294602394 + 0.7734967470169067, + 1.069536805152893, + 0.6618708372116089, + 0.5719342827796936, + 0.4789090156555176, + 0.6094679832458496, + 0.7088425159454346, + 0.5655056834220886, + 0.9435723423957825, + 0.5183965563774109, + 0.2869052290916443, + 1.265089750289917, + 0.41328248381614685, + 0.5112163424491882, + 0.7910626530647278, + 0.7505516409873962, + 0.5029630661010742, + 0.8742828965187073, + 1.2066760063171387, + 0.9413891434669495, + 0.6188646554946899, + 0.42647841572761536, + 0.6519555449485779, + 0.41529348492622375, + 0.6878405213356018, + 0.5197660326957703, + 0.6479138135910034, + 0.5601087808609009, + 0.5921661853790283, + 0.6594561338424683, + 0.38657334446907043, + 0.9259481430053711, + 0.5009797215461731, + 0.3451412320137024, + 0.48435425758361816, + 0.5242491364479065, + 0.7490109801292419, + 0.42665743827819824, + 0.7254578471183777, + 0.97544926404953, + 0.4108585715293884, + 0.4205545485019684, + 0.514790952205658, + 0.28975269198417664, + 0.28688716888427734, + 0.4361405372619629, + 0.4611150026321411, + 0.6555749177932739, + 0.3373238444328308, + 0.15204669535160065, + 0.4588717222213745, + 0.40987837314605713, + 0.3328731954097748, + 0.4669693410396576, + 0.6077659726142883, + 0.21103590726852417, + 0.34842395782470703, + 0.18046055734157562, + 0.6057174205780029, + 0.380824476480484, + 0.4533338248729706, + 0.3718109428882599, + 0.514538586139679, + 0.38963955640792847, + 0.3136359453201294, + 0.3862038254737854, + 0.3802074193954468, + 0.3990110158920288, + 0.43868905305862427, + 0.4519173502922058, + 0.4055936336517334, + 0.4490409791469574, + 0.31953349709510803, + 0.37180095911026, + 0.36144641041755676, + 0.4139403998851776, + 0.136286199092865, + 0.3619506359100342, + 0.3735083341598511, + 0.3748147487640381, + 0.34437647461891174, + 0.513446569442749, + 0.1597425639629364, + 0.4959510862827301, + 0.40637511014938354, + 0.4380965828895569, + 0.2736227214336395, + 0.49373266100883484, + 0.32266944646835327, + 0.38616499304771423, + 0.38634204864501953, + 0.3888702988624573, + 0.4527169167995453, + 0.4174051880836487, + 0.2885018587112427, + 0.3554321825504303, + 0.2711239159107208, + 0.23891256749629974, + 0.24085159599781036, + 0.30181095004081726, + 0.3293445110321045, + 0.5211137533187866, + 0.5152642726898193, + 0.2872776687145233, + 0.45787593722343445, + 0.4549059271812439, + 0.29245033860206604, + 0.16871699690818787, + 0.17628495395183563, + 0.37090831995010376, + 0.3522511124610901, + 0.18974868953227997, + 0.2817252576351166, + 0.3090055286884308, + 0.3232893645763397, + 0.35646677017211914, + 0.3767930567264557, + 0.3536818027496338, + 0.2663860619068146, + 0.41717249155044556, + 0.5919075012207031, + 0.23472417891025543, + 0.19550509750843048, + 0.3894907534122467, + 0.19202539324760437, + 0.3486874997615814, + 0.48968416452407837, + 0.24859008193016052, + 0.5167297720909119, + 0.4163850247859955, + 0.41508543491363525, + 0.40872326493263245, + 0.31650441884994507, + 0.508759081363678, + 0.3637392520904541, + 0.3712691068649292, + 0.3142341375350952, + 0.4130975902080536, + 0.37716636061668396, + 0.2041521817445755, + 0.36695635318756104, + 0.4037061333656311, + 0.5815129280090332, + 0.27807173132896423, + 0.20660319924354553, + 0.1874135136604309, + 0.06884589791297913, + 0.508571207523346, + 0.31816014647483826, + 0.32681870460510254, + 0.42826396226882935, + 0.3721923232078552, + 0.5420799851417542, + 0.28443965315818787, + 0.5285206437110901, + 0.3898414373397827, + 0.44661760330200195, + 0.22036150097846985, + 0.3123451769351959, + 0.36087626218795776, + 0.2538178563117981, + 0.324403315782547, + 0.29552939534187317, + 0.3699004650115967, + 0.4035491943359375, + 0.5988591313362122, + 0.10750740766525269, + 0.4081648290157318, + 0.3267534673213959, + 0.43266695737838745, + 0.44199860095977783, + 0.3885315954685211, + 0.10666444152593613, + 0.3647116720676422, + 0.357500821352005, + 0.4021315574645996, + 0.30362603068351746, + 0.40195658802986145, + 0.3639723062515259, + 0.24053199589252472, + 0.37212640047073364, + 0.5245152711868286, + 0.32745683193206787, + 0.5187814831733704, + 0.4043601453304291, + 0.32078856229782104, + 0.2015732377767563, + 0.5767753720283508, + 0.513373076915741, + 0.3678944706916809, + 0.300618976354599, + 0.5272440910339355, + 0.42085838317871094, + 0.23324234783649445, + 0.42392992973327637, + 0.4170059561729431, + 0.357686311006546, + 0.39716556668281555, + 0.14623168110847473, + 0.34578225016593933, + 0.3152059018611908, + 0.3764667212963104, + 0.38005346059799194, + 0.29754766821861267, + 0.2516809105873108, + 0.38427749276161194, + 0.41299834847450256, + 0.21966055035591125, + 0.45509782433509827, + 0.18602216243743896, + 0.4426381289958954, + 0.2008359432220459, + 0.3293662965297699, + 0.1920689344406128, + 0.3723341226577759, + 0.28089916706085205, + 0.31198960542678833, + 0.39191925525665283, + 0.4097827672958374, + 0.2911667227745056, + 0.2820892930030823, + 0.420943945646286, + 0.2492149919271469, + 0.4926578998565674, + 0.2929346561431885, + 0.120435930788517, + 0.5426828861236572, + 0.4949004352092743, + 0.3358829617500305, + 0.4427744150161743, + 0.20162339508533478, + 0.5030912756919861, + 0.36282622814178467, + 0.21713684499263763, + 0.21863922476768494, + 0.31447845697402954, + 0.16627036035060883, + 0.28681424260139465, + 0.450756311416626, + 0.25317126512527466, + 0.4226749837398529, + 0.36857926845550537, + 0.47737452387809753, + 0.22207890450954437, + 0.4946410655975342, + 0.27578723430633545, + 0.2292119562625885, + 0.3793559968471527, + 0.40717068314552307, + 0.16977940499782562, + 0.20098815858364105, + 0.32677534222602844, + 0.44066980481147766, + 0.35827258229255676, + 0.40038740634918213, + 0.3490564823150635, + 0.376964271068573, + 0.34500280022621155, + 0.25897517800331116, + 0.17473147809505463, + 0.321833074092865, + 0.177159383893013, + 0.18160036206245422, + 0.4467155933380127, + 0.34820830821990967, + 0.6667858958244324, + 0.2372608631849289, + 0.2572883665561676, + 0.4753132462501526, + 0.49744537472724915, + 0.2951381802558899, + 0.5033077001571655, + 0.3620520830154419, + 0.26947757601737976, + 0.11158937960863113, + 0.4609338939189911, + 0.2671242356300354, + 0.23698914051055908, + 0.45700958371162415, + 0.2155485898256302, + 0.5399289131164551, + 0.2753573954105377, + 0.4304465055465698, + 0.286338746547699, + 0.4514305591583252, + 0.2167629450559616, + 0.2800096571445465, + 0.38847658038139343, + 0.3719090521335602, + 0.3145691156387329, + 0.321799099445343, + 0.36865606904029846, + 0.34232115745544434, + 0.33033987879753113, + 0.4538190960884094, + 0.37536361813545227, + 0.2338123619556427, + 0.33271291851997375, + 0.3127083480358124, + 0.1651788353919983, + 0.3017497956752777, + 0.2536099851131439, + 0.26700735092163086, + 0.1497299075126648, + 0.3262025713920593, + 0.34366893768310547, + 0.4333747625350952, + 0.35900968313217163, + 0.2737761437892914, + 0.22918537259101868, + 0.37503471970558167, + 0.3846575915813446, + 0.2191941887140274, + 0.28211814165115356, + 0.34815847873687744, + 0.18521228432655334, + 0.27669599652290344, + 0.36751654744148254, + 0.2610380947589874, + 0.25261932611465454, + 0.1672854721546173, + 0.3875618875026703, + 0.22595921158790588, + 0.2272883802652359, + 0.20384405553340912, + 0.47274404764175415, + 0.29060742259025574, + 0.2094200849533081, + 0.16971738636493683, + 0.32784852385520935, + 0.29736030101776123, + 0.39297041296958923, + 0.30443981289863586, + 0.27976104617118835, + 0.3030388355255127, + 0.4607539176940918, + 0.2391195446252823, + 0.3563375771045685, + 0.23171408474445343, + 0.3007313013076782, + 0.08243995159864426, + 0.20503230392932892, + 0.16891919076442719, + 0.2588122487068176, + 0.19317394495010376, + 0.3631337285041809, + 0.49504971504211426, + 0.2786063849925995, + 0.21437186002731323, + 0.5576196908950806, + 0.3479599356651306, + 0.24106039106845856, + 0.29367098212242126, + 0.3212202787399292, + 0.23654155433177948, + 0.33862218260765076, + 0.22439756989479065, + 0.37667912244796753, + 0.39881500601768494, + 0.33972761034965515, + 0.21016010642051697, + 0.43104973435401917, + 0.3131793737411499, + 0.44903498888015747, + 0.3681848347187042, + 0.3399331271648407, + 0.334798663854599, + 0.20609615743160248, + 0.21867381036281586, + 0.40479913353919983, + 0.2814400792121887, + 0.37261611223220825, + 0.4099959135055542, + 0.41842594742774963, + 0.2612089514732361, + 0.26781389117240906, + 0.26834648847579956, + 0.1449747532606125, + 0.21302065253257751, + 0.3711076080799103, + 0.33867499232292175, + 0.2322506159543991, + 0.24032777547836304, + 0.2378263771533966, + 0.2605905830860138, + 0.26845887303352356, + 0.392511785030365, + 0.2476428896188736, + 0.14952749013900757, + 0.4126139283180237, + 0.41262558102607727, + 0.26721110939979553, + 0.22480706870555878, + 0.1704157292842865, + 0.24567435681819916, + 0.3275107741355896, + 0.3019218146800995, + 0.23352289199829102, + 0.30235734581947327, + 0.4138628840446472, + 0.32878461480140686, + 0.18419048190116882, + 0.16002726554870605, + 0.3240719735622406, + 0.3993314206600189, + 0.265420138835907, + 0.34200429916381836, + 0.37037205696105957, + 0.1850387006998062, + 0.3767090439796448, + 0.2225811928510666, + 0.38636690378189087, + 0.3317410945892334, + 0.35496440529823303, + 0.22921955585479736, + 0.3534142076969147, + 0.28733354806900024, + 0.35251957178115845, + 0.2742583155632019, + 0.15555889904499054, + 0.15402716398239136, + 0.33342498540878296, + 0.2748672664165497, + 0.3717535734176636, + 0.21452957391738892, + 0.16210925579071045, + 0.3115091919898987, + 0.11729960888624191, + 0.3086496591567993, + 0.2501733899116516, + 0.3075879216194153, + 0.16854238510131836, + 0.2535422742366791, + 0.1995081603527069, + 0.2950575351715088, + 0.37067365646362305, + 0.4439614713191986, + 0.3514021039009094, + 0.41565507650375366, + 0.3424958884716034, + 0.21916185319423676, + 0.23692014813423157, + 0.29988354444503784, + 0.2711198925971985, + 0.2709801495075226, + 0.4451204240322113, + 0.24760088324546814, + 0.24782030284404755, + 0.21783564984798431, + 0.2200024425983429, + 0.36931082606315613, + 0.3458048105239868, + 0.12910057604312897, + 0.41644108295440674, + 0.31734561920166016, + 0.30174142122268677, + 0.25237420201301575, + 0.18952281773090363, + 0.11130767315626144, + 0.2908141016960144, + 0.2080046832561493, + 0.4417613744735718, + 0.27608755230903625, + 0.36002984642982483, + 0.2773889899253845, + 0.3355156183242798, + 0.3539504408836365, + 0.3996357023715973, + 0.3116830885410309, + 0.23131349682807922, + 0.13986702263355255, + 0.26362353563308716, + 0.2382342517375946, + 0.2899066209793091, + 0.4713822305202484, + 0.4490537941455841, + 0.31804949045181274, + 0.2614552080631256, + 0.530558705329895, + 0.3270558714866638, + 0.338649719953537, + 0.17701402306556702, + 0.32544100284576416, + 0.24349761009216309, + 0.33973976969718933, + 0.2965146601200104, + 0.33735352754592896, + 0.10600525140762329, + 0.24936987459659576, + 0.20263241231441498, + 0.3087225556373596, + 0.26076236367225647, + 0.2787385880947113, + 0.24877366423606873, + 0.321646124124527, + 0.21637170016765594, + 0.5451420545578003, + 0.29431524872779846, + 0.3601551353931427, + 0.3379412293434143 ], "env_score_iters": [ 1, @@ -64289,1944 +79048,2394 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.5993883013725281, - -2.6571736335754395, - -3.4441819190979004, - -3.960245132446289, - -3.3538451194763184, - -3.166910409927368, - -2.995412826538086, - 3.8680546283721924, - -3.5987191200256348, - -1.9575145244598389, - -3.9712376594543457, - -0.8732649087905884, - 0.2611630856990814, - -1.1040204763412476, - 0.6120349764823914, - -5.592610836029053, - -4.905385971069336, - -3.468653917312622, - -1.2101116180419922, - -6.971583366394043, - -1.6865752935409546, - -2.427133798599243, - -6.507759094238281, - 3.805018424987793, - -3.1157519817352295, - -1.8334242105484009, - -3.486250400543213, - -2.0854063034057617, - -3.0027456283569336, - -3.383118152618408, - 2.018239736557007, - -3.38093900680542, - -2.630082607269287, - 2.9065966606140137, - -0.3707292079925537, - -0.0782146155834198, - -3.091310501098633, - -0.5792878270149231, - 6.89826774597168, - -3.3893613815307617, - -2.5573887825012207, - -3.215564489364624, - 2.9615912437438965, - -1.8844964504241943, - -2.5328176021575928, - -3.225128173828125, - -3.265127182006836, - -1.521754264831543, - -2.494508981704712, - 0.45104730129241943, - -3.1713433265686035, - -1.4596037864685059, - 2.636765718460083, - -2.5381293296813965, - 6.759000301361084, - -2.8226144313812256, - 0.1182355210185051, - -1.8283878564834595, - -3.7217555046081543, - 0.502915620803833, - -3.4650650024414062, - -3.9869332313537598, - -1.6382955312728882, - -7.584831714630127, - -3.8780291080474854, - -3.6343984603881836, - -0.9634293913841248, - 0.03194431588053703, - 1.0513341426849365, - -2.8161771297454834, - -3.3429946899414062, - -3.0501694679260254, - -2.5516889095306396, - 0.30592361092567444, - -2.534160614013672, - -2.656867742538452, - -3.256434202194214, - -1.949967622756958, - -3.685208320617676, - -3.441025495529175, - -4.46988582611084, - -2.833207607269287, - -2.966207504272461, - -3.366095781326294, - -2.584749937057495, - -2.193786859512329, - -3.644973039627075, - -5.31839656829834, - -2.9344191551208496, - -2.531381607055664, - -4.874123573303223, - 0.12055176496505737, - -3.520057439804077, - -2.101586103439331, - 1.6113723516464233, - -2.1914162635803223, - -1.7934954166412354, - -2.7930586338043213, - -1.4593346118927002, - -2.0191829204559326, - -8.354959487915039, - -2.1499195098876953, - -1.9788089990615845, - -3.0098953247070312, - -2.9276115894317627, - -2.7824461460113525, - -3.4257826805114746, - -2.639699697494507, - -2.6418042182922363, - -4.986448287963867, - -4.99467658996582, - -3.441011905670166, - -1.3907378911972046, - -0.007600239012390375, - 0.4058017134666443, - 0.5639228224754333, - -5.389729022979736, - -3.98393177986145, - -1.8851654529571533, - -4.147350788116455, - -0.8115521669387817, - -5.481937408447266, - -3.1439552307128906, - -3.8023993968963623, - -2.348741054534912, - -2.7391278743743896, - -4.618037223815918, - -2.8715381622314453, - -2.1930761337280273, - 0.044308219105005264, - -3.7924716472625732, - -5.025562286376953, - -3.766282081604004, - -1.235818862915039, - 0.7252727746963501, - -3.506636381149292, - -4.432552814483643, - 5.783132553100586, - -2.943897008895874, - -1.745229959487915, - -3.1181418895721436, - -2.0378735065460205, - -4.442139148712158, - -3.6182210445404053, - -3.2399590015411377, - -6.328889846801758, - -2.8735129833221436, - -2.8074164390563965, - -2.674804449081421, - 5.14507532119751, - -2.0812435150146484, - -4.503562927246094, - -2.3681845664978027, - -2.4361929893493652, - -3.946359395980835, - -0.551703929901123, - -5.452739715576172, - -0.6350733041763306, - -7.250586986541748, - -4.019349098205566, - -2.753016233444214, - -2.2867488861083984, - -2.197801351547241, - -0.2812913656234741, - -3.4074361324310303, - -3.628842830657959, - -3.014026165008545, - -2.147404670715332, - 1.1832112073898315, - -0.9299941658973694, - 11.692708969116211, - -3.242248296737671, - -1.3304955959320068, - -3.532794237136841, - -1.489280104637146, - -2.7427597045898438, - -1.9935510158538818, - -1.2112836837768555, - -3.7220754623413086, - -4.150648593902588, - -2.385457992553711, - -6.845856189727783, - -1.9046428203582764, - -0.930820882320404, - 2.6593704223632812, - -3.7253458499908447, - -2.0196616649627686, - -0.5106179118156433, - 0.3303161561489105, - -2.9247639179229736, - -1.9489905834197998, - -1.3891582489013672, - -0.42975786328315735, - -2.3369176387786865, - -0.5666642189025879, - -2.4186995029449463, - -2.0800466537475586, - -2.191053628921509, - -1.5102914571762085, - -2.775005578994751, - -3.09303617477417, - 4.606988906860352, - -1.2820169925689697, - -5.099758625030518, - -1.0347689390182495, - -3.325601577758789, - -2.176215887069702, - -0.6205348372459412, - -2.153115749359131, - -4.740017890930176, - -2.6654067039489746, - -3.0155701637268066, - -7.429081916809082, - -4.600342273712158, - -7.407332897186279, - 0.2547587454319, - -0.06144000589847565, - -1.8835184574127197, - -0.32849061489105225, - -3.646789789199829, - -1.658050775527954, - -4.680283069610596, - -2.38926362991333, - 2.1246461868286133, - 3.4241816997528076, - -3.61501145362854, - 0.5950068831443787, - 1.2989568710327148, - -1.847424864768982, - -2.9295272827148438, - 8.144103050231934, - -1.6373792886734009, - -6.818744659423828, - -1.5226253271102905, - -3.016913652420044, - -2.6879255771636963, - -2.7786142826080322, - -7.175191879272461, - -2.6773080825805664, - -5.12446928024292, - -4.315028667449951, - -0.7811028957366943, - 1.2947571277618408, - -3.0714898109436035, - -3.5688400268554688, - -3.707756280899048, - -0.5737136602401733, - -4.176471710205078, - -3.0307047367095947, - 2.5807626247406006, - -3.689060688018799, - -3.532776117324829, - -1.0365335941314697, - -7.909636497497559, - -1.6537365913391113, - 1.4959776401519775, - -3.0148556232452393, - -0.28594160079956055, - -1.4607456922531128, - -1.7619221210479736, - 0.07734782248735428, - -5.520784854888916, - -2.049452304840088, - -2.21496844291687, - -3.2585418224334717, - -3.4494006633758545, - -0.5830649733543396, - -4.232854843139648, - -3.5732359886169434, - 3.026763916015625, - 1.3310118913650513, - -2.33555006980896, - -2.440167188644409, - -3.7105581760406494, - -3.932408094406128, - -1.1298805475234985, - 3.8530778884887695, - -2.901514768600464, - -4.361916542053223, - 0.4960780739784241, - 0.7309162616729736, - -3.064636468887329, - 0.824170708656311, - -2.6801230907440186, - -3.1666066646575928, - 2.62583589553833, - -2.887371301651001, - -1.9744246006011963, - -1.2529271841049194, - -1.646386742591858, - -1.2970426082611084, - -0.3355960547924042, - -3.6190779209136963, - 4.749128818511963, - -3.4091880321502686, - -2.539983034133911, - -2.8119237422943115, - -4.854982852935791, - -1.0204968452453613, - -6.771589279174805, - -2.8414018154144287, - -0.854896605014801, - -2.9980475902557373, - -0.7553527355194092, - -2.8779635429382324, - -2.0243172645568848, - -5.959329128265381, - -2.091050624847412, - -2.290154457092285, - -4.079206466674805, - -2.9201316833496094, - -3.229370594024658, - -4.513584613800049, - -1.337088704109192, - -3.4341602325439453, - -3.9680800437927246, - 1.2913272380828857, - -3.799614906311035, - -1.0801388025283813, - -8.032608032226562, - -3.520489454269409, - 0.14898034930229187, - -3.6098639965057373, - -5.092633247375488, - -3.4498965740203857, - -4.146219253540039, - 1.4455689191818237, - -2.0040407180786133, - -3.9494121074676514, - -3.163672924041748, - -1.3689265251159668, - -2.8037185668945312, - -3.998109817504883, - -3.479599952697754, - -2.283831834793091, - -1.318869709968567, - -3.9603729248046875, - -5.4290595054626465, - -0.8291357159614563, - -2.981239080429077, - -6.479557514190674, - -4.089788436889648, - -0.24097681045532227, - -3.6505489349365234, - -2.493445634841919, - -1.363783597946167, - -2.471381425857544, - -3.12290096282959, - -5.048287391662598, - -3.1617496013641357, - -6.55139684677124, - 0.2611003816127777, - -2.1740870475769043, - -2.849658250808716, - -3.1471190452575684, - -2.762176036834717, - -2.0031518936157227, - -0.8777936697006226, - 2.04351806640625, - -1.9257502555847168, - -3.7671098709106445, - 1.3507963418960571, - 0.00123307213652879, - -3.7624359130859375, - -5.116525173187256, - -4.233586311340332, - -1.6913642883300781, - -3.742267370223999, - -3.424370288848877, - -1.68315851688385, - -7.915533542633057, - 0.5583125352859497, - -0.1212254986166954, - -5.504814624786377, - 7.393070697784424, - -3.0721819400787354, - -2.5721473693847656, - -0.746293306350708, - -3.490607261657715, - -4.006343364715576, - -2.998206853866577, - -4.411903381347656, - -3.4120230674743652, - -2.3282883167266846, - -4.537030220031738, - 8.043394088745117, - -3.795417070388794, - -3.538562536239624, - -2.300339937210083, - -3.413900375366211, - 7.514526844024658, - -6.528203964233398, - -0.29222533106803894, - 5.232471942901611, - -2.5264384746551514, - -0.06071675941348076, - -5.309925079345703, - 0.06766264885663986, - -3.9436912536621094, - -4.704317092895508, - -2.6373586654663086, - -1.1180671453475952, - 4.095639228820801, - -2.6099092960357666, - -1.2083704471588135, - -3.59085750579834, - -7.447657108306885, - -1.4749679565429688, - 1.1938961744308472, - -5.573718547821045, - -5.990006923675537, - -3.107499837875366, - 0.6818543076515198, - 0.809392511844635, - -2.8951454162597656, - -4.604719638824463, - -1.3748148679733276, - 0.9836673140525818, - -3.520052433013916, - -1.3476064205169678, - -3.4803662300109863, - 0.08667046576738358, - -1.8488727807998657, - -3.1096274852752686, - -3.910449266433716, - -0.30896317958831787, - -5.288329124450684, - 0.04774973914027214, - -3.082059383392334, - -3.922919750213623, - -5.215358734130859, - -2.18900465965271, - -1.4127521514892578, - -5.759589672088623, - -3.0703961849212646, - -1.625349521636963, - -2.3256940841674805, - 0.42054519057273865, - -1.8926329612731934, - -4.262331962585449, - -2.128502368927002, - -1.732846975326538, - 0.9839767217636108, - -3.7596182823181152, - -2.170571804046631, - -4.608656406402588, - -7.121606349945068, - -2.4035704135894775, - 4.081419467926025, - -3.8748083114624023, - -0.3803524672985077, - -3.3119258880615234, - -2.8154876232147217, - -3.240715980529785, - 1.7517467737197876, - -1.9275591373443604, - -3.4283182621002197, - -3.4371042251586914, - -3.953190326690674, - -1.5602949857711792, - -1.0944697856903076, - -0.6524538993835449, - -4.833080291748047, - -3.7186615467071533, - -2.457620620727539, - -3.739694833755493, - -3.720745086669922, - -3.851599931716919, - -3.194784641265869, - -3.7028117179870605, - -3.284977912902832, - 0.3634263873100281, - -1.4377121925354004, - -2.775775671005249, - -3.9212567806243896, - -3.2434377670288086, - -3.638186454772949, - -1.4026280641555786, - -1.5275779962539673, - 1.1486783027648926, - -1.8716468811035156, - -3.9418251514434814, - 3.1931917667388916, - 3.973883867263794, - -2.1288888454437256, - -2.1582043170928955, - 2.7401843070983887, - -3.6588034629821777, - -4.124087333679199, - -1.104406476020813, - -3.854555606842041, - -0.3024933338165283, - -3.356391429901123, - -2.240068197250366, - -4.504428863525391 + -0.5324477553367615, + -0.40200042724609375, + -0.5153439044952393, + -0.5398694276809692, + -0.6069586873054504, + -0.5933266282081604, + -0.5080058574676514, + -0.5655063986778259, + -0.49536630511283875, + -0.4067564308643341, + -0.6303178071975708, + -0.43645143508911133, + -0.426100492477417, + -0.6777973175048828, + -0.5625719428062439, + -0.5790318250656128, + -0.4037421941757202, + -0.5220533013343811, + -0.016702735796570778, + -0.41104209423065186, + -0.44901251792907715, + -0.6787391901016235, + -0.3501516878604889, + -0.6317562460899353, + -0.4303508698940277, + -0.6027112603187561, + -0.5457253456115723, + -0.5054187178611755, + -0.43424278497695923, + -0.4853600263595581, + -0.614309549331665, + -0.6651086807250977, + -0.4833759069442749, + -0.4671418070793152, + -0.5501108765602112, + -0.40529027581214905, + -0.5106453895568848, + -0.4428868293762207, + -0.4510161578655243, + 0.14529766142368317, + -0.4784669578075409, + -0.4951924681663513, + -0.5834653973579407, + -0.49553412199020386, + -0.5290964841842651, + -0.6109915375709534, + -0.48145151138305664, + -0.35719698667526245, + -0.5679695010185242, + -0.448818176984787, + -0.4559548497200012, + -0.45020750164985657, + -0.4618360996246338, + -0.4465368986129761, + -0.409843772649765, + -0.4182872772216797, + -0.36020994186401367, + -0.5408914089202881, + -0.4477008581161499, + -0.6879044771194458, + -0.7229569554328918, + -0.6781569719314575, + -0.3898671567440033, + -0.6053789854049683, + -0.37178143858909607, + -0.41374683380126953, + -0.4781228303909302, + -0.416397362947464, + -0.42358073592185974, + -0.3396187126636505, + -0.5224035978317261, + -0.5037263035774231, + -0.7359547019004822, + -0.4515331983566284, + -0.5320966243743896, + -0.5657257437705994, + -0.6611334085464478, + -0.5477666854858398, + -0.6468852758407593, + -0.517062783241272, + -0.9216004014015198, + -0.25281545519828796, + -0.7557421326637268, + -0.2805648148059845, + -0.4201990067958832, + -0.3645372688770294, + -0.3620409369468689, + -0.5157449245452881, + -0.39341863989830017, + -0.341435968875885, + -0.6986209154129028, + -0.4065815806388855, + -0.4554727375507355, + -0.5043938755989075, + -0.4695882499217987, + -0.43144354224205017, + -0.5452200770378113, + -0.5021997690200806, + -0.4658566117286682, + -0.39953717589378357, + -0.6135424971580505, + -0.34673047065734863, + -0.3134854733943939, + -0.533945620059967, + -0.5302813053131104, + -0.35113564133644104, + -0.5515709519386292, + -0.6388456225395203, + -0.3427124619483948, + -0.6555437445640564, + -0.6378475427627563, + -0.5055168271064758, + -0.5331961512565613, + -0.6079997420310974, + -0.4223073124885559, + -0.5836626887321472, + -0.4661174416542053, + -0.462478905916214, + -0.4996025562286377, + -0.36228448152542114, + -0.5037726759910583, + -0.5055126547813416, + -0.5029704570770264, + -0.5324726700782776, + -0.48508673906326294, + -0.5379438996315002, + -0.26671215891838074, + -0.4775804281234741, + -0.404208779335022, + -0.38939008116722107, + -0.37863269448280334, + -0.44884976744651794, + -0.18751999735832214, + -0.5596972107887268, + -0.5764093399047852, + -0.5423480272293091, + -0.4363715648651123, + -0.3888161778450012, + -0.7121239900588989, + -0.4991625249385834, + -0.4816637933254242, + -0.6361691951751709, + -0.288706511259079, + -0.6742563247680664, + -0.6785164475440979, + -0.5128531455993652, + -0.47549980878829956, + -0.5616640448570251, + -0.5650478601455688, + -0.7758907079696655, + -0.3103337585926056, + -0.14844591915607452, + -0.43574902415275574, + -0.5459393858909607, + -0.3588654398918152, + -0.7272553443908691, + -0.2407352328300476, + -0.5463412404060364, + -0.6185312867164612, + -0.3498668670654297, + -0.3760869801044464, + -0.6111849546432495, + -0.7990309000015259, + -0.3269863724708557, + -0.5240135788917542, + -0.2547035813331604, + -0.5407384037971497, + -0.42265692353248596, + -0.33059415221214294, + -0.21613864600658417, + -0.46497610211372375, + -0.44748586416244507, + -0.7022084593772888, + -0.4491666853427887, + -0.46309608221054077, + -0.26871445775032043, + -0.5247263312339783, + -0.3091977834701538, + -0.28462088108062744, + -0.7071755528450012, + -0.44840073585510254, + -0.44813308119773865, + -0.5930501222610474, + -0.43605491518974304, + -0.5004923939704895, + -0.600091814994812, + -0.7839106917381287, + -0.26168039441108704, + -0.5225504040718079, + -0.5185596346855164, + -0.4904331564903259, + -0.6317176818847656, + -0.17223268747329712, + -0.28356972336769104, + -0.5412352085113525, + -0.5102401375770569, + -0.5353602170944214, + -0.5291150212287903, + -0.4535970389842987, + -0.5455775856971741, + -0.47280287742614746, + -0.47939950227737427, + -0.46357083320617676, + -0.8072057962417603, + -0.5360402464866638, + -0.4718558192253113, + -0.42639583349227905, + -0.6611137390136719, + -0.5705530047416687, + -0.4923533499240875, + -0.4692649841308594, + -0.5678000450134277, + -0.4548112452030182, + -0.5775075554847717, + -0.48990389704704285, + -0.4616089463233948, + -0.5576233863830566, + -0.509520947933197, + -0.3677551746368408, + -0.21384169161319733, + -0.4814114570617676, + -0.21832555532455444, + -0.6002452969551086, + -0.39820894598960876, + -0.587540864944458, + -0.6368931531906128, + -0.23506827652454376, + -0.2974597215652466, + -0.4994261562824249, + -0.407932847738266, + -0.6645415425300598, + -0.27880457043647766, + -0.8086619973182678, + -0.5701941847801208, + -0.4240834712982178, + -0.768913209438324, + -0.6009830236434937, + -0.08312779664993286, + -0.32406485080718994, + -0.4960513710975647, + -0.3722306191921234, + -0.4110427796840668, + -0.5354334712028503, + -0.6056252121925354, + -0.24384309351444244, + -0.5637044906616211, + -0.758002519607544, + -0.6894975900650024, + -0.3342069685459137, + -0.5302660465240479, + -0.8420901894569397, + -0.5276840329170227, + -0.6223651170730591, + -0.4367464780807495, + -0.3546600639820099, + -0.4963226318359375, + -0.4936576783657074, + -0.5867655277252197, + -0.36044979095458984, + -0.6399380564689636, + -0.5037832856178284, + -0.5434120893478394, + -0.4808172285556793, + -0.45075222849845886, + -0.5550151467323303, + -0.25419169664382935, + -0.5408045649528503, + -0.6770027279853821, + -0.492152601480484, + -0.5351275205612183, + -0.49275386333465576, + -0.3612614870071411, + -0.3266908526420593, + -0.5364564061164856, + -0.9068609476089478, + -0.3822316527366638, + -0.5039339065551758, + -0.7170163989067078, + -0.23616182804107666, + -0.4917435050010681, + -0.34016191959381104, + -0.4452115297317505, + -0.5225896239280701, + -0.6011784076690674, + -0.43212831020355225, + -0.34735676646232605, + -0.4092283844947815, + -0.617860734462738, + -0.2657809257507324, + -0.5899976491928101, + -0.6065393090248108, + -0.40778687596321106, + -0.42902401089668274, + -0.43519073724746704, + -0.3815429210662842, + -0.5045974254608154, + -0.5784339904785156, + -0.5068069100379944, + -0.49519774317741394, + -0.48545852303504944, + -0.4400368332862854, + -0.5884498953819275, + -0.6359125375747681, + -0.5894697904586792, + -0.5651658773422241, + -0.3042764365673065, + -0.3985772132873535, + -0.6112364530563354, + -0.5520439743995667, + -0.5493754148483276, + -0.2743615508079529, + -0.5419456362724304, + -0.5006745457649231, + -0.37762969732284546, + -0.21969161927700043, + -0.7464237213134766, + -0.5840649604797363, + -0.4123050272464752, + -0.7211544513702393, + -0.45557701587677, + -0.5559377670288086, + -0.3284500539302826, + -0.5421175360679626, + -0.447983056306839, + -0.5111760497093201, + -0.2426767349243164, + -0.5287349820137024, + -0.574960470199585, + -0.5195233225822449, + -0.4993137717247009, + -0.49635353684425354, + -0.5227547287940979, + -0.5430065989494324, + -0.532316267490387, + -0.573448896408081, + -0.35550373792648315, + -0.9131681323051453, + -0.4663912057876587, + -0.5379634499549866, + -0.7675260901451111, + -0.5779436230659485, + -0.394636869430542, + -0.4912152886390686, + -0.5519058704376221, + -0.5673951506614685, + -0.6123092770576477, + -0.20703524351119995, + -0.5273879170417786, + -0.5640261769294739, + -0.3695201575756073, + -0.45372438430786133, + -0.4879705607891083, + -0.3662799596786499, + -0.533454179763794, + -0.4874560534954071, + -0.5939105749130249, + -0.5921515822410583, + -0.4631439745426178, + -0.4962007999420166, + -0.24127884209156036, + -0.518955409526825, + -0.38686150312423706, + -0.6190298795700073, + -0.4597931504249573, + -0.3079192340373993, + -0.47016364336013794, + -0.7452854514122009, + -0.39396101236343384, + -0.6927155256271362, + -0.4517272710800171, + -0.4932591915130615, + -0.8655365109443665, + -0.2793310880661011, + -0.44614937901496887, + -0.5717936754226685, + -0.5480920076370239, + -0.3108360469341278, + -0.8108804225921631, + -0.5579002499580383, + -0.39481550455093384, + -0.45234858989715576, + -0.48153048753738403, + -0.5166605710983276, + -0.6314875483512878, + -0.43793076276779175, + -0.4729432463645935, + -0.3473743796348572, + -0.34088873863220215, + -0.5403225421905518, + -0.5757060050964355, + -0.6572867631912231, + -0.36434847116470337, + -0.51845782995224, + -0.5382853746414185, + -0.32420605421066284, + -0.3510810136795044, + -0.5167423486709595, + -0.3999814987182617, + -0.5217523574829102, + -0.3204062581062317, + -0.4514661431312561, + -0.5159926414489746, + -0.9235721230506897, + -0.46863916516304016, + -0.13380205631256104, + -0.7195468544960022, + -0.5361455082893372, + -0.43191877007484436, + -0.5731962323188782, + -0.7258147597312927, + -0.38982364535331726, + -0.24018143117427826, + -0.5106270909309387, + -0.5700729489326477, + -0.5097811818122864, + -0.6563246846199036, + -0.6851311922073364, + -0.695483386516571, + -0.4303606450557709, + -0.4859640896320343, + -0.5670745968818665, + -0.6288089156150818, + -0.664790689945221, + -0.47642937302589417, + -0.6483749151229858, + -0.5786073803901672, + -0.3853026330471039, + -0.5875185132026672, + -0.44250449538230896, + -0.5125658512115479, + -0.6132025718688965, + -0.6049480438232422, + -0.5491875410079956, + -0.4547852575778961, + -0.47570115327835083, + -0.4074985384941101, + -0.4486318528652191, + -0.5033934712409973, + -0.5747545957565308, + -0.4868081510066986, + -0.5485473275184631, + -0.5957692265510559, + -0.8366722464561462, + -0.5676210522651672, + -0.3737500309944153, + -0.46682581305503845, + -0.34916889667510986, + -0.7319937348365784, + -0.44046133756637573, + -0.582352876663208, + -0.41959741711616516, + -0.4115179479122162, + -0.5593222975730896, + -0.520033597946167, + -0.8970943093299866, + -0.4223358631134033, + -0.4860557019710541, + -0.6069929003715515, + -0.5088474154472351, + -0.5427470207214355, + -0.4838123619556427, + -0.4263610541820526, + -0.3802625238895416, + -0.2531777620315552, + -0.4946054518222809, + -0.4944065511226654, + -0.2817322313785553, + -0.45319339632987976, + -0.6244041323661804, + -0.5742324590682983, + -0.5774303674697876, + -0.615466833114624, + -0.693543553352356, + -0.4799878001213074, + -0.3205668032169342, + -0.4095974266529083, + -0.6574997901916504, + -0.29206934571266174, + 0.07186483591794968, + -0.5478902459144592, + -0.5545755624771118, + -0.6337196230888367, + -0.46058204770088196, + -0.5370476245880127, + -0.5886474251747131, + -0.5473231673240662, + -0.4948679506778717, + -0.5794498920440674, + -0.567821204662323, + -0.557938814163208, + -0.5252313613891602, + -0.552769660949707, + -0.4944085478782654, + -0.3433184027671814, + -0.5249271392822266, + -0.48046228289604187, + -0.1271194964647293, + -0.5167772173881531, + -0.4912499785423279, + -0.4151270091533661 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6499999999999999, - 0.7, - 0.7, - 0.7249999999999999, - 0.7250000000000001, - 0.625, - 0.7249999999999999, - 0.675, - 0.7, - 0.6749999999999999 + 0.5, + 0.475, + 0.4625, + 0.49999999999999994, + 0.5375000000000001, + 0.4875, + 0.4125, + 0.5375, + 0.46249999999999997, + 0.4875, + 0.5125, + 0.45, + 0.5125000000000001, + 0.5375, + 0.5125000000000001, + 0.49999999999999994, + 0.4875, + 0.46249999999999997, + 0.475, + 0.5125 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.6695027947425842, - 0.5780181288719177, - 0.15340135991573334, - 0.054497893899679184, - 0.48626771569252014, - 0.9327613115310669, - 0.8686664700508118, - -0.03469780087471008, - 0.14525163173675537, - 0.8443030714988708 + 0.9363836050033569, + 0.17861109972000122, + 0.43139272928237915, + 0.42227703332901, + -0.189333975315094, + 0.4766366481781006, + 0.48007890582084656, + 0.5707670450210571, + 0.33186569809913635, + 0.2872152030467987, + -0.042784564197063446, + 0.1950177401304245, + 0.483268678188324, + 0.1543000042438507, + 0.36984559893608093, + 0.6249445080757141, + 0.25216349959373474, + -0.37943315505981445, + 0.6740702986717224, + 0.01719186268746853 ], "rl_grad_norm": [ - 0.566623866558075, - 1.4082672595977783, - 0.8702211380004883, - 0.8052729964256287, - 0.5244731903076172, - 0.6716907024383545, - 0.902283787727356, - 0.31447234749794006, - 0.7174906134605408, - 0.1883072704076767 + 1.2729127407073975, + 0.28181299567222595, + 0.757486879825592, + 0.5243659019470215, + 0.55800861120224, + 0.49967336654663086, + 0.37563255429267883, + 0.35321372747421265, + 0.5165740847587585, + 0.7193202972412109, + 0.1975499987602234, + 0.36125263571739197, + 0.3764785826206207, + 0.40931767225265503, + 0.3505607843399048, + 0.4717937111854553, + 0.26598095893859863, + 0.27685123682022095, + 1.2359189987182617, + 0.6115442514419556 ], "bc_grad_norm": [ - 0.16735583543777466, - 0.5847901105880737, - 0.4476790428161621, - 0.7122657895088196, - 0.9111552238464355, - 1.0362305641174316, - 0.8686510920524597, - 1.2821868658065796, - 0.9215891361236572, - 1.5842642784118652 + 1.3160873651504517, + 0.8171830773353577, + 1.4776889085769653, + 0.7785389423370361, + 1.367207646369934, + 1.5503782033920288, + 1.6408494710922241, + 1.6793125867843628, + 1.1267294883728027, + 0.9675609469413757, + 0.9240370392799377, + 0.9676298499107361, + 1.25597083568573, + 2.3802664279937744, + 1.9208186864852905, + 1.7563401460647583, + 1.4649935960769653, + 1.3081421852111816, + 2.5640554428100586, + 1.5966012477874756 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "head.weight": 0.45755794644355774, - "head.bias": 0.0057456823997199535 + "action_emb.weight": 0.06335015594959259, + "timestep_emb.weight": 0.009592816233634949, + "pos_emb.weight": 0.020734593272209167, + "head.weight": 1.2478090524673462, + "head.bias": 0.013680175878107548 + }, + { + "action_emb.weight": 0.008695674128830433, + "timestep_emb.weight": 0.002956083044409752, + "pos_emb.weight": 0.0049498844891786575, + "head.weight": 0.2831386923789978, + "head.bias": 0.005203917622566223 + }, + { + "action_emb.weight": 0.017102790996432304, + "timestep_emb.weight": 0.003880140371620655, + "pos_emb.weight": 0.0065617794170975685, + "head.weight": 0.7268630266189575, + "head.bias": 0.013712403364479542 + }, + { + "action_emb.weight": 0.019959939643740654, + "timestep_emb.weight": 0.005164538510143757, + "pos_emb.weight": 0.006684743333607912, + "head.weight": 0.6430342793464661, + "head.bias": 0.017782412469387054 + }, + { + "action_emb.weight": 0.01284945011138916, + "timestep_emb.weight": 0.00255905045196414, + "pos_emb.weight": 0.0044665150344371796, + "head.weight": 0.49150916934013367, + "head.bias": 0.013279239647090435 + }, + { + "action_emb.weight": 0.008125009946525097, + "timestep_emb.weight": 0.002686167135834694, + "pos_emb.weight": 0.0039451271295547485, + "head.weight": 0.5333214998245239, + "head.bias": 0.015820886939764023 + }, + { + "action_emb.weight": 0.007029376924037933, + "timestep_emb.weight": 0.0025656921789050102, + "pos_emb.weight": 0.003632996464148164, + "head.weight": 0.4140297770500183, + "head.bias": 0.010215939953923225 + }, + { + "action_emb.weight": 0.013701274059712887, + "timestep_emb.weight": 0.0025791695807129145, + "pos_emb.weight": 0.003351573133841157, + "head.weight": 0.5101721882820129, + "head.bias": 0.014836660586297512 + }, + { + "action_emb.weight": 0.008472307585179806, + "timestep_emb.weight": 0.0024985126219689846, + "pos_emb.weight": 0.0035354136489331722, + "head.weight": 0.498049795627594, + "head.bias": 0.016780978068709373 + }, + { + "action_emb.weight": 0.004355453886091709, + "timestep_emb.weight": 0.0018457486294209957, + "pos_emb.weight": 0.002341356361284852, + "head.weight": 0.20014213025569916, + "head.bias": 0.00509238988161087 + }, + { + "action_emb.weight": 0.003074775915592909, + "timestep_emb.weight": 0.0012218868359923363, + "pos_emb.weight": 0.0016310283681377769, + "head.weight": 0.24574454128742218, + "head.bias": 0.006151760928332806 }, { - "head.weight": 1.5152719020843506, - "head.bias": 0.0380462184548378 + "action_emb.weight": 0.004072026815265417, + "timestep_emb.weight": 0.0017019121441990137, + "pos_emb.weight": 0.002029330702498555, + "head.weight": 0.27359890937805176, + "head.bias": 0.01117800548672676 }, { - "head.weight": 0.8061424493789673, - "head.bias": 0.010291670449078083 + "action_emb.weight": 0.00424596993252635, + "timestep_emb.weight": 0.0021039126440882683, + "pos_emb.weight": 0.00217314250767231, + "head.weight": 0.3246706426143646, + "head.bias": 0.008623605594038963 }, { - "head.weight": 1.2073503732681274, - "head.bias": 0.025378774851560593 + "action_emb.weight": 0.007726248819380999, + "timestep_emb.weight": 0.0027104371692985296, + "pos_emb.weight": 0.004561339505016804, + "head.weight": 0.4069580137729645, + "head.bias": 0.009041223675012589 }, { - "head.weight": 0.6539495587348938, - "head.bias": 0.02443491667509079 + "action_emb.weight": 0.010347953997552395, + "timestep_emb.weight": 0.0026539796963334084, + "pos_emb.weight": 0.003639615373685956, + "head.weight": 0.4592666029930115, + "head.bias": 0.01529040839523077 }, { - "head.weight": 0.7186075448989868, - "head.bias": 0.01691233366727829 + "action_emb.weight": 0.015549111180007458, + "timestep_emb.weight": 0.003289814107120037, + "pos_emb.weight": 0.004588176961988211, + "head.weight": 0.4506250023841858, + "head.bias": 0.006207987200468779 }, { - "head.weight": 1.0630170106887817, - "head.bias": 0.02686227858066559 + "action_emb.weight": 0.005479877348989248, + "timestep_emb.weight": 0.0018342627445235848, + "pos_emb.weight": 0.002307235263288021, + "head.weight": 0.2774549126625061, + "head.bias": 0.008833774365484715 }, { - "head.weight": 0.32814517617225647, - "head.bias": 0.012244845740497112 + "action_emb.weight": 0.0069984751753509045, + "timestep_emb.weight": 0.0021665284875780344, + "pos_emb.weight": 0.003117058891803026, + "head.weight": 0.29130327701568604, + "head.bias": 0.00917830690741539 }, { - "head.weight": 0.5656834244728088, - "head.bias": 0.014710993506014347 + "action_emb.weight": 0.017787786200642586, + "timestep_emb.weight": 0.003764244494959712, + "pos_emb.weight": 0.006301082670688629, + "head.weight": 1.112406611442566, + "head.bias": 0.037332914769649506 }, { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "action_emb.weight": 0.009968159720301628, + "timestep_emb.weight": 0.002968535525724292, + "pos_emb.weight": 0.0037781589198857546, + "head.weight": 0.5892885327339172, + "head.bias": 0.02158566378057003 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.0085123460739851, - 0.1324329525232315, - 0.11118914186954498, - 0.2107749879360199, - 0.16191014647483826, - 0.11873815953731537, - 0.08333876729011536, - 0.20007553696632385, - 0.14345985651016235, - 0.08131302893161774 + 0.0352354422211647, + 0.06468533724546432, + 0.19110487401485443, + 0.11424742639064789, + 0.18234804272651672, + 0.1975308656692505, + 0.2130511850118637, + 0.20487447082996368, + 0.14795845746994019, + 0.14132268726825714, + 0.14348551630973816, + 0.1359504610300064, + 0.16733592748641968, + 0.29776015877723694, + 0.23999561369419098, + 0.22884713113307953, + 0.19419007003307343, + 0.1880723088979721, + 0.3101383149623871, + 0.24024857580661774 ], "repr_drift_kl_low_t": [ - 0.00969013199210167, - 0.16517791152000427, - 0.1246924176812172, - 0.24633614718914032, - 0.19885970652103424, - 0.13885799050331116, - 0.09524396061897278, - 0.2507936358451843, - 0.20602664351463318, - 0.08890388906002045 + 0.049399156123399734, + 0.08365889638662338, + 0.2662932574748993, + 0.14201019704341888, + 0.23077043890953064, + 0.25239649415016174, + 0.2611258924007416, + 0.23762528598308563, + 0.1722634732723236, + 0.1609988808631897, + 0.16818343102931976, + 0.15177203714847565, + 0.1882639229297638, + 0.350100040435791, + 0.26964884996414185, + 0.2634521722793579, + 0.2097940444946289, + 0.22117213904857635, + 0.3640863597393036, + 0.27844899892807007 ], "repr_drift_kl_mid_t": [ - 0.00865611806511879, - 0.13555669784545898, - 0.10737746953964233, - 0.2090425193309784, - 0.1530551314353943, - 0.11450565606355667, - 0.07999853789806366, - 0.20121225714683533, - 0.13526663184165955, - 0.07985717803239822 + 0.03491191193461418, + 0.0680236667394638, + 0.18275880813598633, + 0.11369672417640686, + 0.18131579458713531, + 0.19355367124080658, + 0.20348668098449707, + 0.19606885313987732, + 0.14710795879364014, + 0.13899296522140503, + 0.14429594576358795, + 0.1318306177854538, + 0.16010800004005432, + 0.29461103677749634, + 0.23199231922626495, + 0.22038307785987854, + 0.19022175669670105, + 0.17806397378444672, + 0.2941901981830597, + 0.2331058233976364 ], "repr_drift_kl_high_t": [ - 0.006307201460003853, - 0.09948568046092987, - 0.0967225432395935, - 0.17640480399131775, - 0.12066277861595154, - 0.10275736451148987, - 0.07974164187908173, - 0.15553420782089233, - 0.09637760370969772, - 0.08418108522891998 + 0.023827148601412773, + 0.04214402288198471, + 0.12264858186244965, + 0.09456584602594376, + 0.14229807257652283, + 0.15755271911621094, + 0.1824646145105362, + 0.18300588428974152, + 0.12715959548950195, + 0.13740743696689606, + 0.12409773468971252, + 0.13570939004421234, + 0.15635916590690613, + 0.2618064284324646, + 0.2301436811685562, + 0.2113467901945114, + 0.18651297688484192, + 0.1675032377243042, + 0.28692182898521423, + 0.21632075309753418 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8984017968177795, - 0.9678335189819336, - 0.9866885542869568, - 0.7250156998634338, - 0.98988276720047 + 0.975989043712616, + 0.9805049896240234, + 0.9486212730407715, + 0.9269784092903137, + 0.8653184771537781, + 0.8806402683258057, + 0.8691727519035339, + 0.8438606262207031, + 0.8682510852813721, + 0.8551424145698547 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.7239065766334534, - 1.7580795288085938, - 1.0981210470199585, - 1.283940076828003, - 0.5102409720420837, - 0.6586583256721497, - 0.8484339118003845, - 0.4599909782409668, - 1.4857820272445679, - 0.13665221631526947 + 1.2853504419326782, + 0.2869875431060791, + 0.6772910952568054, + 0.4844844341278076, + 0.5839497447013855, + 0.7500788569450378, + 0.6888778805732727, + 0.4454835057258606, + 0.6824025511741638, + 0.21933230757713318, + 0.22923190891742706, + 0.3836578130722046, + 0.3870156705379486, + 1.2388787269592285, + 0.5168341994285583, + 0.74277663230896, + 0.3478253483772278, + 0.24447180330753326, + 0.8485721349716187, + 0.5001261830329895 ], "norm_high_t": [ - 0.8188191056251526, - 1.7745040655136108, - 0.8775497078895569, - 0.8083450198173523, - 0.43782907724380493, - 1.012662410736084, - 1.433632493019104, - 0.4193122386932373, - 0.7526764273643494, - 0.1769239753484726 + 1.5127825736999512, + 0.4335361123085022, + 0.8499289155006409, + 0.7037795186042786, + 0.5217431783676147, + 0.47104549407958984, + 0.4274333715438843, + 0.32983675599098206, + 0.46136465668678284, + 0.23684759438037872, + 0.18343870341777802, + 0.3575786054134369, + 0.31480318307876587, + 0.5463523268699646, + 0.3181881010532379, + 0.4589785039424896, + 0.34261438250541687, + 0.5323829650878906, + 0.9510213732719421, + 0.9330983757972717 ], "lowhigh_cos": [ - 0.21474596858024597, - 0.43274617195129395, - 0.3079228103160858, - 0.14473676681518555, - 0.6338140368461609, - 0.7595908045768738, - 0.6550725698471069, - -0.024542907252907753, - 0.3566637635231018, - 0.716566801071167 + 0.7575054168701172, + 0.7502583861351013, + 0.7147132158279419, + 0.694299578666687, + 0.8266705870628357, + 0.48009443283081055, + 0.023326437920331955, + 0.669270932674408, + 0.7776526808738708, + 0.40948107838630676, + 0.6806443333625793, + 0.7740975022315979, + 0.6462162733078003, + -0.2591278851032257, + 0.3083019256591797, + 0.005675601772964001, + -0.04266175255179405, + 0.5092511177062988, + 0.7091147303581238, + 0.7140113115310669 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.2666102647781372, - "t_0.1-0.2": 0.8000298142433167, - "t_0.2-0.3": 0.8582996726036072, - "t_0.3-0.4": 0.6295157074928284, - "t_0.4-0.5": 0.5721207857131958, - "t_0.5-0.6": 0.5021545886993408, - "t_0.6-0.7": 0.5271870493888855, - "t_0.7-0.8": 0.46331799030303955, - "t_0.8-0.9": 0.6366925835609436, - "t_0.9-1.0": 0.8170463442802429 - }, - { - "t_0.0-0.1": 2.075392484664917, - "t_0.1-0.2": 1.6264053583145142, - "t_0.2-0.3": 1.8042007684707642, - "t_0.3-0.4": 1.4573516845703125, - "t_0.4-0.5": 1.7167683839797974, - "t_0.5-0.6": 1.5248005390167236, - "t_0.6-0.7": 1.4921447038650513, - "t_0.7-0.8": 1.699755311012268, - "t_0.8-0.9": 2.175483226776123, - "t_0.9-1.0": 1.9816912412643433 - }, - { - "t_0.0-0.1": 1.2812128067016602, - "t_0.1-0.2": 0.8140415549278259, - "t_0.2-0.3": 0.8307276368141174, - "t_0.3-0.4": 0.8484732508659363, - "t_0.4-0.5": 0.818647027015686, - "t_0.5-0.6": 0.707551121711731, - "t_0.6-0.7": 0.5992262363433838, - "t_0.7-0.8": 0.7558953166007996, - "t_0.8-0.9": 1.0355644226074219, - "t_0.9-1.0": 0.8763568997383118 - }, - { - "t_0.0-0.1": 1.7569077014923096, - "t_0.1-0.2": 1.1690298318862915, - "t_0.2-0.3": 1.0180906057357788, - "t_0.3-0.4": 0.9051358699798584, - "t_0.4-0.5": 0.9351857900619507, - "t_0.5-0.6": 0.8428597450256348, - "t_0.6-0.7": 0.6952599287033081, - "t_0.7-0.8": 0.8535807132720947, - "t_0.8-0.9": 0.9466304183006287, - "t_0.9-1.0": 1.0043376684188843 - }, - { - "t_0.0-0.1": 0.5763694643974304, - "t_0.1-0.2": 0.3911365866661072, - "t_0.2-0.3": 0.2587948143482208, - "t_0.3-0.4": 0.3482073247432709, - "t_0.4-0.5": 0.5053528547286987, - "t_0.5-0.6": 0.6311963796615601, - "t_0.6-0.7": 0.4898254871368408, - "t_0.7-0.8": 0.4649580121040344, - "t_0.8-0.9": 0.5624749064445496, - "t_0.9-1.0": 0.4926237463951111 - }, - { - "t_0.0-0.1": 0.7846418619155884, - "t_0.1-0.2": 0.5808138251304626, - "t_0.2-0.3": 0.6708094477653503, - "t_0.3-0.4": 0.6817761659622192, - "t_0.4-0.5": 0.7132745385169983, - "t_0.5-0.6": 0.6899119019508362, - "t_0.6-0.7": 0.792941153049469, - "t_0.7-0.8": 0.7529091835021973, - "t_0.8-0.9": 0.8572224378585815, - "t_0.9-1.0": 1.4063042402267456 - }, - { - "t_0.0-0.1": 0.8811435103416443, - "t_0.1-0.2": 0.7546399235725403, - "t_0.2-0.3": 0.8405919075012207, - "t_0.3-0.4": 0.9093106985092163, - "t_0.4-0.5": 0.9341291785240173, - "t_0.5-0.6": 0.9012235403060913, - "t_0.6-0.7": 1.1220862865447998, - "t_0.7-0.8": 1.0228134393692017, - "t_0.8-0.9": 1.1285018920898438, - "t_0.9-1.0": 1.640843152999878 - }, - { - "t_0.0-0.1": 0.9310304522514343, - "t_0.1-0.2": 0.43135926127433777, - "t_0.2-0.3": 0.4359913170337677, - "t_0.3-0.4": 0.4583272337913513, - "t_0.4-0.5": 0.39862462878227234, - "t_0.5-0.6": 0.34619569778442383, - "t_0.6-0.7": 0.31903594732284546, - "t_0.7-0.8": 0.43384402990341187, - "t_0.8-0.9": 0.3362555503845215, - "t_0.9-1.0": 0.37124067544937134 - }, - { - "t_0.0-0.1": 1.4280329942703247, - "t_0.1-0.2": 1.0423203706741333, - "t_0.2-0.3": 0.7431566715240479, - "t_0.3-0.4": 0.9655160903930664, - "t_0.4-0.5": 0.870054304599762, - "t_0.5-0.6": 0.7270932197570801, - "t_0.6-0.7": 0.6245750188827515, - "t_0.7-0.8": 0.8398985266685486, - "t_0.8-0.9": 0.7105221152305603, - "t_0.9-1.0": 0.9184010624885559 - }, - { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 + "t_0.0-0.1": 1.6586250066757202, + "t_0.1-0.2": 1.3632875680923462, + "t_0.2-0.3": 1.3345779180526733, + "t_0.3-0.4": 1.3732305765151978, + "t_0.4-0.5": 1.4017001390457153, + "t_0.5-0.6": 1.3627878427505493, + "t_0.6-0.7": 1.2840187549591064, + "t_0.7-0.8": 1.3131752014160156, + "t_0.8-0.9": 1.3896098136901855, + "t_0.9-1.0": 1.8333512544631958 + }, + { + "t_0.0-0.1": 0.23420463502407074, + "t_0.1-0.2": 0.26877012848854065, + "t_0.2-0.3": 0.2774030566215515, + "t_0.3-0.4": 0.24185535311698914, + "t_0.4-0.5": 0.2772402763366699, + "t_0.5-0.6": 0.2746037244796753, + "t_0.6-0.7": 0.2781524360179901, + "t_0.7-0.8": 0.297390341758728, + "t_0.8-0.9": 0.37763068079948425, + "t_0.9-1.0": 0.4334632456302643 + }, + { + "t_0.0-0.1": 0.6192338466644287, + "t_0.1-0.2": 0.6835752725601196, + "t_0.2-0.3": 0.8123573064804077, + "t_0.3-0.4": 0.6950238347053528, + "t_0.4-0.5": 0.7007443308830261, + "t_0.5-0.6": 0.776927649974823, + "t_0.6-0.7": 0.8291651010513306, + "t_0.7-0.8": 0.8275318741798401, + "t_0.8-0.9": 0.9817320108413696, + "t_0.9-1.0": 0.7087286114692688 + }, + { + "t_0.0-0.1": 0.656025230884552, + "t_0.1-0.2": 0.42316102981567383, + "t_0.2-0.3": 0.6087725758552551, + "t_0.3-0.4": 0.4216015040874481, + "t_0.4-0.5": 0.435724675655365, + "t_0.5-0.6": 0.774681806564331, + "t_0.6-0.7": 0.5741364359855652, + "t_0.7-0.8": 0.41346287727355957, + "t_0.8-0.9": 0.7762879729270935, + "t_0.9-1.0": 0.5499180555343628 + }, + { + "t_0.0-0.1": 0.5183219909667969, + "t_0.1-0.2": 0.49992835521698, + "t_0.2-0.3": 0.41376975178718567, + "t_0.3-0.4": 0.8533762097358704, + "t_0.4-0.5": 0.5377162098884583, + "t_0.5-0.6": 0.43455758690834045, + "t_0.6-0.7": 0.5043258666992188, + "t_0.7-0.8": 0.6402704119682312, + "t_0.8-0.9": 0.5183025598526001, + "t_0.9-1.0": 0.6276530027389526 + }, + { + "t_0.0-0.1": 0.6957850456237793, + "t_0.1-0.2": 0.521994411945343, + "t_0.2-0.3": 0.4967127740383148, + "t_0.3-0.4": 0.7029357552528381, + "t_0.4-0.5": 0.5734574198722839, + "t_0.5-0.6": 0.617560863494873, + "t_0.6-0.7": 0.40140485763549805, + "t_0.7-0.8": 0.4935716688632965, + "t_0.8-0.9": 0.47989940643310547, + "t_0.9-1.0": 0.6301389932632446 + }, + { + "t_0.0-0.1": 0.42856764793395996, + "t_0.1-0.2": 0.49468550086021423, + "t_0.2-0.3": 0.45467767119407654, + "t_0.3-0.4": 0.9224550724029541, + "t_0.4-0.5": 0.482671320438385, + "t_0.5-0.6": 0.5553891062736511, + "t_0.6-0.7": 0.3818506598472595, + "t_0.7-0.8": 0.3776359558105469, + "t_0.8-0.9": 0.34623005986213684, + "t_0.9-1.0": 0.5881704688072205 + }, + { + "t_0.0-0.1": 0.46208474040031433, + "t_0.1-0.2": 0.5763633251190186, + "t_0.2-0.3": 0.63416588306427, + "t_0.3-0.4": 0.3919491767883301, + "t_0.4-0.5": 0.5894649028778076, + "t_0.5-0.6": 0.7521029710769653, + "t_0.6-0.7": 0.5513045787811279, + "t_0.7-0.8": 0.3829464614391327, + "t_0.8-0.9": 0.46755507588386536, + "t_0.9-1.0": 0.280833899974823 + }, + { + "t_0.0-0.1": 0.6395418047904968, + "t_0.1-0.2": 0.7963273525238037, + "t_0.2-0.3": 0.5549444556236267, + "t_0.3-0.4": 0.37020400166511536, + "t_0.4-0.5": 0.601775050163269, + "t_0.5-0.6": 0.6692502498626709, + "t_0.6-0.7": 0.6695493459701538, + "t_0.7-0.8": 0.5696462392807007, + "t_0.8-0.9": 0.5579655766487122, + "t_0.9-1.0": 0.3563619554042816 + }, + { + "t_0.0-0.1": 0.33023831248283386, + "t_0.1-0.2": 0.22843299806118011, + "t_0.2-0.3": 0.2294798642396927, + "t_0.3-0.4": 0.2760906219482422, + "t_0.4-0.5": 0.18403391540050507, + "t_0.5-0.6": 0.22385552525520325, + "t_0.6-0.7": 0.21306447684764862, + "t_0.7-0.8": 0.20506203174591064, + "t_0.8-0.9": 0.21969889104366302, + "t_0.9-1.0": 0.25563740730285645 + }, + { + "t_0.0-0.1": 0.24332980811595917, + "t_0.1-0.2": 0.2727755308151245, + "t_0.2-0.3": 0.25983288884162903, + "t_0.3-0.4": 0.19367465376853943, + "t_0.4-0.5": 0.21931318938732147, + "t_0.5-0.6": 0.27557915449142456, + "t_0.6-0.7": 0.23459748923778534, + "t_0.7-0.8": 0.1780717819929123, + "t_0.8-0.9": 0.17909333109855652, + "t_0.9-1.0": 0.24839335680007935 + }, + { + "t_0.0-0.1": 0.32112210988998413, + "t_0.1-0.2": 0.40440893173217773, + "t_0.2-0.3": 0.26233774423599243, + "t_0.3-0.4": 0.24267715215682983, + "t_0.4-0.5": 0.3530638515949249, + "t_0.5-0.6": 0.3415706753730774, + "t_0.6-0.7": 0.31367334723472595, + "t_0.7-0.8": 0.2407805472612381, + "t_0.8-0.9": 0.3653150498867035, + "t_0.9-1.0": 0.34403178095817566 + }, + { + "t_0.0-0.1": 0.5276771783828735, + "t_0.1-0.2": 0.401980459690094, + "t_0.2-0.3": 0.36952337622642517, + "t_0.3-0.4": 0.27573540806770325, + "t_0.4-0.5": 0.4001331031322479, + "t_0.5-0.6": 0.46690693497657776, + "t_0.6-0.7": 0.37312397360801697, + "t_0.7-0.8": 0.3610646724700928, + "t_0.8-0.9": 0.39436808228492737, + "t_0.9-1.0": 0.2850745618343353 + }, + { + "t_0.0-0.1": 0.6714832782745361, + "t_0.1-0.2": 0.8267438411712646, + "t_0.2-0.3": 0.549903929233551, + "t_0.3-0.4": 0.5400238037109375, + "t_0.4-0.5": 0.4567715525627136, + "t_0.5-0.6": 0.6878671646118164, + "t_0.6-0.7": 0.5557020306587219, + "t_0.7-0.8": 0.4330512583255768, + "t_0.8-0.9": 0.5098425149917603, + "t_0.9-1.0": 0.7010868191719055 + }, + { + "t_0.0-0.1": 0.5498323440551758, + "t_0.1-0.2": 0.4795975089073181, + "t_0.2-0.3": 0.6671814322471619, + "t_0.3-0.4": 0.37357550859451294, + "t_0.4-0.5": 0.4371567666530609, + "t_0.5-0.6": 0.49744993448257446, + "t_0.6-0.7": 0.4615724980831146, + "t_0.7-0.8": 0.33071446418762207, + "t_0.8-0.9": 0.3314087688922882, + "t_0.9-1.0": 0.29091888666152954 + }, + { + "t_0.0-0.1": 0.641227662563324, + "t_0.1-0.2": 0.5675264000892639, + "t_0.2-0.3": 0.6102035641670227, + "t_0.3-0.4": 0.5968602299690247, + "t_0.4-0.5": 0.5434939861297607, + "t_0.5-0.6": 0.4328923225402832, + "t_0.6-0.7": 0.35410749912261963, + "t_0.7-0.8": 0.530339777469635, + "t_0.8-0.9": 0.4823860228061676, + "t_0.9-1.0": 0.5544722676277161 + }, + { + "t_0.0-0.1": 0.3637888729572296, + "t_0.1-0.2": 0.343737930059433, + "t_0.2-0.3": 0.3048102557659149, + "t_0.3-0.4": 0.2532804012298584, + "t_0.4-0.5": 0.2861340343952179, + "t_0.5-0.6": 0.2817654013633728, + "t_0.6-0.7": 0.30462223291397095, + "t_0.7-0.8": 0.28571587800979614, + "t_0.8-0.9": 0.3944001793861389, + "t_0.9-1.0": 0.3674190044403076 + }, + { + "t_0.0-0.1": 0.4870373606681824, + "t_0.1-0.2": 0.2890149652957916, + "t_0.2-0.3": 0.13555926084518433, + "t_0.3-0.4": 0.3311714828014374, + "t_0.4-0.5": 0.22818070650100708, + "t_0.5-0.6": 0.1947668045759201, + "t_0.6-0.7": 0.2163577824831009, + "t_0.7-0.8": 0.3804738521575928, + "t_0.8-0.9": 0.46408164501190186, + "t_0.9-1.0": 0.7402666807174683 + }, + { + "t_0.0-0.1": 1.2838060855865479, + "t_0.1-0.2": 1.3020075559616089, + "t_0.2-0.3": 0.932024359703064, + "t_0.3-0.4": 0.7516636848449707, + "t_0.4-0.5": 1.1066713333129883, + "t_0.5-0.6": 1.2089173793792725, + "t_0.6-0.7": 1.199331521987915, + "t_0.7-0.8": 0.9328839778900146, + "t_0.8-0.9": 1.0230958461761475, + "t_0.9-1.0": 1.0538105964660645 + }, + { + "t_0.0-0.1": 0.6770618557929993, + "t_0.1-0.2": 0.4487853944301605, + "t_0.2-0.3": 0.5636526346206665, + "t_0.3-0.4": 0.6713622212409973, + "t_0.4-0.5": 0.5791399478912354, + "t_0.5-0.6": 0.5227630138397217, + "t_0.6-0.7": 0.699182391166687, + "t_0.7-0.8": 0.8517627716064453, + "t_0.8-0.9": 0.8864097595214844, + "t_0.9-1.0": 1.0857282876968384 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.026609133929014206, - 0.003355704713612795, - 0.022942641749978065, - 0.03287841007113457, - 0.005692599341273308, - 0.48161330819129944, - 0.0045008184388279915, - 0.07153178751468658, - 0.015055202879011631, - 0.23320895433425903, - 0.20081780850887299, - 0.06776180863380432, - 0.07510916888713837, - 0.14200299978256226, - 0.1370038390159607, - 0.055989231914281845, - 0.19763624668121338, - 0.005985266994684935, - 0.07653061300516129, - 0.1456117033958435, - 0.028688523918390274, - 0.2242783010005951, - 0.10378151386976242, - 0.0579216331243515, - 0.015293536707758904, - 0.2250937819480896, - 0.020570948719978333, - 0.050548113882541656, - 0.2816479504108429, - 0.020082693547010422, - 0.021469859406352043, - 0.18994140625, - 0.10778443515300751, - 0.21815446019172668, - 0.020661156624555588, - 0.08011869341135025, - 0.2950257360935211, - 0.022532189264893532, - 0.22560976445674896, - 0.1410835236310959, - 0.36739468574523926, - 0.04777517542243004, - 0.03239556774497032, - 0.006520726718008518, - 0.006637168116867542, - 0.07924984395503998, - 0.013636363670229912, - 0.10291438549757004, - 0.02711864374577999, - 0.07746478915214539, - 0.23201555013656616, - 0.13858962059020996, - 0.2789473831653595, - 0.04161937162280083, - 0.12361330538988113, - 0.051589127629995346, - 0.0043969848193228245, - 0.11138410866260529, - 0.018537074327468872, - 0.02705848030745983, - 0.060263652354478836, - 0.09720037877559662, - 0.00460122711956501, - 0.07419786602258682, - 0.11664482951164246, - 0.10110519826412201, - 0.23979298770427704, - 0.0050505055114626884, - 0.02484191581606865, - 0.019039735198020935, - 0.032592590898275375, - 0.12406271696090698, - 0.043795619159936905, - 0.04868340492248535, - 0.12328094989061356, - 0.16047386825084686, - 0.018518518656492233, - 0.12558795511722565, - 0.0054806070402264595, - 0.010582010261714458, - 0.03705991432070732, - 0.1443331241607666, - 0.10715451836585999, - 0.038548752665519714, - 0.0024219590704888105, - 0.02440239116549492, - 0.016597511246800423, - 0.05300113186240196, - 0.007367885671555996, - 0.10800310969352722, - 0.03253588452935219, - 0.04435483738780022, - 0.24107959866523743, - 0.04735494777560234, - 0.06435100734233856, - 0.01851072907447815, - 0.10997854173183441, - 0.11409643292427063, - 0.006592291872948408, - 0.006307339295744896, - 0.04727272689342499, - 0.01112656481564045, - 0.020113136619329453, - 0.03067729063332081, - 0.01780693605542183, - 0.03142328932881355, - 0.09168632328510284, - 0.002984084887430072, - 0.010606060735881329, - 0.023429710417985916, - 0.06951456516981125, - 0.11129097640514374, - 0.10330578684806824, - 0.17921830713748932, - 0.029423151165246964, - 0.006944444961845875, - 0.05705614760518074, - 0.0037364130839705467, - 0.10452418029308319, - 0.010744720697402954, - 0.006592291872948408, - 0.2655150294303894, - 0.04084574803709984, - 0.020805370062589645, - 0.008343265391886234, - 0.020592020824551582, - 0.05010019987821579, - 0.10613524168729782, - 0.0995967760682106, - 0.013113366439938545, - 0.06899441033601761, - 0.07058823853731155, - 0.13758647441864014, - 0.08884891867637634, - 0.002793296007439494, - 0.5873493552207947, - 0.04172214865684509, - 0.13354700803756714, - 0.030405405908823013, - 0.1697203516960144, - 0.0017552657518535852, - 0.010378058068454266, - 0.08423913270235062, - 0.09519492089748383, - 0.09403669834136963, - 0.19029614329338074, - 0.1534229964017868, - 0.300957590341568, - 0.05634517967700958, - 0.179181769490242, - 0.04061538353562355, - 0.04054054245352745, - 0.008064515888690948, - 0.11236775666475296, - 0.0019743337761610746, - 0.08482871204614639, - 0.006470880936831236, - 0.0065543074160814285, - 0.10219280421733856, - 0.04002463072538376, - 0.14920949935913086, - 0.12546125054359436, - 0.002888318384066224, - 0.005199306644499302, - 0.16563786566257477, - 0.19991721212863922, - 0.16431924700737, - 0.09780675917863846, - 0.4916512072086334, - 0.0037160906940698624, - 0.06236673891544342, - 0.01599999889731407, - 0.07487400621175766, - 0.1377212405204773, - 0.13851211965084076, - 0.16473616659641266, - 0.10359116643667221, - 0.006592291872948408, - 0.12747354805469513, - 0.005993150640279055, - 0.18221575021743774, - 0.2258710414171219, - 0.3454398512840271, - 0.008064515888690948, - 0.062119897454977036, - 0.08670821040868759, - 0.37212643027305603, - 0.007462686393409967, - 0.09777424484491348, - 0.15161649882793427, - 0.06727664172649384, - 0.011326861567795277, - 0.10363085567951202, - 0.043795619159936905, - 0.13952283561229706, - 0.07901554554700851, - 0.19170984625816345, - 0.14952152967453003, - 0.11567164212465286, - 0.20546385645866394, - 0.09428571164608002, - 0.1984451711177826, - 0.07642180472612381, - 0.011067476123571396, - 0.041594453155994415, - 0.0957072451710701, - 0.032967034727334976, - 0.005689900368452072, - 0.05150976777076721, - 0.08027523010969162, - 0.013483965769410133, - 0.002634660340845585, - 0.005993150640279055, - 0.1031220406293869, - 0.13947297632694244, - 0.04973544925451279, - 0.11401869356632233, - 0.07497929036617279, - 0.07923497259616852, - 0.006599378772079945, - 0.013636363670229912, - 0.1749049425125122, - 0.1648768037557602, - 0.025910135358572006, - 0.1232590526342392, - 0.13566739857196808, - 0.1540030688047409, - 0.0077751195058226585, - 0.3333333134651184, - 0.07575245201587677, - 0.045322246849536896, - 0.03831598907709122, - 0.035963498055934906, - 0.023351648822426796, - 0.10833333432674408, - 0.003355704713612795, - 0.05165514722466469, - 0.025480367243289948, - 0.011800533160567284, - 0.04485981538891792, - 0.19442231953144073, - 0.00976801011711359, - 0.011045364663004875, - 0.08720112591981888, - 0.08873974531888962, - 0.10382513701915741, - 0.06045994162559509, - 0.19661016762256622, - 0.07649253308773041, - 0.004901960492134094, - 0.11116152256727219, - 0.09928229451179504, - 0.07806004583835602, - 0.1552315652370453, - 0.004807692486792803, - 0.11826953291893005, - 0.06968215107917786, - 0.061595696955919266, - 0.10476190596818924, - 0.004692832473665476, - 0.10419989377260208, - 0.05224963650107384, - 0.00911458395421505, - 0.07309069484472275, - 0.22599704563617706, - 0.07711918652057648, - 0.002984084887430072, - 0.23380067944526672, - 0.1511555314064026, - 0.10580204427242279, - 0.03999999910593033, - 0.06438467651605606, - 0.014634146355092525, - 0.1831667125225067, - 0.39540815353393555, - 0.052231717854738235, - 0.034383952617645264, - 0.11895911395549774, - 0.14071856439113617, - 0.17837165296077728, - 0.15069399774074554, - 0.11320754885673523, - 0.03466666489839554, - 0.1812136322259903, - 0.09379727393388748, - 0.0321141816675663, - 0.09189467877149582, - 0.08233413100242615, - 0.07578347623348236, - 0.10558733344078064, - 0.006490696687251329, - 0.19686411321163177, - 0.003355704713612795, - 0.21890756487846375, - 0.02396053448319435, - 0.0034722222480922937, - 0.17637474834918976, - 0.10539629310369492, - 0.03307009115815163, - 0.07787065953016281, - 0.1267748475074768, - 0.09780675917863846, - 0.11051692813634872, - 0.13524317741394043, - 0.0045008184388279915, - 0.030472636222839355, - 0.03697684034705162, - 0.0026455027982592583, - 0.004385964944958687, - 0.008557457476854324, - 0.006442706100642681, - 0.06725146621465683, - 0.005345211364328861, - 0.010522359982132912, - 0.14977577328681946, - 0.016226239502429962, - 0.07986688613891602, - 0.008937959559261799, - 0.003242924576625228, - 0.12227237969636917, - 0.008886565454304218, - 0.18492461740970612, - 0.007231404539197683, - 0.005616005510091782, - 0.18787425756454468, - 0.06302131712436676, - 0.02688172087073326, - 0.022596154361963272, - 0.06636971235275269, - 0.027420736849308014, - 0.0047846888191998005, - 0.0029069767333567142, - 0.05685048550367355, - 0.06511056423187256, - 0.013636363670229912, - 0.0037364130839705467, - 0.141250878572464, - 0.009475219063460827, - 0.06820276379585266, - 0.03714423626661301, - 0.10189473628997803, - 0.08180839568376541, - 0.1377212405204773, - 0.13847464323043823, - 0.04946523904800415, - 0.10580204427242279, - 0.002958579920232296, - 0.09674099087715149, - 0.007352941203862429, - 0.26816239953041077, - 0.1499713808298111, - 0.021184399724006653, - 0.0025380710139870644, - 0.1534229964017868, - 0.08049535751342773, - 0.20431654155254364, - 0.2744237184524536, - 0.0498281829059124, - 0.03420265018939972, - 0.23637887835502625, - 0.09557522088289261, - 0.029662922024726868, - 0.009061833843588829, - 0.10589481145143509, - 0.13716648519039154, - 0.007231404539197683, - 0.015037594363093376, - 0.07455960661172867, - 0.06295400112867355, - 0.15520833432674408, - 0.20064076781272888, - 0.22010870277881622, - 0.5259515643119812, - 0.028246013447642326, - 0.0456375852227211, - 0.2857860326766968, - 0.010714286006987095, - 0.007336343172937632, - 0.028853178024291992, - 0.12227237969636917, - 0.012943432666361332, - 0.02938840351998806, - 0.025693731382489204, - 0.510869562625885, - 0.01390773430466652, - 0.005692599341273308, - 0.041561711579561234, - 0.014362657442688942, - 0.3333333134651184, - 0.00538160465657711, - 0.1142403781414032, - 0.3030303120613098, - 0.12990409135818481, - 0.13318583369255066, - 0.004983388818800449, - 0.12217795848846436, - 0.008823529817163944, - 0.10989491641521454, - 0.11619327962398529, - 0.08941486477851868, - 0.24081239104270935, - 0.06623931974172592, - 0.15763218700885773, - 0.09393773227930069, - 0.0038473871536552906, - 0.11567164212465286, - 0.17497457563877106, - 0.10378151386976242, - 0.018923327326774597, - 0.08576389402151108, - 0.13130056858062744, - 0.1481228619813919, - 0.04660046100616455, - 0.11846038699150085, - 0.0628037378191948, - 0.1556156873703003, - 0.13050313293933868, - 0.0675409808754921, - 0.01269560120999813, - 0.1821969598531723, - 0.14296379685401917, - 0.007336343172937632, - 0.008064515888690948, - 0.1915755271911621, - 0.01362928282469511, - 0.13078241050243378, - 0.03952843323349953, - 0.004160362761467695, - 0.004431314300745726, - 0.03956723213195801, - 0.09124356508255005, - 0.043663471937179565, - 0.023483365774154663, - 0.3365424871444702, - 0.055847834795713425, - 0.23317864537239075, - 0.07168620824813843, - 0.01953449845314026, - 0.12626728415489197, - 0.06687349081039429, - 0.1100601926445961, - 0.012180267833173275, - 0.07139784842729568, - 0.0034722222480922937, - 0.026554621756076813, - 0.037959665060043335, - 0.2149643748998642, - 0.00219058059155941, - 0.17142857611179352, - 0.0033136967103928328, - 0.03346080332994461, - 0.013991769403219223, - 0.43928036093711853, - 0.13137173652648926, - 0.019986215978860855, - 0.006274131126701832, - 0.004448681138455868, - 0.09800189733505249, - 0.07482108473777771, - 0.1330203413963318, - 0.01146666705608368, - 0.035837650299072266, - 0.04280155524611473, - 0.08361581712961197, - 0.1410835236310959, - 0.004323899280279875, - 0.056022413074970245, - 0.003955411724746227, - 0.0033136967103928328, - 0.11817102879285812, - 0.01598401553928852, - 0.051899101585149765, - 0.013909588567912579, - 0.08735796064138412, - 0.07309069484472275, - 0.07307226210832596, - 0.22201834619045258, - 0.16326530277729034, - 0.06628710776567459, - 0.0038677917327731848, - 0.21359223127365112, - 0.24234135448932648, - 0.05757242441177368, - 0.16204379498958588, - 0.2013319581747055, - 0.017820019274950027, - 0.003355704713612795, - 0.09480626881122589, - 0.01365079265087843, - 0.0964304730296135, - 0.035555556416511536, - 0.06866825371980667, - 0.0026455027982592583 + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.055624667555093765, + 0.08847185224294662, + 0.05520027130842209, + 0.1387946903705597, + 0.07296137511730194, + 0.028001898899674416, + 0.16618910431861877, + 0.056807659566402435, + 0.04591836780309677, + 0.0994584858417511, + 0.13661940395832062, + 0.06952887773513794, + 0.11060025542974472, + 0.232127845287323, + 0.1352941244840622, + 0.08388747274875641, + 0.039781201630830765, + 0.08679143339395523, + 0.04880528524518013, + 0.10273081809282303, + 0.0732542872428894, + 0.09914093464612961, + 0.10602963715791702, + 0.0987841933965683, + 0.09655369073152542, + 0.057426515966653824, + 0.18225276470184326, + 0.05732361972332001, + 0.05597247928380966, + 0.09512912482023239, + 0.0820561945438385, + 0.10739064961671829, + 0.06442282348871231, + 0.12229650467634201, + 0.2983606457710266, + 0.07219114899635315, + 0.05834966525435448, + 0.07640355080366135, + 0.06490477919578552, + 0.05335446074604988, + 0.06321525573730469, + 0.07501348853111267, + 0.11360448598861694, + 0.07568278908729553, + 0.03787633404135704, + 0.08572110533714294, + 0.0639667734503746, + 0.07275877147912979, + 0.09284751117229462, + 0.1402978152036667, + 0.06061946973204613, + 0.07936063408851624, + 0.03150026872754097, + 0.09859886020421982, + 0.06900269538164139, + 0.08825786411762238, + 0.04704911261796951, + 0.0844612866640091, + 0.060300134122371674, + 0.07394636422395706, + 0.08821233361959457, + 0.08351457118988037, + 0.09996192157268524, + 0.10733778029680252, + 0.08015799522399902, + 0.05916976556181908, + 0.09335362166166306, + 0.05782835930585861, + 0.06907613575458527, + 0.059208985418081284, + 0.07678311318159103, + 0.007003891281783581, + 0.0849032923579216, + 0.06764531135559082, + 0.07544240355491638, + 0.062208712100982666, + 0.12678247690200806, + 0.021940607577562332, + 0.11481733620166779, + 0.10009057819843292, + 0.1308848112821579, + 0.07976540178060532, + 0.10901812463998795, + 0.07740278542041779, + 0.1057571992278099, + 0.06855610758066177, + 0.08717595785856247, + 0.1288992017507553, + 0.11642464250326157, + 0.06904435157775879, + 0.07933022081851959, + 0.07076461613178253, + 0.05074445530772209, + 0.03756512328982353, + 0.05647263303399086, + 0.05649717524647713, + 0.1391076147556305, + 0.19661107659339905, + 0.056664709001779556, + 0.10293760895729065, + 0.1161249652504921, + 0.07943690568208694, + 0.03745519742369652, + 0.05403431877493858, + 0.06999746710062027, + 0.07558288425207138, + 0.054428499191999435, + 0.05635720491409302, + 0.06700767576694489, + 0.06652719527482986, + 0.05102848261594772, + 0.12229052186012268, + 0.09199584275484085, + 0.0674506351351738, + 0.11012492328882217, + 0.1658354103565216, + 0.04785779491066933, + 0.04309184104204178, + 0.09571243077516556, + 0.048040080815553665, + 0.10886967927217484, + 0.1112600564956665, + 0.06571979075670242, + 0.14002235233783722, + 0.11817502230405807, + 0.10411091893911362, + 0.10840197652578354, + 0.12369941920042038, + 0.13917391002178192, + 0.08869247138500214, + 0.08397381752729416, + 0.09419991821050644, + 0.10369246453046799, + 0.08421317487955093, + 0.0476190485060215, + 0.08398481458425522, + 0.11760105192661285, + 0.14441606402397156, + 0.037219248712062836, + 0.03566666692495346, + 0.023381683975458145, + 0.0071428571827709675, + 0.1318974792957306, + 0.07218433916568756, + 0.07092377543449402, + 0.11638388782739639, + 0.12438016384840012, + 0.14208795130252838, + 0.0645713061094284, + 0.15691760182380676, + 0.10347394645214081, + 0.1558685451745987, + 0.040734220296144485, + 0.07245320081710815, + 0.1158432736992836, + 0.07086267322301865, + 0.0636192262172699, + 0.07473982870578766, + 0.09854742139577866, + 0.14469334483146667, + 0.16526824235916138, + 0.02994012087583542, + 0.12243524193763733, + 0.08424697071313858, + 0.1347593516111374, + 0.13077910244464874, + 0.0951450914144516, + 0.019371068105101585, + 0.11097295582294464, + 0.07918445020914078, + 0.12058822810649872, + 0.046123433858156204, + 0.10437018424272537, + 0.13578222692012787, + 0.05342136695981026, + 0.06789068877696991, + 0.15658363699913025, + 0.08337008953094482, + 0.14510609209537506, + 0.1105908527970314, + 0.08248193562030792, + 0.0479297935962677, + 0.20890989899635315, + 0.14201048016548157, + 0.09757600724697113, + 0.09138904511928558, + 0.13732768595218658, + 0.1160639226436615, + 0.06312581896781921, + 0.10320071876049042, + 0.12894859910011292, + 0.10053948312997818, + 0.10722161084413528, + 0.035395681858062744, + 0.08300477266311646, + 0.0934399962425232, + 0.0922587439417839, + 0.11911765486001968, + 0.0684332400560379, + 0.06531483680009842, + 0.11959739774465561, + 0.12437471747398376, + 0.051016341894865036, + 0.0994248166680336, + 0.030158426612615585, + 0.08530677855014801, + 0.03975623846054077, + 0.08617594838142395, + 0.04448139667510986, + 0.12298024445772171, + 0.06362339854240417, + 0.07369179278612137, + 0.10108303278684616, + 0.1196388229727745, + 0.1062670350074768, + 0.06031077355146408, + 0.15763747692108154, + 0.06029285117983818, + 0.12510542571544647, + 0.061815693974494934, + 0.025036510080099106, + 0.2187928706407547, + 0.14943426847457886, + 0.08660540729761124, + 0.1152154803276062, + 0.03067946620285511, + 0.1613803654909134, + 0.09268991649150848, + 0.03156450018286705, + 0.06703747063875198, + 0.06228172406554222, + 0.046552058309316635, + 0.1767241358757019, + 0.14233194291591644, + 0.08215583115816116, + 0.11388455331325531, + 0.09777294844388962, + 0.14766407012939453, + 0.05054740235209465, + 0.1626666635274887, + 0.08479692786931992, + 0.045649074018001556, + 0.09296893328428268, + 0.11017618328332901, + 0.040337465703487396, + 0.0444350391626358, + 0.08844474703073502, + 0.13944342732429504, + 0.08762290328741074, + 0.11786982417106628, + 0.09687924385070801, + 0.11572960019111633, + 0.09611086547374725, + 0.06952965259552002, + 0.03818909823894501, + 0.06363191455602646, + 0.04528699442744255, + 0.04883962497115135, + 0.1529162973165512, + 0.10782147198915482, + 0.27885502576828003, + 0.047773655503988266, + 0.056220609694719315, + 0.16473843157291412, + 0.1714884638786316, + 0.08557654172182083, + 0.16312304139137268, + 0.11578305810689926, + 0.06115437671542168, + 0.023861171677708626, + 0.19116507470607758, + 0.07842104882001877, + 0.07264170795679092, + 0.15622825920581818, + 0.05516014248132706, + 0.15247364342212677, + 0.0614795908331871, + 0.12462827563285828, + 0.08585665374994278, + 0.13906027376651764, + 0.05841178074479103, + 0.1132342517375946, + 0.09427803009748459, + 0.1130751222372055, + 0.06655179709196091, + 0.07647530734539032, + 0.13319182395935059, + 0.08023129403591156, + 0.09494351595640182, + 0.18008588254451752, + 0.09720930457115173, + 0.05506344512104988, + 0.09187202900648117, + 0.09104606509208679, + 0.03215968981385231, + 0.07762756198644638, + 0.049780383706092834, + 0.07578885555267334, + 0.03361034020781517, + 0.08800900727510452, + 0.0775577574968338, + 0.15144546329975128, + 0.09902866184711456, + 0.0666799396276474, + 0.06462690979242325, + 0.13278436660766602, + 0.1034185141324997, + 0.05484199896454811, + 0.08102073520421982, + 0.0966048315167427, + 0.0449344702064991, + 0.05631324276328087, + 0.09988165646791458, + 0.07906711846590042, + 0.07426802814006805, + 0.032137516885995865, + 0.12594649195671082, + 0.06646931916475296, + 0.061650991439819336, + 0.06406459957361221, + 0.17719441652297974, + 0.06657759845256805, + 0.049485545605421066, + 0.05689277872443199, + 0.10301394760608673, + 0.054560430347919464, + 0.13106654584407806, + 0.08087801933288574, + 0.0759371966123581, + 0.07837631553411484, + 0.11116601526737213, + 0.048548199236392975, + 0.09808863699436188, + 0.04458977282047272, + 0.08447999507188797, + 0.02250206470489502, + 0.07035175710916519, + 0.04799165204167366, + 0.09110696613788605, + 0.04955752193927765, + 0.08834782242774963, + 0.15380099415779114, + 0.06215833127498627, + 0.05203362926840782, + 0.20209667086601257, + 0.08434229344129562, + 0.08215788006782532, + 0.09395604580640793, + 0.07659444212913513, + 0.056295257061719894, + 0.10098211467266083, + 0.05486071854829788, + 0.14082098007202148, + 0.09860558062791824, + 0.1236802488565445, + 0.04647519439458847, + 0.13154639303684235, + 0.07892976701259613, + 0.1475091129541397, + 0.10679970681667328, + 0.1181601881980896, + 0.08625677973031998, + 0.06909269094467163, + 0.03637884184718132, + 0.10891681909561157, + 0.06723107397556305, + 0.11548471450805664, + 0.12661777436733246, + 0.1364406794309616, + 0.08600770682096481, + 0.06031385809183121, + 0.06018194556236267, + 0.0212076585739851, + 0.051121439784765244, + 0.10708117485046387, + 0.10057288408279419, + 0.06304842233657837, + 0.08559352159500122, + 0.051720209419727325, + 0.06698879599571228, + 0.09140271693468094, + 0.16480357944965363, + 0.06940343230962753, + 0.02733990177512169, + 0.10160427540540695, + 0.14778168499469757, + 0.07355418801307678, + 0.05336134508252144, + 0.05446365103125572, + 0.06681614369153976, + 0.10556621849536896, + 0.0996796041727066, + 0.08546384423971176, + 0.07977461814880371, + 0.128679558634758, + 0.089289590716362, + 0.05270758271217346, + 0.034124232828617096, + 0.10512324422597885, + 0.12758447229862213, + 0.05468561872839928, + 0.07738607376813889, + 0.10700888931751251, + 0.04475422203540802, + 0.1110701784491539, + 0.06594513356685638, + 0.11996034532785416, + 0.10357072204351425, + 0.1041339635848999, + 0.07039537280797958, + 0.1436532586812973, + 0.07557938247919083, + 0.11220043897628784, + 0.0787612795829773, + 0.05602006986737251, + 0.025741029530763626, + 0.09764918684959412, + 0.061914555728435516, + 0.09059912711381912, + 0.052536699920892715, + 0.03729487583041191, + 0.0939420536160469, + 0.034914713352918625, + 0.07643461972475052, + 0.0628511980175972, + 0.06105990707874298, + 0.031198985874652863, + 0.08236993849277496, + 0.0704289972782135, + 0.08465728908777237, + 0.11182108521461487, + 0.1395563781261444, + 0.050607793033123016, + 0.12058354169130325, + 0.11506788432598114, + 0.05140466243028641, + 0.06565656512975693, + 0.05816023424267769, + 0.0944216400384903, + 0.09900031983852386, + 0.12494871020317078, + 0.06579292565584183, + 0.0647590383887291, + 0.06450742483139038, + 0.07147520035505295, + 0.12126751244068146, + 0.12356321513652802, + 0.033358603715896606, + 0.12482993304729462, + 0.0829835906624794, + 0.0860191136598587, + 0.07322230935096741, + 0.04369258135557175, + 0.013220255263149738, + 0.07692307978868484, + 0.045695822685956955, + 0.1493099182844162, + 0.10218547284603119, + 0.10701651126146317, + 0.06453154981136322, + 0.12916980683803558, + 0.1164298951625824, + 0.11123109608888626, + 0.0854482650756836, + 0.06322722136974335, + 0.029236985370516777, + 0.055119581520557404, + 0.04164484143257141, + 0.08240057528018951, + 0.1597387194633484, + 0.12882541120052338, + 0.06467662006616592, + 0.1155218556523323, + 0.2458081692457199, + 0.08959899842739105, + 0.08940302580595016, + 0.03591682389378548, + 0.10549169778823853, + 0.05097517743706703, + 0.11950993537902832, + 0.0878131166100502, + 0.09406693279743195, + 0.007923169061541557, + 0.08672525733709335, + 0.047259509563446045, + 0.05679435655474663, + 0.06929221749305725, + 0.06508757919073105, + 0.06533055752515793, + 0.11034482717514038, + 0.08789767324924469, + 0.2057737559080124, + 0.07880160957574844, + 0.1340450793504715, + 0.11173425614833832 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 104.52373504638672, - 39.67213821411133, - 39.6721305847168, - 141.78041076660156, - 141.254150390625, - 54.224124908447266, - 59.03047180175781, - 39.85642623901367, - 143.02902221679688, - 84.74312591552734, - 59.9239387512207, - 53.757450103759766, - 78.99742126464844, - 90.58938598632812, - 45.5595588684082, - 74.39323425292969, - 67.5317611694336, - 66.25981903076172, - 85.75440979003906, - 41.47610092163086, - 145.64039611816406, - 74.5511245727539, - 48.709590911865234, - 77.53419494628906, - 109.87464141845703, - 40.007301330566406, - 52.89699935913086, - 96.2563705444336, - 41.895790100097656, - 39.36960983276367, - 126.44956970214844, - 79.20336151123047, - 79.65208435058594, - 40.00730514526367, - 66.25980377197266, - 174.77215576171875, - 40.92451858520508, - 102.17520141601562, - 100.11278533935547, - 111.55557250976562, - 40.00730514526367, - 40.92451858520508, - 54.224124908447266, - 54.22412109375, - 65.34730529785156, - 39.85642623901367, - 74.5511245727539, - 39.6721305847168, - 66.25981903076172, - 131.27220153808594, - 99.68975830078125, - 59.64591598510742, - 43.386512756347656, - 79.20336151123047, - 51.06541061401367, - 104.52373504638672, - 75.47940826416016, - 39.448631286621094, - 53.96454620361328, - 57.25469970703125, - 82.04302978515625, - 54.22412109375, - 55.49595642089844, - 79.20335388183594, - 69.70291900634766, - 78.78264617919922, - 54.22412109375, - 39.36961364746094, - 39.36962127685547, - 39.6721305847168, - 76.40882873535156, - 47.90146255493164, - 42.07524108886719, - 85.7544174194336, - 69.38095092773438, - 39.482200622558594, - 90.06779479980469, - 47.703086853027344, - 47.703086853027344, - 52.206478118896484, - 82.66057586669922, - 75.58451843261719, - 44.08746337890625, - 73.41056060791016, - 39.6721305847168, - 39.482200622558594, - 47.10594177246094, - 54.224124908447266, - 73.6240234375, - 39.36961364746094, - 45.559566497802734, - 90.4131851196289, - 45.5595588684082, - 59.03047561645508, - 39.448631286621094, - 74.5511245727539, - 72.50239562988281, - 54.22412109375, - 97.72915649414062, - 63.99911880493164, - 44.05697250366211, - 40.00730895996094, - 40.007301330566406, - 39.448631286621094, - 41.47610092163086, - 68.08545684814453, - 104.52373504638672, - 44.05696487426758, - 40.007301330566406, - 54.62395477294922, - 82.00621795654297, - 78.91407775878906, - 106.52610778808594, - 42.7141227722168, - 67.5317611694336, - 51.19670867919922, - 54.22412109375, - 77.3393325805664, - 47.703086853027344, - 512.0, - 106.58650207519531, - 45.5595588684082, - 42.12233352661133, - 41.895790100097656, - 39.36962127685547, - 50.35831832885742, - 74.5511245727539, - 64.43695831298828, - 39.85641860961914, - 66.25981140136719, - 57.25468063354492, - 89.51326751708984, - 52.04319763183594, - 104.52373504638672, - 164.3062744140625, - 44.08745574951172, - 87.63262176513672, - 41.47610092163086, - 85.96966552734375, - 73.77890014648438, - 39.85642623901367, - 61.720680236816406, - 71.77371978759766, - 66.25979614257812, - 112.48348999023438, - 95.16793060302734, - 170.61044311523438, - 47.901451110839844, - 81.95288848876953, - 43.386512756347656, - 45.5595588684082, - 47.703086853027344, - 80.13677978515625, - 104.52373504638672, - 56.373016357421875, - 44.05697250366211, - 47.703086853027344, - 70.18531799316406, - 40.924522399902344, - 80.97916412353516, - 81.07108306884766, - 54.224124908447266, - 54.22412109375, - 101.6847152709961, - 125.23480987548828, - 98.00626373291016, - 71.77371978759766, - 262.1256408691406, - 67.5317611694336, - 52.81268310546875, - 40.43055725097656, - 58.140621185302734, - 104.53720092773438, - 84.76361083984375, - 80.59088897705078, - 79.18222045898438, - 67.5317611694336, - 99.90660095214844, - 47.703086853027344, - 122.17080688476562, - 126.35347747802734, - 119.67434692382812, - 39.85641860961914, - 54.62395477294922, - 59.92394256591797, - 188.6142578125, - 67.5317611694336, - 81.07108306884766, - 100.75929260253906, - 63.528987884521484, - 41.895782470703125, - 73.6240234375, - 45.5595588684082, - 85.7544174194336, - 69.92909240722656, - 104.81757354736328, - 99.00729370117188, - 94.2242660522461, - 116.06558990478516, - 59.03047561645508, - 92.95216369628906, - 52.89699172973633, - 47.703086853027344, - 42.714111328125, - 77.3393325805664, - 42.71411895751953, - 54.22412109375, - 48.90813064575195, - 59.03047561645508, - 40.60122299194336, - 104.52373504638672, - 54.224124908447266, - 79.21780395507812, - 85.75440216064453, - 44.81291198730469, - 75.4793930053711, - 52.89699935913086, - 59.9239387512207, - 67.5317611694336, - 41.895790100097656, - 98.95706939697266, - 95.228271484375, - 39.85641860961914, - 72.6982192993164, - 96.11202239990234, - 86.79966735839844, - 47.703086853027344, - 193.23489379882812, - 59.923946380615234, - 44.81291198730469, - 44.08745574951172, - 42.714107513427734, - 39.3696174621582, - 77.3393325805664, - 104.52373504638672, - 44.81291198730469, - 40.43056106567383, - 39.36962127685547, - 44.08746337890625, - 117.9421615600586, - 44.05696487426758, - 39.448631286621094, - 66.89517974853516, - 75.4793930053711, - 75.65485382080078, - 61.72069549560547, - 111.81932067871094, - 61.72068786621094, - 67.5317611694336, - 69.92909240722656, - 69.00910949707031, - 58.140621185302734, - 101.78483581542969, - 104.52373504638672, - 79.20335388183594, - 49.528934478759766, - 48.70958709716797, - 65.3472900390625, - 104.52373504638672, - 71.77371978759766, - 52.04319381713867, - 47.703086853027344, - 64.43695831298828, - 130.7237548828125, - 59.9239387512207, - 104.52373504638672, - 137.5252685546875, - 96.11201477050781, - 89.29388427734375, - 42.07524108886719, - 58.140625, - 39.36962127685547, - 98.88583374023438, - 118.42437744140625, - 50.358314514160156, - 40.43056106567383, - 74.55113220214844, - 88.5726547241211, - 77.0866470336914, - 88.57266235351562, - 77.33932495117188, - 47.10594177246094, - 107.54367065429688, - 68.0908432006836, - 40.43056106567383, - 68.09083557128906, - 59.923946380615234, - 66.25981140136719, - 70.85065460205078, - 54.22412109375, - 109.28395080566406, - 96.61768341064453, - 91.87102508544922, - 39.448631286621094, - 67.5317611694336, - 103.9825210571289, - 69.92909240722656, - 42.714111328125, - 61.720680236816406, - 82.94215393066406, - 68.09083557128906, - 75.91136932373047, - 84.6365737915039, - 104.52373504638672, - 40.43055725097656, - 40.43056106567383, - 512.0, - 94.2710189819336, - 54.22412109375, - 67.5317611694336, - 61.72068786621094, - 92.81388854980469, - 41.895790100097656, - 96.11202239990234, - 39.482200622558594, - 67.17436981201172, - 54.224124908447266, - 67.5317611694336, - 88.5726547241211, - 39.85642623901367, - 104.91031646728516, - 41.895790100097656, - 41.895782470703125, - 110.47815704345703, - 60.82076644897461, - 40.43056106567383, - 39.6721305847168, - 57.25469970703125, - 40.92451477050781, - 60.95109558105469, - 512.0, - 51.19669723510742, - 62.62348937988281, - 41.895790100097656, - 54.224124908447266, - 81.07108306884766, - 47.703086853027344, - 61.72068786621094, - 42.07524108886719, - 75.4793930053711, - 65.3473129272461, - 96.53809356689453, - 90.45443725585938, - 53.757442474365234, - 75.7881851196289, - 104.52373504638672, - 78.08451843261719, - 54.22412109375, - 163.2217559814453, - 97.40178680419922, - 40.00729751586914, - 104.52373504638672, - 101.96420288085938, - 52.89699935913086, - 78.8150634765625, - 99.01778411865234, - 47.90146255493164, - 40.92451477050781, - 108.10828399658203, - 71.77371978759766, - 40.43055725097656, - 44.05696487426758, - 76.40882873535156, - 67.8639907836914, - 54.224124908447266, - 40.60122299194336, - 59.03047561645508, - 52.04319381713867, - 102.7315673828125, - 97.58723449707031, - 102.9654769897461, - 196.51364135742188, - 40.43056106567383, - 46.32465744018555, - 143.55636596679688, - 44.05697250366211, - 40.60122299194336, - 39.6721305847168, - 63.34287643432617, - 39.36961364746094, - 51.311161041259766, - 39.448631286621094, - 186.2986602783203, - 40.60122299194336, - 512.0, - 44.087467193603516, - 41.895790100097656, - 199.71282958984375, - 104.52373504638672, - 70.85065460205078, - 180.34378051757812, - 64.75304412841797, - 79.20336151123047, - 47.703086853027344, - 85.75440979003906, - 54.224124908447266, - 82.94215393066406, - 85.4977798461914, - 67.17436218261719, - 131.3177032470703, - 53.757450103759766, - 71.71009063720703, - 67.17436981201172, - 86.52159118652344, - 84.81627655029297, - 106.52376556396484, - 69.50292205810547, - 54.22412109375, - 61.72068786621094, - 92.33837127685547, - 97.05652618408203, - 55.49595642089844, - 72.90633392333984, - 60.82075881958008, - 99.89678955078125, - 78.27084350585938, - 50.35832595825195, - 44.05696487426758, - 73.30130004882812, - 69.38058471679688, - 54.224124908447266, - 40.60122299194336, - 83.60203552246094, - 54.22412109375, - 93.28109741210938, - 47.10594177246094, - 512.0, - 104.41504669189453, - 46.61570358276367, - 78.2708511352539, - 44.81291198730469, - 40.43056106567383, - 147.8118438720703, - 52.04319763183594, - 71.62385559082031, - 59.03047180175781, - 39.482200622558594, - 98.37873077392578, - 59.923946380615234, - 73.6240234375, - 39.448631286621094, - 54.62395477294922, - 104.52373504638672, - 41.47610092163086, - 43.386512756347656, - 132.72732543945312, - 67.5317611694336, - 108.46247100830078, - 117.7275161743164, - 42.07524108886719, - 41.895790100097656, - 108.52837371826172, - 92.31739807128906, - 39.85641860961914, - 54.22412109375, - 67.5317611694336, - 67.17436218261719, - 64.28480529785156, - 92.97036743164062, - 47.703086853027344, - 43.386512756347656, - 44.08746337890625, - 67.17436981201172, - 93.00745391845703, - 54.22412109375, - 51.19669723510742, - 54.22412109375, - 67.5317611694336, - 76.40882873535156, - 39.85641860961914, - 53.757450103759766, - 47.703086853027344, - 61.72069549560547, - 62.62348937988281, - 64.43696594238281, - 133.9691162109375, - 110.3163070678711, - 55.49595642089844, - 47.703086853027344, - 125.44709014892578, - 141.98715209960938, - 51.19669723510742, - 81.92061614990234, - 124.05338287353516, - 40.60122299194336, - 54.22412109375, - 79.20336151123047, - 39.85641860961914, - 68.0908432006836, - 44.08746337890625, - 54.62395477294922, - 104.52373504638672 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 499.8999938964844, + 414.2598876953125, + 329.1912536621094, + 688.5435180664062, + 416.2072448730469, + 411.71282958984375, + 843.6568603515625, + 361.5533752441406, + 362.0650634765625, + 714.90576171875, + 837.2646484375, + 339.771240234375, + 649.5967407226562, + 564.092041015625, + 722.44677734375, + 635.1575927734375, + 460.55999755859375, + 509.0172424316406, + 427.2879943847656, + 626.05126953125, + 488.9098815917969, + 680.267578125, + 618.236572265625, + 503.7066345214844, + 611.6467895507812, + 560.1453857421875, + 716.9912719726562, + 601.0545043945312, + 371.8522033691406, + 426.84979248046875, + 434.1082458496094, + 483.53375244140625, + 504.6530456542969, + 823.4708862304688, + 571.4369506835938, + 473.401123046875, + 566.2494506835938, + 606.60009765625, + 388.587158203125, + 370.60980224609375, + 550.0654907226562, + 503.44049072265625, + 702.6031494140625, + 357.53570556640625, + 284.2300720214844, + 612.849609375, + 576.22998046875, + 564.1884765625, + 576.0463256835938, + 819.5116577148438, + 249.21722412109375, + 517.4612426757812, + 340.654052734375, + 590.906982421875, + 623.5802001953125, + 593.5738525390625, + 462.8924865722656, + 495.6148376464844, + 533.7429809570312, + 367.0733642578125, + 346.73095703125, + 589.9854736328125, + 679.8165283203125, + 526.8204956054688, + 572.9404907226562, + 421.9795227050781, + 559.2752685546875, + 478.7303466796875, + 611.3278198242188, + 584.2716064453125, + 591.6223754882812, + 404.88134765625, + 503.59918212890625, + 567.7022094726562, + 421.9241027832031, + 568.0145263671875, + 643.8650512695312, + 446.9072265625, + 716.3790283203125, + 653.72998046875, + 506.8474426269531, + 458.74761962890625, + 702.5335693359375, + 347.9702453613281, + 489.84063720703125, + 595.8715209960938, + 581.51025390625, + 753.441162109375, + 632.7455444335938, + 530.8072509765625, + 636.5211181640625, + 413.9736022949219, + 362.6312255859375, + 509.90423583984375, + 560.5859985351562, + 500.540771484375, + 638.2139282226562, + 801.4754028320312, + 431.9129638671875, + 714.4551391601562, + 512.253662109375, + 529.6265869140625, + 399.4365234375, + 292.0184326171875, + 505.5097351074219, + 535.4111328125, + 488.4305419921875, + 427.765869140625, + 537.9483642578125, + 523.412109375, + 542.7442016601562, + 565.7273559570312, + 515.8079223632812, + 603.0693969726562, + 480.63238525390625, + 805.908203125, + 419.2209777832031, + 399.68389892578125, + 650.8480834960938, + 339.2885437011719, + 545.3133544921875, + 499.87811279296875, + 531.7947998046875, + 667.1923217773438, + 445.3004455566406, + 619.553955078125, + 456.1009826660156, + 309.2800598144531, + 669.7037963867188, + 444.05426025390625, + 458.9626770019531, + 365.61517333984375, + 587.3971557617188, + 535.4375, + 484.54119873046875, + 659.525634765625, + 713.796142578125, + 774.7249145507812, + 613.42529296875, + 506.79437255859375, + 459.7527770996094, + 362.69281005859375, + 820.4288330078125, + 542.165771484375, + 560.3694458007812, + 622.6290283203125, + 379.46539306640625, + 612.5494995117188, + 574.9864501953125, + 749.9925537109375, + 612.53759765625, + 640.2078247070312, + 400.6138610839844, + 520.63037109375, + 460.9471435546875, + 272.2974853515625, + 557.6005249023438, + 579.2352905273438, + 602.0370483398438, + 562.4553833007812, + 769.4757690429688, + 365.0257263183594, + 495.0535888671875, + 588.71875, + 510.9974060058594, + 780.8121948242188, + 543.5855102539062, + 342.65618896484375, + 583.1986694335938, + 638.1494750976562, + 552.4367065429688, + 639.7590942382812, + 596.419189453125, + 569.32373046875, + 345.80322265625, + 588.5335083007812, + 584.3435668945312, + 647.6586303710938, + 856.0736083984375, + 753.3391723632812, + 556.8566284179688, + 470.21728515625, + 684.7339477539062, + 861.2396850585938, + 700.716796875, + 629.2117309570312, + 755.5439453125, + 358.1108703613281, + 286.2655029296875, + 510.65716552734375, + 748.3464965820312, + 654.6045532226562, + 538.2006225585938, + 328.5816650390625, + 685.7587280273438, + 445.50018310546875, + 702.7515869140625, + 657.392578125, + 529.8806762695312, + 540.5156860351562, + 558.6702880859375, + 827.0519409179688, + 532.8284912109375, + 575.3402099609375, + 528.3949584960938, + 639.22265625, + 326.1188049316406, + 591.119873046875, + 453.1166076660156, + 561.9008178710938, + 419.703369140625, + 574.8160400390625, + 702.3609619140625, + 539.7841796875, + 356.1229248046875, + 510.5632019042969, + 448.85968017578125, + 524.4793090820312, + 617.0714111328125, + 524.6923828125, + 396.2547912597656, + 664.6471557617188, + 463.5053405761719, + 556.8251953125, + 543.9182739257812, + 433.3985290527344, + 843.8793334960938, + 597.1139526367188, + 450.3486328125, + 407.4430236816406, + 519.450439453125, + 449.5925598144531, + 374.7645568847656, + 716.4904174804688, + 588.19091796875, + 652.6536254882812, + 561.9373779296875, + 684.8134765625, + 516.6451416015625, + 598.3796997070312, + 497.4013366699219, + 436.7940979003906, + 607.4005126953125, + 626.17578125, + 378.2872314453125, + 377.1081237792969, + 633.6749877929688, + 611.2544555664062, + 501.2963562011719, + 756.4146728515625, + 574.5682983398438, + 765.5066528320312, + 680.0662231445312, + 448.27801513671875, + 291.6111755371094, + 509.2239990234375, + 456.7400817871094, + 308.8743591308594, + 648.4751586914062, + 698.8177490234375, + 569.289794921875, + 470.9527587890625, + 527.9046630859375, + 811.9417114257812, + 1020.3741455078125, + 621.5596923828125, + 567.6212158203125, + 498.5673522949219, + 598.7974853515625, + 414.1344909667969, + 860.0035400390625, + 465.8982238769531, + 558.471435546875, + 614.2098388671875, + 544.2172241210938, + 692.9056396484375, + 487.1015930175781, + 641.5617065429688, + 626.2540893554688, + 745.9929809570312, + 506.29327392578125, + 440.67559814453125, + 687.7339477539062, + 633.2971801757812, + 653.675048828125, + 703.1151123046875, + 657.9895629882812, + 401.58905029296875, + 555.8320922851562, + 780.00830078125, + 704.0257568359375, + 492.31097412109375, + 683.60302734375, + 679.4674682617188, + 377.966796875, + 652.78759765625, + 575.31787109375, + 462.5030517578125, + 418.59246826171875, + 656.79931640625, + 491.36932373046875, + 614.0604858398438, + 631.8291015625, + 680.921142578125, + 423.6928405761719, + 681.52880859375, + 684.5607299804688, + 538.610107421875, + 417.7174072265625, + 496.53472900390625, + 450.4688720703125, + 489.55133056640625, + 624.5443115234375, + 428.8660888671875, + 512.6453247070312, + 469.9122314453125, + 678.7514038085938, + 434.7217712402344, + 567.341796875, + 418.7835693359375, + 861.70654296875, + 582.6079711914062, + 467.4925231933594, + 425.0068664550781, + 723.1787109375, + 535.6382446289062, + 602.3233032226562, + 622.0618896484375, + 448.1376647949219, + 551.3829956054688, + 610.1084594726562, + 541.7218627929688, + 769.1280517578125, + 435.669677734375, + 522.1111450195312, + 376.9593811035156, + 413.2581481933594, + 391.2511901855469, + 444.8523254394531, + 335.60601806640625, + 660.3786010742188, + 631.1876220703125, + 545.8085327148438, + 472.3731689453125, + 1040.0960693359375, + 817.5064086914062, + 525.6325073242188, + 550.6803588867188, + 631.71142578125, + 502.61029052734375, + 603.3251953125, + 424.91302490234375, + 643.8211669921875, + 775.5391235351562, + 557.8692626953125, + 384.4638671875, + 441.31793212890625, + 638.1174926757812, + 766.1344604492188, + 404.921142578125, + 652.2388305664062, + 647.4739990234375, + 495.3127746582031, + 467.7828063964844, + 763.5462646484375, + 480.721435546875, + 497.7390441894531, + 773.0149536132812, + 654.2026977539062, + 417.88433837890625, + 544.3547973632812, + 325.9587707519531, + 328.6063232421875, + 521.9966430664062, + 584.7399291992188, + 739.7059326171875, + 344.0753479003906, + 407.621337890625, + 491.82415771484375, + 595.7012939453125, + 621.347900390625, + 628.6561889648438, + 401.6493225097656, + 372.3800354003906, + 773.4404296875, + 570.3486938476562, + 477.7837829589844, + 546.3021240234375, + 472.5841369628906, + 342.9944152832031, + 562.6514892578125, + 408.9490966796875, + 419.0583801269531, + 570.482177734375, + 609.4811401367188, + 665.7858276367188, + 434.9778137207031, + 382.6858825683594, + 618.1751708984375, + 340.99273681640625, + 476.6222229003906, + 636.7530517578125, + 706.8860473632812, + 403.6229553222656, + 741.9951782226562, + 452.48675537109375, + 569.9739379882812, + 745.2883911132812, + 645.6297607421875, + 405.46636962890625, + 612.8541259765625, + 577.30322265625, + 714.9142456054688, + 561.2890014648438, + 400.6949157714844, + 467.80975341796875, + 619.2048950195312, + 520.3529663085938, + 639.5320434570312, + 399.0991516113281, + 479.69866943359375, + 548.3004150390625, + 333.0313720703125, + 525.5896606445312, + 635.4807739257812, + 561.3294067382812, + 439.4308776855469, + 498.7760314941406, + 531.7000122070312, + 631.222412109375, + 720.1596069335938, + 624.710693359375, + 543.3670654296875, + 756.4309692382812, + 772.4205322265625, + 393.8162841796875, + 468.3251647949219, + 611.1752319335938, + 575.0387573242188, + 519.5404052734375, + 813.2922973632812, + 490.15155029296875, + 405.8335266113281, + 442.0635070800781, + 614.3079223632812, + 567.0870971679688, + 703.3285522460938, + 382.0842590332031, + 510.6759033203125, + 607.5184326171875, + 723.4508666992188, + 501.52984619140625, + 490.577392578125, + 446.028564453125, + 609.9412231445312, + 463.1434631347656, + 896.702880859375, + 537.9866333007812, + 531.0506591796875, + 499.8497009277344, + 715.9478149414062, + 534.121337890625, + 657.5508422851562, + 704.5619506835938, + 603.958740234375, + 397.7834777832031, + 537.0226440429688, + 376.3683166503906, + 624.5853881835938, + 722.2750854492188, + 597.9840698242188, + 573.4601440429688, + 382.4300842285156, + 722.7232666015625, + 680.6293334960938, + 527.12646484375, + 487.1388854980469, + 697.5023803710938, + 577.9995727539062, + 790.256103515625, + 536.7841796875, + 637.5527954101562, + 368.147705078125, + 572.0614624023438, + 381.58892822265625, + 616.976806640625, + 549.4238891601562, + 589.9387817382812, + 584.44384765625, + 651.2681884765625, + 451.8740539550781, + 682.5565185546875, + 590.9303588867188, + 745.6165771484375, + 717.9503173828125 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -66237,164 +81446,173 @@ 2 ], "wall_clock_s": [ - 488.8, - 526.8, - 512.5 + 892.6, + 899.3, + 894.3 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.023882562294602394, + "loss": 0.3379412293434143, "env_score_iters": 500, - "env_score": -4.504428863525391, + "env_score": -0.4151270091533661, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.5125, "grad_align_iters": 500, - "grad_align": 0.8443030714988708, - "rl_grad_norm": 0.1883072704076767, - "bc_grad_norm": 1.5842642784118652, + "grad_align": 0.01719186268746853, + "rl_grad_norm": 0.6115442514419556, + "bc_grad_norm": 1.5966012477874756, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "action_emb.weight": 0.009968159720301628, + "timestep_emb.weight": 0.002968535525724292, + "pos_emb.weight": 0.0037781589198857546, + "head.weight": 0.5892885327339172, + "head.bias": 0.02158566378057003 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08131302893161774, - "repr_drift_kl_low_t": 0.08890388906002045, - "repr_drift_kl_mid_t": 0.07985717803239822, - "repr_drift_kl_high_t": 0.08418108522891998, + "repr_drift_kl": 0.24024857580661774, + "repr_drift_kl_low_t": 0.27844899892807007, + "repr_drift_kl_mid_t": 0.2331058233976364, + "repr_drift_kl_high_t": 0.21632075309753418, "cka_iters": 500, - "cka_similarity": 0.98988276720047, + "cka_similarity": 0.8551424145698547, "t_analysis_iters": 500, - "norm_low_t": 0.13665221631526947, - "norm_high_t": 0.1769239753484726, - "lowhigh_cos": 0.716566801071167, + "norm_low_t": 0.5001261830329895, + "norm_high_t": 0.9330983757972717, + "lowhigh_cos": 0.7140113115310669, "t_bin_norms": { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 - }, - "win_rate": 0.0026455027982592583, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.6770618557929993, + "t_0.1-0.2": 0.4487853944301605, + "t_0.2-0.3": 0.5636526346206665, + "t_0.3-0.4": 0.6713622212409973, + "t_0.4-0.5": 0.5791399478912354, + "t_0.5-0.6": 0.5227630138397217, + "t_0.6-0.7": 0.699182391166687, + "t_0.7-0.8": 0.8517627716064453, + "t_0.8-0.9": 0.8864097595214844, + "t_0.9-1.0": 1.0857282876968384 + }, + "win_rate": 0.11173425614833832, + "effective_batch_size": 717.9503173828125, "per_env_win_rates": { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.18636325001716614, + "loss": 0.18174543976783752, "env_score_iters": 500, - "env_score": -2.272517442703247, + "env_score": -0.609443724155426, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.49999999999999994, "grad_align_iters": 500, - "grad_align": 0.29016175866127014, - "rl_grad_norm": 0.3062359094619751, - "bc_grad_norm": 0.8874264359474182, + "grad_align": 0.4222516417503357, + "rl_grad_norm": 0.3943547308444977, + "bc_grad_norm": 0.8815403580665588, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.26816001534461975, - "head.bias": 0.0035292981192469597 + "action_emb.weight": 0.007611517328768969, + "timestep_emb.weight": 0.0021206389646977186, + "pos_emb.weight": 0.003340592607855797, + "head.weight": 0.31896308064460754, + "head.bias": 0.010923085734248161 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1767127811908722, - "repr_drift_kl_low_t": 0.19802974164485931, - "repr_drift_kl_mid_t": 0.17436805367469788, - "repr_drift_kl_high_t": 0.15887056291103363, + "repr_drift_kl": 0.136066272854805, + "repr_drift_kl_low_t": 0.1514589488506317, + "repr_drift_kl_mid_t": 0.1343030035495758, + "repr_drift_kl_high_t": 0.12500245869159698, "cka_iters": 500, - "cka_similarity": 0.9243893027305603, + "cka_similarity": 0.8663511872291565, "t_analysis_iters": 500, - "norm_low_t": 0.6043206453323364, - "norm_high_t": 0.2692401111125946, - "lowhigh_cos": 0.061904486268758774, + "norm_low_t": 0.42812931537628174, + "norm_high_t": 0.30495741963386536, + "lowhigh_cos": 0.1887420117855072, "t_bin_norms": { - "t_0.0-0.1": 0.4096572995185852, - "t_0.1-0.2": 0.4311806857585907, - "t_0.2-0.3": 0.3898998498916626, - "t_0.3-0.4": 0.29236868023872375, - "t_0.4-0.5": 0.23416653275489807, - "t_0.5-0.6": 0.31297361850738525, - "t_0.6-0.7": 0.23759302496910095, - "t_0.7-0.8": 0.22504396736621857, - "t_0.8-0.9": 0.22234812378883362, - "t_0.9-1.0": 0.3066249191761017 - }, - "win_rate": 0.01869761385023594, - "effective_batch_size": 49.474632263183594, + "t_0.0-0.1": 0.40101659297943115, + "t_0.1-0.2": 0.30182793736457825, + "t_0.2-0.3": 0.32739734649658203, + "t_0.3-0.4": 0.2831602394580841, + "t_0.4-0.5": 0.3350936472415924, + "t_0.5-0.6": 0.317628413438797, + "t_0.6-0.7": 0.3478512465953827, + "t_0.7-0.8": 0.27997124195098877, + "t_0.8-0.9": 0.2941491901874542, + "t_0.9-1.0": 0.42660585045814514 + }, + "win_rate": 0.05146341398358345, + "effective_batch_size": 463.0203857421875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.47555777430534363, + "loss": 0.2970058023929596, "env_score_iters": 500, - "env_score": -1.1841859817504883, + "env_score": -0.40938788652420044, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.4625, "grad_align_iters": 500, - "grad_align": 0.0976157858967781, - "rl_grad_norm": 1.1571893692016602, - "bc_grad_norm": 2.8839268684387207, + "grad_align": 0.2871420383453369, + "rl_grad_norm": 0.931489884853363, + "bc_grad_norm": 1.584000825881958, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 1.5117340087890625, - "head.bias": 0.05525510013103485 + "action_emb.weight": 0.013594544492661953, + "timestep_emb.weight": 0.0032084030099213123, + "pos_emb.weight": 0.0040720137767493725, + "head.weight": 0.9680084586143494, + "head.bias": 0.04056090489029884 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.38011065125465393, - "repr_drift_kl_low_t": 0.4150996804237366, - "repr_drift_kl_mid_t": 0.3757351040840149, - "repr_drift_kl_high_t": 0.35053151845932007, + "repr_drift_kl": 0.2097855508327484, + "repr_drift_kl_low_t": 0.24451053142547607, + "repr_drift_kl_mid_t": 0.2017708718776703, + "repr_drift_kl_high_t": 0.19844530522823334, "cka_iters": 500, - "cka_similarity": 0.7504915595054626, + "cka_similarity": 0.8862878084182739, "t_analysis_iters": 500, - "norm_low_t": 0.8630337715148926, - "norm_high_t": 0.7858870029449463, - "lowhigh_cos": -0.20795971155166626, + "norm_low_t": 0.9588013887405396, + "norm_high_t": 1.1008479595184326, + "lowhigh_cos": 0.49003350734710693, "t_bin_norms": { - "t_0.0-0.1": 1.3692960739135742, - "t_0.1-0.2": 0.6176649928092957, - "t_0.2-0.3": 1.0463284254074097, - "t_0.3-0.4": 1.0915420055389404, - "t_0.4-0.5": 0.7752478718757629, - "t_0.5-0.6": 1.033499836921692, - "t_0.6-0.7": 0.8505461812019348, - "t_0.7-0.8": 1.1282265186309814, - "t_0.8-0.9": 0.7470515370368958, - "t_0.9-1.0": 1.145078420639038 - }, - "win_rate": 0.06810630857944489, - "effective_batch_size": 56.373016357421875, + "t_0.0-0.1": 0.6806901097297668, + "t_0.1-0.2": 1.0595896244049072, + "t_0.2-0.3": 0.843829870223999, + "t_0.3-0.4": 0.808176577091217, + "t_0.4-0.5": 0.916233479976654, + "t_0.5-0.6": 0.9439903497695923, + "t_0.6-0.7": 0.943523645401001, + "t_0.7-0.8": 0.9041001200675964, + "t_0.8-0.9": 1.0533665418624878, + "t_0.9-1.0": 1.3605175018310547 + }, + "win_rate": 0.08554412424564362, + "effective_batch_size": 487.26678466796875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "head_only": { - "score": 0.6583333333333333, - "score_std": 0.023570226039551608, + "score": 0.4958333333333333, + "score_std": 0.03864007706456541, "all_scores": [ - 0.625, - 0.675, - 0.675 + 0.475, + 0.5499999999999999, + 0.46249999999999997 ], "history": { "iters": [ @@ -66900,506 +82118,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.321034550666809, - 3.0900509357452393, - 0.8594297170639038, - 0.2878643572330475, - 1.0828263759613037, - 0.40962451696395874, - 0.4061713218688965, - 0.058418817818164825, - 0.21552778780460358, - 0.27522292733192444, - 0.1378171294927597, - 2.502340078353882, - 0.0049863094463944435, - 0.6762322187423706, - 0.2183280885219574, - 0.35994580388069153, - 1.200522780418396, - 1.042017936706543, - 0.707103431224823, - 0.4137509763240814, - 0.5452341437339783, - 0.5071655511856079, - 0.7531039118766785, - 0.08508526533842087, - 1.0458910465240479, - 1.499922275543213, - 0.24108725786209106, - 1.084059476852417, - 1.2533588409423828, - 0.5538085103034973, - 0.47542235255241394, - 0.5375760793685913, - 0.22126959264278412, - 0.6891457438468933, - 1.1784744262695312, - 0.14097262918949127, - 0.24563273787498474, - 2.3969662189483643, - 1.2973029613494873, - 1.1224079132080078, - 0.19000126421451569, - 1.0677311420440674, - 1.0794551372528076, - 0.2599260210990906, - 0.38522112369537354, - 0.4483069181442261, - 1.8420777320861816, - 0.255928635597229, - 0.2795206904411316, - 0.03457164019346237, - 0.0087837940081954, - 0.8220228552818298, - 0.13247399032115936, - 0.9908382296562195, - 0.2922190725803375, - 0.8679310083389282, - 1.0167940855026245, - 1.023790955543518, - 1.6790472269058228, - 0.35686856508255005, - 1.0671294927597046, - 0.4897546172142029, - 0.013076773844659328, - 1.0995903015136719, - 0.18642033636569977, - 0.38442447781562805, - 0.6308635473251343, - 0.43059879541397095, - 0.0034594228491187096, - 0.5808680057525635, - 1.08648681640625, - 0.7924599647521973, - 0.7441176176071167, - 0.01660609059035778, - 0.183898463845253, - 0.22298447787761688, - 0.24015678465366364, - 0.9324510097503662, - 0.45752280950546265, - 0.3111063241958618, - 1.129275918006897, - 0.23927026987075806, - 0.12926848232746124, - 0.390063613653183, - 0.02408866211771965, - 0.0070713902823626995, - 0.2455393522977829, - 0.7591016292572021, - 0.7760587334632874, - 0.24843697249889374, - 0.03743763267993927, - 0.20000162720680237, - 0.06229963153600693, - 0.38250041007995605, - 0.03474300354719162, - 0.8749774694442749, - 0.13162861764431, - 0.33691373467445374, - 0.9882354736328125, - 0.3381330668926239, - 0.5891137719154358, - 0.1285317987203598, - 0.8981586694717407, - 0.2910664975643158, - 0.06641948223114014, - 0.05555079132318497, - 0.5678831934928894, - 0.0927993655204773, - 0.1602174937725067, - 0.1688261777162552, - 0.10828223824501038, - 0.25661173462867737, - 0.582913875579834, - 0.0809069275856018, - 0.08584211021661758, - 0.1595299243927002, - 0.42971232533454895, - 0.9120830297470093, - 0.7717090249061584, - 1.3108270168304443, - 0.17750707268714905, - 0.006546160206198692, - 0.433918297290802, - 0.014700460247695446, - 0.9004346132278442, - 0.10433776676654816, - 0.015638263896107674, - 0.9884023070335388, - 0.2672047019004822, - 0.10338151454925537, - 0.06134282425045967, - 0.1223275437951088, - 0.16519421339035034, - 0.7494019269943237, - 0.10590696334838867, - 0.18779999017715454, - 0.12924212217330933, - 0.4766894578933716, - 0.6208131909370422, - 0.4589212238788605, - 0.025969238951802254, - 1.316502571105957, - 0.24770620465278625, - 0.9829492568969727, - 0.09127746522426605, - 0.3059161305427551, - 0.1431889683008194, - 0.11598985642194748, - 0.5928993821144104, - 0.7971729040145874, - 0.6850697994232178, - 1.1220186948776245, - 1.0419591665267944, - 1.4166865348815918, - 0.30434003472328186, - 0.5451579093933105, - 0.2530943751335144, - 0.30935239791870117, - 0.013965249061584473, - 0.7692233324050903, - 0.026888171210885048, - 0.30334699153900146, - 0.09435836225748062, - 0.0347268208861351, - 0.2030763328075409, - 0.15039655566215515, - 0.333631694316864, - 0.6344652771949768, - 0.030521748587489128, - 0.07321412861347198, - 0.32517921924591064, - 0.9443243741989136, - 1.163125991821289, - 0.7073744535446167, - 1.2758712768554688, - 0.03543912619352341, - 0.35625067353248596, - 0.145406112074852, - 0.4724731147289276, - 0.5206412076950073, - 0.2780960500240326, - 0.7444355487823486, - 0.22708924114704132, - 0.01622050441801548, - 0.24263344705104828, - 0.08936939388513565, - 0.3155936300754547, - 0.48192283511161804, - 1.2609308958053589, - 0.026181742548942566, - 0.42283904552459717, - 0.5085412263870239, - 1.1859499216079712, - 0.028436744585633278, - 0.872078001499176, - 0.15974287688732147, - 0.6174097061157227, - 0.06765510141849518, - 0.6824612021446228, - 0.291629433631897, - 0.8935242295265198, - 0.6764847040176392, - 0.32147929072380066, - 0.5064911246299744, - 0.6714809536933899, - 1.3168967962265015, - 0.4601650834083557, - 0.7809420824050903, - 0.26844432950019836, - 0.06768526881933212, - 0.16063259541988373, - 0.7625606656074524, - 0.2759094536304474, - 0.05110258609056473, - 0.36595264077186584, - 0.05121128633618355, - 0.09000694006681442, - 0.04260696470737457, - 0.06700588762760162, - 0.7481600642204285, - 0.9428432583808899, - 0.2730492949485779, - 0.7450008988380432, - 0.44511598348617554, - 0.49232813715934753, - 0.0724615752696991, - 0.054056234657764435, - 1.0961687564849854, - 1.0430084466934204, - 0.12510457634925842, - 0.7340432405471802, - 1.0919502973556519, - 0.503267765045166, - 0.051310617476701736, - 1.3828195333480835, - 0.57997065782547, - 0.3509034216403961, - 0.24090099334716797, - 0.28592732548713684, - 0.05342745780944824, - 0.289705365896225, - 0.06546290963888168, - 0.26324591040611267, - 0.17756636440753937, - 0.11728732287883759, - 0.260250985622406, - 1.338232159614563, - 0.04015783220529556, - 0.13160575926303864, - 0.08821754157543182, - 0.765417754650116, - 0.13406997919082642, - 0.5542153120040894, - 1.1650197505950928, - 0.5771031379699707, - 0.01810515485703945, - 0.4820931553840637, - 0.25587791204452515, - 0.32368379831314087, - 1.1124277114868164, - 0.05852174758911133, - 0.7482585906982422, - 0.40125301480293274, - 0.18773110210895538, - 0.5975486636161804, - 0.0708453431725502, - 0.7410409450531006, - 0.3879086673259735, - 0.06323087215423584, - 0.567267656326294, - 1.065021276473999, - 0.17031416296958923, - 0.030023036524653435, - 1.4078905582427979, - 1.0643513202667236, - 1.0012978315353394, - 0.23137471079826355, - 0.4081253707408905, - 0.10605379194021225, - 0.9170928001403809, - 1.2759807109832764, - 0.3622276484966278, - 0.18466874957084656, - 0.4972592294216156, - 0.9337581396102905, - 0.151810884475708, - 0.6263289451599121, - 0.8044384717941284, - 0.21579334139823914, - 1.1196990013122559, - 0.3216154873371124, - 0.19403739273548126, - 0.5908743143081665, - 0.4308073818683624, - 0.5750048756599426, - 0.6578150987625122, - 0.028421130031347275, - 1.117286205291748, - 0.1569974273443222, - 0.18317574262619019, - 0.12499731034040451, - 0.028643876314163208, - 0.8955650329589844, - 0.6515408158302307, - 0.21865925192832947, - 0.5925809144973755, - 0.13893285393714905, - 0.6375244855880737, - 0.5117801427841187, - 0.18713460862636566, - 0.017683248966932297, - 0.2029711753129959, - 0.19655853509902954, - 0.00792622473090887, - 0.5383275747299194, - 0.043285515159368515, - 0.05057191103696823, - 0.5616007447242737, - 0.17853347957134247, - 0.06644176691770554, - 0.9972037076950073, - 0.11273965239524841, - 0.6005215048789978, - 0.06587193161249161, - 0.022518526762723923, - 0.9716247916221619, - 0.0719950869679451, - 0.8642032742500305, - 0.04953763633966446, - 0.08100035786628723, - 1.178408145904541, - 0.49545711278915405, - 0.16942621767520905, - 0.1775180846452713, - 0.5263998508453369, - 0.20031197369098663, - 0.09223852306604385, - 0.01711868681013584, - 0.38294288516044617, - 0.5174168348312378, - 0.04745442047715187, - 0.05586861073970795, - 0.8580575585365295, - 0.048845212906599045, - 0.6017968654632568, - 0.2548598349094391, - 0.7408643364906311, - 0.6856465935707092, - 0.19772179424762726, - 0.3859250247478485, - 0.11709190905094147, - 0.06306063383817673, - 0.03209617733955383, - 0.2652205526828766, - 0.06320051848888397, - 1.1661850214004517, - 0.13266508281230927, - 0.1852545142173767, - 0.022629370912909508, - 0.9761391878128052, - 0.4443480968475342, - 0.11012865602970123, - 1.1098459959030151, - 0.3284884989261627, - 0.29099491238594055, - 1.1153088808059692, - 0.6638977527618408, - 0.1799592822790146, - 0.06902497261762619, - 0.7957756519317627, - 0.4942566752433777, - 0.055364612489938736, - 0.019872069358825684, - 0.5832462310791016, - 0.39344432950019836, - 0.6828067302703857, - 0.7002845406532288, - 0.24501515924930573, - 0.8978369235992432, - 0.2261349856853485, - 0.2652580142021179, - 0.9016873240470886, - 0.04546871781349182, - 0.09757865220308304, - 0.15446755290031433, - 0.3605404198169708, - 0.10590314120054245, - 0.24485521018505096, - 0.10548611730337143, - 1.30789053440094, - 0.10693365335464478, - 0.019889825955033302, - 0.13629241287708282, - 0.07401753962039948, - 1.4782931804656982, - 0.05549648404121399, - 0.7122128009796143, - 1.3080804347991943, - 0.24362461268901825, - 0.7523043751716614, - 0.04265135899186134, - 0.888399600982666, - 0.06669699400663376, - 0.23323503136634827, - 0.8958779573440552, - 0.6557934284210205, - 1.1746233701705933, - 0.3828203082084656, - 0.5283116102218628, - 0.6845376491546631, - 0.3596433401107788, - 0.8765512108802795, - 1.2139458656311035, - 0.5943357944488525, - 0.07002198696136475, - 0.5713518261909485, - 0.4024614989757538, - 0.9716034531593323, - 0.24884025752544403, - 0.29083991050720215, - 0.5748600363731384, - 1.0855927467346191, - 0.7761211395263672, - 0.36971670389175415, - 0.08547915518283844, - 0.7183792591094971, - 0.5442515015602112, - 0.051288895308971405, - 0.05656253173947334, - 0.7007569670677185, - 0.04597381502389908, - 0.986775279045105, - 0.2848954200744629, - 0.020352032035589218, - 0.17585070431232452, - 0.29601091146469116, - 0.7518169283866882, - 0.2650306820869446, - 0.1525641232728958, - 0.3327118456363678, - 0.33764368295669556, - 0.5431371331214905, - 0.5152532458305359, - 0.10383056104183197, - 0.34701284766197205, - 0.5112727284431458, - 0.759314775466919, - 0.13571327924728394, - 0.45052120089530945, - 0.029490096494555473, - 0.26421770453453064, - 0.2506108582019806, - 1.463761568069458, - 0.027687780559062958, - 0.8883289098739624, - 0.16230173408985138, - 0.1195097416639328, - 0.07951603084802628, - 0.9610699415206909, - 0.2890375852584839, - 0.12705671787261963, - 0.048050135374069214, - 0.017387226223945618, - 0.21088595688343048, - 0.4544931650161743, - 0.8369487524032593, - 0.08703462034463882, - 0.24681678414344788, - 0.19389323890209198, - 0.6258699893951416, - 0.45605647563934326, - 0.04293807968497276, - 0.36136576533317566, - 0.0497274287045002, - 0.025263112038373947, - 0.7815372943878174, - 0.07262003421783447, - 0.41824400424957275, - 0.053104184567928314, - 0.4284376800060272, - 0.5701206922531128, - 0.5790051817893982, - 0.9261128306388855, - 1.2031543254852295, - 0.3072497248649597, - 0.03244836628437042, - 1.3164637088775635, - 1.3288589715957642, - 0.2075669914484024, - 0.49363401532173157, - 1.3295509815216064, - 0.11501963436603546, - 0.05754191428422928, - 0.7900965213775635, - 0.08880797773599625, - 0.5467862486839294, - 0.25286179780960083, - 0.45679771900177, - 0.023882562294602394 + 0.7734967470169067, + 1.07157301902771, + 0.6648513078689575, + 0.5755658149719238, + 0.4808051288127899, + 0.6118649840354919, + 0.7124311923980713, + 0.5698922276496887, + 0.9523661136627197, + 0.5218873023986816, + 0.289977103471756, + 1.2852684259414673, + 0.4170052111148834, + 0.5169580578804016, + 0.8017845153808594, + 0.7603148221969604, + 0.5127133727073669, + 0.8927649855613708, + 1.2347570657730103, + 0.9621129035949707, + 0.6328163146972656, + 0.436637282371521, + 0.6672081351280212, + 0.42458251118659973, + 0.7050979733467102, + 0.535313606262207, + 0.665833592414856, + 0.5743191838264465, + 0.606124758720398, + 0.6913198232650757, + 0.38998526334762573, + 0.8961969017982483, + 0.5180842876434326, + 0.5926269888877869, + 0.5788097381591797, + 0.4308813810348511, + 0.4620159864425659, + 0.3841755986213684, + 0.9055513739585876, + 1.0547733306884766, + 0.6184747219085693, + 0.5106966495513916, + 0.4993191957473755, + 0.2616102397441864, + 0.46979209780693054, + 0.4606277346611023, + 0.3785603642463684, + 0.6311451196670532, + 0.5387350916862488, + 0.23222659528255463, + 0.7499760389328003, + 0.46222996711730957, + 0.39676955342292786, + 0.49686768651008606, + 0.6696449518203735, + 0.36959561705589294, + 0.3556709885597229, + 0.06064238399267197, + 0.40055596828460693, + 0.4961649477481842, + 0.6546602249145508, + 0.28721189498901367, + 0.4613441228866577, + 0.34558412432670593, + 0.2379046231508255, + 0.4692818522453308, + 0.4332088232040405, + 0.3726624548435211, + 0.334073930978775, + 0.4730706214904785, + 0.45364171266555786, + 0.5403849482536316, + 0.5593057870864868, + 0.38629886507987976, + 0.4795731008052826, + 0.361722856760025, + 0.20057815313339233, + 0.35899823904037476, + 0.28306683897972107, + 0.2648734450340271, + 0.4091933071613312, + 0.3435741066932678, + 0.18630659580230713, + 0.4205267131328583, + 0.6391039490699768, + 0.533607006072998, + 0.17108531296253204, + 0.5275412797927856, + 0.16896045207977295, + 0.38664984703063965, + 0.39638006687164307, + 0.3200211524963379, + 0.5488404035568237, + 0.3757275938987732, + 0.37708860635757446, + 0.43914493918418884, + 0.41826528310775757, + 0.2179693877696991, + 0.35532450675964355, + 0.33909356594085693, + 0.19962669909000397, + 0.6763483285903931, + 0.5045698285102844, + 0.47885677218437195, + 0.404078871011734, + 0.4932159185409546, + 0.2386997789144516, + 0.16721530258655548, + 0.24338601529598236, + 0.3424924612045288, + 0.37429550290107727, + 0.1772727072238922, + 0.25062358379364014, + 0.48607689142227173, + 0.38454097509384155, + 0.42973607778549194, + 0.4402863085269928, + 0.4970356523990631, + 0.4446229338645935, + 0.5488563776016235, + 0.5095753073692322, + 0.26843562722206116, + 0.2980521321296692, + 0.34838345646858215, + 0.22608518600463867, + 0.3673132658004761, + 0.5145058631896973, + 0.2849673628807068, + 0.41438058018684387, + 0.256761759519577, + 0.5863045454025269, + 0.32306548953056335, + 0.354718416929245, + 0.462295800447464, + 0.47692281007766724, + 0.28790393471717834, + 0.1808745414018631, + 0.6372507214546204, + 0.3345763087272644, + 0.20604307949543, + 0.3860416114330292, + 0.3651468753814697, + 0.5095658302307129, + 0.11493788659572601, + 0.25289851427078247, + 0.25132206082344055, + 0.11673387140035629, + 0.46565505862236023, + 0.38031911849975586, + 0.35826537013053894, + 0.35442864894866943, + 0.49511489272117615, + 0.47727784514427185, + 0.5032760500907898, + 0.3714646100997925, + 0.47519007325172424, + 0.4570135772228241, + 0.28212282061576843, + 0.28587183356285095, + 0.2576650083065033, + 0.16758854687213898, + 0.3586448132991791, + 0.27669966220855713, + 0.328639417886734, + 0.6526913046836853, + 0.47958168387413025, + 0.18632158637046814, + 0.37283584475517273, + 0.22909630835056305, + 0.3649527132511139, + 0.4917761981487274, + 0.34035229682922363, + 0.20805566012859344, + 0.36107680201530457, + 0.4425201714038849, + 0.46661096811294556, + 0.41936159133911133, + 0.2120891660451889, + 0.4267735779285431, + 0.08942123502492905, + 0.2662266790866852, + 0.3499689996242523, + 0.31404203176498413, + 0.4704565703868866, + 0.4145486652851105, + 0.28701072931289673, + 0.2103169709444046, + 0.5396309494972229, + 0.4660102427005768, + 0.5003851056098938, + 0.29512909054756165, + 0.4061349928379059, + 0.5782293677330017, + 0.3875255584716797, + 0.389281690120697, + 0.45494431257247925, + 0.1742480993270874, + 0.4969334900379181, + 0.16402912139892578, + 0.34320294857025146, + 0.33027857542037964, + 0.34116289019584656, + 0.4964691698551178, + 0.4286562502384186, + 0.27216386795043945, + 0.4640798270702362, + 0.45164942741394043, + 0.3720615804195404, + 0.4989882707595825, + 0.2642787992954254, + 0.3307317793369293, + 0.25058576464653015, + 0.4036341607570648, + 0.20356455445289612, + 0.3911037743091583, + 0.30842769145965576, + 0.24570193886756897, + 0.3586992919445038, + 0.2550448775291443, + 0.2749527096748352, + 0.31521937251091003, + 0.28396403789520264, + 0.2936227321624756, + 0.5573319792747498, + 0.2176935225725174, + 0.126884326338768, + 0.4883865714073181, + 0.41825011372566223, + 0.3833542466163635, + 0.4623444974422455, + 0.25655078887939453, + 0.30411797761917114, + 0.38503557443618774, + 0.24327491223812103, + 0.3238063454627991, + 0.17734026908874512, + 0.26225191354751587, + 0.28251099586486816, + 0.37479519844055176, + 0.3109338879585266, + 0.4576251804828644, + 0.25997281074523926, + 0.4187086224555969, + 0.2984953820705414, + 0.5163818001747131, + 0.3668370246887207, + 0.20407772064208984, + 0.3516516387462616, + 0.3809901475906372, + 0.2925601303577423, + 0.1493569314479828, + 0.27235108613967896, + 0.5120450854301453, + 0.3536599278450012, + 0.4522589147090912, + 0.3868774473667145, + 0.35435453057289124, + 0.26493993401527405, + 0.3038756549358368, + 0.3855610489845276, + 0.3616940677165985, + 0.32703569531440735, + 0.26657769083976746, + 0.4692968726158142, + 0.27905580401420593, + 0.4279761016368866, + 0.3622349798679352, + 0.2983839213848114, + 0.491777241230011, + 0.47938185930252075, + 0.23450590670108795, + 0.45877063274383545, + 0.3079421818256378, + 0.3019236624240875, + 0.217708557844162, + 0.44599106907844543, + 0.3202161192893982, + 0.21919400990009308, + 0.5223734378814697, + 0.4018067419528961, + 0.39970502257347107, + 0.289739191532135, + 0.3651932179927826, + 0.35733234882354736, + 0.4845668077468872, + 0.20503823459148407, + 0.31003522872924805, + 0.3563033640384674, + 0.37996166944503784, + 0.2516650855541229, + 0.36470574140548706, + 0.4424341320991516, + 0.11245260387659073, + 0.23480930924415588, + 0.5142500996589661, + 0.4383685290813446, + 0.3376188576221466, + 0.455849826335907, + 0.2822266221046448, + 0.2625378668308258, + 0.23366792500019073, + 0.24655811488628387, + 0.3723941445350647, + 0.24455370008945465, + 0.4087407886981964, + 0.3551546633243561, + 0.5428934693336487, + 0.45371782779693604, + 0.2233453392982483, + 0.24818359315395355, + 0.4928973317146301, + 0.3308316767215729, + 0.3200776278972626, + 0.269247829914093, + 0.28077393770217896, + 0.16974176466464996, + 0.30977144837379456, + 0.26319974660873413, + 0.2717282176017761, + 0.1627691388130188, + 0.2739024758338928, + 0.41899675130844116, + 0.38491299748420715, + 0.3033052682876587, + 0.16959817707538605, + 0.5781463980674744, + 0.33548441529273987, + 0.4200569987297058, + 0.22937504947185516, + 0.30845269560813904, + 0.1819741427898407, + 0.2589876055717468, + 0.2818431258201599, + 0.2915956974029541, + 0.30975791811943054, + 0.43844717741012573, + 0.1463717818260193, + 0.5580390095710754, + 0.2726201117038727, + 0.4593113362789154, + 0.1305469423532486, + 0.39243754744529724, + 0.22151558101177216, + 0.36194464564323425, + 0.28633782267570496, + 0.31912747025489807, + 0.4415631890296936, + 0.30329540371894836, + 0.2956940233707428, + 0.5197917222976685, + 0.333564430475235, + 0.2319605052471161, + 0.3846389949321747, + 0.21807046234607697, + 0.13597555458545685, + 0.13343366980552673, + 0.47100454568862915, + 0.3151637017726898, + 0.37945690751075745, + 0.3630707859992981, + 0.14165806770324707, + 0.38724470138549805, + 0.37026891112327576, + 0.6015505790710449, + 0.33375000953674316, + 0.35428136587142944, + 0.3212694525718689, + 0.17634886503219604, + 0.23838581144809723, + 0.399297297000885, + 0.23327839374542236, + 0.27555450797080994, + 0.4068381190299988, + 0.3579641282558441, + 0.28773999214172363, + 0.28142571449279785, + 0.3149501085281372, + 0.16995999217033386, + 0.2857911288738251, + 0.4273257851600647, + 0.3152066469192505, + 0.241479754447937, + 0.26970982551574707, + 0.2105436474084854, + 0.27949127554893494, + 0.3092162609100342, + 0.4153718054294586, + 0.2566545307636261, + 0.19205135107040405, + 0.3718453645706177, + 0.4279222786426544, + 0.3677573502063751, + 0.30430835485458374, + 0.15817774832248688, + 0.27984705567359924, + 0.26784828305244446, + 0.5211457014083862, + 0.33856624364852905, + 0.3484412729740143, + 0.2735070586204529, + 0.2829379737377167, + 0.1268617808818817, + 0.24292021989822388, + 0.28387686610221863, + 0.3410997986793518, + 0.3985956013202667, + 0.298406720161438, + 0.40376338362693787, + 0.19759134948253632, + 0.43111756443977356, + 0.32013383507728577, + 0.5275887250900269, + 0.31306153535842896, + 0.350623220205307, + 0.3673279285430908, + 0.5419682860374451, + 0.29311394691467285, + 0.38387471437454224, + 0.3688136041164398, + 0.21821796894073486, + 0.31510648131370544, + 0.3331339359283447, + 0.19303499162197113, + 0.29737216234207153, + 0.23866763710975647, + 0.17968787252902985, + 0.3697317838668823, + 0.10510692745447159, + 0.28431421518325806, + 0.18184690177440643, + 0.34474146366119385, + 0.20616120100021362, + 0.2494208812713623, + 0.2751709520816803, + 0.24427594244480133, + 0.36497119069099426, + 0.3825252950191498, + 0.31358596682548523, + 0.47022169828414917, + 0.4177122414112091, + 0.31032562255859375, + 0.2385900467634201, + 0.2100439965724945, + 0.41995933651924133, + 0.2967720031738281, + 0.36917784810066223, + 0.1951972097158432, + 0.4568336009979248, + 0.2386729121208191, + 0.3541257977485657, + 0.4011927545070648, + 0.409758061170578, + 0.15098652243614197, + 0.36074066162109375, + 0.3605675995349884, + 0.45374348759651184, + 0.393446683883667, + 0.16657918691635132, + 0.21681654453277588, + 0.2475561946630478, + 0.278205543756485, + 0.37449273467063904, + 0.2799476385116577, + 0.3985861539840698, + 0.2162705510854721, + 0.3700925409793854, + 0.4300537109375, + 0.2876211702823639, + 0.3204804062843323, + 0.1940409243106842, + 0.13835656642913818, + 0.35889026522636414, + 0.16283944249153137, + 0.3262861371040344, + 0.478561669588089, + 0.3754613995552063, + 0.20345482230186462, + 0.27556976675987244, + 0.49603718519210815, + 0.32012584805488586, + 0.27820268273353577, + 0.24601055681705475, + 0.38001444935798645, + 0.25408461689949036, + 0.3905011713504791, + 0.3433547019958496, + 0.23487558960914612, + 0.12261165678501129, + 0.3446129262447357, + 0.26481175422668457, + 0.24948328733444214, + 0.17646533250808716, + 0.32891157269477844, + 0.2714470624923706, + 0.40442028641700745, + 0.18256403505802155, + 0.5020602345466614, + 0.36982834339141846, + 0.5682306289672852, + 0.3805750608444214 ], "env_score_iters": [ 1, @@ -67904,1944 +83122,2334 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.5993883013725281, - -2.6571736335754395, - -3.4441819190979004, - -3.960245132446289, - -3.3538451194763184, - -3.166910409927368, - -2.995412826538086, - 3.8680546283721924, - -3.5987191200256348, - -1.9575145244598389, - -3.9712376594543457, - -0.8732649087905884, - 0.2611630856990814, - -1.1040204763412476, - 0.6120349764823914, - -5.592610836029053, - -4.905385971069336, - -3.468653917312622, - -1.2101116180419922, - -6.971583366394043, - -1.6865752935409546, - -2.427133798599243, - -6.507759094238281, - 3.805018424987793, - -3.1157519817352295, - -1.8334242105484009, - -3.486250400543213, - -2.0854063034057617, - -3.0027456283569336, - -3.383118152618408, - 2.018239736557007, - -3.38093900680542, - -2.630082607269287, - 2.9065966606140137, - -0.3707292079925537, - -0.0782146155834198, - -3.091310501098633, - -0.5792878270149231, - 6.89826774597168, - -3.3893613815307617, - -2.5573887825012207, - -3.215564489364624, - 2.9615912437438965, - -1.8844964504241943, - -2.5328176021575928, - -3.225128173828125, - -3.265127182006836, - -1.521754264831543, - -2.494508981704712, - 0.45104730129241943, - -3.1713433265686035, - -1.4596037864685059, - 2.636765718460083, - -2.5381293296813965, - 6.759000301361084, - -2.8226144313812256, - 0.1182355210185051, - -1.8283878564834595, - -3.7217555046081543, - 0.502915620803833, - -3.4650650024414062, - -3.9869332313537598, - -1.6382955312728882, - -7.584831714630127, - -3.8780291080474854, - -3.6343984603881836, - -0.9634293913841248, - 0.03194431588053703, - 1.0513341426849365, - -2.8161771297454834, - -3.3429946899414062, - -3.0501694679260254, - -2.5516889095306396, - 0.30592361092567444, - -2.534160614013672, - -2.656867742538452, - -3.256434202194214, - -1.949967622756958, - -3.685208320617676, - -3.441025495529175, - -4.46988582611084, - -2.833207607269287, - -2.966207504272461, - -3.366095781326294, - -2.584749937057495, - -2.193786859512329, - -3.644973039627075, - -5.31839656829834, - -2.9344191551208496, - -2.531381607055664, - -4.874123573303223, - 0.12055176496505737, - -3.520057439804077, - -2.101586103439331, - 1.6113723516464233, - -2.1914162635803223, - -1.7934954166412354, - -2.7930586338043213, - -1.4593346118927002, - -2.0191829204559326, - -8.354959487915039, - -2.1499195098876953, - -1.9788089990615845, - -3.0098953247070312, - -2.9276115894317627, - -2.7824461460113525, - -3.4257826805114746, - -2.639699697494507, - -2.6418042182922363, - -4.986448287963867, - -4.99467658996582, - -3.441011905670166, - -1.3907378911972046, - -0.007600239012390375, - 0.4058017134666443, - 0.5639228224754333, - -5.389729022979736, - -3.98393177986145, - -1.8851654529571533, - -4.147350788116455, - -0.8115521669387817, - -5.481937408447266, - -3.1439552307128906, - -3.8023993968963623, - -2.348741054534912, - -2.7391278743743896, - -4.618037223815918, - -2.8715381622314453, - -2.1930761337280273, - 0.044308219105005264, - -3.7924716472625732, - -5.025562286376953, - -3.766282081604004, - -1.235818862915039, - 0.7252727746963501, - -3.506636381149292, - -4.432552814483643, - 5.783132553100586, - -2.943897008895874, - -1.745229959487915, - -3.1181418895721436, - -2.0378735065460205, - -4.442139148712158, - -3.6182210445404053, - -3.2399590015411377, - -6.328889846801758, - -2.8735129833221436, - -2.8074164390563965, - -2.674804449081421, - 5.14507532119751, - -2.0812435150146484, - -4.503562927246094, - -2.3681845664978027, - -2.4361929893493652, - -3.946359395980835, - -0.551703929901123, - -5.452739715576172, - -0.6350733041763306, - -7.250586986541748, - -4.019349098205566, - -2.753016233444214, - -2.2867488861083984, - -2.197801351547241, - -0.2812913656234741, - -3.4074361324310303, - -3.628842830657959, - -3.014026165008545, - -2.147404670715332, - 1.1832112073898315, - -0.9299941658973694, - 11.692708969116211, - -3.242248296737671, - -1.3304955959320068, - -3.532794237136841, - -1.489280104637146, - -2.7427597045898438, - -1.9935510158538818, - -1.2112836837768555, - -3.7220754623413086, - -4.150648593902588, - -2.385457992553711, - -6.845856189727783, - -1.9046428203582764, - -0.930820882320404, - 2.6593704223632812, - -3.7253458499908447, - -2.0196616649627686, - -0.5106179118156433, - 0.3303161561489105, - -2.9247639179229736, - -1.9489905834197998, - -1.3891582489013672, - -0.42975786328315735, - -2.3369176387786865, - -0.5666642189025879, - -2.4186995029449463, - -2.0800466537475586, - -2.191053628921509, - -1.5102914571762085, - -2.775005578994751, - -3.09303617477417, - 4.606988906860352, - -1.2820169925689697, - -5.099758625030518, - -1.0347689390182495, - -3.325601577758789, - -2.176215887069702, - -0.6205348372459412, - -2.153115749359131, - -4.740017890930176, - -2.6654067039489746, - -3.0155701637268066, - -7.429081916809082, - -4.600342273712158, - -7.407332897186279, - 0.2547587454319, - -0.06144000589847565, - -1.8835184574127197, - -0.32849061489105225, - -3.646789789199829, - -1.658050775527954, - -4.680283069610596, - -2.38926362991333, - 2.1246461868286133, - 3.4241816997528076, - -3.61501145362854, - 0.5950068831443787, - 1.2989568710327148, - -1.847424864768982, - -2.9295272827148438, - 8.144103050231934, - -1.6373792886734009, - -6.818744659423828, - -1.5226253271102905, - -3.016913652420044, - -2.6879255771636963, - -2.7786142826080322, - -7.175191879272461, - -2.6773080825805664, - -5.12446928024292, - -4.315028667449951, - -0.7811028957366943, - 1.2947571277618408, - -3.0714898109436035, - -3.5688400268554688, - -3.707756280899048, - -0.5737136602401733, - -4.176471710205078, - -3.0307047367095947, - 2.5807626247406006, - -3.689060688018799, - -3.532776117324829, - -1.0365335941314697, - -7.909636497497559, - -1.6537365913391113, - 1.4959776401519775, - -3.0148556232452393, - -0.28594160079956055, - -1.4607456922531128, - -1.7619221210479736, - 0.07734782248735428, - -5.520784854888916, - -2.049452304840088, - -2.21496844291687, - -3.2585418224334717, - -3.4494006633758545, - -0.5830649733543396, - -4.232854843139648, - -3.5732359886169434, - 3.026763916015625, - 1.3310118913650513, - -2.33555006980896, - -2.440167188644409, - -3.7105581760406494, - -3.932408094406128, - -1.1298805475234985, - 3.8530778884887695, - -2.901514768600464, - -4.361916542053223, - 0.4960780739784241, - 0.7309162616729736, - -3.064636468887329, - 0.824170708656311, - -2.6801230907440186, - -3.1666066646575928, - 2.62583589553833, - -2.887371301651001, - -1.9744246006011963, - -1.2529271841049194, - -1.646386742591858, - -1.2970426082611084, - -0.3355960547924042, - -3.6190779209136963, - 4.749128818511963, - -3.4091880321502686, - -2.539983034133911, - -2.8119237422943115, - -4.854982852935791, - -1.0204968452453613, - -6.771589279174805, - -2.8414018154144287, - -0.854896605014801, - -2.9980475902557373, - -0.7553527355194092, - -2.8779635429382324, - -2.0243172645568848, - -5.959329128265381, - -2.091050624847412, - -2.290154457092285, - -4.079206466674805, - -2.9201316833496094, - -3.229370594024658, - -4.513584613800049, - -1.337088704109192, - -3.4341602325439453, - -3.9680800437927246, - 1.2913272380828857, - -3.799614906311035, - -1.0801388025283813, - -8.032608032226562, - -3.520489454269409, - 0.14898034930229187, - -3.6098639965057373, - -5.092633247375488, - -3.4498965740203857, - -4.146219253540039, - 1.4455689191818237, - -2.0040407180786133, - -3.9494121074676514, - -3.163672924041748, - -1.3689265251159668, - -2.8037185668945312, - -3.998109817504883, - -3.479599952697754, - -2.283831834793091, - -1.318869709968567, - -3.9603729248046875, - -5.4290595054626465, - -0.8291357159614563, - -2.981239080429077, - -6.479557514190674, - -4.089788436889648, - -0.24097681045532227, - -3.6505489349365234, - -2.493445634841919, - -1.363783597946167, - -2.471381425857544, - -3.12290096282959, - -5.048287391662598, - -3.1617496013641357, - -6.55139684677124, - 0.2611003816127777, - -2.1740870475769043, - -2.849658250808716, - -3.1471190452575684, - -2.762176036834717, - -2.0031518936157227, - -0.8777936697006226, - 2.04351806640625, - -1.9257502555847168, - -3.7671098709106445, - 1.3507963418960571, - 0.00123307213652879, - -3.7624359130859375, - -5.116525173187256, - -4.233586311340332, - -1.6913642883300781, - -3.742267370223999, - -3.424370288848877, - -1.68315851688385, - -7.915533542633057, - 0.5583125352859497, - -0.1212254986166954, - -5.504814624786377, - 7.393070697784424, - -3.0721819400787354, - -2.5721473693847656, - -0.746293306350708, - -3.490607261657715, - -4.006343364715576, - -2.998206853866577, - -4.411903381347656, - -3.4120230674743652, - -2.3282883167266846, - -4.537030220031738, - 8.043394088745117, - -3.795417070388794, - -3.538562536239624, - -2.300339937210083, - -3.413900375366211, - 7.514526844024658, - -6.528203964233398, - -0.29222533106803894, - 5.232471942901611, - -2.5264384746551514, - -0.06071675941348076, - -5.309925079345703, - 0.06766264885663986, - -3.9436912536621094, - -4.704317092895508, - -2.6373586654663086, - -1.1180671453475952, - 4.095639228820801, - -2.6099092960357666, - -1.2083704471588135, - -3.59085750579834, - -7.447657108306885, - -1.4749679565429688, - 1.1938961744308472, - -5.573718547821045, - -5.990006923675537, - -3.107499837875366, - 0.6818543076515198, - 0.809392511844635, - -2.8951454162597656, - -4.604719638824463, - -1.3748148679733276, - 0.9836673140525818, - -3.520052433013916, - -1.3476064205169678, - -3.4803662300109863, - 0.08667046576738358, - -1.8488727807998657, - -3.1096274852752686, - -3.910449266433716, - -0.30896317958831787, - -5.288329124450684, - 0.04774973914027214, - -3.082059383392334, - -3.922919750213623, - -5.215358734130859, - -2.18900465965271, - -1.4127521514892578, - -5.759589672088623, - -3.0703961849212646, - -1.625349521636963, - -2.3256940841674805, - 0.42054519057273865, - -1.8926329612731934, - -4.262331962585449, - -2.128502368927002, - -1.732846975326538, - 0.9839767217636108, - -3.7596182823181152, - -2.170571804046631, - -4.608656406402588, - -7.121606349945068, - -2.4035704135894775, - 4.081419467926025, - -3.8748083114624023, - -0.3803524672985077, - -3.3119258880615234, - -2.8154876232147217, - -3.240715980529785, - 1.7517467737197876, - -1.9275591373443604, - -3.4283182621002197, - -3.4371042251586914, - -3.953190326690674, - -1.5602949857711792, - -1.0944697856903076, - -0.6524538993835449, - -4.833080291748047, - -3.7186615467071533, - -2.457620620727539, - -3.739694833755493, - -3.720745086669922, - -3.851599931716919, - -3.194784641265869, - -3.7028117179870605, - -3.284977912902832, - 0.3634263873100281, - -1.4377121925354004, - -2.775775671005249, - -3.9212567806243896, - -3.2434377670288086, - -3.638186454772949, - -1.4026280641555786, - -1.5275779962539673, - 1.1486783027648926, - -1.8716468811035156, - -3.9418251514434814, - 3.1931917667388916, - 3.973883867263794, - -2.1288888454437256, - -2.1582043170928955, - 2.7401843070983887, - -3.6588034629821777, - -4.124087333679199, - -1.104406476020813, - -3.854555606842041, - -0.3024933338165283, - -3.356391429901123, - -2.240068197250366, - -4.504428863525391 + -0.5324477553367615, + -0.40200042724609375, + -0.5153439044952393, + -0.5398694276809692, + -0.6069586873054504, + -0.6027206182479858, + -0.5080058574676514, + -0.5655063986778259, + -0.49536630511283875, + -0.4067564308643341, + -0.6303178071975708, + -0.43645143508911133, + -0.426100492477417, + -0.6777973175048828, + -0.5625719428062439, + -0.5790318250656128, + -0.4037421941757202, + -0.5220533013343811, + -0.016702735796570778, + -0.41104209423065186, + -0.44901251792907715, + -0.6787391901016235, + -0.3501516878604889, + -0.6317562460899353, + -0.4303508698940277, + -0.6027112603187561, + -0.5457253456115723, + -0.5054187178611755, + -0.4337139129638672, + -0.49898290634155273, + -0.6132603287696838, + -0.6589359641075134, + -0.4833759069442749, + -0.43064793944358826, + -0.448331356048584, + -0.3268824517726898, + -0.48200523853302, + -0.4860290586948395, + -0.17567308247089386, + -0.007897998206317425, + -0.4411882758140564, + -0.6052629351615906, + -0.6077874302864075, + -0.5867589116096497, + -0.5925521850585938, + -0.49774080514907837, + -0.451767235994339, + -0.5496740937232971, + -0.2847847044467926, + -0.5461769104003906, + -0.4520868957042694, + -0.42726391553878784, + -0.4909837543964386, + -0.5388286113739014, + -0.43798941373825073, + -0.30036014318466187, + -0.45011791586875916, + -0.5805163383483887, + -0.5003432631492615, + -0.5417710542678833, + -0.573415994644165, + -0.6105717420578003, + -0.33757710456848145, + -0.5017160773277283, + -0.37113356590270996, + -0.47738975286483765, + -0.46186184883117676, + -0.48478496074676514, + -0.42929989099502563, + -0.4434327781200409, + -0.44908997416496277, + -0.5615406632423401, + -0.5641049146652222, + -0.5036450624465942, + -0.44433826208114624, + -0.5366645455360413, + -0.6022077798843384, + -0.5092577934265137, + -0.5726858377456665, + -0.5347282290458679, + -0.8613734841346741, + -0.47714051604270935, + -0.6481480598449707, + -0.2578369081020355, + -0.5240693092346191, + -0.3080480396747589, + -0.512993574142456, + -0.5290338397026062, + -0.594048023223877, + -0.4835299253463745, + -0.6064478158950806, + -0.5219396352767944, + -0.38390612602233887, + -0.47898706793785095, + -0.5089176893234253, + -0.5040132999420166, + -0.6679059267044067, + -0.5040749311447144, + -0.5576925873756409, + -0.44835421442985535, + -0.46511244773864746, + -0.42696455121040344, + -0.48026934266090393, + -0.46470004320144653, + -0.4405653774738312, + -0.4196646511554718, + -0.5480800867080688, + -0.5402706265449524, + -0.4365152418613434, + -0.6111562848091125, + -0.6726492047309875, + -0.5128666758537292, + -0.5195134282112122, + -0.4948679506778717, + -0.49521905183792114, + -0.5339230298995972, + -0.43652641773223877, + -0.4294098913669586, + -0.5128486156463623, + -0.6807580590248108, + -0.23182940483093262, + -0.4759180545806885, + -0.49250486493110657, + -0.4959386885166168, + -0.40151193737983704, + -0.32296764850616455, + -0.2906125783920288, + -0.4880599081516266, + -0.42107537388801575, + -0.6002805829048157, + -0.3942534625530243, + -0.4881092607975006, + 0.005277987103909254, + -0.46547093987464905, + -0.41390272974967957, + -0.3757689893245697, + -0.3821338415145874, + -0.37949544191360474, + -0.5258501768112183, + -0.4923861026763916, + -0.5110747218132019, + -0.6786307692527771, + -0.3603479564189911, + -0.5055721402168274, + -0.6475078463554382, + -0.5179633498191833, + -0.7262921929359436, + -0.44310134649276733, + -0.44923922419548035, + -0.8144742846488953, + -0.30763840675354004, + -0.015204355120658875, + -0.37486472725868225, + -0.6248984336853027, + -0.48117679357528687, + -0.590027928352356, + -0.2823687195777893, + -0.4715334177017212, + -0.48356252908706665, + -0.38686904311180115, + -0.45301181077957153, + -0.5512021780014038, + -0.784784734249115, + -0.3767973482608795, + -0.36124441027641296, + -0.4503028690814972, + -0.5807488560676575, + -0.3810707926750183, + -0.5901434421539307, + -0.35996365547180176, + -0.38793933391571045, + -0.48109593987464905, + -0.7719359993934631, + -0.5073560476303101, + -0.4961124360561371, + -0.28472399711608887, + -0.4101625978946686, + -0.5032247304916382, + -0.4566833972930908, + -0.7817938923835754, + -0.5161764025688171, + -0.3975503444671631, + -0.5729041695594788, + -0.44399508833885193, + -0.48672544956207275, + -0.47342056035995483, + -0.4905391037464142, + -0.44286027550697327, + -0.5367953181266785, + -0.3910726308822632, + -0.6446179151535034, + -0.6249014139175415, + -0.2848295271396637, + -0.16822324693202972, + -0.4504987597465515, + -0.6008160710334778, + -0.5480310916900635, + -0.4942043125629425, + -0.4423995316028595, + -0.47887730598449707, + -0.5208798050880432, + -0.5068668127059937, + -0.3605818450450897, + -0.7490075826644897, + -0.4790840148925781, + -0.3970041275024414, + -0.35647377371788025, + -0.531695544719696, + -0.4720553755760193, + -0.4724883437156677, + -0.31289058923721313, + -0.5059334635734558, + -0.2886376976966858, + -0.6527281999588013, + -0.5126981735229492, + -0.36889225244522095, + -0.6961579918861389, + -0.6312864422798157, + -0.5346658229827881, + -0.3933767080307007, + -0.5181513428688049, + -0.6648522019386292, + -0.5446203351020813, + -0.5276186466217041, + -0.5986606478691101, + -0.5999720096588135, + -0.4607393741607666, + -0.52810138463974, + -0.5402808785438538, + -0.48124903440475464, + -0.6836417317390442, + -0.48204171657562256, + -0.636239767074585, + -0.44969281554222107, + -0.4049931466579437, + -0.6886065602302551, + -0.6289179921150208, + -0.19696497917175293, + -0.451413631439209, + -0.47271111607551575, + -0.6068493127822876, + -0.5391676425933838, + -0.4838342070579529, + -0.5998575687408447, + -0.483225554227829, + -0.4702836871147156, + -0.5173407196998596, + -0.47812288999557495, + -0.5276171565055847, + -0.4683741331100464, + -0.7661585211753845, + -0.6896008253097534, + -0.8065973520278931, + -0.3079698383808136, + -0.3491387963294983, + -0.4407016634941101, + -0.5059852600097656, + -0.72881019115448, + -0.3912554681301117, + -0.43690741062164307, + -0.3842213749885559, + -0.5580395460128784, + -0.48589280247688293, + -0.6388559341430664, + -0.6864647269248962, + -0.3212519884109497, + -0.3478884696960449, + -0.473592072725296, + -0.482769250869751, + -0.5831630229949951, + -0.6352543234825134, + -0.40551742911338806, + -0.5014298558235168, + -0.48230811953544617, + -0.6217889189720154, + -0.42593011260032654, + -0.5593773722648621, + -0.5962738394737244, + -0.38646772503852844, + -0.5234510898590088, + -0.510518491268158, + -0.36328190565109253, + -0.4997541904449463, + -0.6485499739646912, + -0.28418484330177307, + -0.535067081451416, + -0.36001378297805786, + -0.456486314535141, + -0.2634238600730896, + -0.6374353170394897, + -0.652643084526062, + -0.559930145740509, + -0.6905673742294312, + -0.5993871092796326, + -0.4037613272666931, + -0.503973662853241, + -0.5134122967720032, + -0.4781549274921417, + -0.5115157961845398, + -0.4037534296512604, + -0.5514016151428223, + -0.4645642638206482, + -0.6423211097717285, + -0.5589200258255005, + -0.35560107231140137, + -0.3521113395690918, + -0.36517003178596497, + -0.5058037042617798, + -0.5007783770561218, + -0.5671003460884094, + -0.3386821150779724, + -0.5552665591239929, + -0.4936821162700653, + -0.5062850713729858, + -0.3293316662311554, + -0.6471827626228333, + -0.6358404159545898, + -0.4685193598270416, + -0.5163493156433105, + -0.6346298456192017, + -0.672059953212738, + -0.44594407081604004, + -0.7045849561691284, + -0.42229530215263367, + -0.5523734092712402, + -0.2876136898994446, + -0.5128942728042603, + -0.4268726408481598, + -0.4491131603717804, + -0.5959896445274353, + -0.5590667724609375, + -0.5389485955238342, + -0.5516290068626404, + -0.32838764786720276, + -0.5864746570587158, + -0.3243922293186188, + -0.5398996472358704, + -0.3405631184577942, + -0.43292349576950073, + -0.5671095252037048, + -0.6876170635223389, + -0.6267077922821045, + -0.4694560468196869, + -0.33868923783302307, + -0.548803985118866, + -0.6014688611030579, + -0.17734204232692719, + -0.45738014578819275, + -0.4206888973712921, + -0.4564662277698517, + -0.4066169559955597, + -0.4703172445297241, + -0.3275677561759949, + -0.53492271900177, + -0.6368424296379089, + -0.5669916272163391, + -0.3717307150363922, + -0.5490458011627197, + -0.4077027142047882, + -0.3977624773979187, + -0.5790753960609436, + -0.24560344219207764, + -0.5334312319755554, + -0.3611316382884979, + -0.3996047377586365, + -0.392272412776947, + -0.699885368347168, + -0.5263736844062805, + -0.6485211849212646, + -0.5022789835929871, + -0.5960469245910645, + -0.7248073816299438, + -0.4590403139591217, + -0.33235692977905273, + -0.4277263581752777, + -0.5439260601997375, + -0.30811426043510437, + -0.8040838241577148, + -0.45086541771888733, + -0.43752819299697876, + -0.44528263807296753, + -0.4449385702610016, + -0.5709825158119202, + -0.5675634741783142, + -0.3392936587333679, + -0.45199236273765564, + -0.26243120431900024, + -0.5243605375289917, + -0.5201961398124695, + -0.25412702560424805, + -0.4468020796775818, + -0.39595627784729004, + -0.5168725848197937, + -0.5494335889816284, + -0.2505766451358795, + -0.5277778506278992, + -0.2551501989364624, + -0.17749541997909546, + -0.44637081027030945, + -0.4052945077419281, + -0.7075685262680054, + -0.5005561113357544, + -0.6048190593719482, + -0.7884671092033386, + -0.2604903280735016, + -0.6038730144500732, + -0.5352775454521179, + -0.3709970712661743, + -0.629653811454773, + -0.6971465349197388, + -0.661795973777771, + -0.40927520394325256, + -0.4969343841075897, + -0.4890527129173279, + -0.24113354086875916, + -0.6438270211219788, + -0.644861102104187, + -0.9623354077339172, + -0.3378910422325134, + -0.4463120698928833, + -0.4253227412700653, + -0.5087197422981262, + -0.6134523153305054, + -0.5108718276023865, + -0.5675327777862549, + -0.5650153756141663, + -0.5078351497650146, + -0.6801774501800537, + -0.37501850724220276, + -0.49244794249534607, + -0.55960613489151, + -0.6208788156509399, + -0.5971992611885071, + -0.4486899971961975, + -0.4740164875984192, + -0.4407558739185333, + -0.4526384472846985, + -0.47623181343078613, + -0.5809723734855652, + -0.7323182821273804, + -0.49273160099983215, + -0.511499285697937, + -0.8342379331588745, + -0.43614688515663147, + -0.2764381766319275, + -0.4618271589279175, + -0.4813033938407898, + -0.7078478932380676, + -0.46259915828704834, + -0.5047695636749268, + -0.30867716670036316, + -0.3278912603855133, + -0.47013500332832336, + -0.49759379029273987, + -0.8117460012435913, + -0.4457343816757202, + -0.19889581203460693, + -0.5180123448371887, + -0.5226961970329285, + -0.49028944969177246, + -0.4208180010318756, + -0.3975280523300171, + -0.23910750448703766, + -0.4078090488910675, + -0.5633416175842285, + -0.550717294216156, + -0.3027958273887634, + -0.6013301610946655, + -0.5881185531616211, + -0.6677269339561462, + -0.5310655236244202, + -0.5538881421089172, + -0.6508167386054993, + -0.49366337060928345, + -0.3810011148452759, + -0.330680787563324, + -0.7629014849662781, + -0.48513612151145935, + -0.09770574420690536, + -0.5328249335289001, + -0.4911082088947296, + -0.5680118203163147, + -0.5293046832084656, + -0.5202990174293518, + -0.6563181281089783, + -0.41608312726020813, + -0.4491530656814575, + -0.5449842810630798, + -0.5264312624931335, + -0.5274081826210022, + -0.499866247177124, + -0.5008107423782349, + -0.43552613258361816, + -0.48187321424484253, + -0.42180564999580383, + -0.5141907930374146, + -0.3511883318424225, + -0.302340567111969, + -0.32385900616645813, + -0.3935100734233856 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6499999999999999, - 0.7, - 0.7, - 0.7249999999999999, - 0.7250000000000001, - 0.625, - 0.7249999999999999, - 0.675, - 0.7, - 0.6749999999999999 + 0.5, + 0.44999999999999996, + 0.46249999999999997, + 0.49999999999999994, + 0.48749999999999993, + 0.49999999999999994, + 0.4875, + 0.44999999999999996, + 0.46249999999999997, + 0.4875, + 0.475, + 0.5125000000000001, + 0.475, + 0.44999999999999996, + 0.5125000000000001, + 0.4625, + 0.47500000000000003, + 0.49999999999999994, + 0.46249999999999997, + 0.5125 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.6695027947425842, - 0.5780181288719177, - 0.15340135991573334, - 0.054497893899679184, - 0.48626771569252014, - 0.9327613115310669, - 0.8686664700508118, - -0.03469780087471008, - 0.14525163173675537, - 0.8443030714988708 + 0.9429612159729004, + 0.7718375325202942, + 0.38775739073753357, + 0.4695879817008972, + 0.30363282561302185, + 0.415648877620697, + 0.17745685577392578, + 0.19136770069599152, + 0.46581047773361206, + 0.37858709692955017, + 0.33728161454200745, + 0.13268689811229706, + 0.5266273021697998, + 0.5012268424034119, + -0.18034504354000092, + -0.17938943207263947, + 0.48691073060035706, + 0.16952580213546753, + 0.1064784973859787, + 0.1569824516773224 ], "rl_grad_norm": [ - 0.566623866558075, - 1.4082672595977783, - 0.8702211380004883, - 0.8052729964256287, - 0.5244731903076172, - 0.6716907024383545, - 0.902283787727356, - 0.31447234749794006, - 0.7174906134605408, - 0.1883072704076767 + 1.3563035726547241, + 0.44194263219833374, + 0.9645959138870239, + 0.686238169670105, + 0.5090511441230774, + 0.3483563959598541, + 0.6500853300094604, + 0.39043617248535156, + 0.3726855516433716, + 0.2282857596874237, + 0.5209171772003174, + 0.45756247639656067, + 0.30074936151504517, + 0.739692747592926, + 0.27900370955467224, + 0.5401674509048462, + 0.3579151928424835, + 0.4658660888671875, + 0.3634214997291565, + 0.7289875745773315 ], "bc_grad_norm": [ - 0.16735583543777466, - 0.5847901105880737, - 0.4476790428161621, - 0.7122657895088196, - 0.9111552238464355, - 1.0362305641174316, - 0.8686510920524597, - 1.2821868658065796, - 0.9215891361236572, - 1.5842642784118652 + 1.3135143518447876, + 1.1974645853042603, + 1.5483614206314087, + 0.8583893179893494, + 1.459384560585022, + 1.3104485273361206, + 1.7200987339019775, + 1.2342681884765625, + 1.2297006845474243, + 0.8435899615287781, + 0.7779679298400879, + 0.8225902915000916, + 1.2725632190704346, + 2.387148857116699, + 1.751903772354126, + 1.9099715948104858, + 1.4456087350845337, + 1.4983879327774048, + 2.752417802810669, + 2.0974133014678955 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "head.weight": 0.45755794644355774, - "head.bias": 0.0057456823997199535 + "head.weight": 1.3347195386886597, + "head.bias": 0.01624828577041626 + }, + { + "head.weight": 0.5086244940757751, + "head.bias": 0.008567806333303452 + }, + { + "head.weight": 0.9512624144554138, + "head.bias": 0.014991389587521553 + }, + { + "head.weight": 0.7555819153785706, + "head.bias": 0.02415004000067711 + }, + { + "head.weight": 0.4593447744846344, + "head.bias": 0.007877692580223083 + }, + { + "head.weight": 0.37977904081344604, + "head.bias": 0.004945200867950916 + }, + { + "head.weight": 0.5774115324020386, + "head.bias": 0.017613103613257408 + }, + { + "head.weight": 0.3152141571044922, + "head.bias": 0.004817713052034378 + }, + { + "head.weight": 0.35237789154052734, + "head.bias": 0.007897156290709972 + }, + { + "head.weight": 0.3017030656337738, + "head.bias": 0.010062585584819317 + }, + { + "head.weight": 0.43892064690589905, + "head.bias": 0.015174862928688526 }, { - "head.weight": 1.5152719020843506, - "head.bias": 0.0380462184548378 + "head.weight": 0.4582699239253998, + "head.bias": 0.014273562468588352 }, { - "head.weight": 0.8061424493789673, - "head.bias": 0.010291670449078083 + "head.weight": 0.2886146903038025, + "head.bias": 0.006699805613607168 }, { - "head.weight": 1.2073503732681274, - "head.bias": 0.025378774851560593 + "head.weight": 1.0460176467895508, + "head.bias": 0.03433438390493393 }, { - "head.weight": 0.6539495587348938, - "head.bias": 0.02443491667509079 + "head.weight": 0.3114009201526642, + "head.bias": 0.010912001132965088 }, { - "head.weight": 0.7186075448989868, - "head.bias": 0.01691233366727829 + "head.weight": 0.40678080916404724, + "head.bias": 0.015288718976080418 }, { - "head.weight": 1.0630170106887817, - "head.bias": 0.02686227858066559 + "head.weight": 0.2947579026222229, + "head.bias": 0.007876644842326641 }, { - "head.weight": 0.32814517617225647, - "head.bias": 0.012244845740497112 + "head.weight": 0.37445691227912903, + "head.bias": 0.012005718424916267 }, { - "head.weight": 0.5656834244728088, - "head.bias": 0.014710993506014347 + "head.weight": 0.4744715690612793, + "head.bias": 0.010366815142333508 }, { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "head.weight": 0.8112567067146301, + "head.bias": 0.03005129285156727 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.0085123460739851, - 0.1324329525232315, - 0.11118914186954498, - 0.2107749879360199, - 0.16191014647483826, - 0.11873815953731537, - 0.08333876729011536, - 0.20007553696632385, - 0.14345985651016235, - 0.08131302893161774 + 0.031735241413116455, + 0.08170514553785324, + 0.20348742604255676, + 0.11793050915002823, + 0.1914970427751541, + 0.17731088399887085, + 0.24592483043670654, + 0.17695587873458862, + 0.15410347282886505, + 0.13445459306240082, + 0.1518077403306961, + 0.12253891676664352, + 0.1789432018995285, + 0.29756608605384827, + 0.2334551364183426, + 0.26144540309906006, + 0.19242100417613983, + 0.2238074392080307, + 0.32074499130249023, + 0.2746380865573883 ], "repr_drift_kl_low_t": [ - 0.00969013199210167, - 0.16517791152000427, - 0.1246924176812172, - 0.24633614718914032, - 0.19885970652103424, - 0.13885799050331116, - 0.09524396061897278, - 0.2507936358451843, - 0.20602664351463318, - 0.08890388906002045 + 0.04488549381494522, + 0.10643450915813446, + 0.28324994444847107, + 0.14740228652954102, + 0.23349589109420776, + 0.21887065470218658, + 0.2990247309207916, + 0.21379521489143372, + 0.17330650985240936, + 0.14809773862361908, + 0.17259986698627472, + 0.1298973560333252, + 0.19484159350395203, + 0.34217602014541626, + 0.26288318634033203, + 0.2991059720516205, + 0.22194084525108337, + 0.263351708650589, + 0.3699520528316498, + 0.31567680835723877 ], "repr_drift_kl_mid_t": [ - 0.00865611806511879, - 0.13555669784545898, - 0.10737746953964233, - 0.2090425193309784, - 0.1530551314353943, - 0.11450565606355667, - 0.07999853789806366, - 0.20121225714683533, - 0.13526663184165955, - 0.07985717803239822 + 0.03126139938831329, + 0.08274530619382858, + 0.20062455534934998, + 0.1142432689666748, + 0.191201850771904, + 0.1734074503183365, + 0.23935820162296295, + 0.17339278757572174, + 0.15298685431480408, + 0.12846940755844116, + 0.15109501779079437, + 0.11918920278549194, + 0.1752246916294098, + 0.29034188389778137, + 0.22479736804962158, + 0.250480055809021, + 0.19018341600894928, + 0.2149372547864914, + 0.30965909361839294, + 0.2680438458919525 ], "repr_drift_kl_high_t": [ - 0.006307201460003853, - 0.09948568046092987, - 0.0967225432395935, - 0.17640480399131775, - 0.12066277861595154, - 0.10275736451148987, - 0.07974164187908173, - 0.15553420782089233, - 0.09637760370969772, - 0.08418108522891998 + 0.021632300689816475, + 0.05393490195274353, + 0.1395730823278427, + 0.09358485788106918, + 0.16100342571735382, + 0.1438271552324295, + 0.20114493370056152, + 0.15717029571533203, + 0.1367383897304535, + 0.13256488740444183, + 0.1312364637851715, + 0.12050700932741165, + 0.16928896307945251, + 0.2691165506839752, + 0.2292822301387787, + 0.23634853959083557, + 0.17465142905712128, + 0.1966671645641327, + 0.2970336377620697, + 0.24949190020561218 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8984017968177795, - 0.9678335189819336, - 0.9866885542869568, - 0.7250156998634338, - 0.98988276720047 + 0.9751294851303101, + 0.9711483120918274, + 0.910452663898468, + 0.9336822032928467, + 0.8874205946922302, + 0.8737441301345825, + 0.9141348600387573, + 0.9020254611968994, + 0.8719643354415894, + 0.8370810151100159 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.7239065766334534, - 1.7580795288085938, - 1.0981210470199585, - 1.283940076828003, - 0.5102409720420837, - 0.6586583256721497, - 0.8484339118003845, - 0.4599909782409668, - 1.4857820272445679, - 0.13665221631526947 + 1.3548502922058105, + 0.4360623359680176, + 1.5316777229309082, + 0.5158464908599854, + 0.7834526896476746, + 0.41270363330841064, + 0.5943214297294617, + 0.3357480466365814, + 0.3611906170845032, + 0.27236422896385193, + 0.4233242869377136, + 0.6693758964538574, + 0.3745470941066742, + 0.7386506199836731, + 0.9588383436203003, + 0.5328115224838257, + 0.4945787489414215, + 0.4960159361362457, + 0.606651782989502, + 0.8593742847442627 ], "norm_high_t": [ - 0.8188191056251526, - 1.7745040655136108, - 0.8775497078895569, - 0.8083450198173523, - 0.43782907724380493, - 1.012662410736084, - 1.433632493019104, - 0.4193122386932373, - 0.7526764273643494, - 0.1769239753484726 + 1.5711159706115723, + 0.6759510040283203, + 1.1771206855773926, + 1.0134917497634888, + 0.42388680577278137, + 0.3457282483577728, + 0.5763591527938843, + 0.30810341238975525, + 0.39000681042671204, + 0.3803231716156006, + 0.5927188396453857, + 0.3880453109741211, + 0.24695266783237457, + 0.5805184841156006, + 0.4004151523113251, + 0.7144644856452942, + 0.4553499221801758, + 0.4419741928577423, + 0.5509863495826721, + 0.7116788625717163 ], "lowhigh_cos": [ - 0.21474596858024597, - 0.43274617195129395, - 0.3079228103160858, - 0.14473676681518555, - 0.6338140368461609, - 0.7595908045768738, - 0.6550725698471069, - -0.024542907252907753, - 0.3566637635231018, - 0.716566801071167 + 0.7910879850387573, + 0.6354596614837646, + 0.4633547067642212, + 0.690017580986023, + 0.4564167857170105, + 0.5551389455795288, + 0.5846076607704163, + 0.2855995297431946, + 0.4633218050003052, + 0.061104852706193924, + 0.6986874341964722, + 0.7667258381843567, + 0.6927679777145386, + 0.7804017066955566, + -0.1441657394170761, + 0.7160515189170837, + 0.20080947875976562, + 0.6895752549171448, + 0.7645065188407898, + 0.7480543255805969 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.2666102647781372, - "t_0.1-0.2": 0.8000298142433167, - "t_0.2-0.3": 0.8582996726036072, - "t_0.3-0.4": 0.6295157074928284, - "t_0.4-0.5": 0.5721207857131958, - "t_0.5-0.6": 0.5021545886993408, - "t_0.6-0.7": 0.5271870493888855, - "t_0.7-0.8": 0.46331799030303955, - "t_0.8-0.9": 0.6366925835609436, - "t_0.9-1.0": 0.8170463442802429 - }, - { - "t_0.0-0.1": 2.075392484664917, - "t_0.1-0.2": 1.6264053583145142, - "t_0.2-0.3": 1.8042007684707642, - "t_0.3-0.4": 1.4573516845703125, - "t_0.4-0.5": 1.7167683839797974, - "t_0.5-0.6": 1.5248005390167236, - "t_0.6-0.7": 1.4921447038650513, - "t_0.7-0.8": 1.699755311012268, - "t_0.8-0.9": 2.175483226776123, - "t_0.9-1.0": 1.9816912412643433 - }, - { - "t_0.0-0.1": 1.2812128067016602, - "t_0.1-0.2": 0.8140415549278259, - "t_0.2-0.3": 0.8307276368141174, - "t_0.3-0.4": 0.8484732508659363, - "t_0.4-0.5": 0.818647027015686, - "t_0.5-0.6": 0.707551121711731, - "t_0.6-0.7": 0.5992262363433838, - "t_0.7-0.8": 0.7558953166007996, - "t_0.8-0.9": 1.0355644226074219, - "t_0.9-1.0": 0.8763568997383118 - }, - { - "t_0.0-0.1": 1.7569077014923096, - "t_0.1-0.2": 1.1690298318862915, - "t_0.2-0.3": 1.0180906057357788, - "t_0.3-0.4": 0.9051358699798584, - "t_0.4-0.5": 0.9351857900619507, - "t_0.5-0.6": 0.8428597450256348, - "t_0.6-0.7": 0.6952599287033081, - "t_0.7-0.8": 0.8535807132720947, - "t_0.8-0.9": 0.9466304183006287, - "t_0.9-1.0": 1.0043376684188843 - }, - { - "t_0.0-0.1": 0.5763694643974304, - "t_0.1-0.2": 0.3911365866661072, - "t_0.2-0.3": 0.2587948143482208, - "t_0.3-0.4": 0.3482073247432709, - "t_0.4-0.5": 0.5053528547286987, - "t_0.5-0.6": 0.6311963796615601, - "t_0.6-0.7": 0.4898254871368408, - "t_0.7-0.8": 0.4649580121040344, - "t_0.8-0.9": 0.5624749064445496, - "t_0.9-1.0": 0.4926237463951111 - }, - { - "t_0.0-0.1": 0.7846418619155884, - "t_0.1-0.2": 0.5808138251304626, - "t_0.2-0.3": 0.6708094477653503, - "t_0.3-0.4": 0.6817761659622192, - "t_0.4-0.5": 0.7132745385169983, - "t_0.5-0.6": 0.6899119019508362, - "t_0.6-0.7": 0.792941153049469, - "t_0.7-0.8": 0.7529091835021973, - "t_0.8-0.9": 0.8572224378585815, - "t_0.9-1.0": 1.4063042402267456 - }, - { - "t_0.0-0.1": 0.8811435103416443, - "t_0.1-0.2": 0.7546399235725403, - "t_0.2-0.3": 0.8405919075012207, - "t_0.3-0.4": 0.9093106985092163, - "t_0.4-0.5": 0.9341291785240173, - "t_0.5-0.6": 0.9012235403060913, - "t_0.6-0.7": 1.1220862865447998, - "t_0.7-0.8": 1.0228134393692017, - "t_0.8-0.9": 1.1285018920898438, - "t_0.9-1.0": 1.640843152999878 - }, - { - "t_0.0-0.1": 0.9310304522514343, - "t_0.1-0.2": 0.43135926127433777, - "t_0.2-0.3": 0.4359913170337677, - "t_0.3-0.4": 0.4583272337913513, - "t_0.4-0.5": 0.39862462878227234, - "t_0.5-0.6": 0.34619569778442383, - "t_0.6-0.7": 0.31903594732284546, - "t_0.7-0.8": 0.43384402990341187, - "t_0.8-0.9": 0.3362555503845215, - "t_0.9-1.0": 0.37124067544937134 - }, - { - "t_0.0-0.1": 1.4280329942703247, - "t_0.1-0.2": 1.0423203706741333, - "t_0.2-0.3": 0.7431566715240479, - "t_0.3-0.4": 0.9655160903930664, - "t_0.4-0.5": 0.870054304599762, - "t_0.5-0.6": 0.7270932197570801, - "t_0.6-0.7": 0.6245750188827515, - "t_0.7-0.8": 0.8398985266685486, - "t_0.8-0.9": 0.7105221152305603, - "t_0.9-1.0": 0.9184010624885559 - }, - { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 + "t_0.0-0.1": 1.7528682947158813, + "t_0.1-0.2": 1.4409611225128174, + "t_0.2-0.3": 1.4165732860565186, + "t_0.3-0.4": 1.4720211029052734, + "t_0.4-0.5": 1.47096586227417, + "t_0.5-0.6": 1.4439644813537598, + "t_0.6-0.7": 1.3517175912857056, + "t_0.7-0.8": 1.3885822296142578, + "t_0.8-0.9": 1.46602201461792, + "t_0.9-1.0": 1.8566137552261353 + }, + { + "t_0.0-0.1": 0.7043056488037109, + "t_0.1-0.2": 0.5186560750007629, + "t_0.2-0.3": 0.5165749192237854, + "t_0.3-0.4": 0.5115906596183777, + "t_0.4-0.5": 0.42891427874565125, + "t_0.5-0.6": 0.44501829147338867, + "t_0.6-0.7": 0.46546709537506104, + "t_0.7-0.8": 0.4294890761375427, + "t_0.8-0.9": 0.545218825340271, + "t_0.9-1.0": 0.7268578410148621 + }, + { + "t_0.0-0.1": 1.164029598236084, + "t_0.1-0.2": 1.0187134742736816, + "t_0.2-0.3": 0.9054332971572876, + "t_0.3-0.4": 1.2278858423233032, + "t_0.4-0.5": 1.0227360725402832, + "t_0.5-0.6": 0.9622374176979065, + "t_0.6-0.7": 1.1112927198410034, + "t_0.7-0.8": 1.1080377101898193, + "t_0.8-0.9": 1.4734108448028564, + "t_0.9-1.0": 1.243112325668335 + }, + { + "t_0.0-0.1": 0.6944992542266846, + "t_0.1-0.2": 0.5983511805534363, + "t_0.2-0.3": 0.8201889395713806, + "t_0.3-0.4": 0.4604661762714386, + "t_0.4-0.5": 0.5638183951377869, + "t_0.5-0.6": 0.8355357646942139, + "t_0.6-0.7": 0.8868318796157837, + "t_0.7-0.8": 0.5886251330375671, + "t_0.8-0.9": 1.155389428138733, + "t_0.9-1.0": 0.7083099484443665 + }, + { + "t_0.0-0.1": 0.8885778784751892, + "t_0.1-0.2": 0.6300868391990662, + "t_0.2-0.3": 0.6613394618034363, + "t_0.3-0.4": 0.6563526391983032, + "t_0.4-0.5": 0.6407792568206787, + "t_0.5-0.6": 0.6721670031547546, + "t_0.6-0.7": 0.39518022537231445, + "t_0.7-0.8": 0.490042507648468, + "t_0.8-0.9": 0.6067950129508972, + "t_0.9-1.0": 0.3624105751514435 + }, + { + "t_0.0-0.1": 0.4979882538318634, + "t_0.1-0.2": 0.47672462463378906, + "t_0.2-0.3": 0.5073800086975098, + "t_0.3-0.4": 0.7126871943473816, + "t_0.4-0.5": 0.42639410495758057, + "t_0.5-0.6": 0.47492578625679016, + "t_0.6-0.7": 0.42567574977874756, + "t_0.7-0.8": 0.4044772982597351, + "t_0.8-0.9": 0.3498149812221527, + "t_0.9-1.0": 0.5403876304626465 + }, + { + "t_0.0-0.1": 0.585166871547699, + "t_0.1-0.2": 0.7324098944664001, + "t_0.2-0.3": 0.7245043516159058, + "t_0.3-0.4": 0.479747474193573, + "t_0.4-0.5": 0.7381471991539001, + "t_0.5-0.6": 0.9465663433074951, + "t_0.6-0.7": 0.8514297604560852, + "t_0.7-0.8": 0.5184203386306763, + "t_0.8-0.9": 0.8161566257476807, + "t_0.9-1.0": 0.5265108346939087 + }, + { + "t_0.0-0.1": 0.4659420847892761, + "t_0.1-0.2": 0.3350610136985779, + "t_0.2-0.3": 0.36760640144348145, + "t_0.3-0.4": 0.7412139177322388, + "t_0.4-0.5": 0.314055860042572, + "t_0.5-0.6": 0.3658589720726013, + "t_0.6-0.7": 0.4329143166542053, + "t_0.7-0.8": 0.416817843914032, + "t_0.8-0.9": 0.3401045501232147, + "t_0.9-1.0": 0.4026366174221039 + }, + { + "t_0.0-0.1": 0.4978618919849396, + "t_0.1-0.2": 0.3366260230541229, + "t_0.2-0.3": 0.35053515434265137, + "t_0.3-0.4": 0.37268921732902527, + "t_0.4-0.5": 0.3504885733127594, + "t_0.5-0.6": 0.3426154851913452, + "t_0.6-0.7": 0.3734472692012787, + "t_0.7-0.8": 0.40679532289505005, + "t_0.8-0.9": 0.3760375678539276, + "t_0.9-1.0": 0.39387959241867065 + }, + { + "t_0.0-0.1": 0.3795570731163025, + "t_0.1-0.2": 0.32927772402763367, + "t_0.2-0.3": 0.3012687563896179, + "t_0.3-0.4": 0.4297221004962921, + "t_0.4-0.5": 0.258185476064682, + "t_0.5-0.6": 0.26855963468551636, + "t_0.6-0.7": 0.2862521708011627, + "t_0.7-0.8": 0.293156236410141, + "t_0.8-0.9": 0.2806224524974823, + "t_0.9-1.0": 0.5354567170143127 + }, + { + "t_0.0-0.1": 0.5486037731170654, + "t_0.1-0.2": 0.43160736560821533, + "t_0.2-0.3": 0.45682087540626526, + "t_0.3-0.4": 0.6267573237419128, + "t_0.4-0.5": 0.5360479950904846, + "t_0.5-0.6": 0.44259509444236755, + "t_0.6-0.7": 0.45579051971435547, + "t_0.7-0.8": 0.5252823233604431, + "t_0.8-0.9": 0.5586077570915222, + "t_0.9-1.0": 0.7489603161811829 + }, + { + "t_0.0-0.1": 0.7757439613342285, + "t_0.1-0.2": 0.3140948414802551, + "t_0.2-0.3": 0.5966598987579346, + "t_0.3-0.4": 0.7587620615959167, + "t_0.4-0.5": 0.4845207631587982, + "t_0.5-0.6": 0.36325016617774963, + "t_0.6-0.7": 0.4351993203163147, + "t_0.7-0.8": 0.4791898727416992, + "t_0.8-0.9": 0.45377117395401, + "t_0.9-1.0": 0.4634785056114197 + }, + { + "t_0.0-0.1": 0.5653550624847412, + "t_0.1-0.2": 0.3666898012161255, + "t_0.2-0.3": 0.32316863536834717, + "t_0.3-0.4": 0.32240384817123413, + "t_0.4-0.5": 0.31337910890579224, + "t_0.5-0.6": 0.38113951683044434, + "t_0.6-0.7": 0.32588204741477966, + "t_0.7-0.8": 0.283204048871994, + "t_0.8-0.9": 0.2894398868083954, + "t_0.9-1.0": 0.2630172371864319 + }, + { + "t_0.0-0.1": 1.1041473150253296, + "t_0.1-0.2": 1.328554391860962, + "t_0.2-0.3": 1.1121209859848022, + "t_0.3-0.4": 0.6528895497322083, + "t_0.4-0.5": 1.1657172441482544, + "t_0.5-0.6": 1.388683795928955, + "t_0.6-0.7": 1.2430485486984253, + "t_0.7-0.8": 0.8587400913238525, + "t_0.8-0.9": 1.0719115734100342, + "t_0.9-1.0": 0.4048076570034027 + }, + { + "t_0.0-0.1": 0.6086549758911133, + "t_0.1-0.2": 0.37420061230659485, + "t_0.2-0.3": 0.29984158277511597, + "t_0.3-0.4": 0.5616204738616943, + "t_0.4-0.5": 0.332290381193161, + "t_0.5-0.6": 0.3673841059207916, + "t_0.6-0.7": 0.2203277200460434, + "t_0.7-0.8": 0.35310572385787964, + "t_0.8-0.9": 0.3916446268558502, + "t_0.9-1.0": 0.44190555810928345 + }, + { + "t_0.0-0.1": 0.342166543006897, + "t_0.1-0.2": 0.27642345428466797, + "t_0.2-0.3": 0.508851170539856, + "t_0.3-0.4": 0.6485991477966309, + "t_0.4-0.5": 0.4095652997493744, + "t_0.5-0.6": 0.32992878556251526, + "t_0.6-0.7": 0.4076504707336426, + "t_0.7-0.8": 0.5445220470428467, + "t_0.8-0.9": 0.536571204662323, + "t_0.9-1.0": 0.7154785990715027 + }, + { + "t_0.0-0.1": 0.41190269589424133, + "t_0.1-0.2": 0.36532333493232727, + "t_0.2-0.3": 0.31610819697380066, + "t_0.3-0.4": 0.3208981454372406, + "t_0.4-0.5": 0.3418518602848053, + "t_0.5-0.6": 0.43409135937690735, + "t_0.6-0.7": 0.34974461793899536, + "t_0.7-0.8": 0.31926286220550537, + "t_0.8-0.9": 0.3766334652900696, + "t_0.9-1.0": 0.6735773682594299 + }, + { + "t_0.0-0.1": 0.7351908087730408, + "t_0.1-0.2": 0.5504485964775085, + "t_0.2-0.3": 0.5023804306983948, + "t_0.3-0.4": 0.28560563921928406, + "t_0.4-0.5": 0.4594557285308838, + "t_0.5-0.6": 0.7008518576622009, + "t_0.6-0.7": 0.5735272765159607, + "t_0.7-0.8": 0.4497467875480652, + "t_0.8-0.9": 0.4216597378253937, + "t_0.9-1.0": 0.42869022488594055 + }, + { + "t_0.0-0.1": 0.6407659649848938, + "t_0.1-0.2": 0.45542675256729126, + "t_0.2-0.3": 0.6702232956886292, + "t_0.3-0.4": 0.7667752504348755, + "t_0.4-0.5": 0.4223288595676422, + "t_0.5-0.6": 0.4567355513572693, + "t_0.6-0.7": 0.64692622423172, + "t_0.7-0.8": 0.5329899191856384, + "t_0.8-0.9": 0.5283529758453369, + "t_0.9-1.0": 0.5136314034461975 + }, + { + "t_0.0-0.1": 0.8953026533126831, + "t_0.1-0.2": 0.8749469518661499, + "t_0.2-0.3": 0.7563241124153137, + "t_0.3-0.4": 0.5538091659545898, + "t_0.4-0.5": 0.7720351815223694, + "t_0.5-0.6": 1.0181235074996948, + "t_0.6-0.7": 0.971566915512085, + "t_0.7-0.8": 0.7706257104873657, + "t_0.8-0.9": 0.8656450510025024, + "t_0.9-1.0": 0.5924497246742249 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.026609133929014206, - 0.003355704713612795, - 0.022942641749978065, - 0.03287841007113457, - 0.005692599341273308, - 0.48161330819129944, - 0.0045008184388279915, - 0.07153178751468658, - 0.015055202879011631, - 0.23320895433425903, - 0.20081780850887299, - 0.06776180863380432, - 0.07510916888713837, - 0.14200299978256226, - 0.1370038390159607, - 0.055989231914281845, - 0.19763624668121338, - 0.005985266994684935, - 0.07653061300516129, - 0.1456117033958435, - 0.028688523918390274, - 0.2242783010005951, - 0.10378151386976242, - 0.0579216331243515, - 0.015293536707758904, - 0.2250937819480896, - 0.020570948719978333, - 0.050548113882541656, - 0.2816479504108429, - 0.020082693547010422, - 0.021469859406352043, - 0.18994140625, - 0.10778443515300751, - 0.21815446019172668, - 0.020661156624555588, - 0.08011869341135025, - 0.2950257360935211, - 0.022532189264893532, - 0.22560976445674896, - 0.1410835236310959, - 0.36739468574523926, - 0.04777517542243004, - 0.03239556774497032, - 0.006520726718008518, - 0.006637168116867542, - 0.07924984395503998, - 0.013636363670229912, - 0.10291438549757004, - 0.02711864374577999, - 0.07746478915214539, - 0.23201555013656616, - 0.13858962059020996, - 0.2789473831653595, - 0.04161937162280083, - 0.12361330538988113, - 0.051589127629995346, - 0.0043969848193228245, - 0.11138410866260529, - 0.018537074327468872, - 0.02705848030745983, - 0.060263652354478836, - 0.09720037877559662, - 0.00460122711956501, - 0.07419786602258682, - 0.11664482951164246, - 0.10110519826412201, - 0.23979298770427704, - 0.0050505055114626884, - 0.02484191581606865, - 0.019039735198020935, - 0.032592590898275375, - 0.12406271696090698, - 0.043795619159936905, - 0.04868340492248535, - 0.12328094989061356, - 0.16047386825084686, - 0.018518518656492233, - 0.12558795511722565, - 0.0054806070402264595, - 0.010582010261714458, - 0.03705991432070732, - 0.1443331241607666, - 0.10715451836585999, - 0.038548752665519714, - 0.0024219590704888105, - 0.02440239116549492, - 0.016597511246800423, - 0.05300113186240196, - 0.007367885671555996, - 0.10800310969352722, - 0.03253588452935219, - 0.04435483738780022, - 0.24107959866523743, - 0.04735494777560234, - 0.06435100734233856, - 0.01851072907447815, - 0.10997854173183441, - 0.11409643292427063, - 0.006592291872948408, - 0.006307339295744896, - 0.04727272689342499, - 0.01112656481564045, - 0.020113136619329453, - 0.03067729063332081, - 0.01780693605542183, - 0.03142328932881355, - 0.09168632328510284, - 0.002984084887430072, - 0.010606060735881329, - 0.023429710417985916, - 0.06951456516981125, - 0.11129097640514374, - 0.10330578684806824, - 0.17921830713748932, - 0.029423151165246964, - 0.006944444961845875, - 0.05705614760518074, - 0.0037364130839705467, - 0.10452418029308319, - 0.010744720697402954, - 0.006592291872948408, - 0.2655150294303894, - 0.04084574803709984, - 0.020805370062589645, - 0.008343265391886234, - 0.020592020824551582, - 0.05010019987821579, - 0.10613524168729782, - 0.0995967760682106, - 0.013113366439938545, - 0.06899441033601761, - 0.07058823853731155, - 0.13758647441864014, - 0.08884891867637634, - 0.002793296007439494, - 0.5873493552207947, - 0.04172214865684509, - 0.13354700803756714, - 0.030405405908823013, - 0.1697203516960144, - 0.0017552657518535852, - 0.010378058068454266, - 0.08423913270235062, - 0.09519492089748383, - 0.09403669834136963, - 0.19029614329338074, - 0.1534229964017868, - 0.300957590341568, - 0.05634517967700958, - 0.179181769490242, - 0.04061538353562355, - 0.04054054245352745, - 0.008064515888690948, - 0.11236775666475296, - 0.0019743337761610746, - 0.08482871204614639, - 0.006470880936831236, - 0.0065543074160814285, - 0.10219280421733856, - 0.04002463072538376, - 0.14920949935913086, - 0.12546125054359436, - 0.002888318384066224, - 0.005199306644499302, - 0.16563786566257477, - 0.19991721212863922, - 0.16431924700737, - 0.09780675917863846, - 0.4916512072086334, - 0.0037160906940698624, - 0.06236673891544342, - 0.01599999889731407, - 0.07487400621175766, - 0.1377212405204773, - 0.13851211965084076, - 0.16473616659641266, - 0.10359116643667221, - 0.006592291872948408, - 0.12747354805469513, - 0.005993150640279055, - 0.18221575021743774, - 0.2258710414171219, - 0.3454398512840271, - 0.008064515888690948, - 0.062119897454977036, - 0.08670821040868759, - 0.37212643027305603, - 0.007462686393409967, - 0.09777424484491348, - 0.15161649882793427, - 0.06727664172649384, - 0.011326861567795277, - 0.10363085567951202, - 0.043795619159936905, - 0.13952283561229706, - 0.07901554554700851, - 0.19170984625816345, - 0.14952152967453003, - 0.11567164212465286, - 0.20546385645866394, - 0.09428571164608002, - 0.1984451711177826, - 0.07642180472612381, - 0.011067476123571396, - 0.041594453155994415, - 0.0957072451710701, - 0.032967034727334976, - 0.005689900368452072, - 0.05150976777076721, - 0.08027523010969162, - 0.013483965769410133, - 0.002634660340845585, - 0.005993150640279055, - 0.1031220406293869, - 0.13947297632694244, - 0.04973544925451279, - 0.11401869356632233, - 0.07497929036617279, - 0.07923497259616852, - 0.006599378772079945, - 0.013636363670229912, - 0.1749049425125122, - 0.1648768037557602, - 0.025910135358572006, - 0.1232590526342392, - 0.13566739857196808, - 0.1540030688047409, - 0.0077751195058226585, - 0.3333333134651184, - 0.07575245201587677, - 0.045322246849536896, - 0.03831598907709122, - 0.035963498055934906, - 0.023351648822426796, - 0.10833333432674408, - 0.003355704713612795, - 0.05165514722466469, - 0.025480367243289948, - 0.011800533160567284, - 0.04485981538891792, - 0.19442231953144073, - 0.00976801011711359, - 0.011045364663004875, - 0.08720112591981888, - 0.08873974531888962, - 0.10382513701915741, - 0.06045994162559509, - 0.19661016762256622, - 0.07649253308773041, - 0.004901960492134094, - 0.11116152256727219, - 0.09928229451179504, - 0.07806004583835602, - 0.1552315652370453, - 0.004807692486792803, - 0.11826953291893005, - 0.06968215107917786, - 0.061595696955919266, - 0.10476190596818924, - 0.004692832473665476, - 0.10419989377260208, - 0.05224963650107384, - 0.00911458395421505, - 0.07309069484472275, - 0.22599704563617706, - 0.07711918652057648, - 0.002984084887430072, - 0.23380067944526672, - 0.1511555314064026, - 0.10580204427242279, - 0.03999999910593033, - 0.06438467651605606, - 0.014634146355092525, - 0.1831667125225067, - 0.39540815353393555, - 0.052231717854738235, - 0.034383952617645264, - 0.11895911395549774, - 0.14071856439113617, - 0.17837165296077728, - 0.15069399774074554, - 0.11320754885673523, - 0.03466666489839554, - 0.1812136322259903, - 0.09379727393388748, - 0.0321141816675663, - 0.09189467877149582, - 0.08233413100242615, - 0.07578347623348236, - 0.10558733344078064, - 0.006490696687251329, - 0.19686411321163177, - 0.003355704713612795, - 0.21890756487846375, - 0.02396053448319435, - 0.0034722222480922937, - 0.17637474834918976, - 0.10539629310369492, - 0.03307009115815163, - 0.07787065953016281, - 0.1267748475074768, - 0.09780675917863846, - 0.11051692813634872, - 0.13524317741394043, - 0.0045008184388279915, - 0.030472636222839355, - 0.03697684034705162, - 0.0026455027982592583, - 0.004385964944958687, - 0.008557457476854324, - 0.006442706100642681, - 0.06725146621465683, - 0.005345211364328861, - 0.010522359982132912, - 0.14977577328681946, - 0.016226239502429962, - 0.07986688613891602, - 0.008937959559261799, - 0.003242924576625228, - 0.12227237969636917, - 0.008886565454304218, - 0.18492461740970612, - 0.007231404539197683, - 0.005616005510091782, - 0.18787425756454468, - 0.06302131712436676, - 0.02688172087073326, - 0.022596154361963272, - 0.06636971235275269, - 0.027420736849308014, - 0.0047846888191998005, - 0.0029069767333567142, - 0.05685048550367355, - 0.06511056423187256, - 0.013636363670229912, - 0.0037364130839705467, - 0.141250878572464, - 0.009475219063460827, - 0.06820276379585266, - 0.03714423626661301, - 0.10189473628997803, - 0.08180839568376541, - 0.1377212405204773, - 0.13847464323043823, - 0.04946523904800415, - 0.10580204427242279, - 0.002958579920232296, - 0.09674099087715149, - 0.007352941203862429, - 0.26816239953041077, - 0.1499713808298111, - 0.021184399724006653, - 0.0025380710139870644, - 0.1534229964017868, - 0.08049535751342773, - 0.20431654155254364, - 0.2744237184524536, - 0.0498281829059124, - 0.03420265018939972, - 0.23637887835502625, - 0.09557522088289261, - 0.029662922024726868, - 0.009061833843588829, - 0.10589481145143509, - 0.13716648519039154, - 0.007231404539197683, - 0.015037594363093376, - 0.07455960661172867, - 0.06295400112867355, - 0.15520833432674408, - 0.20064076781272888, - 0.22010870277881622, - 0.5259515643119812, - 0.028246013447642326, - 0.0456375852227211, - 0.2857860326766968, - 0.010714286006987095, - 0.007336343172937632, - 0.028853178024291992, - 0.12227237969636917, - 0.012943432666361332, - 0.02938840351998806, - 0.025693731382489204, - 0.510869562625885, - 0.01390773430466652, - 0.005692599341273308, - 0.041561711579561234, - 0.014362657442688942, - 0.3333333134651184, - 0.00538160465657711, - 0.1142403781414032, - 0.3030303120613098, - 0.12990409135818481, - 0.13318583369255066, - 0.004983388818800449, - 0.12217795848846436, - 0.008823529817163944, - 0.10989491641521454, - 0.11619327962398529, - 0.08941486477851868, - 0.24081239104270935, - 0.06623931974172592, - 0.15763218700885773, - 0.09393773227930069, - 0.0038473871536552906, - 0.11567164212465286, - 0.17497457563877106, - 0.10378151386976242, - 0.018923327326774597, - 0.08576389402151108, - 0.13130056858062744, - 0.1481228619813919, - 0.04660046100616455, - 0.11846038699150085, - 0.0628037378191948, - 0.1556156873703003, - 0.13050313293933868, - 0.0675409808754921, - 0.01269560120999813, - 0.1821969598531723, - 0.14296379685401917, - 0.007336343172937632, - 0.008064515888690948, - 0.1915755271911621, - 0.01362928282469511, - 0.13078241050243378, - 0.03952843323349953, - 0.004160362761467695, - 0.004431314300745726, - 0.03956723213195801, - 0.09124356508255005, - 0.043663471937179565, - 0.023483365774154663, - 0.3365424871444702, - 0.055847834795713425, - 0.23317864537239075, - 0.07168620824813843, - 0.01953449845314026, - 0.12626728415489197, - 0.06687349081039429, - 0.1100601926445961, - 0.012180267833173275, - 0.07139784842729568, - 0.0034722222480922937, - 0.026554621756076813, - 0.037959665060043335, - 0.2149643748998642, - 0.00219058059155941, - 0.17142857611179352, - 0.0033136967103928328, - 0.03346080332994461, - 0.013991769403219223, - 0.43928036093711853, - 0.13137173652648926, - 0.019986215978860855, - 0.006274131126701832, - 0.004448681138455868, - 0.09800189733505249, - 0.07482108473777771, - 0.1330203413963318, - 0.01146666705608368, - 0.035837650299072266, - 0.04280155524611473, - 0.08361581712961197, - 0.1410835236310959, - 0.004323899280279875, - 0.056022413074970245, - 0.003955411724746227, - 0.0033136967103928328, - 0.11817102879285812, - 0.01598401553928852, - 0.051899101585149765, - 0.013909588567912579, - 0.08735796064138412, - 0.07309069484472275, - 0.07307226210832596, - 0.22201834619045258, - 0.16326530277729034, - 0.06628710776567459, - 0.0038677917327731848, - 0.21359223127365112, - 0.24234135448932648, - 0.05757242441177368, - 0.16204379498958588, - 0.2013319581747055, - 0.017820019274950027, - 0.003355704713612795, - 0.09480626881122589, - 0.01365079265087843, - 0.0964304730296135, - 0.035555556416511536, - 0.06866825371980667, - 0.0026455027982592583 + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.0517149455845356, + 0.08847185224294662, + 0.05520027130842209, + 0.1387946903705597, + 0.07296137511730194, + 0.028001898899674416, + 0.16618910431861877, + 0.056807659566402435, + 0.04591836780309677, + 0.0994584858417511, + 0.13661940395832062, + 0.06952887773513794, + 0.11060025542974472, + 0.232127845287323, + 0.1352941244840622, + 0.08388747274875641, + 0.039781201630830765, + 0.08679143339395523, + 0.04880528524518013, + 0.10273081809282303, + 0.0732542872428894, + 0.09914093464612961, + 0.10602963715791702, + 0.0987841933965683, + 0.10253489017486572, + 0.05684251710772514, + 0.17089931666851044, + 0.05732361972332001, + 0.08125197887420654, + 0.05149330571293831, + 0.04240282624959946, + 0.08690367639064789, + 0.052115585654973984, + 0.1896846890449524, + 0.2727617621421814, + 0.09359857439994812, + 0.04588951915502548, + 0.05447009950876236, + 0.04754358157515526, + 0.07133303582668304, + 0.05671186000108719, + 0.09794927388429642, + 0.09984706342220306, + 0.10665686428546906, + 0.03469520062208176, + 0.12692737579345703, + 0.11326026171445847, + 0.08235576003789902, + 0.0850602388381958, + 0.13336589932441711, + 0.12385787069797516, + 0.07422003149986267, + 0.007260541431605816, + 0.07124681770801544, + 0.09988584369421005, + 0.12009736895561218, + 0.035721659660339355, + 0.06705298274755478, + 0.052453987300395966, + 0.042714569717645645, + 0.10155979543924332, + 0.07423028349876404, + 0.07779670506715775, + 0.07028470188379288, + 0.07656211405992508, + 0.07959714531898499, + 0.08456940948963165, + 0.13625730574131012, + 0.07655993849039078, + 0.10991038382053375, + 0.05711501091718674, + 0.03319399803876877, + 0.07194244861602783, + 0.0423712320625782, + 0.07229331880807877, + 0.09574704617261887, + 0.055962853133678436, + 0.03883282095193863, + 0.11219628155231476, + 0.1325153410434723, + 0.15106117725372314, + 0.03376477211713791, + 0.11565053462982178, + 0.053818754851818085, + 0.09255842119455338, + 0.07252085208892822, + 0.050546448677778244, + 0.1413639932870865, + 0.0985005795955658, + 0.07635009288787842, + 0.10468041896820068, + 0.11810052394866943, + 0.06065201014280319, + 0.06016738340258598, + 0.06637167930603027, + 0.05351806804537773, + 0.14245088398456573, + 0.15653370320796967, + 0.1362757682800293, + 0.12237468361854553, + 0.15979839861392975, + 0.04863065853714943, + 0.034474778920412064, + 0.06196103245019913, + 0.07827102392911911, + 0.07460398226976395, + 0.03662045672535896, + 0.04807966202497482, + 0.10161248594522476, + 0.06732635200023651, + 0.08948895335197449, + 0.12135126441717148, + 0.09304048120975494, + 0.08219178020954132, + 0.12922465801239014, + 0.19826838374137878, + 0.05340313911437988, + 0.05640243738889694, + 0.06109613925218582, + 0.045065175741910934, + 0.09668508172035217, + 0.09160559624433517, + 0.06427915394306183, + 0.12851782143115997, + 0.05655619502067566, + 0.14783023297786713, + 0.07630021870136261, + 0.18417873978614807, + 0.13340534269809723, + 0.1250753402709961, + 0.10271095484495163, + 0.0501876175403595, + 0.13607990741729736, + 0.06482945382595062, + 0.04257060959935188, + 0.10334587097167969, + 0.10647784173488617, + 0.16188107430934906, + 0.03156384453177452, + 0.03455066308379173, + 0.039846744388341904, + 0.008135168813169003, + 0.1349487453699112, + 0.09339853376150131, + 0.10562270134687424, + 0.08280950784683228, + 0.17552265524864197, + 0.14111830294132233, + 0.10956729203462601, + 0.08483563363552094, + 0.11278195679187775, + 0.16005080938339233, + 0.07225871831178665, + 0.09615880995988846, + 0.07157137244939804, + 0.06512425094842911, + 0.0959918349981308, + 0.048344120383262634, + 0.10049809515476227, + 0.23117154836654663, + 0.13550688326358795, + 0.03329065442085266, + 0.15056267380714417, + 0.039397452026605606, + 0.09809558093547821, + 0.13324175775051117, + 0.1024390235543251, + 0.041407372802495956, + 0.11463478207588196, + 0.12396278232336044, + 0.16661852598190308, + 0.08998417854309082, + 0.04533042013645172, + 0.13554216921329498, + 0.013456936925649643, + 0.05674397945404053, + 0.11487341672182083, + 0.08313539624214172, + 0.12718893587589264, + 0.1313885599374771, + 0.08824987709522247, + 0.04645366221666336, + 0.15300877392292023, + 0.1290913224220276, + 0.1236979216337204, + 0.05631492659449577, + 0.09041420370340347, + 0.1388244330883026, + 0.09278803318738937, + 0.09948903322219849, + 0.1320662796497345, + 0.04454220458865166, + 0.14319387078285217, + 0.03555045649409294, + 0.10070985555648804, + 0.08826583623886108, + 0.0948563814163208, + 0.1500236690044403, + 0.10122904926538467, + 0.06564149260520935, + 0.15369030833244324, + 0.1329571157693863, + 0.09657058864831924, + 0.13704246282577515, + 0.0365377813577652, + 0.09512959420681, + 0.06407918781042099, + 0.09695866703987122, + 0.040725890547037125, + 0.1293894350528717, + 0.08659378439188004, + 0.050204697996377945, + 0.09839394688606262, + 0.04180306941270828, + 0.07795992493629456, + 0.07296466827392578, + 0.05870206654071808, + 0.07068517059087753, + 0.151106595993042, + 0.03244362771511078, + 0.027314813807606697, + 0.15508021414279938, + 0.13228699564933777, + 0.08337444067001343, + 0.10811532288789749, + 0.04933333396911621, + 0.06960023194551468, + 0.08000000566244125, + 0.06190841645002365, + 0.07118284702301025, + 0.02154398523271084, + 0.07033881545066833, + 0.12299465388059616, + 0.10079500079154968, + 0.08189655095338821, + 0.12403951585292816, + 0.04485190287232399, + 0.12163777649402618, + 0.06845708191394806, + 0.1569032222032547, + 0.10315185785293579, + 0.040098704397678375, + 0.09086189419031143, + 0.11810211837291718, + 0.07519195228815079, + 0.04105888679623604, + 0.05687986686825752, + 0.15994484722614288, + 0.09341317415237427, + 0.12308049947023392, + 0.10274340957403183, + 0.09431681036949158, + 0.048363860696554184, + 0.09046898782253265, + 0.12296563386917114, + 0.11239103227853775, + 0.0982847809791565, + 0.06985975056886673, + 0.12812499701976776, + 0.07692307978868484, + 0.2306629866361618, + 0.10758378356695175, + 0.08077467978000641, + 0.16491228342056274, + 0.1084645688533783, + 0.04624951630830765, + 0.12477131187915802, + 0.08705881983041763, + 0.07925519347190857, + 0.04450022801756859, + 0.15884056687355042, + 0.07930672913789749, + 0.05682042986154556, + 0.17226435244083405, + 0.12984292209148407, + 0.1274765431880951, + 0.07827788591384888, + 0.08475591987371445, + 0.07122363150119781, + 0.16533207893371582, + 0.06302808970212936, + 0.10279721021652222, + 0.08167726546525955, + 0.12171442061662674, + 0.059357836842536926, + 0.08553774654865265, + 0.1317794770002365, + 0.015320333652198315, + 0.046375397592782974, + 0.1648719757795334, + 0.09436008334159851, + 0.09627039730548859, + 0.10501238703727722, + 0.05931477248668671, + 0.06762495636940002, + 0.06162533909082413, + 0.05579096078872681, + 0.10720831155776978, + 0.04768088832497597, + 0.10967489331960678, + 0.09614880383014679, + 0.19485750794410706, + 0.12086658924818039, + 0.06241105869412422, + 0.08005042374134064, + 0.1548556387424469, + 0.06693850457668304, + 0.08690987527370453, + 0.0492919385433197, + 0.11562500149011612, + 0.03437064588069916, + 0.07045654207468033, + 0.060036662966012955, + 0.0884033590555191, + 0.030805133283138275, + 0.04507042095065117, + 0.09135039895772934, + 0.09851852059364319, + 0.0688045471906662, + 0.04063429310917854, + 0.18242721259593964, + 0.09603452682495117, + 0.11798561364412308, + 0.05671447142958641, + 0.08240017294883728, + 0.038407400250434875, + 0.07601016759872437, + 0.06498633325099945, + 0.1067860871553421, + 0.06859296560287476, + 0.09289152920246124, + 0.03425560146570206, + 0.15943238139152527, + 0.06826506555080414, + 0.17008797824382782, + 0.016275549307465553, + 0.10199861973524094, + 0.07138873636722565, + 0.1581665575504303, + 0.07083220779895782, + 0.07535024732351303, + 0.12556053698062897, + 0.08198121190071106, + 0.07205584645271301, + 0.19541753828525543, + 0.0841875672340393, + 0.07046979665756226, + 0.11500134319067001, + 0.04765649512410164, + 0.019538557156920433, + 0.04074164479970932, + 0.15564312040805817, + 0.0987212285399437, + 0.11721035093069077, + 0.10562041401863098, + 0.0299418605864048, + 0.18524253368377686, + 0.09615693986415863, + 0.2373868077993393, + 0.07713840901851654, + 0.10380078852176666, + 0.052260156720876694, + 0.05765271186828613, + 0.051747310906648636, + 0.08889759331941605, + 0.05474906414747238, + 0.08047585934400558, + 0.1389009952545166, + 0.112991102039814, + 0.09575142711400986, + 0.06239737570285797, + 0.11341292411088943, + 0.03196211904287338, + 0.07659664750099182, + 0.11609814316034317, + 0.07796461880207062, + 0.06949587166309357, + 0.08704808354377747, + 0.03487038239836693, + 0.07309217005968094, + 0.06056402996182442, + 0.17465753853321075, + 0.07950163632631302, + 0.04172876477241516, + 0.12022630125284195, + 0.14093206822872162, + 0.10519342869520187, + 0.07636439055204391, + 0.04515676200389862, + 0.10936778783798218, + 0.054603543132543564, + 0.15787416696548462, + 0.14108313620090485, + 0.12716946005821228, + 0.0794878676533699, + 0.06856796145439148, + 0.01653720997273922, + 0.06467203795909882, + 0.056066177785396576, + 0.10280374437570572, + 0.1013745665550232, + 0.05978260934352875, + 0.13023804128170013, + 0.03267136216163635, + 0.09901673346757889, + 0.07426874339580536, + 0.16936765611171722, + 0.08145765960216522, + 0.10676809400320053, + 0.10704225301742554, + 0.19182200729846954, + 0.07417307049036026, + 0.11608391255140305, + 0.11171259731054306, + 0.061174146831035614, + 0.08623595535755157, + 0.09620524197816849, + 0.025547444820404053, + 0.09235668182373047, + 0.05724417790770531, + 0.028039641678333282, + 0.08961593359708786, + 0.016706444323062897, + 0.069593645632267, + 0.04891994968056679, + 0.08595438301563263, + 0.046537771821022034, + 0.04552898928523064, + 0.08289910107851028, + 0.0510796383023262, + 0.08074533939361572, + 0.14118371903896332, + 0.08004027605056763, + 0.1369255930185318, + 0.12212389707565308, + 0.05925925821065903, + 0.05962953716516495, + 0.03782997280359268, + 0.12084726244211197, + 0.10938846319913864, + 0.09685751795768738, + 0.04016757011413574, + 0.10462633520364761, + 0.08254294097423553, + 0.09684247523546219, + 0.132523313164711, + 0.13966616988182068, + 0.04236540198326111, + 0.11825572699308395, + 0.07338155061006546, + 0.1303734928369522, + 0.12294818460941315, + 0.043469175696372986, + 0.03749098628759384, + 0.0817895159125328, + 0.0543970987200737, + 0.11033076792955399, + 0.11617100238800049, + 0.1341640204191208, + 0.04136006161570549, + 0.10209617763757706, + 0.11936260014772415, + 0.07777778059244156, + 0.04764093458652496, + 0.041123148053884506, + 0.0306850615888834, + 0.09213441610336304, + 0.032095491886138916, + 0.09501025080680847, + 0.1477503627538681, + 0.12043435871601105, + 0.04333748668432236, + 0.08980277180671692, + 0.2169104516506195, + 0.07256675511598587, + 0.07710212469100952, + 0.06135653704404831, + 0.12551867961883545, + 0.06476105749607086, + 0.11126793920993805, + 0.12004069238901138, + 0.0556451641023159, + 0.020984455943107605, + 0.10589543730020523, + 0.06419098377227783, + 0.06496611982584, + 0.056318946182727814, + 0.07733968645334244, + 0.056681081652641296, + 0.11066634953022003, + 0.054714784026145935, + 0.1613207459449768, + 0.10606971383094788, + 0.17808836698532104, + 0.1152416318655014 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 104.52373504638672, - 39.67213821411133, - 39.6721305847168, - 141.78041076660156, - 141.254150390625, - 54.224124908447266, - 59.03047180175781, - 39.85642623901367, - 143.02902221679688, - 84.74312591552734, - 59.9239387512207, - 53.757450103759766, - 78.99742126464844, - 90.58938598632812, - 45.5595588684082, - 74.39323425292969, - 67.5317611694336, - 66.25981903076172, - 85.75440979003906, - 41.47610092163086, - 145.64039611816406, - 74.5511245727539, - 48.709590911865234, - 77.53419494628906, - 109.87464141845703, - 40.007301330566406, - 52.89699935913086, - 96.2563705444336, - 41.895790100097656, - 39.36960983276367, - 126.44956970214844, - 79.20336151123047, - 79.65208435058594, - 40.00730514526367, - 66.25980377197266, - 174.77215576171875, - 40.92451858520508, - 102.17520141601562, - 100.11278533935547, - 111.55557250976562, - 40.00730514526367, - 40.92451858520508, - 54.224124908447266, - 54.22412109375, - 65.34730529785156, - 39.85642623901367, - 74.5511245727539, - 39.6721305847168, - 66.25981903076172, - 131.27220153808594, - 99.68975830078125, - 59.64591598510742, - 43.386512756347656, - 79.20336151123047, - 51.06541061401367, - 104.52373504638672, - 75.47940826416016, - 39.448631286621094, - 53.96454620361328, - 57.25469970703125, - 82.04302978515625, - 54.22412109375, - 55.49595642089844, - 79.20335388183594, - 69.70291900634766, - 78.78264617919922, - 54.22412109375, - 39.36961364746094, - 39.36962127685547, - 39.6721305847168, - 76.40882873535156, - 47.90146255493164, - 42.07524108886719, - 85.7544174194336, - 69.38095092773438, - 39.482200622558594, - 90.06779479980469, - 47.703086853027344, - 47.703086853027344, - 52.206478118896484, - 82.66057586669922, - 75.58451843261719, - 44.08746337890625, - 73.41056060791016, - 39.6721305847168, - 39.482200622558594, - 47.10594177246094, - 54.224124908447266, - 73.6240234375, - 39.36961364746094, - 45.559566497802734, - 90.4131851196289, - 45.5595588684082, - 59.03047561645508, - 39.448631286621094, - 74.5511245727539, - 72.50239562988281, - 54.22412109375, - 97.72915649414062, - 63.99911880493164, - 44.05697250366211, - 40.00730895996094, - 40.007301330566406, - 39.448631286621094, - 41.47610092163086, - 68.08545684814453, - 104.52373504638672, - 44.05696487426758, - 40.007301330566406, - 54.62395477294922, - 82.00621795654297, - 78.91407775878906, - 106.52610778808594, - 42.7141227722168, - 67.5317611694336, - 51.19670867919922, - 54.22412109375, - 77.3393325805664, - 47.703086853027344, - 512.0, - 106.58650207519531, - 45.5595588684082, - 42.12233352661133, - 41.895790100097656, - 39.36962127685547, - 50.35831832885742, - 74.5511245727539, - 64.43695831298828, - 39.85641860961914, - 66.25981140136719, - 57.25468063354492, - 89.51326751708984, - 52.04319763183594, - 104.52373504638672, - 164.3062744140625, - 44.08745574951172, - 87.63262176513672, - 41.47610092163086, - 85.96966552734375, - 73.77890014648438, - 39.85642623901367, - 61.720680236816406, - 71.77371978759766, - 66.25979614257812, - 112.48348999023438, - 95.16793060302734, - 170.61044311523438, - 47.901451110839844, - 81.95288848876953, - 43.386512756347656, - 45.5595588684082, - 47.703086853027344, - 80.13677978515625, - 104.52373504638672, - 56.373016357421875, - 44.05697250366211, - 47.703086853027344, - 70.18531799316406, - 40.924522399902344, - 80.97916412353516, - 81.07108306884766, - 54.224124908447266, - 54.22412109375, - 101.6847152709961, - 125.23480987548828, - 98.00626373291016, - 71.77371978759766, - 262.1256408691406, - 67.5317611694336, - 52.81268310546875, - 40.43055725097656, - 58.140621185302734, - 104.53720092773438, - 84.76361083984375, - 80.59088897705078, - 79.18222045898438, - 67.5317611694336, - 99.90660095214844, - 47.703086853027344, - 122.17080688476562, - 126.35347747802734, - 119.67434692382812, - 39.85641860961914, - 54.62395477294922, - 59.92394256591797, - 188.6142578125, - 67.5317611694336, - 81.07108306884766, - 100.75929260253906, - 63.528987884521484, - 41.895782470703125, - 73.6240234375, - 45.5595588684082, - 85.7544174194336, - 69.92909240722656, - 104.81757354736328, - 99.00729370117188, - 94.2242660522461, - 116.06558990478516, - 59.03047561645508, - 92.95216369628906, - 52.89699172973633, - 47.703086853027344, - 42.714111328125, - 77.3393325805664, - 42.71411895751953, - 54.22412109375, - 48.90813064575195, - 59.03047561645508, - 40.60122299194336, - 104.52373504638672, - 54.224124908447266, - 79.21780395507812, - 85.75440216064453, - 44.81291198730469, - 75.4793930053711, - 52.89699935913086, - 59.9239387512207, - 67.5317611694336, - 41.895790100097656, - 98.95706939697266, - 95.228271484375, - 39.85641860961914, - 72.6982192993164, - 96.11202239990234, - 86.79966735839844, - 47.703086853027344, - 193.23489379882812, - 59.923946380615234, - 44.81291198730469, - 44.08745574951172, - 42.714107513427734, - 39.3696174621582, - 77.3393325805664, - 104.52373504638672, - 44.81291198730469, - 40.43056106567383, - 39.36962127685547, - 44.08746337890625, - 117.9421615600586, - 44.05696487426758, - 39.448631286621094, - 66.89517974853516, - 75.4793930053711, - 75.65485382080078, - 61.72069549560547, - 111.81932067871094, - 61.72068786621094, - 67.5317611694336, - 69.92909240722656, - 69.00910949707031, - 58.140621185302734, - 101.78483581542969, - 104.52373504638672, - 79.20335388183594, - 49.528934478759766, - 48.70958709716797, - 65.3472900390625, - 104.52373504638672, - 71.77371978759766, - 52.04319381713867, - 47.703086853027344, - 64.43695831298828, - 130.7237548828125, - 59.9239387512207, - 104.52373504638672, - 137.5252685546875, - 96.11201477050781, - 89.29388427734375, - 42.07524108886719, - 58.140625, - 39.36962127685547, - 98.88583374023438, - 118.42437744140625, - 50.358314514160156, - 40.43056106567383, - 74.55113220214844, - 88.5726547241211, - 77.0866470336914, - 88.57266235351562, - 77.33932495117188, - 47.10594177246094, - 107.54367065429688, - 68.0908432006836, - 40.43056106567383, - 68.09083557128906, - 59.923946380615234, - 66.25981140136719, - 70.85065460205078, - 54.22412109375, - 109.28395080566406, - 96.61768341064453, - 91.87102508544922, - 39.448631286621094, - 67.5317611694336, - 103.9825210571289, - 69.92909240722656, - 42.714111328125, - 61.720680236816406, - 82.94215393066406, - 68.09083557128906, - 75.91136932373047, - 84.6365737915039, - 104.52373504638672, - 40.43055725097656, - 40.43056106567383, - 512.0, - 94.2710189819336, - 54.22412109375, - 67.5317611694336, - 61.72068786621094, - 92.81388854980469, - 41.895790100097656, - 96.11202239990234, - 39.482200622558594, - 67.17436981201172, - 54.224124908447266, - 67.5317611694336, - 88.5726547241211, - 39.85642623901367, - 104.91031646728516, - 41.895790100097656, - 41.895782470703125, - 110.47815704345703, - 60.82076644897461, - 40.43056106567383, - 39.6721305847168, - 57.25469970703125, - 40.92451477050781, - 60.95109558105469, - 512.0, - 51.19669723510742, - 62.62348937988281, - 41.895790100097656, - 54.224124908447266, - 81.07108306884766, - 47.703086853027344, - 61.72068786621094, - 42.07524108886719, - 75.4793930053711, - 65.3473129272461, - 96.53809356689453, - 90.45443725585938, - 53.757442474365234, - 75.7881851196289, - 104.52373504638672, - 78.08451843261719, - 54.22412109375, - 163.2217559814453, - 97.40178680419922, - 40.00729751586914, - 104.52373504638672, - 101.96420288085938, - 52.89699935913086, - 78.8150634765625, - 99.01778411865234, - 47.90146255493164, - 40.92451477050781, - 108.10828399658203, - 71.77371978759766, - 40.43055725097656, - 44.05696487426758, - 76.40882873535156, - 67.8639907836914, - 54.224124908447266, - 40.60122299194336, - 59.03047561645508, - 52.04319381713867, - 102.7315673828125, - 97.58723449707031, - 102.9654769897461, - 196.51364135742188, - 40.43056106567383, - 46.32465744018555, - 143.55636596679688, - 44.05697250366211, - 40.60122299194336, - 39.6721305847168, - 63.34287643432617, - 39.36961364746094, - 51.311161041259766, - 39.448631286621094, - 186.2986602783203, - 40.60122299194336, - 512.0, - 44.087467193603516, - 41.895790100097656, - 199.71282958984375, - 104.52373504638672, - 70.85065460205078, - 180.34378051757812, - 64.75304412841797, - 79.20336151123047, - 47.703086853027344, - 85.75440979003906, - 54.224124908447266, - 82.94215393066406, - 85.4977798461914, - 67.17436218261719, - 131.3177032470703, - 53.757450103759766, - 71.71009063720703, - 67.17436981201172, - 86.52159118652344, - 84.81627655029297, - 106.52376556396484, - 69.50292205810547, - 54.22412109375, - 61.72068786621094, - 92.33837127685547, - 97.05652618408203, - 55.49595642089844, - 72.90633392333984, - 60.82075881958008, - 99.89678955078125, - 78.27084350585938, - 50.35832595825195, - 44.05696487426758, - 73.30130004882812, - 69.38058471679688, - 54.224124908447266, - 40.60122299194336, - 83.60203552246094, - 54.22412109375, - 93.28109741210938, - 47.10594177246094, - 512.0, - 104.41504669189453, - 46.61570358276367, - 78.2708511352539, - 44.81291198730469, - 40.43056106567383, - 147.8118438720703, - 52.04319763183594, - 71.62385559082031, - 59.03047180175781, - 39.482200622558594, - 98.37873077392578, - 59.923946380615234, - 73.6240234375, - 39.448631286621094, - 54.62395477294922, - 104.52373504638672, - 41.47610092163086, - 43.386512756347656, - 132.72732543945312, - 67.5317611694336, - 108.46247100830078, - 117.7275161743164, - 42.07524108886719, - 41.895790100097656, - 108.52837371826172, - 92.31739807128906, - 39.85641860961914, - 54.22412109375, - 67.5317611694336, - 67.17436218261719, - 64.28480529785156, - 92.97036743164062, - 47.703086853027344, - 43.386512756347656, - 44.08746337890625, - 67.17436981201172, - 93.00745391845703, - 54.22412109375, - 51.19669723510742, - 54.22412109375, - 67.5317611694336, - 76.40882873535156, - 39.85641860961914, - 53.757450103759766, - 47.703086853027344, - 61.72069549560547, - 62.62348937988281, - 64.43696594238281, - 133.9691162109375, - 110.3163070678711, - 55.49595642089844, - 47.703086853027344, - 125.44709014892578, - 141.98715209960938, - 51.19669723510742, - 81.92061614990234, - 124.05338287353516, - 40.60122299194336, - 54.22412109375, - 79.20336151123047, - 39.85641860961914, - 68.0908432006836, - 44.08746337890625, - 54.62395477294922, - 104.52373504638672 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 501.5076904296875, + 414.2598876953125, + 329.1912536621094, + 688.5435180664062, + 416.2072448730469, + 411.71282958984375, + 843.6568603515625, + 361.5533752441406, + 362.0650634765625, + 714.90576171875, + 837.2646484375, + 339.771240234375, + 649.5967407226562, + 564.092041015625, + 722.44677734375, + 635.1575927734375, + 460.55999755859375, + 509.0172424316406, + 427.2879943847656, + 626.05126953125, + 488.9098815917969, + 680.267578125, + 618.236572265625, + 503.7066345214844, + 601.8558959960938, + 556.158935546875, + 682.4034423828125, + 601.0545043945312, + 455.5130615234375, + 334.5477294921875, + 310.24798583984375, + 443.0652160644531, + 479.9277648925781, + 884.81884765625, + 679.0772094726562, + 627.4669799804688, + 646.6154174804688, + 530.523681640625, + 323.79522705078125, + 542.9351806640625, + 590.52294921875, + 505.4024658203125, + 721.3248291015625, + 427.9140930175781, + 289.9721984863281, + 852.1474609375, + 709.260986328125, + 529.8038330078125, + 589.0877685546875, + 766.9405517578125, + 358.3794250488281, + 386.23345947265625, + 332.37615966796875, + 518.8402099609375, + 713.7770385742188, + 591.9116821289062, + 488.8180236816406, + 447.04791259765625, + 519.3204956054688, + 278.618408203125, + 446.30230712890625, + 646.8331909179688, + 622.17724609375, + 502.5362854003906, + 509.7608337402344, + 437.32586669921875, + 612.697265625, + 643.6077270507812, + 650.7611694335938, + 586.96240234375, + 510.6450500488281, + 411.489501953125, + 546.9600830078125, + 531.609375, + 393.81866455078125, + 645.0413208007812, + 583.4736938476562, + 469.62420654296875, + 663.0682373046875, + 845.0440673828125, + 456.5466003417969, + 335.1430358886719, + 762.359375, + 297.94793701171875, + 478.21551513671875, + 548.5724487304688, + 484.0642395019531, + 704.6527709960938, + 655.4121704101562, + 621.3457641601562, + 688.1494140625, + 510.7030029296875, + 285.683837890625, + 583.6726684570312, + 588.326171875, + 401.20318603515625, + 688.6484985351562, + 672.5053100585938, + 547.5569458007812, + 611.1534423828125, + 729.5580444335938, + 498.2491149902344, + 383.68585205078125, + 340.84295654296875, + 446.8475036621094, + 514.346923828125, + 401.94818115234375, + 417.0740966796875, + 585.6170654296875, + 650.0763549804688, + 609.5413818359375, + 506.2995300292969, + 568.4418334960938, + 626.4947509765625, + 590.0779418945312, + 768.8869018554688, + 507.0162353515625, + 433.9817810058594, + 543.1674194335938, + 260.1089172363281, + 492.6088562011719, + 427.3366394042969, + 518.8729858398438, + 581.298583984375, + 341.805908203125, + 780.90869140625, + 412.03619384765625, + 340.4376525878906, + 652.6421508789062, + 549.033447265625, + 414.2057800292969, + 281.0758361816406, + 720.536376953125, + 578.005615234375, + 545.1746826171875, + 691.6572875976562, + 675.1650390625, + 890.6119995117188, + 321.387451171875, + 498.6367492675781, + 503.81072998046875, + 330.88250732421875, + 814.8809814453125, + 690.7218627929688, + 618.831787109375, + 542.16015625, + 449.5794982910156, + 491.4451904296875, + 768.1871948242188, + 607.5498657226562, + 643.1461791992188, + 597.0342407226562, + 473.1564636230469, + 581.1686401367188, + 287.60382080078125, + 256.4619445800781, + 592.4423217773438, + 506.29730224609375, + 525.3118286132812, + 738.8707275390625, + 738.1046142578125, + 396.79803466796875, + 496.3468017578125, + 458.60906982421875, + 463.6763000488281, + 675.62158203125, + 516.47607421875, + 391.3246154785156, + 647.0380249023438, + 654.1436767578125, + 677.9057006835938, + 656.6337890625, + 468.1130065917969, + 590.5393676757812, + 320.65057373046875, + 517.3482666015625, + 576.701904296875, + 651.8154296875, + 749.7583618164062, + 733.4571533203125, + 558.2881469726562, + 506.88385009765625, + 692.2609252929688, + 811.9625854492188, + 715.0104370117188, + 540.1865844726562, + 632.43603515625, + 446.84906005859375, + 314.93695068359375, + 477.29949951171875, + 688.8193969726562, + 424.4290771484375, + 599.5049438476562, + 325.23553466796875, + 630.6885986328125, + 525.6220703125, + 666.1393432617188, + 794.3358764648438, + 714.5436401367188, + 527.4902954101562, + 648.1697998046875, + 812.3861083984375, + 721.9568481445312, + 615.9879760742188, + 604.7804565429688, + 525.1596069335938, + 500.2751770019531, + 527.7552490234375, + 497.70379638671875, + 563.3023681640625, + 476.160400390625, + 509.7200012207031, + 719.4342041015625, + 550.7340698242188, + 429.47906494140625, + 549.1695556640625, + 491.50555419921875, + 594.9432373046875, + 767.4718627929688, + 447.6759033203125, + 360.6918029785156, + 632.8628540039062, + 454.2053527832031, + 588.84228515625, + 569.8700561523438, + 511.932373046875, + 477.871337890625, + 506.4744567871094, + 415.1640625, + 575.3875122070312, + 453.85858154296875, + 585.1828002929688, + 219.2985076904297, + 544.4716796875, + 712.18798828125, + 800.4298706054688, + 436.8724060058594, + 578.4896850585938, + 504.3274841308594, + 720.566650390625, + 613.447021484375, + 358.3844299316406, + 528.8876953125, + 619.358642578125, + 484.0681457519531, + 212.25534057617188, + 527.5904541015625, + 566.08349609375, + 529.853759765625, + 763.3377685546875, + 548.4080200195312, + 682.3899536132812, + 508.25665283203125, + 460.5274963378906, + 472.4641418457031, + 510.2476501464844, + 545.50732421875, + 460.7403869628906, + 558.8967895507812, + 597.4860229492188, + 503.6435852050781, + 625.4697875976562, + 583.9647216796875, + 864.7700805664062, + 784.9299926757812, + 463.246826171875, + 478.1990661621094, + 549.771484375, + 588.0416870117188, + 444.09442138671875, + 687.3963623046875, + 466.7530517578125, + 491.8348693847656, + 571.0062866210938, + 774.6881103515625, + 690.2186279296875, + 464.8398132324219, + 489.1208190917969, + 653.2564697265625, + 851.5762329101562, + 495.2699890136719, + 441.5501708984375, + 632.8955078125, + 721.73681640625, + 591.6609497070312, + 701.41650390625, + 773.6954956054688, + 294.4867858886719, + 491.6498107910156, + 802.2269287109375, + 711.9088134765625, + 631.8870849609375, + 785.4156494140625, + 578.830322265625, + 390.6558837890625, + 471.32440185546875, + 493.7206726074219, + 550.1854248046875, + 577.913818359375, + 875.634521484375, + 583.2762451171875, + 728.676025390625, + 771.8051147460938, + 585.7410888671875, + 420.0287170410156, + 739.1876220703125, + 596.3673095703125, + 641.970458984375, + 410.14654541015625, + 426.4961853027344, + 395.7674865722656, + 552.163818359375, + 640.3543701171875, + 430.9115905761719, + 433.42498779296875, + 469.11639404296875, + 754.6587524414062, + 685.3212890625, + 544.7589111328125, + 441.72119140625, + 864.5474853515625, + 589.2647705078125, + 725.1315307617188, + 595.5552368164062, + 613.238525390625, + 433.7580871582031, + 485.15716552734375, + 543.2818603515625, + 460.5450134277344, + 514.9033813476562, + 524.5118408203125, + 390.4952697753906, + 916.348876953125, + 403.8198547363281, + 655.1851196289062, + 418.745361328125, + 667.2763061523438, + 439.1520080566406, + 569.3981323242188, + 454.93212890625, + 648.535400390625, + 540.5623779296875, + 599.7020874023438, + 600.51220703125, + 1073.6162109375, + 693.9279174804688, + 492.2618408203125, + 610.2861938476562, + 483.7445983886719, + 406.73919677734375, + 406.386474609375, + 674.0380249023438, + 606.1663208007812, + 851.2857055664062, + 645.61279296875, + 308.99273681640625, + 432.3998718261719, + 689.7652587890625, + 1164.1318359375, + 399.3707275390625, + 597.1901245117188, + 601.6083984375, + 515.3076171875, + 599.8569946289062, + 722.8671264648438, + 535.1743774414062, + 393.49212646484375, + 825.0078125, + 650.3263549804688, + 543.7109985351562, + 572.83154296875, + 425.6478576660156, + 355.1440124511719, + 611.3274536132812, + 524.1317138671875, + 606.287109375, + 406.1034851074219, + 370.4803771972656, + 474.50494384765625, + 585.375, + 665.880615234375, + 486.490234375, + 431.6764221191406, + 388.89837646484375, + 585.61669921875, + 642.5960083007812, + 595.6654052734375, + 596.4732666015625, + 408.0435791015625, + 349.26568603515625, + 551.7609252929688, + 469.18408203125, + 558.2681274414062, + 576.8438110351562, + 526.3935546875, + 569.5536499023438, + 421.0556335449219, + 569.909912109375, + 591.2681884765625, + 350.6219177246094, + 624.4136352539062, + 585.9927978515625, + 807.9431762695312, + 481.568359375, + 690.1480712890625, + 591.847900390625, + 644.6497192382812, + 589.9830932617188, + 589.7232055664062, + 448.9953918457031, + 744.3306884765625, + 599.1334228515625, + 677.541015625, + 696.0770874023438, + 542.616455078125, + 539.0596923828125, + 612.5176391601562, + 470.6347351074219, + 596.6212158203125, + 439.0925598144531, + 503.8821105957031, + 640.6238403320312, + 335.9474792480469, + 555.0413208007812, + 495.6111755371094, + 582.4622802734375, + 462.9022216796875, + 350.8229675292969, + 587.5223388671875, + 530.91943359375, + 547.2193603515625, + 603.3511962890625, + 571.2620239257812, + 758.551513671875, + 867.85009765625, + 546.292236328125, + 501.9201354980469, + 490.6479187011719, + 744.2239379882812, + 353.29168701171875, + 780.6241455078125, + 494.96441650390625, + 684.8661499023438, + 525.88037109375, + 673.3898315429688, + 769.7473754882812, + 747.4049072265625, + 344.03668212890625, + 458.80792236328125, + 667.9683837890625, + 900.8114013671875, + 526.3864135742188, + 460.6291809082031, + 554.4290771484375, + 611.5465087890625, + 697.3634033203125, + 732.6771240234375, + 563.7825927734375, + 604.933837890625, + 407.64202880859375, + 700.998046875, + 549.9852294921875, + 519.4722290039062, + 577.3869018554688, + 502.86834716796875, + 369.58514404296875, + 621.7427978515625, + 339.9533386230469, + 677.7637329101562, + 678.0195922851562, + 512.2697143554688, + 392.7585144042969, + 374.4555358886719, + 686.9078979492188, + 699.1114501953125, + 463.02667236328125, + 579.3883056640625, + 652.69580078125, + 508.4497375488281, + 730.1564331054688, + 719.1445922851562, + 443.7123718261719, + 310.494873046875, + 687.961669921875, + 435.13665771484375, + 535.6541137695312, + 515.1178588867188, + 612.199951171875, + 644.2734985351562, + 683.6378173828125, + 274.6589660644531, + 626.9781494140625, + 500.5076904296875, + 1007.7476806640625, + 607.0086059570312 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 1.0, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -69852,164 +85460,164 @@ 2 ], "wall_clock_s": [ - 484.7, - 541.4, - 533.2 + 809.5, + 822.1, + 817.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.023882562294602394, + "loss": 0.3805750608444214, "env_score_iters": 500, - "env_score": -4.504428863525391, + "env_score": -0.3935100734233856, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.5125, "grad_align_iters": 500, - "grad_align": 0.8443030714988708, - "rl_grad_norm": 0.1883072704076767, - "bc_grad_norm": 1.5842642784118652, + "grad_align": 0.1569824516773224, + "rl_grad_norm": 0.7289875745773315, + "bc_grad_norm": 2.0974133014678955, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.17737402021884918, - "head.bias": 0.0014925170689821243 + "head.weight": 0.8112567067146301, + "head.bias": 0.03005129285156727 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.08131302893161774, - "repr_drift_kl_low_t": 0.08890388906002045, - "repr_drift_kl_mid_t": 0.07985717803239822, - "repr_drift_kl_high_t": 0.08418108522891998, + "repr_drift_kl": 0.2746380865573883, + "repr_drift_kl_low_t": 0.31567680835723877, + "repr_drift_kl_mid_t": 0.2680438458919525, + "repr_drift_kl_high_t": 0.24949190020561218, "cka_iters": 500, - "cka_similarity": 0.98988276720047, + "cka_similarity": 0.8370810151100159, "t_analysis_iters": 500, - "norm_low_t": 0.13665221631526947, - "norm_high_t": 0.1769239753484726, - "lowhigh_cos": 0.716566801071167, + "norm_low_t": 0.8593742847442627, + "norm_high_t": 0.7116788625717163, + "lowhigh_cos": 0.7480543255805969, "t_bin_norms": { - "t_0.0-0.1": 0.26256099343299866, - "t_0.1-0.2": 0.26869359612464905, - "t_0.2-0.3": 0.18974249064922333, - "t_0.3-0.4": 0.22268256545066833, - "t_0.4-0.5": 0.1775227040052414, - "t_0.5-0.6": 0.17150545120239258, - "t_0.6-0.7": 0.17821994423866272, - "t_0.7-0.8": 0.1773918867111206, - "t_0.8-0.9": 0.1737707108259201, - "t_0.9-1.0": 0.1828366369009018 - }, - "win_rate": 0.0026455027982592583, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.8953026533126831, + "t_0.1-0.2": 0.8749469518661499, + "t_0.2-0.3": 0.7563241124153137, + "t_0.3-0.4": 0.5538091659545898, + "t_0.4-0.5": 0.7720351815223694, + "t_0.5-0.6": 1.0181235074996948, + "t_0.6-0.7": 0.971566915512085, + "t_0.7-0.8": 0.7706257104873657, + "t_0.8-0.9": 0.8656450510025024, + "t_0.9-1.0": 0.5924497246742249 + }, + "win_rate": 0.1152416318655014, + "effective_batch_size": 607.0086059570312, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.18636325001716614, + "loss": 0.13699790835380554, "env_score_iters": 500, - "env_score": -2.272517442703247, + "env_score": -0.6644823551177979, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.29016175866127014, - "rl_grad_norm": 0.3062359094619751, - "bc_grad_norm": 0.8874264359474182, + "grad_align": 0.40387821197509766, + "rl_grad_norm": 0.1942725032567978, + "bc_grad_norm": 0.7102143168449402, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 0.26816001534461975, - "head.bias": 0.0035292981192469597 + "head.weight": 0.1982993334531784, + "head.bias": 0.0048927729949355125 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1767127811908722, - "repr_drift_kl_low_t": 0.19802974164485931, - "repr_drift_kl_mid_t": 0.17436805367469788, - "repr_drift_kl_high_t": 0.15887056291103363, + "repr_drift_kl": 0.12145867943763733, + "repr_drift_kl_low_t": 0.12864206731319427, + "repr_drift_kl_mid_t": 0.11708682030439377, + "repr_drift_kl_high_t": 0.12350842356681824, "cka_iters": 500, - "cka_similarity": 0.9243893027305603, + "cka_similarity": 0.8308857083320618, "t_analysis_iters": 500, - "norm_low_t": 0.6043206453323364, - "norm_high_t": 0.2692401111125946, - "lowhigh_cos": 0.061904486268758774, + "norm_low_t": 0.2819935381412506, + "norm_high_t": 0.18453170359134674, + "lowhigh_cos": 0.10852502286434174, "t_bin_norms": { - "t_0.0-0.1": 0.4096572995185852, - "t_0.1-0.2": 0.4311806857585907, - "t_0.2-0.3": 0.3898998498916626, - "t_0.3-0.4": 0.29236868023872375, - "t_0.4-0.5": 0.23416653275489807, - "t_0.5-0.6": 0.31297361850738525, - "t_0.6-0.7": 0.23759302496910095, - "t_0.7-0.8": 0.22504396736621857, - "t_0.8-0.9": 0.22234812378883362, - "t_0.9-1.0": 0.3066249191761017 - }, - "win_rate": 0.01869761385023594, - "effective_batch_size": 49.474632263183594, + "t_0.0-0.1": 0.27271053194999695, + "t_0.1-0.2": 0.2226310670375824, + "t_0.2-0.3": 0.21757830679416656, + "t_0.3-0.4": 0.1724935621023178, + "t_0.4-0.5": 0.22769644856452942, + "t_0.5-0.6": 0.22960330545902252, + "t_0.6-0.7": 0.23005890846252441, + "t_0.7-0.8": 0.16765336692333221, + "t_0.8-0.9": 0.18947537243366241, + "t_0.9-1.0": 0.24599498510360718 + }, + "win_rate": 0.03914835304021835, + "effective_batch_size": 414.0258483886719, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.47555777430534363, + "loss": 0.394420862197876, "env_score_iters": 500, - "env_score": -1.1841859817504883, + "env_score": -0.3239780366420746, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.48749999999999993, "grad_align_iters": 500, - "grad_align": 0.0976157858967781, - "rl_grad_norm": 1.1571893692016602, - "bc_grad_norm": 2.8839268684387207, + "grad_align": 0.4584882855415344, + "rl_grad_norm": 0.3924790620803833, + "bc_grad_norm": 1.832093596458435, "per_layer_iters": 500, "per_layer_norms": { - "head.weight": 1.5117340087890625, - "head.bias": 0.05525510013103485 + "head.weight": 0.3665546178817749, + "head.bias": 0.003973834216594696 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.38011065125465393, - "repr_drift_kl_low_t": 0.4150996804237366, - "repr_drift_kl_mid_t": 0.3757351040840149, - "repr_drift_kl_high_t": 0.35053151845932007, + "repr_drift_kl": 0.23231282830238342, + "repr_drift_kl_low_t": 0.26104655861854553, + "repr_drift_kl_mid_t": 0.22058522701263428, + "repr_drift_kl_high_t": 0.231832355260849, "cka_iters": 500, - "cka_similarity": 0.7504915595054626, + "cka_similarity": 0.9301795363426208, "t_analysis_iters": 500, - "norm_low_t": 0.8630337715148926, - "norm_high_t": 0.7858870029449463, - "lowhigh_cos": -0.20795971155166626, + "norm_low_t": 0.4756050109863281, + "norm_high_t": 0.5146835446357727, + "lowhigh_cos": 0.561732828617096, "t_bin_norms": { - "t_0.0-0.1": 1.3692960739135742, - "t_0.1-0.2": 0.6176649928092957, - "t_0.2-0.3": 1.0463284254074097, - "t_0.3-0.4": 1.0915420055389404, - "t_0.4-0.5": 0.7752478718757629, - "t_0.5-0.6": 1.033499836921692, - "t_0.6-0.7": 0.8505461812019348, - "t_0.7-0.8": 1.1282265186309814, - "t_0.8-0.9": 0.7470515370368958, - "t_0.9-1.0": 1.145078420639038 - }, - "win_rate": 0.06810630857944489, - "effective_batch_size": 56.373016357421875, + "t_0.0-0.1": 0.6130701899528503, + "t_0.1-0.2": 0.46448278427124023, + "t_0.2-0.3": 0.49361029267311096, + "t_0.3-0.4": 0.5353444814682007, + "t_0.4-0.5": 0.43335458636283875, + "t_0.5-0.6": 0.5179486274719238, + "t_0.6-0.7": 0.5043995380401611, + "t_0.7-0.8": 0.42522943019866943, + "t_0.8-0.9": 0.4772714674472809, + "t_0.9-1.0": 0.594828724861145 + }, + "win_rate": 0.11650736629962921, + "effective_batch_size": 657.822021484375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "attention_only": { - "score": 0.6333333333333333, - "score_std": 0.04249182927993986, + "score": 0.3958333333333333, + "score_std": 0.023570226039551594, "all_scores": [ - 0.675, - 0.5750000000000001, - 0.65 + 0.4125, + 0.3625, + 0.41250000000000003 ], "history": { "iters": [ @@ -70515,506 +86123,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.238914132118225, - 2.3592240810394287, - 0.8742875456809998, - 0.4179125130176544, - 0.02089833654463291, - 0.04254766181111336, - 0.6131694912910461, - 0.7981824278831482, - 1.1505471467971802, - 0.2617158889770508, - 0.024563442915678024, - 1.1803821325302124, - 0.6057056784629822, - 0.5170747637748718, - 0.2139495313167572, - 0.02133956365287304, - 1.1159006357192993, - 0.5637841820716858, - 1.2625453472137451, - 0.556937038898468, - 0.6941577196121216, - 0.024499639868736267, - 1.0144069194793701, - 0.043242886662483215, - 0.8907826542854309, - 1.5860586166381836, - 0.6235523819923401, - 1.1030552387237549, - 0.479886531829834, - 0.05151325464248657, - 0.637298583984375, - 0.4603796899318695, - 0.09850888699293137, - 0.39315858483314514, - 0.5135846138000488, - 0.13564544916152954, - 0.28335103392601013, - 0.4450916051864624, - 0.5311654806137085, - 0.23497548699378967, - 0.7425371408462524, - 0.06285300105810165, - 0.6659899950027466, - 0.6367022395133972, - 0.5272678136825562, - 0.0614786334335804, - 1.2928799390792847, - 0.535451352596283, - 0.6412014961242676, - 0.15814711153507233, - 0.08544226735830307, - 0.010325166396796703, - 0.051806218922138214, - 0.21133939921855927, - 0.8494670987129211, - 0.09728216379880905, - 0.9867772459983826, - 0.21546423435211182, - 1.1721251010894775, - 0.37679508328437805, - 0.19075621664524078, - 0.8402904272079468, - 0.1214972734451294, - 0.02491246722638607, - 0.02030615322291851, - 0.24897107481956482, - 0.05744187533855438, - 0.20232214033603668, - 0.01903674565255642, - 0.3406309485435486, - 0.5169640779495239, - 0.1139870211482048, - 0.258373498916626, - 0.01651599630713463, - 0.5983043909072876, - 0.04857327789068222, - 0.043369442224502563, - 0.7559057474136353, - 0.042412735521793365, - 0.12056545913219452, - 0.08716488629579544, - 0.15760394930839539, - 1.358432412147522, - 0.7697890400886536, - 0.006292697042226791, - 0.7101288437843323, - 0.12085718661546707, - 0.39302438497543335, - 0.5354167819023132, - 0.16194505989551544, - 0.0370970219373703, - 0.24452754855155945, - 0.401246041059494, - 0.0229539442807436, - 0.09866268932819366, - 0.4837653934955597, - 0.6588220000267029, - 0.05001995712518692, - 0.9024137258529663, - 0.4108503758907318, - 0.03475276380777359, - 0.2213723212480545, - 1.106982946395874, - 0.4485267698764801, - 0.10892404615879059, - 0.2822315990924835, - 0.32891401648521423, - 0.48723554611206055, - 0.765302300453186, - 0.08729839324951172, - 0.07440457493066788, - 0.6632184982299805, - 0.32671624422073364, - 0.11922399699687958, - 1.151289463043213, - 0.24165090918540955, - 0.34633997082710266, - 0.045182064175605774, - 0.11168359965085983, - 0.7268842458724976, - 0.22151225805282593, - 0.43868184089660645, - 0.34433695673942566, - 0.05163588747382164, - 0.4163287281990051, - 0.06764101982116699, - 0.07497162371873856, - 1.345357894897461, - 0.1945418268442154, - 0.0884484350681305, - 0.8577885031700134, - 0.5049262046813965, - 0.074421226978302, - 0.5367171764373779, - 0.1861419379711151, - 0.44941410422325134, - 0.43734365701675415, - 0.16050280630588531, - 1.0642130374908447, - 0.18412722647190094, - 0.01185234822332859, - 1.2071870565414429, - 0.06750286370515823, - 0.45162472128868103, - 0.1019221767783165, - 0.026567816734313965, - 0.02043791115283966, - 0.05213712528347969, - 0.507423460483551, - 0.33551502227783203, - 0.5935320258140564, - 0.6344448924064636, - 0.5525697469711304, - 1.2546296119689941, - 0.3555327355861664, - 0.06575856357812881, - 0.07193950563669205, - 0.8721519112586975, - 0.2338332086801529, - 0.10922320187091827, - 0.2863204777240753, - 0.07275070995092392, - 0.06280139088630676, - 0.912547767162323, - 0.06808029860258102, - 0.044488899409770966, - 0.36083540320396423, - 0.04698992520570755, - 0.08670327812433243, - 0.22354985773563385, - 0.02261553704738617, - 0.4422275424003601, - 0.444935142993927, - 0.03963328152894974, - 1.1822004318237305, - 0.5561680793762207, - 0.304379403591156, - 0.14906121790409088, - 0.12884508073329926, - 0.03988313674926758, - 0.5679224729537964, - 0.292098730802536, - 0.030308613553643227, - 0.037980400025844574, - 0.8696355223655701, - 0.1796945184469223, - 0.5248833298683167, - 0.6437593698501587, - 1.25056791305542, - 0.030132904648780823, - 0.4723515212535858, - 0.7531207203865051, - 1.2005022764205933, - 0.07093721628189087, - 0.7014036774635315, - 0.1813245713710785, - 0.09987498074769974, - 0.03489503636956215, - 0.5464313626289368, - 0.03174414485692978, - 0.8203452825546265, - 0.5383459329605103, - 0.41949111223220825, - 0.06867299973964691, - 0.5608280301094055, - 1.1244570016860962, - 0.6319271326065063, - 0.7594808340072632, - 0.628217339515686, - 0.2775208055973053, - 0.5945702195167542, - 0.014242527075111866, - 0.4577939212322235, - 0.04493533819913864, - 0.40303072333335876, - 0.5873112082481384, - 0.09761536866426468, - 0.038774196058511734, - 0.020704833790659904, - 0.7689043283462524, - 0.8808875679969788, - 0.050248850136995316, - 0.2880139648914337, - 0.02609143778681755, - 0.5552434325218201, - 0.11772334575653076, - 0.13911809027194977, - 0.18932121992111206, - 0.3944464325904846, - 0.13790911436080933, - 1.135524868965149, - 0.03926624357700348, - 0.6641330122947693, - 0.7348035573959351, - 1.2891590595245361, - 0.40779852867126465, - 0.5827558040618896, - 0.5032986998558044, - 0.5120356678962708, - 0.035282980650663376, - 0.19770966470241547, - 0.13639403879642487, - 0.5685030817985535, - 0.266447514295578, - 0.10158395767211914, - 0.05563382804393768, - 1.0650733709335327, - 0.5612559914588928, - 0.2875406742095947, - 0.07176937162876129, - 0.5468059778213501, - 0.3062601685523987, - 0.05086041986942291, - 0.05235353112220764, - 0.7450700402259827, - 0.013744193129241467, - 0.19367387890815735, - 0.03295198827981949, - 0.0873657613992691, - 0.9978331327438354, - 0.1529901921749115, - 0.08426966518163681, - 0.38525381684303284, - 0.0968518853187561, - 0.26223134994506836, - 0.03827114775776863, - 1.3816553354263306, - 0.6224772930145264, - 0.050419751554727554, - 0.44608089327812195, - 0.049541834741830826, - 0.03744366392493248, - 0.005826542153954506, - 1.1764874458312988, - 1.1038925647735596, - 0.7065548896789551, - 0.25829699635505676, - 0.050316762179136276, - 0.03730146214365959, - 0.26053544878959656, - 1.0176199674606323, - 0.7991461753845215, - 0.35738176107406616, - 0.03449051454663277, - 0.6814333200454712, - 0.08799479156732559, - 0.04961792379617691, - 0.3201513886451721, - 0.05698884651064873, - 0.02444472163915634, - 0.22595568001270294, - 0.05220196768641472, - 0.17694354057312012, - 0.12504231929779053, - 0.9706213474273682, - 0.8487287163734436, - 0.017811616882681847, - 0.4984084963798523, - 0.019158702343702316, - 0.8307312726974487, - 0.7094444036483765, - 0.07884681969881058, - 0.8570379018783569, - 0.1555408388376236, - 0.055123887956142426, - 0.36470848321914673, - 0.1401675045490265, - 0.5759601593017578, - 0.28165847063064575, - 0.1091766357421875, - 0.01231087651103735, - 0.04764455556869507, - 0.39625611901283264, - 0.018347706645727158, - 0.033998649567365646, - 0.29175159335136414, - 0.19072622060775757, - 0.5516154766082764, - 0.06744446605443954, - 0.5126827955245972, - 0.05594651401042938, - 0.31848183274269104, - 0.012560667470097542, - 0.9780508875846863, - 0.003948132041841745, - 0.4509781301021576, - 0.1075700893998146, - 1.1211872100830078, - 0.22887307405471802, - 0.019948052242398262, - 0.03908690810203552, - 0.23393714427947998, - 0.1909686028957367, - 0.25489431619644165, - 0.2471308708190918, - 0.013466577045619488, - 0.05956552177667618, - 0.012632841244339943, - 0.33036455512046814, - 1.0639370679855347, - 0.2857572138309479, - 0.05918840318918228, - 0.5194957852363586, - 0.15589822828769684, - 0.37605777382850647, - 0.09587863087654114, - 0.22891266644001007, - 0.38701164722442627, - 0.05193426087498665, - 0.00527516845613718, - 0.030794057995080948, - 0.11661121994256973, - 0.05112987384200096, - 0.1633901745080948, - 0.24892842769622803, - 0.5329062938690186, - 1.0150727033615112, - 0.2627689838409424, - 0.13109073042869568, - 0.817081093788147, - 0.43855077028274536, - 0.03647681698203087, - 0.38023486733436584, - 0.7868189215660095, - 0.07572944462299347, - 0.8350535035133362, - 0.7367640137672424, - 0.05709834396839142, - 0.04058424383401871, - 0.6070613861083984, - 0.17969729006290436, - 0.11260736733675003, - 0.019092751666903496, - 0.0553957000374794, - 0.05437707528471947, - 0.15475994348526, - 0.47014176845550537, - 0.11226563155651093, - 0.8972405791282654, - 0.8363785743713379, - 0.035303521901369095, - 0.6063314080238342, - 0.16038551926612854, - 1.1047674417495728, - 0.455587774515152, - 0.10158175975084305, - 0.09716248512268066, - 0.5334263443946838, - 0.5368654131889343, - 0.553739070892334, - 0.038362376391887665, - 0.14183256030082703, - 0.013007343746721745, - 0.017739636823534966, - 1.3062291145324707, - 0.7767755389213562, - 0.04257039725780487, - 1.2890464067459106, - 0.19091713428497314, - 0.49732688069343567, - 0.04396327584981918, - 0.8130917549133301, - 0.27837681770324707, - 0.7628430128097534, - 0.5774967670440674, - 0.47716107964515686, - 0.8829272389411926, - 0.04015907272696495, - 0.04117191955447197, - 0.2007846236228943, - 0.03720732033252716, - 0.12619787454605103, - 0.8704677224159241, - 0.8297925591468811, - 0.39782440662384033, - 0.09886566549539566, - 0.43223726749420166, - 0.12140124291181564, - 0.375018835067749, - 0.10200507193803787, - 0.08887012302875519, - 0.042275961488485336, - 0.48687008023262024, - 0.8463150858879089, - 0.03276247903704643, - 0.6795408725738525, - 0.8836595416069031, - 0.04123172163963318, - 0.8428100347518921, - 0.025597916916012764, - 0.5914418697357178, - 0.46846631169319153, - 0.22062604129314423, - 0.016859667375683784, - 0.1861444115638733, - 0.08280577510595322, - 0.9435688853263855, - 0.31578531861305237, - 0.14141573011875153, - 0.24760355055332184, - 0.11725637316703796, - 0.497058242559433, - 0.4270431399345398, - 0.646499514579773, - 0.21145111322402954, - 0.3667086064815521, - 0.41019538044929504, - 0.08605009317398071, - 0.23563580214977264, - 0.07716765999794006, - 0.03179190680384636, - 0.1450495719909668, - 0.9901039600372314, - 0.012429876253008842, - 0.0447545163333416, - 0.09104257076978683, - 0.1297936886548996, - 0.4270417094230652, - 1.2304461002349854, - 0.5948665142059326, - 0.06080673262476921, - 0.02422020584344864, - 0.006611286662518978, - 0.009215068072080612, - 0.6211820244789124, - 0.5009669661521912, - 0.044437967240810394, - 0.4152332842350006, - 0.5395150780677795, - 0.4361457824707031, - 0.029177162796258926, - 0.06119338050484657, - 0.11617379635572433, - 0.03528045117855072, - 0.03412683308124542, - 0.7125433683395386, - 0.032883256673812866, - 0.01899128220975399, - 0.21820352971553802, - 0.06589319556951523, - 0.5339876413345337, - 0.014260753057897091, - 0.4740370512008667, - 0.2478068321943283, - 0.44310057163238525, - 0.016354862600564957, - 1.1232670545578003, - 0.49387434124946594, - 0.051877181977033615, - 0.0985981673002243, - 0.26416435837745667, - 0.007095267530530691, - 0.08047433197498322, - 0.015268244780600071, - 0.02997380681335926, - 0.11004499346017838, - 0.36945420503616333, - 0.24377062916755676, - 0.02287946827709675 + 0.7734967470169067, + 0.8151336312294006, + 0.4756612479686737, + 0.3288293182849884, + 0.36951592564582825, + 0.38188618421554565, + 0.3269374668598175, + 0.13806402683258057, + 0.6093364953994751, + 0.24742095172405243, + 0.15485422313213348, + 0.8046780824661255, + 0.40736818313598633, + 0.1967572271823883, + 0.44072121381759644, + 0.5315936803817749, + 0.23014341294765472, + 0.39520180225372314, + 0.6437512040138245, + 0.6389906406402588, + 0.2953597605228424, + 0.3312138617038727, + 0.33010315895080566, + 0.2875877916812897, + 0.4015708565711975, + 0.4249309301376343, + 0.30613571405410767, + 0.27280646562576294, + 0.4122057855129242, + 0.28128793835639954, + 0.33495596051216125, + 0.5136839747428894, + 0.28515082597732544, + 0.18369510769844055, + 0.16610807180404663, + 0.1721300631761551, + 0.28731533885002136, + 0.2836746871471405, + 0.4520520269870758, + 0.5598143935203552, + 0.22225771844387054, + 0.21295563876628876, + 0.26523929834365845, + 0.1685367226600647, + 0.22106444835662842, + 0.3054106533527374, + 0.25555893778800964, + 0.4039689302444458, + 0.27253663539886475, + 0.10035033524036407, + 0.36182042956352234, + 0.23213042318820953, + 0.2141234576702118, + 0.3236524164676666, + 0.44108718633651733, + 0.13907676935195923, + 0.2948949337005615, + 0.14465020596981049, + 0.11897651851177216, + 0.21234147250652313, + 0.3813880383968353, + 0.20884312689304352, + 0.28144922852516174, + 0.17499369382858276, + 0.2793392837047577, + 0.34152644872665405, + 0.3361506760120392, + 0.2675032913684845, + 0.23082885146141052, + 0.20207278430461884, + 0.29564985632896423, + 0.2550840973854065, + 0.2979029715061188, + 0.16744428873062134, + 0.13113345205783844, + 0.13212810456752777, + 0.18849536776542664, + 0.3322249948978424, + 0.18034186959266663, + 0.1531154364347458, + 0.2751120328903198, + 0.2772396504878998, + 0.1332339346408844, + 0.2596619427204132, + 0.33575165271759033, + 0.2566431164741516, + 0.12191496044397354, + 0.2739092707633972, + 0.09849455952644348, + 0.19497977197170258, + 0.1865048110485077, + 0.15437661111354828, + 0.223977193236351, + 0.2313421070575714, + 0.14664696156978607, + 0.1963864415884018, + 0.2172049582004547, + 0.14346517622470856, + 0.14302393794059753, + 0.19834423065185547, + 0.1588585525751114, + 0.2969590127468109, + 0.29444387555122375, + 0.30785346031188965, + 0.23382358253002167, + 0.27826988697052, + 0.1335262805223465, + 0.14265894889831543, + 0.19814474880695343, + 0.1756206899881363, + 0.18907269835472107, + 0.1307879388332367, + 0.21318556368350983, + 0.19229121506214142, + 0.1789076030254364, + 0.26045265793800354, + 0.23743616044521332, + 0.22655269503593445, + 0.1779714971780777, + 0.1970779150724411, + 0.2742043137550354, + 0.16522151231765747, + 0.13167987763881683, + 0.17495667934417725, + 0.09905966371297836, + 0.1657712161540985, + 0.19033294916152954, + 0.18663804233074188, + 0.16191546618938446, + 0.1630876660346985, + 0.19853247702121735, + 0.15862861275672913, + 0.21254323422908783, + 0.21271783113479614, + 0.2867126762866974, + 0.1687963902950287, + 0.20748668909072876, + 0.25770533084869385, + 0.1530928611755371, + 0.2208537608385086, + 0.14164192974567413, + 0.2107323706150055, + 0.22135302424430847, + 0.1546233892440796, + 0.12120373547077179, + 0.09541526436805725, + 0.08835054188966751, + 0.36753129959106445, + 0.2027858942747116, + 0.210789293050766, + 0.18163450062274933, + 0.2615314722061157, + 0.17019905149936676, + 0.14857472479343414, + 0.2343355119228363, + 0.1928870975971222, + 0.2880077660083771, + 0.12095385044813156, + 0.09494642913341522, + 0.09009788185358047, + 0.1489790976047516, + 0.13915026187896729, + 0.16120395064353943, + 0.15395505726337433, + 0.30190467834472656, + 0.2597326636314392, + 0.07599851489067078, + 0.18236178159713745, + 0.16210901737213135, + 0.17134684324264526, + 0.2159430980682373, + 0.1782609224319458, + 0.10001932084560394, + 0.1522938311100006, + 0.1876397430896759, + 0.22965143620967865, + 0.08817658573389053, + 0.16039903461933136, + 0.18064574897289276, + 0.11754356324672699, + 0.13727937638759613, + 0.2338097095489502, + 0.15336351096630096, + 0.1660618782043457, + 0.21221128106117249, + 0.23826225101947784, + 0.18965938687324524, + 0.2529151737689972, + 0.21058879792690277, + 0.20189526677131653, + 0.16373881697654724, + 0.2101140022277832, + 0.17449340224266052, + 0.1335936039686203, + 0.12493669986724854, + 0.17259003221988678, + 0.15256235003471375, + 0.20472775399684906, + 0.07871917635202408, + 0.1763637363910675, + 0.1626320630311966, + 0.12067778408527374, + 0.17611311376094818, + 0.20538635551929474, + 0.07967384159564972, + 0.23244187235832214, + 0.14121320843696594, + 0.12773391604423523, + 0.14514155685901642, + 0.09563177824020386, + 0.18863196671009064, + 0.11542560160160065, + 0.19180156290531158, + 0.11168578267097473, + 0.16185104846954346, + 0.07041420787572861, + 0.12970001995563507, + 0.16163533926010132, + 0.20597197115421295, + 0.14519354701042175, + 0.12185530364513397, + 0.1896693855524063, + 0.13895505666732788, + 0.207315593957901, + 0.08800181746482849, + 0.05661477893590927, + 0.20125719904899597, + 0.09753483533859253, + 0.13546301424503326, + 0.23270860314369202, + 0.11893461644649506, + 0.20615293085575104, + 0.1296325922012329, + 0.12327167391777039, + 0.08003822714090347, + 0.09328781813383102, + 0.120521679520607, + 0.19781304895877838, + 0.16237735748291016, + 0.14308728277683258, + 0.16438953578472137, + 0.11894037574529648, + 0.24037185311317444, + 0.14331382513046265, + 0.1989814043045044, + 0.09903477877378464, + 0.16246537864208221, + 0.2248324304819107, + 0.13115103542804718, + 0.07842807471752167, + 0.11707143485546112, + 0.1803233027458191, + 0.2232256680727005, + 0.15393304824829102, + 0.14446596801280975, + 0.07522241026163101, + 0.12913808226585388, + 0.19764234125614166, + 0.15939728915691376, + 0.1572275161743164, + 0.1594220995903015, + 0.059331513941287994, + 0.10086595267057419, + 0.1789768487215042, + 0.15542589128017426, + 0.22493883967399597, + 0.07339499145746231, + 0.11797399818897247, + 0.2194093018770218, + 0.13828220963478088, + 0.06790042668581009, + 0.21732233464717865, + 0.14869442582130432, + 0.07450663298368454, + 0.1214672327041626, + 0.15283456444740295, + 0.07622653245925903, + 0.13190580904483795, + 0.1705862432718277, + 0.12293783575296402, + 0.1743224859237671, + 0.08233175426721573, + 0.07006236165761948, + 0.15043304860591888, + 0.17614854872226715, + 0.12579192221164703, + 0.04233695566654205, + 0.17017482221126556, + 0.15684545040130615, + 0.08500146865844727, + 0.18356719613075256, + 0.10769005864858627, + 0.07511109113693237, + 0.04802173748612404, + 0.19460012018680573, + 0.20673131942749023, + 0.1663350760936737, + 0.11282892525196075, + 0.14088799059391022, + 0.0987001359462738, + 0.10782667994499207, + 0.06927618384361267, + 0.10589749366044998, + 0.10626132786273956, + 0.08769278973340988, + 0.11840629577636719, + 0.09522181749343872, + 0.111986443400383, + 0.08467195928096771, + 0.08093272149562836, + 0.1729907989501953, + 0.15596641600131989, + 0.15508350729942322, + 0.12602554261684418, + 0.13259699940681458, + 0.11529967933893204, + 0.13599181175231934, + 0.13499657809734344, + 0.10292915254831314, + 0.0823558047413826, + 0.07633158564567566, + 0.14273463189601898, + 0.07101412117481232, + 0.06208458170294762, + 0.09628692269325256, + 0.1924562156200409, + 0.10912273824214935, + 0.12251834571361542, + 0.09125620126724243, + 0.1788671612739563, + 0.07859282940626144, + 0.1045253798365593, + 0.0939381793141365, + 0.1547282636165619, + 0.12351059168577194, + 0.07672513276338577, + 0.17404122650623322, + 0.13872963190078735, + 0.12062597274780273, + 0.16040123999118805, + 0.08706362545490265, + 0.13779163360595703, + 0.10166393220424652, + 0.12819691002368927, + 0.05423552170395851, + 0.16117790341377258, + 0.06794007867574692, + 0.1285698115825653, + 0.12602658569812775, + 0.1890912503004074, + 0.08964670449495316, + 0.13899841904640198, + 0.12285810708999634, + 0.14113229513168335, + 0.07595379650592804, + 0.08843785524368286, + 0.12863217294216156, + 0.1603185087442398, + 0.1729961484670639, + 0.08236502856016159, + 0.10151468962430954, + 0.11977370828390121, + 0.13800781965255737, + 0.16935612261295319, + 0.18427416682243347, + 0.1482914239168167, + 0.15916293859481812, + 0.09672083705663681, + 0.06738372892141342, + 0.09375754743814468, + 0.14955313503742218, + 0.19113996624946594, + 0.1154959499835968, + 0.09391796588897705, + 0.05090395361185074, + 0.08596732467412949, + 0.0814189612865448, + 0.08522689342498779, + 0.10088254511356354, + 0.16983957588672638, + 0.11238238960504532, + 0.08736950904130936, + 0.13256071507930756, + 0.07144661992788315, + 0.09210018813610077, + 0.17416329681873322, + 0.16242492198944092, + 0.042244575917720795, + 0.03760727122426033, + 0.1251099854707718, + 0.12492841482162476, + 0.07303435355424881, + 0.06429339200258255, + 0.0727975144982338, + 0.08338136225938797, + 0.10628960281610489, + 0.1680738478899002, + 0.09059307724237442, + 0.14871683716773987, + 0.0505809485912323, + 0.06862615048885345, + 0.02159043774008751, + 0.11754580587148666, + 0.1115596666932106, + 0.1208144873380661, + 0.14831489324569702, + 0.12321361899375916, + 0.1380803883075714, + 0.12903288006782532, + 0.11756714433431625, + 0.0768684446811676, + 0.11349364370107651, + 0.08681343495845795, + 0.1767975389957428, + 0.12696623802185059, + 0.15301646292209625, + 0.1329980492591858, + 0.1948782056570053, + 0.10949107259511948, + 0.10533887147903442, + 0.07536431401968002, + 0.1652931421995163, + 0.052866749465465546, + 0.11035536974668503, + 0.11999571323394775, + 0.0519864559173584, + 0.11520212143659592, + 0.053180526942014694, + 0.12335182726383209, + 0.04871903732419014, + 0.1320125162601471, + 0.0636153295636177, + 0.09765017032623291, + 0.05448319390416145, + 0.041218120604753494, + 0.07382520288228989, + 0.19273975491523743, + 0.08974451571702957, + 0.11040593683719635, + 0.14970801770687103, + 0.14043359458446503, + 0.1511259227991104, + 0.1485525518655777, + 0.17146901786327362, + 0.09099114686250687, + 0.097079798579216, + 0.11796300113201141, + 0.13030660152435303, + 0.03776809200644493, + 0.12087339907884598, + 0.14969462156295776, + 0.13807997107505798, + 0.12124674022197723, + 0.10436086356639862, + 0.11251574754714966, + 0.15368440747261047, + 0.08033327013254166, + 0.050427064299583435, + 0.11752702295780182, + 0.14903900027275085, + 0.0582183338701725, + 0.06471966952085495, + 0.15198536217212677, + 0.13734787702560425, + 0.09380833804607391, + 0.16919207572937012, + 0.07086362689733505, + 0.144243061542511, + 0.13387930393218994, + 0.07966935634613037, + 0.027529051527380943, + 0.14122512936592102, + 0.06933676451444626, + 0.1052679643034935, + 0.13963919878005981, + 0.1979183554649353, + 0.1292361617088318, + 0.10909403860569, + 0.14662212133407593, + 0.1269138753414154, + 0.1225317195057869, + 0.09409273415803909, + 0.09804042428731918, + 0.07597322762012482, + 0.15508000552654266, + 0.12593448162078857, + 0.11773394793272018, + 0.14055858552455902, + 0.12759068608283997, + 0.11467287689447403, + 0.07567355036735535, + 0.11773233115673065, + 0.13999652862548828, + 0.07698053121566772, + 0.08615066856145859, + 0.113553486764431, + 0.06059877574443817, + 0.0864390879869461, + 0.08000030368566513, + 0.16781648993492126 ], "env_score_iters": [ 1, @@ -71519,2164 +87127,2614 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.141364336013794, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.973724126815796, - -4.5870184898376465, - -0.810992956161499, - -1.9795700311660767, - 0.3787710666656494, - -2.327702522277832, - -3.005019187927246, - -4.399815082550049, - -0.874367356300354, - -1.658106803894043, - -3.188885450363159, - -1.0345124006271362, - 2.8629469871520996, - -0.489866703748703, - -0.44316554069519043, - -3.0022902488708496, - -3.2102725505828857, - -5.112115859985352, - 0.41158658266067505, - -6.800939083099365, - -1.022530198097229, - 1.6094958782196045, - -0.1559000313282013, - -0.3807288706302643, - -1.972754716873169, - -2.8039133548736572, - -0.3332524299621582, - -2.588658332824707, - -3.3562376499176025, - -2.7516283988952637, - 0.6221697330474854, - -2.8713512420654297, - -6.276782035827637, - -0.725894570350647, - -2.5561861991882324, - -2.0313096046447754, - -0.6190836429595947, - -2.9197614192962646, - 7.77447509765625, - -1.1490694284439087, - -2.390007495880127, - -3.3292157649993896, - 8.602237701416016, - -1.52321457862854, - -2.93833065032959, - -2.9307501316070557, - -2.906263589859009, - -3.3001155853271484, - -3.423069477081299, - -1.3750914335250854, - 0.7341376543045044, - -3.357931613922119, - -1.120988130569458, - -2.9159796237945557, - 0.8237172365188599, - -1.785809874534607, - -2.5379157066345215, - 0.11987023800611496, - -3.318847417831421, - -2.918619394302368, - -3.815385341644287, - -3.517414093017578, - -3.5602777004241943, - -8.589627265930176, - -3.787323474884033, - -4.942397117614746, - -1.962126612663269, - -3.0127127170562744, - -0.7178624272346497, - -2.8775205612182617, - -1.7089029550552368, - -3.5886611938476562, - -2.56964373588562, - 0.11051785945892334, - -5.39866304397583, - -3.739748001098633, - -4.390194416046143, - -2.685663938522339, - 6.466249942779541, - -1.4258968830108643, - -4.294906139373779, - 0.2350173145532608, - -2.452781915664673, - -2.292495012283325, - -2.08109188079834, - -8.075130462646484, - -3.9289863109588623, - -4.925845146179199, - -0.9180352091789246, - -3.436220169067383, - -5.1444926261901855, - -1.084172010421753, - -1.4120863676071167, - -3.4927139282226562, - -1.1644078493118286, - -1.990864634513855, - -3.7957351207733154, - -2.2255637645721436, - 0.2648546099662781, - -0.6612054705619812, - -8.61941909790039, - -1.4933876991271973, - -1.8772430419921875, - -1.8769971132278442, - 1.6026567220687866, - -3.3771297931671143, - -3.2945377826690674, - -1.1584393978118896, - -2.0917601585388184, - -3.4969658851623535, - -0.4457433521747589, - -2.333681106567383, - -2.0848188400268555, - -3.51741886138916, - -1.7737276554107666, - -0.9639672040939331, - -5.398477077484131, - -2.0033764839172363, - -2.0782604217529297, - -5.467628479003906, - -1.4058218002319336, - -4.849783897399902, - -3.4496910572052, - 1.5714614391326904, - -1.9111337661743164, - -1.1592824459075928, - -2.978834390640259, - -1.7809476852416992, - -3.5538697242736816, - -0.6172139644622803, - -2.304192304611206, - -3.528418779373169, - -2.227158784866333, - -2.0267093181610107, - 0.00034943284117616713, - -3.1641128063201904, - -4.174575328826904, - 12.02532958984375, - -3.0960936546325684, - -3.838575601577759, - -2.4413607120513916, - -3.0475375652313232, - -3.654698371887207, - -3.7778546810150146, - -2.004774570465088, - -7.957146644592285, - -0.21424013376235962, - -6.58702278137207, - -2.1058106422424316, - 13.331789016723633, - -2.2791366577148438, - -6.081385135650635, - -2.866802930831909, - 0.5649438500404358, - -2.6666557788848877, - -3.3387253284454346, - -4.110379695892334, - -2.7369234561920166, - -7.50358772277832, - -0.7062709927558899, - -2.945004463195801, - -2.7168147563934326, - -1.8294293880462646, - -2.2249176502227783, - -3.1770505905151367, - -2.0333797931671143, - -3.4940812587738037, - -1.4207243919372559, - -1.7741252183914185, - -3.2660739421844482, - 4.398730754852295, - -2.7363953590393066, - -1.2779231071472168, - -2.7865512371063232, - -3.8764655590057373, - -3.2678980827331543, - -0.5227620601654053, - -2.797837734222412, - -4.3110270500183105, - -4.53627347946167, - 0.04653151333332062, - -3.316229820251465, - 0.7041934132575989, - 3.790827751159668, - 7.372075080871582, - -3.803358316421509, - -1.9114794731140137, - 0.916592001914978, - 6.991109371185303, - -2.435560703277588, - -1.2577393054962158, - -1.856050968170166, - -1.7934695482254028, - -2.0522854328155518, - 1.0516586303710938, - -3.6087417602539062, - -2.265209436416626, - -1.5330649614334106, - -0.06222214549779892, - -2.793983221054077, - -1.8228747844696045, - 4.208038330078125, - -0.40375420451164246, - -2.0888447761535645, - -0.35080674290657043, - -2.7448947429656982, - 0.12917356193065643, - -2.7118499279022217, - -0.5869243741035461, - -4.988752365112305, - -1.91842782497406, - -0.8453658223152161, - -4.4675421714782715, - -4.661527633666992, - -3.928952217102051, - 0.2135130763053894, - -0.3729242980480194, - -2.9635140895843506, - -1.399595856666565, - -6.146029472351074, - -1.1530954837799072, - -4.3675217628479, - -2.3091769218444824, - -3.527825117111206, - 0.5583837032318115, - -3.5397095680236816, - 3.0130114555358887, - -2.6392440795898438, - -3.5258336067199707, - -0.091842882335186, - 4.31282901763916, - -2.8617939949035645, - -5.8349432945251465, - -0.07933405786752701, - -1.6772375106811523, - -2.3774688243865967, - -2.4542484283447266, - -6.89491081237793, - -2.5933332443237305, - -1.6167962551116943, - -3.811408281326294, - -1.8530983924865723, - 0.7836386561393738, - -2.013212203979492, - -2.409623384475708, - -2.6347110271453857, - -0.7818555235862732, - -2.983520030975342, - -4.419591903686523, - -3.122849464416504, - -3.6886281967163086, - -3.957958936691284, - -3.1364874839782715, - -7.189662456512451, - -3.6082699298858643, - -2.5059030055999756, - -5.947457790374756, - -3.2379133701324463, - -1.1475287675857544, - -2.8395092487335205, - -2.7274067401885986, - -3.683210849761963, - 2.796654462814331, - -3.302504539489746, - -3.9857940673828125, - -3.410325288772583, - -7.175173282623291, - -3.9909932613372803, - -3.8134639263153076, - 3.8639168739318848, - 7.951624870300293, - 0.25910457968711853, - -2.7838058471679688, - -5.68867826461792, - -4.570411205291748, - -2.531050205230713, - 2.707017183303833, - 0.5207211375236511, - -3.172516345977783, - -2.7450954914093018, - -0.5698487162590027, - -3.9238617420196533, - -4.333633899688721, - -5.106430530548096, - -4.2085676193237305, - -2.564890146255493, - -2.7402970790863037, - -3.5940072536468506, - -2.7363903522491455, - -2.790572166442871, - 0.6527122855186462, - -0.6252186894416809, - -3.7332842350006104, - 0.8613921403884888, - -3.533503532409668, - 0.17559179663658142, - -0.2594212293624878, - -3.5829126834869385, - 0.9519968628883362, - -3.590548038482666, - -3.7375266551971436, - -1.4734517335891724, - -3.027235507965088, - -3.621914863586426, - -1.3232899904251099, - -2.6776764392852783, - -5.391894340515137, - -3.132441282272339, - -1.9112396240234375, - -4.065460205078125, - -3.2798726558685303, - -1.732803225517273, - -3.6904916763305664, - 0.2797888517379761, - -3.9178860187530518, - -2.685177803039551, - -3.889042854309082, - -1.7381125688552856, - -2.9004247188568115, - 0.9672802686691284, - -3.567567825317383, - -1.2993292808532715, - -4.006588935852051, - -4.958716869354248, - -2.994694471359253, - -3.6464505195617676, - -3.4721109867095947, - -2.943373441696167, - -3.623694658279419, - -2.368129014968872, - -2.3741652965545654, - -3.562042713165283, - -4.110743522644043, - -3.629960060119629, - -3.3919692039489746, - 2.0086450576782227, - -1.9483119249343872, - -3.320970058441162, - -1.438847303390503, - -2.521791458129883, - -5.5589165687561035, - -4.612802505493164, - -3.0943591594696045, - -4.660246849060059, - -2.609651565551758, - -3.8949623107910156, - -3.558995485305786, - -2.773024559020996, - -4.4736504554748535, - -3.027752637863159, - -3.9372804164886475, - 1.1192480325698853, - 1.2221589088439941, - -2.086763381958008, - -2.9342057704925537, - 0.15856103599071503, - -2.1531784534454346, - -3.4360861778259277, - -1.0052070617675781, - 0.24033543467521667, - -4.998106956481934, - -0.4193855822086334, - -1.9239565134048462, - -4.650642395019531, - -5.1628522872924805, - -2.4095845222473145, - -4.881405830383301, - -4.303905487060547, - -3.3958427906036377, - -3.497511148452759, - -4.078634262084961, - -3.0599100589752197, - -5.41500997543335, - -3.1483466625213623, - -0.46525999903678894, - 0.7466626167297363, - -3.8045437335968018, - -0.6753045320510864, - -2.6515355110168457, - -2.0760412216186523, - -2.544630765914917, - -5.985451698303223, - -2.8746793270111084, - -3.162230968475342, - 1.1668535470962524, - 1.0772042274475098, - -4.284800052642822, - -3.1141157150268555, - -3.713195562362671, - -3.670086145401001, - 8.539680480957031, - -3.760415554046631, - -2.7569360733032227, - 9.706926345825195, - -3.0113637447357178, - -3.5302574634552, - -4.451439380645752, - -0.13127052783966064, - -3.4375686645507812, - -1.991990089416504, - -3.6320242881774902, - -0.7888514995574951, - 1.4502242803573608, - -3.23779296875, - -3.482046604156494, - -5.100141525268555, - -7.69258975982666, - -4.370211124420166, - -0.4432668089866638, - -2.8860743045806885, - -6.134647846221924, - -5.954303741455078, - -0.1253337860107422, - -2.9472343921661377, - -3.415295362472534, - -2.8303067684173584, - -2.8359296321868896, - -3.260366439819336, - -4.049095630645752, - -2.610729455947876, - -3.482790470123291, - -2.6763346195220947, - -3.296809673309326, - -3.1437551975250244, - -0.03759825602173805, - -3.6404731273651123, - -4.571287155151367, - -1.9689754247665405, - -2.1543853282928467, - -4.37441349029541, - -4.394113540649414, - -2.4137041568756104, - -0.21294349431991577, - -5.142938137054443, - -3.0361530780792236, - -1.8478093147277832, - -2.867825746536255, - -1.7154433727264404, - -2.1877527236938477, - -2.690197467803955, - -1.2726731300354004, - -2.319275379180908, - 0.04100443050265312, - -3.7566752433776855, - -3.015854597091675, - -3.5131678581237793, - -3.8036763668060303, - -2.753723382949829, - 2.309645891189575, - -3.9243457317352295, - -3.508986711502075, - -3.2160022258758545, - -2.675950288772583, - -1.6482995748519897, - 6.1864190101623535, - -1.9782007932662964, - -2.6900343894958496, - -3.3848164081573486, - -4.595922470092773, - -3.882766008377075, - 0.39853471517562866, - -0.9198586940765381, - -5.550145626068115, - -0.9499845504760742, - -0.7098730802536011, - -4.827334403991699, - -5.03990364074707, - -3.723639726638794, - -3.882152795791626, - -4.39531946182251, - -3.331951141357422, - -3.5348832607269287, - -3.466547966003418, - -4.088155269622803, - -1.2516419887542725, - -2.5586094856262207, - -3.44541072845459, - -4.06403923034668, - -2.9682438373565674, - -3.121065855026245, - -2.324805974960327, - -4.112499713897705, - 3.089262008666992, - -0.7835995554924011, - -2.659856081008911, - -3.160853385925293, - -3.1441855430603027, - -4.260859489440918, - -2.8637826442718506, - -3.8764727115631104, - -3.989971160888672, - -1.6854430437088013, - -3.0146093368530273, - -2.9125614166259766, - -4.167496681213379 + -0.5324477553367615, + -0.40200042724609375, + -0.4860681891441345, + -0.5140583515167236, + -0.4509708285331726, + -0.5514467358589172, + -0.6607007384300232, + -0.5586367249488831, + -0.6198595762252808, + -0.5198596715927124, + -0.6276043057441711, + -0.19273899495601654, + -0.4454527199268341, + -0.5208959579467773, + -0.524509608745575, + -0.576728880405426, + -0.3742961585521698, + -0.519635021686554, + 0.11468131840229034, + -0.3697243928909302, + -0.5903202295303345, + -0.524905264377594, + -0.38848018646240234, + -0.4211145043373108, + -0.6089212894439697, + -0.7043062448501587, + -0.5593311786651611, + -0.5545184016227722, + -0.39963698387145996, + -0.5432276725769043, + -0.5520493388175964, + -0.2295239269733429, + -0.45412135124206543, + -0.5063861608505249, + -0.313461571931839, + -0.36257079243659973, + -0.6212518811225891, + -0.3994540870189667, + -0.37252891063690186, + -0.2113395631313324, + -0.5599866509437561, + -0.6855602860450745, + -0.5806912183761597, + -0.37712961435317993, + -0.6076520681381226, + -0.6449462175369263, + -0.49032828211784363, + -0.46916869282722473, + -0.3623632490634918, + -0.6001507043838501, + -0.4827660918235779, + -0.4382481276988983, + -0.4956928789615631, + -0.2359371781349182, + -0.34431561827659607, + -0.45167165994644165, + -0.5843706130981445, + -0.603472888469696, + -0.6106958389282227, + -0.7194268107414246, + -0.6110770106315613, + -0.5971810817718506, + -0.4626343846321106, + -0.5685110092163086, + -0.3061220049858093, + -0.28289008140563965, + -0.4732198417186737, + -0.49426060914993286, + -0.34861305356025696, + -0.5101326704025269, + -0.7857829332351685, + -0.4459117650985718, + -0.7191916704177856, + -0.5305079221725464, + -0.6278570890426636, + -0.6366720199584961, + -0.5285051465034485, + -0.4495965838432312, + -0.5416708588600159, + -0.5178759694099426, + -0.8740933537483215, + -0.3262529969215393, + -0.7183966040611267, + -0.44377410411834717, + -0.4616917073726654, + -0.7451465725898743, + -0.4814371168613434, + -0.6326614022254944, + -0.5963132977485657, + -0.34856656193733215, + -0.6437174677848816, + -0.5406006574630737, + -0.4065885543823242, + -0.5207239985466003, + -0.569091796875, + -0.4635104238986969, + -0.7432621717453003, + -0.573582112789154, + -0.4398505389690399, + -0.45245468616485596, + -0.5806738138198853, + -0.3712849020957947, + -0.5138632655143738, + -0.3543127477169037, + -0.6572859287261963, + -0.3051284849643707, + -0.5245831608772278, + -0.5338149070739746, + -0.315213143825531, + -0.8122802972793579, + -0.6073073148727417, + -0.5019022822380066, + -0.7877071499824524, + -0.6652971506118774, + -0.5033700466156006, + -0.5458982586860657, + -0.5428788661956787, + -0.4333682060241699, + -0.5271075963973999, + -0.38256561756134033, + -0.3132317364215851, + -0.47125741839408875, + -0.5275829434394836, + -0.615090012550354, + -0.4882291257381439, + -0.4901939630508423, + -0.4769914448261261, + -0.46574315428733826, + -0.4434952139854431, + -0.3565446734428406, + -0.4979211091995239, + -0.6093670725822449, + -0.38140302896499634, + -0.4725322723388672, + -0.5684148669242859, + -0.4982706606388092, + -0.4736427068710327, + -0.5332233309745789, + -0.8085588812828064, + -0.3362247347831726, + -0.6506733298301697, + -0.710167646408081, + -0.46717679500579834, + -0.6502395868301392, + -0.7314950227737427, + -0.7304101586341858, + -0.6267672777175903, + -0.3745994567871094, + -0.5487093329429626, + -0.6890406608581543, + -0.4684140980243683, + -0.27267730236053467, + -0.48759618401527405, + -0.5932725071907043, + -0.4182235598564148, + -0.8049052357673645, + -0.37442252039909363, + -0.5979388356208801, + -0.5286679267883301, + -0.41767817735671997, + -0.44964176416397095, + -0.5442041754722595, + -0.7810497283935547, + -0.48698920011520386, + -0.5405685305595398, + -0.4181067943572998, + -0.6000787615776062, + -0.5183585286140442, + -0.6106110215187073, + -0.37114906311035156, + -0.6416165232658386, + -0.5202406048774719, + -0.7789877653121948, + -0.4969523847103119, + -0.8693456649780273, + -0.46525049209594727, + -0.5797834396362305, + -0.4726260304450989, + -0.5992625951766968, + -0.6566215753555298, + -0.5504491329193115, + -0.5138664245605469, + -0.5993912816047668, + -0.580702006816864, + -0.6241731643676758, + -0.6627539992332458, + -0.5558564066886902, + -0.6436962485313416, + -0.554669201374054, + -0.6066678166389465, + -0.5239173769950867, + -0.6811540126800537, + -0.40970292687416077, + -0.39018353819847107, + -0.4011681079864502, + -0.6499078869819641, + -0.40503573417663574, + -0.5302051901817322, + -0.5239649415016174, + -0.5573695302009583, + -0.5568540692329407, + -0.5705947875976562, + -0.5752770304679871, + -0.7922815680503845, + -0.6090432405471802, + -0.605326771736145, + -0.5078858733177185, + -0.7268619537353516, + -0.639090359210968, + -0.5570875406265259, + -0.3770916163921356, + -0.5561883449554443, + -0.5340113639831543, + -0.4880375564098358, + -0.51728355884552, + -0.5750404596328735, + -0.6353228688240051, + -0.782235324382782, + -0.40604034066200256, + -0.6128010749816895, + -0.5366531610488892, + -0.548244833946228, + -0.5719428658485413, + -0.6078442335128784, + -0.5780196785926819, + -0.6066262722015381, + -0.625420868396759, + -0.6567182540893555, + -0.5857698321342468, + -0.40789392590522766, + -0.7559828162193298, + -0.45980602502822876, + -0.8702324628829956, + -0.4919271767139435, + -0.5678919553756714, + -0.5680955052375793, + -0.6390169262886047, + -0.11899799853563309, + -0.49154770374298096, + -0.5765359401702881, + -0.5616540908813477, + -0.6347038745880127, + -0.46505728363990784, + -0.6234607100486755, + -0.5777291655540466, + -0.5866621732711792, + -0.7035985589027405, + -0.6758768558502197, + -0.5587677955627441, + -0.535262942314148, + -0.5511200428009033, + -0.48966658115386963, + -0.5989644527435303, + -0.5156764388084412, + -0.5499386191368103, + -0.5898305177688599, + -0.5342810750007629, + -0.7526234984397888, + -0.4520493447780609, + -0.5956217050552368, + -0.3427313268184662, + -0.6805932521820068, + -0.4026016891002655, + -0.6983546018600464, + -0.6621278524398804, + -0.40750986337661743, + -0.5917590260505676, + -0.6917158365249634, + -0.6222103238105774, + -0.6716436147689819, + -0.7526350617408752, + -0.43741512298583984, + -0.6760654449462891, + -0.6646848320960999, + -0.6337027549743652, + -0.6246740221977234, + -0.8279224038124084, + -0.6637458205223083, + -0.616421639919281, + -0.539304256439209, + -0.6944556832313538, + -0.6540988087654114, + -0.7237223386764526, + -0.5656859278678894, + -0.419979989528656, + -0.5020126104354858, + -0.505374014377594, + -0.5941196084022522, + -0.5651354193687439, + -0.5407172441482544, + -0.6277564167976379, + -0.6665881872177124, + -0.5515478849411011, + -0.5770610570907593, + -0.5236003398895264, + -0.6669142842292786, + -0.6123126149177551, + -0.6359288692474365, + -0.5956346392631531, + -0.4103465676307678, + -0.5644136667251587, + -0.676247775554657, + -0.7306652665138245, + -0.49315688014030457, + -0.6261731386184692, + -0.5206615924835205, + -0.6810530424118042, + -0.6678975224494934, + -0.5166184902191162, + -0.45041000843048096, + -0.41382962465286255, + -0.6329541802406311, + -0.4562079608440399, + -0.6784653663635254, + -0.43794941902160645, + -0.5322571992874146, + -0.7059411406517029, + -0.6436198949813843, + -0.6616625785827637, + -0.5476115942001343, + -0.7213422060012817, + -0.7038054466247559, + -0.49749401211738586, + -0.5340453386306763, + -0.5432563424110413, + -0.46954798698425293, + -0.5970364212989807, + -0.5656032562255859, + -0.6029965281486511, + -0.553026020526886, + -0.5398592352867126, + -0.6521605849266052, + -0.6802276968955994, + -0.554634153842926, + -0.609246551990509, + -0.5173403024673462, + -0.5081388354301453, + -0.5124869346618652, + -0.6259877681732178, + -0.6246616840362549, + -0.6966645121574402, + -0.5741791725158691, + -0.5993180871009827, + -0.6207995414733887, + -0.5840128660202026, + -0.712670624256134, + -0.5781587362289429, + -0.6287164092063904, + -0.46654990315437317, + -0.6515917778015137, + -0.6220378279685974, + -0.5405139327049255, + -0.5248561501502991, + -0.575415313243866, + -0.47929492592811584, + -0.6721811890602112, + -0.5997551083564758, + -0.5471673607826233, + -0.5694147348403931, + -0.5790607929229736, + -0.7492081522941589, + -0.439653217792511, + -0.7151317596435547, + -0.6315781474113464, + -0.3540894091129303, + -0.6481547951698303, + -0.9361002445220947, + -0.448692262172699, + -0.5052350759506226, + -0.7396184802055359, + -0.5748613476753235, + -0.7510462999343872, + -0.5436038970947266, + -0.6589221954345703, + -0.5139123797416687, + -0.6389221549034119, + -0.3964777886867523, + -0.8003279566764832, + -0.5545668601989746, + -0.5061526298522949, + -0.6345696449279785, + -0.633947491645813, + -0.5699242353439331, + -0.7322371602058411, + -0.5272079110145569, + -0.5681896209716797, + -0.5337323546409607, + -0.6212764382362366, + -0.5651281476020813, + -0.6291728615760803, + -0.7952161431312561, + -0.5295464396476746, + -0.6047564148902893, + -0.5778257846832275, + -0.4987155795097351, + -0.7718210220336914, + -0.5216613411903381, + -0.663330078125, + -0.6792567372322083, + -0.5875030755996704, + -0.657265305519104, + -0.6668416261672974, + -0.7871039509773254, + -0.7928775548934937, + -0.4776185154914856, + -0.5480678081512451, + -0.5986406803131104, + -0.6117070317268372, + -0.5003732442855835, + -0.7940173149108887, + -0.6381759643554688, + -0.5701084733009338, + -0.6790182590484619, + -0.5423014163970947, + -0.5868609547615051, + -0.7473129034042358, + -0.6629994511604309, + -0.8988452553749084, + -0.5066437125205994, + -0.46668222546577454, + -0.5735647082328796, + -0.6235791444778442, + -0.7460558414459229, + -0.6265245079994202, + -0.6259322762489319, + -0.623410701751709, + -0.6427966356277466, + -0.6675620079040527, + -0.42182475328445435, + -0.6164165735244751, + -0.7406085729598999, + -0.6253687143325806, + -0.5735635757446289, + -0.7503954172134399, + -0.6337926387786865, + -0.6078832149505615, + -0.6044293642044067, + -0.5927605628967285, + -0.7400485873222351, + -0.5698015689849854, + -0.5764531493186951, + -0.6532057523727417, + -0.5787045955657959, + -0.46346136927604675, + -0.5410109162330627, + -0.656943142414093, + -0.6208116412162781, + -0.6802579760551453, + -0.5312129855155945, + -0.697462797164917, + -0.4630909562110901, + -0.4445974826812744, + -0.6001554131507874, + -0.6281665563583374, + -0.9060968160629272, + -0.4694618582725525, + -0.544053316116333, + -0.708296537399292, + -0.5403864979743958, + -0.6296725273132324, + -0.5775508880615234, + -0.6551762819290161, + -0.37465977668762207, + -0.5361613631248474, + -0.6585507392883301, + -0.5360532402992249, + -0.5385000109672546, + -0.5496705174446106, + -0.6556118130683899, + -0.7142508625984192, + -0.62434983253479, + -0.6097790598869324, + -0.5633272528648376, + -0.6503306031227112, + -0.6464802622795105, + -0.3867901861667633, + -0.8052071332931519, + -0.40742066502571106, + -0.4731186330318451, + -0.5927157402038574, + -0.5834962725639343, + -0.6149564981460571, + -0.64934903383255, + -0.47448909282684326, + -0.6806524395942688, + -0.5927871465682983, + -0.5548444390296936, + -0.5101042985916138, + -0.625203549861908, + -0.5397264957427979, + -0.6653048992156982, + -0.559066653251648, + -0.48326703906059265, + -0.5960450172424316, + -0.557707667350769, + -0.490293949842453, + -0.7153263688087463, + -0.550513505935669, + -0.6910724639892578, + -0.5462130904197693 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.675, - 0.7, - 0.7, - 0.675, - 0.625, - 0.6749999999999999, - 0.65, - 0.65, - 0.6499999999999999 + 0.4375, + 0.5, + 0.44999999999999996, + 0.43749999999999994, + 0.5, + 0.46249999999999997, + 0.4875, + 0.4749999999999999, + 0.5125, + 0.44999999999999996, + 0.425, + 0.45, + 0.45, + 0.4375, + 0.4, + 0.47500000000000003, + 0.44999999999999996, + 0.375, + 0.43749999999999994, + 0.46249999999999997 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.683800220489502, - 0.7034082412719727, - 0.3757201135158539, - 0.10509972274303436, - -0.06481512635946274, - 0.23263105750083923, - 0.12190115451812744, - 0.357564777135849, - 0.16810542345046997, - 0.7919324040412903 + 0.13296721875667572, + 0.15047761797904968, + 0.06382889300584793, + -0.12777696549892426, + -0.14909903705120087, + -0.020361972972750664, + -0.06486428529024124, + 0.07064962387084961, + 0.09835540503263474, + 0.08860943466424942, + 0.07020660489797592, + 0.012225493788719177, + 0.09536642581224442, + -0.05534101277589798, + 0.14350418746471405, + 0.0636836364865303, + 0.11105506867170334, + 0.13870424032211304, + 0.14144660532474518, + -0.02708248235285282 ], "rl_grad_norm": [ - 0.7090591788291931, - 0.6223543882369995, - 0.5677557587623596, - 0.38345733284950256, - 0.24437527358531952, - 0.04333799332380295, - 0.3670394718647003, - 0.10420878231525421, - 0.17391382157802582, - 0.011599241755902767 + 0.5815486311912537, + 0.13190443813800812, + 0.09330381453037262, + 0.17358122766017914, + 0.12030462920665741, + 0.34419921040534973, + 0.11933828145265579, + 0.10539431124925613, + 0.08823153376579285, + 0.0668635293841362, + 0.15450970828533173, + 0.11366384476423264, + 0.07600422203540802, + 0.1747545748949051, + 0.09668225795030594, + 0.04377876967191696, + 0.10382692515850067, + 0.09350957721471786, + 0.12450063973665237, + 0.1361684799194336 ], "bc_grad_norm": [ - 0.12270886451005936, - 0.1978493332862854, - 0.19811967015266418, - 0.11008941382169724, - 0.11289020627737045, - 0.09778527915477753, - 0.04447655752301216, - 0.08112739026546478, - 0.07911723107099533, - 0.13610754907131195 + 1.9149197340011597, + 1.0567930936813354, + 1.127388596534729, + 1.1764657497406006, + 1.8163065910339355, + 1.3460732698440552, + 1.704834222793579, + 1.3718997240066528, + 0.9150243997573853, + 1.01211416721344, + 0.8402259349822998, + 0.8963624835014343, + 1.6917309761047363, + 2.6359663009643555, + 1.7563912868499756, + 2.2318837642669678, + 1.813311219215393, + 1.8461834192276, + 3.658942222595215, + 2.590715169906616 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.0.self_attn.in_proj_weight": 0.15790438652038574, - "transformer.layers.0.self_attn.in_proj_bias": 0.011371222324669361, - "transformer.layers.0.self_attn.out_proj.weight": 0.13016940653324127, - "transformer.layers.0.self_attn.out_proj.bias": 0.01607435755431652, - "transformer.layers.0.norm1.weight": 0.010655008256435394, - "transformer.layers.0.norm1.bias": 0.009568090550601482, - "transformer.layers.1.self_attn.in_proj_weight": 0.11893099546432495, - "transformer.layers.1.self_attn.in_proj_bias": 0.007943617179989815, - "transformer.layers.1.self_attn.out_proj.weight": 0.15643621981143951, - "transformer.layers.1.self_attn.out_proj.bias": 0.011088819243013859, - "transformer.layers.1.norm1.weight": 0.007438425440341234, - "transformer.layers.1.norm1.bias": 0.006423820275813341, - "transformer.layers.2.self_attn.in_proj_weight": 0.13826316595077515, - "transformer.layers.2.self_attn.in_proj_bias": 0.010529455728828907, - "transformer.layers.2.self_attn.out_proj.weight": 0.1251353621482849, - "transformer.layers.2.self_attn.out_proj.bias": 0.01212291419506073, - "transformer.layers.2.norm1.weight": 0.00962864700704813, - "transformer.layers.2.norm1.bias": 0.011806178838014603, - "transformer.layers.3.self_attn.in_proj_weight": 0.3160708248615265, - "transformer.layers.3.self_attn.in_proj_bias": 0.02813478745520115, - "transformer.layers.3.self_attn.out_proj.weight": 0.14196975529193878, - "transformer.layers.3.self_attn.out_proj.bias": 0.020716166123747826, - "transformer.layers.3.norm1.weight": 0.023460019379854202, - "transformer.layers.3.norm1.bias": 0.039610356092453 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.2135472148656845, - "transformer.layers.0.self_attn.in_proj_bias": 0.020077086985111237, - "transformer.layers.0.self_attn.out_proj.weight": 0.1912202686071396, - "transformer.layers.0.self_attn.out_proj.bias": 0.024569693952798843, - "transformer.layers.0.norm1.weight": 0.014484205283224583, - "transformer.layers.0.norm1.bias": 0.019116241484880447, - "transformer.layers.1.self_attn.in_proj_weight": 0.16612158715724945, - "transformer.layers.1.self_attn.in_proj_bias": 0.012182613834738731, - "transformer.layers.1.self_attn.out_proj.weight": 0.23174676299095154, - "transformer.layers.1.self_attn.out_proj.bias": 0.017056623473763466, - "transformer.layers.1.norm1.weight": 0.008559786714613438, - "transformer.layers.1.norm1.bias": 0.010885598137974739, - "transformer.layers.2.self_attn.in_proj_weight": 0.1925974041223526, - "transformer.layers.2.self_attn.in_proj_bias": 0.013632316142320633, - "transformer.layers.2.self_attn.out_proj.weight": 0.15531110763549805, - "transformer.layers.2.self_attn.out_proj.bias": 0.016972631216049194, - "transformer.layers.2.norm1.weight": 0.013302273117005825, - "transformer.layers.2.norm1.bias": 0.012837551534175873, - "transformer.layers.3.self_attn.in_proj_weight": 0.3561301827430725, - "transformer.layers.3.self_attn.in_proj_bias": 0.03213251382112503, - "transformer.layers.3.self_attn.out_proj.weight": 0.19397465884685516, - "transformer.layers.3.self_attn.out_proj.bias": 0.027550727128982544, - "transformer.layers.3.norm1.weight": 0.02729310467839241, - "transformer.layers.3.norm1.bias": 0.04487399756908417 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.10102763772010803, - "transformer.layers.0.self_attn.in_proj_bias": 0.009053775109350681, - "transformer.layers.0.self_attn.out_proj.weight": 0.11182005703449249, - "transformer.layers.0.self_attn.out_proj.bias": 0.014970408752560616, - "transformer.layers.0.norm1.weight": 0.0055067576467990875, - "transformer.layers.0.norm1.bias": 0.007437677588313818, - "transformer.layers.1.self_attn.in_proj_weight": 0.11483776569366455, - "transformer.layers.1.self_attn.in_proj_bias": 0.007424431387335062, - "transformer.layers.1.self_attn.out_proj.weight": 0.15984401106834412, - "transformer.layers.1.self_attn.out_proj.bias": 0.012862520292401314, - "transformer.layers.1.norm1.weight": 0.007308038417249918, - "transformer.layers.1.norm1.bias": 0.005796903744339943, - "transformer.layers.2.self_attn.in_proj_weight": 0.128741055727005, - "transformer.layers.2.self_attn.in_proj_bias": 0.009859808720648289, - "transformer.layers.2.self_attn.out_proj.weight": 0.12800954282283783, - "transformer.layers.2.self_attn.out_proj.bias": 0.013726371340453625, - "transformer.layers.2.norm1.weight": 0.008766936138272285, - "transformer.layers.2.norm1.bias": 0.010563175193965435, - "transformer.layers.3.self_attn.in_proj_weight": 0.33655285835266113, - "transformer.layers.3.self_attn.in_proj_bias": 0.03313770890235901, - "transformer.layers.3.self_attn.out_proj.weight": 0.16638338565826416, - "transformer.layers.3.self_attn.out_proj.bias": 0.0262063629925251, - "transformer.layers.3.norm1.weight": 0.025898238644003868, - "transformer.layers.3.norm1.bias": 0.04723414033651352 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.09277282655239105, - "transformer.layers.0.self_attn.in_proj_bias": 0.004793204367160797, - "transformer.layers.0.self_attn.out_proj.weight": 0.07177185267210007, - "transformer.layers.0.self_attn.out_proj.bias": 0.008075591176748276, - "transformer.layers.0.norm1.weight": 0.005242185201495886, - "transformer.layers.0.norm1.bias": 0.004328868817538023, - "transformer.layers.1.self_attn.in_proj_weight": 0.07443783432245255, - "transformer.layers.1.self_attn.in_proj_bias": 0.004821394104510546, - "transformer.layers.1.self_attn.out_proj.weight": 0.08863474428653717, - "transformer.layers.1.self_attn.out_proj.bias": 0.005983263719826937, - "transformer.layers.1.norm1.weight": 0.004212019499391317, - "transformer.layers.1.norm1.bias": 0.004868150223046541, - "transformer.layers.2.self_attn.in_proj_weight": 0.09782985597848892, - "transformer.layers.2.self_attn.in_proj_bias": 0.005473737139254808, - "transformer.layers.2.self_attn.out_proj.weight": 0.07436885684728622, - "transformer.layers.2.self_attn.out_proj.bias": 0.006521265953779221, - "transformer.layers.2.norm1.weight": 0.0064059533178806305, - "transformer.layers.2.norm1.bias": 0.0061009591445326805, - "transformer.layers.3.self_attn.in_proj_weight": 0.19208909571170807, - "transformer.layers.3.self_attn.in_proj_bias": 0.011901372112333775, - "transformer.layers.3.self_attn.out_proj.weight": 0.09078721702098846, - "transformer.layers.3.self_attn.out_proj.bias": 0.009671175852417946, - "transformer.layers.3.norm1.weight": 0.013240599073469639, - "transformer.layers.3.norm1.bias": 0.014541159383952618 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.3714357018470764, - "transformer.layers.0.self_attn.in_proj_bias": 0.013702156953513622, - "transformer.layers.0.self_attn.out_proj.weight": 0.40506595373153687, - "transformer.layers.0.self_attn.out_proj.bias": 0.01979386806488037, - "transformer.layers.0.norm1.weight": 0.0195964016020298, - "transformer.layers.0.norm1.bias": 0.010438961908221245, - "transformer.layers.1.self_attn.in_proj_weight": 0.3474671542644501, - "transformer.layers.1.self_attn.in_proj_bias": 0.016095852479338646, - "transformer.layers.1.self_attn.out_proj.weight": 0.08120853453874588, - "transformer.layers.1.self_attn.out_proj.bias": 0.005965511314570904, - "transformer.layers.1.norm1.weight": 0.02201315201818943, - "transformer.layers.1.norm1.bias": 0.01631051115691662, - "transformer.layers.2.self_attn.in_proj_weight": 0.13503117859363556, - "transformer.layers.2.self_attn.in_proj_bias": 0.006067600101232529, - "transformer.layers.2.self_attn.out_proj.weight": 0.0482218861579895, - "transformer.layers.2.self_attn.out_proj.bias": 0.004890523385256529, - "transformer.layers.2.norm1.weight": 0.00865163467824459, - "transformer.layers.2.norm1.bias": 0.006326781120151281, - "transformer.layers.3.self_attn.in_proj_weight": 0.11426284164190292, - "transformer.layers.3.self_attn.in_proj_bias": 0.010384575463831425, - "transformer.layers.3.self_attn.out_proj.weight": 0.05068734288215637, - "transformer.layers.3.self_attn.out_proj.bias": 0.008600554428994656, - "transformer.layers.3.norm1.weight": 0.008371984586119652, - "transformer.layers.3.norm1.bias": 0.013939432799816132 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.02885875292122364, - "transformer.layers.0.self_attn.in_proj_bias": 0.0017211157828569412, - "transformer.layers.0.self_attn.out_proj.weight": 0.025375114753842354, - "transformer.layers.0.self_attn.out_proj.bias": 0.002253938466310501, - "transformer.layers.0.norm1.weight": 0.0016719138948246837, - "transformer.layers.0.norm1.bias": 0.0015823855064809322, - "transformer.layers.1.self_attn.in_proj_weight": 0.021068735048174858, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008703846833668649, - "transformer.layers.1.self_attn.out_proj.weight": 0.014441419392824173, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008800731156952679, - "transformer.layers.1.norm1.weight": 0.0012924395268782973, - "transformer.layers.1.norm1.bias": 0.0008785109966993332, - "transformer.layers.2.self_attn.in_proj_weight": 0.020759955048561096, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007840570178814232, - "transformer.layers.2.self_attn.out_proj.weight": 0.010712514631450176, - "transformer.layers.2.self_attn.out_proj.bias": 0.000651312991976738, - "transformer.layers.2.norm1.weight": 0.0013971062144264579, - "transformer.layers.2.norm1.bias": 0.0007633466157130897, - "transformer.layers.3.self_attn.in_proj_weight": 0.024631187319755554, - "transformer.layers.3.self_attn.in_proj_bias": 0.0014079469256103039, - "transformer.layers.3.self_attn.out_proj.weight": 0.01119421236217022, - "transformer.layers.3.self_attn.out_proj.bias": 0.0009564902284182608, - "transformer.layers.3.norm1.weight": 0.0021216683089733124, - "transformer.layers.3.norm1.bias": 0.0018354245694354177 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.18108975887298584, - "transformer.layers.0.self_attn.in_proj_bias": 0.010340460576117039, - "transformer.layers.0.self_attn.out_proj.weight": 0.15813781321048737, - "transformer.layers.0.self_attn.out_proj.bias": 0.01187366433441639, - "transformer.layers.0.norm1.weight": 0.010918268002569675, - "transformer.layers.0.norm1.bias": 0.00870702788233757, - "transformer.layers.1.self_attn.in_proj_weight": 0.11214196681976318, - "transformer.layers.1.self_attn.in_proj_bias": 0.005096382461488247, - "transformer.layers.1.self_attn.out_proj.weight": 0.08908920735120773, - "transformer.layers.1.self_attn.out_proj.bias": 0.004179360345005989, - "transformer.layers.1.norm1.weight": 0.007287105079740286, - "transformer.layers.1.norm1.bias": 0.0050183446146547794, - "transformer.layers.2.self_attn.in_proj_weight": 0.09243372082710266, - "transformer.layers.2.self_attn.in_proj_bias": 0.002861939836293459, - "transformer.layers.2.self_attn.out_proj.weight": 0.05251850560307503, - "transformer.layers.2.self_attn.out_proj.bias": 0.002276856452226639, - "transformer.layers.2.norm1.weight": 0.007450899109244347, - "transformer.layers.2.norm1.bias": 0.003113602986559272, - "transformer.layers.3.self_attn.in_proj_weight": 0.06144759804010391, - "transformer.layers.3.self_attn.in_proj_bias": 0.0034035569988191128, - "transformer.layers.3.self_attn.out_proj.weight": 0.030655814334750175, - "transformer.layers.3.self_attn.out_proj.bias": 0.0025075667072087526, - "transformer.layers.3.norm1.weight": 0.004996355157345533, - "transformer.layers.3.norm1.bias": 0.004807620774954557 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.02159617654979229, - "transformer.layers.0.self_attn.in_proj_bias": 0.0016686952440068126, - "transformer.layers.0.self_attn.out_proj.weight": 0.023600585758686066, - "transformer.layers.0.self_attn.out_proj.bias": 0.0023799489717930555, - "transformer.layers.0.norm1.weight": 0.00120297831017524, - "transformer.layers.0.norm1.bias": 0.001455281162634492, - "transformer.layers.1.self_attn.in_proj_weight": 0.026270052418112755, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012923616450279951, - "transformer.layers.1.self_attn.out_proj.weight": 0.0205756276845932, - "transformer.layers.1.self_attn.out_proj.bias": 0.0014461487298831344, - "transformer.layers.1.norm1.weight": 0.0019617725629359484, - "transformer.layers.1.norm1.bias": 0.0015788311138749123, - "transformer.layers.2.self_attn.in_proj_weight": 0.022609753534197807, - "transformer.layers.2.self_attn.in_proj_bias": 0.0012377470266073942, - "transformer.layers.2.self_attn.out_proj.weight": 0.01653016172349453, - "transformer.layers.2.self_attn.out_proj.bias": 0.0015288592549040914, - "transformer.layers.2.norm1.weight": 0.0015356295043602586, - "transformer.layers.2.norm1.bias": 0.0013390243984758854, - "transformer.layers.3.self_attn.in_proj_weight": 0.041187018156051636, - "transformer.layers.3.self_attn.in_proj_bias": 0.0024974418338388205, - "transformer.layers.3.self_attn.out_proj.weight": 0.017518583685159683, - "transformer.layers.3.self_attn.out_proj.bias": 0.0020111710764467716, - "transformer.layers.3.norm1.weight": 0.0029773260466754436, - "transformer.layers.3.norm1.bias": 0.0029308744706213474 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.05101512745022774, - "transformer.layers.0.self_attn.in_proj_bias": 0.002713866299018264, - "transformer.layers.0.self_attn.out_proj.weight": 0.04750794172286987, - "transformer.layers.0.self_attn.out_proj.bias": 0.003906297031790018, - "transformer.layers.0.norm1.weight": 0.0027730544097721577, - "transformer.layers.0.norm1.bias": 0.0021404752042144537, - "transformer.layers.1.self_attn.in_proj_weight": 0.06184398755431175, - "transformer.layers.1.self_attn.in_proj_bias": 0.0028557274490594864, - "transformer.layers.1.self_attn.out_proj.weight": 0.04566286504268646, - "transformer.layers.1.self_attn.out_proj.bias": 0.0030679674819111824, - "transformer.layers.1.norm1.weight": 0.0037237145006656647, - "transformer.layers.1.norm1.bias": 0.00215325434692204, - "transformer.layers.2.self_attn.in_proj_weight": 0.07555059343576431, - "transformer.layers.2.self_attn.in_proj_bias": 0.002644006861373782, - "transformer.layers.2.self_attn.out_proj.weight": 0.03670636564493179, - "transformer.layers.2.self_attn.out_proj.bias": 0.002673559822142124, - "transformer.layers.2.norm1.weight": 0.004757600836455822, - "transformer.layers.2.norm1.bias": 0.0021060523577034473, - "transformer.layers.3.self_attn.in_proj_weight": 0.12519261240959167, - "transformer.layers.3.self_attn.in_proj_bias": 0.004698520060628653, - "transformer.layers.3.self_attn.out_proj.weight": 0.05248752981424332, - "transformer.layers.3.self_attn.out_proj.bias": 0.002505452139303088, - "transformer.layers.3.norm1.weight": 0.010567604564130306, - "transformer.layers.3.norm1.bias": 0.005166711751371622 - }, - { - "transformer.layers.0.self_attn.in_proj_weight": 0.1661669760942459, - "transformer.layers.0.self_attn.in_proj_bias": 0.010350292548537254, - "transformer.layers.0.self_attn.out_proj.weight": 0.19729191064834595, - "transformer.layers.0.self_attn.out_proj.bias": 0.014248443767428398, - "transformer.layers.0.norm1.weight": 0.00846687238663435, - "transformer.layers.0.norm1.bias": 0.008924316614866257, - "transformer.layers.1.self_attn.in_proj_weight": 0.11381924897432327, - "transformer.layers.1.self_attn.in_proj_bias": 0.005557531490921974, - "transformer.layers.1.self_attn.out_proj.weight": 0.0786907896399498, - "transformer.layers.1.self_attn.out_proj.bias": 0.005322093144059181, - "transformer.layers.1.norm1.weight": 0.007074776571244001, - "transformer.layers.1.norm1.bias": 0.00519529776647687, - "transformer.layers.2.self_attn.in_proj_weight": 0.06259715557098389, - "transformer.layers.2.self_attn.in_proj_bias": 0.0032684593461453915, - "transformer.layers.2.self_attn.out_proj.weight": 0.05086903274059296, - "transformer.layers.2.self_attn.out_proj.bias": 0.003399078268557787, - "transformer.layers.2.norm1.weight": 0.004184512421488762, - "transformer.layers.2.norm1.bias": 0.0034230086021125317, - "transformer.layers.3.self_attn.in_proj_weight": 0.08656641095876694, - "transformer.layers.3.self_attn.in_proj_bias": 0.004891929682344198, - "transformer.layers.3.self_attn.out_proj.weight": 0.04800490662455559, - "transformer.layers.3.self_attn.out_proj.bias": 0.004019423853605986, - "transformer.layers.3.norm1.weight": 0.006483405362814665, - "transformer.layers.3.norm1.bias": 0.006555354222655296 + "transformer.layers.0.self_attn.in_proj_weight": 0.15313731133937836, + "transformer.layers.0.self_attn.in_proj_bias": 0.015941811725497246, + "transformer.layers.0.self_attn.out_proj.weight": 0.16609296202659607, + "transformer.layers.0.self_attn.out_proj.bias": 0.020457541570067406, + "transformer.layers.1.self_attn.in_proj_weight": 0.15328820049762726, + "transformer.layers.1.self_attn.in_proj_bias": 0.010158529505133629, + "transformer.layers.1.self_attn.out_proj.weight": 0.20000585913658142, + "transformer.layers.1.self_attn.out_proj.bias": 0.013491884805262089, + "transformer.layers.2.self_attn.in_proj_weight": 0.17171841859817505, + "transformer.layers.2.self_attn.in_proj_bias": 0.012783617712557316, + "transformer.layers.2.self_attn.out_proj.weight": 0.1814582347869873, + "transformer.layers.2.self_attn.out_proj.bias": 0.012982417829334736, + "transformer.layers.3.self_attn.in_proj_weight": 0.30903807282447815, + "transformer.layers.3.self_attn.in_proj_bias": 0.02452150732278824, + "transformer.layers.3.self_attn.out_proj.weight": 0.19272735714912415, + "transformer.layers.3.self_attn.out_proj.bias": 0.020096665248274803 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.05298955738544464, + "transformer.layers.0.self_attn.in_proj_bias": 0.004577433690428734, + "transformer.layers.0.self_attn.out_proj.weight": 0.05095085874199867, + "transformer.layers.0.self_attn.out_proj.bias": 0.006117702461779118, + "transformer.layers.1.self_attn.in_proj_weight": 0.0501788891851902, + "transformer.layers.1.self_attn.in_proj_bias": 0.003224737709388137, + "transformer.layers.1.self_attn.out_proj.weight": 0.054079003632068634, + "transformer.layers.1.self_attn.out_proj.bias": 0.0036588136572390795, + "transformer.layers.2.self_attn.in_proj_weight": 0.056504033505916595, + "transformer.layers.2.self_attn.in_proj_bias": 0.003407522803172469, + "transformer.layers.2.self_attn.out_proj.weight": 0.04327626898884773, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032654190436005592, + "transformer.layers.3.self_attn.in_proj_weight": 0.07375574111938477, + "transformer.layers.3.self_attn.in_proj_bias": 0.006444691680371761, + "transformer.layers.3.self_attn.out_proj.weight": 0.04865370690822601, + "transformer.layers.3.self_attn.out_proj.bias": 0.004892253316938877 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.0427079014480114, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034215294290333986, + "transformer.layers.0.self_attn.out_proj.weight": 0.03711874037981033, + "transformer.layers.0.self_attn.out_proj.bias": 0.004369530361145735, + "transformer.layers.1.self_attn.in_proj_weight": 0.033512670546770096, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019634366035461426, + "transformer.layers.1.self_attn.out_proj.weight": 0.03628159686923027, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029003501404076815, + "transformer.layers.2.self_attn.in_proj_weight": 0.04550410434603691, + "transformer.layers.2.self_attn.in_proj_bias": 0.0025857342407107353, + "transformer.layers.2.self_attn.out_proj.weight": 0.034128107130527496, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025938875041902065, + "transformer.layers.3.self_attn.in_proj_weight": 0.062229055911302567, + "transformer.layers.3.self_attn.in_proj_bias": 0.005861888639628887, + "transformer.layers.3.self_attn.out_proj.weight": 0.03690297156572342, + "transformer.layers.3.self_attn.out_proj.bias": 0.004641757346689701 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.056153737008571625, + "transformer.layers.0.self_attn.in_proj_bias": 0.005915423855185509, + "transformer.layers.0.self_attn.out_proj.weight": 0.05174010619521141, + "transformer.layers.0.self_attn.out_proj.bias": 0.007673987653106451, + "transformer.layers.1.self_attn.in_proj_weight": 0.058918584138154984, + "transformer.layers.1.self_attn.in_proj_bias": 0.0034744704607874155, + "transformer.layers.1.self_attn.out_proj.weight": 0.06408566981554031, + "transformer.layers.1.self_attn.out_proj.bias": 0.0048266262747347355, + "transformer.layers.2.self_attn.in_proj_weight": 0.052397821098566055, + "transformer.layers.2.self_attn.in_proj_bias": 0.0038333465345203876, + "transformer.layers.2.self_attn.out_proj.weight": 0.04243225231766701, + "transformer.layers.2.self_attn.out_proj.bias": 0.0036862045526504517, + "transformer.layers.3.self_attn.in_proj_weight": 0.07297678291797638, + "transformer.layers.3.self_attn.in_proj_bias": 0.006502861622720957, + "transformer.layers.3.self_attn.out_proj.weight": 0.03926502913236618, + "transformer.layers.3.self_attn.out_proj.bias": 0.0049912394024431705 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04360450059175491, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028489278629422188, + "transformer.layers.0.self_attn.out_proj.weight": 0.04180263727903366, + "transformer.layers.0.self_attn.out_proj.bias": 0.0040077161975204945, + "transformer.layers.1.self_attn.in_proj_weight": 0.037814363837242126, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020004985854029655, + "transformer.layers.1.self_attn.out_proj.weight": 0.03462385758757591, + "transformer.layers.1.self_attn.out_proj.bias": 0.002889119554311037, + "transformer.layers.2.self_attn.in_proj_weight": 0.06131880357861519, + "transformer.layers.2.self_attn.in_proj_bias": 0.0024180749896913767, + "transformer.layers.2.self_attn.out_proj.weight": 0.03430849686264992, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027957367710769176, + "transformer.layers.3.self_attn.in_proj_weight": 0.08467839658260345, + "transformer.layers.3.self_attn.in_proj_bias": 0.006735701579600573, + "transformer.layers.3.self_attn.out_proj.weight": 0.04294725880026817, + "transformer.layers.3.self_attn.out_proj.bias": 0.004462039098143578 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.08442199975252151, + "transformer.layers.0.self_attn.in_proj_bias": 0.007876900024712086, + "transformer.layers.0.self_attn.out_proj.weight": 0.0768052488565445, + "transformer.layers.0.self_attn.out_proj.bias": 0.010717249475419521, + "transformer.layers.1.self_attn.in_proj_weight": 0.0770808532834053, + "transformer.layers.1.self_attn.in_proj_bias": 0.005185403395444155, + "transformer.layers.1.self_attn.out_proj.weight": 0.08228719979524612, + "transformer.layers.1.self_attn.out_proj.bias": 0.007356471382081509, + "transformer.layers.2.self_attn.in_proj_weight": 0.12177250534296036, + "transformer.layers.2.self_attn.in_proj_bias": 0.006836018059402704, + "transformer.layers.2.self_attn.out_proj.weight": 0.08276136964559555, + "transformer.layers.2.self_attn.out_proj.bias": 0.007603367790579796, + "transformer.layers.3.self_attn.in_proj_weight": 0.1949792355298996, + "transformer.layers.3.self_attn.in_proj_bias": 0.018968826159834862, + "transformer.layers.3.self_attn.out_proj.weight": 0.10273852199316025, + "transformer.layers.3.self_attn.out_proj.bias": 0.013798368163406849 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.05093980208039284, + "transformer.layers.0.self_attn.in_proj_bias": 0.0037161260843276978, + "transformer.layers.0.self_attn.out_proj.weight": 0.04373014718294144, + "transformer.layers.0.self_attn.out_proj.bias": 0.004535936284810305, + "transformer.layers.1.self_attn.in_proj_weight": 0.04167000949382782, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024232182186096907, + "transformer.layers.1.self_attn.out_proj.weight": 0.03887150064110756, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029544553253799677, + "transformer.layers.2.self_attn.in_proj_weight": 0.04171276092529297, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022603017278015614, + "transformer.layers.2.self_attn.out_proj.weight": 0.03502078726887703, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027200833428651094, + "transformer.layers.3.self_attn.in_proj_weight": 0.06330247223377228, + "transformer.layers.3.self_attn.in_proj_bias": 0.00587744265794754, + "transformer.layers.3.self_attn.out_proj.weight": 0.03483245521783829, + "transformer.layers.3.self_attn.out_proj.bias": 0.0040289172902703285 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.03397814556956291, + "transformer.layers.0.self_attn.in_proj_bias": 0.002709736581891775, + "transformer.layers.0.self_attn.out_proj.weight": 0.030292268842458725, + "transformer.layers.0.self_attn.out_proj.bias": 0.003557320451363921, + "transformer.layers.1.self_attn.in_proj_weight": 0.03261401876807213, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019600363448262215, + "transformer.layers.1.self_attn.out_proj.weight": 0.031032586470246315, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021160179749131203, + "transformer.layers.2.self_attn.in_proj_weight": 0.034323785454034805, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018830526387318969, + "transformer.layers.2.self_attn.out_proj.weight": 0.03137752786278725, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018572135595604777, + "transformer.layers.3.self_attn.in_proj_weight": 0.05370841175317764, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031429091468453407, + "transformer.layers.3.self_attn.out_proj.weight": 0.033266402781009674, + "transformer.layers.3.self_attn.out_proj.bias": 0.002304740948602557 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.03400368615984917, + "transformer.layers.0.self_attn.in_proj_bias": 0.002268175594508648, + "transformer.layers.0.self_attn.out_proj.weight": 0.027216671034693718, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030230716802179813, + "transformer.layers.1.self_attn.in_proj_weight": 0.03125275671482086, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016035028966143727, + "transformer.layers.1.self_attn.out_proj.weight": 0.029948435723781586, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020878759678453207, + "transformer.layers.2.self_attn.in_proj_weight": 0.03026113286614418, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018307982245460153, + "transformer.layers.2.self_attn.out_proj.weight": 0.023844672366976738, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018409405602142215, + "transformer.layers.3.self_attn.in_proj_weight": 0.05399802327156067, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033548176288604736, + "transformer.layers.3.self_attn.out_proj.weight": 0.02807331643998623, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023095624055713415 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.023062048479914665, + "transformer.layers.0.self_attn.in_proj_bias": 0.001496845274232328, + "transformer.layers.0.self_attn.out_proj.weight": 0.022467873990535736, + "transformer.layers.0.self_attn.out_proj.bias": 0.0020625069737434387, + "transformer.layers.1.self_attn.in_proj_weight": 0.02299424819648266, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013082482619211078, + "transformer.layers.1.self_attn.out_proj.weight": 0.02036949060857296, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014657994033768773, + "transformer.layers.2.self_attn.in_proj_weight": 0.02513795532286167, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011618892895057797, + "transformer.layers.2.self_attn.out_proj.weight": 0.01623094081878662, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013412192929536104, + "transformer.layers.3.self_attn.in_proj_weight": 0.040339965373277664, + "transformer.layers.3.self_attn.in_proj_bias": 0.002939827274531126, + "transformer.layers.3.self_attn.out_proj.weight": 0.01659424416720867, + "transformer.layers.3.self_attn.out_proj.bias": 0.001976769883185625 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04548763856291771, + "transformer.layers.0.self_attn.in_proj_bias": 0.003985898103564978, + "transformer.layers.0.self_attn.out_proj.weight": 0.04145030304789543, + "transformer.layers.0.self_attn.out_proj.bias": 0.005455791484564543, + "transformer.layers.1.self_attn.in_proj_weight": 0.041990600526332855, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026859629433602095, + "transformer.layers.1.self_attn.out_proj.weight": 0.042729880660772324, + "transformer.layers.1.self_attn.out_proj.bias": 0.003918849863111973, + "transformer.layers.2.self_attn.in_proj_weight": 0.052623115479946136, + "transformer.layers.2.self_attn.in_proj_bias": 0.0035445275716483593, + "transformer.layers.2.self_attn.out_proj.weight": 0.041532136499881744, + "transformer.layers.2.self_attn.out_proj.bias": 0.004103212617337704, + "transformer.layers.3.self_attn.in_proj_weight": 0.08199331909418106, + "transformer.layers.3.self_attn.in_proj_bias": 0.009828437119722366, + "transformer.layers.3.self_attn.out_proj.weight": 0.04338005557656288, + "transformer.layers.3.self_attn.out_proj.bias": 0.007744541857391596 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.20562808215618134, + "transformer.layers.0.self_attn.in_proj_bias": 0.009966320358216763, + "transformer.layers.0.self_attn.out_proj.weight": 0.1463223397731781, + "transformer.layers.0.self_attn.out_proj.bias": 0.014184567146003246, + "transformer.layers.1.self_attn.in_proj_weight": 0.28444311022758484, + "transformer.layers.1.self_attn.in_proj_bias": 0.008481166325509548, + "transformer.layers.1.self_attn.out_proj.weight": 0.1432439535856247, + "transformer.layers.1.self_attn.out_proj.bias": 0.010429647751152515, + "transformer.layers.2.self_attn.in_proj_weight": 0.19127784669399261, + "transformer.layers.2.self_attn.in_proj_bias": 0.008256223052740097, + "transformer.layers.2.self_attn.out_proj.weight": 0.16885867714881897, + "transformer.layers.2.self_attn.out_proj.bias": 0.009678325615823269, + "transformer.layers.3.self_attn.in_proj_weight": 0.38760238885879517, + "transformer.layers.3.self_attn.in_proj_bias": 0.019187690690159798, + "transformer.layers.3.self_attn.out_proj.weight": 0.10358317941427231, + "transformer.layers.3.self_attn.out_proj.bias": 0.008257138542830944 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04300030320882797, + "transformer.layers.0.self_attn.in_proj_bias": 0.003060312243178487, + "transformer.layers.0.self_attn.out_proj.weight": 0.030766719952225685, + "transformer.layers.0.self_attn.out_proj.bias": 0.003394471947103739, + "transformer.layers.1.self_attn.in_proj_weight": 0.034690629690885544, + "transformer.layers.1.self_attn.in_proj_bias": 0.001913063577376306, + "transformer.layers.1.self_attn.out_proj.weight": 0.029369626194238663, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021395194344222546, + "transformer.layers.2.self_attn.in_proj_weight": 0.029181577265262604, + "transformer.layers.2.self_attn.in_proj_bias": 0.001625962438993156, + "transformer.layers.2.self_attn.out_proj.weight": 0.024575309827923775, + "transformer.layers.2.self_attn.out_proj.bias": 0.0020133673679083586, + "transformer.layers.3.self_attn.in_proj_weight": 0.0492180734872818, + "transformer.layers.3.self_attn.in_proj_bias": 0.004356687422841787, + "transformer.layers.3.self_attn.out_proj.weight": 0.022509541362524033, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032273842953145504 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.0617503747344017, + "transformer.layers.0.self_attn.in_proj_bias": 0.005261740181595087, + "transformer.layers.0.self_attn.out_proj.weight": 0.05778650939464569, + "transformer.layers.0.self_attn.out_proj.bias": 0.007559454068541527, + "transformer.layers.1.self_attn.in_proj_weight": 0.057490184903144836, + "transformer.layers.1.self_attn.in_proj_bias": 0.003531578928232193, + "transformer.layers.1.self_attn.out_proj.weight": 0.062184322625398636, + "transformer.layers.1.self_attn.out_proj.bias": 0.004865721799433231, + "transformer.layers.2.self_attn.in_proj_weight": 0.06055695191025734, + "transformer.layers.2.self_attn.in_proj_bias": 0.0040232655592262745, + "transformer.layers.2.self_attn.out_proj.weight": 0.05311831831932068, + "transformer.layers.2.self_attn.out_proj.bias": 0.004799102898687124, + "transformer.layers.3.self_attn.in_proj_weight": 0.11201627552509308, + "transformer.layers.3.self_attn.in_proj_bias": 0.011011228896677494, + "transformer.layers.3.self_attn.out_proj.weight": 0.06505296379327774, + "transformer.layers.3.self_attn.out_proj.bias": 0.008633873425424099 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.0256384015083313, + "transformer.layers.0.self_attn.in_proj_bias": 0.002276950515806675, + "transformer.layers.0.self_attn.out_proj.weight": 0.022837191820144653, + "transformer.layers.0.self_attn.out_proj.bias": 0.003014839021489024, + "transformer.layers.1.self_attn.in_proj_weight": 0.0224843118339777, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015617180615663528, + "transformer.layers.1.self_attn.out_proj.weight": 0.017984889447689056, + "transformer.layers.1.self_attn.out_proj.bias": 0.0013854751596227288, + "transformer.layers.2.self_attn.in_proj_weight": 0.018557928502559662, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009015602990984917, + "transformer.layers.2.self_attn.out_proj.weight": 0.01242518424987793, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010401272447779775, + "transformer.layers.3.self_attn.in_proj_weight": 0.025004645809531212, + "transformer.layers.3.self_attn.in_proj_bias": 0.002001436660066247, + "transformer.layers.3.self_attn.out_proj.weight": 0.011760556139051914, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015048803761601448 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.03043007291853428, + "transformer.layers.0.self_attn.in_proj_bias": 0.0023300873581320047, + "transformer.layers.0.self_attn.out_proj.weight": 0.030102403834462166, + "transformer.layers.0.self_attn.out_proj.bias": 0.003297534305602312, + "transformer.layers.1.self_attn.in_proj_weight": 0.028721414506435394, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017553273355588317, + "transformer.layers.1.self_attn.out_proj.weight": 0.02577740140259266, + "transformer.layers.1.self_attn.out_proj.bias": 0.002095877192914486, + "transformer.layers.2.self_attn.in_proj_weight": 0.02863362431526184, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015395786613225937, + "transformer.layers.2.self_attn.out_proj.weight": 0.025018373504281044, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017063384875655174, + "transformer.layers.3.self_attn.in_proj_weight": 0.03978964313864708, + "transformer.layers.3.self_attn.in_proj_bias": 0.002744558034464717, + "transformer.layers.3.self_attn.out_proj.weight": 0.020909320563077927, + "transformer.layers.3.self_attn.out_proj.bias": 0.002192048355937004 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.05068667605519295, + "transformer.layers.0.self_attn.in_proj_bias": 0.004387240391224623, + "transformer.layers.0.self_attn.out_proj.weight": 0.03836250305175781, + "transformer.layers.0.self_attn.out_proj.bias": 0.005263435188680887, + "transformer.layers.1.self_attn.in_proj_weight": 0.03963279351592064, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023993079084903, + "transformer.layers.1.self_attn.out_proj.weight": 0.03664436936378479, + "transformer.layers.1.self_attn.out_proj.bias": 0.00297498214058578, + "transformer.layers.2.self_attn.in_proj_weight": 0.034858547151088715, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022528443951159716, + "transformer.layers.2.self_attn.out_proj.weight": 0.02861267328262329, + "transformer.layers.2.self_attn.out_proj.bias": 0.0025937596801668406, + "transformer.layers.3.self_attn.in_proj_weight": 0.05319872125983238, + "transformer.layers.3.self_attn.in_proj_bias": 0.0048618619330227375, + "transformer.layers.3.self_attn.out_proj.weight": 0.02734423242509365, + "transformer.layers.3.self_attn.out_proj.bias": 0.003788140369579196 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.04000676050782204, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025345038156956434, + "transformer.layers.0.self_attn.out_proj.weight": 0.030690792948007584, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035139815881848335, + "transformer.layers.1.self_attn.in_proj_weight": 0.03989923745393753, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017875749617815018, + "transformer.layers.1.self_attn.out_proj.weight": 0.02590348944067955, + "transformer.layers.1.self_attn.out_proj.bias": 0.001672181999310851, + "transformer.layers.2.self_attn.in_proj_weight": 0.031214484944939613, + "transformer.layers.2.self_attn.in_proj_bias": 0.001262582722119987, + "transformer.layers.2.self_attn.out_proj.weight": 0.02110559493303299, + "transformer.layers.2.self_attn.out_proj.bias": 0.001177169382572174, + "transformer.layers.3.self_attn.in_proj_weight": 0.043258603662252426, + "transformer.layers.3.self_attn.in_proj_bias": 0.002514042891561985, + "transformer.layers.3.self_attn.out_proj.weight": 0.023819351568818092, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016637211665511131 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.032804835587739944, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025136496406048536, + "transformer.layers.0.self_attn.out_proj.weight": 0.03201567009091377, + "transformer.layers.0.self_attn.out_proj.bias": 0.003972503822296858, + "transformer.layers.1.self_attn.in_proj_weight": 0.035771891474723816, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020458479411900043, + "transformer.layers.1.self_attn.out_proj.weight": 0.035901449620723724, + "transformer.layers.1.self_attn.out_proj.bias": 0.0028150214347988367, + "transformer.layers.2.self_attn.in_proj_weight": 0.04185266047716141, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023481620009988546, + "transformer.layers.2.self_attn.out_proj.weight": 0.03431931883096695, + "transformer.layers.2.self_attn.out_proj.bias": 0.002782762749120593, + "transformer.layers.3.self_attn.in_proj_weight": 0.07135029137134552, + "transformer.layers.3.self_attn.in_proj_bias": 0.006445541512221098, + "transformer.layers.3.self_attn.out_proj.weight": 0.03982293978333473, + "transformer.layers.3.self_attn.out_proj.bias": 0.005269067361950874 + }, + { + "transformer.layers.0.self_attn.in_proj_weight": 0.047484975308179855, + "transformer.layers.0.self_attn.in_proj_bias": 0.004499547649174929, + "transformer.layers.0.self_attn.out_proj.weight": 0.04927227646112442, + "transformer.layers.0.self_attn.out_proj.bias": 0.006404236424714327, + "transformer.layers.1.self_attn.in_proj_weight": 0.049365583807229996, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027717617340385914, + "transformer.layers.1.self_attn.out_proj.weight": 0.0441407635807991, + "transformer.layers.1.self_attn.out_proj.bias": 0.003303139703348279, + "transformer.layers.2.self_attn.in_proj_weight": 0.04949508234858513, + "transformer.layers.2.self_attn.in_proj_bias": 0.0031176034826785326, + "transformer.layers.2.self_attn.out_proj.weight": 0.04310888797044754, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035437936894595623, + "transformer.layers.3.self_attn.in_proj_weight": 0.0768926814198494, + "transformer.layers.3.self_attn.in_proj_bias": 0.006616663653403521, + "transformer.layers.3.self_attn.out_proj.weight": 0.04414832964539528, + "transformer.layers.3.self_attn.out_proj.bias": 0.005171244964003563 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.08866098523139954, - 0.23701927065849304, - 0.11451065540313721, - 0.09074150770902634, - 0.04500748589634895, - 0.05039254575967789, - 0.016447817906737328, - 0.10826099663972855, - 0.15968242287635803, - 0.021937699988484383 + 0.22556835412979126, + 0.20131084322929382, + 0.23921695351600647, + 0.22904072701931, + 0.32828012108802795, + 0.3192884922027588, + 0.366401731967926, + 0.3282036781311035, + 0.24283790588378906, + 0.2369653284549713, + 0.3093169033527374, + 0.21823616325855255, + 0.33495157957077026, + 0.570369303226471, + 0.47940805554389954, + 0.4090903401374817, + 0.4011693000793457, + 0.4710785448551178, + 0.6708802580833435, + 0.6464467644691467 ], "repr_drift_kl_low_t": [ - 0.1020466536283493, - 0.2639945149421692, - 0.12423063069581985, - 0.10522452741861343, - 0.045704860240221024, - 0.04136209934949875, - 0.016247296705842018, - 0.11854369938373566, - 0.1869664490222931, - 0.01963655650615692 + 0.26640766859054565, + 0.2140992432832718, + 0.2956676781177521, + 0.2680322229862213, + 0.3793635964393616, + 0.4098471701145172, + 0.4551014006137848, + 0.4128020703792572, + 0.2962838113307953, + 0.28387904167175293, + 0.36888960003852844, + 0.2825319170951843, + 0.4021385908126831, + 0.7343613505363464, + 0.5860773324966431, + 0.5207511186599731, + 0.4963003993034363, + 0.5897535085678101, + 0.8235356211662292, + 0.7912842631340027 ], "repr_drift_kl_mid_t": [ - 0.09057483077049255, - 0.23154336214065552, - 0.11358276009559631, - 0.08924522995948792, - 0.04079531133174896, - 0.04625626280903816, - 0.01743358001112938, - 0.10269443690776825, - 0.16789576411247253, - 0.01741337589919567 + 0.21739737689495087, + 0.20268280804157257, + 0.24187453091144562, + 0.23119588196277618, + 0.3274260461330414, + 0.31862151622772217, + 0.36459213495254517, + 0.32990628480911255, + 0.24508830904960632, + 0.23651321232318878, + 0.31517261266708374, + 0.21650253236293793, + 0.3306034803390503, + 0.5705186128616333, + 0.47095099091529846, + 0.40898385643959045, + 0.41933512687683105, + 0.47552549839019775, + 0.6655480265617371, + 0.6584538221359253 ], "repr_drift_kl_high_t": [ - 0.08590884506702423, - 0.21732476353645325, - 0.11102554202079773, - 0.09928132593631744, - 0.04933195561170578, - 0.06740469485521317, - 0.02669263817369938, - 0.10293100774288177, - 0.13614848256111145, - 0.025612665340304375 + 0.19332155585289001, + 0.20305754244327545, + 0.18855153024196625, + 0.1922248899936676, + 0.2790732681751251, + 0.22555577754974365, + 0.2780437469482422, + 0.24285003542900085, + 0.1773570477962494, + 0.1897377371788025, + 0.2319987565279007, + 0.17914249002933502, + 0.2483157366514206, + 0.4218292236328125, + 0.3619106709957123, + 0.3217013478279114, + 0.2890126705169678, + 0.35703232884407043, + 0.4959680736064911, + 0.4648490846157074 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.933436393737793, - 0.5240559577941895, - 0.650201141834259, - 0.7418299913406372, - 0.7960144281387329 + 0.7481173276901245, + 0.7178903222084045, + 0.7678929567337036, + 0.6878111958503723, + 0.7199963927268982, + 0.7180935144424438, + 0.6188049912452698, + 0.7856418490409851, + 0.6877169013023376, + 0.6303473711013794 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.5097334980964661, - 0.7507913112640381, - 0.7290372252464294, - 0.7131941318511963, - 0.251532644033432, - 0.07068329304456711, - 0.11849953979253769, - 0.1063978523015976, - 0.27683591842651367, - 0.005272947251796722 + 0.6712018847465515, + 0.11725308746099472, + 0.129775270819664, + 0.270426869392395, + 0.2549581825733185, + 0.316774845123291, + 0.21844276785850525, + 0.15135492384433746, + 0.08276355266571045, + 0.1314481645822525, + 0.21738411486148834, + 0.11838774383068085, + 0.11682891845703125, + 0.2469223290681839, + 0.07273101806640625, + 0.06744465976953506, + 0.09313357621431351, + 0.11483228206634521, + 0.1937481164932251, + 0.20810776948928833 ], "norm_high_t": [ - 0.7270851731300354, - 0.7548934817314148, - 0.40109339356422424, - 0.24941103160381317, - 0.6115729212760925, - 0.12155982106924057, - 0.10087934136390686, - 0.09661886841058731, - 0.1723664104938507, - 0.23412920534610748 + 0.5793739557266235, + 0.2403375804424286, + 0.1761254370212555, + 0.14271795749664307, + 0.10712696611881256, + 0.39670342206954956, + 0.21892642974853516, + 0.1850261688232422, + 0.13553600013256073, + 0.0589434988796711, + 0.23375320434570312, + 0.1581132858991623, + 0.14203310012817383, + 0.20912499725818634, + 0.06773923337459564, + 0.06950785219669342, + 0.18701651692390442, + 0.16533932089805603, + 0.14695864915847778, + 0.1819554716348648 ], "lowhigh_cos": [ - 0.44297289848327637, - 0.506537139415741, - 0.5319288969039917, - 0.05943518877029419, - 0.03923403099179268, - -0.06064300239086151, - 0.1073044016957283, - 0.014729626476764679, - 0.20572511851787567, - 0.005301610101014376 + 0.6804288625717163, + 0.20137234032154083, + 0.4104296565055847, + 0.23665231466293335, + -0.17821004986763, + 0.5186951756477356, + 0.04993017017841339, + 0.19095416367053986, + 0.3230592906475067, + 0.30507805943489075, + 0.5001680850982666, + -0.018708063289523125, + -0.06826744973659515, + 0.3811052143573761, + -0.0029636395629495382, + 0.07802458852529526, + 0.24772778153419495, + 0.23132169246673584, + 0.24115709960460663, + 0.384274423122406 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.6457945704460144, - "t_0.1-0.2": 0.5157427787780762, - "t_0.2-0.3": 0.6448688507080078, - "t_0.3-0.4": 0.6297478675842285, - "t_0.4-0.5": 0.7260433435440063, - "t_0.5-0.6": 0.6861327886581421, - "t_0.6-0.7": 0.5796188712120056, - "t_0.7-0.8": 0.6626288294792175, - "t_0.8-0.9": 0.5763080716133118, - "t_0.9-1.0": 0.6913672089576721 - }, - { - "t_0.0-0.1": 0.822353184223175, - "t_0.1-0.2": 0.7004860043525696, - "t_0.2-0.3": 0.7039560079574585, - "t_0.3-0.4": 0.7242180109024048, - "t_0.4-0.5": 0.6393681168556213, - "t_0.5-0.6": 0.4976975619792938, - "t_0.6-0.7": 0.5801696181297302, - "t_0.7-0.8": 0.721095621585846, - "t_0.8-0.9": 0.6750645637512207, - "t_0.9-1.0": 0.6824796199798584 - }, - { - "t_0.0-0.1": 0.5305176973342896, - "t_0.1-0.2": 0.6720902323722839, - "t_0.2-0.3": 0.4615749418735504, - "t_0.3-0.4": 0.4613334834575653, - "t_0.4-0.5": 0.45661965012550354, - "t_0.5-0.6": 0.4386611878871918, - "t_0.6-0.7": 0.4038410484790802, - "t_0.7-0.8": 0.44653207063674927, - "t_0.8-0.9": 0.41058051586151123, - "t_0.9-1.0": 0.4463897943496704 - }, - { - "t_0.0-0.1": 0.6737149357795715, - "t_0.1-0.2": 0.6232564449310303, - "t_0.2-0.3": 0.26514574885368347, - "t_0.3-0.4": 0.3262888789176941, - "t_0.4-0.5": 0.46407777070999146, - "t_0.5-0.6": 0.3026697635650635, - "t_0.6-0.7": 0.18859237432479858, - "t_0.7-0.8": 0.2753809094429016, - "t_0.8-0.9": 0.24828530848026276, - "t_0.9-1.0": 0.3745230734348297 - }, - { - "t_0.0-0.1": 0.3536820411682129, - "t_0.1-0.2": 1.4556607007980347, - "t_0.2-0.3": 0.20130208134651184, - "t_0.3-0.4": 0.881864070892334, - "t_0.4-0.5": 0.6560778021812439, - "t_0.5-0.6": 0.6956342458724976, - "t_0.6-0.7": 0.3796379566192627, - "t_0.7-0.8": 0.20640940964221954, - "t_0.8-0.9": 0.5517802834510803, - "t_0.9-1.0": 0.5386267304420471 - }, - { - "t_0.0-0.1": 0.02642807364463806, - "t_0.1-0.2": 0.03467502072453499, - "t_0.2-0.3": 0.02711501717567444, - "t_0.3-0.4": 0.03388919308781624, - "t_0.4-0.5": 0.04040984436869621, - "t_0.5-0.6": 0.021879080682992935, - "t_0.6-0.7": 0.03027862310409546, - "t_0.7-0.8": 0.0585792139172554, - "t_0.8-0.9": 0.05931982025504112, - "t_0.9-1.0": 0.11959563940763474 - }, - { - "t_0.0-0.1": 0.22271455824375153, - "t_0.1-0.2": 0.19644007086753845, - "t_0.2-0.3": 0.09697584807872772, - "t_0.3-0.4": 0.07943189889192581, - "t_0.4-0.5": 0.07651454210281372, - "t_0.5-0.6": 0.10556918382644653, - "t_0.6-0.7": 0.0967576876282692, - "t_0.7-0.8": 0.0867132619023323, - "t_0.8-0.9": 0.10405078530311584, - "t_0.9-1.0": 0.3755253255367279 - }, - { - "t_0.0-0.1": 0.14689521491527557, - "t_0.1-0.2": 0.0945582389831543, - "t_0.2-0.3": 0.0854433998465538, - "t_0.3-0.4": 0.08443732559680939, - "t_0.4-0.5": 0.08001414686441422, - "t_0.5-0.6": 0.07181990146636963, - "t_0.6-0.7": 0.06842690706253052, - "t_0.7-0.8": 0.07430943101644516, - "t_0.8-0.9": 0.08155274391174316, - "t_0.9-1.0": 0.10330372303724289 - }, - { - "t_0.0-0.1": 0.21564660966396332, - "t_0.1-0.2": 0.23087352514266968, - "t_0.2-0.3": 0.22269311547279358, - "t_0.3-0.4": 0.18488290905952454, - "t_0.4-0.5": 0.14034722745418549, - "t_0.5-0.6": 0.1644112467765808, - "t_0.6-0.7": 0.12530921399593353, - "t_0.7-0.8": 0.13691073656082153, - "t_0.8-0.9": 0.10932447761297226, - "t_0.9-1.0": 0.1402294784784317 - }, - { - "t_0.0-0.1": 0.005042633973062038, - "t_0.1-0.2": 0.26218029856681824, - "t_0.2-0.3": 0.0105757936835289, - "t_0.3-0.4": 0.5780847072601318, - "t_0.4-0.5": 0.0049727787263691425, - "t_0.5-0.6": 0.6073765754699707, - "t_0.6-0.7": 0.0038893085438758135, - "t_0.7-0.8": 0.005429690238088369, - "t_0.8-0.9": 0.351307213306427, - "t_0.9-1.0": 0.2396525740623474 + "t_0.0-0.1": 0.5321540832519531, + "t_0.1-0.2": 0.5797605514526367, + "t_0.2-0.3": 0.6608497500419617, + "t_0.3-0.4": 0.6074240207672119, + "t_0.4-0.5": 0.615669310092926, + "t_0.5-0.6": 0.6534252166748047, + "t_0.6-0.7": 0.6279953122138977, + "t_0.7-0.8": 0.6432491540908813, + "t_0.8-0.9": 0.6949067711830139, + "t_0.9-1.0": 0.6005396246910095 + }, + { + "t_0.0-0.1": 0.5369113087654114, + "t_0.1-0.2": 0.16969986259937286, + "t_0.2-0.3": 0.1544971466064453, + "t_0.3-0.4": 0.11059805005788803, + "t_0.4-0.5": 0.08890387415885925, + "t_0.5-0.6": 0.11268460750579834, + "t_0.6-0.7": 0.11301421374082565, + "t_0.7-0.8": 0.09770327061414719, + "t_0.8-0.9": 0.12118712812662125, + "t_0.9-1.0": 0.437845915555954 + }, + { + "t_0.0-0.1": 0.16154153645038605, + "t_0.1-0.2": 0.10066479444503784, + "t_0.2-0.3": 0.1029888391494751, + "t_0.3-0.4": 0.09100931137800217, + "t_0.4-0.5": 0.09332437068223953, + "t_0.5-0.6": 0.11466051638126373, + "t_0.6-0.7": 0.10649587213993073, + "t_0.7-0.8": 0.1117996945977211, + "t_0.8-0.9": 0.14441192150115967, + "t_0.9-1.0": 0.21121352910995483 + }, + { + "t_0.0-0.1": 0.2825089395046234, + "t_0.1-0.2": 0.18119335174560547, + "t_0.2-0.3": 0.2075185626745224, + "t_0.3-0.4": 0.16735078394412994, + "t_0.4-0.5": 0.149463951587677, + "t_0.5-0.6": 0.17255645990371704, + "t_0.6-0.7": 0.1482933908700943, + "t_0.7-0.8": 0.14588716626167297, + "t_0.8-0.9": 0.16371320188045502, + "t_0.9-1.0": 0.17302031815052032 + }, + { + "t_0.0-0.1": 0.234159916639328, + "t_0.1-0.2": 0.23423552513122559, + "t_0.2-0.3": 0.16179180145263672, + "t_0.3-0.4": 0.12749354541301727, + "t_0.4-0.5": 0.14623159170150757, + "t_0.5-0.6": 0.10606715083122253, + "t_0.6-0.7": 0.12815435230731964, + "t_0.7-0.8": 0.0752071738243103, + "t_0.8-0.9": 0.08321085572242737, + "t_0.9-1.0": 0.1519698053598404 + }, + { + "t_0.0-0.1": 0.25545409321784973, + "t_0.1-0.2": 0.3426215946674347, + "t_0.2-0.3": 0.2737986445426941, + "t_0.3-0.4": 0.30592286586761475, + "t_0.4-0.5": 0.31703805923461914, + "t_0.5-0.6": 0.2701486051082611, + "t_0.6-0.7": 0.3151468336582184, + "t_0.7-0.8": 0.3289628326892853, + "t_0.8-0.9": 0.3708336055278778, + "t_0.9-1.0": 0.4666031301021576 + }, + { + "t_0.0-0.1": 0.19105778634548187, + "t_0.1-0.2": 0.11502669751644135, + "t_0.2-0.3": 0.13577014207839966, + "t_0.3-0.4": 0.09529595822095871, + "t_0.4-0.5": 0.09938383847475052, + "t_0.5-0.6": 0.09459346532821655, + "t_0.6-0.7": 0.10674776881933212, + "t_0.7-0.8": 0.11169841885566711, + "t_0.8-0.9": 0.15331530570983887, + "t_0.9-1.0": 0.39772161841392517 + }, + { + "t_0.0-0.1": 0.20341937243938446, + "t_0.1-0.2": 0.11193757504224777, + "t_0.2-0.3": 0.12029655277729034, + "t_0.3-0.4": 0.1235043928027153, + "t_0.4-0.5": 0.09123847633600235, + "t_0.5-0.6": 0.09230615198612213, + "t_0.6-0.7": 0.08930273354053497, + "t_0.7-0.8": 0.09703300148248672, + "t_0.8-0.9": 0.11769720166921616, + "t_0.9-1.0": 0.34219563007354736 + }, + { + "t_0.0-0.1": 0.1487479954957962, + "t_0.1-0.2": 0.08226174116134644, + "t_0.2-0.3": 0.09117306023836136, + "t_0.3-0.4": 0.07323342561721802, + "t_0.4-0.5": 0.09263642132282257, + "t_0.5-0.6": 0.07565642148256302, + "t_0.6-0.7": 0.07510525733232498, + "t_0.7-0.8": 0.08214963227510452, + "t_0.8-0.9": 0.08645568042993546, + "t_0.9-1.0": 0.26149994134902954 + }, + { + "t_0.0-0.1": 0.09843002259731293, + "t_0.1-0.2": 0.10015114396810532, + "t_0.2-0.3": 0.09649867564439774, + "t_0.3-0.4": 0.07916931807994843, + "t_0.4-0.5": 0.07088928669691086, + "t_0.5-0.6": 0.08223549276590347, + "t_0.6-0.7": 0.06273750960826874, + "t_0.7-0.8": 0.07587296515703201, + "t_0.8-0.9": 0.07919906079769135, + "t_0.9-1.0": 0.11015751212835312 + }, + { + "t_0.0-0.1": 0.2611592411994934, + "t_0.1-0.2": 0.13633377850055695, + "t_0.2-0.3": 0.15107040107250214, + "t_0.3-0.4": 0.1307896077632904, + "t_0.4-0.5": 0.1475391834974289, + "t_0.5-0.6": 0.14833904802799225, + "t_0.6-0.7": 0.15391774475574493, + "t_0.7-0.8": 0.15738119184970856, + "t_0.8-0.9": 0.20431990921497345, + "t_0.9-1.0": 0.30316126346588135 + }, + { + "t_0.0-0.1": 0.23060862720012665, + "t_0.1-0.2": 0.10869782418012619, + "t_0.2-0.3": 0.1287883073091507, + "t_0.3-0.4": 0.10251349210739136, + "t_0.4-0.5": 0.08717653900384903, + "t_0.5-0.6": 0.11464285850524902, + "t_0.6-0.7": 0.11406756192445755, + "t_0.7-0.8": 0.12468265742063522, + "t_0.8-0.9": 0.12700968980789185, + "t_0.9-1.0": 0.17507530748844147 + }, + { + "t_0.0-0.1": 0.12156927585601807, + "t_0.1-0.2": 0.06470149010419846, + "t_0.2-0.3": 0.0806727334856987, + "t_0.3-0.4": 0.06861091405153275, + "t_0.4-0.5": 0.0677834302186966, + "t_0.5-0.6": 0.0607697069644928, + "t_0.6-0.7": 0.07639201730489731, + "t_0.7-0.8": 0.06996892392635345, + "t_0.8-0.9": 0.10444599390029907, + "t_0.9-1.0": 0.19459395110607147 + }, + { + "t_0.0-0.1": 0.27518704533576965, + "t_0.1-0.2": 0.20966100692749023, + "t_0.2-0.3": 0.21489965915679932, + "t_0.3-0.4": 0.22732166945934296, + "t_0.4-0.5": 0.20591409504413605, + "t_0.5-0.6": 0.20766016840934753, + "t_0.6-0.7": 0.15716023743152618, + "t_0.7-0.8": 0.19815799593925476, + "t_0.8-0.9": 0.179396852850914, + "t_0.9-1.0": 0.23686228692531586 + }, + { + "t_0.0-0.1": 0.1043332889676094, + "t_0.1-0.2": 0.05034215748310089, + "t_0.2-0.3": 0.05110384151339531, + "t_0.3-0.4": 0.04553597420454025, + "t_0.4-0.5": 0.04612435773015022, + "t_0.5-0.6": 0.038138844072818756, + "t_0.6-0.7": 0.04538635537028313, + "t_0.7-0.8": 0.06150184944272041, + "t_0.8-0.9": 0.054739829152822495, + "t_0.9-1.0": 0.10859321802854538 + }, + { + "t_0.0-0.1": 0.07843641191720963, + "t_0.1-0.2": 0.04700392484664917, + "t_0.2-0.3": 0.047413986176252365, + "t_0.3-0.4": 0.03360714763402939, + "t_0.4-0.5": 0.03740915283560753, + "t_0.5-0.6": 0.03511713817715645, + "t_0.6-0.7": 0.04951160028576851, + "t_0.7-0.8": 0.0504821240901947, + "t_0.8-0.9": 0.04368695616722107, + "t_0.9-1.0": 0.0627886950969696 + }, + { + "t_0.0-0.1": 0.16305087506771088, + "t_0.1-0.2": 0.08378279954195023, + "t_0.2-0.3": 0.10004410892724991, + "t_0.3-0.4": 0.10384847968816757, + "t_0.4-0.5": 0.09017747640609741, + "t_0.5-0.6": 0.07532522827386856, + "t_0.6-0.7": 0.08417579531669617, + "t_0.7-0.8": 0.08643689006567001, + "t_0.8-0.9": 0.12060969322919846, + "t_0.9-1.0": 0.256986141204834 + }, + { + "t_0.0-0.1": 0.1269555687904358, + "t_0.1-0.2": 0.09026224911212921, + "t_0.2-0.3": 0.08255961537361145, + "t_0.3-0.4": 0.07127144187688828, + "t_0.4-0.5": 0.08157102763652802, + "t_0.5-0.6": 0.06802930682897568, + "t_0.6-0.7": 0.09057695418596268, + "t_0.7-0.8": 0.10253972560167313, + "t_0.8-0.9": 0.14135873317718506, + "t_0.9-1.0": 0.22062934935092926 + }, + { + "t_0.0-0.1": 0.2358085960149765, + "t_0.1-0.2": 0.14496470987796783, + "t_0.2-0.3": 0.08457573503255844, + "t_0.3-0.4": 0.12755459547042847, + "t_0.4-0.5": 0.11798381805419922, + "t_0.5-0.6": 0.09876510500907898, + "t_0.6-0.7": 0.12994132936000824, + "t_0.7-0.8": 0.1246471181511879, + "t_0.8-0.9": 0.14706085622310638, + "t_0.9-1.0": 0.1981927901506424 + }, + { + "t_0.0-0.1": 0.22130627930164337, + "t_0.1-0.2": 0.1622522473335266, + "t_0.2-0.3": 0.14368903636932373, + "t_0.3-0.4": 0.15108124911785126, + "t_0.4-0.5": 0.14673082530498505, + "t_0.5-0.6": 0.14312146604061127, + "t_0.6-0.7": 0.14092883467674255, + "t_0.7-0.8": 0.1522662490606308, + "t_0.8-0.9": 0.16258063912391663, + "t_0.9-1.0": 0.1999676525592804 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.00911458395421505, - 0.01244813296943903, - 0.0847274661064148, - 0.07481381297111511, - 0.14667987823486328, - 0.04264392331242561, - 0.0038759689778089523, - 0.32924020290374756, - 0.08396083861589432, - 0.07153178751468658, - 0.026407767087221146, - 0.016713092103600502, - 0.35245901346206665, - 0.08319871127605438, - 0.19221968948841095, - 0.06428571790456772, - 0.18957915902137756, - 0.0025597268249839544, - 0.2367270588874817, - 0.005985266994684935, - 0.17304398119449615, - 0.2766225337982178, - 0.10650330036878586, - 0.32992327213287354, - 0.06850308179855347, - 0.011911852285265923, - 0.19466020166873932, - 0.13050313293933868, - 0.01269572600722313, - 0.07208238542079926, - 0.22538860142230988, - 0.021238937973976135, - 0.043116722255945206, - 0.1823558509349823, - 0.12682010233402252, - 0.15638528764247894, - 0.10566037893295288, - 0.004587155766785145, - 0.6404199600219727, - 0.08854427188634872, - 0.1670524775981903, - 0.1410835236310959, - 0.4437984526157379, - 0.1433476358652115, - 0.09777424484491348, - 0.020082693547010422, - 0.017505470663309097, - 0.011538461782038212, - 0.011538461782038212, - 0.027844073250889778, - 0.15191605687141418, - 0.013185287825763226, - 0.15357144176959991, - 0.1113089993596077, - 0.3311518430709839, - 0.1448388397693634, - 0.025874460116028786, - 0.12229437381029129, - 0.02601156197488308, - 0.014532243832945824, - 0.006592291872948408, - 0.03947887569665909, - 0.00531479949131608, - 0.020477814599871635, - 0.00460122711956501, - 0.03484320640563965, - 0.09286675602197647, - 0.11437613517045975, - 0.22358722984790802, - 0.0050505055114626884, - 0.09177214652299881, - 0.005130596924573183, - 0.03472527489066124, - 0.1146015152335167, - 0.004323899280279875, - 0.010744720697402954, - 0.008333333767950535, - 0.11051692813634872, - 0.3276315927505493, - 0.17451155185699463, - 0.0065543074160814285, - 0.12922002375125885, - 0.03407682850956917, - 0.14784634113311768, - 0.07324516773223877, - 0.011538461782038212, - 0.004566210322082043, - 0.0401763841509819, - 0.07331378012895584, - 0.05038759484887123, - 0.006610729731619358, - 0.08598726242780685, - 0.08638360351324081, - 0.008368201553821564, - 0.18093004822731018, - 0.05341246351599693, - 0.005054432433098555, - 0.034404706209897995, - 0.15227389335632324, - 0.15897972881793976, - 0.019519519060850143, - 0.1581316739320755, - 0.05882352963089943, - 0.08258258551359177, - 0.17195571959018707, - 0.016212232410907745, - 0.016566265374422073, - 0.10368011146783829, - 0.058374084532260895, - 0.016351744532585144, - 0.14826087653636932, - 0.04893893748521805, - 0.04503786563873291, - 0.004692832473665476, - 0.0346975103020668, - 0.10466179251670837, - 0.04476234316825867, - 0.07420319318771362, - 0.05173925682902336, - 0.002634660340845585, - 0.2153465449810028, - 0.005586592014878988, - 0.008101265877485275, - 0.28828829526901245, - 0.061147693544626236, - 0.08904548734426498, - 0.10788561403751373, - 0.06911315023899078, - 0.016597511246800423, - 0.08691674470901489, - 0.12347486615180969, - 0.05889471620321274, - 0.1166180744767189, - 0.02014775015413761, - 0.14025849103927612, - 0.01538965292274952, - 0.002358490601181984, - 0.4981684982776642, - 0.09144236892461777, - 0.06709828972816467, - 0.0590163916349411, - 0.1346733719110489, - 0.0027141133323311806, - 0.0037313434295356274, - 0.058027662336826324, - 0.03621438890695572, - 0.11069418489933014, - 0.07153178751468658, - 0.11393514275550842, - 0.4950593113899231, - 0.005692599341273308, - 0.006274131126701832, - 0.020728642120957375, - 0.14244064688682556, - 0.04674127697944641, - 0.01956453174352646, - 0.03385080024600029, - 0.03107520192861557, - 0.004901960492134094, - 0.12243948131799698, - 0.10833333432674408, - 0.006839277222752571, - 0.17747795581817627, - 0.023351648822426796, - 0.07447125017642975, - 0.06055646762251854, - 0.00238663493655622, - 0.14620141685009003, - 0.0667736753821373, - 0.00911458395421505, - 0.21825963258743286, - 0.08310534060001373, - 0.15726178884506226, - 0.032114624977111816, - 0.02185089886188507, - 0.006637168116867542, - 0.20146048069000244, - 0.12710154056549072, - 0.005985266994684935, - 0.004323899280279875, - 0.2231508493423462, - 0.03723404183983803, - 0.24596774578094482, - 0.4179380238056183, - 0.5400640964508057, - 0.008064515888690948, - 0.07139784842729568, - 0.12681639194488525, - 0.3620437681674957, - 0.014189189299941063, - 0.16842104494571686, - 0.038893043994903564, - 0.01757369562983513, - 0.016966067254543304, - 0.10096154361963272, - 0.004323899280279875, - 0.13050313293933868, - 0.1557161659002304, - 0.3424971401691437, - 0.14952152967453003, - 0.3429791331291199, - 0.24475103616714478, - 0.11846495419740677, - 0.2260674089193344, - 0.11524822562932968, - 0.030676892027258873, - 0.10732538253068924, - 0.006289307959377766, - 0.07425742596387863, - 0.005054432433098555, - 0.06672333180904388, - 0.1731363832950592, - 0.014013654552400112, - 0.002634660340845585, - 0.01720542274415493, - 0.3156881630420685, - 0.1341724693775177, - 0.007808687165379524, - 0.09327633678913116, - 0.004201680887490511, - 0.24042072892189026, - 0.01539053488522768, - 0.029516994953155518, - 0.020592020824551582, - 0.07097680866718292, - 0.040697675198316574, - 0.1837625503540039, - 0.015780730172991753, - 0.10988172143697739, - 0.12059369683265686, - 0.3551330864429474, - 0.0629618689417839, - 0.09095354378223419, - 0.0948963314294815, - 0.08563049882650375, - 0.016597511246800423, - 0.13194780051708221, - 0.009669889695942402, - 0.09403669834136963, - 0.05530643090605736, - 0.0926249548792839, - 0.013513512909412384, - 0.16584159433841705, - 0.20691125094890594, - 0.043497756123542786, - 0.12267658114433289, - 0.2181701809167862, - 0.13015110790729523, - 0.005692599341273308, - 0.011813759803771973, - 0.11277174204587936, - 0.004901960492134094, - 0.027916667982935905, - 0.12065637111663818, - 0.014563106931746006, - 0.14952152967453003, - 0.0265866219997406, - 0.01631944440305233, - 0.0781344622373581, - 0.023373588919639587, - 0.037457436323165894, - 0.006944444961845875, - 0.23388580977916718, - 0.11437613517045975, - 0.00911458395421505, - 0.07309069484472275, - 0.009999999776482582, - 0.007336343172937632, - 0.0035971221514046192, - 0.2401725798845291, - 0.36737316846847534, - 0.26983505487442017, - 0.045987799763679504, - 0.005199306644499302, - 0.006261180620640516, - 0.03980288282036781, - 0.1874285638332367, - 0.13746286928653717, - 0.0592811144888401, - 0.008269719779491425, - 0.19517667591571808, - 0.0194968543946743, - 0.01260080561041832, - 0.0698772445321083, - 0.012278308160603046, - 0.015000000596046448, - 0.11061618477106094, - 0.013432836160063744, - 0.025641024112701416, - 0.03349616006016731, - 0.1539401412010193, - 0.14313122630119324, - 0.005199306644499302, - 0.09171270579099655, - 0.08288590610027313, - 0.1266697347164154, - 0.11419752985239029, - 0.014563106931746006, - 0.20471224188804626, - 0.03629343584179878, - 0.00531479949131608, - 0.12119288742542267, - 0.12810125946998596, - 0.10618336498737335, - 0.062230437994003296, - 0.10433132946491241, - 0.0045008184388279915, - 0.011414077132940292, - 0.0702236145734787, - 0.0038852361030876637, - 0.007186290342360735, - 0.058618687093257904, - 0.03529937565326691, - 0.21020227670669556, - 0.01097560953348875, - 0.06298932433128357, - 0.0077751195058226585, - 0.15860427916049957, - 0.0077751195058226585, - 0.1710250973701477, - 0.00206611561588943, - 0.06488382071256638, - 0.01710730977356434, - 0.2064732164144516, - 0.033203125, - 0.0027141133323311806, - 0.010479042306542397, - 0.1679999977350235, - 0.0391276478767395, - 0.04264392331242561, - 0.10852120816707611, - 0.0035771066322922707, - 0.005721830762922764, - 0.0029069767333567142, - 0.006637168116867542, - 0.29240086674690247, - 0.05840455740690231, - 0.10534653067588806, - 0.24218052625656128, - 0.027422303333878517, - 0.0969182699918747, - 0.004901960492134094, - 0.04214780405163765, - 0.05219867080450058, - 0.1377212405204773, - 0.009374999441206455, - 0.004385964944958687, - 0.12557363510131836, - 0.003144653979688883, - 0.10745763033628464, - 0.07158487290143967, - 0.09630607068538666, - 0.2578710615634918, - 0.04777517542243004, - 0.08143525570631027, - 0.23055556416511536, - 0.1525581330060959, - 0.005692599341273308, - 0.07751478999853134, - 0.12487100809812546, - 0.005721830762922764, - 0.19412916898727417, - 0.10879218578338623, - 0.016400910913944244, - 0.006944444961845875, - 0.13356922566890717, - 0.0996875911951065, - 0.017382413148880005, - 0.0035771066322922707, - 0.0040087467059493065, - 0.015070921741425991, - 0.030484160408377647, - 0.10403916984796524, - 0.27483069896698, - 0.26880529522895813, - 0.15721753239631653, - 0.006289307959377766, - 0.11152765154838562, - 0.03933054581284523, - 0.24203187227249146, - 0.11602393537759781, - 0.01318267360329628, - 0.021852731704711914, - 0.0032626427710056305, - 0.14416475594043732, - 0.26738351583480835, - 0.0025380710139870644, - 0.02193187177181244, - 0.004692832473665476, - 0.005434782709926367, - 0.5174981355667114, - 0.19097042083740234, - 0.0059652929194271564, - 0.40459364652633667, - 0.0031960229389369488, - 0.08436214178800583, - 0.010606060735881329, - 0.20255692303180695, - 0.12994836270809174, - 0.20566120743751526, - 0.08576389402151108, - 0.11520737409591675, - 0.16132479906082153, - 0.036330610513687134, - 0.0035971221514046192, - 0.04006284475326538, - 0.002888318384066224, - 0.0244037713855505, - 0.2963123619556427, - 0.13050313293933868, - 0.12197761982679367, - 0.018154311925172806, - 0.08638743311166763, - 0.02053140103816986, - 0.07649253308773041, - 0.13854806125164032, - 0.008306962437927723, - 0.009999999776482582, - 0.10580204427242279, - 0.14952152967453003, - 0.006246746517717838, - 0.2031509131193161, - 0.15018656849861145, - 0.005976095795631409, - 0.15332429111003876, - 0.005976095795631409, - 0.09438684582710266, - 0.16675037145614624, - 0.0698455348610878, - 0.004160362761467695, - 0.11150652915239334, - 0.014128034934401512, - 0.19132855534553528, - 0.05073995888233185, - 0.02681618742644787, - 0.15310543775558472, - 0.03177485242486, - 0.07422680407762527, - 0.06705936044454575, - 0.16149067878723145, - 0.07512195408344269, - 0.0497630313038826, - 0.2694300413131714, - 0.014804845675826073, - 0.042905405163764954, - 0.09216418117284775, - 0.005899704992771149, - 0.018555868417024612, - 0.15040872991085052, - 0.002736726775765419, - 0.011208967305719852, - 0.011683096177875996, - 0.18484649062156677, - 0.06552261859178543, - 0.5365551710128784, - 0.19073358178138733, - 0.012679917737841606, - 0.006274131126701832, - 0.0034987276885658503, - 0.005130596924573183, - 0.12814225256443024, - 0.2126191258430481, - 0.002076843287795782, - 0.0737493559718132, - 0.0937940776348114, - 0.08156498521566391, - 0.006592291872948408, - 0.005496662575751543, - 0.022941969335079193, - 0.0034722222480922937, - 0.002710027154535055, - 0.24303683638572693, - 0.01019665040075779, - 0.0030487803742289543, - 0.17815646529197693, - 0.02738764137029648, - 0.07894737273454666, - 0.12065637111663818, - 0.1579292267560959, - 0.02440239116549492, - 0.05358615145087242, - 0.003246753243729472, - 0.20295202732086182, - 0.08773903548717499, - 0.0035971221514046192, - 0.10969071835279465, - 0.0398230105638504, - 0.0037364130839705467, - 0.03504762053489685, - 0.0038759689778089523, - 0.0018479409627616405, - 0.03322784602642059, - 0.05011839047074318, - 0.032938387244939804, - 0.004126547370105982 + 0.06306963413953781, + 0.11780636012554169, + 0.06975161284208298, + 0.054071661084890366, + 0.07083333283662796, + 0.07377634942531586, + 0.07663042843341827, + 0.02797657810151577, + 0.15991993248462677, + 0.04493787884712219, + 0.022379538044333458, + 0.25238677859306335, + 0.11926328390836716, + 0.040208715945482254, + 0.07742181420326233, + 0.1276228129863739, + 0.04964539036154747, + 0.10894118249416351, + 0.2497721016407013, + 0.18027770519256592, + 0.061534859240055084, + 0.09190865606069565, + 0.08040323853492737, + 0.07227866351604462, + 0.1122393012046814, + 0.11337664723396301, + 0.06856653094291687, + 0.06930232793092728, + 0.14786112308502197, + 0.08702197670936584, + 0.1044168546795845, + 0.24777550995349884, + 0.06095760315656662, + 0.05027933046221733, + 0.08562064915895462, + 0.05753326416015625, + 0.08138872683048248, + 0.0685892403125763, + 0.14194118976593018, + 0.23681911826133728, + 0.05965292826294899, + 0.04523809626698494, + 0.08145260810852051, + 0.043897733092308044, + 0.05344223976135254, + 0.06441986560821533, + 0.06785137206315994, + 0.09216494858264923, + 0.09746518731117249, + 0.04329288378357887, + 0.10314606875181198, + 0.062305986881256104, + 0.06792452931404114, + 0.12257317453622818, + 0.16442786157131195, + 0.04123244434595108, + 0.09772901237010956, + 0.03017902933061123, + 0.02329317107796669, + 0.04010025039315224, + 0.11817970871925354, + 0.04969554394483566, + 0.061378657817840576, + 0.042137715965509415, + 0.09300538152456284, + 0.13722240924835205, + 0.09505703300237656, + 0.08647291362285614, + 0.07099698483943939, + 0.04075658693909645, + 0.09583206474781036, + 0.07676294445991516, + 0.09143871068954468, + 0.05462944135069847, + 0.033357683569192886, + 0.032676056027412415, + 0.04973404109477997, + 0.10649087280035019, + 0.05163651332259178, + 0.03480071201920509, + 0.0712418332695961, + 0.1176016554236412, + 0.03030303120613098, + 0.0818634107708931, + 0.10164207220077515, + 0.08506031334400177, + 0.04056795313954353, + 0.09652657806873322, + 0.042016807943582535, + 0.08222294598817825, + 0.04864751547574997, + 0.053898826241493225, + 0.06805555522441864, + 0.07006232440471649, + 0.04198552295565605, + 0.058890145272016525, + 0.06351426988840103, + 0.026381559669971466, + 0.04162656515836716, + 0.05919180437922478, + 0.043335024267435074, + 0.13527607917785645, + 0.14256197214126587, + 0.1508697122335434, + 0.07910379767417908, + 0.12147238850593567, + 0.05190058425068855, + 0.0534936785697937, + 0.08821655809879303, + 0.06200432404875755, + 0.06408345699310303, + 0.0485336109995842, + 0.05904852971434593, + 0.07168219983577728, + 0.05379746854305267, + 0.07162652164697647, + 0.09101316332817078, + 0.09051170200109482, + 0.05556770786643028, + 0.07047554105520248, + 0.13028499484062195, + 0.0539301335811615, + 0.020924879238009453, + 0.04361493140459061, + 0.03949044644832611, + 0.07086211442947388, + 0.0662914291024208, + 0.07139037549495697, + 0.05821025371551514, + 0.1268620789051056, + 0.07118140906095505, + 0.06697674095630646, + 0.08738700300455093, + 0.09919840097427368, + 0.10881134867668152, + 0.05416783317923546, + 0.12096773833036423, + 0.08425906300544739, + 0.047813914716243744, + 0.09701324999332428, + 0.0487949401140213, + 0.07421236485242844, + 0.07375458627939224, + 0.03004755638539791, + 0.046992480754852295, + 0.006329114083200693, + 0.014514144510030746, + 0.1286046952009201, + 0.06333882361650467, + 0.06521739065647125, + 0.061636555939912796, + 0.09686970710754395, + 0.09538228809833527, + 0.04159869626164436, + 0.08812260627746582, + 0.05734536051750183, + 0.13426488637924194, + 0.04240882024168968, + 0.02691454067826271, + 0.048730965703725815, + 0.07236335426568985, + 0.04039409011602402, + 0.050889138132333755, + 0.0776914581656456, + 0.13569022715091705, + 0.11809477210044861, + 0.026998961344361305, + 0.07619667798280716, + 0.04278922453522682, + 0.0642673522233963, + 0.08128461241722107, + 0.07460732758045197, + 0.04774346947669983, + 0.045624103397130966, + 0.04548408091068268, + 0.08641976118087769, + 0.018571116030216217, + 0.05762628838419914, + 0.08195754885673523, + 0.04299919679760933, + 0.05611573904752731, + 0.1079714447259903, + 0.04448174685239792, + 0.07253050804138184, + 0.07391029596328735, + 0.08707799762487411, + 0.092267706990242, + 0.09567990899085999, + 0.09198273718357086, + 0.06566473841667175, + 0.06334563344717026, + 0.06520737707614899, + 0.08330836147069931, + 0.07607497274875641, + 0.04479419067502022, + 0.062240663915872574, + 0.05761536583304405, + 0.0808219164609909, + 0.01747514307498932, + 0.05932747945189476, + 0.04093919321894646, + 0.03028377890586853, + 0.04787111654877663, + 0.06350197643041611, + 0.012574726715683937, + 0.08747099339962006, + 0.043120693415403366, + 0.031244046986103058, + 0.03447340056300163, + 0.031578946858644485, + 0.08769699931144714, + 0.027544910088181496, + 0.09651652723550797, + 0.03425845503807068, + 0.06476462632417679, + 0.0162790697067976, + 0.04370546340942383, + 0.04434811696410179, + 0.13477088510990143, + 0.0699404776096344, + 0.05340484902262688, + 0.08951254934072495, + 0.04369961842894554, + 0.06245597451925278, + 0.031133251264691353, + 0.006243032403290272, + 0.08506056666374207, + 0.026886647567152977, + 0.04342610388994217, + 0.08874459564685822, + 0.03137710690498352, + 0.0788007453083992, + 0.029453681781888008, + 0.031142717227339745, + 0.03565768525004387, + 0.04446659982204437, + 0.04768838733434677, + 0.11212293058633804, + 0.06233382225036621, + 0.035961274057626724, + 0.07025151699781418, + 0.04147566109895706, + 0.10245054960250854, + 0.04236476868391037, + 0.07719386368989944, + 0.02058672159910202, + 0.0722559243440628, + 0.08834909647703171, + 0.04088307172060013, + 0.031891223043203354, + 0.059405937790870667, + 0.06943466514348984, + 0.11005353927612305, + 0.05580182746052742, + 0.03357595577836037, + 0.031079605221748352, + 0.0260032769292593, + 0.059379491955041885, + 0.07998861372470856, + 0.08564046025276184, + 0.09124607592821121, + 0.015368308871984482, + 0.0541401281952858, + 0.06185845658183098, + 0.05698251724243164, + 0.125, + 0.020725388079881668, + 0.04008667543530464, + 0.0936548262834549, + 0.01826677843928337, + 0.02656957320868969, + 0.10325047373771667, + 0.06224161759018898, + 0.028476083651185036, + 0.029700854793190956, + 0.020721204578876495, + 0.011902088299393654, + 0.03895556926727295, + 0.06864915788173676, + 0.04329093173146248, + 0.0636259987950325, + 0.023372707888484, + 0.031713102012872696, + 0.052173912525177, + 0.08390918374061584, + 0.05846007540822029, + 0.010853294283151627, + 0.05707148090004921, + 0.08323984593153, + 0.03204086422920227, + 0.0524553582072258, + 0.028844067826867104, + 0.03148328512907028, + 0.011897679418325424, + 0.07402652502059937, + 0.07226107269525528, + 0.05376604571938515, + 0.04475877061486244, + 0.04748420789837837, + 0.05055849254131317, + 0.025871766731142998, + 0.008502288721501827, + 0.0348602719604969, + 0.04925130680203438, + 0.018546555191278458, + 0.03212406486272812, + 0.03450092300772667, + 0.026779737323522568, + 0.014393268153071404, + 0.02844856120646, + 0.07187929004430771, + 0.027606310322880745, + 0.05650557950139046, + 0.04021516069769859, + 0.0746164545416832, + 0.028773216530680656, + 0.034160226583480835, + 0.02761795185506344, + 0.029938170686364174, + 0.05274872109293938, + 0.015595990233123302, + 0.06908831745386124, + 0.05103720724582672, + 0.022780833765864372, + 0.032804232090711594, + 0.10868030786514282, + 0.03548309952020645, + 0.042984411120414734, + 0.032573290169239044, + 0.052573446184396744, + 0.022857142612338066, + 0.04439614713191986, + 0.0165754035115242, + 0.07418397814035416, + 0.04343459755182266, + 0.04216408357024193, + 0.04442893713712692, + 0.06641285866498947, + 0.02416832558810711, + 0.06068449839949608, + 0.02330879680812359, + 0.06159420311450958, + 0.020707305520772934, + 0.04335908591747284, + 0.010690789669752121, + 0.03590208292007446, + 0.027103042230010033, + 0.03653707727789879, + 0.043967023491859436, + 0.08941004425287247, + 0.03280791640281677, + 0.048156507313251495, + 0.04306219890713692, + 0.03943789750337601, + 0.022879593074321747, + 0.02636490948498249, + 0.04356687515974045, + 0.0635344386100769, + 0.07507443428039551, + 0.025190839543938637, + 0.025246040895581245, + 0.06928998976945877, + 0.041764117777347565, + 0.05225342884659767, + 0.09267564117908478, + 0.040807560086250305, + 0.03908124938607216, + 0.042600344866514206, + 0.025935828685760498, + 0.019061826169490814, + 0.08277671784162521, + 0.0824742317199707, + 0.05856451019644737, + 0.02562885545194149, + 0.016832703724503517, + 0.02780826948583126, + 0.037379972636699677, + 0.013784460723400116, + 0.027620704844594002, + 0.06944037973880768, + 0.02504619210958481, + 0.01813817024230957, + 0.053512804210186005, + 0.009182530455291271, + 0.027433842420578003, + 0.046229708939790726, + 0.0664866715669632, + 0.010796221904456615, + 0.017621144652366638, + 0.04524575173854828, + 0.04911210015416145, + 0.011390602216124535, + 0.019093578681349754, + 0.027673235163092613, + 0.0284537635743618, + 0.017872340977191925, + 0.07814371585845947, + 0.02902298793196678, + 0.0869448184967041, + 0.014017456211149693, + 0.029080253094434738, + 0.006370875984430313, + 0.024728449061512947, + 0.03624780476093292, + 0.03667621687054634, + 0.05551443248987198, + 0.04401622712612152, + 0.04633345827460289, + 0.051252320408821106, + 0.04551565274596214, + 0.019430337473750114, + 0.05170068144798279, + 0.01886792480945587, + 0.08281795680522919, + 0.05197080224752426, + 0.07626582682132721, + 0.014300663024187088, + 0.07118412107229233, + 0.04578665271401405, + 0.0373259074985981, + 0.03411130979657173, + 0.0795428603887558, + 0.01723741739988327, + 0.03174230083823204, + 0.0466802641749382, + 0.011301989667117596, + 0.016645649448037148, + 0.007984969764947891, + 0.05811849981546402, + 0.010858217254281044, + 0.043005555868148804, + 0.013490725308656693, + 0.032825320959091187, + 0.022580644115805626, + 0.0035118525847792625, + 0.026649417355656624, + 0.07957632094621658, + 0.02391304261982441, + 0.022488391026854515, + 0.033009350299835205, + 0.06503423303365707, + 0.04101109132170677, + 0.05387703329324722, + 0.07010309398174286, + 0.04337834194302559, + 0.03374558314681053, + 0.02623247355222702, + 0.04818956181406975, + 0.007947019301354885, + 0.01460349839180708, + 0.07431285828351974, + 0.04536862298846245, + 0.03962831199169159, + 0.030935807153582573, + 0.019885871559381485, + 0.05687295272946358, + 0.027311930432915688, + 0.010449321009218693, + 0.014364641159772873, + 0.05395365506410599, + 0.009232798591256142, + 0.03217097744345665, + 0.0759655311703682, + 0.07454162836074829, + 0.0115991635248065, + 0.07569912821054459, + 0.04079287871718407, + 0.02449282445013523, + 0.03393631428480148, + 0.03619909659028053, + 0.005181347019970417, + 0.052146006375551224, + 0.03309900313615799, + 0.04282655194401741, + 0.04140413925051689, + 0.08241758495569229, + 0.02725764364004135, + 0.05312246456742287, + 0.08375943452119827, + 0.05385270342230797, + 0.03769339248538017, + 0.0365772545337677, + 0.018734177574515343, + 0.034922029823064804, + 0.03334910050034523, + 0.040825583040714264, + 0.04635922610759735, + 0.051492538303136826, + 0.04210992902517319, + 0.033889733254909515, + 0.014338171109557152, + 0.043494921177625656, + 0.06488308310508728, + 0.022835789248347282, + 0.03794098272919655, + 0.0354449488222599, + 0.027546444907784462, + 0.027587952092289925, + 0.01765504665672779, + 0.07742559909820557 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 44.05697250366211, - 44.05696487426758, - 58.140625, - 69.92909240722656, - 93.28109741210938, - 41.47610092163086, - 87.25532531738281, - 111.69511413574219, - 61.72069549560547, - 55.49595260620117, - 40.43056106567383, - 44.05697250366211, - 100.12467956542969, - 58.140625, - 122.59798431396484, - 59.9239387512207, - 88.52194213867188, - 67.5317611694336, - 115.28558349609375, - 47.703086853027344, - 110.6884765625, - 165.87501525878906, - 65.34730529785156, - 153.08892822265625, - 52.89699935913086, - 54.22412109375, - 71.05238342285156, - 99.54566955566406, - 39.85641860961914, - 50.35831832885742, - 75.38555908203125, - 39.36962127685547, - 41.47610092163086, - 62.870628356933594, - 83.2279052734375, - 92.83085632324219, - 81.07107543945312, - 104.52373504638672, - 243.45480346679688, - 65.3473129272461, - 80.56526184082031, - 95.48632049560547, - 246.13941955566406, - 83.3812026977539, - 68.0908432006836, - 40.00730514526367, - 39.482200622558594, - 67.5317611694336, - 40.60122299194336, - 42.07524108886719, - 89.51325225830078, - 39.85642623901367, - 94.22428131103516, - 68.09083557128906, - 186.47262573242188, - 67.70215606689453, - 40.007301330566406, - 82.21964263916016, - 39.482200622558594, - 44.05697250366211, - 47.703086853027344, - 41.47610092163086, - 67.5317611694336, - 39.6721305847168, - 67.5317611694336, - 45.5595588684082, - 59.9239501953125, - 98.78996276855469, - 140.52088928222656, - 67.5317611694336, - 74.55110931396484, - 67.5317611694336, - 44.087467193603516, - 76.40882873535156, - 44.05696487426758, - 40.60122299194336, - 41.895790100097656, - 77.3393325805664, - 186.6361083984375, - 101.7916259765625, - 44.05696487426758, - 82.94215393066406, - 39.482200622558594, - 76.26762390136719, - 59.03048324584961, - 40.60123062133789, - 67.5317611694336, - 42.07524108886719, - 57.254695892333984, - 47.901458740234375, - 44.05697250366211, - 62.62348937988281, - 71.77371978759766, - 41.895790100097656, - 111.93873596191406, - 52.04319381713867, - 47.703086853027344, - 45.5595588684082, - 96.11201477050781, - 67.7403793334961, - 40.60122299194336, - 100.03975677490234, - 49.52893829345703, - 61.72068786621094, - 103.89157104492188, - 39.44862365722656, - 39.85642623901367, - 72.69819641113281, - 47.1059455871582, - 39.482200622558594, - 103.67863464355469, - 44.81291198730469, - 49.5289421081543, - 47.703086853027344, - 41.47610092163086, - 81.07107543945312, - 47.90146255493164, - 57.25469970703125, - 47.10594177246094, - 67.5317611694336, - 72.8891830444336, - 47.703086853027344, - 40.60122299194336, - 171.21337890625, - 50.358314514160156, - 64.43696594238281, - 82.94215393066406, - 60.82075881958008, - 40.60122299194336, - 62.62348937988281, - 88.57266235351562, - 52.89699935913086, - 76.66522216796875, - 52.04470443725586, - 101.78483581542969, - 40.92451477050781, - 104.52373504638672, - 276.7938232421875, - 74.82625579833984, - 58.140628814697266, - 51.196712493896484, - 92.63011932373047, - 512.0, - 512.0, - 60.82076644897461, - 47.10594177246094, - 67.17436218261719, - 65.34730529785156, - 91.39613342285156, - 273.8714599609375, - 89.8301773071289, - 67.5317611694336, - 39.3696174621582, - 86.69320678710938, - 46.32465744018555, - 39.85641860961914, - 44.81291198730469, - 39.448631286621094, - 44.05697250366211, - 91.3961410522461, - 76.62948608398438, - 47.703086853027344, - 62.45357131958008, - 39.36961364746094, - 59.03047561645508, - 47.10594177246094, - 101.82994079589844, - 79.08380126953125, - 55.49595642089844, - 54.22412109375, - 128.1288604736328, - 65.34730529785156, - 57.655799865722656, - 40.92451858520508, - 40.007293701171875, - 54.224124908447266, - 77.8596420288086, - 57.644264221191406, - 47.703086853027344, - 54.22412109375, - 92.24800872802734, - 41.47610092163086, - 84.22499084472656, - 133.52194213867188, - 202.70521545410156, - 40.60122299194336, - 60.82075119018555, - 82.0062255859375, - 201.12619018554688, - 44.05697250366211, - 95.17412567138672, - 41.47610092163086, - 39.482200622558594, - 40.60122299194336, - 69.92909240722656, - 67.5317611694336, - 81.07107543945312, - 65.8859634399414, - 128.201416015625, - 98.4516830444336, - 184.71282958984375, - 138.15602111816406, - 76.40882873535156, - 92.0483627319336, - 75.4793930053711, - 45.559566497802734, - 73.6240234375, - 54.22412109375, - 60.82076644897461, - 67.5317611694336, - 54.62394714355469, - 87.40637969970703, - 40.60122299194336, - 512.0, - 39.482200622558594, - 98.69844055175781, - 85.75440216064453, - 44.05697250366211, - 59.03047561645508, - 104.52373504638672, - 89.2231216430664, - 39.482200622558594, - 41.47610092163086, - 40.43055725097656, - 57.254695892333984, - 50.358314514160156, - 112.22541809082031, - 40.60122299194336, - 75.4793930053711, - 82.00624084472656, - 135.19525146484375, - 53.757450103759766, - 67.17436218261719, - 63.528995513916016, - 56.37301254272461, - 39.6721305847168, - 88.61041259765625, - 39.85641860961914, - 65.3473129272461, - 45.5595588684082, - 86.63732147216797, - 39.85641860961914, - 106.53116607666016, - 123.9387435913086, - 47.90145492553711, - 68.55913543701172, - 81.5624008178711, - 58.085533142089844, - 47.703086853027344, - 47.703086853027344, - 76.40882873535156, - 44.05697250366211, - 40.92451858520508, - 79.20335388183594, - 39.482200622558594, - 95.16792297363281, - 39.482200622558594, - 41.895782470703125, - 61.72068786621094, - 39.36960983276367, - 45.5595588684082, - 47.703086853027344, - 144.0417022705078, - 80.75958251953125, - 54.22412109375, - 59.03047561645508, - 67.5317611694336, - 44.05697250366211, - 512.0, - 127.02394104003906, - 215.4031524658203, - 85.02839660644531, - 44.08745574951172, - 54.22412109375, - 54.22412109375, - 49.35538101196289, - 105.60472869873047, - 81.07107543945312, - 50.35831832885742, - 54.22412109375, - 97.25972747802734, - 39.85642623901367, - 47.703086853027344, - 59.923946380615234, - 40.60122299194336, - 39.482200622558594, - 79.62262725830078, - 41.895782470703125, - 40.43056106567383, - 40.43056106567383, - 98.00143432617188, - 91.3961410522461, - 54.22412109375, - 65.34730529785156, - 58.140625, - 83.87886047363281, - 79.20335388183594, - 39.85641860961914, - 96.1318130493164, - 40.43056106567383, - 54.224124908447266, - 64.6053466796875, - 84.81627655029297, - 75.9810562133789, - 47.901451110839844, - 81.49628448486328, - 54.22412109375, - 67.5317611694336, - 60.82076644897461, - 54.22412109375, - 44.05697250366211, - 51.196693420410156, - 42.07524108886719, - 84.01716613769531, - 44.05696487426758, - 59.9239387512207, - 54.224124908447266, - 67.53219604492188, - 67.5317611694336, - 98.0087661743164, - 104.52373504638672, - 56.373016357421875, - 39.482200622558594, - 121.804931640625, - 46.324668884277344, - 104.52373504638672, - 54.22412109375, - 118.95838928222656, - 41.47610092163086, - 45.5595588684082, - 72.51863861083984, - 512.0, - 47.703086853027344, - 54.22412109375, - 164.47799682617188, - 131.9939727783203, - 50.35831832885742, - 77.89231872558594, - 97.7870864868164, - 40.00730514526367, - 62.78126907348633, - 136.89381408691406, - 44.087467193603516, - 51.196693420410156, - 85.3883056640625, - 67.5317611694336, - 47.703086853027344, - 85.65726470947266, - 116.93126678466797, - 78.24861907958984, - 53.757450103759766, - 68.09085845947266, - 112.80933380126953, - 45.5595588684082, - 80.26561737060547, - 107.01734161376953, - 65.53885650634766, - 54.22412109375, - 50.358314514160156, - 81.07107543945312, - 54.22412109375, - 108.55341339111328, - 79.20335388183594, - 41.89577865600586, - 44.05696487426758, - 87.12486267089844, - 61.443519592285156, - 39.67212677001953, - 512.0, - 104.52373504638672, - 40.60122299194336, - 42.07524108886719, - 82.98760223388672, - 143.94961547851562, - 121.08296966552734, - 88.5726547241211, - 67.5317611694336, - 80.13677215576172, - 46.32465744018555, - 134.9508819580078, - 75.13221740722656, - 80.08154296875, - 40.007293701171875, - 82.24332427978516, - 90.45443725585938, - 89.40066528320312, - 512.0, - 40.43056106567383, - 67.5317611694336, - 104.52373504638672, - 201.4342498779297, - 96.56573486328125, - 44.05696487426758, - 238.5453643798828, - 110.90306091308594, - 62.62348937988281, - 54.224124908447266, - 92.41294860839844, - 64.36996459960938, - 93.37338256835938, - 67.17436981201172, - 65.34730529785156, - 95.16793060302734, - 46.324668884277344, - 67.5317611694336, - 40.92451858520508, - 54.22412109375, - 39.482200622558594, - 105.87303161621094, - 87.78394317626953, - 74.09227752685547, - 41.895790100097656, - 59.923946380615234, - 40.00730514526367, - 54.62395477294922, - 86.70050811767578, - 47.703086853027344, - 41.895790100097656, - 74.5511245727539, - 95.5632553100586, - 90.67412567138672, - 100.65568542480469, - 96.76959991455078, - 46.50033187866211, - 102.73157501220703, - 47.703086853027344, - 70.85063934326172, - 95.95506286621094, - 52.89699172973633, - 67.5317611694336, - 65.90044403076172, - 39.85642623901367, - 118.23783874511719, - 50.35831832885742, - 40.92451858520508, - 75.01850891113281, - 44.08745193481445, - 60.82076644897461, - 57.254695892333984, - 100.57793426513672, - 56.37302017211914, - 52.04319381713867, - 62.1475830078125, - 39.36961364746094, - 46.324668884277344, - 81.07107543945312, - 47.703086853027344, - 55.48774719238281, - 98.95555114746094, - 104.52373504638672, - 40.60122299194336, - 58.66780471801758, - 114.20706176757812, - 58.140625, - 194.65191650390625, - 89.9241943359375, - 44.05697250366211, - 54.22412109375, - 47.703086853027344, - 54.22412109375, - 86.69319915771484, - 88.17613220214844, - 67.5317611694336, - 59.03047561645508, - 72.69819641113281, - 59.03047561645508, - 47.703086853027344, - 54.22412109375, - 40.92451858520508, - 47.703086853027344, - 54.22412109375, - 110.6107406616211, - 44.05697250366211, - 104.52373504638672, - 76.96544647216797, - 41.895790100097656, - 65.3473129272461, - 92.72640228271484, - 92.33837127685547, - 44.08745193481445, - 57.25469970703125, - 54.224124908447266, - 120.85295104980469, - 63.528995513916016, - 111.99286651611328, - 89.52545928955078, - 44.81291198730469, - 104.52373504638672, - 40.92451858520508, - 104.52373504638672, - 512.0, - 40.43056106567383, - 49.52893829345703, - 44.08745193481445, - 104.52373504638672 + 537.2753295898438, + 510.8924560546875, + 522.9418334960938, + 333.84197998046875, + 580.6314697265625, + 576.2310791015625, + 471.9225769042969, + 257.75042724609375, + 895.9102783203125, + 482.1808166503906, + 357.5820007324219, + 1020.4451293945312, + 517.685302734375, + 361.3407897949219, + 620.8956909179688, + 735.1774291992188, + 281.8956298828125, + 674.060302734375, + 567.571533203125, + 883.6817016601562, + 591.5985717773438, + 560.9887084960938, + 547.754150390625, + 443.18798828125, + 560.56689453125, + 719.5491333007812, + 579.6211547851562, + 662.8721313476562, + 630.7035522460938, + 553.169189453125, + 697.1642456054688, + 791.5652465820312, + 568.402099609375, + 365.7474670410156, + 325.13555908203125, + 357.26654052734375, + 464.81671142578125, + 493.7785339355469, + 855.5673217773438, + 823.6555786132812, + 572.9441528320312, + 490.36993408203125, + 634.7947387695312, + 263.29669189453125, + 466.32000732421875, + 562.2154541015625, + 471.5426330566406, + 848.22705078125, + 409.5242004394531, + 311.2872619628906, + 710.1813354492188, + 613.2709350585938, + 463.8280334472656, + 558.6503295898438, + 818.4199829101562, + 258.0748596191406, + 579.8983154296875, + 378.8517150878906, + 403.0902099609375, + 504.8857116699219, + 753.9624633789062, + 486.3614501953125, + 467.966064453125, + 437.6186828613281, + 374.6548156738281, + 535.9817504882812, + 693.7305908203125, + 675.9580688476562, + 471.997802734375, + 575.4005737304688, + 490.78387451171875, + 501.4782409667969, + 570.0374755859375, + 539.1474609375, + 410.4330139160156, + 409.9230651855469, + 459.9672546386719, + 617.8910522460938, + 573.8552856445312, + 425.4555969238281, + 632.0052490234375, + 674.8833618164062, + 433.5052185058594, + 636.8944091796875, + 783.3966674804688, + 519.088623046875, + 367.8690185546875, + 707.9826049804688, + 289.1374816894531, + 442.5021667480469, + 501.13226318359375, + 474.0382995605469, + 496.6627502441406, + 668.3880615234375, + 542.807861328125, + 498.0792541503906, + 653.1121215820312, + 345.4916687011719, + 508.384765625, + 537.7305297851562, + 468.783935546875, + 613.1156005859375, + 671.0092163085938, + 646.6116333007812, + 592.9011840820312, + 611.4165649414062, + 473.6331787109375, + 472.2254333496094, + 425.605224609375, + 561.440185546875, + 555.1589965820312, + 445.8099060058594, + 504.2710876464844, + 567.485595703125, + 516.5659790039062, + 558.4720458984375, + 541.5110473632812, + 548.5076904296875, + 566.9990234375, + 396.2817687988281, + 588.8932495117188, + 506.02069091796875, + 499.30889892578125, + 486.4377136230469, + 302.8666076660156, + 611.3148803710938, + 497.4671936035156, + 513.9945068359375, + 442.54345703125, + 350.75323486328125, + 577.72607421875, + 405.8236389160156, + 348.9016418457031, + 694.199951171875, + 550.3270874023438, + 442.1201477050781, + 505.1514587402344, + 707.9959106445312, + 590.0735473632812, + 663.6565551757812, + 549.0492553710938, + 726.1455078125, + 689.3330078125, + 581.4463500976562, + 462.3410339355469, + 405.3758239746094, + 423.60345458984375, + 819.335205078125, + 693.135498046875, + 477.1519470214844, + 587.4278564453125, + 389.14324951171875, + 377.26885986328125, + 570.9744873046875, + 609.2649536132812, + 655.4221801757812, + 614.3043823242188, + 321.45587158203125, + 355.0310974121094, + 388.2870178222656, + 328.8866882324219, + 480.6518859863281, + 454.85577392578125, + 498.30865478515625, + 601.7381591796875, + 723.6865234375, + 386.7250061035156, + 483.9542541503906, + 519.7965698242188, + 348.9877014160156, + 618.7002563476562, + 547.957763671875, + 406.6218566894531, + 491.3945007324219, + 661.267578125, + 554.9962768554688, + 423.7323913574219, + 533.0081176757812, + 506.97259521484375, + 391.56890869140625, + 572.8590087890625, + 517.947021484375, + 654.60205078125, + 632.2479858398438, + 598.4469604492188, + 675.99462890625, + 678.6233520507812, + 530.8598022460938, + 783.1748657226562, + 602.6387329101562, + 570.859619140625, + 569.102783203125, + 451.59625244140625, + 376.1697082519531, + 334.74334716796875, + 707.6185302734375, + 543.9266967773438, + 537.7293090820312, + 303.90509033203125, + 580.4940795898438, + 453.0303649902344, + 581.800537109375, + 598.9065551757812, + 620.7747802734375, + 410.8335266113281, + 592.3859252929688, + 602.8796997070312, + 474.3415832519531, + 476.5618591308594, + 433.18255615234375, + 583.0215454101562, + 351.37353515625, + 660.0025634765625, + 485.7138366699219, + 553.9358520507812, + 379.423583984375, + 441.3060607910156, + 552.8245239257812, + 607.2271728515625, + 375.82513427734375, + 489.76983642578125, + 543.0682983398438, + 499.3865051269531, + 561.6683349609375, + 440.67547607421875, + 372.8740539550781, + 645.3242797851562, + 333.3689270019531, + 529.4712524414062, + 495.0711364746094, + 388.51434326171875, + 626.80517578125, + 458.2358093261719, + 487.1287841796875, + 369.1617431640625, + 518.5401611328125, + 508.5279235839844, + 309.99188232421875, + 489.06719970703125, + 507.8472595214844, + 630.5072631835938, + 463.2808532714844, + 557.2715454101562, + 549.4268798828125, + 512.350341796875, + 440.8061828613281, + 473.2044982910156, + 715.2640991210938, + 445.59979248046875, + 364.5242919921875, + 262.1260681152344, + 618.4848022460938, + 528.8429565429688, + 501.114990234375, + 603.1921997070312, + 332.521728515625, + 589.7811279296875, + 654.7052612304688, + 471.7110900878906, + 384.9057312011719, + 577.3887939453125, + 344.4158935546875, + 360.41522216796875, + 497.9021911621094, + 558.9556884765625, + 503.8167419433594, + 465.545654296875, + 500.6487121582031, + 616.8048706054688, + 611.625732421875, + 400.037353515625, + 557.1074829101562, + 529.2232055664062, + 430.9087829589844, + 462.5657653808594, + 518.6136474609375, + 365.1984558105469, + 451.55560302734375, + 445.5965881347656, + 518.9197387695312, + 614.7332153320312, + 356.0810546875, + 311.8111572265625, + 514.4848022460938, + 560.1112060546875, + 464.7350769042969, + 264.2535095214844, + 611.54345703125, + 651.1170654296875, + 403.5735778808594, + 663.6144409179688, + 479.61627197265625, + 368.4275207519531, + 312.2496337890625, + 676.3601684570312, + 674.9331665039062, + 490.5439147949219, + 487.40399169921875, + 543.668212890625, + 356.83245849609375, + 555.4500732421875, + 382.93023681640625, + 352.7380065917969, + 486.1958312988281, + 474.82757568359375, + 481.6786193847656, + 379.6138916015625, + 472.46368408203125, + 483.3502502441406, + 315.64825439453125, + 594.7069702148438, + 488.17205810546875, + 572.5428466796875, + 465.5852355957031, + 363.9630432128906, + 330.3332824707031, + 518.2957153320312, + 483.2016906738281, + 363.67059326171875, + 505.6485900878906, + 382.7030334472656, + 505.4952697753906, + 320.10333251953125, + 387.6708984375, + 416.40966796875, + 717.9329833984375, + 467.090087890625, + 524.7007446289062, + 439.0093078613281, + 606.5498046875, + 428.93609619140625, + 366.4751281738281, + 419.7320861816406, + 508.505859375, + 477.8625793457031, + 385.3916320800781, + 465.1383972167969, + 677.4998168945312, + 297.8451843261719, + 520.5343627929688, + 410.20452880859375, + 609.13671875, + 488.4629821777344, + 427.9553527832031, + 334.17620849609375, + 533.7532958984375, + 375.0412292480469, + 533.0569458007812, + 433.2570495605469, + 735.6476440429688, + 449.1947326660156, + 467.00384521484375, + 516.44091796875, + 556.6603393554688, + 436.5570373535156, + 408.20404052734375, + 523.9163818359375, + 453.6351318359375, + 744.0382690429688, + 387.08837890625, + 467.2877502441406, + 300.3953552246094, + 489.8738708496094, + 659.4977416992188, + 525.0936889648438, + 560.6522216796875, + 506.05279541015625, + 481.40179443359375, + 373.1197204589844, + 426.03961181640625, + 534.7930297851562, + 417.67437744140625, + 517.8968505859375, + 456.5193176269531, + 305.2311096191406, + 470.134521484375, + 320.4739685058594, + 467.0459289550781, + 489.0361328125, + 515.3573608398438, + 502.29180908203125, + 332.616455078125, + 359.2734680175781, + 397.165283203125, + 462.44622802734375, + 630.4697265625, + 448.5866394042969, + 310.33795166015625, + 299.1001281738281, + 559.15478515625, + 415.4915771484375, + 437.9657897949219, + 428.0539245605469, + 384.7596130371094, + 250.41856384277344, + 474.7553405761719, + 473.6587829589844, + 394.5523681640625, + 542.2298583984375, + 343.1950378417969, + 432.6956787109375, + 428.6233215332031, + 490.33673095703125, + 512.3446655273438, + 447.8979187011719, + 533.6510009765625, + 509.2750549316406, + 581.78515625, + 526.7849731445312, + 504.9503173828125, + 405.5770263671875, + 360.46435546875, + 380.5773620605469, + 511.816162109375, + 486.4729309082031, + 493.0924377441406, + 428.7586669921875, + 641.4103393554688, + 502.80853271484375, + 413.8982849121094, + 360.8720703125, + 599.5134887695312, + 386.8177185058594, + 452.2546081542969, + 519.689453125, + 404.9361877441406, + 399.0594177246094, + 351.7436828613281, + 507.08123779296875, + 467.128662109375, + 523.2830810546875, + 390.2657470703125, + 348.14056396484375, + 383.373291015625, + 360.6381530761719, + 416.698974609375, + 543.8890380859375, + 452.65380859375, + 442.6373291015625, + 563.4772338867188, + 462.5669250488281, + 417.8990783691406, + 580.960693359375, + 563.7501831054688, + 340.9659423828125, + 515.6192626953125, + 555.6434936523438, + 446.1235046386719, + 431.2476501464844, + 491.3111877441406, + 439.83734130859375, + 638.1427612304688, + 415.4421691894531, + 375.09912109375, + 480.9235534667969, + 612.0029907226562, + 451.34649658203125, + 377.2513427734375, + 592.1585083007812, + 544.1665649414062, + 480.7141418457031, + 430.43365478515625, + 440.5166931152344, + 427.46466064453125, + 465.5489196777344, + 574.8792724609375, + 338.5265808105469, + 638.6478881835938, + 536.33837890625, + 432.8923645019531, + 399.5508728027344, + 537.4534301757812, + 307.9211120605469, + 495.49285888671875, + 423.6705627441406, + 481.7373046875, + 485.1011962890625, + 331.53314208984375, + 553.0877075195312, + 527.3618774414062, + 409.6581115722656, + 438.5810241699219, + 414.63433837890625, + 444.1519470214844, + 540.062744140625, + 516.5408325195312, + 456.50689697265625, + 480.9489440917969, + 548.926025390625, + 528.6944580078125, + 388.6150817871094, + 504.5707092285156, + 622.9725952148438, + 487.84765625, + 465.6909484863281, + 298.7020263671875, + 326.65264892578125, + 419.45257568359375, + 391.07373046875, + 591.7259521484375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 } ] }, @@ -73687,230 +89745,206 @@ 2 ], "wall_clock_s": [ - 541.8, - 573.5, - 514.8 + 942.2, + 957.3, + 949.1 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.02287946827709675, + "loss": 0.16781648993492126, "env_score_iters": 500, - "env_score": -4.167496681213379, + "env_score": -0.5462130904197693, "eval_iters": 500, - "eval_score": 0.6499999999999999, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.7919324040412903, - "rl_grad_norm": 0.011599241755902767, - "bc_grad_norm": 0.13610754907131195, + "grad_align": -0.02708248235285282, + "rl_grad_norm": 0.1361684799194336, + "bc_grad_norm": 2.590715169906616, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.in_proj_weight": 0.1661669760942459, - "transformer.layers.0.self_attn.in_proj_bias": 0.010350292548537254, - "transformer.layers.0.self_attn.out_proj.weight": 0.19729191064834595, - "transformer.layers.0.self_attn.out_proj.bias": 0.014248443767428398, - "transformer.layers.0.norm1.weight": 0.00846687238663435, - "transformer.layers.0.norm1.bias": 0.008924316614866257, - "transformer.layers.1.self_attn.in_proj_weight": 0.11381924897432327, - "transformer.layers.1.self_attn.in_proj_bias": 0.005557531490921974, - "transformer.layers.1.self_attn.out_proj.weight": 0.0786907896399498, - "transformer.layers.1.self_attn.out_proj.bias": 0.005322093144059181, - "transformer.layers.1.norm1.weight": 0.007074776571244001, - "transformer.layers.1.norm1.bias": 0.00519529776647687, - "transformer.layers.2.self_attn.in_proj_weight": 0.06259715557098389, - "transformer.layers.2.self_attn.in_proj_bias": 0.0032684593461453915, - "transformer.layers.2.self_attn.out_proj.weight": 0.05086903274059296, - "transformer.layers.2.self_attn.out_proj.bias": 0.003399078268557787, - "transformer.layers.2.norm1.weight": 0.004184512421488762, - "transformer.layers.2.norm1.bias": 0.0034230086021125317, - "transformer.layers.3.self_attn.in_proj_weight": 0.08656641095876694, - "transformer.layers.3.self_attn.in_proj_bias": 0.004891929682344198, - "transformer.layers.3.self_attn.out_proj.weight": 0.04800490662455559, - "transformer.layers.3.self_attn.out_proj.bias": 0.004019423853605986, - "transformer.layers.3.norm1.weight": 0.006483405362814665, - "transformer.layers.3.norm1.bias": 0.006555354222655296 + "transformer.layers.0.self_attn.in_proj_weight": 0.047484975308179855, + "transformer.layers.0.self_attn.in_proj_bias": 0.004499547649174929, + "transformer.layers.0.self_attn.out_proj.weight": 0.04927227646112442, + "transformer.layers.0.self_attn.out_proj.bias": 0.006404236424714327, + "transformer.layers.1.self_attn.in_proj_weight": 0.049365583807229996, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027717617340385914, + "transformer.layers.1.self_attn.out_proj.weight": 0.0441407635807991, + "transformer.layers.1.self_attn.out_proj.bias": 0.003303139703348279, + "transformer.layers.2.self_attn.in_proj_weight": 0.04949508234858513, + "transformer.layers.2.self_attn.in_proj_bias": 0.0031176034826785326, + "transformer.layers.2.self_attn.out_proj.weight": 0.04310888797044754, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035437936894595623, + "transformer.layers.3.self_attn.in_proj_weight": 0.0768926814198494, + "transformer.layers.3.self_attn.in_proj_bias": 0.006616663653403521, + "transformer.layers.3.self_attn.out_proj.weight": 0.04414832964539528, + "transformer.layers.3.self_attn.out_proj.bias": 0.005171244964003563 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.021937699988484383, - "repr_drift_kl_low_t": 0.01963655650615692, - "repr_drift_kl_mid_t": 0.01741337589919567, - "repr_drift_kl_high_t": 0.025612665340304375, + "repr_drift_kl": 0.6464467644691467, + "repr_drift_kl_low_t": 0.7912842631340027, + "repr_drift_kl_mid_t": 0.6584538221359253, + "repr_drift_kl_high_t": 0.4648490846157074, "cka_iters": 500, - "cka_similarity": 0.7960144281387329, + "cka_similarity": 0.6303473711013794, "t_analysis_iters": 500, - "norm_low_t": 0.005272947251796722, - "norm_high_t": 0.23412920534610748, - "lowhigh_cos": 0.005301610101014376, + "norm_low_t": 0.20810776948928833, + "norm_high_t": 0.1819554716348648, + "lowhigh_cos": 0.384274423122406, "t_bin_norms": { - "t_0.0-0.1": 0.005042633973062038, - "t_0.1-0.2": 0.26218029856681824, - "t_0.2-0.3": 0.0105757936835289, - "t_0.3-0.4": 0.5780847072601318, - "t_0.4-0.5": 0.0049727787263691425, - "t_0.5-0.6": 0.6073765754699707, - "t_0.6-0.7": 0.0038893085438758135, - "t_0.7-0.8": 0.005429690238088369, - "t_0.8-0.9": 0.351307213306427, - "t_0.9-1.0": 0.2396525740623474 - }, - "win_rate": 0.004126547370105982, - "effective_batch_size": 104.52373504638672, + "t_0.0-0.1": 0.22130627930164337, + "t_0.1-0.2": 0.1622522473335266, + "t_0.2-0.3": 0.14368903636932373, + "t_0.3-0.4": 0.15108124911785126, + "t_0.4-0.5": 0.14673082530498505, + "t_0.5-0.6": 0.14312146604061127, + "t_0.6-0.7": 0.14092883467674255, + "t_0.7-0.8": 0.1522662490606308, + "t_0.8-0.9": 0.16258063912391663, + "t_0.9-1.0": 0.1999676525592804 + }, + "win_rate": 0.07742559909820557, + "effective_batch_size": 591.7259521484375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.07873886823654175, + "loss": 0.07621054351329803, "env_score_iters": 500, - "env_score": -3.012152671813965, + "env_score": -0.5820604562759399, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.38749999999999996, "grad_align_iters": 500, - "grad_align": 0.1455937772989273, - "rl_grad_norm": 0.09629082679748535, - "bc_grad_norm": 0.1328485608100891, + "grad_align": -0.06268801540136337, + "rl_grad_norm": 0.06712827831506729, + "bc_grad_norm": 0.8366875052452087, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.in_proj_weight": 0.018369030207395554, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011053502094000578, - "transformer.layers.0.self_attn.out_proj.weight": 0.01580183394253254, - "transformer.layers.0.self_attn.out_proj.bias": 0.0011222388129681349, - "transformer.layers.0.norm1.weight": 0.0010939599014818668, - "transformer.layers.0.norm1.bias": 0.0010877574095502496, - "transformer.layers.1.self_attn.in_proj_weight": 0.015895932912826538, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005858640070073307, - "transformer.layers.1.self_attn.out_proj.weight": 0.011254347860813141, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006999396136961877, - "transformer.layers.1.norm1.weight": 0.0010259479749947786, - "transformer.layers.1.norm1.bias": 0.0005592560628429055, - "transformer.layers.2.self_attn.in_proj_weight": 0.01603480614721775, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006709981826134026, - "transformer.layers.2.self_attn.out_proj.weight": 0.011016410775482655, - "transformer.layers.2.self_attn.out_proj.bias": 0.000690010201651603, - "transformer.layers.2.norm1.weight": 0.0009936817223206162, - "transformer.layers.2.norm1.bias": 0.0008033730555325747, - "transformer.layers.3.self_attn.in_proj_weight": 0.02579358220100403, - "transformer.layers.3.self_attn.in_proj_bias": 0.001176057499833405, - "transformer.layers.3.self_attn.out_proj.weight": 0.013375661335885525, - "transformer.layers.3.self_attn.out_proj.bias": 0.0008977320394478738, - "transformer.layers.3.norm1.weight": 0.0020958948880434036, - "transformer.layers.3.norm1.bias": 0.0016271701315417886 + "transformer.layers.0.self_attn.in_proj_weight": 0.02996394783258438, + "transformer.layers.0.self_attn.in_proj_bias": 0.001784424646757543, + "transformer.layers.0.self_attn.out_proj.weight": 0.02867734059691429, + "transformer.layers.0.self_attn.out_proj.bias": 0.002298617037013173, + "transformer.layers.1.self_attn.in_proj_weight": 0.03111111931502819, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012071121018379927, + "transformer.layers.1.self_attn.out_proj.weight": 0.01946764439344406, + "transformer.layers.1.self_attn.out_proj.bias": 0.001281228382140398, + "transformer.layers.2.self_attn.in_proj_weight": 0.02129361964762211, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009510727832093835, + "transformer.layers.2.self_attn.out_proj.weight": 0.016526175662875175, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010927714174613357, + "transformer.layers.3.self_attn.in_proj_weight": 0.03289956599473953, + "transformer.layers.3.self_attn.in_proj_bias": 0.0024121005553752184, + "transformer.layers.3.self_attn.out_proj.weight": 0.01793857291340828, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017903023399412632 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.17668311297893524, - "repr_drift_kl_low_t": 0.17822004854679108, - "repr_drift_kl_mid_t": 0.17025050520896912, - "repr_drift_kl_high_t": 0.20442578196525574, + "repr_drift_kl": 0.3331162631511688, + "repr_drift_kl_low_t": 0.4111078679561615, + "repr_drift_kl_mid_t": 0.342936247587204, + "repr_drift_kl_high_t": 0.2478024661540985, "cka_iters": 500, - "cka_similarity": 0.8594852089881897, + "cka_similarity": 0.5994979739189148, "t_analysis_iters": 500, - "norm_low_t": 0.10873334109783173, - "norm_high_t": 0.04704724997282028, - "lowhigh_cos": 0.19412857294082642, + "norm_low_t": 0.09012319147586823, + "norm_high_t": 0.09521305561065674, + "lowhigh_cos": 0.179107666015625, "t_bin_norms": { - "t_0.0-0.1": 0.1798846423625946, - "t_0.1-0.2": 0.09476596117019653, - "t_0.2-0.3": 0.11281047016382217, - "t_0.3-0.4": 0.06085564196109772, - "t_0.4-0.5": 0.0574740432202816, - "t_0.5-0.6": 0.07769627124071121, - "t_0.6-0.7": 0.08350681513547897, - "t_0.7-0.8": 0.05531270056962967, - "t_0.8-0.9": 0.06049588322639465, - "t_0.9-1.0": 0.04763856530189514 - }, - "win_rate": 0.009527170099318027, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.11892907321453094, + "t_0.1-0.2": 0.07718177884817123, + "t_0.2-0.3": 0.06796228140592575, + "t_0.3-0.4": 0.062273893505334854, + "t_0.4-0.5": 0.048509057611227036, + "t_0.5-0.6": 0.048596106469631195, + "t_0.6-0.7": 0.054682884365320206, + "t_0.7-0.8": 0.05676063150167465, + "t_0.8-0.9": 0.06836199760437012, + "t_0.9-1.0": 0.10846962034702301 + }, + "win_rate": 0.02360139787197113, + "effective_batch_size": 416.8566589355469, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.036474086344242096, + "loss": 0.12630902230739594, "env_score_iters": 500, - "env_score": -3.322455644607544, + "env_score": -0.5073205828666687, "eval_iters": 500, - "eval_score": 0.6, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.7106798887252808, - "rl_grad_norm": 0.026846149936318398, - "bc_grad_norm": 0.2512868344783783, + "grad_align": -0.03874814510345459, + "rl_grad_norm": 0.09210265427827835, + "bc_grad_norm": 2.141831636428833, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.self_attn.in_proj_weight": 0.007331386674195528, - "transformer.layers.0.self_attn.in_proj_bias": 0.0005941286217421293, - "transformer.layers.0.self_attn.out_proj.weight": 0.0075063882395625114, - "transformer.layers.0.self_attn.out_proj.bias": 0.0009192776051349938, - "transformer.layers.0.norm1.weight": 0.0004624105349648744, - "transformer.layers.0.norm1.bias": 0.0005705315852537751, - "transformer.layers.1.self_attn.in_proj_weight": 0.00792998168617487, - "transformer.layers.1.self_attn.in_proj_bias": 0.0004009170224890113, - "transformer.layers.1.self_attn.out_proj.weight": 0.008095231838524342, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006512189866043627, - "transformer.layers.1.norm1.weight": 0.0005706436932086945, - "transformer.layers.1.norm1.bias": 0.00039099063724279404, - "transformer.layers.2.self_attn.in_proj_weight": 0.009649544954299927, - "transformer.layers.2.self_attn.in_proj_bias": 0.00045992142986506224, - "transformer.layers.2.self_attn.out_proj.weight": 0.006146983243525028, - "transformer.layers.2.self_attn.out_proj.bias": 0.00058572250418365, - "transformer.layers.2.norm1.weight": 0.0006716850330121815, - "transformer.layers.2.norm1.bias": 0.0005262586055323482, - "transformer.layers.3.self_attn.in_proj_weight": 0.014319844543933868, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013656694209203124, - "transformer.layers.3.self_attn.out_proj.weight": 0.007851507514715195, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011670143576338887, - "transformer.layers.3.norm1.weight": 0.0011131520150229335, - "transformer.layers.3.norm1.bias": 0.0020007716957479715 + "transformer.layers.0.self_attn.in_proj_weight": 0.04987803474068642, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032804226502776146, + "transformer.layers.0.self_attn.out_proj.weight": 0.046407174319028854, + "transformer.layers.0.self_attn.out_proj.bias": 0.00485285883769393, + "transformer.layers.1.self_attn.in_proj_weight": 0.05973610654473305, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026490858290344477, + "transformer.layers.1.self_attn.out_proj.weight": 0.03966895863413811, + "transformer.layers.1.self_attn.out_proj.bias": 0.002390200737863779, + "transformer.layers.2.self_attn.in_proj_weight": 0.06158421188592911, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033347560092806816, + "transformer.layers.2.self_attn.out_proj.weight": 0.027765410020947456, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018726574489846826, + "transformer.layers.3.self_attn.in_proj_weight": 0.048495370894670486, + "transformer.layers.3.self_attn.in_proj_bias": 0.0032844501547515392, + "transformer.layers.3.self_attn.out_proj.weight": 0.028310293331742287, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023640485014766455 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.2574755549430847, - "repr_drift_kl_low_t": 0.26361924409866333, - "repr_drift_kl_mid_t": 0.2297632396221161, - "repr_drift_kl_high_t": 0.28463852405548096, + "repr_drift_kl": 0.5423533916473389, + "repr_drift_kl_low_t": 0.6906666159629822, + "repr_drift_kl_mid_t": 0.5440218448638916, + "repr_drift_kl_high_t": 0.3989521861076355, "cka_iters": 500, - "cka_similarity": 0.779514491558075, + "cka_similarity": 0.6932944655418396, "t_analysis_iters": 500, - "norm_low_t": 0.0391157791018486, - "norm_high_t": 0.04828864708542824, - "lowhigh_cos": 0.1377847045660019, + "norm_low_t": 0.16518916189670563, + "norm_high_t": 0.16396312415599823, + "lowhigh_cos": 0.2769281566143036, "t_bin_norms": { - "t_0.0-0.1": 0.030310070142149925, - "t_0.1-0.2": 0.030392613261938095, - "t_0.2-0.3": 0.027149276807904243, - "t_0.3-0.4": 0.023527251556515694, - "t_0.4-0.5": 0.024569546803832054, - "t_0.5-0.6": 0.019454607740044594, - "t_0.6-0.7": 0.022367529571056366, - "t_0.7-0.8": 0.023299017921090126, - "t_0.8-0.9": 0.028761345893144608, - "t_0.9-1.0": 0.06741078943014145 - }, - "win_rate": 0.006637168116867542, - "effective_batch_size": 54.22412109375, + "t_0.0-0.1": 0.1660785973072052, + "t_0.1-0.2": 0.10157377272844315, + "t_0.2-0.3": 0.08732142299413681, + "t_0.3-0.4": 0.09014945477247238, + "t_0.4-0.5": 0.09183982759714127, + "t_0.5-0.6": 0.08258715271949768, + "t_0.6-0.7": 0.0903756394982338, + "t_0.7-0.8": 0.08691084384918213, + "t_0.8-0.9": 0.09544030576944351, + "t_0.9-1.0": 0.19089150428771973 + }, + "win_rate": 0.042834892868995667, + "effective_batch_size": 472.64605712890625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "ffn_only": { - "score": 0.6583333333333333, - "score_std": 0.011785113019775828, + "score": 0.4375, + "score_std": 0.010206207261596585, "all_scores": [ - 0.65, - 0.6499999999999999, - 0.675 + 0.43749999999999994, + 0.44999999999999996, + 0.42499999999999993 ], "history": { "iters": [ @@ -74416,506 +90450,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2271363735198975, - 2.548598527908325, - 0.2804242670536041, - 0.3467135429382324, - 2.33940052986145, - 0.2853485345840454, - 0.5595710873603821, - 0.6930636167526245, - 0.08941996097564697, - 0.044100962579250336, - 0.45299020409584045, - 0.6565048694610596, - 0.3385718762874603, - 0.25005605816841125, - 0.026020873337984085, - 0.4956422746181488, - 1.519252061843872, - 0.011902643367648125, - 0.06683748215436935, - 1.0854300260543823, - 0.25161194801330566, - 0.2115865796804428, - 0.9366322159767151, - 0.0557568185031414, - 0.12422061711549759, - 0.4989113509654999, - 0.43567705154418945, - 1.384218454360962, - 0.8771691918373108, - 0.8796802759170532, - 0.5864371657371521, - 0.3357539772987366, - 0.4549878239631653, - 0.5379328727722168, - 1.0077327489852905, - 0.12161531299352646, - 0.4796094298362732, - 0.6004418134689331, - 0.8538278937339783, - 0.8210505247116089, - 0.2928401529788971, - 0.11327387392520905, - 0.9599477648735046, - 0.055339932441711426, - 0.5020144581794739, - 0.5133241415023804, - 1.260301947593689, - 0.11625204235315323, - 0.3310788869857788, - 0.13625268638134003, - 0.01296354178339243, - 0.8368545770645142, - 0.09117377549409866, - 0.4781518876552582, - 0.45093998312950134, - 0.511594295501709, - 1.3019741773605347, - 0.5864995718002319, - 0.15826188027858734, - 0.07567489147186279, - 0.686829149723053, - 0.6320415735244751, - 0.39572644233703613, - 0.8336302638053894, - 0.023539241403341293, - 0.20494088530540466, - 0.12254871428012848, - 0.543338418006897, - 0.023389078676700592, - 0.427141010761261, - 0.42254093289375305, - 0.052103955298662186, - 0.22008945047855377, - 0.018285030499100685, - 0.43514421582221985, - 0.10628664493560791, - 0.018255701288580894, - 0.13195660710334778, - 0.03973765671253204, - 0.37929585576057434, - 0.09150365740060806, - 0.49830353260040283, - 0.09423471987247467, - 0.07681462168693542, - 0.038343776017427444, - 0.023650307208299637, - 0.028548378497362137, - 0.4466918706893921, - 0.3959754705429077, - 0.3478098511695862, - 0.09463295340538025, - 0.6862470507621765, - 0.4328992962837219, - 0.10406102240085602, - 0.4358292818069458, - 0.054882366210222244, - 0.019323481246829033, - 0.05120772868394852, - 0.6722776889801025, - 0.24130211770534515, - 0.054558079689741135, - 0.10440237820148468, - 0.6500656604766846, - 0.023909887298941612, - 0.049239255487918854, - 0.09326179325580597, - 1.0072367191314697, - 0.30646687746047974, - 0.36806318163871765, - 0.25229060649871826, - 0.01858016476035118, - 0.8179175853729248, - 0.18165194988250732, - 0.007548969238996506, - 0.7150689959526062, - 0.5368372797966003, - 0.016287626698613167, - 0.4249821603298187, - 1.1296535730361938, - 0.8340003490447998, - 0.13729314506053925, - 0.09260004758834839, - 0.2104802280664444, - 0.0054186428897082806, - 0.7369734644889832, - 0.3585616648197174, - 0.5733837485313416, - 0.7239410281181335, - 0.5267363786697388, - 1.031791090965271, - 0.10811188071966171, - 0.08071077615022659, - 0.057589221745729446, - 0.4100589156150818, - 0.2959902882575989, - 0.6988115310668945, - 0.10924185812473297, - 0.5141926407814026, - 0.33209842443466187, - 0.6560999751091003, - 0.09629730880260468, - 1.1053261756896973, - 0.08699685335159302, - 0.2755845785140991, - 0.06963895261287689, - 0.1318773776292801, - 0.10708867013454437, - 0.08769115805625916, - 1.071380615234375, - 0.13541722297668457, - 0.23447532951831818, - 0.7412233948707581, - 0.9309384226799011, - 1.3146600723266602, - 1.1929928064346313, - 0.1283513456583023, - 0.29763713479042053, - 0.9913930892944336, - 0.06204133853316307, - 0.046869296580553055, - 0.027106426656246185, - 0.1816614270210266, - 0.06944724917411804, - 0.2830982804298401, - 0.08552155643701553, - 0.012226315215229988, - 0.02728736214339733, - 0.24521633982658386, - 0.23027166724205017, - 0.3226483166217804, - 0.3799302279949188, - 0.621472954750061, - 0.6097874045372009, - 0.6581262350082397, - 0.06430206447839737, - 0.07450336217880249, - 0.07003109157085419, - 0.5629773139953613, - 0.3610192537307739, - 0.1839028298854828, - 0.4070342183113098, - 0.1141844317317009, - 0.0396045483648777, - 0.014643937349319458, - 0.5950095057487488, - 0.11104638874530792, - 0.5204140543937683, - 0.7207300066947937, - 0.7963979840278625, - 0.012140903621912003, - 0.32823577523231506, - 0.6907525658607483, - 0.5584267377853394, - 0.5528064370155334, - 0.3552839756011963, - 0.1853695511817932, - 1.0408883094787598, - 1.189422369003296, - 1.0320897102355957, - 0.28201547265052795, - 0.6314839720726013, - 0.5399288535118103, - 0.35064932703971863, - 0.1915014684200287, - 0.16368067264556885, - 0.7506048679351807, - 0.03933277353644371, - 0.15747755765914917, - 0.786027193069458, - 0.06465612351894379, - 0.3225162923336029, - 0.13361063599586487, - 1.0910190343856812, - 0.0632745623588562, - 0.02235950157046318, - 0.047572266310453415, - 0.036422714591026306, - 0.05929715558886528, - 0.021846935153007507, - 1.0508487224578857, - 0.7167698740959167, - 0.1944911926984787, - 0.03440016135573387, - 0.2774384021759033, - 1.3705962896347046, - 0.5129668116569519, - 0.9434837102890015, - 0.8476046919822693, - 1.0000566244125366, - 0.49473321437835693, - 0.1972866952419281, - 1.014651894569397, - 0.27796146273612976, - 0.5425416827201843, - 0.25777962803840637, - 0.620500922203064, - 0.3421175181865692, - 0.6104570031166077, - 1.0200198888778687, - 0.04039590805768967, - 0.17156057059764862, - 0.11150512099266052, - 0.1395510584115982, - 0.6425814628601074, - 0.20876707136631012, - 0.3850507140159607, - 0.23886841535568237, - 0.4308615028858185, - 0.038000259548425674, - 0.054487526416778564, - 0.7764444351196289, - 0.4827437400817871, - 0.4223073720932007, - 1.1578342914581299, - 0.7056517601013184, - 0.006441395729780197, - 0.2657546103000641, - 0.2631644606590271, - 0.15742190182209015, - 0.8817472457885742, - 0.18935294449329376, - 0.31297898292541504, - 0.35853269696235657, - 0.12223159521818161, - 0.7858819365501404, - 0.01737169548869133, - 1.3301880359649658, - 0.37322887778282166, - 0.08597008883953094, - 0.22295187413692474, - 0.6578638553619385, - 0.03627598658204079, - 0.0336153544485569, - 1.264981746673584, - 1.2097809314727783, - 0.7303856015205383, - 0.018608037382364273, - 0.15788786113262177, - 0.04600376635789871, - 0.7938104271888733, - 0.06751339882612228, - 0.7782799601554871, - 0.03327910602092743, - 0.43227046728134155, - 0.6679033637046814, - 0.06726442277431488, - 0.3448973000049591, - 0.040355291217565536, - 0.011855915188789368, - 0.20416982471942902, - 0.08081384003162384, - 0.1792174130678177, - 0.7208550572395325, - 0.03414752334356308, - 0.09778071194887161, - 0.01830848678946495, - 0.036441728472709656, - 0.15018866956233978, - 0.015152938663959503, - 0.10294120013713837, - 0.23053622245788574, - 0.0034844158217310905, - 0.3921182453632355, - 0.8317170739173889, - 0.47123411297798157, - 0.3486260771751404, - 0.44663113355636597, - 0.9277094006538391, - 0.8054894208908081, - 0.17903172969818115, - 0.10282084345817566, - 0.45342910289764404, - 0.3322618901729584, - 0.027186710387468338, - 0.17670321464538574, - 0.2712229788303375, - 0.1522965282201767, - 0.6979045271873474, - 0.09608551859855652, - 0.2444479912519455, - 0.06506543606519699, - 0.6284369230270386, - 0.8645665049552917, - 1.1823302507400513, - 0.4665122628211975, - 0.34467190504074097, - 0.012015325948596, - 0.9146702289581299, - 0.28314024209976196, - 0.02390654757618904, - 0.8325973153114319, - 1.0834087133407593, - 0.1460728645324707, - 0.24982485175132751, - 0.8971771597862244, - 0.17544597387313843, - 0.10514935106039047, - 0.005515743978321552, - 0.6328615546226501, - 0.9265074133872986, - 1.0010429620742798, - 0.08492858707904816, - 1.1016275882720947, - 0.736510157585144, - 0.41918909549713135, - 0.7140703797340393, - 0.20952951908111572, - 0.058588478714227676, - 0.05352045223116875, - 0.024442821741104126, - 0.04000287503004074, - 0.04881320148706436, - 0.05983038991689682, - 0.11375543475151062, - 0.06150825321674347, - 0.9592994451522827, - 0.9384617209434509, - 0.46900779008865356, - 0.30348289012908936, - 0.6102705001831055, - 0.27837270498275757, - 0.04873250424861908, - 1.454518437385559, - 0.11800956726074219, - 0.6403397917747498, - 0.8930020928382874, - 0.030629055574536324, - 0.44419243931770325, - 0.2060166746377945, - 0.2540379464626312, - 0.6492315530776978, - 0.02907784841954708, - 0.028449488803744316, - 0.7406463623046875, - 0.09275451302528381, - 0.08620084822177887, - 0.30767080187797546, - 0.13163155317306519, - 1.2208471298217773, - 0.09945458918809891, - 1.3507709503173828, - 0.5796592235565186, - 0.024798735976219177, - 1.1576449871063232, - 0.05102495476603508, - 0.02144673466682434, - 0.026379399001598358, - 0.40780338644981384, - 0.3185596168041229, - 0.8071671724319458, - 0.07407094538211823, - 0.015072640031576157, - 0.022725142538547516, - 0.03350933641195297, - 1.2582049369812012, - 0.7214739322662354, - 0.0635036900639534, - 0.9997105598449707, - 0.6535833477973938, - 0.7723075151443481, - 0.06603212654590607, - 0.9566497802734375, - 0.44105133414268494, - 0.27817443013191223, - 0.14034797251224518, - 0.563969612121582, - 0.7490836381912231, - 0.05567888915538788, - 0.032120898365974426, - 0.20936043560504913, - 0.04436013102531433, - 0.6830857992172241, - 0.15438830852508545, - 0.0048495102673769, - 0.42129939794540405, - 0.42806103825569153, - 0.41234883666038513, - 0.04356607422232628, - 0.12159844487905502, - 0.3467748761177063, - 0.17936429381370544, - 0.034770987927913666, - 0.714998722076416, - 0.522484302520752, - 0.2358253449201584, - 0.291645348072052, - 0.5481737852096558, - 0.33445340394973755, - 0.5370808243751526, - 0.418682336807251, - 0.04959682375192642, - 0.703566312789917, - 0.22779223322868347, - 0.0348309651017189, - 0.41374507546424866, - 0.15448707342147827, - 0.2697005569934845, - 0.31594184041023254, - 0.5026344656944275, - 0.49709656834602356, - 0.11685086786746979, - 0.34550222754478455, - 0.031964294612407684, - 0.035429418087005615, - 0.403034508228302, - 0.07507593929767609, - 0.21834678947925568, - 0.022466668859124184, - 0.10411296039819717, - 0.047855596989393234, - 0.05860280245542526, - 0.4980604946613312, - 0.794181764125824, - 0.019514556974172592, - 0.292033314704895, - 0.41017070412635803, - 0.6766269207000732, - 0.02004413492977619, - 0.8842681050300598, - 0.5480168461799622, - 0.7760916352272034, - 0.010999709367752075, - 0.003242016537114978, - 0.02780921757221222, - 0.1112353652715683, - 0.503870964050293, - 0.02931797504425049, - 0.6568945646286011, - 0.1904565691947937, - 0.04257385432720184, - 0.021107587963342667, - 0.07030939310789108, - 0.5937588810920715, - 0.43984776735305786, - 0.01791216805577278, - 0.050010547041893005, - 0.6801038384437561, - 0.022090883925557137, - 0.07777155190706253, - 0.3365291655063629, - 0.3717567026615143, - 0.20323771238327026, - 0.28238916397094727, - 0.5788630247116089, - 0.44569069147109985, - 0.5641797780990601, - 0.31353357434272766, - 0.6815240383148193, - 0.010730649344623089, - 0.5660526156425476, - 0.324809193611145, - 0.18445025384426117, - 0.02608966827392578, - 0.5659149289131165, - 0.018083656206727028, - 0.15471382439136505, - 0.02325660176575184, - 0.3765130341053009, - 0.01598029024899006 + 0.7734967470169067, + 0.8025695085525513, + 0.505285382270813, + 0.337332159280777, + 0.38678041100502014, + 0.23663212358951569, + 0.40364736318588257, + 0.2678341865539551, + 0.5474682450294495, + 0.16823777556419373, + 0.1819521188735962, + 0.6359363794326782, + 0.27587825059890747, + 0.3995981514453888, + 0.3146298825740814, + 0.505448579788208, + 0.23680850863456726, + 0.32616788148880005, + 0.6524701118469238, + 0.5022984147071838, + 0.4409007430076599, + 0.3702661991119385, + 0.3882003128528595, + 0.26089614629745483, + 0.44282442331314087, + 0.4007689356803894, + 0.2818341851234436, + 0.229221910238266, + 0.36102789640426636, + 0.538709819316864, + 0.29538246989250183, + 0.5718207955360413, + 0.19858281314373016, + 0.20838786661624908, + 0.21949239075183868, + 0.12708240747451782, + 0.29990512132644653, + 0.2688453197479248, + 0.3646499514579773, + 0.48535579442977905, + 0.2821052074432373, + 0.33396556973457336, + 0.21976788341999054, + 0.10075848549604416, + 0.2012375444173813, + 0.24772398173809052, + 0.18558496236801147, + 0.427703857421875, + 0.2887939214706421, + 0.14074662327766418, + 0.2525332272052765, + 0.14285239577293396, + 0.21741221845149994, + 0.264141708612442, + 0.3865722417831421, + 0.19286607205867767, + 0.32159602642059326, + 0.12353721261024475, + 0.21016323566436768, + 0.3364015817642212, + 0.2986777424812317, + 0.2567247450351715, + 0.262484073638916, + 0.18150418996810913, + 0.21598343551158905, + 0.304006427526474, + 0.24958643317222595, + 0.2529643774032593, + 0.2897348403930664, + 0.18020303547382355, + 0.2261250913143158, + 0.24533067643642426, + 0.30553117394447327, + 0.22133350372314453, + 0.22142961621284485, + 0.2156629115343094, + 0.15501157939434052, + 0.2821481227874756, + 0.29323285818099976, + 0.1703747808933258, + 0.31446558237075806, + 0.297706663608551, + 0.1761755645275116, + 0.2603985369205475, + 0.26222625374794006, + 0.2640879154205322, + 0.14632734656333923, + 0.28303319215774536, + 0.2286498248577118, + 0.2731538712978363, + 0.3031167984008789, + 0.15840217471122742, + 0.31458672881126404, + 0.28233423829078674, + 0.1781521886587143, + 0.16774609684944153, + 0.23520062863826752, + 0.1313185691833496, + 0.14831577241420746, + 0.12680378556251526, + 0.19459399580955505, + 0.36274194717407227, + 0.3081534504890442, + 0.2367735207080841, + 0.2531433403491974, + 0.3108052611351013, + 0.14454081654548645, + 0.1557607501745224, + 0.1625504493713379, + 0.23857316374778748, + 0.291944295167923, + 0.15238057076931, + 0.1504276692867279, + 0.19067803025245667, + 0.2360716462135315, + 0.25963929295539856, + 0.3099813163280487, + 0.24617184698581696, + 0.21810223162174225, + 0.22911570966243744, + 0.31580209732055664, + 0.17823748290538788, + 0.10442107915878296, + 0.27537795901298523, + 0.14518269896507263, + 0.2671467363834381, + 0.33439740538597107, + 0.14397497475147247, + 0.2291940450668335, + 0.17749199271202087, + 0.20739668607711792, + 0.2508752644062042, + 0.2855055034160614, + 0.29335394501686096, + 0.3012124300003052, + 0.14592695236206055, + 0.19837774336338043, + 0.2804085314273834, + 0.17966753244400024, + 0.14666882157325745, + 0.21585677564144135, + 0.2146511822938919, + 0.27301010489463806, + 0.16255472600460052, + 0.1366855353116989, + 0.10220927000045776, + 0.11042875051498413, + 0.3146817684173584, + 0.19390209019184113, + 0.1635727882385254, + 0.16604012250900269, + 0.2819853723049164, + 0.29691579937934875, + 0.2615799903869629, + 0.28604426980018616, + 0.24533385038375854, + 0.30721694231033325, + 0.17178896069526672, + 0.22855433821678162, + 0.18487699329853058, + 0.12178326398134232, + 0.1904134750366211, + 0.1900603473186493, + 0.1920861154794693, + 0.3789527714252472, + 0.184999018907547, + 0.13750015199184418, + 0.22182852029800415, + 0.13051575422286987, + 0.2508756220340729, + 0.29495343565940857, + 0.266890287399292, + 0.061493027955293655, + 0.20940539240837097, + 0.20634686946868896, + 0.2644076645374298, + 0.1422916054725647, + 0.20051756501197815, + 0.22524555027484894, + 0.13456933200359344, + 0.1193813905119896, + 0.3246574103832245, + 0.19350861012935638, + 0.24229469895362854, + 0.22055071592330933, + 0.18265728652477264, + 0.08571052551269531, + 0.2556205093860626, + 0.16548725962638855, + 0.18214009702205658, + 0.1904209405183792, + 0.250607967376709, + 0.1902393400669098, + 0.14983943104743958, + 0.22750692069530487, + 0.22323688864707947, + 0.18124811351299286, + 0.2137673795223236, + 0.13437311351299286, + 0.18331237137317657, + 0.21526814997196198, + 0.17216412723064423, + 0.2514020502567291, + 0.22145505249500275, + 0.20450778305530548, + 0.17707033455371857, + 0.24012060463428497, + 0.19055995345115662, + 0.1518278270959854, + 0.11207063496112823, + 0.20126394927501678, + 0.10157559812068939, + 0.2394074648618698, + 0.11906691640615463, + 0.18239940702915192, + 0.10909703373908997, + 0.13154718279838562, + 0.2731049358844757, + 0.17269770801067352, + 0.1011308878660202, + 0.1263335794210434, + 0.12075323611497879, + 0.13122357428073883, + 0.20518279075622559, + 0.1060776337981224, + 0.16753001511096954, + 0.22947059571743011, + 0.1878058910369873, + 0.16724050045013428, + 0.15902648866176605, + 0.1518191397190094, + 0.2357105165719986, + 0.16522349417209625, + 0.1051892340183258, + 0.07794870436191559, + 0.10993260890245438, + 0.11143705993890762, + 0.19997121393680573, + 0.2223512977361679, + 0.19753292202949524, + 0.21721890568733215, + 0.13210700452327728, + 0.18835526704788208, + 0.21136999130249023, + 0.2566390633583069, + 0.12945953011512756, + 0.16450433433055878, + 0.22744545340538025, + 0.1827210783958435, + 0.14822840690612793, + 0.1305910050868988, + 0.17582222819328308, + 0.2590462267398834, + 0.12896251678466797, + 0.16356870532035828, + 0.16020554304122925, + 0.19431324303150177, + 0.16150611639022827, + 0.14954805374145508, + 0.13503913581371307, + 0.20805414021015167, + 0.1468697190284729, + 0.09713269025087357, + 0.2431642711162567, + 0.18383555114269257, + 0.22411131858825684, + 0.12787377834320068, + 0.11801235377788544, + 0.22672003507614136, + 0.24209760129451752, + 0.15690092742443085, + 0.2211412936449051, + 0.16683408617973328, + 0.09016966074705124, + 0.14799372851848602, + 0.2078847885131836, + 0.11293872445821762, + 0.13037404417991638, + 0.1490013301372528, + 0.1689824014902115, + 0.1863233596086502, + 0.11168674379587173, + 0.18206928670406342, + 0.15186746418476105, + 0.1850685179233551, + 0.10538557916879654, + 0.1082906648516655, + 0.24057435989379883, + 0.17993520200252533, + 0.08031399548053741, + 0.1838872730731964, + 0.19514377415180206, + 0.0636623427271843, + 0.15925344824790955, + 0.22768940031528473, + 0.0771278664469719, + 0.0899563655257225, + 0.1941228210926056, + 0.17822375893592834, + 0.13158132135868073, + 0.0834924578666687, + 0.10981477797031403, + 0.14673547446727753, + 0.12366756051778793, + 0.13852669298648834, + 0.1927044689655304, + 0.21143533289432526, + 0.17276978492736816, + 0.14811620116233826, + 0.07670138776302338, + 0.19045637547969818, + 0.14945709705352783, + 0.1263784021139145, + 0.14817211031913757, + 0.14990989863872528, + 0.08025028556585312, + 0.10767541080713272, + 0.13332025706768036, + 0.12248796224594116, + 0.025149956345558167, + 0.10207347571849823, + 0.16995541751384735, + 0.07400944083929062, + 0.1675782948732376, + 0.11583085358142853, + 0.19995489716529846, + 0.16391152143478394, + 0.1413748562335968, + 0.1303175985813141, + 0.17450807988643646, + 0.09790246188640594, + 0.17731621861457825, + 0.1472662091255188, + 0.14233587682247162, + 0.13192085921764374, + 0.15440869331359863, + 0.07973527908325195, + 0.18556535243988037, + 0.20769278705120087, + 0.19290965795516968, + 0.13713955879211426, + 0.08381665498018265, + 0.10858045518398285, + 0.09099183976650238, + 0.11672215163707733, + 0.11345960199832916, + 0.14482276141643524, + 0.16019348800182343, + 0.09740713983774185, + 0.2167133390903473, + 0.15700137615203857, + 0.17510834336280823, + 0.14421406388282776, + 0.10527943819761276, + 0.06527078151702881, + 0.11306095123291016, + 0.1305278241634369, + 0.11706998199224472, + 0.15614794194698334, + 0.12030622363090515, + 0.12518355250358582, + 0.10884454846382141, + 0.18097268044948578, + 0.20084993541240692, + 0.1728973537683487, + 0.08722037076950073, + 0.13560521602630615, + 0.08827147632837296, + 0.10030783712863922, + 0.16770970821380615, + 0.09464412927627563, + 0.17842897772789001, + 0.13882021605968475, + 0.11170297116041183, + 0.19525589048862457, + 0.14770226180553436, + 0.15440146625041962, + 0.09041591733694077, + 0.14823350310325623, + 0.1780204325914383, + 0.10475235432386398, + 0.15775230526924133, + 0.12729740142822266, + 0.11641021817922592, + 0.0971694067120552, + 0.13605144619941711, + 0.1538202166557312, + 0.08587223291397095, + 0.04809507355093956, + 0.14759336411952972, + 0.20853212475776672, + 0.12327760457992554, + 0.15654295682907104, + 0.06259671598672867, + 0.10648096352815628, + 0.20089967548847198, + 0.1999112069606781, + 0.11425642669200897, + 0.18939143419265747, + 0.07742837071418762, + 0.0860459953546524, + 0.07974004000425339, + 0.08835657685995102, + 0.16522851586341858, + 0.0470752939581871, + 0.2059575617313385, + 0.17873649299144745, + 0.18127574026584625, + 0.12195423245429993, + 0.15826654434204102, + 0.11570405960083008, + 0.1329590529203415, + 0.09797032922506332, + 0.11499974876642227, + 0.11306041479110718, + 0.1585294008255005, + 0.14848928153514862, + 0.15618614852428436, + 0.14258836209774017, + 0.07525084167718887, + 0.12839365005493164, + 0.15667295455932617, + 0.08323925733566284, + 0.12910591065883636, + 0.06019655242562294, + 0.09153880923986435, + 0.13097558915615082, + 0.02739018015563488, + 0.14082983136177063, + 0.10903635621070862, + 0.11278948187828064, + 0.11232279986143112, + 0.15392470359802246, + 0.11291342973709106, + 0.06060212478041649, + 0.13720878958702087, + 0.19244790077209473, + 0.08704343438148499, + 0.13737836480140686, + 0.14035449922084808, + 0.1118231937289238, + 0.09200075268745422, + 0.16855813562870026, + 0.1331378072500229, + 0.18305590748786926, + 0.12440658360719681, + 0.10634270310401917, + 0.14983823895454407, + 0.10107826441526413, + 0.1037570908665657, + 0.10955623537302017, + 0.09845395386219025, + 0.040297217667102814, + 0.14857740700244904, + 0.1449013352394104, + 0.14713355898857117, + 0.10795871168375015, + 0.14250342547893524, + 0.11920885741710663, + 0.10945090651512146, + 0.07230783998966217, + 0.13372460007667542, + 0.08476664125919342, + 0.17549869418144226, + 0.14141064882278442, + 0.1478213518857956, + 0.1708943396806717, + 0.1492818295955658, + 0.15557093918323517, + 0.0871138945221901, + 0.03910454735159874, + 0.11837825179100037, + 0.06554809212684631, + 0.11219403147697449, + 0.17848381400108337, + 0.17116917669773102, + 0.08884551376104355, + 0.09503418207168579, + 0.1597510278224945, + 0.12180507183074951, + 0.10549553483724594, + 0.09625042229890823, + 0.16735170781612396, + 0.09625925868749619, + 0.12763340771198273, + 0.15810079872608185, + 0.09784429520368576, + 0.02891550026834011, + 0.13830210268497467, + 0.11184196174144745, + 0.06870515644550323, + 0.1083139032125473, + 0.10363423824310303, + 0.10236352682113647, + 0.13542982935905457, + 0.14354519546031952, + 0.14497564733028412, + 0.11816388368606567, + 0.11589524894952774, + 0.1345701515674591 ], "env_score_iters": [ 1, @@ -75420,2164 +91454,2614 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -2.3961901664733887, - -2.6115410327911377, - 3.847578525543213, - -2.4185006618499756, - -2.46631121635437, - -0.8050032258033752, - -3.4527077674865723, - -2.989875555038452, - -1.8776428699493408, - -5.075156211853027, - -2.1765358448028564, - -2.289857864379883, - -4.413103103637695, - -0.9706995487213135, - 3.855605125427246, - -3.439464807510376, - -1.259628176689148, - -0.8915147185325623, - -5.502900123596191, - -3.057292938232422, - 1.6759268045425415, - -6.894217491149902, - -3.080880880355835, - -1.0804579257965088, - -5.2541890144348145, - 8.487671852111816, - -1.9441196918487549, - -2.198784112930298, - -0.08303278684616089, - -2.3643081188201904, - -1.5263140201568604, - -2.228996515274048, - 1.7013139724731445, - -2.0308871269226074, - -1.277783989906311, - 0.04170924052596092, - -0.684521496295929, - -0.8084360361099243, - -2.484473705291748, - -2.7228899002075195, - 3.9797239303588867, - -4.039468288421631, - -3.271911382675171, - -2.8152213096618652, - 11.49683952331543, - -1.7247391939163208, - -1.2237601280212402, - -2.679151773452759, - -3.2261393070220947, - 0.7984787225723267, - -2.775850534439087, - -0.7413445115089417, - -1.8929051160812378, - -1.4228529930114746, - 2.5941784381866455, - -0.49391570687294006, - -1.0495673418045044, - -3.30487322807312, - -1.0295836925506592, - -0.7488974928855896, - -3.5296554565429688, - 1.137252688407898, - -3.2510666847229004, - -4.257040500640869, - -3.0837907791137695, - -6.796497344970703, - -3.8041141033172607, - -4.4998345375061035, - -2.267589807510376, - -2.9785962104797363, - -1.205804467201233, - -2.4189960956573486, - -1.5281270742416382, - -3.1256227493286133, - -3.4294254779815674, - -2.9008986949920654, - -3.561840534210205, - -2.1829910278320312, - -4.24257755279541, - -2.8817155361175537, - -5.538761138916016, - -6.261352062225342, - -4.30907678604126, - -2.917280912399292, - -3.2580087184906006, - -3.879817485809326, - -1.528297781944275, - -7.261485576629639, - -1.9448494911193848, - -3.1537771224975586, - -1.4589565992355347, - -3.266374349594116, - -3.201955556869507, - -3.3027472496032715, - -4.0474443435668945, - -1.587471842765808, - -0.09948992729187012, - -2.148958444595337, - -4.31884241104126, - -2.913348913192749, - -2.236898183822632, - -3.2269909381866455, - -7.528438091278076, - -1.9980525970458984, - 1.0010689496994019, - -3.025315046310425, - -0.11574611067771912, - -2.7676262855529785, - -4.0633344650268555, - 0.05124128237366676, - -2.972019672393799, - -3.7921550273895264, - -0.832488477230072, - -1.3880794048309326, - -3.4296014308929443, - -1.8347892761230469, - 2.7017767429351807, - 0.10082774609327316, - -5.284802436828613, - -3.7641799449920654, - -2.3590087890625, - -4.201083660125732, - -0.34732553362846375, - -3.836517810821533, - -2.7022969722747803, - -10.17545223236084, - -1.0006766319274902, - 1.46497642993927, - -4.537559509277344, - -3.4900259971618652, - -4.139759063720703, - -1.4819934368133545, - -3.5950427055358887, - -3.763829231262207, - -3.4124197959899902, - -0.1808701753616333, - -1.18598473072052, - -1.0749305486679077, - -3.2950432300567627, - 1.6109424829483032, - -3.4157869815826416, - -3.934054374694824, - -3.3889009952545166, - -3.300144910812378, - -5.516242980957031, - -3.4967100620269775, - -2.6651885509490967, - -9.888504981994629, - -2.681002616882324, - -3.3833999633789062, - 1.1330435276031494, - 6.9495415687561035, - 2.5887258052825928, - -5.822381496429443, - 1.0811500549316406, - 0.7143877148628235, - -3.9202797412872314, - -3.543179988861084, - -3.819565773010254, - -1.1829923391342163, - -6.808749675750732, - -3.3521411418914795, - -2.911262273788452, - -3.1567270755767822, - -3.1900253295898438, - -1.9395792484283447, - -1.7366902828216553, - -2.4544570446014404, - -2.9343209266662598, - -0.024722134694457054, - -1.2833671569824219, - -0.6934173703193665, - -1.1678367853164673, - -3.0238170623779297, - -2.949272394180298, - -4.010156631469727, - -1.9459023475646973, - -2.2877044677734375, - -2.5126867294311523, - -4.24677038192749, - -4.866015911102295, - -4.248012065887451, - -0.4790761172771454, - -7.336343288421631, - -0.034533653408288956, - 0.5125762224197388, - 0.7445726990699768, - -3.7226927280426025, - -2.1306910514831543, - -1.9555847644805908, - -1.218259334564209, - -0.41959449648857117, - -2.233579158782959, - -2.0069420337677, - 2.1743016242980957, - 2.6723098754882812, - 0.2741800546646118, - -2.199319839477539, - -2.7302513122558594, - -2.5493810176849365, - 0.1903078556060791, - -2.8923566341400146, - -2.722606897354126, - 0.4395689368247986, - -3.7869904041290283, - -4.286704063415527, - 0.9639533758163452, - -3.334584951400757, - -4.003452301025391, - -2.284386396408081, - 3.176527738571167, - -4.198197364807129, - -3.8458917140960693, - -3.060861825942993, - -5.684129238128662, - -4.518265247344971, - -4.110036373138428, - 1.7321330308914185, - -0.4116765558719635, - -2.3270316123962402, - -3.4475138187408447, - -5.987543106079102, - 2.1134555339813232, - -1.7667865753173828, - 1.321712613105774, - -0.021496761590242386, - 3.6387155055999756, - -2.7166950702667236, - -2.0084140300750732, - 2.3865773677825928, - -6.491160869598389, - -1.1820560693740845, - -2.514547109603882, - -1.2538601160049438, - -1.9448835849761963, - 1.2957704067230225, - 2.5517542362213135, - -2.474937677383423, - -1.1489921808242798, - -4.751563549041748, - -2.5945775508880615, - -4.998757362365723, - -3.6804816722869873, - 0.05405823886394501, - -3.012800931930542, - -0.6722981333732605, - -3.7060883045196533, - -3.7569477558135986, - -0.11127704381942749, - -2.3050973415374756, - -1.6484124660491943, - 3.8416199684143066, - -2.656663656234741, - -3.981844663619995, - -2.9122977256774902, - -2.7277934551239014, - -2.628411293029785, - 1.561198115348816, - -6.676033020019531, - -2.1354057788848877, - -1.4367563724517822, - -2.724727153778076, - 1.201251745223999, - -3.952881336212158, - 4.998727321624756, - -2.184319257736206, - -3.089289903640747, - -2.2934257984161377, - -0.2847524881362915, - -2.9668095111846924, - -3.613560438156128, - 4.54913854598999, - 3.5969161987304688, - -1.7607786655426025, - -2.918067455291748, - -5.369193077087402, - -4.434638977050781, - 0.40452200174331665, - -2.944849967956543, - -0.9113446474075317, - -5.685256481170654, - -1.139436960220337, - -0.21878089010715485, - -3.084246873855591, - -3.88362979888916, - -1.5737450122833252, - -4.212007522583008, - -1.8574219942092896, - -3.2234339714050293, - -1.8347680568695068, - -0.41038650274276733, - -3.549375295639038, - -3.2995619773864746, - -3.6522345542907715, - -2.912867784500122, - -0.7768028378486633, - -3.188788652420044, - -4.2380452156066895, - -1.8148051500320435, - -3.606588840484619, - -2.0633440017700195, - -3.7031638622283936, - -1.709099531173706, - -2.8581554889678955, - -0.7355623245239258, - 0.5018850564956665, - 0.7158797979354858, - -1.66437566280365, - -3.3701233863830566, - -0.955428957939148, - -1.751965045928955, - -4.054234027862549, - -2.605424165725708, - -1.2276136875152588, - -4.075845241546631, - 0.2934626340866089, - -3.6478097438812256, - -2.997084617614746, - -3.423541784286499, - -3.02620530128479, - 0.6315945386886597, - -0.8704116344451904, - -1.7428827285766602, - -3.046846389770508, - -4.296047687530518, - -0.7591663002967834, - -2.6374642848968506, - -3.8341684341430664, - 0.5334977507591248, - 0.8080505728721619, - -4.355541706085205, - -2.5341086387634277, - 1.0990166664123535, - -3.1263267993927, - -3.9126341342926025, - -3.5610902309417725, - -0.31731581687927246, - -0.7975693345069885, - 1.5067801475524902, - -5.3332438468933105, - -0.7697976231575012, - 0.3530968129634857, - -5.5824971199035645, - -5.056818008422852, - -2.86604642868042, - -6.331705570220947, - -2.5958173274993896, - -4.289621829986572, - -2.6280088424682617, - -2.611008644104004, - -5.672073841094971, - -3.4214892387390137, - -4.972878456115723, - -0.47816231846809387, - 1.0929715633392334, - -1.3344385623931885, - -1.4680026769638062, - -0.7977823615074158, - -4.23991584777832, - -2.74820876121521, - 5.036617755889893, - -2.7619543075561523, - -2.1009042263031006, - 2.3115100860595703, - -2.485515832901001, - -2.2825498580932617, - -2.325634479522705, - -5.728925704956055, - -0.1927706003189087, - -3.9626009464263916, - -3.496262311935425, - -3.50175404548645, - -4.233600616455078, - -3.5601966381073, - -2.0353682041168213, - -2.6484375, - 4.3033270835876465, - -3.187763214111328, - 2.84283447265625, - -3.602968454360962, - -3.2721099853515625, - -2.4966976642608643, - -3.8039677143096924, - -5.846390247344971, - -3.4113221168518066, - -2.360757350921631, - -1.6494005918502808, - 2.62270450592041, - -3.506298542022705, - -3.737727642059326, - -2.8497135639190674, - -3.3890252113342285, - 4.077062129974365, - -3.9740753173828125, - -2.8484883308410645, - 2.1926097869873047, - -2.9374401569366455, - -3.041883945465088, - -1.4521421194076538, - -0.1975434124469757, - -2.3705499172210693, - -3.4399542808532715, - -2.8447635173797607, - -1.7266279458999634, - 1.478354573249817, - -4.211061477661133, - -3.6540448665618896, - -0.9977805018424988, - -7.8002824783325195, - -2.0263607501983643, - -3.0764482021331787, - -3.5612499713897705, - -2.835256814956665, - -4.242040157318115, - -0.1491219848394394, - -3.538374423980713, - -3.365873098373413, - -2.375333070755005, - -2.45272159576416, - -3.553116798400879, - -0.8351942300796509, - -1.072582483291626, - -2.7845611572265625, - -3.069779872894287, - -0.8777040243148804, - -1.8073810338974, - -5.509746551513672, - -1.6997056007385254, - -4.225647926330566, - -0.9885004758834839, - -3.540231466293335, - -4.643003940582275, - -3.167581558227539, - -2.4288032054901123, - -2.155134677886963, - -4.7176971435546875, - -1.3233667612075806, - -2.552396535873413, - -2.977790117263794, - -1.337607502937317, - -3.584557056427002, - -4.823094367980957, - -2.6612510681152344, - -2.885319232940674, - -1.506116271018982, - -3.972966432571411, - -5.726191997528076, - -4.163732528686523, - -7.575972557067871, - -2.9051568508148193, - 1.4612369537353516, - -3.7876148223876953, - -3.200072765350342, - -2.4064013957977295, - 0.2782164216041565, - -3.293999195098877, - 2.081313133239746, - -2.2985968589782715, - 1.3257265090942383, - -3.595993995666504, - -3.8737053871154785, - -3.0872602462768555, - -3.0500781536102295, - -0.6829964518547058, - -4.441609859466553, - -0.39303675293922424, - -2.580148220062256, - -6.586904048919678, - -4.588261604309082, - -3.4794771671295166, - -2.24227237701416, - -2.440401315689087, - -3.4330222606658936, - -3.4978363513946533, - 1.0470207929611206, - -4.426820278167725, - -3.870823860168457, - -5.068183422088623, - -1.1627452373504639, - -2.692981243133545, - -1.8840012550354004, - -0.3172737956047058, - -1.1218446493148804, - -1.7694144248962402, - -0.7838345170021057, - -0.4662728011608124, - -3.59936785697937, - -2.76408314704895, - -1.5701791048049927, - -3.060939073562622, - -3.888477325439453, - -3.15942645072937, - -3.844738245010376, - -1.9640949964523315, - -2.832792043685913, - -2.1462271213531494, - -4.842137813568115 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4948312044143677, + -0.556448757648468, + -0.5012736916542053, + -0.441194623708725, + -0.3716924786567688, + -0.4654841423034668, + -0.4696474075317383, + -0.44056594371795654, + -0.3864741027355194, + -0.5537171363830566, + -0.5239353775978088, + -0.6049007177352905, + -0.254179984331131, + -0.5115486979484558, + 0.026905573904514313, + -0.457194983959198, + -0.46961790323257446, + -0.42751142382621765, + -0.34479063749313354, + -0.5937092304229736, + -0.31656020879745483, + -0.3639710247516632, + -0.4549950063228607, + -0.6099244952201843, + -0.37177813053131104, + -0.4033566117286682, + -0.5801870226860046, + -0.365542471408844, + -0.4245753884315491, + -0.44211721420288086, + -0.3531622886657715, + -0.39873525500297546, + -0.4440790116786957, + -0.3700542151927948, + -0.4164391756057739, + 0.050484802573919296, + -0.5617349147796631, + -0.5136241316795349, + -0.6172356605529785, + -0.41246935725212097, + -0.5969838500022888, + -0.4938887059688568, + -0.5024504065513611, + -0.47690829634666443, + -0.4538145661354065, + -0.4879091680049896, + -0.5780127048492432, + -0.5525102019309998, + -0.5471594929695129, + -0.402578741312027, + -0.4795064926147461, + -0.5730881690979004, + -0.37078922986984253, + -0.6204057931900024, + -0.4375080168247223, + -0.7271547317504883, + -0.6016283631324768, + -0.5806695818901062, + -0.442560076713562, + -0.5629111528396606, + -0.38924187421798706, + -0.41142210364341736, + -0.4695442318916321, + -0.5377905964851379, + -0.3898232877254486, + -0.6230013966560364, + -0.7268946766853333, + -0.5798199772834778, + -0.5859465003013611, + -0.45651766657829285, + -0.5698474049568176, + -0.5732226967811584, + -0.6496483087539673, + -0.5393183827400208, + -0.5040616989135742, + -0.40563470125198364, + -0.8805966377258301, + -0.3930647075176239, + -0.6691483855247498, + -0.4472712278366089, + -0.602381706237793, + -0.4609184265136719, + -0.4732997715473175, + -0.533560574054718, + -0.5849402546882629, + -0.4039275646209717, + -0.5370665192604065, + -0.6063446998596191, + -0.3780299127101898, + -0.5289801359176636, + -0.6209473013877869, + -0.5327295660972595, + -0.7138523459434509, + -0.42697635293006897, + -0.4463309943675995, + -0.6016800999641418, + -0.38639405369758606, + -0.3865448832511902, + -0.5442425608634949, + -0.32929152250289917, + -0.45073214173316956, + -0.6041687726974487, + -0.549905002117157, + -0.5783923864364624, + -0.4175424575805664, + -0.6433923840522766, + -0.496703177690506, + -0.5751495957374573, + -0.4675610661506653, + -0.714219331741333, + -0.5166512727737427, + -0.5173614621162415, + -0.37166690826416016, + -0.4139955937862396, + -0.4321647882461548, + -0.7824267745018005, + -0.3574366867542267, + -0.47185301780700684, + -0.5753527283668518, + -0.46888434886932373, + -0.39406919479370117, + -0.4559710621833801, + -0.3468477725982666, + -0.48626530170440674, + -0.3796085715293884, + -0.5569393634796143, + -0.45690906047821045, + -0.5625547766685486, + -0.2158597856760025, + -0.37563687562942505, + -0.431970477104187, + -0.4996640980243683, + -0.4503464102745056, + -0.41625091433525085, + -0.8140586018562317, + -0.46022963523864746, + -0.4986628293991089, + -0.7761925458908081, + -0.44331055879592896, + -0.40962713956832886, + -0.6849263906478882, + -0.6249764561653137, + -0.6570214629173279, + -0.5041618943214417, + -0.49375948309898376, + -0.8757959008216858, + -0.44336676597595215, + -0.10184752941131592, + -0.6225006580352783, + -0.541628360748291, + -0.33862102031707764, + -0.7156541347503662, + -0.2692830264568329, + -0.6146959066390991, + -0.4257790148258209, + -0.39360782504081726, + -0.483996719121933, + -0.7559649348258972, + -0.8209893703460693, + -0.5773516893386841, + -0.45675036311149597, + -0.475910484790802, + -0.5753988027572632, + -0.49790632724761963, + -0.5190732479095459, + -0.13744030892848969, + -0.31397247314453125, + -0.472057968378067, + -0.6860811114311218, + -0.4809039235115051, + -0.5088115334510803, + -0.28410792350769043, + -0.5271946787834167, + -0.5468988418579102, + -0.4167177081108093, + -0.7581424713134766, + -0.5292219519615173, + -0.2767399251461029, + -0.5181214213371277, + -0.33422160148620605, + -0.5332339406013489, + -0.5997762084007263, + -0.6623740196228027, + -0.3829319477081299, + -0.6351075172424316, + -0.5538573265075684, + -0.5111977458000183, + -0.5380370616912842, + -0.3778219521045685, + -0.3239990472793579, + -0.44561806321144104, + -0.5842646360397339, + -0.5039328932762146, + -0.556255042552948, + -0.41186150908470154, + -0.5423118472099304, + -0.5884800553321838, + -0.4774415194988251, + -0.3725300431251526, + -0.78139328956604, + -0.5071614384651184, + -0.4360905587673187, + -0.4087400734424591, + -0.700827419757843, + -0.5537359714508057, + -0.4762670695781708, + -0.39998021721839905, + -0.4689459502696991, + -0.4239185154438019, + -0.5781221389770508, + -0.6023704409599304, + -0.4436592161655426, + -0.6047747135162354, + -0.5098623633384705, + -0.5822112560272217, + -0.6721031069755554, + -0.565031886100769, + -0.666241466999054, + -0.5874188542366028, + -0.6070935130119324, + -0.6124145984649658, + -0.5384970307350159, + -0.47445112466812134, + -0.4980510175228119, + -0.6080222129821777, + -0.48937585949897766, + -0.7017734050750732, + -0.4264909029006958, + -0.7031255960464478, + -0.5711869597434998, + -0.4865274131298065, + -0.6721974611282349, + -0.6103328466415405, + -0.16996708512306213, + -0.465973436832428, + -0.5016953945159912, + -0.47860345244407654, + -0.42557865381240845, + -0.6040092706680298, + -0.4922122657299042, + -0.4204353988170624, + -0.6079810857772827, + -0.4064466059207916, + -0.501655101776123, + -0.43991515040397644, + -0.46673455834388733, + -0.3553113043308258, + -0.5511873960494995, + -0.7123183608055115, + -0.4277659058570862, + -0.5783284902572632, + -0.46238723397254944, + -0.4737223982810974, + -0.6767573952674866, + -0.531938910484314, + -0.5855891704559326, + -0.34886178374290466, + -0.5438748002052307, + -0.5473303198814392, + -0.6390689015388489, + -0.5912235379219055, + -0.5763455629348755, + -0.4510343372821808, + -0.5354956984519958, + -0.6233354806900024, + -0.6073313355445862, + -0.5190728902816772, + -0.38214245438575745, + -0.40463075041770935, + -0.5606047511100769, + -0.8337762355804443, + -0.4175751805305481, + -0.8311156630516052, + -0.6579143404960632, + -0.5555635094642639, + -0.49852216243743896, + -0.5264722108840942, + -0.4666339159011841, + -0.5806748270988464, + -0.6405090093612671, + -0.4330538809299469, + -0.4392549693584442, + -0.5083299875259399, + -0.7137275338172913, + -0.48306500911712646, + -0.584295928478241, + -0.7465924620628357, + -0.5853360891342163, + -0.5117735862731934, + -0.38528305292129517, + -0.48930975794792175, + -0.5597131848335266, + -0.5926743745803833, + -0.4859960079193115, + -0.4920997619628906, + -0.5724390745162964, + -0.5557235479354858, + -0.598653256893158, + -0.45124387741088867, + -0.5583754181861877, + -0.5186857581138611, + -0.4311421513557434, + -0.466689795255661, + -0.54775071144104, + -0.5154597759246826, + -0.4934530556201935, + -0.3706209063529968, + -0.7087958455085754, + -0.5411388874053955, + -0.5946529507637024, + -0.32085224986076355, + -0.5524840354919434, + -0.6887561082839966, + -0.573533296585083, + -0.6378788948059082, + -0.615634560585022, + -0.7592599987983704, + -0.5014923214912415, + -0.6437176465988159, + -0.4186657667160034, + -0.4956206679344177, + -0.2530251443386078, + -0.5855222940444946, + -0.43876832723617554, + -0.5962299704551697, + -0.4249226152896881, + -0.5802270174026489, + -0.7168149352073669, + -0.6036306023597717, + -0.3777989149093628, + -0.6249921321868896, + -0.4432687759399414, + -0.49250727891921997, + -0.5030325055122375, + -0.38671422004699707, + -0.4964171350002289, + -0.578999936580658, + -0.6640238165855408, + -0.5474112629890442, + -0.6035627722740173, + -0.5568608045578003, + -0.7024921178817749, + -0.39455413818359375, + -0.5773864984512329, + -0.46045541763305664, + -0.6067925691604614, + -0.5132483243942261, + -0.45924732089042664, + -0.4982859492301941, + -0.5205015540122986, + -0.5672760605812073, + -0.7051407694816589, + -0.5117745399475098, + -0.555393636226654, + -0.5652375221252441, + -0.4569431245326996, + -0.438782662153244, + -0.47829797863960266, + -0.6092624068260193, + -0.5151254534721375, + -0.3684741258621216, + -0.5965282917022705, + -0.8619685769081116, + -0.4687381386756897, + -0.6342012286186218, + -0.6289532780647278, + -0.5467721223831177, + -0.489125519990921, + -0.5369043946266174, + -0.6471954584121704, + -0.3985472619533539, + -0.4974992573261261, + -0.3312043249607086, + -0.8346421718597412, + -0.4156913459300995, + -0.4452955722808838, + -0.5358158349990845, + -0.48686859011650085, + -0.5901031494140625, + -0.6746780276298523, + -0.5206754803657532, + -0.4491775333881378, + -0.45092910528182983, + -0.5908969044685364, + -0.5370206832885742, + -0.6553573608398438, + -0.606211245059967, + -0.4209664762020111, + -0.5658121109008789, + -0.5518398880958557, + -0.3422080874443054, + -0.6078598499298096, + -0.4951629340648651, + -0.5946757793426514, + -0.4893629252910614, + -0.47724655270576477, + -0.5909108519554138, + -0.52211594581604, + -0.7972317934036255, + -0.6797184348106384, + -0.44458726048469543, + -0.5580732822418213, + -0.5274783968925476, + -0.4431634545326233, + -0.5177560448646545, + -0.6100246906280518, + -0.6404158473014832, + -0.32795995473861694, + -0.5220722556114197, + -0.633233368396759, + -0.46011361479759216, + -0.7291592955589294, + -0.729812502861023, + -0.8421536684036255, + -0.3186016082763672, + -0.4556458592414856, + -0.520081102848053, + -0.5277217030525208, + -0.6412643194198608, + -0.4935014247894287, + -0.5802754759788513, + -0.5639142394065857, + -0.6053990125656128, + -0.6122177839279175, + -0.41499239206314087, + -0.517791748046875, + -0.6718652844429016, + -0.5337952375411987, + -0.4126206636428833, + -0.7035791873931885, + -0.6073068976402283, + -0.46060946583747864, + -0.4871915280818939, + -0.5557316541671753, + -0.5279065370559692, + -0.6383839845657349, + -0.5530853271484375, + -0.5907657146453857, + -0.6453097462654114, + -0.5286337733268738, + -0.4300808012485504, + -0.5881696939468384, + -0.46192702651023865, + -0.5731139779090881, + -0.3905906081199646, + -0.6185696721076965, + -0.5029926300048828, + -0.49878594279289246, + -0.5010436773300171, + -0.6204289197921753, + -0.7126762866973877, + -0.4430656135082245, + -0.6122962832450867, + -0.4719153940677643, + -0.40082573890686035, + -0.5936506390571594, + -0.5296539664268494, + -0.5522565841674805, + -0.48339417576789856, + -0.5260863900184631, + -0.5366327166557312, + -0.5997818112373352, + -0.45016536116600037, + -0.4573352038860321, + -0.5728414058685303, + -0.6474493145942688, + -0.546866774559021, + -0.5661771893501282, + -0.6666728854179382, + -0.6215150356292725, + -0.49548789858818054, + -0.4281748831272125, + -0.7763062119483948, + -0.5288580060005188, + -0.27368786931037903, + -0.5755423307418823, + -0.5982068181037903, + -0.7530695796012878, + -0.53399658203125, + -0.48814907670021057, + -0.7909601926803589, + -0.4843538701534271, + -0.601575493812561, + -0.5412532091140747, + -0.5596033930778503, + -0.6435749530792236, + -0.5760096907615662, + -0.5117703080177307, + -0.4737692177295685, + -0.4886523485183716, + -0.45868244767189026, + -0.40552467107772827, + -0.6167398691177368, + -0.4935760796070099, + -0.548205554485321, + -0.6509148478507996 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.65, - 0.7, - 0.6749999999999999, - 0.7, - 0.7, - 0.7, - 0.7, - 0.7, - 0.675, - 0.6499999999999999 + 0.4875, + 0.44999999999999996, + 0.475, + 0.43749999999999994, + 0.5125000000000001, + 0.42499999999999993, + 0.475, + 0.4875, + 0.475, + 0.46249999999999997, + 0.4125, + 0.4125, + 0.46249999999999997, + 0.475, + 0.46249999999999997, + 0.43749999999999994, + 0.4125, + 0.4375, + 0.425, + 0.44999999999999996 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.3175258934497833, - 0.6464017033576965, - 0.2925988733768463, - 0.8042436838150024, - 0.2607305645942688, - 0.5720275044441223, - 0.1381591409444809, - 0.2747081220149994, - 0.14315666258335114, - 0.1434013694524765 + -0.09928994625806808, + 0.06833695620298386, + 0.014374173246324062, + -0.06702229380607605, + 0.1886746734380722, + -0.005869528744369745, + 0.12735258042812347, + 0.07185696810483932, + 0.10833588987588882, + -0.11312570422887802, + 0.1552792340517044, + -0.02352362684905529, + -0.07473906129598618, + -0.09991002827882767, + -0.0196680948138237, + -0.046085014939308167, + 0.04973375052213669, + 0.11889933049678802, + -0.02672482281923294, + -0.07246819883584976 ], "rl_grad_norm": [ - 0.20489856600761414, - 0.45195046067237854, - 0.3624844551086426, - 0.5449526906013489, - 0.033557791262865067, - 0.018070612102746964, - 0.10036470741033554, - 0.17839480936527252, - 0.13934317231178284, - 0.027742816135287285 + 0.1690816879272461, + 0.061577823013067245, + 0.111941859126091, + 0.07924697548151016, + 0.08643966913223267, + 0.0766025260090828, + 0.11192125827074051, + 0.08501856029033661, + 0.06716389954090118, + 0.05959928408265114, + 0.09979566186666489, + 0.05679658427834511, + 0.08740495145320892, + 0.33267515897750854, + 0.15990087389945984, + 0.07170222699642181, + 0.04609396681189537, + 0.07883735001087189, + 0.07147450000047684, + 0.08701184391975403 ], "bc_grad_norm": [ - 0.042133670300245285, - 0.13722960650920868, - 0.29266244173049927, - 0.15158601105213165, - 0.13698899745941162, - 0.06750698387622833, - 0.09332688897848129, - 0.051581598818302155, - 0.08580595254898071, - 0.04854634776711464 + 1.0417295694351196, + 0.6276118159294128, + 0.9092051386833191, + 0.8505710959434509, + 1.0572211742401123, + 1.2296286821365356, + 0.8808749914169312, + 1.0870672464370728, + 0.735491156578064, + 0.5577110648155212, + 0.6052026748657227, + 0.8040263056755066, + 1.0225589275360107, + 1.7176545858383179, + 1.3343979120254517, + 1.2850854396820068, + 0.601066529750824, + 0.9717903137207031, + 1.306726098060608, + 1.2217439413070679 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.0.linear1.weight": 0.05266638100147247, - "transformer.layers.0.linear1.bias": 0.003488783724606037, - "transformer.layers.0.linear2.weight": 0.07774628698825836, - "transformer.layers.0.linear2.bias": 0.007358985021710396, - "transformer.layers.0.norm2.weight": 0.0035341575276106596, - "transformer.layers.0.norm2.bias": 0.003081229981034994, - "transformer.layers.1.linear1.weight": 0.040749140083789825, - "transformer.layers.1.linear1.bias": 0.0024048578925430775, - "transformer.layers.1.linear2.weight": 0.057259880006313324, - "transformer.layers.1.linear2.bias": 0.005973486695438623, - "transformer.layers.1.norm2.weight": 0.0023344720248132944, - "transformer.layers.1.norm2.bias": 0.002033964963629842, - "transformer.layers.2.linear1.weight": 0.040953706949949265, - "transformer.layers.2.linear1.bias": 0.002451301785185933, - "transformer.layers.2.linear2.weight": 0.04549906775355339, - "transformer.layers.2.linear2.bias": 0.00618741475045681, - "transformer.layers.2.norm2.weight": 0.0028842545580118895, - "transformer.layers.2.norm2.bias": 0.002380543854087591, - "transformer.layers.3.linear1.weight": 0.12324406206607819, - "transformer.layers.3.linear1.bias": 0.008942797780036926, - "transformer.layers.3.linear2.weight": 0.061279118061065674, - "transformer.layers.3.linear2.bias": 0.012694708071649075, - "transformer.layers.3.norm2.weight": 0.009918958880007267, - "transformer.layers.3.norm2.bias": 0.01284892950206995 - }, - { - "transformer.layers.0.linear1.weight": 0.08739897608757019, - "transformer.layers.0.linear1.bias": 0.00530284782871604, - "transformer.layers.0.linear2.weight": 0.12493354082107544, - "transformer.layers.0.linear2.bias": 0.012284344993531704, - "transformer.layers.0.norm2.weight": 0.006275142077356577, - "transformer.layers.0.norm2.bias": 0.0049971044063568115, - "transformer.layers.1.linear1.weight": 0.059164416044950485, - "transformer.layers.1.linear1.bias": 0.0036973808892071247, - "transformer.layers.1.linear2.weight": 0.08502500504255295, - "transformer.layers.1.linear2.bias": 0.010421156883239746, - "transformer.layers.1.norm2.weight": 0.0038020284846425056, - "transformer.layers.1.norm2.bias": 0.002854549093171954, - "transformer.layers.2.linear1.weight": 0.056483492255210876, - "transformer.layers.2.linear1.bias": 0.0038049453869462013, - "transformer.layers.2.linear2.weight": 0.06644982844591141, - "transformer.layers.2.linear2.bias": 0.010888146236538887, - "transformer.layers.2.norm2.weight": 0.003534919349476695, - "transformer.layers.2.norm2.bias": 0.00331680360250175, - "transformer.layers.3.linear1.weight": 0.22186698019504547, - "transformer.layers.3.linear1.bias": 0.018558871001005173, - "transformer.layers.3.linear2.weight": 0.10594848543405533, - "transformer.layers.3.linear2.bias": 0.02449239231646061, - "transformer.layers.3.norm2.weight": 0.018500886857509613, - "transformer.layers.3.norm2.bias": 0.03012710064649582 - }, - { - "transformer.layers.0.linear1.weight": 0.08422976732254028, - "transformer.layers.0.linear1.bias": 0.0055336602963507175, - "transformer.layers.0.linear2.weight": 0.11679106950759888, - "transformer.layers.0.linear2.bias": 0.011237498372793198, - "transformer.layers.0.norm2.weight": 0.0073355864733457565, - "transformer.layers.0.norm2.bias": 0.006234797649085522, - "transformer.layers.1.linear1.weight": 0.057211216539144516, - "transformer.layers.1.linear1.bias": 0.0032182936556637287, - "transformer.layers.1.linear2.weight": 0.08409162610769272, - "transformer.layers.1.linear2.bias": 0.008785633370280266, - "transformer.layers.1.norm2.weight": 0.0039177038706839085, - "transformer.layers.1.norm2.bias": 0.0027745505794882774, - "transformer.layers.2.linear1.weight": 0.05792940780520439, - "transformer.layers.2.linear1.bias": 0.0033127267379313707, - "transformer.layers.2.linear2.weight": 0.0677194595336914, - "transformer.layers.2.linear2.bias": 0.00874023512005806, - "transformer.layers.2.norm2.weight": 0.0039366683922708035, - "transformer.layers.2.norm2.bias": 0.0029528557788580656, - "transformer.layers.3.linear1.weight": 0.20441080629825592, - "transformer.layers.3.linear1.bias": 0.01439946610480547, - "transformer.layers.3.linear2.weight": 0.10225366055965424, - "transformer.layers.3.linear2.bias": 0.01881023496389389, - "transformer.layers.3.norm2.weight": 0.0180423092097044, - "transformer.layers.3.norm2.bias": 0.021429333835840225 - }, - { - "transformer.layers.0.linear1.weight": 0.14235790073871613, - "transformer.layers.0.linear1.bias": 0.008956041187047958, - "transformer.layers.0.linear2.weight": 0.1984647512435913, - "transformer.layers.0.linear2.bias": 0.018900424242019653, - "transformer.layers.0.norm2.weight": 0.010721825063228607, - "transformer.layers.0.norm2.bias": 0.009126110933721066, - "transformer.layers.1.linear1.weight": 0.10333970189094543, - "transformer.layers.1.linear1.bias": 0.006579357665032148, - "transformer.layers.1.linear2.weight": 0.15235257148742676, - "transformer.layers.1.linear2.bias": 0.015911145135760307, - "transformer.layers.1.norm2.weight": 0.007301827892661095, - "transformer.layers.1.norm2.bias": 0.006539663299918175, - "transformer.layers.2.linear1.weight": 0.10589990019798279, - "transformer.layers.2.linear1.bias": 0.007494424004107714, - "transformer.layers.2.linear2.weight": 0.1235334724187851, - "transformer.layers.2.linear2.bias": 0.018176574259996414, - "transformer.layers.2.norm2.weight": 0.007653472479432821, - "transformer.layers.2.norm2.bias": 0.009624660015106201, - "transformer.layers.3.linear1.weight": 0.2900950014591217, - "transformer.layers.3.linear1.bias": 0.023576300591230392, - "transformer.layers.3.linear2.weight": 0.1522686779499054, - "transformer.layers.3.linear2.bias": 0.0347646102309227, - "transformer.layers.3.norm2.weight": 0.023746028542518616, - "transformer.layers.3.norm2.bias": 0.034733887761831284 - }, - { - "transformer.layers.0.linear1.weight": 0.004648550413548946, - "transformer.layers.0.linear1.bias": 0.00028470452525652945, - "transformer.layers.0.linear2.weight": 0.00591916823759675, - "transformer.layers.0.linear2.bias": 0.0005752587458118796, - "transformer.layers.0.norm2.weight": 0.00036840143729932606, - "transformer.layers.0.norm2.bias": 0.0002819404180627316, - "transformer.layers.1.linear1.weight": 0.003123878501355648, - "transformer.layers.1.linear1.bias": 0.00019802471797447652, - "transformer.layers.1.linear2.weight": 0.004155563190579414, - "transformer.layers.1.linear2.bias": 0.00047079913201741874, - "transformer.layers.1.norm2.weight": 0.00021503887546714395, - "transformer.layers.1.norm2.bias": 0.0001845533843152225, - "transformer.layers.2.linear1.weight": 0.003113959450274706, - "transformer.layers.2.linear1.bias": 0.00020406687690410763, - "transformer.layers.2.linear2.weight": 0.0032786119263619184, - "transformer.layers.2.linear2.bias": 0.00047861345228739083, - "transformer.layers.2.norm2.weight": 0.0002210943930549547, - "transformer.layers.2.norm2.bias": 0.00022988830460235476, - "transformer.layers.3.linear1.weight": 0.007154691964387894, - "transformer.layers.3.linear1.bias": 0.000597384583670646, - "transformer.layers.3.linear2.weight": 0.003867983352392912, - "transformer.layers.3.linear2.bias": 0.0009970947867259383, - "transformer.layers.3.norm2.weight": 0.0005950350314378738, - "transformer.layers.3.norm2.bias": 0.0008693950949236751 - }, - { - "transformer.layers.0.linear1.weight": 0.01385380607098341, - "transformer.layers.0.linear1.bias": 0.0008788315462879837, - "transformer.layers.0.linear2.weight": 0.015881387516856194, - "transformer.layers.0.linear2.bias": 0.001170689589343965, - "transformer.layers.0.norm2.weight": 0.0009590121917426586, - "transformer.layers.0.norm2.bias": 0.0010940592037513852, - "transformer.layers.1.linear1.weight": 0.004528380930423737, - "transformer.layers.1.linear1.bias": 0.0003212945885024965, - "transformer.layers.1.linear2.weight": 0.006072769872844219, - "transformer.layers.1.linear2.bias": 0.0005840550875291228, - "transformer.layers.1.norm2.weight": 0.0003464026958681643, - "transformer.layers.1.norm2.bias": 0.0003321566910017282, - "transformer.layers.2.linear1.weight": 0.00398706179112196, - "transformer.layers.2.linear1.bias": 0.00029440069920383394, - "transformer.layers.2.linear2.weight": 0.004447597544640303, - "transformer.layers.2.linear2.bias": 0.00045263723586685956, - "transformer.layers.2.norm2.weight": 0.0002640490129124373, - "transformer.layers.2.norm2.bias": 0.0003263739054091275, - "transformer.layers.3.linear1.weight": 0.007307128980755806, - "transformer.layers.3.linear1.bias": 0.0005600029835477471, - "transformer.layers.3.linear2.weight": 0.004456647206097841, - "transformer.layers.3.linear2.bias": 0.0007557097706012428, - "transformer.layers.3.norm2.weight": 0.0005276601295918226, - "transformer.layers.3.norm2.bias": 0.0007156885112635791 - }, - { - "transformer.layers.0.linear1.weight": 0.0382021963596344, - "transformer.layers.0.linear1.bias": 0.001960731577128172, - "transformer.layers.0.linear2.weight": 0.04784958437085152, - "transformer.layers.0.linear2.bias": 0.0030771309975534678, - "transformer.layers.0.norm2.weight": 0.00326302251778543, - "transformer.layers.0.norm2.bias": 0.0020978522952646017, - "transformer.layers.1.linear1.weight": 0.018475184217095375, - "transformer.layers.1.linear1.bias": 0.0010827373480424285, - "transformer.layers.1.linear2.weight": 0.025337206199765205, - "transformer.layers.1.linear2.bias": 0.0023437989875674248, - "transformer.layers.1.norm2.weight": 0.0013799234293401241, - "transformer.layers.1.norm2.bias": 0.0010913271689787507, - "transformer.layers.2.linear1.weight": 0.015852896496653557, - "transformer.layers.2.linear1.bias": 0.0009843787411227822, - "transformer.layers.2.linear2.weight": 0.018253304064273834, - "transformer.layers.2.linear2.bias": 0.002531746169552207, - "transformer.layers.2.norm2.weight": 0.0011173690436407924, - "transformer.layers.2.norm2.bias": 0.0012422646395862103, - "transformer.layers.3.linear1.weight": 0.03411893546581268, - "transformer.layers.3.linear1.bias": 0.002835838356986642, - "transformer.layers.3.linear2.weight": 0.018908465281128883, - "transformer.layers.3.linear2.bias": 0.004432445392012596, - "transformer.layers.3.norm2.weight": 0.0026071127504110336, - "transformer.layers.3.norm2.bias": 0.004080093931406736 - }, - { - "transformer.layers.0.linear1.weight": 0.09240086376667023, - "transformer.layers.0.linear1.bias": 0.003980344161391258, - "transformer.layers.0.linear2.weight": 0.09268499165773392, - "transformer.layers.0.linear2.bias": 0.006179339252412319, - "transformer.layers.0.norm2.weight": 0.008995089679956436, - "transformer.layers.0.norm2.bias": 0.004143356345593929, - "transformer.layers.1.linear1.weight": 0.04655173048377037, - "transformer.layers.1.linear1.bias": 0.0022933650761842728, - "transformer.layers.1.linear2.weight": 0.05707374960184097, - "transformer.layers.1.linear2.bias": 0.0039885458536446095, - "transformer.layers.1.norm2.weight": 0.004034480080008507, - "transformer.layers.1.norm2.bias": 0.0024219949264079332, - "transformer.layers.2.linear1.weight": 0.04573560506105423, - "transformer.layers.2.linear1.bias": 0.0023760483600199223, - "transformer.layers.2.linear2.weight": 0.04902666434645653, - "transformer.layers.2.linear2.bias": 0.003932822961360216, - "transformer.layers.2.norm2.weight": 0.0032629610504955053, - "transformer.layers.2.norm2.bias": 0.002496414352208376, - "transformer.layers.3.linear1.weight": 0.08984480053186417, - "transformer.layers.3.linear1.bias": 0.005021907854825258, - "transformer.layers.3.linear2.weight": 0.05131649971008301, - "transformer.layers.3.linear2.bias": 0.0065984721295535564, - "transformer.layers.3.norm2.weight": 0.007004035171121359, - "transformer.layers.3.norm2.bias": 0.006034337915480137 - }, - { - "transformer.layers.0.linear1.weight": 0.03095730021595955, - "transformer.layers.0.linear1.bias": 0.0013463908107951283, - "transformer.layers.0.linear2.weight": 0.033032890409231186, - "transformer.layers.0.linear2.bias": 0.0021813970524817705, - "transformer.layers.0.norm2.weight": 0.0033865219447761774, - "transformer.layers.0.norm2.bias": 0.00159397441893816, - "transformer.layers.1.linear1.weight": 0.019768061116337776, - "transformer.layers.1.linear1.bias": 0.0009473094833083451, - "transformer.layers.1.linear2.weight": 0.026917671784758568, - "transformer.layers.1.linear2.bias": 0.0018967994255945086, - "transformer.layers.1.norm2.weight": 0.001726431422866881, - "transformer.layers.1.norm2.bias": 0.000928313413169235, - "transformer.layers.2.linear1.weight": 0.022032514214515686, - "transformer.layers.2.linear1.bias": 0.0011654499685391784, - "transformer.layers.2.linear2.weight": 0.024992311373353004, - "transformer.layers.2.linear2.bias": 0.0021967580541968346, - "transformer.layers.2.norm2.weight": 0.0016954666934907436, - "transformer.layers.2.norm2.bias": 0.0014116688398644328, - "transformer.layers.3.linear1.weight": 0.04270162433385849, - "transformer.layers.3.linear1.bias": 0.0026905115228146315, - "transformer.layers.3.linear2.weight": 0.022588850930333138, - "transformer.layers.3.linear2.bias": 0.004034636542201042, - "transformer.layers.3.norm2.weight": 0.003655329579487443, - "transformer.layers.3.norm2.bias": 0.003985938150435686 - }, - { - "transformer.layers.0.linear1.weight": 0.017615145072340965, - "transformer.layers.0.linear1.bias": 0.0009752690675668418, - "transformer.layers.0.linear2.weight": 0.02307344414293766, - "transformer.layers.0.linear2.bias": 0.0016431721160188317, - "transformer.layers.0.norm2.weight": 0.0015058692079037428, - "transformer.layers.0.norm2.bias": 0.0009792303899303079, - "transformer.layers.1.linear1.weight": 0.010812287218868732, - "transformer.layers.1.linear1.bias": 0.0005607724306173623, - "transformer.layers.1.linear2.weight": 0.015102680772542953, - "transformer.layers.1.linear2.bias": 0.0009748812299221754, - "transformer.layers.1.norm2.weight": 0.000785498064942658, - "transformer.layers.1.norm2.bias": 0.0006408205372281373, - "transformer.layers.2.linear1.weight": 0.010510933585464954, - "transformer.layers.2.linear1.bias": 0.0005045893485657871, - "transformer.layers.2.linear2.weight": 0.012480453588068485, - "transformer.layers.2.linear2.bias": 0.0010251892963424325, - "transformer.layers.2.norm2.weight": 0.0007570780580863357, - "transformer.layers.2.norm2.bias": 0.0005140555440448225, - "transformer.layers.3.linear1.weight": 0.015308905392885208, - "transformer.layers.3.linear1.bias": 0.0009718056535348296, - "transformer.layers.3.linear2.weight": 0.010160911828279495, - "transformer.layers.3.linear2.bias": 0.0017393074231222272, - "transformer.layers.3.norm2.weight": 0.0010234444634988904, - "transformer.layers.3.norm2.bias": 0.0011242126347497106 + "transformer.layers.0.linear1.weight": 0.06478000432252884, + "transformer.layers.0.linear1.bias": 0.003217648481950164, + "transformer.layers.0.linear2.weight": 0.08165105432271957, + "transformer.layers.0.linear2.bias": 0.006268769968301058, + "transformer.layers.1.linear1.weight": 0.04445262998342514, + "transformer.layers.1.linear1.bias": 0.002575211925432086, + "transformer.layers.1.linear2.weight": 0.061178483068943024, + "transformer.layers.1.linear2.bias": 0.005519647616893053, + "transformer.layers.2.linear1.weight": 0.03229150176048279, + "transformer.layers.2.linear1.bias": 0.0022972244769334793, + "transformer.layers.2.linear2.weight": 0.03705105930566788, + "transformer.layers.2.linear2.bias": 0.005514089018106461, + "transformer.layers.3.linear1.weight": 0.08172782510519028, + "transformer.layers.3.linear1.bias": 0.005976959131658077, + "transformer.layers.3.linear2.weight": 0.04863603785634041, + "transformer.layers.3.linear2.bias": 0.008603961206972599 + }, + { + "transformer.layers.0.linear1.weight": 0.03650238737463951, + "transformer.layers.0.linear1.bias": 0.001922074006870389, + "transformer.layers.0.linear2.weight": 0.04548613354563713, + "transformer.layers.0.linear2.bias": 0.0026979316025972366, + "transformer.layers.1.linear1.weight": 0.022606458514928818, + "transformer.layers.1.linear1.bias": 0.0012698841746896505, + "transformer.layers.1.linear2.weight": 0.03134582191705704, + "transformer.layers.1.linear2.bias": 0.0016932953149080276, + "transformer.layers.2.linear1.weight": 0.014002989046275616, + "transformer.layers.2.linear1.bias": 0.0007663157884962857, + "transformer.layers.2.linear2.weight": 0.017078261822462082, + "transformer.layers.2.linear2.bias": 0.0012358232634142041, + "transformer.layers.3.linear1.weight": 0.025851359590888023, + "transformer.layers.3.linear1.bias": 0.0016114305472001433, + "transformer.layers.3.linear2.weight": 0.01627722941339016, + "transformer.layers.3.linear2.bias": 0.0016215998912230134 + }, + { + "transformer.layers.0.linear1.weight": 0.053277816623449326, + "transformer.layers.0.linear1.bias": 0.002746560610830784, + "transformer.layers.0.linear2.weight": 0.06110769882798195, + "transformer.layers.0.linear2.bias": 0.0042811790481209755, + "transformer.layers.1.linear1.weight": 0.03279127925634384, + "transformer.layers.1.linear1.bias": 0.0018496892880648375, + "transformer.layers.1.linear2.weight": 0.04374163970351219, + "transformer.layers.1.linear2.bias": 0.003195934696123004, + "transformer.layers.2.linear1.weight": 0.02278601936995983, + "transformer.layers.2.linear1.bias": 0.0014637082349509, + "transformer.layers.2.linear2.weight": 0.027015386149287224, + "transformer.layers.2.linear2.bias": 0.0033740114886313677, + "transformer.layers.3.linear1.weight": 0.04679745435714722, + "transformer.layers.3.linear1.bias": 0.003383130533620715, + "transformer.layers.3.linear2.weight": 0.027896655723452568, + "transformer.layers.3.linear2.bias": 0.005510457791388035 + }, + { + "transformer.layers.0.linear1.weight": 0.034823767840862274, + "transformer.layers.0.linear1.bias": 0.0016722617438063025, + "transformer.layers.0.linear2.weight": 0.03593987599015236, + "transformer.layers.0.linear2.bias": 0.0027860007248818874, + "transformer.layers.1.linear1.weight": 0.02033275179564953, + "transformer.layers.1.linear1.bias": 0.0011637392453849316, + "transformer.layers.1.linear2.weight": 0.029599687084555626, + "transformer.layers.1.linear2.bias": 0.0024066900368779898, + "transformer.layers.2.linear1.weight": 0.017033366486430168, + "transformer.layers.2.linear1.bias": 0.0012279553338885307, + "transformer.layers.2.linear2.weight": 0.02002188190817833, + "transformer.layers.2.linear2.bias": 0.002661618171259761, + "transformer.layers.3.linear1.weight": 0.03774939849972725, + "transformer.layers.3.linear1.bias": 0.002962712198495865, + "transformer.layers.3.linear2.weight": 0.021094564348459244, + "transformer.layers.3.linear2.bias": 0.004327398259192705 + }, + { + "transformer.layers.0.linear1.weight": 0.040193989872932434, + "transformer.layers.0.linear1.bias": 0.0023641064763069153, + "transformer.layers.0.linear2.weight": 0.048835285007953644, + "transformer.layers.0.linear2.bias": 0.004276464227586985, + "transformer.layers.1.linear1.weight": 0.02457275800406933, + "transformer.layers.1.linear1.bias": 0.001586166676133871, + "transformer.layers.1.linear2.weight": 0.0363355353474617, + "transformer.layers.1.linear2.bias": 0.0034134667366743088, + "transformer.layers.2.linear1.weight": 0.018661078065633774, + "transformer.layers.2.linear1.bias": 0.0012702310923486948, + "transformer.layers.2.linear2.weight": 0.024595530703663826, + "transformer.layers.2.linear2.bias": 0.003271214896813035, + "transformer.layers.3.linear1.weight": 0.03521985933184624, + "transformer.layers.3.linear1.bias": 0.0030978203285485506, + "transformer.layers.3.linear2.weight": 0.02125241607427597, + "transformer.layers.3.linear2.bias": 0.00534780602902174 + }, + { + "transformer.layers.0.linear1.weight": 0.0338117890059948, + "transformer.layers.0.linear1.bias": 0.0018213026924058795, + "transformer.layers.0.linear2.weight": 0.04018639028072357, + "transformer.layers.0.linear2.bias": 0.0030439174734055996, + "transformer.layers.1.linear1.weight": 0.02181936427950859, + "transformer.layers.1.linear1.bias": 0.001311369938775897, + "transformer.layers.1.linear2.weight": 0.03339822590351105, + "transformer.layers.1.linear2.bias": 0.0022154178004711866, + "transformer.layers.2.linear1.weight": 0.016948044300079346, + "transformer.layers.2.linear1.bias": 0.0011213157558813691, + "transformer.layers.2.linear2.weight": 0.024786677211523056, + "transformer.layers.2.linear2.bias": 0.0022928218822926283, + "transformer.layers.3.linear1.weight": 0.031121283769607544, + "transformer.layers.3.linear1.bias": 0.0020422227680683136, + "transformer.layers.3.linear2.weight": 0.022454872727394104, + "transformer.layers.3.linear2.bias": 0.002943407976999879 + }, + { + "transformer.layers.0.linear1.weight": 0.035244110971689224, + "transformer.layers.0.linear1.bias": 0.002969168359413743, + "transformer.layers.0.linear2.weight": 0.04648011550307274, + "transformer.layers.0.linear2.bias": 0.0044626109302043915, + "transformer.layers.1.linear1.weight": 0.024264225736260414, + "transformer.layers.1.linear1.bias": 0.001824268139898777, + "transformer.layers.1.linear2.weight": 0.03588804975152016, + "transformer.layers.1.linear2.bias": 0.003305210266262293, + "transformer.layers.2.linear1.weight": 0.02118753083050251, + "transformer.layers.2.linear1.bias": 0.0016489701811224222, + "transformer.layers.2.linear2.weight": 0.02533821202814579, + "transformer.layers.2.linear2.bias": 0.003566418308764696, + "transformer.layers.3.linear1.weight": 0.035366255789995193, + "transformer.layers.3.linear1.bias": 0.0028485218062996864, + "transformer.layers.3.linear2.weight": 0.02343023754656315, + "transformer.layers.3.linear2.bias": 0.004796805325895548 + }, + { + "transformer.layers.0.linear1.weight": 0.04339001327753067, + "transformer.layers.0.linear1.bias": 0.002444441197440028, + "transformer.layers.0.linear2.weight": 0.046684931963682175, + "transformer.layers.0.linear2.bias": 0.0034817643463611603, + "transformer.layers.1.linear1.weight": 0.02730841189622879, + "transformer.layers.1.linear1.bias": 0.0016760716680437326, + "transformer.layers.1.linear2.weight": 0.037897102534770966, + "transformer.layers.1.linear2.bias": 0.002363541629165411, + "transformer.layers.2.linear1.weight": 0.02150452323257923, + "transformer.layers.2.linear1.bias": 0.0013849687529727817, + "transformer.layers.2.linear2.weight": 0.027143556624650955, + "transformer.layers.2.linear2.bias": 0.0022454967256635427, + "transformer.layers.3.linear1.weight": 0.035707026720047, + "transformer.layers.3.linear1.bias": 0.002472032094374299, + "transformer.layers.3.linear2.weight": 0.02124825492501259, + "transformer.layers.3.linear2.bias": 0.003066590754315257 + }, + { + "transformer.layers.0.linear1.weight": 0.034009966999292374, + "transformer.layers.0.linear1.bias": 0.0018909851787611842, + "transformer.layers.0.linear2.weight": 0.03533482551574707, + "transformer.layers.0.linear2.bias": 0.0028008930385112762, + "transformer.layers.1.linear1.weight": 0.019013026729226112, + "transformer.layers.1.linear1.bias": 0.0010480425553396344, + "transformer.layers.1.linear2.weight": 0.02776472456753254, + "transformer.layers.1.linear2.bias": 0.0021307000424712896, + "transformer.layers.2.linear1.weight": 0.015477191656827927, + "transformer.layers.2.linear1.bias": 0.0010466277599334717, + "transformer.layers.2.linear2.weight": 0.02047039195895195, + "transformer.layers.2.linear2.bias": 0.0022142387460917234, + "transformer.layers.3.linear1.weight": 0.027331016957759857, + "transformer.layers.3.linear1.bias": 0.0019238808890804648, + "transformer.layers.3.linear2.weight": 0.01717347651720047, + "transformer.layers.3.linear2.bias": 0.0029668447095900774 + }, + { + "transformer.layers.0.linear1.weight": 0.024508308619260788, + "transformer.layers.0.linear1.bias": 0.0013906290987506509, + "transformer.layers.0.linear2.weight": 0.028808822855353355, + "transformer.layers.0.linear2.bias": 0.0022649115417152643, + "transformer.layers.1.linear1.weight": 0.015925444662570953, + "transformer.layers.1.linear1.bias": 0.0008729693363420665, + "transformer.layers.1.linear2.weight": 0.0246108490973711, + "transformer.layers.1.linear2.bias": 0.0017093244241550565, + "transformer.layers.2.linear1.weight": 0.014459004625678062, + "transformer.layers.2.linear1.bias": 0.0009318809024989605, + "transformer.layers.2.linear2.weight": 0.01957683078944683, + "transformer.layers.2.linear2.bias": 0.00159943918697536, + "transformer.layers.3.linear1.weight": 0.027196405455470085, + "transformer.layers.3.linear1.bias": 0.001972544938325882, + "transformer.layers.3.linear2.weight": 0.01655123569071293, + "transformer.layers.3.linear2.bias": 0.0026790688280016184 + }, + { + "transformer.layers.0.linear1.weight": 0.062279537320137024, + "transformer.layers.0.linear1.bias": 0.002687321975827217, + "transformer.layers.0.linear2.weight": 0.054789572954177856, + "transformer.layers.0.linear2.bias": 0.004351466428488493, + "transformer.layers.1.linear1.weight": 0.027778251096606255, + "transformer.layers.1.linear1.bias": 0.0017012734897434711, + "transformer.layers.1.linear2.weight": 0.03972891718149185, + "transformer.layers.1.linear2.bias": 0.003620607079938054, + "transformer.layers.2.linear1.weight": 0.02278967760503292, + "transformer.layers.2.linear1.bias": 0.0018514379626139998, + "transformer.layers.2.linear2.weight": 0.03039250150322914, + "transformer.layers.2.linear2.bias": 0.0041059344075620174, + "transformer.layers.3.linear1.weight": 0.04184725880622864, + "transformer.layers.3.linear1.bias": 0.003852801164612174, + "transformer.layers.3.linear2.weight": 0.026540515944361687, + "transformer.layers.3.linear2.bias": 0.0065756202675402164 + }, + { + "transformer.layers.0.linear1.weight": 0.02824534848332405, + "transformer.layers.0.linear1.bias": 0.001255215727724135, + "transformer.layers.0.linear2.weight": 0.025750821456313133, + "transformer.layers.0.linear2.bias": 0.001809040899388492, + "transformer.layers.1.linear1.weight": 0.013883148320019245, + "transformer.layers.1.linear1.bias": 0.0007238972466439009, + "transformer.layers.1.linear2.weight": 0.01743387058377266, + "transformer.layers.1.linear2.bias": 0.0010787677019834518, + "transformer.layers.2.linear1.weight": 0.009974843822419643, + "transformer.layers.2.linear1.bias": 0.0005414293264038861, + "transformer.layers.2.linear2.weight": 0.011600551195442677, + "transformer.layers.2.linear2.bias": 0.0006805736338719726, + "transformer.layers.3.linear1.weight": 0.015700869262218475, + "transformer.layers.3.linear1.bias": 0.0008963753352873027, + "transformer.layers.3.linear2.weight": 0.009137878194451332, + "transformer.layers.3.linear2.bias": 0.000629251473583281 + }, + { + "transformer.layers.0.linear1.weight": 0.038827236741781235, + "transformer.layers.0.linear1.bias": 0.0021248937118798494, + "transformer.layers.0.linear2.weight": 0.03878648951649666, + "transformer.layers.0.linear2.bias": 0.00324786314740777, + "transformer.layers.1.linear1.weight": 0.019154595211148262, + "transformer.layers.1.linear1.bias": 0.001162294764071703, + "transformer.layers.1.linear2.weight": 0.029216038063168526, + "transformer.layers.1.linear2.bias": 0.0023855497129261494, + "transformer.layers.2.linear1.weight": 0.018452126532793045, + "transformer.layers.2.linear1.bias": 0.0013655333314090967, + "transformer.layers.2.linear2.weight": 0.023726848885416985, + "transformer.layers.2.linear2.bias": 0.002660995116457343, + "transformer.layers.3.linear1.weight": 0.029909629374742508, + "transformer.layers.3.linear1.bias": 0.002693610731512308, + "transformer.layers.3.linear2.weight": 0.018459275364875793, + "transformer.layers.3.linear2.bias": 0.004407636821269989 + }, + { + "transformer.layers.0.linear1.weight": 0.05161843076348305, + "transformer.layers.0.linear1.bias": 0.0029716596473008394, + "transformer.layers.0.linear2.weight": 0.05928727611899376, + "transformer.layers.0.linear2.bias": 0.00491723557934165, + "transformer.layers.1.linear1.weight": 0.032394520938396454, + "transformer.layers.1.linear1.bias": 0.0019318930571898818, + "transformer.layers.1.linear2.weight": 0.05135541409254074, + "transformer.layers.1.linear2.bias": 0.004046270158141851, + "transformer.layers.2.linear1.weight": 0.03290686011314392, + "transformer.layers.2.linear1.bias": 0.002479742979630828, + "transformer.layers.2.linear2.weight": 0.04287174716591835, + "transformer.layers.2.linear2.bias": 0.004654858261346817, + "transformer.layers.3.linear1.weight": 0.06145941838622093, + "transformer.layers.3.linear1.bias": 0.005489313043653965, + "transformer.layers.3.linear2.weight": 0.03847263753414154, + "transformer.layers.3.linear2.bias": 0.008097831159830093 + }, + { + "transformer.layers.0.linear1.weight": 0.08377955108880997, + "transformer.layers.0.linear1.bias": 0.004098536446690559, + "transformer.layers.0.linear2.weight": 0.08345198631286621, + "transformer.layers.0.linear2.bias": 0.007172180339694023, + "transformer.layers.1.linear1.weight": 0.041958387941122055, + "transformer.layers.1.linear1.bias": 0.0025581305380910635, + "transformer.layers.1.linear2.weight": 0.06453971564769745, + "transformer.layers.1.linear2.bias": 0.005722660571336746, + "transformer.layers.2.linear1.weight": 0.043639909476041794, + "transformer.layers.2.linear1.bias": 0.0032174799125641584, + "transformer.layers.2.linear2.weight": 0.05471137538552284, + "transformer.layers.2.linear2.bias": 0.006465551909059286, + "transformer.layers.3.linear1.weight": 0.06597554683685303, + "transformer.layers.3.linear1.bias": 0.00630983104929328, + "transformer.layers.3.linear2.weight": 0.040319569408893585, + "transformer.layers.3.linear2.bias": 0.01071779616177082 + }, + { + "transformer.layers.0.linear1.weight": 0.024203555658459663, + "transformer.layers.0.linear1.bias": 0.0013040390331298113, + "transformer.layers.0.linear2.weight": 0.02609954960644245, + "transformer.layers.0.linear2.bias": 0.0021420754492282867, + "transformer.layers.1.linear1.weight": 0.0144425043836236, + "transformer.layers.1.linear1.bias": 0.0009098838781937957, + "transformer.layers.1.linear2.weight": 0.023566020652651787, + "transformer.layers.1.linear2.bias": 0.001926436205394566, + "transformer.layers.2.linear1.weight": 0.014833871275186539, + "transformer.layers.2.linear1.bias": 0.0012117953738197684, + "transformer.layers.2.linear2.weight": 0.020566949620842934, + "transformer.layers.2.linear2.bias": 0.002432666253298521, + "transformer.layers.3.linear1.weight": 0.02907479740679264, + "transformer.layers.3.linear1.bias": 0.0027063649613410234, + "transformer.layers.3.linear2.weight": 0.01808318868279457, + "transformer.layers.3.linear2.bias": 0.003951923921704292 + }, + { + "transformer.layers.0.linear1.weight": 0.02297845669090748, + "transformer.layers.0.linear1.bias": 0.001065392978489399, + "transformer.layers.0.linear2.weight": 0.022760333493351936, + "transformer.layers.0.linear2.bias": 0.0016323233721777797, + "transformer.layers.1.linear1.weight": 0.0112358583137393, + "transformer.layers.1.linear1.bias": 0.0005641990574076772, + "transformer.layers.1.linear2.weight": 0.016914276406168938, + "transformer.layers.1.linear2.bias": 0.0011871809838339686, + "transformer.layers.2.linear1.weight": 0.009156662970781326, + "transformer.layers.2.linear1.bias": 0.0005465168505907059, + "transformer.layers.2.linear2.weight": 0.012965202331542969, + "transformer.layers.2.linear2.bias": 0.0011992891086265445, + "transformer.layers.3.linear1.weight": 0.017126835882663727, + "transformer.layers.3.linear1.bias": 0.0012173925060778856, + "transformer.layers.3.linear2.weight": 0.011332196183502674, + "transformer.layers.3.linear2.bias": 0.0017006947891786695 + }, + { + "transformer.layers.0.linear1.weight": 0.02896813675761223, + "transformer.layers.0.linear1.bias": 0.0019958389457315207, + "transformer.layers.0.linear2.weight": 0.039260026067495346, + "transformer.layers.0.linear2.bias": 0.003672948107123375, + "transformer.layers.1.linear1.weight": 0.019885770976543427, + "transformer.layers.1.linear1.bias": 0.001450773561373353, + "transformer.layers.1.linear2.weight": 0.029277032241225243, + "transformer.layers.1.linear2.bias": 0.0027822917327284813, + "transformer.layers.2.linear1.weight": 0.019288495182991028, + "transformer.layers.2.linear1.bias": 0.0015989908715710044, + "transformer.layers.2.linear2.weight": 0.022722629830241203, + "transformer.layers.2.linear2.bias": 0.0031392155215144157, + "transformer.layers.3.linear1.weight": 0.02853001281619072, + "transformer.layers.3.linear1.bias": 0.002655334770679474, + "transformer.layers.3.linear2.weight": 0.01673135906457901, + "transformer.layers.3.linear2.bias": 0.004443786572664976 + }, + { + "transformer.layers.0.linear1.weight": 0.03803437948226929, + "transformer.layers.0.linear1.bias": 0.001684107817709446, + "transformer.layers.0.linear2.weight": 0.03450896963477135, + "transformer.layers.0.linear2.bias": 0.002324390457943082, + "transformer.layers.1.linear1.weight": 0.019943052902817726, + "transformer.layers.1.linear1.bias": 0.001078592031262815, + "transformer.layers.1.linear2.weight": 0.02773120440542698, + "transformer.layers.1.linear2.bias": 0.0016534550813958049, + "transformer.layers.2.linear1.weight": 0.017819739878177643, + "transformer.layers.2.linear1.bias": 0.0011559671256691217, + "transformer.layers.2.linear2.weight": 0.023159747943282127, + "transformer.layers.2.linear2.bias": 0.0016206876607611775, + "transformer.layers.3.linear1.weight": 0.028989139944314957, + "transformer.layers.3.linear1.bias": 0.0021495684050023556, + "transformer.layers.3.linear2.weight": 0.020492415875196457, + "transformer.layers.3.linear2.bias": 0.002543581183999777 + }, + { + "transformer.layers.0.linear1.weight": 0.03215709701180458, + "transformer.layers.0.linear1.bias": 0.0021832126658409834, + "transformer.layers.0.linear2.weight": 0.03759179264307022, + "transformer.layers.0.linear2.bias": 0.003737409831956029, + "transformer.layers.1.linear1.weight": 0.019074244424700737, + "transformer.layers.1.linear1.bias": 0.0013466859236359596, + "transformer.layers.1.linear2.weight": 0.030824704095721245, + "transformer.layers.1.linear2.bias": 0.003045969409868121, + "transformer.layers.2.linear1.weight": 0.021139634773135185, + "transformer.layers.2.linear1.bias": 0.0017929519526660442, + "transformer.layers.2.linear2.weight": 0.02502145804464817, + "transformer.layers.2.linear2.bias": 0.0034730294719338417, + "transformer.layers.3.linear1.weight": 0.033067505806684494, + "transformer.layers.3.linear1.bias": 0.0033901974093168974, + "transformer.layers.3.linear2.weight": 0.021355921402573586, + "transformer.layers.3.linear2.bias": 0.006332768592983484 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.06310419738292694, - 0.19201242923736572, - 0.22972460091114044, - 0.2771090865135193, - 0.2549412250518799, - 0.052270736545324326, - 0.038933165371418, - 0.10042199492454529, - 0.0939394012093544, - 0.07041218876838684 + 0.24359679222106934, + 0.2074207216501236, + 0.28686636686325073, + 0.2707628309726715, + 0.37110069394111633, + 0.3247619867324829, + 0.35418349504470825, + 0.3778907060623169, + 0.30862337350845337, + 0.2490411102771759, + 0.3082345426082611, + 0.23788197338581085, + 0.37745413184165955, + 0.5439701676368713, + 0.512611985206604, + 0.41487184166908264, + 0.2835853695869446, + 0.34738126397132874, + 0.5023478865623474, + 0.5051986575126648 ], "repr_drift_kl_low_t": [ - 0.07204540073871613, - 0.23116616904735565, - 0.26803115010261536, - 0.3177417814731598, - 0.3149987459182739, - 0.05662315711379051, - 0.03223255276679993, - 0.11000129580497742, - 0.09495320916175842, - 0.06778507679700851 + 0.33474764227867126, + 0.25689229369163513, + 0.3762286603450775, + 0.3547787070274353, + 0.4574623703956604, + 0.4187164008617401, + 0.44423729181289673, + 0.494345098733902, + 0.3863127827644348, + 0.3076709806919098, + 0.389076292514801, + 0.3131973147392273, + 0.47221431136131287, + 0.71238112449646, + 0.6279634833335876, + 0.5148994326591492, + 0.3636420667171478, + 0.4371018409729004, + 0.6528429985046387, + 0.6458225846290588 ], "repr_drift_kl_mid_t": [ - 0.059334807097911835, - 0.1909804493188858, - 0.2139737904071808, - 0.26869678497314453, - 0.25301608443260193, - 0.055281054228544235, - 0.02971404790878296, - 0.09884060174226761, - 0.10131776332855225, - 0.09821377694606781 + 0.23071038722991943, + 0.20892255008220673, + 0.2860569655895233, + 0.2662503719329834, + 0.3675224483013153, + 0.3180823028087616, + 0.3472117781639099, + 0.38083237409591675, + 0.3092174530029297, + 0.24770039319992065, + 0.3095225393772125, + 0.23613624274730682, + 0.37925198674201965, + 0.5293377637863159, + 0.531319797039032, + 0.4162745773792267, + 0.27776017785072327, + 0.3395766019821167, + 0.4905608296394348, + 0.5066585540771484 ], "repr_drift_kl_high_t": [ - 0.05060200393199921, - 0.16603350639343262, - 0.2196962535381317, - 0.24927404522895813, - 0.18843434751033783, - 0.06200793385505676, - 0.057447399944067, - 0.08829160779714584, - 0.08478303253650665, - 0.0540778711438179 + 0.1827654093503952, + 0.1504165083169937, + 0.20352523028850555, + 0.21215571463108063, + 0.2767162322998047, + 0.2399139553308487, + 0.2669371962547302, + 0.27456122636795044, + 0.2110641598701477, + 0.20331218838691711, + 0.2074504941701889, + 0.17984932661056519, + 0.2737124264240265, + 0.38741785287857056, + 0.3805355429649353, + 0.3220618963241577, + 0.1917824149131775, + 0.2672378718852997, + 0.37726566195487976, + 0.35675856471061707 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.932938814163208, - 0.8553020358085632, - 0.8773594498634338, - 0.9406401515007019, - 0.983455240726471 + 0.8630602359771729, + 0.8744586706161499, + 0.8796371221542358, + 0.8403261303901672, + 0.8257459998130798, + 0.8532305955886841, + 0.9100924134254456, + 0.9186767935752869, + 0.8700076937675476, + 0.9143009781837463 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.2845292389392853, - 0.45713064074516296, - 0.45956698060035706, - 0.7743808031082153, - 0.01460058894008398, - 0.01294317189604044, - 0.16911078989505768, - 0.3367006480693817, - 0.16502700746059418, - 0.054311253130435944 + 0.30513444542884827, + 0.08816716074943542, + 0.12228963524103165, + 0.11243947595357895, + 0.11598943173885345, + 0.10673785209655762, + 0.12431471794843674, + 0.1276082843542099, + 0.07773450016975403, + 0.09232918918132782, + 0.12349822372198105, + 0.08970235288143158, + 0.09320222586393356, + 0.11839336901903152, + 0.1527653932571411, + 0.0775289386510849, + 0.049212075769901276, + 0.11067008227109909, + 0.11468180269002914, + 0.08784809708595276 ], "norm_high_t": [ - 0.10886935144662857, - 0.3429989814758301, - 0.42325684428215027, - 0.37858057022094727, - 0.0184481181204319, - 0.06161385029554367, - 0.3223320543766022, - 0.11887520551681519, - 0.05497993901371956, - 0.033735569566488266 + 0.34573379158973694, + 0.0677892193198204, + 0.13302400708198547, + 0.09368950873613358, + 0.12141247093677521, + 0.11911210417747498, + 0.16176468133926392, + 0.14060024917125702, + 0.11756418645381927, + 0.08233257383108139, + 0.11511150002479553, + 0.06310214847326279, + 0.1063251793384552, + 0.14629319310188293, + 0.16644109785556793, + 0.06755989789962769, + 0.06255044043064117, + 0.08290775865316391, + 0.12137483805418015, + 0.12226218730211258 ], "lowhigh_cos": [ - 0.06559639424085617, - 0.45905864238739014, - -0.10587018728256226, - 0.5105186104774475, - 0.12300696223974228, - -0.013710015453398228, - 0.0544280968606472, - 0.11252060532569885, - 0.27622583508491516, - -0.3076787292957306 + -0.17363250255584717, + 0.2548602521419525, + 0.4851590394973755, + 0.4169493615627289, + 0.21927259862422943, + 0.295855313539505, + 0.2872968018054962, + -0.08959794044494629, + 0.48588827252388, + 0.38772115111351013, + 0.5539401173591614, + 0.053018562495708466, + 0.42917168140411377, + 0.31689170002937317, + 0.48899295926094055, + 0.4828850328922272, + 0.22487913072109222, + 0.48095598816871643, + 0.18607167899608612, + 0.27010926604270935 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.31441590189933777, - "t_0.1-0.2": 0.25080135464668274, - "t_0.2-0.3": 0.1038232073187828, - "t_0.3-0.4": 0.13572940230369568, - "t_0.4-0.5": 0.1353050172328949, - "t_0.5-0.6": 0.11426307260990143, - "t_0.6-0.7": 0.1100064069032669, - "t_0.7-0.8": 0.10845417529344559, - "t_0.8-0.9": 0.1150483787059784, - "t_0.9-1.0": 0.10578123480081558 - }, - { - "t_0.0-0.1": 0.38339003920555115, - "t_0.1-0.2": 0.3830733299255371, - "t_0.2-0.3": 0.4725746512413025, - "t_0.3-0.4": 0.3562054932117462, - "t_0.4-0.5": 0.47248318791389465, - "t_0.5-0.6": 0.4177342653274536, - "t_0.6-0.7": 0.34965935349464417, - "t_0.7-0.8": 0.3328396677970886, - "t_0.8-0.9": 0.39824995398521423, - "t_0.9-1.0": 0.4437294900417328 - }, - { - "t_0.0-0.1": 0.48625290393829346, - "t_0.1-0.2": 0.3730382025241852, - "t_0.2-0.3": 0.4033668637275696, - "t_0.3-0.4": 0.4144642651081085, - "t_0.4-0.5": 0.3059418499469757, - "t_0.5-0.6": 0.2754107415676117, - "t_0.6-0.7": 0.3618004620075226, - "t_0.7-0.8": 0.47630518674850464, - "t_0.8-0.9": 0.4104054868221283, - "t_0.9-1.0": 0.45879653096199036 - }, - { - "t_0.0-0.1": 0.7556926608085632, - "t_0.1-0.2": 0.7731463313102722, - "t_0.2-0.3": 0.5951621532440186, - "t_0.3-0.4": 0.5176679491996765, - "t_0.4-0.5": 0.5912455916404724, - "t_0.5-0.6": 0.5864754319190979, - "t_0.6-0.7": 0.5153724551200867, - "t_0.7-0.8": 0.4518497586250305, - "t_0.8-0.9": 0.4752100706100464, - "t_0.9-1.0": 0.40288615226745605 - }, - { - "t_0.0-0.1": 0.018502330407500267, - "t_0.1-0.2": 0.0166095569729805, - "t_0.2-0.3": 0.015891309827566147, - "t_0.3-0.4": 0.023687398061156273, - "t_0.4-0.5": 0.0122292535379529, - "t_0.5-0.6": 0.014512691646814346, - "t_0.6-0.7": 0.01851230300962925, - "t_0.7-0.8": 0.013495666906237602, - "t_0.8-0.9": 0.034665707498788834, - "t_0.9-1.0": 0.023291070014238358 - }, - { - "t_0.0-0.1": 0.009300144389271736, - "t_0.1-0.2": 0.03549095243215561, - "t_0.2-0.3": 0.009337570518255234, - "t_0.3-0.4": 0.012417109683156013, - "t_0.4-0.5": 0.012836349196732044, - "t_0.5-0.6": 0.014495618641376495, - "t_0.6-0.7": 0.0148096838966012, - "t_0.7-0.8": 0.017764708027243614, - "t_0.8-0.9": 0.030275501310825348, - "t_0.9-1.0": 0.14709210395812988 - }, - { - "t_0.0-0.1": 0.09394894540309906, - "t_0.1-0.2": 0.1269104778766632, - "t_0.2-0.3": 0.06705205887556076, - "t_0.3-0.4": 0.10888464003801346, - "t_0.4-0.5": 0.07000012695789337, - "t_0.5-0.6": 0.0834585651755333, - "t_0.6-0.7": 0.07648183405399323, - "t_0.7-0.8": 0.08675897121429443, - "t_0.8-0.9": 0.11341313272714615, - "t_0.9-1.0": 0.40013471245765686 - }, - { - "t_0.0-0.1": 0.41182786226272583, - "t_0.1-0.2": 0.22322015464305878, - "t_0.2-0.3": 0.31029000878334045, - "t_0.3-0.4": 0.1734987050294876, - "t_0.4-0.5": 0.19717955589294434, - "t_0.5-0.6": 0.18574585020542145, - "t_0.6-0.7": 0.1388860046863556, - "t_0.7-0.8": 0.14746025204658508, - "t_0.8-0.9": 0.20898891985416412, - "t_0.9-1.0": 0.1391591727733612 - }, - { - "t_0.0-0.1": 0.14667311310768127, - "t_0.1-0.2": 0.08207203447818756, - "t_0.2-0.3": 0.07721152156591415, - "t_0.3-0.4": 0.07769816368818283, - "t_0.4-0.5": 0.04536091536283493, - "t_0.5-0.6": 0.061999741941690445, - "t_0.6-0.7": 0.06312359869480133, - "t_0.7-0.8": 0.06801063567399979, - "t_0.8-0.9": 0.05553644895553589, - "t_0.9-1.0": 0.07151255756616592 - }, - { - "t_0.0-0.1": 0.04445818439126015, - "t_0.1-0.2": 0.005893358029425144, - "t_0.2-0.3": 0.04225923866033554, - "t_0.3-0.4": 0.030229324474930763, - "t_0.4-0.5": 0.03308432176709175, - "t_0.5-0.6": 0.0344231016933918, - "t_0.6-0.7": 0.047600992023944855, - "t_0.7-0.8": 0.0268706101924181, - "t_0.8-0.9": 0.03224088251590729, - "t_0.9-1.0": 0.020242756232619286 + "t_0.0-0.1": 0.2423388957977295, + "t_0.1-0.2": 0.21016164124011993, + "t_0.2-0.3": 0.20791178941726685, + "t_0.3-0.4": 0.18262043595314026, + "t_0.4-0.5": 0.18685393035411835, + "t_0.5-0.6": 0.1540157049894333, + "t_0.6-0.7": 0.1902373731136322, + "t_0.7-0.8": 0.1977880597114563, + "t_0.8-0.9": 0.2743147909641266, + "t_0.9-1.0": 0.4322505593299866 + }, + { + "t_0.0-0.1": 0.1342623382806778, + "t_0.1-0.2": 0.08827456831932068, + "t_0.2-0.3": 0.08070778846740723, + "t_0.3-0.4": 0.06473196297883987, + "t_0.4-0.5": 0.07512138783931732, + "t_0.5-0.6": 0.06554630398750305, + "t_0.6-0.7": 0.05669895559549332, + "t_0.7-0.8": 0.06805545836687088, + "t_0.8-0.9": 0.06752099841833115, + "t_0.9-1.0": 0.09996147453784943 + }, + { + "t_0.0-0.1": 0.15839184820652008, + "t_0.1-0.2": 0.12986308336257935, + "t_0.2-0.3": 0.10279165953397751, + "t_0.3-0.4": 0.0996217429637909, + "t_0.4-0.5": 0.11861362308263779, + "t_0.5-0.6": 0.10787882655858994, + "t_0.6-0.7": 0.11441934108734131, + "t_0.7-0.8": 0.11234091967344284, + "t_0.8-0.9": 0.119403176009655, + "t_0.9-1.0": 0.17727306485176086 + }, + { + "t_0.0-0.1": 0.10538806021213531, + "t_0.1-0.2": 0.07909321784973145, + "t_0.2-0.3": 0.08315098285675049, + "t_0.3-0.4": 0.08542834222316742, + "t_0.4-0.5": 0.0817740261554718, + "t_0.5-0.6": 0.0782107561826706, + "t_0.6-0.7": 0.08064286410808563, + "t_0.7-0.8": 0.08235764503479004, + "t_0.8-0.9": 0.07464033365249634, + "t_0.9-1.0": 0.12098865956068039 + }, + { + "t_0.0-0.1": 0.18032538890838623, + "t_0.1-0.2": 0.1151375100016594, + "t_0.2-0.3": 0.09817328304052353, + "t_0.3-0.4": 0.10509172827005386, + "t_0.4-0.5": 0.09740559011697769, + "t_0.5-0.6": 0.09524766355752945, + "t_0.6-0.7": 0.08709079772233963, + "t_0.7-0.8": 0.09266038984060287, + "t_0.8-0.9": 0.11980738490819931, + "t_0.9-1.0": 0.12417317181825638 + }, + { + "t_0.0-0.1": 0.2100772112607956, + "t_0.1-0.2": 0.09322836995124817, + "t_0.2-0.3": 0.07150109112262726, + "t_0.3-0.4": 0.06510598957538605, + "t_0.4-0.5": 0.08793683350086212, + "t_0.5-0.6": 0.06830820441246033, + "t_0.6-0.7": 0.07344237715005875, + "t_0.7-0.8": 0.08046204596757889, + "t_0.8-0.9": 0.09435731172561646, + "t_0.9-1.0": 0.14810320734977722 + }, + { + "t_0.0-0.1": 0.2117421180009842, + "t_0.1-0.2": 0.12425846606492996, + "t_0.2-0.3": 0.11892498284578323, + "t_0.3-0.4": 0.10719882696866989, + "t_0.4-0.5": 0.10850241780281067, + "t_0.5-0.6": 0.1273605078458786, + "t_0.6-0.7": 0.11058001965284348, + "t_0.7-0.8": 0.10946352779865265, + "t_0.8-0.9": 0.13092222809791565, + "t_0.9-1.0": 0.1905766874551773 + }, + { + "t_0.0-0.1": 0.18208526074886322, + "t_0.1-0.2": 0.11975787580013275, + "t_0.2-0.3": 0.12353555113077164, + "t_0.3-0.4": 0.11897311359643936, + "t_0.4-0.5": 0.11231091618537903, + "t_0.5-0.6": 0.09537344425916672, + "t_0.6-0.7": 0.09060666710138321, + "t_0.7-0.8": 0.08298628777265549, + "t_0.8-0.9": 0.09419051557779312, + "t_0.9-1.0": 0.18456991016864777 + }, + { + "t_0.0-0.1": 0.09137327969074249, + "t_0.1-0.2": 0.08769442141056061, + "t_0.2-0.3": 0.05599559471011162, + "t_0.3-0.4": 0.05380111187696457, + "t_0.4-0.5": 0.07360191643238068, + "t_0.5-0.6": 0.06569194048643112, + "t_0.6-0.7": 0.08100973814725876, + "t_0.7-0.8": 0.0801474079489708, + "t_0.8-0.9": 0.09847013652324677, + "t_0.9-1.0": 0.12415862828493118 + }, + { + "t_0.0-0.1": 0.09807758778333664, + "t_0.1-0.2": 0.05827387049794197, + "t_0.2-0.3": 0.06470347940921783, + "t_0.3-0.4": 0.04794657602906227, + "t_0.4-0.5": 0.05966545268893242, + "t_0.5-0.6": 0.05776767060160637, + "t_0.6-0.7": 0.07337474077939987, + "t_0.7-0.8": 0.06041957437992096, + "t_0.8-0.9": 0.06929223239421844, + "t_0.9-1.0": 0.09877312928438187 + }, + { + "t_0.0-0.1": 0.13381755352020264, + "t_0.1-0.2": 0.1165735125541687, + "t_0.2-0.3": 0.11723625659942627, + "t_0.3-0.4": 0.11005082726478577, + "t_0.4-0.5": 0.10693922638893127, + "t_0.5-0.6": 0.10964618623256683, + "t_0.6-0.7": 0.10355842113494873, + "t_0.7-0.8": 0.1033722311258316, + "t_0.8-0.9": 0.10711920261383057, + "t_0.9-1.0": 0.12738801538944244 + }, + { + "t_0.0-0.1": 0.12338698655366898, + "t_0.1-0.2": 0.07799190282821655, + "t_0.2-0.3": 0.06672152876853943, + "t_0.3-0.4": 0.07754117995500565, + "t_0.4-0.5": 0.0771358460187912, + "t_0.5-0.6": 0.05105939880013466, + "t_0.6-0.7": 0.04942870885133743, + "t_0.7-0.8": 0.05663522705435753, + "t_0.8-0.9": 0.05714472010731697, + "t_0.9-1.0": 0.09495171904563904 + }, + { + "t_0.0-0.1": 0.13534219563007355, + "t_0.1-0.2": 0.060801275074481964, + "t_0.2-0.3": 0.10045283287763596, + "t_0.3-0.4": 0.06953343003988266, + "t_0.4-0.5": 0.08415261656045914, + "t_0.5-0.6": 0.08250727504491806, + "t_0.6-0.7": 0.09617417305707932, + "t_0.7-0.8": 0.08898944407701492, + "t_0.8-0.9": 0.10076472908258438, + "t_0.9-1.0": 0.13975542783737183 + }, + { + "t_0.0-0.1": 0.195275217294693, + "t_0.1-0.2": 0.1142125353217125, + "t_0.2-0.3": 0.09886233508586884, + "t_0.3-0.4": 0.10765424370765686, + "t_0.4-0.5": 0.10929711163043976, + "t_0.5-0.6": 0.0948798656463623, + "t_0.6-0.7": 0.09058014303445816, + "t_0.7-0.8": 0.10509748011827469, + "t_0.8-0.9": 0.11968813836574554, + "t_0.9-1.0": 0.15439237654209137 + }, + { + "t_0.0-0.1": 0.1509280800819397, + "t_0.1-0.2": 0.15913760662078857, + "t_0.2-0.3": 0.14554959535598755, + "t_0.3-0.4": 0.1789436638355255, + "t_0.4-0.5": 0.14371751248836517, + "t_0.5-0.6": 0.1483852118253708, + "t_0.6-0.7": 0.14095190167427063, + "t_0.7-0.8": 0.1392713189125061, + "t_0.8-0.9": 0.13931143283843994, + "t_0.9-1.0": 0.20414093136787415 + }, + { + "t_0.0-0.1": 0.12236560881137848, + "t_0.1-0.2": 0.08955094963312149, + "t_0.2-0.3": 0.0794248878955841, + "t_0.3-0.4": 0.07557239383459091, + "t_0.4-0.5": 0.06585756689310074, + "t_0.5-0.6": 0.06281877309083939, + "t_0.6-0.7": 0.06783194839954376, + "t_0.7-0.8": 0.06329946964979172, + "t_0.8-0.9": 0.06377270817756653, + "t_0.9-1.0": 0.0821470394730568 + }, + { + "t_0.0-0.1": 0.061330217868089676, + "t_0.1-0.2": 0.05091952160000801, + "t_0.2-0.3": 0.03744411841034889, + "t_0.3-0.4": 0.03937045484781265, + "t_0.4-0.5": 0.0363156758248806, + "t_0.5-0.6": 0.032239627093076706, + "t_0.6-0.7": 0.0395575687289238, + "t_0.7-0.8": 0.03873911499977112, + "t_0.8-0.9": 0.042875539511442184, + "t_0.9-1.0": 0.10741427540779114 + }, + { + "t_0.0-0.1": 0.08724042028188705, + "t_0.1-0.2": 0.10669764876365662, + "t_0.2-0.3": 0.06572134047746658, + "t_0.3-0.4": 0.07010354101657867, + "t_0.4-0.5": 0.08897525072097778, + "t_0.5-0.6": 0.0825829729437828, + "t_0.6-0.7": 0.07578869163990021, + "t_0.7-0.8": 0.07560370117425919, + "t_0.8-0.9": 0.0768827497959137, + "t_0.9-1.0": 0.07862444967031479 + }, + { + "t_0.0-0.1": 0.1171838566660881, + "t_0.1-0.2": 0.07732678949832916, + "t_0.2-0.3": 0.07003477960824966, + "t_0.3-0.4": 0.07318304479122162, + "t_0.4-0.5": 0.07380551844835281, + "t_0.5-0.6": 0.07617955654859543, + "t_0.6-0.7": 0.07694176584482193, + "t_0.7-0.8": 0.07898855209350586, + "t_0.8-0.9": 0.10073436796665192, + "t_0.9-1.0": 0.14675791561603546 + }, + { + "t_0.0-0.1": 0.1349598616361618, + "t_0.1-0.2": 0.0654386356472969, + "t_0.2-0.3": 0.05256980285048485, + "t_0.3-0.4": 0.06579670310020447, + "t_0.4-0.5": 0.06466466188430786, + "t_0.5-0.6": 0.08505751937627792, + "t_0.6-0.7": 0.06731351464986801, + "t_0.7-0.8": 0.08147991448640823, + "t_0.8-0.9": 0.10172126442193985, + "t_0.9-1.0": 0.1908377707004547 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.03099999949336052, - 0.041044775396585464, - 0.23919479548931122, - 0.06421744078397751, - 0.05860805884003639, - 0.11381322890520096, - 0.011538461782038212, - 0.028138527646660805, - 0.06428571790456772, - 0.29591837525367737, - 0.0432559996843338, - 0.03721948713064194, - 0.002710027154535055, - 0.23320895433425903, - 0.30759599804878235, - 0.004385964944958687, - 0.015799256041646004, - 0.14229421317577362, - 0.12994836270809174, - 0.04612794518470764, - 0.14273281395435333, - 0.005985266994684935, - 0.026227302849292755, - 0.07524536550045013, - 0.06937173008918762, - 0.37663334608078003, - 0.09503605961799622, - 0.13050313293933868, - 0.20009642839431763, - 0.11821623891592026, - 0.06530448794364929, - 0.0729215070605278, - 0.28804752230644226, - 0.08037693798542023, - 0.070763498544693, - 0.22843191027641296, - 0.11052631586790085, - 0.2611374258995056, - 0.05091533064842224, - 0.014780835248529911, - 0.4599211513996124, - 0.011930585838854313, - 0.1325126737356186, - 0.1634114682674408, - 0.5325732827186584, - 0.05402843654155731, - 0.07119476050138474, - 0.02982456050813198, - 0.006637168116867542, - 0.1399594247341156, - 0.022582922130823135, - 0.08029878884553909, - 0.07232323288917542, - 0.0887254923582077, - 0.19878295063972473, - 0.1813623011112213, - 0.048346057534217834, - 0.019514767453074455, - 0.2447434812784195, - 0.1024237722158432, - 0.07530488073825836, - 0.1409342885017395, - 0.007336343172937632, - 0.04237570986151695, - 0.017763422802090645, - 0.06301011890172958, - 0.00460122711956501, - 0.20882150530815125, - 0.06768468767404556, - 0.11277174204587936, - 0.2861770987510681, - 0.007124352268874645, + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06962257623672485, + 0.05046382173895836, + 0.09732093662023544, + 0.06211812421679497, + 0.14872904121875763, + 0.051851850003004074, + 0.027804410085082054, + 0.16505524516105652, + 0.0460018552839756, + 0.08267370611429214, + 0.06697693467140198, + 0.11064356565475464, + 0.07526881992816925, + 0.10318994522094727, + 0.22003577649593353, + 0.16778059303760529, + 0.1386065036058426, + 0.07656442373991013, + 0.11819066107273102, + 0.0680200383067131, + 0.1621396839618683, + 0.08205503225326538, + 0.09688249230384827, + 0.061680424958467484, + 0.10401284694671631, + 0.14786626398563385, + 0.09073881059885025, + 0.2538556456565857, + 0.0448097288608551, + 0.04668222740292549, + 0.08089260756969452, + 0.03286929428577423, + 0.10160266607999802, + 0.07228093594312668, + 0.12160467356443405, + 0.27629855275154114, + 0.07692307978868484, + 0.09177566319704056, + 0.05372478440403938, + 0.03655107691884041, + 0.04411764815449715, + 0.055154185742139816, + 0.06912682205438614, + 0.131832093000412, + 0.102257639169693, + 0.043478257954120636, + 0.06054781377315521, + 0.034043487161397934, + 0.0741710290312767, + 0.09283296018838882, + 0.14962713420391083, 0.08888889104127884, - 0.019310345873236656, - 0.006334841717034578, - 0.0184151791036129, - 0.005692599341273308, - 0.04998047649860382, - 0.010532150976359844, - 0.11051692813634872, - 0.018518518656492233, - 0.005199306644499302, - 0.0054806070402264595, - 0.007957559078931808, - 0.008269719779491425, - 0.13783179223537445, - 0.08270075917243958, - 0.041044775396585464, - 0.0696319043636322, - 0.09095127880573273, - 0.06692913174629211, - 0.030155416578054428, - 0.06598135828971863, - 0.02958579920232296, - 0.012658228166401386, - 0.07327141612768173, - 0.1838006228208542, - 0.1256852000951767, - 0.005827506072819233, - 0.021018216386437416, - 0.07240704447031021, - 0.0037251655012369156, - 0.006592291872948408, - 0.010279840789735317, - 0.2415340691804886, - 0.01292407140135765, - 0.12856344878673553, - 0.036796536296606064, - 0.0040087467059493065, - 0.22591179609298706, - 0.023145213723182678, - 0.0038759689778089523, - 0.10055096447467804, - 0.08457944542169571, - 0.004983388818800449, - 0.0550774522125721, - 0.19330854713916779, - 0.13526244461536407, - 0.03586399555206299, - 0.016402116045355797, - 0.03664764016866684, - 0.0037364130839705467, - 0.2511415481567383, - 0.05218317359685898, - 0.1267748475074768, - 0.1067839190363884, - 0.08103130757808685, - 0.1654929667711258, - 0.019105514511466026, - 0.010403120890259743, - 0.013745704665780067, - 0.06816060096025467, - 0.10580204427242279, - 0.14646464586257935, - 0.08029801398515701, - 0.08007565885782242, - 0.057558946311473846, - 0.09825560450553894, - 0.038772210478782654, - 0.6413612365722656, - 0.012366035021841526, - 0.0672353208065033, - 0.02053140103816986, - 0.10452093929052353, - 0.01303370762616396, - 0.01537838950753212, - 0.15220125019550323, - 0.024437926709651947, - 0.03814934939146042, - 0.16774611175060272, - 0.16045549511909485, - 0.5940740704536438, - 0.19053184986114502, - 0.01718377135694027, - 0.17374999821186066, - 0.2305743247270584, - 0.014303482137620449, - 0.011705033481121063, - 0.003144653979688883, - 0.15638528764247894, - 0.005976095795631409, - 0.04207921028137207, - 0.0037251655012369156, - 0.0070257605984807014, - 0.007095793262124062, - 0.05010019987821579, - 0.12205567955970764, - 0.04505971819162369, - 0.16563786566257477, - 0.09715086221694946, - 0.12977395951747894, - 0.1062830314040184, - 0.028368793427944183, - 0.009238728322088718, - 0.010320478118956089, - 0.08128834515810013, - 0.06666666269302368, - 0.04061538353562355, - 0.12006717175245285, - 0.07586836814880371, - 0.0038677917327731848, - 0.005692599341273308, - 0.2058401107788086, - 0.008416622877120972, - 0.23045267164707184, - 0.27640917897224426, - 0.3629300892353058, - 0.009205983951687813, - 0.061712298542261124, - 0.25501713156700134, - 0.0917721539735794, - 0.08983156085014343, - 0.051457975059747696, - 0.16395576298236847, - 0.13973549008369446, - 0.19591836631298065, - 0.25200000405311584, - 0.049433108419179916, - 0.13050313293933868, - 0.06443393230438232, - 0.3454959988594055, - 0.1634114682674408, - 0.13354700803756714, - 0.3002506196498871, - 0.012461058795452118, - 0.09223151206970215, - 0.13436979055404663, - 0.01247563399374485, - 0.06080830842256546, - 0.026854218915104866, - 0.1681068390607834, - 0.008823529817163944, - 0.004163775127381086, - 0.08027523010969162, - 0.0035771066322922707, - 0.003355704713612795, - 0.008255934342741966, - 0.1614317148923874, - 0.1845400035381317, - 0.03321976214647293, - 0.005130596924573183, - 0.03621438890695572, - 0.19313646852970123, - 0.07817002385854721, - 0.14364640414714813, - 0.1237766295671463, - 0.15794481337070465, - 0.06977535784244537, - 0.02274087257683277, - 0.1654929518699646, - 0.04930725321173668, - 0.07482108473777771, - 0.05305821821093559, - 0.08103563636541367, - 0.05921052768826485, - 0.12257228791713715, - 0.18989169597625732, - 0.016597511246800423, - 0.18962432444095612, - 0.017455391585826874, - 0.02413390390574932, - 0.08855218440294266, - 0.08720112591981888, - 0.07006369531154633, - 0.04981203004717827, - 0.08413325995206833, - 0.004201680887490511, - 0.08720112591981888, - 0.2461443543434143, - 0.14942914247512817, - 0.07266629487276077, - 0.24341580271720886, - 0.09056444466114044, - 0.004901960492134094, - 0.035149384289979935, - 0.18291814625263214, - 0.03144904598593712, - 0.1449652761220932, - 0.031904760748147964, - 0.057551562786102295, - 0.0685434490442276, - 0.030174080282449722, - 0.14871016144752502, - 0.005199306644499302, - 0.3026655316352844, - 0.13780337572097778, - 0.04093567281961441, - 0.051724135875701904, - 0.10580204427242279, - 0.008557457476854324, - 0.0020068807061761618, - 0.26620370149612427, - 0.35914120078086853, - 0.19969452917575836, - 0.00538160465657711, - 0.02278120443224907, - 0.008333333767950535, - 0.11336717009544373, - 0.019648397341370583, - 0.10533393174409866, - 0.0047988188453018665, - 0.07587433606386185, - 0.12312863022089005, - 0.024096384644508362, - 0.053165778517723083, - 0.013513512909412384, - 0.01092896144837141, - 0.0380859375, - 0.09379727393388748, - 0.032976824790239334, - 0.11696786433458328, - 0.01796407252550125, - 0.02189265564084053, - 0.006637168116867542, - 0.04889867827296257, - 0.04084014147520065, - 0.003355704713612795, - 0.027265744283795357, - 0.05331510305404663, - 0.005976095795631409, - 0.06605080515146255, - 0.1358974277973175, - 0.08628731220960617, - 0.11336717009544373, - 0.20580963790416718, - 0.1274801641702652, - 0.12417726963758469, - 0.13071493804454803, - 0.0156687181442976, - 0.07032348960638046, - 0.06287069618701935, - 0.0047775455750525, - 0.030981888994574547, - 0.06728004664182663, - 0.02577710524201393, - 0.19964349269866943, - 0.011377489194273949, - 0.06301011890172958, - 0.012500000186264515, - 0.0734974667429924, - 0.21966134011745453, - 0.269772469997406, - 0.06550580263137817, - 0.11747368425130844, - 0.006289307959377766, - 0.2272079735994339, - 0.03988603875041008, - 0.0021321962121874094, - 0.1382228583097458, - 0.17536704242229462, - 0.023016996681690216, - 0.03593220189213753, - 0.22513863444328308, - 0.028007179498672485, - 0.021230502054095268, - 0.0029069767333567142, - 0.09492634981870651, - 0.15837320685386658, - 0.14944835007190704, - 0.01173020526766777, - 0.27986180782318115, - 0.10135135054588318, - 0.05602240934967995, - 0.11051692813634872, - 0.04387291893362999, - 0.004273504018783569, - 0.13867402076721191, - 0.00736377015709877, - 0.08448753505945206, - 0.12992942333221436, - 0.00248893816024065, - 0.09195046871900558, - 0.01209048368036747, - 0.23320895433425903, - 0.3283582031726837, - 0.06275805085897446, - 0.05610772967338562, - 0.09512484818696976, - 0.11208577454090118, - 0.005130596924573183, - 0.2834688425064087, - 0.029256876558065414, - 0.15928545594215393, - 0.3174791932106018, - 0.007847534492611885, - 0.08563272655010223, - 0.04499664157629013, - 0.029629629105329514, - 0.17171716690063477, - 0.008188825100660324, - 0.004032257944345474, - 0.09928229451179504, - 0.025641025975346565, - 0.018095986917614937, - 0.045889101922512054, - 0.1634114682674408, - 0.3412264585494995, - 0.015037594363093376, - 0.2016361951828003, - 0.1410835236310959, - 0.005199306644499302, - 0.21613189578056335, - 0.011156563647091389, - 0.004692832473665476, - 0.006274131126701832, - 0.04458874464035034, - 0.05875299870967865, - 0.35680752992630005, - 0.0035971221514046192, - 0.005692599341273308, - 0.010733452625572681, - 0.009025271050632, - 0.4540598392486572, - 0.19680576026439667, - 0.00538160465657711, - 0.4516938328742981, - 0.09216418117284775, - 0.09573643654584885, - 0.13471731543540955, - 0.15269750356674194, - 0.06561922281980515, - 0.14509955048561096, - 0.031136272475123405, - 0.08039303123950958, - 0.13291139900684357, - 0.00997899193316698, - 0.002984084887430072, + 0.12618963420391083, + 0.03192032873630524, + 0.05292171984910965, + 0.08966942131519318, + 0.1069394126534462, + 0.06090651825070381, + 0.07983193546533585, + 0.05338389798998833, + 0.07856296747922897, + 0.12224797159433365, + 0.08417296409606934, + 0.07487521320581436, + 0.07508226484060287, + 0.05006206035614014, + 0.05999999865889549, + 0.06801068782806396, + 0.08072254806756973, + 0.06846019625663757, + 0.07243816554546356, + 0.047646719962358475, + 0.026757370680570602, + 0.09843111783266068, + 0.08445258438587189, + 0.06741925328969955, + 0.11157114803791046, + 0.08958227932453156, + 0.05344531312584877, + 0.09546925872564316, + 0.07892025262117386, + 0.11693241447210312, + 0.04062407836318016, + 0.10307898372411728, + 0.09099436551332474, + 0.12261659651994705, + 0.08788052946329117, + 0.03865411505103111, + 0.12252867966890335, + 0.11085766553878784, + 0.04087027162313461, + 0.05738803744316101, + 0.09300316870212555, + 0.04209049418568611, + 0.027468044310808182, + 0.03612053394317627, + 0.06723404675722122, + 0.2116594761610031, + 0.12608696520328522, + 0.09155937284231186, + 0.10576414316892624, + 0.12708453834056854, + 0.046118367463350296, + 0.04168224334716797, + 0.037365421652793884, + 0.07814237475395203, + 0.09921260178089142, + 0.060981910675764084, + 0.04365399852395058, + 0.06731001287698746, + 0.057971011847257614, + 0.0873638391494751, + 0.15727776288986206, + 0.10216627269983292, + 0.07552994787693024, + 0.09172125905752182, + 0.19229629635810852, + 0.055636897683143616, + 0.036917395889759064, + 0.08837409317493439, + 0.03569046035408974, + 0.12265163660049438, + 0.13069620728492737, + 0.029835650697350502, + 0.10133332759141922, + 0.07243078947067261, + 0.10483433306217194, + 0.10104529559612274, + 0.13608048856258392, + 0.12149310857057571, + 0.11227232217788696, + 0.04881701245903969, + 0.10284379124641418, + 0.1033676341176033, + 0.044726140797138214, + 0.05239884927868843, + 0.08594067394733429, + 0.09430937469005585, + 0.13517631590366364, + 0.06749460101127625, + 0.027210883796215057, + 0.018559889867901802, + 0.016015734523534775, + 0.1471536010503769, + 0.06740196794271469, + 0.04962659627199173, + 0.07068927586078644, + 0.16072195768356323, + 0.16552717983722687, + 0.10305958241224289, + 0.15492957830429077, + 0.10073529928922653, + 0.16821499168872833, + 0.0559685193002224, + 0.10216256976127625, + 0.08557457476854324, + 0.06522563844919205, + 0.051105864346027374, + 0.05901244282722473, + 0.06218171864748001, + 0.228435680270195, + 0.07506561279296875, + 0.032171580940485, + 0.09629101306200027, + 0.04464516043663025, + 0.1186564490199089, + 0.17158471047878265, + 0.14189189672470093, + 0.013329979032278061, + 0.06491538137197495, + 0.09601403772830963, + 0.12372592836618423, + 0.034445639699697495, + 0.08493475615978241, + 0.10034305602312088, + 0.046135760843753815, + 0.04334583133459091, + 0.17550213634967804, + 0.08039702475070953, + 0.12049829959869385, + 0.09118665009737015, + 0.06755715608596802, + 0.019933555275201797, + 0.15503042936325073, + 0.051288001239299774, + 0.08808139711618423, + 0.08156699687242508, + 0.08983957767486572, + 0.10062892735004425, + 0.07719162106513977, + 0.0590631328523159, + 0.0815996304154396, + 0.06604278087615967, + 0.11264877021312714, + 0.06353919208049774, + 0.08281444758176804, + 0.0762711837887764, + 0.07931893318891525, + 0.14274847507476807, + 0.07931727170944214, + 0.0853191465139389, + 0.07771068811416626, + 0.10261353850364685, + 0.07905057072639465, + 0.06332236528396606, + 0.040333524346351624, + 0.07523597776889801, + 0.0533817782998085, + 0.10424982011318207, + 0.04152457416057587, + 0.07769960910081863, + 0.037518035620450974, + 0.034173931926488876, + 0.11313934624195099, + 0.0816691517829895, + 0.04559386894106865, + 0.05256596580147743, + 0.0815858468413353, + 0.05058520287275314, + 0.06575404107570648, + 0.03006812371313572, + 0.05077413469552994, + 0.11786038428544998, + 0.10448300838470459, + 0.06767956167459488, + 0.08363636583089828, + 0.051675185561180115, + 0.14030084013938904, + 0.060095012187957764, + 0.03607305884361267, + 0.04377403110265732, + 0.041557468473911285, + 0.0427706278860569, + 0.09787928313016891, + 0.09805533289909363, + 0.0534479133784771, + 0.09757769852876663, + 0.06160382181406021, + 0.06916038691997528, + 0.07546201348304749, + 0.15493685007095337, + 0.060186415910720825, + 0.08307947963476181, + 0.11099366098642349, + 0.0920276865363121, + 0.06341718882322311, + 0.06775067746639252, + 0.058598149567842484, + 0.171237051486969, + 0.04203743487596512, + 0.07997311651706696, + 0.05969049036502838, + 0.07610619813203812, + 0.05520213395357132, + 0.055848512798547745, + 0.0869714692234993, + 0.10919540375471115, + 0.07199576497077942, + 0.05140186846256256, + 0.11500401049852371, + 0.08167997747659683, + 0.11718131601810455, + 0.062073517590761185, + 0.05481727421283722, + 0.10269865393638611, + 0.09428223222494125, + 0.058477383106946945, + 0.12598708271980286, + 0.07874220609664917, + 0.04379746690392494, + 0.02456674911081791, + 0.0845256969332695, + 0.014447236433625221, + 0.04871794953942299, + 0.07221629470586777, + 0.08036835491657257, + 0.049665048718452454, + 0.05721462145447731, + 0.06670267134904861, + 0.04355046898126602, + 0.08558972179889679, + 0.043155450373888016, + 0.03893672674894333, + 0.09450549632310867, + 0.08213754743337631, + 0.013254113495349884, + 0.05430646613240242, + 0.08650065958499908, + 0.018477456644177437, + 0.07331112027168274, + 0.10314995795488358, + 0.010039741173386574, + 0.027297770604491234, + 0.08706976473331451, + 0.06732799112796783, + 0.04322084039449692, + 0.012734584510326385, + 0.03190319240093231, + 0.05956573039293289, + 0.038998208940029144, + 0.048969559371471405, + 0.07992155104875565, + 0.12390381097793579, + 0.06343906372785568, + 0.04712042212486267, + 0.027306025847792625, + 0.09557344019412994, 0.04268292710185051, - 0.002888318384066224, - 0.09940828382968903, - 0.03177083656191826, - 0.0077751195058226585, - 0.07776787877082825, - 0.05870777368545532, - 0.08519004285335541, - 0.008557457476854324, - 0.024950755760073662, - 0.13362760841846466, - 0.03044496476650238, - 0.012658228166401386, - 0.09577222168445587, - 0.0714285671710968, - 0.04581969603896141, - 0.10340531170368195, - 0.10347520560026169, - 0.059861041605472565, - 0.08126194775104523, - 0.07235529273748398, - 0.0035971221514046192, - 0.1892816424369812, - 0.03099510632455349, - 0.0022522523067891598, - 0.08941322565078735, - 0.02873772196471691, - 0.055776894092559814, - 0.060177914798259735, - 0.08816811442375183, - 0.23251895606517792, - 0.02762012742459774, - 0.1618279665708542, - 0.02214650623500347, - 0.0065543074160814285, - 0.06008968502283096, - 0.025488249957561493, - 0.1181192696094513, - 0.005434782709926367, - 0.02444515936076641, - 0.011256190948188305, - 0.00413223123177886, - 0.09216418117284775, - 0.1393229216337204, - 0.00219058059155941, - 0.04509367793798447, - 0.09886816889047623, - 0.2358839064836502, - 0.004983388818800449, - 0.30831974744796753, - 0.1875969022512436, - 0.20875971019268036, - 0.006274131126701832, - 0.009484666399657726, - 0.0077751195058226585, - 0.021122509613633156, - 0.07288732379674911, - 0.002634660340845585, - 0.16360734403133392, - 0.22641509771347046, - 0.007349762134253979, - 0.00911458395421505, - 0.004323899280279875, - 0.15367679297924042, - 0.08595317602157593, - 0.00206611561588943, - 0.008557457476854324, - 0.12979350984096527, - 0.0025597268249839544, - 0.0048652696423232555, - 0.045323047786951065, - 0.07101947069168091, - 0.026293469592928886, - 0.12224383652210236, - 0.20166897773742676, - 0.08687615394592285, - 0.07839947938919067, - 0.05517241358757019, - 0.17748478055000305, - 0.0038759689778089523, - 0.18374291062355042, - 0.06614607572555542, - 0.0324263870716095, - 0.005886970087885857, - 0.09573643654584885, - 0.0022522523067891598, - 0.03271767869591713, - 0.006307339295744896, - 0.059067972004413605, - 0.0032894734758883715 + 0.07297411561012268, + 0.0672021359205246, + 0.06309686601161957, + 0.019109880551695824, + 0.032112907618284225, + 0.04831932857632637, + 0.05010834336280823, + 0.006786339450627565, + 0.025959577411413193, + 0.09305408596992493, + 0.030982591211795807, + 0.059830669313669205, + 0.0618191696703434, + 0.12537537515163422, + 0.0717792883515358, + 0.07183171063661575, + 0.04583761468529701, + 0.08601906895637512, + 0.032380230724811554, + 0.051728248596191406, + 0.042490843683481216, + 0.08590734004974365, + 0.037150125950574875, + 0.05876754969358444, + 0.02318548411130905, + 0.08171205967664719, + 0.10615435242652893, + 0.10800131410360336, + 0.039184004068374634, + 0.017539463937282562, + 0.03781624510884285, + 0.024244073778390884, + 0.07484769076108932, + 0.033637501299381256, + 0.058700207620859146, + 0.06899210065603256, + 0.04294317960739136, + 0.09633946418762207, + 0.06542544066905975, + 0.06633663922548294, + 0.05858170986175537, + 0.0436847098171711, + 0.015182415954768658, + 0.045476652681827545, + 0.06702849268913269, + 0.04074473679065704, + 0.05733229219913483, + 0.0510312020778656, + 0.07429655641317368, + 0.04823581874370575, + 0.07739130407571793, + 0.10150891542434692, + 0.07086383551359177, + 0.035256411880254745, + 0.027497708797454834, + 0.05146891251206398, + 0.0363677442073822, + 0.03855140507221222, + 0.035010941326618195, + 0.08090504258871078, + 0.07118947058916092, + 0.05143805220723152, + 0.12003780156373978, + 0.03601895645260811, + 0.10148593038320541, + 0.013748854398727417, + 0.07970286905765533, + 0.06169737130403519, + 0.03531870245933533, + 0.04991896450519562, + 0.028681252151727676, + 0.03217276558279991, + 0.03699136897921562, + 0.052691344171762466, + 0.04868603125214577, + 0.023765020072460175, + 0.023928478360176086, + 0.05877342075109482, + 0.09464816749095917, + 0.04936061426997185, + 0.04361306130886078, + 0.011458099819719791, + 0.04738489165902138, + 0.0886615514755249, + 0.10093271732330322, + 0.0573466494679451, + 0.08004851639270782, + 0.029096897691488266, + 0.033720411360263824, + 0.02402271144092083, + 0.02213333360850811, + 0.05892857164144516, + 0.015604102052748203, + 0.08150160312652588, + 0.0698215663433075, + 0.08986686170101166, + 0.045431602746248245, + 0.042910780757665634, + 0.05002213269472122, + 0.07620877772569656, + 0.03988727554678917, + 0.04992397502064705, + 0.06776440888643265, + 0.09683850407600403, + 0.02345595695078373, + 0.06582112610340118, + 0.0639079287648201, + 0.034844279289245605, + 0.05670103058218956, + 0.08335596323013306, + 0.02851799875497818, + 0.045120157301425934, + 0.02179049700498581, + 0.03161868825554848, + 0.027867628261446953, + 0.02301081083714962, + 0.06377176195383072, + 0.04831303656101227, + 0.04000914469361305, + 0.048347108066082, + 0.07198228687047958, + 0.042478565126657486, + 0.008450077846646309, + 0.06149115785956383, + 0.14026354253292084, + 0.04036598280072212, + 0.07252001017332077, + 0.060459237545728683, + 0.05101088434457779, + 0.04412493854761124, + 0.0451047457754612, + 0.04790552332997322, + 0.11163961887359619, + 0.05371900647878647, + 0.06575801223516464, + 0.07139008492231369, + 0.04029666259884834, + 0.04171822592616081, + 0.07793080806732178, + 0.04739336669445038, + 0.01666666567325592, + 0.07756232470273972, + 0.04789631813764572, + 0.06085868924856186, + 0.035099953413009644, + 0.05305774509906769, + 0.052110470831394196, + 0.042708128690719604, + 0.024994421750307083, + 0.04163898155093193, + 0.05111590772867203, + 0.07497387379407883, + 0.019360268488526344, + 0.07058265805244446, + 0.08749999850988388, + 0.047741565853357315, + 0.04866895079612732, + 0.022629553452134132, + 0.013642891310155392, + 0.04579439386725426, + 0.007466814015060663, + 0.02800397202372551, + 0.11308993399143219, + 0.10693192481994629, + 0.017664602026343346, + 0.04015748202800751, + 0.10154321789741516, + 0.0402999073266983, + 0.03729116916656494, + 0.02277511917054653, + 0.06825850158929825, + 0.02590559795498848, + 0.03180135041475296, + 0.09550072252750397, + 0.04157331585884094, + 0.009976976551115513, + 0.06248639523983002, + 0.03898970037698746, + 0.011610763147473335, + 0.03522789478302002, + 0.05399792268872261, + 0.043097324669361115, + 0.07458626478910446, + 0.06457182765007019, + 0.08376172184944153, + 0.04064008221030235, + 0.0485287681221962, + 0.06428571790456772 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 40.92451477050781, - 42.7141227722168, - 156.0001678466797, - 46.32465744018555, - 55.49595260620117, - 64.43697357177734, - 47.703086853027344, - 40.00730514526367, - 53.757450103759766, - 107.41542053222656, - 49.52893829345703, - 40.92451858520508, - 104.52373504638672, - 151.1414337158203, - 137.2302703857422, - 104.52373504638672, - 41.895790100097656, - 94.22428131103516, - 87.08428955078125, - 42.07524108886719, - 87.63261413574219, - 47.703086853027344, - 40.00730514526367, - 64.43696594238281, - 59.030479431152344, - 220.11776733398438, - 79.20335388183594, - 84.8162841796875, - 69.70893096923828, - 81.8917465209961, - 53.757450103759766, - 59.03047561645508, - 107.62120819091797, - 54.62394714355469, - 57.25469970703125, - 70.36302185058594, - 85.75440216064453, - 143.22439575195312, - 48.70958709716797, - 41.895790100097656, - 145.5584259033203, - 44.05697250366211, - 91.7701187133789, - 100.85710906982422, - 298.4083251953125, - 46.32465744018555, - 49.528934478759766, - 40.43056106567383, - 54.22412109375, - 86.69319915771484, - 39.85641098022461, - 59.923946380615234, - 54.62394714355469, - 59.03047561645508, - 118.25428771972656, - 81.4666519165039, - 36.6164436340332, - 39.85641860961914, - 117.4565200805664, - 66.25981140136719, - 52.043182373046875, - 85.75440979003906, - 54.22412109375, - 41.47610092163086, - 40.60122299194336, - 59.03047561645508, - 54.22412109375, - 66.34815216064453, - 52.89699935913086, - 75.23196411132812, - 107.19747161865234, - 47.703086853027344, - 63.52897262573242, - 39.36961364746094, - 104.52373504638672, - 39.36961364746094, - 47.703086853027344, - 50.358314514160156, - 47.703086853027344, - 85.75440216064453, - 39.6721305847168, - 54.224124908447266, - 67.5317611694336, - 41.895782470703125, - 67.5317611694336, - 69.2475814819336, - 63.52898025512695, - 44.087467193603516, - 64.43695831298828, - 68.09083557128906, - 54.62395477294922, - 39.482200622558594, - 53.757450103759766, - 41.47608947753906, - 54.224124908447266, - 60.820770263671875, - 84.38408660888672, - 69.90327453613281, - 54.22412109375, - 39.482200622558594, - 67.17436218261719, - 54.22412109375, - 54.224124908447266, - 50.03950119018555, - 100.68572235107422, - 115.65342712402344, - 82.0062255859375, - 44.81291198730469, - 54.22412109375, - 95.46939849853516, - 40.43055725097656, - 104.52373504638672, - 70.97039031982422, - 61.72068786621094, - 104.52373504638672, - 57.254695892333984, - 108.55843353271484, - 81.07108306884766, - 41.47610092163086, - 39.36961364746094, - 40.007301330566406, - 104.52373504638672, - 94.58291625976562, - 49.52893829345703, - 82.0062255859375, - 72.6982192993164, - 64.43696594238281, - 103.72135162353516, - 39.85642623901367, - 40.60122299194336, - 39.482200622558594, - 54.62394714355469, - 93.28109741210938, - 92.34541320800781, - 61.72068786621094, - 60.82075881958008, - 52.043182373046875, - 72.6982192993164, - 55.24610137939453, - 264.9148254394531, - 41.895782470703125, - 46.32465744018555, - 39.448631286621094, - 80.22982025146484, - 40.601219177246094, - 39.36962127685547, - 108.58863067626953, - 44.05697250366211, - 42.07524108886719, - 98.95889282226562, - 109.63512420654297, - 200.3651123046875, - 110.32323455810547, - 39.482200622558594, - 104.62601470947266, - 93.4457778930664, - 39.482200622558594, - 47.703086853027344, - 67.5317611694336, - 96.3744888305664, - 47.703086853027344, - 46.32465744018555, - 133.68634033203125, - 67.5317611694336, - 74.61656951904297, - 47.901451110839844, - 67.64425659179688, - 52.043182373046875, - 110.28197479248047, - 69.00910949707031, - 83.41661071777344, - 72.69819641113281, - 41.47610092163086, - 44.05697250366211, - 47.703086853027344, - 65.34730529785156, - 53.757450103759766, - 42.714111328125, - 83.4921875, - 48.709590911865234, - 47.703086853027344, - 47.703086853027344, - 77.40831756591797, - 44.05697250366211, - 73.95263671875, - 115.20622253417969, - 116.46756744384766, - 47.703086853027344, - 49.52893829345703, - 144.4114532470703, - 70.85065460205078, - 64.43696594238281, - 52.89699935913086, - 113.24357604980469, - 96.11673736572266, - 120.79315185546875, - 149.81881713867188, - 46.32465744018555, - 87.64706420898438, - 61.72068786621094, - 114.41764831542969, - 115.84451293945312, - 88.57264709472656, - 120.45651245117188, - 47.703086853027344, - 67.19451904296875, - 92.33838653564453, - 44.05697250366211, - 54.62394714355469, - 40.43056106567383, - 100.89271545410156, - 54.224124908447266, - 67.5317611694336, - 52.043182373046875, - 54.224124908447266, - 104.52373504638672, - 47.703086853027344, - 102.75762939453125, - 73.43245697021484, - 40.00730514526367, - 67.5317611694336, - 45.5595588684082, - 126.3857192993164, - 61.720680236816406, - 93.28109741210938, - 83.87885284423828, - 97.1089096069336, - 56.373023986816406, - 40.924522399902344, - 103.93338775634766, - 49.528934478759766, - 68.09083557128906, - 45.5595588684082, - 66.25981903076172, - 52.04319381713867, - 83.87886810302734, - 114.33306121826172, - 40.43055725097656, - 110.04600524902344, - 39.85641860961914, - 40.00730895996094, - 70.40670776367188, - 61.72068786621094, - 53.757450103759766, - 47.90146255493164, - 59.03047180175781, - 104.52373504638672, - 62.62348937988281, - 88.62059020996094, - 62.74235916137695, - 54.62394714355469, - 137.8751983642578, - 73.6240234375, - 67.5317611694336, - 44.087467193603516, - 126.33030700683594, - 40.92451858520508, - 91.3961410522461, - 40.00730514526367, - 47.90146255493164, - 54.62394332885742, - 39.67212677001953, - 85.75440216064453, - 67.5317611694336, - 178.5384979248047, - 68.57827758789062, - 42.07524108886719, - 43.38652420043945, - 76.40882873535156, - 54.22412109375, - 104.52373504638672, - 150.8984375, - 134.7646026611328, - 96.7907485961914, - 67.5317611694336, - 39.6721305847168, - 47.703086853027344, - 76.40882873535156, - 41.895790100097656, - 81.07108306884766, - 54.22412109375, - 62.62348937988281, - 80.13677215576172, - 40.92451858520508, - 51.19669723510742, - 41.895782470703125, - 47.703086853027344, - 45.5595588684082, - 70.85063934326172, - 40.00730514526367, - 82.94216918945312, - 40.60122299194336, - 39.448631286621094, - 54.22412109375, - 46.32465744018555, - 45.5595588684082, - 88.30078887939453, - 49.17863845825195, - 44.81291198730469, - 104.52373504638672, - 52.89699935913086, - 82.94215393066406, - 59.470008850097656, - 99.31331634521484, - 112.26851654052734, - 91.39616394042969, - 84.81629180908203, - 70.90223693847656, - 39.482200622558594, - 59.03047561645508, - 52.04319381713867, - 104.52373504638672, - 40.43055725097656, - 47.901458740234375, - 40.92451477050781, - 98.46210479736328, - 39.482200622558594, - 60.82075119018555, - 40.60122299194336, - 72.69819641113281, - 97.18135070800781, - 118.54794311523438, - 60.82075881958008, - 81.92755126953125, - 104.52373504638672, - 134.5987548828125, - 48.709590911865234, - 512.0, - 90.45443725585938, - 108.42981719970703, - 40.43056106567383, - 44.81291198730469, - 94.76441192626953, - 40.92451477050781, - 39.67213821411133, - 104.52373504638672, - 69.54353332519531, - 100.73506927490234, - 104.62841033935547, - 67.5317611694336, - 134.13760375976562, - 80.13677215576172, - 52.043182373046875, - 75.4793930053711, - 43.38652801513672, - 67.5317611694336, - 90.52914428710938, - 47.703086853027344, - 64.43695831298828, - 75.47977447509766, - 58.140621185302734, - 64.96894836425781, - 47.703086853027344, - 136.98703002929688, - 107.29972839355469, - 55.49595642089844, - 48.709590911865234, - 70.85065460205078, - 59.2286262512207, - 54.224124908447266, - 171.97337341308594, - 40.007301330566406, - 82.26902770996094, - 128.70555114746094, - 104.52373504638672, - 58.140628814697266, - 44.08745193481445, - 42.714107513427734, - 72.69213104248047, - 47.703086853027344, - 67.5317611694336, - 73.6240234375, - 40.43056106567383, - 40.007301330566406, - 48.7095832824707, - 110.78978729248047, - 130.70272827148438, - 39.482200622558594, - 134.4162139892578, - 94.01211547851562, - 54.22412109375, - 120.30207824707031, - 41.895790100097656, - 104.52373504638672, - 67.5317611694336, - 57.25468444824219, - 51.19669723510742, - 103.52082061767578, - 54.22412109375, - 67.5317611694336, - 47.703086853027344, - 44.05697250366211, - 152.80548095703125, - 92.47865295410156, - 54.224124908447266, - 116.64747619628906, - 71.77371978759766, - 82.0062255859375, - 102.7315673828125, - 98.00298309326172, - 55.49595642089844, - 65.35701751708984, - 39.6721305847168, - 71.77371978759766, - 89.51326751708984, - 44.05697250366211, - 104.52373504638672, - 44.81291198730469, - 104.52373504638672, - 77.33934783935547, - 40.007301330566406, - 67.5317611694336, - 56.37302017211914, - 56.373023986816406, - 67.17436218261719, - 41.895782470703125, - 39.36961364746094, - 72.60550689697266, - 42.07524108886719, - 40.60122299194336, - 75.47940826416016, - 62.62348937988281, - 43.38650894165039, - 75.4793930053711, - 68.09083557128906, - 51.19670867919922, - 67.17436218261719, - 58.140625, - 47.703086853027344, - 111.46378326416016, - 43.386512756347656, - 54.22412109375, - 59.92394256591797, - 42.58184814453125, - 51.19670486450195, - 47.90146255493164, - 68.09085845947266, - 105.07598114013672, - 41.47610092163086, - 87.43002319335938, - 39.6721305847168, - 54.22412109375, - 59.03047180175781, - 39.482200622558594, - 64.7894058227539, - 67.5317611694336, - 39.85641860961914, - 40.60122299194336, - 67.5317611694336, - 63.52897262573242, - 82.94215393066406, - 104.52373504638672, - 44.087467193603516, - 72.10151672363281, - 87.36991882324219, - 47.703086853027344, - 103.61479949951172, - 99.9199447631836, - 96.01766204833984, - 104.52373504638672, - 104.52373504638672, - 47.703086853027344, - 65.35201263427734, - 64.43696594238281, - 67.5317611694336, - 103.67861938476562, - 96.65060424804688, - 47.703086853027344, - 47.703086853027344, - 44.05696487426758, - 95.47477722167969, - 64.43695831298828, - 512.0, - 41.895790100097656, - 82.94215393066406, - 67.5317611694336, - 63.988224029541016, - 46.32465744018555, - 56.37301254272461, - 48.839908599853516, - 73.82414245605469, - 84.60839080810547, - 58.140625, - 69.92909240722656, - 48.709590911865234, - 98.57379913330078, - 67.5317611694336, - 118.76277160644531, - 52.043182373046875, - 41.47610092163086, - 104.52373504638672, - 69.92909240722656, - 104.52373504638672, - 42.7141227722168, - 67.5317611694336, - 52.89699935913086, - 67.5317611694336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 569.4977416992188, + 491.7577819824219, + 531.9769897460938, + 404.7248840332031, + 693.884765625, + 362.9362487792969, + 419.37969970703125, + 882.12060546875, + 347.84857177734375, + 471.5696716308594, + 558.9161987304688, + 714.6221923828125, + 265.1148681640625, + 622.8040161132812, + 493.56488037109375, + 880.3146362304688, + 775.1843872070312, + 583.0546264648438, + 721.6654052734375, + 422.63226318359375, + 709.3422241210938, + 563.5034790039062, + 572.3089599609375, + 502.04644775390625, + 488.51458740234375, + 707.9871826171875, + 620.1959838867188, + 852.9872436523438, + 492.7835693359375, + 314.02764892578125, + 377.2701110839844, + 295.87310791015625, + 521.8609008789062, + 363.28753662109375, + 817.26220703125, + 577.9456176757812, + 629.5022583007812, + 668.9990234375, + 519.0948486328125, + 198.3802032470703, + 411.30926513671875, + 542.27734375, + 484.8164978027344, + 821.7671508789062, + 473.5135192871094, + 331.38201904296875, + 497.97894287109375, + 428.7666931152344, + 571.1829223632812, + 588.94482421875, + 773.73681640625, + 387.5836181640625, + 495.75286865234375, + 343.0643310546875, + 564.3425903320312, + 655.4261474609375, + 689.1500854492188, + 534.6915283203125, + 482.19189453125, + 477.47283935546875, + 321.8567810058594, + 639.4138793945312, + 652.9069213867188, + 570.6824951171875, + 585.7951049804688, + 477.1127624511719, + 399.8377990722656, + 583.0400390625, + 585.5123901367188, + 654.8576049804688, + 561.807861328125, + 571.6649169921875, + 459.0757141113281, + 646.8818359375, + 631.6290893554688, + 444.51666259765625, + 770.1156005859375, + 565.5697631835938, + 563.907958984375, + 639.1245727539062, + 638.1609497070312, + 475.70477294921875, + 445.2426452636719, + 692.2386474609375, + 455.52880859375, + 596.453857421875, + 832.2793579101562, + 531.0609130859375, + 697.39208984375, + 735.6329956054688, + 529.5509033203125, + 492.3525390625, + 508.5992736816406, + 331.0302429199219, + 501.7313537597656, + 474.5811462402344, + 419.9921875, + 725.6302490234375, + 708.21142578125, + 477.03924560546875, + 594.940185546875, + 592.1030883789062, + 480.48724365234375, + 473.9403991699219, + 464.8517150878906, + 460.2231750488281, + 654.6349487304688, + 471.3363037109375, + 389.5019226074219, + 494.9046325683594, + 623.5234985351562, + 659.4794921875, + 660.5416870117188, + 494.3272399902344, + 627.43798828125, + 486.3085632324219, + 759.0213012695312, + 577.2014770507812, + 434.2577209472656, + 753.2879028320312, + 325.19097900390625, + 690.4217529296875, + 563.820556640625, + 553.0535278320312, + 597.5939331054688, + 345.95758056640625, + 572.6466674804688, + 596.0913696289062, + 350.1707763671875, + 756.5478515625, + 567.7357788085938, + 419.559814453125, + 361.9323425292969, + 736.7264404296875, + 490.0846862792969, + 527.3968505859375, + 774.3865966796875, + 559.5703735351562, + 853.8446655273438, + 487.99334716796875, + 490.3692626953125, + 405.5188293457031, + 331.7914733886719, + 903.1649780273438, + 555.7899169921875, + 500.9194641113281, + 556.0924682617188, + 546.1185302734375, + 574.97998046875, + 655.0479125976562, + 754.5869750976562, + 631.581787109375, + 643.97607421875, + 471.6802673339844, + 644.3051147460938, + 385.2936096191406, + 371.65869140625, + 558.8544921875, + 509.6368713378906, + 548.86962890625, + 666.9959106445312, + 491.03546142578125, + 490.24859619140625, + 459.9299621582031, + 461.1875, + 506.02471923828125, + 693.063720703125, + 718.9024047851562, + 348.1974182128906, + 588.3794555664062, + 636.0659790039062, + 608.0025634765625, + 524.0715942382812, + 581.3544921875, + 570.205078125, + 368.3962707519531, + 437.8996276855469, + 669.657958984375, + 554.507080078125, + 816.4892578125, + 779.5450439453125, + 559.5234985351562, + 387.4941711425781, + 576.3167114257812, + 635.1062622070312, + 507.5884704589844, + 635.9690551757812, + 607.2928466796875, + 401.36749267578125, + 337.9862365722656, + 441.98114013671875, + 657.3573608398438, + 536.3660278320312, + 542.1048583984375, + 438.353759765625, + 686.9877319335938, + 520.1726684570312, + 674.927734375, + 791.5892944335938, + 726.0938110351562, + 617.691162109375, + 559.8841552734375, + 845.6366577148438, + 652.4238891601562, + 544.121337890625, + 503.5002136230469, + 601.2913818359375, + 370.7510070800781, + 615.451416015625, + 455.7245788574219, + 457.4767150878906, + 401.7046203613281, + 473.0734558105469, + 756.2977294921875, + 501.78509521484375, + 292.1156005859375, + 572.8716430664062, + 387.4570617675781, + 528.986328125, + 753.4362182617188, + 404.7106018066406, + 557.4750366210938, + 553.6030883789062, + 472.1006774902344, + 522.5958251953125, + 566.34130859375, + 565.3579711914062, + 831.4900512695312, + 570.977783203125, + 417.18994140625, + 312.7169494628906, + 467.8132629394531, + 506.515380859375, + 261.6510925292969, + 631.4353637695312, + 646.7411499023438, + 664.5510864257812, + 506.1987609863281, + 622.0889892578125, + 539.0372314453125, + 778.800048828125, + 448.078857421875, + 574.4916381835938, + 767.7570190429688, + 602.8614501953125, + 465.4394226074219, + 311.5782775878906, + 705.7493896484375, + 694.1707763671875, + 429.26123046875, + 616.220947265625, + 554.0570068359375, + 630.6797485351562, + 552.8803100585938, + 496.0015563964844, + 397.58905029296875, + 528.4363403320312, + 448.52105712890625, + 415.7657470703125, + 753.5428466796875, + 567.7316284179688, + 457.7570495605469, + 549.9832763671875, + 505.1172180175781, + 672.8567504882812, + 775.6953125, + 678.379150390625, + 497.36004638671875, + 582.6707153320312, + 381.1015625, + 427.7469482421875, + 603.8521728515625, + 410.04486083984375, + 477.9013671875, + 410.2372741699219, + 661.2763671875, + 606.8873291015625, + 418.6563720703125, + 517.6510009765625, + 528.4414672851562, + 658.092041015625, + 472.3040771484375, + 342.0849914550781, + 766.0154418945312, + 604.745361328125, + 436.8015441894531, + 673.7542114257812, + 751.9485473632812, + 323.4567565917969, + 424.0333251953125, + 743.3793334960938, + 429.50250244140625, + 461.9416809082031, + 688.18115234375, + 615.9042358398438, + 388.2567138671875, + 492.1229248046875, + 485.5481872558594, + 461.0810546875, + 543.528564453125, + 633.3163452148438, + 544.7091674804688, + 673.0897827148438, + 575.9088745117188, + 649.0501098632812, + 294.8337097167969, + 684.7605590820312, + 549.8903198242188, + 657.654541015625, + 497.017333984375, + 465.6547546386719, + 333.7093200683594, + 448.0284729003906, + 647.3666381835938, + 402.2073059082031, + 418.6891174316406, + 419.7955322265625, + 623.6063232421875, + 332.5260009765625, + 588.046630859375, + 459.326904296875, + 729.943115234375, + 556.1690673828125, + 512.7699584960938, + 569.3787841796875, + 669.8285522460938, + 454.586669921875, + 525.5496826171875, + 536.290283203125, + 454.8156433105469, + 470.8409729003906, + 577.4238891601562, + 395.7030944824219, + 694.9235229492188, + 442.0616149902344, + 482.2834167480469, + 461.1912536621094, + 364.32977294921875, + 356.7991027832031, + 388.8968505859375, + 412.05120849609375, + 464.9752197265625, + 508.8630065917969, + 634.2954711914062, + 473.2430419921875, + 910.08056640625, + 633.49267578125, + 536.599853515625, + 620.4424438476562, + 586.2642211914062, + 410.0511474609375, + 479.7350158691406, + 571.325927734375, + 492.2430725097656, + 671.743896484375, + 468.473388671875, + 390.8232727050781, + 251.38848876953125, + 629.1731567382812, + 751.8305053710938, + 524.9857177734375, + 429.4520263671875, + 569.0963745117188, + 455.5721130371094, + 494.5605163574219, + 585.9330444335938, + 521.0206298828125, + 416.7866516113281, + 618.4662475585938, + 389.30328369140625, + 599.572021484375, + 644.0531005859375, + 492.0722351074219, + 450.5570373535156, + 631.724609375, + 682.1373901367188, + 578.1279907226562, + 324.876708984375, + 553.9529418945312, + 491.2520446777344, + 488.3145751953125, + 721.365966796875, + 632.9679565429688, + 385.4333801269531, + 301.78692626953125, + 595.3126831054688, + 574.6096801757812, + 547.7018432617188, + 497.6391906738281, + 381.16400146484375, + 413.8158874511719, + 507.6642761230469, + 490.9748840332031, + 417.82342529296875, + 581.3737182617188, + 409.81317138671875, + 452.9698181152344, + 480.12127685546875, + 463.3975524902344, + 655.8446655273438, + 238.04608154296875, + 593.1375732421875, + 651.1094970703125, + 750.7489624023438, + 490.2832946777344, + 752.8181762695312, + 600.4637451171875, + 455.4769592285156, + 619.5885620117188, + 571.6558837890625, + 490.8378601074219, + 592.0767211914062, + 489.97857666015625, + 657.4382934570312, + 521.4810180664062, + 379.3199768066406, + 470.05169677734375, + 522.4959716796875, + 402.8325500488281, + 536.8104858398438, + 339.17950439453125, + 400.38433837890625, + 532.6174926757812, + 289.01202392578125, + 608.026611328125, + 520.8130493164062, + 459.9664306640625, + 485.8547058105469, + 395.6831970214844, + 517.5220336914062, + 401.5246276855469, + 549.3218383789062, + 653.457763671875, + 401.7393798828125, + 560.4851684570312, + 636.10546875, + 326.7750244140625, + 420.4841003417969, + 612.866455078125, + 573.3501586914062, + 634.4630126953125, + 625.7701416015625, + 523.185791015625, + 585.8375244140625, + 558.1573486328125, + 528.32275390625, + 398.2131652832031, + 486.45074462890625, + 269.4662170410156, + 427.3667297363281, + 590.7115478515625, + 616.0133666992188, + 511.49322509765625, + 562.95556640625, + 383.02093505859375, + 512.7581176757812, + 457.03460693359375, + 614.0762939453125, + 393.10931396484375, + 573.8499755859375, + 601.0513916015625, + 600.8640747070312, + 560.7154541015625, + 608.1713256835938, + 678.0283203125, + 475.0087585449219, + 349.9329528808594, + 475.8177490234375, + 316.8758239746094, + 552.2587890625, + 608.8305053710938, + 484.483154296875, + 400.6817932128906, + 330.67144775390625, + 517.7501220703125, + 565.7975463867188, + 462.8364562988281, + 471.34503173828125, + 599.8757934570312, + 583.5521240234375, + 574.9043579101562, + 558.9070434570312, + 435.19354248046875, + 332.45733642578125, + 716.4862060546875, + 441.2955627441406, + 360.765869140625, + 458.8352966308594, + 541.4113159179688, + 466.5656433105469, + 621.4353637695312, + 352.7780456542969, + 531.4132080078125, + 504.8408203125, + 601.4187622070312, + 630.2269287109375 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -77588,230 +94072,206 @@ 2 ], "wall_clock_s": [ - 503.3, - 536.4, - 563.8 + 935.9, + 938.4, + 931.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.01598029024899006, + "loss": 0.1345701515674591, "env_score_iters": 500, - "env_score": -4.842137813568115, + "env_score": -0.6509148478507996, "eval_iters": 500, - "eval_score": 0.6499999999999999, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.1434013694524765, - "rl_grad_norm": 0.027742816135287285, - "bc_grad_norm": 0.04854634776711464, + "grad_align": -0.07246819883584976, + "rl_grad_norm": 0.08701184391975403, + "bc_grad_norm": 1.2217439413070679, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.linear1.weight": 0.017615145072340965, - "transformer.layers.0.linear1.bias": 0.0009752690675668418, - "transformer.layers.0.linear2.weight": 0.02307344414293766, - "transformer.layers.0.linear2.bias": 0.0016431721160188317, - "transformer.layers.0.norm2.weight": 0.0015058692079037428, - "transformer.layers.0.norm2.bias": 0.0009792303899303079, - "transformer.layers.1.linear1.weight": 0.010812287218868732, - "transformer.layers.1.linear1.bias": 0.0005607724306173623, - "transformer.layers.1.linear2.weight": 0.015102680772542953, - "transformer.layers.1.linear2.bias": 0.0009748812299221754, - "transformer.layers.1.norm2.weight": 0.000785498064942658, - "transformer.layers.1.norm2.bias": 0.0006408205372281373, - "transformer.layers.2.linear1.weight": 0.010510933585464954, - "transformer.layers.2.linear1.bias": 0.0005045893485657871, - "transformer.layers.2.linear2.weight": 0.012480453588068485, - "transformer.layers.2.linear2.bias": 0.0010251892963424325, - "transformer.layers.2.norm2.weight": 0.0007570780580863357, - "transformer.layers.2.norm2.bias": 0.0005140555440448225, - "transformer.layers.3.linear1.weight": 0.015308905392885208, - "transformer.layers.3.linear1.bias": 0.0009718056535348296, - "transformer.layers.3.linear2.weight": 0.010160911828279495, - "transformer.layers.3.linear2.bias": 0.0017393074231222272, - "transformer.layers.3.norm2.weight": 0.0010234444634988904, - "transformer.layers.3.norm2.bias": 0.0011242126347497106 + "transformer.layers.0.linear1.weight": 0.03215709701180458, + "transformer.layers.0.linear1.bias": 0.0021832126658409834, + "transformer.layers.0.linear2.weight": 0.03759179264307022, + "transformer.layers.0.linear2.bias": 0.003737409831956029, + "transformer.layers.1.linear1.weight": 0.019074244424700737, + "transformer.layers.1.linear1.bias": 0.0013466859236359596, + "transformer.layers.1.linear2.weight": 0.030824704095721245, + "transformer.layers.1.linear2.bias": 0.003045969409868121, + "transformer.layers.2.linear1.weight": 0.021139634773135185, + "transformer.layers.2.linear1.bias": 0.0017929519526660442, + "transformer.layers.2.linear2.weight": 0.02502145804464817, + "transformer.layers.2.linear2.bias": 0.0034730294719338417, + "transformer.layers.3.linear1.weight": 0.033067505806684494, + "transformer.layers.3.linear1.bias": 0.0033901974093168974, + "transformer.layers.3.linear2.weight": 0.021355921402573586, + "transformer.layers.3.linear2.bias": 0.006332768592983484 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07041218876838684, - "repr_drift_kl_low_t": 0.06778507679700851, - "repr_drift_kl_mid_t": 0.09821377694606781, - "repr_drift_kl_high_t": 0.0540778711438179, + "repr_drift_kl": 0.5051986575126648, + "repr_drift_kl_low_t": 0.6458225846290588, + "repr_drift_kl_mid_t": 0.5066585540771484, + "repr_drift_kl_high_t": 0.35675856471061707, "cka_iters": 500, - "cka_similarity": 0.983455240726471, + "cka_similarity": 0.9143009781837463, "t_analysis_iters": 500, - "norm_low_t": 0.054311253130435944, - "norm_high_t": 0.033735569566488266, - "lowhigh_cos": -0.3076787292957306, + "norm_low_t": 0.08784809708595276, + "norm_high_t": 0.12226218730211258, + "lowhigh_cos": 0.27010926604270935, "t_bin_norms": { - "t_0.0-0.1": 0.04445818439126015, - "t_0.1-0.2": 0.005893358029425144, - "t_0.2-0.3": 0.04225923866033554, - "t_0.3-0.4": 0.030229324474930763, - "t_0.4-0.5": 0.03308432176709175, - "t_0.5-0.6": 0.0344231016933918, - "t_0.6-0.7": 0.047600992023944855, - "t_0.7-0.8": 0.0268706101924181, - "t_0.8-0.9": 0.03224088251590729, - "t_0.9-1.0": 0.020242756232619286 - }, - "win_rate": 0.0032894734758883715, - "effective_batch_size": 67.5317611694336, + "t_0.0-0.1": 0.1349598616361618, + "t_0.1-0.2": 0.0654386356472969, + "t_0.2-0.3": 0.05256980285048485, + "t_0.3-0.4": 0.06579670310020447, + "t_0.4-0.5": 0.06466466188430786, + "t_0.5-0.6": 0.08505751937627792, + "t_0.6-0.7": 0.06731351464986801, + "t_0.7-0.8": 0.08147991448640823, + "t_0.8-0.9": 0.10172126442193985, + "t_0.9-1.0": 0.1908377707004547 + }, + "win_rate": 0.06428571790456772, + "effective_batch_size": 630.2269287109375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.7022044658660889, + "loss": 0.08852230757474899, "env_score_iters": 500, - "env_score": -0.13547001779079437, + "env_score": -0.6804440021514893, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.45, "grad_align_iters": 500, - "grad_align": 0.7702454924583435, - "rl_grad_norm": 0.4167242646217346, - "bc_grad_norm": 0.2534119784832001, + "grad_align": -0.07828498631715775, + "rl_grad_norm": 0.08925338089466095, + "bc_grad_norm": 0.5689007639884949, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.linear1.weight": 0.16556696593761444, - "transformer.layers.0.linear1.bias": 0.008469336666166782, - "transformer.layers.0.linear2.weight": 0.16443532705307007, - "transformer.layers.0.linear2.bias": 0.017288902774453163, - "transformer.layers.0.norm2.weight": 0.019289908930659294, - "transformer.layers.0.norm2.bias": 0.008906464092433453, - "transformer.layers.1.linear1.weight": 0.08889007568359375, - "transformer.layers.1.linear1.bias": 0.0058647203259170055, - "transformer.layers.1.linear2.weight": 0.13902029395103455, - "transformer.layers.1.linear2.bias": 0.014671511016786098, - "transformer.layers.1.norm2.weight": 0.008176550269126892, - "transformer.layers.1.norm2.bias": 0.006544897798448801, - "transformer.layers.2.linear1.weight": 0.0865945890545845, - "transformer.layers.2.linear1.bias": 0.006556070409715176, - "transformer.layers.2.linear2.weight": 0.13805407285690308, - "transformer.layers.2.linear2.bias": 0.01659434475004673, - "transformer.layers.2.norm2.weight": 0.0070602609775960445, - "transformer.layers.2.norm2.bias": 0.009803218767046928, - "transformer.layers.3.linear1.weight": 0.21446843445301056, - "transformer.layers.3.linear1.bias": 0.0187155120074749, - "transformer.layers.3.linear2.weight": 0.11233264207839966, - "transformer.layers.3.linear2.bias": 0.030135776847600937, - "transformer.layers.3.norm2.weight": 0.01908152922987938, - "transformer.layers.3.norm2.bias": 0.029998265206813812 + "transformer.layers.0.linear1.weight": 0.027121784165501595, + "transformer.layers.0.linear1.bias": 0.0012757714139297605, + "transformer.layers.0.linear2.weight": 0.024209413677453995, + "transformer.layers.0.linear2.bias": 0.0020869364961981773, + "transformer.layers.1.linear1.weight": 0.014579013921320438, + "transformer.layers.1.linear1.bias": 0.000875977159012109, + "transformer.layers.1.linear2.weight": 0.021524863317608833, + "transformer.layers.1.linear2.bias": 0.0017404670361429453, + "transformer.layers.2.linear1.weight": 0.014047008007764816, + "transformer.layers.2.linear1.bias": 0.0010413029231131077, + "transformer.layers.2.linear2.weight": 0.016575263813138008, + "transformer.layers.2.linear2.bias": 0.0019203757401555777, + "transformer.layers.3.linear1.weight": 0.01940842717885971, + "transformer.layers.3.linear1.bias": 0.0014607602497562766, + "transformer.layers.3.linear2.weight": 0.01168199721723795, + "transformer.layers.3.linear2.bias": 0.002665075706318021 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.2712400555610657, - "repr_drift_kl_low_t": 0.28217747807502747, - "repr_drift_kl_mid_t": 0.26313525438308716, - "repr_drift_kl_high_t": 0.24575722217559814, + "repr_drift_kl": 0.3076333999633789, + "repr_drift_kl_low_t": 0.3947265148162842, + "repr_drift_kl_mid_t": 0.3115457594394684, + "repr_drift_kl_high_t": 0.21166731417179108, "cka_iters": 500, - "cka_similarity": 0.8898262977600098, + "cka_similarity": 0.8779370188713074, "t_analysis_iters": 500, - "norm_low_t": 0.6631659865379333, - "norm_high_t": 0.33802345395088196, - "lowhigh_cos": 0.1521838754415512, + "norm_low_t": 0.07713102549314499, + "norm_high_t": 0.09144404530525208, + "lowhigh_cos": 0.2276971936225891, "t_bin_norms": { - "t_0.0-0.1": 0.7747409343719482, - "t_0.1-0.2": 0.4788101613521576, - "t_0.2-0.3": 0.397515207529068, - "t_0.3-0.4": 0.49543091654777527, - "t_0.4-0.5": 0.37436822056770325, - "t_0.5-0.6": 0.33647552132606506, - "t_0.6-0.7": 0.34886375069618225, - "t_0.7-0.8": 0.32638388872146606, - "t_0.8-0.9": 0.29251107573509216, - "t_0.9-1.0": 0.36870285868644714 - }, - "win_rate": 0.1592763513326645, - "effective_batch_size": 89.86324310302734, + "t_0.0-0.1": 0.08049559593200684, + "t_0.1-0.2": 0.07399231195449829, + "t_0.2-0.3": 0.05495886877179146, + "t_0.3-0.4": 0.055798012763261795, + "t_0.4-0.5": 0.05911102890968323, + "t_0.5-0.6": 0.05642380937933922, + "t_0.6-0.7": 0.0556182935833931, + "t_0.7-0.8": 0.07043221592903137, + "t_0.8-0.9": 0.06924555450677872, + "t_0.9-1.0": 0.09548274427652359 + }, + "win_rate": 0.033428631722927094, + "effective_batch_size": 456.3273620605469, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.3706982135772705, + "loss": 0.06907615810632706, "env_score_iters": 500, - "env_score": -1.3542243242263794, + "env_score": -0.49767401814460754, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.2489248514175415, - "rl_grad_norm": 0.1549263894557953, - "bc_grad_norm": 0.20088264346122742, + "grad_align": 0.0006953831762075424, + "rl_grad_norm": 0.04980067163705826, + "bc_grad_norm": 1.1934977769851685, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.0.linear1.weight": 0.05071454122662544, - "transformer.layers.0.linear1.bias": 0.0023153643123805523, - "transformer.layers.0.linear2.weight": 0.05652720853686333, - "transformer.layers.0.linear2.bias": 0.004049880430102348, - "transformer.layers.0.norm2.weight": 0.005102959927171469, - "transformer.layers.0.norm2.bias": 0.002309981035068631, - "transformer.layers.1.linear1.weight": 0.031730879098176956, - "transformer.layers.1.linear1.bias": 0.0016641335096210241, - "transformer.layers.1.linear2.weight": 0.046755049377679825, - "transformer.layers.1.linear2.bias": 0.0035593872889876366, - "transformer.layers.1.norm2.weight": 0.002218962414190173, - "transformer.layers.1.norm2.bias": 0.0014439774677157402, - "transformer.layers.2.linear1.weight": 0.03211841732263565, - "transformer.layers.2.linear1.bias": 0.0018613162683323026, - "transformer.layers.2.linear2.weight": 0.04006262868642807, - "transformer.layers.2.linear2.bias": 0.003815258387476206, - "transformer.layers.2.norm2.weight": 0.0024293866008520126, - "transformer.layers.2.norm2.bias": 0.0019502362702041864, - "transformer.layers.3.linear1.weight": 0.08042074739933014, - "transformer.layers.3.linear1.bias": 0.005776293575763702, - "transformer.layers.3.linear2.weight": 0.041769664734601974, - "transformer.layers.3.linear2.bias": 0.009448307566344738, - "transformer.layers.3.norm2.weight": 0.007584764156490564, - "transformer.layers.3.norm2.bias": 0.009175097569823265 + "transformer.layers.0.linear1.weight": 0.021931374445557594, + "transformer.layers.0.linear1.bias": 0.0011263600317761302, + "transformer.layers.0.linear2.weight": 0.024280423298478127, + "transformer.layers.0.linear2.bias": 0.002009292598813772, + "transformer.layers.1.linear1.weight": 0.013194565661251545, + "transformer.layers.1.linear1.bias": 0.0007340084994211793, + "transformer.layers.1.linear2.weight": 0.01900302805006504, + "transformer.layers.1.linear2.bias": 0.0015235625905916095, + "transformer.layers.2.linear1.weight": 0.010612747631967068, + "transformer.layers.2.linear1.bias": 0.0006663036183454096, + "transformer.layers.2.linear2.weight": 0.014018770307302475, + "transformer.layers.2.linear2.bias": 0.0014992019860073924, + "transformer.layers.3.linear1.weight": 0.020619874820113182, + "transformer.layers.3.linear1.bias": 0.001642923103645444, + "transformer.layers.3.linear2.weight": 0.011689001694321632, + "transformer.layers.3.linear2.bias": 0.0026040468364953995 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3667157292366028, - "repr_drift_kl_low_t": 0.3938068151473999, - "repr_drift_kl_mid_t": 0.359344482421875, - "repr_drift_kl_high_t": 0.3379433751106262, + "repr_drift_kl": 0.43103182315826416, + "repr_drift_kl_low_t": 0.5278258323669434, + "repr_drift_kl_mid_t": 0.4268661141395569, + "repr_drift_kl_high_t": 0.3378317356109619, "cka_iters": 500, - "cka_similarity": 0.7973525524139404, + "cka_similarity": 0.8558971881866455, "t_analysis_iters": 500, - "norm_low_t": 0.18070578575134277, - "norm_high_t": 0.25155600905418396, - "lowhigh_cos": 0.2592571973800659, + "norm_low_t": 0.08146321773529053, + "norm_high_t": 0.068633534014225, + "lowhigh_cos": 0.3619624972343445, "t_bin_norms": { - "t_0.0-0.1": 0.23185497522354126, - "t_0.1-0.2": 0.14477796852588654, - "t_0.2-0.3": 0.14813925325870514, - "t_0.3-0.4": 0.12097089737653732, - "t_0.4-0.5": 0.11454153060913086, - "t_0.5-0.6": 0.1209295466542244, - "t_0.6-0.7": 0.1237635388970375, - "t_0.7-0.8": 0.12493886798620224, - "t_0.8-0.9": 0.16362029314041138, - "t_0.9-1.0": 0.257024884223938 - }, - "win_rate": 0.2097596526145935, - "effective_batch_size": 86.56283569335938, + "t_0.0-0.1": 0.08578551560640335, + "t_0.1-0.2": 0.04863385111093521, + "t_0.2-0.3": 0.048216741532087326, + "t_0.3-0.4": 0.04159273952245712, + "t_0.4-0.5": 0.053609129041433334, + "t_0.5-0.6": 0.04331284761428833, + "t_0.6-0.7": 0.048640117049217224, + "t_0.7-0.8": 0.04656780883669853, + "t_0.8-0.9": 0.05660472437739372, + "t_0.9-1.0": 0.07777952402830124 + }, + "win_rate": 0.02896513044834137, + "effective_batch_size": 397.1021423339844, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 } } ] }, "layer_ablation_top1": { - "score": 0.6666666666666666, - "score_std": 0.011785113019775802, + "score": 0.4875, + "score_std": 0.020412414523193145, "all_scores": [ - 0.675, - 0.675, - 0.65 + 0.46249999999999997, + 0.5125, + 0.4875 ], "history": { "iters": [ @@ -78317,506 +94777,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2763704061508179, - 2.786273956298828, - 0.7105479836463928, - 0.2345016598701477, - 0.7754971981048584, - 0.3197792172431946, - 0.28072690963745117, - 0.0446338914334774, - 0.17158934473991394, - 0.18501310050487518, - 0.09281778335571289, - 1.8923041820526123, - 0.40107232332229614, - 0.9251607060432434, - 0.02176835760474205, - 0.0756753459572792, - 1.5769404172897339, - 0.30162152647972107, - 0.10863276571035385, - 0.6567212343215942, - 0.8286029100418091, - 0.015560136176645756, - 0.9162858724594116, - 0.03871279954910278, - 0.842792809009552, - 0.747314989566803, - 0.3997983932495117, - 0.38863876461982727, - 0.05763966590166092, - 0.06276912987232208, - 0.9247851371765137, - 0.3190701901912689, - 0.30521321296691895, - 0.2729964554309845, - 0.5817195773124695, - 0.11897603422403336, - 0.769783616065979, - 0.27051350474357605, - 0.9787216186523438, - 0.06077367812395096, - 0.13033638894557953, - 0.4696027338504791, - 0.9839571714401245, - 0.44960883259773254, - 0.555516242980957, - 0.5882315635681152, - 1.2678732872009277, - 0.15955834090709686, - 0.4035867154598236, - 0.1567278355360031, - 0.20459063351154327, - 0.5907330513000488, - 0.1066727265715599, - 0.3131411373615265, - 0.4260643422603607, - 0.6767373085021973, - 0.9351118803024292, - 0.28081169724464417, - 1.2813974618911743, - 0.47994837164878845, - 0.4857008457183838, - 0.39384573698043823, - 0.32156050205230713, - 0.5851776003837585, - 0.050271257758140564, - 0.449815034866333, - 0.06213092431426048, - 0.23769564926624298, - 0.01739676669239998, - 0.34073978662490845, - 0.45817235112190247, - 0.42596402764320374, - 1.1877806186676025, - 0.007295035291463137, - 0.818852424621582, - 0.06596982479095459, - 0.22239083051681519, - 0.5056552290916443, - 0.027643457055091858, - 0.3608236312866211, - 0.8190765380859375, - 0.05191676691174507, - 1.3117077350616455, - 0.16031229496002197, - 0.03664917126297951, - 0.543817400932312, - 0.005391944199800491, - 0.20021288096904755, - 0.02178296633064747, - 0.1999952793121338, - 0.033037275075912476, - 0.08207126706838608, - 0.2655802369117737, - 0.04282264783978462, - 0.21013474464416504, - 0.9403706192970276, - 0.023685745894908905, - 0.02616925910115242, - 0.8539630174636841, - 0.4431004822254181, - 0.05169067531824112, - 0.018247300758957863, - 0.2545771598815918, - 0.2915095090866089, - 0.20944979786872864, - 0.1530880481004715, - 1.1247268915176392, - 1.2244831323623657, - 0.6041494607925415, - 0.1480894684791565, - 0.15091310441493988, - 0.4685180187225342, - 0.005847991909831762, - 0.013741053640842438, - 0.5004212260246277, - 0.2203170359134674, - 0.2074110209941864, - 0.04113145172595978, - 0.3780498802661896, - 0.29910194873809814, - 0.2827719449996948, - 0.043037667870521545, - 0.33553412556648254, - 0.0498342290520668, - 1.19991135597229, - 0.31755751371383667, - 0.020831437781453133, - 0.5421596765518188, - 0.13191258907318115, - 0.4279097020626068, - 0.7295894622802734, - 0.34799638390541077, - 0.05170155316591263, - 0.3502977192401886, - 0.663784384727478, - 0.48601034283638, - 0.399432510137558, - 0.2912609577178955, - 1.27810537815094, - 0.33428269624710083, - 0.027895452454686165, - 1.3129314184188843, - 0.08831487596035004, - 0.5362669229507446, - 0.06248242408037186, - 0.24743199348449707, - 0.004666487220674753, - 0.38680529594421387, - 0.02021474577486515, - 0.09953249990940094, - 0.9818674325942993, - 0.22160601615905762, - 0.5448585748672485, - 1.2566083669662476, - 0.1785736083984375, - 0.08032061904668808, - 0.030734363943338394, - 0.6529905796051025, - 0.31547868251800537, - 0.029949313029646873, - 0.47707128524780273, - 0.32967832684516907, - 0.06412739306688309, - 0.2051531821489334, - 0.06902149319648743, - 0.55537348985672, - 0.7184128761291504, - 0.6197608113288879, - 0.46927645802497864, - 0.07613904774188995, - 0.16829051077365875, - 0.02338184230029583, - 0.1580861657857895, - 0.31684890389442444, - 1.0955865383148193, - 0.35322627425193787, - 0.3172548711299896, - 0.9148774743080139, - 0.7498546838760376, - 0.26878881454467773, - 0.4322323799133301, - 0.06417158991098404, - 0.4464637041091919, - 0.011855960823595524, - 0.21191638708114624, - 0.4952244460582733, - 0.024015014991164207, - 0.6029423475265503, - 1.2970235347747803, - 0.019047033041715622, - 0.2595283091068268, - 0.12385135143995285, - 1.0785101652145386, - 0.508057713508606, - 0.1080612987279892, - 0.07167042791843414, - 0.572812020778656, - 0.04163283854722977, - 1.1540818214416504, - 0.8223304748535156, - 0.5547316074371338, - 0.2835078239440918, - 0.3437366783618927, - 0.20874884724617004, - 0.5490255951881409, - 0.6247843503952026, - 0.36068642139434814, - 0.45813286304473877, - 0.608047366142273, - 0.2614744305610657, - 0.6975709795951843, - 0.07785604894161224, - 1.0124459266662598, - 0.174560084939003, - 0.26211652159690857, - 0.03420722857117653, - 0.11777801811695099, - 0.049861397594213486, - 0.05417172983288765, - 0.26734691858291626, - 0.8807329535484314, - 0.3086092472076416, - 0.4450687766075134, - 0.6475035548210144, - 0.8843062520027161, - 0.05041166767477989, - 0.5496413111686707, - 0.39971476793289185, - 1.1253896951675415, - 0.05869622528553009, - 0.9173958897590637, - 0.9845594167709351, - 0.15745483338832855, - 0.6674586534500122, - 0.4232286810874939, - 0.6019710898399353, - 0.62647545337677, - 0.43999359011650085, - 0.32130929827690125, - 0.027922995388507843, - 0.8859956860542297, - 0.41265612840652466, - 0.1604156494140625, - 0.5792521238327026, - 0.034462060779333115, - 0.9926978945732117, - 0.7831478714942932, - 0.026309818029403687, - 0.018448099493980408, - 0.20724959671497345, - 0.5369669198989868, - 0.06080138683319092, - 0.04610823839902878, - 0.6480108499526978, - 0.9538606405258179, - 0.009573872201144695, - 0.0316515788435936, - 0.13362300395965576, - 0.16727885603904724, - 0.6525809168815613, - 0.16324643790721893, - 0.2132384181022644, - 0.8417422771453857, - 0.15788903832435608, - 0.7374476790428162, - 0.02294672653079033, - 0.5665056109428406, - 0.3383180797100067, - 0.08005308359861374, - 0.056539878249168396, - 0.9870087504386902, - 0.15425823628902435, - 0.0742274820804596, - 0.8610351085662842, - 0.09329745918512344, - 0.7746230959892273, - 0.23376166820526123, - 0.20145978033542633, - 0.8457770943641663, - 0.7786211967468262, - 1.2132785320281982, - 0.6199773550033569, - 0.10257900506258011, - 0.3473787307739258, - 0.5748997926712036, - 0.07976719737052917, - 1.116537094116211, - 0.8861123323440552, - 0.016008811071515083, - 0.13250112533569336, - 0.1493566632270813, - 0.8943180441856384, - 0.6205276846885681, - 0.39270561933517456, - 0.37179437279701233, - 0.06299875676631927, - 0.3994395434856415, - 0.7656575441360474, - 0.396921306848526, - 0.971993088722229, - 0.1512230485677719, - 0.4933192729949951, - 1.1885249614715576, - 0.717183530330658, - 0.2834602892398834, - 0.2783108651638031, - 0.3705867528915405, - 0.7675357460975647, - 1.1056883335113525, - 0.0666462704539299, - 0.3016904592514038, - 0.19037817418575287, - 0.24048399925231934, - 0.04276631399989128, - 0.10752861201763153, - 0.04716182127594948, - 0.1231432557106018, - 0.6471236348152161, - 0.020770860835909843, - 0.21166373789310455, - 0.5993543863296509, - 0.08670008927583694, - 0.07122230529785156, - 0.29899752140045166, - 0.19651678204536438, - 0.5252556800842285, - 0.022211376577615738, - 0.8791576027870178, - 0.45588216185569763, - 0.08070058375597, - 0.16091643273830414, - 0.07143203914165497, - 0.11065381020307541, - 0.13796715438365936, - 0.5708097219467163, - 0.02682744339108467, - 0.053684037178754807, - 0.5446166396141052, - 0.6310818791389465, - 0.8655239939689636, - 0.7067395448684692, - 0.20350319147109985, - 0.4123043417930603, - 1.1525113582611084, - 0.8833609819412231, - 0.06910458207130432, - 0.6610352993011475, - 0.7226664423942566, - 0.35419079661369324, - 0.03499416634440422, - 0.17206501960754395, - 0.0827513188123703, - 0.05904762074351311, - 0.33850085735321045, - 0.17142584919929504, - 0.06742538511753082, - 0.25471580028533936, - 0.04202227294445038, - 0.047776494175195694, - 1.2239793539047241, - 0.4133720397949219, - 0.07652189582586288, - 0.9528533816337585, - 0.04727571830153465, - 0.0779447853565216, - 0.9902792572975159, - 0.0394996777176857, - 0.37164291739463806, - 0.8101564645767212, - 0.7477534413337708, - 0.6052389740943909, - 0.05384925752878189, - 0.15812237560749054, - 0.7053084969520569, - 0.04626918211579323, - 0.632603108882904, - 0.6144092679023743, - 0.0905209556221962, - 0.8614125847816467, - 0.03379292041063309, - 0.021862981840968132, - 0.2687351405620575, - 0.21457065641880035, - 0.7693360447883606, - 0.6404538154602051, - 0.3975802958011627, - 0.06309869885444641, - 0.22664423286914825, - 0.06299709528684616, - 1.38779878616333, - 0.041318416595458984, - 0.060641590505838394, - 0.01946651190519333, - 0.02010347694158554, - 1.2290171384811401, - 0.8377884030342102, - 0.8348347544670105, - 1.1715282201766968, - 0.07267796248197556, - 0.09531667083501816, - 0.08595507591962814, - 0.7413971424102783, - 0.98941570520401, - 0.3733671307563782, - 0.7344399690628052, - 0.12086791545152664, - 0.8056607246398926, - 0.8125057816505432, - 0.5122538208961487, - 0.6032501459121704, - 0.030715741217136383, - 1.1094110012054443, - 1.1874722242355347, - 0.007129065692424774, - 0.5207239985466003, - 0.6252341866493225, - 0.43607795238494873, - 0.03766072914004326, - 0.19646640121936798, - 0.1827244609594345, - 0.5832234025001526, - 0.657623291015625, - 0.6158832907676697, - 0.7584246397018433, - 0.2688857316970825, - 0.7759929299354553, - 0.5896074175834656, - 0.48069268465042114, - 0.5286182165145874, - 0.44624626636505127, - 0.15210449695587158, - 0.84236741065979, - 0.028385059908032417, - 0.01430642232298851, - 0.3749305009841919, - 0.26205122470855713, - 0.5390520095825195, - 0.036258380860090256, - 0.015533896163105965, - 0.6322519779205322, - 0.06877820938825607, - 1.0804048776626587, - 0.0801762044429779, - 0.16831408441066742, - 0.15566901862621307, - 0.05852329730987549, - 0.5749477744102478, - 0.019944889470934868, - 0.2832909822463989, - 0.03837715834379196, - 0.06769834458827972, - 0.4268718957901001, - 0.9581943154335022, - 0.4008428752422333, - 0.20951175689697266, - 0.10692497342824936, - 0.9861459732055664, - 0.4555385708808899, - 1.2402336597442627, - 0.2988985776901245, - 0.05086754634976387, - 0.4648002088069916, - 0.08157449960708618, - 0.08001629263162613, - 0.23524808883666992, - 0.8065011501312256, - 0.06922422349452972, - 0.5711925029754639, - 0.04428235813975334, - 0.3042764961719513, - 0.050259437412023544, - 0.041776809841394424, - 0.5232191681861877, - 0.02835880033671856, - 0.006047932431101799, - 0.18710823357105255, - 0.07299220561981201, - 0.011610782705247402, - 0.531204104423523, - 0.5561249852180481, - 0.5423280000686646, - 0.15023012459278107, - 0.1749907284975052, - 0.824355959892273, - 0.2990456223487854, - 0.14461123943328857, - 0.557834804058075, - 1.226562738418579, - 0.4295591711997986, - 0.7297543883323669, - 0.17631518840789795, - 0.23321226239204407, - 0.45350101590156555, - 0.35963520407676697, - 0.17946502566337585, - 0.1119450032711029, - 0.06227220967411995, - 0.4058689475059509, - 0.2039221078157425 + 0.7734967470169067, + 0.9262439012527466, + 0.5099580883979797, + 0.423841655254364, + 0.37320753931999207, + 0.4045717716217041, + 0.49698343873023987, + 0.28750425577163696, + 0.7955048084259033, + 0.2967737317085266, + 0.4075823426246643, + 0.6494574546813965, + 0.35882803797721863, + 0.2268146276473999, + 0.49492326378822327, + 0.4471832811832428, + 0.34155505895614624, + 0.3480570912361145, + 0.7776800394058228, + 0.5391507744789124, + 0.42857617139816284, + 0.2905956506729126, + 0.5443035960197449, + 0.4194239675998688, + 0.4842846691608429, + 0.36334073543548584, + 0.37671276926994324, + 0.1937345415353775, + 0.24623851478099823, + 0.38998132944107056, + 0.31702813506126404, + 0.5513358116149902, + 0.22358374297618866, + 0.264235258102417, + 0.32798171043395996, + 0.23178096115589142, + 0.3627435564994812, + 0.3275429904460907, + 0.4625680446624756, + 0.4843330681324005, + 0.2772408425807953, + 0.2864973545074463, + 0.3499111533164978, + 0.27635377645492554, + 0.20864512026309967, + 0.3061543107032776, + 0.2318892627954483, + 0.4435141980648041, + 0.3477463722229004, + 0.16803236305713654, + 0.3508315980434418, + 0.2332247495651245, + 0.2645447850227356, + 0.2861344516277313, + 0.44582444429397583, + 0.2708987891674042, + 0.3175758719444275, + 0.11801141500473022, + 0.27876022458076477, + 0.38979893922805786, + 0.3010239601135254, + 0.331988662481308, + 0.3081599473953247, + 0.21756651997566223, + 0.2301449328660965, + 0.389352947473526, + 0.3101564943790436, + 0.36694714426994324, + 0.2972000241279602, + 0.2420785129070282, + 0.1793130338191986, + 0.3252585232257843, + 0.3587275445461273, + 0.1705015003681183, + 0.25490933656692505, + 0.23427307605743408, + 0.1982511430978775, + 0.2650189995765686, + 0.2380085438489914, + 0.32949328422546387, + 0.2743188142776489, + 0.2771889865398407, + 0.2651214897632599, + 0.3487468361854553, + 0.3752284348011017, + 0.3036821484565735, + 0.25720056891441345, + 0.3587377369403839, + 0.327146977186203, + 0.2594102621078491, + 0.3056926429271698, + 0.1440039724111557, + 0.3848974108695984, + 0.3147588074207306, + 0.16776417195796967, + 0.2633402943611145, + 0.34834203124046326, + 0.10238872468471527, + 0.17423778772354126, + 0.15571996569633484, + 0.20434258878231049, + 0.33481645584106445, + 0.41037869453430176, + 0.3561851680278778, + 0.222645565867424, + 0.3269369304180145, + 0.16630186140537262, + 0.2391953468322754, + 0.3056340515613556, + 0.23350267112255096, + 0.20390580594539642, + 0.11850584298372269, + 0.1443827748298645, + 0.3065761923789978, + 0.22489000856876373, + 0.29364123940467834, + 0.2444380223751068, + 0.2086229771375656, + 0.27129897475242615, + 0.30448848009109497, + 0.35586676001548767, + 0.16845467686653137, + 0.17367959022521973, + 0.37056538462638855, + 0.08800675719976425, + 0.2648083567619324, + 0.2553008198738098, + 0.1372034251689911, + 0.2715704143047333, + 0.21300867199897766, + 0.430219441652298, + 0.2796438932418823, + 0.2488677203655243, + 0.3857806324958801, + 0.29813632369041443, + 0.21466080844402313, + 0.0769629254937172, + 0.39175093173980713, + 0.22854383289813995, + 0.1419643610715866, + 0.2923729419708252, + 0.2545463740825653, + 0.3038881719112396, + 0.1559496968984604, + 0.18794313073158264, + 0.18490809202194214, + 0.09257055819034576, + 0.3261967599391937, + 0.19393876194953918, + 0.24787521362304688, + 0.1683119535446167, + 0.35793888568878174, + 0.35901209712028503, + 0.3304661512374878, + 0.29574355483055115, + 0.28298741579055786, + 0.40057554841041565, + 0.1629912555217743, + 0.22795704007148743, + 0.15808597207069397, + 0.16761183738708496, + 0.18315726518630981, + 0.2935112714767456, + 0.24810025095939636, + 0.3908885419368744, + 0.3044898808002472, + 0.13310807943344116, + 0.30048277974128723, + 0.198533296585083, + 0.28991052508354187, + 0.2135019451379776, + 0.3143761157989502, + 0.15106689929962158, + 0.29319536685943604, + 0.3352646231651306, + 0.23846344649791718, + 0.17424634099006653, + 0.2424410879611969, + 0.3302805423736572, + 0.1766147017478943, + 0.23174148797988892, + 0.3433853089809418, + 0.3033616244792938, + 0.3486694395542145, + 0.353731632232666, + 0.31012260913848877, + 0.15841436386108398, + 0.32133957743644714, + 0.39481666684150696, + 0.2649734914302826, + 0.21401292085647583, + 0.24947723746299744, + 0.3160792291164398, + 0.1635182797908783, + 0.2126736044883728, + 0.29507729411125183, + 0.21450866758823395, + 0.36088165640830994, + 0.08526310324668884, + 0.1971689611673355, + 0.2930419445037842, + 0.277566522359848, + 0.2333229035139084, + 0.2946498990058899, + 0.21268396079540253, + 0.30823415517807007, + 0.294115275144577, + 0.16371536254882812, + 0.31583577394485474, + 0.16685910522937775, + 0.2582565248012543, + 0.3196111023426056, + 0.24137672781944275, + 0.12757983803749084, + 0.2171335220336914, + 0.17147181928157806, + 0.173392653465271, + 0.39118820428848267, + 0.17080356180667877, + 0.25105544924736023, + 0.20862293243408203, + 0.18627072870731354, + 0.16235440969467163, + 0.3289910852909088, + 0.13706201314926147, + 0.11871557682752609, + 0.37725740671157837, + 0.2626204490661621, + 0.1800224334001541, + 0.24471724033355713, + 0.21222324669361115, + 0.3103879392147064, + 0.2675144076347351, + 0.16717517375946045, + 0.18781088292598724, + 0.08336277306079865, + 0.1564055234193802, + 0.17358005046844482, + 0.40334442257881165, + 0.21752287447452545, + 0.28728175163269043, + 0.202781081199646, + 0.2671283185482025, + 0.22167624533176422, + 0.3282501697540283, + 0.23462516069412231, + 0.2399970442056656, + 0.2955244183540344, + 0.22617562115192413, + 0.17271190881729126, + 0.15511742234230042, + 0.23607419431209564, + 0.32235613465309143, + 0.19614699482917786, + 0.23352456092834473, + 0.22739872336387634, + 0.23387150466442108, + 0.15518037974834442, + 0.14517883956432343, + 0.26933765411376953, + 0.1843225210905075, + 0.16861684620380402, + 0.13501250743865967, + 0.3104175329208374, + 0.16880913078784943, + 0.2960347533226013, + 0.17221693694591522, + 0.2626098096370697, + 0.2516525983810425, + 0.28228017687797546, + 0.20682798326015472, + 0.2615622878074646, + 0.2028953582048416, + 0.1759793758392334, + 0.14404600858688354, + 0.27180710434913635, + 0.14002583920955658, + 0.17327801883220673, + 0.17331881821155548, + 0.24101696908473969, + 0.29876524209976196, + 0.14887695014476776, + 0.206071674823761, + 0.20802299678325653, + 0.3074403405189514, + 0.15557758510112762, + 0.16697539389133453, + 0.22391480207443237, + 0.2068001627922058, + 0.12731485068798065, + 0.27307793498039246, + 0.26432913541793823, + 0.08539599925279617, + 0.2548087537288666, + 0.1983214169740677, + 0.274440199136734, + 0.10724657028913498, + 0.22814491391181946, + 0.2751711308956146, + 0.11220307648181915, + 0.2222611904144287, + 0.17551636695861816, + 0.20247775316238403, + 0.20224009454250336, + 0.21824467182159424, + 0.2819393277168274, + 0.26460176706314087, + 0.28126630187034607, + 0.14433786273002625, + 0.08548375964164734, + 0.21492324769496918, + 0.2300294041633606, + 0.20902776718139648, + 0.19311951100826263, + 0.16041812300682068, + 0.15489454567432404, + 0.12959006428718567, + 0.25637567043304443, + 0.15932360291481018, + 0.17541606724262238, + 0.206943541765213, + 0.2136840522289276, + 0.16241949796676636, + 0.10934575647115707, + 0.14491598308086395, + 0.28321588039398193, + 0.28098064661026, + 0.22428375482559204, + 0.18251298367977142, + 0.2116817981004715, + 0.10528098046779633, + 0.17054902017116547, + 0.20399576425552368, + 0.1943219006061554, + 0.15349072217941284, + 0.2457193285226822, + 0.1870693415403366, + 0.2545311748981476, + 0.25208351016044617, + 0.25463563203811646, + 0.1192437931895256, + 0.2251550406217575, + 0.15003496408462524, + 0.2220991551876068, + 0.18592356145381927, + 0.20525699853897095, + 0.3196485638618469, + 0.15104025602340698, + 0.15299160778522491, + 0.36184900999069214, + 0.2169175148010254, + 0.17159990966320038, + 0.210880845785141, + 0.20159213244915009, + 0.04347655177116394, + 0.11547797918319702, + 0.20417943596839905, + 0.24749095737934113, + 0.2630594074726105, + 0.1542981117963791, + 0.14196743071079254, + 0.18504244089126587, + 0.18478208780288696, + 0.2771041989326477, + 0.2380504608154297, + 0.18982335925102234, + 0.21677334606647491, + 0.1629861444234848, + 0.17273852229118347, + 0.16705846786499023, + 0.16167190670967102, + 0.19352884590625763, + 0.1661466360092163, + 0.17507049441337585, + 0.17383426427841187, + 0.18352144956588745, + 0.18465688824653625, + 0.08683724701404572, + 0.16866813600063324, + 0.2796507179737091, + 0.12862719595432281, + 0.11455325782299042, + 0.1773005723953247, + 0.15210819244384766, + 0.20585057139396667, + 0.23826810717582703, + 0.26009005308151245, + 0.13770946860313416, + 0.08721061050891876, + 0.22973790764808655, + 0.24602292478084564, + 0.2154625803232193, + 0.09524615108966827, + 0.126925528049469, + 0.1809270679950714, + 0.216145321726799, + 0.24402254819869995, + 0.21018920838832855, + 0.24159590899944305, + 0.19362345337867737, + 0.2294071614742279, + 0.12370240688323975, + 0.250014066696167, + 0.2061358392238617, + 0.15547820925712585, + 0.22889505326747894, + 0.25210919976234436, + 0.2655485272407532, + 0.1406249850988388, + 0.22454819083213806, + 0.18402373790740967, + 0.26342079043388367, + 0.1525598168373108, + 0.21109674870967865, + 0.15484708547592163, + 0.21107302606105804, + 0.18249541521072388, + 0.21145445108413696, + 0.19186033308506012, + 0.1151624470949173, + 0.16765713691711426, + 0.19744423031806946, + 0.13362917304039001, + 0.18780259788036346, + 0.16443857550621033, + 0.07565795630216599, + 0.26759010553359985, + 0.0728851929306984, + 0.19430629909038544, + 0.1698206067085266, + 0.21983617544174194, + 0.1250828057527542, + 0.16515541076660156, + 0.11749441921710968, + 0.12528769671916962, + 0.24033479392528534, + 0.31834080815315247, + 0.11918303370475769, + 0.24325251579284668, + 0.17275749146938324, + 0.1518632471561432, + 0.2154790163040161, + 0.19627484679222107, + 0.25874054431915283, + 0.1994457095861435, + 0.23201440274715424, + 0.17394939064979553, + 0.20112110674381256, + 0.18456462025642395, + 0.16412371397018433, + 0.23248818516731262, + 0.2610654830932617, + 0.07188742607831955, + 0.2866654396057129, + 0.14782382547855377, + 0.24910609424114227, + 0.17203634977340698, + 0.15205809473991394, + 0.09565598517656326, + 0.20895692706108093, + 0.1418381929397583, + 0.20315435528755188, + 0.20920361578464508, + 0.1953553557395935, + 0.23337924480438232, + 0.2327599972486496, + 0.2196153700351715, + 0.23619045317173004, + 0.20015451312065125, + 0.19569772481918335, + 0.0957438200712204, + 0.18647578358650208, + 0.08199574798345566, + 0.2179817110300064, + 0.3126697838306427, + 0.231040820479393, + 0.12502361834049225, + 0.12343445420265198, + 0.33706825971603394, + 0.19573864340782166, + 0.14211606979370117, + 0.17517468333244324, + 0.16835720837116241, + 0.14942197501659393, + 0.20330454409122467, + 0.18426142632961273, + 0.15524855256080627, + 0.05453123152256012, + 0.19912755489349365, + 0.14184384047985077, + 0.16328847408294678, + 0.1199013739824295, + 0.1523505300283432, + 0.17463554441928864, + 0.2516501843929291, + 0.04063615947961807, + 0.2389708161354065, + 0.20137715339660645, + 0.24661283195018768, + 0.21955609321594238 ], "env_score_iters": [ 1, @@ -79321,2063 +95781,2573 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -0.5769049525260925, - -2.6557576656341553, - -3.4441819190979004, - -3.934795618057251, - -3.4164936542510986, - -3.168473958969116, - -2.995412826538086, - 2.7794198989868164, - -2.4806363582611084, - 0.06607785820960999, - -4.483370780944824, - -1.0082080364227295, - 4.438650608062744, - -1.7212307453155518, - -1.4353246688842773, - -3.5459446907043457, - -2.9070489406585693, - -5.152493953704834, - 0.510273277759552, - -6.90018892288208, - -0.911600649356842, - 0.13388079404830933, - -3.4859490394592285, - 0.5953512191772461, - -3.6681110858917236, - -3.0547642707824707, - -2.161484956741333, - -2.0085561275482178, - -2.3260862827301025, - -3.3042895793914795, - 0.3202805519104004, - -2.6024861335754395, - -0.27461329102516174, - -2.172865867614746, - -0.3048636019229889, - -2.601689338684082, - -3.0997390747070312, - -0.8311923742294312, - 3.5862557888031006, - -1.64988112449646, - -2.0072593688964844, - -2.7595183849334717, - 4.335633277893066, - -2.3585243225097656, - -1.2044925689697266, - -2.9269466400146484, - -2.4490582942962646, - -1.0993571281433105, - -2.298635721206665, - -1.1545482873916626, - -0.7680955529212952, - -3.1703169345855713, - 1.3905627727508545, - -2.9957242012023926, - 19.14992332458496, - -1.0574859380722046, - -0.6735545992851257, - -1.5408695936203003, - -2.467374086380005, - -0.3411968946456909, - -3.922321319580078, - -1.7248313426971436, - -3.5707285404205322, - -2.345421075820923, - -3.9029176235198975, - -4.946949481964111, - -2.4822094440460205, - -1.1506952047348022, - 3.454275369644165, - -2.905712604522705, - 4.176232814788818, - -3.5906574726104736, - -2.9272947311401367, - -2.1042165756225586, - -3.57936429977417, - -1.3072376251220703, - -0.8696326613426208, - -2.2751505374908447, - 14.068733215332031, - -3.2086422443389893, - -4.149203300476074, - -0.2638157308101654, - -3.052234411239624, - -4.4894280433654785, - -3.6754209995269775, - -8.758978843688965, - -3.9755945205688477, - -5.89696741104126, - -2.143467426300049, - -3.8882524967193604, - -4.466320991516113, - 1.2626709938049316, - -4.0331130027771, - -3.4081015586853027, - 2.736879587173462, - -1.2840576171875, - -4.1494140625, - -3.2201802730560303, - -3.417557954788208, - -2.7685201168060303, - -6.765649795532227, - -2.102132797241211, - 1.5597388744354248, - 4.2054266929626465, - 1.242682933807373, - -3.4342901706695557, - -2.572747230529785, - -1.9772552251815796, - -3.791816234588623, - -3.802356719970703, - -2.646515130996704, - -3.1529877185821533, - -2.972991943359375, - -3.6046524047851562, - -1.1330156326293945, - -3.270693302154541, - -4.477746963500977, - -3.306283950805664, - -1.6470831632614136, - -5.3250532150268555, - 1.4843409061431885, - -4.022823810577393, - -3.3595285415649414, - -6.079009056091309, - -2.8383519649505615, - -1.269181728363037, - -2.3573386669158936, - -2.3726537227630615, - -2.2680602073669434, - -2.281116008758545, - -3.51422381401062, - -2.5911543369293213, - -3.6925764083862305, - -1.1004077196121216, - 3.8777623176574707, - -2.267096757888794, - -4.253477096557617, - 12.35033893585205, - -3.584390640258789, - -2.8781683444976807, - -3.0389058589935303, - -3.031184434890747, - -3.555380344390869, - -2.6028223037719727, - -3.9583845138549805, - -9.09560775756836, - -2.7074227333068848, - -8.64323616027832, - 1.3074455261230469, - 4.432098388671875, - -2.2151448726654053, - -6.06705904006958, - -2.978398323059082, - -0.5962945222854614, - -2.3096060752868652, - -3.858419895172119, - -3.3857219219207764, - -1.2283008098602295, - -6.920602798461914, - -3.475769519805908, - -2.824087619781494, - -2.6454172134399414, - -0.6079546809196472, - -4.829383373260498, - -1.3852146863937378, - -2.8525424003601074, - -3.10160493850708, - -2.8019630908966064, - -3.4993674755096436, - -1.9178435802459717, - 9.379571914672852, - -1.75019109249115, - -1.4459835290908813, - 0.38471537828445435, - -0.6165120601654053, - -2.46461820602417, - -1.125132441520691, - -3.5615086555480957, - -2.9004597663879395, - -4.186788558959961, - -2.4796812534332275, - -5.566558361053467, - -2.4996654987335205, - -0.2309548407793045, - 5.998013496398926, - -3.770507335662842, - -2.2311346530914307, - -2.3659911155700684, - -6.717916488647461, - -0.950273334980011, - -3.4357972145080566, - -2.094496488571167, - 0.3897199034690857, - -2.076859951019287, - 4.069538116455078, - 0.5330003499984741, - -2.0095713138580322, - -3.481572389602661, - -1.4291008710861206, - -2.825908899307251, - -2.6713294982910156, - -0.1664452999830246, - -1.9503304958343506, - -3.2809057235717773, - -1.33786141872406, - -2.73148775100708, - -5.894345760345459, - -2.305457830429077, - 2.3465116024017334, - -4.826467037200928, - -2.243960380554199, - -2.9531686305999756, - -5.1414947509765625, - -4.3552093505859375, - -3.5693328380584717, - -1.210179090499878, - -0.4052859842777252, - -2.1034951210021973, - -0.7121990919113159, - -5.213667392730713, - -2.074105739593506, - -3.445312261581421, - -0.663310706615448, - -2.201883316040039, - 2.975351333618164, - -4.271198272705078, - 0.8787580728530884, - 1.1423572301864624, - -6.859536647796631, - -0.38846302032470703, - -2.267178773880005, - -1.459234595298767, - -0.971405029296875, - -0.3828032314777374, - -2.5838563442230225, - -2.776826858520508, - -1.1984999179840088, - -5.543375015258789, - -2.19118332862854, - -4.946193695068359, - -4.020226001739502, - 2.846198081970215, - -0.9107227921485901, - -3.153796434402466, - -3.520050287246704, - -2.986633777618408, - -2.6232845783233643, - -4.388958930969238, - -4.222914218902588, - 0.6503778696060181, - -5.486795425415039, - -3.9590773582458496, - -3.2986679077148438, - -7.75540018081665, - -3.316964864730835, - -0.6596587896347046, - -6.4423956871032715, - -3.075148344039917, - -2.7893099784851074, - -0.7886752486228943, - -1.8931150436401367, - -3.8088607788085938, - -1.8200920820236206, - -2.895063638687134, - -3.19107723236084, - -3.5380778312683105, - 1.155463457107544, - -5.5837249755859375, - -3.461625337600708, - -0.34050485491752625, - -2.2554917335510254, - -2.172165870666504, - -3.2857446670532227, - -5.3144941329956055, - 0.3862512409687042, - -0.012730655260384083, - 5.827133655548096, - -1.4218318462371826, - -5.161035537719727, - -0.7478170990943909, - -2.006934881210327, - -4.23907470703125, - 0.33232688903808594, - -1.760949969291687, - -5.254692554473877, - -1.9537979364395142, - -4.034014701843262, - -1.2415568828582764, - -2.6358046531677246, - -2.1895604133605957, - -2.2145023345947266, - -2.5773191452026367, - -1.2275997400283813, - -0.21351219713687897, - -3.0430402755737305, - -2.1203339099884033, - -3.1050209999084473, - -0.7704816460609436, - 1.648914098739624, - -4.613761901855469, - -2.1347484588623047, - -2.673414468765259, - -1.297722578048706, - 0.17003951966762543, - 1.9596397876739502, - -3.4627163410186768, - -2.4547364711761475, - -2.681936740875244, - -2.7165868282318115, - -4.064172267913818, - -3.111867904663086, - -3.2184014320373535, - -4.263586044311523, - 0.35773393511772156, - -3.9293456077575684, - -3.274775743484497, - -1.5425776243209839, - -3.5468764305114746, - -2.739084005355835, - -5.1432061195373535, - -2.5919909477233887, - 0.04005688428878784, - -4.0491719245910645, - -7.382748603820801, - -1.9154630899429321, - -3.8901567459106445, - -1.6415313482284546, - -3.734989881515503, - -4.209721088409424, - -2.9029364585876465, - -0.8590171933174133, - -3.8214173316955566, - -4.294515609741211, - -3.0027363300323486, - -1.4942569732666016, - 1.4421042203903198, - -0.2084478735923767, - -3.565974712371826, - -8.162919998168945, - 1.53106689453125, - -6.331637859344482, - -5.035271644592285, - -2.5602774620056152, - -3.0595297813415527, - -1.2224668264389038, - -3.9062230587005615, - -2.890775442123413, - -3.3997654914855957, - -5.41013240814209, - -2.265955924987793, - -4.541752815246582, - -1.0928633213043213, - -2.096440315246582, - -3.248642683029175, - -3.8515102863311768, - -2.1537606716156006, - -3.0785555839538574, - -3.0489344596862793, - -1.148248553276062, - -2.9061362743377686, - -4.4440460205078125, - 1.7512564659118652, - -2.4729716777801514, - -2.4336228370666504, - -2.0027389526367188, - -5.162410259246826, - -2.705944538116455, - -3.991755962371826, - -2.4676573276519775, - -0.7184033393859863, - -9.748491287231445, - -1.139472246170044, - -0.5484253764152527, - -2.8282392024993896, - -0.8187159895896912, - -3.7313411235809326, - -3.472222089767456, - -1.8082412481307983, - -2.6701183319091797, - -3.25606107711792, - -2.907697916030884, - -4.112602233886719, - -3.1870689392089844, - -2.952618360519409, - -9.7774076461792, - 5.648174285888672, - -3.8102710247039795, - -3.1146750450134277, - -3.6295602321624756, - -3.690398693084717, - 3.747042417526245, - -2.9275283813476562, - 0.4093020558357239, - 5.600030899047852, - -3.390260934829712, - -3.7627382278442383, - -4.032419681549072, - -0.15957918763160706, - 0.5678104758262634, - -2.991508960723877, - -2.7935338020324707, - -2.8099966049194336, - 2.367619276046753, - -0.8966636061668396, - -1.8674696683883667, - -4.087854862213135, - -7.789852619171143, - -0.07717356830835342, - -2.304961919784546, - -3.5577809810638428, - -2.8259036540985107, - -2.535855770111084, - -0.3438139259815216, - -3.236509084701538, - -3.371295690536499, - -3.424572706222534, - -0.8987801671028137, - -0.22411993145942688, - -0.3694967031478882, - 0.28115037083625793, - -2.3915493488311768, - -0.16836945712566376, - -1.5601344108581543, - -1.547032356262207, - -1.8139855861663818, - -3.0778558254241943, - -4.624855041503906, - 0.514875054359436, - -3.9382097721099854, - -3.9204108715057373, - -1.587821364402771, - -4.111728191375732, - -2.527298927307129, - -6.878396034240723, - -3.5478296279907227, - -0.912203311920166, - -2.7591099739074707, - 6.875215530395508, - -3.306553363800049, - -3.917271137237549, - -2.7088470458984375, - -3.456615924835205, - 0.08261805772781372, - -4.095489025115967, - -2.6637954711914062, - -3.8525948524475098, - -7.85434627532959, - -0.45053786039352417, - -1.158064365386963, - -3.870448589324951, - -3.4019384384155273, - -2.8239269256591797, - 0.4560418128967285, - -1.3128559589385986, - 3.6487250328063965, - -1.53056001663208, - -3.13120174407959, - -1.0698515176773071, - -4.110613822937012, - -3.4701030254364014, - -1.321563959121704, - 0.87158203125, - -5.5662078857421875, - -0.2154877632856369, - -3.7339577674865723, - -4.951446533203125, - -4.582584381103516, - -3.554091691970825, - -1.3786134719848633, - -4.486949443817139, - -3.355806350708008, - -2.6166694164276123, - -2.3156635761260986, - -3.904688596725464, - -1.5518629550933838, - -3.196057081222534, - -3.0362462997436523, - -3.2594478130340576, - -2.718547821044922, - 0.3514541983604431, - -2.7181386947631836, - -2.9234094619750977, - 1.2637364864349365, - 5.082267761230469, - -0.40237024426460266, - -0.2518143057823181, - -2.5144360065460205, - -2.6147162914276123, - -1.8752201795578003, - -2.3033158779144287, - -2.490816354751587, - -1.8899675607681274, - -2.2793076038360596, - -1.325533151626587, - -3.088528633117676 + -0.5324477553367615, + -0.40200042724609375, + -0.5168012976646423, + -0.5398694276809692, + -0.6069586873054504, + -0.593781590461731, + -0.5064197778701782, + -0.5906360745429993, + -0.3861545920372009, + -0.44432589411735535, + -0.5401755571365356, + -0.3130820095539093, + -0.4869353175163269, + -0.7018304467201233, + -0.5484216809272766, + -0.6672330498695374, + -0.25512054562568665, + -0.5834931135177612, + 0.19774304330348969, + -0.36601513624191284, + -0.5083204507827759, + -0.554394543170929, + -0.37311333417892456, + -0.5022979974746704, + -0.41788893938064575, + -0.4977463483810425, + -0.40190255641937256, + -0.5842257738113403, + -0.4041329324245453, + -0.37946054339408875, + -0.467327743768692, + -0.4388335943222046, + -0.5206385254859924, + -0.5119870901107788, + -0.5239578485488892, + -0.3612721860408783, + -0.5034062266349792, + -0.36401450634002686, + -0.48529428243637085, + -0.36184191703796387, + -0.557697594165802, + -0.750342071056366, + -0.5514483451843262, + -0.43918269872665405, + -0.5779115557670593, + -0.5789323449134827, + -0.4855426549911499, + -0.5284888744354248, + -0.6371461749076843, + -0.48872342705726624, + -0.4751833975315094, + -0.4883120357990265, + -0.5830307602882385, + -0.44903895258903503, + -0.4531116187572479, + -0.15960407257080078, + -0.27369630336761475, + -0.5460596084594727, + -0.459207683801651, + -0.6920241117477417, + -0.5646440386772156, + -0.7845118045806885, + -0.3763418197631836, + -0.5981860160827637, + -0.38762643933296204, + -0.34070152044296265, + -0.406848669052124, + -0.441671758890152, + -0.3792702257633209, + -0.5104642510414124, + -1.0533403158187866, + -0.45761480927467346, + -0.5125605463981628, + -0.5325257778167725, + -0.5652399063110352, + -0.5454233288764954, + -0.4849647283554077, + -0.5540019869804382, + -0.6204123497009277, + -0.3992162346839905, + -0.9617598652839661, + -0.46281468868255615, + -0.7037096619606018, + -0.3958735764026642, + -0.48388907313346863, + -0.36736664175987244, + -0.37048301100730896, + -0.5902120471000671, + -0.5314738750457764, + -0.5148836374282837, + -0.5592983961105347, + -0.4811280369758606, + -0.4202992916107178, + -0.5191041827201843, + -0.5476543307304382, + -0.47482454776763916, + -0.5565829277038574, + -0.442513644695282, + -0.482686847448349, + -0.5380908250808716, + -0.7245884537696838, + -0.4458293616771698, + -0.4626925587654114, + -0.38388097286224365, + -0.41495051980018616, + -0.5469533205032349, + -0.4946458339691162, + -0.6619759202003479, + -0.3016873002052307, + -0.6584979891777039, + -0.49396076798439026, + -0.4047464430332184, + -0.2970980703830719, + -0.48835834860801697, + -0.46142202615737915, + -0.519915759563446, + -0.4902513325214386, + -0.4354604184627533, + -0.49633052945137024, + -0.37251460552215576, + -0.4872024357318878, + -0.4838702082633972, + -0.48363497853279114, + -0.47488313913345337, + -0.42461061477661133, + -0.43378281593322754, + -0.3271080255508423, + -0.43974700570106506, + -0.18945544958114624, + -0.4630853235721588, + -0.3801604211330414, + -0.25292497873306274, + 0.005988385993987322, + -0.346675306558609, + -0.3996562063694, + -0.6418206095695496, + -0.45684361457824707, + -0.3739396333694458, + -1.0122604370117188, + -0.5342954397201538, + -0.48687508702278137, + -0.7528272271156311, + -0.27957379817962646, + -0.5559754967689514, + -0.6738670468330383, + -0.6448741555213928, + -0.5607162714004517, + -0.3909825384616852, + -0.5223662853240967, + -0.6822370290756226, + -0.46267175674438477, + -0.24905593693256378, + -0.0689704418182373, + -0.4814853370189667, + -0.4201236665248871, + -0.7764623761177063, + -0.18933957815170288, + -0.6363440752029419, + -0.4759211540222168, + -0.34199321269989014, + -0.4490675628185272, + -0.6108185052871704, + -0.7013528943061829, + -0.5208597183227539, + -0.4047122001647949, + -0.46375542879104614, + -0.5299739241600037, + -0.4668167531490326, + -0.36292871832847595, + -0.26064804196357727, + -0.40861499309539795, + -0.4108537435531616, + -0.6598730087280273, + -0.49270665645599365, + -0.4838511347770691, + -0.330508291721344, + -0.5072835683822632, + -0.3062721788883209, + -0.17165693640708923, + -0.5895094275474548, + -0.4044452905654907, + -0.4273330569267273, + -0.4818025827407837, + -0.34564533829689026, + -0.46687987446784973, + -0.46485888957977295, + -0.4470210075378418, + -0.4861617982387543, + -0.5344666838645935, + -0.5188514590263367, + -0.48220738768577576, + -0.6232743263244629, + -0.3452617824077606, + -0.39776813983917236, + -0.6308263540267944, + -0.449318528175354, + -0.5105094313621521, + -0.3486648499965668, + -0.33728665113449097, + -0.4702170491218567, + -0.357284277677536, + -0.46516039967536926, + -0.5460162162780762, + -0.5915730595588684, + -0.5928923487663269, + -0.3432939946651459, + -0.47146913409233093, + -0.6092190742492676, + -0.2603197395801544, + -0.47648027539253235, + -0.3981820046901703, + -0.13532552123069763, + -0.4331972897052765, + -0.5173928737640381, + -0.3502521216869354, + -0.44998809695243835, + -0.5660290122032166, + -0.36100390553474426, + -0.3730624318122864, + -0.5399312973022461, + -0.4603783190250397, + -0.3988798260688782, + -0.6188581585884094, + -0.5852668285369873, + -0.5568508505821228, + -0.5542980432510376, + -0.2456168681383133, + -0.41562291979789734, + -0.6562937498092651, + -0.3988817632198334, + -0.853381335735321, + -0.3342626988887787, + -0.5753466486930847, + -0.5187084674835205, + -0.3905881941318512, + -0.6667470932006836, + -0.6027150750160217, + -0.04342792555689812, + -0.316440612077713, + -0.42287638783454895, + -0.269545316696167, + -0.6219753623008728, + -0.45268550515174866, + -0.5379858613014221, + -0.42115461826324463, + -0.43054601550102234, + -0.3281188905239105, + -0.7321662902832031, + -0.4298495352268219, + -0.40491431951522827, + -0.5727117657661438, + -0.5012888312339783, + -0.7165207266807556, + -0.45875129103660583, + -0.4261103868484497, + -0.29865843057632446, + -0.45144546031951904, + -0.7797926664352417, + -0.3586616516113281, + -0.4720960855484009, + -0.4276220202445984, + -0.5908361077308655, + -0.5183311104774475, + -0.5218920111656189, + -0.5839312672615051, + -0.46449995040893555, + -0.4372934103012085, + -0.39055997133255005, + -0.45957282185554504, + -0.5347327589988708, + -0.5811711549758911, + -0.2153761386871338, + -0.43014129996299744, + -0.5683519840240479, + -0.6488025188446045, + -0.4027731716632843, + -0.7264566421508789, + -0.6238902807235718, + -0.5014057755470276, + -0.44788214564323425, + -0.48598819971084595, + -0.44440245628356934, + -0.5597031116485596, + -0.6497316956520081, + -0.35820508003234863, + -0.4615073800086975, + -0.4563767611980438, + -0.5231797695159912, + -0.4457143545150757, + -0.5573323369026184, + -0.5990738868713379, + -0.683087944984436, + -0.6317079663276672, + -0.3498890697956085, + -0.5628698468208313, + -0.4181080460548401, + -0.5917934775352478, + -0.4818044602870941, + -0.48170629143714905, + -0.48499390482902527, + -0.3989856541156769, + -0.47362613677978516, + -0.3448696732521057, + -0.5868090391159058, + -0.5102795362472534, + -0.36316001415252686, + -0.24594593048095703, + -0.30946987867355347, + -0.4934476613998413, + -0.5783698558807373, + -0.4307534098625183, + -0.42160388827323914, + -0.427539587020874, + -0.6667267680168152, + -0.3596822917461395, + -0.748432993888855, + -0.6564666628837585, + -0.5107476115226746, + -0.6173366904258728, + -0.5340297222137451, + -0.5866971015930176, + -0.5513872504234314, + -0.5494848489761353, + -0.47116920351982117, + -0.5281047821044922, + -0.05810638889670372, + -0.5790048837661743, + -0.37135612964630127, + -0.48406094312667847, + -0.45280691981315613, + -0.5044597387313843, + -0.5931511521339417, + -0.5395799875259399, + -0.2896721363067627, + -0.5827205181121826, + -0.4807443916797638, + -0.5023009777069092, + -0.3458096981048584, + -0.49882715940475464, + -0.36523541808128357, + -0.6987440586090088, + -0.5712388753890991, + -0.49268966913223267, + -0.42719072103500366, + -0.4941755533218384, + -0.5725609064102173, + -0.319944828748703, + -0.5539402365684509, + -0.5818403959274292, + -0.3711778521537781, + -0.3848230242729187, + -0.4506323039531708, + -0.3914218842983246, + -0.44892600178718567, + -0.5593045949935913, + -0.5027374625205994, + -0.35924094915390015, + -0.42417073249816895, + -0.25256720185279846, + -0.4654591679573059, + -0.5246837735176086, + -0.46532395482063293, + -0.6798704862594604, + -0.3778744041919708, + -0.3015764653682709, + -0.4659092426300049, + -0.6142512559890747, + -0.46051958203315735, + -0.624384880065918, + -0.5340335369110107, + -0.4465484023094177, + -0.3961094319820404, + -0.5484156608581543, + -0.5401495695114136, + -0.4261142313480377, + -0.4659899175167084, + -0.2784861624240875, + -0.8808559775352478, + -0.44771629571914673, + -0.36142826080322266, + -0.49330055713653564, + -0.3800414204597473, + -0.5603422522544861, + -0.584539532661438, + -0.3922780752182007, + -0.36118319630622864, + -0.2056851089000702, + -0.5972211956977844, + -0.41064873337745667, + -0.5248925089836121, + -0.7285887002944946, + -0.48751300573349, + -0.5148844718933105, + -0.5521105527877808, + -0.30439040064811707, + -0.29331040382385254, + -0.2385372817516327, + -0.4874073266983032, + -0.4967556297779083, + -0.3914177119731903, + -0.41441839933395386, + -0.5032955408096313, + -0.6788656115531921, + -0.7185574173927307, + -0.2597052752971649, + -0.5479125380516052, + -0.3410399854183197, + -0.3950560390949249, + -0.554810643196106, + -0.5710187554359436, + -0.5243045091629028, + -0.42051103711128235, + -0.5972974896430969, + -0.29030004143714905, + -0.4060607850551605, + -0.6385884284973145, + -0.6845900416374207, + -0.62328040599823, + -0.399366557598114, + -0.29589828848838806, + -0.5018110275268555, + -0.6149320602416992, + -0.6005066633224487, + -0.43984782695770264, + -0.46759653091430664, + -0.49530142545700073, + -0.3938196897506714, + -0.5407922267913818, + -0.36296582221984863, + -0.5112944841384888, + -0.5642871260643005, + -0.5471903681755066, + -0.45423251390457153, + -0.4861621856689453, + -0.4908680319786072, + -0.33036187291145325, + -0.300254762172699, + -0.5167586207389832, + -0.6489785313606262, + -0.6104753017425537, + -0.50178462266922, + -0.48251789808273315, + -0.6631149053573608, + -0.39038991928100586, + -0.23638178408145905, + -0.5055426359176636, + -0.6634542942047119, + -0.6003872752189636, + -0.2759284973144531, + -0.6043616533279419, + -0.37931475043296814, + -0.25293055176734924, + -0.35619473457336426, + -0.47700220346450806, + -0.8074402809143066, + -0.40931421518325806, + -0.4900190830230713, + -0.5234349966049194, + -0.5356062054634094, + -0.4408450424671173, + -0.46889522671699524, + -0.4657924771308899, + -0.3448769450187683, + -0.39383959770202637, + -0.398886501789093, + -0.5249506235122681, + -0.22472748160362244, + -0.44975319504737854, + -0.5273864269256592, + -0.5635402798652649, + -0.503676176071167, + -0.5881829261779785, + -0.6300798058509827, + -0.3822876811027527, + -0.17407070100307465, + -0.2734968960285187, + -0.6459975242614746, + -0.48586344718933105, + -0.12106938660144806, + -0.48606497049331665, + -0.629941999912262, + -0.46640563011169434, + -0.5513467192649841, + -0.43877896666526794, + -0.5451409816741943, + -0.3929603099822998, + -0.558538019657135, + -0.5632045269012451, + -0.5216313004493713, + -0.5430654883384705, + -0.5450214147567749, + -0.6069657206535339, + -0.4980580508708954, + -0.48167410492897034, + -0.3060193359851837, + -0.5332477688789368, + -0.15725816786289215, + -0.46564799547195435, + -0.25310730934143066, + -0.46336793899536133 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.7, - 0.6749999999999999, - 0.7, - 0.675, - 0.6749999999999999, - 0.65, - 0.675, - 0.675, - 0.65 + 0.4375, + 0.4875, + 0.5375, + 0.475, + 0.4875, + 0.475, + 0.43749999999999994, + 0.475, + 0.475, + 0.45, + 0.46249999999999997, + 0.46249999999999997, + 0.475, + 0.4875, + 0.4875, + 0.46249999999999997, + 0.38749999999999996, + 0.4875, + 0.4875, + 0.46249999999999997 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7573079466819763, - 0.47902607917785645, - 0.4757504463195801, - 0.8092759251594543, - 0.1255408525466919, - 0.6669498085975647, - 0.21007154881954193, - 0.05473871901631355, - 0.4671325981616974, - 0.16069014370441437 + -0.011865368112921715, + 0.1788444072008133, + -0.10400132089853287, + 0.09564884006977081, + -0.23511254787445068, + -0.3304555118083954, + 0.3413013815879822, + 0.26690807938575745, + 0.08749469369649887, + 0.18616433441638947, + 0.03447069227695465, + -0.16830237209796906, + 0.23598931729793549, + 0.3424544036388397, + -0.06955078989267349, + -0.10109858214855194, + 0.2671208679676056, + -0.09391045570373535, + 0.20503762364387512, + 0.1694503277540207 ], "rl_grad_norm": [ - 1.0636992454528809, - 1.3272161483764648, - 0.027417322620749474, - 2.6902525424957275, - 0.10770142078399658, - 0.9442095160484314, - 0.3025193214416504, - 0.17978881299495697, - 0.6070883870124817, - 0.35142937302589417 + 0.6638473272323608, + 0.31297019124031067, + 0.3773214817047119, + 0.1344296634197235, + 0.12957777082920074, + 0.5713028907775879, + 0.3879436254501343, + 0.43704983592033386, + 0.263097882270813, + 0.2174941748380661, + 0.27610042691230774, + 0.1635666787624359, + 0.49352729320526123, + 0.5588186383247375, + 0.18233533203601837, + 0.2933852970600128, + 0.3300224840641022, + 0.3112306296825409, + 0.21844874322414398, + 0.3224084973335266 ], "bc_grad_norm": [ - 0.30067530274391174, - 0.8275424242019653, - 0.29626360535621643, - 0.6946702003479004, - 0.16444016993045807, - 0.271987646818161, - 0.17579235136508942, - 0.2074974775314331, - 0.1706896424293518, - 0.1616477370262146 + 1.5803210735321045, + 1.4307807683944702, + 1.2786113023757935, + 1.1553889513015747, + 1.618369698524475, + 1.4184335470199585, + 1.5473055839538574, + 1.5256272554397583, + 1.3663996458053589, + 1.0896892547607422, + 0.8628460168838501, + 1.006908893585205, + 1.0696756839752197, + 2.519571542739868, + 1.6675262451171875, + 1.8456214666366577, + 1.3012195825576782, + 1.732736587524414, + 2.512474298477173, + 1.947818398475647 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.3.self_attn.in_proj_weight": 0.09951513260602951, - "transformer.layers.3.self_attn.in_proj_bias": 0.00820914562791586, - "transformer.layers.3.self_attn.out_proj.weight": 0.08916333317756653, - "transformer.layers.3.self_attn.out_proj.bias": 0.010205159895122051, - "transformer.layers.3.linear1.weight": 0.19726870954036713, - "transformer.layers.3.linear1.bias": 0.017431780695915222, - "transformer.layers.3.linear2.weight": 0.0992630198597908, - "transformer.layers.3.linear2.bias": 0.01920248568058014, - "transformer.layers.3.norm1.weight": 0.006519229616969824, - "transformer.layers.3.norm1.bias": 0.00897355005145073, - "transformer.layers.3.norm2.weight": 0.018367892131209373, - "transformer.layers.3.norm2.bias": 0.030011143535375595, - "head.weight": 1.0731549263000488, - "head.bias": 0.04143403843045235 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.23437458276748657, - "transformer.layers.3.self_attn.in_proj_bias": 0.024987637996673584, - "transformer.layers.3.self_attn.out_proj.weight": 0.1504458487033844, - "transformer.layers.3.self_attn.out_proj.bias": 0.022078895941376686, - "transformer.layers.3.linear1.weight": 0.28535065054893494, - "transformer.layers.3.linear1.bias": 0.02539033629000187, - "transformer.layers.3.linear2.weight": 0.15809841454029083, - "transformer.layers.3.linear2.bias": 0.03447982296347618, - "transformer.layers.3.norm1.weight": 0.01670621894299984, - "transformer.layers.3.norm1.bias": 0.033455248922109604, - "transformer.layers.3.norm2.weight": 0.023926906287670135, - "transformer.layers.3.norm2.bias": 0.03874221444129944, - "head.weight": 1.6810624599456787, - "head.bias": 0.07403784245252609 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.007248423993587494, - "transformer.layers.3.self_attn.in_proj_bias": 0.0003609083069022745, - "transformer.layers.3.self_attn.out_proj.weight": 0.004176860209554434, - "transformer.layers.3.self_attn.out_proj.bias": 0.0002989558270201087, - "transformer.layers.3.linear1.weight": 0.006658215541392565, - "transformer.layers.3.linear1.bias": 0.0004571079625748098, - "transformer.layers.3.linear2.weight": 0.003859039628878236, - "transformer.layers.3.linear2.bias": 0.000404915219405666, - "transformer.layers.3.norm1.weight": 0.0005764575907960534, - "transformer.layers.3.norm1.bias": 0.0003602325450628996, - "transformer.layers.3.norm2.weight": 0.0005418043001554906, - "transformer.layers.3.norm2.bias": 0.0005736024468205869, - "head.weight": 0.03339996188879013, - "head.bias": 0.0009693416068330407 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.3521178364753723, - "transformer.layers.3.self_attn.in_proj_bias": 0.035146769136190414, - "transformer.layers.3.self_attn.out_proj.weight": 0.22070924937725067, - "transformer.layers.3.self_attn.out_proj.bias": 0.030255885794758797, - "transformer.layers.3.linear1.weight": 0.4475260376930237, - "transformer.layers.3.linear1.bias": 0.042100172489881516, - "transformer.layers.3.linear2.weight": 0.2428252100944519, - "transformer.layers.3.linear2.bias": 0.051063209772109985, - "transformer.layers.3.norm1.weight": 0.025401273742318153, - "transformer.layers.3.norm1.bias": 0.04728838801383972, - "transformer.layers.3.norm2.weight": 0.041564732789993286, - "transformer.layers.3.norm2.bias": 0.06837814301252365, - "head.weight": 2.453725814819336, - "head.bias": 0.10311766713857651 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.015177699737250805, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006586034432984889, - "transformer.layers.3.self_attn.out_proj.weight": 0.0050967601127922535, - "transformer.layers.3.self_attn.out_proj.bias": 0.0003201162035111338, - "transformer.layers.3.linear1.weight": 0.009938649833202362, - "transformer.layers.3.linear1.bias": 0.0006039972067810595, - "transformer.layers.3.linear2.weight": 0.005328686907887459, - "transformer.layers.3.linear2.bias": 0.00033393778721801937, - "transformer.layers.3.norm1.weight": 0.0012390905758365989, - "transformer.layers.3.norm1.bias": 0.0008021665853448212, - "transformer.layers.3.norm2.weight": 0.0007853165734559298, - "transformer.layers.3.norm2.bias": 0.000773624808061868, - "head.weight": 0.04500019550323486, - "head.bias": 0.0006632595905102789 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.11777235567569733, - "transformer.layers.3.self_attn.in_proj_bias": 0.00925204623490572, - "transformer.layers.3.self_attn.out_proj.weight": 0.0653320774435997, - "transformer.layers.3.self_attn.out_proj.bias": 0.007147395983338356, - "transformer.layers.3.linear1.weight": 0.11079091578722, - "transformer.layers.3.linear1.bias": 0.008900978602468967, - "transformer.layers.3.linear2.weight": 0.061769403517246246, - "transformer.layers.3.linear2.bias": 0.00988314114511013, - "transformer.layers.3.norm1.weight": 0.010229184292256832, - "transformer.layers.3.norm1.bias": 0.011256753467023373, - "transformer.layers.3.norm2.weight": 0.009616902098059654, - "transformer.layers.3.norm2.bias": 0.013132412917912006, - "head.weight": 0.5641836524009705, - "head.bias": 0.020756138488650322 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.0862208679318428, - "transformer.layers.3.self_attn.in_proj_bias": 0.0037283727433532476, - "transformer.layers.3.self_attn.out_proj.weight": 0.035673048347234726, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023613383527845144, - "transformer.layers.3.linear1.weight": 0.07453542202711105, - "transformer.layers.3.linear1.bias": 0.004070325288921595, - "transformer.layers.3.linear2.weight": 0.03379319980740547, - "transformer.layers.3.linear2.bias": 0.0036814562045037746, - "transformer.layers.3.norm1.weight": 0.005901026539504528, - "transformer.layers.3.norm1.bias": 0.004155636765062809, - "transformer.layers.3.norm2.weight": 0.007114114705473185, - "transformer.layers.3.norm2.bias": 0.005512905772775412, - "head.weight": 0.3737492859363556, - "head.bias": 0.008269667625427246 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.05326429381966591, - "transformer.layers.3.self_attn.in_proj_bias": 0.0027102192398160696, - "transformer.layers.3.self_attn.out_proj.weight": 0.0232827290892601, - "transformer.layers.3.self_attn.out_proj.bias": 0.0021123294718563557, - "transformer.layers.3.linear1.weight": 0.04521055892109871, - "transformer.layers.3.linear1.bias": 0.0030765708070248365, - "transformer.layers.3.linear2.weight": 0.021643592044711113, - "transformer.layers.3.linear2.bias": 0.0035679975990206003, - "transformer.layers.3.norm1.weight": 0.004551976453512907, - "transformer.layers.3.norm1.bias": 0.0034481422044336796, - "transformer.layers.3.norm2.weight": 0.004151197616010904, - "transformer.layers.3.norm2.bias": 0.004707955755293369, - "head.weight": 0.2794037163257599, - "head.bias": 0.00881497748196125 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.12066982686519623, - "transformer.layers.3.self_attn.in_proj_bias": 0.00542320916429162, - "transformer.layers.3.self_attn.out_proj.weight": 0.04705030843615532, - "transformer.layers.3.self_attn.out_proj.bias": 0.003739244071766734, - "transformer.layers.3.linear1.weight": 0.08464904129505157, - "transformer.layers.3.linear1.bias": 0.005335756111890078, - "transformer.layers.3.linear2.weight": 0.04441911354660988, - "transformer.layers.3.linear2.bias": 0.006119859404861927, - "transformer.layers.3.norm1.weight": 0.010287043638527393, - "transformer.layers.3.norm1.bias": 0.007230598479509354, - "transformer.layers.3.norm2.weight": 0.007591746281832457, - "transformer.layers.3.norm2.bias": 0.007881789468228817, - "head.weight": 0.47345811128616333, - "head.bias": 0.013747356832027435 - }, - { - "transformer.layers.3.self_attn.in_proj_weight": 0.14200177788734436, - "transformer.layers.3.self_attn.in_proj_bias": 0.006312390323728323, - "transformer.layers.3.self_attn.out_proj.weight": 0.06495852768421173, - "transformer.layers.3.self_attn.out_proj.bias": 0.00522407703101635, - "transformer.layers.3.linear1.weight": 0.12255977839231491, - "transformer.layers.3.linear1.bias": 0.008439934812486172, - "transformer.layers.3.linear2.weight": 0.056715019047260284, - "transformer.layers.3.linear2.bias": 0.009737757034599781, - "transformer.layers.3.norm1.weight": 0.010994077660143375, - "transformer.layers.3.norm1.bias": 0.007995284162461758, - "transformer.layers.3.norm2.weight": 0.011723355390131474, - "transformer.layers.3.norm2.bias": 0.014493354596197605, - "head.weight": 0.7071655988693237, - "head.bias": 0.024937450885772705 + "transformer.layers.3.self_attn.in_proj_weight": 0.12525209784507751, + "transformer.layers.3.self_attn.in_proj_bias": 0.008953079581260681, + "transformer.layers.3.self_attn.out_proj.weight": 0.10717212408781052, + "transformer.layers.3.self_attn.out_proj.bias": 0.008437811397016048, + "transformer.layers.3.linear1.weight": 0.132135272026062, + "transformer.layers.3.linear1.bias": 0.010697736404836178, + "transformer.layers.3.linear2.weight": 0.07652508467435837, + "transformer.layers.3.linear2.bias": 0.011563006788492203, + "transformer.layers.3.norm1.weight": 0.009501288644969463, + "transformer.layers.3.norm1.bias": 0.010980366729199886, + "transformer.layers.3.norm2.weight": 0.012585166841745377, + "transformer.layers.3.norm2.bias": 0.015924738720059395, + "head.weight": 0.7245081663131714, + "head.bias": 0.02275249734520912 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.05495388060808182, + "transformer.layers.3.self_attn.in_proj_bias": 0.00331066083163023, + "transformer.layers.3.self_attn.out_proj.weight": 0.033862560987472534, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029178473632782698, + "transformer.layers.3.linear1.weight": 0.043818481266498566, + "transformer.layers.3.linear1.bias": 0.0030412720516324043, + "transformer.layers.3.linear2.weight": 0.02916855737566948, + "transformer.layers.3.linear2.bias": 0.003686899784952402, + "transformer.layers.3.norm1.weight": 0.004287844989448786, + "transformer.layers.3.norm1.bias": 0.004499472677707672, + "transformer.layers.3.norm2.weight": 0.0033218117896467447, + "transformer.layers.3.norm2.bias": 0.0038704616017639637, + "head.weight": 0.28438636660575867, + "head.bias": 0.007788005284965038 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.04993724450469017, + "transformer.layers.3.self_attn.in_proj_bias": 0.003799429861828685, + "transformer.layers.3.self_attn.out_proj.weight": 0.031662050634622574, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028970337007194757, + "transformer.layers.3.linear1.weight": 0.03735756129026413, + "transformer.layers.3.linear1.bias": 0.0028982688672840595, + "transformer.layers.3.linear2.weight": 0.023682549595832825, + "transformer.layers.3.linear2.bias": 0.003411088604480028, + "transformer.layers.3.norm1.weight": 0.00375459436327219, + "transformer.layers.3.norm1.bias": 0.005083865020424128, + "transformer.layers.3.norm2.weight": 0.002914681099355221, + "transformer.layers.3.norm2.bias": 0.003745202673599124, + "head.weight": 0.21697281301021576, + "head.bias": 0.006895206868648529 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.09494056552648544, + "transformer.layers.3.self_attn.in_proj_bias": 0.005799603182822466, + "transformer.layers.3.self_attn.out_proj.weight": 0.038051847368478775, + "transformer.layers.3.self_attn.out_proj.bias": 0.0031474782153964043, + "transformer.layers.3.linear1.weight": 0.055249959230422974, + "transformer.layers.3.linear1.bias": 0.003939613699913025, + "transformer.layers.3.linear2.weight": 0.029806671664118767, + "transformer.layers.3.linear2.bias": 0.003993635065853596, + "transformer.layers.3.norm1.weight": 0.00721903657540679, + "transformer.layers.3.norm1.bias": 0.008578102104365826, + "transformer.layers.3.norm2.weight": 0.004874937701970339, + "transformer.layers.3.norm2.bias": 0.00616317568346858, + "head.weight": 0.2714006304740906, + "head.bias": 0.00807357206940651 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.029850298538804054, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026052200701087713, + "transformer.layers.3.self_attn.out_proj.weight": 0.014457730576395988, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018516465788707137, + "transformer.layers.3.linear1.weight": 0.020702052861452103, + "transformer.layers.3.linear1.bias": 0.0018898302223533392, + "transformer.layers.3.linear2.weight": 0.012370224110782146, + "transformer.layers.3.linear2.bias": 0.0024520158767700195, + "transformer.layers.3.norm1.weight": 0.0020881351083517075, + "transformer.layers.3.norm1.bias": 0.003896876936778426, + "transformer.layers.3.norm2.weight": 0.001678771455772221, + "transformer.layers.3.norm2.bias": 0.002632829127833247, + "head.weight": 0.1306203007698059, + "head.bias": 0.005699160974472761 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.1381230652332306, + "transformer.layers.3.self_attn.in_proj_bias": 0.01168622262775898, + "transformer.layers.3.self_attn.out_proj.weight": 0.07112692296504974, + "transformer.layers.3.self_attn.out_proj.bias": 0.0074666813015937805, + "transformer.layers.3.linear1.weight": 0.09501220285892487, + "transformer.layers.3.linear1.bias": 0.008372277952730656, + "transformer.layers.3.linear2.weight": 0.05058944597840309, + "transformer.layers.3.linear2.bias": 0.010315846651792526, + "transformer.layers.3.norm1.weight": 0.009422398172318935, + "transformer.layers.3.norm1.bias": 0.014864402823150158, + "transformer.layers.3.norm2.weight": 0.008464152924716473, + "transformer.layers.3.norm2.bias": 0.013647372834384441, + "head.weight": 0.5531572103500366, + "head.bias": 0.020856859162449837 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.13389582931995392, + "transformer.layers.3.self_attn.in_proj_bias": 0.00778623390942812, + "transformer.layers.3.self_attn.out_proj.weight": 0.052865300327539444, + "transformer.layers.3.self_attn.out_proj.bias": 0.003957591950893402, + "transformer.layers.3.linear1.weight": 0.0701248049736023, + "transformer.layers.3.linear1.bias": 0.004973575938493013, + "transformer.layers.3.linear2.weight": 0.03842216730117798, + "transformer.layers.3.linear2.bias": 0.0048437719233334064, + "transformer.layers.3.norm1.weight": 0.009942518547177315, + "transformer.layers.3.norm1.bias": 0.009006746113300323, + "transformer.layers.3.norm2.weight": 0.0067533995024859905, + "transformer.layers.3.norm2.bias": 0.0076280138455331326, + "head.weight": 0.3663034737110138, + "head.bias": 0.009760782122612 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.14209076762199402, + "transformer.layers.3.self_attn.in_proj_bias": 0.011154227890074253, + "transformer.layers.3.self_attn.out_proj.weight": 0.06284435093402863, + "transformer.layers.3.self_attn.out_proj.bias": 0.0068521699868142605, + "transformer.layers.3.linear1.weight": 0.08685622364282608, + "transformer.layers.3.linear1.bias": 0.00786364171653986, + "transformer.layers.3.linear2.weight": 0.04482346773147583, + "transformer.layers.3.linear2.bias": 0.009636525064706802, + "transformer.layers.3.norm1.weight": 0.009946935810148716, + "transformer.layers.3.norm1.bias": 0.014405804686248302, + "transformer.layers.3.norm2.weight": 0.007938175462186337, + "transformer.layers.3.norm2.bias": 0.012818957678973675, + "head.weight": 0.49824652075767517, + "head.bias": 0.01910989172756672 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.07151863723993301, + "transformer.layers.3.self_attn.in_proj_bias": 0.004698202479630709, + "transformer.layers.3.self_attn.out_proj.weight": 0.02423163130879402, + "transformer.layers.3.self_attn.out_proj.bias": 0.002734114183112979, + "transformer.layers.3.linear1.weight": 0.038824412971735, + "transformer.layers.3.linear1.bias": 0.0034962135832756758, + "transformer.layers.3.linear2.weight": 0.020981937646865845, + "transformer.layers.3.linear2.bias": 0.004076764918863773, + "transformer.layers.3.norm1.weight": 0.004909645766019821, + "transformer.layers.3.norm1.bias": 0.005887141916900873, + "transformer.layers.3.norm2.weight": 0.003932899795472622, + "transformer.layers.3.norm2.bias": 0.006075060460716486, + "head.weight": 0.242414191365242, + "head.bias": 0.009856718592345715 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.05730779096484184, + "transformer.layers.3.self_attn.in_proj_bias": 0.002383176004514098, + "transformer.layers.3.self_attn.out_proj.weight": 0.018450338393449783, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012119325110688806, + "transformer.layers.3.linear1.weight": 0.028136450797319412, + "transformer.layers.3.linear1.bias": 0.0017743650823831558, + "transformer.layers.3.linear2.weight": 0.0171341635286808, + "transformer.layers.3.linear2.bias": 0.001507641514763236, + "transformer.layers.3.norm1.weight": 0.004610970616340637, + "transformer.layers.3.norm1.bias": 0.0028979128692299128, + "transformer.layers.3.norm2.weight": 0.0024093366228044033, + "transformer.layers.3.norm2.bias": 0.002432139590382576, + "head.weight": 0.1522950530052185, + "head.bias": 0.003639927599579096 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.05661623179912567, + "transformer.layers.3.self_attn.in_proj_bias": 0.002939075231552124, + "transformer.layers.3.self_attn.out_proj.weight": 0.020647846162319183, + "transformer.layers.3.self_attn.out_proj.bias": 0.001350476173684001, + "transformer.layers.3.linear1.weight": 0.023177240043878555, + "transformer.layers.3.linear1.bias": 0.0016163750551640987, + "transformer.layers.3.linear2.weight": 0.011873242445290089, + "transformer.layers.3.linear2.bias": 0.0018528372747823596, + "transformer.layers.3.norm1.weight": 0.0038527552969753742, + "transformer.layers.3.norm1.bias": 0.003735144156962633, + "transformer.layers.3.norm2.weight": 0.0022392352111637592, + "transformer.layers.3.norm2.bias": 0.002516196807846427, + "head.weight": 0.136123925447464, + "head.bias": 0.004380655009299517 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.06712929904460907, + "transformer.layers.3.self_attn.in_proj_bias": 0.0032223593443632126, + "transformer.layers.3.self_attn.out_proj.weight": 0.02416546642780304, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012907508062198758, + "transformer.layers.3.linear1.weight": 0.024732690304517746, + "transformer.layers.3.linear1.bias": 0.0017134567024186254, + "transformer.layers.3.linear2.weight": 0.01517948042601347, + "transformer.layers.3.linear2.bias": 0.001557314652018249, + "transformer.layers.3.norm1.weight": 0.005281511228531599, + "transformer.layers.3.norm1.bias": 0.0039468128234148026, + "transformer.layers.3.norm2.weight": 0.0021486948244273663, + "transformer.layers.3.norm2.bias": 0.0022342598531395197, + "head.weight": 0.11817463487386703, + "head.bias": 0.002947766100987792 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.11058167368173599, + "transformer.layers.3.self_attn.in_proj_bias": 0.008510353043675423, + "transformer.layers.3.self_attn.out_proj.weight": 0.04365905374288559, + "transformer.layers.3.self_attn.out_proj.bias": 0.004994663409888744, + "transformer.layers.3.linear1.weight": 0.07262641936540604, + "transformer.layers.3.linear1.bias": 0.006779015995562077, + "transformer.layers.3.linear2.weight": 0.034384895116090775, + "transformer.layers.3.linear2.bias": 0.007316315546631813, + "transformer.layers.3.norm1.weight": 0.008516690693795681, + "transformer.layers.3.norm1.bias": 0.012997603043913841, + "transformer.layers.3.norm2.weight": 0.006152881309390068, + "transformer.layers.3.norm2.bias": 0.010583411902189255, + "head.weight": 0.38683271408081055, + "head.bias": 0.01581401191651821 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.1736888736486435, + "transformer.layers.3.self_attn.in_proj_bias": 0.011867129243910313, + "transformer.layers.3.self_attn.out_proj.weight": 0.05922572687268257, + "transformer.layers.3.self_attn.out_proj.bias": 0.006192096043378115, + "transformer.layers.3.linear1.weight": 0.09010124206542969, + "transformer.layers.3.linear1.bias": 0.008020461536943913, + "transformer.layers.3.linear2.weight": 0.04351571947336197, + "transformer.layers.3.linear2.bias": 0.00796575378626585, + "transformer.layers.3.norm1.weight": 0.01351330615580082, + "transformer.layers.3.norm1.bias": 0.017820285633206367, + "transformer.layers.3.norm2.weight": 0.008489420637488365, + "transformer.layers.3.norm2.bias": 0.01325677614659071, + "head.weight": 0.42575642466545105, + "head.bias": 0.015947869047522545 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.06283623725175858, + "transformer.layers.3.self_attn.in_proj_bias": 0.003139205276966095, + "transformer.layers.3.self_attn.out_proj.weight": 0.026007654145359993, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014899169327691197, + "transformer.layers.3.linear1.weight": 0.03144786134362221, + "transformer.layers.3.linear1.bias": 0.0020315947476774454, + "transformer.layers.3.linear2.weight": 0.016673319041728973, + "transformer.layers.3.linear2.bias": 0.001917331712320447, + "transformer.layers.3.norm1.weight": 0.004826681688427925, + "transformer.layers.3.norm1.bias": 0.003776170313358307, + "transformer.layers.3.norm2.weight": 0.002791507402434945, + "transformer.layers.3.norm2.bias": 0.0028277537785470486, + "head.weight": 0.15590284764766693, + "head.bias": 0.004025725182145834 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.09860619902610779, + "transformer.layers.3.self_attn.in_proj_bias": 0.005844937637448311, + "transformer.layers.3.self_attn.out_proj.weight": 0.03404584899544716, + "transformer.layers.3.self_attn.out_proj.bias": 0.002906881272792816, + "transformer.layers.3.linear1.weight": 0.04801254719495773, + "transformer.layers.3.linear1.bias": 0.0037946829106658697, + "transformer.layers.3.linear2.weight": 0.02671106904745102, + "transformer.layers.3.linear2.bias": 0.004113200586289167, + "transformer.layers.3.norm1.weight": 0.0075091831386089325, + "transformer.layers.3.norm1.bias": 0.007644278462976217, + "transformer.layers.3.norm2.weight": 0.004215613938868046, + "transformer.layers.3.norm2.bias": 0.00635626120492816, + "head.weight": 0.2371622771024704, + "head.bias": 0.008376538753509521 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.09255293756723404, + "transformer.layers.3.self_attn.in_proj_bias": 0.005323408637195826, + "transformer.layers.3.self_attn.out_proj.weight": 0.041040193289518356, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035829932894557714, + "transformer.layers.3.linear1.weight": 0.05533250421285629, + "transformer.layers.3.linear1.bias": 0.004767604637891054, + "transformer.layers.3.linear2.weight": 0.028822897002100945, + "transformer.layers.3.linear2.bias": 0.004782167263329029, + "transformer.layers.3.norm1.weight": 0.008067810907959938, + "transformer.layers.3.norm1.bias": 0.006155211012810469, + "transformer.layers.3.norm2.weight": 0.004840095993131399, + "transformer.layers.3.norm2.bias": 0.008684435859322548, + "head.weight": 0.28572583198547363, + "head.bias": 0.010085564106702805 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.07345549017190933, + "transformer.layers.3.self_attn.in_proj_bias": 0.004226477816700935, + "transformer.layers.3.self_attn.out_proj.weight": 0.022154537960886955, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021115089766681194, + "transformer.layers.3.linear1.weight": 0.032571736723184586, + "transformer.layers.3.linear1.bias": 0.0025884807109832764, + "transformer.layers.3.linear2.weight": 0.01606612093746662, + "transformer.layers.3.linear2.bias": 0.0024954425171017647, + "transformer.layers.3.norm1.weight": 0.0057200295850634575, + "transformer.layers.3.norm1.bias": 0.006757541559636593, + "transformer.layers.3.norm2.weight": 0.003284622449427843, + "transformer.layers.3.norm2.bias": 0.004348255693912506, + "head.weight": 0.16054466366767883, + "head.bias": 0.005387158133089542 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.11845283210277557, + "transformer.layers.3.self_attn.in_proj_bias": 0.006852435413748026, + "transformer.layers.3.self_attn.out_proj.weight": 0.04435582086443901, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033922563306987286, + "transformer.layers.3.linear1.weight": 0.06552272289991379, + "transformer.layers.3.linear1.bias": 0.005113514140248299, + "transformer.layers.3.linear2.weight": 0.03431164100766182, + "transformer.layers.3.linear2.bias": 0.0041160969994962215, + "transformer.layers.3.norm1.weight": 0.010015015490353107, + "transformer.layers.3.norm1.bias": 0.009428296238183975, + "transformer.layers.3.norm2.weight": 0.005798903293907642, + "transformer.layers.3.norm2.bias": 0.007905377075076103, + "head.weight": 0.24927698075771332, + "head.bias": 0.006788426544517279 + }, + { + "transformer.layers.3.self_attn.in_proj_weight": 0.07767333090305328, + "transformer.layers.3.self_attn.in_proj_bias": 0.005856887437403202, + "transformer.layers.3.self_attn.out_proj.weight": 0.037386007606983185, + "transformer.layers.3.self_attn.out_proj.bias": 0.003457798855379224, + "transformer.layers.3.linear1.weight": 0.05246453359723091, + "transformer.layers.3.linear1.bias": 0.00440595718100667, + "transformer.layers.3.linear2.weight": 0.028048181906342506, + "transformer.layers.3.linear2.bias": 0.004645217675715685, + "transformer.layers.3.norm1.weight": 0.006696692202240229, + "transformer.layers.3.norm1.bias": 0.008523229509592056, + "transformer.layers.3.norm2.weight": 0.004431866575032473, + "transformer.layers.3.norm2.bias": 0.006449884735047817, + "head.weight": 0.2407381683588028, + "head.bias": 0.009241461753845215 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.09629412740468979, - 0.1430751085281372, - 0.09646452218294144, - 0.23288115859031677, - 0.07910783588886261, - 0.09268714487552643, - 0.12060363590717316, - 0.09070780873298645, - 0.10298849642276764, - 0.058037105947732925 + 0.23949185013771057, + 0.18321970105171204, + 0.20399001240730286, + 0.1724831908941269, + 0.2800777554512024, + 0.257850706577301, + 0.3010157346725464, + 0.25556325912475586, + 0.2821953594684601, + 0.23610138893127441, + 0.22598780691623688, + 0.2237996906042099, + 0.2741689682006836, + 0.4621565043926239, + 0.3461513817310333, + 0.38526758551597595, + 0.2806934416294098, + 0.34726428985595703, + 0.5099534392356873, + 0.44345104694366455 ], "repr_drift_kl_low_t": [ - 0.10265325754880905, - 0.13521049916744232, - 0.0966172069311142, - 0.2177605926990509, - 0.0779389813542366, - 0.0787428468465805, - 0.12030394375324249, - 0.09488701820373535, - 0.10063554346561432, - 0.05205104872584343 + 0.31187087297439575, + 0.22239655256271362, + 0.25194188952445984, + 0.20218084752559662, + 0.31406888365745544, + 0.32680362462997437, + 0.3873952627182007, + 0.30979275703430176, + 0.34238165616989136, + 0.26481688022613525, + 0.2467174530029297, + 0.2539426386356354, + 0.32221317291259766, + 0.5808290839195251, + 0.39105039834976196, + 0.4674297273159027, + 0.33571094274520874, + 0.41012337803840637, + 0.6193642616271973, + 0.5418146848678589 ], "repr_drift_kl_mid_t": [ - 0.09863664209842682, - 0.14788584411144257, - 0.09484031796455383, - 0.23942747712135315, - 0.0823194831609726, - 0.08678662776947021, - 0.12028678506612778, - 0.0865926593542099, - 0.09844817221164703, - 0.05276402831077576 + 0.24369072914123535, + 0.19259166717529297, + 0.20657245814800262, + 0.17123663425445557, + 0.2914097309112549, + 0.2562375068664551, + 0.3058067560195923, + 0.26011356711387634, + 0.2967236340045929, + 0.24321238696575165, + 0.2381039261817932, + 0.22921989858150482, + 0.2826978266239166, + 0.4687778651714325, + 0.3545122742652893, + 0.40065470337867737, + 0.28951072692871094, + 0.3531007766723633, + 0.5175372958183289, + 0.458915650844574 ], "repr_drift_kl_high_t": [ - 0.07479996979236603, - 0.13208526372909546, - 0.09704771637916565, - 0.2634375989437103, - 0.07505582273006439, - 0.11553988605737686, - 0.11566993594169617, - 0.08927299082279205, - 0.11955293267965317, - 0.06484021246433258 + 0.17521342635154724, + 0.14301590621471405, + 0.15749026834964752, + 0.1424245834350586, + 0.21065346896648407, + 0.19291864335536957, + 0.2111419141292572, + 0.18942971527576447, + 0.20514707267284393, + 0.1816355437040329, + 0.17133784294128418, + 0.1756395548582077, + 0.21184705197811127, + 0.3154342472553253, + 0.27022677659988403, + 0.28990572690963745, + 0.21208606660366058, + 0.26084211468696594, + 0.36491459608078003, + 0.3156464695930481 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8118380308151245, - 0.91098952293396, - 0.9338850975036621, - 0.8933656811714172, - 0.9471966028213501 + 0.866185188293457, + 0.9077854752540588, + 0.8825629353523254, + 0.91139817237854, + 0.8852471113204956, + 0.9162997603416443, + 0.833854615688324, + 0.8287128210067749, + 0.9121595621109009, + 0.9011139869689941 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.401123046875, - 1.0760197639465332, - 0.03601338714361191, - 2.642505407333374, - 0.025642355903983116, - 0.9557852745056152, - 0.6231455206871033, - 0.1781652420759201, - 0.8729896545410156, - 0.6343945264816284 + 0.77494215965271, + 0.32217639684677124, + 0.31598564982414246, + 0.23915240168571472, + 0.17090652883052826, + 0.4283514618873596, + 0.41445472836494446, + 0.6179476976394653, + 0.4784817099571228, + 0.33417877554893494, + 0.20449326932430267, + 0.23044544458389282, + 0.312782883644104, + 0.6439276337623596, + 0.19236162304878235, + 0.9985938668251038, + 0.5613943338394165, + 0.15557536482810974, + 0.4316571056842804, + 0.32724571228027344 ], "norm_high_t": [ - 0.9837964773178101, - 1.4578121900558472, - 0.046680621802806854, - 3.5348310470581055, - 0.05143294483423233, - 1.279111623764038, - 0.3649130165576935, - 0.14570163190364838, - 0.4697657823562622, - 0.20355424284934998 + 0.8036068677902222, + 0.5547910332679749, + 0.2766844630241394, + 0.18387752771377563, + 0.1696220189332962, + 1.0661488771438599, + 0.6091892719268799, + 0.34568142890930176, + 0.2864287495613098, + 0.13726206123828888, + 0.34179267287254333, + 0.12731510400772095, + 0.47486624121665955, + 0.3770096004009247, + 0.18015988171100616, + 0.32806509733200073, + 0.44598880410194397, + 0.17114359140396118, + 0.3907366693019867, + 0.4074752628803253 ], "lowhigh_cos": [ - 0.5583373308181763, - 0.28745177388191223, - 0.5355349779129028, - 0.7123595476150513, - 0.13429556787014008, - 0.23476055264472961, - 0.45111140608787537, - 0.12886761128902435, - 0.3435249626636505, - 0.16660332679748535 + 0.6028513312339783, + 0.5700108408927917, + 0.441303014755249, + 0.33720123767852783, + 0.4003160893917084, + 0.731678307056427, + 0.3623199760913849, + 0.7141314148902893, + 0.7602434158325195, + 0.35465213656425476, + 0.45155301690101624, + 0.3219027519226074, + 0.464911550283432, + 0.49805766344070435, + 0.2682265639305115, + 0.40018585324287415, + 0.5351742506027222, + 0.32805874943733215, + -0.15057693421840668, + 0.5261297821998596 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.6660715341567993, - "t_0.1-0.2": 0.9757569432258606, - "t_0.2-0.3": 1.1670634746551514, - "t_0.3-0.4": 1.0391203165054321, - "t_0.4-0.5": 1.0776091814041138, - "t_0.5-0.6": 1.0512704849243164, - "t_0.6-0.7": 1.214897871017456, - "t_0.7-0.8": 1.534246802330017, - "t_0.8-0.9": 1.0770649909973145, - "t_0.9-1.0": 1.3878588676452637 - }, - { - "t_0.0-0.1": 1.6694334745407104, - "t_0.1-0.2": 1.264648675918579, - "t_0.2-0.3": 1.0692771673202515, - "t_0.3-0.4": 0.929006814956665, - "t_0.4-0.5": 1.2473511695861816, - "t_0.5-0.6": 1.0787794589996338, - "t_0.6-0.7": 1.0339317321777344, - "t_0.7-0.8": 1.0390870571136475, - "t_0.8-0.9": 1.2232416868209839, - "t_0.9-1.0": 1.6049153804779053 - }, - { - "t_0.0-0.1": 0.02946627512574196, - "t_0.1-0.2": 0.03263905271887779, - "t_0.2-0.3": 0.033235277980566025, - "t_0.3-0.4": 0.032816365361213684, - "t_0.4-0.5": 0.06529656052589417, - "t_0.5-0.6": 0.029902074486017227, - "t_0.6-0.7": 0.029368972405791283, - "t_0.7-0.8": 0.02567322552204132, - "t_0.8-0.9": 0.03265203535556793, - "t_0.9-1.0": 0.06726602464914322 - }, - { - "t_0.0-0.1": 1.46644127368927, - "t_0.1-0.2": 1.7952631711959839, - "t_0.2-0.3": 2.394792079925537, - "t_0.3-0.4": 2.8382296562194824, - "t_0.4-0.5": 2.6285247802734375, - "t_0.5-0.6": 2.484654188156128, - "t_0.6-0.7": 2.8462677001953125, - "t_0.7-0.8": 2.820103883743286, - "t_0.8-0.9": 2.610471725463867, - "t_0.9-1.0": 3.6178250312805176 - }, - { - "t_0.0-0.1": 0.021243546158075333, - "t_0.1-0.2": 0.02050817385315895, - "t_0.2-0.3": 0.1975977122783661, - "t_0.3-0.4": 0.028987104073166847, - "t_0.4-0.5": 0.08237282186746597, - "t_0.5-0.6": 0.09694339334964752, - "t_0.6-0.7": 0.1488390564918518, - "t_0.7-0.8": 0.04628882184624672, - "t_0.8-0.9": 0.050220787525177, - "t_0.9-1.0": 0.04962792620062828 - }, - { - "t_0.0-0.1": 0.8399503827095032, - "t_0.1-0.2": 0.6894457340240479, - "t_0.2-0.3": 0.5111806988716125, - "t_0.3-0.4": 0.4446423053741455, - "t_0.4-0.5": 0.5387868285179138, - "t_0.5-0.6": 0.5564751625061035, - "t_0.6-0.7": 0.7345491051673889, - "t_0.7-0.8": 0.8600780963897705, - "t_0.8-0.9": 0.9783015847206116, - "t_0.9-1.0": 1.498080849647522 - }, - { - "t_0.0-0.1": 0.6725497841835022, - "t_0.1-0.2": 0.5380299687385559, - "t_0.2-0.3": 0.3880065083503723, - "t_0.3-0.4": 0.38747498393058777, - "t_0.4-0.5": 0.5286591053009033, - "t_0.5-0.6": 0.34503114223480225, - "t_0.6-0.7": 0.28475069999694824, - "t_0.7-0.8": 0.31879428029060364, - "t_0.8-0.9": 0.31246504187583923, - "t_0.9-1.0": 0.31890732049942017 - }, - { - "t_0.0-0.1": 0.35214048624038696, - "t_0.1-0.2": 0.23274987936019897, - "t_0.2-0.3": 0.19654245674610138, - "t_0.3-0.4": 0.18319763243198395, - "t_0.4-0.5": 0.19187603890895844, - "t_0.5-0.6": 0.17971952259540558, - "t_0.6-0.7": 0.12819638848304749, - "t_0.7-0.8": 0.1788865625858307, - "t_0.8-0.9": 0.1532260924577713, - "t_0.9-1.0": 0.1523987054824829 - }, - { - "t_0.0-0.1": 1.211315631866455, - "t_0.1-0.2": 0.5737826228141785, - "t_0.2-0.3": 0.8163297176361084, - "t_0.3-0.4": 0.7260369062423706, - "t_0.4-0.5": 0.5846127271652222, - "t_0.5-0.6": 0.5885130167007446, - "t_0.6-0.7": 0.6833080053329468, - "t_0.7-0.8": 0.5302805304527283, - "t_0.8-0.9": 0.45254120230674744, - "t_0.9-1.0": 0.40380269289016724 - }, - { - "t_0.0-0.1": 0.6206007599830627, - "t_0.1-0.2": 0.3238219618797302, - "t_0.2-0.3": 0.24677282571792603, - "t_0.3-0.4": 0.2621364891529083, - "t_0.4-0.5": 0.20803223550319672, - "t_0.5-0.6": 0.25864893198013306, - "t_0.6-0.7": 0.23972833156585693, - "t_0.7-0.8": 0.26087841391563416, - "t_0.8-0.9": 0.1894543468952179, - "t_0.9-1.0": 0.29943087697029114 + "t_0.0-0.1": 0.9950099587440491, + "t_0.1-0.2": 0.5881885290145874, + "t_0.2-0.3": 0.6257009506225586, + "t_0.3-0.4": 1.1959443092346191, + "t_0.4-0.5": 0.8602306842803955, + "t_0.5-0.6": 0.6339316368103027, + "t_0.6-0.7": 0.8479551672935486, + "t_0.7-0.8": 0.8505105376243591, + "t_0.8-0.9": 0.7766407132148743, + "t_0.9-1.0": 0.8792141079902649 + }, + { + "t_0.0-0.1": 0.3182889521121979, + "t_0.1-0.2": 0.2950069010257721, + "t_0.2-0.3": 0.3188612759113312, + "t_0.3-0.4": 0.26926952600479126, + "t_0.4-0.5": 0.27542221546173096, + "t_0.5-0.6": 0.30367588996887207, + "t_0.6-0.7": 0.34082117676734924, + "t_0.7-0.8": 0.315378874540329, + "t_0.8-0.9": 0.3628794252872467, + "t_0.9-1.0": 0.679135262966156 + }, + { + "t_0.0-0.1": 0.35916659235954285, + "t_0.1-0.2": 0.3814290165901184, + "t_0.2-0.3": 0.2836400866508484, + "t_0.3-0.4": 0.3157944977283478, + "t_0.4-0.5": 0.3081192076206207, + "t_0.5-0.6": 0.33392563462257385, + "t_0.6-0.7": 0.25006982684135437, + "t_0.7-0.8": 0.22937865555286407, + "t_0.8-0.9": 0.2986508011817932, + "t_0.9-1.0": 0.3780262768268585 + }, + { + "t_0.0-0.1": 0.27272000908851624, + "t_0.1-0.2": 0.2646186947822571, + "t_0.2-0.3": 0.14356733858585358, + "t_0.3-0.4": 0.11287117004394531, + "t_0.4-0.5": 0.1172146201133728, + "t_0.5-0.6": 0.14924991130828857, + "t_0.6-0.7": 0.14468823373317719, + "t_0.7-0.8": 0.1938071995973587, + "t_0.8-0.9": 0.24526149034500122, + "t_0.9-1.0": 0.3051788806915283 + }, + { + "t_0.0-0.1": 0.2261921912431717, + "t_0.1-0.2": 0.11357590556144714, + "t_0.2-0.3": 0.098985955119133, + "t_0.3-0.4": 0.12288710474967957, + "t_0.4-0.5": 0.10490525513887405, + "t_0.5-0.6": 0.14936143159866333, + "t_0.6-0.7": 0.09615764766931534, + "t_0.7-0.8": 0.10940907895565033, + "t_0.8-0.9": 0.13328523933887482, + "t_0.9-1.0": 0.19845719635486603 + }, + { + "t_0.0-0.1": 0.5841692090034485, + "t_0.1-0.2": 0.43781986832618713, + "t_0.2-0.3": 0.4832639694213867, + "t_0.3-0.4": 0.5994569659233093, + "t_0.4-0.5": 0.5965359210968018, + "t_0.5-0.6": 0.41672927141189575, + "t_0.6-0.7": 0.6502727270126343, + "t_0.7-0.8": 0.7335435748100281, + "t_0.8-0.9": 0.8716115951538086, + "t_0.9-1.0": 1.2716686725616455 + }, + { + "t_0.0-0.1": 0.4940645396709442, + "t_0.1-0.2": 0.41299155354499817, + "t_0.2-0.3": 0.45265987515449524, + "t_0.3-0.4": 0.4512728154659271, + "t_0.4-0.5": 0.4133383631706238, + "t_0.5-0.6": 0.42275887727737427, + "t_0.6-0.7": 0.5700310468673706, + "t_0.7-0.8": 0.6178197860717773, + "t_0.8-0.9": 0.7658282518386841, + "t_0.9-1.0": 0.6757782101631165 + }, + { + "t_0.0-0.1": 0.6536489725112915, + "t_0.1-0.2": 0.6390443444252014, + "t_0.2-0.3": 0.6527984142303467, + "t_0.3-0.4": 0.5327411890029907, + "t_0.4-0.5": 0.6087177395820618, + "t_0.5-0.6": 0.4666227102279663, + "t_0.6-0.7": 0.4601772725582123, + "t_0.7-0.8": 0.6013277769088745, + "t_0.8-0.9": 0.4180479347705841, + "t_0.9-1.0": 0.2912548780441284 + }, + { + "t_0.0-0.1": 0.37497371435165405, + "t_0.1-0.2": 0.1907789707183838, + "t_0.2-0.3": 0.20714972913265228, + "t_0.3-0.4": 0.269957035779953, + "t_0.4-0.5": 0.20888009667396545, + "t_0.5-0.6": 0.30128195881843567, + "t_0.6-0.7": 0.19145171344280243, + "t_0.7-0.8": 0.2447560876607895, + "t_0.8-0.9": 0.2863837480545044, + "t_0.9-1.0": 0.3233020007610321 + }, + { + "t_0.0-0.1": 0.2696949541568756, + "t_0.1-0.2": 0.225967675447464, + "t_0.2-0.3": 0.19946050643920898, + "t_0.3-0.4": 0.16335813701152802, + "t_0.4-0.5": 0.21981219947338104, + "t_0.5-0.6": 0.1692504733800888, + "t_0.6-0.7": 0.1503012627363205, + "t_0.7-0.8": 0.14512203633785248, + "t_0.8-0.9": 0.11257976293563843, + "t_0.9-1.0": 0.18777719140052795 + }, + { + "t_0.0-0.1": 0.24541546404361725, + "t_0.1-0.2": 0.1953357309103012, + "t_0.2-0.3": 0.1635536402463913, + "t_0.3-0.4": 0.15156447887420654, + "t_0.4-0.5": 0.16561909019947052, + "t_0.5-0.6": 0.16162267327308655, + "t_0.6-0.7": 0.2087107002735138, + "t_0.7-0.8": 0.26049989461898804, + "t_0.8-0.9": 0.32975438237190247, + "t_0.9-1.0": 0.366999089717865 + }, + { + "t_0.0-0.1": 0.28932708501815796, + "t_0.1-0.2": 0.2092267870903015, + "t_0.2-0.3": 0.20621605217456818, + "t_0.3-0.4": 0.21389587223529816, + "t_0.4-0.5": 0.20905520021915436, + "t_0.5-0.6": 0.316945344209671, + "t_0.6-0.7": 0.17481817305088043, + "t_0.7-0.8": 0.17149131000041962, + "t_0.8-0.9": 0.13944458961486816, + "t_0.9-1.0": 0.26283833384513855 + }, + { + "t_0.0-0.1": 0.4839414060115814, + "t_0.1-0.2": 0.3057635724544525, + "t_0.2-0.3": 0.4079498052597046, + "t_0.3-0.4": 0.3675609230995178, + "t_0.4-0.5": 0.3768981993198395, + "t_0.5-0.6": 0.3595554828643799, + "t_0.6-0.7": 0.4131771922111511, + "t_0.7-0.8": 0.43710216879844666, + "t_0.8-0.9": 0.4191816449165344, + "t_0.9-1.0": 0.5076432824134827 + }, + { + "t_0.0-0.1": 0.6625312566757202, + "t_0.1-0.2": 0.45100247859954834, + "t_0.2-0.3": 0.6483361721038818, + "t_0.3-0.4": 0.5746036767959595, + "t_0.4-0.5": 0.5800008177757263, + "t_0.5-0.6": 0.494215190410614, + "t_0.6-0.7": 0.5938505530357361, + "t_0.7-0.8": 0.5128256678581238, + "t_0.8-0.9": 0.4461526572704315, + "t_0.9-1.0": 0.3358190059661865 + }, + { + "t_0.0-0.1": 0.2435734122991562, + "t_0.1-0.2": 0.17212006449699402, + "t_0.2-0.3": 0.1591743379831314, + "t_0.3-0.4": 0.1462049037218094, + "t_0.4-0.5": 0.15730808675289154, + "t_0.5-0.6": 0.12882569432258606, + "t_0.6-0.7": 0.14348489046096802, + "t_0.7-0.8": 0.16721126437187195, + "t_0.8-0.9": 0.1717584729194641, + "t_0.9-1.0": 0.2249084711074829 + }, + { + "t_0.0-0.1": 0.34945011138916016, + "t_0.1-0.2": 0.2971060276031494, + "t_0.2-0.3": 0.22309939563274384, + "t_0.3-0.4": 0.24190542101860046, + "t_0.4-0.5": 0.21845370531082153, + "t_0.5-0.6": 0.2782871723175049, + "t_0.6-0.7": 0.23808155953884125, + "t_0.7-0.8": 0.28290796279907227, + "t_0.8-0.9": 0.2956569492816925, + "t_0.9-1.0": 0.4587535560131073 + }, + { + "t_0.0-0.1": 0.4050193130970001, + "t_0.1-0.2": 0.36652377247810364, + "t_0.2-0.3": 0.36440977454185486, + "t_0.3-0.4": 0.38384854793548584, + "t_0.4-0.5": 0.35824698209762573, + "t_0.5-0.6": 0.30218827724456787, + "t_0.6-0.7": 0.3230322003364563, + "t_0.7-0.8": 0.4124535024166107, + "t_0.8-0.9": 0.3645654022693634, + "t_0.9-1.0": 0.6374598145484924 + }, + { + "t_0.0-0.1": 0.30433082580566406, + "t_0.1-0.2": 0.15823690593242645, + "t_0.2-0.3": 0.19996657967567444, + "t_0.3-0.4": 0.09307367354631424, + "t_0.4-0.5": 0.14664477109909058, + "t_0.5-0.6": 0.1399746686220169, + "t_0.6-0.7": 0.12880893051624298, + "t_0.7-0.8": 0.10995477437973022, + "t_0.8-0.9": 0.15203909575939178, + "t_0.9-1.0": 0.2585826516151428 + }, + { + "t_0.0-0.1": 0.8075526356697083, + "t_0.1-0.2": 0.19964243471622467, + "t_0.2-0.3": 0.23149804770946503, + "t_0.3-0.4": 0.2549707591533661, + "t_0.4-0.5": 0.23943085968494415, + "t_0.5-0.6": 0.22411198914051056, + "t_0.6-0.7": 0.24352873861789703, + "t_0.7-0.8": 0.21000105142593384, + "t_0.8-0.9": 0.2528865337371826, + "t_0.9-1.0": 0.6434369087219238 + }, + { + "t_0.0-0.1": 0.44640102982521057, + "t_0.1-0.2": 0.26236844062805176, + "t_0.2-0.3": 0.299074649810791, + "t_0.3-0.4": 0.280872642993927, + "t_0.4-0.5": 0.2519846558570862, + "t_0.5-0.6": 0.24263429641723633, + "t_0.6-0.7": 0.3017334043979645, + "t_0.7-0.8": 0.25068947672843933, + "t_0.8-0.9": 0.2722313404083252, + "t_0.9-1.0": 0.49574515223503113 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.0781344622373581, - 0.06393785774707794, - 0.026609133929014206, - 0.003355704713612795, - 0.022942641749978065, - 0.03287841007113457, - 0.005692599341273308, - 0.46049386262893677, - 0.038339920341968536, - 0.10365135967731476, - 0.00206611561588943, - 0.016713092103600502, - 0.31133249402046204, - 0.05298289656639099, - 0.01762523129582405, - 0.08586094528436661, - 0.196981742978096, - 0.003693181788548827, - 0.11414693295955658, - 0.005985266994684935, - 0.11868532747030258, - 0.11297070980072021, - 0.06324110925197601, - 0.2966175377368927, - 0.005130596924573183, - 0.010733452625572681, - 0.14398200809955597, - 0.13280926644802094, - 0.041889119893312454, - 0.05035128816962242, - 0.21661056578159332, - 0.017846154049038887, - 0.09264931082725525, - 0.14791986346244812, - 0.16814449429512024, - 0.14199230074882507, - 0.01892346516251564, - 0.15883375704288483, - 0.5500820875167847, - 0.07879088073968887, - 0.1515580713748932, - 0.1634114682674408, - 0.2822151184082031, - 0.03434929996728897, - 0.07148148119449615, - 0.03881807625293732, - 0.028138527646660805, - 0.08214285969734192, - 0.030013643205165863, - 0.04006284475326538, - 0.10366441309452057, - 0.12020823359489441, - 0.25197264552116394, - 0.10147299617528915, - 0.6513994932174683, - 0.08671024441719055, - 0.08924949169158936, - 0.056710775941610336, - 0.11295033991336823, - 0.08002784103155136, - 0.008064515888690948, - 0.05436447262763977, - 0.0045008184388279915, - 0.18383093178272247, - 0.00460122711956501, - 0.03551531955599785, - 0.07881549000740051, - 0.16956336796283722, - 0.4745972752571106, - 0.0050505055114626884, - 0.3283931314945221, - 0.005130596924573183, - 0.023916292935609818, - 0.18152865767478943, - 0.005692599341273308, - 0.06859543174505234, - 0.11187607795000076, - 0.016967706382274628, - 0.6102418303489685, - 0.02193187177181244, - 0.0054806070402264595, - 0.09359250962734222, - 0.006637168116867542, - 0.10098684579133987, - 0.004358028993010521, - 0.013814274221658707, - 0.007230851333588362, - 0.006592291872948408, - 0.047236181795597076, - 0.006521250586956739, - 0.02349412813782692, - 0.13878469169139862, - 0.01653696410357952, - 0.004901960492134094, - 0.2990107834339142, - 0.15159574151039124, - 0.006599378772079945, - 0.005692599341273308, - 0.023183925077319145, - 0.09375, - 0.044395118951797485, - 0.006307339295744896, - 0.26284247636795044, - 0.29032257199287415, - 0.17073170840740204, - 0.017660044133663177, - 0.05384615808725357, - 0.0584007203578949, - 0.0022668393794447184, - 0.0038759689778089523, + 0.06306963413953781, + 0.11780636012554169, + 0.05970406159758568, + 0.04920169338583946, + 0.04302643612027168, + 0.055624667555093765, + 0.08908238261938095, + 0.05920380726456642, + 0.17819271981716156, + 0.05465838313102722, + 0.05130641162395477, + 0.2116956114768982, + 0.07565982639789581, + 0.02572539635002613, + 0.07209006696939468, + 0.10961080342531204, + 0.10517241060733795, + 0.07952235639095306, + 0.27775198221206665, + 0.16818927228450775, + 0.11667073518037796, + 0.05160186067223549, + 0.13432098925113678, + 0.08443044871091843, + 0.11631987988948822, + 0.08181393146514893, + 0.08511185646057129, + 0.05379557982087135, + 0.07830245047807693, + 0.1090909093618393, + 0.07630979269742966, + 0.18934717774391174, + 0.04597233608365059, + 0.07190533727407455, + 0.08605953305959702, + 0.07211538404226303, + 0.10823126882314682, + 0.08925262838602066, + 0.1381841003894806, + 0.15770862996578217, + 0.06058262661099434, + 0.05429568141698837, + 0.08752025663852692, + 0.09252053499221802, + 0.047851335257291794, + 0.0657481700181961, + 0.05467326194047928, + 0.10363887250423431, + 0.09542682766914368, + 0.04668125510215759, + 0.09997567534446716, + 0.05647412687540054, + 0.07445686310529709, + 0.0831797868013382, + 0.15729519724845886, + 0.1134081557393074, + 0.08353080600500107, + 0.025641024112701416, + 0.07160373032093048, + 0.09674347192049026, + 0.09062708169221878, + 0.08019323647022247, + 0.09176891297101974, + 0.04887695983052254, + 0.05759354308247566, + 0.12251941114664078, + 0.07211878150701523, + 0.12208067625761032, + 0.08659549802541733, + 0.06627953797578812, + 0.04230648651719093, + 0.1035894975066185, + 0.11189427226781845, + 0.038062285631895065, + 0.054208904504776, + 0.06056755781173706, + 0.05418863520026207, + 0.07226697355508804, + 0.04548198729753494, + 0.11144883185625076, + 0.07228652387857437, + 0.07185062766075134, + 0.06431054323911667, + 0.12694360315799713, + 0.12184002995491028, + 0.10878990590572357, + 0.07218866795301437, + 0.10749891400337219, + 0.12937434017658234, + 0.08321081846952438, + 0.08755186945199966, + 0.029914529994130135, + 0.09757305681705475, + 0.11021814495325089, + 0.04226396232843399, + 0.09441805630922318, + 0.12508228421211243, + 0.0258620698004961, + 0.03419902175664902, + 0.041079338639974594, + 0.05358923226594925, + 0.12459459900856018, + 0.15002521872520447, + 0.12821327149868011, + 0.07783564925193787, + 0.12267423421144485, + 0.07209786772727966, + 0.051115404814481735, + 0.12514252960681915, + 0.06797496974468231, + 0.06486146152019501, + 0.05182232707738876, + 0.05480833724141121, + 0.11678651720285416, + 0.06717772781848907, + 0.08464088290929794, + 0.10382707417011261, + 0.07575314491987228, + 0.08944863080978394, + 0.11815182119607925, + 0.11304549127817154, + 0.03605659306049347, + 0.047570593655109406, + 0.1191241517663002, + 0.018057284876704216, + 0.10383686423301697, + 0.13741034269332886, + 0.0405668243765831, + 0.11672130972146988, + 0.11106623709201813, + 0.15347722172737122, + 0.1377585083246231, + 0.17699114978313446, + 0.16300857067108154, + 0.0964755043387413, + 0.07747965306043625, + 0.03668861836194992, + 0.09899034351110458, + 0.060965631157159805, + 0.03396603465080261, + 0.10286206007003784, + 0.07825000584125519, + 0.1164998784661293, + 0.04331013187766075, + 0.07172095030546188, + 0.049068089574575424, + 0.019230768084526062, + 0.1235935240983963, + 0.05508893355727196, + 0.06988436728715897, + 0.04849884659051895, + 0.1449771672487259, + 0.16674429178237915, + 0.12940697371959686, + 0.11204759776592255, + 0.09845288097858429, + 0.20000000298023224, + 0.04431946203112602, + 0.0828823670744896, + 0.07930785417556763, + 0.06365503370761871, + 0.04611764848232269, + 0.08011869341135025, + 0.08461962640285492, + 0.19944597780704498, + 0.11431461572647095, + 0.05209903046488762, + 0.14696252346038818, + 0.05476550757884979, + 0.14890843629837036, + 0.1160392016172409, + 0.13739223778247833, + 0.058139532804489136, + 0.10483186691999435, + 0.15212790668010712, + 0.09416037797927856, + 0.035430535674095154, + 0.0940106138586998, + 0.15114352107048035, + 0.057839106768369675, + 0.09092997014522552, + 0.13535353541374207, + 0.09609358757734299, + 0.13428638875484467, + 0.1572984755039215, + 0.12789912521839142, + 0.04574467986822128, + 0.13416536152362823, + 0.16962186992168427, + 0.09198682755231857, + 0.07486847788095474, + 0.09640397876501083, + 0.10954301059246063, + 0.07723577320575714, + 0.09898340702056885, + 0.12170754373073578, + 0.076295867562294, + 0.17422710359096527, + 0.02894979901611805, + 0.0907917395234108, + 0.1144305169582367, + 0.10869565606117249, + 0.10579576343297958, + 0.12900413572788239, + 0.07297351956367493, + 0.13125000894069672, + 0.11471664160490036, + 0.0723579078912735, + 0.167142853140831, + 0.045122887939214706, + 0.1181492730975151, + 0.14250077307224274, + 0.07897132635116577, + 0.04818993806838989, + 0.13278008997440338, + 0.08057427406311035, + 0.06294877827167511, + 0.16753645241260529, + 0.044088177382946014, + 0.09123492985963821, + 0.07892617583274841, + 0.08847535401582718, + 0.055918969213962555, + 0.11573504656553268, + 0.04883329197764397, + 0.028361858800053596, + 0.20775890350341797, + 0.12588927149772644, + 0.058343056589365005, + 0.11468037217855453, + 0.0556328222155571, + 0.14501993358135223, + 0.11334745585918427, + 0.06670467555522919, + 0.08553527295589447, + 0.010619468986988068, + 0.06808169931173325, + 0.11103399842977524, + 0.1782127320766449, + 0.07555362582206726, + 0.18258045613765717, + 0.07207673788070679, + 0.1427735537290573, + 0.07439713180065155, + 0.15062633156776428, + 0.10984393209218979, + 0.1422581672668457, + 0.11359724402427673, + 0.12426789104938507, + 0.06146637350320816, + 0.057582419365644455, + 0.10118543356657028, + 0.16759048402309418, + 0.09629405289888382, + 0.1073889285326004, + 0.11114343255758286, + 0.08872802555561066, + 0.05378526449203491, + 0.08370836824178696, + 0.122569739818573, + 0.054741498082876205, + 0.0981062576174736, + 0.04635167121887207, + 0.16149409115314484, + 0.05049345642328262, + 0.2067718654870987, + 0.08255934715270996, + 0.12309581786394119, + 0.11915650218725204, + 0.1164887323975563, + 0.07397159188985825, + 0.1539909541606903, + 0.10277923196554184, + 0.056699782609939575, + 0.036010559648275375, + 0.17338299751281738, + 0.02259492129087448, + 0.07332292944192886, + 0.09073056280612946, + 0.1032901331782341, + 0.12086545675992966, + 0.045390404760837555, + 0.07940663397312164, + 0.07430730760097504, + 0.1516520082950592, + 0.08004976809024811, + 0.09838008135557175, + 0.0760277807712555, + 0.11191011220216751, + 0.029924649745225906, + 0.10774288326501846, + 0.13013435900211334, + 0.014946619048714638, + 0.10681762546300888, + 0.08147662878036499, + 0.1240716502070427, + 0.05522971600294113, + 0.11391530185937881, + 0.10968001186847687, + 0.02263493835926056, + 0.09449181705713272, + 0.0707639530301094, + 0.09800362586975098, + 0.07248296588659286, + 0.08494363725185394, + 0.1428571492433548, + 0.16271081566810608, + 0.1664106547832489, + 0.06403732299804688, + 0.03272498399019241, + 0.10561949759721756, + 0.1073063537478447, + 0.09495743364095688, + 0.08353034406900406, + 0.09448251128196716, + 0.05029965564608574, + 0.048969071358442307, + 0.09366089105606079, + 0.05578317120671272, + 0.0819096639752388, + 0.06132783368229866, + 0.1038869246840477, + 0.06307277828454971, + 0.016109785065054893, + 0.06985384970903397, + 0.1776084303855896, + 0.11538461595773697, + 0.12002082914113998, + 0.08853721618652344, + 0.11622758954763412, + 0.030322173610329628, + 0.07009480148553848, + 0.07615691423416138, + 0.07941760122776031, + 0.08398044109344482, + 0.107469342648983, + 0.06113435700535774, + 0.13309982419013977, + 0.0903225764632225, + 0.1347375363111496, + 0.027861444279551506, + 0.10004116594791412, + 0.054404858499765396, + 0.10142727196216583, + 0.06025104224681854, + 0.07779703289270401, + 0.14156340062618256, + 0.05600870028138161, + 0.06600046902894974, + 0.21791966259479523, + 0.10117796063423157, + 0.08064515888690948, + 0.11148365586996078, + 0.12111043184995651, + 0.010964365676045418, + 0.05437985435128212, + 0.13342736661434174, + 0.13588666915893555, + 0.16295763850212097, + 0.06784188002347946, + 0.05267215147614479, + 0.1061224490404129, + 0.07243330776691437, + 0.16977886855602264, + 0.13820865750312805, + 0.09228711575269699, + 0.09001995623111725, + 0.08103000372648239, + 0.06490441411733627, + 0.06666666269302368, + 0.09892284125089645, + 0.10751906782388687, + 0.08237704634666443, + 0.09021493792533875, + 0.08401920646429062, + 0.09234530478715897, + 0.10374149680137634, + 0.018547140061855316, + 0.08106852322816849, + 0.14596273005008698, + 0.05264383926987648, + 0.05860113352537155, + 0.09787928313016891, + 0.05186916142702103, + 0.08598725497722626, + 0.12345965951681137, + 0.1694701462984085, + 0.059119123965501785, + 0.046343978494405746, + 0.11142857372760773, + 0.12672258913516998, + 0.10653752833604813, + 0.0317889042198658, + 0.07474048435688019, + 0.10767946392297745, + 0.13174782693386078, + 0.19261214137077332, + 0.10837437957525253, + 0.1150793582201004, + 0.08592710644006729, + 0.11079545319080353, + 0.052656322717666626, + 0.10936708748340607, + 0.09951846301555634, + 0.12320329248905182, + 0.07844213396310806, + 0.14812302589416504, + 0.13823692500591278, + 0.0380728542804718, + 0.12062771618366241, + 0.08071444928646088, + 0.14267677068710327, + 0.06371644884347916, + 0.10600490868091583, + 0.07454924285411835, + 0.11289198696613312, + 0.056533332914114, + 0.12004581838846207, + 0.09838546812534332, + 0.04823455214500427, + 0.08004157990217209, + 0.11282186955213547, + 0.06476105749607086, + 0.09238167107105255, + 0.0850556418299675, + 0.04064837843179703, + 0.14308342337608337, + 0.032283883541822433, + 0.11212924867868423, + 0.06537478417158127, + 0.07563218474388123, + 0.04709770530462265, + 0.07525697350502014, + 0.05699358880519867, + 0.06843853741884232, + 0.11066398024559021, + 0.17978589236736298, + 0.038993362337350845, + 0.14901256561279297, + 0.06604361534118652, + 0.0585937537252903, + 0.09198291599750519, + 0.06794898211956024, + 0.1515289843082428, + 0.1355726420879364, + 0.10249362140893936, + 0.08484848588705063, + 0.07694421708583832, + 0.12115732580423355, + 0.06523115932941437, + 0.12714987993240356, + 0.1431446522474289, + 0.026288481429219246, + 0.1609542965888977, + 0.040631234645843506, + 0.12216022610664368, + 0.08620689809322357, + 0.07301517575979233, + 0.03850962966680527, + 0.10109848529100418, + 0.05487517639994621, + 0.08640579134225845, + 0.08957602828741074, + 0.08615221828222275, + 0.09490460902452469, + 0.10191082209348679, + 0.14709480106830597, + 0.10794954001903534, + 0.07412439584732056, + 0.10564462840557098, + 0.03778517246246338, + 0.07599140703678131, + 0.014096185564994812, + 0.1270865797996521, + 0.22313296794891357, + 0.19800707697868347, + 0.06735896319150925, + 0.06448640674352646, + 0.22237306833267212, + 0.07549058645963669, + 0.06635890901088715, 0.07112375646829605, - 0.030951039865612984, - 0.046989720314741135, - 0.008130080997943878, - 0.25874125957489014, - 0.13471731543540955, - 0.06490115821361542, - 0.010438413359224796, - 0.06781609356403351, - 0.002958579920232296, - 0.16387473046779633, - 0.03646006062626839, - 0.006592291872948408, - 0.07973421365022659, - 0.02681618742644787, - 0.07337723672389984, - 0.14178049564361572, - 0.17628206312656403, - 0.016597511246800423, - 0.048164043575525284, - 0.10679999738931656, - 0.10236600786447525, - 0.06951423734426498, - 0.19658119976520538, - 0.2378014773130417, - 0.04383845254778862, - 0.002358490601181984, - 0.5098389983177185, - 0.004160362761467695, - 0.09131652861833572, - 0.033670034259557724, - 0.12854251265525818, - 0.0045008184388279915, - 0.04608788713812828, - 0.002958579920232296, - 0.005976095795631409, - 0.16900420188903809, - 0.014570551924407482, - 0.2258244752883911, - 0.41327622532844543, - 0.051051050424575806, - 0.0069204154424369335, - 0.010479042306542397, - 0.10244115442037582, - 0.06459948420524597, - 0.004166666883975267, - 0.07607581466436386, - 0.07696862518787384, - 0.005976095795631409, - 0.03410981595516205, - 0.09238310903310776, - 0.12347486615180969, - 0.09137291461229324, - 0.10382513701915741, - 0.12633182108402252, - 0.052414365112781525, - 0.09028961509466171, - 0.004061372019350529, - 0.02376599609851837, - 0.062230437994003296, - 0.44081631302833557, - 0.05164485424757004, - 0.19383004307746887, - 0.12855872511863708, - 0.11072664707899094, - 0.054301075637340546, - 0.15463916957378387, - 0.046989720314741135, - 0.07450980693101883, - 0.005692599341273308, - 0.13965517282485962, - 0.059919025748968124, - 0.01232394389808178, - 0.1848541796207428, - 0.329439252614975, - 0.008064515888690948, - 0.05761675909161568, - 0.026024363934993744, - 0.20109689235687256, - 0.07247298210859299, - 0.01250000111758709, - 0.011046133935451508, - 0.08891595900058746, - 0.015000000596046448, - 0.1771177053451538, - 0.1277569681406021, - 0.20307444036006927, - 0.03252323344349861, - 0.3117506206035614, - 0.14952152967453003, - 0.1875969022512436, - 0.0911458358168602, - 0.16841551661491394, - 0.08019480109214783, - 0.08398348093032837, - 0.03614916279911995, - 0.09379727393388748, - 0.020082693547010422, - 0.1730237603187561, - 0.020779220387339592, - 0.05467068403959274, - 0.08027523010969162, - 0.013380558229982853, - 0.0035097983200103045, - 0.01720542274415493, - 0.29183268547058105, - 0.13161428272724152, - 0.04178978502750397, - 0.09689711034297943, - 0.10633555799722672, - 0.20330969989299774, - 0.010261193849146366, - 0.08361486345529556, - 0.16204379498958588, - 0.15581098198890686, - 0.003355704713612795, - 0.12204301357269287, - 0.14052583277225494, - 0.034354303032159805, - 0.10790464282035828, - 0.16811594367027283, - 0.08750719577074051, - 0.09932170808315277, - 0.07910750806331635, - 0.059143029153347015, - 0.023351648822426796, - 0.23269230127334595, - 0.049904029816389084, - 0.03054910898208618, - 0.08735796064138412, - 0.00460122711956501, - 0.1697806715965271, - 0.12771084904670715, - 0.013532763347029686, - 0.004201680887490511, - 0.11369068175554276, - 0.14578454196453094, - 0.09783890098333359, - 0.006635070778429508, - 0.3824104070663452, - 0.12700533866882324, - 0.004901960492134094, - 0.007598784752190113, - 0.11003521084785461, - 0.022843822836875916, - 0.1981627345085144, - 0.02212602272629738, - 0.02310344949364662, - 0.1634114682674408, - 0.10241201519966125, - 0.19330854713916779, - 0.005199306644499302, - 0.09007353335618973, - 0.03970588371157646, - 0.025037936866283417, - 0.021832497790455818, - 0.14796747267246246, - 0.033377837389707565, - 0.014744430780410767, - 0.122718445956707, - 0.014516129158437252, - 0.11336717009544373, - 0.029130849987268448, - 0.019347038120031357, - 0.15818490087985992, - 0.20180335640907288, - 0.45695364475250244, - 0.09236326813697815, - 0.008445417508482933, - 0.08435286581516266, - 0.06908854842185974, - 0.014168530702590942, - 0.16815285384655, - 0.13932868838310242, - 0.009458749555051327, - 0.03336604684591293, - 0.0037313434295356274, - 0.3652694821357727, - 0.1317867785692215, - 0.06355645507574081, - 0.05035128444433212, - 0.0121845081448555, - 0.10191347450017929, - 0.11620635539293289, - 0.16241611540317535, - 0.1520572453737259, - 0.02958579920232296, - 0.11236775666475296, - 0.19570405781269073, - 0.18520310521125793, - 0.05629565939307213, - 0.12804877758026123, - 0.19385194778442383, - 0.13006922602653503, - 0.1547333002090454, - 0.07574901729822159, - 0.052681539207696915, - 0.025501899421215057, - 0.0357142873108387, - 0.004480286501348019, - 0.0194968543946743, - 0.010372177697718143, - 0.01824401319026947, - 0.21143145859241486, - 0.00531479949131608, - 0.03870025649666786, - 0.09888888895511627, - 0.023919042199850082, - 0.019503546878695488, - 0.07005426287651062, - 0.035653166472911835, - 0.09971509873867035, - 0.006289307959377766, - 0.4615384638309479, - 0.08235294371843338, - 0.0027141133323311806, - 0.071856290102005, - 0.01653696410357952, - 0.015441423282027245, - 0.026694046333432198, - 0.17932654917240143, - 0.0033136967103928328, - 0.01051248423755169, - 0.08902616053819656, - 0.27020785212516785, - 0.15237466990947723, - 0.28159645199775696, - 0.0974842756986618, - 0.15615463256835938, - 0.2677801847457886, - 0.10610079765319824, - 0.014807503670454025, - 0.10378151386976242, - 0.12012125551700592, - 0.17643950879573822, - 0.006876228377223015, - 0.02299298532307148, - 0.10618336498737335, - 0.06803097575902939, - 0.13722778856754303, - 0.024268105626106262, - 0.014957265928387642, - 0.1267748475074768, - 0.0061295973137021065, - 0.005145167000591755, - 0.26014959812164307, - 0.10966608673334122, - 0.015962442383170128, - 0.12133072316646576, - 0.0077751195058226585, - 0.011876484379172325, - 0.2748691141605377, - 0.00561797758564353, - 0.07773512601852417, - 0.11137667298316956, - 0.08884891867637634, - 0.07418952882289886, - 0.007231404539197683, - 0.07009760290384293, - 0.10285941511392593, - 0.010230178944766521, - 0.09761388599872589, - 0.09683258086442947, - 0.1410835236310959, - 0.37893080711364746, - 0.006944444961845875, - 0.006289307959377766, - 0.06033375859260559, - 0.040236685425043106, - 0.1410835236310959, - 0.09711375087499619, - 0.057373739778995514, - 0.005721830762922764, - 0.0032626427710056305, - 0.013532763347029686, - 0.420718789100647, - 0.003086419776082039, - 0.021018216386437416, - 0.004692832473665476, - 0.005434782709926367, - 0.20571009814739227, - 0.22476379573345184, - 0.14149139821529388, - 0.47792407870292664, - 0.004845322109758854, - 0.011067476123571396, - 0.032592590898275375, - 0.13405640423297882, - 0.18231791257858276, - 0.15502910315990448, - 0.11160548776388168, - 0.02532097138464451, - 0.21681416034698486, - 0.11581292003393173, - 0.06796769797801971, - 0.09689711034297943, - 0.002888318384066224, - 0.1587757021188736, - 0.23055028915405273, - 0.0077751195058226585, - 0.10256409645080566, - 0.10163339227437973, - 0.08519004285335541, - 0.008368201553821564, - 0.0270558912307024, - 0.11672794073820114, - 0.09090909361839294, - 0.11712247133255005, - 0.1376591920852661, - 0.13451004028320312, - 0.03635931387543678, - 0.32750174403190613, - 0.08196170628070831, - 0.0875299796462059, - 0.09781288355588913, - 0.118121437728405, - 0.01956588216125965, - 0.23976023495197296, - 0.005496662575751543, - 0.004983388818800449, - 0.1505221426486969, - 0.07516684383153915, - 0.13077495992183685, - 0.006637168116867542, - 0.004901960492134094, - 0.290192574262619, - 0.02244199439883232, - 0.37871524691581726, - 0.013321872800588608, - 0.027617476880550385, - 0.021802935749292374, - 0.0031960229389369488, - 0.2420358806848526, - 0.005434782709926367, - 0.04419703036546707, - 0.005434782709926367, - 0.004126547370105982, - 0.0911468118429184, - 0.26880529522895813, - 0.0675971508026123, - 0.046572647988796234, - 0.014395714737474918, - 0.18238283693790436, - 0.07526051998138428, - 0.5162311792373657, - 0.14935064315795898, - 0.005782734137028456, - 0.0980198085308075, - 0.019405322149395943, - 0.02368692122399807, - 0.062058527022600174, - 0.13062408566474915, - 0.002076843287795782, - 0.18140383064746857, - 0.013179571367800236, - 0.0530841127038002, - 0.011688311584293842, - 0.004323899280279875, - 0.22483940422534943, - 0.0040087467059493065, - 0.0031960229389369488, - 0.02789171412587166, - 0.011326861567795277, - 0.003893575631082058, - 0.08229310810565948, - 0.0974842756986618, - 0.09216418117284775, - 0.11895592510700226, - 0.11348741501569748, - 0.2965686321258545, - 0.03973232954740524, - 0.03310580179095268, - 0.11231101304292679, - 0.36671239137649536, - 0.12227237969636917, - 0.22849462926387787, - 0.030217565596103668, - 0.09792689979076385, - 0.07307226210832596, - 0.055400557816028595, - 0.041644129902124405, - 0.0059652929194271564, - 0.008581235073506832, - 0.12235960364341736, - 0.036426711827516556 + 0.07838048785924911, + 0.0778307244181633, + 0.10784313827753067, + 0.11369990557432175, + 0.08444444090127945, + 0.00916999764740467, + 0.08822181075811386, + 0.062484126538038254, + 0.05695208162069321, + 0.04162991791963577, + 0.07052677869796753, + 0.07538052648305893, + 0.12386707216501236, + 0.01379582192748785, + 0.1831406205892563, + 0.11397366970777512, + 0.18014147877693176, + 0.10448563098907471 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 58.140625, - 59.923946380615234, - 40.92451858520508, - 104.52373504638672, - 39.67213821411133, - 39.6721305847168, - 141.78041076660156, - 129.0128173828125, - 49.528934478759766, - 76.40882873535156, - 67.5317611694336, - 39.448631286621094, - 133.3317108154297, - 46.32465744018555, - 39.482200622558594, - 71.46943664550781, - 97.8037109375, - 104.52373504638672, - 80.13677978515625, - 67.5317611694336, - 85.75440979003906, - 79.20336151123047, - 49.52893829345703, - 76.1885986328125, - 104.52373504638672, - 44.05697250366211, - 99.2058334350586, - 85.55008697509766, - 44.08746337890625, - 45.5595588684082, - 83.73645782470703, - 39.482200622558594, - 75.4793930053711, - 80.20185852050781, - 100.89583587646484, - 98.22600555419922, - 39.3696174621582, - 64.1604232788086, - 105.6982421875, - 55.49595642089844, - 68.9874496459961, - 103.74634552001953, - 162.39939880371094, - 42.07524108886719, - 52.04319381713867, - 53.71647644042969, - 42.07524108886719, - 68.09083557128906, - 40.92451858520508, - 45.5595588684082, - 69.9290771484375, - 71.77371978759766, - 118.29530334472656, - 70.85063934326172, - 271.7451171875, - 59.923946380615234, - 59.923946380615234, - 56.410118103027344, - 68.60340118408203, - 65.34730529785156, - 41.895790100097656, - 53.757450103759766, - 67.5317611694336, - 104.75892639160156, - 67.5317611694336, - 50.97823715209961, - 56.373023986816406, - 61.50631332397461, - 118.53962707519531, - 54.22412109375, - 181.2998809814453, - 67.5317611694336, - 40.43056106567383, - 113.9007797241211, - 54.22412109375, - 50.35831832885742, - 81.07107543945312, - 47.91511154174805, - 338.33258056640625, - 39.6721305847168, - 67.5317611694336, - 67.17436981201172, - 104.52373504638672, - 68.24647521972656, - 104.52373504638672, - 39.448631286621094, - 67.5317611694336, - 67.5317611694336, - 47.901458740234375, - 54.224124908447266, - 40.43056106567383, - 98.10586547851562, - 39.85641860961914, - 54.22412109375, - 112.19820404052734, - 59.52534866333008, - 54.22412109375, - 47.703086853027344, - 59.15165328979492, - 69.00912475585938, - 46.32465744018555, - 104.63882446289062, - 110.05624389648438, - 179.01852416992188, - 98.94672393798828, - 39.6721305847168, - 52.89699935913086, - 57.25469970703125, - 512.0, - 104.52373504638672, - 59.03047180175781, - 42.714111328125, - 41.47610092163086, - 54.224124908447266, - 80.68165588378906, - 65.70689392089844, - 44.81291198730469, - 40.60122299194336, - 52.89699935913086, - 67.5317611694336, - 110.37039184570312, - 44.81290054321289, - 47.703086853027344, - 59.923954010009766, - 39.448631286621094, - 61.720672607421875, - 95.47865295410156, - 90.76459503173828, - 41.895782470703125, - 55.49595642089844, - 75.47940826416016, - 70.85065460205078, - 57.25468444824219, - 79.64996337890625, - 136.38421630859375, - 47.901451110839844, - 67.5317611694336, - 283.0589294433594, - 97.12479400634766, - 67.17436218261719, - 40.924522399902344, - 83.63631439208984, - 512.0, - 52.04319381713867, - 67.5317611694336, - 67.5317611694336, - 104.07544708251953, - 39.36961364746094, - 85.20036315917969, - 156.88082885742188, - 48.709590911865234, - 67.5317611694336, - 41.895790100097656, - 70.85065460205078, - 52.89699935913086, - 54.224124908447266, - 64.15332794189453, - 60.820762634277344, - 67.5317611694336, - 42.07524108886719, - 63.52898025512695, - 93.87997436523438, - 72.6982192993164, - 80.13680267333984, - 72.8669662475586, - 51.19669723510742, - 69.79340362548828, - 67.5317611694336, - 39.482200622558594, - 46.32465744018555, - 260.117431640625, - 48.70958709716797, - 66.30977630615234, - 93.28109741210938, - 79.20335388183594, - 45.5595588684082, - 77.60830688476562, - 47.90146255493164, - 56.373023986816406, - 67.5317611694336, - 77.09589385986328, - 57.254695892333984, - 41.895790100097656, - 107.38953399658203, - 197.7448272705078, - 41.895790100097656, - 43.38652420043945, - 39.448631286621094, - 109.23878479003906, - 65.3473129272461, - 39.482200622558594, - 96.00885772705078, - 69.9291000366211, - 41.895790100097656, - 111.22928619384766, - 84.81629180908203, - 124.29115295410156, - 44.81291198730469, - 167.77972412109375, - 102.04788970947266, - 96.7425537109375, - 69.00910949707031, - 92.6968994140625, - 54.62394714355469, - 69.92909240722656, - 44.087467193603516, - 70.85063934326172, - 40.60122299194336, - 101.83731079101562, - 40.92451858520508, - 46.32465744018555, - 63.52898025512695, - 39.482200622558594, - 104.52373504638672, - 39.36961364746094, - 73.06543731689453, - 85.75440216064453, - 47.10594177246094, - 68.09083557128906, - 71.77371978759766, - 119.36103057861328, - 67.5317611694336, - 67.17436218261719, - 59.0046501159668, - 108.43882751464844, - 67.5317611694336, - 88.57263946533203, - 98.00143432617188, - 40.43056106567383, - 74.5511245727539, - 69.24842071533203, - 67.17436218261719, - 71.77371978759766, - 57.25469970703125, - 48.709590911865234, - 39.6721305847168, - 123.65267181396484, - 52.89699935913086, - 40.43056106567383, - 63.52898025512695, - 67.5317611694336, - 98.97425079345703, - 81.07108306884766, - 47.703086853027344, - 54.22412109375, - 70.06510162353516, - 103.71844482421875, - 61.72068786621094, - 47.703086853027344, - 125.57379150390625, - 91.39616394042969, - 47.703086853027344, - 44.05697250366211, - 87.63262176513672, - 40.92451858520508, - 104.47001647949219, - 39.482200622558594, - 40.924522399902344, - 106.3996810913086, - 87.63261413574219, - 117.4132080078125, - 67.5317611694336, - 64.43696594238281, - 52.89699935913086, - 39.6721305847168, - 40.60122299194336, - 97.05652618408203, - 40.92451858520508, - 41.895790100097656, - 85.7544174194336, - 39.482200622558594, - 82.94215393066406, - 42.07524108886719, - 58.40997314453125, - 89.51326751708984, - 94.40430450439453, - 181.93695068359375, - 69.9290771484375, - 41.895782470703125, - 63.528995513916016, - 66.25980377197266, - 39.3696174621582, - 112.22042846679688, - 89.5132827758789, - 54.224124908447266, - 42.07524108886719, - 83.79454803466797, - 144.71646118164062, - 80.48703002929688, - 55.4959602355957, - 52.89699935913086, - 39.44862365722656, - 74.55110931396484, - 80.13677215576172, - 93.23284149169922, - 115.1605224609375, - 42.714111328125, - 81.07108306884766, - 119.42781829833984, - 96.58385467529297, - 45.5595588684082, - 80.23714447021484, - 113.745849609375, - 93.28108215332031, - 107.48484802246094, - 68.09083557128906, - 46.32465744018555, - 40.007301330566406, - 44.81291198730469, - 41.895790100097656, - 39.448631286621094, - 39.85641860961914, - 40.00730895996094, - 99.7236328125, - 54.22412109375, - 42.714111328125, - 71.77371978759766, - 40.00730514526367, - 39.482200622558594, - 60.82075881958008, - 42.7141227722168, - 61.90106964111328, - 44.05696487426758, - 173.81846618652344, - 62.62348937988281, - 96.60018157958984, - 52.89699935913086, - 39.85641860961914, - 39.36962127685547, - 40.007301330566406, - 72.89997100830078, - 67.5317611694336, - 44.05697250366211, - 62.62348937988281, - 79.9787826538086, - 92.36994934082031, - 162.54534912109375, - 71.1624755859375, - 76.26852416992188, - 125.64602661132812, - 85.75440216064453, - 67.5317611694336, - 73.6240234375, - 77.33934783935547, - 79.75918579101562, - 54.22412109375, - 40.00730514526367, - 81.72233581542969, - 55.49595642089844, - 76.09793090820312, - 39.6721305847168, - 39.482200622558594, - 95.19313049316406, - 47.703086853027344, - 44.05696487426758, - 134.84278869628906, - 94.21729278564453, - 47.703086853027344, - 102.2648696899414, - 54.22412109375, - 67.5317611694336, - 120.98310852050781, - 44.05696487426758, - 55.4959602355957, - 85.75440979003906, - 75.47940826416016, - 67.17436981201172, - 41.895790100097656, - 57.25469207763672, - 73.62403106689453, - 39.85641860961914, - 73.6240234375, - 69.00910949707031, - 85.08191680908203, - 196.76185607910156, - 47.703086853027344, - 47.703086853027344, - 44.81291198730469, - 42.7141227722168, - 85.09616088867188, - 74.5511245727539, - 54.7945556640625, - 47.703086853027344, - 116.84681701660156, - 41.895790100097656, - 173.8892364501953, - 104.52373504638672, - 40.43056106567383, - 54.22412109375, - 67.5317611694336, - 119.17167663574219, - 86.77269744873047, - 86.69319152832031, - 171.51605224609375, - 54.22412109375, - 44.05696487426758, - 42.71410369873047, - 76.40882873535156, - 102.15631866455078, - 78.98115539550781, - 76.40882873535156, - 40.00730514526367, - 119.80467224121094, - 84.81629180908203, - 62.62348937988281, - 67.17436218261719, - 104.52373504638672, - 106.52169036865234, - 135.33963012695312, - 54.22412109375, - 80.31788635253906, - 69.92909240722656, - 70.85065460205078, - 41.895790100097656, - 42.07524108886719, - 83.69246673583984, - 67.17436981201172, - 76.40882873535156, - 82.94215393066406, - 89.51325225830078, - 44.08746337890625, - 105.0830078125, - 66.25981903076172, - 64.43696594238281, - 69.92909240722656, - 94.71461486816406, - 40.007301330566406, - 100.60440826416016, - 67.5317611694336, - 512.0, - 57.567264556884766, - 47.90145492553711, - 83.5333480834961, - 47.703086853027344, - 44.05697250366211, - 85.52372741699219, - 41.895790100097656, - 227.6749267578125, - 40.60122299194336, - 40.007301330566406, - 40.007301330566406, - 44.05696487426758, - 95.72651672363281, - 47.703086853027344, - 47.901451110839844, - 67.5317611694336, - 44.05696487426758, - 57.254695892333984, - 148.07191467285156, - 54.62394714355469, - 41.47610092163086, - 53.870330810546875, - 108.41845703125, - 58.140621185302734, - 135.39739990234375, - 63.93060302734375, - 44.05696487426758, - 59.923946380615234, - 39.36961364746094, - 40.00730514526367, - 53.757450103759766, - 84.24561309814453, - 54.22412109375, - 77.07534790039062, - 44.05696487426758, - 47.105926513671875, - 44.05697250366211, - 67.5317611694336, - 77.17179870605469, - 104.52373504638672, - 512.0, - 42.07524108886719, - 44.05697250366211, - 512.0, - 66.25979614257812, - 68.09083557128906, - 66.25980377197266, - 80.21021270751953, - 85.83477020263672, - 97.46260070800781, - 43.38651657104492, - 39.6721305847168, - 69.51958465576172, - 175.9082794189453, - 84.81629180908203, - 80.32908630371094, - 40.43056106567383, - 68.8150634765625, - 65.34729766845703, - 52.04319763183594, - 40.43056106567383, - 101.4770278930664, - 44.05697250366211, - 53.71989440917969, - 42.07524108886719 + 537.2753295898438, + 510.8924560546875, + 483.5556945800781, + 352.9477233886719, + 532.1246948242188, + 499.8999938964844, + 415.82696533203125, + 354.08447265625, + 965.5604858398438, + 354.8009948730469, + 512.8445434570312, + 889.2299194335938, + 453.1399230957031, + 394.7975158691406, + 649.493896484375, + 649.607421875, + 339.5086669921875, + 607.897216796875, + 615.922119140625, + 902.5235595703125, + 765.3699951171875, + 568.0357055664062, + 760.0022583007812, + 475.8880615234375, + 623.1826782226562, + 535.2304077148438, + 551.5006713867188, + 381.6152648925781, + 462.0396423339844, + 514.5599975585938, + 620.6620483398438, + 677.7327880859375, + 511.143310546875, + 422.66888427734375, + 488.2848815917969, + 402.2800598144531, + 540.7033081054688, + 451.5488586425781, + 898.7279663085938, + 590.1122436523438, + 479.06982421875, + 551.958984375, + 679.5718994140625, + 314.9662780761719, + 451.06689453125, + 567.705078125, + 474.54241943359375, + 684.7151489257812, + 468.37762451171875, + 301.23492431640625, + 690.9930419921875, + 536.9188842773438, + 615.4493408203125, + 590.8587036132812, + 795.4096069335938, + 253.05044555664062, + 515.3048706054688, + 291.7385559082031, + 543.5117797851562, + 703.5006713867188, + 649.9380493164062, + 565.21240234375, + 564.6897583007812, + 492.49261474609375, + 317.23382568359375, + 590.694091796875, + 633.3670654296875, + 754.3721923828125, + 586.2008056640625, + 581.2078857421875, + 331.44580078125, + 669.849853515625, + 617.0200805664062, + 496.92724609375, + 561.4052734375, + 504.4504699707031, + 377.21142578125, + 588.8668212890625, + 525.2479248046875, + 532.7807006835938, + 591.7706909179688, + 591.273193359375, + 578.314697265625, + 747.00244140625, + 786.8961791992188, + 370.0867614746094, + 492.0607604980469, + 736.4448852539062, + 485.1363830566406, + 472.0208435058594, + 721.544189453125, + 427.89495849609375, + 844.7277221679688, + 708.565673828125, + 427.6556701660156, + 506.93157958984375, + 590.2424926757812, + 292.7585754394531, + 413.8057556152344, + 466.7513732910156, + 432.3788757324219, + 659.9187622070312, + 729.1309814453125, + 600.2426147460938, + 496.40301513671875, + 581.0521240234375, + 526.2921142578125, + 515.9229125976562, + 578.7081298828125, + 444.676025390625, + 358.9082946777344, + 405.2835693359375, + 343.86572265625, + 669.918212890625, + 566.5817260742188, + 589.3958740234375, + 482.9715576171875, + 425.8935546875, + 716.6942138671875, + 488.4419250488281, + 811.32421875, + 474.09967041015625, + 468.9676513671875, + 794.8681640625, + 328.4875183105469, + 563.4935302734375, + 469.4927978515625, + 402.5653076171875, + 518.1934204101562, + 463.7615966796875, + 799.2169799804688, + 543.8120727539062, + 382.8065490722656, + 722.2113037109375, + 548.342041015625, + 419.6943054199219, + 198.62405395507812, + 757.9552001953125, + 624.7562255859375, + 498.09051513671875, + 730.8859252929688, + 574.4766235351562, + 619.7664794921875, + 413.983154296875, + 559.283447265625, + 477.22808837890625, + 320.6145935058594, + 851.79248046875, + 488.5019836425781, + 639.5575561523438, + 507.5333251953125, + 469.5541687011719, + 410.6777648925781, + 840.4147338867188, + 676.2778930664062, + 692.5670776367188, + 696.3089599609375, + 413.05615234375, + 446.62353515625, + 346.03973388671875, + 267.96649169921875, + 554.1864013671875, + 595.4689331054688, + 565.9203491210938, + 727.2794799804688, + 683.9061889648438, + 450.5439758300781, + 490.0800476074219, + 345.0263366699219, + 571.7890014648438, + 635.4906005859375, + 659.3538818359375, + 420.7764587402344, + 659.9050903320312, + 833.4198608398438, + 498.2705993652344, + 635.5515747070312, + 632.9072875976562, + 565.1555786132812, + 410.87640380859375, + 568.4180908203125, + 521.3335571289062, + 713.607177734375, + 863.2237548828125, + 889.9102783203125, + 799.9913330078125, + 601.3485717773438, + 853.71484375, + 1032.0513916015625, + 656.2119140625, + 603.096435546875, + 609.771484375, + 454.5573425292969, + 310.8440856933594, + 541.0060424804688, + 741.25, + 501.17974853515625, + 742.661865234375, + 287.3803405761719, + 641.6488037109375, + 674.9974365234375, + 621.0493774414062, + 662.8493041992188, + 817.5206298828125, + 605.6318359375, + 673.9225463867188, + 738.298095703125, + 526.4756469726562, + 725.72021484375, + 530.4579467773438, + 690.6671752929688, + 547.9883422851562, + 546.7732543945312, + 452.8737487792969, + 514.921875, + 461.8097229003906, + 510.5002136230469, + 938.5189208984375, + 500.1070861816406, + 501.3670654296875, + 500.7845458984375, + 485.71917724609375, + 498.67901611328125, + 691.605224609375, + 449.48760986328125, + 432.1922607421875, + 663.1978759765625, + 559.1027221679688, + 515.8362426757812, + 471.451904296875, + 489.0771789550781, + 695.7955322265625, + 604.2192993164062, + 400.1269836425781, + 568.6525268554688, + 377.1686706542969, + 573.243408203125, + 241.67335510253906, + 827.7948608398438, + 662.7337036132812, + 780.0927124023438, + 469.79248046875, + 605.113525390625, + 495.063232421875, + 641.6048583984375, + 570.8018798828125, + 584.368408203125, + 703.3928833007812, + 668.610595703125, + 399.5177001953125, + 354.40496826171875, + 707.2598876953125, + 612.492431640625, + 502.49188232421875, + 749.8671875, + 572.470947265625, + 634.0844116210938, + 520.794189453125, + 449.8703308105469, + 385.40081787109375, + 401.3763427734375, + 567.6511840820312, + 401.5873107910156, + 707.7349243164062, + 586.8204345703125, + 726.7771606445312, + 581.8313598632812, + 675.67529296875, + 647.9563598632812, + 806.6615600585938, + 632.3302001953125, + 473.1010437011719, + 589.2279052734375, + 480.2252197265625, + 446.82666015625, + 631.2244262695312, + 451.25897216796875, + 602.648681640625, + 495.2727355957031, + 713.7164306640625, + 708.9432983398438, + 487.56195068359375, + 468.844482421875, + 635.4514770507812, + 795.26708984375, + 564.4490966796875, + 388.6723327636719, + 754.950927734375, + 702.881103515625, + 520.1406860351562, + 740.8849487304688, + 850.5789794921875, + 350.1485595703125, + 599.2373046875, + 705.2047729492188, + 833.114990234375, + 436.40570068359375, + 731.7451171875, + 776.0717163085938, + 326.375, + 733.8721923828125, + 541.7950439453125, + 488.6233215332031, + 601.8660278320312, + 732.2246704101562, + 695.0922241210938, + 613.0272216796875, + 832.5715942382812, + 597.5787963867188, + 314.5898132324219, + 711.458984375, + 692.9017944335938, + 637.4817504882812, + 548.8844604492188, + 474.576904296875, + 479.0306701660156, + 490.5044860839844, + 721.1198120117188, + 416.20001220703125, + 539.3267822265625, + 544.1046142578125, + 672.6572265625, + 481.60955810546875, + 499.5833740234375, + 520.6742553710938, + 709.0579833984375, + 742.8652954101562, + 618.377197265625, + 651.0791625976562, + 754.3834838867188, + 395.8155212402344, + 431.211669921875, + 605.24365234375, + 497.965576171875, + 445.530029296875, + 684.7620849609375, + 627.0235595703125, + 820.0913696289062, + 590.305419921875, + 545.2827758789062, + 378.85797119140625, + 726.1642456054688, + 471.9454040527344, + 518.1563110351562, + 461.97576904296875, + 604.35205078125, + 845.4246826171875, + 528.446533203125, + 530.8509521484375, + 1116.7568359375, + 826.9219970703125, + 514.3880004882812, + 572.9927368164062, + 733.70849609375, + 382.5928955078125, + 403.63629150390625, + 606.52197265625, + 691.7203369140625, + 927.4500732421875, + 543.011474609375, + 431.2655944824219, + 415.76214599609375, + 561.9603271484375, + 830.8831176757812, + 574.8715209960938, + 683.9144897460938, + 695.9424438476562, + 547.0018310546875, + 575.9501342773438, + 609.2904663085938, + 641.5228271484375, + 420.13580322265625, + 613.4310913085938, + 543.7588500976562, + 436.1829833984375, + 607.6058349609375, + 465.93951416015625, + 316.2825622558594, + 663.1641845703125, + 656.5181884765625, + 524.13525390625, + 330.06036376953125, + 509.2550048828125, + 498.2819519042969, + 674.98095703125, + 738.3128051757812, + 551.3395385742188, + 395.8790283203125, + 367.821044921875, + 763.965576171875, + 594.858154296875, + 655.7177124023438, + 481.8211975097656, + 518.7431640625, + 427.8509216308594, + 498.8509216308594, + 569.7083740234375, + 609.8309936523438, + 554.2890625, + 496.070556640625, + 708.4617309570312, + 479.15277099609375, + 702.4540405273438, + 682.6669921875, + 458.7097473144531, + 455.4233093261719, + 803.3222045898438, + 832.1644287109375, + 567.8615112304688, + 757.4506225585938, + 564.3888549804688, + 631.26513671875, + 572.4009399414062, + 533.3128051757812, + 408.36773681640625, + 480.4649353027344, + 566.7197875976562, + 720.1802978515625, + 599.714111328125, + 379.84112548828125, + 495.30242919921875, + 596.9098510742188, + 579.2523193359375, + 588.0083618164062, + 497.30596923828125, + 376.06396484375, + 754.0588989257812, + 342.07293701171875, + 650.2887573242188, + 621.8499145507812, + 643.1763916015625, + 492.18560791015625, + 355.1427307128906, + 488.2620849609375, + 562.561767578125, + 594.849853515625, + 664.0143432617188, + 378.51165771484375, + 906.3158569335938, + 616.9727172851562, + 414.61981201171875, + 568.4069213867188, + 601.9158935546875, + 835.9656372070312, + 516.0150146484375, + 899.9004516601562, + 598.3855590820312, + 554.294189453125, + 680.6948852539062, + 603.1744995117188, + 657.3733520507812, + 735.9544677734375, + 326.452880859375, + 592.5722045898438, + 505.7290954589844, + 860.02734375, + 557.5407104492188, + 555.305908203125, + 366.1967468261719, + 669.2682495117188, + 515.529541015625, + 689.1671752929688, + 427.6510009765625, + 523.997314453125, + 637.4786987304688, + 707.4193725585938, + 605.667724609375, + 613.14892578125, + 724.9891357421875, + 766.369140625, + 408.5666809082031, + 641.5388793945312, + 299.5169982910156, + 826.0606689453125, + 824.4996948242188, + 680.7401733398438, + 421.7306213378906, + 245.9962615966797, + 895.2101440429688, + 700.6931762695312, + 399.4098815917969, + 696.993896484375, + 548.1055908203125, + 604.6251220703125, + 737.3084106445312, + 535.6572265625, + 623.3478393554688, + 411.0894775390625, + 649.2431030273438, + 488.99908447265625, + 598.050048828125, + 486.48095703125, + 588.1299438476562, + 604.1593017578125, + 680.1068115234375, + 222.44862365722656, + 548.158935546875, + 549.7640991210938, + 824.6387939453125, + 620.5546264648438 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } ] @@ -81389,200 +98359,200 @@ 2 ], "wall_clock_s": [ - 547.1, - 511.1, - 627.9 + 868.8, + 876.0, + 883.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.2039221078157425, + "loss": 0.21955609321594238, "env_score_iters": 500, - "env_score": -3.088528633117676, + "env_score": -0.46336793899536133, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.16069014370441437, - "rl_grad_norm": 0.35142937302589417, - "bc_grad_norm": 0.1616477370262146, + "grad_align": 0.1694503277540207, + "rl_grad_norm": 0.3224084973335266, + "bc_grad_norm": 1.947818398475647, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.3.self_attn.in_proj_weight": 0.14200177788734436, - "transformer.layers.3.self_attn.in_proj_bias": 0.006312390323728323, - "transformer.layers.3.self_attn.out_proj.weight": 0.06495852768421173, - "transformer.layers.3.self_attn.out_proj.bias": 0.00522407703101635, - "transformer.layers.3.linear1.weight": 0.12255977839231491, - "transformer.layers.3.linear1.bias": 0.008439934812486172, - "transformer.layers.3.linear2.weight": 0.056715019047260284, - "transformer.layers.3.linear2.bias": 0.009737757034599781, - "transformer.layers.3.norm1.weight": 0.010994077660143375, - "transformer.layers.3.norm1.bias": 0.007995284162461758, - "transformer.layers.3.norm2.weight": 0.011723355390131474, - "transformer.layers.3.norm2.bias": 0.014493354596197605, - "head.weight": 0.7071655988693237, - "head.bias": 0.024937450885772705 + "transformer.layers.3.self_attn.in_proj_weight": 0.07767333090305328, + "transformer.layers.3.self_attn.in_proj_bias": 0.005856887437403202, + "transformer.layers.3.self_attn.out_proj.weight": 0.037386007606983185, + "transformer.layers.3.self_attn.out_proj.bias": 0.003457798855379224, + "transformer.layers.3.linear1.weight": 0.05246453359723091, + "transformer.layers.3.linear1.bias": 0.00440595718100667, + "transformer.layers.3.linear2.weight": 0.028048181906342506, + "transformer.layers.3.linear2.bias": 0.004645217675715685, + "transformer.layers.3.norm1.weight": 0.006696692202240229, + "transformer.layers.3.norm1.bias": 0.008523229509592056, + "transformer.layers.3.norm2.weight": 0.004431866575032473, + "transformer.layers.3.norm2.bias": 0.006449884735047817, + "head.weight": 0.2407381683588028, + "head.bias": 0.009241461753845215 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.058037105947732925, - "repr_drift_kl_low_t": 0.05205104872584343, - "repr_drift_kl_mid_t": 0.05276402831077576, - "repr_drift_kl_high_t": 0.06484021246433258, + "repr_drift_kl": 0.44345104694366455, + "repr_drift_kl_low_t": 0.5418146848678589, + "repr_drift_kl_mid_t": 0.458915650844574, + "repr_drift_kl_high_t": 0.3156464695930481, "cka_iters": 500, - "cka_similarity": 0.9471966028213501, + "cka_similarity": 0.9011139869689941, "t_analysis_iters": 500, - "norm_low_t": 0.6343945264816284, - "norm_high_t": 0.20355424284934998, - "lowhigh_cos": 0.16660332679748535, + "norm_low_t": 0.32724571228027344, + "norm_high_t": 0.4074752628803253, + "lowhigh_cos": 0.5261297821998596, "t_bin_norms": { - "t_0.0-0.1": 0.6206007599830627, - "t_0.1-0.2": 0.3238219618797302, - "t_0.2-0.3": 0.24677282571792603, - "t_0.3-0.4": 0.2621364891529083, - "t_0.4-0.5": 0.20803223550319672, - "t_0.5-0.6": 0.25864893198013306, - "t_0.6-0.7": 0.23972833156585693, - "t_0.7-0.8": 0.26087841391563416, - "t_0.8-0.9": 0.1894543468952179, - "t_0.9-1.0": 0.29943087697029114 - }, - "win_rate": 0.036426711827516556, - "effective_batch_size": 42.07524108886719, + "t_0.0-0.1": 0.44640102982521057, + "t_0.1-0.2": 0.26236844062805176, + "t_0.2-0.3": 0.299074649810791, + "t_0.3-0.4": 0.280872642993927, + "t_0.4-0.5": 0.2519846558570862, + "t_0.5-0.6": 0.24263429641723633, + "t_0.6-0.7": 0.3017334043979645, + "t_0.7-0.8": 0.25068947672843933, + "t_0.8-0.9": 0.2722313404083252, + "t_0.9-1.0": 0.49574515223503113 + }, + "win_rate": 0.10448563098907471, + "effective_batch_size": 620.5546264648438, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.16315467655658722, + "loss": 0.09127841144800186, "env_score_iters": 500, - "env_score": -2.9864752292633057, + "env_score": -0.671764612197876, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.525, "grad_align_iters": 500, - "grad_align": 0.32693374156951904, - "rl_grad_norm": 0.4686901569366455, - "bc_grad_norm": 0.29554563760757446, + "grad_align": -0.0760725811123848, + "rl_grad_norm": 0.21375657618045807, + "bc_grad_norm": 0.9776003360748291, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.3.self_attn.in_proj_weight": 0.14154615998268127, - "transformer.layers.3.self_attn.in_proj_bias": 0.009598825126886368, - "transformer.layers.3.self_attn.out_proj.weight": 0.06403110176324844, - "transformer.layers.3.self_attn.out_proj.bias": 0.007028439547866583, - "transformer.layers.3.linear1.weight": 0.110724538564682, - "transformer.layers.3.linear1.bias": 0.009976539760828018, - "transformer.layers.3.linear2.weight": 0.05720061808824539, - "transformer.layers.3.linear2.bias": 0.011900666169822216, - "transformer.layers.3.norm1.weight": 0.012048808857798576, - "transformer.layers.3.norm1.bias": 0.012588909827172756, - "transformer.layers.3.norm2.weight": 0.011422982439398766, - "transformer.layers.3.norm2.bias": 0.01765674166381359, - "head.weight": 0.6029499173164368, - "head.bias": 0.025495771318674088 + "transformer.layers.3.self_attn.in_proj_weight": 0.06934303045272827, + "transformer.layers.3.self_attn.in_proj_bias": 0.00419536791741848, + "transformer.layers.3.self_attn.out_proj.weight": 0.02404003217816353, + "transformer.layers.3.self_attn.out_proj.bias": 0.00232066516764462, + "transformer.layers.3.linear1.weight": 0.03507472947239876, + "transformer.layers.3.linear1.bias": 0.0028469106182456017, + "transformer.layers.3.linear2.weight": 0.017583826556801796, + "transformer.layers.3.linear2.bias": 0.003304601414129138, + "transformer.layers.3.norm1.weight": 0.005749951582401991, + "transformer.layers.3.norm1.bias": 0.00555344857275486, + "transformer.layers.3.norm2.weight": 0.0032892466988414526, + "transformer.layers.3.norm2.bias": 0.0050397710874676704, + "head.weight": 0.19050896167755127, + "head.bias": 0.007277144584804773 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1414836347103119, - "repr_drift_kl_low_t": 0.14207613468170166, - "repr_drift_kl_mid_t": 0.13921338319778442, - "repr_drift_kl_high_t": 0.15480339527130127, + "repr_drift_kl": 0.24288928508758545, + "repr_drift_kl_low_t": 0.2838209271430969, + "repr_drift_kl_mid_t": 0.2569238543510437, + "repr_drift_kl_high_t": 0.18209399282932281, "cka_iters": 500, - "cka_similarity": 0.8986815214157104, + "cka_similarity": 0.9303828477859497, "t_analysis_iters": 500, - "norm_low_t": 0.4962317943572998, - "norm_high_t": 0.5186224579811096, - "lowhigh_cos": 0.4772259294986725, + "norm_low_t": 0.21459242701530457, + "norm_high_t": 0.28915759921073914, + "lowhigh_cos": 0.060230620205402374, "t_bin_norms": { - "t_0.0-0.1": 0.4516175091266632, - "t_0.1-0.2": 0.30420687794685364, - "t_0.2-0.3": 0.597529411315918, - "t_0.3-0.4": 0.3456416726112366, - "t_0.4-0.5": 0.4856815040111542, - "t_0.5-0.6": 0.6023733019828796, - "t_0.6-0.7": 0.513558566570282, - "t_0.7-0.8": 0.41166767477989197, - "t_0.8-0.9": 0.47096267342567444, - "t_0.9-1.0": 0.5034455060958862 - }, - "win_rate": 0.016468115150928497, - "effective_batch_size": 39.44862365722656, + "t_0.0-0.1": 0.16899903118610382, + "t_0.1-0.2": 0.17692585289478302, + "t_0.2-0.3": 0.16499806940555573, + "t_0.3-0.4": 0.18157529830932617, + "t_0.4-0.5": 0.19719837605953217, + "t_0.5-0.6": 0.18494196236133575, + "t_0.6-0.7": 0.20028328895568848, + "t_0.7-0.8": 0.22704751789569855, + "t_0.8-0.9": 0.2778242230415344, + "t_0.9-1.0": 0.34815987944602966 + }, + "win_rate": 0.04942450672388077, + "effective_batch_size": 456.0980224609375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.31269916892051697, + "loss": 0.1841926872730255, "env_score_iters": 500, - "env_score": -1.2536283731460571, + "env_score": -0.28568679094314575, "eval_iters": 500, - "eval_score": 0.7, + "eval_score": 0.5, "grad_align_iters": 500, - "grad_align": -0.038261305540800095, - "rl_grad_norm": 0.6118085980415344, - "bc_grad_norm": 0.6050412654876709, + "grad_align": 0.15194132924079895, + "rl_grad_norm": 0.23681408166885376, + "bc_grad_norm": 1.513362169265747, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.3.self_attn.in_proj_weight": 0.1106564998626709, - "transformer.layers.3.self_attn.in_proj_bias": 0.008271303027868271, - "transformer.layers.3.self_attn.out_proj.weight": 0.05142484977841377, - "transformer.layers.3.self_attn.out_proj.bias": 0.006000559311360121, - "transformer.layers.3.linear1.weight": 0.10621508210897446, - "transformer.layers.3.linear1.bias": 0.009108897298574448, - "transformer.layers.3.linear2.weight": 0.05186724290251732, - "transformer.layers.3.linear2.bias": 0.01127755269408226, - "transformer.layers.3.norm1.weight": 0.009065850637853146, - "transformer.layers.3.norm1.bias": 0.011088216677308083, - "transformer.layers.3.norm2.weight": 0.011463725939393044, - "transformer.layers.3.norm2.bias": 0.01742955483496189, - "head.weight": 0.6264045238494873, - "head.bias": 0.025922108441591263 + "transformer.layers.3.self_attn.in_proj_weight": 0.1322130262851715, + "transformer.layers.3.self_attn.in_proj_bias": 0.006574046798050404, + "transformer.layers.3.self_attn.out_proj.weight": 0.03777334466576576, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026550283655524254, + "transformer.layers.3.linear1.weight": 0.04935501515865326, + "transformer.layers.3.linear1.bias": 0.0036031831987202168, + "transformer.layers.3.linear2.weight": 0.028318239375948906, + "transformer.layers.3.linear2.bias": 0.0033347776625305414, + "transformer.layers.3.norm1.weight": 0.009099021553993225, + "transformer.layers.3.norm1.bias": 0.008321093395352364, + "transformer.layers.3.norm2.weight": 0.004250733181834221, + "transformer.layers.3.norm2.bias": 0.0051346453838050365, + "head.weight": 0.22877010703086853, + "head.bias": 0.00687804352492094 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.2634619176387787, - "repr_drift_kl_low_t": 0.2589632272720337, - "repr_drift_kl_mid_t": 0.2540209889411926, - "repr_drift_kl_high_t": 0.28418248891830444, + "repr_drift_kl": 0.3262827396392822, + "repr_drift_kl_low_t": 0.3745897710323334, + "repr_drift_kl_mid_t": 0.3317207992076874, + "repr_drift_kl_high_t": 0.25855177640914917, "cka_iters": 500, - "cka_similarity": 0.866624116897583, + "cka_similarity": 0.9521605968475342, "t_analysis_iters": 500, - "norm_low_t": 0.8909674286842346, - "norm_high_t": 0.4673709571361542, - "lowhigh_cos": -0.03136485442519188, + "norm_low_t": 0.3283793032169342, + "norm_high_t": 0.3354797661304474, + "lowhigh_cos": 0.6250906586647034, "t_bin_norms": { - "t_0.0-0.1": 1.0144084692001343, - "t_0.1-0.2": 0.8182793855667114, - "t_0.2-0.3": 0.6111734509468079, - "t_0.3-0.4": 0.5919207334518433, - "t_0.4-0.5": 0.5301139950752258, - "t_0.5-0.6": 0.45222049951553345, - "t_0.6-0.7": 0.39639753103256226, - "t_0.7-0.8": 0.42711561918258667, - "t_0.8-0.9": 0.34259098768234253, - "t_0.9-1.0": 0.6005055904388428 - }, - "win_rate": 0.0581597238779068, - "effective_batch_size": 52.89699935913086, + "t_0.0-0.1": 0.4116475284099579, + "t_0.1-0.2": 0.2039356529712677, + "t_0.2-0.3": 0.1631462424993515, + "t_0.3-0.4": 0.2950567305088043, + "t_0.4-0.5": 0.17181217670440674, + "t_0.5-0.6": 0.20024168491363525, + "t_0.6-0.7": 0.22585241496562958, + "t_0.7-0.8": 0.21928003430366516, + "t_0.8-0.9": 0.37065237760543823, + "t_0.9-1.0": 0.33345696330070496 + }, + "win_rate": 0.10232004523277283, + "effective_batch_size": 496.7884826660156, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 } } ] }, "layer_ablation_top2": { - "score": 0.6666666666666666, - "score_std": 0.011785113019775776, + "score": 0.4041666666666666, + "score_std": 0.015590239111558109, "all_scores": [ - 0.65, - 0.6749999999999999, - 0.675 + 0.425, + 0.38749999999999996, + 0.3999999999999999 ], "history": { "iters": [ @@ -82088,506 +99058,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.244217872619629, - 2.5723109245300293, - 0.6157064437866211, - 0.19358326494693756, - 0.5781132578849792, - 0.5093167424201965, - 0.3546420931816101, - 0.2529236972332001, - 0.17702722549438477, - 0.8844040632247925, - 0.030299389734864235, - 1.353437900543213, - 0.6363468766212463, - 1.1500401496887207, - 0.03773028030991554, - 0.015801001340150833, - 0.8278540372848511, - 0.0045580025762319565, - 0.34397876262664795, - 0.19507837295532227, - 0.7825161814689636, - 0.038571253418922424, - 0.5346460342407227, - 0.08105097711086273, - 0.4492344558238983, - 1.0516656637191772, - 0.9877216219902039, - 0.8242827653884888, - 0.08154301345348358, - 0.072401262819767, - 0.4486245810985565, - 0.2150990068912506, - 0.8029233813285828, - 0.6660797595977783, - 0.5677381753921509, - 0.4670035243034363, - 0.10538213700056076, - 0.3918513357639313, - 0.3057440519332886, - 0.4512207508087158, - 0.04559040442109108, - 0.9172384142875671, - 0.561187744140625, - 0.4488755166530609, - 0.324109822511673, - 0.20329061150550842, - 1.3295458555221558, - 0.13999024033546448, - 0.5202588438987732, - 0.19023726880550385, - 0.20563958585262299, - 0.7602010369300842, - 0.8977929353713989, - 0.7212260961532593, - 0.7366721630096436, - 0.051926277577877045, - 0.40459513664245605, - 0.5822634100914001, - 1.2545078992843628, - 0.16262853145599365, - 0.638386070728302, - 0.22537586092948914, - 0.11379691958427429, - 0.0941179022192955, - 0.7800150513648987, - 1.1148850917816162, - 0.2976389527320862, - 0.3597266674041748, - 0.017314033582806587, - 0.30622830986976624, - 0.8998796939849854, - 0.21544384956359863, - 0.2539224922657013, - 0.018099866807460785, - 0.4623657464981079, - 0.6230756640434265, - 0.04328211769461632, - 0.6649602651596069, - 0.06778606027364731, - 0.4728150963783264, - 0.288315087556839, - 0.13493970036506653, - 1.2779427766799927, - 0.4215051531791687, - 0.14523476362228394, - 0.040130775421857834, - 0.3230345547199249, - 0.2928173840045929, - 0.32548442482948303, - 0.700425922870636, - 0.009642185643315315, - 0.24492183327674866, - 0.4896104037761688, - 0.10159297287464142, - 0.47600847482681274, - 0.1374562829732895, - 0.9749252796173096, - 0.8905884623527527, - 0.35247868299484253, - 0.075313501060009, - 0.4435828924179077, - 0.01215289905667305, - 0.8537537455558777, - 0.003492307849228382, - 0.07667786628007889, - 0.3359299898147583, - 0.6421758532524109, - 0.07446424663066864, - 0.36290279030799866, - 0.05537502467632294, - 0.11450482904911041, - 0.2217138707637787, - 0.32945337891578674, - 0.0045034573413431644, - 0.9171690344810486, - 0.6622015237808228, - 0.32795581221580505, - 0.45611581206321716, - 0.1658599078655243, - 0.0547337681055069, - 0.13154523074626923, - 0.22239592671394348, - 0.4420413076877594, - 0.015829961746931076, - 0.4162684381008148, - 0.43570518493652344, - 0.40402472019195557, - 0.33516237139701843, - 0.011659707874059677, - 0.16459067165851593, - 0.043197501450777054, - 0.3257853388786316, - 0.7440310716629028, - 0.3370429277420044, - 0.2494281828403473, - 0.2822988033294678, - 0.06887343525886536, - 0.8850136399269104, - 0.09150620549917221, - 0.49260789155960083, - 0.06835554540157318, - 1.238674283027649, - 0.5556825995445251, - 1.0225497484207153, - 0.07757698744535446, - 0.1730068325996399, - 0.020325448364019394, - 0.04764474183320999, - 0.6581417918205261, - 0.10254526138305664, - 0.5351758003234863, - 0.9484881162643433, - 0.22157597541809082, - 0.7897377610206604, - 0.6344271898269653, - 0.20117723941802979, - 0.05705989897251129, - 0.303129106760025, - 0.04046478495001793, - 0.10435432195663452, - 0.22168460488319397, - 0.4170950651168823, - 0.05007656291127205, - 0.19760219752788544, - 0.12234224379062653, - 0.06269969791173935, - 0.3064611852169037, - 0.39296820759773254, - 0.16593533754348755, - 0.02381279319524765, - 0.08761096000671387, - 0.21326449513435364, - 0.5621470808982849, - 0.8843878507614136, - 0.42149290442466736, - 0.06176914647221565, - 0.561761736869812, - 0.6554708480834961, - 0.036133214831352234, - 0.3324490189552307, - 0.07650133222341537, - 0.22555114328861237, - 0.057753074914216995, - 0.008377918042242527, - 0.1708410680294037, - 0.13663142919540405, - 0.04635181277990341, - 0.6840258836746216, - 1.0560742616653442, - 0.004764963407069445, - 0.3034328818321228, - 0.0822577103972435, - 1.2613619565963745, - 0.05313371121883392, - 0.9056123495101929, - 0.0801062360405922, - 0.5661182403564453, - 0.188441202044487, - 0.024213124066591263, - 0.08316094428300858, - 1.10545814037323, - 0.31964409351348877, - 0.9087217450141907, - 0.4753493070602417, - 1.211794376373291, - 1.3587702512741089, - 0.4043029248714447, - 0.5587875247001648, - 0.29426711797714233, - 0.03919993340969086, - 0.4864482581615448, - 0.10591889917850494, - 0.2446810007095337, - 0.04722144827246666, - 0.0703423023223877, - 0.16127662360668182, - 0.07803061604499817, - 0.05015137419104576, - 0.015086697414517403, - 0.130996435880661, - 0.3469478189945221, - 0.26793137192726135, - 0.3137274980545044, - 0.06244881451129913, - 0.7167012691497803, - 0.3609112501144409, - 0.033294688910245895, - 0.879942774772644, - 1.0115456581115723, - 0.5628760457038879, - 0.12913061678409576, - 1.2483409643173218, - 0.8352967500686646, - 0.04210468754172325, - 0.697006106376648, - 0.27231308817863464, - 0.5690017938613892, - 0.2839046120643616, - 0.09404733777046204, - 0.017321547493338585, - 0.5234786868095398, - 0.046987760812044144, - 0.4434650242328644, - 0.01863814890384674, - 0.08163545280694962, - 0.31236568093299866, - 0.5500451922416687, - 0.024246014654636383, - 0.05674589052796364, - 0.07606084644794464, - 0.5831535458564758, - 0.03678794950246811, - 0.19332082569599152, - 1.043200969696045, - 0.9403351545333862, - 0.08326350152492523, - 0.2786308526992798, - 0.31100770831108093, - 0.3739801347255707, - 0.9435891509056091, - 0.5333127975463867, - 0.11552709341049194, - 0.10996823757886887, - 0.13597777485847473, - 0.07860234379768372, - 0.36832180619239807, - 1.3138333559036255, - 0.2874724566936493, - 0.02578647993505001, - 0.12133849412202835, - 0.20874784886837006, - 0.03887937217950821, - 0.01873084157705307, - 1.2557148933410645, - 1.216818928718567, - 1.0806459188461304, - 0.07638625800609589, - 0.4501129388809204, - 0.17687875032424927, - 0.05714667588472366, - 0.7333411574363708, - 0.8647979497909546, - 0.023288730531930923, - 0.5468143224716187, - 0.3881918787956238, - 0.05050978437066078, - 0.9977530241012573, - 0.7095037698745728, - 0.018452638760209084, - 0.04842669144272804, - 0.35890117287635803, - 0.7348147034645081, - 0.3924330472946167, - 0.07563590258359909, - 0.1807287633419037, - 0.3961537778377533, - 0.08765874058008194, - 0.15931718051433563, - 0.4592123329639435, - 0.353963702917099, - 0.016060300171375275, - 0.4681979715824127, - 0.1923564225435257, - 0.06506524235010147, - 0.5849592089653015, - 0.03948405385017395, - 0.15199147164821625, - 1.1215213537216187, - 0.3765128254890442, - 0.15940923988819122, - 0.17093688249588013, - 0.5556121468544006, - 0.1448846012353897, - 0.01775382272899151, - 0.0493432953953743, - 0.12343281507492065, - 0.04465343430638313, - 0.4390137493610382, - 0.04678468406200409, - 0.11262279748916626, - 0.13037030398845673, - 0.5163604617118835, - 0.4506146013736725, - 0.05714266747236252, - 0.1488475650548935, - 1.1605552434921265, - 0.37569570541381836, - 0.4392787218093872, - 0.3046792149543762, - 0.01954175904393196, - 0.743363618850708, - 0.4553487300872803, - 0.1437951773405075, - 0.5584734678268433, - 0.9698031544685364, - 0.02872299961745739, - 0.04161062091588974, - 0.5631970167160034, - 0.19057677686214447, - 0.13997812569141388, - 0.13577371835708618, - 0.1080278605222702, - 0.5861159563064575, - 0.9021012187004089, - 0.4354185163974762, - 0.2433185875415802, - 0.06147545576095581, - 0.4731939435005188, - 0.2473069280385971, - 0.17282967269420624, - 0.024726271629333496, - 0.032246168702840805, - 0.020386595278978348, - 0.11015673726797104, - 0.07203693687915802, - 0.2964658737182617, - 0.45550665259361267, - 0.7118756771087646, - 0.4463174641132355, - 0.30025070905685425, - 0.38298413157463074, - 0.5049728155136108, - 0.9460414052009583, - 0.08713597804307938, - 0.6764866709709167, - 0.8332740664482117, - 0.4156512916088104, - 0.033302098512649536, - 0.04623931273818016, - 0.18089447915554047, - 0.22719237208366394, - 0.16375519335269928, - 0.44888609647750854, - 0.046220824122428894, - 0.049231842160224915, - 0.24140524864196777, - 0.0955403745174408, - 0.09394551813602448, - 0.7203011512756348, - 0.22388175129890442, - 0.8498836159706116, - 0.7377297282218933, - 0.39483189582824707, - 0.8775994777679443, - 0.10318929702043533, - 0.03674639016389847, - 0.08636251837015152, - 0.1467699408531189, - 0.06384868919849396, - 0.9932729005813599, - 0.05676036700606346, - 0.01848308928310871, - 0.14396274089813232, - 0.053407929837703705, - 1.2255380153656006, - 0.1886092722415924, - 0.25052136182785034, - 0.7565400004386902, - 0.04584933817386627, - 0.12499392777681351, - 0.08957190811634064, - 0.8385060429573059, - 1.1378185749053955, - 0.42795079946517944, - 0.5007271766662598, - 0.40796521306037903, - 0.04918411746621132, - 0.049123235046863556, - 0.02435408905148506, - 0.5859331488609314, - 0.06528089940547943, - 0.9453495144844055, - 0.050227995961904526, - 0.045385830104351044, - 0.08692681789398193, - 0.49321112036705017, - 0.03247679024934769, - 0.03888456150889397, - 0.18044167757034302, - 0.26406580209732056, - 0.2246372401714325, - 0.16528841853141785, - 0.5179198980331421, - 0.05841558799147606, - 0.019789017736911774, - 0.4848818778991699, - 0.015494560822844505, - 0.5985003113746643, - 0.5624120235443115, - 0.12410147488117218, - 0.7178504467010498, - 0.42609819769859314, - 0.623187780380249, - 0.025320496410131454, - 0.39673587679862976, - 0.02864176221191883, - 0.24012506008148193, - 0.5217834711074829, - 0.016862554475665092, - 0.5047650933265686, - 0.19301295280456543, - 0.09770244359970093, - 0.2784116566181183, - 0.23988822102546692, - 0.2508394122123718, - 0.06748563796281815, - 0.6523033380508423, - 0.015225020237267017, - 0.17211058735847473, - 0.11183188110589981, - 0.34085795283317566, - 0.3603273034095764, - 0.20576557517051697, - 0.03178144618868828, - 0.36410900950431824, - 0.3870750069618225, - 0.19867141544818878, - 0.023985907435417175, - 1.171117901802063, - 0.49452701210975647, - 0.6186515688896179, - 0.8265103101730347, - 0.010300238616764545, - 0.016499336808919907, - 0.6443571448326111, - 0.5937163829803467, - 0.05033992603421211, - 0.18926307559013367, - 0.07428629696369171, - 0.31148505210876465, - 0.02075619250535965, - 0.027374260127544403, - 0.5017018914222717, - 0.006986939813941717, - 0.015979019924998283, - 0.045317552983760834, - 0.5241299867630005, - 0.01030331663787365, - 0.3106939196586609, - 0.5720245242118835, - 0.46436646580696106, - 0.46634554862976074, - 0.6725923418998718, - 0.6321094036102295, - 0.07388743758201599, - 0.01773131638765335, - 0.13336864113807678, - 0.6383060216903687, - 0.10476066172122955, - 0.13741770386695862, - 0.3634217083454132, - 0.23420798778533936, - 0.14087028801441193, - 0.40235042572021484, - 0.3415737748146057, - 0.037304025143384933, - 0.6271300911903381, - 0.7672468423843384, - 0.06866942346096039 + 0.7734967470169067, + 0.8237119913101196, + 0.5271587371826172, + 0.3560257852077484, + 0.44095370173454285, + 0.25152772665023804, + 0.43148842453956604, + 0.27654844522476196, + 0.6080266237258911, + 0.13630114495754242, + 0.17711207270622253, + 0.6462213397026062, + 0.3613744080066681, + 0.319048136472702, + 0.4141743779182434, + 0.44649970531463623, + 0.2720748782157898, + 0.42234939336776733, + 0.6781631112098694, + 0.35227373242378235, + 0.4741433262825012, + 0.3293972909450531, + 0.3514077365398407, + 0.2646443247795105, + 0.3492080271244049, + 0.2920745313167572, + 0.2731054425239563, + 0.13083873689174652, + 0.25956350564956665, + 0.3734515309333801, + 0.34935879707336426, + 0.4848809838294983, + 0.26380422711372375, + 0.23477140069007874, + 0.22389130294322968, + 0.21077361702919006, + 0.3186138868331909, + 0.21357226371765137, + 0.3572467565536499, + 0.4658561050891876, + 0.27313661575317383, + 0.34277772903442383, + 0.21444550156593323, + 0.16424429416656494, + 0.13884367048740387, + 0.2736037075519562, + 0.15475650131702423, + 0.4334542155265808, + 0.2770238518714905, + 0.16833223402500153, + 0.3558940589427948, + 0.24776828289031982, + 0.16488885879516602, + 0.14472158253192902, + 0.3895992636680603, + 0.1655549556016922, + 0.3815830647945404, + 0.15022169053554535, + 0.2309713065624237, + 0.2920866310596466, + 0.39682161808013916, + 0.25206947326660156, + 0.23395568132400513, + 0.2338908612728119, + 0.23295575380325317, + 0.24076592922210693, + 0.34898608922958374, + 0.3214894235134125, + 0.2505367696285248, + 0.2511257529258728, + 0.21512103080749512, + 0.22637805342674255, + 0.3861388862133026, + 0.12747584283351898, + 0.23721528053283691, + 0.24022376537322998, + 0.15837816894054413, + 0.3091646730899811, + 0.21963836252689362, + 0.20638234913349152, + 0.23391292989253998, + 0.22574713826179504, + 0.12016863375902176, + 0.3469184637069702, + 0.3018113076686859, + 0.3457047939300537, + 0.15227217972278595, + 0.3647554814815521, + 0.27359887957572937, + 0.2883788049221039, + 0.27629953622817993, + 0.14136257767677307, + 0.2721545100212097, + 0.264045387506485, + 0.2011450082063675, + 0.16221272945404053, + 0.31465601921081543, + 0.13036221265792847, + 0.0785999745130539, + 0.22171026468276978, + 0.13509973883628845, + 0.4018160104751587, + 0.3704017102718353, + 0.2552486062049866, + 0.22204382717609406, + 0.3344617486000061, + 0.1802082359790802, + 0.1579180806875229, + 0.16590069234371185, + 0.25953924655914307, + 0.2685896158218384, + 0.15355351567268372, + 0.20394174754619598, + 0.23590782284736633, + 0.2116360366344452, + 0.32048606872558594, + 0.21559682488441467, + 0.21731893718242645, + 0.26349517703056335, + 0.2175968438386917, + 0.27490583062171936, + 0.13012121617794037, + 0.09916933625936508, + 0.2317337989807129, + 0.2011813521385193, + 0.27282804250717163, + 0.2572234570980072, + 0.1442316472530365, + 0.23562724888324738, + 0.2143707275390625, + 0.2914644181728363, + 0.1989138275384903, + 0.129965677857399, + 0.21854986250400543, + 0.276023805141449, + 0.1892179250717163, + 0.10105904191732407, + 0.32371851801872253, + 0.18754343688488007, + 0.1481909304857254, + 0.23299725353717804, + 0.24130688607692719, + 0.23854325711727142, + 0.14805880188941956, + 0.19182252883911133, + 0.13337847590446472, + 0.10879937559366226, + 0.31173643469810486, + 0.17142926156520844, + 0.21295233070850372, + 0.2015034705400467, + 0.21275189518928528, + 0.21656394004821777, + 0.22434593737125397, + 0.23479318618774414, + 0.33643943071365356, + 0.3123422861099243, + 0.16678930819034576, + 0.23352932929992676, + 0.170820951461792, + 0.06785403192043304, + 0.2217298150062561, + 0.09065087139606476, + 0.14401380717754364, + 0.3007641136646271, + 0.1501343995332718, + 0.10259357839822769, + 0.18910302221775055, + 0.17773562669754028, + 0.21406938135623932, + 0.2703671455383301, + 0.2766224443912506, + 0.14534151554107666, + 0.22400707006454468, + 0.24306026101112366, + 0.21566884219646454, + 0.24067819118499756, + 0.2345752716064453, + 0.27029818296432495, + 0.1924809068441391, + 0.13759979605674744, + 0.2917262017726898, + 0.21987944841384888, + 0.2600547969341278, + 0.21352402865886688, + 0.2283652126789093, + 0.12908606231212616, + 0.35328707098960876, + 0.3316420018672943, + 0.18885119259357452, + 0.18318571150302887, + 0.3338473439216614, + 0.24056415259838104, + 0.09428428113460541, + 0.24042223393917084, + 0.2310810089111328, + 0.1386604905128479, + 0.31812670826911926, + 0.10266294330358505, + 0.2025754153728485, + 0.24873387813568115, + 0.16342692077159882, + 0.2645815908908844, + 0.23766297101974487, + 0.12671677768230438, + 0.2581509053707123, + 0.22561098635196686, + 0.1661677360534668, + 0.23880793154239655, + 0.12311523407697678, + 0.22170867025852203, + 0.120377317070961, + 0.22272688150405884, + 0.10872336477041245, + 0.27564921975135803, + 0.1516498625278473, + 0.14091892540454865, + 0.2724452018737793, + 0.1606159210205078, + 0.16901975870132446, + 0.1528504639863968, + 0.17830248177051544, + 0.15539319813251495, + 0.240265890955925, + 0.16173407435417175, + 0.11023896932601929, + 0.21741433441638947, + 0.19213557243347168, + 0.2074747532606125, + 0.19022750854492188, + 0.1779641956090927, + 0.2511581778526306, + 0.18908758461475372, + 0.20213760435581207, + 0.15560118854045868, + 0.13952834904193878, + 0.20706486701965332, + 0.166114941239357, + 0.17514227330684662, + 0.18350966274738312, + 0.1986675262451172, + 0.13494384288787842, + 0.2225714474916458, + 0.1653730571269989, + 0.2994040250778198, + 0.14743869006633759, + 0.12753599882125854, + 0.19377219676971436, + 0.13462133705615997, + 0.16030290722846985, + 0.2058427780866623, + 0.16274042427539825, + 0.2671264111995697, + 0.16897551715373993, + 0.22998973727226257, + 0.1799662560224533, + 0.14206185936927795, + 0.11020181328058243, + 0.17585903406143188, + 0.13961778581142426, + 0.13213850557804108, + 0.08519608527421951, + 0.11235342919826508, + 0.20689406991004944, + 0.1629532128572464, + 0.3200303316116333, + 0.1365235149860382, + 0.12799902260303497, + 0.25399482250213623, + 0.2511986196041107, + 0.10381179302930832, + 0.23867522180080414, + 0.20312808454036713, + 0.2133285105228424, + 0.06498401612043381, + 0.23262938857078552, + 0.1171659305691719, + 0.20234040915966034, + 0.23644185066223145, + 0.17979878187179565, + 0.18601925671100616, + 0.13013190031051636, + 0.18214347958564758, + 0.16216230392456055, + 0.20388707518577576, + 0.15735991299152374, + 0.1657133549451828, + 0.22705939412117004, + 0.19280382990837097, + 0.13378013670444489, + 0.20820944011211395, + 0.2597210109233856, + 0.07346005737781525, + 0.14994443953037262, + 0.15348847210407257, + 0.15464571118354797, + 0.20540344715118408, + 0.15429900586605072, + 0.1585850715637207, + 0.11297663301229477, + 0.1674058437347412, + 0.1264532208442688, + 0.18777893483638763, + 0.07368103414773941, + 0.20033146440982819, + 0.11934121698141098, + 0.199305921792984, + 0.17052854597568512, + 0.14131207764148712, + 0.08158145844936371, + 0.21274568140506744, + 0.17020216584205627, + 0.15789178013801575, + 0.1541362851858139, + 0.12006587535142899, + 0.08765555918216705, + 0.10747762024402618, + 0.19263425469398499, + 0.14964047074317932, + 0.09708570688962936, + 0.13380682468414307, + 0.1989995390176773, + 0.1559319943189621, + 0.11051425337791443, + 0.12172522395849228, + 0.23063446581363678, + 0.18259155750274658, + 0.21228860318660736, + 0.10846357047557831, + 0.16035857796669006, + 0.06499160826206207, + 0.16224226355552673, + 0.13454203307628632, + 0.12921561300754547, + 0.164992555975914, + 0.10285936295986176, + 0.14060668647289276, + 0.21464803814888, + 0.1779610812664032, + 0.23119430243968964, + 0.10963036119937897, + 0.1459077000617981, + 0.03487376496195793, + 0.10208697617053986, + 0.11403361707925797, + 0.19926907122135162, + 0.2071400135755539, + 0.10265806317329407, + 0.13244789838790894, + 0.25324344635009766, + 0.15366259217262268, + 0.10342132300138474, + 0.16914816200733185, + 0.1378367692232132, + 0.08350188285112381, + 0.13973866403102875, + 0.13265454769134521, + 0.16942182183265686, + 0.21031953394412994, + 0.14475718140602112, + 0.137294203042984, + 0.21313130855560303, + 0.12355592846870422, + 0.1671859472990036, + 0.19433756172657013, + 0.1877221167087555, + 0.18885000050067902, + 0.06974727660417557, + 0.10828378796577454, + 0.13863135874271393, + 0.11785885691642761, + 0.14558129012584686, + 0.1274586021900177, + 0.0930616557598114, + 0.10691002011299133, + 0.1431565135717392, + 0.11731614172458649, + 0.12321080267429352, + 0.13576620817184448, + 0.21923285722732544, + 0.11840180307626724, + 0.13444918394088745, + 0.11155472695827484, + 0.09949846565723419, + 0.1069772019982338, + 0.22539879381656647, + 0.16988393664360046, + 0.1203015074133873, + 0.08232167363166809, + 0.14943546056747437, + 0.11860021948814392, + 0.13556645810604095, + 0.12219679355621338, + 0.10114231705665588, + 0.07815580815076828, + 0.09081238508224487, + 0.1920613944530487, + 0.13140425086021423, + 0.10376299172639847, + 0.11055688560009003, + 0.11413948982954025, + 0.0861092135310173, + 0.10347361117601395, + 0.12946216762065887, + 0.11970820277929306, + 0.20295216143131256, + 0.1841118037700653, + 0.1833542138338089, + 0.043397482484579086, + 0.17905569076538086, + 0.10866504907608032, + 0.22128109633922577, + 0.11488983035087585, + 0.18516020476818085, + 0.12480340898036957, + 0.09070317447185516, + 0.19767193496227264, + 0.20064401626586914, + 0.1362234503030777, + 0.114473357796669, + 0.09880430996417999, + 0.1408984661102295, + 0.08191588521003723, + 0.10261789709329605, + 0.0832667127251625, + 0.07507387548685074, + 0.15080150961875916, + 0.056472353637218475, + 0.13827797770500183, + 0.1339230090379715, + 0.2065948098897934, + 0.07758498936891556, + 0.16434095799922943, + 0.09358450025320053, + 0.11427554488182068, + 0.201736181974411, + 0.21375340223312378, + 0.08953934907913208, + 0.18555086851119995, + 0.1409624069929123, + 0.1579582393169403, + 0.09955143928527832, + 0.13402871787548065, + 0.13989083468914032, + 0.13292652368545532, + 0.12944364547729492, + 0.14165495336055756, + 0.12376917898654938, + 0.10377833992242813, + 0.08292046934366226, + 0.19467617571353912, + 0.1425548493862152, + 0.06920856237411499, + 0.11654260009527206, + 0.16998374462127686, + 0.12905685603618622, + 0.14609986543655396, + 0.13825230300426483, + 0.04997292906045914, + 0.1325722634792328, + 0.09074167162179947, + 0.10974318534135818, + 0.10513219982385635, + 0.17910581827163696, + 0.12076251208782196, + 0.14467287063598633, + 0.23454663157463074, + 0.18057222664356232, + 0.140821635723114, + 0.06773599982261658, + 0.08126849681138992, + 0.14671988785266876, + 0.06800815463066101, + 0.0705636665225029, + 0.15066860616207123, + 0.16150639951229095, + 0.09932281821966171, + 0.09261906892061234, + 0.24196717143058777, + 0.1465187519788742, + 0.11355507373809814, + 0.058346666395664215, + 0.16774694621562958, + 0.03946315497159958, + 0.12931936979293823, + 0.12450377643108368, + 0.09946956485509872, + 0.06586100161075592, + 0.11583469808101654, + 0.11464159935712814, + 0.08809036761522293, + 0.08401964604854584, + 0.12283258885145187, + 0.09284025430679321, + 0.1456121951341629, + 0.09419801831245422, + 0.174087792634964, + 0.10159812122583389, + 0.15103334188461304, + 0.14919784665107727 ], "env_score_iters": [ 1, @@ -83092,2184 +100062,2814 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -1.2566817998886108, - -3.0430257320404053, - -1.0201044082641602, - -3.1487393379211426, - -2.950324535369873, - -3.055652141571045, - -3.123586893081665, - -0.01417845580726862, - -3.821688413619995, - -1.2889196872711182, - -2.8660521507263184, - 0.8131198883056641, - -3.7788381576538086, - -2.496518611907959, - 0.715247392654419, - -3.4057674407958984, - -0.3052135407924652, - -6.330729961395264, - -1.3808019161224365, - -5.536047458648682, - -1.3165515661239624, - -6.903494834899902, - -0.2534150779247284, - 2.0029473304748535, - -1.2847352027893066, - 1.73457932472229, - -3.6997897624969482, - -3.476423740386963, - -1.241270661354065, - -1.5645794868469238, - -1.2324241399765015, - -1.8948851823806763, - -0.6307132840156555, - -0.861795961856842, - -4.087928295135498, - -1.658455491065979, - -2.0694851875305176, - -0.648201048374176, - -3.805227518081665, - 0.23430509865283966, - 2.6913814544677734, - -2.10459566116333, - -3.29123854637146, - -3.2000508308410645, - 6.277777671813965, - -2.968809127807617, - -1.3862650394439697, - -2.555403470993042, - -2.184272050857544, - 0.0732651799917221, - 0.6553006768226624, - 0.4241146147251129, - 0.46839892864227295, - -4.052427768707275, - -0.8319804668426514, - -2.282224178314209, - 6.320807456970215, - -3.147815227508545, - -0.07104463875293732, - -2.725940465927124, - -3.2642569541931152, - -2.735661268234253, - -0.0017953268252313137, - 1.2528945207595825, - -1.9573640823364258, - -8.553959846496582, - -3.8464651107788086, - -3.3391201496124268, - -0.8095604181289673, - -3.462527275085449, - -1.1048728227615356, - -2.4694299697875977, - -1.3337162733078003, - -0.9450423717498779, - -3.3996694087982178, - -0.650140643119812, - -5.975062847137451, - -1.9969239234924316, - -2.824795961380005, - -3.080850601196289, - 4.697116374969482, - -3.1004745960235596, - -3.9836912155151367, - -2.756909132003784, - -2.211479425430298, - -5.270893096923828, - -2.412562608718872, - -5.687945365905762, - -3.9664838314056396, - -5.097073078155518, - -0.8792733550071716, - -3.7329514026641846, - -2.9348573684692383, - -2.8332743644714355, - 0.3225169777870178, - -2.558779001235962, - -1.742753267288208, - -3.09656023979187, - -0.8974760174751282, - -3.2259299755096436, - -3.5915470123291016, - -3.196014165878296, - -8.586749076843262, - 2.2186532020568848, - -1.2123286724090576, - -3.8389902114868164, - -0.8286746740341187, - -3.3511502742767334, - -2.9820380210876465, - -3.2462103366851807, - -2.1219584941864014, - -3.755725860595703, - -3.714668035507202, - -0.5738425254821777, - -1.7773239612579346, - -1.7115209102630615, - -1.5607930421829224, - -5.87196683883667, - -5.825654983520508, - -3.156877040863037, - -3.5829989910125732, - -4.145448207855225, - -2.1690707206726074, - -3.6118721961975098, - -1.2703992128372192, - -12.35540771484375, - -3.1542985439300537, - -1.7948538064956665, - -4.751610279083252, - -1.6609482765197754, - 0.6162123680114746, - -2.5516536235809326, - -3.2539985179901123, - -3.6194851398468018, - -3.756402015686035, - 0.3217133581638336, - -2.7184319496154785, - -3.2563858032226562, - -4.335410118103027, - 10.313346862792969, - -3.239583730697632, - -2.1527163982391357, - -2.3702785968780518, - -2.45961856842041, - -2.9707987308502197, - -3.343388080596924, - -2.5878632068634033, - -9.578107833862305, - -1.1808222532272339, - -5.062585830688477, - -1.6686878204345703, - -2.763681411743164, - -0.07126505672931671, - -5.129180431365967, - -3.3418385982513428, - -2.4226746559143066, - -3.968312978744507, - -2.737438678741455, - -3.523616313934326, - -1.2765995264053345, - -7.454451084136963, - -3.1262974739074707, - -2.178760290145874, - -2.9765098094940186, - -2.040708303451538, - -1.4342821836471558, - -2.921401262283325, - -3.3832764625549316, - -3.2117831707000732, - -1.3488659858703613, - -1.0777769088745117, - -0.06431356817483902, - -0.49199503660202026, - -3.268766403198242, - -0.6176083087921143, - -5.991868019104004, - -3.175114154815674, - -2.6451268196105957, - -3.1113669872283936, - -4.273129463195801, - -3.3955025672912598, - -4.2411208152771, - -2.554748058319092, - -7.288883209228516, - -1.8725000619888306, - -0.3048121929168701, - 1.8961622714996338, - -3.7254436016082764, - -2.8201000690460205, - -2.129626989364624, - 5.703061103820801, - -1.9784460067749023, - 1.1422951221466064, - -2.522430896759033, - -1.1179819107055664, - -1.5286118984222412, - -1.6269371509552002, - -3.1688694953918457, - 1.4658608436584473, - -2.7710747718811035, - 3.5855555534362793, - -2.7735402584075928, - 1.389562964439392, - 3.9699628353118896, - -1.4114313125610352, - -4.685756206512451, - -0.9937779903411865, - -3.431074380874634, - -3.845315456390381, - -2.4417707920074463, - -1.9014021158218384, - -4.603174209594727, - -3.219087600708008, - -2.1344873905181885, - -6.835252285003662, - -4.327604293823242, - -4.067452430725098, - -3.8002700805664062, - -2.4905011653900146, - -2.2548153400421143, - -2.386868715286255, - -3.363480806350708, - -0.2870060205459595, - -3.7759811878204346, - -2.6157453060150146, - -2.007782220840454, - 4.627330780029297, - -2.576988697052002, - -1.8487569093704224, - 3.5835065841674805, - 0.6714902520179749, - -2.8494136333465576, - -1.9447479248046875, - -2.30841064453125, - -5.799736499786377, - -1.1440249681472778, - -3.9332122802734375, - -3.083750009536743, - -1.3147612810134888, - -5.159398078918457, - -1.1615946292877197, - -5.790956020355225, - -4.1880083084106445, - 0.8980194926261902, - -0.8714047074317932, - -3.214254379272461, - -3.3678393363952637, - -4.2313456535339355, - -0.13159821927547455, - -4.325886249542236, - -2.8030426502227783, - 4.622300148010254, - -1.8439810276031494, - -3.4698023796081543, - -2.702976703643799, - -7.2700514793396, - -1.8919882774353027, - 0.9294161200523376, - -5.828226566314697, - -3.2853550910949707, - -2.4930474758148193, - -1.1268991231918335, - -5.251479148864746, - -2.0903918743133545, - 1.2267144918441772, - -2.6169352531433105, - -7.492891788482666, - -3.0285515785217285, - -3.5808205604553223, - -3.9202723503112793, - -3.488676071166992, - 4.271963119506836, - 3.0513577461242676, - 1.5039525032043457, - -4.33103609085083, - -5.715897560119629, - -3.0075573921203613, - -3.0417449474334717, - 0.3668158948421478, - -0.227548286318779, - -5.323665142059326, - 0.20441459119319916, - -1.3803871870040894, - -3.013904094696045, - 1.4029568433761597, - -3.2789955139160156, - -4.195699691772461, - -2.4522488117218018, - -1.9508411884307861, - 1.4218403100967407, - -1.6239897012710571, - -2.410851240158081, - -3.2038345336914062, - 0.27025583386421204, - -3.6781294345855713, - -2.923490285873413, - -3.0803627967834473, - -2.0886192321777344, - -4.550169467926025, - -4.1284403800964355, - -2.965493679046631, - -7.472133636474609, - -1.099899172782898, - -3.335272789001465, - -2.926046133041382, - 1.27133309841156, - -1.3897855281829834, - -3.2487058639526367, - -3.3340625762939453, - -0.21589025855064392, - -2.4419384002685547, - -4.605146884918213, - -3.329071044921875, - -2.725879192352295, - -4.903885841369629, - -1.8510290384292603, - -2.783543586730957, - -3.7800302505493164, - -3.894197940826416, - -3.2476305961608887, - -0.06403062492609024, - -6.875127792358398, - -3.341047525405884, - 2.295090913772583, - -1.3412333726882935, - -0.6944671273231506, - -1.5865631103515625, - -3.934309959411621, - 0.5802902579307556, - -2.1927740573883057, - -3.9530739784240723, - -0.8413830995559692, - 0.769683301448822, - -3.3765599727630615, - -4.320321083068848, - -0.9214296340942383, - -2.017300844192505, - -2.8837270736694336, - -1.6135833263397217, - -5.036715030670166, - -4.753739356994629, - 1.9322397708892822, - -6.020501136779785, - -3.996065378189087, - -2.6622822284698486, - -3.762132406234741, - -1.2584387063980103, - -3.3122007846832275, - -3.5422310829162598, - -2.9594311714172363, - -5.077140808105469, - -3.6289172172546387, - -6.625598430633545, - -0.3534257709980011, - -0.13866280019283295, - 1.4386858940124512, - -3.155338764190674, - -2.4873008728027344, - -2.9257078170776367, - -1.214410424232483, - 1.4734141826629639, - -2.9077537059783936, - -2.12746000289917, - 0.7831287980079651, - -0.010350609198212624, - -4.301589012145996, - -5.431512355804443, - -5.688299655914307, - -5.862219333648682, - -4.132710933685303, - -1.0991348028182983, - -4.1073808670043945, - -4.3943610191345215, - -2.538748264312744, - -4.809996128082275, - -6.217013359069824, - -0.9865902662277222, - -2.8726882934570312, - -3.0056698322296143, - -2.048417806625366, - -1.7438480854034424, - 0.730729341506958, - -3.491262912750244, - -6.251956462860107, - -3.543461799621582, - -2.325742244720459, - -9.616400718688965, - 3.998248815536499, - -4.3876495361328125, - -3.5844969749450684, - -2.4484074115753174, - -3.6595516204833984, - 4.457977294921875, - -6.068788051605225, - -1.2654414176940918, - 1.0210293531417847, - -3.218623161315918, - -3.723421335220337, - -3.4944117069244385, - 0.32499411702156067, - 1.0743476152420044, - -3.4298181533813477, - -1.617819905281067, - -1.239132046699524, - -3.1852447986602783, - -4.192012310028076, - -3.562034845352173, - -3.4412951469421387, - -8.162850379943848, - -1.238804817199707, - -4.00507926940918, - -3.519050359725952, - -3.727424144744873, - -3.7947959899902344, - -1.2250069379806519, - -3.754819869995117, - -1.4513943195343018, - -2.531745195388794, - -0.4039343297481537, - -2.710707664489746, - -0.45891422033309937, - -3.3960514068603516, - -3.5445566177368164, - -1.8812533617019653, - -4.030167579650879, - -0.9898920059204102, - -6.393248558044434, - -3.0835864543914795, - -2.864264726638794, - -1.1309014558792114, - -1.6955891847610474, - -4.392632484436035, - -2.6578195095062256, - -3.139718770980835, - -2.6018459796905518, - -4.202718257904053, - -3.3900086879730225, - -2.5648064613342285, - -3.6387414932250977, - -0.1948988437652588, - -1.9456120729446411, - -3.8820085525512695, - -2.221008777618408, - -3.4050133228302, - 0.11085221916437149, - -4.171421527862549, - -2.815690517425537, - -3.1459362506866455, - -3.838533878326416, - -1.284177541732788, - -1.8904285430908203, - -3.847043514251709, - -2.2807180881500244, - -3.1336214542388916, - -2.5934197902679443, - -3.259073257446289, - 4.480231285095215, - -1.1291451454162598, - -2.6560935974121094, - -3.271906614303589, - -4.307777404785156, - -4.200750827789307, - -2.5149383544921875, - -0.027995971962809563, - -5.189727306365967, - -3.5083229541778564, - -3.5523509979248047, - -4.275357723236084, - -3.521268129348755, - -3.4760289192199707, - -1.08048677444458, - -4.435174942016602, - -3.395545244216919, - -5.2818074226379395, - -0.1785074919462204, - -4.019950866699219, - -3.5907530784606934, - -5.934499740600586, - -3.29414963722229, - -1.8380889892578125, - -2.143383502960205, - -1.2298611402511597, - -3.7308592796325684, - -3.856719732284546, - -1.9390778541564941, - 0.4371131360530853, - -1.8539965152740479, - -4.025383472442627, - -2.6514883041381836, - -3.241936206817627, - -2.681720495223999, - -2.15893816947937, - -2.599153995513916, - -2.402655839920044, - 0.7168506383895874, - 0.39729416370391846, - -4.0637030601501465 + -0.5324477553367615, + -0.46109992265701294, + -0.487509161233902, + -0.5140583515167236, + -0.4643951654434204, + -0.5562650561332703, + -0.5443026423454285, + -0.441194623708725, + -0.3798239231109619, + -0.5054385662078857, + -0.4669903516769409, + -0.37526920437812805, + -0.3706677556037903, + -0.4224330484867096, + -0.4909851551055908, + -0.5458458065986633, + -0.5508577823638916, + -0.4914623200893402, + 0.06793780624866486, + -0.4464828670024872, + -0.5914109349250793, + -0.5475909113883972, + -0.4138562083244324, + -0.6525280475616455, + -0.47425878047943115, + -0.595801055431366, + -0.5821775197982788, + -0.549118161201477, + -0.4367928206920624, + -0.4102538228034973, + -0.49366819858551025, + -0.304703027009964, + -0.4750673472881317, + -0.5271250605583191, + -0.4678453207015991, + -0.4090898036956787, + -0.606024444103241, + -0.4973769187927246, + -0.4087688624858856, + -0.2001318484544754, + -0.5617573261260986, + -0.45328080654144287, + -0.6727961897850037, + -0.5010124444961548, + -0.6096594929695129, + -0.44078850746154785, + -0.470542848110199, + -0.5242928266525269, + -0.21966040134429932, + -0.5462990999221802, + -0.4688490629196167, + -0.3949962258338928, + -0.6192511916160583, + -0.6340671181678772, + -0.4201970398426056, + -0.432910680770874, + -0.5113095045089722, + -0.639045000076294, + -0.3845272362232208, + -0.7180376052856445, + -0.44873836636543274, + -0.8738822937011719, + -0.33913296461105347, + -0.5596938133239746, + -0.18727287650108337, + -0.4586935043334961, + -0.42795833945274353, + -0.4185919165611267, + -0.37532785534858704, + -0.5076038241386414, + -0.9265246987342834, + -0.5610482096672058, + -0.720848798751831, + -0.5379205942153931, + -0.49732276797294617, + -0.5424364805221558, + -0.7456282377243042, + -0.5695959329605103, + -0.5112812519073486, + -0.32569822669029236, + -0.9890066981315613, + -0.39987465739250183, + -0.780048668384552, + -0.387380987405777, + -0.4972018599510193, + -0.4990150034427643, + -0.5130055546760559, + -0.6054711937904358, + -0.5839666724205017, + -0.3064224123954773, + -0.6718122959136963, + -0.5089201927185059, + -0.5182369351387024, + -0.4516496956348419, + -0.5904585123062134, + -0.44911980628967285, + -0.5416256189346313, + -0.5408539175987244, + -0.5172826051712036, + -0.475766122341156, + -0.41447708010673523, + -0.38378387689590454, + -0.613385796546936, + -0.3450508117675781, + -0.45891833305358887, + -0.4275476932525635, + -0.618983268737793, + -0.7024524211883545, + -0.33524277806282043, + -0.7274696230888367, + -0.4899827241897583, + -0.5199769139289856, + -0.47770535945892334, + -0.5273738503456116, + -0.5273216366767883, + -0.5547338128089905, + -0.586424708366394, + -0.5868997573852539, + -0.42334383726119995, + -0.7807397246360779, + -0.5512295365333557, + -0.5163382887840271, + -0.5538914799690247, + -0.5705440640449524, + -0.5114228129386902, + -0.37121090292930603, + -0.32346510887145996, + -0.4970439672470093, + -0.2833627462387085, + -0.501008927822113, + -0.4440920054912567, + -0.41950908303260803, + -0.2106139212846756, + -0.5596248507499695, + -0.5814829468727112, + -0.3964843451976776, + -0.4255732595920563, + -0.31503012776374817, + -0.5834456086158752, + -0.4203546643257141, + -0.6093066334724426, + -0.7380338907241821, + -0.434280127286911, + -0.44196921586990356, + -0.6318204402923584, + -0.588203489780426, + -0.6881577968597412, + -0.42485982179641724, + -0.5654186010360718, + -0.7827675342559814, + -0.3575390577316284, + -0.4108865559101105, + -0.45562025904655457, + -0.5389248728752136, + -0.3423752188682556, + -0.6992102861404419, + 0.0026855370961129665, + -0.37037572264671326, + -0.32239770889282227, + -0.3733925521373749, + -0.6099376678466797, + -0.4740157723426819, + -0.7807756662368774, + -0.4702920913696289, + -0.4664786458015442, + -0.3934873640537262, + -0.6064149737358093, + -0.5017132759094238, + -0.4520869851112366, + -0.36942991614341736, + -0.3962766230106354, + -0.4737023115158081, + -0.6522883772850037, + -0.1673501580953598, + -0.4635508060455322, + -0.4343548119068146, + -0.4288743734359741, + -0.3759861886501312, + -0.42598235607147217, + -0.685748815536499, + -0.5661174058914185, + -0.508068859577179, + -0.5482413172721863, + -0.3711252510547638, + -0.42251649498939514, + -0.5290118455886841, + -0.4338366985321045, + -0.40069764852523804, + -0.5537107586860657, + -0.5172573924064636, + -0.5733131170272827, + -0.4578588604927063, + -0.4487844705581665, + -0.39187097549438477, + -0.3236526846885681, + -0.5169464349746704, + -0.5972263216972351, + -0.5549800992012024, + -0.4547823667526245, + -0.5198975205421448, + -0.47942519187927246, + -0.5121314525604248, + -0.4241005480289459, + -0.7274072766304016, + -0.6084476113319397, + -0.4548954963684082, + -0.44243571162223816, + -0.5983186960220337, + -0.48549318313598633, + -0.48527905344963074, + -0.445822536945343, + -0.7608824372291565, + -0.4176628291606903, + -0.5519914031028748, + -0.5857596397399902, + -0.46822255849838257, + -0.5397849678993225, + -0.630009651184082, + -0.5139375925064087, + -0.5078449845314026, + -0.5490424036979675, + -0.6624112129211426, + -0.5209650993347168, + -0.48623886704444885, + -0.6091885566711426, + -0.49273982644081116, + -0.3501415252685547, + -0.597694456577301, + -0.49454179406166077, + -0.4376809895038605, + -0.6842833757400513, + -0.4593001902103424, + -0.6727662682533264, + -0.5065441727638245, + -0.4322136342525482, + -0.6991506218910217, + -0.5625036358833313, + -0.2418692708015442, + -0.6230565309524536, + -0.5370454788208008, + -0.4785817563533783, + -0.5285953283309937, + -0.4366663694381714, + -0.6585347652435303, + -0.4095662534236908, + -0.5000336170196533, + -0.6314370036125183, + -0.47534605860710144, + -0.4970369040966034, + -0.43964725732803345, + -0.2798144519329071, + -0.5688339471817017, + -0.43235477805137634, + -0.45904871821403503, + -0.41745755076408386, + -0.49833807349205017, + -0.568785548210144, + -0.7534340620040894, + -0.429775208234787, + -0.6534473896026611, + -0.6005100011825562, + -0.6215382814407349, + -0.46953263878822327, + -0.5923246741294861, + -0.6961864233016968, + -0.08862584084272385, + -0.3993053734302521, + -0.47970277070999146, + -0.6044832468032837, + -0.6202914118766785, + -0.5725902318954468, + -0.3328593373298645, + -0.38500654697418213, + -0.4929550588130951, + -0.8546407222747803, + -0.39054548740386963, + -0.6826087832450867, + -0.6834002733230591, + -0.36337247490882874, + -0.48607227206230164, + -0.5907655954360962, + -0.4673539102077484, + -0.4820585548877716, + -0.603073239326477, + -0.40915536880493164, + -0.4904784560203552, + -0.7370136976242065, + -0.5541377067565918, + -0.4117925465106964, + -0.4940532445907593, + -0.6576436758041382, + -0.38039422035217285, + -0.7469539642333984, + -0.4348927140235901, + -0.5396701693534851, + -0.5828801393508911, + -0.703709065914154, + -0.431989461183548, + -0.45723405480384827, + -0.46413514018058777, + -0.557106614112854, + -0.56682950258255, + -0.5530853271484375, + -0.6051129102706909, + -0.4951382577419281, + -0.46575844287872314, + -0.4746685326099396, + -0.5536999106407166, + -0.4778030216693878, + -0.496665358543396, + -0.374508798122406, + -0.5219894051551819, + -0.6217677593231201, + -0.6347292065620422, + -0.49782776832580566, + -0.5640789866447449, + -0.6703433990478516, + -0.5122237801551819, + -0.7519904971122742, + -0.5154731273651123, + -0.5633683800697327, + -0.4169171154499054, + -0.44641444087028503, + -0.5140712261199951, + -0.43949049711227417, + -0.380801796913147, + -0.6391475200653076, + -0.40883323550224304, + -0.5974778532981873, + -0.612008810043335, + -0.5953157544136047, + -0.5038599967956543, + -0.6263904571533203, + -0.27294623851776123, + -0.6100406646728516, + -0.5287320613861084, + -0.44376036524772644, + -0.45668911933898926, + -0.4854073226451874, + -0.3829229474067688, + -0.5509408712387085, + -0.46306145191192627, + -0.5610888600349426, + -0.6877040863037109, + -0.596933901309967, + -0.6477572321891785, + -0.34690946340560913, + -0.5541799664497375, + -0.5171507000923157, + -0.6165184378623962, + -0.5075435638427734, + -0.5206455588340759, + -0.37919631600379944, + -0.5076305866241455, + -0.6008210182189941, + -0.6351870894432068, + -0.5416308045387268, + -0.5411307215690613, + -0.5972517728805542, + -0.44250181317329407, + -0.5819839239120483, + -0.42438870668411255, + -0.6317721605300903, + -0.5607535243034363, + -0.4235536754131317, + -0.623168408870697, + -0.7717850208282471, + -0.4918420612812042, + -0.671875536441803, + -0.6158029437065125, + -0.5511496067047119, + -0.5074586868286133, + -0.5148690938949585, + -0.6575219631195068, + -0.5077817440032959, + -0.5658167600631714, + -0.2867419123649597, + -0.9336060881614685, + -0.4823773205280304, + -0.4452735483646393, + -0.5198463201522827, + -0.4695048928260803, + -0.5358149409294128, + -0.7232060432434082, + -0.4818800687789917, + -0.4271295368671417, + -0.3761226236820221, + -0.5616853833198547, + -0.5129322409629822, + -0.5649236440658569, + -0.37631869316101074, + -0.43402916193008423, + -0.6615626811981201, + -0.5295940041542053, + -0.318057656288147, + -0.6122416257858276, + -0.05042925477027893, + -0.6346644163131714, + -0.6435645222663879, + -0.49899232387542725, + -0.49762392044067383, + -0.5320932865142822, + -1.0713295936584473, + -0.785679817199707, + -0.45230841636657715, + -0.6724098324775696, + -0.4968196749687195, + -0.4900624752044678, + -0.6004357933998108, + -0.7838039994239807, + -0.5916109085083008, + -0.38766196370124817, + -0.4927108585834503, + -0.539109468460083, + -0.5821709036827087, + -0.771761417388916, + -0.5832956433296204, + -0.686259925365448, + -0.4929884374141693, + -0.5134616494178772, + -0.6401180028915405, + -0.6255633234977722, + -0.672084391117096, + -0.5766679644584656, + -0.5668689012527466, + -0.5622227787971497, + -0.6222811341285706, + -0.6422263383865356, + -0.38650840520858765, + -0.5391951203346252, + -0.5423400402069092, + -0.6523911952972412, + -0.6153962016105652, + -0.464895099401474, + -0.47527945041656494, + -0.5547886490821838, + -0.43071413040161133, + -0.6407942175865173, + -0.5820814371109009, + -0.6138930320739746, + -0.5191642045974731, + -0.6137758493423462, + -0.8799712657928467, + -0.5897364616394043, + -0.4728785455226898, + -0.5814708471298218, + -0.6398361325263977, + -0.7577940821647644, + -0.47670161724090576, + -0.5538768768310547, + -0.4088734984397888, + -0.45100337266921997, + -0.4925883114337921, + -0.6258780360221863, + -0.7603700160980225, + -0.4611794054508209, + -0.5726183652877808, + -0.43245068192481995, + -0.5254970192909241, + -0.600399911403656, + -0.48521479964256287, + -0.6317796111106873, + -0.5246166586875916, + -0.4882684350013733, + -0.5363596677780151, + -0.6667891144752502, + -0.35949262976646423, + -0.6361538171768188, + -0.618587851524353, + -0.6183233261108398, + -0.53802090883255, + -0.6437564492225647, + -0.5542619824409485, + -0.6146153807640076, + -0.3501444458961487, + -0.2989029586315155, + -0.8156018257141113, + -0.46285733580589294, + -0.288497656583786, + -0.5307466983795166, + -0.5301288962364197, + -0.7773705720901489, + -0.5508313179016113, + -0.5438263416290283, + -0.709570586681366, + -0.5101279020309448, + -0.683258593082428, + -0.5339953899383545, + -0.6638786792755127, + -0.6774079203605652, + -0.6082479953765869, + -0.5610561370849609, + -0.5501245260238647, + -0.5792918801307678, + -0.46425920724868774, + -0.5743905305862427, + -0.46055734157562256, + -0.5497304797172546, + -0.5693326592445374, + -0.524338960647583 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.7, - 0.625, - 0.675, - 0.7, - 0.65, - 0.65, - 0.675, - 0.6499999999999999, - 0.6000000000000001 + 0.475, + 0.4375, + 0.45, + 0.49999999999999994, + 0.46249999999999997, + 0.5375, + 0.4624999999999999, + 0.49999999999999994, + 0.46249999999999997, + 0.525, + 0.46249999999999997, + 0.4124999999999999, + 0.44999999999999996, + 0.4625, + 0.43749999999999994, + 0.43749999999999994, + 0.43749999999999994, + 0.46249999999999997, + 0.46249999999999997, + 0.4125 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.40338829159736633, - 0.44612547755241394, - 0.8416051864624023, - 0.08300373703241348, - 0.2222847193479538, - 0.37713414430618286, - 0.43765953183174133, - 0.6427531838417053, - 0.021789679303765297, - 0.28911092877388 + 0.15920594334602356, + 0.3238440155982971, + -0.03288600966334343, + 0.022928031161427498, + 0.035600446164608, + 0.14439962804317474, + -0.15448768436908722, + 0.3347817361354828, + 0.4420566260814667, + -0.052006810903549194, + -0.18216626346111298, + 0.16853219270706177, + -0.03306190297007561, + -0.26335421204566956, + 0.11533978581428528, + -0.14618155360221863, + 0.1446693241596222, + -0.01919328235089779, + 0.3853824734687805, + 0.14650793373584747 ], "rl_grad_norm": [ - 0.7942161560058594, - 1.1202142238616943, - 1.4652093648910522, - 0.11463113129138947, - 0.19218280911445618, - 0.7605502009391785, - 0.35355111956596375, - 0.01725226454436779, - 0.34740573167800903, - 0.18886759877204895 + 1.1770787239074707, + 0.29770195484161377, + 0.3824250102043152, + 0.4300480782985687, + 0.2342839241027832, + 0.26512911915779114, + 0.23073826730251312, + 0.21685102581977844, + 0.22721509635448456, + 0.21622438728809357, + 0.08830174803733826, + 0.24045538902282715, + 0.244472935795784, + 0.511320948600769, + 0.27439966797828674, + 0.1502911001443863, + 0.13704562187194824, + 0.06844016909599304, + 0.1807863861322403, + 0.17751087248325348 ], "bc_grad_norm": [ - 0.40437817573547363, - 0.3816668689250946, - 0.6116439700126648, - 0.10911580175161362, - 0.125199094414711, - 0.1520146131515503, - 0.1484943926334381, - 0.18622986972332, - 0.10152406990528107, - 0.04188844934105873 + 1.626408576965332, + 1.1326643228530884, + 1.8785088062286377, + 1.189073085784912, + 1.7264165878295898, + 1.6312233209609985, + 1.9207943677902222, + 2.1363046169281006, + 1.649990200996399, + 1.2782998085021973, + 1.3258098363876343, + 1.1343291997909546, + 1.360397458076477, + 2.6993308067321777, + 1.966510534286499, + 2.236940383911133, + 1.3609410524368286, + 1.7911251783370972, + 3.6295926570892334, + 2.5330734252929688 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.2.self_attn.in_proj_weight": 0.08808484673500061, - "transformer.layers.2.self_attn.in_proj_bias": 0.005903058685362339, - "transformer.layers.2.self_attn.out_proj.weight": 0.06362776458263397, - "transformer.layers.2.self_attn.out_proj.bias": 0.005554517265409231, - "transformer.layers.2.linear1.weight": 0.04305119439959526, - "transformer.layers.2.linear1.bias": 0.0022028747480362654, - "transformer.layers.2.linear2.weight": 0.051205892115831375, - "transformer.layers.2.linear2.bias": 0.005498209036886692, - "transformer.layers.2.norm1.weight": 0.0056548696011304855, - "transformer.layers.2.norm1.bias": 0.006524732336401939, - "transformer.layers.2.norm2.weight": 0.002763585187494755, - "transformer.layers.2.norm2.bias": 0.0020296412985771894, - "transformer.layers.3.self_attn.in_proj_weight": 0.12078730762004852, - "transformer.layers.3.self_attn.in_proj_bias": 0.008893257938325405, - "transformer.layers.3.self_attn.out_proj.weight": 0.06414373964071274, - "transformer.layers.3.self_attn.out_proj.bias": 0.007459356915205717, - "transformer.layers.3.linear1.weight": 0.09197737276554108, - "transformer.layers.3.linear1.bias": 0.005437946412712336, - "transformer.layers.3.linear2.weight": 0.053242191672325134, - "transformer.layers.3.linear2.bias": 0.008731218054890633, - "transformer.layers.3.norm1.weight": 0.009630742482841015, - "transformer.layers.3.norm1.bias": 0.011929060332477093, - "transformer.layers.3.norm2.weight": 0.006977212615311146, - "transformer.layers.3.norm2.bias": 0.00582490349188447, - "head.weight": 0.5940180420875549, - "head.bias": 0.017160428687930107 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.09004517644643784, - "transformer.layers.2.self_attn.in_proj_bias": 0.00879311840981245, - "transformer.layers.2.self_attn.out_proj.weight": 0.09617945551872253, - "transformer.layers.2.self_attn.out_proj.bias": 0.01061862800270319, - "transformer.layers.2.linear1.weight": 0.04678761586546898, - "transformer.layers.2.linear1.bias": 0.003602804848924279, - "transformer.layers.2.linear2.weight": 0.052947402000427246, - "transformer.layers.2.linear2.bias": 0.011004718020558357, - "transformer.layers.2.norm1.weight": 0.006224839482456446, - "transformer.layers.2.norm1.bias": 0.010982927866280079, - "transformer.layers.2.norm2.weight": 0.003226442029699683, - "transformer.layers.2.norm2.bias": 0.003921472933143377, - "transformer.layers.3.self_attn.in_proj_weight": 0.12312387675046921, - "transformer.layers.3.self_attn.in_proj_bias": 0.012608863413333893, - "transformer.layers.3.self_attn.out_proj.weight": 0.07960410416126251, - "transformer.layers.3.self_attn.out_proj.bias": 0.013613454066216946, - "transformer.layers.3.linear1.weight": 0.15414021909236908, - "transformer.layers.3.linear1.bias": 0.01394668873399496, - "transformer.layers.3.linear2.weight": 0.07101448625326157, - "transformer.layers.3.linear2.bias": 0.019589846953749657, - "transformer.layers.3.norm1.weight": 0.008928491733968258, - "transformer.layers.3.norm1.bias": 0.014955270104110241, - "transformer.layers.3.norm2.weight": 0.013938219286501408, - "transformer.layers.3.norm2.bias": 0.022904276847839355, - "head.weight": 0.9810444712638855, - "head.bias": 0.042697545140981674 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.13826854526996613, - "transformer.layers.2.self_attn.in_proj_bias": 0.012436995282769203, - "transformer.layers.2.self_attn.out_proj.weight": 0.14053979516029358, - "transformer.layers.2.self_attn.out_proj.bias": 0.01568409614264965, - "transformer.layers.2.linear1.weight": 0.07918129116296768, - "transformer.layers.2.linear1.bias": 0.005353174172341824, - "transformer.layers.2.linear2.weight": 0.09471365064382553, - "transformer.layers.2.linear2.bias": 0.01572147198021412, - "transformer.layers.2.norm1.weight": 0.008468247950077057, - "transformer.layers.2.norm1.bias": 0.01575741171836853, - "transformer.layers.2.norm2.weight": 0.005599501542747021, - "transformer.layers.2.norm2.bias": 0.006111068185418844, - "transformer.layers.3.self_attn.in_proj_weight": 0.23946355283260345, - "transformer.layers.3.self_attn.in_proj_bias": 0.0231070164591074, - "transformer.layers.3.self_attn.out_proj.weight": 0.12569336593151093, - "transformer.layers.3.self_attn.out_proj.bias": 0.02199353650212288, - "transformer.layers.3.linear1.weight": 0.24041368067264557, - "transformer.layers.3.linear1.bias": 0.022193074226379395, - "transformer.layers.3.linear2.weight": 0.12303908914327621, - "transformer.layers.3.linear2.bias": 0.03491348773241043, - "transformer.layers.3.norm1.weight": 0.018676722422242165, - "transformer.layers.3.norm1.bias": 0.031569112092256546, - "transformer.layers.3.norm2.weight": 0.021166227757930756, - "transformer.layers.3.norm2.bias": 0.03715462610125542, - "head.weight": 1.744805097579956, - "head.bias": 0.07761000841856003 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.03756530582904816, - "transformer.layers.2.self_attn.in_proj_bias": 0.0022724077571183443, - "transformer.layers.2.self_attn.out_proj.weight": 0.027208860963582993, - "transformer.layers.2.self_attn.out_proj.bias": 0.0026889280416071415, - "transformer.layers.2.linear1.weight": 0.018356114625930786, - "transformer.layers.2.linear1.bias": 0.0010830530663952231, - "transformer.layers.2.linear2.weight": 0.021668193861842155, - "transformer.layers.2.linear2.bias": 0.0027663372457027435, - "transformer.layers.2.norm1.weight": 0.0025775223039090633, - "transformer.layers.2.norm1.bias": 0.00251301028765738, - "transformer.layers.2.norm2.weight": 0.0011551235802471638, - "transformer.layers.2.norm2.bias": 0.0011322248028591275, - "transformer.layers.3.self_attn.in_proj_weight": 0.05430068075656891, - "transformer.layers.3.self_attn.in_proj_bias": 0.004703745245933533, - "transformer.layers.3.self_attn.out_proj.weight": 0.032671969383955, - "transformer.layers.3.self_attn.out_proj.bias": 0.004234907682985067, - "transformer.layers.3.linear1.weight": 0.035384342074394226, - "transformer.layers.3.linear1.bias": 0.002650404814630747, - "transformer.layers.3.linear2.weight": 0.023470615968108177, - "transformer.layers.3.linear2.bias": 0.005149829667061567, - "transformer.layers.3.norm1.weight": 0.003884947393089533, - "transformer.layers.3.norm1.bias": 0.006055536679923534, - "transformer.layers.3.norm2.weight": 0.002537377178668976, - "transformer.layers.3.norm2.bias": 0.0030989996157586575, - "head.weight": 0.2788044512271881, - "head.bias": 0.010195435956120491 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.026030274108052254, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016898204339668155, - "transformer.layers.2.self_attn.out_proj.weight": 0.026695145294070244, - "transformer.layers.2.self_attn.out_proj.bias": 0.0025029622483998537, - "transformer.layers.2.linear1.weight": 0.019544130191206932, - "transformer.layers.2.linear1.bias": 0.0010506212711334229, - "transformer.layers.2.linear2.weight": 0.02276073768734932, - "transformer.layers.2.linear2.bias": 0.002509726444259286, - "transformer.layers.2.norm1.weight": 0.0015958965523168445, - "transformer.layers.2.norm1.bias": 0.0013999593211337924, - "transformer.layers.2.norm2.weight": 0.0015230565331876278, - "transformer.layers.2.norm2.bias": 0.0010012623388320208, - "transformer.layers.3.self_attn.in_proj_weight": 0.05681360512971878, - "transformer.layers.3.self_attn.in_proj_bias": 0.00458244513720274, - "transformer.layers.3.self_attn.out_proj.weight": 0.02429932914674282, - "transformer.layers.3.self_attn.out_proj.bias": 0.003514980897307396, - "transformer.layers.3.linear1.weight": 0.04238046705722809, - "transformer.layers.3.linear1.bias": 0.0033922551665455103, - "transformer.layers.3.linear2.weight": 0.022038260474801064, - "transformer.layers.3.linear2.bias": 0.005343205761164427, - "transformer.layers.3.norm1.weight": 0.0046023414470255375, - "transformer.layers.3.norm1.bias": 0.006171336863189936, - "transformer.layers.3.norm2.weight": 0.003943015821278095, - "transformer.layers.3.norm2.bias": 0.005422982387244701, - "head.weight": 0.26620757579803467, - "head.bias": 0.010185480117797852 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.07261640578508377, - "transformer.layers.2.self_attn.in_proj_bias": 0.0031650878954678774, - "transformer.layers.2.self_attn.out_proj.weight": 0.05125384405255318, - "transformer.layers.2.self_attn.out_proj.bias": 0.0034792665392160416, - "transformer.layers.2.linear1.weight": 0.04387378692626953, - "transformer.layers.2.linear1.bias": 0.0021186545491218567, - "transformer.layers.2.linear2.weight": 0.0482565239071846, - "transformer.layers.2.linear2.bias": 0.0034864358603954315, - "transformer.layers.2.norm1.weight": 0.004757531452924013, - "transformer.layers.2.norm1.bias": 0.002719708951190114, - "transformer.layers.2.norm2.weight": 0.003461043117567897, - "transformer.layers.2.norm2.bias": 0.0020858547650277615, - "transformer.layers.3.self_attn.in_proj_weight": 0.1308152824640274, - "transformer.layers.3.self_attn.in_proj_bias": 0.006511466111987829, - "transformer.layers.3.self_attn.out_proj.weight": 0.0481845922768116, - "transformer.layers.3.self_attn.out_proj.bias": 0.0036416915245354176, - "transformer.layers.3.linear1.weight": 0.06255815923213959, - "transformer.layers.3.linear1.bias": 0.0037693995982408524, - "transformer.layers.3.linear2.weight": 0.03366101533174515, - "transformer.layers.3.linear2.bias": 0.005405349191278219, - "transformer.layers.3.norm1.weight": 0.010800033807754517, - "transformer.layers.3.norm1.bias": 0.008484183810651302, - "transformer.layers.3.norm2.weight": 0.004669636487960815, - "transformer.layers.3.norm2.bias": 0.005042715929448605, - "head.weight": 0.4176746606826782, - "head.bias": 0.011678398586809635 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.047727301716804504, - "transformer.layers.2.self_attn.in_proj_bias": 0.002509951125830412, - "transformer.layers.2.self_attn.out_proj.weight": 0.033918824046850204, - "transformer.layers.2.self_attn.out_proj.bias": 0.0032664986792951822, - "transformer.layers.2.linear1.weight": 0.029707038775086403, - "transformer.layers.2.linear1.bias": 0.001532434718683362, - "transformer.layers.2.linear2.weight": 0.034137047827243805, - "transformer.layers.2.linear2.bias": 0.003201910760253668, - "transformer.layers.2.norm1.weight": 0.003171933349221945, - "transformer.layers.2.norm1.bias": 0.0025794573593884706, - "transformer.layers.2.norm2.weight": 0.0022410680539906025, - "transformer.layers.2.norm2.bias": 0.0016180402599275112, - "transformer.layers.3.self_attn.in_proj_weight": 0.08650141954421997, - "transformer.layers.3.self_attn.in_proj_bias": 0.006581413559615612, - "transformer.layers.3.self_attn.out_proj.weight": 0.03448604419827461, - "transformer.layers.3.self_attn.out_proj.bias": 0.004589351359754801, - "transformer.layers.3.linear1.weight": 0.05392847955226898, - "transformer.layers.3.linear1.bias": 0.004156600683927536, - "transformer.layers.3.linear2.weight": 0.030378084629774094, - "transformer.layers.3.linear2.bias": 0.00639026053249836, - "transformer.layers.3.norm1.weight": 0.007206468842923641, - "transformer.layers.3.norm1.bias": 0.009061168879270554, - "transformer.layers.3.norm2.weight": 0.004346894565969706, - "transformer.layers.3.norm2.bias": 0.005577360279858112, - "head.weight": 0.3700343072414398, - "head.bias": 0.014242435805499554 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.0021000790875405073, - "transformer.layers.2.self_attn.in_proj_bias": 0.00012134442658862099, - "transformer.layers.2.self_attn.out_proj.weight": 0.0018464276799932122, - "transformer.layers.2.self_attn.out_proj.bias": 0.00017834248137660325, - "transformer.layers.2.linear1.weight": 0.0012519932352006435, - "transformer.layers.2.linear1.bias": 0.00007406149961752817, - "transformer.layers.2.linear2.weight": 0.0014428236754611135, - "transformer.layers.2.linear2.bias": 0.00017691068933345377, - "transformer.layers.2.norm1.weight": 0.0001500685466453433, - "transformer.layers.2.norm1.bias": 0.0001268234773306176, - "transformer.layers.2.norm2.weight": 0.00008443251135759056, - "transformer.layers.2.norm2.bias": 0.00007329427899094298, - "transformer.layers.3.self_attn.in_proj_weight": 0.003312850371003151, - "transformer.layers.3.self_attn.in_proj_bias": 0.00017549589392729104, - "transformer.layers.3.self_attn.out_proj.weight": 0.0017110406188294291, - "transformer.layers.3.self_attn.out_proj.bias": 0.00019832731049973518, - "transformer.layers.3.linear1.weight": 0.0023713146802037954, - "transformer.layers.3.linear1.bias": 0.0001693741069175303, - "transformer.layers.3.linear2.weight": 0.0013457173481583595, - "transformer.layers.3.linear2.bias": 0.0002674279676284641, - "transformer.layers.3.norm1.weight": 0.00029285490745678544, - "transformer.layers.3.norm1.bias": 0.00022463670757133514, - "transformer.layers.3.norm2.weight": 0.00019906774105038494, - "transformer.layers.3.norm2.bias": 0.00024042787845246494, - "head.weight": 0.02010129764676094, - "head.bias": 0.0007584451232105494 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.04030851274728775, - "transformer.layers.2.self_attn.in_proj_bias": 0.0020518924575299025, - "transformer.layers.2.self_attn.out_proj.weight": 0.030022181570529938, - "transformer.layers.2.self_attn.out_proj.bias": 0.002546262228861451, - "transformer.layers.2.linear1.weight": 0.02893320471048355, - "transformer.layers.2.linear1.bias": 0.0012705711415037513, - "transformer.layers.2.linear2.weight": 0.028904937207698822, - "transformer.layers.2.linear2.bias": 0.002473744796589017, - "transformer.layers.2.norm1.weight": 0.002788144163787365, - "transformer.layers.2.norm1.bias": 0.0020719498861581087, - "transformer.layers.2.norm2.weight": 0.0024765022099018097, - "transformer.layers.2.norm2.bias": 0.0011680532479658723, - "transformer.layers.3.self_attn.in_proj_weight": 0.0883229598402977, - "transformer.layers.3.self_attn.in_proj_bias": 0.004945302847772837, - "transformer.layers.3.self_attn.out_proj.weight": 0.030169708654284477, - "transformer.layers.3.self_attn.out_proj.bias": 0.003695432562381029, - "transformer.layers.3.linear1.weight": 0.045135706663131714, - "transformer.layers.3.linear1.bias": 0.0033220010809600353, - "transformer.layers.3.linear2.weight": 0.024469664320349693, - "transformer.layers.3.linear2.bias": 0.0055143567733466625, - "transformer.layers.3.norm1.weight": 0.006577690597623587, - "transformer.layers.3.norm1.bias": 0.006035973317921162, - "transformer.layers.3.norm2.weight": 0.0034707956947386265, - "transformer.layers.3.norm2.bias": 0.0049910168163478374, - "head.weight": 0.31138643622398376, - "head.bias": 0.01204846054315567 - }, - { - "transformer.layers.2.self_attn.in_proj_weight": 0.028018318116664886, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014182538725435734, - "transformer.layers.2.self_attn.out_proj.weight": 0.024285154417157173, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019027600064873695, - "transformer.layers.2.linear1.weight": 0.022723693400621414, - "transformer.layers.2.linear1.bias": 0.0010529094142839313, - "transformer.layers.2.linear2.weight": 0.022404594346880913, - "transformer.layers.2.linear2.bias": 0.0018836339004337788, - "transformer.layers.2.norm1.weight": 0.0019764446187764406, - "transformer.layers.2.norm1.bias": 0.0012628766708076, - "transformer.layers.2.norm2.weight": 0.002130294917151332, - "transformer.layers.2.norm2.bias": 0.00117164955008775, - "transformer.layers.3.self_attn.in_proj_weight": 0.058294788002967834, - "transformer.layers.3.self_attn.in_proj_bias": 0.0031730502378195524, - "transformer.layers.3.self_attn.out_proj.weight": 0.02329910732805729, - "transformer.layers.3.self_attn.out_proj.bias": 0.0025073466822504997, - "transformer.layers.3.linear1.weight": 0.033498190343379974, - "transformer.layers.3.linear1.bias": 0.0025676200166344643, - "transformer.layers.3.linear2.weight": 0.01842411980032921, - "transformer.layers.3.linear2.bias": 0.004027614835649729, - "transformer.layers.3.norm1.weight": 0.004969387780874968, - "transformer.layers.3.norm1.bias": 0.00430567841976881, - "transformer.layers.3.norm2.weight": 0.002860436448827386, - "transformer.layers.3.norm2.bias": 0.004161925055086613, - "head.weight": 0.2341189980506897, - "head.bias": 0.009548021480441093 + "transformer.layers.2.self_attn.in_proj_weight": 0.0999201163649559, + "transformer.layers.2.self_attn.in_proj_bias": 0.006931697484105825, + "transformer.layers.2.self_attn.out_proj.weight": 0.10279739648103714, + "transformer.layers.2.self_attn.out_proj.bias": 0.00881874468177557, + "transformer.layers.2.linear1.weight": 0.04340742900967598, + "transformer.layers.2.linear1.bias": 0.0032477048225700855, + "transformer.layers.2.linear2.weight": 0.05542150139808655, + "transformer.layers.2.linear2.bias": 0.00914516020566225, + "transformer.layers.2.norm1.weight": 0.006564734503626823, + "transformer.layers.2.norm1.bias": 0.006971129681915045, + "transformer.layers.2.norm2.weight": 0.002477711997926235, + "transformer.layers.2.norm2.bias": 0.0034977749455720186, + "transformer.layers.3.self_attn.in_proj_weight": 0.16030648350715637, + "transformer.layers.3.self_attn.in_proj_bias": 0.016522152349352837, + "transformer.layers.3.self_attn.out_proj.weight": 0.10248109698295593, + "transformer.layers.3.self_attn.out_proj.bias": 0.013056212104856968, + "transformer.layers.3.linear1.weight": 0.09803202003240585, + "transformer.layers.3.linear1.bias": 0.008161280304193497, + "transformer.layers.3.linear2.weight": 0.06075780838727951, + "transformer.layers.3.linear2.bias": 0.015488794073462486, + "transformer.layers.3.norm1.weight": 0.011585723608732224, + "transformer.layers.3.norm1.bias": 0.021708695217967033, + "transformer.layers.3.norm2.weight": 0.006674028001725674, + "transformer.layers.3.norm2.bias": 0.01024592388421297, + "head.weight": 0.8957890868186951, + "head.bias": 0.030633123591542244 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03755129501223564, + "transformer.layers.2.self_attn.in_proj_bias": 0.002474135020747781, + "transformer.layers.2.self_attn.out_proj.weight": 0.02641874924302101, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028195271734148264, + "transformer.layers.2.linear1.weight": 0.014574145898222923, + "transformer.layers.2.linear1.bias": 0.0011445069685578346, + "transformer.layers.2.linear2.weight": 0.01856355369091034, + "transformer.layers.2.linear2.bias": 0.0029720270540565252, + "transformer.layers.2.norm1.weight": 0.00300487014465034, + "transformer.layers.2.norm1.bias": 0.0026212960947304964, + "transformer.layers.2.norm2.weight": 0.0009024690953083336, + "transformer.layers.2.norm2.bias": 0.0013003852218389511, + "transformer.layers.3.self_attn.in_proj_weight": 0.04143868386745453, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036981527227908373, + "transformer.layers.3.self_attn.out_proj.weight": 0.03043477237224579, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036358933430165052, + "transformer.layers.3.linear1.weight": 0.02969370223581791, + "transformer.layers.3.linear1.bias": 0.002468426013365388, + "transformer.layers.3.linear2.weight": 0.018810899928212166, + "transformer.layers.3.linear2.bias": 0.004378576297312975, + "transformer.layers.3.norm1.weight": 0.003427410963922739, + "transformer.layers.3.norm1.bias": 0.004999885335564613, + "transformer.layers.3.norm2.weight": 0.00216145277954638, + "transformer.layers.3.norm2.bias": 0.0031212405301630497, + "head.weight": 0.2722262740135193, + "head.bias": 0.009970568120479584 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.05179848521947861, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028572692535817623, + "transformer.layers.2.self_attn.out_proj.weight": 0.03886387497186661, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022340489085763693, + "transformer.layers.2.linear1.weight": 0.020170655101537704, + "transformer.layers.2.linear1.bias": 0.0012495119590312243, + "transformer.layers.2.linear2.weight": 0.023516006767749786, + "transformer.layers.2.linear2.bias": 0.002104227663949132, + "transformer.layers.2.norm1.weight": 0.003570196684449911, + "transformer.layers.2.norm1.bias": 0.0027854337822645903, + "transformer.layers.2.norm2.weight": 0.0013865128858014941, + "transformer.layers.2.norm2.bias": 0.0011664587073028088, + "transformer.layers.3.self_attn.in_proj_weight": 0.06341762840747833, + "transformer.layers.3.self_attn.in_proj_bias": 0.004223854746669531, + "transformer.layers.3.self_attn.out_proj.weight": 0.036802418529987335, + "transformer.layers.3.self_attn.out_proj.bias": 0.0027619695756584406, + "transformer.layers.3.linear1.weight": 0.038424376398324966, + "transformer.layers.3.linear1.bias": 0.0028906671795994043, + "transformer.layers.3.linear2.weight": 0.021836165338754654, + "transformer.layers.3.linear2.bias": 0.003353151958435774, + "transformer.layers.3.norm1.weight": 0.004826457239687443, + "transformer.layers.3.norm1.bias": 0.005113252904266119, + "transformer.layers.3.norm2.weight": 0.0028496216982603073, + "transformer.layers.3.norm2.bias": 0.00365322083234787, + "head.weight": 0.24600785970687866, + "head.bias": 0.005854948423802853 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.05957914888858795, + "transformer.layers.2.self_attn.in_proj_bias": 0.003224165877327323, + "transformer.layers.2.self_attn.out_proj.weight": 0.041556466370821, + "transformer.layers.2.self_attn.out_proj.bias": 0.0037383991293609142, + "transformer.layers.2.linear1.weight": 0.024799630045890808, + "transformer.layers.2.linear1.bias": 0.0016976906917989254, + "transformer.layers.2.linear2.weight": 0.029757840558886528, + "transformer.layers.2.linear2.bias": 0.003809995949268341, + "transformer.layers.2.norm1.weight": 0.004367874003946781, + "transformer.layers.2.norm1.bias": 0.0035252750385552645, + "transformer.layers.2.norm2.weight": 0.0015763627598062158, + "transformer.layers.2.norm2.bias": 0.0019386817002668977, + "transformer.layers.3.self_attn.in_proj_weight": 0.07998906075954437, + "transformer.layers.3.self_attn.in_proj_bias": 0.007493862882256508, + "transformer.layers.3.self_attn.out_proj.weight": 0.043287493288517, + "transformer.layers.3.self_attn.out_proj.bias": 0.005362587049603462, + "transformer.layers.3.linear1.weight": 0.044031739234924316, + "transformer.layers.3.linear1.bias": 0.0037187705747783184, + "transformer.layers.3.linear2.weight": 0.026848314329981804, + "transformer.layers.3.linear2.bias": 0.006741849239915609, + "transformer.layers.3.norm1.weight": 0.00601938646286726, + "transformer.layers.3.norm1.bias": 0.009806814603507519, + "transformer.layers.3.norm2.weight": 0.003008343279361725, + "transformer.layers.3.norm2.bias": 0.0047623892314732075, + "head.weight": 0.36921796202659607, + "head.bias": 0.013220374472439289 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03749820590019226, + "transformer.layers.2.self_attn.in_proj_bias": 0.0019784942269325256, + "transformer.layers.2.self_attn.out_proj.weight": 0.03114040568470955, + "transformer.layers.2.self_attn.out_proj.bias": 0.002623852575197816, + "transformer.layers.2.linear1.weight": 0.01955866999924183, + "transformer.layers.2.linear1.bias": 0.0012323097325861454, + "transformer.layers.2.linear2.weight": 0.023847589269280434, + "transformer.layers.2.linear2.bias": 0.0026122736744582653, + "transformer.layers.2.norm1.weight": 0.002190978964790702, + "transformer.layers.2.norm1.bias": 0.0022416505962610245, + "transformer.layers.2.norm2.weight": 0.0014416910707950592, + "transformer.layers.2.norm2.bias": 0.0014719170285388827, + "transformer.layers.3.self_attn.in_proj_weight": 0.06407485902309418, + "transformer.layers.3.self_attn.in_proj_bias": 0.005601717159152031, + "transformer.layers.3.self_attn.out_proj.weight": 0.02577470988035202, + "transformer.layers.3.self_attn.out_proj.bias": 0.003955911844968796, + "transformer.layers.3.linear1.weight": 0.028292441740632057, + "transformer.layers.3.linear1.bias": 0.0025005543138831854, + "transformer.layers.3.linear2.weight": 0.01694827526807785, + "transformer.layers.3.linear2.bias": 0.004909927025437355, + "transformer.layers.3.norm1.weight": 0.004526717588305473, + "transformer.layers.3.norm1.bias": 0.007670009043067694, + "transformer.layers.3.norm2.weight": 0.002108240034431219, + "transformer.layers.3.norm2.bias": 0.0034843161702156067, + "head.weight": 0.2479252815246582, + "head.bias": 0.009939382784068584 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03082960471510887, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018316147616133094, + "transformer.layers.2.self_attn.out_proj.weight": 0.03305353969335556, + "transformer.layers.2.self_attn.out_proj.bias": 0.0019384314073249698, + "transformer.layers.2.linear1.weight": 0.01774308830499649, + "transformer.layers.2.linear1.bias": 0.000997978262603283, + "transformer.layers.2.linear2.weight": 0.020876480266451836, + "transformer.layers.2.linear2.bias": 0.0019113493617624044, + "transformer.layers.2.norm1.weight": 0.0021827672608196735, + "transformer.layers.2.norm1.bias": 0.002311821561306715, + "transformer.layers.2.norm2.weight": 0.001460375962778926, + "transformer.layers.2.norm2.bias": 0.0009219455532729626, + "transformer.layers.3.self_attn.in_proj_weight": 0.05425359681248665, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028853067196905613, + "transformer.layers.3.self_attn.out_proj.weight": 0.03034946322441101, + "transformer.layers.3.self_attn.out_proj.bias": 0.0022189789451658726, + "transformer.layers.3.linear1.weight": 0.02837412804365158, + "transformer.layers.3.linear1.bias": 0.0019477377645671368, + "transformer.layers.3.linear2.weight": 0.01986643299460411, + "transformer.layers.3.linear2.bias": 0.0023780607152730227, + "transformer.layers.3.norm1.weight": 0.004192513879388571, + "transformer.layers.3.norm1.bias": 0.003208161797374487, + "transformer.layers.3.norm2.weight": 0.002152856905013323, + "transformer.layers.3.norm2.bias": 0.0023505431599915028, + "head.weight": 0.20166216790676117, + "head.bias": 0.005442035850137472 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.041035205125808716, + "transformer.layers.2.self_attn.in_proj_bias": 0.002439855132251978, + "transformer.layers.2.self_attn.out_proj.weight": 0.034428391605615616, + "transformer.layers.2.self_attn.out_proj.bias": 0.0029753728304058313, + "transformer.layers.2.linear1.weight": 0.024553123861551285, + "transformer.layers.2.linear1.bias": 0.0015104665653780103, + "transformer.layers.2.linear2.weight": 0.02676241658627987, + "transformer.layers.2.linear2.bias": 0.0029175691306591034, + "transformer.layers.2.norm1.weight": 0.0032735452987253666, + "transformer.layers.2.norm1.bias": 0.0029820010531693697, + "transformer.layers.2.norm2.weight": 0.0021541235037148, + "transformer.layers.2.norm2.bias": 0.002103674691170454, + "transformer.layers.3.self_attn.in_proj_weight": 0.07436028122901917, + "transformer.layers.3.self_attn.in_proj_bias": 0.006366887595504522, + "transformer.layers.3.self_attn.out_proj.weight": 0.029036490246653557, + "transformer.layers.3.self_attn.out_proj.bias": 0.004484337288886309, + "transformer.layers.3.linear1.weight": 0.03100365772843361, + "transformer.layers.3.linear1.bias": 0.0026661742012947798, + "transformer.layers.3.linear2.weight": 0.01912417821586132, + "transformer.layers.3.linear2.bias": 0.0052652060985565186, + "transformer.layers.3.norm1.weight": 0.005068264901638031, + "transformer.layers.3.norm1.bias": 0.008436460047960281, + "transformer.layers.3.norm2.weight": 0.002292843069881201, + "transformer.layers.3.norm2.bias": 0.0035901302471756935, + "head.weight": 0.2657277584075928, + "head.bias": 0.009963467717170715 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.024425067007541656, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015611790586262941, + "transformer.layers.2.self_attn.out_proj.weight": 0.025095364078879356, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023211678490042686, + "transformer.layers.2.linear1.weight": 0.016380727291107178, + "transformer.layers.2.linear1.bias": 0.0010942280059680343, + "transformer.layers.2.linear2.weight": 0.019279878586530685, + "transformer.layers.2.linear2.bias": 0.0022429954260587692, + "transformer.layers.2.norm1.weight": 0.001657756045460701, + "transformer.layers.2.norm1.bias": 0.0017868548166006804, + "transformer.layers.2.norm2.weight": 0.0014830236323177814, + "transformer.layers.2.norm2.bias": 0.0014519698452204466, + "transformer.layers.3.self_attn.in_proj_weight": 0.045872416347265244, + "transformer.layers.3.self_attn.in_proj_bias": 0.004518837668001652, + "transformer.layers.3.self_attn.out_proj.weight": 0.021441282704472542, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033704780507832766, + "transformer.layers.3.linear1.weight": 0.02632947266101837, + "transformer.layers.3.linear1.bias": 0.002372194081544876, + "transformer.layers.3.linear2.weight": 0.015644686296582222, + "transformer.layers.3.linear2.bias": 0.00418225908651948, + "transformer.layers.3.norm1.weight": 0.0034549750853329897, + "transformer.layers.3.norm1.bias": 0.006097166333347559, + "transformer.layers.3.norm2.weight": 0.0019161906093358994, + "transformer.layers.3.norm2.bias": 0.0031832426320761442, + "head.weight": 0.1981407254934311, + "head.bias": 0.00810109544545412 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.036390818655490875, + "transformer.layers.2.self_attn.in_proj_bias": 0.002569759264588356, + "transformer.layers.2.self_attn.out_proj.weight": 0.037715062499046326, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033566318452358246, + "transformer.layers.2.linear1.weight": 0.022960130125284195, + "transformer.layers.2.linear1.bias": 0.0018103165784850717, + "transformer.layers.2.linear2.weight": 0.02704119123518467, + "transformer.layers.2.linear2.bias": 0.0031278564129024744, + "transformer.layers.2.norm1.weight": 0.002396385418251157, + "transformer.layers.2.norm1.bias": 0.0028808529023081064, + "transformer.layers.2.norm2.weight": 0.002078296383842826, + "transformer.layers.2.norm2.bias": 0.0025909363757818937, + "transformer.layers.3.self_attn.in_proj_weight": 0.05996634066104889, + "transformer.layers.3.self_attn.in_proj_bias": 0.005458351224660873, + "transformer.layers.3.self_attn.out_proj.weight": 0.026304032653570175, + "transformer.layers.3.self_attn.out_proj.bias": 0.0037001960445195436, + "transformer.layers.3.linear1.weight": 0.029728485271334648, + "transformer.layers.3.linear1.bias": 0.002668243134394288, + "transformer.layers.3.linear2.weight": 0.017188681289553642, + "transformer.layers.3.linear2.bias": 0.004615601617842913, + "transformer.layers.3.norm1.weight": 0.005162532441318035, + "transformer.layers.3.norm1.bias": 0.007618309929966927, + "transformer.layers.3.norm2.weight": 0.002249979879707098, + "transformer.layers.3.norm2.bias": 0.0034755696542561054, + "head.weight": 0.23574768006801605, + "head.bias": 0.00949130579829216 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03350357711315155, + "transformer.layers.2.self_attn.in_proj_bias": 0.002055040095001459, + "transformer.layers.2.self_attn.out_proj.weight": 0.03433972969651222, + "transformer.layers.2.self_attn.out_proj.bias": 0.002403252525255084, + "transformer.layers.2.linear1.weight": 0.022260988131165504, + "transformer.layers.2.linear1.bias": 0.0012826257152482867, + "transformer.layers.2.linear2.weight": 0.02327997237443924, + "transformer.layers.2.linear2.bias": 0.002023608423769474, + "transformer.layers.2.norm1.weight": 0.0021690567955374718, + "transformer.layers.2.norm1.bias": 0.002478676149621606, + "transformer.layers.2.norm2.weight": 0.002204837277531624, + "transformer.layers.2.norm2.bias": 0.001575159258209169, + "transformer.layers.3.self_attn.in_proj_weight": 0.06028616055846214, + "transformer.layers.3.self_attn.in_proj_bias": 0.002895210636779666, + "transformer.layers.3.self_attn.out_proj.weight": 0.03394966199994087, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016173424664884806, + "transformer.layers.3.linear1.weight": 0.02567521296441555, + "transformer.layers.3.linear1.bias": 0.0015531870303675532, + "transformer.layers.3.linear2.weight": 0.01665792055428028, + "transformer.layers.3.linear2.bias": 0.0016665830044075847, + "transformer.layers.3.norm1.weight": 0.0047345529310405254, + "transformer.layers.3.norm1.bias": 0.004103187005966902, + "transformer.layers.3.norm2.weight": 0.0019040690967813134, + "transformer.layers.3.norm2.bias": 0.001660827430896461, + "head.weight": 0.19268247485160828, + "head.bias": 0.003938606474548578 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.013129930943250656, + "transformer.layers.2.self_attn.in_proj_bias": 0.0004730547370854765, + "transformer.layers.2.self_attn.out_proj.weight": 0.012221097014844418, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006041988381184638, + "transformer.layers.2.linear1.weight": 0.010122671723365784, + "transformer.layers.2.linear1.bias": 0.0004729860520455986, + "transformer.layers.2.linear2.weight": 0.010669463314116001, + "transformer.layers.2.linear2.bias": 0.0005615075933746994, + "transformer.layers.2.norm1.weight": 0.0009857993572950363, + "transformer.layers.2.norm1.bias": 0.0004518400819506496, + "transformer.layers.2.norm2.weight": 0.0008885283023118973, + "transformer.layers.2.norm2.bias": 0.00047773789265193045, + "transformer.layers.3.self_attn.in_proj_weight": 0.03128167986869812, + "transformer.layers.3.self_attn.in_proj_bias": 0.0011246487265452743, + "transformer.layers.3.self_attn.out_proj.weight": 0.012439948506653309, + "transformer.layers.3.self_attn.out_proj.bias": 0.0004931929288432002, + "transformer.layers.3.linear1.weight": 0.008642689324915409, + "transformer.layers.3.linear1.bias": 0.0004750931402668357, + "transformer.layers.3.linear2.weight": 0.005129811353981495, + "transformer.layers.3.linear2.bias": 0.0005496790981851518, + "transformer.layers.3.norm1.weight": 0.0025023294147104025, + "transformer.layers.3.norm1.bias": 0.001522767823189497, + "transformer.layers.3.norm2.weight": 0.0006031684461049736, + "transformer.layers.3.norm2.bias": 0.0004797405272256583, + "head.weight": 0.06370113790035248, + "head.bias": 0.00131755112670362 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03025040216743946, + "transformer.layers.2.self_attn.in_proj_bias": 0.002098950557410717, + "transformer.layers.2.self_attn.out_proj.weight": 0.0330318957567215, + "transformer.layers.2.self_attn.out_proj.bias": 0.002618455793708563, + "transformer.layers.2.linear1.weight": 0.022921547293663025, + "transformer.layers.2.linear1.bias": 0.0012408214388415217, + "transformer.layers.2.linear2.weight": 0.02522602677345276, + "transformer.layers.2.linear2.bias": 0.0023580959532409906, + "transformer.layers.2.norm1.weight": 0.0022390754893422127, + "transformer.layers.2.norm1.bias": 0.0023670908994972706, + "transformer.layers.2.norm2.weight": 0.0020977570675313473, + "transformer.layers.2.norm2.bias": 0.0015136591391637921, + "transformer.layers.3.self_attn.in_proj_weight": 0.06685765087604523, + "transformer.layers.3.self_attn.in_proj_bias": 0.0049354336224496365, + "transformer.layers.3.self_attn.out_proj.weight": 0.025880325585603714, + "transformer.layers.3.self_attn.out_proj.bias": 0.003126139286905527, + "transformer.layers.3.linear1.weight": 0.02468811720609665, + "transformer.layers.3.linear1.bias": 0.0020341842900961637, + "transformer.layers.3.linear2.weight": 0.016242017969489098, + "transformer.layers.3.linear2.bias": 0.003684913506731391, + "transformer.layers.3.norm1.weight": 0.005454110447317362, + "transformer.layers.3.norm1.bias": 0.00728331645950675, + "transformer.layers.3.norm2.weight": 0.001912275911308825, + "transformer.layers.3.norm2.bias": 0.002747489372268319, + "head.weight": 0.20285558700561523, + "head.bias": 0.00729701854288578 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.032130468636751175, + "transformer.layers.2.self_attn.in_proj_bias": 0.00215030531398952, + "transformer.layers.2.self_attn.out_proj.weight": 0.03372762352228165, + "transformer.layers.2.self_attn.out_proj.bias": 0.0029866283293813467, + "transformer.layers.2.linear1.weight": 0.021884191781282425, + "transformer.layers.2.linear1.bias": 0.0014379197964444757, + "transformer.layers.2.linear2.weight": 0.026706701144576073, + "transformer.layers.2.linear2.bias": 0.0030361793469637632, + "transformer.layers.2.norm1.weight": 0.0018474142998456955, + "transformer.layers.2.norm1.bias": 0.001977892592549324, + "transformer.layers.2.norm2.weight": 0.0018621141789481044, + "transformer.layers.2.norm2.bias": 0.0017953435890376568, + "transformer.layers.3.self_attn.in_proj_weight": 0.07161813974380493, + "transformer.layers.3.self_attn.in_proj_bias": 0.006370102986693382, + "transformer.layers.3.self_attn.out_proj.weight": 0.031018538400530815, + "transformer.layers.3.self_attn.out_proj.bias": 0.004432545509189367, + "transformer.layers.3.linear1.weight": 0.03363308310508728, + "transformer.layers.3.linear1.bias": 0.0030479347333312035, + "transformer.layers.3.linear2.weight": 0.02069462649524212, + "transformer.layers.3.linear2.bias": 0.005751151591539383, + "transformer.layers.3.norm1.weight": 0.005577427800744772, + "transformer.layers.3.norm1.bias": 0.008729354478418827, + "transformer.layers.3.norm2.weight": 0.002646125853061676, + "transformer.layers.3.norm2.bias": 0.0044264341704547405, + "head.weight": 0.27785545587539673, + "head.bias": 0.011672750115394592 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.07137041538953781, + "transformer.layers.2.self_attn.in_proj_bias": 0.004273925442248583, + "transformer.layers.2.self_attn.out_proj.weight": 0.0697021558880806, + "transformer.layers.2.self_attn.out_proj.bias": 0.005711783654987812, + "transformer.layers.2.linear1.weight": 0.05529015138745308, + "transformer.layers.2.linear1.bias": 0.0036087743937969208, + "transformer.layers.2.linear2.weight": 0.06168703734874725, + "transformer.layers.2.linear2.bias": 0.005550200119614601, + "transformer.layers.2.norm1.weight": 0.004510199651122093, + "transformer.layers.2.norm1.bias": 0.0040806373581290245, + "transformer.layers.2.norm2.weight": 0.005320321768522263, + "transformer.layers.2.norm2.bias": 0.004728300962597132, + "transformer.layers.3.self_attn.in_proj_weight": 0.16571076214313507, + "transformer.layers.3.self_attn.in_proj_bias": 0.012084956280887127, + "transformer.layers.3.self_attn.out_proj.weight": 0.06464598327875137, + "transformer.layers.3.self_attn.out_proj.bias": 0.007866143248975277, + "transformer.layers.3.linear1.weight": 0.06320948898792267, + "transformer.layers.3.linear1.bias": 0.0053781126625835896, + "transformer.layers.3.linear2.weight": 0.03942832350730896, + "transformer.layers.3.linear2.bias": 0.01008735690265894, + "transformer.layers.3.norm1.weight": 0.012995489872992039, + "transformer.layers.3.norm1.bias": 0.0166330449283123, + "transformer.layers.3.norm2.weight": 0.004800410941243172, + "transformer.layers.3.norm2.bias": 0.007610292639583349, + "head.weight": 0.5349528193473816, + "head.bias": 0.01998002454638481 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03405289351940155, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018160887993872166, + "transformer.layers.2.self_attn.out_proj.weight": 0.02610682137310505, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023976557422429323, + "transformer.layers.2.linear1.weight": 0.018945051357150078, + "transformer.layers.2.linear1.bias": 0.001268459134735167, + "transformer.layers.2.linear2.weight": 0.021765559911727905, + "transformer.layers.2.linear2.bias": 0.002392394235357642, + "transformer.layers.2.norm1.weight": 0.0021296993363648653, + "transformer.layers.2.norm1.bias": 0.0019887806847691536, + "transformer.layers.2.norm2.weight": 0.0015569475945085287, + "transformer.layers.2.norm2.bias": 0.0016129023861140013, + "transformer.layers.3.self_attn.in_proj_weight": 0.05592040717601776, + "transformer.layers.3.self_attn.in_proj_bias": 0.00525311566889286, + "transformer.layers.3.self_attn.out_proj.weight": 0.023433977738022804, + "transformer.layers.3.self_attn.out_proj.bias": 0.0036915333475917578, + "transformer.layers.3.linear1.weight": 0.026878999546170235, + "transformer.layers.3.linear1.bias": 0.0025288662873208523, + "transformer.layers.3.linear2.weight": 0.015597637742757797, + "transformer.layers.3.linear2.bias": 0.004748168401420116, + "transformer.layers.3.norm1.weight": 0.004097300581634045, + "transformer.layers.3.norm1.bias": 0.006789840757846832, + "transformer.layers.3.norm2.weight": 0.0020416961051523685, + "transformer.layers.3.norm2.bias": 0.0038102511316537857, + "head.weight": 0.22091560065746307, + "head.bias": 0.009604153223335743 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.02108134515583515, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010267685865983367, + "transformer.layers.2.self_attn.out_proj.weight": 0.020880870521068573, + "transformer.layers.2.self_attn.out_proj.bias": 0.000999433919787407, + "transformer.layers.2.linear1.weight": 0.014640520326793194, + "transformer.layers.2.linear1.bias": 0.000695720431394875, + "transformer.layers.2.linear2.weight": 0.015202862210571766, + "transformer.layers.2.linear2.bias": 0.0009764633141458035, + "transformer.layers.2.norm1.weight": 0.001589581253938377, + "transformer.layers.2.norm1.bias": 0.0013952786102890968, + "transformer.layers.2.norm2.weight": 0.0011799088679254055, + "transformer.layers.2.norm2.bias": 0.0006930938689038157, + "transformer.layers.3.self_attn.in_proj_weight": 0.038833070546388626, + "transformer.layers.3.self_attn.in_proj_bias": 0.001675997395068407, + "transformer.layers.3.self_attn.out_proj.weight": 0.015922464430332184, + "transformer.layers.3.self_attn.out_proj.bias": 0.0010551565792411566, + "transformer.layers.3.linear1.weight": 0.01475040428340435, + "transformer.layers.3.linear1.bias": 0.0009958893060684204, + "transformer.layers.3.linear2.weight": 0.008424964733421803, + "transformer.layers.3.linear2.bias": 0.0012755402131006122, + "transformer.layers.3.norm1.weight": 0.0035432998556643724, + "transformer.layers.3.norm1.bias": 0.0020809320267289877, + "transformer.layers.3.norm2.weight": 0.001126275397837162, + "transformer.layers.3.norm2.bias": 0.0014248467050492764, + "head.weight": 0.09793544560670853, + "head.bias": 0.0021938520949333906 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.022683599963784218, + "transformer.layers.2.self_attn.in_proj_bias": 0.001156237325631082, + "transformer.layers.2.self_attn.out_proj.weight": 0.024748751893639565, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014669726369902492, + "transformer.layers.2.linear1.weight": 0.01627965085208416, + "transformer.layers.2.linear1.bias": 0.0008447860600426793, + "transformer.layers.2.linear2.weight": 0.0186767615377903, + "transformer.layers.2.linear2.bias": 0.0013141178060323, + "transformer.layers.2.norm1.weight": 0.0015592194395139813, + "transformer.layers.2.norm1.bias": 0.000993264839053154, + "transformer.layers.2.norm2.weight": 0.0012929447693750262, + "transformer.layers.2.norm2.bias": 0.0009800961706787348, + "transformer.layers.3.self_attn.in_proj_weight": 0.04498305916786194, + "transformer.layers.3.self_attn.in_proj_bias": 0.0021910173818469048, + "transformer.layers.3.self_attn.out_proj.weight": 0.018682317808270454, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013454901054501534, + "transformer.layers.3.linear1.weight": 0.018314579501748085, + "transformer.layers.3.linear1.bias": 0.0012883435701951385, + "transformer.layers.3.linear2.weight": 0.011329598724842072, + "transformer.layers.3.linear2.bias": 0.0016103747766464949, + "transformer.layers.3.norm1.weight": 0.003740058047696948, + "transformer.layers.3.norm1.bias": 0.002746193204075098, + "transformer.layers.3.norm2.weight": 0.0014235302805900574, + "transformer.layers.3.norm2.bias": 0.0017597860423848033, + "head.weight": 0.13328741490840912, + "head.bias": 0.004299933090806007 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.017213210463523865, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009219751227647066, + "transformer.layers.2.self_attn.out_proj.weight": 0.013523734174668789, + "transformer.layers.2.self_attn.out_proj.bias": 0.00081993592903018, + "transformer.layers.2.linear1.weight": 0.010859882459044456, + "transformer.layers.2.linear1.bias": 0.0005108526675030589, + "transformer.layers.2.linear2.weight": 0.01060186792165041, + "transformer.layers.2.linear2.bias": 0.0007163870031945407, + "transformer.layers.2.norm1.weight": 0.001194870681501925, + "transformer.layers.2.norm1.bias": 0.0011478567030280828, + "transformer.layers.2.norm2.weight": 0.0011183260940015316, + "transformer.layers.2.norm2.bias": 0.0004922582884319127, + "transformer.layers.3.self_attn.in_proj_weight": 0.023406432941555977, + "transformer.layers.3.self_attn.in_proj_bias": 0.001137613202445209, + "transformer.layers.3.self_attn.out_proj.weight": 0.009699670597910881, + "transformer.layers.3.self_attn.out_proj.bias": 0.0006150546250864863, + "transformer.layers.3.linear1.weight": 0.00942112598568201, + "transformer.layers.3.linear1.bias": 0.0005290719564072788, + "transformer.layers.3.linear2.weight": 0.006031172815710306, + "transformer.layers.3.linear2.bias": 0.000533033802639693, + "transformer.layers.3.norm1.weight": 0.0019305513706058264, + "transformer.layers.3.norm1.bias": 0.0012132659321650863, + "transformer.layers.3.norm2.weight": 0.0006729689775966108, + "transformer.layers.3.norm2.bias": 0.0005376813933253288, + "head.weight": 0.0649997889995575, + "head.bias": 0.001473902491852641 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.030762217938899994, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018588850507512689, + "transformer.layers.2.self_attn.out_proj.weight": 0.02471238374710083, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018504783511161804, + "transformer.layers.2.linear1.weight": 0.02132648043334484, + "transformer.layers.2.linear1.bias": 0.00113284878898412, + "transformer.layers.2.linear2.weight": 0.022840606048703194, + "transformer.layers.2.linear2.bias": 0.00159160397015512, + "transformer.layers.2.norm1.weight": 0.002319606952369213, + "transformer.layers.2.norm1.bias": 0.0023114453069865704, + "transformer.layers.2.norm2.weight": 0.0018747320864349604, + "transformer.layers.2.norm2.bias": 0.001343320356681943, + "transformer.layers.3.self_attn.in_proj_weight": 0.055901236832141876, + "transformer.layers.3.self_attn.in_proj_bias": 0.002930118003860116, + "transformer.layers.3.self_attn.out_proj.weight": 0.025570670142769814, + "transformer.layers.3.self_attn.out_proj.bias": 0.0014292512787505984, + "transformer.layers.3.linear1.weight": 0.022543903440237045, + "transformer.layers.3.linear1.bias": 0.0015350697794929147, + "transformer.layers.3.linear2.weight": 0.012730587273836136, + "transformer.layers.3.linear2.bias": 0.001334565575234592, + "transformer.layers.3.norm1.weight": 0.005138535983860493, + "transformer.layers.3.norm1.bias": 0.003969892393797636, + "transformer.layers.3.norm2.weight": 0.0017087212763726711, + "transformer.layers.3.norm2.bias": 0.0017540513072162867, + "head.weight": 0.12452002614736557, + "head.bias": 0.002644661581143737 + }, + { + "transformer.layers.2.self_attn.in_proj_weight": 0.03678189590573311, + "transformer.layers.2.self_attn.in_proj_bias": 0.001846096245571971, + "transformer.layers.2.self_attn.out_proj.weight": 0.03258233144879341, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024706958793103695, + "transformer.layers.2.linear1.weight": 0.023678474128246307, + "transformer.layers.2.linear1.bias": 0.001342753996141255, + "transformer.layers.2.linear2.weight": 0.0248368252068758, + "transformer.layers.2.linear2.bias": 0.0023143659345805645, + "transformer.layers.2.norm1.weight": 0.002596713602542877, + "transformer.layers.2.norm1.bias": 0.0018441482679918408, + "transformer.layers.2.norm2.weight": 0.002135267946869135, + "transformer.layers.2.norm2.bias": 0.0016922538634389639, + "transformer.layers.3.self_attn.in_proj_weight": 0.05321350321173668, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037548041436821222, + "transformer.layers.3.self_attn.out_proj.weight": 0.023377586156129837, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024593686684966087, + "transformer.layers.3.linear1.weight": 0.02190796285867691, + "transformer.layers.3.linear1.bias": 0.0017188392812386155, + "transformer.layers.3.linear2.weight": 0.013247027061879635, + "transformer.layers.3.linear2.bias": 0.00282736262306571, + "transformer.layers.3.norm1.weight": 0.004191657993942499, + "transformer.layers.3.norm1.bias": 0.0044089374132454395, + "transformer.layers.3.norm2.weight": 0.0017223414033651352, + "transformer.layers.3.norm2.bias": 0.0020687468349933624, + "head.weight": 0.1656518429517746, + "head.bias": 0.005862197373062372 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.139520525932312, - 0.16627876460552216, - 0.16178202629089355, - 0.031072420999407768, - 0.03898685425519943, - 0.09046819061040878, - 0.07053487002849579, - 0.10711263865232468, - 0.047531601041555405, - 0.01785530522465706 + 0.21365351974964142, + 0.16344091296195984, + 0.27948540449142456, + 0.19955889880657196, + 0.27546319365501404, + 0.27164843678474426, + 0.32908016443252563, + 0.3283032476902008, + 0.3354519307613373, + 0.25035393238067627, + 0.2718888521194458, + 0.21185988187789917, + 0.3087914288043976, + 0.48057425022125244, + 0.3922707438468933, + 0.4327787756919861, + 0.31899964809417725, + 0.33084896206855774, + 0.56859290599823, + 0.5450438857078552 ], "repr_drift_kl_low_t": [ - 0.13220372796058655, - 0.17229409515857697, - 0.1689683347940445, - 0.02466801181435585, - 0.040860697627067566, - 0.08627814054489136, - 0.06156740337610245, - 0.11075645685195923, - 0.047398969531059265, - 0.01720975525677204 + 0.2635236978530884, + 0.18561869859695435, + 0.3555920422077179, + 0.2360498607158661, + 0.319808691740036, + 0.33386939764022827, + 0.4007643163204193, + 0.38509538769721985, + 0.39818456768989563, + 0.29377424716949463, + 0.3254590630531311, + 0.2636731266975403, + 0.36356979608535767, + 0.6109716892242432, + 0.46549350023269653, + 0.5320332646369934, + 0.4042007625102997, + 0.4057779014110565, + 0.7039748430252075, + 0.675670325756073 ], "repr_drift_kl_mid_t": [ - 0.13454221189022064, - 0.16217894852161407, - 0.15317100286483765, - 0.0261811725795269, - 0.045624762773513794, - 0.0910491794347763, - 0.06447051465511322, - 0.10793909430503845, - 0.05032762140035629, - 0.016908282414078712 + 0.21618887782096863, + 0.16884224116802216, + 0.28629085421562195, + 0.2042165845632553, + 0.2818952202796936, + 0.278067022562027, + 0.3395635187625885, + 0.3375038504600525, + 0.35333555936813354, + 0.25174015760421753, + 0.2797730565071106, + 0.21729923784732819, + 0.3105383515357971, + 0.48884281516075134, + 0.39341142773628235, + 0.4411289691925049, + 0.3307477831840515, + 0.3318804204463959, + 0.5723755955696106, + 0.5703381299972534 ], "repr_drift_kl_high_t": [ - 0.15218475461006165, - 0.15517494082450867, - 0.16249552369117737, - 0.04310519993305206, - 0.04264635220170021, - 0.09552477300167084, - 0.0776924341917038, - 0.10183586925268173, - 0.04819619655609131, - 0.02296186238527298 + 0.17481012642383575, + 0.13762828707695007, + 0.20890957117080688, + 0.16911520063877106, + 0.2373064160346985, + 0.1981145441532135, + 0.24392564594745636, + 0.25037887692451477, + 0.24428816139698029, + 0.19386805593967438, + 0.20127947628498077, + 0.16070258617401123, + 0.23086388409137726, + 0.3410603702068329, + 0.30752110481262207, + 0.3221703767776489, + 0.22616995871067047, + 0.24929237365722656, + 0.40929633378982544, + 0.38704872131347656 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.9187917113304138, - 0.9699789881706238, - 0.9048931002616882, - 0.882727861404419, - 0.9543605446815491 + 0.6978189945220947, + 0.7298208475112915, + 0.8026063442230225, + 0.8814970850944519, + 0.8851768970489502, + 0.9170601963996887, + 0.918217122554779, + 0.8663582801818848, + 0.9490734338760376, + 0.8937427401542664 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.917610764503479, - 1.1938070058822632, - 1.8757636547088623, - 0.4556589722633362, - 0.29604730010032654, - 0.7929495573043823, - 0.5211032629013062, - 0.030406232923269272, - 0.47951704263687134, - 0.2591021955013275 + 0.581610918045044, + 0.3944670259952545, + 0.3424387276172638, + 0.6327944993972778, + 0.33683452010154724, + 0.26034897565841675, + 0.24381199479103088, + 0.22359828650951385, + 0.25744134187698364, + 0.380795419216156, + 0.11230997741222382, + 0.20384524762630463, + 0.30144959688186646, + 0.6022775769233704, + 0.24949897825717926, + 0.23734065890312195, + 0.2752667963504791, + 0.11593316495418549, + 0.25429463386535645, + 0.25942039489746094 ], "norm_high_t": [ - 0.8705126047134399, - 1.2640334367752075, - 1.2050468921661377, - 0.338808536529541, - 0.16639231145381927, - 0.3385520577430725, - 0.5794193148612976, - 0.02246042713522911, - 0.3430212736129761, - 0.14298658072948456 + 0.9954911470413208, + 0.4683448076248169, + 0.45238012075424194, + 0.39069241285324097, + 0.3218042850494385, + 0.6103866696357727, + 0.42014795541763306, + 0.3842213451862335, + 0.3113822937011719, + 0.3318122625350952, + 0.14855431020259857, + 0.4143199920654297, + 0.4901227355003357, + 0.6527124047279358, + 0.4331567883491516, + 0.20875993371009827, + 0.13142184913158417, + 0.10063920170068741, + 0.20435653626918793, + 0.26022595167160034 ], "lowhigh_cos": [ - 0.4673646092414856, - 0.705070972442627, - 0.6165406703948975, - -0.33859682083129883, - 0.3113347589969635, - 0.2532111704349518, - -0.017391810193657875, - 0.2790375351905823, - 0.1693025529384613, - 0.04120580852031708 + 0.6274677515029907, + 0.051531415432691574, + 0.4580764174461365, + 0.7539564371109009, + -0.13002128899097443, + 0.014435943216085434, + 0.15815028548240662, + 0.1157427430152893, + 0.2127564698457718, + -0.2502342760562897, + 0.5933578610420227, + 0.2532414495944977, + 0.6534745097160339, + 0.7069233655929565, + 0.6379459500312805, + -0.034014470875263214, + 0.41061103343963623, + -0.12346065789461136, + 0.4876002073287964, + 0.14981286227703094 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.2110787630081177, - "t_0.1-0.2": 0.8784935474395752, - "t_0.2-0.3": 0.5201848745346069, - "t_0.3-0.4": 0.9976522922515869, - "t_0.4-0.5": 0.8700699806213379, - "t_0.5-0.6": 0.6064741015434265, - "t_0.6-0.7": 0.7155678272247314, - "t_0.7-0.8": 0.9746108651161194, - "t_0.8-0.9": 0.8983886241912842, - "t_0.9-1.0": 0.8329637050628662 - }, - { - "t_0.0-0.1": 0.712677001953125, - "t_0.1-0.2": 1.1713510751724243, - "t_0.2-0.3": 0.7615793943405151, - "t_0.3-0.4": 0.9154495000839233, - "t_0.4-0.5": 1.1140464544296265, - "t_0.5-0.6": 0.9045060873031616, - "t_0.6-0.7": 0.9478815197944641, - "t_0.7-0.8": 0.9955988526344299, - "t_0.8-0.9": 0.9855170249938965, - "t_0.9-1.0": 1.162345290184021 - }, - { - "t_0.0-0.1": 2.2373836040496826, - "t_0.1-0.2": 1.5830720663070679, - "t_0.2-0.3": 1.7201372385025024, - "t_0.3-0.4": 2.212463617324829, - "t_0.4-0.5": 1.8450188636779785, - "t_0.5-0.6": 1.6447447538375854, - "t_0.6-0.7": 1.6875689029693604, - "t_0.7-0.8": 1.5943562984466553, - "t_0.8-0.9": 1.3032745122909546, - "t_0.9-1.0": 1.721668004989624 - }, - { - "t_0.0-0.1": 0.08279773592948914, - "t_0.1-0.2": 0.3255396783351898, - "t_0.2-0.3": 0.12910549342632294, - "t_0.3-0.4": 0.2579488456249237, - "t_0.4-0.5": 0.22710591554641724, - "t_0.5-0.6": 0.21999938786029816, - "t_0.6-0.7": 0.38857215642929077, - "t_0.7-0.8": 0.285864919424057, - "t_0.8-0.9": 0.1790827512741089, - "t_0.9-1.0": 0.28536126017570496 - }, - { - "t_0.0-0.1": 0.4651186764240265, - "t_0.1-0.2": 0.23599545657634735, - "t_0.2-0.3": 0.18887373805046082, - "t_0.3-0.4": 0.1606796234846115, - "t_0.4-0.5": 0.13396069407463074, - "t_0.5-0.6": 0.1450478434562683, - "t_0.6-0.7": 0.10958834737539291, - "t_0.7-0.8": 0.13187555968761444, - "t_0.8-0.9": 0.18123699724674225, - "t_0.9-1.0": 0.14183656871318817 - }, - { - "t_0.0-0.1": 1.358596920967102, - "t_0.1-0.2": 0.8755484819412231, - "t_0.2-0.3": 0.6230154633522034, - "t_0.3-0.4": 0.7160457372665405, - "t_0.4-0.5": 0.6210459470748901, - "t_0.5-0.6": 0.4689258337020874, - "t_0.6-0.7": 0.4571365714073181, - "t_0.7-0.8": 0.42240387201309204, - "t_0.8-0.9": 0.45104658603668213, - "t_0.9-1.0": 0.5896936058998108 - }, - { - "t_0.0-0.1": 0.7190749049186707, - "t_0.1-0.2": 0.46261078119277954, - "t_0.2-0.3": 0.41532662510871887, - "t_0.3-0.4": 0.3676068186759949, - "t_0.4-0.5": 0.2980749011039734, - "t_0.5-0.6": 0.4811766743659973, - "t_0.6-0.7": 0.3460032045841217, - "t_0.7-0.8": 0.4860227704048157, - "t_0.8-0.9": 0.44462212920188904, - "t_0.9-1.0": 0.6688236594200134 - }, - { - "t_0.0-0.1": 0.02448824606835842, - "t_0.1-0.2": 0.028113894164562225, - "t_0.2-0.3": 0.017832109704613686, - "t_0.3-0.4": 0.01303779799491167, - "t_0.4-0.5": 0.017707956954836845, - "t_0.5-0.6": 0.015865284949541092, - "t_0.6-0.7": 0.015708113089203835, - "t_0.7-0.8": 0.026105262339115143, - "t_0.8-0.9": 0.020296309143304825, - "t_0.9-1.0": 0.026416398584842682 - }, - { - "t_0.0-0.1": 0.40455278754234314, - "t_0.1-0.2": 0.3913556635379791, - "t_0.2-0.3": 0.39139965176582336, - "t_0.3-0.4": 0.27915966510772705, - "t_0.4-0.5": 0.28021925687789917, - "t_0.5-0.6": 0.27400824427604675, - "t_0.6-0.7": 0.28784415125846863, - "t_0.7-0.8": 0.29283303022384644, - "t_0.8-0.9": 0.3510423004627228, - "t_0.9-1.0": 0.3400703966617584 - }, - { - "t_0.0-0.1": 0.4495478570461273, - "t_0.1-0.2": 0.255644828081131, - "t_0.2-0.3": 0.19266356527805328, - "t_0.3-0.4": 0.16815067827701569, - "t_0.4-0.5": 0.22571031749248505, - "t_0.5-0.6": 0.19047611951828003, - "t_0.6-0.7": 0.16629628837108612, - "t_0.7-0.8": 0.15718872845172882, - "t_0.8-0.9": 0.1933644562959671, - "t_0.9-1.0": 0.21597838401794434 + "t_0.0-0.1": 0.7931257486343384, + "t_0.1-0.2": 0.7471115589141846, + "t_0.2-0.3": 0.7409816980361938, + "t_0.3-0.4": 0.9252076148986816, + "t_0.4-0.5": 0.8204071521759033, + "t_0.5-0.6": 0.7192076444625854, + "t_0.6-0.7": 1.055693507194519, + "t_0.7-0.8": 1.0115087032318115, + "t_0.8-0.9": 1.0402519702911377, + "t_0.9-1.0": 0.994364321231842 + }, + { + "t_0.0-0.1": 0.3765849471092224, + "t_0.1-0.2": 0.2065255492925644, + "t_0.2-0.3": 0.2874666452407837, + "t_0.3-0.4": 0.26291605830192566, + "t_0.4-0.5": 0.28346577286720276, + "t_0.5-0.6": 0.2414742410182953, + "t_0.6-0.7": 0.24068942666053772, + "t_0.7-0.8": 0.21754196286201477, + "t_0.8-0.9": 0.29957184195518494, + "t_0.9-1.0": 0.8485049605369568 + }, + { + "t_0.0-0.1": 0.5066503286361694, + "t_0.1-0.2": 0.279826819896698, + "t_0.2-0.3": 0.26252904534339905, + "t_0.3-0.4": 0.30354025959968567, + "t_0.4-0.5": 0.23700247704982758, + "t_0.5-0.6": 0.2611594796180725, + "t_0.6-0.7": 0.3079001307487488, + "t_0.7-0.8": 0.37281909584999084, + "t_0.8-0.9": 0.37717804312705994, + "t_0.9-1.0": 0.5779008865356445 + }, + { + "t_0.0-0.1": 0.6285716891288757, + "t_0.1-0.2": 0.5035475492477417, + "t_0.2-0.3": 0.5197291374206543, + "t_0.3-0.4": 0.476554811000824, + "t_0.4-0.5": 0.40920981764793396, + "t_0.5-0.6": 0.41674309968948364, + "t_0.6-0.7": 0.4271184206008911, + "t_0.7-0.8": 0.3410610258579254, + "t_0.8-0.9": 0.3567200005054474, + "t_0.9-1.0": 0.3919849097728729 + }, + { + "t_0.0-0.1": 0.21279403567314148, + "t_0.1-0.2": 0.20826327800750732, + "t_0.2-0.3": 0.1430840790271759, + "t_0.3-0.4": 0.19352386891841888, + "t_0.4-0.5": 0.15492016077041626, + "t_0.5-0.6": 0.23387855291366577, + "t_0.6-0.7": 0.24394385516643524, + "t_0.7-0.8": 0.22815366089344025, + "t_0.8-0.9": 0.33056333661079407, + "t_0.9-1.0": 0.37007302045822144 + }, + { + "t_0.0-0.1": 0.38675612211227417, + "t_0.1-0.2": 0.3546507656574249, + "t_0.2-0.3": 0.3121531009674072, + "t_0.3-0.4": 0.2934289574623108, + "t_0.4-0.5": 0.2982397675514221, + "t_0.5-0.6": 0.25911372900009155, + "t_0.6-0.7": 0.2619045674800873, + "t_0.7-0.8": 0.28446003794670105, + "t_0.8-0.9": 0.32016971707344055, + "t_0.9-1.0": 1.1015723943710327 + }, + { + "t_0.0-0.1": 0.30818307399749756, + "t_0.1-0.2": 0.1920369565486908, + "t_0.2-0.3": 0.2592446804046631, + "t_0.3-0.4": 0.14961892366409302, + "t_0.4-0.5": 0.14226655662059784, + "t_0.5-0.6": 0.2374264895915985, + "t_0.6-0.7": 0.19842036068439484, + "t_0.7-0.8": 0.21792224049568176, + "t_0.8-0.9": 0.34737926721572876, + "t_0.9-1.0": 0.6241796016693115 + }, + { + "t_0.0-0.1": 0.3392902910709381, + "t_0.1-0.2": 0.23873265087604523, + "t_0.2-0.3": 0.21061520278453827, + "t_0.3-0.4": 0.22450841963291168, + "t_0.4-0.5": 0.23392225801944733, + "t_0.5-0.6": 0.20601139962673187, + "t_0.6-0.7": 0.24641019105911255, + "t_0.7-0.8": 0.26618871092796326, + "t_0.8-0.9": 0.3001643121242523, + "t_0.9-1.0": 0.35450443625450134 + }, + { + "t_0.0-0.1": 0.22969357669353485, + "t_0.1-0.2": 0.18269862234592438, + "t_0.2-0.3": 0.2251913696527481, + "t_0.3-0.4": 0.15990759432315826, + "t_0.4-0.5": 0.22040848433971405, + "t_0.5-0.6": 0.19301219284534454, + "t_0.6-0.7": 0.18444840610027313, + "t_0.7-0.8": 0.24073857069015503, + "t_0.8-0.9": 0.25638678669929504, + "t_0.9-1.0": 0.48070812225341797 + }, + { + "t_0.0-0.1": 0.5405034422874451, + "t_0.1-0.2": 0.33636417984962463, + "t_0.2-0.3": 0.28181523084640503, + "t_0.3-0.4": 0.20204095542430878, + "t_0.4-0.5": 0.20041827857494354, + "t_0.5-0.6": 0.19188132882118225, + "t_0.6-0.7": 0.20330318808555603, + "t_0.7-0.8": 0.19301897287368774, + "t_0.8-0.9": 0.23168429732322693, + "t_0.9-1.0": 0.5428977012634277 + }, + { + "t_0.0-0.1": 0.1473173350095749, + "t_0.1-0.2": 0.07795979082584381, + "t_0.2-0.3": 0.0967211201786995, + "t_0.3-0.4": 0.08068914711475372, + "t_0.4-0.5": 0.08886336535215378, + "t_0.5-0.6": 0.07326752692461014, + "t_0.6-0.7": 0.07487954944372177, + "t_0.7-0.8": 0.13054253160953522, + "t_0.8-0.9": 0.1794789433479309, + "t_0.9-1.0": 0.17501352727413177 + }, + { + "t_0.0-0.1": 0.1797211468219757, + "t_0.1-0.2": 0.17787276208400726, + "t_0.2-0.3": 0.2621477246284485, + "t_0.3-0.4": 0.244780033826828, + "t_0.4-0.5": 0.17370997369289398, + "t_0.5-0.6": 0.16374088823795319, + "t_0.6-0.7": 0.18090671300888062, + "t_0.7-0.8": 0.2569408118724823, + "t_0.8-0.9": 0.2949794828891754, + "t_0.9-1.0": 0.5635142922401428 + }, + { + "t_0.0-0.1": 0.4365881681442261, + "t_0.1-0.2": 0.18645572662353516, + "t_0.2-0.3": 0.18762533366680145, + "t_0.3-0.4": 0.2261594533920288, + "t_0.4-0.5": 0.22109122574329376, + "t_0.5-0.6": 0.21654656529426575, + "t_0.6-0.7": 0.25590014457702637, + "t_0.7-0.8": 0.28824979066848755, + "t_0.8-0.9": 0.3942435085773468, + "t_0.9-1.0": 0.507253110408783 + }, + { + "t_0.0-0.1": 0.5719257593154907, + "t_0.1-0.2": 0.5342499017715454, + "t_0.2-0.3": 0.5755404829978943, + "t_0.3-0.4": 0.4619389772415161, + "t_0.4-0.5": 0.5694574117660522, + "t_0.5-0.6": 0.5368280410766602, + "t_0.6-0.7": 0.683307409286499, + "t_0.7-0.8": 0.6824552416801453, + "t_0.8-0.9": 0.7450176477432251, + "t_0.9-1.0": 0.549362301826477 + }, + { + "t_0.0-0.1": 1.2842450141906738, + "t_0.1-0.2": 0.1882980614900589, + "t_0.2-0.3": 0.19778205454349518, + "t_0.3-0.4": 0.14059893786907196, + "t_0.4-0.5": 0.17409484088420868, + "t_0.5-0.6": 0.14014378190040588, + "t_0.6-0.7": 0.14606617391109467, + "t_0.7-0.8": 0.22667039930820465, + "t_0.8-0.9": 0.2720660865306854, + "t_0.9-1.0": 0.6219004988670349 + }, + { + "t_0.0-0.1": 0.35646361112594604, + "t_0.1-0.2": 0.29558810591697693, + "t_0.2-0.3": 0.18576090037822723, + "t_0.3-0.4": 0.20833025872707367, + "t_0.4-0.5": 0.12924490869045258, + "t_0.5-0.6": 0.11358639597892761, + "t_0.6-0.7": 0.14634861052036285, + "t_0.7-0.8": 0.14067862927913666, + "t_0.8-0.9": 0.17850759625434875, + "t_0.9-1.0": 0.24235235154628754 + }, + { + "t_0.0-0.1": 0.23544734716415405, + "t_0.1-0.2": 0.1913543939590454, + "t_0.2-0.3": 0.15503866970539093, + "t_0.3-0.4": 0.17655758559703827, + "t_0.4-0.5": 0.14884628355503082, + "t_0.5-0.6": 0.132129967212677, + "t_0.6-0.7": 0.10325664281845093, + "t_0.7-0.8": 0.12471017986536026, + "t_0.8-0.9": 0.0961468517780304, + "t_0.9-1.0": 0.14904458820819855 + }, + { + "t_0.0-0.1": 0.17432373762130737, + "t_0.1-0.2": 0.10795994102954865, + "t_0.2-0.3": 0.07111412286758423, + "t_0.3-0.4": 0.08603177219629288, + "t_0.4-0.5": 0.0758235976099968, + "t_0.5-0.6": 0.07583499699831009, + "t_0.6-0.7": 0.06416048854589462, + "t_0.7-0.8": 0.07270698249340057, + "t_0.8-0.9": 0.09430224448442459, + "t_0.9-1.0": 0.15607944130897522 + }, + { + "t_0.0-0.1": 0.4446616470813751, + "t_0.1-0.2": 0.21633842587471008, + "t_0.2-0.3": 0.14880333840847015, + "t_0.3-0.4": 0.14121773838996887, + "t_0.4-0.5": 0.16196492314338684, + "t_0.5-0.6": 0.158672496676445, + "t_0.6-0.7": 0.1397535502910614, + "t_0.7-0.8": 0.20431162416934967, + "t_0.8-0.9": 0.21895447373390198, + "t_0.9-1.0": 0.2661649286746979 + }, + { + "t_0.0-0.1": 0.20571434497833252, + "t_0.1-0.2": 0.22524650394916534, + "t_0.2-0.3": 0.1807357370853424, + "t_0.3-0.4": 0.20929580926895142, + "t_0.4-0.5": 0.18903855979442596, + "t_0.5-0.6": 0.15605461597442627, + "t_0.6-0.7": 0.16887204349040985, + "t_0.7-0.8": 0.1624457687139511, + "t_0.8-0.9": 0.20720648765563965, + "t_0.9-1.0": 0.40057477355003357 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.0722724124789238, - 0.024297645315527916, - 0.06568446755409241, - 0.1023431196808815, - 0.041044775396585464, - 0.028439387679100037, - 0.026825634762644768, - 0.11970637738704681, - 0.006944444961845875, - 0.3141975402832031, - 0.09216418117284775, - 0.1669403463602066, - 0.002710027154535055, - 0.007957559078931808, - 0.26278290152549744, - 0.004385964944958687, - 0.05782918259501457, - 0.023634454235434532, - 0.2153465449810028, - 0.004263094160705805, - 0.20338982343673706, - 0.005985266994684935, - 0.13552238047122955, - 0.1628086417913437, - 0.13503649830818176, - 0.13531354069709778, - 0.005130596924573183, - 0.009552238509058952, - 0.16675037145614624, - 0.057130005210638046, - 0.0804099291563034, - 0.09888888895511627, - 0.3358725607395172, - 0.07857810705900192, - 0.010378058068454266, - 0.06482525169849396, - 0.046587660908699036, - 0.21043863892555237, - 0.007575757801532745, - 0.12494341284036636, - 0.4050464928150177, - 0.06755373626947403, - 0.12942366302013397, - 0.1410835236310959, - 0.30683761835098267, - 0.022048015147447586, - 0.14274924993515015, - 0.03714451566338539, - 0.03492746129631996, - 0.12226775288581848, - 0.15030060708522797, - 0.11896242946386337, - 0.14958828687667847, - 0.008004268631339073, - 0.04617752879858017, - 0.12487562745809555, - 0.32854577898979187, - 0.035782262682914734, - 0.12913385033607483, - 0.10973245650529861, - 0.020698176696896553, - 0.01721014454960823, - 0.12940379977226257, - 0.1710963398218155, - 0.048617731779813766, - 0.08569608628749847, - 0.005744925234466791, - 0.23466666042804718, - 0.1513899266719818, - 0.1269712895154953, - 0.30979645252227783, - 0.007124352268874645, - 0.08543417602777481, - 0.09388274699449539, - 0.005434782709926367, - 0.09634317457675934, - 0.00538599630817771, - 0.06878650188446045, - 0.05305039882659912, - 0.09216418117284775, - 0.24029575288295746, - 0.11446318030357361, - 0.01953449845314026, - 0.006307339295744896, - 0.04297114908695221, - 0.0903790146112442, - 0.05104166641831398, - 0.1020265519618988, - 0.003656307002529502, - 0.02488800324499607, - 0.08139535039663315, - 0.015076560899615288, - 0.0655345618724823, - 0.031223628669977188, - 0.15184563398361206, - 0.13050313293933868, - 0.15381509065628052, - 0.004032257944345474, - 0.08297321200370789, - 0.005692599341273308, - 0.11533180624246597, - 0.0037251655012369156, - 0.006592291872948408, - 0.1842966079711914, - 0.0887254923582077, - 0.015000000596046448, - 0.08780487626791, - 0.014580801129341125, - 0.02238805964589119, - 0.11658330261707306, - 0.05258302390575409, - 0.005032907240092754, - 0.12073609232902527, - 0.12008175253868103, - 0.05706414580345154, - 0.05998080596327782, - 0.044052865356206894, - 0.005721830762922764, - 0.028625059872865677, - 0.03728638216853142, - 0.0019509476842358708, - 0.0037364130839705467, - 0.06438467651605606, - 0.06741181015968323, - 0.06891635060310364, - 0.05073431506752968, - 0.004201680887490511, - 0.04928366467356682, - 0.005721830762922764, - 0.19283919036388397, - 0.14234016835689545, - 0.03760848566889763, - 0.11248012632131577, - 0.12992942333221436, - 0.06899441033601761, - 0.1266697347164154, - 0.04213333502411842, - 0.0824776366353035, - 0.002793296007439494, - 0.4606299102306366, - 0.09379727393388748, - 0.12672176957130432, - 0.054179564118385315, - 0.13293172419071198, - 0.0034722222480922937, - 0.0037313434295356274, - 0.09659745544195175, - 0.005976095795631409, - 0.06792992353439331, - 0.1267748475074768, - 0.05199999734759331, - 0.2330097109079361, - 0.11302395910024643, - 0.14178049564361572, - 0.008269719779491425, - 0.04720037057995796, - 0.01092896144837141, - 0.032855939120054245, - 0.06360332667827606, - 0.07806031405925751, - 0.004901960492134094, - 0.04266124963760376, - 0.13688212633132935, - 0.006637168116867542, - 0.04298974201083183, - 0.08846154063940048, - 0.0815843865275383, - 0.020477814599871635, - 0.003086419776082039, - 0.05522971600294113, - 0.09522195905447006, - 0.1292906105518341, - 0.3167082369327545, - 0.013603289611637592, - 0.20522193610668182, - 0.09379727393388748, - 0.009529859758913517, - 0.009922822937369347, - 0.12062440812587738, - 0.03486812859773636, - 0.11277174204587936, - 0.006592291872948408, - 0.15331564843654633, - 0.007894736714661121, - 0.18221575021743774, - 0.2800770103931427, - 0.5200668573379517, - 0.008064515888690948, - 0.0389089435338974, - 0.1257455199956894, - 0.5239651203155518, - 0.050505053251981735, - 0.14169307053089142, - 0.011538461782038212, - 0.15192744135856628, - 0.03714565187692642, - 0.020942408591508865, - 0.021018216386437416, - 0.2325957864522934, - 0.0640631839632988, - 0.43559491634368896, - 0.14952152967453003, - 0.28791776299476624, - 0.22235947847366333, - 0.18087854981422424, - 0.18343418836593628, - 0.0796930342912674, - 0.0046712183393538, - 0.06045994162559509, - 0.020661156624555588, - 0.04354243353009224, - 0.0065543074160814285, - 0.0045008184388279915, - 0.1166604533791542, - 0.009034267626702785, - 0.003355704713612795, - 0.007894736714661121, - 0.03204047307372093, - 0.09870129823684692, - 0.12821613252162933, - 0.04867034777998924, - 0.016967706382274628, - 0.12769629061222076, - 0.12731480598449707, - 0.013636363670229912, - 0.1410835236310959, - 0.19104205071926117, - 0.10049716383218765, - 0.01921921968460083, - 0.21782179176807404, - 0.13862928748130798, - 0.0077751195058226585, - 0.18978562951087952, - 0.042847272008657455, - 0.14710251986980438, - 0.05617455765604973, - 0.008269719779491425, - 0.023351648822426796, - 0.21747496724128723, - 0.004323899280279875, - 0.062129005789756775, - 0.005032907240092754, - 0.011424219235777855, - 0.284559428691864, - 0.09630702435970306, - 0.008557457476854324, - 0.01304347813129425, - 0.07671233266592026, - 0.2643764019012451, - 0.08288590610027313, - 0.043795619159936905, - 0.47046634554862976, - 0.1280093938112259, - 0.020184291526675224, - 0.048526864498853683, - 0.09928229451179504, - 0.07113144546747208, - 0.16155660152435303, - 0.08902616053819656, - 0.01870453730225563, - 0.1410835236310959, - 0.08945045620203018, - 0.007906977087259293, - 0.07232323288917542, - 0.19531996548175812, - 0.12484342604875565, - 0.008064515888690948, - 0.028151391074061394, - 0.032573290169239044, - 0.01653696410357952, - 0.0035971221514046192, - 0.2572633624076843, - 0.2065063714981079, - 0.16786034405231476, - 0.017761990427970886, - 0.12065637111663818, - 0.03433289751410484, - 0.014111006632447243, - 0.11567164212465286, - 0.12259332835674286, - 0.0038427431136369705, - 0.09202096611261368, - 0.08131282776594162, - 0.027027027681469917, - 0.16189426183700562, - 0.19763624668121338, - 0.007894736714661121, - 0.019900498911738396, - 0.17686423659324646, - 0.1429699808359146, - 0.06859543174505234, - 0.06055646762251854, - 0.02816057577729225, - 0.2344416081905365, - 0.01505474466830492, - 0.026406429708003998, - 0.16241611540317535, - 0.08015833050012589, - 0.007625272031873465, - 0.07894737273454666, - 0.03790459781885147, - 0.016376662999391556, - 0.17758186161518097, - 0.004692832473665476, - 0.14398200809955597, - 0.1651124656200409, - 0.0679730549454689, - 0.08108984678983688, - 0.038072288036346436, - 0.07850179821252823, - 0.036150023341178894, - 0.0021347247529774904, - 0.007186290342360735, - 0.01993957720696926, - 0.005985266994684935, - 0.144354447722435, - 0.16620974242687225, - 0.021479712799191475, - 0.02568134106695652, - 0.11176224052906036, - 0.2058401107788086, - 0.006876228377223015, - 0.01342281885445118, - 0.17779704928398132, - 0.06546489149332047, - 0.3583032488822937, - 0.16913215816020966, - 0.002663825172930956, - 0.14835165441036224, - 0.06820276379585266, - 0.025444405153393745, - 0.09885931760072708, - 0.14900527894496918, - 0.01964701898396015, - 0.0047988188453018665, - 0.08570386469364166, - 0.1377212405204773, - 0.011688311584293842, - 0.024255789816379547, - 0.08288590610027313, - 0.2827496826648712, - 0.19454415142536163, - 0.07839562743902206, - 0.03760848566889763, - 0.016597511246800423, - 0.07650667428970337, - 0.1913900524377823, - 0.031173596158623695, - 0.0037251655012369156, - 0.0995967760682106, - 0.00248893816024065, - 0.09175577759742737, - 0.009669889695942402, - 0.04993065446615219, - 0.2088439017534256, - 0.16509240865707397, - 0.001752336393110454, - 0.05348258465528488, - 0.11667744070291519, - 0.07092198729515076, - 0.2539503574371338, - 0.023351648822426796, - 0.09640000015497208, - 0.24593213200569153, - 0.07378336042165756, - 0.005985266994684935, - 0.005199306644499302, - 0.02351580560207367, - 0.030449628829956055, - 0.024365482851862907, - 0.07993407547473907, - 0.005721830762922764, - 0.020179372280836105, - 0.07004471123218536, - 0.09614082425832748, - 0.24695739150047302, - 0.30979645252227783, - 0.036764707416296005, - 0.14952152967453003, - 0.27417561411857605, - 0.0648893341422081, - 0.23440642654895782, - 0.023861967027187347, - 0.00710563687607646, - 0.019956616684794426, - 0.03015873022377491, - 0.014935988932847977, - 0.5515548586845398, - 0.00238663493655622, - 0.005692599341273308, - 0.028688523918390274, - 0.005434782709926367, - 0.34082627296447754, - 0.006353861186653376, - 0.04144144058227539, - 0.4157754182815552, - 0.0037313434295356274, - 0.010714286006987095, - 0.03970588371157646, - 0.21075522899627686, - 0.26175040006637573, - 0.1627039611339569, - 0.14091071486473083, - 0.08598726242780685, - 0.00883152149617672, - 0.0089865205809474, - 0.0038759689778089523, - 0.07424242049455643, - 0.0034722222480922937, - 0.12400399148464203, - 0.014580802991986275, - 0.009552238509058952, - 0.02172544039785862, - 0.0683814287185669, - 0.0529172345995903, - 0.009999999776482582, - 0.08165322244167328, - 0.14370958507061005, - 0.12444160133600235, - 0.03886190056800842, - 0.21218836307525635, - 0.009749303571879864, - 0.0023174970410764217, - 0.14880424737930298, - 0.0040087467059493065, - 0.08643457293510437, - 0.09379727393388748, - 0.025170424953103065, - 0.10694503039121628, - 0.09134328365325928, - 0.13813117146492004, - 0.0027141133323311806, - 0.14813581109046936, - 0.003086419776082039, - 0.03402424603700638, - 0.08038914203643799, - 0.004901960492134094, - 0.2265734225511551, - 0.04218534007668495, - 0.09936452656984329, - 0.05319587513804436, - 0.03724604845046997, - 0.038260869681835175, - 0.00875420868396759, - 0.25608766078948975, - 0.005885015707463026, - 0.036377135664224625, - 0.09788654744625092, - 0.09194977581501007, - 0.07349581271409988, - 0.031677018851041794, - 0.011604293249547482, - 0.06417970359325409, - 0.09191176295280457, - 0.14396004378795624, - 0.004160362761467695, - 0.36013686656951904, - 0.17670504748821259, - 0.09238310903310776, - 0.10981409251689911, - 0.0030487803742289543, - 0.005130596924573183, - 0.118121437728405, - 0.18190987408161163, - 0.0016324626049026847, - 0.03440187871456146, - 0.12765957415103912, - 0.07157298922538757, - 0.008455467410385609, - 0.0035971221514046192, - 0.11868532747030258, - 0.0047846888191998005, - 0.002710027154535055, - 0.018887188285589218, - 0.09798534959554672, - 0.0038677917327731848, - 0.0476795919239521, - 0.07649253308773041, - 0.07894737273454666, - 0.14805194735527039, - 0.16900420188903809, - 0.1741146743297577, - 0.0045008184388279915, - 0.004854368977248669, - 0.01666666753590107, - 0.19173914194107056, - 0.07542262971401215, - 0.11005771160125732, - 0.058700207620859146, - 0.02678045816719532, - 0.035782262682914734, - 0.058134838938713074, - 0.058199454098939896, - 0.016630901023745537, - 0.11269276589155197, - 0.13735292851924896, - 0.011604095809161663 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0670575350522995, + 0.05046382173895836, + 0.09486057609319687, + 0.06211812421679497, + 0.1549486219882965, + 0.03361823409795761, + 0.0321463868021965, + 0.2010178118944168, + 0.11423391103744507, + 0.06630710512399673, + 0.1138543114066124, + 0.15466205775737762, + 0.06460295617580414, + 0.11063723266124725, + 0.2727632522583008, + 0.08970099687576294, + 0.1433715969324112, + 0.07656250149011612, + 0.09051094949245453, + 0.07483997941017151, + 0.09305185079574585, + 0.07105081528425217, + 0.06974128633737564, + 0.03498460352420807, + 0.09649404883384705, + 0.14460477232933044, + 0.11119706183671951, + 0.24195583164691925, + 0.08017773926258087, + 0.0468880832195282, + 0.07067247480154037, + 0.06600863486528397, + 0.11612532287836075, + 0.05174948647618294, + 0.13575884699821472, + 0.21313506364822388, + 0.07793709635734558, + 0.10876832157373428, + 0.044975537806749344, + 0.06278026849031448, + 0.03864851966500282, + 0.07601222395896912, + 0.04561498761177063, + 0.1477041393518448, + 0.1123163104057312, + 0.05829466134309769, + 0.12182623147964478, + 0.06525324285030365, + 0.043932605534791946, + 0.039345938712358475, + 0.1283196210861206, + 0.07220708578824997, + 0.13512814044952393, + 0.03017561323940754, + 0.09576894342899323, + 0.06285823881626129, + 0.16213415563106537, + 0.07026515156030655, + 0.09208749234676361, + 0.05978567525744438, + 0.08540789037942886, + 0.07178065180778503, + 0.10558873414993286, + 0.13014660775661469, + 0.10025132447481155, + 0.06621924042701721, + 0.05882352963089943, + 0.0768846720457077, + 0.15195530652999878, + 0.04469960927963257, + 0.08630490303039551, + 0.08069620281457901, + 0.04352078214287758, + 0.08891213685274124, + 0.06699913740158081, + 0.0883406326174736, + 0.08068561553955078, + 0.07874837517738342, + 0.030685240402817726, + 0.1214117705821991, + 0.1083437129855156, + 0.11243612319231033, + 0.05214884504675865, + 0.1193072497844696, + 0.09360076487064362, + 0.12096774578094482, + 0.09197840839624405, + 0.05280103161931038, + 0.08897393196821213, + 0.11571905761957169, + 0.054721251130104065, + 0.07000642269849777, + 0.1619696468114853, + 0.05563909932971001, + 0.009360373951494694, + 0.06818182021379471, + 0.056958310306072235, + 0.19668999314308167, + 0.13336977362632751, + 0.14769122004508972, + 0.08346456289291382, + 0.17505337297916412, + 0.07320038974285126, + 0.03796405345201492, + 0.07221081852912903, + 0.10476689785718918, + 0.10085226595401764, + 0.04654119908809662, + 0.06391695886850357, + 0.07779455929994583, + 0.06646525859832764, + 0.09784542769193649, + 0.0648120790719986, + 0.07881525903940201, + 0.10492201894521713, + 0.08536585420370102, + 0.09882352501153946, + 0.0436573289334774, + 0.027310412377119064, + 0.08558465540409088, + 0.03922204300761223, + 0.1208137720823288, + 0.11790840327739716, + 0.058551616966724396, + 0.10932105779647827, + 0.10479504615068436, + 0.10745829343795776, + 0.09628275036811829, + 0.08121827244758606, + 0.07066125422716141, + 0.08283492177724838, + 0.1171761304140091, + 0.038235295563936234, + 0.1390186995267868, + 0.07423371821641922, + 0.05967450514435768, + 0.08723361790180206, + 0.07547169923782349, + 0.08556485921144485, + 0.0651872381567955, + 0.06933189183473587, + 0.03512120619416237, + 0.02104400098323822, + 0.15098917484283447, + 0.05775905027985573, + 0.09815303236246109, + 0.09448818862438202, + 0.08374558389186859, + 0.09976327419281006, + 0.09289851784706116, + 0.08448093384504318, + 0.13466787338256836, + 0.20155289769172668, + 0.06742662936449051, + 0.09842624515295029, + 0.1071428582072258, + 0.024835648015141487, + 0.09756673872470856, + 0.022763261571526527, + 0.0657188817858696, + 0.18496911227703094, + 0.07103347778320312, + 0.03159252181649208, + 0.11261730641126633, + 0.07656676322221756, + 0.12802767753601074, + 0.1325766146183014, + 0.11527514457702637, + 0.051810864359140396, + 0.1795535385608673, + 0.13517406582832336, + 0.07637835294008255, + 0.09086716175079346, + 0.10304097086191177, + 0.12754158675670624, + 0.08602789044380188, + 0.046608101576566696, + 0.16163522005081177, + 0.07288292050361633, + 0.12033859640359879, + 0.10289686918258667, + 0.114235058426857, + 0.06480687111616135, + 0.21127501130104065, + 0.16553500294685364, + 0.06996957957744598, + 0.07176864892244339, + 0.14650766551494598, + 0.09580838680267334, + 0.04280303046107292, + 0.09108280390501022, + 0.1170584112405777, + 0.057791538536548615, + 0.1433447152376175, + 0.02841077372431755, + 0.07107127457857132, + 0.09438317269086838, + 0.06731767952442169, + 0.13296860456466675, + 0.0929599404335022, + 0.034906696528196335, + 0.11999999731779099, + 0.12627986073493958, + 0.06438039243221283, + 0.08813463151454926, + 0.029427405446767807, + 0.09052807837724686, + 0.0409514494240284, + 0.0834307074546814, + 0.028811777010560036, + 0.14252756536006927, + 0.06393392384052277, + 0.05430847406387329, + 0.12224249541759491, + 0.10513186454772949, + 0.07125970721244812, + 0.04641525074839592, + 0.09525065869092941, + 0.06324022263288498, + 0.10980860888957977, + 0.04928041994571686, + 0.04212299734354019, + 0.1428571343421936, + 0.10151568800210953, + 0.07041619718074799, + 0.09835164994001389, + 0.060339994728565216, + 0.11432706564664841, + 0.0593683198094368, + 0.08405467122793198, + 0.05155840516090393, + 0.03988237306475639, + 0.08238203823566437, + 0.0525100976228714, + 0.08133585005998611, + 0.07067001610994339, + 0.08502993732690811, + 0.07298866659402847, + 0.12303829193115234, + 0.05385400727391243, + 0.1695067286491394, + 0.05057351291179657, + 0.032632146030664444, + 0.08819686621427536, + 0.06320779770612717, + 0.07351460307836533, + 0.08044856041669846, + 0.06805708259344101, + 0.2063882052898407, + 0.0691913440823555, + 0.12452321499586105, + 0.09722603857517242, + 0.07139803469181061, + 0.04040404036641121, + 0.08724445849657059, + 0.0546875, + 0.044597700238227844, + 0.02864157222211361, + 0.03964351490139961, + 0.13703405857086182, + 0.06316285580396652, + 0.22524942457675934, + 0.07321681827306747, + 0.05122494325041771, + 0.1271250993013382, + 0.11778794229030609, + 0.043595749884843826, + 0.16477768123149872, + 0.1020682230591774, + 0.07799120992422104, + 0.017217764630913734, + 0.17990775406360626, + 0.03386809304356575, + 0.09438583254814148, + 0.14291003346443176, + 0.09895513206720352, + 0.09327774494886398, + 0.06298638135194778, + 0.06674577295780182, + 0.0622800812125206, + 0.10254527628421783, + 0.0619102418422699, + 0.07594936341047287, + 0.0819193571805954, + 0.10630099475383759, + 0.05321235954761505, + 0.07871457189321518, + 0.1266089826822281, + 0.019471488893032074, + 0.09953703731298447, + 0.08734286576509476, + 0.05943536385893822, + 0.09016584604978561, + 0.08640506863594055, + 0.07902082800865173, + 0.06532813608646393, + 0.07851150631904602, + 0.050285715609788895, + 0.08361486345529556, + 0.035201575607061386, + 0.08049841970205307, + 0.05949781835079193, + 0.12433640658855438, + 0.0916297510266304, + 0.054766733199357986, + 0.042234331369400024, + 0.12781131267547607, + 0.0583682656288147, + 0.09335920959711075, + 0.0696827843785286, + 0.03995193541049957, + 0.010204081423580647, + 0.04218975082039833, + 0.08724832534790039, + 0.04298873990774155, + 0.05329763889312744, + 0.05138193070888519, + 0.10979961603879929, + 0.06880591809749603, + 0.027701912447810173, + 0.07101280987262726, + 0.1396385133266449, + 0.06867633759975433, + 0.12445465475320816, + 0.042838312685489655, + 0.05536332353949547, + 0.01751824840903282, + 0.08960270881652832, + 0.05981143191456795, + 0.07338075339794159, + 0.06855973601341248, + 0.04461604729294777, + 0.05983945354819298, + 0.08824120461940765, + 0.0821695327758789, + 0.1755952388048172, + 0.041807014495134354, + 0.05971610173583031, + 0.01002438273280859, + 0.030992871150374413, + 0.04425486549735069, + 0.061995476484298706, + 0.11716213077306747, + 0.03102625347673893, + 0.06921764463186264, + 0.15013748407363892, + 0.054645851254463196, + 0.04238792881369591, + 0.09005122631788254, + 0.06727688759565353, + 0.01727619394659996, + 0.04732896015048027, + 0.045005206018686295, + 0.08890058100223541, + 0.0801534429192543, + 0.06574300676584244, + 0.06644981354475021, + 0.14172901213169098, + 0.04509415104985237, + 0.07609733194112778, + 0.12926135957241058, + 0.06061890721321106, + 0.06233765929937363, + 0.02755555510520935, + 0.03880983218550682, + 0.02001725509762764, + 0.05460186302661896, + 0.08065573871135712, + 0.06273764371871948, + 0.03314045071601868, + 0.044134076684713364, + 0.05573710799217224, + 0.09024389833211899, + 0.0184702817350626, + 0.04739704728126526, + 0.13147877156734467, + 0.05706688389182091, + 0.062339331954717636, + 0.0589451901614666, + 0.019891072064638138, + 0.046581197530031204, + 0.11205767095088959, + 0.10435383766889572, + 0.05101191997528076, + 0.028953230008482933, + 0.03681710362434387, + 0.04566210135817528, + 0.056207843124866486, + 0.03518940135836601, + 0.040350474417209625, + 0.04621848836541176, + 0.043853167444467545, + 0.19757907092571259, + 0.07102272659540176, + 0.049823205918073654, + 0.04521417245268822, + 0.05556770786643028, + 0.0515393391251564, + 0.025775548070669174, + 0.04262799397110939, + 0.05312395468354225, + 0.08001916110515594, + 0.06383391469717026, + 0.09887266904115677, + 0.006706587038934231, + 0.05047210305929184, + 0.04865917190909386, + 0.10204081982374191, + 0.04103415459394455, + 0.11592253297567368, + 0.04425342381000519, + 0.03530167043209076, + 0.08037284761667252, + 0.12329700589179993, + 0.055921055376529694, + 0.04105409234762192, + 0.032876063138246536, + 0.06334420293569565, + 0.023210832849144936, + 0.0489170104265213, + 0.033066391944885254, + 0.02045288495719433, + 0.05196451395750046, + 0.031772978603839874, + 0.07631230354309082, + 0.03001304902136326, + 0.09593084454536438, + 0.01560443639755249, + 0.039088863879442215, + 0.05674418807029724, + 0.057483971118927, + 0.08192162215709686, + 0.1081303060054779, + 0.021447721868753433, + 0.0835159495472908, + 0.08084862679243088, + 0.052585452795028687, + 0.03968449681997299, + 0.02997533604502678, + 0.05242025479674339, + 0.04922434687614441, + 0.035055723041296005, + 0.04268022999167442, + 0.026406927034258842, + 0.04779874160885811, + 0.03022424504160881, + 0.09657125174999237, + 0.06884848326444626, + 0.028959810733795166, + 0.04910876601934433, + 0.059052206575870514, + 0.04912644624710083, + 0.06033865734934807, + 0.07791357487440109, + 0.010594750754535198, + 0.04146385192871094, + 0.03309178724884987, + 0.016766982153058052, + 0.0408531092107296, + 0.0838899239897728, + 0.050067659467458725, + 0.06955475360155106, + 0.1265028715133667, + 0.0752885565161705, + 0.03202463313937187, + 0.019018549472093582, + 0.02850467339158058, + 0.052450090646743774, + 0.0181818176060915, + 0.01051018200814724, + 0.09634760022163391, + 0.0909394845366478, + 0.023988710716366768, + 0.04816268011927605, + 0.16653697192668915, + 0.07287449389696121, + 0.03454490751028061, + 0.010895883664488792, + 0.07551020383834839, + 0.02007260173559189, + 0.04118084907531738, + 0.07429547607898712, + 0.05272407829761505, + 0.015358361415565014, + 0.03253968432545662, + 0.026503566652536392, + 0.01051078736782074, + 0.03149452060461044, + 0.04202205315232277, + 0.02443098835647106, + 0.06779661029577255, + 0.054763443768024445, + 0.11094362288713455, + 0.039496853947639465, + 0.06473761796951294, + 0.04795396327972412 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 50.35832595825195, - 40.43056106567383, - 53.757450103759766, - 63.45250701904297, - 44.81291198730469, - 40.92451477050781, - 41.47610092163086, - 77.33934783935547, - 41.895782470703125, - 116.25791931152344, - 64.43695831298828, - 95.16792297363281, - 67.5317611694336, - 47.703086853027344, - 107.27507781982422, - 512.0, - 48.70958709716797, - 40.92451858520508, - 94.79792785644531, - 67.5317611694336, - 75.51403045654297, - 39.85641860961914, - 96.11201477050781, - 97.207763671875, - 86.69319915771484, - 89.51325225830078, - 44.05697250366211, - 44.05697250366211, - 81.1020736694336, - 47.10593032836914, - 75.47940826416016, - 68.09083557128906, - 162.4464874267578, - 60.82076644897461, - 41.895790100097656, - 50.358314514160156, - 47.105934143066406, - 77.26470184326172, - 47.703086853027344, - 84.81629180908203, - 141.1725616455078, - 53.757450103759766, - 94.15892791748047, - 83.19864654541016, - 181.26504516601562, - 40.007301330566406, - 74.34477996826172, - 42.07524108886719, - 40.924522399902344, - 78.2708511352539, - 92.33837890625, - 76.40882873535156, - 109.36723327636719, - 39.85641860961914, - 55.58015441894531, - 90.45443725585938, - 188.55999755859375, - 40.924522399902344, - 89.51325225830078, - 87.8628921508789, - 39.85641098022461, - 39.3696174621582, - 80.13677978515625, - 103.67863464355469, - 47.90146255493164, - 61.720672607421875, - 104.52373504638672, - 61.38276290893555, - 84.82320404052734, - 72.60706329345703, - 136.43199157714844, - 44.05697250366211, - 60.82076644897461, - 66.25981903076172, - 67.5317611694336, - 75.4793930053711, - 44.05697250366211, - 55.49595642089844, - 45.5595588684082, - 75.30525970458984, - 141.02281188964844, - 79.20335388183594, - 40.007301330566406, - 54.22412109375, - 49.528934478759766, - 59.9239387512207, - 47.90146255493164, - 68.09083557128906, - 104.52373504638672, - 50.03289031982422, - 61.72068786621094, - 39.3696174621582, - 56.373016357421875, - 39.6721305847168, - 92.33837127685547, - 87.63262176513672, - 66.33753204345703, - 74.92765045166016, - 56.37301254272461, - 54.22412109375, - 87.11786651611328, - 512.0, - 44.05697250366211, - 123.08087158203125, - 71.77371978759766, - 40.60122299194336, - 67.17436218261719, - 41.895790100097656, - 40.92451477050781, - 56.940155029296875, - 47.901451110839844, - 512.0, - 90.45443725585938, - 83.87886047363281, - 51.75710678100586, - 57.25468444824219, - 44.81291198730469, - 67.5317611694336, - 40.43056106567383, - 42.07524108886719, - 62.46270751953125, - 67.5317611694336, - 56.373016357421875, - 52.89699935913086, - 54.79612350463867, - 54.62394714355469, - 67.5317611694336, - 58.16948318481445, - 47.703086853027344, - 60.412784576416016, - 88.57263946533203, - 50.358314514160156, - 91.83138275146484, - 76.94950866699219, - 51.19670486450195, - 84.81629943847656, - 44.81291198730469, - 59.03047561645508, - 71.53250122070312, - 254.9429473876953, - 65.3473129272461, - 98.94673156738281, - 49.5289306640625, - 64.13247680664062, - 67.5317611694336, - 104.52373504638672, - 76.57210540771484, - 67.5317611694336, - 60.82075881958008, - 85.75440216064453, - 47.10594177246094, - 135.55030822753906, - 81.07108306884766, - 68.78865051269531, - 40.60122299194336, - 46.324668884277344, - 40.60122299194336, - 40.43056106567383, - 57.25468063354492, - 63.528987884521484, - 54.22412109375, - 42.7141227722168, - 63.468231201171875, - 41.895790100097656, - 56.728641510009766, - 65.3473129272461, - 61.720680236816406, - 39.6721305847168, - 58.898475646972656, - 42.07524108886719, - 62.62348175048828, - 90.45443725585938, - 155.66554260253906, - 47.703086853027344, - 71.4471435546875, - 76.40882873535156, - 44.05696487426758, - 108.9911880493164, - 72.94009399414062, - 46.324668884277344, - 71.77371978759766, - 44.05697250366211, - 97.58335876464844, - 54.22412109375, - 120.98444366455078, - 130.25917053222656, - 116.02947235107422, - 54.224124908447266, - 48.70958709716797, - 81.07108306884766, - 237.29811096191406, - 46.324668884277344, - 89.5159912109375, - 39.85641860961914, - 96.19685363769531, - 42.714111328125, - 39.67212677001953, - 40.60122299194336, - 130.064453125, - 47.10594177246094, - 138.02993774414062, - 110.5689697265625, - 126.27143096923828, - 139.63516235351562, - 81.65087890625, - 88.83422088623047, - 61.72069549560547, - 104.52373504638672, - 56.37301254272461, - 39.44862365722656, - 44.81291198730469, - 47.703086853027344, - 62.41355514526367, - 83.27214813232422, - 41.895782470703125, - 104.52373504638672, - 47.703086853027344, - 42.71411895751953, - 64.13742065429688, - 70.45419311523438, - 48.70958709716797, - 44.05697250366211, - 75.4793930053711, - 97.32009887695312, - 41.895790100097656, - 86.69319915771484, - 97.06723022460938, - 72.98995208740234, - 61.82501983642578, - 133.41529846191406, - 91.3961410522461, - 54.22412109375, - 113.72795104980469, - 42.71411895751953, - 82.79266357421875, - 47.90146255493164, - 47.703086853027344, - 40.00730895996094, - 122.11966705322266, - 54.224124908447266, - 57.25469970703125, - 104.52373504638672, - 39.85641860961914, - 74.8936996459961, - 67.17436218261719, - 41.895782470703125, - 41.895790100097656, - 60.82076644897461, - 94.33316802978516, - 66.25980377197266, - 41.47610092163086, - 156.24842834472656, - 91.3961410522461, - 39.482200622558594, - 45.5595588684082, - 70.85065460205078, - 52.89699935913086, - 100.86076354980469, - 60.820770263671875, - 40.43056106567383, - 102.74720764160156, - 70.85066986083984, - 41.895790100097656, - 55.49595642089844, - 121.9366683959961, - 69.57962799072266, - 47.703086853027344, - 39.448631286621094, - 42.07524108886719, - 39.85642623901367, - 67.5317611694336, - 149.2006072998047, - 119.49153137207031, - 106.53538513183594, - 39.482200622558594, - 75.47940826416016, - 40.43056106567383, - 78.72514343261719, - 80.13679504394531, - 86.69319915771484, - 104.52373504638672, - 64.43695831298828, - 56.37302017211914, - 40.924522399902344, - 107.46990203857422, - 118.47518157958984, - 44.05696487426758, - 40.60122299194336, - 67.17899322509766, - 80.13678741455078, - 56.373008728027344, - 55.49595260620117, - 40.924522399902344, - 107.9887466430664, - 39.482200622558594, - 40.92451858520508, - 83.54885864257812, - 50.358314514160156, - 54.22412109375, - 59.9239501953125, - 41.47610092163086, - 40.60122299194336, - 72.9220962524414, - 67.5317611694336, - 104.06512451171875, - 105.59603118896484, - 56.373023986816406, - 59.03047180175781, - 40.924522399902344, - 61.720680236816406, - 40.43055725097656, - 67.5317611694336, - 40.60122299194336, - 40.007301330566406, - 67.5317611694336, - 99.56414031982422, - 74.75880432128906, - 39.44862365722656, - 40.60122299194336, - 73.8098373413086, - 65.87307739257812, - 47.703086853027344, - 40.43056106567383, - 109.36723327636719, - 56.37301254272461, - 213.9203338623047, - 72.50296783447266, - 67.5317611694336, - 84.81629180908203, - 59.030479431152344, - 40.92451858520508, - 68.09085845947266, - 101.78485107421875, - 39.3696174621582, - 104.52373504638672, - 65.3473129272461, - 80.13678741455078, - 68.2055892944336, - 40.92451858520508, - 69.21675109863281, - 87.47372436523438, - 116.01915740966797, - 71.76591491699219, - 43.386512756347656, - 40.60122299194336, - 57.25468444824219, - 85.71315002441406, - 42.07524108886719, - 104.52373504638672, - 72.61386108398438, - 102.77908325195312, - 67.17436218261719, - 47.703086853027344, - 49.52893829345703, - 84.5093765258789, - 94.23004913330078, - 93.98487854003906, - 50.35831832885742, - 58.0460319519043, - 58.140625, - 101.99824523925781, - 39.482200622558594, - 70.85065460205078, - 104.36280822753906, - 63.52897262573242, - 54.22412109375, - 44.05697250366211, - 40.00729751586914, - 41.47610092163086, - 43.38651657104492, - 58.140621185302734, - 67.5317611694336, - 39.44862365722656, - 57.722503662109375, - 67.17436218261719, - 132.5386505126953, - 169.63217163085938, - 43.38650131225586, - 118.45868682861328, - 159.46102905273438, - 54.62394714355469, - 107.88316345214844, - 39.36960983276367, - 88.05530548095703, - 39.85641860961914, - 39.448631286621094, - 41.895790100097656, - 136.17388916015625, - 104.52373504638672, - 41.895790100097656, - 40.92451858520508, - 44.05696487426758, - 135.07289123535156, - 90.98937225341797, - 46.32466506958008, - 113.28272247314453, - 104.52373504638672, - 40.60123062133789, - 44.08746337890625, - 105.09142303466797, - 122.18724060058594, - 83.02835083007812, - 65.57299041748047, - 60.82076644897461, - 41.895790100097656, - 40.60122299194336, - 67.5317611694336, - 66.25979614257812, - 54.22412109375, - 93.28108215332031, - 41.895790100097656, - 44.05697250366211, - 41.895790100097656, - 61.72068786621094, - 52.89699172973633, - 47.703086853027344, - 55.49595642089844, - 104.1603012084961, - 92.33837127685547, - 42.07524871826172, - 69.54686737060547, - 40.60122299194336, - 105.72196960449219, - 83.66093444824219, - 104.52373504638672, - 69.92909240722656, - 65.34730529785156, - 39.448631286621094, - 80.13677215576172, - 59.9239501953125, - 82.24223327636719, - 54.22412109375, - 63.68571090698242, - 67.5317611694336, - 45.5595588684082, - 66.25979614257812, - 47.703086853027344, - 142.71463012695312, - 42.714111328125, - 77.3393325805664, - 47.90146255493164, - 43.38651657104492, - 44.087467193603516, - 44.05697250366211, - 95.59736633300781, - 54.224124908447266, - 41.47610092163086, - 72.6982192993164, - 71.65980529785156, - 55.4959602355957, - 42.07524108886719, - 47.703086853027344, - 53.757450103759766, - 56.37302017211914, - 81.45770263671875, - 67.5317611694336, - 146.38587951660156, - 71.9872817993164, - 69.00910949707031, - 84.81629180908203, - 512.0, - 67.5317611694336, - 94.93602752685547, - 73.65128326416016, - 512.0, - 40.924522399902344, - 86.69760131835938, - 48.709590911865234, - 104.52373504638672, - 512.0, - 72.69819641113281, - 104.52373504638672, - 104.52373504638672, - 44.05697250366211, - 66.25980377197266, - 104.52373504638672, - 46.324668884277344, - 66.25981140136719, - 60.82075119018555, - 71.33769226074219, - 116.508544921875, - 81.11237335205078, - 54.224124908447266, - 104.52373504638672, - 56.68324279785156, - 80.91311645507812, - 51.19670867919922, - 78.20429992675781, - 53.7574577331543, - 44.08745193481445, - 41.47610092163086, - 59.9239501953125, - 53.757450103759766, - 39.856414794921875, - 72.6982192993164, - 86.69319152832031, - 40.60122299194336 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 546.077392578125, + 492.741943359375, + 532.0767822265625, + 404.7248840332031, + 701.8934326171875, + 316.17242431640625, + 402.25885009765625, + 968.7196044921875, + 499.6697998046875, + 377.40277099609375, + 730.10693359375, + 813.5667114257812, + 321.86004638671875, + 617.6449584960938, + 634.9169311523438, + 622.0205078125, + 859.2272338867188, + 566.406005859375, + 616.389892578125, + 502.0809326171875, + 714.2716674804688, + 519.7970581054688, + 535.2523803710938, + 369.81341552734375, + 458.55120849609375, + 645.451904296875, + 776.0140991210938, + 810.7198486328125, + 618.2550659179688, + 485.50177001953125, + 444.2123107910156, + 398.0066833496094, + 561.6876831054688, + 438.3245544433594, + 855.17041015625, + 565.267333984375, + 587.6588745117188, + 598.3758544921875, + 489.07659912109375, + 302.83135986328125, + 362.7296447753906, + 582.5911865234375, + 411.3734436035156, + 833.2472534179688, + 445.0514831542969, + 435.7240905761719, + 750.8997802734375, + 540.5695190429688, + 464.7876892089844, + 401.7533264160156, + 820.7828979492188, + 294.2364501953125, + 704.2857055664062, + 383.5479736328125, + 655.908935546875, + 632.537353515625, + 705.4383544921875, + 555.1497192382812, + 520.18408203125, + 520.2771606445312, + 372.6316223144531, + 487.35601806640625, + 705.1329345703125, + 792.025634765625, + 567.7369384765625, + 552.2332763671875, + 383.38165283203125, + 495.05352783203125, + 664.6612548828125, + 475.46209716796875, + 536.5968627929688, + 669.836669921875, + 427.384033203125, + 613.0881958007812, + 571.9371337890625, + 335.1877746582031, + 616.8328247070312, + 494.2776794433594, + 424.94189453125, + 693.3668212890625, + 756.1373901367188, + 484.4871826171875, + 404.0777893066406, + 744.6492919921875, + 443.7892150878906, + 497.76995849609375, + 629.0389404296875, + 519.0919189453125, + 674.8049926757812, + 736.2036743164062, + 552.9721069335938, + 368.54217529296875, + 655.7326049804688, + 352.05255126953125, + 466.8570556640625, + 579.711181640625, + 364.8249206542969, + 700.5147705078125, + 625.1180419921875, + 556.0611572265625, + 509.79833984375, + 699.8316650390625, + 564.5772094726562, + 478.23504638671875, + 425.2438659667969, + 582.4796142578125, + 564.0641479492188, + 434.8153991699219, + 490.58416748046875, + 501.56683349609375, + 699.802734375, + 706.3810424804688, + 440.8465270996094, + 545.216796875, + 785.6220703125, + 570.8878784179688, + 865.6405029296875, + 455.43017578125, + 392.1190490722656, + 664.8919067382812, + 290.8019104003906, + 525.6212158203125, + 495.5389709472656, + 437.175048828125, + 727.1726684570312, + 403.95245361328125, + 680.4475708007812, + 483.12518310546875, + 268.9344177246094, + 596.6261596679688, + 460.70001220703125, + 449.0837707519531, + 188.59234619140625, + 845.6746826171875, + 583.9734497070312, + 527.1292114257812, + 639.8494873046875, + 525.5953979492188, + 725.4976806640625, + 436.01068115234375, + 611.78564453125, + 507.7886047363281, + 319.8503112792969, + 865.3562622070312, + 509.17626953125, + 582.5264282226562, + 699.8606567382812, + 398.7147216796875, + 458.3385314941406, + 724.9385375976562, + 750.6340942382812, + 804.9075317382812, + 726.3736572265625, + 471.8086853027344, + 563.2661743164062, + 539.7555541992188, + 280.0981140136719, + 638.968505859375, + 465.3722229003906, + 515.6339111328125, + 645.6672973632812, + 472.2054748535156, + 399.3836364746094, + 481.53265380859375, + 479.4932556152344, + 637.4267578125, + 842.6101684570312, + 739.8087768554688, + 444.3329162597656, + 644.6661376953125, + 727.4925537109375, + 752.4295043945312, + 703.0455932617188, + 613.3607788085938, + 642.6522216796875, + 451.69659423828125, + 416.81976318359375, + 620.5655517578125, + 589.5479736328125, + 793.2992553710938, + 666.678955078125, + 665.8974609375, + 575.0346069335938, + 925.0088500976562, + 946.1876220703125, + 662.9049072265625, + 601.4539794921875, + 686.1121215820312, + 442.42572021484375, + 312.49755859375, + 498.6014404296875, + 725.0159301757812, + 494.7586364746094, + 679.378662109375, + 359.153076171875, + 591.9188232421875, + 643.9491577148438, + 602.6937255859375, + 781.1072998046875, + 724.9284057617188, + 564.6596069335938, + 691.7788696289062, + 853.7510986328125, + 604.326416015625, + 502.64654541015625, + 539.1793823242188, + 551.1331176757812, + 420.5841369628906, + 541.4210815429688, + 460.2817687988281, + 777.498291015625, + 367.930908203125, + 506.53125, + 867.2929077148438, + 463.98651123046875, + 409.6165771484375, + 561.9393920898438, + 555.2374877929688, + 596.5254516601562, + 744.7108154296875, + 512.2330932617188, + 506.2630615234375, + 566.9844360351562, + 476.41790771484375, + 732.5868530273438, + 601.0299072265625, + 525.1016845703125, + 794.400634765625, + 531.2265014648438, + 583.7744140625, + 408.1649169921875, + 539.0283813476562, + 629.0472412109375, + 221.5685272216797, + 517.346435546875, + 611.5578002929688, + 725.1837158203125, + 476.70489501953125, + 569.9326171875, + 493.2526550292969, + 723.3770751953125, + 607.1520385742188, + 453.96636962890625, + 656.0560913085938, + 534.3348388671875, + 540.95947265625, + 323.3026428222656, + 613.16796875, + 659.235107421875, + 493.1605224609375, + 854.38232421875, + 551.3267211914062, + 642.1856079101562, + 515.287353515625, + 505.947509765625, + 344.7529602050781, + 468.0892028808594, + 394.0848388671875, + 377.376220703125, + 756.5022583007812, + 636.1180419921875, + 705.8653564453125, + 540.0153198242188, + 557.9598999023438, + 737.3873291015625, + 886.5275268554688, + 489.90380859375, + 532.5020141601562, + 602.5899658203125, + 578.3991088867188, + 363.1122131347656, + 830.8848266601562, + 461.203857421875, + 695.2390747070312, + 516.996826171875, + 744.8927612304688, + 654.2996215820312, + 463.3304138183594, + 557.512451171875, + 568.041748046875, + 772.9642333984375, + 567.1409912109375, + 455.66357421875, + 813.0482177734375, + 707.0806884765625, + 501.8615417480469, + 715.6534423828125, + 862.3130493164062, + 308.84674072265625, + 485.15765380859375, + 695.9721069335938, + 601.7743530273438, + 674.633056640625, + 692.2024536132812, + 660.763916015625, + 399.83746337890625, + 617.0719604492188, + 468.4792785644531, + 590.1500244140625, + 434.26263427734375, + 747.5490112304688, + 460.8537902832031, + 601.571533203125, + 700.1641845703125, + 576.824462890625, + 339.07147216796875, + 711.9931030273438, + 612.3702392578125, + 638.853515625, + 475.0978698730469, + 397.03619384765625, + 374.5995178222656, + 507.60650634765625, + 706.22509765625, + 467.0839538574219, + 450.9314880371094, + 515.31982421875, + 629.2296752929688, + 415.5921630859375, + 560.0741577148438, + 531.082275390625, + 901.5874633789062, + 674.603515625, + 786.70947265625, + 588.83056640625, + 709.3016967773438, + 439.6239929199219, + 560.7896728515625, + 549.57958984375, + 357.68914794921875, + 544.1581420898438, + 567.1033935546875, + 559.3471069335938, + 764.066650390625, + 439.80938720703125, + 693.5838623046875, + 461.95562744140625, + 580.1719970703125, + 310.02630615234375, + 360.6324768066406, + 423.72674560546875, + 632.385498046875, + 812.7036743164062, + 513.7354736328125, + 494.165771484375, + 907.300048828125, + 618.9281005859375, + 450.1448059082031, + 632.9934692382812, + 626.4125366210938, + 460.27294921875, + 527.990966796875, + 432.1946716308594, + 746.9669799804688, + 774.687744140625, + 529.4051513671875, + 510.15753173828125, + 500.72491455078125, + 476.7735900878906, + 730.2919311523438, + 613.0428466796875, + 640.2249755859375, + 675.7818603515625, + 478.7311096191406, + 511.2854919433594, + 512.4896240234375, + 563.0917358398438, + 425.28326416015625, + 565.4734497070312, + 411.72027587890625, + 442.5711364746094, + 585.9239501953125, + 423.69818115234375, + 383.97906494140625, + 581.5509643554688, + 619.2581176757812, + 534.9483642578125, + 362.6965026855469, + 380.9444580078125, + 411.4841613769531, + 576.7880859375, + 861.008056640625, + 542.383056640625, + 460.59307861328125, + 409.1520690917969, + 651.8447875976562, + 438.73834228515625, + 576.5630493164062, + 444.8087463378906, + 444.69146728515625, + 241.7842254638672, + 417.8569030761719, + 557.849609375, + 472.02117919921875, + 429.7518005371094, + 461.4045715332031, + 554.3164672851562, + 429.22357177734375, + 436.6381530761719, + 656.9037475585938, + 366.2041015625, + 609.8946533203125, + 661.2598876953125, + 710.3155517578125, + 402.1417541503906, + 614.634521484375, + 495.962890625, + 549.7184448242188, + 567.9625244140625, + 634.4813842773438, + 478.61273193359375, + 333.25860595703125, + 671.6485595703125, + 832.3695068359375, + 630.8153686523438, + 418.5954284667969, + 436.978515625, + 546.0704956054688, + 452.4743957519531, + 482.4256896972656, + 435.5146789550781, + 432.7872314453125, + 475.9160461425781, + 372.7756042480469, + 582.3091430664062, + 598.7356567382812, + 742.0573120117188, + 411.47100830078125, + 518.0751953125, + 491.1816711425781, + 587.1389770507812, + 559.9660034179688, + 679.3851318359375, + 422.17840576171875, + 766.3618774414062, + 726.9608154296875, + 526.789794921875, + 466.2875061035156, + 602.5055541992188, + 551.9190673828125, + 423.0341491699219, + 660.9375610351562, + 552.83642578125, + 518.8201904296875, + 455.8946533203125, + 485.8283996582031, + 539.4365844726562, + 543.3893432617188, + 323.4105224609375, + 327.01104736328125, + 616.8910522460938, + 578.293701171875, + 570.344482421875, + 555.8462524414062, + 384.9928283691406, + 577.1702880859375, + 405.7939758300781, + 603.6605834960938, + 432.05712890625, + 570.19921875, + 479.2554931640625, + 582.5248413085938, + 716.2781982421875, + 522.4568481445312, + 566.910888671875, + 379.8733825683594, + 409.7284851074219, + 547.0263061523438, + 366.36334228515625, + 450.5917053222656, + 661.1320190429688, + 626.8641967773438, + 419.37738037109375, + 305.0028076171875, + 839.3680419921875, + 633.0465698242188, + 365.894287109375, + 369.48773193359375, + 570.7262573242188, + 394.8382873535156, + 484.59283447265625, + 534.7431030273438, + 431.3150939941406, + 390.17962646484375, + 462.233154296875, + 442.15692138671875, + 384.5115966796875, + 506.6643981933594, + 579.40771484375, + 470.0914306640625, + 698.2782592773438, + 325.2652587890625, + 629.759521484375, + 516.4215698242188, + 681.6752319335938, + 758.92236328125 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.25 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -85280,236 +102880,236 @@ 2 ], "wall_clock_s": [ - 1213.7, - 837.9, - 632.2 + 931.2, + 941.2, + 933.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.06866942346096039, + "loss": 0.14919784665107727, "env_score_iters": 500, - "env_score": -4.0637030601501465, + "env_score": -0.524338960647583, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.4125, "grad_align_iters": 500, - "grad_align": 0.28911092877388, - "rl_grad_norm": 0.18886759877204895, - "bc_grad_norm": 0.04188844934105873, + "grad_align": 0.14650793373584747, + "rl_grad_norm": 0.17751087248325348, + "bc_grad_norm": 2.5330734252929688, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.2.self_attn.in_proj_weight": 0.028018318116664886, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014182538725435734, - "transformer.layers.2.self_attn.out_proj.weight": 0.024285154417157173, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019027600064873695, - "transformer.layers.2.linear1.weight": 0.022723693400621414, - "transformer.layers.2.linear1.bias": 0.0010529094142839313, - "transformer.layers.2.linear2.weight": 0.022404594346880913, - "transformer.layers.2.linear2.bias": 0.0018836339004337788, - "transformer.layers.2.norm1.weight": 0.0019764446187764406, - "transformer.layers.2.norm1.bias": 0.0012628766708076, - "transformer.layers.2.norm2.weight": 0.002130294917151332, - "transformer.layers.2.norm2.bias": 0.00117164955008775, - "transformer.layers.3.self_attn.in_proj_weight": 0.058294788002967834, - "transformer.layers.3.self_attn.in_proj_bias": 0.0031730502378195524, - "transformer.layers.3.self_attn.out_proj.weight": 0.02329910732805729, - "transformer.layers.3.self_attn.out_proj.bias": 0.0025073466822504997, - "transformer.layers.3.linear1.weight": 0.033498190343379974, - "transformer.layers.3.linear1.bias": 0.0025676200166344643, - "transformer.layers.3.linear2.weight": 0.01842411980032921, - "transformer.layers.3.linear2.bias": 0.004027614835649729, - "transformer.layers.3.norm1.weight": 0.004969387780874968, - "transformer.layers.3.norm1.bias": 0.00430567841976881, - "transformer.layers.3.norm2.weight": 0.002860436448827386, - "transformer.layers.3.norm2.bias": 0.004161925055086613, - "head.weight": 0.2341189980506897, - "head.bias": 0.009548021480441093 + "transformer.layers.2.self_attn.in_proj_weight": 0.03678189590573311, + "transformer.layers.2.self_attn.in_proj_bias": 0.001846096245571971, + "transformer.layers.2.self_attn.out_proj.weight": 0.03258233144879341, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024706958793103695, + "transformer.layers.2.linear1.weight": 0.023678474128246307, + "transformer.layers.2.linear1.bias": 0.001342753996141255, + "transformer.layers.2.linear2.weight": 0.0248368252068758, + "transformer.layers.2.linear2.bias": 0.0023143659345805645, + "transformer.layers.2.norm1.weight": 0.002596713602542877, + "transformer.layers.2.norm1.bias": 0.0018441482679918408, + "transformer.layers.2.norm2.weight": 0.002135267946869135, + "transformer.layers.2.norm2.bias": 0.0016922538634389639, + "transformer.layers.3.self_attn.in_proj_weight": 0.05321350321173668, + "transformer.layers.3.self_attn.in_proj_bias": 0.0037548041436821222, + "transformer.layers.3.self_attn.out_proj.weight": 0.023377586156129837, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024593686684966087, + "transformer.layers.3.linear1.weight": 0.02190796285867691, + "transformer.layers.3.linear1.bias": 0.0017188392812386155, + "transformer.layers.3.linear2.weight": 0.013247027061879635, + "transformer.layers.3.linear2.bias": 0.00282736262306571, + "transformer.layers.3.norm1.weight": 0.004191657993942499, + "transformer.layers.3.norm1.bias": 0.0044089374132454395, + "transformer.layers.3.norm2.weight": 0.0017223414033651352, + "transformer.layers.3.norm2.bias": 0.0020687468349933624, + "head.weight": 0.1656518429517746, + "head.bias": 0.005862197373062372 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.01785530522465706, - "repr_drift_kl_low_t": 0.01720975525677204, - "repr_drift_kl_mid_t": 0.016908282414078712, - "repr_drift_kl_high_t": 0.02296186238527298, + "repr_drift_kl": 0.5450438857078552, + "repr_drift_kl_low_t": 0.675670325756073, + "repr_drift_kl_mid_t": 0.5703381299972534, + "repr_drift_kl_high_t": 0.38704872131347656, "cka_iters": 500, - "cka_similarity": 0.9543605446815491, + "cka_similarity": 0.8937427401542664, "t_analysis_iters": 500, - "norm_low_t": 0.2591021955013275, - "norm_high_t": 0.14298658072948456, - "lowhigh_cos": 0.04120580852031708, + "norm_low_t": 0.25942039489746094, + "norm_high_t": 0.26022595167160034, + "lowhigh_cos": 0.14981286227703094, "t_bin_norms": { - "t_0.0-0.1": 0.4495478570461273, - "t_0.1-0.2": 0.255644828081131, - "t_0.2-0.3": 0.19266356527805328, - "t_0.3-0.4": 0.16815067827701569, - "t_0.4-0.5": 0.22571031749248505, - "t_0.5-0.6": 0.19047611951828003, - "t_0.6-0.7": 0.16629628837108612, - "t_0.7-0.8": 0.15718872845172882, - "t_0.8-0.9": 0.1933644562959671, - "t_0.9-1.0": 0.21597838401794434 - }, - "win_rate": 0.011604095809161663, - "effective_batch_size": 40.60122299194336, - "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "t_0.0-0.1": 0.20571434497833252, + "t_0.1-0.2": 0.22524650394916534, + "t_0.2-0.3": 0.1807357370853424, + "t_0.3-0.4": 0.20929580926895142, + "t_0.4-0.5": 0.18903855979442596, + "t_0.5-0.6": 0.15605461597442627, + "t_0.6-0.7": 0.16887204349040985, + "t_0.7-0.8": 0.1624457687139511, + "t_0.8-0.9": 0.20720648765563965, + "t_0.9-1.0": 0.40057477355003357 + }, + "win_rate": 0.04795396327972412, + "effective_batch_size": 758.92236328125, + "per_env_win_rates": { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.7069298028945923, + "loss": 0.07534508407115936, "env_score_iters": 500, - "env_score": -2.7716405391693115, + "env_score": -0.6823666095733643, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.4375, "grad_align_iters": 500, - "grad_align": 0.8010236620903015, - "rl_grad_norm": 1.2475824356079102, - "bc_grad_norm": 0.26993614435195923, + "grad_align": -0.08945351094007492, + "rl_grad_norm": 0.1298566460609436, + "bc_grad_norm": 1.031191110610962, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.2.self_attn.in_proj_weight": 0.15800628066062927, - "transformer.layers.2.self_attn.in_proj_bias": 0.009999717585742474, - "transformer.layers.2.self_attn.out_proj.weight": 0.11852189898490906, - "transformer.layers.2.self_attn.out_proj.bias": 0.011620497331023216, - "transformer.layers.2.linear1.weight": 0.08576641976833344, - "transformer.layers.2.linear1.bias": 0.004513050429522991, - "transformer.layers.2.linear2.weight": 0.1012432873249054, - "transformer.layers.2.linear2.bias": 0.012107661925256252, - "transformer.layers.2.norm1.weight": 0.011119160801172256, - "transformer.layers.2.norm1.bias": 0.012564479373395443, - "transformer.layers.2.norm2.weight": 0.007994617335498333, - "transformer.layers.2.norm2.bias": 0.004588183015584946, - "transformer.layers.3.self_attn.in_proj_weight": 0.2400776594877243, - "transformer.layers.3.self_attn.in_proj_bias": 0.020293325185775757, - "transformer.layers.3.self_attn.out_proj.weight": 0.09260442107915878, - "transformer.layers.3.self_attn.out_proj.bias": 0.017855778336524963, - "transformer.layers.3.linear1.weight": 0.15683123469352722, - "transformer.layers.3.linear1.bias": 0.014993726275861263, - "transformer.layers.3.linear2.weight": 0.09134050458669662, - "transformer.layers.3.linear2.bias": 0.02816280536353588, - "transformer.layers.3.norm1.weight": 0.019359774887561798, - "transformer.layers.3.norm1.bias": 0.028272727504372597, - "transformer.layers.3.norm2.weight": 0.014111155644059181, - "transformer.layers.3.norm2.bias": 0.02535855956375599, - "head.weight": 1.1569780111312866, - "head.bias": 0.06158618628978729 + "transformer.layers.2.self_attn.in_proj_weight": 0.0173526369035244, + "transformer.layers.2.self_attn.in_proj_bias": 0.0010242641437798738, + "transformer.layers.2.self_attn.out_proj.weight": 0.020534269511699677, + "transformer.layers.2.self_attn.out_proj.bias": 0.001250591827556491, + "transformer.layers.2.linear1.weight": 0.011146687902510166, + "transformer.layers.2.linear1.bias": 0.0006745362770743668, + "transformer.layers.2.linear2.weight": 0.012793809175491333, + "transformer.layers.2.linear2.bias": 0.001165917725302279, + "transformer.layers.2.norm1.weight": 0.0012190833222121, + "transformer.layers.2.norm1.bias": 0.001040385803207755, + "transformer.layers.2.norm2.weight": 0.001007424434646964, + "transformer.layers.2.norm2.bias": 0.0008415168267674744, + "transformer.layers.3.self_attn.in_proj_weight": 0.03249182924628258, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015347793232649565, + "transformer.layers.3.self_attn.out_proj.weight": 0.015902278944849968, + "transformer.layers.3.self_attn.out_proj.bias": 0.0010292786173522472, + "transformer.layers.3.linear1.weight": 0.016423508524894714, + "transformer.layers.3.linear1.bias": 0.0012116964207962155, + "transformer.layers.3.linear2.weight": 0.009421846829354763, + "transformer.layers.3.linear2.bias": 0.0010732224909588695, + "transformer.layers.3.norm1.weight": 0.0024918231647461653, + "transformer.layers.3.norm1.bias": 0.002037196420133114, + "transformer.layers.3.norm2.weight": 0.0011180783621966839, + "transformer.layers.3.norm2.bias": 0.001311812549829483, + "head.weight": 0.0882895216345787, + "head.bias": 0.0016562894452363253 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.1296798586845398, - "repr_drift_kl_low_t": 0.13160042464733124, - "repr_drift_kl_mid_t": 0.12465514242649078, - "repr_drift_kl_high_t": 0.1356469690799713, + "repr_drift_kl": 0.22904065251350403, + "repr_drift_kl_low_t": 0.2817399501800537, + "repr_drift_kl_mid_t": 0.2283998280763626, + "repr_drift_kl_high_t": 0.16474097967147827, "cka_iters": 500, - "cka_similarity": 0.8085336685180664, + "cka_similarity": 0.8992389440536499, "t_analysis_iters": 500, - "norm_low_t": 1.1830902099609375, - "norm_high_t": 1.250927209854126, - "lowhigh_cos": 0.3486138582229614, + "norm_low_t": 0.320499449968338, + "norm_high_t": 0.1412002444267273, + "lowhigh_cos": 0.2889692783355713, "t_bin_norms": { - "t_0.0-0.1": 1.4328014850616455, - "t_0.1-0.2": 1.3128039836883545, - "t_0.2-0.3": 1.0927094221115112, - "t_0.3-0.4": 1.418525218963623, - "t_0.4-0.5": 1.1898784637451172, - "t_0.5-0.6": 1.1530622243881226, - "t_0.6-0.7": 1.1751527786254883, - "t_0.7-0.8": 1.2773791551589966, - "t_0.8-0.9": 1.291826605796814, - "t_0.9-1.0": 1.2080365419387817 - }, - "win_rate": 0.08735796064138412, - "effective_batch_size": 72.69819641113281, + "t_0.0-0.1": 0.14543534815311432, + "t_0.1-0.2": 0.12754541635513306, + "t_0.2-0.3": 0.11459476500749588, + "t_0.3-0.4": 0.12142863869667053, + "t_0.4-0.5": 0.12485720217227936, + "t_0.5-0.6": 0.11183993518352509, + "t_0.6-0.7": 0.11352556943893433, + "t_0.7-0.8": 0.13718192279338837, + "t_0.8-0.9": 0.12879489362239838, + "t_0.9-1.0": 0.17113493382930756 + }, + "win_rate": 0.030413903295993805, + "effective_batch_size": 412.5256652832031, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.04427675902843475, + "loss": 0.10659784823656082, "env_score_iters": 500, - "env_score": -3.544973611831665, + "env_score": -0.5337790846824646, "eval_iters": 500, - "eval_score": 0.6749999999999999, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.5775873064994812, - "rl_grad_norm": 0.14134716987609863, - "bc_grad_norm": 0.8628270626068115, + "grad_align": 0.15561257302761078, + "rl_grad_norm": 0.13783036172389984, + "bc_grad_norm": 2.7309093475341797, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.2.self_attn.in_proj_weight": 0.02043529972434044, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014884917763993144, - "transformer.layers.2.self_attn.out_proj.weight": 0.016014903783798218, - "transformer.layers.2.self_attn.out_proj.bias": 0.0018950940575450659, - "transformer.layers.2.linear1.weight": 0.010271454229950905, - "transformer.layers.2.linear1.bias": 0.0006781893316656351, - "transformer.layers.2.linear2.weight": 0.011700092814862728, - "transformer.layers.2.linear2.bias": 0.001989812823012471, - "transformer.layers.2.norm1.weight": 0.001380227506160736, - "transformer.layers.2.norm1.bias": 0.001732087112031877, - "transformer.layers.2.norm2.weight": 0.0007698261761106551, - "transformer.layers.2.norm2.bias": 0.0007695568492636085, - "transformer.layers.3.self_attn.in_proj_weight": 0.026164531707763672, - "transformer.layers.3.self_attn.in_proj_bias": 0.002505255863070488, - "transformer.layers.3.self_attn.out_proj.weight": 0.013800045475363731, - "transformer.layers.3.self_attn.out_proj.bias": 0.002543453825637698, - "transformer.layers.3.linear1.weight": 0.02193002589046955, - "transformer.layers.3.linear1.bias": 0.0020887881983071566, - "transformer.layers.3.linear2.weight": 0.012649121694266796, - "transformer.layers.3.linear2.bias": 0.003689020639285445, - "transformer.layers.3.norm1.weight": 0.0020294967107474804, - "transformer.layers.3.norm1.bias": 0.0033154645934700966, - "transformer.layers.3.norm2.weight": 0.0016689695185050368, - "transformer.layers.3.norm2.bias": 0.0030840481631457806, - "head.weight": 0.17569828033447266, - "head.bias": 0.009245309047400951 + "transformer.layers.2.self_attn.in_proj_weight": 0.027425125241279602, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016691923374310136, + "transformer.layers.2.self_attn.out_proj.weight": 0.021191313862800598, + "transformer.layers.2.self_attn.out_proj.bias": 0.001880198367871344, + "transformer.layers.2.linear1.weight": 0.017714042216539383, + "transformer.layers.2.linear1.bias": 0.001209849026054144, + "transformer.layers.2.linear2.weight": 0.018021419644355774, + "transformer.layers.2.linear2.bias": 0.0016247263411059976, + "transformer.layers.2.norm1.weight": 0.0018951545935124159, + "transformer.layers.2.norm1.bias": 0.0017837445484474301, + "transformer.layers.2.norm2.weight": 0.0017930709291249514, + "transformer.layers.2.norm2.bias": 0.0016848063096404076, + "transformer.layers.3.self_attn.in_proj_weight": 0.04046345874667168, + "transformer.layers.3.self_attn.in_proj_bias": 0.003023896599188447, + "transformer.layers.3.self_attn.out_proj.weight": 0.013956399634480476, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015853499062359333, + "transformer.layers.3.linear1.weight": 0.016656260937452316, + "transformer.layers.3.linear1.bias": 0.0013487740652635694, + "transformer.layers.3.linear2.weight": 0.008954335004091263, + "transformer.layers.3.linear2.bias": 0.0018060491420328617, + "transformer.layers.3.norm1.weight": 0.003356493078172207, + "transformer.layers.3.norm1.bias": 0.004254342056810856, + "transformer.layers.3.norm2.weight": 0.001223601633682847, + "transformer.layers.3.norm2.bias": 0.0015130873071029782, + "head.weight": 0.08905540406703949, + "head.bias": 0.0025970200076699257 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.3589988052845001, - "repr_drift_kl_low_t": 0.36030706763267517, - "repr_drift_kl_mid_t": 0.3532121181488037, - "repr_drift_kl_high_t": 0.36516445875167847, + "repr_drift_kl": 0.4375477731227875, + "repr_drift_kl_low_t": 0.5492322444915771, + "repr_drift_kl_mid_t": 0.442737877368927, + "repr_drift_kl_high_t": 0.3205893635749817, "cka_iters": 500, - "cka_similarity": 0.767830491065979, + "cka_similarity": 0.9525775909423828, "t_analysis_iters": 500, - "norm_low_t": 0.17840179800987244, - "norm_high_t": 0.2203681915998459, - "lowhigh_cos": 0.48333099484443665, + "norm_low_t": 0.3426271975040436, + "norm_high_t": 0.17276854813098907, + "lowhigh_cos": 0.3861375153064728, "t_bin_norms": { - "t_0.0-0.1": 0.07272429764270782, - "t_0.1-0.2": 0.19482098519802094, - "t_0.2-0.3": 0.17805705964565277, - "t_0.3-0.4": 0.14648500084877014, - "t_0.4-0.5": 0.13805894553661346, - "t_0.5-0.6": 0.13568806648254395, - "t_0.6-0.7": 0.1620837301015854, - "t_0.7-0.8": 0.13790756464004517, - "t_0.8-0.9": 0.16211815178394318, - "t_0.9-1.0": 0.2485465258359909 - }, - "win_rate": 0.012696041725575924, - "effective_batch_size": 40.60122299194336, + "t_0.0-0.1": 0.1956709325313568, + "t_0.1-0.2": 0.1460810899734497, + "t_0.2-0.3": 0.15728774666786194, + "t_0.3-0.4": 0.11751320213079453, + "t_0.4-0.5": 0.14260222017765045, + "t_0.5-0.6": 0.1338036209344864, + "t_0.6-0.7": 0.1606817990541458, + "t_0.7-0.8": 0.13583938777446747, + "t_0.8-0.9": 0.12061837315559387, + "t_0.9-1.0": 0.19931401312351227 + }, + "win_rate": 0.04163287207484245, + "effective_batch_size": 560.0559692382812, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "layer_ablation_top3": { - "score": 0.6583333333333333, - "score_std": 0.011785113019775802, + "score": 0.3916666666666666, + "score_std": 0.025685058345704115, "all_scores": [ - 0.65, - 0.65, - 0.675 + 0.36249999999999993, + 0.38749999999999996, + 0.42500000000000004 ], "history": { "iters": [ @@ -86015,506 +103615,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.2115943431854248, - 2.3928866386413574, - 0.278215616941452, - 0.3425542414188385, - 2.185302972793579, - 0.2607852816581726, - 0.5208672881126404, - 0.5370057821273804, - 0.02134394645690918, - 0.9822428822517395, - 0.015482834540307522, - 1.4504566192626953, - 0.009859532117843628, - 1.3794043064117432, - 0.26725053787231445, - 0.1016530767083168, - 1.2174551486968994, - 0.18616148829460144, - 0.5753028392791748, - 0.5178085565567017, - 0.5827527046203613, - 0.22156135737895966, - 1.2033390998840332, - 0.06257591396570206, - 1.1939235925674438, - 0.8917651176452637, - 0.3180422782897949, - 0.8694814443588257, - 0.5536096096038818, - 0.6982524394989014, - 0.4421401619911194, - 0.5322450995445251, - 0.03613680228590965, - 0.03875288367271423, - 0.8655371069908142, - 0.07675416022539139, - 0.4596984386444092, - 0.7561330795288086, - 0.5709595680236816, - 0.22280018031597137, - 0.17328155040740967, - 0.0954807698726654, - 1.1931484937667847, - 0.08298291265964508, - 0.25487715005874634, - 0.2937004268169403, - 1.2466744184494019, - 0.109561026096344, - 0.7770456671714783, - 0.25891682505607605, - 0.181505024433136, - 1.1011303663253784, - 0.43833932280540466, - 0.08583416789770126, - 0.585358738899231, - 0.6562316417694092, - 1.153493881225586, - 0.5018085837364197, - 1.2769712209701538, - 0.11013782769441605, - 1.351731777191162, - 0.28578341007232666, - 0.2943124771118164, - 0.24097594618797302, - 0.4841387867927551, - 0.35485079884529114, - 0.020543115213513374, - 0.06513843685388565, - 0.0032975156791508198, - 0.2833954691886902, - 0.6769060492515564, - 0.2585667669773102, - 0.2865634560585022, - 0.005980959627777338, - 0.6336466073989868, - 0.7425581216812134, - 0.02075847238302231, - 0.24105145037174225, - 0.030866926535964012, - 0.3912101984024048, - 0.7146118879318237, - 0.20572488009929657, - 0.8146559000015259, - 0.5792124271392822, - 0.049656134098768234, - 0.018236828967928886, - 0.1204400360584259, - 0.19519923627376556, - 0.3324069082736969, - 0.9767420887947083, - 0.1256643831729889, - 0.8481746912002563, - 0.13832776248455048, - 0.23774069547653198, - 0.08807793259620667, - 0.006038946565240622, - 0.3023327589035034, - 0.13621404767036438, - 0.2848070561885834, - 0.30817070603370667, - 0.0892767682671547, - 0.018736235797405243, - 0.1106037050485611, - 0.20698696374893188, - 0.04344486817717552, - 0.0898672342300415, - 0.5613120198249817, - 0.308218777179718, - 0.24671795964241028, - 0.01717160828411579, - 0.13749103248119354, - 0.3487790524959564, - 0.27036625146865845, - 0.08762668073177338, - 0.40056121349334717, - 0.05426774173974991, - 0.15271532535552979, - 0.028379525989294052, - 0.18312424421310425, - 0.619356095790863, - 0.17940066754817963, - 0.4422430396080017, - 0.47281211614608765, - 0.02305653691291809, - 1.4040724039077759, - 0.2831558287143707, - 0.5858582258224487, - 1.403606653213501, - 0.33630621433258057, - 0.03521372005343437, - 0.6349645256996155, - 0.05863374099135399, - 0.05652766302227974, - 0.09728018194437027, - 0.2304423302412033, - 0.11184553056955338, - 0.18385756015777588, - 0.7461743354797363, - 0.9412609338760376, - 0.7023588418960571, - 0.009183899499475956, - 1.3186125755310059, - 0.6945769786834717, - 0.5310046672821045, - 0.0768427699804306, - 0.08955973386764526, - 0.04069029167294502, - 0.06268152594566345, - 0.018250782042741776, - 0.159426748752594, - 0.5547060370445251, - 0.7224431037902832, - 0.19021357595920563, - 1.2938276529312134, - 1.1795833110809326, - 0.24497085809707642, - 0.3535401225090027, - 0.3541407287120819, - 0.0281424131244421, - 0.2714819610118866, - 0.1455407440662384, - 0.3208985924720764, - 0.14315104484558105, - 0.13660427927970886, - 0.1761782169342041, - 0.022528819739818573, - 0.26480087637901306, - 0.02454422228038311, - 0.3885207772254944, - 0.6636568307876587, - 0.05058784782886505, - 0.33663156628608704, - 0.7852472066879272, - 0.6889872550964355, - 1.2077234983444214, - 0.17287634313106537, - 0.8085132837295532, - 0.047600846737623215, - 0.04335585981607437, - 0.044223200529813766, - 0.19148707389831543, - 0.29487839341163635, - 0.32320451736450195, - 0.24082735180854797, - 1.2045937776565552, - 0.08154010772705078, - 0.23233631253242493, - 0.47408661246299744, - 1.1111201047897339, - 0.05233411490917206, - 0.17047402262687683, - 0.616532027721405, - 1.0679069757461548, - 0.05517953634262085, - 0.44501352310180664, - 0.09556858986616135, - 0.14472344517707825, - 0.22252210974693298, - 1.1557443141937256, - 0.5262630581855774, - 0.15332183241844177, - 0.8376514315605164, - 0.9353590607643127, - 0.050360068678855896, - 0.1302245408296585, - 0.7143400311470032, - 0.12054070085287094, - 0.17318354547023773, - 0.4548075795173645, - 0.03391970694065094, - 0.830927848815918, - 0.013008441776037216, - 0.18392488360404968, - 0.7467039227485657, - 0.6518819332122803, - 0.04130803421139717, - 0.21918460726737976, - 0.04263916611671448, - 0.176120787858963, - 0.06604395806789398, - 0.1544976830482483, - 0.050690263509750366, - 0.2504066824913025, - 0.035494931042194366, - 0.7687243223190308, - 0.2976036071777344, - 0.0306920874863863, - 0.21580612659454346, - 0.5211928486824036, - 0.26478949189186096, - 0.6854552626609802, - 1.194818377494812, - 0.29813629388809204, - 0.727003812789917, - 1.2206450700759888, - 0.5399438738822937, - 0.1127520278096199, - 0.02047869935631752, - 0.08934240788221359, - 0.018609996885061264, - 0.16258735954761505, - 0.06175743043422699, - 0.25388962030410767, - 0.23996126651763916, - 0.01877295784652233, - 0.48531201481819153, - 0.45674198865890503, - 0.27837109565734863, - 0.038391001522541046, - 0.037173449993133545, - 0.468918114900589, - 0.11878985166549683, - 0.09346673637628555, - 0.4096083343029022, - 1.0081853866577148, - 0.02106385864317417, - 0.08694475889205933, - 0.10615673661231995, - 0.044643063098192215, - 0.2540301978588104, - 0.7129106521606445, - 0.5279347896575928, - 0.3295533061027527, - 0.038211047649383545, - 0.6306166052818298, - 0.12519614398479462, - 0.7075567245483398, - 0.017559681087732315, - 0.02565765753388405, - 0.5425677299499512, - 0.39116179943084717, - 0.16132953763008118, - 0.00807967595756054, - 1.2664343118667603, - 0.7669030427932739, - 0.4662085175514221, - 0.11075422167778015, - 0.14440685510635376, - 0.061617497354745865, - 0.7708337306976318, - 1.2343802452087402, - 0.30460867285728455, - 0.028897814452648163, - 0.29725417494773865, - 0.5466780066490173, - 0.4948565661907196, - 0.40444785356521606, - 1.0510485172271729, - 0.024260306730866432, - 0.14681392908096313, - 0.12982632219791412, - 0.8333865404129028, - 0.5565792322158813, - 0.8857870697975159, - 0.7750511169433594, - 0.36557450890541077, - 0.17460058629512787, - 1.0986794233322144, - 0.029192499816417694, - 0.06246141344308853, - 0.6586799025535583, - 0.6818661093711853, - 0.7228606939315796, - 0.45532411336898804, - 0.27151578664779663, - 0.29831525683403015, - 0.4205872714519501, - 0.9995710849761963, - 0.6169756054878235, - 0.19756172597408295, - 0.026551667600870132, - 0.27077123522758484, - 0.2214016169309616, - 0.08938144892454147, - 0.07511737942695618, - 0.0356389656662941, - 0.06580615043640137, - 0.3491453528404236, - 0.053429022431373596, - 0.25703859329223633, - 0.09074007719755173, - 0.016149872913956642, - 0.0031221588142216206, - 0.12232425063848495, - 0.33969786763191223, - 0.3267569839954376, - 0.021036123856902122, - 0.8076228499412537, - 0.1341576725244522, - 0.024429600685834885, - 0.7908766865730286, - 0.6490621566772461, - 0.24005359411239624, - 0.5441970825195312, - 0.6735191941261292, - 0.012688525952398777, - 0.5352124571800232, - 0.014065228402614594, - 0.2192060351371765, - 0.7973964810371399, - 0.053142860531806946, - 0.03791050985455513, - 1.017242193222046, - 0.0688551589846611, - 0.1044933870434761, - 0.11932511627674103, - 0.041356589645147324, - 0.5268179178237915, - 0.08990830183029175, - 0.022979941219091415, - 0.08819758892059326, - 0.0627630427479744, - 0.009135669097304344, - 0.007151870056986809, - 0.6008276343345642, - 0.6740761399269104, - 0.4539913237094879, - 0.6290541887283325, - 0.503345787525177, - 0.34582188725471497, - 0.45362070202827454, - 0.06006503477692604, - 0.8138145208358765, - 0.018226955085992813, - 0.5836405158042908, - 0.7110925912857056, - 0.2125622183084488, - 0.14269782602787018, - 0.040191035717725754, - 0.48564401268959045, - 0.42692017555236816, - 0.05175099894404411, - 0.062306277453899384, - 0.42307159304618835, - 0.03368766978383064, - 0.1203494742512703, - 0.19037674367427826, - 0.05133771151304245, - 1.0070465803146362, - 0.7259938716888428, - 0.5047078132629395, - 0.1834891438484192, - 0.20366604626178741, - 0.08015766739845276, - 0.41831547021865845, - 0.6313514709472656, - 0.05697575956583023, - 0.052291519939899445, - 0.3887985944747925, - 0.7197404503822327, - 0.05999910086393356, - 0.03143839165568352, - 0.13812439143657684, - 0.022948039695620537, - 0.5719678997993469, - 0.8483491539955139, - 0.038469068706035614, - 0.43474748730659485, - 0.0879666730761528, - 0.8199394345283508, - 0.1172352135181427, - 1.0484236478805542, - 0.3467472791671753, - 0.0944795310497284, - 0.5649615526199341, - 0.6240290403366089, - 0.6201733350753784, - 0.030769797042012215, - 0.04564426839351654, - 0.07965590804815292, - 0.06587261706590652, - 0.6315029859542847, - 0.8281592130661011, - 0.04071886092424393, - 0.3634764850139618, - 0.44272828102111816, - 0.6806317567825317, - 0.05375475063920021, - 0.08162235468626022, - 0.16023583710193634, - 0.0335923433303833, - 0.8259390592575073, - 0.5211154818534851, - 0.8236943483352661, - 0.013114620931446552, - 0.31007087230682373, - 0.3297581374645233, - 0.12696337699890137, - 0.6905065178871155, - 0.5404946208000183, - 0.1749187558889389, - 0.653693675994873, - 0.2785033583641052, - 0.0065512885339558125, - 0.44189950823783875, - 0.1083417758345604, - 0.45401591062545776, - 0.0656605213880539, - 0.017520368099212646, - 0.4354691505432129, - 0.12091890722513199, - 0.08915981650352478, - 0.045924484729766846, - 0.15883184969425201, - 0.48787176609039307, - 0.05894218385219574, - 0.4226369559764862, - 0.038179460912942886, - 0.04692583531141281, - 0.03489770367741585, - 0.1744145303964615, - 0.5138625502586365, - 0.19680902361869812, - 0.010467121377587318, - 0.37732768058776855, - 0.031812939792871475, - 0.11279311031103134, - 0.5544556975364685, - 1.137813687324524, - 0.8778197169303894, - 0.5056689977645874, - 0.1391306221485138, - 0.13521045446395874, - 0.00950419157743454, - 0.08013425022363663, - 0.5507563948631287, - 0.07382004708051682, - 0.37689006328582764, - 0.07325942814350128, - 0.5198986530303955, - 0.04904002696275711, - 0.03475054353475571, - 0.15613989531993866, - 0.1573784351348877, - 0.061022866517305374, - 0.7466762065887451, - 0.25908541679382324, - 0.012410284020006657, - 0.13792450726032257, - 0.041522517800331116, - 0.15376055240631104, - 0.29302695393562317, - 0.5811008214950562, - 0.7412936091423035, - 0.08535347878932953, - 0.06098717078566551, - 0.15078502893447876, - 1.2524018287658691, - 0.05217764526605606, - 0.03536849841475487, - 0.26216962933540344, - 0.1944974660873413, - 0.01803186535835266, - 0.04269694909453392, - 0.051666729152202606, - 0.053728241473436356, - 0.6686413288116455, - 0.31053048372268677, - 0.1853133738040924 + 0.7734967470169067, + 0.8087171912193298, + 0.46596068143844604, + 0.32052546739578247, + 0.39094847440719604, + 0.2290685474872589, + 0.3598204553127289, + 0.24942615628242493, + 0.5739809274673462, + 0.25121140480041504, + 0.30292245745658875, + 0.6843833327293396, + 0.2571646273136139, + 0.32889658212661743, + 0.31540584564208984, + 0.4968002736568451, + 0.14916911721229553, + 0.45684555172920227, + 0.4080192744731903, + 0.4668021500110626, + 0.4361826777458191, + 0.28018561005592346, + 0.3896048069000244, + 0.18147997558116913, + 0.33881744742393494, + 0.312796026468277, + 0.3571641445159912, + 0.2679867446422577, + 0.3652580678462982, + 0.42364585399627686, + 0.250911146402359, + 0.5541773438453674, + 0.2572392225265503, + 0.23900996148586273, + 0.16610205173492432, + 0.17875546216964722, + 0.24658159911632538, + 0.17556089162826538, + 0.48009321093559265, + 0.47591012716293335, + 0.3275236487388611, + 0.2601858675479889, + 0.2279428392648697, + 0.17064537107944489, + 0.20682545006275177, + 0.19595959782600403, + 0.23098014295101166, + 0.3935810923576355, + 0.2755989134311676, + 0.19924230873584747, + 0.30027633905410767, + 0.23920266330242157, + 0.22726382315158844, + 0.24964329600334167, + 0.3502911925315857, + 0.20978295803070068, + 0.2594590187072754, + 0.10858699679374695, + 0.21144461631774902, + 0.242740660905838, + 0.29455533623695374, + 0.293222039937973, + 0.263158917427063, + 0.18868514895439148, + 0.22742249071598053, + 0.26475387811660767, + 0.2237502783536911, + 0.23668497800827026, + 0.24355745315551758, + 0.18552015721797943, + 0.18325558304786682, + 0.3069850206375122, + 0.25506237149238586, + 0.13237988948822021, + 0.24571415781974792, + 0.17318719625473022, + 0.09257764369249344, + 0.3543672263622284, + 0.235962375998497, + 0.18268711864948273, + 0.21424192190170288, + 0.18648403882980347, + 0.15069474279880524, + 0.3048231303691864, + 0.33410197496414185, + 0.19939680397510529, + 0.06417567282915115, + 0.34755274653434753, + 0.1839364469051361, + 0.21524672210216522, + 0.21520665287971497, + 0.15249957144260406, + 0.1876191943883896, + 0.2261253446340561, + 0.1088385134935379, + 0.24585174024105072, + 0.21678657829761505, + 0.16807913780212402, + 0.144790917634964, + 0.14130665361881256, + 0.16696593165397644, + 0.35321107506752014, + 0.3164297938346863, + 0.1942252814769745, + 0.22547829151153564, + 0.25333520770072937, + 0.1667862981557846, + 0.07061949372291565, + 0.1710720807313919, + 0.20506754517555237, + 0.17940093576908112, + 0.15006370842456818, + 0.17926637828350067, + 0.2176842838525772, + 0.23784421384334564, + 0.23804360628128052, + 0.2519424557685852, + 0.2411361038684845, + 0.19920504093170166, + 0.23722192645072937, + 0.23664800822734833, + 0.1710013449192047, + 0.13038451969623566, + 0.20610752701759338, + 0.10778789967298508, + 0.24881012737751007, + 0.2725687623023987, + 0.16081202030181885, + 0.19613716006278992, + 0.19103007018566132, + 0.20458997786045074, + 0.1901850402355194, + 0.1661049872636795, + 0.2929995059967041, + 0.2961360216140747, + 0.11657676100730896, + 0.11949450522661209, + 0.2809256315231323, + 0.09578371047973633, + 0.1267009675502777, + 0.16846629977226257, + 0.26962941884994507, + 0.24225682020187378, + 0.06527072191238403, + 0.12588170170783997, + 0.11080916225910187, + 0.09546247124671936, + 0.23367461562156677, + 0.21024850010871887, + 0.14144548773765564, + 0.2113308161497116, + 0.24478262662887573, + 0.2220948189496994, + 0.17602679133415222, + 0.23057405650615692, + 0.2446684092283249, + 0.28449544310569763, + 0.10759638994932175, + 0.12275006622076035, + 0.232296422123909, + 0.05578622594475746, + 0.22712701559066772, + 0.11943072080612183, + 0.17688718438148499, + 0.36144572496414185, + 0.18183505535125732, + 0.048334717750549316, + 0.1769346445798874, + 0.1626642644405365, + 0.2179431915283203, + 0.2624286711215973, + 0.15452273190021515, + 0.12780077755451202, + 0.21349404752254486, + 0.16749334335327148, + 0.23941479623317719, + 0.1590511053800583, + 0.14324405789375305, + 0.18523263931274414, + 0.08737905323505402, + 0.10094332695007324, + 0.25900357961654663, + 0.13415995240211487, + 0.23774096369743347, + 0.16999869048595428, + 0.19980134069919586, + 0.10307858884334564, + 0.28841063380241394, + 0.20404236018657684, + 0.1829701066017151, + 0.1444844752550125, + 0.23724669218063354, + 0.18546448647975922, + 0.12688913941383362, + 0.22176793217658997, + 0.18826797604560852, + 0.13715392351150513, + 0.2158665657043457, + 0.07330679148435593, + 0.14604519307613373, + 0.192012757062912, + 0.17440581321716309, + 0.23866808414459229, + 0.16200019419193268, + 0.13995641469955444, + 0.20676016807556152, + 0.207971453666687, + 0.16690030694007874, + 0.21984140574932098, + 0.11028460413217545, + 0.17386285960674286, + 0.08656426519155502, + 0.1902366578578949, + 0.1181747168302536, + 0.20369850099086761, + 0.10684727132320404, + 0.10981831699609756, + 0.23860137164592743, + 0.11515732109546661, + 0.1344427764415741, + 0.11305373907089233, + 0.18237102031707764, + 0.0990171879529953, + 0.1843656450510025, + 0.06793436408042908, + 0.11301121115684509, + 0.20712068676948547, + 0.16656340658664703, + 0.1852596551179886, + 0.18884147703647614, + 0.12200020253658295, + 0.18994411826133728, + 0.15439091622829437, + 0.10324019938707352, + 0.07331828773021698, + 0.09549961239099503, + 0.13295985758304596, + 0.08400693535804749, + 0.1351565271615982, + 0.1423335075378418, + 0.19746331870555878, + 0.1543530523777008, + 0.2118772715330124, + 0.17291884124279022, + 0.20947806537151337, + 0.15400415658950806, + 0.11790819466114044, + 0.15353478491306305, + 0.21076810359954834, + 0.1629166156053543, + 0.09693323820829391, + 0.11275696009397507, + 0.18308375775814056, + 0.10082600265741348, + 0.17113836109638214, + 0.21896930038928986, + 0.16779056191444397, + 0.14682605862617493, + 0.16438257694244385, + 0.12099525332450867, + 0.12813018262386322, + 0.1098795086145401, + 0.12551698088645935, + 0.19747604429721832, + 0.11626780033111572, + 0.1550404131412506, + 0.07966362684965134, + 0.07415272295475006, + 0.18183501064777374, + 0.1954411268234253, + 0.1327376812696457, + 0.20515501499176025, + 0.1345946341753006, + 0.110732302069664, + 0.1165696531534195, + 0.20539382100105286, + 0.11647073179483414, + 0.12016245722770691, + 0.14936226606369019, + 0.16955570876598358, + 0.2064530849456787, + 0.12047488987445831, + 0.13932645320892334, + 0.13543662428855896, + 0.13717833161354065, + 0.13157610595226288, + 0.07583176344633102, + 0.1680290251970291, + 0.10986576229333878, + 0.06388698518276215, + 0.1551436185836792, + 0.19266986846923828, + 0.05791395157575607, + 0.1433793157339096, + 0.18946653604507446, + 0.11185303330421448, + 0.06923116743564606, + 0.16031822562217712, + 0.12683986127376556, + 0.1020820364356041, + 0.08106844872236252, + 0.12575310468673706, + 0.15486519038677216, + 0.061960216611623764, + 0.142271488904953, + 0.134097620844841, + 0.1451825052499771, + 0.12844888865947723, + 0.07516688853502274, + 0.019830811768770218, + 0.21903350949287415, + 0.11455745995044708, + 0.1250372976064682, + 0.13421206176280975, + 0.11117080599069595, + 0.10311947762966156, + 0.1049002856016159, + 0.1182369589805603, + 0.14846006035804749, + 0.10410838574171066, + 0.08715197443962097, + 0.09854187816381454, + 0.10525204241275787, + 0.06754759699106216, + 0.08603500574827194, + 0.20842444896697998, + 0.13688017427921295, + 0.10447612404823303, + 0.1082855761051178, + 0.11885619908571243, + 0.08472383767366409, + 0.06901273876428604, + 0.11669061332941055, + 0.09350314736366272, + 0.07461103051900864, + 0.11696318536996841, + 0.09236077219247818, + 0.07894688844680786, + 0.08849768340587616, + 0.14376381039619446, + 0.07327732443809509, + 0.06571752578020096, + 0.07820583134889603, + 0.09154921025037766, + 0.05815614014863968, + 0.15874285995960236, + 0.10361506789922714, + 0.10322695970535278, + 0.12671862542629242, + 0.13451094925403595, + 0.10718142986297607, + 0.14066722989082336, + 0.11031628400087357, + 0.06475827842950821, + 0.08769086003303528, + 0.070074662566185, + 0.0917799100279808, + 0.10274170339107513, + 0.14880990982055664, + 0.049012620002031326, + 0.1396050751209259, + 0.09304413199424744, + 0.07928825169801712, + 0.1774296760559082, + 0.12909743189811707, + 0.1210416778922081, + 0.06311402469873428, + 0.07731996476650238, + 0.09398619830608368, + 0.0827595591545105, + 0.11107832193374634, + 0.17596347630023956, + 0.12076051533222198, + 0.07941339910030365, + 0.10057634860277176, + 0.09151381254196167, + 0.12378601729869843, + 0.09311246871948242, + 0.10720358788967133, + 0.11696118861436844, + 0.060691285878419876, + 0.08113958686590195, + 0.07528764754533768, + 0.0610838383436203, + 0.09596969932317734, + 0.1086798757314682, + 0.12398151308298111, + 0.08832849562168121, + 0.06090063229203224, + 0.18429099023342133, + 0.08016994595527649, + 0.09299859404563904, + 0.08802515268325806, + 0.036928441375494, + 0.07242999970912933, + 0.07298523932695389, + 0.1916740983724594, + 0.14554661512374878, + 0.13550694286823273, + 0.05094831809401512, + 0.09765618294477463, + 0.05214153230190277, + 0.12335875630378723, + 0.10272820293903351, + 0.07557903230190277, + 0.11997368931770325, + 0.1312316507101059, + 0.09435750544071198, + 0.07087956368923187, + 0.1204424649477005, + 0.08759471774101257, + 0.07412517815828323, + 0.09167787432670593, + 0.14926818013191223, + 0.08091820776462555, + 0.12813140451908112, + 0.09610173106193542, + 0.13307105004787445, + 0.038317903876304626, + 0.088667131960392, + 0.0668841227889061, + 0.12988770008087158, + 0.046223483979701996, + 0.11051036417484283, + 0.046579550951719284, + 0.04844021052122116, + 0.13707448542118073, + 0.055378444492816925, + 0.10372977703809738, + 0.04545818641781807, + 0.11386671662330627, + 0.030733317136764526, + 0.10932647436857224, + 0.10316991806030273, + 0.014902344904839993, + 0.11342068761587143, + 0.1071048378944397, + 0.08131221681833267, + 0.11966792494058609, + 0.139915332198143, + 0.08043079078197479, + 0.07812747359275818, + 0.07437002658843994, + 0.13133816421031952, + 0.1412326842546463, + 0.09326136112213135, + 0.05625297874212265, + 0.09387528896331787, + 0.07285775244235992, + 0.09024020284414291, + 0.06358605623245239, + 0.1206619143486023, + 0.04650654271245003, + 0.09108080714941025, + 0.1250287890434265, + 0.10415861010551453, + 0.08090489357709885, + 0.05438238009810448, + 0.06508735567331314, + 0.08333980292081833, + 0.08111333847045898, + 0.06602528691291809, + 0.06507989019155502, + 0.09394105523824692, + 0.0802958682179451, + 0.14945176243782043, + 0.12236397713422775, + 0.12220663577318192, + 0.08090347796678543, + 0.044446755200624466, + 0.04971850663423538, + 0.0785931646823883, + 0.051715150475502014, + 0.06611950695514679, + 0.11324390023946762, + 0.06531356275081635, + 0.07239776104688644, + 0.07083012908697128, + 0.15297234058380127, + 0.0972718894481659, + 0.07291640341281891, + 0.09202366322278976, + 0.13307535648345947, + 0.02812478132545948, + 0.13050398230552673, + 0.0548141747713089, + 0.10000847280025482, + 0.0553240142762661, + 0.08722930401563644, + 0.11707664281129837, + 0.09971610456705093, + 0.0745447501540184, + 0.08395010977983475, + 0.04785541817545891, + 0.11155484616756439, + 0.12273769825696945, + 0.09983807802200317, + 0.07337424159049988, + 0.0790557712316513, + 0.15090399980545044 ], "env_score_iters": [ 1, @@ -87019,2304 +104619,3054 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 8.158711433410645, - -2.3961901664733887, - -2.6115410327911377, - 3.847578525543213, - -2.4185006618499756, - -2.46631121635437, - -1.146918535232544, - -3.750657081604004, - -3.0648677349090576, - -2.6277670860290527, - 5.511066436767578, - -3.465041160583496, - 1.667826771736145, - -3.9661285877227783, - -1.1310242414474487, - 4.242160797119141, - -2.0017971992492676, - 0.8190147280693054, - -3.924551248550415, - -3.909463882446289, - -4.203178882598877, - 2.153714656829834, - -7.558978080749512, - 1.6278505325317383, - -3.4415030479431152, - -6.1643853187561035, - 1.022384524345398, - 0.10319467633962631, - -2.6737942695617676, - -0.7534009218215942, - -1.8296579122543335, - -3.625948667526245, - -4.589162826538086, - 0.826314389705658, - -3.1356961727142334, - -7.047469615936279, - 0.583602249622345, - -1.4466859102249146, - -1.8273979425430298, - -3.189309597015381, - -2.700741767883301, - 5.849335193634033, - -3.4897353649139404, - -4.108251094818115, - -3.4051692485809326, - 8.845848083496094, - -2.82967209815979, - 0.2687142789363861, - -5.034519672393799, - -2.2892656326293945, - 1.6016731262207031, - -1.0113837718963623, - -2.2736001014709473, - -0.3479354977607727, - -0.7132296562194824, - 1.3214285373687744, - -2.6259028911590576, - 15.523723602294922, - -3.3885653018951416, - 4.524512767791748, - -1.8503406047821045, - -2.578505039215088, - -2.199665069580078, - -1.647588849067688, - -3.341951847076416, - -3.3764095306396484, - -4.047364234924316, - -3.83758807182312, - -6.1774516105651855, - -3.3936870098114014, - -2.436737537384033, - -0.9299854636192322, - -2.8274548053741455, - -0.41908061504364014, - -0.14753876626491547, - -3.610262393951416, - -2.610034465789795, - -5.370302200317383, - -1.2962998151779175, - -1.8865808248519897, - -2.9140238761901855, - -2.926337242126465, - -1.4717258214950562, - -4.189836502075195, - -2.9175684452056885, - -2.836453676223755, - -5.149203300476074, - -2.6005730628967285, - -4.410660743713379, - -3.4813404083251953, - -4.918737411499023, - -3.4387383460998535, - -2.416985273361206, - -4.731335163116455, - -3.644785165786743, - -2.1354434490203857, - -3.6678366661071777, - -1.8870176076889038, - -2.095771551132202, - -3.512974500656128, - -3.093500852584839, - -4.166493892669678, - -2.466625928878784, - -8.189528465270996, - -0.14341393113136292, - -1.0981045961380005, - -5.364965915679932, - -1.6448736190795898, - -3.5917351245880127, - -2.73348069190979, - -1.814038872718811, - -2.68007493019104, - -3.5878660678863525, - -3.1734001636505127, - -3.4354710578918457, - -2.768319845199585, - -3.6074774265289307, - -1.8424708843231201, - -1.5704810619354248, - -5.4350385665893555, - -2.0200445652008057, - -3.167982339859009, - -4.143094539642334, - 1.9120692014694214, - -4.035986423492432, - -0.13808083534240723, - -4.197489261627197, - -2.513134479522705, - -2.776994466781616, - -3.3688313961029053, - -3.283092737197876, - -3.814021348953247, - -3.063873529434204, - -3.0801377296447754, - -6.268301010131836, - -3.1960408687591553, - 1.2001270055770874, - 0.264606237411499, - -0.4934847354888916, - -4.0477070808410645, - 9.135308265686035, - -3.3673298358917236, - -3.604844808578491, - -2.6753597259521484, - -3.0442612171173096, - -2.9793436527252197, - -3.987212896347046, - -3.9134061336517334, - -8.783419609069824, - -0.344913512468338, - -0.27043357491493225, - -2.3588552474975586, - 4.992759704589844, - 2.124282121658325, - -4.620674133300781, - -1.6666786670684814, - -2.485832691192627, - -5.22519588470459, - -2.5553348064422607, - -7.623064041137695, - -2.130922317504883, - -6.4887166023254395, - -6.357718467712402, - -2.1895742416381836, - -2.847813606262207, - -1.5838797092437744, - -3.061805248260498, - -1.648330807685852, - -0.5950274467468262, - -3.05739688873291, - -1.5318061113357544, - -0.1336933821439743, - -2.6242480278015137, - 3.7900290489196777, - -2.3722150325775146, - -0.44897404313087463, - -3.6557705402374268, - -3.5203304290771484, - -3.3724915981292725, - -2.340496778488159, - -3.763043165206909, - -3.4179916381835938, - -3.2048568725585938, - 2.9569432735443115, - -6.664785385131836, - -1.9797378778457642, - 0.12847980856895447, - 1.9183381795883179, - -3.251237392425537, - -3.5833988189697266, - 0.5612956285476685, - 1.4629144668579102, - -2.727708339691162, - -0.7282199263572693, - -2.280818462371826, - -1.6778539419174194, - -1.046695590019226, - 0.09834001958370209, - -1.5353811979293823, - -2.2657268047332764, - -0.18598461151123047, - 2.7837345600128174, - -2.6345536708831787, - -2.7540321350097656, - -1.3471969366073608, - -3.2128782272338867, - -5.732614994049072, - -0.2453567236661911, - -3.6358487606048584, - -3.3267931938171387, - -2.7792341709136963, - -1.8990185260772705, - -3.826563835144043, - -1.1758464574813843, - -3.178584575653076, - -5.68692684173584, - -4.603363513946533, - -6.876006126403809, - -2.9534380435943604, - -3.942918539047241, - -2.9982213973999023, - -3.132551908493042, - -6.12044095993042, - -0.5046451091766357, - -3.6931161880493164, - -2.927436113357544, - -2.480637311935425, - 0.35874998569488525, - -2.8763599395751953, - 0.2135997861623764, - 3.712860345840454, - -5.510990619659424, - 0.16304656863212585, - 3.603670358657837, - -1.5407226085662842, - -8.298940658569336, - -2.744941234588623, - -3.862964391708374, - -2.933983564376831, - -1.9414252042770386, - -4.80746603012085, - -2.8546500205993652, - -4.664272785186768, - -4.363983631134033, - 0.9114957451820374, - 0.0937252938747406, - -2.0181519985198975, - -4.176244258880615, - -3.690727710723877, - -1.1121326684951782, - -4.067750930786133, - -3.5324249267578125, - -1.5658353567123413, - -3.0686538219451904, - -3.9012651443481445, - -3.9225986003875732, - -6.791375637054443, - -4.225472450256348, - -1.629908561706543, - -3.7267873287200928, - -0.8483012318611145, - -2.1511619091033936, - -3.0193276405334473, - -0.9747629761695862, - -3.7657723426818848, - -1.1896004676818848, - -3.6905691623687744, - -7.438490390777588, - -3.2744340896606445, - 0.8323031067848206, - -2.497065544128418, - -3.6602518558502197, - 4.485968112945557, - 1.1003299951553345, - -2.667370557785034, - -3.076594352722168, - -5.257715702056885, - -4.321305274963379, - 0.35972434282302856, - 3.6357648372650146, - -2.656161069869995, - -5.707935810089111, - -1.6083769798278809, - 0.028148379176855087, - -0.5069619417190552, - -2.6991329193115234, - 1.1964181661605835, - -4.115614414215088, - -1.9257760047912598, - -2.8968405723571777, - 1.3020402193069458, - -0.5191192030906677, - -0.5162402987480164, - 0.5450515747070312, - -1.4709992408752441, - -2.0486299991607666, - 4.829999923706055, - -3.7869129180908203, - -4.831878662109375, - 3.5043601989746094, - -0.8720694184303284, - -1.5733991861343384, - -3.770956516265869, - -2.5517361164093018, - -1.8360892534255981, - -2.126275062561035, - 1.94957435131073, - -2.058879852294922, - -2.677260160446167, - -5.152400970458984, - -1.023586630821228, - -2.3658173084259033, - -4.568540096282959, - -3.1591804027557373, - -3.113631248474121, - -4.689610481262207, - -1.2407214641571045, - -2.957841396331787, - -3.0094640254974365, - -2.46920108795166, - -5.305904388427734, - -3.2554545402526855, - -3.5815703868865967, - -2.1333508491516113, - -2.3996429443359375, - -3.64469051361084, - 0.01706789992749691, - -1.9762418270111084, - -3.75836181640625, - -4.106052875518799, - -0.5372068285942078, - -3.2374894618988037, - -1.0272929668426514, - -0.8856964111328125, - -3.7524025440216064, - -2.85079026222229, - -3.382521867752075, - -3.238694667816162, - 0.6539820432662964, - -2.5152289867401123, - -3.862191915512085, - -0.9579386711120605, - -2.282829761505127, - -7.070173263549805, - -5.932350158691406, - -3.4845564365386963, - -3.3960559368133545, - -2.511662244796753, - -4.795566558837891, - -2.9367198944091797, - -3.396185874938965, - -3.6654622554779053, - -3.7179412841796875, - -2.970905303955078, - -1.0778429508209229, - -0.3201889991760254, - -2.871737003326416, - -1.010634422302246, - -1.9179970026016235, - -6.0487189292907715, - -2.829709768295288, - 1.7950875759124756, - -3.4433493614196777, - -2.6875274181365967, - -0.5033910870552063, - -1.75423002243042, - -3.9532947540283203, - -4.97815465927124, - -4.992393493652344, - -4.410476207733154, - -4.027462959289551, - -4.0632829666137695, - -1.8247708082199097, - -8.60165023803711, - -3.0582494735717773, - -3.5548245906829834, - -3.0094411373138428, - 4.575711727142334, - 0.2868169844150543, - -0.99420166015625, - -3.099886178970337, - -2.651987314224243, - -3.8599939346313477, - -1.6574147939682007, - -0.0433475524187088, - -3.5692129135131836, - -3.2597227096557617, - -2.960710287094116, - 6.628146171569824, - -4.091930866241455, - -3.6488091945648193, - -3.2916407585144043, - -3.6854348182678223, - 1.274875521659851, - -4.996768474578857, - -3.436598062515259, - 0.9758510589599609, - -3.120718002319336, - 0.6403706669807434, - -3.729876756668091, - -2.130697250366211, - -2.7656445503234863, - -4.969250202178955, - -1.9473848342895508, - -0.5312269330024719, - 1.4315195083618164, - -3.449157953262329, - -3.671785831451416, - -5.283534526824951, - -7.337550640106201, - -1.1875141859054565, - -0.9871675968170166, - -5.827691555023193, - -5.036874294281006, - -3.885613441467285, - 0.75480055809021, - -3.0536794662475586, - -3.5231127738952637, - -2.1991395950317383, - -3.0554001331329346, - -0.9073724150657654, - -1.4926385879516602, - 1.3717761039733887, - -4.197609901428223, - -1.4370253086090088, - -3.363156318664551, - -3.286160945892334, - -6.808567523956299, - -2.8944380283355713, - -3.9838199615478516, - -1.1285974979400635, - -3.0660784244537354, - -3.711036443710327, - -3.829385757446289, - -2.990968704223633, - -3.714637279510498, - -5.903441429138184, - -3.5147817134857178, - -0.003191916970536113, - -3.034419298171997, - -2.832833766937256, - -4.186845302581787, - -3.9786489009857178, - -0.6925818920135498, - -3.3599658012390137, - -0.061260420829057693, - -4.174365997314453, - -3.491265296936035, - -4.203183174133301, - -7.513078689575195, - -0.5487406253814697, - -1.3876378536224365, - -3.791264533996582, - -1.5837112665176392, - -3.408130168914795, - -3.5517349243164062, - -2.7628228664398193, - 3.346987009048462, - 0.13564227521419525, - -0.8724395632743835, - -3.3484456539154053, - -3.7882137298583984, - -3.514240264892578, - -1.639636754989624, - -2.5318212509155273, - -4.964249134063721, - -1.5796557664871216, - -3.669017791748047, - -5.5085835456848145, - -3.725815773010254, - -3.755406141281128, - -3.1647095680236816, - -3.1825289726257324, - -3.1131372451782227, - -1.7326204776763916, - -0.9607543349266052, - -4.2622151374816895, - -3.7223565578460693, - -6.043497085571289, - -2.740762233734131, - -2.5969815254211426, - -3.2202258110046387, - -0.08449483662843704, - -3.464301586151123, - -3.3384323120117188, - -1.5060086250305176, - 3.8370232582092285, - -4.029463768005371, - -3.9407825469970703, - -1.7456474304199219, - -2.610836982727051, - -4.143085479736328, - -3.6996026039123535, - -4.02192497253418, - -2.2237894535064697, - 0.4689123332500458, - -1.9419611692428589, - -3.294854164123535 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5562650561332703, + -0.5422168374061584, + -0.441194623708725, + -0.5859783291816711, + -0.48263654112815857, + -0.5718828439712524, + -0.354026734828949, + -0.5048772692680359, + -0.6419805288314819, + -0.7449804544448853, + -0.4883387088775635, + -0.6557339429855347, + -0.448269784450531, + -0.15023580193519592, + -0.4545971751213074, + -0.2527830898761749, + -0.43572181463241577, + -0.4899580776691437, + -0.6333139538764954, + -0.33265623450279236, + -0.579637885093689, + -0.507501482963562, + -0.5773557424545288, + -0.49327147006988525, + -0.3520044684410095, + -0.5256401896476746, + -0.28995054960250854, + -0.5233860015869141, + -0.5788792967796326, + -0.16669942438602448, + -0.29966849088668823, + -0.3955870270729065, + -0.48206526041030884, + -0.2375096082687378, + -0.23501738905906677, + -0.4652918875217438, + -0.594529926776886, + -0.5904861092567444, + -0.5696477890014648, + -0.636406660079956, + -0.39023062586784363, + -0.49147936701774597, + -0.5078252553939819, + -0.4342953860759735, + -0.46597832441329956, + -0.43480032682418823, + -0.4496358335018158, + -0.5120147466659546, + -0.5016428232192993, + -0.43401870131492615, + -0.18009451031684875, + -0.4290916621685028, + -0.5205747485160828, + -0.4584888815879822, + -0.7152454853057861, + -0.5687388181686401, + -0.5406116843223572, + -0.45225200057029724, + -0.5070034861564636, + -0.27250075340270996, + -0.4903746247291565, + -0.5273224115371704, + -0.5095087289810181, + -0.37326979637145996, + -0.5700598359107971, + -0.6694619059562683, + -0.4880615770816803, + -0.5932289958000183, + -0.5804171562194824, + -0.5412165522575378, + -0.5342452526092529, + -0.5355984568595886, + -0.49865755438804626, + -0.5071419477462769, + -0.3836234211921692, + -0.9905387759208679, + -0.4814353883266449, + -0.7573856711387634, + -0.4010796546936035, + -0.6028668880462646, + -0.5626119375228882, + -0.51402348279953, + -0.6907663345336914, + -0.7508137822151184, + -0.3976288437843323, + -0.6163690686225891, + -0.5339959263801575, + -0.45782479643821716, + -0.3207898736000061, + -0.581217885017395, + -0.3436267077922821, + -0.6014817357063293, + -0.43351641297340393, + -0.5484371185302734, + -0.545133650302887, + -0.6316830515861511, + -0.43445736169815063, + -0.6110446453094482, + -0.3826349675655365, + -0.4038759469985962, + -0.3879002332687378, + -0.5322650074958801, + -0.5664023756980896, + -0.26520198583602905, + -0.5695847868919373, + -0.6067659258842468, + -0.6341537237167358, + -0.45992523431777954, + -0.48853805661201477, + -0.5330204367637634, + -0.45383185148239136, + -0.514197826385498, + -0.477133572101593, + -0.472907155752182, + -0.7592217922210693, + -0.6113021969795227, + -0.4335675537586212, + -0.5960915088653564, + -0.45527294278144836, + -0.42474400997161865, + -0.4364962577819824, + -0.3007653057575226, + -0.49785929918289185, + -0.6049839854240417, + -0.569146990776062, + -0.4638282358646393, + -0.5335646867752075, + -0.4064253568649292, + -0.48947104811668396, + -0.5090176463127136, + -0.5115509629249573, + -0.6234917640686035, + -0.48730117082595825, + -0.943802535533905, + -0.463888943195343, + -0.6239401698112488, + -0.763579249382019, + -0.35046783089637756, + -0.6476730704307556, + -0.5446258783340454, + -0.6511226296424866, + -0.6538048386573792, + -0.4092681109905243, + -0.49291178584098816, + -0.8595289587974548, + -0.4048527181148529, + -0.015129396691918373, + -0.1191292479634285, + -0.601869523525238, + -0.4417206645011902, + -0.5153300166130066, + -0.11040351539850235, + -0.5871540307998657, + -0.5644809007644653, + -0.13505569100379944, + -0.6105231046676636, + -0.5316570997238159, + -0.7777016162872314, + -0.4755721092224121, + -0.40126413106918335, + -0.4084678292274475, + -0.617851197719574, + -0.4128761887550354, + -0.3819935619831085, + -0.39876416325569153, + -0.22007641196250916, + -0.39777082204818726, + -0.6883145570755005, + -0.41266876459121704, + -0.5635915398597717, + -0.41797375679016113, + -0.5099039077758789, + -0.6078944802284241, + -0.3410632610321045, + -0.6375158429145813, + -0.5834423899650574, + -0.6229166984558105, + -0.572960615158081, + -0.43999743461608887, + -0.5464392304420471, + -0.540674090385437, + -0.5380795001983643, + -0.3673996031284332, + -0.5692999958992004, + -0.6786727905273438, + -0.5737931132316589, + -0.4924219846725464, + -0.4846698045730591, + -0.3664996325969696, + -0.28765037655830383, + -0.4841861426830292, + -0.5812575221061707, + -0.6457861065864563, + -0.46301573514938354, + -0.5221657156944275, + -0.435111939907074, + -0.4045415222644806, + -0.4540417790412903, + -0.7073334455490112, + -0.5985019207000732, + -0.5414824485778809, + -0.4643611013889313, + -0.6563481092453003, + -0.48882970213890076, + -0.5610029697418213, + -0.46012893319129944, + -0.4795636236667633, + -0.37524378299713135, + -0.6202979683876038, + -0.7117552161216736, + -0.47654035687446594, + -0.6464676260948181, + -0.40360862016677856, + -0.5302910208702087, + -0.33486807346343994, + -0.6599299311637878, + -0.45276588201522827, + -0.569255530834198, + -0.4363066256046295, + -0.7091504335403442, + -0.5739437937736511, + -0.4087807238101959, + -0.6772996783256531, + -0.6243147850036621, + -0.40205463767051697, + -0.7943267226219177, + -0.37053927779197693, + -0.6299471855163574, + -0.5093121528625488, + -0.47364097833633423, + -0.7890936136245728, + -0.6259644031524658, + -0.3412059545516968, + -0.5934933423995972, + -0.5245709419250488, + -0.43941834568977356, + -0.523783802986145, + -0.531988799571991, + -0.4536726474761963, + -0.5248391032218933, + -0.47128716111183167, + -0.6225407123565674, + -0.5385850667953491, + -0.4735913574695587, + -0.48743003606796265, + -0.8445224165916443, + -0.6562696695327759, + -0.6320111155509949, + -0.5160158276557922, + -0.34515029191970825, + -0.4076037108898163, + -0.5040811896324158, + -0.6468683481216431, + -0.4337494373321533, + -0.740034818649292, + -0.4879864454269409, + -0.5135803818702698, + -0.39278674125671387, + -0.6500932574272156, + -0.7502716779708862, + -0.38683849573135376, + -0.5429985523223877, + -0.7152273058891296, + -0.48174163699150085, + -0.6928899884223938, + -0.5674569010734558, + -0.4029958248138428, + -0.47022292017936707, + -0.5559276342391968, + -0.8312734961509705, + -0.47915947437286377, + -0.768011212348938, + -0.6532717347145081, + -0.4996418356895447, + -0.45305877923965454, + -0.6071133017539978, + -0.4835147261619568, + -0.5342787504196167, + -0.5368143320083618, + -0.4537319839000702, + -0.4839116632938385, + -0.5700848698616028, + -0.42793595790863037, + -0.5196894407272339, + -0.5372037887573242, + -0.5932561755180359, + -0.43173930048942566, + -0.7351910471916199, + -0.48810750246047974, + -0.56487637758255, + -0.5868995785713196, + -0.6229758858680725, + -0.5819331407546997, + -0.47530174255371094, + -0.5115928649902344, + -0.6178855895996094, + -0.6018298268318176, + -0.5567651391029358, + -0.6032726168632507, + -0.5500168800354004, + -0.4765090048313141, + -0.5368313193321228, + -0.4982893764972687, + -0.5982067584991455, + -0.509584903717041, + -0.48675045371055603, + -0.6772851347923279, + -0.4823344647884369, + -0.5446008443832397, + -0.5602439641952515, + -0.5842093825340271, + -0.7042499780654907, + -0.5392704606056213, + -0.57881098985672, + -0.5038353204727173, + -0.6912727952003479, + -0.46291065216064453, + -0.4695483446121216, + -0.5269358158111572, + -0.5756363868713379, + -0.32142484188079834, + -0.6003966927528381, + -0.5113504528999329, + -0.5410165190696716, + -0.6059829592704773, + -0.5801264047622681, + -0.6512773633003235, + -0.5697789192199707, + -0.3989656865596771, + -0.544514536857605, + -0.5471917986869812, + -0.5784561634063721, + -0.5805718898773193, + -0.8224996328353882, + -0.6460618376731873, + -0.7059091925621033, + -0.6036606431007385, + -0.5394055843353271, + -0.6342978477478027, + -0.6732823252677917, + -0.7268739938735962, + -0.5494005680084229, + -0.6462950706481934, + -0.4445491135120392, + -0.6849417090415955, + -0.5902543067932129, + -0.5048242211341858, + -0.4940640926361084, + -0.5720618963241577, + -0.5224835872650146, + -0.646729052066803, + -0.577778697013855, + -0.5991915464401245, + -0.557230532169342, + -0.6023100018501282, + -0.5903329253196716, + -0.5244781374931335, + -0.7131171226501465, + -0.5689740777015686, + -0.33137431740760803, + -0.6117166876792908, + -0.6508909463882446, + -0.5333075523376465, + -0.49342650175094604, + -0.6563416719436646, + -0.5322821736335754, + -0.6249281167984009, + -0.497260719537735, + -0.6317130327224731, + -0.4753168523311615, + -0.5750154256820679, + -0.4335862994194031, + -0.8742989897727966, + -0.5046529769897461, + -0.5900200009346008, + -0.5502261519432068, + -0.5472502708435059, + -0.6625136733055115, + -0.7175474166870117, + -0.45403382182121277, + -0.5549906492233276, + -0.416595458984375, + -0.5581322908401489, + -0.5244802236557007, + -0.528664231300354, + -0.5794203281402588, + -0.5618737936019897, + -0.6670450568199158, + -0.5668840408325195, + -0.47527119517326355, + -0.597626805305481, + -0.5192818641662598, + -0.5264571905136108, + -0.5805677771568298, + -0.569161057472229, + -0.5877264738082886, + -0.5414107441902161, + -0.9366775155067444, + -0.7521800994873047, + -0.6859560012817383, + -0.7282894253730774, + -0.5633224248886108, + -0.6213372945785522, + -0.6452847123146057, + -0.8023102283477783, + -0.5640090703964233, + -0.5851922035217285, + -0.5886747241020203, + -0.4173048436641693, + -0.6020169854164124, + -0.5968223810195923, + -0.7077136039733887, + -0.9485219120979309, + -0.6012077927589417, + -0.411845326423645, + -0.6241075992584229, + -0.6703694462776184, + -0.6010732650756836, + -0.5519286394119263, + -0.6646718978881836, + -0.5543592572212219, + -0.7143678665161133, + -0.6388092637062073, + -0.39928138256073, + -0.6160030961036682, + -0.6559282541275024, + -0.6173940300941467, + -0.5338273644447327, + -0.6766656637191772, + -0.5947629809379578, + -0.5479455590248108, + -0.7236416339874268, + -0.6234368681907654, + -0.6182591915130615, + -0.7255503535270691, + -0.5208607316017151, + -0.6345787048339844, + -0.7427310943603516, + -0.5730947256088257, + -0.42386195063591003, + -0.6616966724395752, + -0.6092453002929688, + -0.8764498233795166, + -0.4358011484146118, + -0.6660918593406677, + -0.5935251116752625, + -0.4567491412162781, + -0.7190385460853577, + -0.5886746644973755, + -0.971328854560852, + -0.5570035576820374, + -0.6143345236778259, + -0.5678452849388123, + -0.6318111419677734, + -0.6436432600021362, + -0.5366718769073486, + -0.6259979605674744, + -0.4871745705604553, + -0.6583945155143738, + -0.5946393013000488, + -0.6238281726837158, + -0.4398437440395355, + -0.5747366547584534, + -0.6590666174888611, + -0.574870228767395, + -0.6020526885986328, + -0.6903430223464966, + -0.5811426639556885, + -0.6299018263816833, + -0.6277980208396912, + -0.6224215626716614, + -0.7686223387718201, + -0.6120139360427856, + -0.2871231436729431, + -0.6123273968696594, + -0.6093505024909973, + -0.7883025407791138, + -0.6365203261375427, + -0.6735917925834656, + -0.6578956842422485, + -0.6451215744018555, + -0.6135987043380737, + -0.5094822645187378, + -0.6438363194465637, + -0.6044488549232483, + -0.590099036693573, + -0.5635072588920593, + -0.5414276719093323, + -0.6076372265815735, + -0.49563077092170715, + -0.48080310225486755, + -0.5723645687103271, + -0.5952689051628113, + -0.5946944952011108, + -0.6449430584907532 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.65, - 0.675, - 0.6749999999999999, - 0.7, - 0.675, - 0.675, - 0.6, - 0.6000000000000001, - 0.65 + 0.43749999999999994, + 0.43749999999999994, + 0.475, + 0.475, + 0.475, + 0.44999999999999996, + 0.4375, + 0.42499999999999993, + 0.43749999999999994, + 0.475, + 0.4875, + 0.425, + 0.43749999999999994, + 0.43749999999999994, + 0.3875, + 0.4625, + 0.35, + 0.4125, + 0.38749999999999996, + 0.425 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.21456070244312286, - 0.12933087348937988, - 0.09260360896587372, - 0.9500060081481934, - 0.39756134152412415, - 0.15816210210323334, - 0.03478407487273216, - 0.06013636291027069, - 0.2458619624376297, - 0.11661001294851303 + -0.08990971744060516, + 0.05712784081697464, + 0.021102717146277428, + -0.14032356441020966, + 0.0312776193022728, + -0.007293096277862787, + -0.19944077730178833, + -0.1638946533203125, + 0.023176664486527443, + -0.12398353964090347, + 0.15562546253204346, + -0.17462049424648285, + -0.11724057793617249, + 0.029040690511465073, + 0.11566755920648575, + 0.012025580741465092, + -0.15780307352542877, + 0.222972571849823, + 0.2343004196882248, + 0.13993854820728302 ], "rl_grad_norm": [ - 0.5847647190093994, - 0.8418048024177551, - 0.07707507908344269, - 2.7267637252807617, - 0.10486079007387161, - 0.07042978703975677, - 0.4332483112812042, - 0.25351932644844055, - 0.10589799284934998, - 0.45753178000450134 + 2.1298329830169678, + 0.6571491360664368, + 0.3053293526172638, + 0.37939634919166565, + 0.20040029287338257, + 0.15525035560131073, + 0.19720104336738586, + 0.2399645447731018, + 0.09053630381822586, + 0.18764516711235046, + 0.1275123804807663, + 0.29214879870414734, + 0.1622145175933838, + 0.16347962617874146, + 0.16254031658172607, + 0.11042368412017822, + 0.08455084264278412, + 0.10703560709953308, + 0.38726046681404114, + 0.1345064342021942 ], "bc_grad_norm": [ - 0.2175072282552719, - 0.28105515241622925, - 0.10605709254741669, - 0.8417285084724426, - 0.4106868803501129, - 0.22897730767726898, - 0.22991445660591125, - 0.142732173204422, - 0.33551594614982605, - 0.20763027667999268 + 1.531306266784668, + 1.2230830192565918, + 1.991316795349121, + 1.5066077709197998, + 1.564989447593689, + 1.8166126012802124, + 1.8350963592529297, + 1.7802798748016357, + 1.532039999961853, + 1.4073429107666016, + 1.182795524597168, + 1.4872883558273315, + 1.7726644277572632, + 3.3792386054992676, + 1.6335835456848145, + 2.0747175216674805, + 2.183224678039551, + 2.0092859268188477, + 3.3309857845306396, + 2.9164674282073975 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "transformer.layers.1.self_attn.in_proj_weight": 0.06540074199438095, - "transformer.layers.1.self_attn.in_proj_bias": 0.003056543879210949, - "transformer.layers.1.self_attn.out_proj.weight": 0.0624360665678978, - "transformer.layers.1.self_attn.out_proj.bias": 0.0034306212328374386, - "transformer.layers.1.linear1.weight": 0.03983519226312637, - "transformer.layers.1.linear1.bias": 0.0018773711053654552, - "transformer.layers.1.linear2.weight": 0.05293211340904236, - "transformer.layers.1.linear2.bias": 0.0033038759138435125, - "transformer.layers.1.norm1.weight": 0.003932327963411808, - "transformer.layers.1.norm1.bias": 0.0028071815613657236, - "transformer.layers.1.norm2.weight": 0.0023655565455555916, - "transformer.layers.1.norm2.bias": 0.0014102497370913625, - "transformer.layers.2.self_attn.in_proj_weight": 0.065268374979496, - "transformer.layers.2.self_attn.in_proj_bias": 0.0030470453202724457, - "transformer.layers.2.self_attn.out_proj.weight": 0.05416909605264664, - "transformer.layers.2.self_attn.out_proj.bias": 0.0034975321032106876, - "transformer.layers.2.linear1.weight": 0.034637968987226486, - "transformer.layers.2.linear1.bias": 0.0018154681893065572, - "transformer.layers.2.linear2.weight": 0.03857828304171562, - "transformer.layers.2.linear2.bias": 0.0033752047456800938, - "transformer.layers.2.norm1.weight": 0.00413176417350769, - "transformer.layers.2.norm1.bias": 0.002659645862877369, - "transformer.layers.2.norm2.weight": 0.0019585597328841686, - "transformer.layers.2.norm2.bias": 0.0016751642106100917, - "transformer.layers.3.self_attn.in_proj_weight": 0.10406585782766342, - "transformer.layers.3.self_attn.in_proj_bias": 0.006565001793205738, - "transformer.layers.3.self_attn.out_proj.weight": 0.060669176280498505, - "transformer.layers.3.self_attn.out_proj.bias": 0.004697922617197037, - "transformer.layers.3.linear1.weight": 0.08057323843240738, - "transformer.layers.3.linear1.bias": 0.00434402609243989, - "transformer.layers.3.linear2.weight": 0.046265147626399994, - "transformer.layers.3.linear2.bias": 0.005887094419449568, - "transformer.layers.3.norm1.weight": 0.007217919919639826, - "transformer.layers.3.norm1.bias": 0.009324710816144943, - "transformer.layers.3.norm2.weight": 0.005817760247737169, - "transformer.layers.3.norm2.bias": 0.004983970429748297, - "head.weight": 0.5691354870796204, - "head.bias": 0.011849005706608295 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.07997025549411774, - "transformer.layers.1.self_attn.in_proj_bias": 0.0048789153806865215, - "transformer.layers.1.self_attn.out_proj.weight": 0.07730859518051147, - "transformer.layers.1.self_attn.out_proj.bias": 0.006528280209749937, - "transformer.layers.1.linear1.weight": 0.04605613276362419, - "transformer.layers.1.linear1.bias": 0.0025579240173101425, - "transformer.layers.1.linear2.weight": 0.06680066138505936, - "transformer.layers.1.linear2.bias": 0.006608618423342705, - "transformer.layers.1.norm1.weight": 0.004376719705760479, - "transformer.layers.1.norm1.bias": 0.004821356851607561, - "transformer.layers.1.norm2.weight": 0.0027842605486512184, - "transformer.layers.1.norm2.bias": 0.002270015887916088, - "transformer.layers.2.self_attn.in_proj_weight": 0.09645801782608032, - "transformer.layers.2.self_attn.in_proj_bias": 0.00594247505068779, - "transformer.layers.2.self_attn.out_proj.weight": 0.07083602249622345, - "transformer.layers.2.self_attn.out_proj.bias": 0.006820093374699354, - "transformer.layers.2.linear1.weight": 0.043478790670633316, - "transformer.layers.2.linear1.bias": 0.0026927851140499115, - "transformer.layers.2.linear2.weight": 0.05263034254312515, - "transformer.layers.2.linear2.bias": 0.00692466925829649, - "transformer.layers.2.norm1.weight": 0.006282709538936615, - "transformer.layers.2.norm1.bias": 0.0070608011446893215, - "transformer.layers.2.norm2.weight": 0.0026479826774448156, - "transformer.layers.2.norm2.bias": 0.0027960394509136677, - "transformer.layers.3.self_attn.in_proj_weight": 0.14771561324596405, - "transformer.layers.3.self_attn.in_proj_bias": 0.010209429077804089, - "transformer.layers.3.self_attn.out_proj.weight": 0.08106598258018494, - "transformer.layers.3.self_attn.out_proj.bias": 0.009439712390303612, - "transformer.layers.3.linear1.weight": 0.12054730951786041, - "transformer.layers.3.linear1.bias": 0.01017314288765192, - "transformer.layers.3.linear2.weight": 0.06300029158592224, - "transformer.layers.3.linear2.bias": 0.014748386107385159, - "transformer.layers.3.norm1.weight": 0.01093964371830225, - "transformer.layers.3.norm1.bias": 0.01327479723840952, - "transformer.layers.3.norm2.weight": 0.009663854725658894, - "transformer.layers.3.norm2.bias": 0.01571192592382431, - "head.weight": 0.8168128132820129, - "head.bias": 0.032064951956272125 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.012866622768342495, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006818139227107167, - "transformer.layers.1.self_attn.out_proj.weight": 0.01272608432918787, - "transformer.layers.1.self_attn.out_proj.bias": 0.000916493299882859, - "transformer.layers.1.linear1.weight": 0.008407366462051868, - "transformer.layers.1.linear1.bias": 0.00041619015973992646, - "transformer.layers.1.linear2.weight": 0.010956441052258015, - "transformer.layers.1.linear2.bias": 0.0008704654756002128, - "transformer.layers.1.norm1.weight": 0.0009096374269574881, - "transformer.layers.1.norm1.bias": 0.0006462183082476258, - "transformer.layers.1.norm2.weight": 0.0005288692773319781, - "transformer.layers.1.norm2.bias": 0.0003509235102683306, - "transformer.layers.2.self_attn.in_proj_weight": 0.014290636405348778, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006266810814850032, - "transformer.layers.2.self_attn.out_proj.weight": 0.00940342340618372, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008684354252181947, - "transformer.layers.2.linear1.weight": 0.006989818532019854, - "transformer.layers.2.linear1.bias": 0.000370337424101308, - "transformer.layers.2.linear2.weight": 0.00782797671854496, - "transformer.layers.2.linear2.bias": 0.0008555037202313542, - "transformer.layers.2.norm1.weight": 0.0008489677566103637, - "transformer.layers.2.norm1.bias": 0.0006266364944167435, - "transformer.layers.2.norm2.weight": 0.0004241103306412697, - "transformer.layers.2.norm2.bias": 0.00033699956838972867, - "transformer.layers.3.self_attn.in_proj_weight": 0.027745425701141357, - "transformer.layers.3.self_attn.in_proj_bias": 0.0017187539488077164, - "transformer.layers.3.self_attn.out_proj.weight": 0.011633513495326042, - "transformer.layers.3.self_attn.out_proj.bias": 0.0013169841840863228, - "transformer.layers.3.linear1.weight": 0.016063109040260315, - "transformer.layers.3.linear1.bias": 0.0010762503370642662, - "transformer.layers.3.linear2.weight": 0.00979740172624588, - "transformer.layers.3.linear2.bias": 0.0017940819961950183, - "transformer.layers.3.norm1.weight": 0.0020987701136618853, - "transformer.layers.3.norm1.bias": 0.0022334447130560875, - "transformer.layers.3.norm2.weight": 0.0012715781340375543, - "transformer.layers.3.norm2.bias": 0.0014435286866500974, - "head.weight": 0.12046627700328827, - "head.bias": 0.003602650947868824 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.22710047662258148, - "transformer.layers.1.self_attn.in_proj_bias": 0.016578666865825653, - "transformer.layers.1.self_attn.out_proj.weight": 0.23823529481887817, - "transformer.layers.1.self_attn.out_proj.bias": 0.02355325222015381, - "transformer.layers.1.linear1.weight": 0.12588809430599213, - "transformer.layers.1.linear1.bias": 0.008098154328763485, - "transformer.layers.1.linear2.weight": 0.1798698604106903, - "transformer.layers.1.linear2.bias": 0.0229954831302166, - "transformer.layers.1.norm1.weight": 0.014626887626945972, - "transformer.layers.1.norm1.bias": 0.01412289496511221, - "transformer.layers.1.norm2.weight": 0.010310836136341095, - "transformer.layers.1.norm2.bias": 0.007346972823143005, - "transformer.layers.2.self_attn.in_proj_weight": 0.1695946455001831, - "transformer.layers.2.self_attn.in_proj_bias": 0.013829776085913181, - "transformer.layers.2.self_attn.out_proj.weight": 0.17129486799240112, - "transformer.layers.2.self_attn.out_proj.bias": 0.023059070110321045, - "transformer.layers.2.linear1.weight": 0.11951549351215363, - "transformer.layers.2.linear1.bias": 0.008220486342906952, - "transformer.layers.2.linear2.weight": 0.14503954350948334, - "transformer.layers.2.linear2.bias": 0.023560309782624245, - "transformer.layers.2.norm1.weight": 0.00914736744016409, - "transformer.layers.2.norm1.bias": 0.013124637305736542, - "transformer.layers.2.norm2.weight": 0.008871780708432198, - "transformer.layers.2.norm2.bias": 0.008574633859097958, - "transformer.layers.3.self_attn.in_proj_weight": 0.40145573019981384, - "transformer.layers.3.self_attn.in_proj_bias": 0.04580961912870407, - "transformer.layers.3.self_attn.out_proj.weight": 0.2267078161239624, - "transformer.layers.3.self_attn.out_proj.bias": 0.03863496333360672, - "transformer.layers.3.linear1.weight": 0.4136241674423218, - "transformer.layers.3.linear1.bias": 0.03994244337081909, - "transformer.layers.3.linear2.weight": 0.21171648800373077, - "transformer.layers.3.linear2.bias": 0.06352940946817398, - "transformer.layers.3.norm1.weight": 0.03008996695280075, - "transformer.layers.3.norm1.bias": 0.06373438239097595, - "transformer.layers.3.norm2.weight": 0.03802265226840973, - "transformer.layers.3.norm2.bias": 0.06589213758707047, - "head.weight": 2.5497500896453857, - "head.bias": 0.11960090696811676 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.01950768567621708, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009145209332928061, - "transformer.layers.1.self_attn.out_proj.weight": 0.016807155683636665, - "transformer.layers.1.self_attn.out_proj.bias": 0.0009174615843221545, - "transformer.layers.1.linear1.weight": 0.011098193936049938, - "transformer.layers.1.linear1.bias": 0.000513546634465456, - "transformer.layers.1.linear2.weight": 0.014748883433640003, - "transformer.layers.1.linear2.bias": 0.0007618857198394835, - "transformer.layers.1.norm1.weight": 0.001506704487837851, - "transformer.layers.1.norm1.bias": 0.0009154878207482398, - "transformer.layers.1.norm2.weight": 0.0007380692986771464, - "transformer.layers.1.norm2.bias": 0.00043401328730396926, - "transformer.layers.2.self_attn.in_proj_weight": 0.02056576870381832, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008229414816014469, - "transformer.layers.2.self_attn.out_proj.weight": 0.008063881658017635, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006371617782860994, - "transformer.layers.2.linear1.weight": 0.0058990237303078175, - "transformer.layers.2.linear1.bias": 0.0003114331339020282, - "transformer.layers.2.linear2.weight": 0.006337066646665335, - "transformer.layers.2.linear2.bias": 0.0006444160244427621, - "transformer.layers.2.norm1.weight": 0.0013069098349660635, - "transformer.layers.2.norm1.bias": 0.0007179309031926095, - "transformer.layers.2.norm2.weight": 0.00043048468069173396, - "transformer.layers.2.norm2.bias": 0.00028598684002645314, - "transformer.layers.3.self_attn.in_proj_weight": 0.01728973537683487, - "transformer.layers.3.self_attn.in_proj_bias": 0.0012067853240296245, - "transformer.layers.3.self_attn.out_proj.weight": 0.008848533034324646, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010154175106436014, - "transformer.layers.3.linear1.weight": 0.013911440037190914, - "transformer.layers.3.linear1.bias": 0.0009572639828547835, - "transformer.layers.3.linear2.weight": 0.007883206009864807, - "transformer.layers.3.linear2.bias": 0.0013267719186842442, - "transformer.layers.3.norm1.weight": 0.0012300030793994665, - "transformer.layers.3.norm1.bias": 0.0014664852060377598, - "transformer.layers.3.norm2.weight": 0.001081167603842914, - "transformer.layers.3.norm2.bias": 0.001224082661792636, - "head.weight": 0.10237820446491241, - "head.bias": 0.0028796002734452486 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.011878746561706066, - "transformer.layers.1.self_attn.in_proj_bias": 0.000572057964745909, - "transformer.layers.1.self_attn.out_proj.weight": 0.007918096147477627, - "transformer.layers.1.self_attn.out_proj.bias": 0.0006562488852068782, - "transformer.layers.1.linear1.weight": 0.005943553987890482, - "transformer.layers.1.linear1.bias": 0.0002830573939718306, - "transformer.layers.1.linear2.weight": 0.00680456031113863, - "transformer.layers.1.linear2.bias": 0.0006101815379224718, - "transformer.layers.1.norm1.weight": 0.0008197566494345665, - "transformer.layers.1.norm1.bias": 0.0006623402005061507, - "transformer.layers.1.norm2.weight": 0.00048456605873070657, - "transformer.layers.1.norm2.bias": 0.0002763251250144094, - "transformer.layers.2.self_attn.in_proj_weight": 0.01227086316794157, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007450025877915323, - "transformer.layers.2.self_attn.out_proj.weight": 0.005712421145290136, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005220252205617726, - "transformer.layers.2.linear1.weight": 0.003960578236728907, - "transformer.layers.2.linear1.bias": 0.00020597124239429832, - "transformer.layers.2.linear2.weight": 0.004606654401868582, - "transformer.layers.2.linear2.bias": 0.0005485263536684215, - "transformer.layers.2.norm1.weight": 0.0008250209502875805, - "transformer.layers.2.norm1.bias": 0.0008586772601120174, - "transformer.layers.2.norm2.weight": 0.0002588803763501346, - "transformer.layers.2.norm2.bias": 0.00019053257710766047, - "transformer.layers.3.self_attn.in_proj_weight": 0.011651931330561638, - "transformer.layers.3.self_attn.in_proj_bias": 0.0007148942677304149, - "transformer.layers.3.self_attn.out_proj.weight": 0.005561744328588247, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006849199417047203, - "transformer.layers.3.linear1.weight": 0.010217783972620964, - "transformer.layers.3.linear1.bias": 0.0006344630382955074, - "transformer.layers.3.linear2.weight": 0.005258825141936541, - "transformer.layers.3.linear2.bias": 0.0010064534144476056, - "transformer.layers.3.norm1.weight": 0.0008768000989221036, - "transformer.layers.3.norm1.bias": 0.0008456745417788625, - "transformer.layers.3.norm2.weight": 0.0008640616433694959, - "transformer.layers.3.norm2.bias": 0.0008641769527457654, - "head.weight": 0.06600625067949295, - "head.bias": 0.0024768677540123463 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.0375526063144207, - "transformer.layers.1.self_attn.in_proj_bias": 0.0020508170127868652, - "transformer.layers.1.self_attn.out_proj.weight": 0.028692884370684624, - "transformer.layers.1.self_attn.out_proj.bias": 0.002248476492241025, - "transformer.layers.1.linear1.weight": 0.023268986493349075, - "transformer.layers.1.linear1.bias": 0.0011799386702477932, - "transformer.layers.1.linear2.weight": 0.026963764801621437, - "transformer.layers.1.linear2.bias": 0.001949917059391737, - "transformer.layers.1.norm1.weight": 0.00290067121386528, - "transformer.layers.1.norm1.bias": 0.002384816063567996, - "transformer.layers.1.norm2.weight": 0.0018047631019726396, - "transformer.layers.1.norm2.bias": 0.0011864093830808997, - "transformer.layers.2.self_attn.in_proj_weight": 0.038356855511665344, - "transformer.layers.2.self_attn.in_proj_bias": 0.0020935575012117624, - "transformer.layers.2.self_attn.out_proj.weight": 0.022590333595871925, - "transformer.layers.2.self_attn.out_proj.bias": 0.0016515651950612664, - "transformer.layers.2.linear1.weight": 0.014802621677517891, - "transformer.layers.2.linear1.bias": 0.0007682677824050188, - "transformer.layers.2.linear2.weight": 0.017365669831633568, - "transformer.layers.2.linear2.bias": 0.0015509353252127767, - "transformer.layers.2.norm1.weight": 0.0030366918072104454, - "transformer.layers.2.norm1.bias": 0.0022658840753138065, - "transformer.layers.2.norm2.weight": 0.0009681131923571229, - "transformer.layers.2.norm2.bias": 0.0007789384690113366, - "transformer.layers.3.self_attn.in_proj_weight": 0.05352840945124626, - "transformer.layers.3.self_attn.in_proj_bias": 0.0024355833884328604, - "transformer.layers.3.self_attn.out_proj.weight": 0.02386816218495369, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018037304980680346, - "transformer.layers.3.linear1.weight": 0.03063918836414814, - "transformer.layers.3.linear1.bias": 0.0019834833219647408, - "transformer.layers.3.linear2.weight": 0.017287153750658035, - "transformer.layers.3.linear2.bias": 0.002126647625118494, - "transformer.layers.3.norm1.weight": 0.0041533359326422215, - "transformer.layers.3.norm1.bias": 0.003087136195972562, - "transformer.layers.3.norm2.weight": 0.0024568710941821337, - "transformer.layers.3.norm2.bias": 0.0025360730942338705, - "head.weight": 0.22892026603221893, - "head.bias": 0.005328419152647257 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.031333692371845245, - "transformer.layers.1.self_attn.in_proj_bias": 0.0013529678108170629, - "transformer.layers.1.self_attn.out_proj.weight": 0.024999942630529404, - "transformer.layers.1.self_attn.out_proj.bias": 0.0018102277535945177, - "transformer.layers.1.linear1.weight": 0.020452236756682396, - "transformer.layers.1.linear1.bias": 0.0008927510934881866, - "transformer.layers.1.linear2.weight": 0.023257162421941757, - "transformer.layers.1.linear2.bias": 0.0016409828094765544, - "transformer.layers.1.norm1.weight": 0.0020293432753533125, - "transformer.layers.1.norm1.bias": 0.0011445791460573673, - "transformer.layers.1.norm2.weight": 0.001710253651253879, - "transformer.layers.1.norm2.bias": 0.0009330423199571669, - "transformer.layers.2.self_attn.in_proj_weight": 0.030270995572209358, - "transformer.layers.2.self_attn.in_proj_bias": 0.0013632294721901417, - "transformer.layers.2.self_attn.out_proj.weight": 0.020151833072304726, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014602637384086847, - "transformer.layers.2.linear1.weight": 0.01568995602428913, - "transformer.layers.2.linear1.bias": 0.0007643411518074572, - "transformer.layers.2.linear2.weight": 0.01821274310350418, - "transformer.layers.2.linear2.bias": 0.0015073989052325487, - "transformer.layers.2.norm1.weight": 0.0018049250356853008, - "transformer.layers.2.norm1.bias": 0.001351477811113, - "transformer.layers.2.norm2.weight": 0.0011031060712412, - "transformer.layers.2.norm2.bias": 0.000656654592603445, - "transformer.layers.3.self_attn.in_proj_weight": 0.05924808233976364, - "transformer.layers.3.self_attn.in_proj_bias": 0.00218307226896286, - "transformer.layers.3.self_attn.out_proj.weight": 0.02669154293835163, - "transformer.layers.3.self_attn.out_proj.bias": 0.0018244384555146098, - "transformer.layers.3.linear1.weight": 0.032436199486255646, - "transformer.layers.3.linear1.bias": 0.0023144318256527185, - "transformer.layers.3.linear2.weight": 0.016917603090405464, - "transformer.layers.3.linear2.bias": 0.003149179508909583, - "transformer.layers.3.norm1.weight": 0.005145645700395107, - "transformer.layers.3.norm1.bias": 0.0023952722549438477, - "transformer.layers.3.norm2.weight": 0.0027636585291475058, - "transformer.layers.3.norm2.bias": 0.003421525936573744, - "head.weight": 0.23304501175880432, - "head.bias": 0.007587044965475798 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.01587660424411297, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009667382691986859, - "transformer.layers.1.self_attn.out_proj.weight": 0.01353756058961153, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010488590924069285, - "transformer.layers.1.linear1.weight": 0.011147133074700832, - "transformer.layers.1.linear1.bias": 0.0005187769420444965, - "transformer.layers.1.linear2.weight": 0.011889331042766571, - "transformer.layers.1.linear2.bias": 0.0009516811114735901, - "transformer.layers.1.norm1.weight": 0.0011015856871381402, - "transformer.layers.1.norm1.bias": 0.0009855387033894658, - "transformer.layers.1.norm2.weight": 0.0012187466491013765, - "transformer.layers.1.norm2.bias": 0.0006030439399182796, - "transformer.layers.2.self_attn.in_proj_weight": 0.013660863041877747, - "transformer.layers.2.self_attn.in_proj_bias": 0.0009043338359333575, - "transformer.layers.2.self_attn.out_proj.weight": 0.00942816399037838, - "transformer.layers.2.self_attn.out_proj.bias": 0.0008651918615214527, - "transformer.layers.2.linear1.weight": 0.006961312610656023, - "transformer.layers.2.linear1.bias": 0.00038325629429891706, - "transformer.layers.2.linear2.weight": 0.009489713236689568, - "transformer.layers.2.linear2.bias": 0.0008664312772452831, - "transformer.layers.2.norm1.weight": 0.0008578795241191983, - "transformer.layers.2.norm1.bias": 0.0012127943336963654, - "transformer.layers.2.norm2.weight": 0.0005726117524318397, - "transformer.layers.2.norm2.bias": 0.00040110546979121864, - "transformer.layers.3.self_attn.in_proj_weight": 0.02256125770509243, - "transformer.layers.3.self_attn.in_proj_bias": 0.0013937011826783419, - "transformer.layers.3.self_attn.out_proj.weight": 0.010458177886903286, - "transformer.layers.3.self_attn.out_proj.bias": 0.0010998182697221637, - "transformer.layers.3.linear1.weight": 0.014257380738854408, - "transformer.layers.3.linear1.bias": 0.0008966408204287291, - "transformer.layers.3.linear2.weight": 0.009060927666723728, - "transformer.layers.3.linear2.bias": 0.0013475125888362527, - "transformer.layers.3.norm1.weight": 0.0018033678643405437, - "transformer.layers.3.norm1.bias": 0.0016339336289092898, - "transformer.layers.3.norm2.weight": 0.0012207988183945417, - "transformer.layers.3.norm2.bias": 0.001036128494888544, - "head.weight": 0.11388662457466125, - "head.bias": 0.0031511951237916946 - }, - { - "transformer.layers.1.self_attn.in_proj_weight": 0.11583712697029114, - "transformer.layers.1.self_attn.in_proj_bias": 0.004546963144093752, - "transformer.layers.1.self_attn.out_proj.weight": 0.061291541904211044, - "transformer.layers.1.self_attn.out_proj.bias": 0.004063625354319811, - "transformer.layers.1.linear1.weight": 0.04792940244078636, - "transformer.layers.1.linear1.bias": 0.0021858024410903454, - "transformer.layers.1.linear2.weight": 0.05553453415632248, - "transformer.layers.1.linear2.bias": 0.0035337626468390226, - "transformer.layers.1.norm1.weight": 0.007127952296286821, - "transformer.layers.1.norm1.bias": 0.004640794824808836, - "transformer.layers.1.norm2.weight": 0.0042391614988446236, - "transformer.layers.1.norm2.bias": 0.0017995670204982162, - "transformer.layers.2.self_attn.in_proj_weight": 0.062220703810453415, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028771646320819855, - "transformer.layers.2.self_attn.out_proj.weight": 0.04682132601737976, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027754257898777723, - "transformer.layers.2.linear1.weight": 0.0328790545463562, - "transformer.layers.2.linear1.bias": 0.0015468198107555509, - "transformer.layers.2.linear2.weight": 0.03902029991149902, - "transformer.layers.2.linear2.bias": 0.0024943228345364332, - "transformer.layers.2.norm1.weight": 0.004507552832365036, - "transformer.layers.2.norm1.bias": 0.003149141790345311, - "transformer.layers.2.norm2.weight": 0.0024101901799440384, - "transformer.layers.2.norm2.bias": 0.0017568808980286121, - "transformer.layers.3.self_attn.in_proj_weight": 0.08718280494213104, - "transformer.layers.3.self_attn.in_proj_bias": 0.004652698058634996, - "transformer.layers.3.self_attn.out_proj.weight": 0.03615569695830345, - "transformer.layers.3.self_attn.out_proj.bias": 0.002982556587085128, - "transformer.layers.3.linear1.weight": 0.06071741133928299, - "transformer.layers.3.linear1.bias": 0.0035908210556954145, - "transformer.layers.3.linear2.weight": 0.04247947037220001, - "transformer.layers.3.linear2.bias": 0.003928019665181637, - "transformer.layers.3.norm1.weight": 0.006769118830561638, - "transformer.layers.3.norm1.bias": 0.005790012422949076, - "transformer.layers.3.norm2.weight": 0.0040593501180410385, - "transformer.layers.3.norm2.bias": 0.00401937635615468, - "head.weight": 0.3779850900173187, - "head.bias": 0.009270301088690758 + "transformer.layers.1.self_attn.in_proj_weight": 0.17157311737537384, + "transformer.layers.1.self_attn.in_proj_bias": 0.01214491669088602, + "transformer.layers.1.self_attn.out_proj.weight": 0.22959230840206146, + "transformer.layers.1.self_attn.out_proj.bias": 0.016211362555623055, + "transformer.layers.1.linear1.weight": 0.09126543253660202, + "transformer.layers.1.linear1.bias": 0.006512496620416641, + "transformer.layers.1.linear2.weight": 0.14466972649097443, + "transformer.layers.1.linear2.bias": 0.016242777928709984, + "transformer.layers.1.norm1.weight": 0.009312235750257969, + "transformer.layers.1.norm1.bias": 0.011508245952427387, + "transformer.layers.1.norm2.weight": 0.005948210135102272, + "transformer.layers.1.norm2.bias": 0.006110335234552622, + "transformer.layers.2.self_attn.in_proj_weight": 0.1815444976091385, + "transformer.layers.2.self_attn.in_proj_bias": 0.013603616505861282, + "transformer.layers.2.self_attn.out_proj.weight": 0.22513285279273987, + "transformer.layers.2.self_attn.out_proj.bias": 0.016906414180994034, + "transformer.layers.2.linear1.weight": 0.0865200012922287, + "transformer.layers.2.linear1.bias": 0.006200694944709539, + "transformer.layers.2.linear2.weight": 0.09832834452390671, + "transformer.layers.2.linear2.bias": 0.01764010079205036, + "transformer.layers.2.norm1.weight": 0.01319538801908493, + "transformer.layers.2.norm1.bias": 0.014912585727870464, + "transformer.layers.2.norm2.weight": 0.005132591351866722, + "transformer.layers.2.norm2.bias": 0.006624841131269932, + "transformer.layers.3.self_attn.in_proj_weight": 0.3795515298843384, + "transformer.layers.3.self_attn.in_proj_bias": 0.033650871366262436, + "transformer.layers.3.self_attn.out_proj.weight": 0.23838591575622559, + "transformer.layers.3.self_attn.out_proj.bias": 0.026033084839582443, + "transformer.layers.3.linear1.weight": 0.21815519034862518, + "transformer.layers.3.linear1.bias": 0.016863947734236717, + "transformer.layers.3.linear2.weight": 0.12441585958003998, + "transformer.layers.3.linear2.bias": 0.03081246092915535, + "transformer.layers.3.norm1.weight": 0.029091503471136093, + "transformer.layers.3.norm1.bias": 0.04554426297545433, + "transformer.layers.3.norm2.weight": 0.015853401273489, + "transformer.layers.3.norm2.bias": 0.02160055935382843, + "head.weight": 2.066011905670166, + "head.bias": 0.06034814566373825 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.050813402980566025, + "transformer.layers.1.self_attn.in_proj_bias": 0.003467838279902935, + "transformer.layers.1.self_attn.out_proj.weight": 0.0559084452688694, + "transformer.layers.1.self_attn.out_proj.bias": 0.004838844295591116, + "transformer.layers.1.linear1.weight": 0.029020128771662712, + "transformer.layers.1.linear1.bias": 0.0019567261915653944, + "transformer.layers.1.linear2.weight": 0.04433495178818703, + "transformer.layers.1.linear2.bias": 0.004708453081548214, + "transformer.layers.1.norm1.weight": 0.0032200305722653866, + "transformer.layers.1.norm1.bias": 0.0033907401375472546, + "transformer.layers.1.norm2.weight": 0.0021314427722245455, + "transformer.layers.1.norm2.bias": 0.0019817028660327196, + "transformer.layers.2.self_attn.in_proj_weight": 0.056949079036712646, + "transformer.layers.2.self_attn.in_proj_bias": 0.0036474457010626793, + "transformer.layers.2.self_attn.out_proj.weight": 0.051566608250141144, + "transformer.layers.2.self_attn.out_proj.bias": 0.004602784290909767, + "transformer.layers.2.linear1.weight": 0.02532295323908329, + "transformer.layers.2.linear1.bias": 0.0017981790006160736, + "transformer.layers.2.linear2.weight": 0.031585972756147385, + "transformer.layers.2.linear2.bias": 0.004803862888365984, + "transformer.layers.2.norm1.weight": 0.004988629370927811, + "transformer.layers.2.norm1.bias": 0.0042014229111373425, + "transformer.layers.2.norm2.weight": 0.0016815683338791132, + "transformer.layers.2.norm2.bias": 0.0019343988969922066, + "transformer.layers.3.self_attn.in_proj_weight": 0.09955144673585892, + "transformer.layers.3.self_attn.in_proj_bias": 0.00958998128771782, + "transformer.layers.3.self_attn.out_proj.weight": 0.06714507937431335, + "transformer.layers.3.self_attn.out_proj.bias": 0.007668955251574516, + "transformer.layers.3.linear1.weight": 0.0646933764219284, + "transformer.layers.3.linear1.bias": 0.005484046880155802, + "transformer.layers.3.linear2.weight": 0.03685635328292847, + "transformer.layers.3.linear2.bias": 0.00937740970402956, + "transformer.layers.3.norm1.weight": 0.008289829827845097, + "transformer.layers.3.norm1.bias": 0.013442028313875198, + "transformer.layers.3.norm2.weight": 0.0046218340285122395, + "transformer.layers.3.norm2.bias": 0.007026129402220249, + "head.weight": 0.5263172388076782, + "head.bias": 0.017590342089533806 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.04336211457848549, + "transformer.layers.1.self_attn.in_proj_bias": 0.002684318460524082, + "transformer.layers.1.self_attn.out_proj.weight": 0.04181240499019623, + "transformer.layers.1.self_attn.out_proj.bias": 0.003201100043952465, + "transformer.layers.1.linear1.weight": 0.02756861224770546, + "transformer.layers.1.linear1.bias": 0.0014355788007378578, + "transformer.layers.1.linear2.weight": 0.03275400400161743, + "transformer.layers.1.linear2.bias": 0.003023412311449647, + "transformer.layers.1.norm1.weight": 0.002550751669332385, + "transformer.layers.1.norm1.bias": 0.0025498734321445227, + "transformer.layers.1.norm2.weight": 0.0021486603654921055, + "transformer.layers.1.norm2.bias": 0.0017399663338437676, + "transformer.layers.2.self_attn.in_proj_weight": 0.04496092349290848, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027669600676745176, + "transformer.layers.2.self_attn.out_proj.weight": 0.034999266266822815, + "transformer.layers.2.self_attn.out_proj.bias": 0.0028221281245350838, + "transformer.layers.2.linear1.weight": 0.016690568998456, + "transformer.layers.2.linear1.bias": 0.0010291222715750337, + "transformer.layers.2.linear2.weight": 0.019658304750919342, + "transformer.layers.2.linear2.bias": 0.0029260520823299885, + "transformer.layers.2.norm1.weight": 0.0038135924842208624, + "transformer.layers.2.norm1.bias": 0.0036122349556535482, + "transformer.layers.2.norm2.weight": 0.0010170652531087399, + "transformer.layers.2.norm2.bias": 0.000980455195531249, + "transformer.layers.3.self_attn.in_proj_weight": 0.06250961124897003, + "transformer.layers.3.self_attn.in_proj_bias": 0.005109288729727268, + "transformer.layers.3.self_attn.out_proj.weight": 0.038633741438388824, + "transformer.layers.3.self_attn.out_proj.bias": 0.00423371372744441, + "transformer.layers.3.linear1.weight": 0.030493639409542084, + "transformer.layers.3.linear1.bias": 0.0022158834617584944, + "transformer.layers.3.linear2.weight": 0.021067151799798012, + "transformer.layers.3.linear2.bias": 0.00474229222163558, + "transformer.layers.3.norm1.weight": 0.005120278801769018, + "transformer.layers.3.norm1.bias": 0.006787479855120182, + "transformer.layers.3.norm2.weight": 0.0020602997392416, + "transformer.layers.3.norm2.bias": 0.002496306784451008, + "head.weight": 0.33019503951072693, + "head.bias": 0.010466002859175205 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.06752252578735352, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027325700502842665, + "transformer.layers.1.self_attn.out_proj.weight": 0.042732417583465576, + "transformer.layers.1.self_attn.out_proj.bias": 0.003092220751568675, + "transformer.layers.1.linear1.weight": 0.028557317331433296, + "transformer.layers.1.linear1.bias": 0.0015402870485559106, + "transformer.layers.1.linear2.weight": 0.036751508712768555, + "transformer.layers.1.linear2.bias": 0.003053812077268958, + "transformer.layers.1.norm1.weight": 0.004565251991152763, + "transformer.layers.1.norm1.bias": 0.003076911438256502, + "transformer.layers.1.norm2.weight": 0.0026935513596981764, + "transformer.layers.1.norm2.bias": 0.0015702053206041455, + "transformer.layers.2.self_attn.in_proj_weight": 0.04812256619334221, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028487073723226786, + "transformer.layers.2.self_attn.out_proj.weight": 0.04146239161491394, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030243052169680595, + "transformer.layers.2.linear1.weight": 0.022091099992394447, + "transformer.layers.2.linear1.bias": 0.0014482144033536315, + "transformer.layers.2.linear2.weight": 0.02799534983932972, + "transformer.layers.2.linear2.bias": 0.0031745743472129107, + "transformer.layers.2.norm1.weight": 0.0034737782552838326, + "transformer.layers.2.norm1.bias": 0.003522756276652217, + "transformer.layers.2.norm2.weight": 0.0014955542283132672, + "transformer.layers.2.norm2.bias": 0.001658900873735547, + "transformer.layers.3.self_attn.in_proj_weight": 0.08555299043655396, + "transformer.layers.3.self_attn.in_proj_bias": 0.006509748287498951, + "transformer.layers.3.self_attn.out_proj.weight": 0.04362510144710541, + "transformer.layers.3.self_attn.out_proj.bias": 0.004659976344555616, + "transformer.layers.3.linear1.weight": 0.046223241835832596, + "transformer.layers.3.linear1.bias": 0.003792509902268648, + "transformer.layers.3.linear2.weight": 0.026800114661455154, + "transformer.layers.3.linear2.bias": 0.006291789468377829, + "transformer.layers.3.norm1.weight": 0.007471839897334576, + "transformer.layers.3.norm1.bias": 0.008820493705570698, + "transformer.layers.3.norm2.weight": 0.003641195595264435, + "transformer.layers.3.norm2.bias": 0.005260332953184843, + "head.weight": 0.3715205192565918, + "head.bias": 0.012014186009764671 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.03526601195335388, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015799440443515778, + "transformer.layers.1.self_attn.out_proj.weight": 0.020977457985281944, + "transformer.layers.1.self_attn.out_proj.bias": 0.001841189106926322, + "transformer.layers.1.linear1.weight": 0.019618159160017967, + "transformer.layers.1.linear1.bias": 0.0009220637148246169, + "transformer.layers.1.linear2.weight": 0.02478722110390663, + "transformer.layers.1.linear2.bias": 0.0015758839435875416, + "transformer.layers.1.norm1.weight": 0.0022748825140297413, + "transformer.layers.1.norm1.bias": 0.0014992310898378491, + "transformer.layers.1.norm2.weight": 0.0016186009161174297, + "transformer.layers.1.norm2.bias": 0.0010836981236934662, + "transformer.layers.2.self_attn.in_proj_weight": 0.034632608294487, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014024116098880768, + "transformer.layers.2.self_attn.out_proj.weight": 0.03229551017284393, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015457281842827797, + "transformer.layers.2.linear1.weight": 0.015528409741818905, + "transformer.layers.2.linear1.bias": 0.0008853983599692583, + "transformer.layers.2.linear2.weight": 0.019394438713788986, + "transformer.layers.2.linear2.bias": 0.001571463537402451, + "transformer.layers.2.norm1.weight": 0.0030443407595157623, + "transformer.layers.2.norm1.bias": 0.0013308804482221603, + "transformer.layers.2.norm2.weight": 0.000989180407486856, + "transformer.layers.2.norm2.bias": 0.0008688843226991594, + "transformer.layers.3.self_attn.in_proj_weight": 0.05416038632392883, + "transformer.layers.3.self_attn.in_proj_bias": 0.003031423082575202, + "transformer.layers.3.self_attn.out_proj.weight": 0.031193705275654793, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020912354812026024, + "transformer.layers.3.linear1.weight": 0.02907133288681507, + "transformer.layers.3.linear1.bias": 0.0021791639737784863, + "transformer.layers.3.linear2.weight": 0.019637025892734528, + "transformer.layers.3.linear2.bias": 0.00238698348402977, + "transformer.layers.3.norm1.weight": 0.0038090040907263756, + "transformer.layers.3.norm1.bias": 0.0038987225852906704, + "transformer.layers.3.norm2.weight": 0.002058434998616576, + "transformer.layers.3.norm2.bias": 0.0025181560777127743, + "head.weight": 0.2031475454568863, + "head.bias": 0.005071515683084726 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.027609804645180702, + "transformer.layers.1.self_attn.in_proj_bias": 0.001421862281858921, + "transformer.layers.1.self_attn.out_proj.weight": 0.019615840166807175, + "transformer.layers.1.self_attn.out_proj.bias": 0.001357034663669765, + "transformer.layers.1.linear1.weight": 0.015507204458117485, + "transformer.layers.1.linear1.bias": 0.0007366901263594627, + "transformer.layers.1.linear2.weight": 0.01740373484790325, + "transformer.layers.1.linear2.bias": 0.0012601373018696904, + "transformer.layers.1.norm1.weight": 0.001944240415468812, + "transformer.layers.1.norm1.bias": 0.0017911528702825308, + "transformer.layers.1.norm2.weight": 0.0013748271157965064, + "transformer.layers.1.norm2.bias": 0.0007683511939831078, + "transformer.layers.2.self_attn.in_proj_weight": 0.023462247103452682, + "transformer.layers.2.self_attn.in_proj_bias": 0.001319449977017939, + "transformer.layers.2.self_attn.out_proj.weight": 0.016083702445030212, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010989336296916008, + "transformer.layers.2.linear1.weight": 0.008969858288764954, + "transformer.layers.2.linear1.bias": 0.000509906851220876, + "transformer.layers.2.linear2.weight": 0.010560852475464344, + "transformer.layers.2.linear2.bias": 0.0010644979774951935, + "transformer.layers.2.norm1.weight": 0.001729590934701264, + "transformer.layers.2.norm1.bias": 0.0015328576555475593, + "transformer.layers.2.norm2.weight": 0.0006665201508440077, + "transformer.layers.2.norm2.bias": 0.0004610225441865623, + "transformer.layers.3.self_attn.in_proj_weight": 0.027935568243265152, + "transformer.layers.3.self_attn.in_proj_bias": 0.0016484068473801017, + "transformer.layers.3.self_attn.out_proj.weight": 0.015464125201106071, + "transformer.layers.3.self_attn.out_proj.bias": 0.0012456306722015142, + "transformer.layers.3.linear1.weight": 0.01326748076826334, + "transformer.layers.3.linear1.bias": 0.0008873548940755427, + "transformer.layers.3.linear2.weight": 0.008186482824385166, + "transformer.layers.3.linear2.bias": 0.0012553115375339985, + "transformer.layers.3.norm1.weight": 0.002281014109030366, + "transformer.layers.3.norm1.bias": 0.001989927375689149, + "transformer.layers.3.norm2.weight": 0.0008402601815760136, + "transformer.layers.3.norm2.bias": 0.0008895437349565327, + "head.weight": 0.10514049977064133, + "head.bias": 0.0031094953883439302 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.03517745062708855, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016703801229596138, + "transformer.layers.1.self_attn.out_proj.weight": 0.02743499167263508, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019114473834633827, + "transformer.layers.1.linear1.weight": 0.020419325679540634, + "transformer.layers.1.linear1.bias": 0.0009371475898660719, + "transformer.layers.1.linear2.weight": 0.022314922884106636, + "transformer.layers.1.linear2.bias": 0.0017227677162736654, + "transformer.layers.1.norm1.weight": 0.002434325870126486, + "transformer.layers.1.norm1.bias": 0.0021265316754579544, + "transformer.layers.1.norm2.weight": 0.001975122606381774, + "transformer.layers.1.norm2.bias": 0.0009843328734859824, + "transformer.layers.2.self_attn.in_proj_weight": 0.027342189103364944, + "transformer.layers.2.self_attn.in_proj_bias": 0.001335840323008597, + "transformer.layers.2.self_attn.out_proj.weight": 0.024335041642189026, + "transformer.layers.2.self_attn.out_proj.bias": 0.001597946509718895, + "transformer.layers.2.linear1.weight": 0.013111496344208717, + "transformer.layers.2.linear1.bias": 0.000778523797634989, + "transformer.layers.2.linear2.weight": 0.016290413215756416, + "transformer.layers.2.linear2.bias": 0.001582039287313819, + "transformer.layers.2.norm1.weight": 0.0019971667788922787, + "transformer.layers.2.norm1.bias": 0.0014538929099217057, + "transformer.layers.2.norm2.weight": 0.0008931931224651635, + "transformer.layers.2.norm2.bias": 0.0008049450698308647, + "transformer.layers.3.self_attn.in_proj_weight": 0.05406665802001953, + "transformer.layers.3.self_attn.in_proj_bias": 0.0023813762236386538, + "transformer.layers.3.self_attn.out_proj.weight": 0.0249882023781538, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015618960605934262, + "transformer.layers.3.linear1.weight": 0.021535411477088928, + "transformer.layers.3.linear1.bias": 0.0014076525112614036, + "transformer.layers.3.linear2.weight": 0.012501450255513191, + "transformer.layers.3.linear2.bias": 0.00178763666190207, + "transformer.layers.3.norm1.weight": 0.004830317106097937, + "transformer.layers.3.norm1.bias": 0.0029537612572312355, + "transformer.layers.3.norm2.weight": 0.0015824431320652366, + "transformer.layers.3.norm2.bias": 0.0016838869778439403, + "head.weight": 0.17081990838050842, + "head.bias": 0.0031775294337421656 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.031314242631196976, + "transformer.layers.1.self_attn.in_proj_bias": 0.001768803340382874, + "transformer.layers.1.self_attn.out_proj.weight": 0.033568449318408966, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025764438323676586, + "transformer.layers.1.linear1.weight": 0.02334607206285, + "transformer.layers.1.linear1.bias": 0.0012613432481884956, + "transformer.layers.1.linear2.weight": 0.02895943634212017, + "transformer.layers.1.linear2.bias": 0.0022988496348261833, + "transformer.layers.1.norm1.weight": 0.001983344554901123, + "transformer.layers.1.norm1.bias": 0.0016970167635008693, + "transformer.layers.1.norm2.weight": 0.001916800974868238, + "transformer.layers.1.norm2.bias": 0.001551428809762001, + "transformer.layers.2.self_attn.in_proj_weight": 0.030872054398059845, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017727591330185533, + "transformer.layers.2.self_attn.out_proj.weight": 0.036048006266355515, + "transformer.layers.2.self_attn.out_proj.bias": 0.0022036931477487087, + "transformer.layers.2.linear1.weight": 0.019970854744315147, + "transformer.layers.2.linear1.bias": 0.0013312414521351457, + "transformer.layers.2.linear2.weight": 0.022291386500000954, + "transformer.layers.2.linear2.bias": 0.002326246816664934, + "transformer.layers.2.norm1.weight": 0.0021148070227354765, + "transformer.layers.2.norm1.bias": 0.0015672907466068864, + "transformer.layers.2.norm2.weight": 0.0015192088903859258, + "transformer.layers.2.norm2.bias": 0.0017166831530630589, + "transformer.layers.3.self_attn.in_proj_weight": 0.06431892514228821, + "transformer.layers.3.self_attn.in_proj_bias": 0.004813275765627623, + "transformer.layers.3.self_attn.out_proj.weight": 0.03213745355606079, + "transformer.layers.3.self_attn.out_proj.bias": 0.0033340922091156244, + "transformer.layers.3.linear1.weight": 0.03225007280707359, + "transformer.layers.3.linear1.bias": 0.0026267466600984335, + "transformer.layers.3.linear2.weight": 0.020510336384177208, + "transformer.layers.3.linear2.bias": 0.004266600124537945, + "transformer.layers.3.norm1.weight": 0.005106428172439337, + "transformer.layers.3.norm1.bias": 0.006446227431297302, + "transformer.layers.3.norm2.weight": 0.0021679236087948084, + "transformer.layers.3.norm2.bias": 0.003386248368769884, + "head.weight": 0.26235541701316833, + "head.bias": 0.008030369877815247 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.012836433947086334, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006930094095878303, + "transformer.layers.1.self_attn.out_proj.weight": 0.011741398833692074, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008013842743821442, + "transformer.layers.1.linear1.weight": 0.008324324153363705, + "transformer.layers.1.linear1.bias": 0.0004124814586248249, + "transformer.layers.1.linear2.weight": 0.009594088420271873, + "transformer.layers.1.linear2.bias": 0.0006823322619311512, + "transformer.layers.1.norm1.weight": 0.0007554680341854692, + "transformer.layers.1.norm1.bias": 0.0006101358449086547, + "transformer.layers.1.norm2.weight": 0.0007777287974022329, + "transformer.layers.1.norm2.bias": 0.0005283345235511661, + "transformer.layers.2.self_attn.in_proj_weight": 0.011465268209576607, + "transformer.layers.2.self_attn.in_proj_bias": 0.000562956091016531, + "transformer.layers.2.self_attn.out_proj.weight": 0.01174104306846857, + "transformer.layers.2.self_attn.out_proj.bias": 0.0006873492966406047, + "transformer.layers.2.linear1.weight": 0.005717361345887184, + "transformer.layers.2.linear1.bias": 0.0003092811384703964, + "transformer.layers.2.linear2.weight": 0.006966406013816595, + "transformer.layers.2.linear2.bias": 0.0006644433015026152, + "transformer.layers.2.norm1.weight": 0.0007704023737460375, + "transformer.layers.2.norm1.bias": 0.0006709614535793662, + "transformer.layers.2.norm2.weight": 0.00042748829582706094, + "transformer.layers.2.norm2.bias": 0.00031316018430516124, + "transformer.layers.3.self_attn.in_proj_weight": 0.01915743201971054, + "transformer.layers.3.self_attn.in_proj_bias": 0.0011504126014187932, + "transformer.layers.3.self_attn.out_proj.weight": 0.010039038024842739, + "transformer.layers.3.self_attn.out_proj.bias": 0.0008447650470770895, + "transformer.layers.3.linear1.weight": 0.008731493726372719, + "transformer.layers.3.linear1.bias": 0.0006233269232325256, + "transformer.layers.3.linear2.weight": 0.005828213877975941, + "transformer.layers.3.linear2.bias": 0.000991885899566114, + "transformer.layers.3.norm1.weight": 0.0015156951267272234, + "transformer.layers.3.norm1.bias": 0.0015109196538105607, + "transformer.layers.3.norm2.weight": 0.0006210473366081715, + "transformer.layers.3.norm2.bias": 0.0007140242960304022, + "head.weight": 0.09268828481435776, + "head.bias": 0.0034171200823038816 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.05268825218081474, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020067167934030294, + "transformer.layers.1.self_attn.out_proj.weight": 0.02942332625389099, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016572107560932636, + "transformer.layers.1.linear1.weight": 0.027547165751457214, + "transformer.layers.1.linear1.bias": 0.0010785867925733328, + "transformer.layers.1.linear2.weight": 0.029675591737031937, + "transformer.layers.1.linear2.bias": 0.0015676795737817883, + "transformer.layers.1.norm1.weight": 0.003519037738442421, + "transformer.layers.1.norm1.bias": 0.0026169067714363337, + "transformer.layers.1.norm2.weight": 0.002447576029226184, + "transformer.layers.1.norm2.bias": 0.0009774704230949283, + "transformer.layers.2.self_attn.in_proj_weight": 0.03308330103754997, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016156206838786602, + "transformer.layers.2.self_attn.out_proj.weight": 0.027539310976862907, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016383322654291987, + "transformer.layers.2.linear1.weight": 0.018812209367752075, + "transformer.layers.2.linear1.bias": 0.0009703387622721493, + "transformer.layers.2.linear2.weight": 0.02132854238152504, + "transformer.layers.2.linear2.bias": 0.0015970702515915036, + "transformer.layers.2.norm1.weight": 0.002420006785541773, + "transformer.layers.2.norm1.bias": 0.001897124690003693, + "transformer.layers.2.norm2.weight": 0.0013459156034514308, + "transformer.layers.2.norm2.bias": 0.0009962383192032576, + "transformer.layers.3.self_attn.in_proj_weight": 0.05930590257048607, + "transformer.layers.3.self_attn.in_proj_bias": 0.002735355868935585, + "transformer.layers.3.self_attn.out_proj.weight": 0.02268240973353386, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018617078894749284, + "transformer.layers.3.linear1.weight": 0.022539785131812096, + "transformer.layers.3.linear1.bias": 0.0014517551753669977, + "transformer.layers.3.linear2.weight": 0.013853576965630054, + "transformer.layers.3.linear2.bias": 0.0017799342749640346, + "transformer.layers.3.norm1.weight": 0.004978163633495569, + "transformer.layers.3.norm1.bias": 0.003704106668010354, + "transformer.layers.3.norm2.weight": 0.0015491466037929058, + "transformer.layers.3.norm2.bias": 0.0015280580846592784, + "head.weight": 0.1812935620546341, + "head.bias": 0.004248206503689289 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.019640082493424416, + "transformer.layers.1.self_attn.in_proj_bias": 0.0008709948160685599, + "transformer.layers.1.self_attn.out_proj.weight": 0.015568101778626442, + "transformer.layers.1.self_attn.out_proj.bias": 0.001090237987227738, + "transformer.layers.1.linear1.weight": 0.0122552290558815, + "transformer.layers.1.linear1.bias": 0.0006186402752064168, + "transformer.layers.1.linear2.weight": 0.014866627752780914, + "transformer.layers.1.linear2.bias": 0.0009721913374960423, + "transformer.layers.1.norm1.weight": 0.0012044528266415, + "transformer.layers.1.norm1.bias": 0.0008730318513698876, + "transformer.layers.1.norm2.weight": 0.0011504750000312924, + "transformer.layers.1.norm2.bias": 0.0006951197283342481, + "transformer.layers.2.self_attn.in_proj_weight": 0.01797289215028286, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009242292726412416, + "transformer.layers.2.self_attn.out_proj.weight": 0.014517419971525669, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008804670069366693, + "transformer.layers.2.linear1.weight": 0.008768491446971893, + "transformer.layers.2.linear1.bias": 0.0004763702454511076, + "transformer.layers.2.linear2.weight": 0.01024472527205944, + "transformer.layers.2.linear2.bias": 0.0009150552214123309, + "transformer.layers.2.norm1.weight": 0.0012911169324070215, + "transformer.layers.2.norm1.bias": 0.0009813389042392373, + "transformer.layers.2.norm2.weight": 0.0006004245951771736, + "transformer.layers.2.norm2.bias": 0.0004313196404837072, + "transformer.layers.3.self_attn.in_proj_weight": 0.026718830689787865, + "transformer.layers.3.self_attn.in_proj_bias": 0.001514933304861188, + "transformer.layers.3.self_attn.out_proj.weight": 0.011509319767355919, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011294146534055471, + "transformer.layers.3.linear1.weight": 0.011771989986300468, + "transformer.layers.3.linear1.bias": 0.0008228226215578616, + "transformer.layers.3.linear2.weight": 0.007147142197936773, + "transformer.layers.3.linear2.bias": 0.001178666716441512, + "transformer.layers.3.norm1.weight": 0.0023828258272260427, + "transformer.layers.3.norm1.bias": 0.002047903835773468, + "transformer.layers.3.norm2.weight": 0.0008569827768951654, + "transformer.layers.3.norm2.bias": 0.0009185863891616464, + "head.weight": 0.09153439849615097, + "head.bias": 0.002943259198218584 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.031531479209661484, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019073408329859376, + "transformer.layers.1.self_attn.out_proj.weight": 0.03252027928829193, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024749732110649347, + "transformer.layers.1.linear1.weight": 0.022496305406093597, + "transformer.layers.1.linear1.bias": 0.001107789110392332, + "transformer.layers.1.linear2.weight": 0.02772587724030018, + "transformer.layers.1.linear2.bias": 0.002293229103088379, + "transformer.layers.1.norm1.weight": 0.0020026536658406258, + "transformer.layers.1.norm1.bias": 0.0017389148706570268, + "transformer.layers.1.norm2.weight": 0.0017656264826655388, + "transformer.layers.1.norm2.bias": 0.0014239370357245207, + "transformer.layers.2.self_attn.in_proj_weight": 0.03488670289516449, + "transformer.layers.2.self_attn.in_proj_bias": 0.00178594421595335, + "transformer.layers.2.self_attn.out_proj.weight": 0.02619531936943531, + "transformer.layers.2.self_attn.out_proj.bias": 0.002216348424553871, + "transformer.layers.2.linear1.weight": 0.015213057398796082, + "transformer.layers.2.linear1.bias": 0.0009823063155636191, + "transformer.layers.2.linear2.weight": 0.018864423036575317, + "transformer.layers.2.linear2.bias": 0.0023184786550700665, + "transformer.layers.2.norm1.weight": 0.0025581896770745516, + "transformer.layers.2.norm1.bias": 0.0018932439852505922, + "transformer.layers.2.norm2.weight": 0.0011195067781955004, + "transformer.layers.2.norm2.bias": 0.0011520622065290809, + "transformer.layers.3.self_attn.in_proj_weight": 0.05977945029735565, + "transformer.layers.3.self_attn.in_proj_bias": 0.00645991787314415, + "transformer.layers.3.self_attn.out_proj.weight": 0.028705209493637085, + "transformer.layers.3.self_attn.out_proj.bias": 0.0044717974960803986, + "transformer.layers.3.linear1.weight": 0.03176731616258621, + "transformer.layers.3.linear1.bias": 0.002877871273085475, + "transformer.layers.3.linear2.weight": 0.019591160118579865, + "transformer.layers.3.linear2.bias": 0.00539744459092617, + "transformer.layers.3.norm1.weight": 0.004949085880070925, + "transformer.layers.3.norm1.bias": 0.009323702193796635, + "transformer.layers.3.norm2.weight": 0.002378499833866954, + "transformer.layers.3.norm2.bias": 0.0038213487714529037, + "head.weight": 0.25689399242401123, + "head.bias": 0.010074766352772713 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.023456880822777748, + "transformer.layers.1.self_attn.in_proj_bias": 0.001205245847813785, + "transformer.layers.1.self_attn.out_proj.weight": 0.021602746099233627, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017741745105013251, + "transformer.layers.1.linear1.weight": 0.014848574064671993, + "transformer.layers.1.linear1.bias": 0.0008294795989058912, + "transformer.layers.1.linear2.weight": 0.01578732207417488, + "transformer.layers.1.linear2.bias": 0.001566404476761818, + "transformer.layers.1.norm1.weight": 0.0016129367286339402, + "transformer.layers.1.norm1.bias": 0.0011655515991151333, + "transformer.layers.1.norm2.weight": 0.0016537971096113324, + "transformer.layers.1.norm2.bias": 0.0012242344673722982, + "transformer.layers.2.self_attn.in_proj_weight": 0.018276086077094078, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012845059391111135, + "transformer.layers.2.self_attn.out_proj.weight": 0.017557892948389053, + "transformer.layers.2.self_attn.out_proj.bias": 0.001505351858213544, + "transformer.layers.2.linear1.weight": 0.010050498880445957, + "transformer.layers.2.linear1.bias": 0.0006665069959126413, + "transformer.layers.2.linear2.weight": 0.011520271189510822, + "transformer.layers.2.linear2.bias": 0.0015721770469099283, + "transformer.layers.2.norm1.weight": 0.0013707568868994713, + "transformer.layers.2.norm1.bias": 0.0014968838077038527, + "transformer.layers.2.norm2.weight": 0.00074145378312096, + "transformer.layers.2.norm2.bias": 0.000741247262340039, + "transformer.layers.3.self_attn.in_proj_weight": 0.038486406207084656, + "transformer.layers.3.self_attn.in_proj_bias": 0.0036417143419384956, + "transformer.layers.3.self_attn.out_proj.weight": 0.018547382205724716, + "transformer.layers.3.self_attn.out_proj.bias": 0.002671867376193404, + "transformer.layers.3.linear1.weight": 0.02081337571144104, + "transformer.layers.3.linear1.bias": 0.0018375389045104384, + "transformer.layers.3.linear2.weight": 0.012242714874446392, + "transformer.layers.3.linear2.bias": 0.003279950702562928, + "transformer.layers.3.norm1.weight": 0.003356251632794738, + "transformer.layers.3.norm1.bias": 0.004890597891062498, + "transformer.layers.3.norm2.weight": 0.001648333272896707, + "transformer.layers.3.norm2.bias": 0.0026712582912296057, + "head.weight": 0.1620606780052185, + "head.bias": 0.006168175023049116 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.01978946290910244, + "transformer.layers.1.self_attn.in_proj_bias": 0.001203663065098226, + "transformer.layers.1.self_attn.out_proj.weight": 0.02209610864520073, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017218135762959719, + "transformer.layers.1.linear1.weight": 0.017253408208489418, + "transformer.layers.1.linear1.bias": 0.0008461683173663914, + "transformer.layers.1.linear2.weight": 0.02012675628066063, + "transformer.layers.1.linear2.bias": 0.0016659453976899385, + "transformer.layers.1.norm1.weight": 0.001214974676258862, + "transformer.layers.1.norm1.bias": 0.0011954852379858494, + "transformer.layers.1.norm2.weight": 0.0015614766161888838, + "transformer.layers.1.norm2.bias": 0.0008876063511706889, + "transformer.layers.2.self_attn.in_proj_weight": 0.024034792557358742, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014100110856816173, + "transformer.layers.2.self_attn.out_proj.weight": 0.01965523697435856, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015995822614058852, + "transformer.layers.2.linear1.weight": 0.011055190116167068, + "transformer.layers.2.linear1.bias": 0.000683692516759038, + "transformer.layers.2.linear2.weight": 0.013435645028948784, + "transformer.layers.2.linear2.bias": 0.0016732743242755532, + "transformer.layers.2.norm1.weight": 0.002089626155793667, + "transformer.layers.2.norm1.bias": 0.0018118208972737193, + "transformer.layers.2.norm2.weight": 0.0008021399262361228, + "transformer.layers.2.norm2.bias": 0.0007003878126852214, + "transformer.layers.3.self_attn.in_proj_weight": 0.039658401161432266, + "transformer.layers.3.self_attn.in_proj_bias": 0.003595325630158186, + "transformer.layers.3.self_attn.out_proj.weight": 0.01964508555829525, + "transformer.layers.3.self_attn.out_proj.bias": 0.002689494751393795, + "transformer.layers.3.linear1.weight": 0.01940196193754673, + "transformer.layers.3.linear1.bias": 0.0016456253360956907, + "transformer.layers.3.linear2.weight": 0.011730791069567204, + "transformer.layers.3.linear2.bias": 0.002983632031828165, + "transformer.layers.3.norm1.weight": 0.003615229856222868, + "transformer.layers.3.norm1.bias": 0.005179842002689838, + "transformer.layers.3.norm2.weight": 0.00138765515293926, + "transformer.layers.3.norm2.bias": 0.002006418304517865, + "head.weight": 0.15616393089294434, + "head.bias": 0.00581321818754077 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.03403833135962486, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021067941561341286, + "transformer.layers.1.self_attn.out_proj.weight": 0.028606625273823738, + "transformer.layers.1.self_attn.out_proj.bias": 0.002463932614773512, + "transformer.layers.1.linear1.weight": 0.020788969472050667, + "transformer.layers.1.linear1.bias": 0.0010678857797756791, + "transformer.layers.1.linear2.weight": 0.023472115397453308, + "transformer.layers.1.linear2.bias": 0.00227041426114738, + "transformer.layers.1.norm1.weight": 0.002352249575778842, + "transformer.layers.1.norm1.bias": 0.002021852880716324, + "transformer.layers.1.norm2.weight": 0.0018846001476049423, + "transformer.layers.1.norm2.bias": 0.0011745552765205503, + "transformer.layers.2.self_attn.in_proj_weight": 0.026927703991532326, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017775539308786392, + "transformer.layers.2.self_attn.out_proj.weight": 0.02612697333097458, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021295405458658934, + "transformer.layers.2.linear1.weight": 0.014696219004690647, + "transformer.layers.2.linear1.bias": 0.0009126374498009682, + "transformer.layers.2.linear2.weight": 0.017313923686742783, + "transformer.layers.2.linear2.bias": 0.0020960820838809013, + "transformer.layers.2.norm1.weight": 0.002294582314789295, + "transformer.layers.2.norm1.bias": 0.00178220821544528, + "transformer.layers.2.norm2.weight": 0.0011917623924091458, + "transformer.layers.2.norm2.bias": 0.0010793936671689153, + "transformer.layers.3.self_attn.in_proj_weight": 0.04914641007781029, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034358289558440447, + "transformer.layers.3.self_attn.out_proj.weight": 0.02484348602592945, + "transformer.layers.3.self_attn.out_proj.bias": 0.002427909290418029, + "transformer.layers.3.linear1.weight": 0.024025343358516693, + "transformer.layers.3.linear1.bias": 0.0019394609844312072, + "transformer.layers.3.linear2.weight": 0.014924160204827785, + "transformer.layers.3.linear2.bias": 0.0027304075192660093, + "transformer.layers.3.norm1.weight": 0.004503852222114801, + "transformer.layers.3.norm1.bias": 0.005262389313429594, + "transformer.layers.3.norm2.weight": 0.0016630881000310183, + "transformer.layers.3.norm2.bias": 0.0023395579773932695, + "head.weight": 0.17334896326065063, + "head.bias": 0.005566574167460203 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.016158508136868477, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009646703256294131, + "transformer.layers.1.self_attn.out_proj.weight": 0.013335775583982468, + "transformer.layers.1.self_attn.out_proj.bias": 0.0009291582391597331, + "transformer.layers.1.linear1.weight": 0.00945595558732748, + "transformer.layers.1.linear1.bias": 0.00047564617125317454, + "transformer.layers.1.linear2.weight": 0.011825076304376125, + "transformer.layers.1.linear2.bias": 0.0008562342263758183, + "transformer.layers.1.norm1.weight": 0.0011733879800885916, + "transformer.layers.1.norm1.bias": 0.001145200221799314, + "transformer.layers.1.norm2.weight": 0.0008823477546684444, + "transformer.layers.1.norm2.bias": 0.0005001339013688266, + "transformer.layers.2.self_attn.in_proj_weight": 0.013226771727204323, + "transformer.layers.2.self_attn.in_proj_bias": 0.0006379989208653569, + "transformer.layers.2.self_attn.out_proj.weight": 0.01452910527586937, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008218886214308441, + "transformer.layers.2.linear1.weight": 0.007731909863650799, + "transformer.layers.2.linear1.bias": 0.00047299268771894276, + "transformer.layers.2.linear2.weight": 0.009308433160185814, + "transformer.layers.2.linear2.bias": 0.0008357563056051731, + "transformer.layers.2.norm1.weight": 0.0009595688316039741, + "transformer.layers.2.norm1.bias": 0.0006202601944096386, + "transformer.layers.2.norm2.weight": 0.0005660104798153043, + "transformer.layers.2.norm2.bias": 0.0005762125365436077, + "transformer.layers.3.self_attn.in_proj_weight": 0.026353389024734497, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015024791937321424, + "transformer.layers.3.self_attn.out_proj.weight": 0.01441692654043436, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011324924416840076, + "transformer.layers.3.linear1.weight": 0.014074970968067646, + "transformer.layers.3.linear1.bias": 0.0010175855131819844, + "transformer.layers.3.linear2.weight": 0.008425068110227585, + "transformer.layers.3.linear2.bias": 0.0014350772835314274, + "transformer.layers.3.norm1.weight": 0.002261893590912223, + "transformer.layers.3.norm1.bias": 0.002141745761036873, + "transformer.layers.3.norm2.weight": 0.0010862195631489158, + "transformer.layers.3.norm2.bias": 0.0013004181673750281, + "head.weight": 0.10520927608013153, + "head.bias": 0.002697655465453863 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.015180058777332306, + "transformer.layers.1.self_attn.in_proj_bias": 0.00102584611158818, + "transformer.layers.1.self_attn.out_proj.weight": 0.013755964115262032, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011469866149127483, + "transformer.layers.1.linear1.weight": 0.012425601482391357, + "transformer.layers.1.linear1.bias": 0.0005779064376838505, + "transformer.layers.1.linear2.weight": 0.013067496009171009, + "transformer.layers.1.linear2.bias": 0.0011357945622876287, + "transformer.layers.1.norm1.weight": 0.0011165803298354149, + "transformer.layers.1.norm1.bias": 0.0012101514730602503, + "transformer.layers.1.norm2.weight": 0.0013687745667994022, + "transformer.layers.1.norm2.bias": 0.0006027990602888167, + "transformer.layers.2.self_attn.in_proj_weight": 0.013916196301579475, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008517403621226549, + "transformer.layers.2.self_attn.out_proj.weight": 0.011598593555390835, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010974544566124678, + "transformer.layers.2.linear1.weight": 0.008267070166766644, + "transformer.layers.2.linear1.bias": 0.0005207160720601678, + "transformer.layers.2.linear2.weight": 0.009692448191344738, + "transformer.layers.2.linear2.bias": 0.001150758471339941, + "transformer.layers.2.norm1.weight": 0.0009944663615897298, + "transformer.layers.2.norm1.bias": 0.0010433398419991136, + "transformer.layers.2.norm2.weight": 0.0006548333331011236, + "transformer.layers.2.norm2.bias": 0.0006622588844038546, + "transformer.layers.3.self_attn.in_proj_weight": 0.031081082299351692, + "transformer.layers.3.self_attn.in_proj_bias": 0.002592576202005148, + "transformer.layers.3.self_attn.out_proj.weight": 0.014377888292074203, + "transformer.layers.3.self_attn.out_proj.bias": 0.001944154966622591, + "transformer.layers.3.linear1.weight": 0.012568389996886253, + "transformer.layers.3.linear1.bias": 0.0010438235476613045, + "transformer.layers.3.linear2.weight": 0.00904786679893732, + "transformer.layers.3.linear2.bias": 0.0022897624876350164, + "transformer.layers.3.norm1.weight": 0.0027054159436374903, + "transformer.layers.3.norm1.bias": 0.0038492081221193075, + "transformer.layers.3.norm2.weight": 0.000905113120097667, + "transformer.layers.3.norm2.bias": 0.0013965890975669026, + "head.weight": 0.11641731858253479, + "head.bias": 0.00441347062587738 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.025588424876332283, + "transformer.layers.1.self_attn.in_proj_bias": 0.0010349588701501489, + "transformer.layers.1.self_attn.out_proj.weight": 0.01799885183572769, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011537052923813462, + "transformer.layers.1.linear1.weight": 0.012548054568469524, + "transformer.layers.1.linear1.bias": 0.0006635967292822897, + "transformer.layers.1.linear2.weight": 0.013456728309392929, + "transformer.layers.1.linear2.bias": 0.0010694462107494473, + "transformer.layers.1.norm1.weight": 0.0017989784246310592, + "transformer.layers.1.norm1.bias": 0.0012129240203648806, + "transformer.layers.1.norm2.weight": 0.0012735328637063503, + "transformer.layers.1.norm2.bias": 0.0008499089744873345, + "transformer.layers.2.self_attn.in_proj_weight": 0.018432794138789177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009239387582056224, + "transformer.layers.2.self_attn.out_proj.weight": 0.014422334730625153, + "transformer.layers.2.self_attn.out_proj.bias": 0.0010584330884739757, + "transformer.layers.2.linear1.weight": 0.007897702977061272, + "transformer.layers.2.linear1.bias": 0.00047835882287472486, + "transformer.layers.2.linear2.weight": 0.009192573837935925, + "transformer.layers.2.linear2.bias": 0.0010443282080814242, + "transformer.layers.2.norm1.weight": 0.0014748834073543549, + "transformer.layers.2.norm1.bias": 0.0011280758772045374, + "transformer.layers.2.norm2.weight": 0.0005918949609622359, + "transformer.layers.2.norm2.bias": 0.0005197359132580459, + "transformer.layers.3.self_attn.in_proj_weight": 0.028222039341926575, + "transformer.layers.3.self_attn.in_proj_bias": 0.002162669552490115, + "transformer.layers.3.self_attn.out_proj.weight": 0.013519485481083393, + "transformer.layers.3.self_attn.out_proj.bias": 0.0015104478225111961, + "transformer.layers.3.linear1.weight": 0.013658203184604645, + "transformer.layers.3.linear1.bias": 0.0010800838936120272, + "transformer.layers.3.linear2.weight": 0.008177584037184715, + "transformer.layers.3.linear2.bias": 0.0018123480258509517, + "transformer.layers.3.norm1.weight": 0.0024505876936018467, + "transformer.layers.3.norm1.bias": 0.002948259934782982, + "transformer.layers.3.norm2.weight": 0.0009837187826633453, + "transformer.layers.3.norm2.bias": 0.0013194336788728833, + "head.weight": 0.11536727845668793, + "head.bias": 0.004113880917429924 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.029812980443239212, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019931925926357508, + "transformer.layers.1.self_attn.out_proj.weight": 0.029678065329790115, + "transformer.layers.1.self_attn.out_proj.bias": 0.0026323648635298014, + "transformer.layers.1.linear1.weight": 0.02079750783741474, + "transformer.layers.1.linear1.bias": 0.0011735449079424143, + "transformer.layers.1.linear2.weight": 0.026280734688043594, + "transformer.layers.1.linear2.bias": 0.0025849707890301943, + "transformer.layers.1.norm1.weight": 0.002207329962402582, + "transformer.layers.1.norm1.bias": 0.00199783593416214, + "transformer.layers.1.norm2.weight": 0.0017546379240229726, + "transformer.layers.1.norm2.bias": 0.0012156489538028836, + "transformer.layers.2.self_attn.in_proj_weight": 0.02645113505423069, + "transformer.layers.2.self_attn.in_proj_bias": 0.001603699871338904, + "transformer.layers.2.self_attn.out_proj.weight": 0.028806917369365692, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024499099235981703, + "transformer.layers.2.linear1.weight": 0.016088560223579407, + "transformer.layers.2.linear1.bias": 0.0010853050043806434, + "transformer.layers.2.linear2.weight": 0.020357510074973106, + "transformer.layers.2.linear2.bias": 0.002581549808382988, + "transformer.layers.2.norm1.weight": 0.0019570710137486458, + "transformer.layers.2.norm1.bias": 0.001715211314149201, + "transformer.layers.2.norm2.weight": 0.0012259596260264516, + "transformer.layers.2.norm2.bias": 0.001422918401658535, + "transformer.layers.3.self_attn.in_proj_weight": 0.0598297156393528, + "transformer.layers.3.self_attn.in_proj_bias": 0.005922580603510141, + "transformer.layers.3.self_attn.out_proj.weight": 0.02809407189488411, + "transformer.layers.3.self_attn.out_proj.bias": 0.004455439280718565, + "transformer.layers.3.linear1.weight": 0.02947799302637577, + "transformer.layers.3.linear1.bias": 0.002718523144721985, + "transformer.layers.3.linear2.weight": 0.01971791684627533, + "transformer.layers.3.linear2.bias": 0.005388942547142506, + "transformer.layers.3.norm1.weight": 0.005119427107274532, + "transformer.layers.3.norm1.bias": 0.009011701680719852, + "transformer.layers.3.norm2.weight": 0.002206194680184126, + "transformer.layers.3.norm2.bias": 0.003723741974681616, + "head.weight": 0.2604643702507019, + "head.bias": 0.01080168318003416 + }, + { + "transformer.layers.1.self_attn.in_proj_weight": 0.0287720188498497, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012787171872332692, + "transformer.layers.1.self_attn.out_proj.weight": 0.023818502202630043, + "transformer.layers.1.self_attn.out_proj.bias": 0.001723186345770955, + "transformer.layers.1.linear1.weight": 0.017397748306393623, + "transformer.layers.1.linear1.bias": 0.0008479001116938889, + "transformer.layers.1.linear2.weight": 0.016975214704871178, + "transformer.layers.1.linear2.bias": 0.0014348169788718224, + "transformer.layers.1.norm1.weight": 0.0018421841086819768, + "transformer.layers.1.norm1.bias": 0.0012290749000385404, + "transformer.layers.1.norm2.weight": 0.0016859261086210608, + "transformer.layers.1.norm2.bias": 0.001138696912676096, + "transformer.layers.2.self_attn.in_proj_weight": 0.021538687869906425, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012540334137156606, + "transformer.layers.2.self_attn.out_proj.weight": 0.018687453120946884, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013897375902161002, + "transformer.layers.2.linear1.weight": 0.010357750579714775, + "transformer.layers.2.linear1.bias": 0.0006149670807644725, + "transformer.layers.2.linear2.weight": 0.012336836196482182, + "transformer.layers.2.linear2.bias": 0.001347568933852017, + "transformer.layers.2.norm1.weight": 0.0014431088929995894, + "transformer.layers.2.norm1.bias": 0.0012496889103204012, + "transformer.layers.2.norm2.weight": 0.0006834613159298897, + "transformer.layers.2.norm2.bias": 0.0006292857578955591, + "transformer.layers.3.self_attn.in_proj_weight": 0.03551701828837395, + "transformer.layers.3.self_attn.in_proj_bias": 0.001975873252376914, + "transformer.layers.3.self_attn.out_proj.weight": 0.018732843920588493, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011155850952491164, + "transformer.layers.3.linear1.weight": 0.02079601213335991, + "transformer.layers.3.linear1.bias": 0.0015274822944775224, + "transformer.layers.3.linear2.weight": 0.012009174562990665, + "transformer.layers.3.linear2.bias": 0.0012750416062772274, + "transformer.layers.3.norm1.weight": 0.003205286106094718, + "transformer.layers.3.norm1.bias": 0.002687458647415042, + "transformer.layers.3.norm2.weight": 0.0015921371523290873, + "transformer.layers.3.norm2.bias": 0.0018517534481361508, + "head.weight": 0.11770528554916382, + "head.bias": 0.0014161169528961182 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.10811448842287064, - 0.26349639892578125, - 0.021505016833543777, - 0.2573593854904175, - 0.19901332259178162, - 0.08183605968952179, - 0.12169362604618073, - 0.032126471400260925, - 0.15040282905101776, - 0.055649854242801666 + 0.24373114109039307, + 0.20279060304164886, + 0.3124914765357971, + 0.22127196192741394, + 0.31681618094444275, + 0.35009241104125977, + 0.3880222737789154, + 0.3473872244358063, + 0.31617358326911926, + 0.35609346628189087, + 0.2986105680465698, + 0.3708733916282654, + 0.36974668502807617, + 0.5683016180992126, + 0.39169591665267944, + 0.42129358649253845, + 0.44005632400512695, + 0.38791435956954956, + 0.5956277251243591, + 0.6762004494667053 ], "repr_drift_kl_low_t": [ - 0.12597551941871643, - 0.15961489081382751, - 0.018626686185598373, - 0.267319917678833, - 0.21292027831077576, - 0.07820725440979004, - 0.11694753170013428, - 0.036437246948480606, - 0.17087677121162415, - 0.05652514100074768 + 0.3181934952735901, + 0.2521251440048218, + 0.39634519815444946, + 0.2569490969181061, + 0.38385945558547974, + 0.4399474859237671, + 0.47635701298713684, + 0.4430844485759735, + 0.38720548152923584, + 0.4392242729663849, + 0.36056336760520935, + 0.48132652044296265, + 0.4723767340183258, + 0.7122154235839844, + 0.47792914509773254, + 0.527536928653717, + 0.5321497321128845, + 0.480741411447525, + 0.7834998965263367, + 0.8641551733016968 ], "repr_drift_kl_mid_t": [ - 0.10306338220834732, - 0.2114652842283249, - 0.02165333554148674, - 0.25274425745010376, - 0.20347614586353302, - 0.07983531057834625, - 0.11405016481876373, - 0.029667600989341736, - 0.14997310936450958, - 0.04696505516767502 + 0.2378740906715393, + 0.20269325375556946, + 0.3094478249549866, + 0.2184404581785202, + 0.3216659724712372, + 0.35594823956489563, + 0.39028850197792053, + 0.3463572561740875, + 0.3171088993549347, + 0.35692155361175537, + 0.30554619431495667, + 0.37866514921188354, + 0.3736816346645355, + 0.5714017152786255, + 0.39231014251708984, + 0.42755258083343506, + 0.44711169600486755, + 0.38160017132759094, + 0.5912457704544067, + 0.6888169050216675 ], "repr_drift_kl_high_t": [ - 0.0851370245218277, - 0.5523611307144165, - 0.03720855712890625, - 0.25700175762176514, - 0.19116945564746857, - 0.08028280735015869, - 0.12649595737457275, - 0.03293155878782272, - 0.14842946827411652, - 0.05850382521748543 + 0.1782412976026535, + 0.14484229683876038, + 0.2253960371017456, + 0.18989606201648712, + 0.24831348657608032, + 0.24516072869300842, + 0.28482186794281006, + 0.25239303708076477, + 0.20923085510730743, + 0.25392118096351624, + 0.21006661653518677, + 0.24984043836593628, + 0.25671032071113586, + 0.3998119533061981, + 0.2899995446205139, + 0.30911198258399963, + 0.3125530183315277, + 0.2977348864078522, + 0.4113246500492096, + 0.4628775119781494 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8469225168228149, - 0.8861023783683777, - 0.7554698586463928, - 0.8975175023078918, - 0.9367901086807251 + 0.7721609473228455, + 0.7832137942314148, + 0.9018727540969849, + 0.8970544338226318, + 0.8836081027984619, + 0.8794552087783813, + 0.9373093247413635, + 0.8763105273246765, + 0.8446112871170044, + 0.8705060482025146 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.3091654777526855, - 1.3143906593322754, - 0.011229815892875195, - 2.984309673309326, - 0.049370963126420975, - 0.19449713826179504, - 0.28701746463775635, - 0.45907819271087646, - 0.0879230946302414, - 0.8306177258491516 + 1.0378040075302124, + 0.7468313574790955, + 0.33855676651000977, + 0.4557603895664215, + 0.24468879401683807, + 0.31737467646598816, + 0.29661887884140015, + 0.21501505374908447, + 0.11314132064580917, + 0.3643096387386322, + 0.14402742683887482, + 0.3325161933898926, + 0.2666613757610321, + 0.2426179200410843, + 0.1877267211675644, + 0.08831264823675156, + 0.12458907067775726, + 0.11678177118301392, + 0.482033908367157, + 0.430961549282074 ], "norm_high_t": [ - 0.4948280453681946, - 0.8473632335662842, - 0.06218518316745758, - 1.9139363765716553, - 0.09706111997365952, - 0.10175557434558868, - 0.2551247775554657, - 0.2718985676765442, - 0.5040032863616943, - 0.42452821135520935 + 3.099076509475708, + 0.562760055065155, + 0.46788856387138367, + 0.5622756481170654, + 0.256452351808548, + 0.2370600551366806, + 0.35144591331481934, + 0.6103333234786987, + 0.2727719247341156, + 0.264516144990921, + 0.22622311115264893, + 0.4193039536476135, + 0.3587411344051361, + 0.22315557301044464, + 0.28087836503982544, + 0.1278875470161438, + 0.11917518824338913, + 0.21921075880527496, + 0.3587453067302704, + 0.21772710978984833 ], "lowhigh_cos": [ - 0.20710673928260803, - 0.22444899380207062, - 0.21196985244750977, - 0.7650310397148132, - 0.14137528836727142, - 0.06255421042442322, - 0.09890738874673843, - 0.28951242566108704, - 0.1349698305130005, - 0.6114173531532288 + 0.8990336060523987, + 0.595855712890625, + 0.30944183468818665, + 0.7858677506446838, + 0.056150589138269424, + -0.26285219192504883, + 0.4620549976825714, + 0.24203816056251526, + -0.021052289754152298, + 0.09690338373184204, + 0.07553251087665558, + 0.7036961317062378, + 0.3336874544620514, + 0.16963903605937958, + 0.21903686225414276, + 0.23133119940757751, + 0.2092045098543167, + 0.06499820202589035, + 0.6591616272926331, + 0.24460606276988983 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.5374234914779663, - "t_0.1-0.2": 0.8752481937408447, - "t_0.2-0.3": 0.9894884824752808, - "t_0.3-0.4": 1.2264764308929443, - "t_0.4-0.5": 0.7075388431549072, - "t_0.5-0.6": 0.514316201210022, - "t_0.6-0.7": 0.7630268335342407, - "t_0.7-0.8": 1.1196722984313965, - "t_0.8-0.9": 0.6195192337036133, - "t_0.9-1.0": 0.5122738480567932 - }, - { - "t_0.0-0.1": 1.7333811521530151, - "t_0.1-0.2": 0.907882034778595, - "t_0.2-0.3": 0.8775279521942139, - "t_0.3-0.4": 0.951208233833313, - "t_0.4-0.5": 0.9594274759292603, - "t_0.5-0.6": 0.9493800401687622, - "t_0.6-0.7": 0.8178387880325317, - "t_0.7-0.8": 0.8155284523963928, - "t_0.8-0.9": 0.727213442325592, - "t_0.9-1.0": 0.9981933832168579 - }, - { - "t_0.0-0.1": 0.10779687762260437, - "t_0.1-0.2": 0.09319782257080078, - "t_0.2-0.3": 0.09319699555635452, - "t_0.3-0.4": 0.09451041370630264, - "t_0.4-0.5": 0.07057472318410873, - "t_0.5-0.6": 0.07762480527162552, - "t_0.6-0.7": 0.06326816231012344, - "t_0.7-0.8": 0.05700086057186127, - "t_0.8-0.9": 0.07552584260702133, - "t_0.9-1.0": 0.11120175570249557 - }, - { - "t_0.0-0.1": 3.0623295307159424, - "t_0.1-0.2": 2.7045886516571045, - "t_0.2-0.3": 3.283358335494995, - "t_0.3-0.4": 3.014465093612671, - "t_0.4-0.5": 2.8121345043182373, - "t_0.5-0.6": 2.608576774597168, - "t_0.6-0.7": 2.8351058959960938, - "t_0.7-0.8": 2.1772682666778564, - "t_0.8-0.9": 2.3997995853424072, - "t_0.9-1.0": 1.5861201286315918 - }, - { - "t_0.0-0.1": 0.09583134949207306, - "t_0.1-0.2": 0.04309217259287834, - "t_0.2-0.3": 0.03713899478316307, - "t_0.3-0.4": 0.06412015855312347, - "t_0.4-0.5": 0.19394932687282562, - "t_0.5-0.6": 0.05042219161987305, - "t_0.6-0.7": 0.1196676641702652, - "t_0.7-0.8": 0.0425904206931591, - "t_0.8-0.9": 0.1047118604183197, - "t_0.9-1.0": 0.09616316854953766 - }, - { - "t_0.0-0.1": 0.039008788764476776, - "t_0.1-0.2": 0.19326801598072052, - "t_0.2-0.3": 0.11548015475273132, - "t_0.3-0.4": 0.10755691677331924, - "t_0.4-0.5": 0.07357396930456161, - "t_0.5-0.6": 0.060094352811574936, - "t_0.6-0.7": 0.12325835227966309, - "t_0.7-0.8": 0.070465087890625, - "t_0.8-0.9": 0.060720041394233704, - "t_0.9-1.0": 0.1681285947561264 - }, - { - "t_0.0-0.1": 0.44788658618927, - "t_0.1-0.2": 0.28258615732192993, - "t_0.2-0.3": 0.21467745304107666, - "t_0.3-0.4": 0.22505202889442444, - "t_0.4-0.5": 0.18220728635787964, - "t_0.5-0.6": 0.1989467442035675, - "t_0.6-0.7": 0.2234814465045929, - "t_0.7-0.8": 0.2252025455236435, - "t_0.8-0.9": 0.3176072835922241, - "t_0.9-1.0": 0.4624716341495514 - }, - { - "t_0.0-0.1": 0.547436535358429, - "t_0.1-0.2": 0.39709779620170593, - "t_0.2-0.3": 0.3949849605560303, - "t_0.3-0.4": 0.23483705520629883, - "t_0.4-0.5": 0.3158680200576782, - "t_0.5-0.6": 0.2786180078983307, - "t_0.6-0.7": 0.3234092891216278, - "t_0.7-0.8": 0.3161426782608032, - "t_0.8-0.9": 0.23126526176929474, - "t_0.9-1.0": 0.26931220293045044 - }, - { - "t_0.0-0.1": 0.16991107165813446, - "t_0.1-0.2": 0.11048910021781921, - "t_0.2-0.3": 0.18099729716777802, - "t_0.3-0.4": 0.10428263247013092, - "t_0.4-0.5": 0.07854262739419937, - "t_0.5-0.6": 0.16987468302249908, - "t_0.6-0.7": 0.09689778834581375, - "t_0.7-0.8": 0.10326080769300461, - "t_0.8-0.9": 0.25475025177001953, - "t_0.9-1.0": 0.6695185899734497 - }, - { - "t_0.0-0.1": 0.6291992664337158, - "t_0.1-0.2": 0.3478367328643799, - "t_0.2-0.3": 0.7739760875701904, - "t_0.3-0.4": 0.22156594693660736, - "t_0.4-0.5": 0.24143648147583008, - "t_0.5-0.6": 0.42400604486465454, - "t_0.6-0.7": 0.40993812680244446, - "t_0.7-0.8": 0.7183151245117188, - "t_0.8-0.9": 0.41298872232437134, - "t_0.9-1.0": 0.38749316334724426 + "t_0.0-0.1": 1.483445644378662, + "t_0.1-0.2": 1.1720154285430908, + "t_0.2-0.3": 1.6853306293487549, + "t_0.3-0.4": 1.8343701362609863, + "t_0.4-0.5": 2.132312059402466, + "t_0.5-0.6": 2.076831817626953, + "t_0.6-0.7": 2.4685161113739014, + "t_0.7-0.8": 2.746537923812866, + "t_0.8-0.9": 3.091707944869995, + "t_0.9-1.0": 3.252351760864258 + }, + { + "t_0.0-0.1": 0.9117012023925781, + "t_0.1-0.2": 0.7021340131759644, + "t_0.2-0.3": 0.5944311618804932, + "t_0.3-0.4": 0.6225743889808655, + "t_0.4-0.5": 0.6696674227714539, + "t_0.5-0.6": 0.6044896841049194, + "t_0.6-0.7": 0.5291621088981628, + "t_0.7-0.8": 0.5472017526626587, + "t_0.8-0.9": 0.43658387660980225, + "t_0.9-1.0": 0.7094520926475525 + }, + { + "t_0.0-0.1": 0.45213332772254944, + "t_0.1-0.2": 0.2361658215522766, + "t_0.2-0.3": 0.26740241050720215, + "t_0.3-0.4": 0.23141786456108093, + "t_0.4-0.5": 0.22510561347007751, + "t_0.5-0.6": 0.325827956199646, + "t_0.6-0.7": 0.2690272927284241, + "t_0.7-0.8": 0.29584985971450806, + "t_0.8-0.9": 0.3627626299858093, + "t_0.9-1.0": 0.5587316751480103 + }, + { + "t_0.0-0.1": 0.3528486490249634, + "t_0.1-0.2": 0.26714417338371277, + "t_0.2-0.3": 0.2373497486114502, + "t_0.3-0.4": 0.2537168562412262, + "t_0.4-0.5": 0.26985546946525574, + "t_0.5-0.6": 0.30369091033935547, + "t_0.6-0.7": 0.3604564964771271, + "t_0.7-0.8": 0.37308695912361145, + "t_0.8-0.9": 0.3523541986942291, + "t_0.9-1.0": 0.7358935475349426 + }, + { + "t_0.0-0.1": 0.49819740653038025, + "t_0.1-0.2": 0.21946926414966583, + "t_0.2-0.3": 0.1758834272623062, + "t_0.3-0.4": 0.21505005657672882, + "t_0.4-0.5": 0.20989643037319183, + "t_0.5-0.6": 0.19037513434886932, + "t_0.6-0.7": 0.18297164142131805, + "t_0.7-0.8": 0.20015887916088104, + "t_0.8-0.9": 0.23964610695838928, + "t_0.9-1.0": 0.32876917719841003 + }, + { + "t_0.0-0.1": 0.2187233865261078, + "t_0.1-0.2": 0.1265660673379898, + "t_0.2-0.3": 0.1402842402458191, + "t_0.3-0.4": 0.11908401548862457, + "t_0.4-0.5": 0.108786441385746, + "t_0.5-0.6": 0.1565820872783661, + "t_0.6-0.7": 0.13877813518047333, + "t_0.7-0.8": 0.12923327088356018, + "t_0.8-0.9": 0.19834862649440765, + "t_0.9-1.0": 0.4101303815841675 + }, + { + "t_0.0-0.1": 0.27745968103408813, + "t_0.1-0.2": 0.2122696042060852, + "t_0.2-0.3": 0.14839299023151398, + "t_0.3-0.4": 0.1766485571861267, + "t_0.4-0.5": 0.14061903953552246, + "t_0.5-0.6": 0.17370370030403137, + "t_0.6-0.7": 0.17208607494831085, + "t_0.7-0.8": 0.15028372406959534, + "t_0.8-0.9": 0.2360272854566574, + "t_0.9-1.0": 0.5025968551635742 + }, + { + "t_0.0-0.1": 0.3282829225063324, + "t_0.1-0.2": 0.3003925085067749, + "t_0.2-0.3": 0.22661273181438446, + "t_0.3-0.4": 0.24132056534290314, + "t_0.4-0.5": 0.25188466906547546, + "t_0.5-0.6": 0.25278496742248535, + "t_0.6-0.7": 0.24675066769123077, + "t_0.7-0.8": 0.3087374269962311, + "t_0.8-0.9": 0.3722364902496338, + "t_0.9-1.0": 0.7716416120529175 + }, + { + "t_0.0-0.1": 0.10881262272596359, + "t_0.1-0.2": 0.0819629654288292, + "t_0.2-0.3": 0.09061607718467712, + "t_0.3-0.4": 0.07318384945392609, + "t_0.4-0.5": 0.06981083750724792, + "t_0.5-0.6": 0.07421072572469711, + "t_0.6-0.7": 0.09061380475759506, + "t_0.7-0.8": 0.11880740523338318, + "t_0.8-0.9": 0.1577950119972229, + "t_0.9-1.0": 0.419074684381485 + }, + { + "t_0.0-0.1": 0.442569762468338, + "t_0.1-0.2": 0.29447877407073975, + "t_0.2-0.3": 0.17226830124855042, + "t_0.3-0.4": 0.18392594158649445, + "t_0.4-0.5": 0.11510808020830154, + "t_0.5-0.6": 0.20693491399288177, + "t_0.6-0.7": 0.14740796387195587, + "t_0.7-0.8": 0.177638441324234, + "t_0.8-0.9": 0.23815585672855377, + "t_0.9-1.0": 0.4195457696914673 + }, + { + "t_0.0-0.1": 0.18442609906196594, + "t_0.1-0.2": 0.13235145807266235, + "t_0.2-0.3": 0.13882118463516235, + "t_0.3-0.4": 0.10718604922294617, + "t_0.4-0.5": 0.09995551407337189, + "t_0.5-0.6": 0.09834540635347366, + "t_0.6-0.7": 0.11518752574920654, + "t_0.7-0.8": 0.10913536697626114, + "t_0.8-0.9": 0.13870160281658173, + "t_0.9-1.0": 0.3931475877761841 + }, + { + "t_0.0-0.1": 0.20746678113937378, + "t_0.1-0.2": 0.3033284842967987, + "t_0.2-0.3": 0.2220323383808136, + "t_0.3-0.4": 0.21485638618469238, + "t_0.4-0.5": 0.21610501408576965, + "t_0.5-0.6": 0.2529642581939697, + "t_0.6-0.7": 0.28901249170303345, + "t_0.7-0.8": 0.3597581386566162, + "t_0.8-0.9": 0.4228632152080536, + "t_0.9-1.0": 0.4803912341594696 + }, + { + "t_0.0-0.1": 0.2285260260105133, + "t_0.1-0.2": 0.1395922601222992, + "t_0.2-0.3": 0.12959395349025726, + "t_0.3-0.4": 0.13844454288482666, + "t_0.4-0.5": 0.14025498926639557, + "t_0.5-0.6": 0.16381807625293732, + "t_0.6-0.7": 0.20015498995780945, + "t_0.7-0.8": 0.224214568734169, + "t_0.8-0.9": 0.28414833545684814, + "t_0.9-1.0": 0.4845428168773651 + }, + { + "t_0.0-0.1": 0.22071994841098785, + "t_0.1-0.2": 0.13754014670848846, + "t_0.2-0.3": 0.13040326535701752, + "t_0.3-0.4": 0.12736256420612335, + "t_0.4-0.5": 0.11958111822605133, + "t_0.5-0.6": 0.11619795858860016, + "t_0.6-0.7": 0.13886398077011108, + "t_0.7-0.8": 0.19517871737480164, + "t_0.8-0.9": 0.227787584066391, + "t_0.9-1.0": 0.306235134601593 + }, + { + "t_0.0-0.1": 0.21930068731307983, + "t_0.1-0.2": 0.16209959983825684, + "t_0.2-0.3": 0.13137835264205933, + "t_0.3-0.4": 0.1501837968826294, + "t_0.4-0.5": 0.15165160596370697, + "t_0.5-0.6": 0.11724431067705154, + "t_0.6-0.7": 0.12764011323451996, + "t_0.7-0.8": 0.14143063127994537, + "t_0.8-0.9": 0.2360878586769104, + "t_0.9-1.0": 0.6526368856430054 + }, + { + "t_0.0-0.1": 0.14961573481559753, + "t_0.1-0.2": 0.143998920917511, + "t_0.2-0.3": 0.10063722729682922, + "t_0.3-0.4": 0.09338449686765671, + "t_0.4-0.5": 0.08667965233325958, + "t_0.5-0.6": 0.09774788469076157, + "t_0.6-0.7": 0.08231809735298157, + "t_0.7-0.8": 0.08885300904512405, + "t_0.8-0.9": 0.1006467342376709, + "t_0.9-1.0": 0.1655406355857849 + }, + { + "t_0.0-0.1": 0.26843178272247314, + "t_0.1-0.2": 0.15157699584960938, + "t_0.2-0.3": 0.14706511795520782, + "t_0.3-0.4": 0.127816841006279, + "t_0.4-0.5": 0.11165566742420197, + "t_0.5-0.6": 0.1085716262459755, + "t_0.6-0.7": 0.08743727207183838, + "t_0.7-0.8": 0.07614271342754364, + "t_0.8-0.9": 0.0810893177986145, + "t_0.9-1.0": 0.13478370010852814 + }, + { + "t_0.0-0.1": 0.19845853745937347, + "t_0.1-0.2": 0.12688234448432922, + "t_0.2-0.3": 0.11169596016407013, + "t_0.3-0.4": 0.10383232682943344, + "t_0.4-0.5": 0.089923195540905, + "t_0.5-0.6": 0.12127669900655746, + "t_0.6-0.7": 0.11451366543769836, + "t_0.7-0.8": 0.12819768488407135, + "t_0.8-0.9": 0.14903821051120758, + "t_0.9-1.0": 0.3321988880634308 + }, + { + "t_0.0-0.1": 0.30815109610557556, + "t_0.1-0.2": 0.3465198278427124, + "t_0.2-0.3": 0.36232566833496094, + "t_0.3-0.4": 0.356580525636673, + "t_0.4-0.5": 0.3226737976074219, + "t_0.5-0.6": 0.3010850250720978, + "t_0.6-0.7": 0.3050802946090698, + "t_0.7-0.8": 0.3083489239215851, + "t_0.8-0.9": 0.3410590887069702, + "t_0.9-1.0": 0.41920793056488037 + }, + { + "t_0.0-0.1": 0.18871241807937622, + "t_0.1-0.2": 0.19836874306201935, + "t_0.2-0.3": 0.16826413571834564, + "t_0.3-0.4": 0.14716501533985138, + "t_0.4-0.5": 0.13492843508720398, + "t_0.5-0.6": 0.13106539845466614, + "t_0.6-0.7": 0.15845926105976105, + "t_0.7-0.8": 0.15430140495300293, + "t_0.8-0.9": 0.15625742077827454, + "t_0.9-1.0": 0.2514890134334564 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.34530386328697205, - 0.03099999949336052, - 0.041044775396585464, - 0.23919479548931122, - 0.06421744078397751, - 0.05860805884003639, - 0.09831738471984863, - 0.005976095795631409, - 0.12133072316646576, - 0.006289307959377766, - 0.4713725447654724, - 0.0045008184388279915, - 0.18825015425682068, - 0.09343603253364563, - 0.013966480270028114, - 0.32325479388237, - 0.040169134736061096, - 0.08470181375741959, - 0.06844444572925568, - 0.1599501371383667, - 0.02987552061676979, - 0.17765814065933228, - 0.005985266994684935, - 0.16106604039669037, - 0.21502749621868134, - 0.04946524277329445, - 0.12006717175245285, - 0.09503605961799622, - 0.13050313293933868, - 0.18739989399909973, - 0.2241235375404358, - 0.005692599341273308, - 0.011377489194273949, - 0.35852840542793274, - 0.011326861567795277, - 0.07533825188875198, - 0.22185741364955902, - 0.08158085495233536, - 0.16362661123275757, - 0.029180176556110382, - 0.006410256493836641, - 0.49384236335754395, - 0.020806241780519485, - 0.11588861793279648, - 0.1410835236310959, - 0.5690690875053406, - 0.02300538308918476, - 0.1235521212220192, - 0.04117108881473541, - 0.048192769289016724, - 0.1750972718000412, - 0.09541984647512436, - 0.015000000596046448, - 0.19033101201057434, - 0.11052631586790085, - 0.1515289843082428, - 0.1274801641702652, - 0.5275862216949463, - 0.014111006632447243, - 0.27172958850860596, - 0.04026845470070839, - 0.04258532077074051, - 0.03756345435976982, - 0.0685434490442276, - 0.041980624198913574, - 0.005976095795631409, - 0.011779041029512882, - 0.00460122711956501, - 0.031223628669977188, - 0.10534653067588806, - 0.03482404723763466, - 0.21205519139766693, - 0.0050505055114626884, - 0.12544439733028412, - 0.12653562426567078, - 0.006334841717034578, - 0.0162641704082489, - 0.004323899280279875, - 0.06708595156669617, - 0.16393442451953888, - 0.11051692813634872, - 0.12757201492786407, - 0.09625668823719025, - 0.008411215618252754, - 0.009702850133180618, - 0.023182956501841545, - 0.09137240797281265, - 0.05104166641831398, - 0.125255286693573, - 0.01919616013765335, - 0.11357466131448746, - 0.01282965112477541, - 0.05790897086262703, - 0.011886697262525558, - 0.013745704665780067, - 0.07692307978868484, - 0.005692599341273308, - 0.05470016226172447, - 0.12977395951747894, - 0.012731481343507767, - 0.005692599341273308, - 0.016597511246800423, - 0.025073746219277382, - 0.006592291872948408, - 0.19569893181324005, - 0.09184172004461288, - 0.05452127382159233, + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.05046382173895836, + 0.07927829027175903, + 0.06211812421679497, + 0.1339743584394455, + 0.05102352425456047, + 0.04538511857390404, + 0.19832012057304382, + 0.0625172108411789, + 0.0890052393078804, + 0.07510504126548767, + 0.15528255701065063, + 0.03493044525384903, + 0.15827523171901703, + 0.13413546979427338, + 0.16490867733955383, + 0.11070110648870468, + 0.072202168405056, + 0.10434983670711517, + 0.05446622893214226, + 0.09863229840993881, + 0.07775060832500458, + 0.10147225111722946, + 0.08027210831642151, + 0.10046865791082382, + 0.1687888652086258, + 0.07775498926639557, + 0.20973390340805054, + 0.07335448265075684, + 0.060253698378801346, + 0.09570815414190292, + 0.07401032745838165, + 0.09389534592628479, + 0.043044619262218475, + 0.2011893093585968, + 0.22458001971244812, + 0.09452851861715317, + 0.08097165822982788, + 0.07933419942855835, + 0.04979408532381058, + 0.05291122570633888, + 0.05923344939947128, + 0.06928887218236923, + 0.1281191110610962, + 0.08616352081298828, + 0.07714195549488068, + 0.0969301387667656, + 0.06217504292726517, + 0.08456286787986755, + 0.09312737733125687, + 0.1329369843006134, + 0.09571286290884018, + 0.10784009844064713, + 0.027291996404528618, + 0.09547244012355804, + 0.06910186260938644, + 0.11474545300006866, + 0.07743658125400543, + 0.08644536882638931, + 0.04846671596169472, + 0.10535909980535507, + 0.10850350558757782, + 0.06624975800514221, + 0.08734472095966339, + 0.08808446675539017, + 0.05179190635681152, + 0.08892171084880829, + 0.1011124849319458, + 0.11000321805477142, + 0.030340053141117096, + 0.0996711328625679, + 0.05724474787712097, + 0.023542923852801323, + 0.10472323000431061, + 0.08551929891109467, + 0.07451514154672623, + 0.05330314859747887, + 0.055451128631830215, + 0.027516018599271774, + 0.10706932097673416, + 0.12008238583803177, + 0.08551809936761856, + 0.0187211986631155, + 0.11917702108621597, + 0.06883298605680466, + 0.11715610325336456, + 0.07025671005249023, + 0.06814751029014587, + 0.07286995649337769, + 0.10934442281723022, + 0.039511024951934814, + 0.10371243953704834, + 0.11115068942308426, + 0.07432432472705841, + 0.038504842668771744, + 0.04959333315491676, + 0.058438725769519806, + 0.17812404036521912, + 0.15746013820171356, + 0.08710155636072159, + 0.10639793425798416, + 0.12407031655311584, + 0.09665428102016449, + 0.027961252257227898, + 0.10144404321908951, + 0.08161583542823792, + 0.07049138098955154, + 0.04612769931554794, + 0.07079645991325378, + 0.0845429077744484, + 0.08767228573560715, + 0.09045922011137009, + 0.11375488340854645, + 0.09610983729362488, + 0.06732283532619476, + 0.0978783518075943, + 0.09490378946065903, + 0.06311092525720596, + 0.03589634597301483, + 0.08308308571577072, + 0.032718412578105927, + 0.1217324510216713, + 0.07557176053524017, + 0.06901725381612778, + 0.07992662489414215, + 0.0663129985332489, + 0.09405353665351868, + 0.06634920090436935, + 0.09413369745016098, + 0.14933601021766663, + 0.12635591626167297, + 0.038163717836141586, + 0.05079365149140358, + 0.13808900117874146, + 0.015065053477883339, + 0.04006712883710861, + 0.06792452931404114, + 0.11131627857685089, + 0.1305011510848999, + 0.024684874340891838, + 0.054356206208467484, + 0.023523353040218353, + 0.021276595070958138, + 0.1398044228553772, + 0.0866045132279396, + 0.045353710651397705, + 0.07145774364471436, + 0.24214838445186615, + 0.1187005415558815, + 0.08120330423116684, + 0.09730848670005798, + 0.11588571220636368, + 0.19205515086650848, + 0.04992808774113655, + 0.04716980829834938, + 0.12859424948692322, + 0.026907483115792274, + 0.10523875802755356, + 0.027909738942980766, + 0.058285415172576904, + 0.2371838539838791, + 0.07964818179607391, + 0.013669371604919434, + 0.1138576790690422, + 0.07394766807556152, + 0.13586251437664032, + 0.16948704421520233, + 0.05818082392215729, + 0.05231388285756111, + 0.121146060526371, + 0.06851588934659958, + 0.1426430195569992, + 0.06850878894329071, + 0.04460703209042549, + 0.09559543430805206, + 0.03807850182056427, + 0.05086788907647133, + 0.14003784954547882, + 0.05599050968885422, + 0.12811942398548126, + 0.06677229702472687, + 0.08993255347013474, + 0.03074181266129017, + 0.21413075923919678, + 0.09056687355041504, + 0.05258447304368019, + 0.0758310854434967, + 0.1280212551355362, + 0.09054252505302429, + 0.08886470645666122, + 0.10848312824964523, + 0.10731948167085648, + 0.05567202344536781, + 0.11655355989933014, + 0.03075544908642769, + 0.08739284425973892, + 0.10000000149011612, + 0.0942545086145401, + 0.1184636726975441, + 0.061242345720529556, + 0.06156640872359276, + 0.11293000727891922, + 0.10754017531871796, + 0.06871496886014938, + 0.10965371876955032, + 0.04553384333848953, + 0.0703125, + 0.03801006078720093, + 0.1142413541674614, + 0.04451910778880119, + 0.11567254364490509, + 0.049461737275123596, + 0.03453689068555832, + 0.13599707186222076, + 0.039049237966537476, + 0.057647451758384705, + 0.04122990742325783, + 0.10141013562679291, + 0.04404425993561745, + 0.12496954947710037, + 0.018074912950396538, + 0.028808290138840675, + 0.12246670573949814, + 0.10847259312868118, + 0.07990152388811111, + 0.11373627185821533, + 0.048347823321819305, + 0.08852802962064743, + 0.042257219552993774, + 0.021295474842190742, + 0.04133685305714607, + 0.03056768700480461, + 0.05422374606132507, + 0.031931072473526, + 0.06053067743778229, + 0.06003190949559212, + 0.1008695662021637, + 0.04839494079351425, + 0.1100601851940155, + 0.06900910288095474, + 0.09331973642110825, + 0.09107906371355057, + 0.04572098329663277, + 0.10141236335039139, + 0.11304348707199097, + 0.08189240843057632, + 0.08292417228221893, + 0.04566929116845131, + 0.13398583233356476, + 0.02949061617255211, + 0.10186249762773514, + 0.08656799793243408, + 0.07086450606584549, + 0.058711759746074677, + 0.06541049480438232, + 0.0568326935172081, + 0.06792545318603516, + 0.04767005890607834, + 0.06506099551916122, + 0.062375955283641815, + 0.0311207827180624, + 0.09925093501806259, + 0.019146481528878212, + 0.021992521360516548, + 0.10034786909818649, + 0.06612575799226761, + 0.04996823891997337, + 0.1283571720123291, + 0.06181015074253082, + 0.04281484708189964, + 0.027535658329725266, + 0.09246926009654999, + 0.027280477806925774, + 0.04807121679186821, + 0.09715889394283295, + 0.08271819353103638, + 0.06930693238973618, + 0.050288110971450806, + 0.07100031524896622, + 0.051531266421079636, + 0.06668294966220856, + 0.058003101497888565, + 0.04069552198052406, + 0.08948833495378494, + 0.06623436510562897, + 0.014611192978918552, + 0.06564271450042725, + 0.12749391794204712, + 0.014964028261601925, + 0.0919889435172081, + 0.06117957457900047, + 0.034468263387680054, + 0.032928068190813065, + 0.07427258789539337, + 0.07994728535413742, + 0.053653717041015625, + 0.030705394223332405, + 0.04752688109874725, + 0.06646358221769333, + 0.011090945452451706, + 0.04209523648023605, + 0.053576357662677765, + 0.08821804821491241, + 0.05085653066635132, + 0.012338308617472649, + 0.009523809887468815, + 0.09342392534017563, + 0.035932090133428574, + 0.0602644719183445, + 0.0634349063038826, + 0.06050029397010803, + 0.031028587371110916, + 0.034570518881082535, + 0.04197649285197258, + 0.07061068713665009, + 0.03444444388151169, + 0.01836514100432396, + 0.057947468012571335, + 0.057533375918865204, + 0.02265310101211071, + 0.05687931925058365, + 0.09112150222063065, + 0.043167129158973694, + 0.04443886876106262, + 0.036256156861782074, + 0.02987319976091385, + 0.014880353584885597, + 0.03014642558991909, + 0.035193637013435364, + 0.05023835971951485, + 0.031241361051797867, + 0.02853107452392578, + 0.015522519126534462, + 0.03727583959698677, + 0.01703910529613495, + 0.07426035404205322, + 0.013919821940362453, + 0.03306754305958748, + 0.013495977967977524, + 0.028733912855386734, + 0.021467797458171844, + 0.024241451174020767, + 0.06914414465427399, + 0.025349300354719162, + 0.06580580770969391, + 0.06465049088001251, + 0.053217824548482895, + 0.05929778888821602, + 0.06950517743825912, + 0.023776862770318985, + 0.02638888917863369, + 0.013216845691204071, + 0.03487124294042587, + 0.03759590908885002, + 0.0419609472155571, + 0.01328903716057539, + 0.07079645991325378, + 0.04621677100658417, + 0.017906559631228447, + 0.09444560110569, + 0.07636237889528275, + 0.017209962010383606, + 0.023400936275720596, + 0.02916572615504265, + 0.0478551983833313, + 0.028343161568045616, + 0.049655746668577194, + 0.10408662259578705, + 0.07350689172744751, + 0.036141443997621536, + 0.06770981848239899, + 0.027834102511405945, + 0.05968499556183815, + 0.023872045800089836, + 0.03363598883152008, + 0.03881807625293732, + 0.02835164964199066, + 0.010235996916890144, + 0.01852995716035366, + 0.0070604849606752396, + 0.03335732966661453, 0.0555555559694767, - 0.0039034776855260134, - 0.025857780128717422, - 0.05091533064842224, - 0.03598247841000557, - 0.011918492615222931, - 0.06178160756826401, - 0.005434782709926367, - 0.022838499397039413, - 0.007233273237943649, - 0.035555556416511536, - 0.21417948603630066, - 0.03054910898208618, - 0.08106771856546402, - 0.07685665041208267, - 0.0037364130839705467, - 0.18926553428173065, - 0.04744916036725044, - 0.19149814546108246, - 0.39074549078941345, - 0.04038461670279503, - 0.022008253261446953, - 0.10904370248317719, - 0.007336343172937632, - 0.010714286006987095, - 0.02252693474292755, - 0.12259332835674286, - 0.005692599341273308, - 0.08930817246437073, - 0.11789601296186447, - 0.15322960913181305, - 0.1191546767950058, - 0.002958579920232296, - 0.39647576212882996, - 0.09379727393388748, - 0.087013840675354, - 0.059164732694625854, - 0.018159804865717888, - 0.0034722222480922937, - 0.0037313434295356274, - 0.005396825261414051, - 0.015293536707758904, - 0.18541929125785828, - 0.2943437695503235, - 0.03951368108391762, - 0.22580644488334656, - 0.20469799637794495, - 0.1271725296974182, - 0.057733431458473206, - 0.044547565281391144, - 0.007625272031873465, - 0.04440154507756233, - 0.00248893816024065, - 0.11051692813634872, - 0.07127772271633148, - 0.02066638506948948, - 0.12185686081647873, - 0.0056584361009299755, - 0.1460331231355667, - 0.016597511246800423, - 0.12898331880569458, - 0.10879121720790863, - 0.16563786566257477, - 0.04872047156095505, - 0.11035856604576111, - 0.12400399148464203, - 0.23860330879688263, - 0.026506898924708366, - 0.2866092324256897, - 0.006592291872948408, - 0.011538461782038212, - 0.007734806276857853, - 0.11590296775102615, - 0.03530285879969597, - 0.09379727393388748, - 0.032114624977111816, - 0.24281150102615356, - 0.005054432433098555, - 0.18221575021743774, - 0.26815879344940186, - 0.21153846383094788, - 0.02711864560842514, - 0.01883701980113983, - 0.35223880410194397, - 0.37811484932899475, - 0.010847457684576511, - 0.08132992684841156, - 0.016832441091537476, - 0.01868629641830921, - 0.05105973035097122, - 0.25200000405311584, - 0.07092198729515076, - 0.03152364119887352, - 0.1374848335981369, - 0.40456435084342957, - 0.15457788109779358, - 0.118121437728405, - 0.17926988005638123, - 0.03353658691048622, - 0.021416235715150833, - 0.10299194604158401, - 0.004323899280279875, - 0.11449091881513596, - 0.0077751195058226585, - 0.04041052237153053, - 0.11750936508178711, - 0.09331131726503372, - 0.08027523010969162, - 0.04917457327246666, - 0.002634660340845585, - 0.03290295600891113, - 0.030013643205165863, - 0.014929920434951782, - 0.005694262217730284, - 0.029180176556110382, - 0.004901960492134094, - 0.11393514275550842, - 0.0365145243704319, - 0.013636363670229912, - 0.030573248863220215, - 0.3448067605495453, - 0.04845980554819107, - 0.09399224817752838, - 0.34665748476982117, - 0.06008968502283096, - 0.12653562426567078, - 0.22683514654636383, - 0.07307226210832596, - 0.01247563399374485, - 0.00538160465657711, - 0.008269719779491425, - 0.023351648822426796, - 0.13495934009552002, - 0.01247563399374485, - 0.034086696803569794, - 0.0328688807785511, - 0.0054806070402264595, - 0.11234486848115921, - 0.25134971737861633, - 0.15078534185886383, - 0.0035771066322922707, - 0.08720112591981888, - 0.07017543911933899, - 0.099857859313488, - 0.018726591020822525, - 0.06175772100687027, - 0.15996503829956055, - 0.004901960492134094, - 0.02131938934326172, - 0.12065637111663818, - 0.004691689275205135, - 0.04430379718542099, - 0.10840534418821335, - 0.14822609722614288, - 0.04396984726190567, - 0.01454402506351471, - 0.0869826003909111, - 0.027402134612202644, - 0.2248520702123642, - 0.005692599341273308, - 0.008064515888690948, - 0.07649253308773041, - 0.3004005551338196, - 0.10730034112930298, - 0.0035971221514046192, - 0.33848080039024353, - 0.12095730751752853, - 0.10139860212802887, - 0.015576324425637722, - 0.018159804865717888, - 0.008333333767950535, - 0.18248622119426727, - 0.25277161598205566, - 0.048164043575525284, - 0.004431314766407013, - 0.04881024733185768, - 0.1811697632074356, - 0.08856849372386932, - 0.08897338062524796, - 0.32035595178604126, - 0.01092896144837141, - 0.03241650387644768, - 0.11259259283542633, - 0.14773869514465332, - 0.17019695043563843, - 0.13161875307559967, - 0.24850787222385406, - 0.07904548943042755, - 0.06666666269302368, - 0.22961574792861938, - 0.003355704713612795, - 0.0031960229389369488, - 0.28294816613197327, - 0.10732196271419525, - 0.13109540939331055, - 0.09720627218484879, - 0.04717898741364479, - 0.05354969576001167, - 0.16612589359283447, - 0.15837320685386658, - 0.13221509754657745, - 0.09652736783027649, - 0.0044742729514837265, - 0.04569606855511665, - 0.03853955492377281, - 0.008155749179422855, - 0.01764335110783577, - 0.008557457476854324, - 0.011446886695921421, - 0.06798131763935089, - 0.10068465769290924, - 0.04670528694987297, - 0.011813759803771973, - 0.006599378772079945, - 0.0077751195058226585, - 0.00882352888584137, - 0.05267581716179848, - 0.05354969576001167, - 0.006289307959377766, - 0.261904776096344, - 0.15113350749015808, - 0.0025597268249839544, - 0.12175417691469193, - 0.10925110429525375, - 0.04444444552063942, - 0.09640522301197052, - 0.16886354982852936, - 0.0040470934472978115, - 0.1362665444612503, - 0.0029069767333567142, - 0.1377212405204773, - 0.12661370635032654, - 0.01232394389808178, - 0.005721830762922764, - 0.17149347066879272, - 0.0117647061124444, - 0.01461988314986229, - 0.02252693474292755, - 0.0034403670579195023, - 0.08963840454816818, - 0.12942317128181458, - 0.00525889964774251, - 0.024513619020581245, - 0.004692832473665476, - 0.0047846888191998005, - 0.0903790146112442, - 0.08017179369926453, - 0.2247292399406433, - 0.1869688332080841, - 0.09777424484491348, - 0.09424275904893875, - 0.16477859020233154, - 0.06708653271198273, - 0.004692832473665476, - 0.1247563362121582, - 0.009749303571879864, - 0.07983706891536713, - 0.25641024112701416, - 0.04013015329837799, - 0.025848962366580963, - 0.005692599341273308, - 0.10177304595708847, - 0.15543881058692932, - 0.01080802921205759, - 0.014032496139407158, - 0.07108299434185028, - 0.008333333767950535, - 0.026574233546853065, - 0.020614035427570343, - 0.1410835236310959, - 0.45235148072242737, - 0.15346083045005798, - 0.10283911228179932, - 0.1091175377368927, - 0.04133611544966698, - 0.019961366429924965, - 0.06761107593774796, - 0.10710441321134567, - 0.006596305873245001, - 0.01252796407788992, - 0.06508875638246536, - 0.49221646785736084, - 0.001491053611971438, - 0.005692599341273308, - 0.0347871258854866, - 0.005434782709926367, - 0.1109616607427597, - 0.12408444285392761, - 0.0061295973137021065, - 0.278701514005661, - 0.018159804865717888, - 0.16460742056369781, - 0.03402366861701012, - 0.17574436962604523, - 0.062152132391929626, - 0.09224549680948257, - 0.08654212951660156, - 0.11489361524581909, - 0.16645649075508118, - 0.03920619562268257, - 0.0036447979509830475, - 0.0077751195058226585, - 0.007838746532797813, - 0.11876379698514938, - 0.10753720998764038, - 0.004692832473665476, - 0.10645771771669388, - 0.05828220769762993, - 0.12967582046985626, - 0.01588141918182373, - 0.0165619645267725, - 0.12661613523960114, - 0.0029069767333567142, - 0.20408162474632263, - 0.07361563295125961, - 0.15256257355213165, - 0.0023174970410764217, - 0.14336788654327393, - 0.0018980477470904589, - 0.02623160555958748, - 0.10340531170368195, - 0.09573643654584885, - 0.04667063057422638, - 0.18636587262153625, - 0.0500592440366745, - 0.004160362761467695, - 0.07687827944755554, - 0.016574585810303688, - 0.10985002666711807, - 0.011013215407729149, - 0.004901960492134094, - 0.23775453865528107, - 0.029130253940820694, - 0.024354243651032448, - 0.006490696687251329, - 0.025525525212287903, - 0.0806034505367279, - 0.013031337410211563, - 0.15171723067760468, - 0.005434782709926367, - 0.008286252617835999, - 0.0057212915271520615, - 0.013539042323827744, - 0.08808096498250961, - 0.050314463675022125, - 0.004643539898097515, - 0.11103424429893494, - 0.002710027154535055, - 0.11287625133991241, - 0.08576389402151108, - 0.15450644493103027, - 0.2279757857322693, - 0.07671653479337692, - 0.006274131126701832, - 0.014779874123632908, - 0.0077751195058226585, - 0.0713336244225502, - 0.14887307584285736, - 0.00646161800250411, - 0.06700321286916733, - 0.023429710417985916, - 0.08436214178800583, - 0.011046133935451508, - 0.004647559951990843, - 0.04359313100576401, - 0.026967931538820267, - 0.015994183719158173, - 0.168205127120018, - 0.049766719341278076, - 0.0025597268249839544, - 0.02526412531733513, - 0.0028951941058039665, - 0.04460718855261803, - 0.2556818127632141, - 0.15087829530239105, - 0.2017114907503128, - 0.012581168673932552, - 0.01381304208189249, - 0.04530744254589081, - 0.22872088849544525, - 0.0023174970410764217, - 0.08019480109214783, - 0.03944315388798714, - 0.11374133825302124, - 0.004323899280279875, - 0.004581901244819164, - 0.00253307051025331, - 0.01610305905342102, - 0.110875703394413, - 0.11021154373884201, - 0.028279881924390793 + 0.06793168932199478, + 0.050121258944272995, + 0.021855147555470467, + 0.10255291312932968, + 0.03379601612687111, + 0.029246605932712555, + 0.028552887961268425, + 0.004695937968790531, + 0.01736239343881607, + 0.015005861409008503, + 0.07759372144937515, + 0.0941007137298584, + 0.04994511604309082, + 0.020967742428183556, + 0.05610765889286995, + 0.02461818978190422, + 0.05085452273488045, + 0.04373423010110855, + 0.0063678668811917305, + 0.045414265245199203, + 0.039135295897722244, + 0.040780454874038696, + 0.015106432139873505, + 0.05037415400147438, + 0.021195894107222557, + 0.03787878900766373, + 0.027596376836299896, + 0.09717514365911484, + 0.036299388855695724, + 0.06727919727563858, + 0.02087576314806938, + 0.054048582911491394, + 0.00932973250746727, + 0.03136340156197548, + 0.023886539041996002, + 0.03429822251200676, + 0.014530470594763756, + 0.03644970431923866, + 0.012435991317033768, + 0.009908168576657772, + 0.03904923424124718, + 0.02175472117960453, + 0.05234159529209137, + 0.00885867327451706, + 0.044245947152376175, + 0.01217428408563137, + 0.06577480584383011, + 0.05604947730898857, + 0.002876106183975935, + 0.050798580050468445, + 0.025572005659341812, + 0.030372057110071182, + 0.022874191403388977, + 0.0649610236287117, + 0.045375220477581024, + 0.021229326725006104, + 0.009371339343488216, + 0.04751131311058998, + 0.07983623445034027, + 0.025735292583703995, + 0.010777882300317287, + 0.02794022113084793, + 0.052513688802719116, + 0.024424530565738678, + 0.016330452635884285, + 0.06938695162534714, + 0.012227929197251797, + 0.039677202701568604, + 0.03881160914897919, + 0.05076049268245697, + 0.03399915248155594, + 0.018025752156972885, + 0.008573313243687153, + 0.027392448857426643, + 0.029627928510308266, + 0.021670524030923843, + 0.0412873849272728, + 0.03303225710988045, + 0.010204081423580647, + 0.05692017078399658, + 0.05679287388920784, + 0.05043020844459534, + 0.02309468761086464, + 0.015950068831443787, + 0.005329008214175701, + 0.021348515525460243, + 0.022542595863342285, + 0.029362766072154045, + 0.03200718015432358, + 0.024188414216041565, + 0.02482425421476364, + 0.03139013424515724, + 0.07312466204166412, + 0.02284364029765129, + 0.02174588292837143, + 0.036367371678352356, + 0.052454281598329544, + 0.007308684755116701, + 0.026844171807169914, + 0.02898178994655609, + 0.0243139136582613, + 0.026494145393371582, + 0.0237472765147686, + 0.06876040995121002, + 0.012084092013537884, + 0.03005823865532875, + 0.039000608026981354, + 0.0165569931268692, + 0.05748447775840759, + 0.06594724208116531, + 0.04851998761296272, + 0.024525916203856468, + 0.021701760590076447, + 0.04421239718794823 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 199.82562255859375, - 40.92451477050781, - 42.7141227722168, - 156.0001678466797, - 46.32465744018555, - 55.49595260620117, - 57.25469970703125, - 73.36863708496094, - 85.75440216064453, - 67.5317611694336, - 182.11471557617188, - 104.52373504638672, - 126.50944519042969, - 70.09104919433594, - 39.36962127685547, - 125.85549926757812, - 42.07523727416992, - 62.623497009277344, - 61.34278869628906, - 90.83631896972656, - 43.38652801513672, - 107.52621459960938, - 44.05696487426758, - 112.28087615966797, - 114.84733581542969, - 47.90145492553711, - 83.87885284423828, - 61.72068786621094, - 74.55110931396484, - 67.01160430908203, - 125.7655029296875, - 47.703086853027344, - 47.703086853027344, - 162.7159881591797, - 41.895790100097656, - 51.19669723510742, - 82.51664733886719, - 60.82075881958008, - 83.70527648925781, - 41.47610092163086, - 67.5317611694336, - 161.3677520751953, - 41.895790100097656, - 91.6368408203125, - 99.1370849609375, - 217.1946563720703, - 39.44862365722656, - 79.20335388183594, - 43.386512756347656, - 47.10594177246094, - 110.32199096679688, - 69.92909240722656, - 39.36961364746094, - 93.35336303710938, - 71.77371978759766, - 102.7315902709961, - 69.00910949707031, - 165.44078063964844, - 39.67212677001953, - 158.10060119628906, - 44.81291198730469, - 46.324668884277344, - 44.81291198730469, - 60.82076644897461, - 48.70957565307617, - 47.703086853027344, - 44.05696487426758, - 47.703086853027344, - 42.714111328125, - 72.69819641113281, - 49.255096435546875, - 111.86034393310547, - 512.0, - 76.40882873535156, - 79.20335388183594, - 104.52373504638672, - 65.00519561767578, - 67.5317611694336, - 52.04319381713867, - 101.75297546386719, - 76.91079711914062, - 82.94215393066406, - 67.17436218261719, - 39.36960983276367, - 47.703086853027344, - 39.36960983276367, - 68.09083557128906, - 48.70958709716797, - 85.75440216064453, - 39.36961364746094, - 82.00624084472656, - 39.85641860961914, - 48.70958709716797, - 41.895790100097656, - 54.22412109375, - 56.373016357421875, - 47.703086853027344, - 49.5289421081543, - 68.07361602783203, - 40.60122299194336, - 104.52373504638672, - 41.895782470703125, - 40.92451858520508, - 54.22412109375, - 84.43746948242188, - 65.3473129272461, - 47.10594177246094, - 47.90145492553711, - 67.5317611694336, - 40.924522399902344, - 47.10594177246094, - 44.08746337890625, - 41.895790100097656, - 52.89699935913086, - 47.703086853027344, - 39.6721305847168, - 54.22412109375, - 44.08747100830078, - 80.1177749633789, - 43.386512756347656, - 66.25979614257812, - 71.42724609375, - 44.05697250366211, - 129.3052520751953, - 43.386512756347656, - 80.35689544677734, - 174.341552734375, - 45.5595588684082, - 39.36961364746094, - 67.17436218261719, - 44.05696487426758, - 40.60122299194336, - 39.482200622558594, - 57.63412094116211, - 47.703086853027344, - 63.52897262573242, - 78.2708511352539, - 102.73158264160156, - 80.13676452636719, - 67.5317611694336, - 201.52976989746094, - 73.6240234375, - 65.3473129272461, - 57.25469970703125, - 39.482200622558594, - 104.46145629882812, - 104.52373504638672, - 104.52373504638672, - 39.85641860961914, - 72.3564682006836, - 178.54525756835938, - 43.38651657104492, - 130.80621337890625, - 123.86714935302734, - 92.09912872314453, - 51.19669723510742, - 52.89699935913086, - 41.895790100097656, - 44.81291198730469, - 512.0, - 86.69319152832031, - 61.72068786621094, - 40.601219177246094, - 54.88945388793945, - 54.224124908447266, - 64.03700256347656, - 40.60122299194336, - 63.78395080566406, - 76.40882873535156, - 104.58073425292969, - 50.35831832885742, - 80.13678741455078, - 76.40882873535156, - 143.86309814453125, - 40.007301330566406, - 106.8580551147461, - 40.60122299194336, - 39.482200622558594, - 67.5317611694336, - 85.67411804199219, - 47.105934143066406, - 62.62348175048828, - 43.386505126953125, - 139.67974853515625, - 54.22412109375, - 134.10317993164062, - 120.21548461914062, - 116.01316833496094, - 39.67212677001953, - 41.47610092163086, - 132.8095245361328, - 144.3279266357422, - 41.895790100097656, - 60.820762634277344, - 41.895790100097656, - 39.6721305847168, - 46.324668884277344, - 157.37841796875, - 63.52898025512695, - 44.795257568359375, - 87.63262176513672, - 125.40917205810547, - 113.41141510009766, - 82.94215393066406, - 118.4665756225586, - 40.007301330566406, - 39.44862365722656, - 71.77371978759766, - 47.703086853027344, - 79.20335388183594, - 67.5317611694336, - 42.07524108886719, - 79.20335388183594, - 72.6982192993164, - 61.72068786621094, - 43.38650894165039, - 67.5317611694336, - 44.81291198730469, - 39.6721305847168, - 39.67212677001953, - 54.224124908447266, - 43.38651657104492, - 54.22412109375, - 81.07108306884766, - 46.32465744018555, - 41.895790100097656, - 40.43056106567383, - 78.16571807861328, - 45.579349517822266, - 75.47940826416016, - 117.09556579589844, - 47.10594177246094, - 78.2708511352539, - 125.7062759399414, - 62.623497009277344, - 39.85641860961914, - 47.703086853027344, - 47.703086853027344, - 39.36961364746094, - 92.33837127685547, - 47.703086853027344, - 42.714107513427734, - 41.47610092163086, - 67.5317611694336, - 86.69319915771484, - 105.3946304321289, - 92.87560272216797, - 67.5317611694336, - 72.94807434082031, - 61.72068786621094, - 81.76824951171875, - 39.482200622558594, - 56.37302017211914, - 106.45352935791016, - 47.703086853027344, - 39.48219680786133, - 84.81629180908203, - 54.224124908447266, - 46.32465744018555, - 77.3393325805664, - 73.38703918457031, - 51.19669723510742, - 54.22412109375, - 69.9290771484375, - 39.482200622558594, - 115.45681762695312, - 41.895790100097656, - 47.703086853027344, - 63.528987884521484, - 100.61981201171875, - 77.33934783935547, - 54.22412109375, - 163.7555694580078, - 82.94214630126953, - 58.140625, - 39.448631286621094, - 60.94884490966797, - 44.05696487426758, - 93.17044067382812, - 149.23184204101562, - 47.10594177246094, - 104.52373504638672, - 48.70958709716797, - 90.62589263916016, - 68.09083557128906, - 55.49595642089844, - 103.15008544921875, - 47.703086853027344, - 44.087467193603516, - 80.6262435913086, - 91.3961410522461, - 73.96835327148438, - 92.33837127685547, - 92.8359146118164, - 60.82076644897461, - 49.528934478759766, - 135.2884063720703, - 118.50777435302734, - 54.22412109375, - 164.06716918945312, - 75.47940826416016, - 90.10491180419922, - 59.03047180175781, - 47.10594177246094, - 48.70958709716797, - 114.02188873291016, - 103.71438598632812, - 89.56275177001953, - 67.79903411865234, - 104.52373504638672, - 44.08745193481445, - 43.386512756347656, - 41.895790100097656, - 39.85641860961914, - 40.60122299194336, - 39.36961364746094, - 54.62395477294922, - 83.04948425292969, - 44.81291198730469, - 42.457828521728516, - 54.22412109375, - 104.52373504638672, - 73.06532287597656, - 50.358314514160156, - 47.901451110839844, - 104.52373504638672, - 157.46597290039062, - 95.6898422241211, - 512.0, - 89.51325225830078, - 76.40882873535156, - 44.08746337890625, - 65.34730529785156, - 76.61700439453125, - 54.22412109375, - 96.61621856689453, - 104.52373504638672, - 109.25569152832031, - 83.87886047363281, - 44.05696487426758, - 41.895790100097656, - 112.66167449951172, - 41.895790100097656, - 41.895782470703125, - 39.85641098022461, - 54.224124908447266, - 62.62348937988281, - 99.94916534423828, - 104.52373504638672, - 39.85642623901367, - 91.98466491699219, - 44.05696487426758, - 71.77371978759766, - 69.9290771484375, - 137.24241638183594, - 82.19414520263672, - 75.75155639648438, - 64.43696594238281, - 61.01454544067383, - 82.6635513305664, - 95.98825073242188, - 81.07107543945312, - 54.22412109375, - 67.17436218261719, - 106.40005493164062, - 42.714111328125, - 40.00730514526367, - 47.703086853027344, - 66.45561218261719, - 109.954833984375, - 40.60122299194336, - 44.05696487426758, - 55.49595642089844, - 40.60122299194336, - 42.714111328125, - 41.47610092163086, - 99.98395538330078, - 138.3563232421875, - 85.75440979003906, - 67.17436981201172, - 67.0125732421875, - 41.47610092163086, - 40.60122299194336, - 58.1406364440918, - 77.33932495117188, - 97.54265594482422, - 44.05696487426758, - 59.92394256591797, - 176.45404052734375, - 104.52373504638672, - 47.703086853027344, - 41.47610092163086, - 54.224124908447266, - 67.17436981201172, - 90.23910522460938, - 44.05696487426758, - 66.98613739013672, - 39.36960983276367, - 91.9727554321289, - 41.47610092163086, - 107.5900650024414, - 50.358314514160156, - 75.47940826416016, - 68.09085845947266, - 77.3393325805664, - 96.48945617675781, - 47.10593032836914, - 67.5317611694336, - 44.05697250366211, - 44.05696487426758, - 69.00910949707031, - 83.87885284423828, - 67.5317611694336, - 64.66865539550781, - 53.757450103759766, - 84.8162841796875, - 39.448631286621094, - 45.78206253051758, - 82.1456298828125, - 104.52373504638672, - 123.25395965576172, - 59.9239387512207, - 99.90489196777344, - 104.52373504638672, - 54.519439697265625, - 50.35832595825195, - 39.36960983276367, - 82.94215393066406, - 78.55340576171875, - 40.00730514526367, - 84.21404266357422, - 44.81291198730469, - 512.0, - 66.25981140136719, - 46.40203094482422, - 80.01941680908203, - 44.05697250366211, - 104.52373504638672, - 83.48430633544922, - 42.714111328125, - 39.36961364746094, - 44.05697250366211, - 40.00730514526367, - 59.40616989135742, - 47.703086853027344, - 76.32318878173828, - 44.05696487426758, - 44.05697250366211, - 47.703086853027344, - 40.43056106567383, - 64.43696594238281, - 45.5595588684082, - 512.0, - 67.17436218261719, - 108.69670867919922, - 80.33641815185547, - 69.00910949707031, - 106.54828643798828, - 92.61185455322266, - 63.528995513916016, - 103.30819702148438, - 39.448631286621094, - 44.05696487426758, - 55.49595642089844, - 81.5325927734375, - 47.703086853027344, - 54.62394714355469, - 40.43055725097656, - 61.720680236816406, - 41.895790100097656, - 104.52373504638672, - 44.08746337890625, - 40.00729751586914, - 39.85642623901367, - 104.61658477783203, - 51.19670867919922, - 512.0, - 39.36962127685547, - 104.52373504638672, - 52.89699935913086, - 114.70360565185547, - 88.57266235351562, - 86.95157623291016, - 41.895790100097656, - 40.601219177246094, - 41.47610092163086, - 136.10214233398438, - 114.61176300048828, - 60.82075881958008, - 48.709590911865234, - 56.131492614746094, - 512.0, - 47.703086853027344, - 54.22412109375, - 39.482200622558594, - 80.13678741455078, - 52.459739685058594, - 42.07524108886719 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 492.741943359375, + 496.5914306640625, + 404.7248840332031, + 823.1552734375, + 351.9997863769531, + 509.2554016113281, + 974.7725830078125, + 425.4573669433594, + 467.9920654296875, + 597.8800659179688, + 874.2705688476562, + 291.5084228515625, + 741.4953002929688, + 393.0690612792969, + 779.2019653320312, + 677.3788452148438, + 565.5775756835938, + 740.087890625, + 439.78399658203125, + 598.5935668945312, + 569.0459594726562, + 677.5211791992188, + 640.111328125, + 600.3035888671875, + 721.02978515625, + 584.7113037109375, + 671.8192138671875, + 582.4017944335938, + 516.8810424804688, + 322.4596862792969, + 267.4683532714844, + 485.1788024902344, + 407.4233093261719, + 904.53857421875, + 553.7145385742188, + 659.8539428710938, + 596.6124267578125, + 628.7079467773438, + 291.8527526855469, + 497.49029541015625, + 491.1549987792969, + 539.515625, + 908.3363037109375, + 428.1349792480469, + 396.57672119140625, + 691.85009765625, + 628.3679809570312, + 661.57275390625, + 676.3298950195312, + 772.8953247070312, + 272.7042541503906, + 583.1796264648438, + 350.7187805175781, + 667.611328125, + 590.4441528320312, + 616.7916259765625, + 563.5996704101562, + 594.6179809570312, + 482.9399719238281, + 442.22271728515625, + 536.9297485351562, + 630.0633544921875, + 694.3668823242188, + 544.6240844726562, + 481.66876220703125, + 539.3681030273438, + 666.15478515625, + 518.6806640625, + 512.3137817382812, + 603.2552490234375, + 543.925537109375, + 398.9383239746094, + 705.05126953125, + 606.572021484375, + 406.13726806640625, + 591.008544921875, + 543.4461669921875, + 525.0912475585938, + 685.4413452148438, + 797.192626953125, + 444.8655090332031, + 376.0605163574219, + 816.831298828125, + 405.81744384765625, + 534.7491455078125, + 632.7059936523438, + 547.5940551757812, + 570.2119750976562, + 752.133544921875, + 458.41375732421875, + 627.2659912109375, + 523.1849975585938, + 428.2981872558594, + 501.27227783203125, + 556.1187133789062, + 579.4260864257812, + 698.4546508789062, + 735.4019775390625, + 401.9544677734375, + 676.1448364257812, + 562.9691162109375, + 660.1024169921875, + 384.4124755859375, + 395.8067932128906, + 536.8861083984375, + 510.3837890625, + 438.12799072265625, + 455.0436706542969, + 567.5556640625, + 648.4559936523438, + 680.0704956054688, + 548.1509399414062, + 537.28515625, + 643.6432495117188, + 580.173828125, + 682.3783569335938, + 536.8179931640625, + 480.551513671875, + 709.7906494140625, + 251.0851593017578, + 639.6741943359375, + 483.78045654296875, + 560.1709594726562, + 622.1630249023438, + 410.3198547363281, + 716.148193359375, + 515.0153198242188, + 347.6026306152344, + 788.5753784179688, + 579.3140869140625, + 446.4930419921875, + 332.41265869140625, + 861.2703857421875, + 516.9115600585938, + 576.0938110351562, + 672.0172729492188, + 708.408203125, + 760.8203125, + 327.82476806640625, + 535.9015502929688, + 411.85638427734375, + 396.048583984375, + 883.9401245117188, + 676.880859375, + 572.2511596679688, + 726.55712890625, + 567.8125, + 376.8879089355469, + 688.5086669921875, + 672.4493408203125, + 730.7947387695312, + 662.1138305664062, + 442.31097412109375, + 415.5526123046875, + 406.82000732421875, + 247.5906219482422, + 767.859375, + 447.1554260253906, + 621.9581298828125, + 702.9702758789062, + 612.5596923828125, + 357.7810974121094, + 468.32281494140625, + 532.301513671875, + 569.9462280273438, + 753.3251953125, + 525.8372802734375, + 432.4877624511719, + 665.2362670898438, + 576.6149291992188, + 794.0250854492188, + 615.572265625, + 505.0432434082031, + 610.3378295898438, + 298.1651611328125, + 433.1752624511719, + 657.9747314453125, + 521.4397583007812, + 831.1165161132812, + 679.4869995117188, + 693.0455322265625, + 474.02587890625, + 765.591064453125, + 868.4188232421875, + 621.4566650390625, + 632.6895141601562, + 753.6500244140625, + 410.17254638671875, + 426.38421630859375, + 492.3853454589844, + 665.7963256835938, + 572.477783203125, + 519.6532592773438, + 332.9767761230469, + 604.8763427734375, + 503.3257751464844, + 628.9505615234375, + 720.86572265625, + 590.8399047851562, + 584.5086059570312, + 683.1829223632812, + 785.7100219726562, + 590.788818359375, + 593.04541015625, + 552.6544799804688, + 532.4354858398438, + 367.5609436035156, + 749.193115234375, + 466.36297607421875, + 750.1611328125, + 442.67913818359375, + 501.21820068359375, + 869.9868774414062, + 463.97418212890625, + 546.0861206054688, + 494.2300720214844, + 516.4987182617188, + 570.61181640625, + 724.62744140625, + 385.845947265625, + 461.5084228515625, + 650.4910888671875, + 549.1885375976562, + 668.9869384765625, + 669.8656005859375, + 487.1437072753906, + 647.4429321289062, + 530.5479736328125, + 526.4959106445312, + 312.2442321777344, + 423.2428283691406, + 548.9285888671875, + 319.65985107421875, + 452.9886474609375, + 678.8775024414062, + 676.2317504882812, + 577.728515625, + 658.9409790039062, + 672.830322265625, + 698.720703125, + 544.55615234375, + 343.19317626953125, + 633.0326538085938, + 611.2514038085938, + 658.2545776367188, + 234.50588989257812, + 476.0033264160156, + 539.2403564453125, + 456.3877258300781, + 790.0897827148438, + 623.6715087890625, + 644.5535278320312, + 607.017333984375, + 538.0986938476562, + 427.4000244140625, + 570.7703857421875, + 518.7099609375, + 379.45849609375, + 530.19775390625, + 557.7916259765625, + 496.575927734375, + 517.484130859375, + 435.7213439941406, + 682.5089721679688, + 701.51416015625, + 605.3094482421875, + 524.50830078125, + 518.2261352539062, + 548.7984619140625, + 443.35308837890625, + 797.6477661132812, + 459.0845031738281, + 635.2803955078125, + 470.1256408691406, + 640.6306762695312, + 718.8936157226562, + 503.45050048828125, + 412.8569030761719, + 590.7210693359375, + 696.4274291992188, + 564.9116821289062, + 324.46240234375, + 782.8856811523438, + 565.1633911132812, + 405.954833984375, + 640.7416381835938, + 799.1078491210938, + 312.4561462402344, + 515.5279541015625, + 760.319091796875, + 549.04833984375, + 377.7167663574219, + 621.0643310546875, + 599.3829956054688, + 338.8731994628906, + 473.73992919921875, + 606.7296752929688, + 626.7332153320312, + 413.7005615234375, + 621.9708862304688, + 413.2523498535156, + 632.0352783203125, + 505.484375, + 404.86541748046875, + 262.93017578125, + 629.5478515625, + 445.6282958984375, + 648.720947265625, + 533.1867065429688, + 399.1255798339844, + 433.6560363769531, + 479.1849365234375, + 498.3208312988281, + 546.2855834960938, + 618.7863159179688, + 425.25701904296875, + 489.7923278808594, + 416.1789245605469, + 425.1268615722656, + 485.9010925292969, + 666.6863403320312, + 666.2750854492188, + 545.0972900390625, + 579.6094360351562, + 551.42529296875, + 487.3629455566406, + 353.1784362792969, + 518.4258422851562, + 380.17694091796875, + 371.29345703125, + 466.0238037109375, + 537.5069580078125, + 469.7014465332031, + 289.68408203125, + 443.4927062988281, + 392.1487121582031, + 442.6980285644531, + 413.8509826660156, + 300.9490051269531, + 393.5938720703125, + 548.3026123046875, + 562.9293823242188, + 415.3446960449219, + 495.3208312988281, + 674.9564208984375, + 527.72998046875, + 448.56646728515625, + 551.50927734375, + 403.2157897949219, + 378.22137451171875, + 429.79522705078125, + 471.82586669921875, + 417.7668151855469, + 736.2975463867188, + 377.4932556152344, + 586.6176147460938, + 321.7458190917969, + 411.0652160644531, + 704.0844116210938, + 369.7280578613281, + 525.91845703125, + 395.59527587890625, + 451.4289855957031, + 393.59375, + 438.7697448730469, + 573.7708740234375, + 438.0553283691406, + 563.6420288085938, + 421.3384094238281, + 466.88671875, + 470.2874755859375, + 546.0714111328125, + 376.0894470214844, + 655.663330078125, + 404.795654296875, + 400.5187683105469, + 393.14111328125, + 392.6078796386719, + 389.32904052734375, + 493.052978515625, + 531.4088134765625, + 394.97882080078125, + 460.1017761230469, + 357.8009948730469, + 860.4737548828125, + 410.55419921875, + 501.4304504394531, + 379.9264221191406, + 370.0970458984375, + 260.24835205078125, + 410.42596435546875, + 456.66314697265625, + 515.5337524414062, + 666.3212280273438, + 373.1228942871094, + 596.734375, + 405.55938720703125, + 623.53466796875, + 479.6745300292969, + 364.45068359375, + 545.4853515625, + 553.462158203125, + 467.0343933105469, + 381.62200927734375, + 512.0147094726562, + 488.3929748535156, + 290.9916076660156, + 486.4696044921875, + 561.070556640625, + 365.97894287109375, + 436.8395080566406, + 408.98187255859375, + 577.8450317382812, + 404.7791748046875, + 437.79693603515625, + 377.455078125, + 533.8963623046875, + 392.93756103515625, + 530.9656372070312, + 396.90008544921875, + 378.6158752441406, + 551.50390625, + 359.4632873535156, + 540.3751220703125, + 416.39141845703125, + 599.8358154296875, + 383.0890197753906, + 378.4278259277344, + 546.8936157226562, + 558.153564453125, + 520.8278198242188, + 480.53558349609375, + 384.3089904785156, + 548.0552978515625, + 590.7522583007812, + 340.74127197265625, + 484.1875915527344, + 431.40625, + 555.509521484375, + 384.3210144042969, + 483.38079833984375, + 424.4613952636719, + 424.545654296875, + 458.67352294921875, + 439.1520690917969, + 363.97869873046875, + 750.5213012695312, + 351.93609619140625, + 393.82080078125, + 532.6134033203125, + 511.6017150878906, + 431.6322021484375, + 386.4638366699219, + 438.2210693359375, + 437.4721984863281, + 514.2622680664062, + 443.31488037109375, + 406.4524230957031, + 375.3800964355469, + 490.8910217285156, + 608.7061767578125, + 457.13507080078125, + 493.3603820800781, + 444.4530029296875, + 431.5219421386719, + 361.9004211425781, + 416.14031982421875, + 323.9424743652344, + 388.5975036621094, + 481.275634765625, + 344.70574951171875, + 383.49261474609375, + 323.4571228027344, + 573.9904174804688, + 619.9461669921875, + 412.6197204589844, + 481.4561767578125, + 525.4522094726562, + 375.9315185546875, + 499.0468444824219, + 330.0151062011719, + 433.7616882324219, + 281.19378662109375, + 372.87042236328125, + 496.1695251464844, + 510.68853759765625, + 428.4389953613281, + 484.78619384765625, + 380.7741394042969, + 612.3382568359375, + 500.5606994628906, + 514.544921875, + 445.29248046875, + 522.2723388671875, + 634.4351196289062 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -89327,272 +107677,272 @@ 2 ], "wall_clock_s": [ - 1495.6, - 818.7, - 528.9 + 976.6, + 989.1, + 973.2 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.1853133738040924, + "loss": 0.15090399980545044, "env_score_iters": 500, - "env_score": -3.294854164123535, + "env_score": -0.6449430584907532, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.11661001294851303, - "rl_grad_norm": 0.45753178000450134, - "bc_grad_norm": 0.20763027667999268, + "grad_align": 0.13993854820728302, + "rl_grad_norm": 0.1345064342021942, + "bc_grad_norm": 2.9164674282073975, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.1.self_attn.in_proj_weight": 0.11583712697029114, - "transformer.layers.1.self_attn.in_proj_bias": 0.004546963144093752, - "transformer.layers.1.self_attn.out_proj.weight": 0.061291541904211044, - "transformer.layers.1.self_attn.out_proj.bias": 0.004063625354319811, - "transformer.layers.1.linear1.weight": 0.04792940244078636, - "transformer.layers.1.linear1.bias": 0.0021858024410903454, - "transformer.layers.1.linear2.weight": 0.05553453415632248, - "transformer.layers.1.linear2.bias": 0.0035337626468390226, - "transformer.layers.1.norm1.weight": 0.007127952296286821, - "transformer.layers.1.norm1.bias": 0.004640794824808836, - "transformer.layers.1.norm2.weight": 0.0042391614988446236, - "transformer.layers.1.norm2.bias": 0.0017995670204982162, - "transformer.layers.2.self_attn.in_proj_weight": 0.062220703810453415, - "transformer.layers.2.self_attn.in_proj_bias": 0.0028771646320819855, - "transformer.layers.2.self_attn.out_proj.weight": 0.04682132601737976, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027754257898777723, - "transformer.layers.2.linear1.weight": 0.0328790545463562, - "transformer.layers.2.linear1.bias": 0.0015468198107555509, - "transformer.layers.2.linear2.weight": 0.03902029991149902, - "transformer.layers.2.linear2.bias": 0.0024943228345364332, - "transformer.layers.2.norm1.weight": 0.004507552832365036, - "transformer.layers.2.norm1.bias": 0.003149141790345311, - "transformer.layers.2.norm2.weight": 0.0024101901799440384, - "transformer.layers.2.norm2.bias": 0.0017568808980286121, - "transformer.layers.3.self_attn.in_proj_weight": 0.08718280494213104, - "transformer.layers.3.self_attn.in_proj_bias": 0.004652698058634996, - "transformer.layers.3.self_attn.out_proj.weight": 0.03615569695830345, - "transformer.layers.3.self_attn.out_proj.bias": 0.002982556587085128, - "transformer.layers.3.linear1.weight": 0.06071741133928299, - "transformer.layers.3.linear1.bias": 0.0035908210556954145, - "transformer.layers.3.linear2.weight": 0.04247947037220001, - "transformer.layers.3.linear2.bias": 0.003928019665181637, - "transformer.layers.3.norm1.weight": 0.006769118830561638, - "transformer.layers.3.norm1.bias": 0.005790012422949076, - "transformer.layers.3.norm2.weight": 0.0040593501180410385, - "transformer.layers.3.norm2.bias": 0.00401937635615468, - "head.weight": 0.3779850900173187, - "head.bias": 0.009270301088690758 + "transformer.layers.1.self_attn.in_proj_weight": 0.0287720188498497, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012787171872332692, + "transformer.layers.1.self_attn.out_proj.weight": 0.023818502202630043, + "transformer.layers.1.self_attn.out_proj.bias": 0.001723186345770955, + "transformer.layers.1.linear1.weight": 0.017397748306393623, + "transformer.layers.1.linear1.bias": 0.0008479001116938889, + "transformer.layers.1.linear2.weight": 0.016975214704871178, + "transformer.layers.1.linear2.bias": 0.0014348169788718224, + "transformer.layers.1.norm1.weight": 0.0018421841086819768, + "transformer.layers.1.norm1.bias": 0.0012290749000385404, + "transformer.layers.1.norm2.weight": 0.0016859261086210608, + "transformer.layers.1.norm2.bias": 0.001138696912676096, + "transformer.layers.2.self_attn.in_proj_weight": 0.021538687869906425, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012540334137156606, + "transformer.layers.2.self_attn.out_proj.weight": 0.018687453120946884, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013897375902161002, + "transformer.layers.2.linear1.weight": 0.010357750579714775, + "transformer.layers.2.linear1.bias": 0.0006149670807644725, + "transformer.layers.2.linear2.weight": 0.012336836196482182, + "transformer.layers.2.linear2.bias": 0.001347568933852017, + "transformer.layers.2.norm1.weight": 0.0014431088929995894, + "transformer.layers.2.norm1.bias": 0.0012496889103204012, + "transformer.layers.2.norm2.weight": 0.0006834613159298897, + "transformer.layers.2.norm2.bias": 0.0006292857578955591, + "transformer.layers.3.self_attn.in_proj_weight": 0.03551701828837395, + "transformer.layers.3.self_attn.in_proj_bias": 0.001975873252376914, + "transformer.layers.3.self_attn.out_proj.weight": 0.018732843920588493, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011155850952491164, + "transformer.layers.3.linear1.weight": 0.02079601213335991, + "transformer.layers.3.linear1.bias": 0.0015274822944775224, + "transformer.layers.3.linear2.weight": 0.012009174562990665, + "transformer.layers.3.linear2.bias": 0.0012750416062772274, + "transformer.layers.3.norm1.weight": 0.003205286106094718, + "transformer.layers.3.norm1.bias": 0.002687458647415042, + "transformer.layers.3.norm2.weight": 0.0015921371523290873, + "transformer.layers.3.norm2.bias": 0.0018517534481361508, + "head.weight": 0.11770528554916382, + "head.bias": 0.0014161169528961182 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.055649854242801666, - "repr_drift_kl_low_t": 0.05652514100074768, - "repr_drift_kl_mid_t": 0.04696505516767502, - "repr_drift_kl_high_t": 0.05850382521748543, + "repr_drift_kl": 0.6762004494667053, + "repr_drift_kl_low_t": 0.8641551733016968, + "repr_drift_kl_mid_t": 0.6888169050216675, + "repr_drift_kl_high_t": 0.4628775119781494, "cka_iters": 500, - "cka_similarity": 0.9367901086807251, + "cka_similarity": 0.8705060482025146, "t_analysis_iters": 500, - "norm_low_t": 0.8306177258491516, - "norm_high_t": 0.42452821135520935, - "lowhigh_cos": 0.6114173531532288, + "norm_low_t": 0.430961549282074, + "norm_high_t": 0.21772710978984833, + "lowhigh_cos": 0.24460606276988983, "t_bin_norms": { - "t_0.0-0.1": 0.6291992664337158, - "t_0.1-0.2": 0.3478367328643799, - "t_0.2-0.3": 0.7739760875701904, - "t_0.3-0.4": 0.22156594693660736, - "t_0.4-0.5": 0.24143648147583008, - "t_0.5-0.6": 0.42400604486465454, - "t_0.6-0.7": 0.40993812680244446, - "t_0.7-0.8": 0.7183151245117188, - "t_0.8-0.9": 0.41298872232437134, - "t_0.9-1.0": 0.38749316334724426 - }, - "win_rate": 0.028279881924390793, - "effective_batch_size": 42.07524108886719, + "t_0.0-0.1": 0.18871241807937622, + "t_0.1-0.2": 0.19836874306201935, + "t_0.2-0.3": 0.16826413571834564, + "t_0.3-0.4": 0.14716501533985138, + "t_0.4-0.5": 0.13492843508720398, + "t_0.5-0.6": 0.13106539845466614, + "t_0.6-0.7": 0.15845926105976105, + "t_0.7-0.8": 0.15430140495300293, + "t_0.8-0.9": 0.15625742077827454, + "t_0.9-1.0": 0.2514890134334564 + }, + "win_rate": 0.04421239718794823, + "effective_batch_size": 634.4351196289062, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.08118610084056854, + "loss": 0.06949923187494278, "env_score_iters": 500, - "env_score": -2.078078508377075, + "env_score": -0.6563713550567627, "eval_iters": 500, - "eval_score": 0.675, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.20855610072612762, - "rl_grad_norm": 0.23306480050086975, - "bc_grad_norm": 0.381589412689209, + "grad_align": 0.0351250134408474, + "rl_grad_norm": 0.0970320850610733, + "bc_grad_norm": 1.1278785467147827, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.1.self_attn.in_proj_weight": 0.025712229311466217, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014180768048390746, - "transformer.layers.1.self_attn.out_proj.weight": 0.021367723122239113, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016289947088807821, - "transformer.layers.1.linear1.weight": 0.01878930814564228, - "transformer.layers.1.linear1.bias": 0.0009355611982755363, - "transformer.layers.1.linear2.weight": 0.019617274403572083, - "transformer.layers.1.linear2.bias": 0.0013869240647181869, - "transformer.layers.1.norm1.weight": 0.0018450903007760644, - "transformer.layers.1.norm1.bias": 0.0015381519915536046, - "transformer.layers.1.norm2.weight": 0.0016868694219738245, - "transformer.layers.1.norm2.bias": 0.0011980506824329495, - "transformer.layers.2.self_attn.in_proj_weight": 0.026611341163516045, - "transformer.layers.2.self_attn.in_proj_bias": 0.0013230029726400971, - "transformer.layers.2.self_attn.out_proj.weight": 0.014937344938516617, - "transformer.layers.2.self_attn.out_proj.bias": 0.0012171402340754867, - "transformer.layers.2.linear1.weight": 0.012213082984089851, - "transformer.layers.2.linear1.bias": 0.0006522440235130489, - "transformer.layers.2.linear2.weight": 0.014538235031068325, - "transformer.layers.2.linear2.bias": 0.001215048716403544, - "transformer.layers.2.norm1.weight": 0.0019801086746156216, - "transformer.layers.2.norm1.bias": 0.0013386078644543886, - "transformer.layers.2.norm2.weight": 0.0009396413806825876, - "transformer.layers.2.norm2.bias": 0.0007318421849049628, - "transformer.layers.3.self_attn.in_proj_weight": 0.04469603672623634, - "transformer.layers.3.self_attn.in_proj_bias": 0.0028569516725838184, - "transformer.layers.3.self_attn.out_proj.weight": 0.01813138835132122, - "transformer.layers.3.self_attn.out_proj.bias": 0.0019828074146062136, - "transformer.layers.3.linear1.weight": 0.023120542988181114, - "transformer.layers.3.linear1.bias": 0.0017596821999177337, - "transformer.layers.3.linear2.weight": 0.013807256706058979, - "transformer.layers.3.linear2.bias": 0.002789959544315934, - "transformer.layers.3.norm1.weight": 0.0038040033541619778, - "transformer.layers.3.norm1.bias": 0.004124212544411421, - "transformer.layers.3.norm2.weight": 0.0019313961965963244, - "transformer.layers.3.norm2.bias": 0.0026025213301181793, - "head.weight": 0.17900040745735168, - "head.bias": 0.005665047559887171 + "transformer.layers.1.self_attn.in_proj_weight": 0.014394514262676239, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009073129040189087, + "transformer.layers.1.self_attn.out_proj.weight": 0.015472838655114174, + "transformer.layers.1.self_attn.out_proj.bias": 0.0011242878390476108, + "transformer.layers.1.linear1.weight": 0.008880148641765118, + "transformer.layers.1.linear1.bias": 0.0005238553276285529, + "transformer.layers.1.linear2.weight": 0.010459008626639843, + "transformer.layers.1.linear2.bias": 0.0010051482822746038, + "transformer.layers.1.norm1.weight": 0.0009819013066589832, + "transformer.layers.1.norm1.bias": 0.0008888599695637822, + "transformer.layers.1.norm2.weight": 0.0008749295957386494, + "transformer.layers.1.norm2.bias": 0.0006065184134058654, + "transformer.layers.2.self_attn.in_proj_weight": 0.012482496909797192, + "transformer.layers.2.self_attn.in_proj_bias": 0.0007555720512755215, + "transformer.layers.2.self_attn.out_proj.weight": 0.010358242318034172, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008487887680530548, + "transformer.layers.2.linear1.weight": 0.005895859096199274, + "transformer.layers.2.linear1.bias": 0.00038681121077388525, + "transformer.layers.2.linear2.weight": 0.008383569307625294, + "transformer.layers.2.linear2.bias": 0.0008849059231579304, + "transformer.layers.2.norm1.weight": 0.0008247783989645541, + "transformer.layers.2.norm1.bias": 0.0009204170200973749, + "transformer.layers.2.norm2.weight": 0.00040910093230195343, + "transformer.layers.2.norm2.bias": 0.000432952685514465, + "transformer.layers.3.self_attn.in_proj_weight": 0.019092079252004623, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015277275815606117, + "transformer.layers.3.self_attn.out_proj.weight": 0.010629807598888874, + "transformer.layers.3.self_attn.out_proj.bias": 0.0011372306616976857, + "transformer.layers.3.linear1.weight": 0.01058414950966835, + "transformer.layers.3.linear1.bias": 0.0007863544160500169, + "transformer.layers.3.linear2.weight": 0.007351026404649019, + "transformer.layers.3.linear2.bias": 0.0012456303229555488, + "transformer.layers.3.norm1.weight": 0.0015770770842209458, + "transformer.layers.3.norm1.bias": 0.002133956179022789, + "transformer.layers.3.norm2.weight": 0.0007947694975882769, + "transformer.layers.3.norm2.bias": 0.0008835818734951317, + "head.weight": 0.08469165116548538, + "head.bias": 0.002248165663331747 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21825183928012848, - "repr_drift_kl_low_t": 0.22853657603263855, - "repr_drift_kl_mid_t": 0.20496323704719543, - "repr_drift_kl_high_t": 0.20580248534679413, + "repr_drift_kl": 0.3511037230491638, + "repr_drift_kl_low_t": 0.44217124581336975, + "repr_drift_kl_mid_t": 0.35794544219970703, + "repr_drift_kl_high_t": 0.24069076776504517, "cka_iters": 500, - "cka_similarity": 0.840807318687439, + "cka_similarity": 0.9400796294212341, "t_analysis_iters": 500, - "norm_low_t": 0.38174042105674744, - "norm_high_t": 0.2381945103406906, - "lowhigh_cos": 0.22231590747833252, + "norm_low_t": 0.10550104081630707, + "norm_high_t": 0.1488923281431198, + "lowhigh_cos": -0.14273162186145782, "t_bin_norms": { - "t_0.0-0.1": 0.26677873730659485, - "t_0.1-0.2": 0.2681281268596649, - "t_0.2-0.3": 0.20085805654525757, - "t_0.3-0.4": 0.257127970457077, - "t_0.4-0.5": 0.28702422976493835, - "t_0.5-0.6": 0.15414029359817505, - "t_0.6-0.7": 0.1860712319612503, - "t_0.7-0.8": 0.21101626753807068, - "t_0.8-0.9": 0.18356171250343323, - "t_0.9-1.0": 0.2832295894622803 - }, - "win_rate": 0.09416261315345764, - "effective_batch_size": 64.97157287597656, + "t_0.0-0.1": 0.20074260234832764, + "t_0.1-0.2": 0.07232926040887833, + "t_0.2-0.3": 0.06794167309999466, + "t_0.3-0.4": 0.06570616364479065, + "t_0.4-0.5": 0.060508228838443756, + "t_0.5-0.6": 0.06405682116746902, + "t_0.6-0.7": 0.07351388782262802, + "t_0.7-0.8": 0.06541337072849274, + "t_0.8-0.9": 0.10109832882881165, + "t_0.9-1.0": 0.18442276120185852 + }, + "win_rate": 0.019995834678411484, + "effective_batch_size": 438.8866882324219, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.05324782431125641, + "loss": 0.1228194311261177, "env_score_iters": 500, - "env_score": -3.2330753803253174, + "env_score": -0.4200485050678253, "eval_iters": 500, - "eval_score": 0.65, + "eval_score": 0.4125, "grad_align_iters": 500, - "grad_align": 0.7014086842536926, - "rl_grad_norm": 0.1402788609266281, - "bc_grad_norm": 0.7610123157501221, + "grad_align": 0.1592167615890503, + "rl_grad_norm": 0.3078652620315552, + "bc_grad_norm": 2.797773838043213, "per_layer_iters": 500, "per_layer_norms": { - "transformer.layers.1.self_attn.in_proj_weight": 0.013959670439362526, - "transformer.layers.1.self_attn.in_proj_bias": 0.0006474994588643312, - "transformer.layers.1.self_attn.out_proj.weight": 0.009235926903784275, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007800370804034173, - "transformer.layers.1.linear1.weight": 0.008224457502365112, - "transformer.layers.1.linear1.bias": 0.00040312690543942153, - "transformer.layers.1.linear2.weight": 0.008929867297410965, - "transformer.layers.1.linear2.bias": 0.0007367694051936269, - "transformer.layers.1.norm1.weight": 0.0009026750922203064, - "transformer.layers.1.norm1.bias": 0.0007478670449927449, - "transformer.layers.1.norm2.weight": 0.0006380656850524247, - "transformer.layers.1.norm2.bias": 0.00042846862925216556, - "transformer.layers.2.self_attn.in_proj_weight": 0.014441505074501038, - "transformer.layers.2.self_attn.in_proj_bias": 0.0006660217768512666, - "transformer.layers.2.self_attn.out_proj.weight": 0.007146134972572327, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006041553569957614, - "transformer.layers.2.linear1.weight": 0.005314956419169903, - "transformer.layers.2.linear1.bias": 0.0002895266516134143, - "transformer.layers.2.linear2.weight": 0.005945927929133177, - "transformer.layers.2.linear2.bias": 0.0005976028623990715, - "transformer.layers.2.norm1.weight": 0.0010224743746221066, - "transformer.layers.2.norm1.bias": 0.000852916797157377, - "transformer.layers.2.norm2.weight": 0.00031376173137687147, - "transformer.layers.2.norm2.bias": 0.0003144301881548017, - "transformer.layers.3.self_attn.in_proj_weight": 0.017737194895744324, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006361752166412771, - "transformer.layers.3.self_attn.out_proj.weight": 0.007394854445010424, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005797790945507586, - "transformer.layers.3.linear1.weight": 0.010451344773173332, - "transformer.layers.3.linear1.bias": 0.000585551664698869, - "transformer.layers.3.linear2.weight": 0.0056480783969163895, - "transformer.layers.3.linear2.bias": 0.000677460920996964, - "transformer.layers.3.norm1.weight": 0.0014478013617917895, - "transformer.layers.3.norm1.bias": 0.0007147425785660744, - "transformer.layers.3.norm2.weight": 0.0008044751593843102, - "transformer.layers.3.norm2.bias": 0.0005973650841042399, - "head.weight": 0.06614027172327042, - "head.bias": 0.0015769398305565119 + "transformer.layers.1.self_attn.in_proj_weight": 0.02892179973423481, + "transformer.layers.1.self_attn.in_proj_bias": 0.002191472565755248, + "transformer.layers.1.self_attn.out_proj.weight": 0.029133375734090805, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029743327759206295, + "transformer.layers.1.linear1.weight": 0.018398338928818703, + "transformer.layers.1.linear1.bias": 0.0012916763080284, + "transformer.layers.1.linear2.weight": 0.026109620928764343, + "transformer.layers.1.linear2.bias": 0.002817814704030752, + "transformer.layers.1.norm1.weight": 0.0018266935367137194, + "transformer.layers.1.norm1.bias": 0.0021060456056147814, + "transformer.layers.1.norm2.weight": 0.0014573367079719901, + "transformer.layers.1.norm2.bias": 0.0015543363988399506, + "transformer.layers.2.self_attn.in_proj_weight": 0.023793600499629974, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018884462770074606, + "transformer.layers.2.self_attn.out_proj.weight": 0.024527577683329582, + "transformer.layers.2.self_attn.out_proj.bias": 0.0026750292163342237, + "transformer.layers.2.linear1.weight": 0.01573055423796177, + "transformer.layers.2.linear1.bias": 0.0012376966187730432, + "transformer.layers.2.linear2.weight": 0.019757568836212158, + "transformer.layers.2.linear2.bias": 0.0029268607031553984, + "transformer.layers.2.norm1.weight": 0.0018414586083963513, + "transformer.layers.2.norm1.bias": 0.002010937547311187, + "transformer.layers.2.norm2.weight": 0.0012441819999366999, + "transformer.layers.2.norm2.bias": 0.0016933414153754711, + "transformer.layers.3.self_attn.in_proj_weight": 0.05217275023460388, + "transformer.layers.3.self_attn.in_proj_bias": 0.006588330492377281, + "transformer.layers.3.self_attn.out_proj.weight": 0.025236595422029495, + "transformer.layers.3.self_attn.out_proj.bias": 0.005053882487118244, + "transformer.layers.3.linear1.weight": 0.03009255975484848, + "transformer.layers.3.linear1.bias": 0.003024027682840824, + "transformer.layers.3.linear2.weight": 0.018831556662917137, + "transformer.layers.3.linear2.bias": 0.006259444169700146, + "transformer.layers.3.norm1.weight": 0.004528248216956854, + "transformer.layers.3.norm1.bias": 0.010215317830443382, + "transformer.layers.3.norm2.weight": 0.002315118443220854, + "transformer.layers.3.norm2.bias": 0.004106785170733929, + "head.weight": 0.2817203104496002, + "head.bias": 0.012398947030305862 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.39331281185150146, - "repr_drift_kl_low_t": 0.4030906558036804, - "repr_drift_kl_mid_t": 0.366984486579895, - "repr_drift_kl_high_t": 0.41213706135749817, + "repr_drift_kl": 0.44888174533843994, + "repr_drift_kl_low_t": 0.5504694581031799, + "repr_drift_kl_mid_t": 0.4441473186016083, + "repr_drift_kl_high_t": 0.33232930302619934, "cka_iters": 500, - "cka_similarity": 0.8423014283180237, + "cka_similarity": 0.8953394293785095, "t_analysis_iters": 500, - "norm_low_t": 0.1067957654595375, - "norm_high_t": 0.12387267500162125, - "lowhigh_cos": 0.24166233837604523, + "norm_low_t": 0.26825353503227234, + "norm_high_t": 0.3952013850212097, + "lowhigh_cos": 0.38526174426078796, "t_bin_norms": { - "t_0.0-0.1": 0.27551501989364624, - "t_0.1-0.2": 0.1281169354915619, - "t_0.2-0.3": 0.09955187141895294, - "t_0.3-0.4": 0.09423821419477463, - "t_0.4-0.5": 0.09401284903287888, - "t_0.5-0.6": 0.12816141545772552, - "t_0.6-0.7": 0.09174728393554688, - "t_0.7-0.8": 0.09068182855844498, - "t_0.8-0.9": 0.09079930186271667, - "t_0.9-1.0": 0.15429744124412537 - }, - "win_rate": 0.006637168116867542, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.42401623725891113, + "t_0.1-0.2": 0.3581797480583191, + "t_0.2-0.3": 0.27492836117744446, + "t_0.3-0.4": 0.29692742228507996, + "t_0.4-0.5": 0.33929958939552307, + "t_0.5-0.6": 0.258957177400589, + "t_0.6-0.7": 0.3173519968986511, + "t_0.7-0.8": 0.3329414129257202, + "t_0.8-0.9": 0.3689587712287903, + "t_0.9-1.0": 0.5006411671638489 + }, + "win_rate": 0.06939549744129181, + "effective_batch_size": 482.2735900878906, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "reward_filtering": { - "score": 0.625, - "score_std": 0.020412414523193124, + "score": 0.4416666666666666, + "score_std": 0.05034602488997739, "all_scores": [ - 0.6000000000000001, - 0.625, - 0.65 + 0.39999999999999997, + 0.4124999999999999, + 0.5125 ], "history": { "iters": [ @@ -90098,506 +108448,506 @@ 500 ], "loss": [ - 0.019868118688464165, - 0.7500999569892883, - 0.18231549859046936, - 0.7032002806663513, - 0.02808425761759281, - 0.578800618648529, - 0.6189358234405518, - 0.4224585294723511, - 0.4602762460708618, - 0.09803775697946548, - 1.4799383878707886, - 0.9894237518310547, - 1.4367594718933105, - 0.13312287628650665, - 1.1560076475143433, - 0.09018364548683167, - 0.1389124095439911, - 1.4071861505508423, - 0.04488999396562576, - 1.440810203552246, - 0.9403992295265198, - 1.3204014301300049, - 0.17388834059238434, - 1.4159237146377563, - 0.043240953236818314, - 1.3325351476669312, - 1.2807812690734863, - 0.9039490222930908, - 1.4463577270507812, - 0.06358975172042847, - 1.1085553169250488, - 1.2642120122909546, - 0.31658318638801575, - 1.2163225412368774, - 0.43497559428215027, - 1.1680889129638672, - 0.1835564374923706, - 1.4230903387069702, - 1.2739578485488892, - 1.42335045337677, - 0.8466317653656006, - 0.11630319058895111, - 0.053315695375204086, - 1.0008281469345093, - 1.18287193775177, - 0.20568600296974182, - 0.4768739342689514, - 1.4314969778060913, - 1.1282470226287842, - 0.04635577276349068, - 0.7289319038391113, - 0.025659464299678802, - 1.3550604581832886, - 0.7934427857398987, - 1.418319821357727, - 0.9213284254074097, - 1.2756967544555664, - 1.1368560791015625, - 1.038783073425293, - 1.2592436075210571, - 0.7094706892967224, - 0.9568926095962524, - 0.14876689016819, - 1.0397862195968628, - 1.3302701711654663, - 1.2361947298049927, - 0.08168802410364151, - 1.2439221143722534, - 0.23979468643665314, - 1.4540987014770508, - 0.4445433020591736, - 1.0589746236801147, - 1.3084924221038818, - 0.8460173010826111, - 0.04260014742612839, - 1.2932559251785278, - 0.07030690461397171, - 0.5829334259033203, - 0.9680250287055969, - 0.04162483289837837, - 1.1887047290802002, - 0.725204586982727, - 0.29319608211517334, - 0.798954963684082, - 0.0569600909948349, - 0.03285583481192589, - 1.158286690711975, - 0.0942293033003807, - 0.2595933973789215, - 1.1442312002182007, - 1.298326015472412, - 0.17013508081436157, - 0.11359218508005142, - 0.16645042598247528, - 0.6060911417007446, - 1.3601511716842651, - 1.1244049072265625, - 1.2587530612945557, - 1.26544988155365, - 0.35751646757125854, - 1.2109601497650146, - 0.9437485337257385, - 0.074130117893219, - 0.7301560044288635, - 0.10764236003160477, - 0.10312856733798981, - 0.09233108162879944, - 1.1847326755523682, - 0.7574763894081116, - 0.05532645061612129, - 0.2946206033229828, - 0.11544816941022873, - 1.2732425928115845, - 0.82551509141922, - 0.1452290266752243, - 0.839530885219574, - 1.2553342580795288, - 0.03773253783583641, - 1.269750952720642, - 0.7795129418373108, - 0.831865131855011, - 0.05860906094312668, - 0.2511366009712219, - 0.04472870007157326, - 0.026238897815346718, - 1.0709784030914307, - 0.11632897704839706, - 0.33225759863853455, - 0.9583560228347778, - 0.7126368880271912, - 0.08968402445316315, - 0.5369361042976379, - 1.061366319656372, - 0.0489177480340004, - 1.2609617710113525, - 0.3224655091762543, - 0.11617399007081985, - 0.09022968262434006, - 0.14703251421451569, - 0.5313013792037964, - 0.30414432287216187, - 0.031986087560653687, - 0.8970354199409485, - 0.25196152925491333, - 0.09674297273159027, - 0.27459970116615295, - 0.7707059979438782, - 0.16309092938899994, - 0.04196619614958763, - 0.11696398258209229, - 0.07115569710731506, - 0.9928841590881348, - 0.7399094700813293, - 0.20451578497886658, - 0.8092095255851746, - 0.26148003339767456, - 1.0423097610473633, - 0.05191034823656082, - 0.02223695069551468, - 0.17794400453567505, - 0.048859626054763794, - 0.031023187562823296, - 0.3917291462421417, - 0.0446731336414814, - 0.22113272547721863, - 0.09061984717845917, - 0.31882792711257935, - 0.0967683270573616, - 0.09794945269823074, - 0.9744951128959656, - 0.6784238219261169, - 0.12528301775455475, - 0.40910521149635315, - 0.2655283212661743, - 1.2248002290725708, - 0.37540000677108765, - 0.02145235799252987, - 1.0841803550720215, - 1.2204056978225708, - 0.38048648834228516, - 0.18601107597351074, - 0.1503467857837677, - 0.4821559190750122, - 0.0570853166282177, - 0.07432489097118378, - 1.1561287641525269, - 0.06254975497722626, - 0.7381591200828552, - 0.4298897385597229, - 0.10193119198083878, - 0.023165632039308548, - 0.17588290572166443, - 0.8589621186256409, - 0.7926192283630371, - 0.05109482258558273, - 1.1965463161468506, - 0.16153527796268463, - 1.2207154035568237, - 0.060108914971351624, - 1.0344488620758057, - 1.1091068983078003, - 0.6687142252922058, - 0.08248738199472427, - 0.5287261605262756, - 0.11365675181150436, - 0.12711620330810547, - 1.1192985773086548, - 1.155151128768921, - 0.9393997192382812, - 0.6755697131156921, - 0.022658029571175575, - 1.2860429286956787, - 0.28122439980506897, - 0.36162206530570984, - 0.05509837716817856, - 0.06167272478342056, - 0.054130539298057556, - 1.1387193202972412, - 0.013358774594962597, - 0.04649660736322403, - 0.16101594269275665, - 0.11905217170715332, - 0.9192997813224792, - 1.0446637868881226, - 0.5540151000022888, - 0.5361042618751526, - 0.9760916829109192, - 1.1796503067016602, - 1.1453601121902466, - 0.3964751362800598, - 0.332593709230423, - 0.28123533725738525, - 1.2455470561981201, - 0.7081880569458008, - 0.10073302686214447, - 1.004449725151062, - 1.1413403749465942, - 1.2456365823745728, - 1.1715619564056396, - 0.3939513564109802, - 0.6153883934020996, - 0.14133499562740326, - 0.05586029216647148, - 0.6449064016342163, - 0.015430575236678123, - 0.2812185287475586, - 0.46237897872924805, - 0.261350154876709, - 0.09421465545892715, - 0.016276046633720398, - 0.0268232561647892, - 0.052267447113990784, - 0.177914097905159, - 1.1709868907928467, - 1.1305330991744995, - 1.2323533296585083, - 0.0425102673470974, - 0.9222999811172485, - 0.11593195796012878, - 0.9418560266494751, - 1.041666030883789, - 0.026107273995876312, - 0.6412729024887085, - 1.2192577123641968, - 0.3622381091117859, - 0.13444451987743378, - 0.7661330699920654, - 1.1266697645187378, - 0.9146987795829773, - 0.676197350025177, - 0.021950852125883102, - 1.0285805463790894, - 0.9871174097061157, - 1.08193039894104, - 0.7611142992973328, - 0.0362798236310482, - 0.8710630536079407, - 0.5224280953407288, - 1.2645353078842163, - 1.2003874778747559, - 0.9627585411071777, - 1.0276321172714233, - 0.15793490409851074, - 0.026668570935726166, - 0.5919522047042847, - 1.133090615272522, - 0.9740194082260132, - 0.45016443729400635, - 1.1134850978851318, - 0.7273961901664734, - 0.25720736384391785, - 0.38425740599632263, - 0.1711704581975937, - 0.40101245045661926, - 0.5153984427452087, - 0.4768686294555664, - 0.5820510983467102, - 0.6858264803886414, - 1.0796358585357666, - 0.05720195919275284, - 0.28689929842948914, - 0.8181875348091125, - 0.8236985802650452, - 1.1683777570724487, - 1.1157969236373901, - 1.1501717567443848, - 1.2062755823135376, - 0.11640673130750656, - 1.197972297668457, - 0.9959102272987366, - 0.15159650146961212, - 0.07806192338466644, - 0.860953152179718, - 0.06709031760692596, - 0.009214019402861595, - 0.06788402795791626, - 0.9124622941017151, - 0.755660355091095, - 0.7228295207023621, - 0.03545141592621803, - 0.24258878827095032, - 0.0358487069606781, - 0.5640918612480164, - 0.14423753321170807, - 0.10607097297906876, - 0.04042183980345726, - 0.6226162910461426, - 0.046047814190387726, - 0.17058628797531128, - 0.9911906719207764, - 0.9009214043617249, - 0.15732890367507935, - 0.938866138458252, - 0.03260800987482071, - 0.06185023486614227, - 0.4177909195423126, - 0.021901562809944153, - 0.04007051885128021, - 0.026066895574331284, - 1.1040282249450684, - 0.9689958691596985, - 0.6969659924507141, - 0.11592726409435272, - 0.9687659740447998, - 0.7181961536407471, - 0.9415650367736816, - 0.9186496734619141, - 0.08934591710567474, - 0.057623010128736496, - 0.13766078650951385, - 1.0508078336715698, - 0.019537221640348434, - 0.24312026798725128, - 0.030253034085035324, - 0.9861133098602295, - 0.029282230883836746, - 0.13355368375778198, - 0.18841210007667542, - 0.3221873641014099, - 0.09681202471256256, - 0.9632907509803772, - 0.06573846191167831, - 0.04124095290899277, - 1.1254055500030518, - 0.15404047071933746, - 1.1331140995025635, - 0.3358936607837677, - 1.1851261854171753, - 0.007895814254879951, - 0.44927218556404114, - 0.20590068399906158, - 0.12697328627109528, - 0.25911352038383484, - 0.021923385560512543, - 0.8226078152656555, - 0.49921324849128723, - 0.5922679305076599, - 0.4294000566005707, - 0.05096784979104996, - 0.32264456152915955, - 0.04118200019001961, - 0.9471024870872498, - 0.8102936148643494, - 0.7017351984977722, - 1.235525131225586, - 1.1207646131515503, - 0.16981899738311768, - 0.04673502594232559, - 0.007901529781520367, - 0.05424869805574417, - 1.0079189538955688, - 0.02969595044851303, - 0.03563539311289787, - 0.035211533308029175, - 0.012150849215686321, - 1.0102936029434204, - 1.0958791971206665, - 0.43181613087654114, - 0.5501141548156738, - 0.1560840755701065, - 0.22750335931777954, - 0.015254076570272446, - 0.05273815616965294, - 0.02075945772230625, - 0.11201610416173935, - 1.078099012374878, - 0.8032172918319702, - 0.8050798177719116, - 1.0723353624343872, - 0.01779126562178135, - 0.4476718306541443, - 0.4777204990386963, - 1.1668814420700073, - 0.07656346261501312, - 0.4931173622608185, - 0.621827244758606, - 0.06059772148728371, - 0.22602714598178864, - 0.07294750213623047, - 0.3257260024547577, - 0.8582414984703064, - 0.3545655906200409, - 0.7566990256309509, - 0.6445072889328003, - 0.5570962429046631, - 0.020007818937301636, - 0.9682397842407227, - 0.7789276242256165, - 0.19735153019428253, - 0.5479209423065186, - 1.1050403118133545, - 0.05543993040919304, - 1.083516001701355, - 0.01621130108833313, - 0.029650071635842323, - 0.28071117401123047, - 0.199996218085289, - 0.5040822625160217, - 0.04657795652747154, - 0.01123735960572958, - 0.40595167875289917, - 0.2871208190917969, - 0.04375220090150833, - 0.3890794813632965, - 0.7375750541687012, - 1.0015223026275635, - 1.25913405418396, - 0.08464502543210983, - 0.016783325001597404, - 0.5584872364997864, - 0.22984479367733002, - 0.06246953085064888, - 0.04603686183691025, - 0.8299592137336731, - 0.011780304834246635, - 0.3753255605697632, - 0.9590288996696472, - 0.758264422416687, - 0.2558772563934326, - 0.634188711643219, - 0.35219988226890564, - 0.03501475602388382, - 0.5923715829849243, - 0.051648885011672974, - 0.030511099845170975, - 0.18783460557460785, - 0.9158111810684204, - 0.049201834946870804, - 0.7889768481254578, - 0.7973317503929138, - 0.03936423733830452, - 0.5608441829681396, - 0.06487247347831726, - 0.9881927371025085, - 0.612913966178894, - 0.04015480354428291, - 0.797580897808075, - 0.2981151342391968, - 0.02122868038713932, - 1.1567988395690918, - 0.6516972780227661, - 0.7183084487915039, - 1.0298073291778564, - 0.27975669503211975, - 1.0738787651062012, - 0.10688493400812149, - 0.012321006506681442, - 1.1094125509262085, - 1.057936191558838, - 0.0234980508685112, - 0.21009257435798645, - 0.16533425450325012, - 0.43848368525505066, - 0.2660050690174103, - 0.033089566975831985, - 0.03261980786919594, - 0.7817723155021667, - 0.7611402869224548, - 0.4403599798679352, - 0.03255646675825119 + 1.8619023561477661, + 1.082573652267456, + 0.9278359413146973, + 0.675614595413208, + 0.7917498350143433, + 0.7597416639328003, + 0.5814582705497742, + 0.347893625497818, + 0.7209734916687012, + 0.43957239389419556, + 0.4157350957393646, + 0.9389296174049377, + 0.42325079441070557, + 0.47200673818588257, + 0.6174047589302063, + 0.6206336617469788, + 0.3989924192428589, + 0.7383435368537903, + 0.6542844772338867, + 0.5823276042938232, + 0.5260579586029053, + 0.41515275835990906, + 0.5401366353034973, + 0.5181816220283508, + 0.5099409222602844, + 0.5641774535179138, + 0.5216801762580872, + 0.4663439095020294, + 0.3853805661201477, + 0.5284400582313538, + 0.47996723651885986, + 0.43343448638916016, + 0.5172708630561829, + 0.3811418414115906, + 0.3577638566493988, + 0.3431912064552307, + 0.3885362148284912, + 0.4786554276943207, + 0.5187705159187317, + 0.4717201888561249, + 0.4392663538455963, + 0.6585569381713867, + 0.39294278621673584, + 0.14569900929927826, + 0.5452051162719727, + 0.48723354935646057, + 0.3643227219581604, + 0.47668886184692383, + 0.44542813301086426, + 0.3162750005722046, + 0.5070371627807617, + 0.44844555854797363, + 0.45085710287094116, + 0.39188942313194275, + 0.5048514604568481, + 0.28772658109664917, + 0.264794260263443, + 0.2410728484392166, + 0.4015607535839081, + 0.4943258464336395, + 0.43661895394325256, + 0.2235075831413269, + 0.38138288259506226, + 0.4650574326515198, + 0.4444916546344757, + 0.35862603783607483, + 0.3874821364879608, + 0.5340309143066406, + 0.343781441450119, + 0.3508202135562897, + 0.3011702299118042, + 0.5401579141616821, + 0.367587149143219, + 0.27125194668769836, + 0.3605741858482361, + 0.4667963683605194, + 0.21292740106582642, + 0.39874938130378723, + 0.45464250445365906, + 0.27491575479507446, + 0.409861296415329, + 0.4150822162628174, + 0.2481016218662262, + 0.42868661880493164, + 0.4325307011604309, + 0.2243940234184265, + 0.25047749280929565, + 0.36357468366622925, + 0.3272521197795868, + 0.2885591387748718, + 0.3207833170890808, + 0.2796940803527832, + 0.25936099886894226, + 0.44652989506721497, + 0.29741501808166504, + 0.2839849889278412, + 0.4011712968349457, + 0.11750945448875427, + 0.2964053153991699, + 0.36737358570098877, + 0.26234734058380127, + 0.3364604711532593, + 0.34582459926605225, + 0.3004668951034546, + 0.32822486758232117, + 0.32632970809936523, + 0.25091350078582764, + 0.2693668305873871, + 0.29937544465065, + 0.26418280601501465, + 0.35373347997665405, + 0.26453346014022827, + 0.19901582598686218, + 0.4081156253814697, + 0.30750390887260437, + 0.4318068325519562, + 0.3625223934650421, + 0.28152838349342346, + 0.33344539999961853, + 0.2912907004356384, + 0.3704295754432678, + 0.2541389465332031, + 0.20527788996696472, + 0.36209145188331604, + 0.1194964051246643, + 0.35555532574653625, + 0.32510215044021606, + 0.19311633706092834, + 0.2689511775970459, + 0.23747721314430237, + 0.372554212808609, + 0.31543636322021484, + 0.20437116920948029, + 0.3837890625, + 0.4078822433948517, + 0.3567012548446655, + 0.0749083012342453, + 0.38035574555397034, + 0.270300954580307, + 0.22381845116615295, + 0.40316668152809143, + 0.2787628769874573, + 0.3444470465183258, + 0.28772324323654175, + 0.2758420705795288, + 0.19142194092273712, + 0.07437017560005188, + 0.3974362015724182, + 0.3026595115661621, + 0.27734842896461487, + 0.35820576548576355, + 0.3259086012840271, + 0.3027952313423157, + 0.3376094400882721, + 0.3043290376663208, + 0.3481796979904175, + 0.33475881814956665, + 0.3623264729976654, + 0.2626565396785736, + 0.2207312434911728, + 0.18675611913204193, + 0.3257753849029541, + 0.3280199468135834, + 0.28811487555503845, + 0.31949007511138916, + 0.2933742105960846, + 0.2669234871864319, + 0.27811598777770996, + 0.1504111886024475, + 0.2938537299633026, + 0.3148552179336548, + 0.2116333246231079, + 0.1786811351776123, + 0.3624369502067566, + 0.33295366168022156, + 0.310425728559494, + 0.2603519856929779, + 0.27159032225608826, + 0.2876298129558563, + 0.16239337623119354, + 0.3058148920536041, + 0.2907980978488922, + 0.26856955885887146, + 0.373094379901886, + 0.341694176197052, + 0.305465430021286, + 0.2825465798377991, + 0.3502556383609772, + 0.30353546142578125, + 0.30326682329177856, + 0.32635602355003357, + 0.28641313314437866, + 0.2918345034122467, + 0.21461805701255798, + 0.273150771856308, + 0.30635344982147217, + 0.2120118886232376, + 0.3210180103778839, + 0.24007204174995422, + 0.32378411293029785, + 0.351026713848114, + 0.30501610040664673, + 0.29485318064689636, + 0.26531171798706055, + 0.236954003572464, + 0.29455649852752686, + 0.3083939254283905, + 0.2636871337890625, + 0.2703661024570465, + 0.25933292508125305, + 0.2952882945537567, + 0.24598388373851776, + 0.3086795508861542, + 0.30534201860427856, + 0.24648639559745789, + 0.1939297318458557, + 0.29592469334602356, + 0.4103401303291321, + 0.23977996408939362, + 0.15430091321468353, + 0.2715432643890381, + 0.2532562017440796, + 0.22515612840652466, + 0.2864975929260254, + 0.2098814994096756, + 0.22431635856628418, + 0.2816409170627594, + 0.3212173879146576, + 0.28249987959861755, + 0.29727768898010254, + 0.3870311677455902, + 0.31729888916015625, + 0.26002809405326843, + 0.27596232295036316, + 0.18372727930545807, + 0.2282404601573944, + 0.2656824290752411, + 0.12468688189983368, + 0.27163824439048767, + 0.331929087638855, + 0.32355886697769165, + 0.27645716071128845, + 0.34376028180122375, + 0.20539765059947968, + 0.3248732388019562, + 0.28821226954460144, + 0.24563033878803253, + 0.34675174951553345, + 0.27561211585998535, + 0.257625937461853, + 0.14211991429328918, + 0.2010069191455841, + 0.31541407108306885, + 0.22932422161102295, + 0.2919992506504059, + 0.22968320548534393, + 0.3068885803222656, + 0.28894320130348206, + 0.27694952487945557, + 0.30339106917381287, + 0.2882674038410187, + 0.16008996963500977, + 0.31116151809692383, + 0.27198025584220886, + 0.34341275691986084, + 0.30585166811943054, + 0.25712689757347107, + 0.26698699593544006, + 0.25327935814857483, + 0.3663904368877411, + 0.1937650442123413, + 0.28005552291870117, + 0.30285319685935974, + 0.27827537059783936, + 0.15964484214782715, + 0.301005482673645, + 0.23124128580093384, + 0.30332449078559875, + 0.30075985193252563, + 0.25996896624565125, + 0.26024994254112244, + 0.17991723120212555, + 0.2698794901371002, + 0.3108430504798889, + 0.30903175473213196, + 0.3115963935852051, + 0.21336349844932556, + 0.27908459305763245, + 0.22193539142608643, + 0.3051506578922272, + 0.31544229388237, + 0.2887030839920044, + 0.15472529828548431, + 0.2816522717475891, + 0.3009197413921356, + 0.2859770953655243, + 0.2581504285335541, + 0.33327382802963257, + 0.23690511286258698, + 0.11284183710813522, + 0.22449229657649994, + 0.2179650515317917, + 0.28044089674949646, + 0.301669716835022, + 0.30542242527008057, + 0.2539304494857788, + 0.23253637552261353, + 0.2742844820022583, + 0.22086398303508759, + 0.1584426611661911, + 0.2990870773792267, + 0.3077176511287689, + 0.22390216588974, + 0.2503436803817749, + 0.21279501914978027, + 0.14001844823360443, + 0.10896855592727661, + 0.2983647584915161, + 0.24346666038036346, + 0.20696115493774414, + 0.25557878613471985, + 0.29385051131248474, + 0.254686564207077, + 0.21624712646007538, + 0.18638797104358673, + 0.259950190782547, + 0.2769852578639984, + 0.266030877828598, + 0.29507943987846375, + 0.2389376014471054, + 0.1556563675403595, + 0.20262129604816437, + 0.35142025351524353, + 0.24511896073818207, + 0.28975963592529297, + 0.26706841588020325, + 0.21488632261753082, + 0.25765156745910645, + 0.25130346417427063, + 0.22959411144256592, + 0.23118023574352264, + 0.24393929541110992, + 0.18040652573108673, + 0.2218143343925476, + 0.24856965243816376, + 0.26317739486694336, + 0.2728697657585144, + 0.28374409675598145, + 0.307142972946167, + 0.28368812799453735, + 0.27618974447250366, + 0.216958150267601, + 0.2577334940433502, + 0.26046887040138245, + 0.16686201095581055, + 0.11818186938762665, + 0.2510693371295929, + 0.24376630783081055, + 0.27217116951942444, + 0.2213490605354309, + 0.21794988214969635, + 0.19552932679653168, + 0.2642423212528229, + 0.2882342040538788, + 0.22435754537582397, + 0.2810450494289398, + 0.2571033537387848, + 0.23579128086566925, + 0.216502383351326, + 0.24293360114097595, + 0.28318876028060913, + 0.21672053635120392, + 0.22048518061637878, + 0.21881571412086487, + 0.2180098295211792, + 0.27633166313171387, + 0.26374590396881104, + 0.15984207391738892, + 0.2619694471359253, + 0.25083860754966736, + 0.26179251074790955, + 0.22193816304206848, + 0.21149353682994843, + 0.2904551923274994, + 0.14164255559444427, + 0.2717541754245758, + 0.2310561090707779, + 0.21445757150650024, + 0.19936901330947876, + 0.22627004981040955, + 0.201990008354187, + 0.24145732820034027, + 0.2078508585691452, + 0.18183037638664246, + 0.18555361032485962, + 0.23824602365493774, + 0.3208952844142914, + 0.2918400168418884, + 0.20617829263210297, + 0.19299057126045227, + 0.20736896991729736, + 0.1954813003540039, + 0.21559572219848633, + 0.307078093290329, + 0.18038490414619446, + 0.2493344396352768, + 0.23878513276576996, + 0.26043716073036194, + 0.2066800594329834, + 0.2482975423336029, + 0.20359335839748383, + 0.17542150616645813, + 0.3246207535266876, + 0.24456791579723358, + 0.18857966363430023, + 0.26011016964912415, + 0.23351524770259857, + 0.2731188237667084, + 0.2416938841342926, + 0.17119185626506805, + 0.2488052248954773, + 0.22557054460048676, + 0.14410480856895447, + 0.23717136681079865, + 0.2173689901828766, + 0.2310531735420227, + 0.26219627261161804, + 0.25785768032073975, + 0.22698520123958588, + 0.16030462086200714, + 0.226077601313591, + 0.10976829379796982, + 0.20493507385253906, + 0.29290512204170227, + 0.2004729062318802, + 0.2355082780122757, + 0.26116862893104553, + 0.1961813122034073, + 0.1961144208908081, + 0.2087424397468567, + 0.24486544728279114, + 0.21213802695274353, + 0.1941497027873993, + 0.23856471478939056, + 0.24517735838890076, + 0.22730357944965363, + 0.23928730189800262, + 0.17905718088150024, + 0.22506041824817657, + 0.2557825446128845, + 0.24561014771461487, + 0.26649823784828186, + 0.2782672345638275, + 0.1617765575647354, + 0.27544718980789185, + 0.23328617215156555, + 0.23511278629302979, + 0.25490137934684753, + 0.28578025102615356, + 0.23588623106479645, + 0.17160840332508087, + 0.20727676153182983, + 0.20151165127754211, + 0.20913900434970856, + 0.22374524176120758, + 0.23237799108028412, + 0.2152317464351654, + 0.2492551952600479, + 0.21585454046726227, + 0.2936647832393646, + 0.12219201028347015, + 0.2140846997499466, + 0.11079007387161255, + 0.2454102337360382, + 0.1553950011730194, + 0.21511393785476685, + 0.1852499544620514, + 0.19754266738891602, + 0.31092575192451477, + 0.194740429520607, + 0.2228209674358368, + 0.21917769312858582, + 0.20656096935272217, + 0.20396198332309723, + 0.2145429253578186, + 0.1805437058210373, + 0.2691659927368164, + 0.18876945972442627, + 0.19419196248054504, + 0.19909575581550598, + 0.27164673805236816, + 0.18225644528865814, + 0.1719048023223877, + 0.14094476401805878, + 0.27937331795692444, + 0.20947860181331635, + 0.25539711117744446, + 0.16576281189918518, + 0.18976128101348877, + 0.197627991437912 ], "env_score_iters": [ 1, @@ -91102,2643 +109452,3733 @@ 500 ], "env_score": [ - -2.5924673080444336, - -1.6958991289138794, - 0.6026087999343872, - -0.03683127835392952, - -1.4118993282318115, - 0.5985258221626282, - 1.1992290019989014, - -0.5226733088493347, - -1.165745496749878, - -2.6686673164367676, - 5.958110809326172, - 2.491898536682129, - 4.50751256942749, - -1.1765285730361938, - 1.5349998474121094, - -1.042257308959961, - 0.24002578854560852, - 17.720680236816406, - -1.2094993591308594, - 4.118337631225586, - 0.8093085885047913, - 5.536499977111816, - -2.545314311981201, - 17.730356216430664, - -2.7607316970825195, - 6.564552307128906, - 4.032958507537842, - 7.494688510894775, - 10.588346481323242, - -1.3388193845748901, - 3.1928858757019043, - 4.842301368713379, - 2.2436327934265137, - 4.326569557189941, - 0.0687483623623848, - 3.7330141067504883, - -0.7695338129997253, - 5.603237152099609, - 3.479337215423584, - 1.4040950536727905, - 2.9175970554351807, - -1.1825578212738037, - -1.2779031991958618, - 10.651161193847656, - 2.1913347244262695, - -0.19210803508758545, - 1.3017268180847168, - 28.81890869140625, - 7.848557472229004, - -1.4878209829330444, - 1.4982788562774658, - -1.4230560064315796, - 6.265989780426025, - 0.7123144268989563, - 6.402078628540039, - 1.7532615661621094, - 7.292263984680176, - 4.507436275482178, - 5.162052631378174, - 11.810623168945312, - 2.281963348388672, - 4.190282821655273, - -0.06209150329232216, - 9.080182075500488, - 9.402637481689453, - 5.233780860900879, - -1.3914793729782104, - 3.4385852813720703, - 1.0922222137451172, - 3.322516441345215, - 14.468770980834961, - 3.3748281002044678, - 4.6531829833984375, - 4.203041076660156, - -1.3035842180252075, - 10.481900215148926, - -1.28424072265625, - 1.200870156288147, - 3.2500228881835938, - -1.6566330194473267, - -0.17479056119918823, - 0.6844670176506042, - 0.2865390479564667, - 1.3452051877975464, - -2.0612924098968506, - -2.9521963596343994, - 1.4207676649093628, - -0.9152830839157104, - -0.18059112131595612, - 2.9791600704193115, - 7.094788551330566, - -1.6627981662750244, - -1.3864954710006714, - 0.3003085255622864, - 1.5885895490646362, - 4.180187702178955, - 4.060024738311768, - 16.19089126586914, - 10.00361156463623, - 2.780205488204956, - 4.184251308441162, - 1.632148265838623, - -1.4213212728500366, - 0.21080593764781952, - -0.4450583755970001, - -2.007319211959839, - -0.2955363988876343, - 3.622847080230713, - 0.5881834030151367, - -1.4714492559432983, - -0.1403566598892212, - -1.8480682373046875, - 3.0228946208953857, - 1.0285669565200806, - -1.043608546257019, - 0.2648721933364868, - 5.163503646850586, - -0.8749552369117737, - 5.5055718421936035, - 2.8921315670013428, - 1.7013455629348755, - -1.433391809463501, - 0.45099547505378723, - -1.5006135702133179, - -2.69362473487854, - 1.6848665475845337, - -1.278739094734192, - 0.3608909547328949, - 4.421508312225342, - 1.7569060325622559, - -1.2104092836380005, - 0.8996496200561523, - 0.5680121183395386, - -2.9570939540863037, - 6.265169620513916, - 2.2615396976470947, - -1.846301794052124, - -1.0810751914978027, - 0.2302263081073761, - 1.0092525482177734, - 0.14505071938037872, - -2.208752155303955, - 7.269667148590088, - 0.21955683827400208, - -2.5909059047698975, - 0.8916128873825073, - 2.7008845806121826, - 0.011300774291157722, - -0.8896347284317017, - -1.287685513496399, - -1.1690714359283447, - 0.19369356334209442, - 3.9683210849761963, - 1.2913552522659302, - 2.12493896484375, - -0.49935659766197205, - 6.602628707885742, - -1.048396348953247, - -0.7855235934257507, - -1.0089244842529297, - -1.4532619714736938, - -2.2948617935180664, - 1.4457718133926392, - -0.7860473990440369, - -1.4803885221481323, - -0.8150063157081604, - 4.214163780212402, - -0.02767256461083889, - -0.3329351544380188, - 0.8113017082214355, - 0.04929216206073761, - 0.2206604778766632, - 0.32785630226135254, - -0.3151971101760864, - 6.558488368988037, - 4.288403511047363, - -1.5437756776809692, - 8.058845520019531, - 6.773725986480713, - 0.05391007289290428, - -0.6761267185211182, - 0.2563540041446686, - -0.921318531036377, - -1.6832876205444336, - -2.315103769302368, - 8.371831893920898, - -2.766225814819336, - 2.6619341373443604, - 1.1946560144424438, - -0.06280165165662766, - -2.798248291015625, - -1.5323574542999268, - 7.269240379333496, - 1.217800498008728, - -0.8300758004188538, - 1.3686163425445557, - 0.030964002013206482, - 8.159982681274414, - -0.9037646651268005, - 1.78817617893219, - 1.6987590789794922, - 0.872018575668335, - -1.1640291213989258, - 1.6350409984588623, - 0.09328240901231766, - 0.5348392128944397, - 2.859917163848877, - 3.988128185272217, - 1.2745981216430664, - 2.812868595123291, - -1.135949730873108, - 7.7309088706970215, - 1.3292323350906372, - 0.9722610116004944, - -2.839951276779175, - -1.2873207330703735, - -0.5348928570747375, - 3.9564342498779297, - -2.021949529647827, - -3.125765562057495, - -0.02385133132338524, - -2.285884141921997, - 2.460357427597046, - 2.3809776306152344, - 0.6634539365768433, - 0.3854762315750122, - 1.4847434759140015, - 15.338179588317871, - 1.6184219121932983, - 0.4789711833000183, - -0.16051720082759857, - 0.8627461791038513, - 14.513815879821777, - 1.3269988298416138, - -0.8274648189544678, - 2.4695277214050293, - -0.373174786567688, - 8.106221199035645, - 6.846042156219482, - 0.6334352493286133, - 3.277179718017578, - 0.4444443881511688, - -1.701205849647522, - -0.4718265235424042, - -1.2433122396469116, - -2.0651283264160156, - 5.57780122756958, - -2.1881349086761475, - -1.1369848251342773, - -1.5631649494171143, - -1.4944357872009277, - -1.3357499837875366, - -0.3156088888645172, - 8.374537467956543, - 5.31632661819458, - 10.852290153503418, - -1.4767529964447021, - 2.785050868988037, - 0.5888952016830444, - 2.915724992752075, - 2.276654005050659, - -1.5458213090896606, - 0.3244929015636444, - 10.007574081420898, - -0.23558740317821503, - -0.09950187802314758, - 3.058821439743042, - 2.8169286251068115, - 5.458258152008057, - 2.55619478225708, - -2.467660427093506, - 1.6470718383789062, - 3.289984703063965, - 3.416484832763672, - 0.7324710488319397, - -1.3499642610549927, - 2.2926125526428223, - 0.0986589789390564, - 6.505625247955322, - 3.738887071609497, - 1.0455139875411987, - 9.673853874206543, - -0.8100784420967102, - -2.381446361541748, - 2.6980721950531006, - 2.676511526107788, - 7.080357551574707, - -0.5402548313140869, - 13.865264892578125, - 0.34933027625083923, - 1.4704123735427856, - 0.8878305554389954, - 1.5156538486480713, - 0.5642944574356079, - -0.661352276802063, - 0.6604263186454773, - 2.904614210128784, - -0.16394533216953278, - 11.441847801208496, - -1.1427500247955322, - -0.161626398563385, - 2.2186203002929688, - 5.577610969543457, - 10.279288291931152, - 3.257720708847046, - 7.101256847381592, - 6.135641574859619, - 0.8211246132850647, - 3.6822054386138916, - 10.205338478088379, - -1.1399840116500854, - -1.6941503286361694, - 1.7340946197509766, - -1.3551750183105469, - -2.727910041809082, - -1.4011269807815552, - 7.725587844848633, - -1.6254876852035522, - 3.4873483180999756, - 2.738494873046875, - -0.8691456317901611, - -1.3527151346206665, - -0.8110606670379639, - -0.3931190073490143, - -0.322592169046402, - -1.604583978652954, - 1.1218565702438354, - -1.3321466445922852, - 2.7930612564086914, - 4.624893665313721, - 4.284266948699951, - -0.9257608652114868, - 8.217037200927734, - -2.5869791507720947, - -2.0788934230804443, - -0.1639455407857895, - -1.6583470106124878, - -3.370685577392578, - -1.6290241479873657, - 7.495599269866943, - 1.7438422441482544, - 3.664813995361328, - -0.8440348505973816, - 2.0458412170410156, - 2.460470199584961, - -1.8490153551101685, - 1.150713324546814, - -0.22432930767536163, - -2.8841168880462646, - 0.9058427810668945, - 11.290156364440918, - -0.3042088747024536, - 3.4525275230407715, - -1.926309585571289, - 5.160881042480469, - -1.856925368309021, - 0.20873382687568665, - 0.272710919380188, - 0.20128373801708221, - -0.4903632700443268, - -0.561172604560852, - -1.599418044090271, - -1.2928342819213867, - 7.067803859710693, - -0.5849769115447998, - 4.7472052574157715, - 1.3732059001922607, - 1.6045558452606201, - -3.369234800338745, - 0.7044662833213806, - -0.6100123524665833, - -0.641867458820343, - -2.0645229816436768, - -1.4749783277511597, - 2.486570358276367, - -2.2906506061553955, - 1.2946035861968994, - 2.405501365661621, - 1.2127515077590942, - 2.848306179046631, - -2.67696475982666, - 7.527580261230469, - -0.33882588148117065, - 1.2474881410598755, - 6.116322994232178, - 6.463172912597656, - -0.3318490982055664, - -0.4447900652885437, - -1.1586220264434814, - -1.894361972808838, - 6.877518653869629, - -2.0915374755859375, - -1.388464331626892, - -1.0001789331436157, - -1.1708787679672241, - 6.331596374511719, - 9.564153671264648, - 0.6437605619430542, - 2.042905569076538, - -0.9287797808647156, - -0.6358054280281067, - -2.6152727603912354, - -2.0340492725372314, - -4.141790866851807, - -0.6190343499183655, - 0.308652400970459, - 2.315408945083618, - 8.566596031188965, - 1.7181429862976074, - -2.463574171066284, - 0.13453932106494904, - 0.34990784525871277, - 11.712841987609863, - -1.605394959449768, - -0.11271507292985916, - 0.9694498777389526, - -2.3785712718963623, - 0.40866759419441223, - -0.3214576542377472, - -1.4954379796981812, - 3.4623634815216064, - 0.4190950095653534, - 6.848310947418213, - 1.1976637840270996, - 1.600878119468689, - -2.0353989601135254, - 5.084587574005127, - -0.29859012365341187, - 0.7559426426887512, - -1.8875150680541992, - 3.6808435916900635, - -1.4093016386032104, - 6.609919548034668, - -3.0058159828186035, - -2.7800116539001465, - -1.0638412237167358, - 0.4852886199951172, - -0.06377244740724564, - -1.349051833152771, - -1.458735704421997, - 2.6360116004943848, - 0.4517801105976105, - -1.1474964618682861, - 0.5814144015312195, - -1.9236732721328735, - 0.8817241191864014, - 5.441522598266602, - -0.9819064736366272, - -2.7261555194854736, - -1.406441569328308, - 0.7748335003852844, - -2.8379106521606445, - -1.4334228038787842, - 2.355147361755371, - -1.7864351272583008, - 0.2946465015411377, - 4.720525741577148, - 5.91719388961792, - 0.281044602394104, - 1.7551977634429932, - 1.9600660800933838, - -0.8137120008468628, - -0.18628422915935516, - -2.821146011352539, - -1.3572272062301636, - 2.5607070922851562, - 1.324726939201355, - -1.3054389953613281, - 6.38143253326416, - 2.3119564056396484, - -1.6536979675292969, - 26.670164108276367, - -1.1686402559280396, - 1.1121050119400024, - 0.7603985667228699, - -1.6236987113952637, - 2.088596820831299, - 0.5161647200584412, - -3.057187080383301, - 7.2398552894592285, - -0.7871668934822083, - -0.881711483001709, - 6.960482120513916, - 0.1425437182188034, - 4.2057271003723145, - -1.8096754550933838, - -2.5753514766693115, - 13.747807502746582, - 16.83380126953125, - -2.0164859294891357, - 0.44653499126434326, - 1.488200306892395, - 0.10966946929693222, - -0.8085678219795227, - -0.9096968770027161, - -1.5194648504257202, - 3.2745842933654785, - 0.20109400153160095, - -0.22208960354328156, - -3.4368419647216797 + 0.9692111611366272, + 1.5440360307693481, + 0.6759459972381592, + 1.2182930707931519, + 0.5594004988670349, + 1.1153764724731445, + 0.8589538335800171, + 0.9025653600692749, + 1.4738104343414307, + 0.6258590817451477, + 0.46636804938316345, + 2.051002264022827, + 0.546055793762207, + 1.1076301336288452, + 0.9355148673057556, + 1.5289361476898193, + 1.0028529167175293, + 1.3903831243515015, + 3.9224674701690674, + 1.1595855951309204, + 1.0049185752868652, + 0.4670686423778534, + 0.7724260091781616, + 1.239973545074463, + 0.8607860207557678, + 0.6705692410469055, + 0.6566281914710999, + 0.6681691408157349, + 1.05034339427948, + 1.1779087781906128, + 0.9326303005218506, + 1.9664181470870972, + 0.5441633462905884, + 0.7665525078773499, + 2.0906076431274414, + 1.3755030632019043, + 1.3115813732147217, + 1.0968395471572876, + 1.4254028797149658, + 2.2012522220611572, + 1.2032891511917114, + 0.40229150652885437, + 0.5868065357208252, + 1.1234760284423828, + 1.3081926107406616, + 0.6575331687927246, + 0.5545682311058044, + 1.1478134393692017, + 1.866434931755066, + 0.6814822554588318, + 0.838548481464386, + 0.8268965482711792, + 1.2725257873535156, + 0.8666974902153015, + 1.5455368757247925, + 1.6122382879257202, + 0.8825622200965881, + 0.9504003524780273, + 1.1578526496887207, + 0.5853868126869202, + 1.6389288902282715, + 0.17434167861938477, + 0.7654502391815186, + 0.4339710474014282, + 1.644952654838562, + 0.855606198310852, + 0.7484254240989685, + 0.7828000783920288, + 0.8691946268081665, + 0.7515737414360046, + 0.986129879951477, + 1.1220203638076782, + 1.0010970830917358, + 0.2853558659553528, + 0.6007074117660522, + 0.8722070455551147, + 0.17905139923095703, + 1.282675862312317, + 0.8253281116485596, + 1.2070658206939697, + 0.5502537488937378, + 1.0073845386505127, + 0.38556554913520813, + 1.3893177509307861, + 0.9332290291786194, + 0.7788638472557068, + 0.7235842347145081, + 0.8363546133041382, + 1.5506160259246826, + 1.3871179819107056, + 0.5044971704483032, + 0.46669691801071167, + 0.6766404509544373, + 0.8964414000511169, + 0.41063225269317627, + 0.8438482880592346, + 1.48555588722229, + 0.42288699746131897, + 0.31987497210502625, + 0.5741156339645386, + 0.8675864934921265, + 1.1345162391662598, + 1.2997300624847412, + 1.2361189126968384, + 0.8891934752464294, + 1.6753084659576416, + 0.7785485982894897, + 0.1186961755156517, + 1.3367788791656494, + 0.6603807210922241, + 1.3066271543502808, + 0.6467011570930481, + 0.5108057260513306, + 1.4772082567214966, + 0.27207526564598083, + 0.5687190890312195, + 1.2671295404434204, + 0.539604902267456, + 0.665427565574646, + 1.1213572025299072, + 0.8849629163742065, + 0.7958954572677612, + 0.5809251070022583, + 0.6080909371376038, + 0.2410917729139328, + 1.4603216648101807, + 1.1239385604858398, + 0.3264162540435791, + 1.0714504718780518, + 1.1761595010757446, + 0.8340794444084167, + 0.9270827770233154, + 1.615282654762268, + 1.102803111076355, + 1.2910113334655762, + 1.2087466716766357, + 1.108802318572998, + 1.3108664751052856, + 1.0772230625152588, + 0.22431375086307526, + 1.126556634902954, + 0.9271697402000427, + 1.104727864265442, + 0.9019243121147156, + 0.2787879705429077, + 0.9188089370727539, + 0.41498684883117676, + 1.3003036975860596, + 0.8357788920402527, + 0.8850059509277344, + 1.1014368534088135, + 3.3317394256591797, + 1.5691925287246704, + 0.7100956439971924, + 1.1856070756912231, + 1.2924166917800903, + 2.301863431930542, + 1.125201940536499, + 0.6415664553642273, + 1.3289644718170166, + 0.9885306358337402, + 1.1013481616973877, + 0.4919642210006714, + 1.012902855873108, + 1.8478251695632935, + 1.4948146343231201, + 0.38179779052734375, + 1.2632112503051758, + 0.15170642733573914, + 1.524419903755188, + 1.2870733737945557, + 0.7477924823760986, + 1.0258656740188599, + 1.427269697189331, + 0.46170634031295776, + 1.1002088785171509, + 0.37153521180152893, + 0.7428345084190369, + 1.5420538187026978, + 0.5951074957847595, + 1.040096402168274, + 1.3475322723388672, + 0.9650134444236755, + 1.523629903793335, + 1.019034743309021, + 1.020140528678894, + 1.286758303642273, + 2.160278558731079, + 1.068792700767517, + 0.9794918894767761, + 1.2957090139389038, + 1.0649583339691162, + 1.742231011390686, + 1.1718647480010986, + 0.6629726886749268, + 0.8917391300201416, + 0.6662048101425171, + 1.966071367263794, + 0.5628227591514587, + 1.4680582284927368, + 0.8246021270751953, + 1.260772943496704, + 1.2148364782333374, + 0.6720271706581116, + 0.653363049030304, + 1.0091365575790405, + 1.4824906587600708, + 0.8720675706863403, + 1.3812626600265503, + 0.14576613903045654, + 1.3381688594818115, + 0.6725656986236572, + 1.4487106800079346, + 0.4676540493965149, + 1.510053038597107, + 0.6862226128578186, + 1.2069345712661743, + 0.9593043923377991, + 1.5352944135665894, + 1.2029725313186646, + 0.4156174659729004, + 1.486492395401001, + 0.41072481870651245, + 1.4254944324493408, + 0.22634351253509521, + 0.2365918904542923, + 2.435452699661255, + 1.2607436180114746, + 0.7398738861083984, + 1.4437824487686157, + 0.6262563467025757, + 1.0647989511489868, + 0.923907995223999, + 0.5471369028091431, + 0.7176015973091125, + 0.14481112360954285, + 0.4676346182823181, + 1.3479053974151611, + 1.2828500270843506, + 0.966000497341156, + 1.8171278238296509, + 0.9426458477973938, + 2.2519702911376953, + 0.6483537554740906, + 1.4639570713043213, + 0.7838636636734009, + 1.183262825012207, + 1.1548199653625488, + 1.3348264694213867, + 1.4751410484313965, + 1.512425422668457, + 0.7195761799812317, + 2.2691071033477783, + 0.6423783898353577, + 1.5132921934127808, + 0.9591177105903625, + 1.040318250656128, + 0.5653855800628662, + 1.0656956434249878, + 1.4022419452667236, + 1.3489325046539307, + 0.7558186054229736, + 1.1730822324752808, + 1.5908079147338867, + 1.1721315383911133, + 2.235569477081299, + 0.9756453037261963, + 0.967365026473999, + 1.6987890005111694, + 1.1009881496429443, + 0.40970826148986816, + 1.8570178747177124, + 1.6119351387023926, + 1.0848296880722046, + 0.3564312756061554, + 1.6764962673187256, + 0.5421513915061951, + 1.0697102546691895, + 2.1452596187591553, + 1.064988136291504, + 0.9718666672706604, + 0.6025856137275696, + 1.091719388961792, + 0.41996297240257263, + 1.1546614170074463, + 0.7258668541908264, + 1.3192157745361328, + 1.1733051538467407, + 1.2059695720672607, + 0.7483231425285339, + 0.8524424433708191, + 0.9141671657562256, + 0.5289080142974854, + 1.14339017868042, + 1.3318015336990356, + 1.227490782737732, + 0.9966045618057251, + 0.4670511484146118, + 1.1158548593521118, + 0.7778113484382629, + 0.9269209504127502, + 0.7624159455299377, + 1.5643051862716675, + 1.261738657951355, + 0.6397603154182434, + 1.2330056428909302, + 1.5644689798355103, + 1.3395849466323853, + 0.5487293601036072, + 0.7332911491394043, + 1.4735535383224487, + 0.8000481128692627, + 0.854755163192749, + 0.9616047143936157, + 1.268552541732788, + 0.06051582098007202, + 0.07884467393159866, + 1.1244885921478271, + 1.3687467575073242, + 0.8812179565429688, + 0.3747061789035797, + 1.224536657333374, + 0.840155303478241, + 0.47673743963241577, + 1.055993676185608, + 1.5472533702850342, + 0.7505855560302734, + 1.0973255634307861, + 0.8599544167518616, + 0.5442197322845459, + 0.1469261348247528, + 0.7115534543991089, + 0.7683704495429993, + 1.5545101165771484, + 1.2111767530441284, + 1.321710467338562, + 0.8604745864868164, + 1.4859422445297241, + 0.9790914058685303, + 2.0436925888061523, + 0.5818774700164795, + 1.0288633108139038, + 0.8186245560646057, + 0.9541842937469482, + 0.9777848720550537, + 0.8507241010665894, + 0.9730053544044495, + 0.5924055576324463, + 0.8760660290718079, + 2.299680471420288, + 0.7161497473716736, + 0.35407182574272156, + 1.498826026916504, + 0.861471951007843, + 0.6625298857688904, + 0.38591721653938293, + 1.06260085105896, + 1.2900562286376953, + 1.3436757326126099, + 0.8251917362213135, + 0.9007928371429443, + 1.8976141214370728, + 0.7115576863288879, + 1.5072474479675293, + 1.8020262718200684, + 1.3185877799987793, + 0.9288855791091919, + 0.694633960723877, + 0.6590474843978882, + 0.6686075329780579, + 0.498800665140152, + 1.4889683723449707, + 1.278339147567749, + 1.2322896718978882, + 1.3808461427688599, + 0.6647054553031921, + 1.5643315315246582, + 0.45379674434661865, + 0.574982762336731, + 1.99510657787323, + 0.6917188167572021, + 0.8984804749488831, + 1.4533079862594604, + 0.6259512305259705, + 0.42948058247566223, + 1.3088743686676025, + 2.130631446838379, + 1.2037880420684814, + 0.871031641960144, + 1.7261277437210083, + 1.233644962310791, + 1.1764216423034668, + 0.5000371932983398, + 0.378508061170578, + 1.4713436365127563, + 1.180052399635315, + 2.15201735496521, + 1.5524166822433472, + 1.658539891242981, + 0.9117445945739746, + 1.3600813150405884, + 0.7843741774559021, + 0.741161048412323, + 0.6045128107070923, + 1.2530722618103027, + 1.159085750579834, + 1.1633113622665405, + 1.4219846725463867, + 0.525700032711029, + 0.9175146818161011, + 0.4373777210712433, + 0.7741383910179138, + 0.7453795671463013, + 1.2713359594345093, + 1.478171467781067, + 2.155355930328369, + 0.6047540903091431, + 1.2521144151687622, + 1.490980625152588, + 0.649120032787323, + 1.2403995990753174, + 1.5479636192321777, + 0.2401832938194275, + 0.8374395966529846, + 0.6552966833114624, + 1.1686984300613403, + 0.9877989292144775, + 0.7862010598182678, + 0.9510756731033325, + 0.4604577422142029, + 0.8818268179893494, + 0.1763276755809784, + 1.0188170671463013, + 1.310808539390564, + 0.5263833999633789, + 1.4927762746810913, + 2.145575523376465, + 0.47288382053375244, + 1.5639173984527588, + 0.7348111867904663, + 0.8976999521255493, + 0.8425215482711792, + 0.3619396984577179, + 0.9604182243347168, + 1.1469212770462036, + 1.2041559219360352, + 1.1899299621582031, + 1.1092500686645508, + 0.9450405836105347, + 0.5991291403770447, + 1.5208393335342407, + 0.9479511380195618, + 0.9445840716362, + 1.022645115852356, + 0.7770581841468811, + 0.8403571844100952, + 1.4813774824142456, + 0.5815696716308594, + 0.7613913416862488, + 0.6928204298019409, + 0.6061736941337585, + 0.7157596945762634, + 1.027430772781372, + 1.6982166767120361, + 1.1196582317352295, + 1.526267170906067, + 1.3789170980453491, + 1.3491870164871216, + 0.4645290672779083, + 0.5723652839660645, + 0.08275599032640457, + 0.5116211771965027, + 0.04267122596502304, + 1.1727588176727295, + 1.2991349697113037, + 1.30104660987854, + 0.5528163313865662, + 1.8880386352539062, + 2.4183759689331055, + 1.4020620584487915, + 1.1298555135726929, + 0.8812299370765686, + 1.637764811515808, + 0.36492133140563965, + 0.9257442951202393, + 1.3153259754180908, + 1.149928092956543, + 0.5316506624221802, + 0.7517495155334473, + 0.9354954361915588, + 0.8861861824989319, + 0.5406102538108826, + 0.6489695906639099, + 0.5312426090240479, + 1.5563766956329346, + 0.6336038112640381, + 2.4421799182891846, + 0.6353433728218079, + 1.3096587657928467, + 1.2537673711776733 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.675, - 0.625, - 0.675, - 0.6000000000000001, - 0.675, - 0.6000000000000001, - 0.5750000000000001, - 0.625, - 0.625, - 0.6000000000000001 + 0.4875, + 0.49999999999999994, + 0.525, + 0.4875, + 0.475, + 0.4875, + 0.5125000000000001, + 0.46249999999999997, + 0.4875, + 0.44999999999999996, + 0.4875, + 0.44999999999999996, + 0.45, + 0.5, + 0.4875, + 0.46249999999999997, + 0.44999999999999996, + 0.4875, + 0.44999999999999996, + 0.475 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.44670578837394714, - 0.48047682642936707, - 0.6028388738632202, - 0.8810468912124634, - 0.1105094775557518, - 0.9291160702705383, - 0.7352182269096375, - 0.5011430978775024, - 0.5551088452339172, - 0.8697354793548584 + -0.08975910395383835, + -0.0027338615618646145, + -0.17805497348308563, + 0.006496167276054621, + 0.0668516680598259, + -0.16717304289340973, + -0.015960734337568283, + 0.06746728718280792, + 0.24042977392673492, + 0.13772277534008026, + 0.11445999890565872, + -0.020174670964479446, + 0.06691449135541916, + 0.002957869553938508, + 0.002543545560911298, + -0.02260049805045128, + -0.064972423017025, + -0.04418361932039261, + 0.05787742882966995, + 0.011565273627638817 ], "rl_grad_norm": [ - 0.3717777132987976, - 0.8221213817596436, - 0.3816029131412506, - 2.2814090251922607, - 0.15247158706188202, - 0.5094670057296753, - 0.5062589645385742, - 0.7032843232154846, - 1.0540348291397095, - 0.21609555184841156 + 2.818634033203125, + 0.6656689047813416, + 0.8858677744865417, + 1.6025184392929077, + 0.6101289987564087, + 0.6539007425308228, + 0.49225443601608276, + 0.5811255574226379, + 0.38933929800987244, + 0.7301727533340454, + 0.36490896344184875, + 0.3077436089515686, + 0.3948173224925995, + 0.6109360456466675, + 0.4905705451965332, + 0.48622748255729675, + 0.3206751346588135, + 0.4212503731250763, + 0.32582858204841614, + 0.3879208266735077 ], "bc_grad_norm": [ - 2.0844950675964355, - 0.9882189035415649, - 1.119742512702942, - 1.5316014289855957, - 0.2986370623111725, - 0.597832202911377, - 0.3463529646396637, - 0.3474365472793579, - 0.35501089692115784, - 0.20149971544742584 + 7.377484321594238, + 5.43873929977417, + 5.081363677978516, + 8.150062561035156, + 7.6509833335876465, + 7.995643138885498, + 5.978768825531006, + 5.861496448516846, + 3.664876937866211, + 5.605420112609863, + 3.656125068664551, + 6.216886043548584, + 5.665351390838623, + 7.019116401672363, + 6.240442752838135, + 5.045948505401611, + 5.63539981842041, + 5.62397575378418, + 7.084105491638184, + 6.263895511627197 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0006570278201252222, - "embedding.weight": 0.006864006631076336, - "cnn.0.weight": 0.15189720690250397, - "cnn.0.bias": 0.005612852517515421, - "cnn.2.weight": 0.04725928604602814, - "cnn.2.bias": 0.018779074773192406, - "cnn.5.weight": 0.09060028195381165, - "cnn.5.bias": 0.013499750755727291, - "action_emb.weight": 0.005624415818601847, - "timestep_emb.weight": 0.0040594288147985935, - "pos_emb.weight": 0.0038878743071109056, - "transformer.layers.0.self_attn.in_proj_weight": 0.12279072403907776, - "transformer.layers.0.self_attn.in_proj_bias": 0.0075818877667188644, - "transformer.layers.0.self_attn.out_proj.weight": 0.09277758002281189, - "transformer.layers.0.self_attn.out_proj.bias": 0.008995931595563889, - "transformer.layers.0.linear1.weight": 0.062694251537323, - "transformer.layers.0.linear1.bias": 0.003062013303861022, - "transformer.layers.0.linear2.weight": 0.07895058393478394, - "transformer.layers.0.linear2.bias": 0.004425702150911093, - "transformer.layers.0.norm1.weight": 0.007634879555553198, - "transformer.layers.0.norm1.bias": 0.007064064033329487, - "transformer.layers.0.norm2.weight": 0.004097885452210903, - "transformer.layers.0.norm2.bias": 0.0028665983118116856, - "transformer.layers.1.self_attn.in_proj_weight": 0.06509317457675934, - "transformer.layers.1.self_attn.in_proj_bias": 0.0030586798675358295, - "transformer.layers.1.self_attn.out_proj.weight": 0.04582216218113899, - "transformer.layers.1.self_attn.out_proj.bias": 0.0035337910521775484, - "transformer.layers.1.linear1.weight": 0.023141564801335335, - "transformer.layers.1.linear1.bias": 0.0013576491037383676, - "transformer.layers.1.linear2.weight": 0.02854546532034874, - "transformer.layers.1.linear2.bias": 0.003175663761794567, - "transformer.layers.1.norm1.weight": 0.004777760244905949, - "transformer.layers.1.norm1.bias": 0.0028464943170547485, - "transformer.layers.1.norm2.weight": 0.001437242841348052, - "transformer.layers.1.norm2.bias": 0.001244662213139236, - "transformer.layers.2.self_attn.in_proj_weight": 0.038514647632837296, - "transformer.layers.2.self_attn.in_proj_bias": 0.0024111750535666943, - "transformer.layers.2.self_attn.out_proj.weight": 0.033744584769010544, - "transformer.layers.2.self_attn.out_proj.bias": 0.0029884863179177046, - "transformer.layers.2.linear1.weight": 0.017383236438035965, - "transformer.layers.2.linear1.bias": 0.0009847716428339481, - "transformer.layers.2.linear2.weight": 0.019411742687225342, - "transformer.layers.2.linear2.bias": 0.002965424442663789, - "transformer.layers.2.norm1.weight": 0.0023347772657871246, - "transformer.layers.2.norm1.bias": 0.0023864437825977802, - "transformer.layers.2.norm2.weight": 0.0009789159521460533, - "transformer.layers.2.norm2.bias": 0.0007924469537101686, - "transformer.layers.3.self_attn.in_proj_weight": 0.07236988842487335, - "transformer.layers.3.self_attn.in_proj_bias": 0.005280269309878349, - "transformer.layers.3.self_attn.out_proj.weight": 0.0374743789434433, - "transformer.layers.3.self_attn.out_proj.bias": 0.0043748230673372746, - "transformer.layers.3.linear1.weight": 0.04045543447136879, - "transformer.layers.3.linear1.bias": 0.002683221595361829, - "transformer.layers.3.linear2.weight": 0.02342357486486435, - "transformer.layers.3.linear2.bias": 0.005116747226566076, - "transformer.layers.3.norm1.weight": 0.0057757641188800335, - "transformer.layers.3.norm1.bias": 0.007200562860816717, - "transformer.layers.3.norm2.weight": 0.0031664820853620768, - "transformer.layers.3.norm2.bias": 0.0031446691136807203, - "head.weight": 0.34771332144737244, - "head.bias": 0.010068321600556374, - "global_embedding.weight": 0.03181895613670349, - "global_cnn.0.weight": 0.1647663563489914, - "global_cnn.0.bias": 0.00539035489782691, - "global_cnn.2.weight": 0.3056296706199646, - "global_cnn.2.bias": 0.02021770179271698, - "global_proj.weight": 0.07166372239589691, - "global_proj.bias": 0.04807044193148613, - "goal_head.0.weight": 0.030921490862965584, - "goal_head.0.bias": 0.015647489577531815, - "goal_head.2.weight": 0.046758782118558884, - "goal_head.2.bias": 0.03722146153450012 - }, - { - "global_gate": 0.00045840529492124915, - "embedding.weight": 0.005416897591203451, - "cnn.0.weight": 0.1471278965473175, - "cnn.0.bias": 0.007247119210660458, - "cnn.2.weight": 0.058693040162324905, - "cnn.2.bias": 0.014840631745755672, - "cnn.5.weight": 0.06808753311634064, - "cnn.5.bias": 0.014748652465641499, - "action_emb.weight": 0.015154927968978882, - "timestep_emb.weight": 0.0040367478504776955, - "pos_emb.weight": 0.004933912772685289, - "transformer.layers.0.self_attn.in_proj_weight": 0.10561084747314453, - "transformer.layers.0.self_attn.in_proj_bias": 0.010802434757351875, - "transformer.layers.0.self_attn.out_proj.weight": 0.10291270166635513, - "transformer.layers.0.self_attn.out_proj.bias": 0.013515997678041458, - "transformer.layers.0.linear1.weight": 0.07177942991256714, - "transformer.layers.0.linear1.bias": 0.005102275405079126, - "transformer.layers.0.linear2.weight": 0.09595007449388504, - "transformer.layers.0.linear2.bias": 0.011935471557080746, - "transformer.layers.0.norm1.weight": 0.0059479535557329655, - "transformer.layers.0.norm1.bias": 0.010584572330117226, - "transformer.layers.0.norm2.weight": 0.004796171560883522, - "transformer.layers.0.norm2.bias": 0.005056262481957674, - "transformer.layers.1.self_attn.in_proj_weight": 0.08534392714500427, - "transformer.layers.1.self_attn.in_proj_bias": 0.0070086936466395855, - "transformer.layers.1.self_attn.out_proj.weight": 0.08720290660858154, - "transformer.layers.1.self_attn.out_proj.bias": 0.009301851503551006, - "transformer.layers.1.linear1.weight": 0.04260428622364998, - "transformer.layers.1.linear1.bias": 0.002956817392259836, - "transformer.layers.1.linear2.weight": 0.055216893553733826, - "transformer.layers.1.linear2.bias": 0.00932704284787178, - "transformer.layers.1.norm1.weight": 0.0058122798800468445, - "transformer.layers.1.norm1.bias": 0.0066208615899086, - "transformer.layers.1.norm2.weight": 0.00282302126288414, - "transformer.layers.1.norm2.bias": 0.0029151425696909428, - "transformer.layers.2.self_attn.in_proj_weight": 0.0812108963727951, - "transformer.layers.2.self_attn.in_proj_bias": 0.008031231351196766, - "transformer.layers.2.self_attn.out_proj.weight": 0.07315527647733688, - "transformer.layers.2.self_attn.out_proj.bias": 0.009578888304531574, - "transformer.layers.2.linear1.weight": 0.0358261875808239, - "transformer.layers.2.linear1.bias": 0.002864635083824396, - "transformer.layers.2.linear2.weight": 0.04040940850973129, - "transformer.layers.2.linear2.bias": 0.00989387184381485, - "transformer.layers.2.norm1.weight": 0.005839838180691004, - "transformer.layers.2.norm1.bias": 0.010070810094475746, - "transformer.layers.2.norm2.weight": 0.002276113023981452, - "transformer.layers.2.norm2.bias": 0.003221197286620736, - "transformer.layers.3.self_attn.in_proj_weight": 0.11671177297830582, - "transformer.layers.3.self_attn.in_proj_bias": 0.012076713144779205, - "transformer.layers.3.self_attn.out_proj.weight": 0.07531573623418808, - "transformer.layers.3.self_attn.out_proj.bias": 0.012720759958028793, - "transformer.layers.3.linear1.weight": 0.12732844054698944, - "transformer.layers.3.linear1.bias": 0.01164423767477274, - "transformer.layers.3.linear2.weight": 0.06479278951883316, - "transformer.layers.3.linear2.bias": 0.01818222552537918, - "transformer.layers.3.norm1.weight": 0.0076274448074400425, - "transformer.layers.3.norm1.bias": 0.014632758684456348, - "transformer.layers.3.norm2.weight": 0.010760791599750519, - "transformer.layers.3.norm2.bias": 0.018245285376906395, - "head.weight": 0.8870583176612854, - "head.bias": 0.0396290086209774, - "global_embedding.weight": 0.023499030619859695, - "global_cnn.0.weight": 0.1125037744641304, - "global_cnn.0.bias": 0.005392349325120449, - "global_cnn.2.weight": 0.14121541380882263, - "global_cnn.2.bias": 0.007367527112364769, - "global_proj.weight": 0.05224267393350601, - "global_proj.bias": 0.02641952596604824, - "goal_head.0.weight": 0.02295379713177681, - "goal_head.0.bias": 0.008802784606814384, - "goal_head.2.weight": 0.0340704470872879, - "goal_head.2.bias": 0.018790945410728455 - }, - { - "global_gate": 0.0002474752254784107, - "embedding.weight": 0.003116762964054942, - "cnn.0.weight": 0.05902609974145889, - "cnn.0.bias": 0.002790626371279359, - "cnn.2.weight": 0.019312657415866852, - "cnn.2.bias": 0.006256420630961657, - "cnn.5.weight": 0.031941600143909454, - "cnn.5.bias": 0.0043964749202132225, - "action_emb.weight": 0.004349648952484131, - "timestep_emb.weight": 0.0023032287135720253, - "pos_emb.weight": 0.0029275130946189165, - "transformer.layers.0.self_attn.in_proj_weight": 0.0331876315176487, - "transformer.layers.0.self_attn.in_proj_bias": 0.002858152613043785, - "transformer.layers.0.self_attn.out_proj.weight": 0.03503880277276039, - "transformer.layers.0.self_attn.out_proj.bias": 0.003795248456299305, - "transformer.layers.0.linear1.weight": 0.025909654796123505, - "transformer.layers.0.linear1.bias": 0.0014101332053542137, - "transformer.layers.0.linear2.weight": 0.03187409043312073, - "transformer.layers.0.linear2.bias": 0.0025934972800314426, - "transformer.layers.0.norm1.weight": 0.0017267268849536777, - "transformer.layers.0.norm1.bias": 0.0026088657323271036, - "transformer.layers.0.norm2.weight": 0.0019751754589378834, - "transformer.layers.0.norm2.bias": 0.0014365790411829948, - "transformer.layers.1.self_attn.in_proj_weight": 0.025583915412425995, - "transformer.layers.1.self_attn.in_proj_bias": 0.0014620142756029963, - "transformer.layers.1.self_attn.out_proj.weight": 0.024396976456046104, - "transformer.layers.1.self_attn.out_proj.bias": 0.001959380228072405, - "transformer.layers.1.linear1.weight": 0.01562950387597084, - "transformer.layers.1.linear1.bias": 0.0008423950639553368, - "transformer.layers.1.linear2.weight": 0.020262444391846657, - "transformer.layers.1.linear2.bias": 0.0019005826907232404, - "transformer.layers.1.norm1.weight": 0.001794911571778357, - "transformer.layers.1.norm1.bias": 0.0013416064903140068, - "transformer.layers.1.norm2.weight": 0.0011312259593978524, - "transformer.layers.1.norm2.bias": 0.0007613966590724885, - "transformer.layers.2.self_attn.in_proj_weight": 0.02816266380250454, - "transformer.layers.2.self_attn.in_proj_bias": 0.001359656103886664, - "transformer.layers.2.self_attn.out_proj.weight": 0.017790481448173523, - "transformer.layers.2.self_attn.out_proj.bias": 0.0017856452614068985, - "transformer.layers.2.linear1.weight": 0.012737791985273361, - "transformer.layers.2.linear1.bias": 0.0007948289858177304, - "transformer.layers.2.linear2.weight": 0.01455498207360506, - "transformer.layers.2.linear2.bias": 0.0018873523222282529, - "transformer.layers.2.norm1.weight": 0.0019070212729275227, - "transformer.layers.2.norm1.bias": 0.0013865154469385743, - "transformer.layers.2.norm2.weight": 0.0007932880544103682, - "transformer.layers.2.norm2.bias": 0.000788621255196631, - "transformer.layers.3.self_attn.in_proj_weight": 0.044232793152332306, - "transformer.layers.3.self_attn.in_proj_bias": 0.0037300526164472103, - "transformer.layers.3.self_attn.out_proj.weight": 0.019736092537641525, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033142236061394215, - "transformer.layers.3.linear1.weight": 0.030178925022482872, - "transformer.layers.3.linear1.bias": 0.0023873818572610617, - "transformer.layers.3.linear2.weight": 0.017955636605620384, - "transformer.layers.3.linear2.bias": 0.004294550511986017, - "transformer.layers.3.norm1.weight": 0.003221919760107994, - "transformer.layers.3.norm1.bias": 0.0046988739632070065, - "transformer.layers.3.norm2.weight": 0.002216486958786845, - "transformer.layers.3.norm2.bias": 0.003095864551141858, - "head.weight": 0.20647139847278595, - "head.bias": 0.00818319246172905, - "global_embedding.weight": 0.008795255795121193, - "global_cnn.0.weight": 0.08460164070129395, - "global_cnn.0.bias": 0.002909283619374037, - "global_cnn.2.weight": 0.173208549618721, - "global_cnn.2.bias": 0.010271201841533184, - "global_proj.weight": 0.03650280460715294, - "global_proj.bias": 0.023287296295166016, - "goal_head.0.weight": 0.021011199802160263, - "goal_head.0.bias": 0.008578415960073471, - "goal_head.2.weight": 0.03478775918483734, - "goal_head.2.bias": 0.018230099231004715 - }, - { - "global_gate": 0.0004053004377055913, - "embedding.weight": 0.009077738039195538, - "cnn.0.weight": 0.1659936159849167, - "cnn.0.bias": 0.004900174215435982, - "cnn.2.weight": 0.04082614555954933, - "cnn.2.bias": 0.010221836157143116, - "cnn.5.weight": 0.08431944251060486, - "cnn.5.bias": 0.011325418017804623, - "action_emb.weight": 0.02913047932088375, - "timestep_emb.weight": 0.005718503147363663, - "pos_emb.weight": 0.008146275766193867, - "transformer.layers.0.self_attn.in_proj_weight": 0.1280791312456131, - "transformer.layers.0.self_attn.in_proj_bias": 0.01496095396578312, - "transformer.layers.0.self_attn.out_proj.weight": 0.13775131106376648, - "transformer.layers.0.self_attn.out_proj.bias": 0.024275926873087883, - "transformer.layers.0.linear1.weight": 0.1073930561542511, - "transformer.layers.0.linear1.bias": 0.008684835396707058, - "transformer.layers.0.linear2.weight": 0.14478756487369537, - "transformer.layers.0.linear2.bias": 0.02058120258152485, - "transformer.layers.0.norm1.weight": 0.007152562029659748, - "transformer.layers.0.norm1.bias": 0.012737509794533253, - "transformer.layers.0.norm2.weight": 0.00868293084204197, - "transformer.layers.0.norm2.bias": 0.011361109092831612, - "transformer.layers.1.self_attn.in_proj_weight": 0.12017316371202469, - "transformer.layers.1.self_attn.in_proj_bias": 0.01198663841933012, - "transformer.layers.1.self_attn.out_proj.weight": 0.1730107069015503, - "transformer.layers.1.self_attn.out_proj.bias": 0.018333764746785164, - "transformer.layers.1.linear1.weight": 0.08150365948677063, - "transformer.layers.1.linear1.bias": 0.006155358161777258, - "transformer.layers.1.linear2.weight": 0.11132530868053436, - "transformer.layers.1.linear2.bias": 0.01823679730296135, - "transformer.layers.1.norm1.weight": 0.006066180765628815, - "transformer.layers.1.norm1.bias": 0.009853656403720379, - "transformer.layers.1.norm2.weight": 0.00618973933160305, - "transformer.layers.1.norm2.bias": 0.00698488112539053, - "transformer.layers.2.self_attn.in_proj_weight": 0.1335480958223343, - "transformer.layers.2.self_attn.in_proj_bias": 0.013174975290894508, - "transformer.layers.2.self_attn.out_proj.weight": 0.09745129197835922, - "transformer.layers.2.self_attn.out_proj.bias": 0.017927896231412888, - "transformer.layers.2.linear1.weight": 0.08245367556810379, - "transformer.layers.2.linear1.bias": 0.006562421564012766, - "transformer.layers.2.linear2.weight": 0.09257739782333374, - "transformer.layers.2.linear2.bias": 0.019228199496865273, - "transformer.layers.2.norm1.weight": 0.007773705292493105, - "transformer.layers.2.norm1.bias": 0.01214270293712616, - "transformer.layers.2.norm2.weight": 0.00619163503870368, - "transformer.layers.2.norm2.bias": 0.007916008122265339, - "transformer.layers.3.self_attn.in_proj_weight": 0.3245640993118286, - "transformer.layers.3.self_attn.in_proj_bias": 0.04174339771270752, - "transformer.layers.3.self_attn.out_proj.weight": 0.1529827117919922, - "transformer.layers.3.self_attn.out_proj.bias": 0.03423094004392624, - "transformer.layers.3.linear1.weight": 0.2940784692764282, - "transformer.layers.3.linear1.bias": 0.029611067846417427, - "transformer.layers.3.linear2.weight": 0.1611962914466858, - "transformer.layers.3.linear2.bias": 0.05062902718782425, - "transformer.layers.3.norm1.weight": 0.024106819182634354, - "transformer.layers.3.norm1.bias": 0.060117579996585846, - "transformer.layers.3.norm2.weight": 0.02317248284816742, - "transformer.layers.3.norm2.bias": 0.04374159127473831, - "head.weight": 1.9911612272262573, - "head.bias": 0.09820451587438583, - "global_embedding.weight": 0.016632627695798874, - "global_cnn.0.weight": 0.1775592565536499, - "global_cnn.0.bias": 0.004582110792398453, - "global_cnn.2.weight": 0.36050960421562195, - "global_cnn.2.bias": 0.012438179925084114, - "global_proj.weight": 0.0958464965224266, - "global_proj.bias": 0.0603582039475441, - "goal_head.0.weight": 0.06388960033655167, - "goal_head.0.bias": 0.027438117191195488, - "goal_head.2.weight": 0.10714235156774521, - "goal_head.2.bias": 0.06659451872110367 - }, - { - "global_gate": 0.00025802734307944775, - "embedding.weight": 0.004055287688970566, - "cnn.0.weight": 0.06957108527421951, - "cnn.0.bias": 0.0019644545391201973, - "cnn.2.weight": 0.016583355143666267, - "cnn.2.bias": 0.004849588498473167, - "cnn.5.weight": 0.024569185450673103, - "cnn.5.bias": 0.0035671929363161325, - "action_emb.weight": 0.003299114527180791, - "timestep_emb.weight": 0.0019856386352330446, - "pos_emb.weight": 0.0023278293665498495, - "transformer.layers.0.self_attn.in_proj_weight": 0.03011828474700451, - "transformer.layers.0.self_attn.in_proj_bias": 0.00207921932451427, - "transformer.layers.0.self_attn.out_proj.weight": 0.031118333339691162, - "transformer.layers.0.self_attn.out_proj.bias": 0.0026396685279905796, - "transformer.layers.0.linear1.weight": 0.020397981628775597, - "transformer.layers.0.linear1.bias": 0.0010474390583112836, - "transformer.layers.0.linear2.weight": 0.026253407821059227, - "transformer.layers.0.linear2.bias": 0.0019322768785059452, - "transformer.layers.0.norm1.weight": 0.0017037439392879605, - "transformer.layers.0.norm1.bias": 0.0019808821380138397, - "transformer.layers.0.norm2.weight": 0.001676045125350356, - "transformer.layers.0.norm2.bias": 0.0010652424534782767, - "transformer.layers.1.self_attn.in_proj_weight": 0.026698777452111244, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012942493194714189, - "transformer.layers.1.self_attn.out_proj.weight": 0.019605785608291626, - "transformer.layers.1.self_attn.out_proj.bias": 0.0014885627897456288, - "transformer.layers.1.linear1.weight": 0.013021592050790787, - "transformer.layers.1.linear1.bias": 0.0006749909371137619, - "transformer.layers.1.linear2.weight": 0.01708199270069599, - "transformer.layers.1.linear2.bias": 0.0014179990394040942, - "transformer.layers.1.norm1.weight": 0.0017244264017790556, - "transformer.layers.1.norm1.bias": 0.0013003259664401412, - "transformer.layers.1.norm2.weight": 0.0010057130130007863, - "transformer.layers.1.norm2.bias": 0.0006969398818910122, - "transformer.layers.2.self_attn.in_proj_weight": 0.020487891510128975, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010872649727389216, - "transformer.layers.2.self_attn.out_proj.weight": 0.015418480150401592, - "transformer.layers.2.self_attn.out_proj.bias": 0.0013317714910954237, - "transformer.layers.2.linear1.weight": 0.01191695872694254, - "transformer.layers.2.linear1.bias": 0.0006394248339347541, - "transformer.layers.2.linear2.weight": 0.01254810020327568, - "transformer.layers.2.linear2.bias": 0.0013089306885376573, - "transformer.layers.2.norm1.weight": 0.0013064867816865444, - "transformer.layers.2.norm1.bias": 0.0010953462915495038, - "transformer.layers.2.norm2.weight": 0.0008561966824345291, - "transformer.layers.2.norm2.bias": 0.0006460980512201786, - "transformer.layers.3.self_attn.in_proj_weight": 0.04396709427237511, - "transformer.layers.3.self_attn.in_proj_bias": 0.003262300044298172, - "transformer.layers.3.self_attn.out_proj.weight": 0.01739744283258915, - "transformer.layers.3.self_attn.out_proj.bias": 0.0023410634603351355, - "transformer.layers.3.linear1.weight": 0.02488107793033123, - "transformer.layers.3.linear1.bias": 0.001774003729224205, - "transformer.layers.3.linear2.weight": 0.014065741561353207, - "transformer.layers.3.linear2.bias": 0.002981185680255294, - "transformer.layers.3.norm1.weight": 0.0037310561165213585, - "transformer.layers.3.norm1.bias": 0.004532710183411837, - "transformer.layers.3.norm2.weight": 0.001617377158254385, - "transformer.layers.3.norm2.bias": 0.0021489253267645836, - "head.weight": 0.17137150466442108, - "head.bias": 0.005658913869410753, - "global_embedding.weight": 0.018199758604168892, - "global_cnn.0.weight": 0.061631929129362106, - "global_cnn.0.bias": 0.002698655938729644, - "global_cnn.2.weight": 0.05867321044206619, - "global_cnn.2.bias": 0.0038330727256834507, - "global_proj.weight": 0.02262820489704609, - "global_proj.bias": 0.014470485970377922, - "goal_head.0.weight": 0.013276266865432262, - "goal_head.0.bias": 0.005439767148345709, - "goal_head.2.weight": 0.020367298275232315, - "goal_head.2.bias": 0.012426763772964478 - }, - { - "global_gate": 0.000620366889052093, - "embedding.weight": 0.005093361716717482, - "cnn.0.weight": 0.09868139028549194, - "cnn.0.bias": 0.004285464063286781, - "cnn.2.weight": 0.03348260372877121, - "cnn.2.bias": 0.00807391107082367, - "cnn.5.weight": 0.04688263684511185, - "cnn.5.bias": 0.006218736991286278, - "action_emb.weight": 0.005641109775751829, - "timestep_emb.weight": 0.0030359860975295305, - "pos_emb.weight": 0.004214562941342592, - "transformer.layers.0.self_attn.in_proj_weight": 0.05054888501763344, - "transformer.layers.0.self_attn.in_proj_bias": 0.0029103849083185196, - "transformer.layers.0.self_attn.out_proj.weight": 0.045763060450553894, - "transformer.layers.0.self_attn.out_proj.bias": 0.0034788267221301794, - "transformer.layers.0.linear1.weight": 0.03655920922756195, - "transformer.layers.0.linear1.bias": 0.0016902629286050797, - "transformer.layers.0.linear2.weight": 0.04076022654771805, - "transformer.layers.0.linear2.bias": 0.002992078894749284, - "transformer.layers.0.norm1.weight": 0.0029033382888883352, - "transformer.layers.0.norm1.bias": 0.0026674210093915462, - "transformer.layers.0.norm2.weight": 0.002834022045135498, - "transformer.layers.0.norm2.bias": 0.0015033552190288901, - "transformer.layers.1.self_attn.in_proj_weight": 0.05436670780181885, - "transformer.layers.1.self_attn.in_proj_bias": 0.0025520273484289646, - "transformer.layers.1.self_attn.out_proj.weight": 0.024479374289512634, - "transformer.layers.1.self_attn.out_proj.bias": 0.002039081882685423, - "transformer.layers.1.linear1.weight": 0.01869264803826809, - "transformer.layers.1.linear1.bias": 0.0009375385707244277, - "transformer.layers.1.linear2.weight": 0.023217683658003807, - "transformer.layers.1.linear2.bias": 0.002030779607594013, - "transformer.layers.1.norm1.weight": 0.0034647637512534857, - "transformer.layers.1.norm1.bias": 0.0027326440904289484, - "transformer.layers.1.norm2.weight": 0.0012370524927973747, - "transformer.layers.1.norm2.bias": 0.0008529081824235618, - "transformer.layers.2.self_attn.in_proj_weight": 0.03223702684044838, - "transformer.layers.2.self_attn.in_proj_bias": 0.0014610097277909517, - "transformer.layers.2.self_attn.out_proj.weight": 0.01918160729110241, - "transformer.layers.2.self_attn.out_proj.bias": 0.0019186141435056925, - "transformer.layers.2.linear1.weight": 0.015540269203484058, - "transformer.layers.2.linear1.bias": 0.0009034676477313042, - "transformer.layers.2.linear2.weight": 0.017006421461701393, - "transformer.layers.2.linear2.bias": 0.002109112683683634, - "transformer.layers.2.norm1.weight": 0.0026270945090800524, - "transformer.layers.2.norm1.bias": 0.001408507116138935, - "transformer.layers.2.norm2.weight": 0.0009296674397774041, - "transformer.layers.2.norm2.bias": 0.0009432662045583129, - "transformer.layers.3.self_attn.in_proj_weight": 0.049704402685165405, - "transformer.layers.3.self_attn.in_proj_bias": 0.004832555074244738, - "transformer.layers.3.self_attn.out_proj.weight": 0.02358292229473591, - "transformer.layers.3.self_attn.out_proj.bias": 0.0039291782304644585, - "transformer.layers.3.linear1.weight": 0.04185982421040535, - "transformer.layers.3.linear1.bias": 0.0031936054583638906, - "transformer.layers.3.linear2.weight": 0.02269843965768814, - "transformer.layers.3.linear2.bias": 0.005449496675282717, - "transformer.layers.3.norm1.weight": 0.0036346958950161934, - "transformer.layers.3.norm1.bias": 0.006691072601824999, - "transformer.layers.3.norm2.weight": 0.003368299687281251, - "transformer.layers.3.norm2.bias": 0.004470993764698505, - "head.weight": 0.2765255570411682, - "head.bias": 0.010676800273358822, - "global_embedding.weight": 0.01811186410486698, - "global_cnn.0.weight": 0.1873379498720169, - "global_cnn.0.bias": 0.0047268932685256, - "global_cnn.2.weight": 0.3819408714771271, - "global_cnn.2.bias": 0.022598955780267715, - "global_proj.weight": 0.08425062149763107, - "global_proj.bias": 0.057227034121751785, - "goal_head.0.weight": 0.04823261499404907, - "goal_head.0.bias": 0.02218836545944214, - "goal_head.2.weight": 0.06276858597993851, - "goal_head.2.bias": 0.04760778322815895 - }, - { - "global_gate": 0.00029180533601902425, - "embedding.weight": 0.003002345794811845, - "cnn.0.weight": 0.09173133224248886, - "cnn.0.bias": 0.004321174696087837, - "cnn.2.weight": 0.02799174003303051, - "cnn.2.bias": 0.013512788340449333, - "cnn.5.weight": 0.037055790424346924, - "cnn.5.bias": 0.008729429915547371, - "action_emb.weight": 0.013364738784730434, - "timestep_emb.weight": 0.004763033241033554, - "pos_emb.weight": 0.009542305953800678, - "transformer.layers.0.self_attn.in_proj_weight": 0.06564685702323914, - "transformer.layers.0.self_attn.in_proj_bias": 0.005538932979106903, - "transformer.layers.0.self_attn.out_proj.weight": 0.05666361004114151, - "transformer.layers.0.self_attn.out_proj.bias": 0.007239443715661764, - "transformer.layers.0.linear1.weight": 0.07616595178842545, - "transformer.layers.0.linear1.bias": 0.0032871421426534653, - "transformer.layers.0.linear2.weight": 0.08388489484786987, - "transformer.layers.0.linear2.bias": 0.005953256040811539, - "transformer.layers.0.norm1.weight": 0.003861106000840664, - "transformer.layers.0.norm1.bias": 0.005224314052611589, - "transformer.layers.0.norm2.weight": 0.006689921021461487, - "transformer.layers.0.norm2.bias": 0.002938766498118639, - "transformer.layers.1.self_attn.in_proj_weight": 0.07559019327163696, - "transformer.layers.1.self_attn.in_proj_bias": 0.003704644972458482, - "transformer.layers.1.self_attn.out_proj.weight": 0.052550651133060455, - "transformer.layers.1.self_attn.out_proj.bias": 0.005338218528777361, - "transformer.layers.1.linear1.weight": 0.05163959413766861, - "transformer.layers.1.linear1.bias": 0.002639091806486249, - "transformer.layers.1.linear2.weight": 0.06305047124624252, - "transformer.layers.1.linear2.bias": 0.005306980572640896, - "transformer.layers.1.norm1.weight": 0.004575048107653856, - "transformer.layers.1.norm1.bias": 0.0033424703869968653, - "transformer.layers.1.norm2.weight": 0.004018477629870176, - "transformer.layers.1.norm2.bias": 0.002309377770870924, - "transformer.layers.2.self_attn.in_proj_weight": 0.12377531826496124, - "transformer.layers.2.self_attn.in_proj_bias": 0.007135048508644104, - "transformer.layers.2.self_attn.out_proj.weight": 0.04110570624470711, - "transformer.layers.2.self_attn.out_proj.bias": 0.004931192845106125, - "transformer.layers.2.linear1.weight": 0.0300443172454834, - "transformer.layers.2.linear1.bias": 0.002025837078690529, - "transformer.layers.2.linear2.weight": 0.039463531225919724, - "transformer.layers.2.linear2.bias": 0.00504826195538044, - "transformer.layers.2.norm1.weight": 0.008205932565033436, - "transformer.layers.2.norm1.bias": 0.008546657860279083, - "transformer.layers.2.norm2.weight": 0.001982726389542222, - "transformer.layers.2.norm2.bias": 0.0022769758943468332, - "transformer.layers.3.self_attn.in_proj_weight": 0.10236875712871552, - "transformer.layers.3.self_attn.in_proj_bias": 0.008457381278276443, - "transformer.layers.3.self_attn.out_proj.weight": 0.050983328372240067, - "transformer.layers.3.self_attn.out_proj.bias": 0.007637224160134792, - "transformer.layers.3.linear1.weight": 0.07134289294481277, - "transformer.layers.3.linear1.bias": 0.0062671140767633915, - "transformer.layers.3.linear2.weight": 0.040757980197668076, - "transformer.layers.3.linear2.bias": 0.011055468581616879, - "transformer.layers.3.norm1.weight": 0.008704311214387417, - "transformer.layers.3.norm1.bias": 0.0115464236587286, - "transformer.layers.3.norm2.weight": 0.006339734420180321, - "transformer.layers.3.norm2.bias": 0.009738685563206673, - "head.weight": 0.542242705821991, - "head.bias": 0.025664301589131355, - "global_embedding.weight": 0.04821234568953514, - "global_cnn.0.weight": 0.1931213140487671, - "global_cnn.0.bias": 0.006585138384252787, - "global_cnn.2.weight": 0.2836059331893921, - "global_cnn.2.bias": 0.01579597033560276, - "global_proj.weight": 0.04305686056613922, - "global_proj.bias": 0.035539932548999786, - "goal_head.0.weight": 0.026050062850117683, - "goal_head.0.bias": 0.013986935839056969, - "goal_head.2.weight": 0.035351380705833435, - "goal_head.2.bias": 0.03111291117966175 - }, - { - "global_gate": 0.00013531703734770417, - "embedding.weight": 0.0015265815891325474, - "cnn.0.weight": 0.02871614135801792, - "cnn.0.bias": 0.0010455793235450983, - "cnn.2.weight": 0.011429264210164547, - "cnn.2.bias": 0.003297894261777401, - "cnn.5.weight": 0.021442526951432228, - "cnn.5.bias": 0.0026721192989498377, - "action_emb.weight": 0.010822335258126259, - "timestep_emb.weight": 0.004066786263138056, - "pos_emb.weight": 0.005646188743412495, - "transformer.layers.0.self_attn.in_proj_weight": 0.042021311819553375, - "transformer.layers.0.self_attn.in_proj_bias": 0.0030431433115154505, - "transformer.layers.0.self_attn.out_proj.weight": 0.04376434534788132, - "transformer.layers.0.self_attn.out_proj.bias": 0.004232149571180344, - "transformer.layers.0.linear1.weight": 0.05266785994172096, - "transformer.layers.0.linear1.bias": 0.0021940800361335278, - "transformer.layers.0.linear2.weight": 0.0540788434445858, - "transformer.layers.0.linear2.bias": 0.0035415696911513805, - "transformer.layers.0.norm1.weight": 0.002344981301575899, - "transformer.layers.0.norm1.bias": 0.002749144798144698, - "transformer.layers.0.norm2.weight": 0.004896816797554493, - "transformer.layers.0.norm2.bias": 0.0018544229678809643, - "transformer.layers.1.self_attn.in_proj_weight": 0.0409085676074028, - "transformer.layers.1.self_attn.in_proj_bias": 0.002353309653699398, - "transformer.layers.1.self_attn.out_proj.weight": 0.035448942333459854, - "transformer.layers.1.self_attn.out_proj.bias": 0.003163553075864911, - "transformer.layers.1.linear1.weight": 0.034596025943756104, - "transformer.layers.1.linear1.bias": 0.0016585198463872075, - "transformer.layers.1.linear2.weight": 0.03965895250439644, - "transformer.layers.1.linear2.bias": 0.0028820931911468506, - "transformer.layers.1.norm1.weight": 0.0025546106044203043, - "transformer.layers.1.norm1.bias": 0.0021802096161991358, - "transformer.layers.1.norm2.weight": 0.0027725917752832174, - "transformer.layers.1.norm2.bias": 0.0014455592026934028, - "transformer.layers.2.self_attn.in_proj_weight": 0.05009517818689346, - "transformer.layers.2.self_attn.in_proj_bias": 0.0021875821985304356, - "transformer.layers.2.self_attn.out_proj.weight": 0.029207514598965645, - "transformer.layers.2.self_attn.out_proj.bias": 0.0027856568340212107, - "transformer.layers.2.linear1.weight": 0.02561650238931179, - "transformer.layers.2.linear1.bias": 0.0014104375150054693, - "transformer.layers.2.linear2.weight": 0.02871297113597393, - "transformer.layers.2.linear2.bias": 0.002700981218367815, - "transformer.layers.2.norm1.weight": 0.003344841068610549, - "transformer.layers.2.norm1.bias": 0.0020504151470959187, - "transformer.layers.2.norm2.weight": 0.001636930275708437, - "transformer.layers.2.norm2.bias": 0.0013248539762571454, - "transformer.layers.3.self_attn.in_proj_weight": 0.09333573281764984, - "transformer.layers.3.self_attn.in_proj_bias": 0.0067398580722510815, - "transformer.layers.3.self_attn.out_proj.weight": 0.02920471504330635, - "transformer.layers.3.self_attn.out_proj.bias": 0.004814981948584318, - "transformer.layers.3.linear1.weight": 0.062330059707164764, - "transformer.layers.3.linear1.bias": 0.004689299035817385, - "transformer.layers.3.linear2.weight": 0.03570869565010071, - "transformer.layers.3.linear2.bias": 0.007378597743809223, - "transformer.layers.3.norm1.weight": 0.006776738911867142, - "transformer.layers.3.norm1.bias": 0.009504447691142559, - "transformer.layers.3.norm2.weight": 0.005043576471507549, - "transformer.layers.3.norm2.bias": 0.007107266690582037, - "head.weight": 0.42642471194267273, - "head.bias": 0.014958425424993038, - "global_embedding.weight": 0.019438328221440315, - "global_cnn.0.weight": 0.14523601531982422, - "global_cnn.0.bias": 0.003965836018323898, - "global_cnn.2.weight": 0.26999616622924805, - "global_cnn.2.bias": 0.01670512929558754, - "global_proj.weight": 0.05001881346106529, - "global_proj.bias": 0.03910866752266884, - "goal_head.0.weight": 0.03277893736958504, - "goal_head.0.bias": 0.015267286449670792, - "goal_head.2.weight": 0.05429733172059059, - "goal_head.2.bias": 0.03393879160284996 - }, - { - "global_gate": 0.00041337771108374, - "embedding.weight": 0.0020539462566375732, - "cnn.0.weight": 0.04080571234226227, - "cnn.0.bias": 0.0019137691706418991, - "cnn.2.weight": 0.016272902488708496, - "cnn.2.bias": 0.005870798137038946, - "cnn.5.weight": 0.017780911177396774, - "cnn.5.bias": 0.004565512295812368, - "action_emb.weight": 0.014539902098476887, - "timestep_emb.weight": 0.0038065959233790636, - "pos_emb.weight": 0.006435270421206951, - "transformer.layers.0.self_attn.in_proj_weight": 0.05850303918123245, - "transformer.layers.0.self_attn.in_proj_bias": 0.006849571596831083, - "transformer.layers.0.self_attn.out_proj.weight": 0.06235281750559807, - "transformer.layers.0.self_attn.out_proj.bias": 0.00946786254644394, - "transformer.layers.0.linear1.weight": 0.06091289967298508, - "transformer.layers.0.linear1.bias": 0.0036290669813752174, - "transformer.layers.0.linear2.weight": 0.06629112362861633, - "transformer.layers.0.linear2.bias": 0.007890508510172367, - "transformer.layers.0.norm1.weight": 0.003795084310695529, - "transformer.layers.0.norm1.bias": 0.006855428218841553, - "transformer.layers.0.norm2.weight": 0.0058546471409499645, - "transformer.layers.0.norm2.bias": 0.005242808256298304, - "transformer.layers.1.self_attn.in_proj_weight": 0.06262559443712234, - "transformer.layers.1.self_attn.in_proj_bias": 0.005385042633861303, - "transformer.layers.1.self_attn.out_proj.weight": 0.0646795779466629, - "transformer.layers.1.self_attn.out_proj.bias": 0.006539688445627689, - "transformer.layers.1.linear1.weight": 0.038202669471502304, - "transformer.layers.1.linear1.bias": 0.0022300537675619125, - "transformer.layers.1.linear2.weight": 0.04956836998462677, - "transformer.layers.1.linear2.bias": 0.006266172509640455, - "transformer.layers.1.norm1.weight": 0.004502142779529095, - "transformer.layers.1.norm1.bias": 0.005675843916833401, - "transformer.layers.1.norm2.weight": 0.002884120447561145, - "transformer.layers.1.norm2.bias": 0.002280950779095292, - "transformer.layers.2.self_attn.in_proj_weight": 0.0709734708070755, - "transformer.layers.2.self_attn.in_proj_bias": 0.004594495054334402, - "transformer.layers.2.self_attn.out_proj.weight": 0.03816848620772362, - "transformer.layers.2.self_attn.out_proj.bias": 0.006015933118760586, - "transformer.layers.2.linear1.weight": 0.033537425100803375, - "transformer.layers.2.linear1.bias": 0.0021898197010159492, - "transformer.layers.2.linear2.weight": 0.03889799490571022, - "transformer.layers.2.linear2.bias": 0.006167449522763491, - "transformer.layers.2.norm1.weight": 0.00450618751347065, - "transformer.layers.2.norm1.bias": 0.004608228337019682, - "transformer.layers.2.norm2.weight": 0.0023529131431132555, - "transformer.layers.2.norm2.bias": 0.0027999833691865206, - "transformer.layers.3.self_attn.in_proj_weight": 0.13202618062496185, - "transformer.layers.3.self_attn.in_proj_bias": 0.013761729001998901, - "transformer.layers.3.self_attn.out_proj.weight": 0.05094761401414871, - "transformer.layers.3.self_attn.out_proj.bias": 0.011166456155478954, - "transformer.layers.3.linear1.weight": 0.09592819213867188, - "transformer.layers.3.linear1.bias": 0.009562855586409569, - "transformer.layers.3.linear2.weight": 0.05857683718204498, - "transformer.layers.3.linear2.bias": 0.01685371808707714, - "transformer.layers.3.norm1.weight": 0.011244907975196838, - "transformer.layers.3.norm1.bias": 0.020286768674850464, - "transformer.layers.3.norm2.weight": 0.00796476285904646, - "transformer.layers.3.norm2.bias": 0.014666919596493244, - "head.weight": 0.6992257237434387, - "head.bias": 0.03710440173745155, - "global_embedding.weight": 0.025396399199962616, - "global_cnn.0.weight": 0.1364413946866989, - "global_cnn.0.bias": 0.0068568154238164425, - "global_cnn.2.weight": 0.15945826470851898, - "global_cnn.2.bias": 0.008427032269537449, - "global_proj.weight": 0.04717802628874779, - "global_proj.bias": 0.02421259507536888, - "goal_head.0.weight": 0.028090838342905045, - "goal_head.0.bias": 0.010524194687604904, - "goal_head.2.weight": 0.037113577127456665, - "goal_head.2.bias": 0.02735523134469986 - }, - { - "global_gate": 0.000016626527212793007, - "embedding.weight": 0.0005105939926579595, - "cnn.0.weight": 0.01574002578854561, - "cnn.0.bias": 0.000682798505295068, - "cnn.2.weight": 0.005754608660936356, - "cnn.2.bias": 0.002374971518293023, - "cnn.5.weight": 0.008037812076508999, - "cnn.5.bias": 0.001510632922872901, - "action_emb.weight": 0.0032359135802835226, - "timestep_emb.weight": 0.0015988717786967754, - "pos_emb.weight": 0.002975624520331621, - "transformer.layers.0.self_attn.in_proj_weight": 0.015353922732174397, - "transformer.layers.0.self_attn.in_proj_bias": 0.0009517072467133403, - "transformer.layers.0.self_attn.out_proj.weight": 0.01815338060259819, - "transformer.layers.0.self_attn.out_proj.bias": 0.001322596101090312, - "transformer.layers.0.linear1.weight": 0.01901586540043354, - "transformer.layers.0.linear1.bias": 0.0008106668828986585, - "transformer.layers.0.linear2.weight": 0.018942978233098984, - "transformer.layers.0.linear2.bias": 0.0010325283510610461, - "transformer.layers.0.norm1.weight": 0.0009496718994341791, - "transformer.layers.0.norm1.bias": 0.000879733357578516, - "transformer.layers.0.norm2.weight": 0.001807277905754745, - "transformer.layers.0.norm2.bias": 0.0010355593403801322, - "transformer.layers.1.self_attn.in_proj_weight": 0.01827668398618698, - "transformer.layers.1.self_attn.in_proj_bias": 0.000812097336165607, - "transformer.layers.1.self_attn.out_proj.weight": 0.01241841446608305, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007793488912284374, - "transformer.layers.1.linear1.weight": 0.010711146518588066, - "transformer.layers.1.linear1.bias": 0.0004644911678042263, - "transformer.layers.1.linear2.weight": 0.013207538053393364, - "transformer.layers.1.linear2.bias": 0.0007202965207397938, - "transformer.layers.1.norm1.weight": 0.0011829730356112123, - "transformer.layers.1.norm1.bias": 0.0009085991769097745, - "transformer.layers.1.norm2.weight": 0.000731275649741292, - "transformer.layers.1.norm2.bias": 0.0003354600630700588, - "transformer.layers.2.self_attn.in_proj_weight": 0.023709982633590698, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010047545656561852, - "transformer.layers.2.self_attn.out_proj.weight": 0.008896786719560623, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006805681623518467, - "transformer.layers.2.linear1.weight": 0.00743170827627182, - "transformer.layers.2.linear1.bias": 0.0003280793607700616, - "transformer.layers.2.linear2.weight": 0.008500606752932072, - "transformer.layers.2.linear2.bias": 0.0006580679910257459, - "transformer.layers.2.norm1.weight": 0.0016648428281769156, - "transformer.layers.2.norm1.bias": 0.0011035033967345953, - "transformer.layers.2.norm2.weight": 0.0004671021015383303, - "transformer.layers.2.norm2.bias": 0.000255870952969417, - "transformer.layers.3.self_attn.in_proj_weight": 0.02691204845905304, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015487531200051308, - "transformer.layers.3.self_attn.out_proj.weight": 0.009791713207960129, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011636774288490415, - "transformer.layers.3.linear1.weight": 0.016979189589619637, - "transformer.layers.3.linear1.bias": 0.0009096249123103917, - "transformer.layers.3.linear2.weight": 0.009509395807981491, - "transformer.layers.3.linear2.bias": 0.0013294501695781946, - "transformer.layers.3.norm1.weight": 0.0022801661398261786, - "transformer.layers.3.norm1.bias": 0.0021694544702768326, - "transformer.layers.3.norm2.weight": 0.0012655585305765271, - "transformer.layers.3.norm2.bias": 0.0009155198349617422, - "head.weight": 0.12244488298892975, - "head.bias": 0.0028022476471960545, - "global_embedding.weight": 0.009504151530563831, - "global_cnn.0.weight": 0.07972248643636703, - "global_cnn.0.bias": 0.002903179731220007, - "global_cnn.2.weight": 0.14563080668449402, - "global_cnn.2.bias": 0.013152390718460083, - "global_proj.weight": 0.04840610921382904, - "global_proj.bias": 0.039879489690065384, - "goal_head.0.weight": 0.030673963949084282, - "goal_head.0.bias": 0.015229195356369019, - "goal_head.2.weight": 0.043219003826379776, - "goal_head.2.bias": 0.034429434686899185 + "global_gate": 4.7795365389902145e-05, + "embedding.weight": 0.006181723438203335, + "cnn.0.weight": 0.1611008495092392, + "cnn.0.bias": 0.006201401352882385, + "cnn.2.weight": 0.05153214558959007, + "cnn.2.bias": 0.014226141385734081, + "cnn.5.weight": 0.05364137515425682, + "cnn.5.bias": 0.01354341208934784, + "action_emb.weight": 0.03167177736759186, + "timestep_emb.weight": 0.0053974539041519165, + "pos_emb.weight": 0.008113030344247818, + "transformer.layers.0.self_attn.in_proj_weight": 0.15340225398540497, + "transformer.layers.0.self_attn.in_proj_bias": 0.015236776322126389, + "transformer.layers.0.self_attn.out_proj.weight": 0.167859748005867, + "transformer.layers.0.self_attn.out_proj.bias": 0.022835709154605865, + "transformer.layers.0.linear1.weight": 0.139314666390419, + "transformer.layers.0.linear1.bias": 0.009186409413814545, + "transformer.layers.0.linear2.weight": 0.1923077255487442, + "transformer.layers.0.linear2.bias": 0.02143951877951622, + "transformer.layers.0.norm1.weight": 0.008117714896798134, + "transformer.layers.0.norm1.bias": 0.01360656600445509, + "transformer.layers.0.norm2.weight": 0.010813741944730282, + "transformer.layers.0.norm2.bias": 0.010001476854085922, + "transformer.layers.1.self_attn.in_proj_weight": 0.19185036420822144, + "transformer.layers.1.self_attn.in_proj_bias": 0.013809817843139172, + "transformer.layers.1.self_attn.out_proj.weight": 0.26018422842025757, + "transformer.layers.1.self_attn.out_proj.bias": 0.01873861625790596, + "transformer.layers.1.linear1.weight": 0.0945357158780098, + "transformer.layers.1.linear1.bias": 0.00654381699860096, + "transformer.layers.1.linear2.weight": 0.14213353395462036, + "transformer.layers.1.linear2.bias": 0.018498649820685387, + "transformer.layers.1.norm1.weight": 0.010882568545639515, + "transformer.layers.1.norm1.bias": 0.012799927033483982, + "transformer.layers.1.norm2.weight": 0.006052293814718723, + "transformer.layers.1.norm2.bias": 0.0062887342646718025, + "transformer.layers.2.self_attn.in_proj_weight": 0.21336707472801208, + "transformer.layers.2.self_attn.in_proj_bias": 0.017756998538970947, + "transformer.layers.2.self_attn.out_proj.weight": 0.24202872812747955, + "transformer.layers.2.self_attn.out_proj.bias": 0.019140232354402542, + "transformer.layers.2.linear1.weight": 0.08348637819290161, + "transformer.layers.2.linear1.bias": 0.0060315257869660854, + "transformer.layers.2.linear2.weight": 0.09693877398967743, + "transformer.layers.2.linear2.bias": 0.019434785470366478, + "transformer.layers.2.norm1.weight": 0.015725836157798767, + "transformer.layers.2.norm1.bias": 0.022482410073280334, + "transformer.layers.2.norm2.weight": 0.0047562988474965096, + "transformer.layers.2.norm2.bias": 0.006222902797162533, + "transformer.layers.3.self_attn.in_proj_weight": 0.4130386710166931, + "transformer.layers.3.self_attn.in_proj_bias": 0.03737359493970871, + "transformer.layers.3.self_attn.out_proj.weight": 0.22077734768390656, + "transformer.layers.3.self_attn.out_proj.bias": 0.02830725535750389, + "transformer.layers.3.linear1.weight": 0.18114502727985382, + "transformer.layers.3.linear1.bias": 0.01425563171505928, + "transformer.layers.3.linear2.weight": 0.11917013674974442, + "transformer.layers.3.linear2.bias": 0.03181677684187889, + "transformer.layers.3.norm1.weight": 0.03052905760705471, + "transformer.layers.3.norm1.bias": 0.05063211917877197, + "transformer.layers.3.norm2.weight": 0.011672050692141056, + "transformer.layers.3.norm2.bias": 0.016388125717639923, + "head.weight": 1.9114512205123901, + "head.bias": 0.05880420655012131, + "global_embedding.weight": 0.06989637017250061, + "global_cnn.0.weight": 0.5048814415931702, + "global_cnn.0.bias": 0.014772715978324413, + "global_cnn.2.weight": 1.433351755142212, + "global_cnn.2.bias": 0.06443271040916443, + "global_proj.weight": 0.5269107222557068, + "global_proj.bias": 0.14909572899341583, + "goal_head.0.weight": 0.26016172766685486, + "goal_head.0.bias": 0.05571687966585159, + "goal_head.2.weight": 0.2728903293609619, + "goal_head.2.bias": 0.09509595483541489 + }, + { + "global_gate": 0.0006521503091789782, + "embedding.weight": 0.0029379348270595074, + "cnn.0.weight": 0.055632174015045166, + "cnn.0.bias": 0.002857964951545, + "cnn.2.weight": 0.015938470140099525, + "cnn.2.bias": 0.0051430342718958855, + "cnn.5.weight": 0.020176013931632042, + "cnn.5.bias": 0.0037822530139237642, + "action_emb.weight": 0.011750609613955021, + "timestep_emb.weight": 0.0037269657477736473, + "pos_emb.weight": 0.005100563168525696, + "transformer.layers.0.self_attn.in_proj_weight": 0.07031469792127609, + "transformer.layers.0.self_attn.in_proj_bias": 0.006020073313266039, + "transformer.layers.0.self_attn.out_proj.weight": 0.06471187621355057, + "transformer.layers.0.self_attn.out_proj.bias": 0.008162984624505043, + "transformer.layers.0.linear1.weight": 0.060932792723178864, + "transformer.layers.0.linear1.bias": 0.003424522001296282, + "transformer.layers.0.linear2.weight": 0.0713869109749794, + "transformer.layers.0.linear2.bias": 0.006047278176993132, + "transformer.layers.0.norm1.weight": 0.004294765647500753, + "transformer.layers.0.norm1.bias": 0.005701474379748106, + "transformer.layers.0.norm2.weight": 0.005130124278366566, + "transformer.layers.0.norm2.bias": 0.003706754883751273, + "transformer.layers.1.self_attn.in_proj_weight": 0.06255181133747101, + "transformer.layers.1.self_attn.in_proj_bias": 0.0036793923936784267, + "transformer.layers.1.self_attn.out_proj.weight": 0.0672583356499672, + "transformer.layers.1.self_attn.out_proj.bias": 0.004699436482042074, + "transformer.layers.1.linear1.weight": 0.03530716150999069, + "transformer.layers.1.linear1.bias": 0.0020580643322318792, + "transformer.layers.1.linear2.weight": 0.04800926893949509, + "transformer.layers.1.linear2.bias": 0.004438482690602541, + "transformer.layers.1.norm1.weight": 0.004444857127964497, + "transformer.layers.1.norm1.bias": 0.0037103951908648014, + "transformer.layers.1.norm2.weight": 0.0026685253251343966, + "transformer.layers.1.norm2.bias": 0.0021868364419788122, + "transformer.layers.2.self_attn.in_proj_weight": 0.06701076775789261, + "transformer.layers.2.self_attn.in_proj_bias": 0.004355018492788076, + "transformer.layers.2.self_attn.out_proj.weight": 0.061088237911462784, + "transformer.layers.2.self_attn.out_proj.bias": 0.004061372950673103, + "transformer.layers.2.linear1.weight": 0.0281929112970829, + "transformer.layers.2.linear1.bias": 0.0017705203499644995, + "transformer.layers.2.linear2.weight": 0.03448536619544029, + "transformer.layers.2.linear2.bias": 0.004206700716167688, + "transformer.layers.2.norm1.weight": 0.0050645857118070126, + "transformer.layers.2.norm1.bias": 0.004562510177493095, + "transformer.layers.2.norm2.weight": 0.0016360015142709017, + "transformer.layers.2.norm2.bias": 0.001524314284324646, + "transformer.layers.3.self_attn.in_proj_weight": 0.12291761487722397, + "transformer.layers.3.self_attn.in_proj_bias": 0.008562489412724972, + "transformer.layers.3.self_attn.out_proj.weight": 0.07633721083402634, + "transformer.layers.3.self_attn.out_proj.bias": 0.00678469892591238, + "transformer.layers.3.linear1.weight": 0.06086985021829605, + "transformer.layers.3.linear1.bias": 0.004470378626137972, + "transformer.layers.3.linear2.weight": 0.03973781317472458, + "transformer.layers.3.linear2.bias": 0.00788499042391777, + "transformer.layers.3.norm1.weight": 0.010353042744100094, + "transformer.layers.3.norm1.bias": 0.011974767781794071, + "transformer.layers.3.norm2.weight": 0.004038345068693161, + "transformer.layers.3.norm2.bias": 0.005258727353066206, + "head.weight": 0.5385614037513733, + "head.bias": 0.013974887318909168, + "global_embedding.weight": 0.04614902287721634, + "global_cnn.0.weight": 0.18588118255138397, + "global_cnn.0.bias": 0.008029062300920486, + "global_cnn.2.weight": 0.2638816237449646, + "global_cnn.2.bias": 0.012224447913467884, + "global_proj.weight": 0.07898002862930298, + "global_proj.bias": 0.034566931426525116, + "goal_head.0.weight": 0.040869779884815216, + "goal_head.0.bias": 0.013364479877054691, + "goal_head.2.weight": 0.05431140959262848, + "goal_head.2.bias": 0.026636622846126556 + }, + { + "global_gate": 0.0001900472561828792, + "embedding.weight": 0.0022850551176816225, + "cnn.0.weight": 0.045335572212934494, + "cnn.0.bias": 0.002210884587839246, + "cnn.2.weight": 0.012311970815062523, + "cnn.2.bias": 0.004318279214203358, + "cnn.5.weight": 0.018440159037709236, + "cnn.5.bias": 0.004276575520634651, + "action_emb.weight": 0.027108876034617424, + "timestep_emb.weight": 0.004884410183876753, + "pos_emb.weight": 0.00953833106905222, + "transformer.layers.0.self_attn.in_proj_weight": 0.07577691972255707, + "transformer.layers.0.self_attn.in_proj_bias": 0.007499040104448795, + "transformer.layers.0.self_attn.out_proj.weight": 0.0885293185710907, + "transformer.layers.0.self_attn.out_proj.bias": 0.011908769607543945, + "transformer.layers.0.linear1.weight": 0.12128317356109619, + "transformer.layers.0.linear1.bias": 0.005631220992654562, + "transformer.layers.0.linear2.weight": 0.13840730488300323, + "transformer.layers.0.linear2.bias": 0.010508728213608265, + "transformer.layers.0.norm1.weight": 0.003979405853897333, + "transformer.layers.0.norm1.bias": 0.0058313338086009026, + "transformer.layers.0.norm2.weight": 0.010660444386303425, + "transformer.layers.0.norm2.bias": 0.00556834926828742, + "transformer.layers.1.self_attn.in_proj_weight": 0.13811185956001282, + "transformer.layers.1.self_attn.in_proj_bias": 0.007486757822334766, + "transformer.layers.1.self_attn.out_proj.weight": 0.1100633293390274, + "transformer.layers.1.self_attn.out_proj.bias": 0.009041854180395603, + "transformer.layers.1.linear1.weight": 0.07940101623535156, + "transformer.layers.1.linear1.bias": 0.004181321710348129, + "transformer.layers.1.linear2.weight": 0.10290728509426117, + "transformer.layers.1.linear2.bias": 0.008876901119947433, + "transformer.layers.1.norm1.weight": 0.00969952903687954, + "transformer.layers.1.norm1.bias": 0.007610890083014965, + "transformer.layers.1.norm2.weight": 0.005577863659709692, + "transformer.layers.1.norm2.bias": 0.004240259528160095, + "transformer.layers.2.self_attn.in_proj_weight": 0.122483029961586, + "transformer.layers.2.self_attn.in_proj_bias": 0.008447215892374516, + "transformer.layers.2.self_attn.out_proj.weight": 0.10055191069841385, + "transformer.layers.2.self_attn.out_proj.bias": 0.00847923755645752, + "transformer.layers.2.linear1.weight": 0.057450395077466965, + "transformer.layers.2.linear1.bias": 0.0038603288121521473, + "transformer.layers.2.linear2.weight": 0.06662573665380478, + "transformer.layers.2.linear2.bias": 0.00932478066533804, + "transformer.layers.2.norm1.weight": 0.00887482613325119, + "transformer.layers.2.norm1.bias": 0.009241794236004353, + "transformer.layers.2.norm2.weight": 0.0038311064708977938, + "transformer.layers.2.norm2.bias": 0.004280350636690855, + "transformer.layers.3.self_attn.in_proj_weight": 0.1963747888803482, + "transformer.layers.3.self_attn.in_proj_bias": 0.0157450083643198, + "transformer.layers.3.self_attn.out_proj.weight": 0.10411931574344635, + "transformer.layers.3.self_attn.out_proj.bias": 0.013125371187925339, + "transformer.layers.3.linear1.weight": 0.0954379215836525, + "transformer.layers.3.linear1.bias": 0.007249866612255573, + "transformer.layers.3.linear2.weight": 0.06124097481369972, + "transformer.layers.3.linear2.bias": 0.015251554548740387, + "transformer.layers.3.norm1.weight": 0.01589924842119217, + "transformer.layers.3.norm1.bias": 0.01963048428297043, + "transformer.layers.3.norm2.weight": 0.006113875191658735, + "transformer.layers.3.norm2.bias": 0.008334534242749214, + "head.weight": 0.9110419154167175, + "head.bias": 0.03165820613503456, + "global_embedding.weight": 0.02272939682006836, + "global_cnn.0.weight": 0.0977684035897255, + "global_cnn.0.bias": 0.0036985899787396193, + "global_cnn.2.weight": 0.18604420125484467, + "global_cnn.2.bias": 0.006453876383602619, + "global_proj.weight": 0.055079638957977295, + "global_proj.bias": 0.021137218922376633, + "goal_head.0.weight": 0.03268449008464813, + "goal_head.0.bias": 0.009467256255447865, + "goal_head.2.weight": 0.03945362940430641, + "goal_head.2.bias": 0.019500290974974632 + }, + { + "global_gate": 0.00019389142107684165, + "embedding.weight": 0.002957091433927417, + "cnn.0.weight": 0.09429027885198593, + "cnn.0.bias": 0.0031200989615172148, + "cnn.2.weight": 0.028841132298111916, + "cnn.2.bias": 0.006141741760075092, + "cnn.5.weight": 0.03554241731762886, + "cnn.5.bias": 0.007543397601693869, + "action_emb.weight": 0.04292899742722511, + "timestep_emb.weight": 0.004081953316926956, + "pos_emb.weight": 0.007732526399195194, + "transformer.layers.0.self_attn.in_proj_weight": 0.11764334887266159, + "transformer.layers.0.self_attn.in_proj_bias": 0.013000398874282837, + "transformer.layers.0.self_attn.out_proj.weight": 0.11715836822986603, + "transformer.layers.0.self_attn.out_proj.bias": 0.018035834655165672, + "transformer.layers.0.linear1.weight": 0.17802457511425018, + "transformer.layers.0.linear1.bias": 0.00806458294391632, + "transformer.layers.0.linear2.weight": 0.1709917187690735, + "transformer.layers.0.linear2.bias": 0.016610488295555115, + "transformer.layers.0.norm1.weight": 0.0069748335517942905, + "transformer.layers.0.norm1.bias": 0.012680250220000744, + "transformer.layers.0.norm2.weight": 0.017588233575224876, + "transformer.layers.0.norm2.bias": 0.007924634963274002, + "transformer.layers.1.self_attn.in_proj_weight": 0.16170650720596313, + "transformer.layers.1.self_attn.in_proj_bias": 0.009621301665902138, + "transformer.layers.1.self_attn.out_proj.weight": 0.15586498379707336, + "transformer.layers.1.self_attn.out_proj.bias": 0.015117906965315342, + "transformer.layers.1.linear1.weight": 0.08658862859010696, + "transformer.layers.1.linear1.bias": 0.0051168836653232574, + "transformer.layers.1.linear2.weight": 0.1294095516204834, + "transformer.layers.1.linear2.bias": 0.015351003967225552, + "transformer.layers.1.norm1.weight": 0.0100403418764472, + "transformer.layers.1.norm1.bias": 0.00950129795819521, + "transformer.layers.1.norm2.weight": 0.0063090198673307896, + "transformer.layers.1.norm2.bias": 0.004560874775052071, + "transformer.layers.2.self_attn.in_proj_weight": 0.15745601058006287, + "transformer.layers.2.self_attn.in_proj_bias": 0.012833025306463242, + "transformer.layers.2.self_attn.out_proj.weight": 0.14914771914482117, + "transformer.layers.2.self_attn.out_proj.bias": 0.01614994741976261, + "transformer.layers.2.linear1.weight": 0.08059913665056229, + "transformer.layers.2.linear1.bias": 0.005921636708080769, + "transformer.layers.2.linear2.weight": 0.10435762256383896, + "transformer.layers.2.linear2.bias": 0.017198972404003143, + "transformer.layers.2.norm1.weight": 0.01105451863259077, + "transformer.layers.2.norm1.bias": 0.014478113502264023, + "transformer.layers.2.norm2.weight": 0.005536471027880907, + "transformer.layers.2.norm2.bias": 0.006749987136572599, + "transformer.layers.3.self_attn.in_proj_weight": 0.3639034628868103, + "transformer.layers.3.self_attn.in_proj_bias": 0.03975796699523926, + "transformer.layers.3.self_attn.out_proj.weight": 0.18289822340011597, + "transformer.layers.3.self_attn.out_proj.bias": 0.029150236397981644, + "transformer.layers.3.linear1.weight": 0.1757519543170929, + "transformer.layers.3.linear1.bias": 0.01638232171535492, + "transformer.layers.3.linear2.weight": 0.11033619940280914, + "transformer.layers.3.linear2.bias": 0.03498268499970436, + "transformer.layers.3.norm1.weight": 0.030000286176800728, + "transformer.layers.3.norm1.bias": 0.05518469214439392, + "transformer.layers.3.norm2.weight": 0.012983756139874458, + "transformer.layers.3.norm2.bias": 0.021244144067168236, + "head.weight": 1.6149137020111084, + "head.bias": 0.06573758274316788, + "global_embedding.weight": 0.02935001067817211, + "global_cnn.0.weight": 0.23293659090995789, + "global_cnn.0.bias": 0.006955394055694342, + "global_cnn.2.weight": 0.5498251914978027, + "global_cnn.2.bias": 0.024222997948527336, + "global_proj.weight": 0.15129567682743073, + "global_proj.bias": 0.061357222497463226, + "goal_head.0.weight": 0.0763402134180069, + "goal_head.0.bias": 0.022725941613316536, + "goal_head.2.weight": 0.09283792227506638, + "goal_head.2.bias": 0.04320475831627846 + }, + { + "global_gate": 3.602718425099738e-05, + "embedding.weight": 0.0013433436397463083, + "cnn.0.weight": 0.03481634706258774, + "cnn.0.bias": 0.0014328015968203545, + "cnn.2.weight": 0.011457315646111965, + "cnn.2.bias": 0.004723828751593828, + "cnn.5.weight": 0.012607638724148273, + "cnn.5.bias": 0.002658851444721222, + "action_emb.weight": 0.006706510204821825, + "timestep_emb.weight": 0.0015564411878585815, + "pos_emb.weight": 0.0035810412373393774, + "transformer.layers.0.self_attn.in_proj_weight": 0.02598196640610695, + "transformer.layers.0.self_attn.in_proj_bias": 0.002438895870000124, + "transformer.layers.0.self_attn.out_proj.weight": 0.02781459130346775, + "transformer.layers.0.self_attn.out_proj.bias": 0.004007473587989807, + "transformer.layers.0.linear1.weight": 0.03287764638662338, + "transformer.layers.0.linear1.bias": 0.0018108701333403587, + "transformer.layers.0.linear2.weight": 0.03323746100068092, + "transformer.layers.0.linear2.bias": 0.0024376404471695423, + "transformer.layers.0.norm1.weight": 0.0015732835745438933, + "transformer.layers.0.norm1.bias": 0.0023019197396934032, + "transformer.layers.0.norm2.weight": 0.0031625409610569477, + "transformer.layers.0.norm2.bias": 0.0029219170100986958, + "transformer.layers.1.self_attn.in_proj_weight": 0.03233775496482849, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018612975254654884, + "transformer.layers.1.self_attn.out_proj.weight": 0.029225915670394897, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016385860508307815, + "transformer.layers.1.linear1.weight": 0.01779116503894329, + "transformer.layers.1.linear1.bias": 0.000917844707146287, + "transformer.layers.1.linear2.weight": 0.023861071094870567, + "transformer.layers.1.linear2.bias": 0.0014725136570632458, + "transformer.layers.1.norm1.weight": 0.0020859038922935724, + "transformer.layers.1.norm1.bias": 0.002113906666636467, + "transformer.layers.1.norm2.weight": 0.0014542517019435763, + "transformer.layers.1.norm2.bias": 0.0008737024036236107, + "transformer.layers.2.self_attn.in_proj_weight": 0.0354929156601429, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015982346376404166, + "transformer.layers.2.self_attn.out_proj.weight": 0.028687287122011185, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014098156243562698, + "transformer.layers.2.linear1.weight": 0.013622546568512917, + "transformer.layers.2.linear1.bias": 0.0007966680568642914, + "transformer.layers.2.linear2.weight": 0.017573727294802666, + "transformer.layers.2.linear2.bias": 0.0013263748260214925, + "transformer.layers.2.norm1.weight": 0.0027082215528935194, + "transformer.layers.2.norm1.bias": 0.001723197172395885, + "transformer.layers.2.norm2.weight": 0.0008501671254634857, + "transformer.layers.2.norm2.bias": 0.0007637667004019022, + "transformer.layers.3.self_attn.in_proj_weight": 0.06388384103775024, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025009240489453077, + "transformer.layers.3.self_attn.out_proj.weight": 0.031812168657779694, + "transformer.layers.3.self_attn.out_proj.bias": 0.0013221442932263017, + "transformer.layers.3.linear1.weight": 0.025171231478452682, + "transformer.layers.3.linear1.bias": 0.0015872616786509752, + "transformer.layers.3.linear2.weight": 0.01568080298602581, + "transformer.layers.3.linear2.bias": 0.001541833975352347, + "transformer.layers.3.norm1.weight": 0.005353694315999746, + "transformer.layers.3.norm1.bias": 0.0031781333964318037, + "transformer.layers.3.norm2.weight": 0.001926248543895781, + "transformer.layers.3.norm2.bias": 0.0018682348309084773, + "head.weight": 0.2082149237394333, + "head.bias": 0.0026537145022302866, + "global_embedding.weight": 0.010515101253986359, + "global_cnn.0.weight": 0.18162615597248077, + "global_cnn.0.bias": 0.004811083897948265, + "global_cnn.2.weight": 0.4651474356651306, + "global_cnn.2.bias": 0.018219580873847008, + "global_proj.weight": 0.09279751032590866, + "global_proj.bias": 0.04196036607027054, + "goal_head.0.weight": 0.0502823106944561, + "goal_head.0.bias": 0.016388198360800743, + "goal_head.2.weight": 0.06410052627325058, + "goal_head.2.bias": 0.03127185255289078 + }, + { + "global_gate": 0.00022855467977933586, + "embedding.weight": 0.0011586709879338741, + "cnn.0.weight": 0.026768015697598457, + "cnn.0.bias": 0.0008894258644431829, + "cnn.2.weight": 0.0072884950786828995, + "cnn.2.bias": 0.002582040848210454, + "cnn.5.weight": 0.012067613191902637, + "cnn.5.bias": 0.0024505534674972296, + "action_emb.weight": 0.029923614114522934, + "timestep_emb.weight": 0.002754880813881755, + "pos_emb.weight": 0.006923183798789978, + "transformer.layers.0.self_attn.in_proj_weight": 0.04455854743719101, + "transformer.layers.0.self_attn.in_proj_bias": 0.003974833060055971, + "transformer.layers.0.self_attn.out_proj.weight": 0.04948815703392029, + "transformer.layers.0.self_attn.out_proj.bias": 0.006606204900890589, + "transformer.layers.0.linear1.weight": 0.13101708889007568, + "transformer.layers.0.linear1.bias": 0.003816192736849189, + "transformer.layers.0.linear2.weight": 0.07542024552822113, + "transformer.layers.0.linear2.bias": 0.004918273072689772, + "transformer.layers.0.norm1.weight": 0.002166544087231159, + "transformer.layers.0.norm1.bias": 0.003286774968728423, + "transformer.layers.0.norm2.weight": 0.015201346017420292, + "transformer.layers.0.norm2.bias": 0.004532895982265472, + "transformer.layers.1.self_attn.in_proj_weight": 0.09478364884853363, + "transformer.layers.1.self_attn.in_proj_bias": 0.0029154494404792786, + "transformer.layers.1.self_attn.out_proj.weight": 0.059145402163267136, + "transformer.layers.1.self_attn.out_proj.bias": 0.004439436364918947, + "transformer.layers.1.linear1.weight": 0.040802713483572006, + "transformer.layers.1.linear1.bias": 0.0022525556851178408, + "transformer.layers.1.linear2.weight": 0.048849258571863174, + "transformer.layers.1.linear2.bias": 0.0041778734885156155, + "transformer.layers.1.norm1.weight": 0.005993937607854605, + "transformer.layers.1.norm1.bias": 0.002534430241212249, + "transformer.layers.1.norm2.weight": 0.003503744723275304, + "transformer.layers.1.norm2.bias": 0.0026828015688806772, + "transformer.layers.2.self_attn.in_proj_weight": 0.05918489769101143, + "transformer.layers.2.self_attn.in_proj_bias": 0.003390712197870016, + "transformer.layers.2.self_attn.out_proj.weight": 0.06037326157093048, + "transformer.layers.2.self_attn.out_proj.bias": 0.003933887928724289, + "transformer.layers.2.linear1.weight": 0.029799258336424828, + "transformer.layers.2.linear1.bias": 0.0019493668805807829, + "transformer.layers.2.linear2.weight": 0.03707261011004448, + "transformer.layers.2.linear2.bias": 0.004361601080745459, + "transformer.layers.2.norm1.weight": 0.004853047430515289, + "transformer.layers.2.norm1.bias": 0.004327079746872187, + "transformer.layers.2.norm2.weight": 0.00195399415679276, + "transformer.layers.2.norm2.bias": 0.0022863910999149084, + "transformer.layers.3.self_attn.in_proj_weight": 0.13225726783275604, + "transformer.layers.3.self_attn.in_proj_bias": 0.008450346067547798, + "transformer.layers.3.self_attn.out_proj.weight": 0.06732311099767685, + "transformer.layers.3.self_attn.out_proj.bias": 0.005942543037235737, + "transformer.layers.3.linear1.weight": 0.057818252593278885, + "transformer.layers.3.linear1.bias": 0.004361345432698727, + "transformer.layers.3.linear2.weight": 0.035473525524139404, + "transformer.layers.3.linear2.bias": 0.006735730916261673, + "transformer.layers.3.norm1.weight": 0.009981841780245304, + "transformer.layers.3.norm1.bias": 0.01192487869411707, + "transformer.layers.3.norm2.weight": 0.004280851222574711, + "transformer.layers.3.norm2.bias": 0.005001007579267025, + "head.weight": 0.5371125936508179, + "head.bias": 0.015201287344098091, + "global_embedding.weight": 0.019022097811102867, + "global_cnn.0.weight": 0.15652847290039062, + "global_cnn.0.bias": 0.00499722408130765, + "global_cnn.2.weight": 0.34543466567993164, + "global_cnn.2.bias": 0.012794692069292068, + "global_proj.weight": 0.050503019243478775, + "global_proj.bias": 0.028300156816840172, + "goal_head.0.weight": 0.026781436055898666, + "goal_head.0.bias": 0.010544832795858383, + "goal_head.2.weight": 0.03546798229217529, + "goal_head.2.bias": 0.021597499027848244 + }, + { + "global_gate": 9.31124814087525e-05, + "embedding.weight": 0.0019762793090194464, + "cnn.0.weight": 0.06424706429243088, + "cnn.0.bias": 0.002468324499204755, + "cnn.2.weight": 0.019288305193185806, + "cnn.2.bias": 0.008261884562671185, + "cnn.5.weight": 0.02049027942121029, + "cnn.5.bias": 0.005493665114045143, + "action_emb.weight": 0.01586134172976017, + "timestep_emb.weight": 0.00323941046372056, + "pos_emb.weight": 0.008510826155543327, + "transformer.layers.0.self_attn.in_proj_weight": 0.04697754979133606, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032020725775510073, + "transformer.layers.0.self_attn.out_proj.weight": 0.05497428774833679, + "transformer.layers.0.self_attn.out_proj.bias": 0.004551015328615904, + "transformer.layers.0.linear1.weight": 0.08244207501411438, + "transformer.layers.0.linear1.bias": 0.0031501890625804663, + "transformer.layers.0.linear2.weight": 0.06543289124965668, + "transformer.layers.0.linear2.bias": 0.0033762080129235983, + "transformer.layers.0.norm1.weight": 0.002654995769262314, + "transformer.layers.0.norm1.bias": 0.0027008005417883396, + "transformer.layers.0.norm2.weight": 0.008984399028122425, + "transformer.layers.0.norm2.bias": 0.0033737721387296915, + "transformer.layers.1.self_attn.in_proj_weight": 0.06423615664243698, + "transformer.layers.1.self_attn.in_proj_bias": 0.002144383965060115, + "transformer.layers.1.self_attn.out_proj.weight": 0.05366938188672066, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029481311794370413, + "transformer.layers.1.linear1.weight": 0.0377357192337513, + "transformer.layers.1.linear1.bias": 0.001697878586128354, + "transformer.layers.1.linear2.weight": 0.04324282705783844, + "transformer.layers.1.linear2.bias": 0.0025930546689778566, + "transformer.layers.1.norm1.weight": 0.00400688499212265, + "transformer.layers.1.norm1.bias": 0.0018460917053744197, + "transformer.layers.1.norm2.weight": 0.003462115302681923, + "transformer.layers.1.norm2.bias": 0.0017160522984340787, + "transformer.layers.2.self_attn.in_proj_weight": 0.059242624789476395, + "transformer.layers.2.self_attn.in_proj_bias": 0.0027707992121577263, + "transformer.layers.2.self_attn.out_proj.weight": 0.04382670670747757, + "transformer.layers.2.self_attn.out_proj.bias": 0.002933262614533305, + "transformer.layers.2.linear1.weight": 0.025169404223561287, + "transformer.layers.2.linear1.bias": 0.0014124372974038124, + "transformer.layers.2.linear2.weight": 0.03140777349472046, + "transformer.layers.2.linear2.bias": 0.002863564295694232, + "transformer.layers.2.norm1.weight": 0.0036948418710380793, + "transformer.layers.2.norm1.bias": 0.003381241811439395, + "transformer.layers.2.norm2.weight": 0.0015995759749785066, + "transformer.layers.2.norm2.bias": 0.0013242483837530017, + "transformer.layers.3.self_attn.in_proj_weight": 0.09151972830295563, + "transformer.layers.3.self_attn.in_proj_bias": 0.005784291308373213, + "transformer.layers.3.self_attn.out_proj.weight": 0.04712462052702904, + "transformer.layers.3.self_attn.out_proj.bias": 0.004043582361191511, + "transformer.layers.3.linear1.weight": 0.042399533092975616, + "transformer.layers.3.linear1.bias": 0.0028805823531001806, + "transformer.layers.3.linear2.weight": 0.02621656470000744, + "transformer.layers.3.linear2.bias": 0.004712039604783058, + "transformer.layers.3.norm1.weight": 0.007668726611882448, + "transformer.layers.3.norm1.bias": 0.00820948462933302, + "transformer.layers.3.norm2.weight": 0.0029070572927594185, + "transformer.layers.3.norm2.bias": 0.0032179655972868204, + "head.weight": 0.3422418236732483, + "head.bias": 0.0097473980858922, + "global_embedding.weight": 0.009717276319861412, + "global_cnn.0.weight": 0.08736991882324219, + "global_cnn.0.bias": 0.003770415438339114, + "global_cnn.2.weight": 0.197928324341774, + "global_cnn.2.bias": 0.008304026909172535, + "global_proj.weight": 0.052111782133579254, + "global_proj.bias": 0.025317471474409103, + "goal_head.0.weight": 0.032395441085100174, + "goal_head.0.bias": 0.011385035701096058, + "goal_head.2.weight": 0.04346540570259094, + "goal_head.2.bias": 0.02420440874993801 + }, + { + "global_gate": 0.00017783191287890077, + "embedding.weight": 0.0017169942148029804, + "cnn.0.weight": 0.03791859373450279, + "cnn.0.bias": 0.0014945591101422906, + "cnn.2.weight": 0.011129574850201607, + "cnn.2.bias": 0.003342508105561137, + "cnn.5.weight": 0.01428084634244442, + "cnn.5.bias": 0.003464248264208436, + "action_emb.weight": 0.021107064560055733, + "timestep_emb.weight": 0.0026774699799716473, + "pos_emb.weight": 0.0050195264630019665, + "transformer.layers.0.self_attn.in_proj_weight": 0.05119602382183075, + "transformer.layers.0.self_attn.in_proj_bias": 0.004737998824566603, + "transformer.layers.0.self_attn.out_proj.weight": 0.05302560701966286, + "transformer.layers.0.self_attn.out_proj.bias": 0.00695845577865839, + "transformer.layers.0.linear1.weight": 0.09475751221179962, + "transformer.layers.0.linear1.bias": 0.0035712078679353, + "transformer.layers.0.linear2.weight": 0.06543777137994766, + "transformer.layers.0.linear2.bias": 0.005131951998919249, + "transformer.layers.0.norm1.weight": 0.002954606432467699, + "transformer.layers.0.norm1.bias": 0.004559923429042101, + "transformer.layers.0.norm2.weight": 0.010389494709670544, + "transformer.layers.0.norm2.bias": 0.0045431628823280334, + "transformer.layers.1.self_attn.in_proj_weight": 0.06061890348792076, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033116708509624004, + "transformer.layers.1.self_attn.out_proj.weight": 0.052199676632881165, + "transformer.layers.1.self_attn.out_proj.bias": 0.004336641635745764, + "transformer.layers.1.linear1.weight": 0.03661404922604561, + "transformer.layers.1.linear1.bias": 0.00175028620287776, + "transformer.layers.1.linear2.weight": 0.041400015354156494, + "transformer.layers.1.linear2.bias": 0.004083537496626377, + "transformer.layers.1.norm1.weight": 0.0037758606486022472, + "transformer.layers.1.norm1.bias": 0.0032393031287938356, + "transformer.layers.1.norm2.weight": 0.0032114984933286905, + "transformer.layers.1.norm2.bias": 0.0018397262319922447, + "transformer.layers.2.self_attn.in_proj_weight": 0.050571259111166, + "transformer.layers.2.self_attn.in_proj_bias": 0.0031544615048915148, + "transformer.layers.2.self_attn.out_proj.weight": 0.050419874489307404, + "transformer.layers.2.self_attn.out_proj.bias": 0.004035888239741325, + "transformer.layers.2.linear1.weight": 0.02487916871905327, + "transformer.layers.2.linear1.bias": 0.001597416354343295, + "transformer.layers.2.linear2.weight": 0.030389677733182907, + "transformer.layers.2.linear2.bias": 0.004269087687134743, + "transformer.layers.2.norm1.weight": 0.003577794646844268, + "transformer.layers.2.norm1.bias": 0.0031398157589137554, + "transformer.layers.2.norm2.weight": 0.0017754830187186599, + "transformer.layers.2.norm2.bias": 0.0017523375572636724, + "transformer.layers.3.self_attn.in_proj_weight": 0.10370227694511414, + "transformer.layers.3.self_attn.in_proj_bias": 0.00982624851167202, + "transformer.layers.3.self_attn.out_proj.weight": 0.05040403828024864, + "transformer.layers.3.self_attn.out_proj.bias": 0.0072089810855686665, + "transformer.layers.3.linear1.weight": 0.04997890070080757, + "transformer.layers.3.linear1.bias": 0.004419613163918257, + "transformer.layers.3.linear2.weight": 0.032899562269449234, + "transformer.layers.3.linear2.bias": 0.008609759621322155, + "transformer.layers.3.norm1.weight": 0.008702992461621761, + "transformer.layers.3.norm1.bias": 0.014678039588034153, + "transformer.layers.3.norm2.weight": 0.003906929865479469, + "transformer.layers.3.norm2.bias": 0.005826963577419519, + "head.weight": 0.40337783098220825, + "head.bias": 0.015358679927885532, + "global_embedding.weight": 0.017273129895329475, + "global_cnn.0.weight": 0.1004539355635643, + "global_cnn.0.bias": 0.004003213252872229, + "global_cnn.2.weight": 0.17392878234386444, + "global_cnn.2.bias": 0.008485923521220684, + "global_proj.weight": 0.03942180797457695, + "global_proj.bias": 0.022332586348056793, + "goal_head.0.weight": 0.023384513333439827, + "goal_head.0.bias": 0.009234553202986717, + "goal_head.2.weight": 0.030775640159845352, + "goal_head.2.bias": 0.018717067316174507 + }, + { + "global_gate": 3.8717025745427236e-05, + "embedding.weight": 0.0017229622462764382, + "cnn.0.weight": 0.03975061699748039, + "cnn.0.bias": 0.0015031856019049883, + "cnn.2.weight": 0.010827040299773216, + "cnn.2.bias": 0.004130155313760042, + "cnn.5.weight": 0.016160717234015465, + "cnn.5.bias": 0.0036184859927743673, + "action_emb.weight": 0.02672515995800495, + "timestep_emb.weight": 0.0035676686093211174, + "pos_emb.weight": 0.012033822014927864, + "transformer.layers.0.self_attn.in_proj_weight": 0.058531325310468674, + "transformer.layers.0.self_attn.in_proj_bias": 0.003732487093657255, + "transformer.layers.0.self_attn.out_proj.weight": 0.07747319340705872, + "transformer.layers.0.self_attn.out_proj.bias": 0.006116426549851894, + "transformer.layers.0.linear1.weight": 0.1300801932811737, + "transformer.layers.0.linear1.bias": 0.0039385040290653706, + "transformer.layers.0.linear2.weight": 0.07284316420555115, + "transformer.layers.0.linear2.bias": 0.004183984361588955, + "transformer.layers.0.norm1.weight": 0.003259607357904315, + "transformer.layers.0.norm1.bias": 0.0033615080174058676, + "transformer.layers.0.norm2.weight": 0.014440770260989666, + "transformer.layers.0.norm2.bias": 0.005139276850968599, + "transformer.layers.1.self_attn.in_proj_weight": 0.06657657027244568, + "transformer.layers.1.self_attn.in_proj_bias": 0.003218180499970913, + "transformer.layers.1.self_attn.out_proj.weight": 0.05814964324235916, + "transformer.layers.1.self_attn.out_proj.bias": 0.004540189169347286, + "transformer.layers.1.linear1.weight": 0.049213945865631104, + "transformer.layers.1.linear1.bias": 0.0024023507721722126, + "transformer.layers.1.linear2.weight": 0.04283817484974861, + "transformer.layers.1.linear2.bias": 0.003545951098203659, + "transformer.layers.1.norm1.weight": 0.004367231857031584, + "transformer.layers.1.norm1.bias": 0.003091441234573722, + "transformer.layers.1.norm2.weight": 0.004876435734331608, + "transformer.layers.1.norm2.bias": 0.003480813466012478, + "transformer.layers.2.self_attn.in_proj_weight": 0.055090196430683136, + "transformer.layers.2.self_attn.in_proj_bias": 0.003191971220076084, + "transformer.layers.2.self_attn.out_proj.weight": 0.03780017048120499, + "transformer.layers.2.self_attn.out_proj.bias": 0.003080811118707061, + "transformer.layers.2.linear1.weight": 0.02462218701839447, + "transformer.layers.2.linear1.bias": 0.0013939716154709458, + "transformer.layers.2.linear2.weight": 0.027046728879213333, + "transformer.layers.2.linear2.bias": 0.0029687737114727497, + "transformer.layers.2.norm1.weight": 0.004137638956308365, + "transformer.layers.2.norm1.bias": 0.0032184997107833624, + "transformer.layers.2.norm2.weight": 0.0017648739740252495, + "transformer.layers.2.norm2.bias": 0.0013770059449598193, + "transformer.layers.3.self_attn.in_proj_weight": 0.08392437547445297, + "transformer.layers.3.self_attn.in_proj_bias": 0.005530688911676407, + "transformer.layers.3.self_attn.out_proj.weight": 0.02292073331773281, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029657965060323477, + "transformer.layers.3.linear1.weight": 0.02808547206223011, + "transformer.layers.3.linear1.bias": 0.001855044742114842, + "transformer.layers.3.linear2.weight": 0.01758641004562378, + "transformer.layers.3.linear2.bias": 0.0032382416538894176, + "transformer.layers.3.norm1.weight": 0.006870617624372244, + "transformer.layers.3.norm1.bias": 0.008313783444464207, + "transformer.layers.3.norm2.weight": 0.0019758001435548067, + "transformer.layers.3.norm2.bias": 0.001882941578514874, + "head.weight": 0.19924885034561157, + "head.bias": 0.006236574612557888, + "global_embedding.weight": 0.012658419087529182, + "global_cnn.0.weight": 0.10533067584037781, + "global_cnn.0.bias": 0.0029330486431717873, + "global_cnn.2.weight": 0.2838624119758606, + "global_cnn.2.bias": 0.014283916912972927, + "global_proj.weight": 0.06103600189089775, + "global_proj.bias": 0.034757040441036224, + "goal_head.0.weight": 0.033427681773900986, + "goal_head.0.bias": 0.012949489988386631, + "goal_head.2.weight": 0.046275120228528976, + "goal_head.2.bias": 0.026073627173900604 + }, + { + "global_gate": 0.0011847694404423237, + "embedding.weight": 0.00233770115301013, + "cnn.0.weight": 0.05882767215371132, + "cnn.0.bias": 0.0024652001447975636, + "cnn.2.weight": 0.017350180074572563, + "cnn.2.bias": 0.005924144294112921, + "cnn.5.weight": 0.023542696610093117, + "cnn.5.bias": 0.004881962668150663, + "action_emb.weight": 0.03607422113418579, + "timestep_emb.weight": 0.005454989615827799, + "pos_emb.weight": 0.010986451990902424, + "transformer.layers.0.self_attn.in_proj_weight": 0.09372987598180771, + "transformer.layers.0.self_attn.in_proj_bias": 0.008516090922057629, + "transformer.layers.0.self_attn.out_proj.weight": 0.1210271492600441, + "transformer.layers.0.self_attn.out_proj.bias": 0.012167715467512608, + "transformer.layers.0.linear1.weight": 0.16523657739162445, + "transformer.layers.0.linear1.bias": 0.006433587986975908, + "transformer.layers.0.linear2.weight": 0.11140494793653488, + "transformer.layers.0.linear2.bias": 0.009478284977376461, + "transformer.layers.0.norm1.weight": 0.005326017737388611, + "transformer.layers.0.norm1.bias": 0.007964265532791615, + "transformer.layers.0.norm2.weight": 0.018630500882864, + "transformer.layers.0.norm2.bias": 0.008784068748354912, + "transformer.layers.1.self_attn.in_proj_weight": 0.11192750185728073, + "transformer.layers.1.self_attn.in_proj_bias": 0.00695401057600975, + "transformer.layers.1.self_attn.out_proj.weight": 0.09006093442440033, + "transformer.layers.1.self_attn.out_proj.bias": 0.007812689989805222, + "transformer.layers.1.linear1.weight": 0.07209613174200058, + "transformer.layers.1.linear1.bias": 0.003546247724443674, + "transformer.layers.1.linear2.weight": 0.07772847265005112, + "transformer.layers.1.linear2.bias": 0.007403825409710407, + "transformer.layers.1.norm1.weight": 0.0076031796634197235, + "transformer.layers.1.norm1.bias": 0.007413137704133987, + "transformer.layers.1.norm2.weight": 0.006493333261460066, + "transformer.layers.1.norm2.bias": 0.003842082107439637, + "transformer.layers.2.self_attn.in_proj_weight": 0.10691650211811066, + "transformer.layers.2.self_attn.in_proj_bias": 0.006807770114392042, + "transformer.layers.2.self_attn.out_proj.weight": 0.07149488478899002, + "transformer.layers.2.self_attn.out_proj.bias": 0.007172662299126387, + "transformer.layers.2.linear1.weight": 0.04543864354491234, + "transformer.layers.2.linear1.bias": 0.0032654155511409044, + "transformer.layers.2.linear2.weight": 0.05458877980709076, + "transformer.layers.2.linear2.bias": 0.007823804393410683, + "transformer.layers.2.norm1.weight": 0.007185738533735275, + "transformer.layers.2.norm1.bias": 0.007941982708871365, + "transformer.layers.2.norm2.weight": 0.003447003196924925, + "transformer.layers.2.norm2.bias": 0.00463778106495738, + "transformer.layers.3.self_attn.in_proj_weight": 0.1516774743795395, + "transformer.layers.3.self_attn.in_proj_bias": 0.014400068670511246, + "transformer.layers.3.self_attn.out_proj.weight": 0.07735159248113632, + "transformer.layers.3.self_attn.out_proj.bias": 0.01123892329633236, + "transformer.layers.3.linear1.weight": 0.09091010689735413, + "transformer.layers.3.linear1.bias": 0.007548653986304998, + "transformer.layers.3.linear2.weight": 0.05872165784239769, + "transformer.layers.3.linear2.bias": 0.01413170900195837, + "transformer.layers.3.norm1.weight": 0.014031833969056606, + "transformer.layers.3.norm1.bias": 0.02034171298146248, + "transformer.layers.3.norm2.weight": 0.006837625056505203, + "transformer.layers.3.norm2.bias": 0.010041380301117897, + "head.weight": 0.7670960426330566, + "head.bias": 0.02914397232234478, + "global_embedding.weight": 0.034844934940338135, + "global_cnn.0.weight": 0.115626260638237, + "global_cnn.0.bias": 0.005184901412576437, + "global_cnn.2.weight": 0.14571651816368103, + "global_cnn.2.bias": 0.005159251857548952, + "global_proj.weight": 0.03035205416381359, + "global_proj.bias": 0.015957023948431015, + "goal_head.0.weight": 0.00906391628086567, + "goal_head.0.bias": 0.004024251364171505, + "goal_head.2.weight": 0.012835086323320866, + "goal_head.2.bias": 0.008181262761354446 + }, + { + "global_gate": 0.0001297496783081442, + "embedding.weight": 0.0018159461906179786, + "cnn.0.weight": 0.0375349335372448, + "cnn.0.bias": 0.0009769462049007416, + "cnn.2.weight": 0.009358932264149189, + "cnn.2.bias": 0.003339115995913744, + "cnn.5.weight": 0.010330768302083015, + "cnn.5.bias": 0.002241066424176097, + "action_emb.weight": 0.007455888204276562, + "timestep_emb.weight": 0.002012619748711586, + "pos_emb.weight": 0.004244848620146513, + "transformer.layers.0.self_attn.in_proj_weight": 0.03520963340997696, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033845570869743824, + "transformer.layers.0.self_attn.out_proj.weight": 0.03613421320915222, + "transformer.layers.0.self_attn.out_proj.bias": 0.0047147078439593315, + "transformer.layers.0.linear1.weight": 0.040112726390361786, + "transformer.layers.0.linear1.bias": 0.0021469697821885347, + "transformer.layers.0.linear2.weight": 0.04019075259566307, + "transformer.layers.0.linear2.bias": 0.0037301965057849884, + "transformer.layers.0.norm1.weight": 0.0020014233887195587, + "transformer.layers.0.norm1.bias": 0.003162829438224435, + "transformer.layers.0.norm2.weight": 0.004345288034528494, + "transformer.layers.0.norm2.bias": 0.0030363048426806927, + "transformer.layers.1.self_attn.in_proj_weight": 0.03870764374732971, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024197893217206, + "transformer.layers.1.self_attn.out_proj.weight": 0.03583015874028206, + "transformer.layers.1.self_attn.out_proj.bias": 0.0029053986072540283, + "transformer.layers.1.linear1.weight": 0.021307211369276047, + "transformer.layers.1.linear1.bias": 0.0012569595128297806, + "transformer.layers.1.linear2.weight": 0.02918434515595436, + "transformer.layers.1.linear2.bias": 0.0028385724872350693, + "transformer.layers.1.norm1.weight": 0.002474012318998575, + "transformer.layers.1.norm1.bias": 0.002513404004275799, + "transformer.layers.1.norm2.weight": 0.0017072068294510245, + "transformer.layers.1.norm2.bias": 0.0014377832412719727, + "transformer.layers.2.self_attn.in_proj_weight": 0.03744236007332802, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023300766479223967, + "transformer.layers.2.self_attn.out_proj.weight": 0.027440059930086136, + "transformer.layers.2.self_attn.out_proj.bias": 0.0027371218893676996, + "transformer.layers.2.linear1.weight": 0.01716921105980873, + "transformer.layers.2.linear1.bias": 0.0010714327218011022, + "transformer.layers.2.linear2.weight": 0.02188155986368656, + "transformer.layers.2.linear2.bias": 0.0029091588221490383, + "transformer.layers.2.norm1.weight": 0.0030779673252254725, + "transformer.layers.2.norm1.bias": 0.0030609581153839827, + "transformer.layers.2.norm2.weight": 0.0011202048044651747, + "transformer.layers.2.norm2.bias": 0.0011235227575525641, + "transformer.layers.3.self_attn.in_proj_weight": 0.06563696265220642, + "transformer.layers.3.self_attn.in_proj_bias": 0.006812393199652433, + "transformer.layers.3.self_attn.out_proj.weight": 0.031018083915114403, + "transformer.layers.3.self_attn.out_proj.bias": 0.00525542302057147, + "transformer.layers.3.linear1.weight": 0.032774992287158966, + "transformer.layers.3.linear1.bias": 0.0030775771010667086, + "transformer.layers.3.linear2.weight": 0.02024671994149685, + "transformer.layers.3.linear2.bias": 0.006364624481648207, + "transformer.layers.3.norm1.weight": 0.00574739882722497, + "transformer.layers.3.norm1.bias": 0.009591519832611084, + "transformer.layers.3.norm2.weight": 0.00223367428407073, + "transformer.layers.3.norm2.bias": 0.003994144033640623, + "head.weight": 0.2937662601470947, + "head.bias": 0.012684096582233906, + "global_embedding.weight": 0.005022962111979723, + "global_cnn.0.weight": 0.05229078605771065, + "global_cnn.0.bias": 0.0018315284978598356, + "global_cnn.2.weight": 0.11973384767770767, + "global_cnn.2.bias": 0.005075724329799414, + "global_proj.weight": 0.020147504284977913, + "global_proj.bias": 0.01051273848861456, + "goal_head.0.weight": 0.009603600949048996, + "goal_head.0.bias": 0.003195244586095214, + "goal_head.2.weight": 0.014500514604151249, + "goal_head.2.bias": 0.006291222292929888 + }, + { + "global_gate": 0.00017923122504726052, + "embedding.weight": 0.0022227284498512745, + "cnn.0.weight": 0.03560010343790054, + "cnn.0.bias": 0.0012167219538241625, + "cnn.2.weight": 0.00915016420185566, + "cnn.2.bias": 0.0018729151925072074, + "cnn.5.weight": 0.012788436375558376, + "cnn.5.bias": 0.0019498623441904783, + "action_emb.weight": 0.005060739815235138, + "timestep_emb.weight": 0.0011528839822858572, + "pos_emb.weight": 0.0022595415357500315, + "transformer.layers.0.self_attn.in_proj_weight": 0.024007679894566536, + "transformer.layers.0.self_attn.in_proj_bias": 0.002296729478985071, + "transformer.layers.0.self_attn.out_proj.weight": 0.023836135864257812, + "transformer.layers.0.self_attn.out_proj.bias": 0.0027271751314401627, + "transformer.layers.0.linear1.weight": 0.025784315541386604, + "transformer.layers.0.linear1.bias": 0.0011048438027501106, + "transformer.layers.0.linear2.weight": 0.024398917332291603, + "transformer.layers.0.linear2.bias": 0.002116223331540823, + "transformer.layers.0.norm1.weight": 0.0013001920888200402, + "transformer.layers.0.norm1.bias": 0.002193662105128169, + "transformer.layers.0.norm2.weight": 0.0027545057237148285, + "transformer.layers.0.norm2.bias": 0.0010893651051446795, + "transformer.layers.1.self_attn.in_proj_weight": 0.02290510945022106, + "transformer.layers.1.self_attn.in_proj_bias": 0.001356639084406197, + "transformer.layers.1.self_attn.out_proj.weight": 0.0224875807762146, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016089488053694367, + "transformer.layers.1.linear1.weight": 0.01347451750189066, + "transformer.layers.1.linear1.bias": 0.0006732078618369997, + "transformer.layers.1.linear2.weight": 0.018208015710115433, + "transformer.layers.1.linear2.bias": 0.0015661789802834392, + "transformer.layers.1.norm1.weight": 0.0013682593125849962, + "transformer.layers.1.norm1.bias": 0.001413206453435123, + "transformer.layers.1.norm2.weight": 0.0011238126317039132, + "transformer.layers.1.norm2.bias": 0.0005517747486010194, + "transformer.layers.2.self_attn.in_proj_weight": 0.026782674714922905, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014119065599516034, + "transformer.layers.2.self_attn.out_proj.weight": 0.020177355036139488, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015304238768294454, + "transformer.layers.2.linear1.weight": 0.00986231304705143, + "transformer.layers.2.linear1.bias": 0.0006165897357277572, + "transformer.layers.2.linear2.weight": 0.01275667268782854, + "transformer.layers.2.linear2.bias": 0.0015256665647029877, + "transformer.layers.2.norm1.weight": 0.002111278474330902, + "transformer.layers.2.norm1.bias": 0.0016115335747599602, + "transformer.layers.2.norm2.weight": 0.0006948978407308459, + "transformer.layers.2.norm2.bias": 0.0006352870841510594, + "transformer.layers.3.self_attn.in_proj_weight": 0.03481965884566307, + "transformer.layers.3.self_attn.in_proj_bias": 0.002285238355398178, + "transformer.layers.3.self_attn.out_proj.weight": 0.01976262964308262, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017522640991955996, + "transformer.layers.3.linear1.weight": 0.01963445171713829, + "transformer.layers.3.linear1.bias": 0.0015582676278427243, + "transformer.layers.3.linear2.weight": 0.012662439607083797, + "transformer.layers.3.linear2.bias": 0.0020810398273169994, + "transformer.layers.3.norm1.weight": 0.0028077031020075083, + "transformer.layers.3.norm1.bias": 0.0027819129172712564, + "transformer.layers.3.norm2.weight": 0.0015502719907090068, + "transformer.layers.3.norm2.bias": 0.0022379872389137745, + "head.weight": 0.14185938239097595, + "head.bias": 0.00381058850325644, + "global_embedding.weight": 0.024337077513337135, + "global_cnn.0.weight": 0.11895371973514557, + "global_cnn.0.bias": 0.004434425849467516, + "global_cnn.2.weight": 0.21949705481529236, + "global_cnn.2.bias": 0.00842133816331625, + "global_proj.weight": 0.04581926017999649, + "global_proj.bias": 0.0301667470484972, + "goal_head.0.weight": 0.03160402923822403, + "goal_head.0.bias": 0.013717462308704853, + "goal_head.2.weight": 0.05047031491994858, + "goal_head.2.bias": 0.031228240579366684 + }, + { + "global_gate": 2.1313962861313485e-05, + "embedding.weight": 0.003178725019097328, + "cnn.0.weight": 0.06011735275387764, + "cnn.0.bias": 0.0020705910865217447, + "cnn.2.weight": 0.01377799827605486, + "cnn.2.bias": 0.003760578576475382, + "cnn.5.weight": 0.017167169600725174, + "cnn.5.bias": 0.003542741294950247, + "action_emb.weight": 0.008574197068810463, + "timestep_emb.weight": 0.0023307381197810173, + "pos_emb.weight": 0.004151811823248863, + "transformer.layers.0.self_attn.in_proj_weight": 0.03880932182073593, + "transformer.layers.0.self_attn.in_proj_bias": 0.0029034654144197702, + "transformer.layers.0.self_attn.out_proj.weight": 0.04630212485790253, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037896486464887857, + "transformer.layers.0.linear1.weight": 0.04407620057463646, + "transformer.layers.0.linear1.bias": 0.0017084941500797868, + "transformer.layers.0.linear2.weight": 0.03618206828832626, + "transformer.layers.0.linear2.bias": 0.0026948510203510523, + "transformer.layers.0.norm1.weight": 0.002020047977566719, + "transformer.layers.0.norm1.bias": 0.0025626455899327993, + "transformer.layers.0.norm2.weight": 0.0047192759811878204, + "transformer.layers.0.norm2.bias": 0.002090191002935171, + "transformer.layers.1.self_attn.in_proj_weight": 0.03715896233916283, + "transformer.layers.1.self_attn.in_proj_bias": 0.002025064080953598, + "transformer.layers.1.self_attn.out_proj.weight": 0.02954350970685482, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020803548395633698, + "transformer.layers.1.linear1.weight": 0.02104511670768261, + "transformer.layers.1.linear1.bias": 0.001061623333953321, + "transformer.layers.1.linear2.weight": 0.026232510805130005, + "transformer.layers.1.linear2.bias": 0.002034679753705859, + "transformer.layers.1.norm1.weight": 0.002337416633963585, + "transformer.layers.1.norm1.bias": 0.0019576202612370253, + "transformer.layers.1.norm2.weight": 0.0017747225938364863, + "transformer.layers.1.norm2.bias": 0.0012960537569597363, + "transformer.layers.2.self_attn.in_proj_weight": 0.035914767533540726, + "transformer.layers.2.self_attn.in_proj_bias": 0.002012389712035656, + "transformer.layers.2.self_attn.out_proj.weight": 0.024124883115291595, + "transformer.layers.2.self_attn.out_proj.bias": 0.001962452195584774, + "transformer.layers.2.linear1.weight": 0.015391516499221325, + "transformer.layers.2.linear1.bias": 0.0008993473020382226, + "transformer.layers.2.linear2.weight": 0.0186229906976223, + "transformer.layers.2.linear2.bias": 0.002087461529299617, + "transformer.layers.2.norm1.weight": 0.002278881845995784, + "transformer.layers.2.norm1.bias": 0.0026174657978117466, + "transformer.layers.2.norm2.weight": 0.0011283180210739374, + "transformer.layers.2.norm2.bias": 0.000905038439668715, + "transformer.layers.3.self_attn.in_proj_weight": 0.05573917552828789, + "transformer.layers.3.self_attn.in_proj_bias": 0.003960141912102699, + "transformer.layers.3.self_attn.out_proj.weight": 0.025513311848044395, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028757615946233273, + "transformer.layers.3.linear1.weight": 0.029078206047415733, + "transformer.layers.3.linear1.bias": 0.0022367399651557207, + "transformer.layers.3.linear2.weight": 0.017356690019369125, + "transformer.layers.3.linear2.bias": 0.0033821910619735718, + "transformer.layers.3.norm1.weight": 0.004772407002747059, + "transformer.layers.3.norm1.bias": 0.005281370598822832, + "transformer.layers.3.norm2.weight": 0.0022086126264184713, + "transformer.layers.3.norm2.bias": 0.0028129122219979763, + "head.weight": 0.22942620515823364, + "head.bias": 0.007239246740937233, + "global_embedding.weight": 0.012318299151957035, + "global_cnn.0.weight": 0.0657162144780159, + "global_cnn.0.bias": 0.0027683270163834095, + "global_cnn.2.weight": 0.1250653862953186, + "global_cnn.2.bias": 0.004547901917248964, + "global_proj.weight": 0.025191405788064003, + "global_proj.bias": 0.016941973939538002, + "goal_head.0.weight": 0.014949802309274673, + "goal_head.0.bias": 0.006609844509512186, + "goal_head.2.weight": 0.024505900219082832, + "goal_head.2.bias": 0.015618623234331608 + }, + { + "global_gate": 7.324337639147416e-05, + "embedding.weight": 0.005912359803915024, + "cnn.0.weight": 0.11461599171161652, + "cnn.0.bias": 0.00570658827200532, + "cnn.2.weight": 0.025108303874731064, + "cnn.2.bias": 0.010449209250509739, + "cnn.5.weight": 0.02231435291469097, + "cnn.5.bias": 0.005668000318109989, + "action_emb.weight": 0.01947127841413021, + "timestep_emb.weight": 0.00222388724796474, + "pos_emb.weight": 0.0061131990514695644, + "transformer.layers.0.self_attn.in_proj_weight": 0.058492306619882584, + "transformer.layers.0.self_attn.in_proj_bias": 0.005795195233076811, + "transformer.layers.0.self_attn.out_proj.weight": 0.06765948981046677, + "transformer.layers.0.self_attn.out_proj.bias": 0.008525523357093334, + "transformer.layers.0.linear1.weight": 0.08883258700370789, + "transformer.layers.0.linear1.bias": 0.003781996201723814, + "transformer.layers.0.linear2.weight": 0.06177365034818649, + "transformer.layers.0.linear2.bias": 0.006612271070480347, + "transformer.layers.0.norm1.weight": 0.0032374169677495956, + "transformer.layers.0.norm1.bias": 0.005714986938983202, + "transformer.layers.0.norm2.weight": 0.010463068261742592, + "transformer.layers.0.norm2.bias": 0.004990745801478624, + "transformer.layers.1.self_attn.in_proj_weight": 0.06624534726142883, + "transformer.layers.1.self_attn.in_proj_bias": 0.003939715679734945, + "transformer.layers.1.self_attn.out_proj.weight": 0.06143626943230629, + "transformer.layers.1.self_attn.out_proj.bias": 0.005404151510447264, + "transformer.layers.1.linear1.weight": 0.03513109311461449, + "transformer.layers.1.linear1.bias": 0.002037527272477746, + "transformer.layers.1.linear2.weight": 0.041050247848033905, + "transformer.layers.1.linear2.bias": 0.005104545969516039, + "transformer.layers.1.norm1.weight": 0.004407778847962618, + "transformer.layers.1.norm1.bias": 0.003685123985633254, + "transformer.layers.1.norm2.weight": 0.0034718462266027927, + "transformer.layers.1.norm2.bias": 0.0026496455539017916, + "transformer.layers.2.self_attn.in_proj_weight": 0.051925741136074066, + "transformer.layers.2.self_attn.in_proj_bias": 0.004338930826634169, + "transformer.layers.2.self_attn.out_proj.weight": 0.05149087682366371, + "transformer.layers.2.self_attn.out_proj.bias": 0.0050730458460748196, + "transformer.layers.2.linear1.weight": 0.025772640481591225, + "transformer.layers.2.linear1.bias": 0.001796229975298047, + "transformer.layers.2.linear2.weight": 0.030922750011086464, + "transformer.layers.2.linear2.bias": 0.005043857730925083, + "transformer.layers.2.norm1.weight": 0.0036560159642249346, + "transformer.layers.2.norm1.bias": 0.005327956285327673, + "transformer.layers.2.norm2.weight": 0.0018802392296493053, + "transformer.layers.2.norm2.bias": 0.002126890467479825, + "transformer.layers.3.self_attn.in_proj_weight": 0.10596102476119995, + "transformer.layers.3.self_attn.in_proj_bias": 0.010114903561770916, + "transformer.layers.3.self_attn.out_proj.weight": 0.04998242110013962, + "transformer.layers.3.self_attn.out_proj.bias": 0.007679251953959465, + "transformer.layers.3.linear1.weight": 0.05724365636706352, + "transformer.layers.3.linear1.bias": 0.005446201656013727, + "transformer.layers.3.linear2.weight": 0.03555670008063316, + "transformer.layers.3.linear2.bias": 0.009882529266178608, + "transformer.layers.3.norm1.weight": 0.008646228350698948, + "transformer.layers.3.norm1.bias": 0.014203455299139023, + "transformer.layers.3.norm2.weight": 0.004200374707579613, + "transformer.layers.3.norm2.bias": 0.007445953786373138, + "head.weight": 0.4899895191192627, + "head.bias": 0.019618775695562363, + "global_embedding.weight": 0.02492307312786579, + "global_cnn.0.weight": 0.08382464200258255, + "global_cnn.0.bias": 0.0038182393182069063, + "global_cnn.2.weight": 0.13682833313941956, + "global_cnn.2.bias": 0.00646901223808527, + "global_proj.weight": 0.0306884553283453, + "global_proj.bias": 0.014620598405599594, + "goal_head.0.weight": 0.013154007494449615, + "goal_head.0.bias": 0.004472726956009865, + "goal_head.2.weight": 0.01703094318509102, + "goal_head.2.bias": 0.009202968329191208 + }, + { + "global_gate": 0.00018626141536515206, + "embedding.weight": 0.0016259218100458384, + "cnn.0.weight": 0.038201794028282166, + "cnn.0.bias": 0.0017194264801219106, + "cnn.2.weight": 0.01215012650936842, + "cnn.2.bias": 0.0036685240920633078, + "cnn.5.weight": 0.01680176891386509, + "cnn.5.bias": 0.0028376246336847544, + "action_emb.weight": 0.008997796103358269, + "timestep_emb.weight": 0.002770370105281472, + "pos_emb.weight": 0.005342812743037939, + "transformer.layers.0.self_attn.in_proj_weight": 0.059517983347177505, + "transformer.layers.0.self_attn.in_proj_bias": 0.004635808058083057, + "transformer.layers.0.self_attn.out_proj.weight": 0.049790408462285995, + "transformer.layers.0.self_attn.out_proj.bias": 0.005195484962314367, + "transformer.layers.0.linear1.weight": 0.0489581897854805, + "transformer.layers.0.linear1.bias": 0.0022818646393716335, + "transformer.layers.0.linear2.weight": 0.04446137696504593, + "transformer.layers.0.linear2.bias": 0.003981978166848421, + "transformer.layers.0.norm1.weight": 0.0037876367568969727, + "transformer.layers.0.norm1.bias": 0.004537689499557018, + "transformer.layers.0.norm2.weight": 0.004840657580643892, + "transformer.layers.0.norm2.bias": 0.002417114796116948, + "transformer.layers.1.self_attn.in_proj_weight": 0.03713594749569893, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023561008274555206, + "transformer.layers.1.self_attn.out_proj.weight": 0.037356436252593994, + "transformer.layers.1.self_attn.out_proj.bias": 0.0033212376292794943, + "transformer.layers.1.linear1.weight": 0.025443796068429947, + "transformer.layers.1.linear1.bias": 0.0013964602258056402, + "transformer.layers.1.linear2.weight": 0.030355429276823997, + "transformer.layers.1.linear2.bias": 0.003274517832323909, + "transformer.layers.1.norm1.weight": 0.0023498740047216415, + "transformer.layers.1.norm1.bias": 0.002258121967315674, + "transformer.layers.1.norm2.weight": 0.002267019124701619, + "transformer.layers.1.norm2.bias": 0.0015029009664431214, + "transformer.layers.2.self_attn.in_proj_weight": 0.04184693470597267, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028591363225132227, + "transformer.layers.2.self_attn.out_proj.weight": 0.031156428158283234, + "transformer.layers.2.self_attn.out_proj.bias": 0.003157209139317274, + "transformer.layers.2.linear1.weight": 0.01896784082055092, + "transformer.layers.2.linear1.bias": 0.0013312097871676087, + "transformer.layers.2.linear2.weight": 0.02234417200088501, + "transformer.layers.2.linear2.bias": 0.003433226142078638, + "transformer.layers.2.norm1.weight": 0.00343016698025167, + "transformer.layers.2.norm1.bias": 0.003440722357481718, + "transformer.layers.2.norm2.weight": 0.0013827396323904395, + "transformer.layers.2.norm2.bias": 0.001706019276753068, + "transformer.layers.3.self_attn.in_proj_weight": 0.0687854215502739, + "transformer.layers.3.self_attn.in_proj_bias": 0.006993018556386232, + "transformer.layers.3.self_attn.out_proj.weight": 0.03388051316142082, + "transformer.layers.3.self_attn.out_proj.bias": 0.005093709100037813, + "transformer.layers.3.linear1.weight": 0.03926437348127365, + "transformer.layers.3.linear1.bias": 0.0034414450637996197, + "transformer.layers.3.linear2.weight": 0.02318274974822998, + "transformer.layers.3.linear2.bias": 0.006271319463849068, + "transformer.layers.3.norm1.weight": 0.005982812028378248, + "transformer.layers.3.norm1.bias": 0.010004809126257896, + "transformer.layers.3.norm2.weight": 0.0029593612998723984, + "transformer.layers.3.norm2.bias": 0.004389049485325813, + "head.weight": 0.3318019509315491, + "head.bias": 0.012945614755153656, + "global_embedding.weight": 0.007499652449041605, + "global_cnn.0.weight": 0.15333034098148346, + "global_cnn.0.bias": 0.005023372825235128, + "global_cnn.2.weight": 0.254934698343277, + "global_cnn.2.bias": 0.011713169515132904, + "global_proj.weight": 0.05047588050365448, + "global_proj.bias": 0.02687118947505951, + "goal_head.0.weight": 0.02422304078936577, + "goal_head.0.bias": 0.010300200432538986, + "goal_head.2.weight": 0.03152519091963768, + "goal_head.2.bias": 0.020770547911524773 + }, + { + "global_gate": 0.0005470499745570123, + "embedding.weight": 0.001867632963694632, + "cnn.0.weight": 0.04430178180336952, + "cnn.0.bias": 0.0018890250939875841, + "cnn.2.weight": 0.014775345101952553, + "cnn.2.bias": 0.005616177339106798, + "cnn.5.weight": 0.01541496254503727, + "cnn.5.bias": 0.004435097333043814, + "action_emb.weight": 0.017045022919774055, + "timestep_emb.weight": 0.0023730897810310125, + "pos_emb.weight": 0.004913075361400843, + "transformer.layers.0.self_attn.in_proj_weight": 0.05493839830160141, + "transformer.layers.0.self_attn.in_proj_bias": 0.004916994366794825, + "transformer.layers.0.self_attn.out_proj.weight": 0.06350655108690262, + "transformer.layers.0.self_attn.out_proj.bias": 0.006863545626401901, + "transformer.layers.0.linear1.weight": 0.07442829757928848, + "transformer.layers.0.linear1.bias": 0.003247674787417054, + "transformer.layers.0.linear2.weight": 0.05498022958636284, + "transformer.layers.0.linear2.bias": 0.0053332154639065266, + "transformer.layers.0.norm1.weight": 0.0033461195416748524, + "transformer.layers.0.norm1.bias": 0.004963398911058903, + "transformer.layers.0.norm2.weight": 0.009414545260369778, + "transformer.layers.0.norm2.bias": 0.004563573282212019, + "transformer.layers.1.self_attn.in_proj_weight": 0.05728030577301979, + "transformer.layers.1.self_attn.in_proj_bias": 0.0033127430360764265, + "transformer.layers.1.self_attn.out_proj.weight": 0.04587225615978241, + "transformer.layers.1.self_attn.out_proj.bias": 0.004441959783434868, + "transformer.layers.1.linear1.weight": 0.029678551480174065, + "transformer.layers.1.linear1.bias": 0.0016632148763164878, + "transformer.layers.1.linear2.weight": 0.03600882738828659, + "transformer.layers.1.linear2.bias": 0.004212877247482538, + "transformer.layers.1.norm1.weight": 0.0036548576317727566, + "transformer.layers.1.norm1.bias": 0.003136389423161745, + "transformer.layers.1.norm2.weight": 0.0025676200166344643, + "transformer.layers.1.norm2.bias": 0.001831169705837965, + "transformer.layers.2.self_attn.in_proj_weight": 0.05098617449402809, + "transformer.layers.2.self_attn.in_proj_bias": 0.0033731337171047926, + "transformer.layers.2.self_attn.out_proj.weight": 0.04542788118124008, + "transformer.layers.2.self_attn.out_proj.bias": 0.004140850622206926, + "transformer.layers.2.linear1.weight": 0.025745613500475883, + "transformer.layers.2.linear1.bias": 0.0017484498675912619, + "transformer.layers.2.linear2.weight": 0.029831690713763237, + "transformer.layers.2.linear2.bias": 0.004153879825025797, + "transformer.layers.2.norm1.weight": 0.0032282324973493814, + "transformer.layers.2.norm1.bias": 0.0037947639357298613, + "transformer.layers.2.norm2.weight": 0.0018861229764297605, + "transformer.layers.2.norm2.bias": 0.0021460773423314095, + "transformer.layers.3.self_attn.in_proj_weight": 0.08964939415454865, + "transformer.layers.3.self_attn.in_proj_bias": 0.009170809760689735, + "transformer.layers.3.self_attn.out_proj.weight": 0.046513788402080536, + "transformer.layers.3.self_attn.out_proj.bias": 0.006783861201256514, + "transformer.layers.3.linear1.weight": 0.052032094448804855, + "transformer.layers.3.linear1.bias": 0.004865135066211224, + "transformer.layers.3.linear2.weight": 0.032572872936725616, + "transformer.layers.3.linear2.bias": 0.008260835893452168, + "transformer.layers.3.norm1.weight": 0.007346652448177338, + "transformer.layers.3.norm1.bias": 0.014333381317555904, + "transformer.layers.3.norm2.weight": 0.004252598620951176, + "transformer.layers.3.norm2.bias": 0.007246524561196566, + "head.weight": 0.3987869918346405, + "head.bias": 0.015247421339154243, + "global_embedding.weight": 0.02560291811823845, + "global_cnn.0.weight": 0.07672912627458572, + "global_cnn.0.bias": 0.003638235153630376, + "global_cnn.2.weight": 0.10129434615373611, + "global_cnn.2.bias": 0.005387330427765846, + "global_proj.weight": 0.027441369369626045, + "global_proj.bias": 0.01542565505951643, + "goal_head.0.weight": 0.0162581168115139, + "goal_head.0.bias": 0.00664497958496213, + "goal_head.2.weight": 0.022678961977362633, + "goal_head.2.bias": 0.013643510639667511 + }, + { + "global_gate": 3.11155199597124e-05, + "embedding.weight": 0.0013032646384090185, + "cnn.0.weight": 0.030440907925367355, + "cnn.0.bias": 0.001370445592328906, + "cnn.2.weight": 0.009890973567962646, + "cnn.2.bias": 0.004486838821321726, + "cnn.5.weight": 0.011653793044388294, + "cnn.5.bias": 0.0029780585318803787, + "action_emb.weight": 0.00830391701310873, + "timestep_emb.weight": 0.002230757847428322, + "pos_emb.weight": 0.004318940918892622, + "transformer.layers.0.self_attn.in_proj_weight": 0.034318957477808, + "transformer.layers.0.self_attn.in_proj_bias": 0.00220562145113945, + "transformer.layers.0.self_attn.out_proj.weight": 0.034901540726423264, + "transformer.layers.0.self_attn.out_proj.bias": 0.002986821811646223, + "transformer.layers.0.linear1.weight": 0.041772931814193726, + "transformer.layers.0.linear1.bias": 0.0015642836224287748, + "transformer.layers.0.linear2.weight": 0.03569236770272255, + "transformer.layers.0.linear2.bias": 0.0025586795527487993, + "transformer.layers.0.norm1.weight": 0.002244149334728718, + "transformer.layers.0.norm1.bias": 0.002286624861881137, + "transformer.layers.0.norm2.weight": 0.004709587432444096, + "transformer.layers.0.norm2.bias": 0.0016669761389493942, + "transformer.layers.1.self_attn.in_proj_weight": 0.038815081119537354, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016184368869289756, + "transformer.layers.1.self_attn.out_proj.weight": 0.04482036456465721, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022558150812983513, + "transformer.layers.1.linear1.weight": 0.021782761439681053, + "transformer.layers.1.linear1.bias": 0.001135626109316945, + "transformer.layers.1.linear2.weight": 0.028054848313331604, + "transformer.layers.1.linear2.bias": 0.0021276953630149364, + "transformer.layers.1.norm1.weight": 0.002595917321741581, + "transformer.layers.1.norm1.bias": 0.0015692117158323526, + "transformer.layers.1.norm2.weight": 0.0017575841629877687, + "transformer.layers.1.norm2.bias": 0.0010810330277308822, + "transformer.layers.2.self_attn.in_proj_weight": 0.038100726902484894, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015807361342012882, + "transformer.layers.2.self_attn.out_proj.weight": 0.03149539232254028, + "transformer.layers.2.self_attn.out_proj.bias": 0.00206758757121861, + "transformer.layers.2.linear1.weight": 0.016532059758901596, + "transformer.layers.2.linear1.bias": 0.0009554201969876885, + "transformer.layers.2.linear2.weight": 0.020400814712047577, + "transformer.layers.2.linear2.bias": 0.0021574015263468027, + "transformer.layers.2.norm1.weight": 0.002682479564100504, + "transformer.layers.2.norm1.bias": 0.001626322278752923, + "transformer.layers.2.norm2.weight": 0.0010912034194916487, + "transformer.layers.2.norm2.bias": 0.0009314081398770213, + "transformer.layers.3.self_attn.in_proj_weight": 0.07404492795467377, + "transformer.layers.3.self_attn.in_proj_bias": 0.005274210590869188, + "transformer.layers.3.self_attn.out_proj.weight": 0.03301689773797989, + "transformer.layers.3.self_attn.out_proj.bias": 0.0038849322590976954, + "transformer.layers.3.linear1.weight": 0.04115167632699013, + "transformer.layers.3.linear1.bias": 0.003248041495680809, + "transformer.layers.3.linear2.weight": 0.023859567940235138, + "transformer.layers.3.linear2.bias": 0.005092914216220379, + "transformer.layers.3.norm1.weight": 0.006381752900779247, + "transformer.layers.3.norm1.bias": 0.007041406352072954, + "transformer.layers.3.norm2.weight": 0.003054168540984392, + "transformer.layers.3.norm2.bias": 0.004477475304156542, + "head.weight": 0.30928918719291687, + "head.bias": 0.009795076213777065, + "global_embedding.weight": 0.010211442597210407, + "global_cnn.0.weight": 0.06998918950557709, + "global_cnn.0.bias": 0.002638145349919796, + "global_cnn.2.weight": 0.1692723035812378, + "global_cnn.2.bias": 0.006995770614594221, + "global_proj.weight": 0.03889015316963196, + "global_proj.bias": 0.02337777242064476, + "goal_head.0.weight": 0.022131888195872307, + "goal_head.0.bias": 0.009335575625300407, + "goal_head.2.weight": 0.028970999643206596, + "goal_head.2.bias": 0.019762607291340828 + }, + { + "global_gate": 7.657247624592856e-05, + "embedding.weight": 0.002514663152396679, + "cnn.0.weight": 0.04145600646734238, + "cnn.0.bias": 0.001567753730341792, + "cnn.2.weight": 0.011213120073080063, + "cnn.2.bias": 0.0030860514380037785, + "cnn.5.weight": 0.011395880952477455, + "cnn.5.bias": 0.0031352138612419367, + "action_emb.weight": 0.00738441850990057, + "timestep_emb.weight": 0.0020726725924760103, + "pos_emb.weight": 0.005158806219696999, + "transformer.layers.0.self_attn.in_proj_weight": 0.03699684888124466, + "transformer.layers.0.self_attn.in_proj_bias": 0.0030777733772993088, + "transformer.layers.0.self_attn.out_proj.weight": 0.03678473085165024, + "transformer.layers.0.self_attn.out_proj.bias": 0.004017379134893417, + "transformer.layers.0.linear1.weight": 0.04214468598365784, + "transformer.layers.0.linear1.bias": 0.0019346459303051233, + "transformer.layers.0.linear2.weight": 0.03988152742385864, + "transformer.layers.0.linear2.bias": 0.00325604947283864, + "transformer.layers.0.norm1.weight": 0.0020917586516588926, + "transformer.layers.0.norm1.bias": 0.0028690360486507416, + "transformer.layers.0.norm2.weight": 0.004049133043736219, + "transformer.layers.0.norm2.bias": 0.0019095594761893153, + "transformer.layers.1.self_attn.in_proj_weight": 0.040597159415483475, + "transformer.layers.1.self_attn.in_proj_bias": 0.002158651128411293, + "transformer.layers.1.self_attn.out_proj.weight": 0.04000646620988846, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027806363068521023, + "transformer.layers.1.linear1.weight": 0.02468114346265793, + "transformer.layers.1.linear1.bias": 0.0013473985018208623, + "transformer.layers.1.linear2.weight": 0.030390748754143715, + "transformer.layers.1.linear2.bias": 0.0027598212473094463, + "transformer.layers.1.norm1.weight": 0.002452670596539974, + "transformer.layers.1.norm1.bias": 0.0020438958890736103, + "transformer.layers.1.norm2.weight": 0.0021326448768377304, + "transformer.layers.1.norm2.bias": 0.0013404841301962733, + "transformer.layers.2.self_attn.in_proj_weight": 0.04148619994521141, + "transformer.layers.2.self_attn.in_proj_bias": 0.002231058431789279, + "transformer.layers.2.self_attn.out_proj.weight": 0.03766835853457451, + "transformer.layers.2.self_attn.out_proj.bias": 0.002616297220811248, + "transformer.layers.2.linear1.weight": 0.01961527206003666, + "transformer.layers.2.linear1.bias": 0.001185993431136012, + "transformer.layers.2.linear2.weight": 0.02354813739657402, + "transformer.layers.2.linear2.bias": 0.002534735482186079, + "transformer.layers.2.norm1.weight": 0.003409006167203188, + "transformer.layers.2.norm1.bias": 0.0024714027531445026, + "transformer.layers.2.norm2.weight": 0.0013700459385290742, + "transformer.layers.2.norm2.bias": 0.0012023806339129806, + "transformer.layers.3.self_attn.in_proj_weight": 0.07799624651670456, + "transformer.layers.3.self_attn.in_proj_bias": 0.005266556516289711, + "transformer.layers.3.self_attn.out_proj.weight": 0.037919435650110245, + "transformer.layers.3.self_attn.out_proj.bias": 0.0038181790150702, + "transformer.layers.3.linear1.weight": 0.04240263253450394, + "transformer.layers.3.linear1.bias": 0.0032322844490408897, + "transformer.layers.3.linear2.weight": 0.023930398747324944, + "transformer.layers.3.linear2.bias": 0.0040125916711986065, + "transformer.layers.3.norm1.weight": 0.00718813668936491, + "transformer.layers.3.norm1.bias": 0.007752459030598402, + "transformer.layers.3.norm2.weight": 0.003501246217638254, + "transformer.layers.3.norm2.bias": 0.00444902153685689, + "head.weight": 0.30462637543678284, + "head.bias": 0.007880328223109245, + "global_embedding.weight": 0.015298845246434212, + "global_cnn.0.weight": 0.11673573404550552, + "global_cnn.0.bias": 0.003919297829270363, + "global_cnn.2.weight": 0.24387145042419434, + "global_cnn.2.bias": 0.009879734367132187, + "global_proj.weight": 0.03412153199315071, + "global_proj.bias": 0.02210129052400589, + "goal_head.0.weight": 0.02050972171127796, + "goal_head.0.bias": 0.008808392100036144, + "goal_head.2.weight": 0.027506981045007706, + "goal_head.2.bias": 0.018466420471668243 + }, + { + "global_gate": 4.171507953287801e-06, + "embedding.weight": 0.004868248477578163, + "cnn.0.weight": 0.07062274217605591, + "cnn.0.bias": 0.003510810201987624, + "cnn.2.weight": 0.011403126642107964, + "cnn.2.bias": 0.004306281916797161, + "cnn.5.weight": 0.01374201662838459, + "cnn.5.bias": 0.0028750919736921787, + "action_emb.weight": 0.005984688177704811, + "timestep_emb.weight": 0.0017769545083865523, + "pos_emb.weight": 0.004302467219531536, + "transformer.layers.0.self_attn.in_proj_weight": 0.03451019152998924, + "transformer.layers.0.self_attn.in_proj_bias": 0.002214274136349559, + "transformer.layers.0.self_attn.out_proj.weight": 0.03525971621274948, + "transformer.layers.0.self_attn.out_proj.bias": 0.002995915710926056, + "transformer.layers.0.linear1.weight": 0.032856181263923645, + "transformer.layers.0.linear1.bias": 0.0013840463943779469, + "transformer.layers.0.linear2.weight": 0.031417571008205414, + "transformer.layers.0.linear2.bias": 0.002627934329211712, + "transformer.layers.0.norm1.weight": 0.0024195052683353424, + "transformer.layers.0.norm1.bias": 0.002031837124377489, + "transformer.layers.0.norm2.weight": 0.0031319796107709408, + "transformer.layers.0.norm2.bias": 0.0012959125451743603, + "transformer.layers.1.self_attn.in_proj_weight": 0.030114758759737015, + "transformer.layers.1.self_attn.in_proj_bias": 0.0017175822285935283, + "transformer.layers.1.self_attn.out_proj.weight": 0.027908876538276672, + "transformer.layers.1.self_attn.out_proj.bias": 0.002367238514125347, + "transformer.layers.1.linear1.weight": 0.017030296847224236, + "transformer.layers.1.linear1.bias": 0.0008729525143280625, + "transformer.layers.1.linear2.weight": 0.022666851058602333, + "transformer.layers.1.linear2.bias": 0.002344910753890872, + "transformer.layers.1.norm1.weight": 0.002189481630921364, + "transformer.layers.1.norm1.bias": 0.0015658944612368941, + "transformer.layers.1.norm2.weight": 0.001414197962731123, + "transformer.layers.1.norm2.bias": 0.0009432579972781241, + "transformer.layers.2.self_attn.in_proj_weight": 0.03296801075339317, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016247732564806938, + "transformer.layers.2.self_attn.out_proj.weight": 0.02655176818370819, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024299444630742073, + "transformer.layers.2.linear1.weight": 0.01602778397500515, + "transformer.layers.2.linear1.bias": 0.001104801776818931, + "transformer.layers.2.linear2.weight": 0.018385527655482292, + "transformer.layers.2.linear2.bias": 0.0027029940392822027, + "transformer.layers.2.norm1.weight": 0.0021654630545526743, + "transformer.layers.2.norm1.bias": 0.0020256121642887592, + "transformer.layers.2.norm2.weight": 0.0011657953727990389, + "transformer.layers.2.norm2.bias": 0.001419002772308886, + "transformer.layers.3.self_attn.in_proj_weight": 0.05179452523589134, + "transformer.layers.3.self_attn.in_proj_bias": 0.005355356726795435, + "transformer.layers.3.self_attn.out_proj.weight": 0.025315625593066216, + "transformer.layers.3.self_attn.out_proj.bias": 0.004722020123153925, + "transformer.layers.3.linear1.weight": 0.031264159828424454, + "transformer.layers.3.linear1.bias": 0.002886600559577346, + "transformer.layers.3.linear2.weight": 0.019375020638108253, + "transformer.layers.3.linear2.bias": 0.005823481362313032, + "transformer.layers.3.norm1.weight": 0.004587105009704828, + "transformer.layers.3.norm1.bias": 0.007913707755506039, + "transformer.layers.3.norm2.weight": 0.002493875566869974, + "transformer.layers.3.norm2.bias": 0.004105467349290848, + "head.weight": 0.28579071164131165, + "head.bias": 0.012294571846723557, + "global_embedding.weight": 0.0066677569411695, + "global_cnn.0.weight": 0.03632805496454239, + "global_cnn.0.bias": 0.0011697174049913883, + "global_cnn.2.weight": 0.07664773613214493, + "global_cnn.2.bias": 0.0042817736975848675, + "global_proj.weight": 0.015531884506344795, + "global_proj.bias": 0.009655834175646305, + "goal_head.0.weight": 0.009074044413864613, + "goal_head.0.bias": 0.0038273255340754986, + "goal_head.2.weight": 0.01435087900608778, + "goal_head.2.bias": 0.008276118896901608 + }, + { + "global_gate": 3.869819192914292e-05, + "embedding.weight": 0.001009781495667994, + "cnn.0.weight": 0.021856417879462242, + "cnn.0.bias": 0.0008216368732973933, + "cnn.2.weight": 0.0073175267316401005, + "cnn.2.bias": 0.002275787992402911, + "cnn.5.weight": 0.010205451399087906, + "cnn.5.bias": 0.0019252655329182744, + "action_emb.weight": 0.00567391375079751, + "timestep_emb.weight": 0.0019790532533079386, + "pos_emb.weight": 0.00450188759714365, + "transformer.layers.0.self_attn.in_proj_weight": 0.027831414714455605, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024106595665216446, + "transformer.layers.0.self_attn.out_proj.weight": 0.030378367751836777, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037171898875385523, + "transformer.layers.0.linear1.weight": 0.033513110131025314, + "transformer.layers.0.linear1.bias": 0.0016079264460131526, + "transformer.layers.0.linear2.weight": 0.031206399202346802, + "transformer.layers.0.linear2.bias": 0.0027107985224574804, + "transformer.layers.0.norm1.weight": 0.001568522653542459, + "transformer.layers.0.norm1.bias": 0.001812637667171657, + "transformer.layers.0.norm2.weight": 0.0036446978338062763, + "transformer.layers.0.norm2.bias": 0.0021532303653657436, + "transformer.layers.1.self_attn.in_proj_weight": 0.030468273907899857, + "transformer.layers.1.self_attn.in_proj_bias": 0.001824703416787088, + "transformer.layers.1.self_attn.out_proj.weight": 0.03069663979113102, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022377227433025837, + "transformer.layers.1.linear1.weight": 0.018536850810050964, + "transformer.layers.1.linear1.bias": 0.0009328590822406113, + "transformer.layers.1.linear2.weight": 0.022672953084111214, + "transformer.layers.1.linear2.bias": 0.0019968252163380384, + "transformer.layers.1.norm1.weight": 0.0018436985556036234, + "transformer.layers.1.norm1.bias": 0.001781439408659935, + "transformer.layers.1.norm2.weight": 0.0017269359668716788, + "transformer.layers.1.norm2.bias": 0.0009568921523168683, + "transformer.layers.2.self_attn.in_proj_weight": 0.029111070558428764, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014730793191120028, + "transformer.layers.2.self_attn.out_proj.weight": 0.028031637892127037, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016307939076796174, + "transformer.layers.2.linear1.weight": 0.014143253676593304, + "transformer.layers.2.linear1.bias": 0.0007986296550370753, + "transformer.layers.2.linear2.weight": 0.01733691804111004, + "transformer.layers.2.linear2.bias": 0.0016750290524214506, + "transformer.layers.2.norm1.weight": 0.0020500023383647203, + "transformer.layers.2.norm1.bias": 0.0014945168513804674, + "transformer.layers.2.norm2.weight": 0.000874101126100868, + "transformer.layers.2.norm2.bias": 0.0007293001981452107, + "transformer.layers.3.self_attn.in_proj_weight": 0.05610450729727745, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035132374614477158, + "transformer.layers.3.self_attn.out_proj.weight": 0.02691466733813286, + "transformer.layers.3.self_attn.out_proj.bias": 0.00253496877849102, + "transformer.layers.3.linear1.weight": 0.03219643980264664, + "transformer.layers.3.linear1.bias": 0.0023236549459397793, + "transformer.layers.3.linear2.weight": 0.017971135675907135, + "transformer.layers.3.linear2.bias": 0.002907914575189352, + "transformer.layers.3.norm1.weight": 0.005462477449327707, + "transformer.layers.3.norm1.bias": 0.004413350485265255, + "transformer.layers.3.norm2.weight": 0.002485106000676751, + "transformer.layers.3.norm2.bias": 0.0025198287330567837, + "head.weight": 0.23820823431015015, + "head.bias": 0.006318521685898304, + "global_embedding.weight": 0.024321477860212326, + "global_cnn.0.weight": 0.10138050466775894, + "global_cnn.0.bias": 0.0039005656726658344, + "global_cnn.2.weight": 0.1817210614681244, + "global_cnn.2.bias": 0.008452942594885826, + "global_proj.weight": 0.02967282012104988, + "global_proj.bias": 0.020948048681020737, + "goal_head.0.weight": 0.019217481836676598, + "goal_head.0.bias": 0.008921231143176556, + "goal_head.2.weight": 0.02768135443329811, + "goal_head.2.bias": 0.020450428128242493 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.1322515457868576, - 0.4299018383026123, - 0.5240529179573059, - 0.52130126953125, - 0.03818456456065178, - 0.05595914274454117, - 0.06733430176973343, - 0.048761915415525436, - 0.24737337231636047, - 0.04164170101284981 + 0.704571545124054, + 0.5418978929519653, + 0.8082265853881836, + 0.7261381149291992, + 0.8413556218147278, + 0.7939063310623169, + 0.7890851497650146, + 0.8342450857162476, + 0.7040140628814697, + 0.8187998533248901, + 0.7487168908119202, + 0.888485848903656, + 0.888450026512146, + 1.0183749198913574, + 0.9409235119819641, + 0.8420083522796631, + 0.6740246415138245, + 0.8490812182426453, + 0.8601559996604919, + 0.9537219405174255 ], "repr_drift_kl_low_t": [ - 0.07224156707525253, - 0.4894522428512573, - 0.5216835141181946, - 0.4903142750263214, - 0.03492546081542969, - 0.04192941635847092, - 0.06958688795566559, - 0.0494624599814415, - 0.2560686767101288, - 0.039676062762737274 + 0.9240314364433289, + 0.6046745181083679, + 0.985723614692688, + 0.9073469638824463, + 0.9996972680091858, + 1.0497232675552368, + 1.045163869857788, + 1.0836988687515259, + 0.8537216186523438, + 1.0301200151443481, + 0.9071456789970398, + 1.1968529224395752, + 1.186057686805725, + 1.3661903142929077, + 1.1739161014556885, + 1.05888032913208, + 0.8340863585472107, + 1.0994539260864258, + 1.1174368858337402, + 1.147963047027588 ], "repr_drift_kl_mid_t": [ - 0.10718026012182236, - 0.40556806325912476, - 0.4846600890159607, - 0.5040251612663269, - 0.033685971051454544, - 0.04593361169099808, - 0.05907576531171799, - 0.04802311956882477, - 0.23924961686134338, - 0.035294920206069946 + 0.6899774074554443, + 0.51847243309021, + 0.7824311852455139, + 0.7120136022567749, + 0.8646800518035889, + 0.7983251810073853, + 0.794796884059906, + 0.828877329826355, + 0.7174075841903687, + 0.8242508769035339, + 0.7227683067321777, + 0.8764558434486389, + 0.9273521900177002, + 1.0072391033172607, + 0.9621054530143738, + 0.8316843509674072, + 0.6762732863426208, + 0.8324148058891296, + 0.8363224864006042, + 0.9625780582427979 ], "repr_drift_kl_high_t": [ - 0.2424221634864807, - 0.41771337389945984, - 0.6188610792160034, - 0.5945339798927307, - 0.0767509937286377, - 0.1040395051240921, - 0.07029864192008972, - 0.05843708664178848, - 0.2796611487865448, - 0.03889352083206177 + 0.5256600379943848, + 0.46394678950309753, + 0.5886288285255432, + 0.5628258585929871, + 0.6021198034286499, + 0.5503994226455688, + 0.5231792330741882, + 0.6008791327476501, + 0.4654739499092102, + 0.5614051222801208, + 0.5350856184959412, + 0.6502915024757385, + 0.6179738640785217, + 0.6744102239608765, + 0.6418803930282593, + 0.6380577683448792, + 0.4962584674358368, + 0.6281710267066956, + 0.6357534527778625, + 0.6411522030830383 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.7736052870750427, - 0.8569596409797668, - 0.9436133503913879, - 0.923973560333252, - 0.7171127796173096 + 0.5779411792755127, + 0.4507778584957123, + 0.5245897769927979, + 0.4787725806236267, + 0.554352879524231, + 0.6840105652809143, + 0.6947067975997925, + 0.4319044053554535, + 0.3810444474220276, + 0.52162766456604 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 0.43048590421676636, - 1.6130622625350952, - 0.4416689872741699, - 1.995584487915039, - 0.22046594321727753, - 0.56755530834198, - 0.6155046820640564, - 0.9006573557853699, - 0.7119089365005493, - 0.317090779542923 + 2.747124671936035, + 0.6500802040100098, + 1.1800779104232788, + 1.6264525651931763, + 0.6795489192008972, + 0.6619310975074768, + 0.6656597852706909, + 0.43084073066711426, + 0.4529545307159424, + 0.7440773248672485, + 0.493350625038147, + 0.3924555778503418, + 0.8401132822036743, + 0.6294410824775696, + 0.599246621131897, + 0.6303020119667053, + 0.4365750849246979, + 0.5043647289276123, + 0.27799561619758606, + 0.342589408159256 ], "norm_high_t": [ - 0.6901595592498779, - 1.3354716300964355, - 0.43198686838150024, - 1.9212536811828613, - 0.16598927974700928, - 0.6288352608680725, - 0.647627592086792, - 0.6665813326835632, - 0.9154987931251526, - 0.2630857527256012 + 3.0624148845672607, + 2.0145437717437744, + 0.8744277954101562, + 2.823503255844116, + 0.6274628639221191, + 0.9224730730056763, + 0.8422291874885559, + 0.7087593078613281, + 0.46308276057243347, + 1.2253950834274292, + 0.6229048371315002, + 0.3343503177165985, + 0.5291572213172913, + 1.2683130502700806, + 1.0676243305206299, + 0.6428525447845459, + 0.6464875936508179, + 0.7014134526252747, + 0.5732846856117249, + 0.531774640083313 ], "lowhigh_cos": [ - 0.2756664454936981, - 0.1840434968471527, - 0.3986355662345886, - 0.7501346468925476, - 0.4814048707485199, - 0.7718588709831238, - 0.3787551820278168, - 0.689416229724884, - 0.014139419421553612, - 0.4933399558067322 + 0.9026143550872803, + -0.1997380405664444, + 0.678641676902771, + 0.8055739402770996, + 0.7350978851318359, + 0.6385458707809448, + 0.5289671421051025, + 0.24929691851139069, + 0.40529951453208923, + 0.5975781083106995, + 0.4798456132411957, + 0.6698951125144958, + 0.41701364517211914, + 0.47915565967559814, + 0.13444525003433228, + 0.3331605792045593, + 0.32063359022140503, + 0.2532169818878174, + 0.4222767949104309, + 0.37959444522857666 ], "t_bin_norms": [ { - "t_0.0-0.1": 0.5376757383346558, - "t_0.1-0.2": 0.406794011592865, - "t_0.2-0.3": 0.5015147924423218, - "t_0.3-0.4": 0.4267529249191284, - "t_0.4-0.5": 0.5166685581207275, - "t_0.5-0.6": 0.4762117862701416, - "t_0.6-0.7": 0.44670572876930237, - "t_0.7-0.8": 0.5846010446548462, - "t_0.8-0.9": 0.6387804746627808, - "t_0.9-1.0": 0.7411547899246216 - }, - { - "t_0.0-0.1": 1.1802732944488525, - "t_0.1-0.2": 1.0966458320617676, - "t_0.2-0.3": 0.9144374132156372, - "t_0.3-0.4": 0.9350141286849976, - "t_0.4-0.5": 0.814058244228363, - "t_0.5-0.6": 0.6504688262939453, - "t_0.6-0.7": 0.7007647156715393, - "t_0.7-0.8": 0.9497500061988831, - "t_0.8-0.9": 1.0374424457550049, - "t_0.9-1.0": 1.7137268781661987 - }, - { - "t_0.0-0.1": 0.42706358432769775, - "t_0.1-0.2": 0.3461817502975464, - "t_0.2-0.3": 0.3495253026485443, - "t_0.3-0.4": 0.34881868958473206, - "t_0.4-0.5": 0.34194880723953247, - "t_0.5-0.6": 0.42486706376075745, - "t_0.6-0.7": 0.3962855339050293, - "t_0.7-0.8": 0.3254179060459137, - "t_0.8-0.9": 0.447858065366745, - "t_0.9-1.0": 0.37573951482772827 - }, - { - "t_0.0-0.1": 2.038300037384033, - "t_0.1-0.2": 1.7585915327072144, - "t_0.2-0.3": 2.7336673736572266, - "t_0.3-0.4": 2.533487319946289, - "t_0.4-0.5": 2.591745615005493, - "t_0.5-0.6": 2.1206867694854736, - "t_0.6-0.7": 2.3947389125823975, - "t_0.7-0.8": 2.061781167984009, - "t_0.8-0.9": 2.129840135574341, - "t_0.9-1.0": 1.779566764831543 - }, - { - "t_0.0-0.1": 0.07516670972108841, - "t_0.1-0.2": 0.1431267410516739, - "t_0.2-0.3": 0.1779000461101532, - "t_0.3-0.4": 0.10414110124111176, - "t_0.4-0.5": 0.15433484315872192, - "t_0.5-0.6": 0.11404645442962646, - "t_0.6-0.7": 0.1468735784292221, - "t_0.7-0.8": 0.14456574618816376, - "t_0.8-0.9": 0.14757467806339264, - "t_0.9-1.0": 0.2548989951610565 - }, - { - "t_0.0-0.1": 0.6609952449798584, - "t_0.1-0.2": 0.6074795722961426, - "t_0.2-0.3": 0.6122138500213623, - "t_0.3-0.4": 0.4950557053089142, - "t_0.4-0.5": 0.5280195474624634, - "t_0.5-0.6": 0.5655288696289062, - "t_0.6-0.7": 0.5444268584251404, - "t_0.7-0.8": 0.5263369083404541, - "t_0.8-0.9": 0.560011625289917, - "t_0.9-1.0": 0.7781784534454346 - }, - { - "t_0.0-0.1": 0.9662671685218811, - "t_0.1-0.2": 0.5799339413642883, - "t_0.2-0.3": 0.6136444807052612, - "t_0.3-0.4": 0.6276454925537109, - "t_0.4-0.5": 0.5300543308258057, - "t_0.5-0.6": 0.4528425633907318, - "t_0.6-0.7": 0.467043936252594, - "t_0.7-0.8": 0.5395678877830505, - "t_0.8-0.9": 0.701291561126709, - "t_0.9-1.0": 0.8343982100486755 - }, - { - "t_0.0-0.1": 0.6784436702728271, - "t_0.1-0.2": 0.7139041423797607, - "t_0.2-0.3": 0.6913945078849792, - "t_0.3-0.4": 0.6163569688796997, - "t_0.4-0.5": 0.6048822402954102, - "t_0.5-0.6": 0.6073295474052429, - "t_0.6-0.7": 0.5754296183586121, - "t_0.7-0.8": 0.6557086706161499, - "t_0.8-0.9": 0.5868723392486572, - "t_0.9-1.0": 0.6590380072593689 - }, - { - "t_0.0-0.1": 0.9239130020141602, - "t_0.1-0.2": 0.6206048727035522, - "t_0.2-0.3": 1.0295264720916748, - "t_0.3-0.4": 0.93034827709198, - "t_0.4-0.5": 0.8725180625915527, - "t_0.5-0.6": 1.0666513442993164, - "t_0.6-0.7": 0.6946972608566284, - "t_0.7-0.8": 1.0104635953903198, - "t_0.8-0.9": 0.918890655040741, - "t_0.9-1.0": 1.1044349670410156 - }, - { - "t_0.0-0.1": 0.3079133927822113, - "t_0.1-0.2": 0.3346046209335327, - "t_0.2-0.3": 0.23767898976802826, - "t_0.3-0.4": 0.2765776813030243, - "t_0.4-0.5": 0.2363233119249344, - "t_0.5-0.6": 0.24209675192832947, - "t_0.6-0.7": 0.21785326302051544, - "t_0.7-0.8": 0.21372678875923157, - "t_0.8-0.9": 0.2285277396440506, - "t_0.9-1.0": 0.2793162167072296 + "t_0.0-0.1": 2.389756441116333, + "t_0.1-0.2": 2.3391311168670654, + "t_0.2-0.3": 2.388587236404419, + "t_0.3-0.4": 2.7039668560028076, + "t_0.4-0.5": 2.501248359680176, + "t_0.5-0.6": 2.730431318283081, + "t_0.6-0.7": 2.5868515968322754, + "t_0.7-0.8": 3.12709641456604, + "t_0.8-0.9": 2.8317322731018066, + "t_0.9-1.0": 3.126469612121582 + }, + { + "t_0.0-0.1": 1.5977838039398193, + "t_0.1-0.2": 0.6778081059455872, + "t_0.2-0.3": 0.7158094644546509, + "t_0.3-0.4": 0.6467419266700745, + "t_0.4-0.5": 0.5507486462593079, + "t_0.5-0.6": 0.5880293846130371, + "t_0.6-0.7": 0.6014024615287781, + "t_0.7-0.8": 0.5878270268440247, + "t_0.8-0.9": 1.1129714250564575, + "t_0.9-1.0": 2.59541916847229 + }, + { + "t_0.0-0.1": 1.3762863874435425, + "t_0.1-0.2": 1.2765414714813232, + "t_0.2-0.3": 0.8571285009384155, + "t_0.3-0.4": 0.8882136344909668, + "t_0.4-0.5": 1.1933828592300415, + "t_0.5-0.6": 0.89141446352005, + "t_0.6-0.7": 0.8019583821296692, + "t_0.7-0.8": 0.8090647459030151, + "t_0.8-0.9": 0.7532503604888916, + "t_0.9-1.0": 1.2922048568725586 + }, + { + "t_0.0-0.1": 1.8355735540390015, + "t_0.1-0.2": 1.1952053308486938, + "t_0.2-0.3": 1.279813528060913, + "t_0.3-0.4": 1.375673532485962, + "t_0.4-0.5": 1.2836214303970337, + "t_0.5-0.6": 1.4357869625091553, + "t_0.6-0.7": 1.8014684915542603, + "t_0.7-0.8": 1.8210245370864868, + "t_0.8-0.9": 2.360882520675659, + "t_0.9-1.0": 3.308373212814331 + }, + { + "t_0.0-0.1": 0.6753319501876831, + "t_0.1-0.2": 0.6118344068527222, + "t_0.2-0.3": 0.608208417892456, + "t_0.3-0.4": 0.5858256816864014, + "t_0.4-0.5": 0.6097739934921265, + "t_0.5-0.6": 0.5925837755203247, + "t_0.6-0.7": 0.5827673077583313, + "t_0.7-0.8": 0.5813474059104919, + "t_0.8-0.9": 0.588458240032196, + "t_0.9-1.0": 0.6386730074882507 + }, + { + "t_0.0-0.1": 0.9127388596534729, + "t_0.1-0.2": 0.5997365117073059, + "t_0.2-0.3": 0.6531844735145569, + "t_0.3-0.4": 0.5697266459465027, + "t_0.4-0.5": 0.6113343834877014, + "t_0.5-0.6": 0.6656200289726257, + "t_0.6-0.7": 0.6281880140304565, + "t_0.7-0.8": 0.6744326949119568, + "t_0.8-0.9": 0.7279042601585388, + "t_0.9-1.0": 1.222467303276062 + }, + { + "t_0.0-0.1": 0.898127019405365, + "t_0.1-0.2": 0.7907010316848755, + "t_0.2-0.3": 0.5921692252159119, + "t_0.3-0.4": 0.6575931310653687, + "t_0.4-0.5": 0.518973708152771, + "t_0.5-0.6": 0.5178966522216797, + "t_0.6-0.7": 0.5103801488876343, + "t_0.7-0.8": 0.4330550730228424, + "t_0.8-0.9": 0.617286205291748, + "t_0.9-1.0": 0.8480806946754456 + }, + { + "t_0.0-0.1": 0.7907260656356812, + "t_0.1-0.2": 0.5557165741920471, + "t_0.2-0.3": 0.5901824235916138, + "t_0.3-0.4": 0.5575082898139954, + "t_0.4-0.5": 0.6151488423347473, + "t_0.5-0.6": 0.45938482880592346, + "t_0.6-0.7": 0.5545220971107483, + "t_0.7-0.8": 0.47679319977760315, + "t_0.8-0.9": 0.5628675222396851, + "t_0.9-1.0": 1.0619044303894043 + }, + { + "t_0.0-0.1": 0.7427443861961365, + "t_0.1-0.2": 0.3917381167411804, + "t_0.2-0.3": 0.4050760269165039, + "t_0.3-0.4": 0.403537392616272, + "t_0.4-0.5": 0.36509841680526733, + "t_0.5-0.6": 0.4011092185974121, + "t_0.6-0.7": 0.4176543951034546, + "t_0.7-0.8": 0.36048364639282227, + "t_0.8-0.9": 0.39435213804244995, + "t_0.9-1.0": 0.5418365001678467 + }, + { + "t_0.0-0.1": 0.8375934958457947, + "t_0.1-0.2": 0.6966071724891663, + "t_0.2-0.3": 0.6845366358757019, + "t_0.3-0.4": 0.7031946182250977, + "t_0.4-0.5": 0.7559500932693481, + "t_0.5-0.6": 0.6255735158920288, + "t_0.6-0.7": 0.6978626251220703, + "t_0.7-0.8": 0.7700713276863098, + "t_0.8-0.9": 0.9119886159896851, + "t_0.9-1.0": 1.3576114177703857 + }, + { + "t_0.0-0.1": 0.6534217596054077, + "t_0.1-0.2": 0.30135127902030945, + "t_0.2-0.3": 0.31667861342430115, + "t_0.3-0.4": 0.2873128056526184, + "t_0.4-0.5": 0.2881612479686737, + "t_0.5-0.6": 0.34858790040016174, + "t_0.6-0.7": 0.28853920102119446, + "t_0.7-0.8": 0.335162878036499, + "t_0.8-0.9": 0.38370323181152344, + "t_0.9-1.0": 0.6965548396110535 + }, + { + "t_0.0-0.1": 0.34401214122772217, + "t_0.1-0.2": 0.3112611174583435, + "t_0.2-0.3": 0.3008715510368347, + "t_0.3-0.4": 0.31808894872665405, + "t_0.4-0.5": 0.29791614413261414, + "t_0.5-0.6": 0.3088657259941101, + "t_0.6-0.7": 0.32282549142837524, + "t_0.7-0.8": 0.31366339325904846, + "t_0.8-0.9": 0.3366006910800934, + "t_0.9-1.0": 0.4304809272289276 + }, + { + "t_0.0-0.1": 0.3997690975666046, + "t_0.1-0.2": 0.3359263241291046, + "t_0.2-0.3": 0.25970545411109924, + "t_0.3-0.4": 0.31486397981643677, + "t_0.4-0.5": 0.29256129264831543, + "t_0.5-0.6": 0.2677353024482727, + "t_0.6-0.7": 0.2830043137073517, + "t_0.7-0.8": 0.27696481347084045, + "t_0.8-0.9": 0.3562004268169403, + "t_0.9-1.0": 0.7916805744171143 + }, + { + "t_0.0-0.1": 0.5529419779777527, + "t_0.1-0.2": 0.4594937562942505, + "t_0.2-0.3": 0.48663219809532166, + "t_0.3-0.4": 0.44893568754196167, + "t_0.4-0.5": 0.5490295886993408, + "t_0.5-0.6": 0.5057331323623657, + "t_0.6-0.7": 0.620600163936615, + "t_0.7-0.8": 0.7652013897895813, + "t_0.8-0.9": 0.9583518505096436, + "t_0.9-1.0": 1.751294493675232 + }, + { + "t_0.0-0.1": 0.5085763335227966, + "t_0.1-0.2": 0.4831366539001465, + "t_0.2-0.3": 0.46352019906044006, + "t_0.3-0.4": 0.46067729592323303, + "t_0.4-0.5": 0.434829443693161, + "t_0.5-0.6": 0.41784071922302246, + "t_0.6-0.7": 0.43892812728881836, + "t_0.7-0.8": 0.4578268826007843, + "t_0.8-0.9": 0.580149233341217, + "t_0.9-1.0": 1.267328143119812 + }, + { + "t_0.0-0.1": 0.5388920307159424, + "t_0.1-0.2": 0.5295485854148865, + "t_0.2-0.3": 0.5627426505088806, + "t_0.3-0.4": 0.49625495076179504, + "t_0.4-0.5": 0.4727815091609955, + "t_0.5-0.6": 0.49773192405700684, + "t_0.6-0.7": 0.4805649220943451, + "t_0.7-0.8": 0.5555346012115479, + "t_0.8-0.9": 0.5436241626739502, + "t_0.9-1.0": 0.7733240127563477 + }, + { + "t_0.0-0.1": 0.559736967086792, + "t_0.1-0.2": 0.4091493487358093, + "t_0.2-0.3": 0.39807334542274475, + "t_0.3-0.4": 0.32450997829437256, + "t_0.4-0.5": 0.366669625043869, + "t_0.5-0.6": 0.3651238679885864, + "t_0.6-0.7": 0.31373000144958496, + "t_0.7-0.8": 0.33537518978118896, + "t_0.8-0.9": 0.4487461447715759, + "t_0.9-1.0": 0.9997368454933167 + }, + { + "t_0.0-0.1": 0.6499621272087097, + "t_0.1-0.2": 0.42089906334877014, + "t_0.2-0.3": 0.40028730034828186, + "t_0.3-0.4": 0.40403103828430176, + "t_0.4-0.5": 0.38475045561790466, + "t_0.5-0.6": 0.3870718479156494, + "t_0.6-0.7": 0.43788570165634155, + "t_0.7-0.8": 0.48919373750686646, + "t_0.8-0.9": 0.6277377009391785, + "t_0.9-1.0": 0.8536460995674133 + }, + { + "t_0.0-0.1": 0.4845742881298065, + "t_0.1-0.2": 0.2650686800479889, + "t_0.2-0.3": 0.26784899830818176, + "t_0.3-0.4": 0.2726568281650543, + "t_0.4-0.5": 0.3112126886844635, + "t_0.5-0.6": 0.32379066944122314, + "t_0.6-0.7": 0.35796740651130676, + "t_0.7-0.8": 0.40505948662757874, + "t_0.8-0.9": 0.41184520721435547, + "t_0.9-1.0": 0.8319116234779358 + }, + { + "t_0.0-0.1": 0.5130597949028015, + "t_0.1-0.2": 0.362494558095932, + "t_0.2-0.3": 0.32687264680862427, + "t_0.3-0.4": 0.2743843197822571, + "t_0.4-0.5": 0.31434884667396545, + "t_0.5-0.6": 0.29837068915367126, + "t_0.6-0.7": 0.31585493683815, + "t_0.7-0.8": 0.3361896574497223, + "t_0.8-0.9": 0.38847702741622925, + "t_0.9-1.0": 0.6520676016807556 } ], "win_rate": [ - 0.012036108411848545, - 0.057553958147764206, - 0.06324110925197601, - 0.06035665422677994, - 0.014388488605618477, - 0.0810810774564743, - 0.1818181872367859, - 0.03375912457704544, - 0.06457739323377609, - 0.017381228506565094, - 0.26377952098846436, - 0.15318229794502258, - 0.6043405532836914, - 0.02142857201397419, - 0.6469072103500366, - 0.010088272392749786, - 0.03359173238277435, + 0.4266337752342224, + 0.5163204669952393, + 0.41748303174972534, + 0.38461539149284363, + 0.31207287311553955, + 0.47087380290031433, + 0.3667745292186737, + 0.2703639566898346, + 0.6268364191055298, + 0.2667478919029236, + 0.2690125107765198, + 0.7155870795249939, + 0.2991556227207184, + 0.3339100480079651, + 0.4177660346031189, + 0.6171875, + 0.38621795177459717, + 0.4681060016155243, 1.0, - 0.02002861350774765, - 0.6745843291282654, - 0.3987138271331787, - 0.5718750357627869, - 0.02603231742978096, - 0.7297830581665039, - 0.015098721720278263, - 1.0, - 0.18934911489486694, - 1.0, - 1.0, - 0.01967799663543701, + 0.5497925877571106, + 0.4131147563457489, + 0.25401604175567627, + 0.3596654236316681, + 0.43775099515914917, + 0.4258002042770386, + 0.3482758700847626, + 0.38550981879234314, + 0.4026845693588257, + 0.5079156160354614, + 0.4054054021835327, + 0.3213149607181549, + 0.9924050569534302, + 0.30756157636642456, + 0.3328930139541626, + 0.6174089312553406, + 0.45703840255737305, + 0.38280168175697327, + 0.2936096787452698, + 0.6133210062980652, + 0.7668231725692749, + 0.43814435601234436, + 0.27126437425613403, + 0.3072625696659088, 0.16463413834571838, - 0.17993080615997314, - 0.5269461274147034, - 0.2069464474916458, - 0.06802721321582794, - 1.0, - 0.0419580414891243, - 0.22580644488334656, - 0.48106062412261963, - 0.32496699690818787, - 0.5363789796829224, - 0.02664298377931118, - 0.017921146005392075, - 1.0, - 0.4849624037742615, - 0.3267457187175751, - 0.6469072103500366, - 1.0, - 0.33387356996536255, - 0.011544011533260345, - 0.44510385394096375, - 0.017216643318533897, - 0.2925989627838135, - 0.12004950642585754, - 0.2634408473968506, - 0.4094827473163605, - 0.3028649389743805, - 0.53794264793396, - 0.800582230091095, - 1.0, - 0.15950919687747955, - 0.8062235116958618, - 0.3320261538028717, - 0.3806060552597046, - 0.34916865825653076, - 0.2634408473968506, - 0.011889035813510418, - 0.171704962849617, - 0.3911111056804657, - 0.2067352682352066, - 1.0, - 0.15955983102321625, - 0.23033708333969116, - 1.0, - 0.017921146005392075, - 0.7933635115623474, - 0.018624642863869667, - 0.10016420483589172, - 0.1538461595773697, - 0.013819095678627491, - 0.26423200964927673, - 0.41025638580322266, - 0.3946980834007263, - 0.6487179398536682, - 0.015056461095809937, - 0.015776699408888817, - 0.47408828139305115, - 0.03066037781536579, - 0.2630541920661926, - 0.3863382041454315, - 0.710970401763916, - 0.026905829086899757, - 0.021148037165403366, - 0.0385604128241539, - 0.14796239137649536, - 0.24285714328289032, - 0.6600496172904968, - 0.6864988207817078, - 0.414529949426651, - 0.39152762293815613, - 0.47375160455703735, - 0.1417989432811737, - 0.02142857201397419, - 0.33089134097099304, - 0.23638132214546204, - 0.024096384644508362, - 0.02107279561460018, - 0.4330143332481384, - 0.13242784142494202, - 0.017216643318533897, - 0.06035665422677994, - 0.036363635212183, - 0.3276315927505493, - 0.2988741099834442, - 0.03066037781536579, - 0.3819548785686493, + 0.43868523836135864, + 0.3324584364891052, + 0.30527499318122864, + 0.5171526670455933, + 0.5, + 0.3711083233356476, + 0.428846150636673, + 0.3397291302680969, + 0.5224963426589966, + 0.31890660524368286, + 0.5353881120681763, + 0.5483870506286621, + 0.4005201458930969, + 0.37473681569099426, + 0.5531915426254272, + 0.39004456996917725, + 0.6203703284263611, + 0.0788617879152298, + 0.43096232414245605, + 0.31521075963974, + 0.4158730208873749, + 0.32680538296699524, + 0.3235294222831726, + 0.4517543911933899, + 0.3003663122653961, + 0.4213305413722992, + 0.40909090638160706, + 0.4636816084384918, + 0.5005959272384644, + 0.18744228780269623, + 0.2689242959022522, + 0.4199255108833313, + 0.1388888955116272, + 0.47587719559669495, + 0.41908714175224304, + 0.46296295523643494, + 0.36943233013153076, + 0.4015069901943207, + 0.23726707696914673, + 0.5461254715919495, + 0.4808028042316437, + 0.31922611594200134, + 0.24159999191761017, + 0.5017035603523254, + 0.5813953876495361, + 0.5162907242774963, + 0.3151458203792572, + 0.2654690742492676, + 0.2822857201099396, + 0.42940038442611694, + 0.24256505072116852, + 0.3836824893951416, + 0.37280702590942383, + 0.10685805231332779, + 0.21793635189533234, + 0.26421135663986206, + 0.29741379618644714, + 0.41779279708862305, + 0.6337149143218994, + 0.4679564833641052, + 0.3728294372558594, + 0.680365264415741, + 0.31259259581565857, + 0.18021978437900543, + 0.463087260723114, + 0.3586844801902771, + 0.5633971095085144, + 0.2981557250022888, + 0.21288837492465973, + 0.5161290168762207, + 0.25468164682388306, + 0.276390016078949, + 0.45095691084861755, + 0.36043956875801086, + 0.319597989320755, + 0.4761306345462799, + 0.4052532911300659, + 0.32896652817726135, 0.25, - 0.010067114606499672, - 0.21167883276939392, - 0.15192744135856628, - 0.13225057721138, - 0.008187134750187397, - 0.09070796519517899, - 0.007534983567893505, - 0.011655012145638466, - 0.5133470296859741, - 0.019975030794739723, - 0.061443932354450226, - 1.0, - 0.12599681317806244, - 0.024911031126976013, - 0.09661835432052612, - 0.3763277530670166, - 0.020661156624555588, - 0.5355932116508484, - 0.42987802624702454, - 0.012578615918755531, - 0.25782880187034607, - 0.02469135820865631, - 0.08603667467832565, - 0.056325022131204605, - 0.0075376881286501884, - 0.34761905670166016, - 0.3929098844528198, - 0.013527575880289078, - 0.11612903326749802, - 0.534013569355011, - 0.03658536821603775, - 0.011335012502968311, - 0.01302605215460062, - 0.02142857201397419, - 0.39677417278289795, - 0.5722021460533142, - 0.5133470296859741, - 0.665036678314209, - 0.060661766678094864, - 0.6594827771186829, - 0.01966717094182968, - 0.01669195666909218, - 0.035849057137966156, - 0.011335012502968311, - 0.00650406489148736, - 0.13107822835445404, - 0.014492753893136978, - 0.303398072719574, - 0.30895334482192993, - 0.25236594676971436, - 0.019261637702584267, - 0.06484641134738922, - 0.4843592345714569, - 0.3810240924358368, - 0.6380449533462524, - 0.07055631279945374, - 0.04356846585869789, - 0.29300567507743835, - 0.23249299824237823, - 0.005393743049353361, - 0.5494845509529114, - 0.3075880706310272, - 0.07640449702739716, - 0.045655377209186554, - 0.32496699690818787, - 0.2495575249195099, - 0.22557076811790466, - 0.02304147556424141, - 0.366310179233551, - 0.015776699408888817, - 0.9999999403953552, - 0.3982430398464203, - 0.030674844980239868, - 0.016241298988461494, - 0.0525139644742012, - 0.710970401763916, - 0.15192744135856628, - 0.0181818176060915, - 0.565116286277771, - 0.030215827748179436, - 0.3562822639942169, - 0.032941173762083054, - 0.5143442153930664, - 0.33975905179977417, - 0.49259257316589355, - 0.011889035813510418, - 0.5143442153930664, - 0.4770992398262024, - 0.3987138271331787, - 0.9999999403953552, - 0.5251299738883972, - 0.6389986872673035, - 0.19253438711166382, - 0.012578615918755531, - 0.6282225251197815, - 0.06692913174629211, - 0.060661766678094864, - 0.013381995260715485, - 0.012578615918755531, - 0.30895334482192993, - 0.19569671154022217, - 0.012578615918755531, - 0.0238095223903656, - 0.07432432472705841, - 0.020579267293214798, - 0.15536373853683472, - 0.18108974397182465, - 0.09868421405553818, - 0.10952381044626236, - 0.4183514714241028, - 0.6385224461555481, - 0.3763277530670166, - 0.02469135820865631, - 0.046336207538843155, - 0.3251231610774994, - 1.0, - 0.13944223523139954, - 0.035211268812417984, + 0.32592591643333435, + 0.0809859186410904, + 0.5802879333496094, + 0.37412095069885254, + 0.125, + 0.49252015352249146, + 0.4771573543548584, + 0.3760848641395569, + 0.4614395797252655, + 0.4740406572818756, + 0.6129647493362427, + 0.4397076964378357, + 0.40214067697525024, + 0.1369193196296692, + 0.5733819603919983, + 0.45699483156204224, + 0.16917626559734344, + 0.5309503078460693, + 0.44685468077659607, + 0.5014866590499878, + 0.29865771532058716, + 0.238294318318367, + 0.6297872066497803, + 0.0521390400826931, + 0.6886094808578491, + 0.4491018056869507, + 0.4559915363788605, + 0.4714548885822296, 1.0, - 0.23786407709121704, - 0.39087945222854614, - 0.2853147089481354, - 0.08093525469303131, - 0.1318681389093399, - 0.3977455794811249, - 0.013819095678627491, - 0.37442922592163086, - 0.011335012502968311, - 0.0525139644742012, - 1.0, - 0.024067388847470284, - 0.024809161201119423, - 0.010830325074493885, - 0.27597764134407043, - 0.02142857201397419, - 0.32595324516296387, - 0.34729495644569397, - 0.6893424391746521, - 0.7604895234107971, - 0.015804598107933998, - 0.17346937954425812, - 0.47809523344039917, - 0.18934911489486694, - 0.4790874421596527, - 0.012968298979103565, - 0.29334786534309387, - 0.762565016746521, - 0.06420765072107315, - 0.02107279561460018, - 0.19253438711166382, - 0.6735537052154541, - 0.29290324449539185, - 0.19174040853977203, - 0.0073111290112137794, - 0.6726519465446472, - 0.21984732151031494, - 0.2070707231760025, - 0.342342346906662, - 0.01967799663543701, - 0.6473616361618042, - 0.4750957787036896, - 0.30570653080940247, - 0.21262457966804504, - 0.563084065914154, - 0.4030226469039917, - 0.008958566933870316, - 0.009197324514389038, - 0.6934023499488831, - 0.48056870698928833, - 0.7424812316894531, - 0.06050955876708031, - 0.5362035036087036, - 0.1458333432674408, - 0.6469072103500366, - 0.4094827473163605, - 0.13291138410568237, - 0.06288343667984009, - 0.09074732661247253, - 0.09236234426498413, - 0.4438430070877075, - 0.3763277530670166, - 0.4616895914077759, - 0.3276315927505493, - 0.05190311372280121, - 0.545976996421814, - 0.5620608925819397, - 0.5711008906364441, - 0.3996789753437042, - 0.3380531072616577, - 0.26737967133522034, - 0.3753799498081207, - 0.6712899208068848, - 1.0, - 0.21199999749660492, - 0.025563910603523254, - 0.5123456716537476, - 0.013698630034923553, - 0.00863557867705822, - 0.01967799663543701, - 0.32368898391723633, - 0.22698268294334412, - 0.4468371272087097, - 0.4323204457759857, - 0.06645569205284119, - 0.022944550961256027, - 0.28787878155708313, - 0.01768488809466362, - 0.015789475291967392, - 0.004991680383682251, - 0.3675742447376251, - 0.01967799663543701, - 0.5163264870643616, - 0.26737967133522034, - 0.24032825231552124, - 0.10652173310518265, - 1.0, - 0.013192612677812576, - 0.024809161201119423, - 0.06990521401166916, - 0.00929751992225647, - 0.015576324425637722, - 0.00963855441659689, - 0.2996254563331604, - 0.7797427773475647, - 0.14906832575798035, - 0.2737487256526947, - 0.3413461744785309, - 0.15950919687747955, - 0.19853539764881134, - 0.3763277530670166, - 0.06859755516052246, - 0.01218026876449585, - 0.48689138889312744, - 0.6124469637870789, - 0.2626480162143707, - 0.19780220091342926, - 0.2066945731639862, - 0.529748260974884, - 0.008729388937354088, - 0.03359173238277435, - 0.3443983495235443, - 0.07432432472705841, - 0.006054490339010954, - 0.3267457187175751, - 0.008729388937354088, - 0.023172905668616295, + 0.5642135739326477, + 0.38476189970970154, + 0.5847280025482178, + 0.553903341293335, + 0.7477360963821411, + 0.31026527285575867, + 0.32486772537231445, + 0.5428177118301392, + 0.42492011189460754, + 0.5090252757072449, + 0.3212818503379822, + 0.34268292784690857, + 0.805084764957428, + 0.5696055293083191, + 0.23083941638469696, + 0.5367411971092224, + 0.07502570003271103, + 0.5308057069778442, + 0.5729537606239319, + 0.2545454502105713, + 0.3640449345111847, + 0.4083438813686371, + 0.3447069227695465, + 0.427579402923584, + 0.32983794808387756, + 0.3033175468444824, + 0.5532914996147156, + 0.21250000596046448, + 0.36057692766189575, + 0.4340425431728363, + 0.4397905766963959, + 0.6399235725402832, + 0.4972924292087555, + 0.3830000162124634, + 0.43531203269958496, + 0.8748419880867004, + 0.4502415359020233, + 0.4271186590194702, + 0.4760536253452301, + 0.5494736433029175, + 0.5402124524116516, + 0.2942989468574524, + 0.21988949179649353, + 0.5252989530563354, + 0.16686251759529114, + 0.698898434638977, + 0.19930875301361084, + 0.5249999761581421, + 0.4287119209766388, + 0.5449735522270203, + 0.5690168738365173, + 0.3747609853744507, + 0.4522417187690735, + 0.39956802129745483, + 0.662109375, + 0.4900314509868622, + 0.6601942181587219, + 0.14010776579380035, + 0.5207667350769043, + 0.2591623067855835, + 0.5049954652786255, + 0.2715289890766144, + 0.6841415762901306, + 0.35061728954315186, + 0.41806021332740784, + 0.5513439178466797, + 0.48663100600242615, + 0.2664714455604553, + 0.22003577649593353, + 0.5455801486968994, + 0.23646961152553558, + 0.6392896771430969, + 0.2544378638267517, + 0.2268817275762558, + 0.7984496355056763, + 0.4537157714366913, + 0.3306232988834381, + 0.7330366969108582, + 0.28322017192840576, + 0.35496559739112854, + 0.4234234392642975, + 0.3240574598312378, + 0.31152647733688354, + 0.14555920660495758, + 0.2985074520111084, + 0.3296089172363281, + 0.47528913617134094, + 0.4745098054409027, + 0.6827437877655029, + 0.49600911140441895, + 0.7809965014457703, + 0.25299888849258423, + 0.6132315397262573, + 0.29339855909347534, + 0.2890070974826813, + 0.4979960024356842, + 0.5454545617103577, + 0.6176470518112183, + 0.3210161626338959, + 0.3060606122016907, + 0.8352667689323425, + 0.3259023427963257, + 0.7364583611488342, + 0.44804468750953674, + 0.3788659870624542, + 0.2466001808643341, + 0.3770856261253357, + 0.4757160544395447, + 0.4122621417045593, + 0.2495867758989334, + 0.36410921812057495, + 0.5178776979446411, + 0.6074681282043457, + 0.9984825253486633, + 0.3384188711643219, + 0.4750000238418579, + 0.8076514005661011, + 0.565432071685791, + 0.22979553043842316, + 0.5629984140396118, + 0.6402173638343811, + 0.5087900757789612, + 0.1892816424369812, + 0.6634615659713745, + 0.26356589794158936, + 0.45816072821617126, + 0.81163090467453, + 0.4156479239463806, + 0.47249189019203186, + 0.26292628049850464, + 0.5280898809432983, + 0.37631186842918396, + 0.5442560911178589, + 0.32808154821395874, + 0.43405675888061523, + 0.509871244430542, + 0.5283018946647644, + 0.39015495777130127, + 0.40224719047546387, + 0.3445017337799072, + 0.22756826877593994, + 0.44703391194343567, + 0.6663808226585388, + 0.5058139562606812, + 0.48621830344200134, + 0.3669491410255432, + 0.5809352397918701, + 0.24518388509750366, + 0.48976248502731323, + 0.33981576561927795, + 0.5414634346961975, + 0.5420560836791992, + 0.42109090089797974, + 0.5421320199966431, + 0.6038647294044495, + 0.5854108929634094, + 0.413108229637146, + 0.3073979616165161, + 0.5715757012367249, + 0.3206002712249756, + 0.3499999940395355, + 0.3075995147228241, + 0.4268476665019989, + 0.1337958425283432, + 0.06733668595552444, + 0.4769953191280365, + 0.4746478796005249, + 0.34336528182029724, + 0.2151009738445282, + 0.6063730120658875, + 0.3911249041557312, + 0.23004695773124695, + 0.4983164966106415, + 0.8938605785369873, + 0.3726333975791931, + 0.5283554196357727, + 0.38327205181121826, + 0.31784385442733765, + 0.13160422444343567, + 0.25631314516067505, + 0.3552238643169403, + 0.3762255012989044, + 0.45098036527633667, + 0.4512077271938324, + 0.2897787094116211, + 0.8116438388824463, + 0.350649356842041, + 0.8114210367202759, + 0.20989760756492615, + 0.6284314393997192, + 0.3452380895614624, + 0.3654114305973053, + 0.42664670944213867, + 0.44883042573928833, + 0.47804877161979675, + 0.32637277245521545, + 0.3241563141345978, 1.0, - 0.0486111119389534, - 0.29041916131973267, - 0.6385224461555481, - 0.3957996964454651, - 0.014580802991986275, - 0.10457515716552734, - 0.03916768729686737, - 0.33975905179977417, - 0.055921051651239395, - 0.014388488605618477, - 0.43247345089912415, - 0.08484349399805069, - 0.13827992975711823, - 0.43161094188690186, - 0.5133470296859741, - 0.9999999403953552, - 0.01005025114864111, - 0.6226114630699158, - 0.3258575201034546, - 0.12319999933242798, - 0.5712050199508667, - 0.2531512677669525, - 0.041420117020606995, - 0.024809161201119423, - 0.007585335522890091, - 0.02666666731238365, - 0.75, - 0.008602150715887547, - 0.02142857201397419, - 0.01967799663543701, - 0.0181818176060915, - 0.5976231098175049, - 0.36769232153892517, - 0.08732394129037857, - 0.10566037893295288, - 0.039270687848329544, - 0.015197568573057652, - 0.015098721720278263, - 0.010067114606499672, - 0.007230255752801895, - 0.2650214731693268, - 0.3098236620426178, - 0.4030373692512512, - 0.4170212745666504, - 0.21045392751693726, - 0.0073111290112137794, - 0.07640449702739716, - 0.09749671071767807, - 0.519298255443573, - 0.015789475291967392, - 0.47609943151474, - 0.5566343069076538, - 0.010582010261714458, - 0.3258575201034546, - 0.057195574045181274, - 0.008056394755840302, - 0.5006675720214844, - 0.07013574987649918, - 0.737044095993042, - 0.12319999933242798, - 0.10894308984279633, - 0.005836575757712126, - 0.7322034239768982, - 0.2467270940542221, - 0.5143442153930664, - 0.30424243211746216, - 0.183879092335701, - 0.014492753893136978, - 0.6165048480033875, - 0.011655012145638466, - 0.010501750744879246, - 0.057934507727622986, - 0.04680187255144119, - 0.3847305476665497, - 0.01967799663543701, - 0.015804598107933998, - 0.4092485308647156, - 0.10633213818073273, - 0.014388488605618477, - 0.08345120400190353, - 0.2341831922531128, - 0.38380810618400574, - 0.24713243544101715, - 0.008187134750187397, - 0.015098721720278263, - 0.22627736628055573, - 0.40520983934402466, - 0.014553014189004898, - 0.010067114606499672, - 0.13655462861061096, - 0.008056394755840302, - 0.07744107395410538, - 0.2585812211036682, - 0.710970401763916, - 0.2948857247829437, - 0.5316205620765686, - 0.6380449533462524, - 0.011889035813510418, - 0.33376792073249817, - 0.00911458395421505, - 0.01967799663543701, - 0.13973063230514526, - 0.5656213760375977, - 0.19918698072433472, - 0.611347496509552, - 0.1660231649875641, - 0.012578615918755531, - 0.9999999403953552, - 0.010830325074493885, - 0.1834992915391922, - 0.09661835432052612, - 0.00963855441659689, - 0.4400544762611389, - 0.08422938734292984, - 0.00913241971284151, - 0.5510203838348389, - 0.2743561267852783, - 0.2626480162143707, - 0.6336898803710938, - 0.4679611623287201, - 0.22575756907463074, - 0.019975030794739723, - 0.00913241971284151, - 0.49070632457733154, - 0.6575144529342651, - 0.011335012502968311, - 0.3490445911884308, - 0.11320754885673523, - 0.10481586307287216, - 0.06030150502920151, - 0.0181818176060915, - 0.005633803084492683, - 0.19780220091342926, - 0.47408828139305115, - 0.2862595319747925, - 0.00949094071984291 + 0.41475826501846313, + 0.22493460774421692, + 0.4576098322868347, + 0.5177257657051086, + 0.2514705955982208, + 0.182227224111557, + 0.4977678656578064, + 0.535195529460907, + 0.6526492834091187, + 0.3846994638442993, + 0.23522011935710907, + 0.6628788113594055, + 0.37451738119125366, + 0.6973564028739929, + 0.6781609058380127, + 0.5845724940299988, + 0.42113956809043884, + 0.31684109568595886, + 0.32092005014419556, + 0.461352676153183, + 0.2880820631980896, + 0.722520112991333, + 0.3993399441242218, + 0.5939759016036987, + 0.5932886004447937, + 0.35103243589401245, + 0.37452229857444763, + 0.1972428560256958, + 0.28080984950065613, + 0.8419811725616455, + 0.3418647348880768, + 0.35679998993873596, + 0.5917313098907471, + 0.25568699836730957, + 0.17574256658554077, + 0.37801608443260193, + 0.8545953631401062, + 0.36067551374435425, + 0.29894736409187317, + 0.8133764266967773, + 0.6051743626594543, + 0.44376277923583984, + 0.23247233033180237, + 0.25388601422309875, + 0.4048507511615753, + 0.5207791924476624, + 0.8462623953819275, + 0.8385167121887207, + 0.5028089880943298, + 0.5005416870117188, + 0.4588644206523895, + 0.3434343636035919, + 0.3647668659687042, + 0.3900826573371887, + 0.45575958490371704, + 0.5138746500015259, + 0.5907562971115112, + 0.5866666436195374, + 0.3442288339138031, + 0.3761242628097534, + 0.14414414763450623, + 0.34363850951194763, + 0.32155171036720276, + 0.506834864616394, + 0.5292354226112366, + 0.5339652299880981, + 0.3832976520061493, + 0.5461605191230774, + 0.534140944480896, + 0.29584354162216187, + 0.5392987132072449, + 0.5742331147193909, + 0.12235067784786224, + 0.29600781202316284, + 0.3202676773071289, + 0.5701459050178528, + 0.5655577182769775, + 0.4002254605293274, + 0.2532663345336914, + 0.24074073135852814, + 0.34719711542129517, + 0.12175648659467697, + 0.35980549454689026, + 0.38983049988746643, + 0.26885882019996643, + 0.5236363410949707, + 0.7484197616577148, + 0.22854387760162354, + 0.7631579041481018, + 0.43201377987861633, + 0.47535210847854614, + 0.4314345717430115, + 0.20111732184886932, + 0.4341507852077484, + 0.4830508530139923, + 0.6166219711303711, + 0.43574294447898865, + 0.4951768219470978, + 0.42038947343826294, + 0.410187691450119, + 0.6015727519989014, + 0.4277210831642151, + 0.18288393318653107, + 0.3049132823944092, + 0.3750991225242615, + 0.46813932061195374, + 0.6861042380332947, + 0.25893634557724, + 0.32201534509658813, + 0.3630470037460327, + 0.23076923191547394, + 0.35579514503479004, + 0.3430379629135132, + 0.6536458730697632, + 0.45747801661491394, + 0.4881075322628021, + 0.386904776096344, + 0.5394243001937866, + 0.31509557366371155, + 0.3232949376106262, + 0.11854103952646255, + 0.2730133831501007, + 0.0792616754770279, + 0.48073554039001465, + 0.6173120737075806, + 0.5902864336967468, + 0.25156447291374207, + 0.5842217803001404, + 0.7946635484695435, + 0.6140969395637512, + 0.5042321681976318, + 0.40154772996902466, + 0.7906215786933899, + 0.27105262875556946, + 0.5546594858169556, + 0.5088757276535034, + 0.3983488380908966, + 0.254045307636261, + 0.3113311231136322, + 0.37747523188591003, + 0.47286245226860046, + 0.3258427083492279, + 0.3171806335449219, + 0.30331262946128845, + 0.6504950523376465, + 0.29675811529159546, + 0.8537931442260742, + 0.2599557638168335, + 0.55678391456604, + 0.5275754928588867 ], "effective_batch_size": [ - 54.22412109375, - 47.90146255493164, - 26.725873947143555, - 54.62394714355469, - 40.60122299194336, - 49.431373596191406, - 113.1648941040039, - 68.30216979980469, - 55.4959602355957, - 39.482200622558594, - 153.49615478515625, - 91.3961410522461, - 138.8932342529297, - 39.3696174621582, - 173.9584197998047, - 40.60122299194336, - 41.90375518798828, - 348.6006164550781, - 41.895790100097656, - 148.72584533691406, - 234.74673461914062, - 180.6704559326172, - 39.67212677001953, - 388.31817626953125, - 39.85641860961914, - 219.6072540283203, - 112.90232849121094, - 131.42950439453125, - 282.9211730957031, - 39.36961364746094, - 98.17459869384766, - 111.33745574951172, - 141.12449645996094, - 113.5208969116211, - 55.495967864990234, - 305.7030944824219, - 37.848114013671875, - 134.0438232421875, - 238.4000701904297, - 197.94383239746094, - 110.39862060546875, - 40.92451858520508, - 39.3696174621582, - 165.77670288085938, - 220.52772521972656, - 182.3165740966797, - 166.7412872314453, - 410.73675537109375, - 190.68310546875, - 40.60122299194336, - 102.41387176513672, - 39.85642623901367, - 177.8451690673828, - 86.69319152832031, - 159.1219024658203, - 149.85638427734375, - 169.1828155517578, - 115.58831787109375, - 162.03775024414062, - 236.24365234375, - 93.28109741210938, - 168.4004364013672, - 139.87939453125, - 216.0292205810547, - 165.19418334960938, - 153.19427490234375, - 47.703086853027344, - 113.19420623779297, - 177.1436004638672, - 132.5580596923828, - 266.7643127441406, - 98.9885482788086, - 138.18630981445312, - 127.97991943359375, - 39.36962127685547, - 252.6151123046875, - 39.448631286621094, - 69.92909240722656, - 83.61394500732422, - 41.895790100097656, - 161.66015625, - 105.72940063476562, - 104.5175552368164, - 155.18923950195312, - 39.85641860961914, - 40.60122299194336, - 242.69093322753906, - 34.20500183105469, - 142.71673583984375, - 129.7624969482422, - 161.32357788085938, - 62.24837112426758, - 39.6721305847168, - 35.689579010009766, - 93.28108215332031, - 139.37939453125, - 183.85198974609375, - 316.42254638671875, - 215.53253173828125, - 137.69155883789062, - 123.68062591552734, - 93.28108978271484, - 39.67212677001953, - 134.97128295898438, - 147.19772338867188, - 40.43056106567383, - 96.9127197265625, - 112.20989990234375, - 82.94215393066406, - 39.482200622558594, - 49.5289421081543, - 47.105934143066406, - 185.2874755859375, - 136.73663330078125, - 39.6721305847168, - 194.3833465576172, - 147.27325439453125, - 104.52373504638672, - 126.26817321777344, - 82.61061096191406, - 82.0062255859375, - 47.703086853027344, - 58.852027893066406, - 44.05697250366211, - 44.05697250366211, - 224.17547607421875, - 39.448631286621094, - 52.89699935913086, - 126.77787017822266, - 81.07108306884766, - 40.007293701171875, - 68.09083557128906, - 204.28758239746094, - 39.85641860961914, - 218.318603515625, - 132.54026794433594, - 39.36961364746094, - 160.6378173828125, - 37.85115432739258, - 61.72068786621094, - 51.19669723510742, - 54.22412109375, - 81.4454116821289, - 120.28290557861328, - 44.05696487426758, - 23.824554443359375, - 99.43804931640625, - 43.386512756347656, - 41.895790100097656, - 47.703086853027344, - 39.44862365722656, - 215.46888732910156, - 131.140380859375, - 205.48524475097656, - 90.6893081665039, - 53.757450103759766, - 188.95416259765625, - 39.44862365722656, - 39.85641860961914, - 42.714107513427734, - 44.05697250366211, - 67.5317611694336, - 79.31947326660156, - 40.60122299194336, - 176.50181579589844, - 185.39610290527344, - 145.84678649902344, - 51.07537078857422, - 31.359651565551758, - 241.4162139892578, - 174.49156188964844, - 284.4496154785156, - 56.373016357421875, - 43.386512756347656, - 169.72683715820312, - 95.90156555175781, - 67.5317611694336, - 174.7174835205078, - 180.9062042236328, - 52.175018310546875, - 45.559566497802734, - 188.29721069335938, - 112.08629608154297, - 137.87135314941406, - 39.482200622558594, - 209.47940063476562, - 39.482200622558594, - 300.1820373535156, - 146.28323364257812, - 39.45268249511719, - 39.482200622558594, - 42.714111328125, - 183.39108276367188, - 82.61061096191406, - 39.36961364746094, - 286.7778015136719, - 101.33294677734375, - 207.364013671875, - 34.856990814208984, - 227.02584838867188, - 164.89080810546875, - 135.3680419921875, - 54.22412109375, - 214.87879943847656, - 172.65176391601562, - 199.92967224121094, - 275.25994873046875, - 165.50071716308594, - 253.52603149414062, - 114.9366455078125, - 47.703086853027344, - 199.31886291503906, - 74.30352783203125, - 54.62395095825195, - 40.60122299194336, - 40.60122299194336, - 176.79212951660156, - 112.23727416992188, - 47.703086853027344, - 40.007301330566406, - 34.15486145019531, - 39.448631286621094, - 95.16793060302734, - 108.41842651367188, - 69.00910949707031, - 61.97474670410156, - 195.56227111816406, - 259.00396728515625, - 204.0872039794922, - 126.61473083496094, - 48.70958709716797, - 176.5786590576172, - 232.34365844726562, - 89.51326751708984, - 35.55487823486328, - 307.3380432128906, - 144.5189666748047, - 223.6619873046875, - 171.66900634765625, - 60.82075500488281, - 49.28970718383789, - 221.09344482421875, - 39.85641098022461, - 196.31480407714844, - 47.703086853027344, - 49.528934478759766, - 195.143310546875, - 120.32368469238281, - 40.007301330566406, - 47.703086853027344, - 158.5153045654297, - 39.36960983276367, - 98.85701751708984, - 195.49989318847656, - 184.08200073242188, - 292.78009033203125, - 39.482200622558594, - 105.58501434326172, - 213.47195434570312, - 114.12613677978516, - 239.7198944091797, - 39.85642623901367, - 139.6670379638672, - 258.77459716796875, - 59.03047561645508, - 39.448631286621094, - 115.38449096679688, - 273.26190185546875, - 165.2333526611328, - 76.29335021972656, - 44.05696487426758, - 268.3809814453125, - 134.78477478027344, - 118.50758361816406, - 167.799072265625, - 39.36961364746094, - 211.82183837890625, - 200.2919464111328, - 182.6793212890625, - 126.0870361328125, - 314.24224853515625, - 178.7716064453125, - 152.32693481445312, - 47.703086853027344, - 171.79931640625, - 225.4724884033203, - 172.58509826660156, - 59.03048324584961, - 297.8188781738281, - 95.16793060302734, - 171.7200927734375, - 109.1351318359375, - 80.30294799804688, - 56.373016357421875, - 67.17436218261719, - 63.52898025512695, - 153.84783935546875, - 201.32177734375, - 258.96343994140625, - 163.2867889404297, - 47.10594177246094, - 126.14480590820312, - 179.3771514892578, - 227.190673828125, - 215.64108276367188, - 195.91786193847656, - 156.2661895751953, - 207.6386260986328, - 326.2223815917969, - 203.79115295410156, - 130.6671905517578, - 39.6721305847168, - 235.14678955078125, - 47.703086853027344, - 67.5317611694336, - 39.44862365722656, - 189.3660125732422, - 141.48016357421875, - 143.07431030273438, - 167.79425048828125, - 49.52893829345703, - 39.6721305847168, - 159.95223999023438, - 163.9375, - 78.01103973388672, - 47.703086853027344, - 92.29243469238281, - 39.36961364746094, - 227.20082092285156, - 114.72676086425781, - 128.1853790283203, - 65.21830749511719, - 152.82763671875, - 41.895790100097656, - 40.007301330566406, - 56.373016357421875, - 44.05696487426758, - 44.05697250366211, - 41.895790100097656, - 173.93136596679688, - 318.72955322265625, - 59.449886322021484, - 124.68424987792969, - 177.07791137695312, - 95.10578918457031, - 117.88896179199219, - 205.36175537109375, - 54.62395477294922, - 40.60122299194336, - 174.1331787109375, - 341.6835021972656, - 157.94725036621094, - 123.55265045166016, - 143.84841918945312, - 182.7003173828125, - 40.60122299194336, - 33.49074172973633, - 197.3444061279297, - 58.140625, - 168.53500366210938, - 184.1376495361328, - 169.4069061279297, - 39.6721305847168, - 176.32398986816406, - 40.34172821044922, - 174.07794189453125, - 277.6768798828125, - 223.4259490966797, - 39.85641860961914, - 65.62291717529297, - 46.32465744018555, - 193.61752319335938, - 53.7574462890625, - 41.895790100097656, - 151.09388732910156, - 71.77371978759766, - 93.28108215332031, - 164.84320068359375, - 195.64541625976562, - 285.20050048828125, - 40.60122299194336, - 206.2020263671875, - 186.19720458984375, - 83.87886810302734, - 131.56143188476562, - 143.77197265625, - 42.714111328125, - 39.6721305847168, - 54.22412109375, - 40.00730514526367, - 200.17578125, - 47.703086853027344, - 39.44862365722656, - 39.369625091552734, - 40.60122299194336, - 159.37188720703125, - 211.56686401367188, - 64.43696594238281, - 77.14307403564453, - 44.81291198730469, - 161.55218505859375, - 39.85641098022461, - 47.703086853027344, - 67.5317611694336, - 152.8979949951172, - 178.6270751953125, - 127.33534240722656, - 213.63565063476562, - 121.81086730957031, - 47.703086853027344, - 52.175025939941406, - 67.17436981201172, - 294.2794494628906, - 39.48219680786133, - 168.81797790527344, - 147.65037536621094, - 54.52548599243164, - 179.69883728027344, - 52.04319381713867, - 146.06590270996094, - 125.28019714355469, - 54.62394714355469, - 201.63525390625, - 82.00621032714844, - 73.6240234375, - 54.22412109375, - 140.9068603515625, - 143.8018798828125, - 196.8822021484375, - 171.85826110839844, - 111.28412628173828, - 41.895790100097656, - 206.33287048339844, - 41.895790100097656, - 44.05696487426758, - 52.897003173828125, - 49.52893829345703, - 154.9617919921875, - 39.36961364746094, - 39.85642623901367, - 111.82573699951172, - 79.20336151123047, - 39.36962127685547, - 61.720680236816406, - 140.04222106933594, - 205.4686279296875, - 157.23989868164062, - 54.224124908447266, - 44.05697250366211, - 139.5836639404297, - 119.1259765625, - 39.85641860961914, - 44.05697250366211, - 82.27140808105469, - 44.05696487426758, - 58.140621185302734, - 149.14596557617188, - 129.6901092529297, - 73.06982421875, - 119.83346557617188, - 227.16061401367188, - 40.60122299194336, - 162.96153259277344, - 41.895790100097656, - 39.36961364746094, - 92.33837890625, - 185.31541442871094, - 108.9352035522461, - 169.84104919433594, - 109.36830139160156, - 41.895790100097656, - 425.9623107910156, - 64.42701721191406, - 119.81932830810547, - 71.77371978759766, - 44.05697250366211, - 148.25857543945312, - 65.3473129272461, - 54.224124908447266, - 186.20339965820312, - 159.28305053710938, - 165.85911560058594, - 187.94119262695312, - 212.47232055664062, - 135.1952667236328, - 39.448631286621094, - 47.703086853027344, - 144.42510986328125, - 350.9488220214844, - 41.895782470703125, - 95.58920288085938, - 79.20335388183594, - 69.00910949707031, - 53.757450103759766, - 39.36962127685547, - 54.22412109375, - 123.6259994506836, - 221.30197143554688, - 72.52037811279297, - 44.05696487426758 + 308.2240905761719, + 250.71502685546875, + 488.33990478515625, + 161.11557006835938, + 384.21966552734375, + 323.7225646972656, + 327.2752990722656, + 141.8892822265625, + 438.4535217285156, + 214.30047607421875, + 275.02825927734375, + 501.04913330078125, + 232.42115783691406, + 165.72259521484375, + 439.97369384765625, + 469.6795654296875, + 201.11831665039062, + 402.3533935546875, + 276.12347412109375, + 426.35565185546875, + 293.65850830078125, + 278.929931640625, + 339.22412109375, + 281.9671325683594, + 423.0127868652344, + 343.35589599609375, + 435.6999206542969, + 381.48529052734375, + 305.018798828125, + 286.1038818359375, + 281.7844543457031, + 479.5836181640625, + 336.7257080078125, + 237.74325561523438, + 198.87496948242188, + 173.4639892578125, + 231.29534912109375, + 148.74258422851562, + 499.8026123046875, + 290.50201416015625, + 386.09393310546875, + 381.4773254394531, + 306.0932922363281, + 99.28718566894531, + 278.8814392089844, + 362.2032775878906, + 273.8665466308594, + 530.8944702148438, + 248.89822387695312, + 264.2823181152344, + 403.59716796875, + 305.586181640625, + 312.32952880859375, + 275.6510925292969, + 324.9056701660156, + 153.7202911376953, + 243.82089233398438, + 146.9427490234375, + 434.5394592285156, + 476.3526916503906, + 280.3242492675781, + 227.3035888671875, + 389.9624328613281, + 487.9247131347656, + 193.99267578125, + 262.60028076171875, + 390.2533264160156, + 526.1142578125, + 281.88385009765625, + 366.1519775390625, + 242.6436004638672, + 350.634521484375, + 377.9636535644531, + 312.3295593261719, + 285.1675720214844, + 400.900390625, + 167.45498657226562, + 371.48822021484375, + 451.0011291503906, + 258.0137634277344, + 417.3802795410156, + 330.4889831542969, + 235.52667236328125, + 484.583251953125, + 425.4490051269531, + 274.2669982910156, + 147.5956268310547, + 484.7744445800781, + 321.111572265625, + 354.2060241699219, + 374.48004150390625, + 265.96343994140625, + 300.04583740234375, + 401.57000732421875, + 300.2494201660156, + 344.8293762207031, + 178.86659240722656, + 83.74423217773438, + 287.9766540527344, + 386.60479736328125, + 194.0065155029297, + 348.62261962890625, + 471.78094482421875, + 303.5776672363281, + 346.36199951171875, + 374.38128662109375, + 191.5010223388672, + 296.4754638671875, + 246.75218200683594, + 341.7440490722656, + 325.0707702636719, + 295.6791687011719, + 221.77423095703125, + 350.7509765625, + 406.7906494140625, + 392.87872314453125, + 316.33172607421875, + 311.1399230957031, + 346.5879821777344, + 307.48736572265625, + 334.6544494628906, + 184.65081787109375, + 166.37789916992188, + 409.5762634277344, + 129.70941162109375, + 440.8975830078125, + 214.97451782226562, + 176.68606567382812, + 324.5216369628906, + 194.55731201171875, + 373.023193359375, + 288.85089111328125, + 124.88629150390625, + 537.1736450195312, + 263.2229919433594, + 237.46368408203125, + 62.28923034667969, + 443.5970764160156, + 395.43212890625, + 209.1217041015625, + 521.8438110351562, + 398.6955871582031, + 414.058837890625, + 252.95765686035156, + 318.84600830078125, + 175.2485809326172, + 84.68576049804688, + 722.810791015625, + 426.97515869140625, + 417.3101501464844, + 405.700439453125, + 259.22265625, + 298.6056823730469, + 389.6957092285156, + 473.36029052734375, + 503.89215087890625, + 391.38836669921875, + 276.50750732421875, + 322.3628845214844, + 307.14794921875, + 197.7708740234375, + 330.2064514160156, + 399.9820251464844, + 282.6065979003906, + 365.91668701171875, + 359.6256103515625, + 295.91192626953125, + 236.9628448486328, + 185.69479370117188, + 268.9920654296875, + 533.8576049804688, + 208.60475158691406, + 99.30512237548828, + 263.6900939941406, + 375.4545593261719, + 374.1401672363281, + 404.9715576171875, + 361.6748352050781, + 228.1142120361328, + 107.60955810546875, + 330.2916564941406, + 379.2280578613281, + 293.9033508300781, + 496.3419494628906, + 457.736083984375, + 385.53387451171875, + 237.9479217529297, + 416.8016357421875, + 422.5157165527344, + 328.248291015625, + 399.57293701171875, + 442.30255126953125, + 267.78057861328125, + 159.50665283203125, + 222.51986694335938, + 522.1435546875, + 210.5486297607422, + 450.95703125, + 204.91647338867188, + 434.2267150878906, + 325.5230407714844, + 434.3470153808594, + 468.79522705078125, + 375.6023864746094, + 427.40826416015625, + 305.45404052734375, + 519.7732543945312, + 418.55316162109375, + 350.1559753417969, + 300.0931701660156, + 420.43988037109375, + 188.5089569091797, + 407.4407043457031, + 326.1714172363281, + 353.731201171875, + 270.1833801269531, + 334.82958984375, + 659.2083129882812, + 165.10731506347656, + 173.08157348632812, + 331.0023193359375, + 272.7875061035156, + 356.3489685058594, + 450.88671875, + 239.49420166015625, + 214.75930786132812, + 422.08258056640625, + 269.89453125, + 377.76129150390625, + 479.5031433105469, + 291.92578125, + 398.61480712890625, + 308.61004638671875, + 373.6639404296875, + 185.81069946289062, + 251.48292541503906, + 373.0169677734375, + 64.56012725830078, + 326.9988708496094, + 500.348388671875, + 505.6126708984375, + 352.82781982421875, + 464.67388916015625, + 258.01495361328125, + 308.8057556152344, + 215.75421142578125, + 149.35218811035156, + 413.01324462890625, + 373.9438171386719, + 360.4897766113281, + 81.45037078857422, + 325.59722900390625, + 446.89141845703125, + 328.9855041503906, + 555.8736572265625, + 362.66766357421875, + 368.9221496582031, + 277.9597473144531, + 312.54315185546875, + 320.16229248046875, + 351.9083251953125, + 142.29148864746094, + 271.564453125, + 376.1711120605469, + 599.8988647460938, + 318.8501892089844, + 203.7681427001953, + 391.03497314453125, + 548.2427368164062, + 570.6781616210938, + 344.46197509765625, + 240.27505493164062, + 437.6841125488281, + 452.1534423828125, + 189.4027862548828, + 432.832275390625, + 281.29998779296875, + 456.5986328125, + 436.35540771484375, + 491.4226989746094, + 378.45013427734375, + 242.3775634765625, + 337.6297912597656, + 477.90704345703125, + 477.4727478027344, + 299.9688415527344, + 180.05636596679688, + 411.1513671875, + 622.6394653320312, + 355.9223327636719, + 532.3982543945312, + 367.0550231933594, + 214.4769287109375, + 380.1745300292969, + 626.2073974609375, + 440.3175964355469, + 338.1380615234375, + 400.0283508300781, + 587.801025390625, + 142.8428955078125, + 586.1167602539062, + 320.9984130859375, + 365.03729248046875, + 470.2925720214844, + 532.2023315429688, + 445.86517333984375, + 345.3171081542969, + 508.24273681640625, + 399.2066955566406, + 248.28810119628906, + 436.79071044921875, + 460.53277587890625, + 333.6894836425781, + 279.03826904296875, + 197.85780334472656, + 194.7427215576172, + 197.79745483398438, + 436.2290344238281, + 282.940185546875, + 221.2166290283203, + 320.07403564453125, + 513.815185546875, + 373.5083312988281, + 289.26171875, + 192.4842071533203, + 596.430419921875, + 359.2071838378906, + 525.6626586914062, + 337.83807373046875, + 360.8763732910156, + 183.22564697265625, + 214.1292266845703, + 593.5806884765625, + 259.7596130371094, + 338.9010314941406, + 370.2954406738281, + 265.1692810058594, + 625.1895751953125, + 277.086181640625, + 389.04229736328125, + 161.38827514648438, + 538.0565795898438, + 229.5829620361328, + 235.471923828125, + 218.00454711914062, + 573.6664428710938, + 431.4578552246094, + 397.0386657714844, + 378.8095703125, + 842.3914794921875, + 542.8972778320312, + 319.58154296875, + 368.56121826171875, + 630.2685546875, + 159.11734008789062, + 253.69285583496094, + 373.9506530761719, + 385.73870849609375, + 646.8904418945312, + 338.8992614746094, + 206.1154022216797, + 205.8454132080078, + 515.55712890625, + 675.3482055664062, + 322.0672607421875, + 505.9897155761719, + 462.8750305175781, + 287.36767578125, + 267.5636901855469, + 611.820556640625, + 367.4945983886719, + 331.5561828613281, + 320.16571044921875, + 299.7344665527344, + 312.86016845703125, + 478.8975830078125, + 237.71356201171875, + 243.6017608642578, + 316.5915222167969, + 505.6931457519531, + 350.64215087890625, + 212.36473083496094, + 334.6835632324219, + 295.3154602050781, + 251.52908325195312, + 391.8618469238281, + 404.6298522949219, + 258.99102783203125, + 138.63218688964844, + 483.122314453125, + 413.8424987792969, + 411.3866271972656, + 269.146240234375, + 266.27337646484375, + 132.52182006835938, + 318.4186096191406, + 360.51129150390625, + 462.89532470703125, + 254.4081268310547, + 369.1685791015625, + 328.2838439941406, + 340.4827880859375, + 335.8006896972656, + 442.5947265625, + 191.9647216796875, + 427.64678955078125, + 523.0235595703125, + 561.0996704101562, + 319.1585388183594, + 449.0835266113281, + 188.50375366210938, + 314.2745056152344, + 346.04864501953125, + 415.1658630371094, + 248.66969299316406, + 222.72311401367188, + 535.9488525390625, + 531.807861328125, + 391.410400390625, + 228.52301025390625, + 350.2642822265625, + 351.14678955078125, + 221.62893676757812, + 346.60986328125, + 297.8746643066406, + 418.6188049316406, + 467.65447998046875, + 311.4909973144531, + 273.53900146484375, + 227.55552673339844, + 368.190673828125, + 206.28123474121094, + 203.16903686523438, + 285.450927734375, + 305.2535095214844, + 353.5677795410156, + 420.06341552734375, + 323.49346923828125, + 590.6787109375, + 376.12213134765625, + 340.07525634765625, + 355.9198913574219, + 381.1685791015625, + 454.16937255859375, + 246.24305725097656, + 535.466552734375, + 384.7372741699219, + 427.66748046875, + 296.44439697265625, + 584.1663818359375, + 350.610107421875, + 435.12213134765625, + 176.7818603515625, + 243.885009765625, + 488.0874328613281, + 480.50347900390625, + 354.6965026855469, + 293.40576171875, + 256.4383544921875, + 423.2472839355469, + 328.25634765625, + 361.89312744140625, + 228.40542602539062, + 373.1418151855469, + 386.3885803222656, + 421.4973449707031, + 322.67919921875, + 347.8861083984375, + 452.014892578125, + 392.5287780761719, + 149.57569885253906, + 371.7045593261719, + 150.9475555419922, + 486.1929626464844, + 431.6757507324219, + 337.0399475097656, + 212.83570861816406, + 150.49656677246094, + 446.7833251953125, + 569.0945434570312, + 351.339599609375, + 439.58612060546875, + 460.75958251953125, + 297.873046875, + 537.9569702148438, + 319.8230895996094, + 346.8829345703125, + 160.8409423828125, + 296.7150573730469, + 234.32659912109375, + 493.59051513671875, + 415.9159851074219, + 447.61065673828125, + 303.8836975097656, + 495.8934020996094, + 213.726318359375, + 395.5442199707031, + 246.49935913085938, + 431.4313659667969, + 443.9654541015625 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.2 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.65, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.45, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, "MiniHack-MazeWalk-9x9-v0": 0.2 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } ] @@ -93750,374 +113190,374 @@ 2 ], "wall_clock_s": [ - 610.9, - 616.2, - 990.0 + 857.8, + 888.3, + 856.4 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.03255646675825119, + "loss": 0.197627991437912, "env_score_iters": 500, - "env_score": -3.4368419647216797, + "env_score": 1.2537673711776733, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.475, "grad_align_iters": 500, - "grad_align": 0.8697354793548584, - "rl_grad_norm": 0.21609555184841156, - "bc_grad_norm": 0.20149971544742584, + "grad_align": 0.011565273627638817, + "rl_grad_norm": 0.3879208266735077, + "bc_grad_norm": 6.263895511627197, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000016626527212793007, - "embedding.weight": 0.0005105939926579595, - "cnn.0.weight": 0.01574002578854561, - "cnn.0.bias": 0.000682798505295068, - "cnn.2.weight": 0.005754608660936356, - "cnn.2.bias": 0.002374971518293023, - "cnn.5.weight": 0.008037812076508999, - "cnn.5.bias": 0.001510632922872901, - "action_emb.weight": 0.0032359135802835226, - "timestep_emb.weight": 0.0015988717786967754, - "pos_emb.weight": 0.002975624520331621, - "transformer.layers.0.self_attn.in_proj_weight": 0.015353922732174397, - "transformer.layers.0.self_attn.in_proj_bias": 0.0009517072467133403, - "transformer.layers.0.self_attn.out_proj.weight": 0.01815338060259819, - "transformer.layers.0.self_attn.out_proj.bias": 0.001322596101090312, - "transformer.layers.0.linear1.weight": 0.01901586540043354, - "transformer.layers.0.linear1.bias": 0.0008106668828986585, - "transformer.layers.0.linear2.weight": 0.018942978233098984, - "transformer.layers.0.linear2.bias": 0.0010325283510610461, - "transformer.layers.0.norm1.weight": 0.0009496718994341791, - "transformer.layers.0.norm1.bias": 0.000879733357578516, - "transformer.layers.0.norm2.weight": 0.001807277905754745, - "transformer.layers.0.norm2.bias": 0.0010355593403801322, - "transformer.layers.1.self_attn.in_proj_weight": 0.01827668398618698, - "transformer.layers.1.self_attn.in_proj_bias": 0.000812097336165607, - "transformer.layers.1.self_attn.out_proj.weight": 0.01241841446608305, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007793488912284374, - "transformer.layers.1.linear1.weight": 0.010711146518588066, - "transformer.layers.1.linear1.bias": 0.0004644911678042263, - "transformer.layers.1.linear2.weight": 0.013207538053393364, - "transformer.layers.1.linear2.bias": 0.0007202965207397938, - "transformer.layers.1.norm1.weight": 0.0011829730356112123, - "transformer.layers.1.norm1.bias": 0.0009085991769097745, - "transformer.layers.1.norm2.weight": 0.000731275649741292, - "transformer.layers.1.norm2.bias": 0.0003354600630700588, - "transformer.layers.2.self_attn.in_proj_weight": 0.023709982633590698, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010047545656561852, - "transformer.layers.2.self_attn.out_proj.weight": 0.008896786719560623, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006805681623518467, - "transformer.layers.2.linear1.weight": 0.00743170827627182, - "transformer.layers.2.linear1.bias": 0.0003280793607700616, - "transformer.layers.2.linear2.weight": 0.008500606752932072, - "transformer.layers.2.linear2.bias": 0.0006580679910257459, - "transformer.layers.2.norm1.weight": 0.0016648428281769156, - "transformer.layers.2.norm1.bias": 0.0011035033967345953, - "transformer.layers.2.norm2.weight": 0.0004671021015383303, - "transformer.layers.2.norm2.bias": 0.000255870952969417, - "transformer.layers.3.self_attn.in_proj_weight": 0.02691204845905304, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015487531200051308, - "transformer.layers.3.self_attn.out_proj.weight": 0.009791713207960129, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011636774288490415, - "transformer.layers.3.linear1.weight": 0.016979189589619637, - "transformer.layers.3.linear1.bias": 0.0009096249123103917, - "transformer.layers.3.linear2.weight": 0.009509395807981491, - "transformer.layers.3.linear2.bias": 0.0013294501695781946, - "transformer.layers.3.norm1.weight": 0.0022801661398261786, - "transformer.layers.3.norm1.bias": 0.0021694544702768326, - "transformer.layers.3.norm2.weight": 0.0012655585305765271, - "transformer.layers.3.norm2.bias": 0.0009155198349617422, - "head.weight": 0.12244488298892975, - "head.bias": 0.0028022476471960545, - "global_embedding.weight": 0.009504151530563831, - "global_cnn.0.weight": 0.07972248643636703, - "global_cnn.0.bias": 0.002903179731220007, - "global_cnn.2.weight": 0.14563080668449402, - "global_cnn.2.bias": 0.013152390718460083, - "global_proj.weight": 0.04840610921382904, - "global_proj.bias": 0.039879489690065384, - "goal_head.0.weight": 0.030673963949084282, - "goal_head.0.bias": 0.015229195356369019, - "goal_head.2.weight": 0.043219003826379776, - "goal_head.2.bias": 0.034429434686899185 + "global_gate": 3.869819192914292e-05, + "embedding.weight": 0.001009781495667994, + "cnn.0.weight": 0.021856417879462242, + "cnn.0.bias": 0.0008216368732973933, + "cnn.2.weight": 0.0073175267316401005, + "cnn.2.bias": 0.002275787992402911, + "cnn.5.weight": 0.010205451399087906, + "cnn.5.bias": 0.0019252655329182744, + "action_emb.weight": 0.00567391375079751, + "timestep_emb.weight": 0.0019790532533079386, + "pos_emb.weight": 0.00450188759714365, + "transformer.layers.0.self_attn.in_proj_weight": 0.027831414714455605, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024106595665216446, + "transformer.layers.0.self_attn.out_proj.weight": 0.030378367751836777, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037171898875385523, + "transformer.layers.0.linear1.weight": 0.033513110131025314, + "transformer.layers.0.linear1.bias": 0.0016079264460131526, + "transformer.layers.0.linear2.weight": 0.031206399202346802, + "transformer.layers.0.linear2.bias": 0.0027107985224574804, + "transformer.layers.0.norm1.weight": 0.001568522653542459, + "transformer.layers.0.norm1.bias": 0.001812637667171657, + "transformer.layers.0.norm2.weight": 0.0036446978338062763, + "transformer.layers.0.norm2.bias": 0.0021532303653657436, + "transformer.layers.1.self_attn.in_proj_weight": 0.030468273907899857, + "transformer.layers.1.self_attn.in_proj_bias": 0.001824703416787088, + "transformer.layers.1.self_attn.out_proj.weight": 0.03069663979113102, + "transformer.layers.1.self_attn.out_proj.bias": 0.0022377227433025837, + "transformer.layers.1.linear1.weight": 0.018536850810050964, + "transformer.layers.1.linear1.bias": 0.0009328590822406113, + "transformer.layers.1.linear2.weight": 0.022672953084111214, + "transformer.layers.1.linear2.bias": 0.0019968252163380384, + "transformer.layers.1.norm1.weight": 0.0018436985556036234, + "transformer.layers.1.norm1.bias": 0.001781439408659935, + "transformer.layers.1.norm2.weight": 0.0017269359668716788, + "transformer.layers.1.norm2.bias": 0.0009568921523168683, + "transformer.layers.2.self_attn.in_proj_weight": 0.029111070558428764, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014730793191120028, + "transformer.layers.2.self_attn.out_proj.weight": 0.028031637892127037, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016307939076796174, + "transformer.layers.2.linear1.weight": 0.014143253676593304, + "transformer.layers.2.linear1.bias": 0.0007986296550370753, + "transformer.layers.2.linear2.weight": 0.01733691804111004, + "transformer.layers.2.linear2.bias": 0.0016750290524214506, + "transformer.layers.2.norm1.weight": 0.0020500023383647203, + "transformer.layers.2.norm1.bias": 0.0014945168513804674, + "transformer.layers.2.norm2.weight": 0.000874101126100868, + "transformer.layers.2.norm2.bias": 0.0007293001981452107, + "transformer.layers.3.self_attn.in_proj_weight": 0.05610450729727745, + "transformer.layers.3.self_attn.in_proj_bias": 0.0035132374614477158, + "transformer.layers.3.self_attn.out_proj.weight": 0.02691466733813286, + "transformer.layers.3.self_attn.out_proj.bias": 0.00253496877849102, + "transformer.layers.3.linear1.weight": 0.03219643980264664, + "transformer.layers.3.linear1.bias": 0.0023236549459397793, + "transformer.layers.3.linear2.weight": 0.017971135675907135, + "transformer.layers.3.linear2.bias": 0.002907914575189352, + "transformer.layers.3.norm1.weight": 0.005462477449327707, + "transformer.layers.3.norm1.bias": 0.004413350485265255, + "transformer.layers.3.norm2.weight": 0.002485106000676751, + "transformer.layers.3.norm2.bias": 0.0025198287330567837, + "head.weight": 0.23820823431015015, + "head.bias": 0.006318521685898304, + "global_embedding.weight": 0.024321477860212326, + "global_cnn.0.weight": 0.10138050466775894, + "global_cnn.0.bias": 0.0039005656726658344, + "global_cnn.2.weight": 0.1817210614681244, + "global_cnn.2.bias": 0.008452942594885826, + "global_proj.weight": 0.02967282012104988, + "global_proj.bias": 0.020948048681020737, + "goal_head.0.weight": 0.019217481836676598, + "goal_head.0.bias": 0.008921231143176556, + "goal_head.2.weight": 0.02768135443329811, + "goal_head.2.bias": 0.020450428128242493 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.04164170101284981, - "repr_drift_kl_low_t": 0.039676062762737274, - "repr_drift_kl_mid_t": 0.035294920206069946, - "repr_drift_kl_high_t": 0.03889352083206177, + "repr_drift_kl": 0.9537219405174255, + "repr_drift_kl_low_t": 1.147963047027588, + "repr_drift_kl_mid_t": 0.9625780582427979, + "repr_drift_kl_high_t": 0.6411522030830383, "cka_iters": 500, - "cka_similarity": 0.7171127796173096, + "cka_similarity": 0.52162766456604, "t_analysis_iters": 500, - "norm_low_t": 0.317090779542923, - "norm_high_t": 0.2630857527256012, - "lowhigh_cos": 0.4933399558067322, + "norm_low_t": 0.342589408159256, + "norm_high_t": 0.531774640083313, + "lowhigh_cos": 0.37959444522857666, "t_bin_norms": { - "t_0.0-0.1": 0.3079133927822113, - "t_0.1-0.2": 0.3346046209335327, - "t_0.2-0.3": 0.23767898976802826, - "t_0.3-0.4": 0.2765776813030243, - "t_0.4-0.5": 0.2363233119249344, - "t_0.5-0.6": 0.24209675192832947, - "t_0.6-0.7": 0.21785326302051544, - "t_0.7-0.8": 0.21372678875923157, - "t_0.8-0.9": 0.2285277396440506, - "t_0.9-1.0": 0.2793162167072296 - }, - "win_rate": 0.00949094071984291, - "effective_batch_size": 44.05696487426758, + "t_0.0-0.1": 0.5130597949028015, + "t_0.1-0.2": 0.362494558095932, + "t_0.2-0.3": 0.32687264680862427, + "t_0.3-0.4": 0.2743843197822571, + "t_0.4-0.5": 0.31434884667396545, + "t_0.5-0.6": 0.29837068915367126, + "t_0.6-0.7": 0.31585493683815, + "t_0.7-0.8": 0.3361896574497223, + "t_0.8-0.9": 0.38847702741622925, + "t_0.9-1.0": 0.6520676016807556 + }, + "win_rate": 0.5275754928588867, + "effective_batch_size": 443.9654541015625, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.7418354153633118, + "loss": 0.10951115936040878, "env_score_iters": 500, - "env_score": -0.7271720170974731, + "env_score": 0.17872492969036102, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.46249999999999997, "grad_align_iters": 500, - "grad_align": 0.8396942019462585, - "rl_grad_norm": 2.4886512756347656, - "bc_grad_norm": 0.7883516550064087, + "grad_align": 0.092321015894413, + "rl_grad_norm": 0.3701350688934326, + "bc_grad_norm": 4.655008316040039, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0005294986185617745, - "embedding.weight": 0.0050825802609324455, - "cnn.0.weight": 0.08589769899845123, - "cnn.0.bias": 0.003608359955251217, - "cnn.2.weight": 0.022304844111204147, - "cnn.2.bias": 0.007660992443561554, - "cnn.5.weight": 0.03620921075344086, - "cnn.5.bias": 0.004996235016733408, - "action_emb.weight": 0.025374921038746834, - "timestep_emb.weight": 0.006492460146546364, - "pos_emb.weight": 0.01163355354219675, - "transformer.layers.0.self_attn.in_proj_weight": 0.12659777700901031, - "transformer.layers.0.self_attn.in_proj_bias": 0.014520656317472458, - "transformer.layers.0.self_attn.out_proj.weight": 0.10751891881227493, - "transformer.layers.0.self_attn.out_proj.bias": 0.017698347568511963, - "transformer.layers.0.linear1.weight": 0.10671265423297882, - "transformer.layers.0.linear1.bias": 0.00664175720885396, - "transformer.layers.0.linear2.weight": 0.12046610563993454, - "transformer.layers.0.linear2.bias": 0.014938479289412498, - "transformer.layers.0.norm1.weight": 0.007091459818184376, - "transformer.layers.0.norm1.bias": 0.014311617240309715, - "transformer.layers.0.norm2.weight": 0.010185676626861095, - "transformer.layers.0.norm2.bias": 0.008608913980424404, - "transformer.layers.1.self_attn.in_proj_weight": 0.104339100420475, - "transformer.layers.1.self_attn.in_proj_bias": 0.008942640386521816, - "transformer.layers.1.self_attn.out_proj.weight": 0.10931342095136642, - "transformer.layers.1.self_attn.out_proj.bias": 0.013059413060545921, - "transformer.layers.1.linear1.weight": 0.06905768811702728, - "transformer.layers.1.linear1.bias": 0.004584051668643951, - "transformer.layers.1.linear2.weight": 0.09106046706438065, - "transformer.layers.1.linear2.bias": 0.012719779275357723, - "transformer.layers.1.norm1.weight": 0.006184452213346958, - "transformer.layers.1.norm1.bias": 0.008061003871262074, - "transformer.layers.1.norm2.weight": 0.0057671163231134415, - "transformer.layers.1.norm2.bias": 0.005120471585541964, - "transformer.layers.2.self_attn.in_proj_weight": 0.15542063117027283, - "transformer.layers.2.self_attn.in_proj_bias": 0.010047880932688713, - "transformer.layers.2.self_attn.out_proj.weight": 0.07643689960241318, - "transformer.layers.2.self_attn.out_proj.bias": 0.012506331317126751, - "transformer.layers.2.linear1.weight": 0.05594898760318756, - "transformer.layers.2.linear1.bias": 0.004429838620126247, - "transformer.layers.2.linear2.weight": 0.07363040745258331, - "transformer.layers.2.linear2.bias": 0.013383015058934689, - "transformer.layers.2.norm1.weight": 0.010174323804676533, - "transformer.layers.2.norm1.bias": 0.010601057671010494, - "transformer.layers.2.norm2.weight": 0.003939939197152853, - "transformer.layers.2.norm2.bias": 0.005296258721500635, - "transformer.layers.3.self_attn.in_proj_weight": 0.24758169054985046, - "transformer.layers.3.self_attn.in_proj_bias": 0.032300323247909546, - "transformer.layers.3.self_attn.out_proj.weight": 0.11469767987728119, - "transformer.layers.3.self_attn.out_proj.bias": 0.026249075308442116, - "transformer.layers.3.linear1.weight": 0.226684108376503, - "transformer.layers.3.linear1.bias": 0.024231132119894028, - "transformer.layers.3.linear2.weight": 0.12949040532112122, - "transformer.layers.3.linear2.bias": 0.043622445315122604, - "transformer.layers.3.norm1.weight": 0.021515196189284325, - "transformer.layers.3.norm1.bias": 0.04730820283293724, - "transformer.layers.3.norm2.weight": 0.022777779027819633, - "transformer.layers.3.norm2.bias": 0.04140792042016983, - "head.weight": 1.9039825201034546, - "head.bias": 0.10588338971138, - "global_embedding.weight": 0.07678733766078949, - "global_cnn.0.weight": 0.20822767913341522, - "global_cnn.0.bias": 0.009770434349775314, - "global_cnn.2.weight": 0.17686711251735687, - "global_cnn.2.bias": 0.0072906166315078735, - "global_proj.weight": 0.03827948495745659, - "global_proj.bias": 0.018005680292844772, - "goal_head.0.weight": 0.004341068211942911, - "goal_head.0.bias": 0.002141820965334773, - "goal_head.2.weight": 0.007740284316241741, - "goal_head.2.bias": 0.005662152078002691 + "global_gate": 9.796564881980885e-06, + "embedding.weight": 0.0026982934214174747, + "cnn.0.weight": 0.03997073322534561, + "cnn.0.bias": 0.0016905986703932285, + "cnn.2.weight": 0.008047581650316715, + "cnn.2.bias": 0.0015412995126098394, + "cnn.5.weight": 0.010550805367529392, + "cnn.5.bias": 0.0016975946491584182, + "action_emb.weight": 0.0050016711466014385, + "timestep_emb.weight": 0.0010507450206205249, + "pos_emb.weight": 0.0024821641854941845, + "transformer.layers.0.self_attn.in_proj_weight": 0.020214537158608437, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018938981229439378, + "transformer.layers.0.self_attn.out_proj.weight": 0.02087436616420746, + "transformer.layers.0.self_attn.out_proj.bias": 0.0027065584436059, + "transformer.layers.0.linear1.weight": 0.023470686748623848, + "transformer.layers.0.linear1.bias": 0.0011123232543468475, + "transformer.layers.0.linear2.weight": 0.023407593369483948, + "transformer.layers.0.linear2.bias": 0.002417856827378273, + "transformer.layers.0.norm1.weight": 0.0011551948264241219, + "transformer.layers.0.norm1.bias": 0.0018106155330315232, + "transformer.layers.0.norm2.weight": 0.0022951089777052402, + "transformer.layers.0.norm2.bias": 0.0010277751134708524, + "transformer.layers.1.self_attn.in_proj_weight": 0.02294865995645523, + "transformer.layers.1.self_attn.in_proj_bias": 0.001479667262174189, + "transformer.layers.1.self_attn.out_proj.weight": 0.022148603573441505, + "transformer.layers.1.self_attn.out_proj.bias": 0.002040004590526223, + "transformer.layers.1.linear1.weight": 0.01219820138067007, + "transformer.layers.1.linear1.bias": 0.0007242386927828193, + "transformer.layers.1.linear2.weight": 0.016453968361020088, + "transformer.layers.1.linear2.bias": 0.0020605376921594143, + "transformer.layers.1.norm1.weight": 0.0015069841174408793, + "transformer.layers.1.norm1.bias": 0.001452761935070157, + "transformer.layers.1.norm2.weight": 0.000998090486973524, + "transformer.layers.1.norm2.bias": 0.0007323718746192753, + "transformer.layers.2.self_attn.in_proj_weight": 0.02380852773785591, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016644897405058146, + "transformer.layers.2.self_attn.out_proj.weight": 0.020444419234991074, + "transformer.layers.2.self_attn.out_proj.bias": 0.0021064162719994783, + "transformer.layers.2.linear1.weight": 0.010480409488081932, + "transformer.layers.2.linear1.bias": 0.0007160550449043512, + "transformer.layers.2.linear2.weight": 0.012747347354888916, + "transformer.layers.2.linear2.bias": 0.002243864117190242, + "transformer.layers.2.norm1.weight": 0.002045354573056102, + "transformer.layers.2.norm1.bias": 0.001962699694558978, + "transformer.layers.2.norm2.weight": 0.0006195650203153491, + "transformer.layers.2.norm2.bias": 0.0007710439967922866, + "transformer.layers.3.self_attn.in_proj_weight": 0.04573935642838478, + "transformer.layers.3.self_attn.in_proj_bias": 0.005514184013009071, + "transformer.layers.3.self_attn.out_proj.weight": 0.025515656918287277, + "transformer.layers.3.self_attn.out_proj.bias": 0.004262975882738829, + "transformer.layers.3.linear1.weight": 0.02463754639029503, + "transformer.layers.3.linear1.bias": 0.0023073763586580753, + "transformer.layers.3.linear2.weight": 0.01692158915102482, + "transformer.layers.3.linear2.bias": 0.0049806805327534676, + "transformer.layers.3.norm1.weight": 0.003856522496789694, + "transformer.layers.3.norm1.bias": 0.008150678128004074, + "transformer.layers.3.norm2.weight": 0.001889535691589117, + "transformer.layers.3.norm2.bias": 0.003070875070989132, + "head.weight": 0.2551443576812744, + "head.bias": 0.010039707645773888, + "global_embedding.weight": 0.0037966605741530657, + "global_cnn.0.weight": 0.024363283067941666, + "global_cnn.0.bias": 0.0009838556870818138, + "global_cnn.2.weight": 0.08059185743331909, + "global_cnn.2.bias": 0.004498136229813099, + "global_proj.weight": 0.019776904955506325, + "global_proj.bias": 0.011087908409535885, + "goal_head.0.weight": 0.010511234402656555, + "goal_head.0.bias": 0.00411447137594223, + "goal_head.2.weight": 0.01247429195791483, + "goal_head.2.bias": 0.00833133514970541 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.27938807010650635, - "repr_drift_kl_low_t": 0.2524997591972351, - "repr_drift_kl_mid_t": 0.24960245192050934, - "repr_drift_kl_high_t": 0.36354780197143555, + "repr_drift_kl": 0.6143932342529297, + "repr_drift_kl_low_t": 0.7143300175666809, + "repr_drift_kl_mid_t": 0.6377978324890137, + "repr_drift_kl_high_t": 0.5309102535247803, "cka_iters": 500, - "cka_similarity": 0.7441399693489075, + "cka_similarity": 0.5969014167785645, "t_analysis_iters": 500, - "norm_low_t": 2.4216830730438232, - "norm_high_t": 3.049978733062744, - "lowhigh_cos": 0.7261718511581421, + "norm_low_t": 0.40842053294181824, + "norm_high_t": 0.7341729402542114, + "lowhigh_cos": 0.6002824902534485, "t_bin_norms": { - "t_0.0-0.1": 1.949480414390564, - "t_0.1-0.2": 2.4208767414093018, - "t_0.2-0.3": 2.156097650527954, - "t_0.3-0.4": 1.7393627166748047, - "t_0.4-0.5": 2.3562488555908203, - "t_0.5-0.6": 1.9976648092269897, - "t_0.6-0.7": 2.559417486190796, - "t_0.7-0.8": 3.122825860977173, - "t_0.8-0.9": 2.902961254119873, - "t_0.9-1.0": 3.110775947570801 - }, - "win_rate": 0.23712341487407684, - "effective_batch_size": 137.8155975341797, + "t_0.0-0.1": 0.33163779973983765, + "t_0.1-0.2": 0.2782594859600067, + "t_0.2-0.3": 0.233851820230484, + "t_0.3-0.4": 0.2434026598930359, + "t_0.4-0.5": 0.24680449068546295, + "t_0.5-0.6": 0.2714620530605316, + "t_0.6-0.7": 0.3224731385707855, + "t_0.7-0.8": 0.3904186189174652, + "t_0.8-0.9": 0.5409581661224365, + "t_0.9-1.0": 0.8982367515563965 + }, + "win_rate": 0.09480813145637512, + "effective_batch_size": 204.81956481933594, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, "MiniHack-Corridor-R2-v0": 0.4, "MiniHack-MazeWalk-9x9-v0": 0.2 } }, { "iters": 500, - "loss": 0.9393693804740906, + "loss": 0.18394242227077484, "env_score_iters": 500, - "env_score": 4.216958999633789, + "env_score": 0.9940536618232727, "eval_iters": 500, - "eval_score": 0.625, + "eval_score": 0.42500000000000004, "grad_align_iters": 500, - "grad_align": 0.6918978095054626, - "rl_grad_norm": 1.6600340604782104, - "bc_grad_norm": 0.47463342547416687, + "grad_align": -0.03804807737469673, + "rl_grad_norm": 0.3182889223098755, + "bc_grad_norm": 6.006256103515625, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.000045200358727015555, - "embedding.weight": 0.0048485710285604, - "cnn.0.weight": 0.12428240478038788, - "cnn.0.bias": 0.004935028962790966, - "cnn.2.weight": 0.04483674094080925, - "cnn.2.bias": 0.017307814210653305, - "cnn.5.weight": 0.042389463633298874, - "cnn.5.bias": 0.014752857387065887, - "action_emb.weight": 0.03478098660707474, - "timestep_emb.weight": 0.010479341261088848, - "pos_emb.weight": 0.01913844421505928, - "transformer.layers.0.self_attn.in_proj_weight": 0.14146213233470917, - "transformer.layers.0.self_attn.in_proj_bias": 0.012940563261508942, - "transformer.layers.0.self_attn.out_proj.weight": 0.1311700940132141, - "transformer.layers.0.self_attn.out_proj.bias": 0.016444792971014977, - "transformer.layers.0.linear1.weight": 0.16158516705036163, - "transformer.layers.0.linear1.bias": 0.007897458970546722, - "transformer.layers.0.linear2.weight": 0.17503561079502106, - "transformer.layers.0.linear2.bias": 0.01395629346370697, - "transformer.layers.0.norm1.weight": 0.008883930742740631, - "transformer.layers.0.norm1.bias": 0.012282686308026314, - "transformer.layers.0.norm2.weight": 0.015089188702404499, - "transformer.layers.0.norm2.bias": 0.007365796249359846, - "transformer.layers.1.self_attn.in_proj_weight": 0.12884283065795898, - "transformer.layers.1.self_attn.in_proj_bias": 0.008857114240527153, - "transformer.layers.1.self_attn.out_proj.weight": 0.12227895110845566, - "transformer.layers.1.self_attn.out_proj.bias": 0.012704126536846161, - "transformer.layers.1.linear1.weight": 0.10879819095134735, - "transformer.layers.1.linear1.bias": 0.006000746041536331, - "transformer.layers.1.linear2.weight": 0.1297687143087387, - "transformer.layers.1.linear2.bias": 0.012192177586257458, - "transformer.layers.1.norm1.weight": 0.008053894154727459, - "transformer.layers.1.norm1.bias": 0.008012332022190094, - "transformer.layers.1.norm2.weight": 0.0087467385455966, - "transformer.layers.1.norm2.bias": 0.00623313058167696, - "transformer.layers.2.self_attn.in_proj_weight": 0.19205574691295624, - "transformer.layers.2.self_attn.in_proj_bias": 0.011584690771996975, - "transformer.layers.2.self_attn.out_proj.weight": 0.09290406107902527, - "transformer.layers.2.self_attn.out_proj.bias": 0.01161485817283392, - "transformer.layers.2.linear1.weight": 0.08219254016876221, - "transformer.layers.2.linear1.bias": 0.0052660689689219, - "transformer.layers.2.linear2.weight": 0.08779114484786987, - "transformer.layers.2.linear2.bias": 0.013076115399599075, - "transformer.layers.2.norm1.weight": 0.01428906712681055, - "transformer.layers.2.norm1.bias": 0.014897454530000687, - "transformer.layers.2.norm2.weight": 0.0059830984100699425, - "transformer.layers.2.norm2.bias": 0.006460895761847496, - "transformer.layers.3.self_attn.in_proj_weight": 0.27738675475120544, - "transformer.layers.3.self_attn.in_proj_bias": 0.01985957659780979, - "transformer.layers.3.self_attn.out_proj.weight": 0.11847739666700363, - "transformer.layers.3.self_attn.out_proj.bias": 0.019569840282201767, - "transformer.layers.3.linear1.weight": 0.2270377278327942, - "transformer.layers.3.linear1.bias": 0.018880462273955345, - "transformer.layers.3.linear2.weight": 0.12371230125427246, - "transformer.layers.3.linear2.bias": 0.030784476548433304, - "transformer.layers.3.norm1.weight": 0.0238514207303524, - "transformer.layers.3.norm1.bias": 0.02617638185620308, - "transformer.layers.3.norm2.weight": 0.02013174071907997, - "transformer.layers.3.norm2.bias": 0.029108623042702675, - "head.weight": 1.7931431531906128, - "head.bias": 0.07505721598863602, - "global_embedding.weight": 0.020207278430461884, - "global_cnn.0.weight": 0.13373534381389618, - "global_cnn.0.bias": 0.003998890984803438, - "global_cnn.2.weight": 0.30270999670028687, - "global_cnn.2.bias": 0.017656128853559494, - "global_proj.weight": 0.07937417924404144, - "global_proj.bias": 0.0579129122197628, - "goal_head.0.weight": 0.044053614139556885, - "goal_head.0.bias": 0.020557686686515808, - "goal_head.2.weight": 0.0691208764910698, - "goal_head.2.bias": 0.04505866393446922 + "global_gate": 0.0002024996792897582, + "embedding.weight": 0.0025638085789978504, + "cnn.0.weight": 0.04478338733315468, + "cnn.0.bias": 0.0021234992891550064, + "cnn.2.weight": 0.008915432728827, + "cnn.2.bias": 0.0029945510905236006, + "cnn.5.weight": 0.010720141232013702, + "cnn.5.bias": 0.0025432512629777193, + "action_emb.weight": 0.00612320052459836, + "timestep_emb.weight": 0.0015982115874066949, + "pos_emb.weight": 0.0037174206227064133, + "transformer.layers.0.self_attn.in_proj_weight": 0.02652331069111824, + "transformer.layers.0.self_attn.in_proj_bias": 0.0021771772298961878, + "transformer.layers.0.self_attn.out_proj.weight": 0.030436236411333084, + "transformer.layers.0.self_attn.out_proj.bias": 0.003066128585487604, + "transformer.layers.0.linear1.weight": 0.032963138073682785, + "transformer.layers.0.linear1.bias": 0.0014363769441843033, + "transformer.layers.0.linear2.weight": 0.02745075151324272, + "transformer.layers.0.linear2.bias": 0.0020986278541386127, + "transformer.layers.0.norm1.weight": 0.001552187604829669, + "transformer.layers.0.norm1.bias": 0.0020884424448013306, + "transformer.layers.0.norm2.weight": 0.00381693453527987, + "transformer.layers.0.norm2.bias": 0.0021042595617473125, + "transformer.layers.1.self_attn.in_proj_weight": 0.025543633848428726, + "transformer.layers.1.self_attn.in_proj_bias": 0.001341588911600411, + "transformer.layers.1.self_attn.out_proj.weight": 0.027158508077263832, + "transformer.layers.1.self_attn.out_proj.bias": 0.001794715179130435, + "transformer.layers.1.linear1.weight": 0.01580795831978321, + "transformer.layers.1.linear1.bias": 0.0008352133445441723, + "transformer.layers.1.linear2.weight": 0.01961226388812065, + "transformer.layers.1.linear2.bias": 0.001569544430822134, + "transformer.layers.1.norm1.weight": 0.0017740103648975492, + "transformer.layers.1.norm1.bias": 0.0012476230040192604, + "transformer.layers.1.norm2.weight": 0.001458478276617825, + "transformer.layers.1.norm2.bias": 0.0009522761683911085, + "transformer.layers.2.self_attn.in_proj_weight": 0.029792379587888718, + "transformer.layers.2.self_attn.in_proj_bias": 0.001482773688621819, + "transformer.layers.2.self_attn.out_proj.weight": 0.026076706126332283, + "transformer.layers.2.self_attn.out_proj.bias": 0.0014135314850136638, + "transformer.layers.2.linear1.weight": 0.011888956651091576, + "transformer.layers.2.linear1.bias": 0.0007438529282808304, + "transformer.layers.2.linear2.weight": 0.015601294115185738, + "transformer.layers.2.linear2.bias": 0.0014260300667956471, + "transformer.layers.2.norm1.weight": 0.0020704390481114388, + "transformer.layers.2.norm1.bias": 0.0015951653476804495, + "transformer.layers.2.norm2.weight": 0.0008924246649257839, + "transformer.layers.2.norm2.bias": 0.0007582655525766313, + "transformer.layers.3.self_attn.in_proj_weight": 0.05052730068564415, + "transformer.layers.3.self_attn.in_proj_bias": 0.002462087431922555, + "transformer.layers.3.self_attn.out_proj.weight": 0.032058216631412506, + "transformer.layers.3.self_attn.out_proj.bias": 0.0019867930095642805, + "transformer.layers.3.linear1.weight": 0.03378988057374954, + "transformer.layers.3.linear1.bias": 0.0023941490799188614, + "transformer.layers.3.linear2.weight": 0.02163061872124672, + "transformer.layers.3.linear2.bias": 0.002500416012480855, + "transformer.layers.3.norm1.weight": 0.004709490109235048, + "transformer.layers.3.norm1.bias": 0.0033260586205869913, + "transformer.layers.3.norm2.weight": 0.0031451138202100992, + "transformer.layers.3.norm2.bias": 0.0028601577505469322, + "head.weight": 0.250800758600235, + "head.bias": 0.004313447047024965, + "global_embedding.weight": 0.003651230363175273, + "global_cnn.0.weight": 0.020982330664992332, + "global_cnn.0.bias": 0.0007120914524421096, + "global_cnn.2.weight": 0.05934600159525871, + "global_cnn.2.bias": 0.0032464000396430492, + "global_proj.weight": 0.011463891714811325, + "global_proj.bias": 0.007427307311445475, + "goal_head.0.weight": 0.006892656907439232, + "goal_head.0.bias": 0.003050223458558321, + "goal_head.2.weight": 0.00903146993368864, + "goal_head.2.bias": 0.006389134097844362 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.19780053198337555, - "repr_drift_kl_low_t": 0.22394686937332153, - "repr_drift_kl_mid_t": 0.19366997480392456, - "repr_drift_kl_high_t": 0.1731960028409958, + "repr_drift_kl": 0.804826021194458, + "repr_drift_kl_low_t": 1.0254887342453003, + "repr_drift_kl_mid_t": 0.7717432379722595, + "repr_drift_kl_high_t": 0.6435060501098633, "cka_iters": 500, - "cka_similarity": 0.8454530239105225, + "cka_similarity": 0.4534006118774414, "t_analysis_iters": 500, - "norm_low_t": 2.144482135772705, - "norm_high_t": 2.0575013160705566, - "lowhigh_cos": 0.5866546034812927, + "norm_low_t": 0.3353133201599121, + "norm_high_t": 0.446543425321579, + "lowhigh_cos": 0.47824597358703613, "t_bin_norms": { - "t_0.0-0.1": 2.140864849090576, - "t_0.1-0.2": 1.7088009119033813, - "t_0.2-0.3": 2.1878676414489746, - "t_0.3-0.4": 2.19465970993042, - "t_0.4-0.5": 1.8264936208724976, - "t_0.5-0.6": 2.09319806098938, - "t_0.6-0.7": 1.8116142749786377, - "t_0.7-0.8": 2.001812219619751, - "t_0.8-0.9": 1.645905613899231, - "t_0.9-1.0": 1.9838746786117554 - }, - "win_rate": 0.19883041083812714, - "effective_batch_size": 79.12652587890625, + "t_0.0-0.1": 0.4211958050727844, + "t_0.1-0.2": 0.2529833912849426, + "t_0.2-0.3": 0.33607932925224304, + "t_0.3-0.4": 0.26257291436195374, + "t_0.4-0.5": 0.2893587648868561, + "t_0.5-0.6": 0.26660653948783875, + "t_0.6-0.7": 0.34729835391044617, + "t_0.7-0.8": 0.33630552887916565, + "t_0.8-0.9": 0.44497203826904297, + "t_0.9-1.0": 0.46568986773490906 + }, + "win_rate": 0.36335721611976624, + "effective_batch_size": 339.88787841796875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.1 } } ] }, "running_stats": { - "score": 0.5750000000000001, - "score_std": 0.0, + "score": 0.3833333333333333, + "score_std": 0.031180478223116183, "all_scores": [ - 0.5750000000000001, - 0.5750000000000001, - 0.5750000000000001 + 0.375, + 0.35, + 0.425 ], "history": { "iters": [ @@ -94623,506 +114063,506 @@ 500 ], "loss": [ - 0.057628463953733444, - 1.5588343143463135, - 4.118014335632324, - 1.0047017335891724, - 0.569129467010498, - 0.11070011556148529, - 0.733759880065918, - 0.27969226241111755, - 0.6691091060638428, - 0.40153977274894714, - 0.4010521471500397, - 0.1481149047613144, - 0.8487614989280701, - 0.38248318433761597, - 0.07919372618198395, - 0.09685291349887848, - 0.05127424746751785, - 1.5490469932556152, - 0.05848182737827301, - 0.2531699538230896, - 0.2228153645992279, - 0.49565210938453674, - 0.3949190080165863, - 1.322792649269104, - 0.17889109253883362, - 0.24483275413513184, - 2.2614755630493164, - 1.1626085042953491, - 2.5164284706115723, - 0.09302673488855362, - 0.7358294129371643, - 0.41919052600860596, - 0.09273327887058258, - 0.14458996057510376, - 0.46585583686828613, - 0.8715744018554688, - 0.12082363665103912, - 0.14085695147514343, - 1.0323166847229004, - 0.770196259021759, - 0.6154653429985046, - 0.15885069966316223, - 0.4212040603160858, - 1.7937839031219482, - 0.4678748548030853, - 0.5890412330627441, - 0.12983021140098572, - 0.9887359142303467, - 0.36629655957221985, - 0.547347903251648, - 0.07442937046289444, - 0.14311395585536957, - 1.6696945428848267, - 0.2314482480287552, - 1.0027070045471191, - 0.454867422580719, - 0.5380796194076538, - 1.4942764043807983, - 0.28389689326286316, - 1.3779934644699097, - 0.5395093560218811, - 1.0729641914367676, - 0.5309898853302002, - 0.10206542164087296, - 0.3826383948326111, - 0.02310081012547016, - 0.13952994346618652, - 0.31104451417922974, - 0.11658458411693573, - 0.03619648143649101, - 0.28756260871887207, - 1.4584972858428955, - 0.09670448303222656, - 0.6810703277587891, - 0.06513214111328125, - 1.2555996179580688, - 0.06845174729824066, - 0.06416340172290802, - 0.6367143988609314, - 0.1269669383764267, - 0.2963937819004059, - 0.820893406867981, - 0.14441627264022827, - 2.0524649620056152, - 0.3650577962398529, - 0.2722461223602295, - 0.04256082698702812, - 0.4299415051937103, - 0.17912331223487854, - 0.660677433013916, - 0.7644060850143433, - 0.03928937017917633, - 0.29595670104026794, - 0.6440908908843994, - 0.026635773479938507, - 0.30438536405563354, - 0.11429736018180847, - 0.5713826417922974, - 0.1668684184551239, - 0.7446190118789673, - 0.28658199310302734, - 0.33343297243118286, - 0.35638031363487244, - 0.7705454230308533, - 0.11542917042970657, - 0.09893736988306046, - 0.1425129771232605, - 0.3653242886066437, - 0.1317901909351349, - 0.06977783143520355, - 0.12730133533477783, - 0.10333669185638428, - 0.1960008293390274, - 0.22509467601776123, - 0.014002730138599873, - 0.8119445443153381, - 0.11829560250043869, - 0.0985640287399292, - 0.717432975769043, - 0.8278778195381165, - 0.7444291710853577, - 0.21731698513031006, - 0.41274788975715637, - 0.08850012719631195, - 0.12125686556100845, - 0.9330100417137146, - 0.11152337491512299, - 0.36755886673927307, - 0.7342305779457092, - 0.3513069748878479, - 0.9803492426872253, - 0.6334266662597656, - 0.7092307806015015, - 0.09877558797597885, - 0.42254236340522766, - 0.24809783697128296, - 0.21800263226032257, - 0.07446880638599396, - 0.22634747624397278, - 0.421478807926178, - 0.20562979578971863, - 0.11503387242555618, - 0.8536211848258972, - 0.3387961983680725, - 0.28636670112609863, - 0.08616408705711365, - 0.07765820622444153, - 0.11385141313076019, - 0.22038035094738007, - 0.4271793067455292, - 0.49183374643325806, - 0.7418452501296997, - 0.6992946267127991, - 0.3431713879108429, - 1.1421394348144531, - 0.3732975125312805, - 0.49896928668022156, - 0.1850978136062622, - 0.11705142259597778, - 0.05007209628820419, - 0.38234633207321167, - 0.3888331353664398, - 0.1971016228199005, - 0.09522001445293427, - 0.2729380130767822, - 0.08791425824165344, - 0.045309312641620636, - 0.15966425836086273, - 0.2929404377937317, - 0.6388928294181824, - 0.3400183320045471, - 0.06381356716156006, - 0.04134863242506981, - 0.2738771140575409, - 0.1285390704870224, - 2.002326488494873, - 0.12430418282747269, - 0.6132820844650269, - 0.1406744122505188, - 0.1605854481458664, - 0.10330618917942047, - 0.5744116306304932, - 0.3639441728591919, - 0.03027871623635292, - 0.3003278374671936, - 0.7114332318305969, - 0.06993837654590607, - 0.036704905331134796, - 0.31725990772247314, - 0.9857781529426575, - 0.09298143535852432, - 0.05895474925637245, - 0.2078040987253189, - 0.17368324100971222, - 0.7671881318092346, - 0.3228059709072113, - 0.15925879776477814, - 0.07662945985794067, - 0.16792763769626617, - 0.5181809663772583, - 0.13529498875141144, - 0.04234340414404869, - 0.14726607501506805, - 0.044191692024469376, - 0.04631322622299194, - 0.21642662584781647, - 0.6100183129310608, - 0.2665793001651764, - 0.13335731625556946, - 0.3447199761867523, - 0.062100570648908615, - 0.17698632180690765, - 0.6339649558067322, - 0.22457630932331085, - 0.06852253526449203, - 0.09876132011413574, - 0.036871496587991714, - 0.28222954273223877, - 0.05949027091264725, - 0.12204957753419876, - 0.42451533675193787, - 0.7787686586380005, - 0.1523921936750412, - 0.034407492727041245, - 0.41730955243110657, - 0.3238801956176758, - 0.2854427099227905, - 0.7184758186340332, - 0.22759275138378143, - 0.5148143768310547, - 0.5376453399658203, - 0.6246671676635742, - 0.6486809849739075, - 0.17561841011047363, - 0.45778194069862366, - 1.1802743673324585, - 0.31024959683418274, - 0.12428860366344452, - 0.04562362655997276, - 0.035553641617298126, - 0.06538937240839005, - 0.051889918744564056, - 0.08013293147087097, - 0.15808948874473572, - 0.07997023314237595, - 0.08250816911458969, - 0.3320028483867645, - 0.26619285345077515, - 0.0558939203619957, - 0.04653864726424217, - 0.025455227121710777, - 0.766032338142395, - 0.09999881684780121, - 0.06024842709302902, - 0.2940044403076172, - 1.065510869026184, - 0.012841323390603065, - 0.2659328877925873, - 0.1517731249332428, - 0.07317773997783661, - 0.2040039747953415, - 0.09434405714273453, - 0.31979215145111084, - 0.24649374186992645, - 0.268452525138855, - 0.25626152753829956, - 0.04658346623182297, - 0.1444430947303772, - 0.11489486694335938, - 0.11939942091703415, - 0.024274807423353195, - 0.9454576969146729, - 0.10063092410564423, - 0.08980953693389893, - 0.4932549297809601, - 0.15092383325099945, - 0.38848263025283813, - 0.13399823009967804, - 0.1637929230928421, - 0.2886357605457306, - 0.2365339994430542, - 0.14831538498401642, - 0.16179203987121582, - 0.1817808747291565, - 0.5976634621620178, - 0.3973325788974762, - 0.0696227103471756, - 0.5974551439285278, - 0.7202075123786926, - 0.03177329897880554, - 0.5857278108596802, - 0.06357408314943314, - 0.05111817270517349, - 0.1707628220319748, - 0.19908353686332703, - 0.07625780999660492, - 0.08374471217393875, - 0.11874983459711075, - 0.5014587044715881, - 0.02594650536775589, - 0.1576666682958603, - 0.19323128461837769, - 0.34380191564559937, - 0.2944001257419586, - 0.502322256565094, - 0.11513050645589828, - 0.37191450595855713, - 0.045689888298511505, - 0.5461427569389343, - 0.6196638345718384, - 0.047599196434020996, - 0.06590371578931808, - 0.3134426772594452, - 0.08444441109895706, - 0.0817704051733017, - 0.38943663239479065, - 0.1882878541946411, - 0.06893061101436615, - 0.05209504812955856, - 0.03695115074515343, - 0.06673775613307953, - 0.18854235112667084, - 0.0471746064722538, - 0.03010520152747631, - 0.2650059163570404, - 0.0498587042093277, - 0.04424484819173813, - 0.04258720949292183, - 0.11083065718412399, - 0.5053723454475403, - 0.08970557898283005, - 0.116275355219841, - 0.15823765099048615, - 0.08692572265863419, - 0.10305449366569519, - 0.22230155766010284, - 0.0904369056224823, - 0.10625480860471725, - 0.02360483817756176, - 0.4053429663181305, - 0.36384502053260803, - 0.049496691673994064, - 0.13988076150417328, - 0.3201783299446106, - 0.05444316565990448, - 0.10852116346359253, - 0.16561093926429749, - 0.11386095732450485, - 0.04563407599925995, - 0.04345216602087021, - 0.14260296523571014, - 0.02071209065616131, - 0.028333542868494987, - 0.07694745808839798, - 0.12149866670370102, - 0.06453853845596313, - 0.040164511650800705, - 0.13742300868034363, - 0.039249785244464874, - 0.04651669040322304, - 0.17037907242774963, - 0.07811145484447479, - 0.07207850366830826, - 1.0002877712249756, - 0.18344897031784058, - 0.14222297072410583, - 0.253456711769104, - 0.30322152376174927, - 0.04803481698036194, - 0.385914146900177, - 0.06262218207120895, - 0.14834527671337128, - 0.07676848024129868, - 0.2640886604785919, - 0.23689036071300507, - 0.17932459712028503, - 0.47466152906417847, - 0.2128964066505432, - 0.05516533553600311, - 0.3201283812522888, - 0.553520143032074, - 0.24499019980430603, - 0.19778752326965332, - 0.10438285022974014, - 0.11418179422616959, - 0.10401295870542526, - 0.37753531336784363, - 0.17163844406604767, - 0.03543643280863762, - 0.8562546372413635, - 0.21214894950389862, - 0.03586124628782272, - 0.05609679967164993, - 0.07558023929595947, - 0.0708693340420723, - 1.1988815069198608, - 0.2202061116695404, - 0.16850252449512482, - 0.4518500864505768, - 0.1127033531665802, - 0.14115791022777557, - 0.029051588848233223, - 0.10289717465639114, - 0.10784308612346649, - 0.07869115471839905, - 0.12521180510520935, - 0.3486027121543884, - 0.6626502275466919, - 0.15580350160598755, - 0.07959192246198654, - 0.15578211843967438, - 0.06731045991182327, - 0.12210996448993683, - 0.5870424509048462, - 0.052165836095809937, - 0.1352464258670807, - 0.195756196975708, - 0.04584702104330063, - 0.1991727501153946, - 0.0659421905875206, - 0.08258659392595291, - 0.14950060844421387, - 0.5261475443840027, - 0.09562715888023376, - 0.6595622301101685, - 0.05240078642964363, - 0.08351930230855942, - 0.06053918972611427, - 0.4518650770187378, - 0.28192272782325745, - 0.24105601012706757, - 0.05507826805114746, - 0.07917660474777222, - 0.18509985506534576, - 0.026125965639948845, - 0.15179091691970825, - 0.2738378942012787, - 0.13173836469650269, - 0.12517264485359192, - 0.04870140179991722, - 0.06728579849004745, - 0.13700827956199646, - 0.03927662596106529, - 0.554395854473114, - 0.1208890751004219, - 0.37350937724113464, - 0.09882640093564987, - 0.10861518234014511, - 0.10928648710250854, - 0.07683512568473816, - 0.05747225135564804, - 0.09543173015117645, - 0.13245618343353271, - 0.8837181329727173, - 0.02689427137374878, - 0.17031526565551758, - 0.09053031355142593, - 0.1631244719028473, - 0.035816412419080734, - 0.35942110419273376, - 0.11819110065698624, - 0.13300402462482452, - 0.22402048110961914, - 0.014728764072060585, - 0.11732713878154755, - 0.05448855832219124, - 0.10546944290399551, - 0.09090030193328857, - 0.1716126799583435, - 0.15938782691955566, - 0.1949206441640854, - 0.27918243408203125, - 0.05220546945929527, - 0.06396110355854034, - 0.05054948478937149, - 0.0544491782784462, - 0.04665980860590935, - 0.0754363015294075, - 0.06681648641824722, - 0.09101814031600952, - 0.02818894013762474, - 0.07694703340530396, - 0.05547796189785004, - 0.09729785472154617, - 0.086728036403656, - 0.02930387854576111, - 0.04629918560385704, - 0.2994249165058136, - 0.13492222130298615, - 0.06853090971708298, - 0.04490406811237335, - 0.16245579719543457, - 0.12599459290504456, - 0.07074348628520966, - 0.16820834577083588, - 0.07474177330732346, - 0.1315402388572693, - 0.16039305925369263, - 0.09709414839744568, - 0.08853816986083984 + 0.8005810976028442, + 1.145731806755066, + 0.5891847014427185, + 0.46834856271743774, + 0.5101178884506226, + 0.2605265974998474, + 0.7278858423233032, + 0.49922722578048706, + 0.8995401859283447, + 0.4839804470539093, + 0.36794647574424744, + 0.9651764035224915, + 0.3893754780292511, + 0.39223721623420715, + 0.3336288630962372, + 0.44526928663253784, + 0.28776392340660095, + 0.36252063512802124, + 0.879863977432251, + 0.43733879923820496, + 0.4031223952770233, + 0.2677321135997772, + 0.4182831943035126, + 0.3416789174079895, + 0.38330262899398804, + 0.3983144760131836, + 0.3171355426311493, + 0.3729550540447235, + 0.3448086977005005, + 0.43016478419303894, + 0.26571929454803467, + 0.6998125910758972, + 0.2641732692718506, + 0.2948533594608307, + 0.19960032403469086, + 0.21171438694000244, + 0.37241724133491516, + 0.2668681740760803, + 0.4653749167919159, + 0.5907984972000122, + 0.2653123438358307, + 0.26164576411247253, + 0.31712594628334045, + 0.18948911130428314, + 0.19903703033924103, + 0.22450104355812073, + 0.19570690393447876, + 0.32691624760627747, + 0.25904276967048645, + 0.2538052499294281, + 0.2891346216201782, + 0.17457687854766846, + 0.19761858880519867, + 0.2820456624031067, + 0.3530348539352417, + 0.28530266880989075, + 0.31195369362831116, + 0.13729222118854523, + 0.3056517243385315, + 0.26456567645072937, + 0.3448232412338257, + 0.18579944968223572, + 0.18198011815547943, + 0.20104815065860748, + 0.2691587507724762, + 0.27521586418151855, + 0.26384851336479187, + 0.22966061532497406, + 0.27101367712020874, + 0.168535515666008, + 0.24217481911182404, + 0.231877863407135, + 0.33165213465690613, + 0.12783531844615936, + 0.2571104168891907, + 0.20368321239948273, + 0.12931154668331146, + 0.21891194581985474, + 0.19415707886219025, + 0.31164973974227905, + 0.2418990433216095, + 0.1932584047317505, + 0.11973398923873901, + 0.23261794447898865, + 0.2151680886745453, + 0.22554901242256165, + 0.16752849519252777, + 0.22793397307395935, + 0.20756091177463531, + 0.17786653339862823, + 0.22875440120697021, + 0.10702509433031082, + 0.23638220131397247, + 0.1924995630979538, + 0.16210810840129852, + 0.2711126208305359, + 0.21633286774158478, + 0.13614802062511444, + 0.20737701654434204, + 0.1752612143754959, + 0.17789286375045776, + 0.2796798646450043, + 0.42329350113868713, + 0.2669050097465515, + 0.25744426250457764, + 0.3117387592792511, + 0.09255372732877731, + 0.14474675059318542, + 0.24607247114181519, + 0.17263412475585938, + 0.18132950365543365, + 0.18065549433231354, + 0.18110382556915283, + 0.2534027695655823, + 0.1548795998096466, + 0.25995054841041565, + 0.23258446156978607, + 0.15410786867141724, + 0.14529819786548615, + 0.24892251193523407, + 0.25145718455314636, + 0.1276758462190628, + 0.11593293398618698, + 0.19359290599822998, + 0.2029268443584442, + 0.18623855710029602, + 0.18636435270309448, + 0.13076089322566986, + 0.19971366226673126, + 0.25075972080230713, + 0.2191636860370636, + 0.22030439972877502, + 0.22172635793685913, + 0.22116604447364807, + 0.20494379103183746, + 0.13656802475452423, + 0.13860690593719482, + 0.25663307309150696, + 0.1846395879983902, + 0.1806570291519165, + 0.1649574637413025, + 0.2346886396408081, + 0.24372094869613647, + 0.16215848922729492, + 0.13014741241931915, + 0.11327704787254333, + 0.09169474244117737, + 0.1959700733423233, + 0.16884127259254456, + 0.16308806836605072, + 0.18550099432468414, + 0.27326709032058716, + 0.24028581380844116, + 0.17842704057693481, + 0.24541684985160828, + 0.22005966305732727, + 0.2662416696548462, + 0.13945817947387695, + 0.1517449915409088, + 0.10893414169549942, + 0.11060233414173126, + 0.19825997948646545, + 0.12603925168514252, + 0.17849116027355194, + 0.3291154205799103, + 0.20287159085273743, + 0.07283061742782593, + 0.16381004452705383, + 0.13433189690113068, + 0.2757946848869324, + 0.19763101637363434, + 0.18148553371429443, + 0.09963691234588623, + 0.22025048732757568, + 0.17377234995365143, + 0.20709462463855743, + 0.11057493090629578, + 0.1937178522348404, + 0.22874285280704498, + 0.12873709201812744, + 0.13310183584690094, + 0.21484430134296417, + 0.13501767814159393, + 0.2376593053340912, + 0.18464118242263794, + 0.17918862402439117, + 0.10156337916851044, + 0.2703077793121338, + 0.20254547894001007, + 0.15646980702877045, + 0.16970829665660858, + 0.27507907152175903, + 0.18878750503063202, + 0.19752655923366547, + 0.14121729135513306, + 0.2213856726884842, + 0.15478748083114624, + 0.20269624888896942, + 0.10759756714105606, + 0.17176179587841034, + 0.207572340965271, + 0.14064602553844452, + 0.17830254137516022, + 0.18627819418907166, + 0.14956744015216827, + 0.23786701261997223, + 0.2181260585784912, + 0.1610279381275177, + 0.1755366325378418, + 0.10242066532373428, + 0.15257196128368378, + 0.10092070698738098, + 0.14607170224189758, + 0.1189311146736145, + 0.20029185712337494, + 0.09643779695034027, + 0.15278203785419464, + 0.17001564800739288, + 0.12800142168998718, + 0.17857958376407623, + 0.11636430025100708, + 0.20267710089683533, + 0.209840327501297, + 0.2637105882167816, + 0.1185663715004921, + 0.07145149260759354, + 0.23782536387443542, + 0.24573148787021637, + 0.19517938792705536, + 0.2003803700208664, + 0.13788124918937683, + 0.2273285686969757, + 0.16533809900283813, + 0.1393239051103592, + 0.11705282330513, + 0.09330812096595764, + 0.12256038188934326, + 0.15957070887088776, + 0.1350415199995041, + 0.15493714809417725, + 0.19545866549015045, + 0.15253421664237976, + 0.20147226750850677, + 0.1331423670053482, + 0.21430110931396484, + 0.14188462495803833, + 0.097153440117836, + 0.179303839802742, + 0.16011901199817657, + 0.10421647876501083, + 0.1610320508480072, + 0.21342243254184723, + 0.20548442006111145, + 0.15590155124664307, + 0.145945742726326, + 0.16943421959877014, + 0.12291315197944641, + 0.14591646194458008, + 0.15953712165355682, + 0.15602628886699677, + 0.15105019509792328, + 0.1265813261270523, + 0.12398084253072739, + 0.21201688051223755, + 0.14771226048469543, + 0.24714744091033936, + 0.13425268232822418, + 0.10520181059837341, + 0.18532148003578186, + 0.19658830761909485, + 0.13596422970294952, + 0.24351456761360168, + 0.13265542685985565, + 0.1570020169019699, + 0.1123310774564743, + 0.2292911261320114, + 0.12130764126777649, + 0.15575018525123596, + 0.2701415717601776, + 0.15473812818527222, + 0.15920497477054596, + 0.11323472112417221, + 0.14470431208610535, + 0.16668827831745148, + 0.17376145720481873, + 0.13307030498981476, + 0.10967987775802612, + 0.1325283795595169, + 0.17767716944217682, + 0.11632174253463745, + 0.19855950772762299, + 0.18140697479248047, + 0.13280463218688965, + 0.07485903054475784, + 0.1442989856004715, + 0.15318550169467926, + 0.13032177090644836, + 0.13407108187675476, + 0.178866446018219, + 0.07354721426963806, + 0.11859772354364395, + 0.08743802458047867, + 0.14631670713424683, + 0.09174128621816635, + 0.1775381863117218, + 0.10808369517326355, + 0.2345806062221527, + 0.16395093500614166, + 0.1109849289059639, + 0.11640820652246475, + 0.19206182658672333, + 0.1611708551645279, + 0.15603436529636383, + 0.1183285117149353, + 0.14635337889194489, + 0.1132282242178917, + 0.11501860618591309, + 0.166266530752182, + 0.15129578113555908, + 0.08922267705202103, + 0.10848662257194519, + 0.19884490966796875, + 0.12603652477264404, + 0.10365688800811768, + 0.08469250053167343, + 0.21054378151893616, + 0.14213040471076965, + 0.13056543469429016, + 0.09760776162147522, + 0.09647254645824432, + 0.10673802345991135, + 0.14524653553962708, + 0.13357016444206238, + 0.21780741214752197, + 0.13688741624355316, + 0.19406013190746307, + 0.15753613412380219, + 0.19087842106819153, + 0.09483916312456131, + 0.23184633255004883, + 0.05304693058133125, + 0.1562991887331009, + 0.11418674886226654, + 0.13464559614658356, + 0.16383393108844757, + 0.17875249683856964, + 0.16500809788703918, + 0.15668699145317078, + 0.13893336057662964, + 0.23866689205169678, + 0.12242736667394638, + 0.14968162775039673, + 0.1403786987066269, + 0.1357104778289795, + 0.08824792504310608, + 0.1263103038072586, + 0.1358206868171692, + 0.16111323237419128, + 0.17613834142684937, + 0.14637263119220734, + 0.09893191605806351, + 0.20052747428417206, + 0.11679553240537643, + 0.21462656557559967, + 0.1764526665210724, + 0.1521652638912201, + 0.162714883685112, + 0.09065312147140503, + 0.166589617729187, + 0.1288541704416275, + 0.1267206370830536, + 0.1818230301141739, + 0.15141984820365906, + 0.17157162725925446, + 0.15392909944057465, + 0.14274205267429352, + 0.22973637282848358, + 0.08726382255554199, + 0.1165623813867569, + 0.15719494223594666, + 0.1129942536354065, + 0.07755744457244873, + 0.1638658195734024, + 0.1254124641418457, + 0.13789254426956177, + 0.17974933981895447, + 0.21779094636440277, + 0.13169419765472412, + 0.06719983369112015, + 0.20943428575992584, + 0.17803449928760529, + 0.12900535762310028, + 0.08020491898059845, + 0.1036406010389328, + 0.17726561427116394, + 0.15422789752483368, + 0.19358083605766296, + 0.14329910278320312, + 0.18050803244113922, + 0.113975889980793, + 0.09389667212963104, + 0.0922776386141777, + 0.17960043251514435, + 0.1429072916507721, + 0.1365382820367813, + 0.14847669005393982, + 0.17453286051750183, + 0.11384300142526627, + 0.09457572549581528, + 0.1208786889910698, + 0.08480971306562424, + 0.15081854164600372, + 0.10398674756288528, + 0.18413041532039642, + 0.12231652438640594, + 0.1973477602005005, + 0.12985685467720032, + 0.20941559970378876, + 0.13707807660102844, + 0.09017817676067352, + 0.1439903974533081, + 0.20862582325935364, + 0.10036280006170273, + 0.12072081118822098, + 0.14913035929203033, + 0.12145556509494781, + 0.13495062291622162, + 0.08184775710105896, + 0.1175423339009285, + 0.08149852603673935, + 0.14318124949932098, + 0.11573757976293564, + 0.10641776770353317, + 0.12297122180461884, + 0.11241878569126129, + 0.10024693608283997, + 0.16681133210659027, + 0.11797826737165451, + 0.17421452701091766, + 0.15807849168777466, + 0.13573864102363586, + 0.11513703316450119, + 0.11445600539445877, + 0.10392392426729202, + 0.11584016680717468, + 0.14230483770370483, + 0.15543049573898315, + 0.16964296996593475, + 0.07780998945236206, + 0.11957601457834244, + 0.15844015777111053, + 0.13852770626544952, + 0.14585921168327332, + 0.25681665539741516, + 0.12312041968107224, + 0.20101511478424072, + 0.1707737296819687, + 0.08286839723587036, + 0.12834635376930237, + 0.1284460723400116, + 0.11792299896478653, + 0.14478638768196106, + 0.1457882523536682, + 0.19995616376399994, + 0.157647043466568, + 0.14191113412380219, + 0.13526909053325653, + 0.1697874665260315, + 0.10965314507484436, + 0.09360501915216446, + 0.07911617308855057, + 0.08495868742465973, + 0.08880540728569031, + 0.17267665266990662, + 0.18374791741371155, + 0.15681859850883484, + 0.1208326518535614, + 0.20460057258605957, + 0.19228893518447876, + 0.1651557981967926, + 0.09221488982439041, + 0.14754430949687958, + 0.15273050963878632, + 0.09974232316017151, + 0.15693160891532898, + 0.16392798721790314, + 0.1080082505941391, + 0.07897542417049408, + 0.12137231230735779, + 0.1362675130367279, + 0.12117565423250198, + 0.14159254729747772, + 0.12221568077802658, + 0.17299377918243408, + 0.12870658934116364, + 0.1309974491596222, + 0.2183220088481903, + 0.1318271905183792, + 0.1773967146873474, + 0.2203950732946396 ], "env_score_iters": [ 1, @@ -95627,2644 +115067,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.820258855819702, - -2.7382755279541016, - -2.9134697914123535, - -2.890479803085327, - -3.047891139984131, - -1.9150967597961426, - -3.3851523399353027, - -2.9939076900482178, - -2.7868399620056152, - -6.040975093841553, - -2.305617094039917, - -2.9981577396392822, - -4.201255798339844, - -1.135289192199707, - 1.9121062755584717, - -3.159926176071167, - -1.5460914373397827, - -4.949259281158447, - -3.5154030323028564, - -3.7998600006103516, - 0.20926885306835175, - -7.374631881713867, - -3.4254443645477295, - 4.590736389160156, - -2.0422253608703613, - 3.6743431091308594, - -3.666480541229248, - -1.1715354919433594, - -2.4559712409973145, - -2.3503928184509277, - -3.592508316040039, - -3.7519192695617676, - 2.53918194770813, - -3.4418087005615234, - -4.149337291717529, - -0.5172433853149414, - -1.2550981044769287, - -0.28305667638778687, - -3.5612709522247314, - -1.9631210565567017, - 6.283445358276367, - -2.738649606704712, - -3.6201155185699463, - -3.0578713417053223, - 0.27779239416122437, - -1.3993504047393799, - -1.7832846641540527, - -4.0193657875061035, - -3.208308696746826, - 3.3653435707092285, - -3.3433094024658203, - 1.1130729913711548, - -2.393603801727295, - -1.2818118333816528, - 1.1559107303619385, - -2.52650785446167, - 4.678762435913086, - -1.0914454460144043, - 0.06527655571699142, - -0.4248265326023102, - -3.586789608001709, - -1.9606739282608032, - -3.9035773277282715, - -4.240433216094971, - -2.7943942546844482, - -7.223659038543701, - -3.717120409011841, - -4.154034614562988, - 1.7023053169250488, - -3.3079724311828613, - 1.538633942604065, - -2.8533031940460205, - 1.1748571395874023, - -3.5877795219421387, - -3.515268564224243, - -0.09542800486087799, - -1.756433129310608, - -2.474539279937744, - -1.4850425720214844, - -2.0152385234832764, - 8.039178848266602, - -5.080350875854492, - -2.948183298110962, - -2.7794179916381836, - -1.1306077241897583, - -5.0650153160095215, - -0.9345491528511047, - -2.73376727104187, - -3.910919666290283, - -5.4251604080200195, - -1.686408281326294, - -4.137475967407227, - -4.043426036834717, - -2.94205904006958, - -2.1876604557037354, - -3.088794231414795, - -0.1987871527671814, - -2.0634710788726807, - -2.885559558868408, - -2.365201950073242, - -1.4610323905944824, - -2.559894323348999, - -8.54529857635498, - -1.6164485216140747, - -1.4542722702026367, - -3.233907699584961, - -2.128492832183838, - -3.222850799560547, - -3.840050220489502, - -3.0226235389709473, - -2.4643750190734863, - -3.8060169219970703, - -2.227926731109619, - -3.8906631469726562, - -3.0383989810943604, - 0.09231819957494736, - 0.3071884214878082, - -2.365619421005249, - -5.400996685028076, - -1.7793900966644287, - -3.6111631393432617, - -4.072126388549805, - -0.021418558433651924, - -5.03013277053833, - -2.4936416149139404, - -0.7992851734161377, - -1.9385223388671875, - 0.8827566504478455, - -1.1754449605941772, - -0.37415388226509094, - -3.6740148067474365, - -1.979271650314331, - -3.10664701461792, - -3.8166704177856445, - -3.8572540283203125, - -1.4505501985549927, - -2.3182671070098877, - -3.3862602710723877, - -4.055477142333984, - 0.13622061908245087, - -2.2196128368377686, - -4.471839427947998, - -3.1411490440368652, - -3.1759376525878906, - -2.269597291946411, - -2.507572650909424, - -2.298431873321533, - -8.152565956115723, - -2.620007038116455, - -3.4273180961608887, - -0.9307705163955688, - 0.6264443397521973, - -2.7748501300811768, - -5.28151273727417, - -2.7050716876983643, - -3.475372552871704, - -4.217484474182129, - -2.01484751701355, - -1.601927399635315, - -2.421959161758423, - -6.947798252105713, - -6.411142349243164, - -2.4626805782318115, - -3.1290760040283203, - -2.295529365539551, - -3.4443612098693848, - -0.3721586763858795, - -2.843064069747925, - -2.9646129608154297, - -2.927685022354126, - -3.6004116535186768, - -3.3047235012054443, - 7.416799068450928, - -3.2489254474639893, - -1.212847113609314, - -3.2033603191375732, - -4.084766864776611, - -3.136880397796631, - -0.8206095695495605, - -3.0384819507598877, - -3.8304879665374756, - -2.813326597213745, - -0.7583107948303223, - -7.170445442199707, - -1.8717494010925293, - -0.8271378874778748, - 3.3659508228302, - -2.189237356185913, - -4.2682271003723145, - -2.166489601135254, - -2.8841445446014404, - 0.4113232493400574, - -2.685091018676758, - -0.25281164050102234, - -1.6765365600585938, - -2.722578525543213, - 1.1145967245101929, - -3.4086005687713623, - -3.315340518951416, - -4.096571445465088, - -2.101917266845703, - -0.07622300833463669, - -2.661036491394043, - -1.113824486732483, - -2.309180736541748, - -3.613309621810913, - -0.6126549243927002, - -3.6462106704711914, - -5.65984582901001, - -0.7020456194877625, - -1.6796209812164307, - -4.712112903594971, - -4.185657501220703, - -3.221585750579834, - -5.8075456619262695, - -5.080622673034668, - -3.861442804336548, - -1.4465025663375854, - -1.9822036027908325, - -2.9969146251678467, - -2.2108898162841797, - -4.103264331817627, - -3.080909013748169, - -3.0527946949005127, - 0.20136699080467224, - -3.4096415042877197, - -0.18139779567718506, - -1.9316530227661133, - 1.1230469942092896, - -0.7389695644378662, - -8.133482933044434, - -0.623998761177063, - 0.6833373308181763, - -2.5626046657562256, - -8.329740524291992, - -2.876434326171875, - -3.5246219635009766, - -4.704739093780518, - -1.862736701965332, - -5.161765098571777, - -2.960580825805664, - -5.804170608520508, - -4.138581275939941, - -0.7781511545181274, - -2.918214797973633, - -2.598121404647827, - -3.9963877201080322, - -3.665444850921631, - -1.3364619016647339, - -4.039495944976807, - -4.321369647979736, - -2.853405237197876, - 0.4155072867870331, - -4.014166355133057, - -2.3780877590179443, - -7.518556118011475, - -3.4953079223632812, - -4.442619323730469, - -6.434178352355957, - -2.765838861465454, - -2.5166988372802734, - -2.2908854484558105, - -2.789262294769287, - -5.300112724304199, - -5.188301086425781, - -3.718459129333496, - -7.36665153503418, - -3.888603925704956, - 0.07195674628019333, - -5.4742865562438965, - -3.614992618560791, - -3.376793146133423, - -4.174523830413818, - -3.294367790222168, - -3.034407615661621, - -5.398840427398682, - -2.6158676147460938, - -3.133388042449951, - -3.4287631511688232, - -4.384222984313965, - -5.092510223388672, - -0.5358591675758362, - -3.0238733291625977, - -4.307125568389893, - -1.2782211303710938, - -2.8143887519836426, - -4.2564544677734375, - -0.10997232049703598, - -3.3686230182647705, - -3.33361554145813, - -3.1446645259857178, - -2.770923614501953, - -3.4788620471954346, - -4.104447841644287, - -3.30951189994812, - -0.6297118067741394, - -3.6697585582733154, - -4.679566383361816, - -3.3254222869873047, - -2.613518476486206, - -3.2488818168640137, - -2.574336051940918, - -4.076840400695801, - -1.6635606288909912, - -1.5052180290222168, - -1.4722301959991455, - -0.05282103270292282, - -2.3155925273895264, - -3.9499340057373047, - -3.2205910682678223, - -3.216386079788208, - -3.707763910293579, - -2.163656234741211, - -2.505645275115967, - -4.668858528137207, - -3.3964362144470215, - -3.8327298164367676, - -3.946930170059204, - -5.14490270614624, - -3.7335987091064453, - -3.2805440425872803, - -2.0741186141967773, - -3.929230213165283, - -5.004246711730957, - -3.5851070880889893, - -3.2238664627075195, - -1.3730533123016357, - -3.3843581676483154, - -3.2730326652526855, - -3.1797237396240234, - -4.846681118011475, - -3.1862359046936035, - -3.6411609649658203, - -3.87506103515625, - -4.552176475524902, - -3.8514318466186523, - -1.168094277381897, - -2.7974915504455566, - -4.131458282470703, - -4.99763822555542, - -6.740113735198975, - -3.4299349784851074, - -6.502783298492432, - -5.700819492340088, - -2.2207088470458984, - -6.712887763977051, - -4.071547985076904, - -4.095412731170654, - -3.705610513687134, - -3.155287265777588, - -4.712784767150879, - -3.540013074874878, - -2.4318630695343018, - -2.3323493003845215, - -3.092691659927368, - -3.2897534370422363, - -3.5230462551116943, - -3.793278455734253, - -5.60867166519165, - -3.028563976287842, - 0.8791443109512329, - -3.5712497234344482, - -4.808105945587158, - -3.101578712463379, - -1.3194361925125122, - -4.791540145874023, - -2.3271119594573975, - -4.013887405395508, - -4.483314514160156, - -4.4581708908081055, - -3.562351703643799, - -3.4292678833007812, - -3.2299017906188965, - -2.7114176750183105, - -3.5973997116088867, - -6.273645877838135, - -1.8572012186050415, - -1.9283620119094849, - -2.519552230834961, - -3.996594190597534, - -3.836538314819336, - -3.9666175842285156, - -3.286156415939331, - -3.4294114112854004, - -2.584658622741699, - -4.3116631507873535, - 1.6790403127670288, - -1.9852871894836426, - -4.433649063110352, - -3.656705379486084, - -3.9561092853546143, - -3.702036142349243, - 1.3827940225601196, - -6.977534770965576, - -3.1528918743133545, - -4.637927055358887, - -3.5279700756073, - -3.849923610687256, - -4.471682071685791, - -4.84663724899292, - -5.43287467956543, - -5.357665538787842, - -5.029596328735352, - -2.4042277336120605, - -0.8821955323219299, - -4.326179504394531, - -4.218904972076416, - -5.684344291687012, - -7.82928466796875, - -5.661827564239502, - -1.9798364639282227, - -3.714129686355591, - -3.217097759246826, - -5.9296488761901855, - -4.324524402618408, - -2.9486777782440186, - -4.089756488800049, - -3.695345163345337, - -2.7664411067962646, - -0.9082335829734802, - -4.180198669433594, - -0.6986905932426453, - -4.233865261077881, - -2.9377706050872803, - -4.104976654052734, - -1.935451626777649, - -3.6664228439331055, - -2.8346059322357178, - -5.777559757232666, - -3.1592986583709717, - -4.579805850982666, - -4.493287086486816, - -3.769127607345581, - -1.4308162927627563, - -3.822821617126465, - -5.4698076248168945, - -4.042947292327881, - -3.8218023777008057, - -3.9185802936553955, - -3.2325594425201416, - -2.7019858360290527, - -5.376990795135498, - -2.7798309326171875, - -3.7872252464294434, - -3.2822062969207764, - -3.8019964694976807, - -4.671092510223389, - -4.157805919647217, - -6.688938617706299, - -3.4279839992523193, - 0.9195709824562073, - -3.882178544998169, - -4.809927940368652, - -3.74560809135437, - -4.2357940673828125, - -4.036652565002441, - -4.158982276916504, - -4.297500133514404, - -3.157819986343384, - -2.270503282546997, - -3.8911705017089844, - -3.1783549785614014, - -3.5742011070251465, - -3.3142480850219727, - -5.775358200073242, - -4.7859416007995605, - -3.4514009952545166, - -6.213912487030029, - -3.330328941345215, - -3.867504119873047, - -4.617275238037109, - -3.8856611251831055, - -3.4705584049224854, - -4.626247882843018, - -4.174436092376709, - -3.694096088409424, - -3.9257519245147705, - -3.5389809608459473, - -3.640939474105835, - -3.856623888015747, - -3.4221010208129883, - -4.103921413421631, - -3.35605525970459, - -4.334408283233643, - -3.437283754348755, - -3.6362216472625732, - -5.5404133796691895, - -3.8343417644500732, - -3.6405744552612305, - -3.8347208499908447, - -4.447606086730957, - -3.3788576126098633, - -3.766087293624878, - -2.1897926330566406, - -3.2501492500305176, - -4.743176460266113, - -4.48729133605957 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.45353585481643677, + -0.5558792352676392, + -0.405612051486969, + -0.47603994607925415, + -0.5657075643539429, + -0.4193928837776184, + -0.4475947618484497, + -0.39332056045532227, + -0.4482482969760895, + -0.5423313975334167, + -0.6562421917915344, + -0.7603533864021301, + -0.26686742901802063, + -0.49849241971969604, + -0.21060022711753845, + -0.37932682037353516, + -0.4501555562019348, + -0.4629306495189667, + -0.38170915842056274, + -0.41723743081092834, + -0.42994552850723267, + -0.5685561895370483, + -0.5271133780479431, + -0.6003831624984741, + -0.3572622239589691, + -0.40395838022232056, + -0.49175262451171875, + -0.29592710733413696, + -0.47826728224754333, + -0.46986377239227295, + -0.3679310977458954, + -0.443538099527359, + -0.5867096781730652, + -0.4911966621875763, + -0.350331574678421, + -0.20450520515441895, + -0.589464545249939, + -0.6889680624008179, + -0.6061967015266418, + -0.5503153800964355, + -0.5523536205291748, + -0.5561426877975464, + -0.4789366126060486, + -0.46113768219947815, + -0.48615559935569763, + -0.5152285695075989, + -0.4834166467189789, + -0.5241945385932922, + -0.513774037361145, + -0.4212428331375122, + -0.44872987270355225, + -0.28041860461235046, + -0.36953121423721313, + -0.5781470537185669, + -0.3834872543811798, + -0.5913800001144409, + -0.13517311215400696, + -0.6971441507339478, + -0.45214328169822693, + -0.6003429293632507, + -0.3461737334728241, + -0.4196692109107971, + -0.5335357189178467, + -0.465854674577713, + -0.2649560868740082, + -0.5072145462036133, + -0.9328609704971313, + -0.6339644193649292, + -0.46779078245162964, + -0.47000208497047424, + -0.6225606203079224, + -0.5814529657363892, + -0.536246120929718, + -0.41189250349998474, + -0.5267336368560791, + -0.3724261224269867, + -0.9382491111755371, + -0.4772237539291382, + -0.794765830039978, + -0.5230185985565186, + -0.6222422122955322, + -0.6675717234611511, + -0.4655509889125824, + -0.5970532894134521, + -0.7140055894851685, + -0.3416484296321869, + -0.6081619262695312, + -0.5053783655166626, + -0.5270897746086121, + -0.5679933428764343, + -0.6038384437561035, + -0.49556589126586914, + -0.7047521471977234, + -0.4227283000946045, + -0.4787713587284088, + -0.3992936611175537, + -0.42215123772621155, + -0.3965538740158081, + -0.42737436294555664, + -0.5466524958610535, + -0.4611456096172333, + -0.4171391725540161, + -0.5375787615776062, + -0.6161484122276306, + -0.20408830046653748, + -0.6060243248939514, + -0.5697612166404724, + -0.6718809604644775, + -0.5838846564292908, + -0.4124610126018524, + -0.5300853848457336, + -0.4603133201599121, + -0.5165868401527405, + -0.5530605912208557, + -0.5012694597244263, + -0.6779991984367371, + -0.48056676983833313, + -0.460122674703598, + -0.5576310753822327, + -0.6245503425598145, + -0.38469746708869934, + -0.4870786964893341, + -0.4418734014034271, + -0.5237482786178589, + -0.4582132399082184, + -0.5795009136199951, + -0.44291952252388, + -0.4896533191204071, + -0.26946938037872314, + -0.5230566263198853, + -0.5611710548400879, + -0.507089376449585, + -0.4053907096385956, + -0.3423949182033539, + -0.5073155760765076, + -0.46158790588378906, + -0.5611588954925537, + -0.5968313813209534, + -0.43765315413475037, + -0.581803560256958, + -0.7222281098365784, + -0.6167742609977722, + -0.7447757124900818, + -0.3705274760723114, + -0.5694388747215271, + -1.0047674179077148, + -0.4933851361274719, + -0.057249248027801514, + -0.3390677869319916, + -0.5365934371948242, + -0.4996549189090729, + -0.7700786590576172, + -0.3448958396911621, + -0.530212938785553, + -0.3869307041168213, + -0.41467761993408203, + -0.5807191729545593, + -0.5707046985626221, + -0.8632851243019104, + -0.5555000305175781, + -0.48395001888275146, + -0.3980293273925781, + -0.6279536485671997, + -0.5124059915542603, + -0.6497613787651062, + -0.02158968150615692, + -0.7418044209480286, + -0.4631165564060211, + -0.7372509241104126, + -0.4361031949520111, + -0.7148473858833313, + -0.38694965839385986, + -0.41332539916038513, + -0.5094574093818665, + -0.581655740737915, + -0.7571699023246765, + -0.46727973222732544, + -0.5564339756965637, + -0.5101680159568787, + -0.40526923537254333, + -0.47966375946998596, + -0.5710293054580688, + -0.48121577501296997, + -0.442350298166275, + -0.4586283266544342, + -0.5571520924568176, + -0.4988427758216858, + -0.5948836207389832, + -0.3298202157020569, + -0.29357731342315674, + -0.41581806540489197, + -0.576009213924408, + -0.48405206203460693, + -0.6053110957145691, + -0.5037205815315247, + -0.5580001473426819, + -0.4763060510158539, + -0.4382050931453705, + -0.5092332363128662, + -0.7494702935218811, + -0.49677717685699463, + -0.3988191783428192, + -0.5177211165428162, + -0.5896376967430115, + -0.5763025283813477, + -0.49276068806648254, + -0.34766119718551636, + -0.570679783821106, + -0.2829776108264923, + -0.5969558954238892, + -0.5429956912994385, + -0.4640935957431793, + -0.5514227747917175, + -0.5888385772705078, + -0.5666582584381104, + -0.33639276027679443, + -0.5380764007568359, + -0.3857605755329132, + -0.6199367046356201, + -0.5143961310386658, + -0.6959199905395508, + -0.5624065399169922, + -0.38310688734054565, + -0.5021554231643677, + -0.7590597867965698, + -0.34207427501678467, + -0.8479318022727966, + -0.2943904995918274, + -0.7666847705841064, + -0.5704347491264343, + -0.4961484670639038, + -0.6759747266769409, + -0.7979905009269714, + -0.39213424921035767, + -0.410569429397583, + -0.5628802180290222, + -0.35967928171157837, + -0.6058189868927002, + -0.5734360218048096, + -0.6203400492668152, + -0.44843220710754395, + -0.5752223134040833, + -0.619174063205719, + -0.6044684052467346, + -0.5204797983169556, + -0.43936383724212646, + -0.3930319547653198, + -0.5329770445823669, + -0.4201759696006775, + -0.43012571334838867, + -0.5009011030197144, + -0.5241204500198364, + -0.5807801485061646, + -0.5157374739646912, + -0.41851916909217834, + -0.5789527893066406, + -0.39011141657829285, + -0.6673897504806519, + -0.5151071548461914, + -0.6654120087623596, + -0.6147760152816772, + -0.38080477714538574, + -0.46448734402656555, + -0.5366178750991821, + -0.5740012526512146, + -0.6428325772285461, + -0.6088067293167114, + -0.44314366579055786, + -0.3761328458786011, + -0.5504716634750366, + -0.5953558087348938, + -0.5441884398460388, + -0.49252834916114807, + -0.4283375144004822, + -0.5051367878913879, + -0.48626601696014404, + -0.6804974675178528, + -0.5758582949638367, + -0.478099524974823, + -0.5898832082748413, + -0.46773168444633484, + -0.5301894545555115, + -0.4993274509906769, + -0.5674378871917725, + -0.5394352078437805, + -0.6586002707481384, + -0.6285870671272278, + -0.4610186517238617, + -0.6268377900123596, + -0.506026566028595, + -0.4815865755081177, + -0.48228228092193604, + -0.5201143026351929, + -0.5121758580207825, + -0.5811776518821716, + -0.6613291501998901, + -0.5438269972801208, + -0.5929411053657532, + -0.5189669132232666, + -0.5489776134490967, + -0.4410380423069, + -0.3885529041290283, + -0.5608755350112915, + -0.527708113193512, + -0.5438563823699951, + -0.4783089756965637, + -0.5142027139663696, + -0.6857537627220154, + -0.5748635530471802, + -0.38054996728897095, + -0.3886481821537018, + -0.5782294273376465, + -0.6618412137031555, + -0.4824810326099396, + -0.5255539417266846, + -0.5583468675613403, + -0.6273847222328186, + -0.47618287801742554, + -0.433070570230484, + -0.5349441170692444, + -0.5739458203315735, + -0.3578677773475647, + -0.42864176630973816, + -0.5146904587745667, + -0.5611996650695801, + -0.6039648056030273, + -0.5200669169425964, + -0.6211759448051453, + -0.5901972651481628, + -0.4452264904975891, + -0.6994872689247131, + -0.4915088415145874, + -0.5186752080917358, + -0.39560604095458984, + -0.5307372212409973, + -0.578867495059967, + -0.5884568095207214, + -0.6285862922668457, + -0.5300648808479309, + -0.60530686378479, + -0.46979328989982605, + -0.7488999366760254, + -0.48946499824523926, + -0.5231887698173523, + -0.4336586892604828, + -0.5398454070091248, + -0.49128052592277527, + -0.43484872579574585, + -0.45144975185394287, + -0.4922463297843933, + -0.5632559061050415, + -0.5979996919631958, + -0.5229703783988953, + -0.6009559631347656, + -0.637535572052002, + -0.48021620512008667, + -0.745006799697876, + -0.38770055770874023, + -0.6756284832954407, + -0.4825620949268341, + -0.16023829579353333, + -0.6188348531723022, + -0.6314752697944641, + -0.4884577989578247, + -0.4205777049064636, + -0.6323927044868469, + -0.52428138256073, + -0.4690872132778168, + -0.5971705913543701, + -0.3503780961036682, + -0.4209522604942322, + -0.6216611266136169, + -0.29594287276268005, + -0.8580862283706665, + -0.45822274684906006, + -0.5483694076538086, + -0.5501791834831238, + -0.5597425103187561, + -0.5786304473876953, + -0.658270001411438, + -0.48715656995773315, + -0.4636338949203491, + -0.28344622254371643, + -0.640284538269043, + -0.5583371520042419, + -0.5213053822517395, + -0.8747225403785706, + -0.48579251766204834, + -0.5886439085006714, + -0.6319051384925842, + -0.46203404664993286, + -0.6502537727355957, + -0.32295289635658264, + -0.5619718432426453, + -0.6733012795448303, + -0.44027674198150635, + -0.5014424324035645, + -0.49395111203193665, + -0.913086473941803, + -0.8634704351425171, + -0.5454642176628113, + -0.4682571589946747, + -0.4972153604030609, + -0.5268141627311707, + -0.5291730761528015, + -0.6787932515144348, + -0.6385884881019592, + -0.5083702802658081, + -0.6764755249023438, + -0.44720712304115295, + -0.5529146790504456, + -0.6696438789367676, + -0.6616788506507874, + -0.45502030849456787, + -0.4470651149749756, + -0.48111215233802795, + -0.5121340751647949, + -0.5690791606903076, + -0.7594852447509766, + -0.5657028555870056, + -0.45120587944984436, + -0.560491681098938, + -0.642358124256134, + -0.7481706142425537, + -0.4399997293949127, + -0.551750659942627, + -0.7673279047012329, + -0.6094525456428528, + -0.5333031415939331, + -0.49639156460762024, + -0.48648959398269653, + -0.5488989353179932, + -0.507098376750946, + -0.5364933013916016, + -0.611849308013916, + -0.5440391898155212, + -0.5327015519142151, + -0.6194205284118652, + -0.5430570840835571, + -0.5799117684364319, + -0.43969088792800903, + -0.6411116719245911, + -0.5798789858818054, + -0.7508848905563354, + -0.48624786734580994, + -0.6665993928909302, + -0.4837414026260376, + -0.5575312376022339, + -0.5283103585243225, + -0.4427622854709625, + -0.7963460087776184, + -0.450508713722229, + -0.44505250453948975, + -0.5644021034240723, + -0.5760200023651123, + -0.6087363958358765, + -0.5486224889755249, + -0.563970685005188, + -0.4666275382041931, + -0.4936041533946991, + -0.5521071553230286, + -0.5027037858963013, + -0.47435906529426575, + -0.5673085451126099, + -0.652235209941864, + -0.7119325399398804, + -0.5217376351356506, + -0.6808115243911743, + -0.6539925336837769, + -0.6346819400787354, + -0.45546936988830566, + -0.5912165641784668, + -0.766341507434845, + -0.6405624747276306, + -0.47135260701179504, + -0.49108290672302246, + -0.5297402143478394, + -0.5572549700737, + -0.5547459125518799, + -0.6065251231193542, + -0.6566915512084961, + -0.5440947413444519, + -0.6359010934829712, + -0.4913753569126129, + -0.547195553779602, + -0.6190160512924194, + -0.584527313709259, + -0.49110719561576843, + -0.5457364320755005, + -0.4732019007205963, + -0.43706199526786804, + -0.4533825218677521, + -0.3317062258720398, + -0.5746539235115051, + -0.7079030871391296, + -0.5449985265731812 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.6749999999999999, - 0.65, - 0.6749999999999999, - 0.7, - 0.6000000000000001, - 0.65, - 0.6749999999999999, - 0.6000000000000001, - 0.5750000000000001, - 0.525 + 0.43749999999999994, + 0.475, + 0.42499999999999993, + 0.43749999999999994, + 0.46249999999999997, + 0.4375, + 0.4125, + 0.4125, + 0.4375, + 0.43749999999999994, + 0.46249999999999997, + 0.38749999999999996, + 0.4, + 0.35, + 0.44999999999999996, + 0.425, + 0.4125, + 0.42499999999999993, + 0.39999999999999997, + 0.375 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.7213311791419983, - 0.6184089779853821, - 0.6867076754570007, - 0.6820604205131531, - 0.6989530920982361, - 0.9914245009422302, - 0.7677670121192932, - 0.6572543382644653, - 0.7204301953315735, - 0.6864331960678101 + 0.15410205721855164, + -0.06272204220294952, + 0.19469378888607025, + -0.13329428434371948, + 0.031906284391880035, + -0.16224132478237152, + 0.049896541982889175, + -0.0438520684838295, + 0.2667649984359741, + 0.27167606353759766, + 0.4007430076599121, + 0.16402222216129303, + -0.22736477851867676, + -0.2973838746547699, + 0.00931716151535511, + 0.1399032026529312, + 0.0816970095038414, + -0.18694984912872314, + 0.010474219918251038, + 0.019203146919608116 ], "rl_grad_norm": [ - 0.7697799205780029, - 1.4285176992416382, - 0.923538088798523, - 1.3022600412368774, - 0.18686744570732117, - 0.8806245923042297, - 0.20680268108844757, - 0.6521148681640625, - 0.23259752988815308, - 0.2966707944869995 + 1.0140798091888428, + 0.5469290614128113, + 0.5404555797576904, + 0.495124876499176, + 0.3430323898792267, + 0.21959079802036285, + 0.3089447617530823, + 0.5985792875289917, + 0.5449440479278564, + 0.4016737639904022, + 0.4127752482891083, + 0.3106512427330017, + 0.3805428743362427, + 0.38664954900741577, + 0.4500003457069397, + 0.2698715627193451, + 0.26609504222869873, + 0.2514345943927765, + 0.2986498773097992, + 0.3241651654243469 ], "bc_grad_norm": [ - 0.500363290309906, - 0.9672098755836487, - 0.45991116762161255, - 0.27466005086898804, - 0.22863858938217163, - 0.8839356303215027, - 0.24451416730880737, - 0.43883612751960754, - 0.29145172238349915, - 0.2345239818096161 + 3.22774076461792, + 2.3077011108398438, + 3.0873658657073975, + 1.9999452829360962, + 3.0867538452148438, + 3.086702585220337, + 2.7535011768341064, + 3.122978687286377, + 2.919642210006714, + 1.5285927057266235, + 1.9444372653961182, + 2.17678165435791, + 2.701525926589966, + 5.922025680541992, + 3.0951297283172607, + 3.5119152069091797, + 1.9774056673049927, + 3.6706392765045166, + 4.107966423034668, + 3.978546380996704 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.00012954151316080242, - "embedding.weight": 0.002863063011318445, - "cnn.0.weight": 0.06955190002918243, - "cnn.0.bias": 0.0029537654481828213, - "cnn.2.weight": 0.021799413487315178, - "cnn.2.bias": 0.007947877049446106, - "cnn.5.weight": 0.025468304753303528, - "cnn.5.bias": 0.0067712911404669285, - "action_emb.weight": 0.008811768144369125, - "timestep_emb.weight": 0.00433335592970252, - "pos_emb.weight": 0.005237075500190258, - "transformer.layers.0.self_attn.in_proj_weight": 0.051551464945077896, - "transformer.layers.0.self_attn.in_proj_bias": 0.0045853713527321815, - "transformer.layers.0.self_attn.out_proj.weight": 0.050807349383831024, - "transformer.layers.0.self_attn.out_proj.bias": 0.006611932534724474, - "transformer.layers.0.linear1.weight": 0.04827006161212921, - "transformer.layers.0.linear1.bias": 0.002533127088099718, - "transformer.layers.0.linear2.weight": 0.062790147960186, - "transformer.layers.0.linear2.bias": 0.00521615706384182, - "transformer.layers.0.norm1.weight": 0.003151652170345187, - "transformer.layers.0.norm1.bias": 0.004343904554843903, - "transformer.layers.0.norm2.weight": 0.0036686451639980078, - "transformer.layers.0.norm2.bias": 0.002148617058992386, - "transformer.layers.1.self_attn.in_proj_weight": 0.05027273669838905, - "transformer.layers.1.self_attn.in_proj_bias": 0.003096738364547491, - "transformer.layers.1.self_attn.out_proj.weight": 0.05745171010494232, - "transformer.layers.1.self_attn.out_proj.bias": 0.004512791056185961, - "transformer.layers.1.linear1.weight": 0.033995285630226135, - "transformer.layers.1.linear1.bias": 0.001973084406927228, - "transformer.layers.1.linear2.weight": 0.04632022604346275, - "transformer.layers.1.linear2.bias": 0.004333426244556904, - "transformer.layers.1.norm1.weight": 0.0029127609450370073, - "transformer.layers.1.norm1.bias": 0.0030151279643177986, - "transformer.layers.1.norm2.weight": 0.002194521948695183, - "transformer.layers.1.norm2.bias": 0.0020028818398714066, - "transformer.layers.2.self_attn.in_proj_weight": 0.0632905662059784, - "transformer.layers.2.self_attn.in_proj_bias": 0.00401329854503274, - "transformer.layers.2.self_attn.out_proj.weight": 0.049654752016067505, - "transformer.layers.2.self_attn.out_proj.bias": 0.004113095812499523, - "transformer.layers.2.linear1.weight": 0.03353413939476013, - "transformer.layers.2.linear1.bias": 0.0020300569012761116, - "transformer.layers.2.linear2.weight": 0.036249563097953796, - "transformer.layers.2.linear2.bias": 0.004129990004003048, - "transformer.layers.2.norm1.weight": 0.004778060130774975, - "transformer.layers.2.norm1.bias": 0.0043474179692566395, - "transformer.layers.2.norm2.weight": 0.002120048040524125, - "transformer.layers.2.norm2.bias": 0.0019492062274366617, - "transformer.layers.3.self_attn.in_proj_weight": 0.09441248327493668, - "transformer.layers.3.self_attn.in_proj_bias": 0.006862513720989227, - "transformer.layers.3.self_attn.out_proj.weight": 0.055541783571243286, - "transformer.layers.3.self_attn.out_proj.bias": 0.005349891260266304, - "transformer.layers.3.linear1.weight": 0.07578971982002258, - "transformer.layers.3.linear1.bias": 0.004657911602407694, - "transformer.layers.3.linear2.weight": 0.043087612837553024, - "transformer.layers.3.linear2.bias": 0.00673510879278183, - "transformer.layers.3.norm1.weight": 0.006632894743233919, - "transformer.layers.3.norm1.bias": 0.007897239178419113, - "transformer.layers.3.norm2.weight": 0.005311824381351471, - "transformer.layers.3.norm2.bias": 0.0048974016681313515, - "head.weight": 0.5058698654174805, - "head.bias": 0.014024948701262474, - "global_embedding.weight": 0.017112093046307564, - "global_cnn.0.weight": 0.13464760780334473, - "global_cnn.0.bias": 0.004781050607562065, - "global_cnn.2.weight": 0.3668370246887207, - "global_cnn.2.bias": 0.013209087774157524, - "global_proj.weight": 0.1022530049085617, - "global_proj.bias": 0.04701144993305206, - "goal_head.0.weight": 0.06546903401613235, - "goal_head.0.bias": 0.02227306365966797, - "goal_head.2.weight": 0.09583834558725357, - "goal_head.2.bias": 0.05151419714093208 - }, - { - "global_gate": 0.00019542148220352829, - "embedding.weight": 0.014839940704405308, - "cnn.0.weight": 0.2738383114337921, - "cnn.0.bias": 0.010863031260669231, - "cnn.2.weight": 0.06483820080757141, - "cnn.2.bias": 0.02185182087123394, - "cnn.5.weight": 0.06893834471702576, - "cnn.5.bias": 0.016040178015828133, - "action_emb.weight": 0.014792333357036114, - "timestep_emb.weight": 0.006635540165007114, - "pos_emb.weight": 0.008673744276165962, - "transformer.layers.0.self_attn.in_proj_weight": 0.1024361252784729, - "transformer.layers.0.self_attn.in_proj_bias": 0.0073316460475325584, - "transformer.layers.0.self_attn.out_proj.weight": 0.08907662332057953, - "transformer.layers.0.self_attn.out_proj.bias": 0.008997178636491299, - "transformer.layers.0.linear1.weight": 0.0779428780078888, - "transformer.layers.0.linear1.bias": 0.004050166346132755, - "transformer.layers.0.linear2.weight": 0.09023287892341614, - "transformer.layers.0.linear2.bias": 0.007193722762167454, - "transformer.layers.0.norm1.weight": 0.006428398657590151, - "transformer.layers.0.norm1.bias": 0.007333299145102501, - "transformer.layers.0.norm2.weight": 0.00628873985260725, - "transformer.layers.0.norm2.bias": 0.004242221359163523, - "transformer.layers.1.self_attn.in_proj_weight": 0.07434836030006409, - "transformer.layers.1.self_attn.in_proj_bias": 0.004159634467214346, - "transformer.layers.1.self_attn.out_proj.weight": 0.08794581145048141, - "transformer.layers.1.self_attn.out_proj.bias": 0.005626074969768524, - "transformer.layers.1.linear1.weight": 0.048894647508859634, - "transformer.layers.1.linear1.bias": 0.0024670723360031843, - "transformer.layers.1.linear2.weight": 0.06305302679538727, - "transformer.layers.1.linear2.bias": 0.005321003030985594, - "transformer.layers.1.norm1.weight": 0.004260828718543053, - "transformer.layers.1.norm1.bias": 0.00438883388414979, - "transformer.layers.1.norm2.weight": 0.0034365016035735607, - "transformer.layers.1.norm2.bias": 0.0023041386157274246, - "transformer.layers.2.self_attn.in_proj_weight": 0.08802008628845215, - "transformer.layers.2.self_attn.in_proj_bias": 0.004456098657101393, - "transformer.layers.2.self_attn.out_proj.weight": 0.06592606753110886, - "transformer.layers.2.self_attn.out_proj.bias": 0.004917928483337164, - "transformer.layers.2.linear1.weight": 0.04491123929619789, - "transformer.layers.2.linear1.bias": 0.0024077470880001783, - "transformer.layers.2.linear2.weight": 0.05112484097480774, - "transformer.layers.2.linear2.bias": 0.00499597517773509, - "transformer.layers.2.norm1.weight": 0.005468282382935286, - "transformer.layers.2.norm1.bias": 0.005198229569941759, - "transformer.layers.2.norm2.weight": 0.002805896569043398, - "transformer.layers.2.norm2.bias": 0.0023197229020297527, - "transformer.layers.3.self_attn.in_proj_weight": 0.14193013310432434, - "transformer.layers.3.self_attn.in_proj_bias": 0.009573930874466896, - "transformer.layers.3.self_attn.out_proj.weight": 0.08185344189405441, - "transformer.layers.3.self_attn.out_proj.bias": 0.008155334740877151, - "transformer.layers.3.linear1.weight": 0.1143096461892128, - "transformer.layers.3.linear1.bias": 0.006718652322888374, - "transformer.layers.3.linear2.weight": 0.06588544696569443, - "transformer.layers.3.linear2.bias": 0.010143032297492027, - "transformer.layers.3.norm1.weight": 0.010925255715847015, - "transformer.layers.3.norm1.bias": 0.013289319351315498, - "transformer.layers.3.norm2.weight": 0.008964977227151394, - "transformer.layers.3.norm2.bias": 0.007137627806514502, - "head.weight": 0.765100359916687, - "head.bias": 0.018833568319678307, - "global_embedding.weight": 0.05557623505592346, - "global_cnn.0.weight": 0.28704074025154114, - "global_cnn.0.bias": 0.00742877135053277, - "global_cnn.2.weight": 0.7487760186195374, - "global_cnn.2.bias": 0.028866345062851906, - "global_proj.weight": 0.11318328976631165, - "global_proj.bias": 0.057897984981536865, - "goal_head.0.weight": 0.06251094490289688, - "goal_head.0.bias": 0.023803018033504486, - "goal_head.2.weight": 0.08733303844928741, - "goal_head.2.bias": 0.054540034383535385 - }, - { - "global_gate": 0.00012066606723237783, - "embedding.weight": 0.005856968462467194, - "cnn.0.weight": 0.12226983159780502, - "cnn.0.bias": 0.004676599521189928, - "cnn.2.weight": 0.02565694972872734, - "cnn.2.bias": 0.01117380615323782, - "cnn.5.weight": 0.02231200970709324, - "cnn.5.bias": 0.008023492060601711, - "action_emb.weight": 0.012986887246370316, - "timestep_emb.weight": 0.0035369680263102055, - "pos_emb.weight": 0.005125682335346937, - "transformer.layers.0.self_attn.in_proj_weight": 0.05102976784110069, - "transformer.layers.0.self_attn.in_proj_bias": 0.005067074205726385, - "transformer.layers.0.self_attn.out_proj.weight": 0.05457663536071777, - "transformer.layers.0.self_attn.out_proj.bias": 0.007132163271307945, - "transformer.layers.0.linear1.weight": 0.05575220659375191, - "transformer.layers.0.linear1.bias": 0.0030864591244608164, - "transformer.layers.0.linear2.weight": 0.06346021592617035, - "transformer.layers.0.linear2.bias": 0.0066330512054264545, - "transformer.layers.0.norm1.weight": 0.0029026628471910954, - "transformer.layers.0.norm1.bias": 0.004509911872446537, - "transformer.layers.0.norm2.weight": 0.004772109445184469, - "transformer.layers.0.norm2.bias": 0.0028454908169806004, - "transformer.layers.1.self_attn.in_proj_weight": 0.050648897886276245, - "transformer.layers.1.self_attn.in_proj_bias": 0.003802655963227153, - "transformer.layers.1.self_attn.out_proj.weight": 0.07089050859212875, - "transformer.layers.1.self_attn.out_proj.bias": 0.005886051803827286, - "transformer.layers.1.linear1.weight": 0.03661508113145828, - "transformer.layers.1.linear1.bias": 0.002305041765794158, - "transformer.layers.1.linear2.weight": 0.049892693758010864, - "transformer.layers.1.linear2.bias": 0.006031475029885769, - "transformer.layers.1.norm1.weight": 0.0031697910744696856, - "transformer.layers.1.norm1.bias": 0.0036497546825557947, - "transformer.layers.1.norm2.weight": 0.0027881760615855455, - "transformer.layers.1.norm2.bias": 0.002541151363402605, - "transformer.layers.2.self_attn.in_proj_weight": 0.06243950501084328, - "transformer.layers.2.self_attn.in_proj_bias": 0.004727599211037159, - "transformer.layers.2.self_attn.out_proj.weight": 0.052801329642534256, - "transformer.layers.2.self_attn.out_proj.bias": 0.006024426780641079, - "transformer.layers.2.linear1.weight": 0.03272906318306923, - "transformer.layers.2.linear1.bias": 0.0021888103801757097, - "transformer.layers.2.linear2.weight": 0.037685368210077286, - "transformer.layers.2.linear2.bias": 0.006455285474658012, - "transformer.layers.2.norm1.weight": 0.0039048900362104177, - "transformer.layers.2.norm1.bias": 0.005130301229655743, - "transformer.layers.2.norm2.weight": 0.0024144405033439398, - "transformer.layers.2.norm2.bias": 0.002477766014635563, - "transformer.layers.3.self_attn.in_proj_weight": 0.13909737765789032, - "transformer.layers.3.self_attn.in_proj_bias": 0.013227850198745728, - "transformer.layers.3.self_attn.out_proj.weight": 0.06894773989915848, - "transformer.layers.3.self_attn.out_proj.bias": 0.010908854193985462, - "transformer.layers.3.linear1.weight": 0.09015381336212158, - "transformer.layers.3.linear1.bias": 0.007437397725880146, - "transformer.layers.3.linear2.weight": 0.05445345491170883, - "transformer.layers.3.linear2.bias": 0.014196640811860561, - "transformer.layers.3.norm1.weight": 0.011456625536084175, - "transformer.layers.3.norm1.bias": 0.01968977600336075, - "transformer.layers.3.norm2.weight": 0.006957780569791794, - "transformer.layers.3.norm2.bias": 0.009851476177573204, - "head.weight": 0.702970027923584, - "head.bias": 0.02643675170838833, - "global_embedding.weight": 0.02280820906162262, - "global_cnn.0.weight": 0.13860712945461273, - "global_cnn.0.bias": 0.0042997607961297035, - "global_cnn.2.weight": 0.34272584319114685, - "global_cnn.2.bias": 0.01602325402200222, - "global_proj.weight": 0.057154178619384766, - "global_proj.bias": 0.03458485007286072, - "goal_head.0.weight": 0.029896706342697144, - "goal_head.0.bias": 0.012764296494424343, - "goal_head.2.weight": 0.041532862931489944, - "goal_head.2.bias": 0.02738211303949356 - }, - { - "global_gate": 0.0006058522849343717, - "embedding.weight": 0.0022005909122526646, - "cnn.0.weight": 0.060257941484451294, - "cnn.0.bias": 0.0019716094247996807, - "cnn.2.weight": 0.019433729350566864, - "cnn.2.bias": 0.003669343190267682, - "cnn.5.weight": 0.0331244096159935, - "cnn.5.bias": 0.005633894819766283, - "action_emb.weight": 0.014972319826483727, - "timestep_emb.weight": 0.005943635478615761, - "pos_emb.weight": 0.01033103372901678, - "transformer.layers.0.self_attn.in_proj_weight": 0.07798578590154648, - "transformer.layers.0.self_attn.in_proj_bias": 0.006830603815615177, - "transformer.layers.0.self_attn.out_proj.weight": 0.07536476850509644, - "transformer.layers.0.self_attn.out_proj.bias": 0.009672451764345169, - "transformer.layers.0.linear1.weight": 0.0779050886631012, - "transformer.layers.0.linear1.bias": 0.003924891352653503, - "transformer.layers.0.linear2.weight": 0.0855003371834755, - "transformer.layers.0.linear2.bias": 0.007941569201648235, - "transformer.layers.0.norm1.weight": 0.004632769618183374, - "transformer.layers.0.norm1.bias": 0.0065971724689006805, - "transformer.layers.0.norm2.weight": 0.006994080729782581, - "transformer.layers.0.norm2.bias": 0.0038466339465230703, - "transformer.layers.1.self_attn.in_proj_weight": 0.08135119080543518, - "transformer.layers.1.self_attn.in_proj_bias": 0.004893397446721792, - "transformer.layers.1.self_attn.out_proj.weight": 0.07561300694942474, - "transformer.layers.1.self_attn.out_proj.bias": 0.007009170018136501, - "transformer.layers.1.linear1.weight": 0.04704410582780838, - "transformer.layers.1.linear1.bias": 0.0026573422364890575, - "transformer.layers.1.linear2.weight": 0.060831889510154724, - "transformer.layers.1.linear2.bias": 0.006568740122020245, - "transformer.layers.1.norm1.weight": 0.0050489711575210094, - "transformer.layers.1.norm1.bias": 0.0043308548629283905, - "transformer.layers.1.norm2.weight": 0.0034182805102318525, - "transformer.layers.1.norm2.bias": 0.002931804396212101, - "transformer.layers.2.self_attn.in_proj_weight": 0.08606904000043869, - "transformer.layers.2.self_attn.in_proj_bias": 0.005127881653606892, - "transformer.layers.2.self_attn.out_proj.weight": 0.059247665107250214, - "transformer.layers.2.self_attn.out_proj.bias": 0.006181593984365463, - "transformer.layers.2.linear1.weight": 0.041083890944719315, - "transformer.layers.2.linear1.bias": 0.002307239221408963, - "transformer.layers.2.linear2.weight": 0.04699564352631569, - "transformer.layers.2.linear2.bias": 0.006117490120232105, - "transformer.layers.2.norm1.weight": 0.0060723042115569115, - "transformer.layers.2.norm1.bias": 0.005228221416473389, - "transformer.layers.2.norm2.weight": 0.0027106080669909716, - "transformer.layers.2.norm2.bias": 0.002218410838395357, - "transformer.layers.3.self_attn.in_proj_weight": 0.14654690027236938, - "transformer.layers.3.self_attn.in_proj_bias": 0.012094305828213692, - "transformer.layers.3.self_attn.out_proj.weight": 0.07211422175168991, - "transformer.layers.3.self_attn.out_proj.bias": 0.009336437098681927, - "transformer.layers.3.linear1.weight": 0.12021417170763016, - "transformer.layers.3.linear1.bias": 0.009675730019807816, - "transformer.layers.3.linear2.weight": 0.06369785964488983, - "transformer.layers.3.linear2.bias": 0.014671762473881245, - "transformer.layers.3.norm1.weight": 0.010974202305078506, - "transformer.layers.3.norm1.bias": 0.01676953211426735, - "transformer.layers.3.norm2.weight": 0.010338077321648598, - "transformer.layers.3.norm2.bias": 0.01506284810602665, - "head.weight": 0.7698138952255249, - "head.bias": 0.027992745861411095, - "global_embedding.weight": 0.017371708527207375, - "global_cnn.0.weight": 0.07587819546461105, - "global_cnn.0.bias": 0.0030586987268179655, - "global_cnn.2.weight": 0.13860566914081573, - "global_cnn.2.bias": 0.006382323335856199, - "global_proj.weight": 0.028655223548412323, - "global_proj.bias": 0.018536590039730072, - "goal_head.0.weight": 0.011856460943818092, - "goal_head.0.bias": 0.005450780037790537, - "goal_head.2.weight": 0.01799294352531433, - "goal_head.2.bias": 0.012559978291392326 - }, - { - "global_gate": 3.425934437473188e-6, - "embedding.weight": 0.0011214774567633867, - "cnn.0.weight": 0.02160346508026123, - "cnn.0.bias": 0.000989985535852611, - "cnn.2.weight": 0.007081611547619104, - "cnn.2.bias": 0.0025019291788339615, - "cnn.5.weight": 0.01053549349308014, - "cnn.5.bias": 0.0020176894031465054, - "action_emb.weight": 0.00298949982970953, - "timestep_emb.weight": 0.001147109200246632, - "pos_emb.weight": 0.0016899050679057837, - "transformer.layers.0.self_attn.in_proj_weight": 0.015358629636466503, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011438147630542517, - "transformer.layers.0.self_attn.out_proj.weight": 0.015453427098691463, - "transformer.layers.0.self_attn.out_proj.bias": 0.0015555241843685508, - "transformer.layers.0.linear1.weight": 0.015234891325235367, - "transformer.layers.0.linear1.bias": 0.0006757403025403619, - "transformer.layers.0.linear2.weight": 0.01677929237484932, - "transformer.layers.0.linear2.bias": 0.0012760170502588153, - "transformer.layers.0.norm1.weight": 0.0009131556143984199, - "transformer.layers.0.norm1.bias": 0.0010704206069931388, - "transformer.layers.0.norm2.weight": 0.001394131570123136, - "transformer.layers.0.norm2.bias": 0.0006376623059622943, - "transformer.layers.1.self_attn.in_proj_weight": 0.01487073116004467, - "transformer.layers.1.self_attn.in_proj_bias": 0.0008551477803848684, - "transformer.layers.1.self_attn.out_proj.weight": 0.011981464922428131, - "transformer.layers.1.self_attn.out_proj.bias": 0.0010860207257792354, - "transformer.layers.1.linear1.weight": 0.009272303432226181, - "transformer.layers.1.linear1.bias": 0.00043060214375145733, - "transformer.layers.1.linear2.weight": 0.01230375561863184, - "transformer.layers.1.linear2.bias": 0.0010603513801470399, - "transformer.layers.1.norm1.weight": 0.000985721475444734, - "transformer.layers.1.norm1.bias": 0.0009624293306842446, - "transformer.layers.1.norm2.weight": 0.0006977088050916791, - "transformer.layers.1.norm2.bias": 0.0003135454608127475, - "transformer.layers.2.self_attn.in_proj_weight": 0.017885619774460793, - "transformer.layers.2.self_attn.in_proj_bias": 0.0007454833248630166, - "transformer.layers.2.self_attn.out_proj.weight": 0.010563387535512447, - "transformer.layers.2.self_attn.out_proj.bias": 0.000986300641670823, - "transformer.layers.2.linear1.weight": 0.008065645582973957, - "transformer.layers.2.linear1.bias": 0.000440089323092252, - "transformer.layers.2.linear2.weight": 0.009916512295603752, - "transformer.layers.2.linear2.bias": 0.0010048412950709462, - "transformer.layers.2.norm1.weight": 0.0012263309909030795, - "transformer.layers.2.norm1.bias": 0.0006163017824292183, - "transformer.layers.2.norm2.weight": 0.0005476946826092899, - "transformer.layers.2.norm2.bias": 0.0004493252490647137, - "transformer.layers.3.self_attn.in_proj_weight": 0.030891506001353264, - "transformer.layers.3.self_attn.in_proj_bias": 0.0026298912707716227, - "transformer.layers.3.self_attn.out_proj.weight": 0.013694520108401775, - "transformer.layers.3.self_attn.out_proj.bias": 0.0019315480021759868, - "transformer.layers.3.linear1.weight": 0.0196565892547369, - "transformer.layers.3.linear1.bias": 0.0015270250150933862, - "transformer.layers.3.linear2.weight": 0.011671943590044975, - "transformer.layers.3.linear2.bias": 0.0026292491238564253, - "transformer.layers.3.norm1.weight": 0.0025137830525636673, - "transformer.layers.3.norm1.bias": 0.004010155331343412, - "transformer.layers.3.norm2.weight": 0.001676775049418211, - "transformer.layers.3.norm2.bias": 0.0021425301674753428, - "head.weight": 0.13529470562934875, - "head.bias": 0.005054861772805452, - "global_embedding.weight": 0.009738054126501083, - "global_cnn.0.weight": 0.07495493441820145, - "global_cnn.0.bias": 0.002531810197979212, - "global_cnn.2.weight": 0.13193924725055695, - "global_cnn.2.bias": 0.004328431095927954, - "global_proj.weight": 0.026776745915412903, - "global_proj.bias": 0.012335565872490406, - "goal_head.0.weight": 0.01621469482779503, - "goal_head.0.bias": 0.0059149982407689095, - "goal_head.2.weight": 0.022689931094646454, - "goal_head.2.bias": 0.014448389410972595 - }, - { - "global_gate": 0.0001297862036153674, - "embedding.weight": 0.0036935885436832905, - "cnn.0.weight": 0.058141499757766724, - "cnn.0.bias": 0.002424327889457345, - "cnn.2.weight": 0.013389757834374905, - "cnn.2.bias": 0.003928457852452993, - "cnn.5.weight": 0.014071479439735413, - "cnn.5.bias": 0.004135157912969589, - "action_emb.weight": 0.001015220652334392, - "timestep_emb.weight": 0.00069568888284266, - "pos_emb.weight": 0.0007270435453392565, - "transformer.layers.0.self_attn.in_proj_weight": 0.015178265981376171, - "transformer.layers.0.self_attn.in_proj_bias": 0.0008873409242369235, - "transformer.layers.0.self_attn.out_proj.weight": 0.010436967946588993, - "transformer.layers.0.self_attn.out_proj.bias": 0.0008288446697406471, - "transformer.layers.0.linear1.weight": 0.00679800845682621, - "transformer.layers.0.linear1.bias": 0.0003570747503545135, - "transformer.layers.0.linear2.weight": 0.007602741476148367, - "transformer.layers.0.linear2.bias": 0.0006238689529709518, - "transformer.layers.0.norm1.weight": 0.0009438240085728467, - "transformer.layers.0.norm1.bias": 0.0008620951557531953, - "transformer.layers.0.norm2.weight": 0.0005427073338069022, - "transformer.layers.0.norm2.bias": 0.00043156620813533664, - "transformer.layers.1.self_attn.in_proj_weight": 0.008273428305983543, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005194185068830848, - "transformer.layers.1.self_attn.out_proj.weight": 0.005667970981448889, - "transformer.layers.1.self_attn.out_proj.bias": 0.0004121583770029247, - "transformer.layers.1.linear1.weight": 0.003393840277567506, - "transformer.layers.1.linear1.bias": 0.00018186350644100457, - "transformer.layers.1.linear2.weight": 0.0038194290827959776, - "transformer.layers.1.linear2.bias": 0.0003934467094950378, - "transformer.layers.1.norm1.weight": 0.0006469511426985264, - "transformer.layers.1.norm1.bias": 0.0005473226774483919, - "transformer.layers.1.norm2.weight": 0.00024305366969201714, - "transformer.layers.1.norm2.bias": 0.00018253074085805565, - "transformer.layers.2.self_attn.in_proj_weight": 0.006920455954968929, - "transformer.layers.2.self_attn.in_proj_bias": 0.00037931042606942356, - "transformer.layers.2.self_attn.out_proj.weight": 0.0038625160232186317, - "transformer.layers.2.self_attn.out_proj.bias": 0.0003201419021934271, - "transformer.layers.2.linear1.weight": 0.0022009648382663727, - "transformer.layers.2.linear1.bias": 0.00012097417493350804, - "transformer.layers.2.linear2.weight": 0.0025555372703820467, - "transformer.layers.2.linear2.bias": 0.0003179926425218582, - "transformer.layers.2.norm1.weight": 0.0005814399919472635, - "transformer.layers.2.norm1.bias": 0.0004925008979626, - "transformer.layers.2.norm2.weight": 0.00013455703447107226, - "transformer.layers.2.norm2.bias": 0.00011454964260337874, - "transformer.layers.3.self_attn.in_proj_weight": 0.007934863679111004, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006669856957159936, - "transformer.layers.3.self_attn.out_proj.weight": 0.003982543013989925, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005378396599553525, - "transformer.layers.3.linear1.weight": 0.005341257434338331, - "transformer.layers.3.linear1.bias": 0.00042547727935016155, - "transformer.layers.3.linear2.weight": 0.0029502203688025475, - "transformer.layers.3.linear2.bias": 0.0007425025105476379, - "transformer.layers.3.norm1.weight": 0.0006116459844633937, - "transformer.layers.3.norm1.bias": 0.0008951990748755634, - "transformer.layers.3.norm2.weight": 0.00042661858606152236, - "transformer.layers.3.norm2.bias": 0.0006491877138614655, - "head.weight": 0.04016444832086563, - "head.bias": 0.001539013348519802, - "global_embedding.weight": 0.028946375474333763, - "global_cnn.0.weight": 0.2957446575164795, - "global_cnn.0.bias": 0.007683337200433016, - "global_cnn.2.weight": 0.8008228540420532, - "global_cnn.2.bias": 0.03587448224425316, - "global_proj.weight": 0.13592851161956787, - "global_proj.bias": 0.08119305968284607, - "goal_head.0.weight": 0.07309573143720627, - "goal_head.0.bias": 0.030704772099852562, - "goal_head.2.weight": 0.09285585582256317, - "goal_head.2.bias": 0.06483756005764008 - }, - { - "global_gate": 3.1798767849977594e-6, - "embedding.weight": 0.0020378774497658014, - "cnn.0.weight": 0.052527014166116714, - "cnn.0.bias": 0.001857181778177619, - "cnn.2.weight": 0.018698595464229584, - "cnn.2.bias": 0.0035190905909985304, - "cnn.5.weight": 0.015670999884605408, - "cnn.5.bias": 0.0035191774368286133, - "action_emb.weight": 0.003998878411948681, - "timestep_emb.weight": 0.0012596885208040476, - "pos_emb.weight": 0.002263592090457678, - "transformer.layers.0.self_attn.in_proj_weight": 0.02203422598540783, - "transformer.layers.0.self_attn.in_proj_bias": 0.001511794631369412, - "transformer.layers.0.self_attn.out_proj.weight": 0.019284233450889587, - "transformer.layers.0.self_attn.out_proj.bias": 0.001964657101780176, - "transformer.layers.0.linear1.weight": 0.02040032669901848, - "transformer.layers.0.linear1.bias": 0.0009274483891204, - "transformer.layers.0.linear2.weight": 0.02041270025074482, - "transformer.layers.0.linear2.bias": 0.001460957108065486, - "transformer.layers.0.norm1.weight": 0.0012644202215597034, - "transformer.layers.0.norm1.bias": 0.0015849010087549686, - "transformer.layers.0.norm2.weight": 0.0017944358987733722, - "transformer.layers.0.norm2.bias": 0.0010756056290119886, - "transformer.layers.1.self_attn.in_proj_weight": 0.017961733043193817, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009421779541298747, - "transformer.layers.1.self_attn.out_proj.weight": 0.015694698318839073, - "transformer.layers.1.self_attn.out_proj.bias": 0.0011446817079558969, - "transformer.layers.1.linear1.weight": 0.011764176189899445, - "transformer.layers.1.linear1.bias": 0.0005670628161169589, - "transformer.layers.1.linear2.weight": 0.013469853438436985, - "transformer.layers.1.linear2.bias": 0.0010787439532577991, - "transformer.layers.1.norm1.weight": 0.0013544352259486914, - "transformer.layers.1.norm1.bias": 0.0010067805415019393, - "transformer.layers.1.norm2.weight": 0.000920337624847889, - "transformer.layers.1.norm2.bias": 0.0005260607576929033, - "transformer.layers.2.self_attn.in_proj_weight": 0.023857776075601578, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010855052387341857, - "transformer.layers.2.self_attn.out_proj.weight": 0.014790057204663754, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009715390624478459, - "transformer.layers.2.linear1.weight": 0.007629206404089928, - "transformer.layers.2.linear1.bias": 0.0004611632029991597, - "transformer.layers.2.linear2.weight": 0.010217278264462948, - "transformer.layers.2.linear2.bias": 0.0009995439322665334, - "transformer.layers.2.norm1.weight": 0.0016579580260440707, - "transformer.layers.2.norm1.bias": 0.0011130819329991937, - "transformer.layers.2.norm2.weight": 0.0004953371244482696, - "transformer.layers.2.norm2.bias": 0.0005456871585920453, - "transformer.layers.3.self_attn.in_proj_weight": 0.031121011823415756, - "transformer.layers.3.self_attn.in_proj_bias": 0.0024695119354873896, - "transformer.layers.3.self_attn.out_proj.weight": 0.011962796561419964, - "transformer.layers.3.self_attn.out_proj.bias": 0.0015482142334803939, - "transformer.layers.3.linear1.weight": 0.015852853655815125, - "transformer.layers.3.linear1.bias": 0.0013088085688650608, - "transformer.layers.3.linear2.weight": 0.008733096532523632, - "transformer.layers.3.linear2.bias": 0.0018125607166439295, - "transformer.layers.3.norm1.weight": 0.0026714650448411703, - "transformer.layers.3.norm1.bias": 0.0036672556307166815, - "transformer.layers.3.norm2.weight": 0.001223858562298119, - "transformer.layers.3.norm2.bias": 0.0016885926015675068, - "head.weight": 0.10417746752500534, - "head.bias": 0.0035456600598990917, - "global_embedding.weight": 0.011041569523513317, - "global_cnn.0.weight": 0.0780777782201767, - "global_cnn.0.bias": 0.0021637706086039543, - "global_cnn.2.weight": 0.13066676259040833, - "global_cnn.2.bias": 0.004973679315298796, - "global_proj.weight": 0.03724750131368637, - "global_proj.bias": 0.025241337716579437, - "goal_head.0.weight": 0.026270443573594093, - "goal_head.0.bias": 0.012446591630578041, - "goal_head.2.weight": 0.04076935350894928, - "goal_head.2.bias": 0.03174145519733429 - }, - { - "global_gate": 0.00009947655053110793, - "embedding.weight": 0.004756323993206024, - "cnn.0.weight": 0.07256347686052322, - "cnn.0.bias": 0.002306857379153371, - "cnn.2.weight": 0.013133120723068714, - "cnn.2.bias": 0.0031144660897552967, - "cnn.5.weight": 0.013007457368075848, - "cnn.5.bias": 0.0032313133124262094, - "action_emb.weight": 0.0049787298776209354, - "timestep_emb.weight": 0.0018750636372715235, - "pos_emb.weight": 0.002587611321359873, - "transformer.layers.0.self_attn.in_proj_weight": 0.02498447336256504, - "transformer.layers.0.self_attn.in_proj_bias": 0.0016920333728194237, - "transformer.layers.0.self_attn.out_proj.weight": 0.02370120771229267, - "transformer.layers.0.self_attn.out_proj.bias": 0.0021137522999197245, - "transformer.layers.0.linear1.weight": 0.025880256667733192, - "transformer.layers.0.linear1.bias": 0.0010918141342699528, - "transformer.layers.0.linear2.weight": 0.023704955354332924, - "transformer.layers.0.linear2.bias": 0.0015771293547004461, - "transformer.layers.0.norm1.weight": 0.0013446568045765162, - "transformer.layers.0.norm1.bias": 0.0014657230349257588, - "transformer.layers.0.norm2.weight": 0.002447632374241948, - "transformer.layers.0.norm2.bias": 0.0012251095613464713, - "transformer.layers.1.self_attn.in_proj_weight": 0.020311996340751648, - "transformer.layers.1.self_attn.in_proj_bias": 0.0012254128232598305, - "transformer.layers.1.self_attn.out_proj.weight": 0.019996918737888336, - "transformer.layers.1.self_attn.out_proj.bias": 0.0016992236487567425, - "transformer.layers.1.linear1.weight": 0.015627669170498848, - "transformer.layers.1.linear1.bias": 0.0007669824408367276, - "transformer.layers.1.linear2.weight": 0.016849275678396225, - "transformer.layers.1.linear2.bias": 0.0014438736252486706, - "transformer.layers.1.norm1.weight": 0.0012860489077866077, - "transformer.layers.1.norm1.bias": 0.0013120330404490232, - "transformer.layers.1.norm2.weight": 0.0012108944356441498, - "transformer.layers.1.norm2.bias": 0.0008594057289883494, - "transformer.layers.2.self_attn.in_proj_weight": 0.022145505994558334, - "transformer.layers.2.self_attn.in_proj_bias": 0.0011456746142357588, - "transformer.layers.2.self_attn.out_proj.weight": 0.0151560939848423, - "transformer.layers.2.self_attn.out_proj.bias": 0.001202652812935412, - "transformer.layers.2.linear1.weight": 0.010536697693169117, - "transformer.layers.2.linear1.bias": 0.0005821781232953072, - "transformer.layers.2.linear2.weight": 0.011774025857448578, - "transformer.layers.2.linear2.bias": 0.001115758321247995, - "transformer.layers.2.norm1.weight": 0.0015372013440355659, - "transformer.layers.2.norm1.bias": 0.0010834025451913476, - "transformer.layers.2.norm2.weight": 0.0007168585434556007, - "transformer.layers.2.norm2.bias": 0.0005535608506761491, - "transformer.layers.3.self_attn.in_proj_weight": 0.043319616466760635, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019111215369775891, - "transformer.layers.3.self_attn.out_proj.weight": 0.018577245995402336, - "transformer.layers.3.self_attn.out_proj.bias": 0.0012429640628397465, - "transformer.layers.3.linear1.weight": 0.029993006959557533, - "transformer.layers.3.linear1.bias": 0.0018137627048417926, - "transformer.layers.3.linear2.weight": 0.015193887986242771, - "transformer.layers.3.linear2.bias": 0.0019493808504194021, - "transformer.layers.3.norm1.weight": 0.0032133199274539948, - "transformer.layers.3.norm1.bias": 0.0025205216370522976, - "transformer.layers.3.norm2.weight": 0.002445922000333667, - "transformer.layers.3.norm2.bias": 0.0023359591141343117, - "head.weight": 0.19489386677742004, - "head.bias": 0.004037345293909311, - "global_embedding.weight": 0.017323756590485573, - "global_cnn.0.weight": 0.22503156960010529, - "global_cnn.0.bias": 0.010981022380292416, - "global_cnn.2.weight": 0.3006751239299774, - "global_cnn.2.bias": 0.019342871382832527, - "global_proj.weight": 0.07497091591358185, - "global_proj.bias": 0.06082961708307266, - "goal_head.0.weight": 0.05785477161407471, - "goal_head.0.bias": 0.03070886619389057, - "goal_head.2.weight": 0.08545360714197159, - "goal_head.2.bias": 0.08305823057889938 - }, - { - "global_gate": 8.151903784892056e-6, - "embedding.weight": 0.0014413654571399093, - "cnn.0.weight": 0.0341535285115242, - "cnn.0.bias": 0.0015230373246595263, - "cnn.2.weight": 0.01245318166911602, - "cnn.2.bias": 0.0030058282427489758, - "cnn.5.weight": 0.010368362069129944, - "cnn.5.bias": 0.002647764515131712, - "action_emb.weight": 0.0013953042216598988, - "timestep_emb.weight": 0.0008315664599649608, - "pos_emb.weight": 0.0012231701985001564, - "transformer.layers.0.self_attn.in_proj_weight": 0.014736044220626354, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011260046157985926, - "transformer.layers.0.self_attn.out_proj.weight": 0.012130334042012691, - "transformer.layers.0.self_attn.out_proj.bias": 0.00107200734782964, - "transformer.layers.0.linear1.weight": 0.009712163358926773, - "transformer.layers.0.linear1.bias": 0.00048797359340824187, - "transformer.layers.0.linear2.weight": 0.010701541788876057, - "transformer.layers.0.linear2.bias": 0.0007966466946527362, - "transformer.layers.0.norm1.weight": 0.0008832010789774358, - "transformer.layers.0.norm1.bias": 0.0011243870249018073, - "transformer.layers.0.norm2.weight": 0.0008530081249773502, - "transformer.layers.0.norm2.bias": 0.0005066469311714172, - "transformer.layers.1.self_attn.in_proj_weight": 0.010015210136771202, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005696526495739818, - "transformer.layers.1.self_attn.out_proj.weight": 0.008746229112148285, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005793393356725574, - "transformer.layers.1.linear1.weight": 0.005859983153641224, - "transformer.layers.1.linear1.bias": 0.00029434385942295194, - "transformer.layers.1.linear2.weight": 0.006960314232856035, - "transformer.layers.1.linear2.bias": 0.0005291645065881312, - "transformer.layers.1.norm1.weight": 0.0006672465824522078, - "transformer.layers.1.norm1.bias": 0.0006497848080471158, - "transformer.layers.1.norm2.weight": 0.0005005326820537448, - "transformer.layers.1.norm2.bias": 0.000277472980087623, - "transformer.layers.2.self_attn.in_proj_weight": 0.010540996678173542, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005173059762455523, - "transformer.layers.2.self_attn.out_proj.weight": 0.007440909277647734, - "transformer.layers.2.self_attn.out_proj.bias": 0.0004878563340753317, - "transformer.layers.2.linear1.weight": 0.004643072374165058, - "transformer.layers.2.linear1.bias": 0.00025987313711084425, - "transformer.layers.2.linear2.weight": 0.005665612872689962, - "transformer.layers.2.linear2.bias": 0.000455911475000903, - "transformer.layers.2.norm1.weight": 0.0009108965750783682, - "transformer.layers.2.norm1.bias": 0.0006176262395456433, - "transformer.layers.2.norm2.weight": 0.0002935722004622221, - "transformer.layers.2.norm2.bias": 0.00019739153503905982, - "transformer.layers.3.self_attn.in_proj_weight": 0.015562456101179123, - "transformer.layers.3.self_attn.in_proj_bias": 0.0008488655439577997, - "transformer.layers.3.self_attn.out_proj.weight": 0.00819367915391922, - "transformer.layers.3.self_attn.out_proj.bias": 0.0006210959400050342, - "transformer.layers.3.linear1.weight": 0.011735121719539165, - "transformer.layers.3.linear1.bias": 0.0007508901180699468, - "transformer.layers.3.linear2.weight": 0.006448439322412014, - "transformer.layers.3.linear2.bias": 0.0007443678332492709, - "transformer.layers.3.norm1.weight": 0.0013334949035197496, - "transformer.layers.3.norm1.bias": 0.0010999320074915886, - "transformer.layers.3.norm2.weight": 0.0008784426609054208, - "transformer.layers.3.norm2.bias": 0.0008162831654772162, - "head.weight": 0.09275293350219727, - "head.bias": 0.0017704011406749487, - "global_embedding.weight": 0.024828724563121796, - "global_cnn.0.weight": 0.10424482822418213, - "global_cnn.0.bias": 0.0037734846118837595, - "global_cnn.2.weight": 0.12898440659046173, - "global_cnn.2.bias": 0.0057397931814193726, - "global_proj.weight": 0.03856788948178291, - "global_proj.bias": 0.032362740486860275, - "goal_head.0.weight": 0.03300560265779495, - "goal_head.0.bias": 0.017051808536052704, - "goal_head.2.weight": 0.057597942650318146, - "goal_head.2.bias": 0.045456212013959885 - }, - { - "global_gate": 0.0003029236977454275, - "embedding.weight": 0.001591311302036047, - "cnn.0.weight": 0.045256223529577255, - "cnn.0.bias": 0.0017826807452365756, - "cnn.2.weight": 0.015190723352134228, - "cnn.2.bias": 0.00586596317589283, - "cnn.5.weight": 0.012627416290342808, - "cnn.5.bias": 0.003967398311942816, - "action_emb.weight": 0.003254897193983197, - "timestep_emb.weight": 0.001199111226014793, - "pos_emb.weight": 0.0016507281688973308, - "transformer.layers.0.self_attn.in_proj_weight": 0.023136330768465996, - "transformer.layers.0.self_attn.in_proj_bias": 0.0021356723736971617, - "transformer.layers.0.self_attn.out_proj.weight": 0.019123844802379608, - "transformer.layers.0.self_attn.out_proj.bias": 0.0020393107552081347, - "transformer.layers.0.linear1.weight": 0.016498945653438568, - "transformer.layers.0.linear1.bias": 0.0008182113524526358, - "transformer.layers.0.linear2.weight": 0.015643777325749397, - "transformer.layers.0.linear2.bias": 0.0014181432779878378, - "transformer.layers.0.norm1.weight": 0.0015427613398060203, - "transformer.layers.0.norm1.bias": 0.0020690439268946648, - "transformer.layers.0.norm2.weight": 0.0015886758919805288, - "transformer.layers.0.norm2.bias": 0.0008665312197990716, - "transformer.layers.1.self_attn.in_proj_weight": 0.013952281326055527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009294006158597767, - "transformer.layers.1.self_attn.out_proj.weight": 0.01374343317002058, - "transformer.layers.1.self_attn.out_proj.bias": 0.001093422994017601, - "transformer.layers.1.linear1.weight": 0.009059048257768154, - "transformer.layers.1.linear1.bias": 0.0004885850357823074, - "transformer.layers.1.linear2.weight": 0.010914405807852745, - "transformer.layers.1.linear2.bias": 0.0010019078617915511, - "transformer.layers.1.norm1.weight": 0.0009406839963048697, - "transformer.layers.1.norm1.bias": 0.0008545735036022961, - "transformer.layers.1.norm2.weight": 0.0007412548875436187, - "transformer.layers.1.norm2.bias": 0.0005261723417788744, - "transformer.layers.2.self_attn.in_proj_weight": 0.018157150596380234, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008723559440113604, - "transformer.layers.2.self_attn.out_proj.weight": 0.010494931600987911, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009114363347180188, - "transformer.layers.2.linear1.weight": 0.006095587741583586, - "transformer.layers.2.linear1.bias": 0.0003673484025057405, - "transformer.layers.2.linear2.weight": 0.007736911531537771, - "transformer.layers.2.linear2.bias": 0.0008923995774239302, - "transformer.layers.2.norm1.weight": 0.001334354281425476, - "transformer.layers.2.norm1.bias": 0.0009027107153087854, - "transformer.layers.2.norm2.weight": 0.00041170348413288593, - "transformer.layers.2.norm2.bias": 0.0003755409852601588, - "transformer.layers.3.self_attn.in_proj_weight": 0.027359727770090103, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019505557138472795, - "transformer.layers.3.self_attn.out_proj.weight": 0.012064957991242409, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014037481741979718, - "transformer.layers.3.linear1.weight": 0.01485684048384428, - "transformer.layers.3.linear1.bias": 0.0011366341495886445, - "transformer.layers.3.linear2.weight": 0.008152248337864876, - "transformer.layers.3.linear2.bias": 0.0017623445019125938, - "transformer.layers.3.norm1.weight": 0.0022323683369904757, - "transformer.layers.3.norm1.bias": 0.002871615579351783, - "transformer.layers.3.norm2.weight": 0.001142979017458856, - "transformer.layers.3.norm2.bias": 0.0013703836593776941, - "head.weight": 0.11174087971448898, - "head.bias": 0.003718285821378231, - "global_embedding.weight": 0.006235583685338497, - "global_cnn.0.weight": 0.07325291633605957, - "global_cnn.0.bias": 0.0019442547345533967, - "global_cnn.2.weight": 0.15283560752868652, - "global_cnn.2.bias": 0.01035265438258648, - "global_proj.weight": 0.03880761191248894, - "global_proj.bias": 0.028071798384189606, - "goal_head.0.weight": 0.024926798418164253, - "goal_head.0.bias": 0.011579511687159538, - "goal_head.2.weight": 0.046153005212545395, - "goal_head.2.bias": 0.024893440306186676 + "global_gate": 7.7740267443005e-05, + "embedding.weight": 0.006114140618592501, + "cnn.0.weight": 0.16471384465694427, + "cnn.0.bias": 0.006028767209500074, + "cnn.2.weight": 0.04990299791097641, + "cnn.2.bias": 0.022712944075465202, + "cnn.5.weight": 0.056577470153570175, + "cnn.5.bias": 0.01745058223605156, + "action_emb.weight": 0.019376108422875404, + "timestep_emb.weight": 0.0036988796200603247, + "pos_emb.weight": 0.006613551639020443, + "transformer.layers.0.self_attn.in_proj_weight": 0.09745786339044571, + "transformer.layers.0.self_attn.in_proj_bias": 0.0120115727186203, + "transformer.layers.0.self_attn.out_proj.weight": 0.10761132091283798, + "transformer.layers.0.self_attn.out_proj.bias": 0.018220379948616028, + "transformer.layers.0.linear1.weight": 0.09708826243877411, + "transformer.layers.0.linear1.bias": 0.007985789328813553, + "transformer.layers.0.linear2.weight": 0.12461141496896744, + "transformer.layers.0.linear2.bias": 0.0129580432549119, + "transformer.layers.0.norm1.weight": 0.005202351603657007, + "transformer.layers.0.norm1.bias": 0.010312153957784176, + "transformer.layers.0.norm2.weight": 0.008138257078826427, + "transformer.layers.0.norm2.bias": 0.010967696085572243, + "transformer.layers.1.self_attn.in_proj_weight": 0.10414870083332062, + "transformer.layers.1.self_attn.in_proj_bias": 0.007379538379609585, + "transformer.layers.1.self_attn.out_proj.weight": 0.11123812943696976, + "transformer.layers.1.self_attn.out_proj.bias": 0.009309813380241394, + "transformer.layers.1.linear1.weight": 0.06224993243813515, + "transformer.layers.1.linear1.bias": 0.004611415788531303, + "transformer.layers.1.linear2.weight": 0.08064094930887222, + "transformer.layers.1.linear2.bias": 0.009017227217555046, + "transformer.layers.1.norm1.weight": 0.007073191460222006, + "transformer.layers.1.norm1.bias": 0.008296709507703781, + "transformer.layers.1.norm2.weight": 0.005456897895783186, + "transformer.layers.1.norm2.bias": 0.0055677201598882675, + "transformer.layers.2.self_attn.in_proj_weight": 0.11143665015697479, + "transformer.layers.2.self_attn.in_proj_bias": 0.008854271844029427, + "transformer.layers.2.self_attn.out_proj.weight": 0.09995155781507492, + "transformer.layers.2.self_attn.out_proj.bias": 0.008015724830329418, + "transformer.layers.2.linear1.weight": 0.042612746357917786, + "transformer.layers.2.linear1.bias": 0.0029657280538231134, + "transformer.layers.2.linear2.weight": 0.04764200747013092, + "transformer.layers.2.linear2.bias": 0.00836851354688406, + "transformer.layers.2.norm1.weight": 0.01086412277072668, + "transformer.layers.2.norm1.bias": 0.012310793623328209, + "transformer.layers.2.norm2.weight": 0.0025770447682589293, + "transformer.layers.2.norm2.bias": 0.003164509544149041, + "transformer.layers.3.self_attn.in_proj_weight": 0.15305747091770172, + "transformer.layers.3.self_attn.in_proj_bias": 0.013749503530561924, + "transformer.layers.3.self_attn.out_proj.weight": 0.09405004978179932, + "transformer.layers.3.self_attn.out_proj.bias": 0.01195372361689806, + "transformer.layers.3.linear1.weight": 0.08165507763624191, + "transformer.layers.3.linear1.bias": 0.006402370519936085, + "transformer.layers.3.linear2.weight": 0.05158349499106407, + "transformer.layers.3.linear2.bias": 0.013354837894439697, + "transformer.layers.3.norm1.weight": 0.014284263364970684, + "transformer.layers.3.norm1.bias": 0.01896582543849945, + "transformer.layers.3.norm2.weight": 0.005068604368716478, + "transformer.layers.3.norm2.bias": 0.0071039157919585705, + "head.weight": 0.7642814517021179, + "head.bias": 0.024392368271946907, + "global_embedding.weight": 0.020105864852666855, + "global_cnn.0.weight": 0.1846027374267578, + "global_cnn.0.bias": 0.007309437729418278, + "global_cnn.2.weight": 0.5619676113128662, + "global_cnn.2.bias": 0.027642875909805298, + "global_proj.weight": 0.23715448379516602, + "global_proj.bias": 0.0806945413351059, + "goal_head.0.weight": 0.13071666657924652, + "goal_head.0.bias": 0.033796343952417374, + "goal_head.2.weight": 0.15136374533176422, + "goal_head.2.bias": 0.06384652107954025 + }, + { + "global_gate": 0.00026636215625330806, + "embedding.weight": 0.002559130545705557, + "cnn.0.weight": 0.04905935749411583, + "cnn.0.bias": 0.002528093522414565, + "cnn.2.weight": 0.014197357930243015, + "cnn.2.bias": 0.004944754298776388, + "cnn.5.weight": 0.01970883645117283, + "cnn.5.bias": 0.005032504443079233, + "action_emb.weight": 0.01822403259575367, + "timestep_emb.weight": 0.0025343862362205982, + "pos_emb.weight": 0.004704331513494253, + "transformer.layers.0.self_attn.in_proj_weight": 0.05064847320318222, + "transformer.layers.0.self_attn.in_proj_bias": 0.005764457397162914, + "transformer.layers.0.self_attn.out_proj.weight": 0.053865376859903336, + "transformer.layers.0.self_attn.out_proj.bias": 0.008806735277175903, + "transformer.layers.0.linear1.weight": 0.0817100927233696, + "transformer.layers.0.linear1.bias": 0.004229718819260597, + "transformer.layers.0.linear2.weight": 0.06389659643173218, + "transformer.layers.0.linear2.bias": 0.005362618248909712, + "transformer.layers.0.norm1.weight": 0.002907966496422887, + "transformer.layers.0.norm1.bias": 0.004939777310937643, + "transformer.layers.0.norm2.weight": 0.009065779857337475, + "transformer.layers.0.norm2.bias": 0.006893288344144821, + "transformer.layers.1.self_attn.in_proj_weight": 0.07364074885845184, + "transformer.layers.1.self_attn.in_proj_bias": 0.0037821668665856123, + "transformer.layers.1.self_attn.out_proj.weight": 0.05196412280201912, + "transformer.layers.1.self_attn.out_proj.bias": 0.0037508737295866013, + "transformer.layers.1.linear1.weight": 0.03078078292310238, + "transformer.layers.1.linear1.bias": 0.0018928293138742447, + "transformer.layers.1.linear2.weight": 0.036458570510149, + "transformer.layers.1.linear2.bias": 0.0032508501317352057, + "transformer.layers.1.norm1.weight": 0.005217412952333689, + "transformer.layers.1.norm1.bias": 0.003704601898789406, + "transformer.layers.1.norm2.weight": 0.0029217316769063473, + "transformer.layers.1.norm2.bias": 0.0023145757149904966, + "transformer.layers.2.self_attn.in_proj_weight": 0.0538218729197979, + "transformer.layers.2.self_attn.in_proj_bias": 0.0038383977953344584, + "transformer.layers.2.self_attn.out_proj.weight": 0.0358971506357193, + "transformer.layers.2.self_attn.out_proj.bias": 0.002531214850023389, + "transformer.layers.2.linear1.weight": 0.017692718654870987, + "transformer.layers.2.linear1.bias": 0.0011626589111983776, + "transformer.layers.2.linear2.weight": 0.021507659927010536, + "transformer.layers.2.linear2.bias": 0.00242844526655972, + "transformer.layers.2.norm1.weight": 0.004470809828490019, + "transformer.layers.2.norm1.bias": 0.004126362036913633, + "transformer.layers.2.norm2.weight": 0.0013931873254477978, + "transformer.layers.2.norm2.bias": 0.0011301286285743117, + "transformer.layers.3.self_attn.in_proj_weight": 0.0636633038520813, + "transformer.layers.3.self_attn.in_proj_bias": 0.0033950223587453365, + "transformer.layers.3.self_attn.out_proj.weight": 0.03832760080695152, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024799900129437447, + "transformer.layers.3.linear1.weight": 0.029112115502357483, + "transformer.layers.3.linear1.bias": 0.0021640670020133257, + "transformer.layers.3.linear2.weight": 0.018726419657468796, + "transformer.layers.3.linear2.bias": 0.0023869266733527184, + "transformer.layers.3.norm1.weight": 0.0052222516387701035, + "transformer.layers.3.norm1.bias": 0.0039956290274858475, + "transformer.layers.3.norm2.weight": 0.0023090823087841272, + "transformer.layers.3.norm2.bias": 0.002969580003991723, + "head.weight": 0.20403066277503967, + "head.bias": 0.004337751306593418, + "global_embedding.weight": 0.01920432038605213, + "global_cnn.0.weight": 0.1476564258337021, + "global_cnn.0.bias": 0.0063956622034311295, + "global_cnn.2.weight": 0.3632205128669739, + "global_cnn.2.bias": 0.01962028443813324, + "global_proj.weight": 0.11261061578989029, + "global_proj.bias": 0.04955539479851723, + "goal_head.0.weight": 0.06670264154672623, + "goal_head.0.bias": 0.021854965016245842, + "goal_head.2.weight": 0.08304090797901154, + "goal_head.2.bias": 0.04527688026428223 + }, + { + "global_gate": 0.0001113881153287366, + "embedding.weight": 0.0017000355292111635, + "cnn.0.weight": 0.043009452521800995, + "cnn.0.bias": 0.001998741179704666, + "cnn.2.weight": 0.011367267929017544, + "cnn.2.bias": 0.004683610051870346, + "cnn.5.weight": 0.01267178263515234, + "cnn.5.bias": 0.003255588700994849, + "action_emb.weight": 0.01246202364563942, + "timestep_emb.weight": 0.0015277332859113812, + "pos_emb.weight": 0.0030481209978461266, + "transformer.layers.0.self_attn.in_proj_weight": 0.031209852546453476, + "transformer.layers.0.self_attn.in_proj_bias": 0.003037538379430771, + "transformer.layers.0.self_attn.out_proj.weight": 0.036398995667696, + "transformer.layers.0.self_attn.out_proj.bias": 0.004717051051557064, + "transformer.layers.0.linear1.weight": 0.05590164288878441, + "transformer.layers.0.linear1.bias": 0.0023392036091536283, + "transformer.layers.0.linear2.weight": 0.05028747767210007, + "transformer.layers.0.linear2.bias": 0.004052302334457636, + "transformer.layers.0.norm1.weight": 0.0016044169897213578, + "transformer.layers.0.norm1.bias": 0.002611694857478142, + "transformer.layers.0.norm2.weight": 0.005479620303958654, + "transformer.layers.0.norm2.bias": 0.0021134100388735533, + "transformer.layers.1.self_attn.in_proj_weight": 0.05280085653066635, + "transformer.layers.1.self_attn.in_proj_bias": 0.0023171305656433105, + "transformer.layers.1.self_attn.out_proj.weight": 0.0434117428958416, + "transformer.layers.1.self_attn.out_proj.bias": 0.0031222975812852383, + "transformer.layers.1.linear1.weight": 0.024753529578447342, + "transformer.layers.1.linear1.bias": 0.0014315064763650298, + "transformer.layers.1.linear2.weight": 0.03157040849328041, + "transformer.layers.1.linear2.bias": 0.003219818929210305, + "transformer.layers.1.norm1.weight": 0.003703279187902808, + "transformer.layers.1.norm1.bias": 0.002270860131829977, + "transformer.layers.1.norm2.weight": 0.002038931706920266, + "transformer.layers.1.norm2.bias": 0.0014746837550774217, + "transformer.layers.2.self_attn.in_proj_weight": 0.04483943432569504, + "transformer.layers.2.self_attn.in_proj_bias": 0.0035045985132455826, + "transformer.layers.2.self_attn.out_proj.weight": 0.042756132781505585, + "transformer.layers.2.self_attn.out_proj.bias": 0.003303083125501871, + "transformer.layers.2.linear1.weight": 0.01853145845234394, + "transformer.layers.2.linear1.bias": 0.0013069674605503678, + "transformer.layers.2.linear2.weight": 0.022736869752407074, + "transformer.layers.2.linear2.bias": 0.003362271934747696, + "transformer.layers.2.norm1.weight": 0.004908965900540352, + "transformer.layers.2.norm1.bias": 0.004497434012591839, + "transformer.layers.2.norm2.weight": 0.0012717792997136712, + "transformer.layers.2.norm2.bias": 0.001409372198395431, + "transformer.layers.3.self_attn.in_proj_weight": 0.06688275933265686, + "transformer.layers.3.self_attn.in_proj_bias": 0.00550827756524086, + "transformer.layers.3.self_attn.out_proj.weight": 0.036300208419561386, + "transformer.layers.3.self_attn.out_proj.bias": 0.004342946223914623, + "transformer.layers.3.linear1.weight": 0.03066679649055004, + "transformer.layers.3.linear1.bias": 0.002455867826938629, + "transformer.layers.3.linear2.weight": 0.021766498684883118, + "transformer.layers.3.linear2.bias": 0.004470983985811472, + "transformer.layers.3.norm1.weight": 0.005602139048278332, + "transformer.layers.3.norm1.bias": 0.007482145447283983, + "transformer.layers.3.norm2.weight": 0.0020752493292093277, + "transformer.layers.3.norm2.bias": 0.0031033139675855637, + "head.weight": 0.24530301988124847, + "head.bias": 0.007224906701594591, + "global_embedding.weight": 0.010752782225608826, + "global_cnn.0.weight": 0.14593656361103058, + "global_cnn.0.bias": 0.006249011494219303, + "global_cnn.2.weight": 0.35726362466812134, + "global_cnn.2.bias": 0.013960354030132294, + "global_proj.weight": 0.11453399062156677, + "global_proj.bias": 0.05065896362066269, + "goal_head.0.weight": 0.07211104035377502, + "goal_head.0.bias": 0.023707905784249306, + "goal_head.2.weight": 0.09451745450496674, + "goal_head.2.bias": 0.050636399537324905 + }, + { + "global_gate": 0.00012584477372001857, + "embedding.weight": 0.0018791747279465199, + "cnn.0.weight": 0.04471135139465332, + "cnn.0.bias": 0.0016071865102276206, + "cnn.2.weight": 0.014830990694463253, + "cnn.2.bias": 0.006521314382553101, + "cnn.5.weight": 0.01644265465438366, + "cnn.5.bias": 0.005554855335503817, + "action_emb.weight": 0.01361524686217308, + "timestep_emb.weight": 0.001156712300144136, + "pos_emb.weight": 0.002424446400254965, + "transformer.layers.0.self_attn.in_proj_weight": 0.031432367861270905, + "transformer.layers.0.self_attn.in_proj_bias": 0.002742672571912408, + "transformer.layers.0.self_attn.out_proj.weight": 0.03838857635855675, + "transformer.layers.0.self_attn.out_proj.bias": 0.004328534472733736, + "transformer.layers.0.linear1.weight": 0.058678653091192245, + "transformer.layers.0.linear1.bias": 0.0021496019326150417, + "transformer.layers.0.linear2.weight": 0.04586005583405495, + "transformer.layers.0.linear2.bias": 0.0035161057021468878, + "transformer.layers.0.norm1.weight": 0.0016809807857498527, + "transformer.layers.0.norm1.bias": 0.0023773249704390764, + "transformer.layers.0.norm2.weight": 0.00666572293266654, + "transformer.layers.0.norm2.bias": 0.0018494769465178251, + "transformer.layers.1.self_attn.in_proj_weight": 0.04466594383120537, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019783300813287497, + "transformer.layers.1.self_attn.out_proj.weight": 0.036060258746147156, + "transformer.layers.1.self_attn.out_proj.bias": 0.0030579175800085068, + "transformer.layers.1.linear1.weight": 0.020267007872462273, + "transformer.layers.1.linear1.bias": 0.0011851758463308215, + "transformer.layers.1.linear2.weight": 0.02694949507713318, + "transformer.layers.1.linear2.bias": 0.0030918223783373833, + "transformer.layers.1.norm1.weight": 0.0030249396804720163, + "transformer.layers.1.norm1.bias": 0.0020999163389205933, + "transformer.layers.1.norm2.weight": 0.001749956514686346, + "transformer.layers.1.norm2.bias": 0.0011180276051163673, + "transformer.layers.2.self_attn.in_proj_weight": 0.0362483412027359, + "transformer.layers.2.self_attn.in_proj_bias": 0.002798918867483735, + "transformer.layers.2.self_attn.out_proj.weight": 0.03583501651883125, + "transformer.layers.2.self_attn.out_proj.bias": 0.0032760598696768284, + "transformer.layers.2.linear1.weight": 0.01508107129484415, + "transformer.layers.2.linear1.bias": 0.0010913866572082043, + "transformer.layers.2.linear2.weight": 0.020496556535363197, + "transformer.layers.2.linear2.bias": 0.0033772385213524103, + "transformer.layers.2.norm1.weight": 0.00302709499374032, + "transformer.layers.2.norm1.bias": 0.0033032982610166073, + "transformer.layers.2.norm2.weight": 0.000992973567917943, + "transformer.layers.2.norm2.bias": 0.001100984518416226, + "transformer.layers.3.self_attn.in_proj_weight": 0.0676892101764679, + "transformer.layers.3.self_attn.in_proj_bias": 0.005792549811303616, + "transformer.layers.3.self_attn.out_proj.weight": 0.038442209362983704, + "transformer.layers.3.self_attn.out_proj.bias": 0.0046383230946958065, + "transformer.layers.3.linear1.weight": 0.027221111580729485, + "transformer.layers.3.linear1.bias": 0.0021949857473373413, + "transformer.layers.3.linear2.weight": 0.02085813507437706, + "transformer.layers.3.linear2.bias": 0.004795783665031195, + "transformer.layers.3.norm1.weight": 0.005422207061201334, + "transformer.layers.3.norm1.bias": 0.008092433214187622, + "transformer.layers.3.norm2.weight": 0.0017342715291306376, + "transformer.layers.3.norm2.bias": 0.0023768998216837645, + "head.weight": 0.27932801842689514, + "head.bias": 0.009548956528306007, + "global_embedding.weight": 0.011570043861865997, + "global_cnn.0.weight": 0.124178946018219, + "global_cnn.0.bias": 0.004373702686280012, + "global_cnn.2.weight": 0.30706772208213806, + "global_cnn.2.bias": 0.012385374866425991, + "global_proj.weight": 0.0944739431142807, + "global_proj.bias": 0.04229341074824333, + "goal_head.0.weight": 0.05890094116330147, + "goal_head.0.bias": 0.018877319991588593, + "goal_head.2.weight": 0.08012117445468903, + "goal_head.2.bias": 0.03940273076295853 + }, + { + "global_gate": 0.00024436047533527017, + "embedding.weight": 0.003083199728280306, + "cnn.0.weight": 0.06840156763792038, + "cnn.0.bias": 0.002724442631006241, + "cnn.2.weight": 0.020632663741707802, + "cnn.2.bias": 0.007388422731310129, + "cnn.5.weight": 0.024171333760023117, + "cnn.5.bias": 0.005191379692405462, + "action_emb.weight": 0.02099742367863655, + "timestep_emb.weight": 0.0018362835980951786, + "pos_emb.weight": 0.003991276491433382, + "transformer.layers.0.self_attn.in_proj_weight": 0.04605887830257416, + "transformer.layers.0.self_attn.in_proj_bias": 0.004280347377061844, + "transformer.layers.0.self_attn.out_proj.weight": 0.05527464300394058, + "transformer.layers.0.self_attn.out_proj.bias": 0.005537804681807756, + "transformer.layers.0.linear1.weight": 0.09026122093200684, + "transformer.layers.0.linear1.bias": 0.0030093493405729532, + "transformer.layers.0.linear2.weight": 0.06063332408666611, + "transformer.layers.0.linear2.bias": 0.004417172633111477, + "transformer.layers.0.norm1.weight": 0.0025050025433301926, + "transformer.layers.0.norm1.bias": 0.0036023661959916353, + "transformer.layers.0.norm2.weight": 0.01087559387087822, + "transformer.layers.0.norm2.bias": 0.0035237642005085945, + "transformer.layers.1.self_attn.in_proj_weight": 0.06914057582616806, + "transformer.layers.1.self_attn.in_proj_bias": 0.0027863376308232546, + "transformer.layers.1.self_attn.out_proj.weight": 0.04418116807937622, + "transformer.layers.1.self_attn.out_proj.bias": 0.0038339660968631506, + "transformer.layers.1.linear1.weight": 0.02870040573179722, + "transformer.layers.1.linear1.bias": 0.0016814584378153086, + "transformer.layers.1.linear2.weight": 0.03250803425908089, + "transformer.layers.1.linear2.bias": 0.0036806550342589617, + "transformer.layers.1.norm1.weight": 0.004416245501488447, + "transformer.layers.1.norm1.bias": 0.002661673817783594, + "transformer.layers.1.norm2.weight": 0.0027165813371539116, + "transformer.layers.1.norm2.bias": 0.0018361988477408886, + "transformer.layers.2.self_attn.in_proj_weight": 0.046648889780044556, + "transformer.layers.2.self_attn.in_proj_bias": 0.0037096648011356592, + "transformer.layers.2.self_attn.out_proj.weight": 0.032582178711891174, + "transformer.layers.2.self_attn.out_proj.bias": 0.0034455466084182262, + "transformer.layers.2.linear1.weight": 0.017737314105033875, + "transformer.layers.2.linear1.bias": 0.0012607293901965022, + "transformer.layers.2.linear2.weight": 0.020588742569088936, + "transformer.layers.2.linear2.bias": 0.0034094620496034622, + "transformer.layers.2.norm1.weight": 0.003478728700429201, + "transformer.layers.2.norm1.bias": 0.004228316713124514, + "transformer.layers.2.norm2.weight": 0.0012676460901275277, + "transformer.layers.2.norm2.bias": 0.0012909084325656295, + "transformer.layers.3.self_attn.in_proj_weight": 0.05562747269868851, + "transformer.layers.3.self_attn.in_proj_bias": 0.004535968415439129, + "transformer.layers.3.self_attn.out_proj.weight": 0.025714652612805367, + "transformer.layers.3.self_attn.out_proj.bias": 0.0038611567579209805, + "transformer.layers.3.linear1.weight": 0.024750851094722748, + "transformer.layers.3.linear1.bias": 0.0021362262777984142, + "transformer.layers.3.linear2.weight": 0.01669261045753956, + "transformer.layers.3.linear2.bias": 0.004006161820143461, + "transformer.layers.3.norm1.weight": 0.004434374161064625, + "transformer.layers.3.norm1.bias": 0.006276302505284548, + "transformer.layers.3.norm2.weight": 0.0017467421712353826, + "transformer.layers.3.norm2.bias": 0.0028393135871738195, + "head.weight": 0.19870047271251678, + "head.bias": 0.00769052654504776, + "global_embedding.weight": 0.007096294779330492, + "global_cnn.0.weight": 0.06296475231647491, + "global_cnn.0.bias": 0.00197959435172379, + "global_cnn.2.weight": 0.13598142564296722, + "global_cnn.2.bias": 0.004241180140525103, + "global_proj.weight": 0.02685876004397869, + "global_proj.bias": 0.010604484006762505, + "goal_head.0.weight": 0.014656176790595055, + "goal_head.0.bias": 0.0041525657288730145, + "goal_head.2.weight": 0.019658217206597328, + "goal_head.2.bias": 0.008218402042984962 + }, + { + "global_gate": 0.00015120911120902747, + "embedding.weight": 0.003393117804080248, + "cnn.0.weight": 0.05688817426562309, + "cnn.0.bias": 0.003216151148080826, + "cnn.2.weight": 0.013565835542976856, + "cnn.2.bias": 0.00729295052587986, + "cnn.5.weight": 0.01434277556836605, + "cnn.5.bias": 0.004656101111322641, + "action_emb.weight": 0.019039534032344818, + "timestep_emb.weight": 0.0013752735685557127, + "pos_emb.weight": 0.003278295509517193, + "transformer.layers.0.self_attn.in_proj_weight": 0.03660188615322113, + "transformer.layers.0.self_attn.in_proj_bias": 0.004273006226867437, + "transformer.layers.0.self_attn.out_proj.weight": 0.042612724006175995, + "transformer.layers.0.self_attn.out_proj.bias": 0.007652098312973976, + "transformer.layers.0.linear1.weight": 0.0839749351143837, + "transformer.layers.0.linear1.bias": 0.0033860458061099052, + "transformer.layers.0.linear2.weight": 0.04841433838009834, + "transformer.layers.0.linear2.bias": 0.004309718497097492, + "transformer.layers.0.norm1.weight": 0.0021750659216195345, + "transformer.layers.0.norm1.bias": 0.003895973553881049, + "transformer.layers.0.norm2.weight": 0.00960497371852398, + "transformer.layers.0.norm2.bias": 0.005930227693170309, + "transformer.layers.1.self_attn.in_proj_weight": 0.06161925196647644, + "transformer.layers.1.self_attn.in_proj_bias": 0.0025510648265480995, + "transformer.layers.1.self_attn.out_proj.weight": 0.0372447669506073, + "transformer.layers.1.self_attn.out_proj.bias": 0.003445153357461095, + "transformer.layers.1.linear1.weight": 0.02365165948867798, + "transformer.layers.1.linear1.bias": 0.001524908933788538, + "transformer.layers.1.linear2.weight": 0.023432310670614243, + "transformer.layers.1.linear2.bias": 0.0028615393675863743, + "transformer.layers.1.norm1.weight": 0.003996648825705051, + "transformer.layers.1.norm1.bias": 0.0025494303554296494, + "transformer.layers.1.norm2.weight": 0.0023852272424846888, + "transformer.layers.1.norm2.bias": 0.002089322078973055, + "transformer.layers.2.self_attn.in_proj_weight": 0.029588934034109116, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021792876068502665, + "transformer.layers.2.self_attn.out_proj.weight": 0.02687264233827591, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024931214284151793, + "transformer.layers.2.linear1.weight": 0.012677846476435661, + "transformer.layers.2.linear1.bias": 0.0009612097637727857, + "transformer.layers.2.linear2.weight": 0.014688409864902496, + "transformer.layers.2.linear2.bias": 0.002283106092363596, + "transformer.layers.2.norm1.weight": 0.0027844728901982307, + "transformer.layers.2.norm1.bias": 0.0021136943250894547, + "transformer.layers.2.norm2.weight": 0.0008302659261971712, + "transformer.layers.2.norm2.bias": 0.0009779796237125993, + "transformer.layers.3.self_attn.in_proj_weight": 0.042232710868120193, + "transformer.layers.3.self_attn.in_proj_bias": 0.002946107182651758, + "transformer.layers.3.self_attn.out_proj.weight": 0.019078413024544716, + "transformer.layers.3.self_attn.out_proj.bias": 0.002174931112676859, + "transformer.layers.3.linear1.weight": 0.018549632281064987, + "transformer.layers.3.linear1.bias": 0.001472232979722321, + "transformer.layers.3.linear2.weight": 0.011696361005306244, + "transformer.layers.3.linear2.bias": 0.0018374731298536062, + "transformer.layers.3.norm1.weight": 0.004112956579774618, + "transformer.layers.3.norm1.bias": 0.005071601830422878, + "transformer.layers.3.norm2.weight": 0.0012715024640783668, + "transformer.layers.3.norm2.bias": 0.0018608559621497989, + "head.weight": 0.14274904131889343, + "head.bias": 0.0052833110094070435, + "global_embedding.weight": 0.006844168528914452, + "global_cnn.0.weight": 0.07177859544754028, + "global_cnn.0.bias": 0.0027351167518645525, + "global_cnn.2.weight": 0.10428027808666229, + "global_cnn.2.bias": 0.003344545839354396, + "global_proj.weight": 0.020423324778676033, + "global_proj.bias": 0.0077617415226995945, + "goal_head.0.weight": 0.009642038494348526, + "goal_head.0.bias": 0.0022644465789198875, + "goal_head.2.weight": 0.013037693686783314, + "goal_head.2.bias": 0.004705130122601986 + }, + { + "global_gate": 0.00047703448217362165, + "embedding.weight": 0.004063660278916359, + "cnn.0.weight": 0.0653429627418518, + "cnn.0.bias": 0.003541023936122656, + "cnn.2.weight": 0.01636059209704399, + "cnn.2.bias": 0.007946977391839027, + "cnn.5.weight": 0.015961304306983948, + "cnn.5.bias": 0.004744468256831169, + "action_emb.weight": 0.0038901667576283216, + "timestep_emb.weight": 0.0011476052459329367, + "pos_emb.weight": 0.002343108644708991, + "transformer.layers.0.self_attn.in_proj_weight": 0.03521594777703285, + "transformer.layers.0.self_attn.in_proj_bias": 0.0036613503471016884, + "transformer.layers.0.self_attn.out_proj.weight": 0.030683139339089394, + "transformer.layers.0.self_attn.out_proj.bias": 0.004921799525618553, + "transformer.layers.0.linear1.weight": 0.024964384734630585, + "transformer.layers.0.linear1.bias": 0.0018237153999507427, + "transformer.layers.0.linear2.weight": 0.030489841476082802, + "transformer.layers.0.linear2.bias": 0.0033672861754894257, + "transformer.layers.0.norm1.weight": 0.0020002294331789017, + "transformer.layers.0.norm1.bias": 0.0035932566970586777, + "transformer.layers.0.norm2.weight": 0.002092226641252637, + "transformer.layers.0.norm2.bias": 0.0023206176701933146, + "transformer.layers.1.self_attn.in_proj_weight": 0.029503075405955315, + "transformer.layers.1.self_attn.in_proj_bias": 0.00196828693151474, + "transformer.layers.1.self_attn.out_proj.weight": 0.028068391606211662, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024908154737204313, + "transformer.layers.1.linear1.weight": 0.014088857918977737, + "transformer.layers.1.linear1.bias": 0.0009273879113607109, + "transformer.layers.1.linear2.weight": 0.019942762330174446, + "transformer.layers.1.linear2.bias": 0.002283802954480052, + "transformer.layers.1.norm1.weight": 0.0021926863119006157, + "transformer.layers.1.norm1.bias": 0.0021893284283578396, + "transformer.layers.1.norm2.weight": 0.0010519663337618113, + "transformer.layers.1.norm2.bias": 0.001046457327902317, + "transformer.layers.2.self_attn.in_proj_weight": 0.02284788340330124, + "transformer.layers.2.self_attn.in_proj_bias": 0.0015263959066942334, + "transformer.layers.2.self_attn.out_proj.weight": 0.021671060472726822, + "transformer.layers.2.self_attn.out_proj.bias": 0.00199163518846035, + "transformer.layers.2.linear1.weight": 0.01152054313570261, + "transformer.layers.2.linear1.bias": 0.0008544934098608792, + "transformer.layers.2.linear2.weight": 0.013802662491798401, + "transformer.layers.2.linear2.bias": 0.001981466542929411, + "transformer.layers.2.norm1.weight": 0.0020211245864629745, + "transformer.layers.2.norm1.bias": 0.0015481682494282722, + "transformer.layers.2.norm2.weight": 0.0007870544795878232, + "transformer.layers.2.norm2.bias": 0.0010549871949478984, + "transformer.layers.3.self_attn.in_proj_weight": 0.037892818450927734, + "transformer.layers.3.self_attn.in_proj_bias": 0.002648917492479086, + "transformer.layers.3.self_attn.out_proj.weight": 0.021981408819556236, + "transformer.layers.3.self_attn.out_proj.bias": 0.002372262068092823, + "transformer.layers.3.linear1.weight": 0.024737080559134483, + "transformer.layers.3.linear1.bias": 0.002137635136023164, + "transformer.layers.3.linear2.weight": 0.01413964293897152, + "transformer.layers.3.linear2.bias": 0.002723816316574812, + "transformer.layers.3.norm1.weight": 0.003693033941090107, + "transformer.layers.3.norm1.bias": 0.0033387767616659403, + "transformer.layers.3.norm2.weight": 0.0017597924452275038, + "transformer.layers.3.norm2.bias": 0.002970694564282894, + "head.weight": 0.15702450275421143, + "head.bias": 0.005545753054320812, + "global_embedding.weight": 0.014845382422208786, + "global_cnn.0.weight": 0.10206412523984909, + "global_cnn.0.bias": 0.004638136364519596, + "global_cnn.2.weight": 0.20369936525821686, + "global_cnn.2.bias": 0.01206913311034441, + "global_proj.weight": 0.05904606729745865, + "global_proj.bias": 0.04155677184462547, + "goal_head.0.weight": 0.03762876242399216, + "goal_head.0.bias": 0.01772681623697281, + "goal_head.2.weight": 0.055169619619846344, + "goal_head.2.bias": 0.04111689701676369 + }, + { + "global_gate": 0.0002891303738579154, + "embedding.weight": 0.002464237157255411, + "cnn.0.weight": 0.0613340400159359, + "cnn.0.bias": 0.0019087549299001694, + "cnn.2.weight": 0.016847383230924606, + "cnn.2.bias": 0.006485695950686932, + "cnn.5.weight": 0.016335943713784218, + "cnn.5.bias": 0.004512326326221228, + "action_emb.weight": 0.008897149004042149, + "timestep_emb.weight": 0.0012992776464670897, + "pos_emb.weight": 0.003027612343430519, + "transformer.layers.0.self_attn.in_proj_weight": 0.038430582731962204, + "transformer.layers.0.self_attn.in_proj_bias": 0.00409982493147254, + "transformer.layers.0.self_attn.out_proj.weight": 0.04130047559738159, + "transformer.layers.0.self_attn.out_proj.bias": 0.007189342752099037, + "transformer.layers.0.linear1.weight": 0.041586294770240784, + "transformer.layers.0.linear1.bias": 0.0029918525833636522, + "transformer.layers.0.linear2.weight": 0.05154602229595184, + "transformer.layers.0.linear2.bias": 0.005284664686769247, + "transformer.layers.0.norm1.weight": 0.0021099206060171127, + "transformer.layers.0.norm1.bias": 0.0035074891056865454, + "transformer.layers.0.norm2.weight": 0.003748206188902259, + "transformer.layers.0.norm2.bias": 0.004758095368742943, + "transformer.layers.1.self_attn.in_proj_weight": 0.04356778785586357, + "transformer.layers.1.self_attn.in_proj_bias": 0.003074873238801956, + "transformer.layers.1.self_attn.out_proj.weight": 0.049285054206848145, + "transformer.layers.1.self_attn.out_proj.bias": 0.004385584034025669, + "transformer.layers.1.linear1.weight": 0.02913648448884487, + "transformer.layers.1.linear1.bias": 0.0019461408955976367, + "transformer.layers.1.linear2.weight": 0.04128174111247063, + "transformer.layers.1.linear2.bias": 0.00449390010908246, + "transformer.layers.1.norm1.weight": 0.0031499522738158703, + "transformer.layers.1.norm1.bias": 0.0032016888726502657, + "transformer.layers.1.norm2.weight": 0.002320752013474703, + "transformer.layers.1.norm2.bias": 0.0023255213163793087, + "transformer.layers.2.self_attn.in_proj_weight": 0.05449904873967171, + "transformer.layers.2.self_attn.in_proj_bias": 0.004355277866125107, + "transformer.layers.2.self_attn.out_proj.weight": 0.04473000019788742, + "transformer.layers.2.self_attn.out_proj.bias": 0.0043389941565692425, + "transformer.layers.2.linear1.weight": 0.022591855376958847, + "transformer.layers.2.linear1.bias": 0.0016664762515574694, + "transformer.layers.2.linear2.weight": 0.02852877788245678, + "transformer.layers.2.linear2.bias": 0.004708009772002697, + "transformer.layers.2.norm1.weight": 0.005299509037286043, + "transformer.layers.2.norm1.bias": 0.006159496959298849, + "transformer.layers.2.norm2.weight": 0.0016430204268544912, + "transformer.layers.2.norm2.bias": 0.001983671449124813, + "transformer.layers.3.self_attn.in_proj_weight": 0.09116965532302856, + "transformer.layers.3.self_attn.in_proj_bias": 0.00945244636386633, + "transformer.layers.3.self_attn.out_proj.weight": 0.046219754964113235, + "transformer.layers.3.self_attn.out_proj.bias": 0.007412960287183523, + "transformer.layers.3.linear1.weight": 0.039959341287612915, + "transformer.layers.3.linear1.bias": 0.003672014456242323, + "transformer.layers.3.linear2.weight": 0.029299916699528694, + "transformer.layers.3.linear2.bias": 0.007838519290089607, + "transformer.layers.3.norm1.weight": 0.007995080202817917, + "transformer.layers.3.norm1.bias": 0.01359205599874258, + "transformer.layers.3.norm2.weight": 0.0027143596671521664, + "transformer.layers.3.norm2.bias": 0.004284785129129887, + "head.weight": 0.3658151924610138, + "head.bias": 0.014599958434700966, + "global_embedding.weight": 0.03555571660399437, + "global_cnn.0.weight": 0.16210874915122986, + "global_cnn.0.bias": 0.006481294520199299, + "global_cnn.2.weight": 0.3569711446762085, + "global_cnn.2.bias": 0.016693776473402977, + "global_proj.weight": 0.0618169941008091, + "global_proj.bias": 0.03459186106920242, + "goal_head.0.weight": 0.03383887931704521, + "goal_head.0.bias": 0.013189218938350677, + "goal_head.2.weight": 0.04209202900528908, + "goal_head.2.bias": 0.026346968486905098 + }, + { + "global_gate": 7.190147880464792e-05, + "embedding.weight": 0.0017515091458335519, + "cnn.0.weight": 0.03352576866745949, + "cnn.0.bias": 0.0018698404310271144, + "cnn.2.weight": 0.010271156206727028, + "cnn.2.bias": 0.0034870782401412725, + "cnn.5.weight": 0.012251456268131733, + "cnn.5.bias": 0.0027736800257116556, + "action_emb.weight": 0.005412186961621046, + "timestep_emb.weight": 0.0010645267320796847, + "pos_emb.weight": 0.0022084927186369896, + "transformer.layers.0.self_attn.in_proj_weight": 0.021013226360082626, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019030021503567696, + "transformer.layers.0.self_attn.out_proj.weight": 0.021553734317421913, + "transformer.layers.0.self_attn.out_proj.bias": 0.003328347345814109, + "transformer.layers.0.linear1.weight": 0.02738577499985695, + "transformer.layers.0.linear1.bias": 0.001362538430839777, + "transformer.layers.0.linear2.weight": 0.02570277638733387, + "transformer.layers.0.linear2.bias": 0.0022108592092990875, + "transformer.layers.0.norm1.weight": 0.0011903203558176756, + "transformer.layers.0.norm1.bias": 0.0016841460019350052, + "transformer.layers.0.norm2.weight": 0.002649088157340884, + "transformer.layers.0.norm2.bias": 0.0019002539338544011, + "transformer.layers.1.self_attn.in_proj_weight": 0.021819591522216797, + "transformer.layers.1.self_attn.in_proj_bias": 0.001232573064044118, + "transformer.layers.1.self_attn.out_proj.weight": 0.0220190417021513, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017827171832323074, + "transformer.layers.1.linear1.weight": 0.01340421661734581, + "transformer.layers.1.linear1.bias": 0.0008080554543994367, + "transformer.layers.1.linear2.weight": 0.018564194440841675, + "transformer.layers.1.linear2.bias": 0.0016909133410081267, + "transformer.layers.1.norm1.weight": 0.0016270088963210583, + "transformer.layers.1.norm1.bias": 0.0013998019276186824, + "transformer.layers.1.norm2.weight": 0.001074154512025416, + "transformer.layers.1.norm2.bias": 0.0008524557924829423, + "transformer.layers.2.self_attn.in_proj_weight": 0.023352865129709244, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013312858063727617, + "transformer.layers.2.self_attn.out_proj.weight": 0.0205986388027668, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015444575110450387, + "transformer.layers.2.linear1.weight": 0.009714714251458645, + "transformer.layers.2.linear1.bias": 0.0006223952514119446, + "transformer.layers.2.linear2.weight": 0.012699088081717491, + "transformer.layers.2.linear2.bias": 0.0015636206371709704, + "transformer.layers.2.norm1.weight": 0.0021217132452875376, + "transformer.layers.2.norm1.bias": 0.0016856447327882051, + "transformer.layers.2.norm2.weight": 0.0006611510762013495, + "transformer.layers.2.norm2.bias": 0.0006232518353499472, + "transformer.layers.3.self_attn.in_proj_weight": 0.035287514328956604, + "transformer.layers.3.self_attn.in_proj_bias": 0.003024078207090497, + "transformer.layers.3.self_attn.out_proj.weight": 0.018145261332392693, + "transformer.layers.3.self_attn.out_proj.bias": 0.002307204995304346, + "transformer.layers.3.linear1.weight": 0.01767670549452305, + "transformer.layers.3.linear1.bias": 0.0014686693903058767, + "transformer.layers.3.linear2.weight": 0.011567626148462296, + "transformer.layers.3.linear2.bias": 0.00237097661010921, + "transformer.layers.3.norm1.weight": 0.003474520519375801, + "transformer.layers.3.norm1.bias": 0.004396222997456789, + "transformer.layers.3.norm2.weight": 0.0012932814424857497, + "transformer.layers.3.norm2.bias": 0.0018417125102132559, + "head.weight": 0.1405390053987503, + "head.bias": 0.005108272191137075, + "global_embedding.weight": 0.019852951169013977, + "global_cnn.0.weight": 0.17280328273773193, + "global_cnn.0.bias": 0.004749296233057976, + "global_cnn.2.weight": 0.4381941258907318, + "global_cnn.2.bias": 0.02133096754550934, + "global_proj.weight": 0.09573982656002045, + "global_proj.bias": 0.05352306738495827, + "goal_head.0.weight": 0.055638257414102554, + "goal_head.0.bias": 0.020988600328564644, + "goal_head.2.weight": 0.07382664084434509, + "goal_head.2.bias": 0.04123634099960327 + }, + { + "global_gate": 0.00020976358791813254, + "embedding.weight": 0.0009436573018319905, + "cnn.0.weight": 0.02962348237633705, + "cnn.0.bias": 0.0011860672384500504, + "cnn.2.weight": 0.00910251960158348, + "cnn.2.bias": 0.002829662524163723, + "cnn.5.weight": 0.011834650300443172, + "cnn.5.bias": 0.0034284291323274374, + "action_emb.weight": 0.003966899123042822, + "timestep_emb.weight": 0.000905283319298178, + "pos_emb.weight": 0.0026832823641598225, + "transformer.layers.0.self_attn.in_proj_weight": 0.024268431589007378, + "transformer.layers.0.self_attn.in_proj_bias": 0.0018992769764736295, + "transformer.layers.0.self_attn.out_proj.weight": 0.019705016165971756, + "transformer.layers.0.self_attn.out_proj.bias": 0.0024500300642102957, + "transformer.layers.0.linear1.weight": 0.022531481459736824, + "transformer.layers.0.linear1.bias": 0.0010877810418605804, + "transformer.layers.0.linear2.weight": 0.02118045836687088, + "transformer.layers.0.linear2.bias": 0.001820170902647078, + "transformer.layers.0.norm1.weight": 0.0015208679251372814, + "transformer.layers.0.norm1.bias": 0.0017066567670553923, + "transformer.layers.0.norm2.weight": 0.002334360731765628, + "transformer.layers.0.norm2.bias": 0.0014002887764945626, + "transformer.layers.1.self_attn.in_proj_weight": 0.02133428305387497, + "transformer.layers.1.self_attn.in_proj_bias": 0.001120752771385014, + "transformer.layers.1.self_attn.out_proj.weight": 0.018505891785025597, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014202664606273174, + "transformer.layers.1.linear1.weight": 0.009774896316230297, + "transformer.layers.1.linear1.bias": 0.0005537641700357199, + "transformer.layers.1.linear2.weight": 0.01295539177954197, + "transformer.layers.1.linear2.bias": 0.0013489676639437675, + "transformer.layers.1.norm1.weight": 0.001344145624898374, + "transformer.layers.1.norm1.bias": 0.0011165476171299815, + "transformer.layers.1.norm2.weight": 0.0007683256408199668, + "transformer.layers.1.norm2.bias": 0.0006105239735916257, + "transformer.layers.2.self_attn.in_proj_weight": 0.01800849288702011, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011333106085658073, + "transformer.layers.2.self_attn.out_proj.weight": 0.014864007011055946, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013304762542247772, + "transformer.layers.2.linear1.weight": 0.0075742993503808975, + "transformer.layers.2.linear1.bias": 0.00046470967936329544, + "transformer.layers.2.linear2.weight": 0.00939937774091959, + "transformer.layers.2.linear2.bias": 0.0013482187641784549, + "transformer.layers.2.norm1.weight": 0.0012135355500504375, + "transformer.layers.2.norm1.bias": 0.001114371931180358, + "transformer.layers.2.norm2.weight": 0.0005794463213533163, + "transformer.layers.2.norm2.bias": 0.00042190440581180155, + "transformer.layers.3.self_attn.in_proj_weight": 0.029967114329338074, + "transformer.layers.3.self_attn.in_proj_bias": 0.0027491506189107895, + "transformer.layers.3.self_attn.out_proj.weight": 0.014483881182968616, + "transformer.layers.3.self_attn.out_proj.bias": 0.002168516395613551, + "transformer.layers.3.linear1.weight": 0.013386186212301254, + "transformer.layers.3.linear1.bias": 0.0012228451669216156, + "transformer.layers.3.linear2.weight": 0.00856909528374672, + "transformer.layers.3.linear2.bias": 0.002428418956696987, + "transformer.layers.3.norm1.weight": 0.002473088912665844, + "transformer.layers.3.norm1.bias": 0.0036694633308798075, + "transformer.layers.3.norm2.weight": 0.0009324752609245479, + "transformer.layers.3.norm2.bias": 0.0015406219754368067, + "head.weight": 0.11364919692277908, + "head.bias": 0.004388946108520031, + "global_embedding.weight": 0.02359067276120186, + "global_cnn.0.weight": 0.22394202649593353, + "global_cnn.0.bias": 0.009258977137506008, + "global_cnn.2.weight": 0.2905353307723999, + "global_cnn.2.bias": 0.011485343798995018, + "global_proj.weight": 0.06388633698225021, + "global_proj.bias": 0.04872990399599075, + "goal_head.0.weight": 0.04847162589430809, + "goal_head.0.bias": 0.02436106838285923, + "goal_head.2.weight": 0.07717561721801758, + "goal_head.2.bias": 0.059889573603868484 + }, + { + "global_gate": 0.00019831622194033116, + "embedding.weight": 0.0015531659591943026, + "cnn.0.weight": 0.032513078302145004, + "cnn.0.bias": 0.00122199731413275, + "cnn.2.weight": 0.008715849369764328, + "cnn.2.bias": 0.003105018986389041, + "cnn.5.weight": 0.009498002007603645, + "cnn.5.bias": 0.0023357176687568426, + "action_emb.weight": 0.005768736358731985, + "timestep_emb.weight": 0.0009465573821216822, + "pos_emb.weight": 0.001862619654275477, + "transformer.layers.0.self_attn.in_proj_weight": 0.018408339470624924, + "transformer.layers.0.self_attn.in_proj_bias": 0.001842699246481061, + "transformer.layers.0.self_attn.out_proj.weight": 0.021795757114887238, + "transformer.layers.0.self_attn.out_proj.bias": 0.003378800582140684, + "transformer.layers.0.linear1.weight": 0.026963822543621063, + "transformer.layers.0.linear1.bias": 0.0013292309595271945, + "transformer.layers.0.linear2.weight": 0.022685421630740166, + "transformer.layers.0.linear2.bias": 0.0022870111279189587, + "transformer.layers.0.norm1.weight": 0.0010752837406471372, + "transformer.layers.0.norm1.bias": 0.001613796572200954, + "transformer.layers.0.norm2.weight": 0.0028467602096498013, + "transformer.layers.0.norm2.bias": 0.001995908096432686, + "transformer.layers.1.self_attn.in_proj_weight": 0.02272716909646988, + "transformer.layers.1.self_attn.in_proj_bias": 0.001199049293063581, + "transformer.layers.1.self_attn.out_proj.weight": 0.018741870298981667, + "transformer.layers.1.self_attn.out_proj.bias": 0.0017278480809181929, + "transformer.layers.1.linear1.weight": 0.011153233237564564, + "transformer.layers.1.linear1.bias": 0.0007338590221479535, + "transformer.layers.1.linear2.weight": 0.014764132909476757, + "transformer.layers.1.linear2.bias": 0.0016311404760926962, + "transformer.layers.1.norm1.weight": 0.0015837474493309855, + "transformer.layers.1.norm1.bias": 0.0013686518650501966, + "transformer.layers.1.norm2.weight": 0.0009381485288031399, + "transformer.layers.1.norm2.bias": 0.0008362661465071142, + "transformer.layers.2.self_attn.in_proj_weight": 0.020043279975652695, + "transformer.layers.2.self_attn.in_proj_bias": 0.001413830672390759, + "transformer.layers.2.self_attn.out_proj.weight": 0.016247298568487167, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015422351425513625, + "transformer.layers.2.linear1.weight": 0.008160445839166641, + "transformer.layers.2.linear1.bias": 0.0005541929276660085, + "transformer.layers.2.linear2.weight": 0.010771950706839561, + "transformer.layers.2.linear2.bias": 0.001519045908935368, + "transformer.layers.2.norm1.weight": 0.0017071884358301759, + "transformer.layers.2.norm1.bias": 0.0015504964394494891, + "transformer.layers.2.norm2.weight": 0.0005500443512573838, + "transformer.layers.2.norm2.bias": 0.0005435752682387829, + "transformer.layers.3.self_attn.in_proj_weight": 0.029542027041316032, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026560567785054445, + "transformer.layers.3.self_attn.out_proj.weight": 0.013761745765805244, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020291712135076523, + "transformer.layers.3.linear1.weight": 0.015116723254323006, + "transformer.layers.3.linear1.bias": 0.0013674795627593994, + "transformer.layers.3.linear2.weight": 0.009546015411615372, + "transformer.layers.3.linear2.bias": 0.0019942554645240307, + "transformer.layers.3.norm1.weight": 0.0027689384296536446, + "transformer.layers.3.norm1.bias": 0.004006522241979837, + "transformer.layers.3.norm2.weight": 0.0013139593647792935, + "transformer.layers.3.norm2.bias": 0.002000893233343959, + "head.weight": 0.11546647548675537, + "head.bias": 0.004478131420910358, + "global_embedding.weight": 0.0066962759010493755, + "global_cnn.0.weight": 0.09630583971738815, + "global_cnn.0.bias": 0.004028285853564739, + "global_cnn.2.weight": 0.34201401472091675, + "global_cnn.2.bias": 0.019150443375110626, + "global_proj.weight": 0.07901517301797867, + "global_proj.bias": 0.05453983694314957, + "goal_head.0.weight": 0.05270610377192497, + "goal_head.0.bias": 0.02429259568452835, + "goal_head.2.weight": 0.07019948959350586, + "goal_head.2.bias": 0.05618824064731598 + }, + { + "global_gate": 2.809209399856627e-05, + "embedding.weight": 0.0027986664790660143, + "cnn.0.weight": 0.057849496603012085, + "cnn.0.bias": 0.0029839016497135162, + "cnn.2.weight": 0.013960127718746662, + "cnn.2.bias": 0.005102685187011957, + "cnn.5.weight": 0.013112977147102356, + "cnn.5.bias": 0.003638447029516101, + "action_emb.weight": 0.004628366325050592, + "timestep_emb.weight": 0.0006762203993275762, + "pos_emb.weight": 0.0016138660721480846, + "transformer.layers.0.self_attn.in_proj_weight": 0.018976302817463875, + "transformer.layers.0.self_attn.in_proj_bias": 0.001434079371392727, + "transformer.layers.0.self_attn.out_proj.weight": 0.020806513726711273, + "transformer.layers.0.self_attn.out_proj.bias": 0.002063918160274625, + "transformer.layers.0.linear1.weight": 0.022910291329026222, + "transformer.layers.0.linear1.bias": 0.0009135091095231473, + "transformer.layers.0.linear2.weight": 0.01679934747517109, + "transformer.layers.0.linear2.bias": 0.001220413134433329, + "transformer.layers.0.norm1.weight": 0.0010601605754345655, + "transformer.layers.0.norm1.bias": 0.0013434028951451182, + "transformer.layers.0.norm2.weight": 0.002555911662057042, + "transformer.layers.0.norm2.bias": 0.0012004413874819875, + "transformer.layers.1.self_attn.in_proj_weight": 0.016248442232608795, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007199443061836064, + "transformer.layers.1.self_attn.out_proj.weight": 0.013511432334780693, + "transformer.layers.1.self_attn.out_proj.bias": 0.0009484458132646978, + "transformer.layers.1.linear1.weight": 0.008287009783089161, + "transformer.layers.1.linear1.bias": 0.00044996998622082174, + "transformer.layers.1.linear2.weight": 0.009702526032924652, + "transformer.layers.1.linear2.bias": 0.0008706277003511786, + "transformer.layers.1.norm1.weight": 0.0010764627950266004, + "transformer.layers.1.norm1.bias": 0.0007864177459850907, + "transformer.layers.1.norm2.weight": 0.0008024944108910859, + "transformer.layers.1.norm2.bias": 0.0004908026894554496, + "transformer.layers.2.self_attn.in_proj_weight": 0.012868241406977177, + "transformer.layers.2.self_attn.in_proj_bias": 0.0007557357312180102, + "transformer.layers.2.self_attn.out_proj.weight": 0.011492808349430561, + "transformer.layers.2.self_attn.out_proj.bias": 0.0007938116905279458, + "transformer.layers.2.linear1.weight": 0.005409472621977329, + "transformer.layers.2.linear1.bias": 0.0003411592042539269, + "transformer.layers.2.linear2.weight": 0.006819013971835375, + "transformer.layers.2.linear2.bias": 0.0007140048546716571, + "transformer.layers.2.norm1.weight": 0.0012227027909830213, + "transformer.layers.2.norm1.bias": 0.000745836179703474, + "transformer.layers.2.norm2.weight": 0.0003609576669987291, + "transformer.layers.2.norm2.bias": 0.0003558872558642179, + "transformer.layers.3.self_attn.in_proj_weight": 0.021235529333353043, + "transformer.layers.3.self_attn.in_proj_bias": 0.0011741508496925235, + "transformer.layers.3.self_attn.out_proj.weight": 0.009514860808849335, + "transformer.layers.3.self_attn.out_proj.bias": 0.000780621892772615, + "transformer.layers.3.linear1.weight": 0.009611068293452263, + "transformer.layers.3.linear1.bias": 0.0006405094754882157, + "transformer.layers.3.linear2.weight": 0.005755705293267965, + "transformer.layers.3.linear2.bias": 0.0006449788343161345, + "transformer.layers.3.norm1.weight": 0.00182683439925313, + "transformer.layers.3.norm1.bias": 0.001754124416038394, + "transformer.layers.3.norm2.weight": 0.0007085518445819616, + "transformer.layers.3.norm2.bias": 0.0007751210941933095, + "head.weight": 0.07159943878650665, + "head.bias": 0.0013403339544311166, + "global_embedding.weight": 0.014101040549576283, + "global_cnn.0.weight": 0.1451292783021927, + "global_cnn.0.bias": 0.006723491940647364, + "global_cnn.2.weight": 0.21458446979522705, + "global_cnn.2.bias": 0.011780183762311935, + "global_proj.weight": 0.06292202323675156, + "global_proj.bias": 0.04137098789215088, + "goal_head.0.weight": 0.04649898409843445, + "goal_head.0.bias": 0.02007770910859108, + "goal_head.2.weight": 0.07340492308139801, + "goal_head.2.bias": 0.046429313719272614 + }, + { + "global_gate": 3.6718323826789856e-05, + "embedding.weight": 0.00344085949473083, + "cnn.0.weight": 0.06484197825193405, + "cnn.0.bias": 0.002452450804412365, + "cnn.2.weight": 0.01739114709198475, + "cnn.2.bias": 0.006244148593395948, + "cnn.5.weight": 0.015136487782001495, + "cnn.5.bias": 0.00439461600035429, + "action_emb.weight": 0.0027152944821864367, + "timestep_emb.weight": 0.0007932526059448719, + "pos_emb.weight": 0.0015847873874008656, + "transformer.layers.0.self_attn.in_proj_weight": 0.027408655732870102, + "transformer.layers.0.self_attn.in_proj_bias": 0.00268867751583457, + "transformer.layers.0.self_attn.out_proj.weight": 0.024165194481611252, + "transformer.layers.0.self_attn.out_proj.bias": 0.0036383040715008974, + "transformer.layers.0.linear1.weight": 0.017062129452824593, + "transformer.layers.0.linear1.bias": 0.001249147579073906, + "transformer.layers.0.linear2.weight": 0.021573100239038467, + "transformer.layers.0.linear2.bias": 0.0028022611513733864, + "transformer.layers.0.norm1.weight": 0.0015997637528926134, + "transformer.layers.0.norm1.bias": 0.00272480770945549, + "transformer.layers.0.norm2.weight": 0.001354791922494769, + "transformer.layers.0.norm2.bias": 0.0012787850573658943, + "transformer.layers.1.self_attn.in_proj_weight": 0.020082613453269005, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015326561406254768, + "transformer.layers.1.self_attn.out_proj.weight": 0.02101987972855568, + "transformer.layers.1.self_attn.out_proj.bias": 0.0021023531444370747, + "transformer.layers.1.linear1.weight": 0.009147894568741322, + "transformer.layers.1.linear1.bias": 0.0006149151013232768, + "transformer.layers.1.linear2.weight": 0.013021876104176044, + "transformer.layers.1.linear2.bias": 0.0020416700281202793, + "transformer.layers.1.norm1.weight": 0.001350362435914576, + "transformer.layers.1.norm1.bias": 0.0015917442506179214, + "transformer.layers.1.norm2.weight": 0.0006970966351218522, + "transformer.layers.1.norm2.bias": 0.00068333261879161, + "transformer.layers.2.self_attn.in_proj_weight": 0.01730489172041416, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014867032878100872, + "transformer.layers.2.self_attn.out_proj.weight": 0.019648460671305656, + "transformer.layers.2.self_attn.out_proj.bias": 0.002015699865296483, + "transformer.layers.2.linear1.weight": 0.008246785029768944, + "transformer.layers.2.linear1.bias": 0.0006542237242683768, + "transformer.layers.2.linear2.weight": 0.010290387086570263, + "transformer.layers.2.linear2.bias": 0.0020913167390972376, + "transformer.layers.2.norm1.weight": 0.0013129633152857423, + "transformer.layers.2.norm1.bias": 0.001435537589713931, + "transformer.layers.2.norm2.weight": 0.0005363418022170663, + "transformer.layers.2.norm2.bias": 0.0007378405425697565, + "transformer.layers.3.self_attn.in_proj_weight": 0.033985476940870285, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034049716778099537, + "transformer.layers.3.self_attn.out_proj.weight": 0.020310457795858383, + "transformer.layers.3.self_attn.out_proj.bias": 0.0030867860186845064, + "transformer.layers.3.linear1.weight": 0.020479992032051086, + "transformer.layers.3.linear1.bias": 0.0019461136544123292, + "transformer.layers.3.linear2.weight": 0.013411086983978748, + "transformer.layers.3.linear2.bias": 0.0035122078843414783, + "transformer.layers.3.norm1.weight": 0.00279219844378531, + "transformer.layers.3.norm1.bias": 0.004352896939963102, + "transformer.layers.3.norm2.weight": 0.0014904433628544211, + "transformer.layers.3.norm2.bias": 0.002664820058271289, + "head.weight": 0.19169627130031586, + "head.bias": 0.007749753538519144, + "global_embedding.weight": 0.02244805544614792, + "global_cnn.0.weight": 0.15304018557071686, + "global_cnn.0.bias": 0.006148431450128555, + "global_cnn.2.weight": 0.26958808302879333, + "global_cnn.2.bias": 0.011074131354689598, + "global_proj.weight": 0.03585188463330269, + "global_proj.bias": 0.02311088517308235, + "goal_head.0.weight": 0.0207698754966259, + "goal_head.0.bias": 0.00845037866383791, + "goal_head.2.weight": 0.030397851020097733, + "goal_head.2.bias": 0.017616761848330498 + }, + { + "global_gate": 0.0007042907527647913, + "embedding.weight": 0.0075185708701610565, + "cnn.0.weight": 0.11414485424757004, + "cnn.0.bias": 0.0038776069413870573, + "cnn.2.weight": 0.019614893943071365, + "cnn.2.bias": 0.0066761113703250885, + "cnn.5.weight": 0.016835173591971397, + "cnn.5.bias": 0.005333905573934317, + "action_emb.weight": 0.007643227465450764, + "timestep_emb.weight": 0.0015649995766580105, + "pos_emb.weight": 0.0034238260705024004, + "transformer.layers.0.self_attn.in_proj_weight": 0.04592417553067207, + "transformer.layers.0.self_attn.in_proj_bias": 0.004438594449311495, + "transformer.layers.0.self_attn.out_proj.weight": 0.04588763043284416, + "transformer.layers.0.self_attn.out_proj.bias": 0.006460982840508223, + "transformer.layers.0.linear1.weight": 0.04042933136224747, + "transformer.layers.0.linear1.bias": 0.0025945105589926243, + "transformer.layers.0.linear2.weight": 0.04551263898611069, + "transformer.layers.0.linear2.bias": 0.005145736038684845, + "transformer.layers.0.norm1.weight": 0.002771814586594701, + "transformer.layers.0.norm1.bias": 0.004258206579834223, + "transformer.layers.0.norm2.weight": 0.003932541701942682, + "transformer.layers.0.norm2.bias": 0.002702045487239957, + "transformer.layers.1.self_attn.in_proj_weight": 0.0430758073925972, + "transformer.layers.1.self_attn.in_proj_bias": 0.0028814664110541344, + "transformer.layers.1.self_attn.out_proj.weight": 0.04226293787360191, + "transformer.layers.1.self_attn.out_proj.bias": 0.003801874117925763, + "transformer.layers.1.linear1.weight": 0.021170571446418762, + "transformer.layers.1.linear1.bias": 0.0013613052433356643, + "transformer.layers.1.linear2.weight": 0.03029937669634819, + "transformer.layers.1.linear2.bias": 0.003716117702424526, + "transformer.layers.1.norm1.weight": 0.0033429162576794624, + "transformer.layers.1.norm1.bias": 0.003121324349194765, + "transformer.layers.1.norm2.weight": 0.001695243758149445, + "transformer.layers.1.norm2.bias": 0.0013451629783958197, + "transformer.layers.2.self_attn.in_proj_weight": 0.03506222367286682, + "transformer.layers.2.self_attn.in_proj_bias": 0.002894611330702901, + "transformer.layers.2.self_attn.out_proj.weight": 0.03490539640188217, + "transformer.layers.2.self_attn.out_proj.bias": 0.0035199131816625595, + "transformer.layers.2.linear1.weight": 0.01808985136449337, + "transformer.layers.2.linear1.bias": 0.0013314486714079976, + "transformer.layers.2.linear2.weight": 0.022422127425670624, + "transformer.layers.2.linear2.bias": 0.003431031247600913, + "transformer.layers.2.norm1.weight": 0.0026416280306875706, + "transformer.layers.2.norm1.bias": 0.003641833085566759, + "transformer.layers.2.norm2.weight": 0.0013768095523118973, + "transformer.layers.2.norm2.bias": 0.0015998648013919592, + "transformer.layers.3.self_attn.in_proj_weight": 0.06086975336074829, + "transformer.layers.3.self_attn.in_proj_bias": 0.006233446300029755, + "transformer.layers.3.self_attn.out_proj.weight": 0.03414268046617508, + "transformer.layers.3.self_attn.out_proj.bias": 0.005054356995970011, + "transformer.layers.3.linear1.weight": 0.039941705763339996, + "transformer.layers.3.linear1.bias": 0.00377049227245152, + "transformer.layers.3.linear2.weight": 0.023934634402394295, + "transformer.layers.3.linear2.bias": 0.005871870554983616, + "transformer.layers.3.norm1.weight": 0.005745549686253071, + "transformer.layers.3.norm1.bias": 0.008568358607590199, + "transformer.layers.3.norm2.weight": 0.003218086902052164, + "transformer.layers.3.norm2.bias": 0.005664834287017584, + "head.weight": 0.27641212940216064, + "head.bias": 0.011028517968952656, + "global_embedding.weight": 0.018589606508612633, + "global_cnn.0.weight": 0.0772833526134491, + "global_cnn.0.bias": 0.0032577994279563427, + "global_cnn.2.weight": 0.15683074295520782, + "global_cnn.2.bias": 0.0073061296716332436, + "global_proj.weight": 0.028721574693918228, + "global_proj.bias": 0.01766875758767128, + "goal_head.0.weight": 0.015080315060913563, + "goal_head.0.bias": 0.0064543019980192184, + "goal_head.2.weight": 0.02173844911158085, + "goal_head.2.bias": 0.013846306130290031 + }, + { + "global_gate": 0.00014859047951176763, + "embedding.weight": 0.001960046123713255, + "cnn.0.weight": 0.05224543809890747, + "cnn.0.bias": 0.002273611491546035, + "cnn.2.weight": 0.014864264987409115, + "cnn.2.bias": 0.004953117109835148, + "cnn.5.weight": 0.014622462913393974, + "cnn.5.bias": 0.00456413347274065, + "action_emb.weight": 0.006637844722718, + "timestep_emb.weight": 0.0011453150073066354, + "pos_emb.weight": 0.002963332924991846, + "transformer.layers.0.self_attn.in_proj_weight": 0.03217485919594765, + "transformer.layers.0.self_attn.in_proj_bias": 0.003224600339308381, + "transformer.layers.0.self_attn.out_proj.weight": 0.03285139426589012, + "transformer.layers.0.self_attn.out_proj.bias": 0.004797493107616901, + "transformer.layers.0.linear1.weight": 0.031167635694146156, + "transformer.layers.0.linear1.bias": 0.0017947113374248147, + "transformer.layers.0.linear2.weight": 0.03658594936132431, + "transformer.layers.0.linear2.bias": 0.004125489387661219, + "transformer.layers.0.norm1.weight": 0.0018677734769880772, + "transformer.layers.0.norm1.bias": 0.003036926267668605, + "transformer.layers.0.norm2.weight": 0.0026218872517347336, + "transformer.layers.0.norm2.bias": 0.0020226729102432728, + "transformer.layers.1.self_attn.in_proj_weight": 0.03055216744542122, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022681502159684896, + "transformer.layers.1.self_attn.out_proj.weight": 0.03600907698273659, + "transformer.layers.1.self_attn.out_proj.bias": 0.003399335779249668, + "transformer.layers.1.linear1.weight": 0.019156439229846, + "transformer.layers.1.linear1.bias": 0.0011242026230320334, + "transformer.layers.1.linear2.weight": 0.02895021252334118, + "transformer.layers.1.linear2.bias": 0.0034024009946733713, + "transformer.layers.1.norm1.weight": 0.0019023390486836433, + "transformer.layers.1.norm1.bias": 0.0021400190889835358, + "transformer.layers.1.norm2.weight": 0.0014040889218449593, + "transformer.layers.1.norm2.bias": 0.0013175624189898372, + "transformer.layers.2.self_attn.in_proj_weight": 0.0377250500023365, + "transformer.layers.2.self_attn.in_proj_bias": 0.0028814731631428003, + "transformer.layers.2.self_attn.out_proj.weight": 0.031160274520516396, + "transformer.layers.2.self_attn.out_proj.bias": 0.003413272090256214, + "transformer.layers.2.linear1.weight": 0.017973782494664192, + "transformer.layers.2.linear1.bias": 0.001302909106016159, + "transformer.layers.2.linear2.weight": 0.02239201031625271, + "transformer.layers.2.linear2.bias": 0.003596191294491291, + "transformer.layers.2.norm1.weight": 0.002581383101642132, + "transformer.layers.2.norm1.bias": 0.0035416746977716684, + "transformer.layers.2.norm2.weight": 0.0012981797335669398, + "transformer.layers.2.norm2.bias": 0.0015569713432341814, + "transformer.layers.3.self_attn.in_proj_weight": 0.07629581540822983, + "transformer.layers.3.self_attn.in_proj_bias": 0.007848798297345638, + "transformer.layers.3.self_attn.out_proj.weight": 0.0360376238822937, + "transformer.layers.3.self_attn.out_proj.bias": 0.0060444241389632225, + "transformer.layers.3.linear1.weight": 0.033852268010377884, + "transformer.layers.3.linear1.bias": 0.0033025287557393312, + "transformer.layers.3.linear2.weight": 0.02328099124133587, + "transformer.layers.3.linear2.bias": 0.007116759195923805, + "transformer.layers.3.norm1.weight": 0.006443419028073549, + "transformer.layers.3.norm1.bias": 0.011541036888957024, + "transformer.layers.3.norm2.weight": 0.002495931461453438, + "transformer.layers.3.norm2.bias": 0.0046660201624035835, + "head.weight": 0.3162487745285034, + "head.bias": 0.013586856424808502, + "global_embedding.weight": 0.007302822545170784, + "global_cnn.0.weight": 0.052128057926893234, + "global_cnn.0.bias": 0.002130946610122919, + "global_cnn.2.weight": 0.1637607365846634, + "global_cnn.2.bias": 0.009302420541644096, + "global_proj.weight": 0.03584195673465729, + "global_proj.bias": 0.02172880992293358, + "goal_head.0.weight": 0.01975342258810997, + "goal_head.0.bias": 0.008201434276998043, + "goal_head.2.weight": 0.025372140109539032, + "goal_head.2.bias": 0.016730433329939842 + }, + { + "global_gate": 1.3476688764058053e-05, + "embedding.weight": 0.004940484184771776, + "cnn.0.weight": 0.07380945235490799, + "cnn.0.bias": 0.003363456577062607, + "cnn.2.weight": 0.013947835192084312, + "cnn.2.bias": 0.005125059280544519, + "cnn.5.weight": 0.01135519053786993, + "cnn.5.bias": 0.0035104802809655666, + "action_emb.weight": 0.009627866558730602, + "timestep_emb.weight": 0.001141081447713077, + "pos_emb.weight": 0.002686298917979002, + "transformer.layers.0.self_attn.in_proj_weight": 0.029446525499224663, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028314143419265747, + "transformer.layers.0.self_attn.out_proj.weight": 0.03474992886185646, + "transformer.layers.0.self_attn.out_proj.bias": 0.003979048691689968, + "transformer.layers.0.linear1.weight": 0.04447471350431442, + "transformer.layers.0.linear1.bias": 0.0017104200087487698, + "transformer.layers.0.linear2.weight": 0.03270996734499931, + "transformer.layers.0.linear2.bias": 0.003123876638710499, + "transformer.layers.0.norm1.weight": 0.0015476878033950925, + "transformer.layers.0.norm1.bias": 0.0025847686920315027, + "transformer.layers.0.norm2.weight": 0.004824232310056686, + "transformer.layers.0.norm2.bias": 0.0015926299383863807, + "transformer.layers.1.self_attn.in_proj_weight": 0.032274454832077026, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016425215872004628, + "transformer.layers.1.self_attn.out_proj.weight": 0.0257338248193264, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023080077953636646, + "transformer.layers.1.linear1.weight": 0.01839544251561165, + "transformer.layers.1.linear1.bias": 0.0010170151945203543, + "transformer.layers.1.linear2.weight": 0.021494461223483086, + "transformer.layers.1.linear2.bias": 0.0022612556349486113, + "transformer.layers.1.norm1.weight": 0.0020501739345490932, + "transformer.layers.1.norm1.bias": 0.001632281462661922, + "transformer.layers.1.norm2.weight": 0.00176511041354388, + "transformer.layers.1.norm2.bias": 0.001129109994508326, + "transformer.layers.2.self_attn.in_proj_weight": 0.026634272187948227, + "transformer.layers.2.self_attn.in_proj_bias": 0.001959466142579913, + "transformer.layers.2.self_attn.out_proj.weight": 0.025948023423552513, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023951688781380653, + "transformer.layers.2.linear1.weight": 0.013978812843561172, + "transformer.layers.2.linear1.bias": 0.0010606016730889678, + "transformer.layers.2.linear2.weight": 0.015920955687761307, + "transformer.layers.2.linear2.bias": 0.0024663445074111223, + "transformer.layers.2.norm1.weight": 0.0019613562617450953, + "transformer.layers.2.norm1.bias": 0.002174277789890766, + "transformer.layers.2.norm2.weight": 0.0010426427470520139, + "transformer.layers.2.norm2.bias": 0.0015162059571594, + "transformer.layers.3.self_attn.in_proj_weight": 0.04266301915049553, + "transformer.layers.3.self_attn.in_proj_bias": 0.004205104894936085, + "transformer.layers.3.self_attn.out_proj.weight": 0.02382221631705761, + "transformer.layers.3.self_attn.out_proj.bias": 0.003272952511906624, + "transformer.layers.3.linear1.weight": 0.023943938314914703, + "transformer.layers.3.linear1.bias": 0.0022874120622873306, + "transformer.layers.3.linear2.weight": 0.014316333457827568, + "transformer.layers.3.linear2.bias": 0.004017743747681379, + "transformer.layers.3.norm1.weight": 0.004063669592142105, + "transformer.layers.3.norm1.bias": 0.00587709154933691, + "transformer.layers.3.norm2.weight": 0.0017599078128114343, + "transformer.layers.3.norm2.bias": 0.0032379545737057924, + "head.weight": 0.20879489183425903, + "head.bias": 0.00840762723237276, + "global_embedding.weight": 0.011951956897974014, + "global_cnn.0.weight": 0.05528269335627556, + "global_cnn.0.bias": 0.0025931065902113914, + "global_cnn.2.weight": 0.08844783157110214, + "global_cnn.2.bias": 0.0042077116668224335, + "global_proj.weight": 0.0260987039655447, + "global_proj.bias": 0.0183040052652359, + "goal_head.0.weight": 0.016366543248295784, + "goal_head.0.bias": 0.007054103538393974, + "goal_head.2.weight": 0.02857869304716587, + "goal_head.2.bias": 0.01647968962788582 + }, + { + "global_gate": 0.00012785280705429614, + "embedding.weight": 0.003014384303241968, + "cnn.0.weight": 0.06188445910811424, + "cnn.0.bias": 0.0029919131193310022, + "cnn.2.weight": 0.013464560732245445, + "cnn.2.bias": 0.006174873095005751, + "cnn.5.weight": 0.01282644085586071, + "cnn.5.bias": 0.0037510052789002657, + "action_emb.weight": 0.004219582304358482, + "timestep_emb.weight": 0.0011269308160990477, + "pos_emb.weight": 0.002515799831598997, + "transformer.layers.0.self_attn.in_proj_weight": 0.02706061117351055, + "transformer.layers.0.self_attn.in_proj_bias": 0.002502592047676444, + "transformer.layers.0.self_attn.out_proj.weight": 0.027321452274918556, + "transformer.layers.0.self_attn.out_proj.bias": 0.0038626983296126127, + "transformer.layers.0.linear1.weight": 0.02555389516055584, + "transformer.layers.0.linear1.bias": 0.0015081926248967648, + "transformer.layers.0.linear2.weight": 0.028695812448859215, + "transformer.layers.0.linear2.bias": 0.002998791867867112, + "transformer.layers.0.norm1.weight": 0.0016728367190808058, + "transformer.layers.0.norm1.bias": 0.0022755349054932594, + "transformer.layers.0.norm2.weight": 0.0023598114494234324, + "transformer.layers.0.norm2.bias": 0.0016641734400764108, + "transformer.layers.1.self_attn.in_proj_weight": 0.026241984218358994, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018681747606024146, + "transformer.layers.1.self_attn.out_proj.weight": 0.02818966843187809, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023689591325819492, + "transformer.layers.1.linear1.weight": 0.014226377941668034, + "transformer.layers.1.linear1.bias": 0.0009442651062272489, + "transformer.layers.1.linear2.weight": 0.017983339726924896, + "transformer.layers.1.linear2.bias": 0.002180086448788643, + "transformer.layers.1.norm1.weight": 0.00213834922760725, + "transformer.layers.1.norm1.bias": 0.0021340122912079096, + "transformer.layers.1.norm2.weight": 0.0012214705348014832, + "transformer.layers.1.norm2.bias": 0.0009696250781416893, + "transformer.layers.2.self_attn.in_proj_weight": 0.02259294129908085, + "transformer.layers.2.self_attn.in_proj_bias": 0.001765309483744204, + "transformer.layers.2.self_attn.out_proj.weight": 0.020708931609988213, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017508772434666753, + "transformer.layers.2.linear1.weight": 0.0097693195566535, + "transformer.layers.2.linear1.bias": 0.0006716483039781451, + "transformer.layers.2.linear2.weight": 0.012083185836672783, + "transformer.layers.2.linear2.bias": 0.0016534506576135755, + "transformer.layers.2.norm1.weight": 0.002063014078885317, + "transformer.layers.2.norm1.bias": 0.002238740911707282, + "transformer.layers.2.norm2.weight": 0.0006876848638057709, + "transformer.layers.2.norm2.bias": 0.0006250409060157835, + "transformer.layers.3.self_attn.in_proj_weight": 0.030894042924046516, + "transformer.layers.3.self_attn.in_proj_bias": 0.0018818300450220704, + "transformer.layers.3.self_attn.out_proj.weight": 0.018315624445676804, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017635339172556996, + "transformer.layers.3.linear1.weight": 0.018555378541350365, + "transformer.layers.3.linear1.bias": 0.0015255255857482553, + "transformer.layers.3.linear2.weight": 0.01165141724050045, + "transformer.layers.3.linear2.bias": 0.0016831501852720976, + "transformer.layers.3.norm1.weight": 0.0030392936896532774, + "transformer.layers.3.norm1.bias": 0.0022851601243019104, + "transformer.layers.3.norm2.weight": 0.001610792358405888, + "transformer.layers.3.norm2.bias": 0.0025491153355687857, + "head.weight": 0.11069810390472412, + "head.bias": 0.0038297970313578844, + "global_embedding.weight": 0.00935181975364685, + "global_cnn.0.weight": 0.06350700557231903, + "global_cnn.0.bias": 0.002244778675958514, + "global_cnn.2.weight": 0.16119490563869476, + "global_cnn.2.bias": 0.007389434147626162, + "global_proj.weight": 0.027880074456334114, + "global_proj.bias": 0.01740526594221592, + "goal_head.0.weight": 0.015405033715069294, + "goal_head.0.bias": 0.006542801391333342, + "goal_head.2.weight": 0.020176660269498825, + "goal_head.2.bias": 0.013190029188990593 + }, + { + "global_gate": 7.568776345578954e-05, + "embedding.weight": 0.0032309056259691715, + "cnn.0.weight": 0.054367199540138245, + "cnn.0.bias": 0.0023483664263039827, + "cnn.2.weight": 0.015826640650629997, + "cnn.2.bias": 0.006787024438381195, + "cnn.5.weight": 0.014017120003700256, + "cnn.5.bias": 0.004147929139435291, + "action_emb.weight": 0.003449246985837817, + "timestep_emb.weight": 0.0009323407430201769, + "pos_emb.weight": 0.0024498282000422478, + "transformer.layers.0.self_attn.in_proj_weight": 0.025663262233138084, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024582138285040855, + "transformer.layers.0.self_attn.out_proj.weight": 0.02412055805325508, + "transformer.layers.0.self_attn.out_proj.bias": 0.003425527596846223, + "transformer.layers.0.linear1.weight": 0.021070469170808792, + "transformer.layers.0.linear1.bias": 0.0013045001542195678, + "transformer.layers.0.linear2.weight": 0.023293282836675644, + "transformer.layers.0.linear2.bias": 0.0026274051051586866, + "transformer.layers.0.norm1.weight": 0.0015925471670925617, + "transformer.layers.0.norm1.bias": 0.0023276202846318483, + "transformer.layers.0.norm2.weight": 0.0019538456108421087, + "transformer.layers.0.norm2.bias": 0.0013096260372549295, + "transformer.layers.1.self_attn.in_proj_weight": 0.023792823776602745, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015195684973150492, + "transformer.layers.1.self_attn.out_proj.weight": 0.022487713024020195, + "transformer.layers.1.self_attn.out_proj.bias": 0.001948620076291263, + "transformer.layers.1.linear1.weight": 0.01158728264272213, + "transformer.layers.1.linear1.bias": 0.0007594970520585775, + "transformer.layers.1.linear2.weight": 0.015143674798309803, + "transformer.layers.1.linear2.bias": 0.0018219436751678586, + "transformer.layers.1.norm1.weight": 0.001708454336039722, + "transformer.layers.1.norm1.bias": 0.0016087953699752688, + "transformer.layers.1.norm2.weight": 0.0008767771651037037, + "transformer.layers.1.norm2.bias": 0.0007293959497474134, + "transformer.layers.2.self_attn.in_proj_weight": 0.021840626373887062, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014963678549975157, + "transformer.layers.2.self_attn.out_proj.weight": 0.018545107915997505, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015630378620699048, + "transformer.layers.2.linear1.weight": 0.009150760248303413, + "transformer.layers.2.linear1.bias": 0.0006266147247515619, + "transformer.layers.2.linear2.weight": 0.011345857754349709, + "transformer.layers.2.linear2.bias": 0.0014597481349483132, + "transformer.layers.2.norm1.weight": 0.0018157860031351447, + "transformer.layers.2.norm1.bias": 0.0018196022137999535, + "transformer.layers.2.norm2.weight": 0.000681795587297529, + "transformer.layers.2.norm2.bias": 0.00063857133500278, + "transformer.layers.3.self_attn.in_proj_weight": 0.032124508172273636, + "transformer.layers.3.self_attn.in_proj_bias": 0.001932845450937748, + "transformer.layers.3.self_attn.out_proj.weight": 0.01566465012729168, + "transformer.layers.3.self_attn.out_proj.bias": 0.0016130735166370869, + "transformer.layers.3.linear1.weight": 0.015957973897457123, + "transformer.layers.3.linear1.bias": 0.001342065050266683, + "transformer.layers.3.linear2.weight": 0.010051093995571136, + "transformer.layers.3.linear2.bias": 0.0016871372936293483, + "transformer.layers.3.norm1.weight": 0.003453466109931469, + "transformer.layers.3.norm1.bias": 0.002428643871098757, + "transformer.layers.3.norm2.weight": 0.0012551750987768173, + "transformer.layers.3.norm2.bias": 0.00210681208409369, + "head.weight": 0.10780392587184906, + "head.bias": 0.003389721969142556, + "global_embedding.weight": 0.004412754438817501, + "global_cnn.0.weight": 0.05396204814314842, + "global_cnn.0.bias": 0.0017860198859125376, + "global_cnn.2.weight": 0.15630985796451569, + "global_cnn.2.bias": 0.007564083207398653, + "global_proj.weight": 0.029322562739253044, + "global_proj.bias": 0.018771803006529808, + "goal_head.0.weight": 0.014488814398646355, + "goal_head.0.bias": 0.006079257931560278, + "goal_head.2.weight": 0.019848616793751717, + "goal_head.2.bias": 0.012118334881961346 + }, + { + "global_gate": 1.642730421735905e-05, + "embedding.weight": 0.0033891364000737667, + "cnn.0.weight": 0.057207271456718445, + "cnn.0.bias": 0.002690491732209921, + "cnn.2.weight": 0.014283730648458004, + "cnn.2.bias": 0.005754522513598204, + "cnn.5.weight": 0.014719491824507713, + "cnn.5.bias": 0.004598332569003105, + "action_emb.weight": 0.0048193191178143024, + "timestep_emb.weight": 0.001382078044116497, + "pos_emb.weight": 0.003742009401321411, + "transformer.layers.0.self_attn.in_proj_weight": 0.03928111866116524, + "transformer.layers.0.self_attn.in_proj_bias": 0.003906102618202567, + "transformer.layers.0.self_attn.out_proj.weight": 0.03666521981358528, + "transformer.layers.0.self_attn.out_proj.bias": 0.005693755578249693, + "transformer.layers.0.linear1.weight": 0.031645338982343674, + "transformer.layers.0.linear1.bias": 0.0021812354680150747, + "transformer.layers.0.linear2.weight": 0.0379277728497982, + "transformer.layers.0.linear2.bias": 0.004070780239999294, + "transformer.layers.0.norm1.weight": 0.002245479030534625, + "transformer.layers.0.norm1.bias": 0.0035420111380517483, + "transformer.layers.0.norm2.weight": 0.002830325160175562, + "transformer.layers.0.norm2.bias": 0.0026799028273671865, + "transformer.layers.1.self_attn.in_proj_weight": 0.03375595062971115, + "transformer.layers.1.self_attn.in_proj_bias": 0.0022992538288235664, + "transformer.layers.1.self_attn.out_proj.weight": 0.03238838538527489, + "transformer.layers.1.self_attn.out_proj.bias": 0.002793447580188513, + "transformer.layers.1.linear1.weight": 0.017499081790447235, + "transformer.layers.1.linear1.bias": 0.0010783617617562413, + "transformer.layers.1.linear2.weight": 0.023996656760573387, + "transformer.layers.1.linear2.bias": 0.0026506290305405855, + "transformer.layers.1.norm1.weight": 0.002631027949973941, + "transformer.layers.1.norm1.bias": 0.0025806124322116375, + "transformer.layers.1.norm2.weight": 0.0013224774738773704, + "transformer.layers.1.norm2.bias": 0.0010218723909929395, + "transformer.layers.2.self_attn.in_proj_weight": 0.02757488377392292, + "transformer.layers.2.self_attn.in_proj_bias": 0.0020106753800064325, + "transformer.layers.2.self_attn.out_proj.weight": 0.02786676399409771, + "transformer.layers.2.self_attn.out_proj.bias": 0.0023574542719870806, + "transformer.layers.2.linear1.weight": 0.01522380392998457, + "transformer.layers.2.linear1.bias": 0.0010443817591294646, + "transformer.layers.2.linear2.weight": 0.018601134419441223, + "transformer.layers.2.linear2.bias": 0.0023363549262285233, + "transformer.layers.2.norm1.weight": 0.0020222938619554043, + "transformer.layers.2.norm1.bias": 0.0020947211887687445, + "transformer.layers.2.norm2.weight": 0.0011905510909855366, + "transformer.layers.2.norm2.bias": 0.0011238718871027231, + "transformer.layers.3.self_attn.in_proj_weight": 0.05491584911942482, + "transformer.layers.3.self_attn.in_proj_bias": 0.0034204134717583656, + "transformer.layers.3.self_attn.out_proj.weight": 0.029708435758948326, + "transformer.layers.3.self_attn.out_proj.bias": 0.0028368160128593445, + "transformer.layers.3.linear1.weight": 0.030150476843118668, + "transformer.layers.3.linear1.bias": 0.0025448258966207504, + "transformer.layers.3.linear2.weight": 0.01741674914956093, + "transformer.layers.3.linear2.bias": 0.0030337513890117407, + "transformer.layers.3.norm1.weight": 0.005064335651695728, + "transformer.layers.3.norm1.bias": 0.004357595928013325, + "transformer.layers.3.norm2.weight": 0.002235210267826915, + "transformer.layers.3.norm2.bias": 0.0036391927860677242, + "head.weight": 0.21359626948833466, + "head.bias": 0.005939169321209192, + "global_embedding.weight": 0.013328807428479195, + "global_cnn.0.weight": 0.0757332593202591, + "global_cnn.0.bias": 0.0030031816568225622, + "global_cnn.2.weight": 0.15603291988372803, + "global_cnn.2.bias": 0.006727210711687803, + "global_proj.weight": 0.0439881756901741, + "global_proj.bias": 0.031725455075502396, + "goal_head.0.weight": 0.03188573196530342, + "goal_head.0.bias": 0.015011814422905445, + "goal_head.2.weight": 0.052023034542798996, + "goal_head.2.bias": 0.03579545393586159 + }, + { + "global_gate": 5.174719626666047e-05, + "embedding.weight": 0.003168882569298148, + "cnn.0.weight": 0.060093145817518234, + "cnn.0.bias": 0.0017943334532901645, + "cnn.2.weight": 0.01636091060936451, + "cnn.2.bias": 0.005095632281154394, + "cnn.5.weight": 0.016477573662996292, + "cnn.5.bias": 0.004627534653991461, + "action_emb.weight": 0.009352931752800941, + "timestep_emb.weight": 0.0012667240807786584, + "pos_emb.weight": 0.003350857412442565, + "transformer.layers.0.self_attn.in_proj_weight": 0.03764980286359787, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039032024797052145, + "transformer.layers.0.self_attn.out_proj.weight": 0.03570067510008812, + "transformer.layers.0.self_attn.out_proj.bias": 0.005301184486597776, + "transformer.layers.0.linear1.weight": 0.04277583584189415, + "transformer.layers.0.linear1.bias": 0.00207052705809474, + "transformer.layers.0.linear2.weight": 0.042198073118925095, + "transformer.layers.0.linear2.bias": 0.004170520231127739, + "transformer.layers.0.norm1.weight": 0.002419826341792941, + "transformer.layers.0.norm1.bias": 0.003572425339370966, + "transformer.layers.0.norm2.weight": 0.004273028578609228, + "transformer.layers.0.norm2.bias": 0.0019886011723428965, + "transformer.layers.1.self_attn.in_proj_weight": 0.03697144612669945, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024571565445512533, + "transformer.layers.1.self_attn.out_proj.weight": 0.035487812012434006, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032835754100233316, + "transformer.layers.1.linear1.weight": 0.02162403054535389, + "transformer.layers.1.linear1.bias": 0.0013477110769599676, + "transformer.layers.1.linear2.weight": 0.030773913487792015, + "transformer.layers.1.linear2.bias": 0.0032803411595523357, + "transformer.layers.1.norm1.weight": 0.0026466830167919397, + "transformer.layers.1.norm1.bias": 0.002765212906524539, + "transformer.layers.1.norm2.weight": 0.001859608106315136, + "transformer.layers.1.norm2.bias": 0.001425364171154797, + "transformer.layers.2.self_attn.in_proj_weight": 0.0341702438890934, + "transformer.layers.2.self_attn.in_proj_bias": 0.002652621129527688, + "transformer.layers.2.self_attn.out_proj.weight": 0.03503521531820297, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031422011088579893, + "transformer.layers.2.linear1.weight": 0.0166779737919569, + "transformer.layers.2.linear1.bias": 0.0011048883898183703, + "transformer.layers.2.linear2.weight": 0.022175004705786705, + "transformer.layers.2.linear2.bias": 0.00319785182364285, + "transformer.layers.2.norm1.weight": 0.003476586425676942, + "transformer.layers.2.norm1.bias": 0.0032832056749612093, + "transformer.layers.2.norm2.weight": 0.0011642752215266228, + "transformer.layers.2.norm2.bias": 0.0011303910287097096, + "transformer.layers.3.self_attn.in_proj_weight": 0.06961498409509659, + "transformer.layers.3.self_attn.in_proj_bias": 0.006602427456527948, + "transformer.layers.3.self_attn.out_proj.weight": 0.03527041897177696, + "transformer.layers.3.self_attn.out_proj.bias": 0.004836839623749256, + "transformer.layers.3.linear1.weight": 0.030428484082221985, + "transformer.layers.3.linear1.bias": 0.0026029159780591726, + "transformer.layers.3.linear2.weight": 0.02009904570877552, + "transformer.layers.3.linear2.bias": 0.00471567502245307, + "transformer.layers.3.norm1.weight": 0.005595094989985228, + "transformer.layers.3.norm1.bias": 0.009383270516991615, + "transformer.layers.3.norm2.weight": 0.002224799944087863, + "transformer.layers.3.norm2.bias": 0.003171824151650071, + "head.weight": 0.24678044021129608, + "head.bias": 0.008922100067138672, + "global_embedding.weight": 0.011021464131772518, + "global_cnn.0.weight": 0.06148369982838631, + "global_cnn.0.bias": 0.002953857649117708, + "global_cnn.2.weight": 0.0970657542347908, + "global_cnn.2.bias": 0.004322108346968889, + "global_proj.weight": 0.022105205804109573, + "global_proj.bias": 0.01132310088723898, + "goal_head.0.weight": 0.010847143828868866, + "goal_head.0.bias": 0.003724118461832404, + "goal_head.2.weight": 0.012834517285227776, + "goal_head.2.bias": 0.00793375726789236 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.13594652712345123, - 0.2411884069442749, - 0.093640998005867, - 0.0991647019982338, - 0.03219454735517502, - 0.0224772822111845, - 0.06317835301160812, - 0.06092032790184021, - 0.09231580793857574, - 0.0705767273902893 + 0.3253627419471741, + 0.3416574001312256, + 0.4709477722644806, + 0.2971760034561157, + 0.4094862937927246, + 0.4100489914417267, + 0.3923787772655487, + 0.43079984188079834, + 0.3585363030433655, + 0.1950395405292511, + 0.3563445210456848, + 0.2845172882080078, + 0.3543670177459717, + 0.6514061689376831, + 0.4862408936023712, + 0.43589794635772705, + 0.39310193061828613, + 0.5361835956573486, + 0.8035275340080261, + 0.709797739982605 ], "repr_drift_kl_low_t": [ - 0.14452289044857025, - 0.18710525333881378, - 0.09440448880195618, - 0.09641733020544052, - 0.029056403785943985, - 0.015712786465883255, - 0.061721183359622955, - 0.062174323946237564, - 0.07518164068460464, - 0.0655861347913742 + 0.41815680265426636, + 0.40300726890563965, + 0.5862255096435547, + 0.3595014214515686, + 0.4974202811717987, + 0.5131116509437561, + 0.5092481374740601, + 0.5385045409202576, + 0.4398529529571533, + 0.23873476684093475, + 0.4370303750038147, + 0.35609105229377747, + 0.4288339614868164, + 0.8274915814399719, + 0.6010770797729492, + 0.5653834342956543, + 0.48955050110816956, + 0.6520031690597534, + 1.0161737203598022, + 0.8760234713554382 ], "repr_drift_kl_mid_t": [ - 0.12940171360969543, - 0.19866883754730225, - 0.09279347956180573, - 0.08429056406021118, - 0.026431303471326828, - 0.013152058236300945, - 0.05073653161525726, - 0.05270884558558464, - 0.07515338808298111, - 0.06164831295609474 + 0.3220529854297638, + 0.34422385692596436, + 0.47599855065345764, + 0.3083324432373047, + 0.4158009886741638, + 0.41629713773727417, + 0.39103659987449646, + 0.4435268044471741, + 0.3789891302585602, + 0.18900048732757568, + 0.3736076354980469, + 0.28659650683403015, + 0.346465140581131, + 0.6568122506141663, + 0.4931967854499817, + 0.43687739968299866, + 0.41255390644073486, + 0.5496487021446228, + 0.8126593828201294, + 0.7195212841033936 ], "repr_drift_kl_high_t": [ - 0.13976848125457764, - 0.3741874396800995, - 0.10695929080247879, - 0.13268104195594788, - 0.0534842312335968, - 0.03824497014284134, - 0.11071699857711792, - 0.08394821733236313, - 0.1154075637459755, - 0.0949438065290451 + 0.2434016764163971, + 0.27355679869651794, + 0.3473092019557953, + 0.22884421050548553, + 0.30307066440582275, + 0.2854730486869812, + 0.2663041949272156, + 0.2951712906360626, + 0.25497713685035706, + 0.15461617708206177, + 0.25638294219970703, + 0.1939534693956375, + 0.26232925057411194, + 0.4697243273258209, + 0.3541358709335327, + 0.31860682368278503, + 0.2840788662433624, + 0.386781245470047, + 0.570978581905365, + 0.4982394874095917 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.7778804302215576, - 0.7417404055595398, - 0.7331783175468445, - 0.9509056210517883, - 0.5906998515129089 + 0.8144783973693848, + 0.7619186043739319, + 0.8706739544868469, + 0.857040524482727, + 0.7730028629302979, + 0.6954151391983032, + 0.5941019058227539, + 0.8456401228904724, + 0.7192224860191345, + 0.7318595051765442 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.213585615158081, - 1.4432567358016968, - 1.3636583089828491, - 1.3911176919937134, - 0.22239844501018524, - 0.8873231410980225, - 0.2182120829820633, - 0.4668278396129608, - 0.24693691730499268, - 0.32674455642700195 + 0.8278357982635498, + 0.6459930539131165, + 0.567066490650177, + 0.4413994550704956, + 0.47350385785102844, + 0.21357764303684235, + 0.2926706373691559, + 0.5625202059745789, + 0.5369963049888611, + 0.4013531804084778, + 0.4162980914115906, + 0.3104330599308014, + 0.3177882432937622, + 0.27848729491233826, + 0.36971235275268555, + 0.2266865074634552, + 0.21997205913066864, + 0.21918272972106934, + 0.43642568588256836, + 0.42712706327438354 ], "norm_high_t": [ - 0.9479595422744751, - 1.2720202207565308, - 1.023608684539795, - 1.528833031654358, - 0.24467121064662933, - 0.9158163070678711, - 0.3282424509525299, - 0.4785897433757782, - 0.4129576086997986, - 0.35520070791244507 + 1.2056409120559692, + 0.6852564811706543, + 0.7584827542304993, + 0.7040557861328125, + 0.49310502409935, + 0.5679015517234802, + 0.565388023853302, + 0.8041234612464905, + 0.6347727179527283, + 0.5836806297302246, + 0.4908217787742615, + 0.4213724434375763, + 0.7183417677879333, + 0.8340778350830078, + 0.5711740255355835, + 0.5941329002380371, + 0.49334022402763367, + 0.6169309616088867, + 0.829763650894165, + 0.7548735737800598 ], "lowhigh_cos": [ - 0.24508163332939148, - 0.47310903668403625, - 0.6482876539230347, - 0.6191278696060181, - 0.5683309435844421, - 0.9366210699081421, - 0.4128552973270416, - 0.7596993446350098, - 0.5434858798980713, - 0.49461668729782104 + 0.720485270023346, + 0.6428946852684021, + 0.5454086661338806, + 0.7199744582176208, + 0.1540079414844513, + 0.22589029371738434, + 0.436693400144577, + 0.6380923986434937, + 0.801041305065155, + 0.7443560361862183, + 0.8285396695137024, + 0.6984686851501465, + 0.567428708076477, + 0.30167707800865173, + 0.6662911772727966, + 0.45061391592025757, + 0.6964384913444519, + 0.4088990390300751, + 0.21229717135429382, + 0.42354944348335266 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.1638532876968384, - "t_0.1-0.2": 1.2152698040008545, - "t_0.2-0.3": 0.7537591457366943, - "t_0.3-0.4": 1.047550916671753, - "t_0.4-0.5": 0.8533658981323242, - "t_0.5-0.6": 0.6725918054580688, - "t_0.6-0.7": 1.0113744735717773, - "t_0.7-0.8": 0.7655397057533264, - "t_0.8-0.9": 0.7860398888587952, - "t_0.9-1.0": 1.1897293329238892 - }, - { - "t_0.0-0.1": 2.11916184425354, - "t_0.1-0.2": 1.3514597415924072, - "t_0.2-0.3": 1.2243815660476685, - "t_0.3-0.4": 1.5632106065750122, - "t_0.4-0.5": 1.3168796300888062, - "t_0.5-0.6": 1.2979850769042969, - "t_0.6-0.7": 1.0924996137619019, - "t_0.7-0.8": 1.2701482772827148, - "t_0.8-0.9": 1.1158581972122192, - "t_0.9-1.0": 1.6729979515075684 - }, - { - "t_0.0-0.1": 1.2727537155151367, - "t_0.1-0.2": 0.8988023996353149, - "t_0.2-0.3": 0.8455686569213867, - "t_0.3-0.4": 0.9031578898429871, - "t_0.4-0.5": 0.8166265487670898, - "t_0.5-0.6": 0.8344316482543945, - "t_0.6-0.7": 0.7540420889854431, - "t_0.7-0.8": 0.849949061870575, - "t_0.8-0.9": 0.8390950560569763, - "t_0.9-1.0": 1.3480912446975708 - }, - { - "t_0.0-0.1": 1.3734012842178345, - "t_0.1-0.2": 1.33241868019104, - "t_0.2-0.3": 1.0581146478652954, - "t_0.3-0.4": 1.0967568159103394, - "t_0.4-0.5": 1.103832483291626, - "t_0.5-0.6": 1.0036075115203857, - "t_0.6-0.7": 1.1867457628250122, - "t_0.7-0.8": 1.2926808595657349, - "t_0.8-0.9": 1.0676130056381226, - "t_0.9-1.0": 1.599395751953125 - }, - { - "t_0.0-0.1": 0.2500161826610565, - "t_0.1-0.2": 0.24820515513420105, - "t_0.2-0.3": 0.20707018673419952, - "t_0.3-0.4": 0.197343111038208, - "t_0.4-0.5": 0.20850546658039093, - "t_0.5-0.6": 0.1861042082309723, - "t_0.6-0.7": 0.20996493101119995, - "t_0.7-0.8": 0.19065158069133759, - "t_0.8-0.9": 0.19913509488105774, - "t_0.9-1.0": 0.3040909171104431 - }, - { - "t_0.0-0.1": 0.8796308040618896, - "t_0.1-0.2": 0.8802332282066345, - "t_0.2-0.3": 1.0081712007522583, - "t_0.3-0.4": 0.9703075885772705, - "t_0.4-0.5": 0.8799687027931213, - "t_0.5-0.6": 0.877684473991394, - "t_0.6-0.7": 0.9228011965751648, - "t_0.7-0.8": 0.9216979146003723, - "t_0.8-0.9": 0.9210469126701355, - "t_0.9-1.0": 0.9881342649459839 - }, - { - "t_0.0-0.1": 0.3052431643009186, - "t_0.1-0.2": 0.25732293725013733, - "t_0.2-0.3": 0.21928146481513977, - "t_0.3-0.4": 0.20678161084651947, - "t_0.4-0.5": 0.2176036536693573, - "t_0.5-0.6": 0.2117021679878235, - "t_0.6-0.7": 0.20266258716583252, - "t_0.7-0.8": 0.2077302485704422, - "t_0.8-0.9": 0.21086595952510834, - "t_0.9-1.0": 0.5511869192123413 - }, - { - "t_0.0-0.1": 0.6930738687515259, - "t_0.1-0.2": 0.5146195292472839, - "t_0.2-0.3": 0.46767303347587585, - "t_0.3-0.4": 0.532760500907898, - "t_0.4-0.5": 0.44898882508277893, - "t_0.5-0.6": 0.4583190679550171, - "t_0.6-0.7": 0.4824414551258087, - "t_0.7-0.8": 0.4653608202934265, - "t_0.8-0.9": 0.4933702349662781, - "t_0.9-1.0": 0.6078876852989197 - }, - { - "t_0.0-0.1": 0.24054427444934845, - "t_0.1-0.2": 0.22495076060295105, - "t_0.2-0.3": 0.31621018052101135, - "t_0.3-0.4": 0.2049628049135208, - "t_0.4-0.5": 0.3007620573043823, - "t_0.5-0.6": 0.22740070521831512, - "t_0.6-0.7": 0.22960656881332397, - "t_0.7-0.8": 0.22812697291374207, - "t_0.8-0.9": 0.2692427635192871, - "t_0.9-1.0": 0.6495236158370972 - }, - { - "t_0.0-0.1": 0.3926278352737427, - "t_0.1-0.2": 0.2229270339012146, - "t_0.2-0.3": 0.2606809139251709, - "t_0.3-0.4": 0.23741291463375092, - "t_0.4-0.5": 0.22911562025547028, - "t_0.5-0.6": 0.2559496760368347, - "t_0.6-0.7": 0.21974653005599976, - "t_0.7-0.8": 0.25268375873565674, - "t_0.8-0.9": 0.25838080048561096, - "t_0.9-1.0": 0.4696754515171051 + "t_0.0-0.1": 0.9199675917625427, + "t_0.1-0.2": 0.9432101845741272, + "t_0.2-0.3": 0.9650585651397705, + "t_0.3-0.4": 1.0389530658721924, + "t_0.4-0.5": 1.0385479927062988, + "t_0.5-0.6": 1.028285264968872, + "t_0.6-0.7": 1.1249865293502808, + "t_0.7-0.8": 1.1194922924041748, + "t_0.8-0.9": 1.199101448059082, + "t_0.9-1.0": 1.3013685941696167 + }, + { + "t_0.0-0.1": 0.6785659790039062, + "t_0.1-0.2": 0.5295608639717102, + "t_0.2-0.3": 0.513418436050415, + "t_0.3-0.4": 0.5316694974899292, + "t_0.4-0.5": 0.5264408588409424, + "t_0.5-0.6": 0.5352244973182678, + "t_0.6-0.7": 0.5375783443450928, + "t_0.7-0.8": 0.5339280962944031, + "t_0.8-0.9": 0.5443186163902283, + "t_0.9-1.0": 0.8774347305297852 + }, + { + "t_0.0-0.1": 0.6500077843666077, + "t_0.1-0.2": 0.5375944972038269, + "t_0.2-0.3": 0.49767789244651794, + "t_0.3-0.4": 0.5231056809425354, + "t_0.4-0.5": 0.5086143016815186, + "t_0.5-0.6": 0.5061347484588623, + "t_0.6-0.7": 0.5403695702552795, + "t_0.7-0.8": 0.5079922080039978, + "t_0.8-0.9": 0.5848034620285034, + "t_0.9-1.0": 1.1595404148101807 + }, + { + "t_0.0-0.1": 0.49653953313827515, + "t_0.1-0.2": 0.49072176218032837, + "t_0.2-0.3": 0.4845695197582245, + "t_0.3-0.4": 0.490195631980896, + "t_0.4-0.5": 0.48582586646080017, + "t_0.5-0.6": 0.49606049060821533, + "t_0.6-0.7": 0.4966120421886444, + "t_0.7-0.8": 0.5300455093383789, + "t_0.8-0.9": 0.6043679118156433, + "t_0.9-1.0": 0.811041533946991 + }, + { + "t_0.0-0.1": 0.5077946186065674, + "t_0.1-0.2": 0.3695175051689148, + "t_0.2-0.3": 0.370481938123703, + "t_0.3-0.4": 0.37630972266197205, + "t_0.4-0.5": 0.3512292504310608, + "t_0.5-0.6": 0.332865834236145, + "t_0.6-0.7": 0.3159339725971222, + "t_0.7-0.8": 0.2732274830341339, + "t_0.8-0.9": 0.27845442295074463, + "t_0.9-1.0": 0.7255327701568604 + }, + { + "t_0.0-0.1": 0.23920060694217682, + "t_0.1-0.2": 0.20781831443309784, + "t_0.2-0.3": 0.19797608256340027, + "t_0.3-0.4": 0.2305624932050705, + "t_0.4-0.5": 0.18587417900562286, + "t_0.5-0.6": 0.20360203087329865, + "t_0.6-0.7": 0.18743537366390228, + "t_0.7-0.8": 0.19096854329109192, + "t_0.8-0.9": 0.25431644916534424, + "t_0.9-1.0": 0.9523367285728455 + }, + { + "t_0.0-0.1": 0.3118404746055603, + "t_0.1-0.2": 0.28615882992744446, + "t_0.2-0.3": 0.308937668800354, + "t_0.3-0.4": 0.28354135155677795, + "t_0.4-0.5": 0.29914090037345886, + "t_0.5-0.6": 0.2940284013748169, + "t_0.6-0.7": 0.30030691623687744, + "t_0.7-0.8": 0.3061453402042389, + "t_0.8-0.9": 0.3691539466381073, + "t_0.9-1.0": 0.8520828485488892 + }, + { + "t_0.0-0.1": 0.5652891993522644, + "t_0.1-0.2": 0.5697177648544312, + "t_0.2-0.3": 0.5540222525596619, + "t_0.3-0.4": 0.5812286734580994, + "t_0.4-0.5": 0.5612885355949402, + "t_0.5-0.6": 0.5691203474998474, + "t_0.6-0.7": 0.5875320434570312, + "t_0.7-0.8": 0.5993749499320984, + "t_0.8-0.9": 0.6293776631355286, + "t_0.9-1.0": 1.3083298206329346 + }, + { + "t_0.0-0.1": 0.5963171124458313, + "t_0.1-0.2": 0.541812539100647, + "t_0.2-0.3": 0.5279579162597656, + "t_0.3-0.4": 0.5377834439277649, + "t_0.4-0.5": 0.5325144529342651, + "t_0.5-0.6": 0.5286656022071838, + "t_0.6-0.7": 0.5346801280975342, + "t_0.7-0.8": 0.5580590963363647, + "t_0.8-0.9": 0.5658058524131775, + "t_0.9-1.0": 0.7246048450469971 + }, + { + "t_0.0-0.1": 0.41691985726356506, + "t_0.1-0.2": 0.3998295068740845, + "t_0.2-0.3": 0.39446961879730225, + "t_0.3-0.4": 0.390493780374527, + "t_0.4-0.5": 0.40387627482414246, + "t_0.5-0.6": 0.3945886194705963, + "t_0.6-0.7": 0.3999929428100586, + "t_0.7-0.8": 0.40884923934936523, + "t_0.8-0.9": 0.43493226170539856, + "t_0.9-1.0": 0.8384218215942383 + }, + { + "t_0.0-0.1": 0.44712507724761963, + "t_0.1-0.2": 0.4090039134025574, + "t_0.2-0.3": 0.4133119583129883, + "t_0.3-0.4": 0.4101317226886749, + "t_0.4-0.5": 0.41235101222991943, + "t_0.5-0.6": 0.41115421056747437, + "t_0.6-0.7": 0.40240851044654846, + "t_0.7-0.8": 0.409548819065094, + "t_0.8-0.9": 0.43475228548049927, + "t_0.9-1.0": 0.5919637680053711 + }, + { + "t_0.0-0.1": 0.3268156349658966, + "t_0.1-0.2": 0.2994840443134308, + "t_0.2-0.3": 0.30109894275665283, + "t_0.3-0.4": 0.29933029413223267, + "t_0.4-0.5": 0.2983101010322571, + "t_0.5-0.6": 0.30187320709228516, + "t_0.6-0.7": 0.30214184522628784, + "t_0.7-0.8": 0.31202664971351624, + "t_0.8-0.9": 0.3436237871646881, + "t_0.9-1.0": 0.6104370951652527 + }, + { + "t_0.0-0.1": 0.311259001493454, + "t_0.1-0.2": 0.3164443075656891, + "t_0.2-0.3": 0.31260737776756287, + "t_0.3-0.4": 0.3179551064968109, + "t_0.4-0.5": 0.3141670525074005, + "t_0.5-0.6": 0.32873785495758057, + "t_0.6-0.7": 0.34247928857803345, + "t_0.7-0.8": 0.37228280305862427, + "t_0.8-0.9": 0.4731270372867584, + "t_0.9-1.0": 0.9977712035179138 + }, + { + "t_0.0-0.1": 0.3278091549873352, + "t_0.1-0.2": 0.26551496982574463, + "t_0.2-0.3": 0.2498217523097992, + "t_0.3-0.4": 0.2491031438112259, + "t_0.4-0.5": 0.2888861894607544, + "t_0.5-0.6": 0.29056572914123535, + "t_0.6-0.7": 0.3250877857208252, + "t_0.7-0.8": 0.4098731279373169, + "t_0.8-0.9": 0.6206634044647217, + "t_0.9-1.0": 1.12848699092865 + }, + { + "t_0.0-0.1": 0.3846209943294525, + "t_0.1-0.2": 0.348792165517807, + "t_0.2-0.3": 0.3399084508419037, + "t_0.3-0.4": 0.32869064807891846, + "t_0.4-0.5": 0.3152537941932678, + "t_0.5-0.6": 0.37769386172294617, + "t_0.6-0.7": 0.37911415100097656, + "t_0.7-0.8": 0.4229995906352997, + "t_0.8-0.9": 0.48845788836479187, + "t_0.9-1.0": 0.6762440800666809 + }, + { + "t_0.0-0.1": 0.4910154342651367, + "t_0.1-0.2": 0.2707761824131012, + "t_0.2-0.3": 0.2811560034751892, + "t_0.3-0.4": 0.26440173387527466, + "t_0.4-0.5": 0.2901327610015869, + "t_0.5-0.6": 0.25414901971817017, + "t_0.6-0.7": 0.29586926102638245, + "t_0.7-0.8": 0.31531593203544617, + "t_0.8-0.9": 0.38124772906303406, + "t_0.9-1.0": 0.773457407951355 + }, + { + "t_0.0-0.1": 0.25997593998908997, + "t_0.1-0.2": 0.22275547683238983, + "t_0.2-0.3": 0.21968035399913788, + "t_0.3-0.4": 0.2085753083229065, + "t_0.4-0.5": 0.21847079694271088, + "t_0.5-0.6": 0.20725823938846588, + "t_0.6-0.7": 0.22524769604206085, + "t_0.7-0.8": 0.2673783600330353, + "t_0.8-0.9": 0.33306294679641724, + "t_0.9-1.0": 0.6994572281837463 + }, + { + "t_0.0-0.1": 0.1968173384666443, + "t_0.1-0.2": 0.17379513382911682, + "t_0.2-0.3": 0.17083381116390228, + "t_0.3-0.4": 0.1569439321756363, + "t_0.4-0.5": 0.16585199534893036, + "t_0.5-0.6": 0.17202363908290863, + "t_0.6-0.7": 0.18119677901268005, + "t_0.7-0.8": 0.2047688215970993, + "t_0.8-0.9": 0.26620760560035706, + "t_0.9-1.0": 0.7779865264892578 + }, + { + "t_0.0-0.1": 0.27344489097595215, + "t_0.1-0.2": 0.23255667090415955, + "t_0.2-0.3": 0.23612770438194275, + "t_0.3-0.4": 0.2555435001850128, + "t_0.4-0.5": 0.25298747420310974, + "t_0.5-0.6": 0.252024382352829, + "t_0.6-0.7": 0.28583136200904846, + "t_0.7-0.8": 0.33383116126060486, + "t_0.8-0.9": 0.462695837020874, + "t_0.9-1.0": 0.9398369789123535 + }, + { + "t_0.0-0.1": 0.26461631059646606, + "t_0.1-0.2": 0.27997052669525146, + "t_0.2-0.3": 0.26557111740112305, + "t_0.3-0.4": 0.243098184466362, + "t_0.4-0.5": 0.2761237919330597, + "t_0.5-0.6": 0.28334683179855347, + "t_0.6-0.7": 0.3062620162963867, + "t_0.7-0.8": 0.34218931198120117, + "t_0.8-0.9": 0.40443193912506104, + "t_0.9-1.0": 1.19525146484375 } ], "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.05904059112071991, - 0.027003858238458633, - 0.07198642194271088, - 0.021967049688100815, - 0.03527815639972687, - 0.013113366439938545, - 0.178549662232399, - 0.04363207519054413, - 0.02577710524201393, - 0.003242924576625228, - 0.012126865796744823, - 0.2983645796775818, - 0.01304347813129425, - 0.012126865796744823, - 0.14413517713546753, - 0.1767100989818573, - 0.04581266641616821, - 0.2161642163991928, - 0.005199306644499302, - 0.020918071269989014, - 0.29037657380104065, - 0.32091689109802246, - 0.60495525598526, - 0.006983240135014057, - 0.08037693798542023, - 0.04636591300368309, - 0.13050313293933868, - 0.004692832473665476, - 0.05402843654155731, - 0.2932940423488617, - 0.006637168116867542, - 0.011843078769743443, - 0.2064732164144516, - 0.08511567115783691, - 0.21103239059448242, - 0.004692832473665476, - 0.039264410734176636, - 0.2654155492782593, - 0.05634517967700958, - 0.19350019097328186, - 0.00911458395421505, - 0.2867194414138794, - 0.06728972494602203, - 0.12792931497097015, - 0.015037594363093376, - 0.010468319989740849, - 0.2310418039560318, - 0.024067388847470284, - 0.1449652761220932, - 0.1335849016904831, - 0.08271335065364838, - 0.21299810707569122, - 0.13605108857154846, - 0.4739803075790405, - 0.08190976828336716, - 0.19100676476955414, - 0.10731975734233856, - 0.07530488073825836, - 0.18787425756454468, - 0.008064515888690948, - 0.011477231048047543, - 0.03337306156754494, - 0.13405796885490417, - 0.00460122711956501, - 0.2982885241508484, - 0.18623918294906616, - 0.09379727393388748, - 0.269851952791214, - 0.0050505055114626884, - 0.17999999225139618, - 0.005130596924573183, - 0.004692832473665476, - 0.20718231797218323, - 0.0713336244225502, - 0.03175225481390953, - 0.10615924000740051, - 0.1545553207397461, - 0.3637770712375641, - 0.04093567281961441, - 0.0458633117377758, - 0.010582010261714458, - 0.0670129805803299, - 0.0867152288556099, - 0.08717435598373413, - 0.18773704767227173, - 0.004263094160705805, - 0.018537074327468872, - 0.21000000834465027, - 0.0007849293760955334, - 0.02907281368970871, - 0.031223628669977188, - 0.2045889049768448, - 0.027322404086589813, - 0.17503535747528076, - 0.1290951669216156, - 0.1069023534655571, - 0.049433108419179916, - 0.09001706540584564, - 0.0235294122248888, - 0.006592291872948408, - 0.1567080020904541, - 0.14553608000278473, - 0.03525954857468605, - 0.14246425032615662, - 0.08027523010969162, - 0.017074117437005043, - 0.01457451842725277, - 0.039887815713882446, - 0.004413387272506952, - 0.15619967877864838, - 0.0045008184388279915, - 0.016420360654592514, - 0.11771795898675919, - 0.2649051547050476, - 0.08978676050901413, - 0.04520295187830925, - 0.057029176503419876, - 0.0018980477470904589, - 0.0037364130839705467, - 0.213789701461792, - 0.015849612653255463, - 0.10147299617528915, - 0.09628217667341232, - 0.06070588529109955, - 0.1459459513425827, - 0.09732573479413986, - 0.09940828382968903, - 0.016597511246800423, - 0.11876379698514938, - 0.1270304024219513, - 0.1822642832994461, - 0.06899441033601761, - 0.039308175444602966, - 0.04822469502687454, - 0.018078695982694626, - 0.007559958379715681, - 0.09601634740829468, - 0.13282664120197296, - 0.06671158969402313, - 0.030405405908823013, - 0.10600414127111435, - 0.01964636519551277, - 0.11142061650753021, - 0.10816965997219086, - 0.07202380895614624, - 0.14778856933116913, - 0.19268634915351868, - 0.05877680703997612, - 0.1805555522441864, - 0.05263157933950424, - 0.12235067784786224, - 0.1377212405204773, - 0.0045008184388279915, - 0.01061173528432846, - 0.06772175431251526, - 0.12212683260440826, - 0.029654838144779205, - 0.004901960492134094, - 0.02885821834206581, - 0.11573650687932968, - 0.006637168116867542, - 0.13203367590904236, - 0.03853955119848251, - 0.16618244349956512, - 0.12640978395938873, - 0.008864643052220345, - 0.0056584361009299755, - 0.09241335839033127, - 0.007336343172937632, - 0.33191490173339844, - 0.014538559131324291, - 0.07059736549854279, - 0.005434782709926367, - 0.02623160555958748, - 0.006637168116867542, - 0.1913580298423767, - 0.05472138896584511, - 0.09379727393388748, - 0.03876349329948425, - 0.20287539064884186, - 0.005993150640279055, - 0.18221575021743774, - 0.2461940050125122, - 0.21556887030601501, - 0.06209150329232216, - 0.004983388818800449, - 0.03669222444295883, - 0.022891566157341003, - 0.12634730339050293, - 0.10182119160890579, - 0.10891591012477875, - 0.039024390280246735, - 0.010220125317573547, - 0.0998796671628952, - 0.004692832473665476, - 0.006289307959377766, - 0.10378151386976242, - 0.23778195679187775, - 0.10614223778247833, - 0.10580204427242279, - 0.14961345493793488, - 0.23614457249641418, - 0.004323899280279875, - 0.08830409497022629, - 0.005028735846281052, - 0.004313443787395954, - 0.0869826003909111, - 0.13566084206104279, - 0.0030487803742289543, - 0.010894064791500568, - 0.08027523010969162, - 0.02565564401447773, - 0.002076843287795782, - 0.025336090475320816, - 0.047236181795597076, - 0.11400573700666428, - 0.01954951137304306, - 0.062314536422491074, - 0.06802988797426224, - 0.013438735157251358, - 0.11005771160125732, - 0.11716842651367188, - 0.005976095795631409, - 0.07047175616025925, - 0.06531365215778351, - 0.12171737849712372, - 0.19286657869815826, - 0.02010285295546055, - 0.09599491208791733, - 0.2286914736032486, - 0.17970703542232513, - 0.005199306644499302, - 0.004385964944958687, - 0.012354651466012001, - 0.023351648822426796, - 0.13683071732521057, - 0.004323899280279875, - 0.0038211694918572903, - 0.0038759689778089523, - 0.011636637151241302, - 0.09155555814504623, - 0.25283798575401306, - 0.118121437728405, - 0.0047637950628995895, - 0.08019480109214783, - 0.09435133635997772, - 0.10081647336483002, - 0.004692832473665476, - 0.05316455662250519, - 0.27937251329421997, - 0.004901960492134094, - 0.042053788900375366, - 0.09928229451179504, - 0.015293536707758904, - 0.0077751195058226585, - 0.0029069767333567142, - 0.03228726610541344, - 0.14487117528915405, - 0.04312977194786072, - 0.0070257605984807014, - 0.003144653979688883, - 0.011958763003349304, - 0.006811409257352352, - 0.01091326866298914, - 0.00238663493655622, - 0.1020265519618988, - 0.007625272031873465, - 0.0035971221514046192, - 0.12509682774543762, - 0.004807692486792803, - 0.08735796064138412, - 0.005130596924573183, - 0.004323899280279875, - 0.052452024072408676, - 0.07772842794656754, - 0.01780693605542183, - 0.0033136967103928328, - 0.08423913270235062, - 0.07613168656826019, - 0.12623274326324463, - 0.010479042306542397, - 0.08765560388565063, - 0.10014727711677551, - 0.01092896144837141, - 0.08964879810810089, - 0.09379727393388748, - 0.009475219063460827, - 0.03915662690997124, - 0.04492512345314026, - 0.006164059042930603, - 0.0033136967103928328, - 0.01895161345601082, - 0.1635160744190216, - 0.003355704713612795, - 0.023272214457392693, - 0.04356955364346504, - 0.061478085815906525, - 0.09051580727100372, - 0.06544996798038483, - 0.004901960492134094, - 0.06977671384811401, - 0.18413729965686798, - 0.1796787530183792, - 0.09283135831356049, - 0.16536010801792145, - 0.004385964944958687, - 0.026030369102954865, - 0.006289308425039053, - 0.0022410359233617783, - 0.043294116854667664, - 0.024658970534801483, - 0.010606060735881329, - 0.09057437628507614, - 0.11911658197641373, - 0.008615188300609589, - 0.009749303571879864, - 0.03290870413184166, - 0.0077751195058226585, - 0.05252210050821304, - 0.0016556291375309229, - 0.0024600245524197817, - 0.11567164212465286, - 0.02247912622988224, - 0.0727735385298729, - 0.009661835618317127, - 0.010176391340792179, - 0.037142857909202576, - 0.003253475297242403, - 0.005130596924573183, - 0.0212691780179739, - 0.002710027154535055, - 0.014779980294406414, - 0.0013661202974617481, - 0.18376962840557098, - 0.10528523474931717, - 0.009475219063460827, - 0.09041835367679596, - 0.03736799210309982, - 0.0059652929194271564, - 0.0017123287543654442, - 0.004901960492134094, - 0.05615292489528656, - 0.0036136661656200886, - 0.0995967760682106, - 0.006876228377223015, - 0.0029069767333567142, - 0.11091314256191254, - 0.06803097575902939, - 0.08156498521566391, - 0.10702772438526154, - 0.011441648006439209, - 0.11051692813634872, - 0.09777424484491348, - 0.0016556291375309229, - 0.014111006632447243, - 0.06616052240133286, - 0.10694503039121628, - 0.11177051812410355, - 0.0056584361009299755, - 0.018977535888552666, - 0.12987609207630157, - 0.058510635048151016, - 0.004983388818800449, - 0.06629834324121475, - 0.0038759689778089523, - 0.15018656849861145, - 0.007231404539197683, - 0.04300658777356148, - 0.10107441246509552, - 0.02939375303685665, - 0.0718921646475792, - 0.022390754893422127, - 0.18059702217578888, - 0.26880529522895813, - 0.07566303014755249, - 0.038308460265398026, - 0.0033136967103928328, - 0.005199306644499302, - 0.004901960492134094, - 0.08632254600524902, - 0.08897554129362106, - 0.043660007417201996, - 0.0026041667442768812, - 0.13973063230514526, - 0.13138297200202942, - 0.003086419776082039, - 0.007445323280990124, - 0.006811409257352352, - 0.004901960492134094, - 0.18989169597625732, - 0.024940047413110733, - 0.013816102407872677, - 0.03349616006016731, - 0.002805049065500498, - 0.0900181457400322, - 0.004323899280279875, - 0.002195734065026045, - 0.0047846888191998005, - 0.0033136967103928328, - 0.0027141133323311806, - 0.05630630627274513, - 0.2257072478532791, - 0.0065543074160814285, - 0.005292755551636219, - 0.011972634121775627, - 0.002888318384066224, - 0.005976095795631409, - 0.07879088073968887, - 0.006289307959377766, - 0.01269560120999813, - 0.007420599460601807, - 0.004464285913854837, - 0.03227485716342926, - 0.00219058059155941, - 0.11510129272937775, - 0.03312191367149353, - 0.09061063826084137, - 0.006289307959377766, - 0.1708860844373703, - 0.0015690375585108995, - 0.08576389402151108, - 0.0023174970410764217, - 0.059861041605472565, - 0.1445852518081665, - 0.05072464048862457, - 0.002984084887430072, - 0.10872424393892288, - 0.019638648256659508, - 0.0018479409627616405, - 0.09038737416267395, - 0.159894660115242, - 0.011918492615222931, - 0.007319304626435041, - 0.004385964944958687, - 0.0995967760682106, - 0.03112976625561714, - 0.0035771066322922707, - 0.059946414083242416, - 0.004273504018783569, - 0.05549430102109909, - 0.0014450866729021072, - 0.08751793205738068, - 0.013692579232156277, - 0.004160362761467695, - 0.0034722222480922937, - 0.08566483855247498, - 0.004032257944345474, - 0.15485073626041412, - 0.002439024392515421, - 0.0035971221514046192, - 0.013735342770814896, - 0.10577327758073807, - 0.0034722222480922937, - 0.008269719779491425, - 0.08761528134346008, - 0.0031141869258135557, - 0.03814934939146042, - 0.0027141133323311806, - 0.022176379337906837, - 0.002888318384066224, - 0.0018050542566925287, - 0.002076843287795782, - 0.0031960229389369488, - 0.0401763841509819, - 0.002984084887430072, - 0.035635966807603836, - 0.004692832473665476, - 0.008064515888690948, - 0.004692832473665476, - 0.002195734065026045, - 0.005378044676035643, - 0.005692599341273308, - 0.034894686192274094, - 0.081471748650074, - 0.0026212320663034916, - 0.0038473871536552906, - 0.09573643654584885, - 0.06269430369138718, - 0.0037313434295356274, - 0.08917655795812607, - 0.0025597268249839544, - 0.053475938737392426, - 0.08735796064138412, - 0.0035971221514046192, - 0.09379727393388748, - 0.004385964944958687, - 0.01412973739206791, - 0.017074117437005043, - 0.022189348936080933, - 0.0018980477470904589, - 0.02448110841214657, - 0.02344166301190853, - 0.0014548981562256813, - 0.0022410359233617783 + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.0694393590092659, + 0.048423003405332565, + 0.11499856412410736, + 0.07104010879993439, + 0.15260197222232819, + 0.08082932978868484, + 0.05417994409799576, + 0.2100958228111267, + 0.07525717467069626, + 0.06348264962434769, + 0.056957587599754333, + 0.07888040691614151, + 0.11066176742315292, + 0.09043659269809723, + 0.22055374085903168, + 0.13793103396892548, + 0.09160514175891876, + 0.07094943523406982, + 0.13619402050971985, + 0.11971013993024826, + 0.12106350064277649, + 0.0942956879734993, + 0.09357111901044846, + 0.1008421927690506, + 0.09530068933963776, + 0.14448004961013794, + 0.07846926897764206, + 0.25302061438560486, + 0.08387621492147446, + 0.1172914206981659, + 0.07281553745269775, + 0.041003886610269547, + 0.08109774440526962, + 0.0736648291349411, + 0.1285647451877594, + 0.2357933521270752, + 0.06195869296789169, + 0.051589030772447586, + 0.07405128329992294, + 0.03897115960717201, + 0.05945681780576706, + 0.07837110757827759, + 0.07684209942817688, + 0.13284292817115784, + 0.06382352858781815, + 0.06195715442299843, + 0.0870182067155838, + 0.06450234353542328, + 0.07688712328672409, + 0.11960133165121078, + 0.13986864686012268, + 0.09090909361839294, + 0.09745362401008606, + 0.024547802284359932, + 0.10486358404159546, + 0.05804969742894173, + 0.16882725059986115, + 0.05313807725906372, + 0.06601466983556747, + 0.03885630518198013, + 0.06382978707551956, + 0.10642813891172409, + 0.08478919416666031, + 0.09381581097841263, + 0.1409856528043747, + 0.06962864845991135, + 0.06560571491718292, + 0.06386740505695343, + 0.13558822870254517, + 0.06721536070108414, + 0.06086142361164093, + 0.09106762707233429, + 0.06088825315237045, + 0.12443168461322784, + 0.06574863940477371, + 0.12342216074466705, + 0.07677419483661652, + 0.05703771859407425, + 0.017331022769212723, + 0.11108817160129547, + 0.10014218837022781, + 0.09596473723649979, + 0.07140996307134628, + 0.09665030986070633, + 0.11481347680091858, + 0.09904573857784271, + 0.06042232736945152, + 0.03786958009004593, + 0.07699781656265259, + 0.09461924433708191, + 0.049274783581495285, + 0.09692101180553436, + 0.0742320790886879, + 0.025778373703360558, + 0.0568527951836586, + 0.07302142679691315, + 0.04710743948817253, + 0.16166916489601135, + 0.18941065669059753, + 0.11867416650056839, + 0.08431218564510345, + 0.10470898449420929, + 0.012894736602902412, + 0.03403368592262268, + 0.06640625, + 0.08230923116207123, + 0.07512520998716354, + 0.04162916541099548, + 0.05031120777130127, + 0.11094453185796738, + 0.06495404988527298, + 0.09142731875181198, + 0.06670637428760529, + 0.059772033244371414, + 0.041846152395009995, + 0.09440559148788452, + 0.121680848300457, + 0.06836461275815964, + 0.01911262795329094, + 0.09336356073617935, + 0.08239202201366425, + 0.08578300476074219, + 0.09548724442720413, + 0.05599590763449669, + 0.0721442922949791, + 0.07979312539100647, + 0.09673085808753967, + 0.11118808388710022, + 0.10606888681650162, + 0.11466604471206665, + 0.06237189099192619, + 0.06697148829698563, + 0.075700543820858, + 0.153960183262825, + 0.10082872956991196, + 0.07787958532571793, + 0.07524913549423218, + 0.08957774192094803, + 0.08770439773797989, + 0.028445882722735405, + 0.03523924574255943, + 0.014290882274508476, + 0.005939524620771408, + 0.15542255342006683, + 0.057242993265390396, + 0.04830804839730263, + 0.04939950257539749, + 0.1715358942747116, + 0.14685089886188507, + 0.06711550801992416, + 0.0929419994354248, + 0.10481059551239014, + 0.1111111119389534, + 0.04345152527093887, + 0.10450317710638046, + 0.07684949040412903, + 0.04870738089084625, + 0.07426556944847107, + 0.014380531385540962, + 0.07499413937330246, + 0.13396349549293518, + 0.12113334983587265, + 0.013455787673592567, + 0.0547158420085907, + 0.03333333134651184, + 0.20251226425170898, + 0.10268070548772812, + 0.07471116632223129, + 0.024072708562016487, + 0.06927798688411713, + 0.09913597255945206, + 0.10490904748439789, + 0.0546511635184288, + 0.09080047905445099, + 0.09787600487470627, + 0.04241719841957092, + 0.0667571872472763, + 0.08200391381978989, + 0.058559566736221313, + 0.12497179955244064, + 0.0878969207406044, + 0.05642633140087128, + 0.04778999090194702, + 0.10757867991924286, + 0.12058165669441223, + 0.06715916842222214, + 0.09636012464761734, + 0.1295958310365677, + 0.07896625995635986, + 0.12383900582790375, + 0.06482364237308502, + 0.06895693391561508, + 0.07952235639095306, + 0.08356831967830658, + 0.040425531566143036, + 0.08809419721364975, + 0.08160779625177383, + 0.08868715167045593, + 0.10094929486513138, + 0.06259659677743912, + 0.0670505166053772, + 0.11759281158447266, + 0.04878048598766327, + 0.05756689980626106, + 0.08470649272203445, + 0.030835425481200218, + 0.05661538243293762, + 0.0223214291036129, + 0.10200165212154388, + 0.029576938599348068, + 0.09789057075977325, + 0.014709964394569397, + 0.051082462072372437, + 0.09595226496458054, + 0.057703930884599686, + 0.06354810297489166, + 0.030894307419657707, + 0.10888530313968658, + 0.06437008082866669, + 0.1104140505194664, + 0.02098078839480877, + 0.02267277054488659, + 0.13050030171871185, + 0.15776947140693665, + 0.07881223410367966, + 0.10729967057704926, + 0.04941257834434509, + 0.1318766176700592, + 0.06040268391370773, + 0.04350554570555687, + 0.029687082394957542, + 0.02080575004220009, + 0.03030843287706375, + 0.017703590914607048, + 0.06129496172070503, + 0.07995899766683578, + 0.128646582365036, + 0.04962610453367233, + 0.09356561303138733, + 0.02794005535542965, + 0.09027575701475143, + 0.04066496342420578, + 0.0476190485060215, + 0.0819462239742279, + 0.05864884704351425, + 0.06759283691644669, + 0.060752689838409424, + 0.10087630152702332, + 0.1304188072681427, + 0.06123645231127739, + 0.041860464960336685, + 0.0514138825237751, + 0.03097345307469368, + 0.051956817507743835, + 0.07362784445285797, + 0.061355043202638626, + 0.07709497213363647, + 0.05092118680477142, + 0.04720181226730347, + 0.07931489497423172, + 0.04060564562678337, + 0.17563050985336304, + 0.03280651196837425, + 0.04993678629398346, + 0.07990723103284836, + 0.06163021922111511, + 0.06675393134355545, + 0.062455642968416214, + 0.10171802341938019, + 0.05255850777029991, + 0.036518894135951996, + 0.1024324968457222, + 0.043478261679410934, + 0.07618819922208786, + 0.10206598788499832, + 0.0664602741599083, + 0.06251420825719833, + 0.0236656591296196, + 0.06603773683309555, + 0.04659248888492584, + 0.0714128240942955, + 0.027452563866972923, + 0.029202038422226906, + 0.07070320099592209, + 0.07332433760166168, + 0.0545489564538002, + 0.055654022842645645, + 0.08812351524829865, + 0.012853470630943775, + 0.05042527616024017, + 0.06787439435720444, + 0.07886435836553574, + 0.034390829503536224, + 0.06687961518764496, + 0.05950212478637695, + 0.009828009642660618, + 0.038461536169052124, + 0.020412897691130638, + 0.036105357110500336, + 0.03006388619542122, + 0.05770362913608551, + 0.04739467799663544, + 0.07623318582773209, + 0.07257532328367233, + 0.023232324048876762, + 0.04093198850750923, + 0.07872660458087921, + 0.04689110070466995, + 0.05305628478527069, + 0.07807548344135284, + 0.031259868294000626, + 0.03201856091618538, + 0.029430313035845757, + 0.07269338518381119, + 0.06326175481081009, + 0.04675217345356941, + 0.02420685812830925, + 0.12063157558441162, + 0.07444333285093307, + 0.01649443618953228, + 0.022893555462360382, + 0.09116607904434204, + 0.06298166513442993, + 0.054204311221838, + 0.04277963191270828, + 0.027555743232369423, + 0.026424085721373558, + 0.03035609982907772, + 0.04832056537270546, + 0.10287610441446304, + 0.03606773540377617, + 0.058342304080724716, + 0.028382213786244392, + 0.11030629277229309, + 0.04659738764166832, + 0.14064963161945343, + 0.003136106999590993, + 0.06264903396368027, + 0.02915148437023163, + 0.04377880319952965, + 0.0611596517264843, + 0.02151639200747013, + 0.06701157987117767, + 0.062115177512168884, + 0.0779014304280281, + 0.10023724287748337, + 0.0676678717136383, + 0.054530203342437744, + 0.10983689874410629, + 0.06779661029577255, + 0.015301530249416828, + 0.03938679397106171, + 0.07536008208990097, + 0.03899572789669037, + 0.04420526698231697, + 0.02966328337788582, + 0.018876828253269196, + 0.055436182767152786, + 0.04147615656256676, + 0.10720232874155045, + 0.12824058532714844, + 0.05338078364729881, + 0.0453733466565609, + 0.036228518933057785, + 0.058504365384578705, + 0.04649537056684494, + 0.03620894253253937, + 0.08791208267211914, + 0.039223868399858475, + 0.06993966549634933, + 0.09240830689668655, + 0.025422338396310806, + 0.08225108683109283, + 0.024799417704343796, + 0.039421554654836655, + 0.08414971828460693, + 0.06787721067667007, + 0.014661135151982307, + 0.05301424115896225, + 0.05578378215432167, + 0.03241296485066414, + 0.04643089696764946, + 0.1414453387260437, + 0.019068308174610138, + 0.007207207381725311, + 0.07331502437591553, + 0.06681852787733078, + 0.06944773346185684, + 0.014436207711696625, + 0.006996268406510353, + 0.03909054771065712, + 0.04035874456167221, + 0.1273554265499115, + 0.030202355235815048, + 0.09482302516698837, + 0.03756512328982353, + 0.05154174938797951, + 0.07176420092582703, + 0.06214924156665802, + 0.06389136612415314, + 0.08425797522068024, + 0.08795095235109329, + 0.07426350563764572, + 0.059398770332336426, + 0.033909574151039124, + 0.04492571949958801, + 0.023888519033789635, + 0.05774896964430809, + 0.0068081701174378395, + 0.1106879934668541, + 0.017928902059793472, + 0.042221084237098694, + 0.03766384348273277, + 0.1216597855091095, + 0.09564270079135895, + 0.03902154788374901, + 0.06327573210000992, + 0.10195495933294296, + 0.0064011383801698685, + 0.04339578002691269, + 0.08638430386781693, + 0.025423727929592133, + 0.013903193175792694, + 0.022953147068619728, + 0.047480400651693344, + 0.013997246511280537, + 0.03116147220134735, + 0.02303149551153183, + 0.02450811117887497, + 0.0432487316429615, + 0.04691183194518089, + 0.0612403079867363, + 0.08854299783706665, + 0.03211614489555359, + 0.0735083520412445, + 0.060068532824516296, + 0.061779242008924484, + 0.029551954939961433, + 0.030573247000575066, + 0.022978147491812706, + 0.03673601895570755, + 0.05069500952959061, + 0.07074771821498871, + 0.06156880035996437, + 0.02092788740992546, + 0.024663284420967102, + 0.06833114475011826, + 0.0386650413274765, + 0.06542056053876877, + 0.1116788312792778, + 0.017300445586442947, + 0.07717934250831604, + 0.07949087023735046, + 0.024625876918435097, + 0.01179195661097765, + 0.033898305147886276, + 0.03610025346279144, + 0.06565973907709122, + 0.02422480657696724, + 0.09093198925256729, + 0.06122449040412903, + 0.06913459300994873, + 0.08806817978620529, + 0.06704041361808777, + 0.02802155539393425, + 0.00971694104373455, + 0.012774161994457245, + 0.018001800402998924, + 0.009765625, + 0.037182360887527466, + 0.118931345641613, + 0.07800586521625519, + 0.01406101044267416, + 0.1223887950181961, + 0.10203574597835541, + 0.06702635437250137, + 0.032440055161714554, + 0.03629976511001587, + 0.05932864546775818, + 0.037557654082775116, + 0.04586758837103844, + 0.07071738690137863, + 0.025229357182979584, + 0.028027385473251343, + 0.019206145778298378, + 0.04484638199210167, + 0.019293183460831642, + 0.07388467341661453, + 0.04407096281647682, + 0.06601066142320633, + 0.035010434687137604, + 0.05900915339589119, + 0.16571280360221863, + 0.04340362921357155, + 0.036946360021829605, + 0.08188112080097198 ], "effective_batch_size": [ - 482.77728271484375, - 363.98492431640625, - 309.24029541015625, - 289.9646911621094, - 320.35357666015625, - 405.4010925292969, - 296.4642028808594, - 353.6618347167969, - 282.8221435546875, - 362.5069274902344, - 319.9568176269531, - 433.0833740234375, - 343.6141357421875, - 311.04864501953125, - 397.69464111328125, - 473.86614990234375, - 432.1447448730469, - 300.77972412109375, - 427.003662109375, - 393.80035400390625, - 390.7305603027344, - 296.7484436035156, - 312.2544250488281, - 295.52496337890625, - 452.6175231933594, - 388.96905517578125, - 277.4033508300781, - 291.90673828125, - 314.2149658203125, - 412.072265625, - 249.6053009033203, - 283.91180419921875, - 417.9233093261719, - 426.78961181640625, - 273.68084716796875, - 270.04425048828125, - 462.5571594238281, - 396.12982177734375, - 284.89288330078125, - 244.7961883544922, - 263.1835632324219, - 423.2253723144531, - 285.3165588378906, - 256.2502136230469, - 255.57037353515625, - 339.224609375, - 403.0858154296875, - 294.39642333984375, - 256.1678466796875, - 281.265869140625, - 418.57366943359375, - 375.51446533203125, - 247.5176239013672, - 311.33001708984375, - 231.72866821289062, - 292.5270080566406, - 240.2705078125, - 255.27243041992188, - 316.5379638671875, - 324.1459045410156, - 233.74337768554688, - 253.33554077148438, - 233.36383056640625, - 453.02667236328125, - 392.010498046875, - 429.9640808105469, - 430.2939147949219, - 292.5289306640625, - 445.9569091796875, - 453.58062744140625, - 375.9169921875, - 238.42005920410156, - 465.869873046875, - 248.0599822998047, - 512.0, - 231.81854248046875, - 478.96978759765625, - 428.04595947265625, - 251.46762084960938, - 230.09320068359375, - 293.7787170410156, - 223.49205017089844, - 346.2833251953125, - 273.91497802734375, - 246.0549774169922, - 266.276611328125, - 371.1832580566406, - 239.63653564453125, - 479.2247619628906, - 226.0384063720703, - 227.45028686523438, - 477.75, - 308.30206298828125, - 354.5386657714844, - 477.6357727050781, - 279.3108215332031, - 302.4101867675781, - 244.95913696289062, - 290.7814025878906, - 250.71205139160156, - 297.7999572753906, - 382.9024353027344, - 242.54566955566406, - 222.5723876953125, - 347.3867492675781, - 373.29913330078125, - 337.6888427734375, - 269.9226989746094, - 305.0516357421875, - 374.392333984375, - 499.0590515136719, - 329.097900390625, - 339.0863342285156, - 288.9844970703125, - 479.29217529296875, - 261.6324768066406, - 428.4097595214844, - 376.07965087890625, - 225.80587768554688, - 230.38180541992188, - 224.5276641845703, - 271.1106262207031, - 243.58746337890625, - 479.205322265625, - 391.03057861328125, - 249.2039031982422, - 362.15374755859375, - 390.7652587890625, - 228.25607299804688, - 245.447265625, - 225.10304260253906, - 226.8431396484375, - 226.60345458984375, - 374.39984130859375, - 319.6202697753906, - 308.987548828125, - 342.4156799316406, - 483.50701904296875, - 288.628662109375, - 249.2418670654297, - 284.4493103027344, - 391.3738098144531, - 226.51394653320312, - 263.48992919921875, - 242.78993225097656, - 301.2705383300781, - 395.916015625, - 323.0511169433594, - 368.5213317871094, - 280.90740966796875, - 237.2745361328125, - 252.20108032226562, - 260.3873291015625, - 257.4018859863281, - 232.76515197753906, - 239.2652587890625, - 385.7770690917969, - 395.4642333984375, - 511.92340087890625, - 408.8470764160156, - 230.34188842773438, - 267.85595703125, - 301.5026550292969, - 392.1085510253906, - 286.0196228027344, - 431.4499816894531, - 392.85552978515625, - 314.7497253417969, - 274.4909362792969, - 240.7187957763672, - 351.7203369140625, - 396.3987731933594, - 430.383056640625, - 331.3040466308594, - 411.11767578125, - 263.6534423828125, - 339.1395568847656, - 226.71224975585938, - 428.2962646484375, - 330.3230895996094, - 408.7095947265625, - 238.34266662597656, - 242.52935791015625, - 439.8876037597656, - 265.49005126953125, - 234.1574249267578, - 479.375244140625, - 431.51788330078125, - 310.1550598144531, - 236.48292541503906, - 248.1019744873047, - 389.9415588378906, - 278.9288330078125, - 349.9574890136719, - 223.677490234375, - 382.0550842285156, - 223.69723510742188, - 283.25335693359375, - 361.6726379394531, - 227.305419921875, - 451.4556579589844, - 428.1987609863281, - 478.98028564453125, - 370.00830078125, - 230.5881805419922, - 409.8518371582031, - 260.4808349609375, - 414.9819030761719, - 408.2694396972656, - 230.9732666015625, - 451.80352783203125, - 408.61676025390625, - 227.24464416503906, - 319.6164855957031, - 512.0, - 408.9031982421875, - 427.4512939453125, - 303.0703430175781, - 479.6785583496094, - 302.2140808105469, - 256.24237060546875, - 250.63287353515625, - 323.7937927246094, - 245.95582580566406, - 241.44078063964844, - 410.3741455078125, - 408.6810607910156, - 225.7553253173828, - 512.0, - 235.8184814453125, - 239.10528564453125, - 227.71743774414062, - 292.3026123046875, - 296.446533203125, - 235.074462890625, - 258.72705078125, - 379.8189392089844, - 408.6921081542969, - 428.9057922363281, - 376.6838073730469, - 323.07818603515625, - 409.2312316894531, - 452.69586181640625, - 453.3241271972656, - 410.11346435546875, - 364.7662658691406, - 232.45896911621094, - 420.16375732421875, - 442.73907470703125, - 430.2536926269531, - 502.4944152832031, - 226.48736572265625, - 370.0694885253906, - 480.211669921875, - 248.8345489501953, - 265.9172668457031, - 409.5806884765625, - 277.48046875, - 408.2452087402344, - 377.8465270996094, - 410.42535400390625, - 430.3410339355469, - 275.0939025878906, - 295.3731689453125, - 255.23275756835938, - 431.11553955078125, - 453.95758056640625, - 411.9653015136719, - 395.1900329589844, - 380.54693603515625, - 512.0, - 228.0165557861328, - 395.4797668457031, - 480.8807678222656, - 324.09222412109375, - 454.67254638671875, - 431.5152893066406, - 454.8086242675781, - 454.93072509765625, - 255.6220703125, - 398.5509338378906, - 337.13177490234375, - 455.2835388183594, - 496.748291015625, - 239.27337646484375, - 322.454345703125, - 373.9114685058594, - 238.78968811035156, - 229.1634063720703, - 396.6795959472656, - 232.24327087402344, - 451.2379455566406, - 382.0002746582031, - 321.3008728027344, - 287.319091796875, - 382.6088562011719, - 433.52947998046875, - 347.9802551269531, - 280.37152099609375, - 456.1601867675781, - 330.45404052734375, - 267.61590576171875, - 253.87149047851562, - 412.44091796875, - 243.61309814453125, - 456.3072204589844, - 237.30056762695312, - 264.2853698730469, - 260.2615051269531, - 239.50205993652344, - 281.1451110839844, - 481.4561767578125, - 283.67694091796875, - 481.6156921386719, - 512.0, - 264.73040771484375, - 316.1205139160156, - 415.3431091308594, - 484.5486145019531, - 319.8647766113281, - 415.72021484375, - 415.9301452636719, - 263.797119140625, - 385.146484375, - 269.0097351074219, - 512.0, - 512.0, - 482.0635070800781, - 333.3250427246094, - 249.58013916015625, - 373.11053466796875, - 342.1749572753906, - 312.8636474609375, - 482.7027893066406, - 417.6888122558594, - 352.4309387207031, - 482.8948974609375, - 387.49200439453125, - 483.01025390625, - 288.6092224121094, - 391.15789794921875, - 417.89373779296875, - 378.970947265625, - 288.9935607910156, - 402.066162109375, - 483.0628356933594, - 458.47442626953125, - 260.5397644042969, - 483.1848449707031, - 496.5757751464844, - 419.0770568847656, - 458.8332824707031, - 439.2873840332031, - 438.6637268066406, - 435.732666015625, - 235.27899169921875, - 437.7458190917969, - 396.2453918457031, - 459.4342346191406, - 511.9083557128906, - 365.2603759765625, - 510.61553955078125, - 392.93011474609375, - 237.71437072753906, - 483.44427490234375, - 337.3307189941406, - 357.1900329589844, - 261.8536376953125, - 483.55322265625, - 249.2754669189453, - 483.57281494140625, - 491.7757873535156, - 438.38311767578125, - 300.6413879394531, - 417.8781433105469, - 292.1221923828125, - 244.73411560058594, - 330.5951232910156, - 495.1748046875, - 411.4657287597656, - 249.74232482910156, - 287.9482421875, - 512.0, - 438.7877502441406, - 459.7864074707031, - 380.1249694824219, - 241.0924072265625, - 285.9678955078125, - 459.77508544921875, - 235.20098876953125, - 479.0553283691406, - 459.2886962890625, - 420.14837646484375, - 438.6075744628906, - 438.757568359375, - 239.44638061523438, - 364.1970520019531, - 336.5308837890625, - 294.93701171875, - 419.5286865234375, - 444.637939453125, - 512.0, - 512.0, - 459.3789978027344, - 459.48419189453125, - 459.5770568847656, - 272.1625061035156, - 276.08660888671875, - 419.75933837890625, - 438.2779541015625, - 389.8165588378906, - 483.73101806640625, - 420.4949645996094, - 244.73072814941406, - 483.7637634277344, - 390.3406982421875, - 404.7591247558594, - 439.1321716308594, - 307.0109558105469, - 512.0, - 405.8969421386719, - 340.4375, - 241.48544311523438, - 405.2920227050781, - 253.86648559570312, - 439.1712951660156, - 457.11944580078125, - 512.0, - 268.2622375488281, - 415.0411071777344, - 289.21099853515625, - 460.12652587890625, - 419.19573974609375, - 357.2620544433594, - 512.0, - 330.1620788574219, - 259.86248779296875, - 340.10858154296875, - 460.5500793457031, - 422.0697326660156, - 454.1692810058594, - 303.735595703125, - 460.8692932128906, - 253.86801147460938, - 440.4131774902344, - 263.6269836425781, - 460.9438781738281, - 495.4041442871094, - 341.6273193359375, - 484.6862487792969, - 461.2939147949219, - 435.951171875, - 462.2094421386719, - 240.41563415527344, - 511.97857666015625, - 484.4281005859375, - 440.37548828125, - 431.5395202636719, - 512.0, - 359.2115173339844, - 423.318359375, - 512.0, - 312.77825927734375, - 512.0, - 370.2225341796875, - 441.3988342285156, - 485.1291198730469, - 485.03826904296875, - 461.9033203125, - 311.4388122558594, - 424.2308654785156, - 290.23016357421875, - 462.17919921875, - 442.25201416015625, - 485.2831115722656, - 462.4717102050781, - 442.63818359375, - 442.7757873535156, - 313.3216857910156, - 441.38421630859375, - 512.0, - 462.9075927734375, - 463.1631774902344, - 449.69134521484375, - 425.8932189941406, - 441.90576171875, - 463.20672607421875, - 268.6197509765625, - 463.4947204589844, - 512.0, - 474.1344909667969, - 443.7718505859375, - 374.47125244140625, - 411.5075988769531, - 365.28350830078125, - 444.2380676269531, - 340.4747314453125, - 316.2117919921875, - 486.2762756347656, - 464.0653076171875 + 3777.459716796875, + 2251.91357421875, + 3427.303466796875, + 2557.557861328125, + 3612.28759765625, + 3837.811279296875, + 2531.16650390625, + 2322.239990234375, + 3013.63916015625, + 2733.79443359375, + 3410.629150390625, + 2855.39306640625, + 2904.209716796875, + 2869.311767578125, + 3781.157958984375, + 3254.74755859375, + 2240.309814453125, + 2915.9296875, + 1351.5570068359375, + 3175.82470703125, + 2950.760009765625, + 3255.1181640625, + 3422.732421875, + 2821.906005859375, + 3090.73779296875, + 3220.452880859375, + 3581.63623046875, + 3387.581298828125, + 2187.576904296875, + 2775.255126953125, + 3742.02978515625, + 1920.3809814453125, + 3727.240966796875, + 2613.456787109375, + 2145.80126953125, + 2348.837646484375, + 2458.170166015625, + 3278.887451171875, + 3112.2265625, + 1887.395263671875, + 3918.594482421875, + 4103.23291015625, + 3525.005859375, + 2219.650390625, + 3639.970458984375, + 3854.99658203125, + 3334.236328125, + 3668.875244140625, + 2800.162353515625, + 2843.093505859375, + 3739.854248046875, + 4095.767822265625, + 3265.60107421875, + 2876.273681640625, + 3289.59033203125, + 1638.801025390625, + 2576.192626953125, + 3219.539794921875, + 3216.09716796875, + 3773.1748046875, + 2354.908935546875, + 4033.976318359375, + 3173.967529296875, + 3721.8701171875, + 2034.3978271484375, + 2615.05078125, + 3711.60498046875, + 3671.552490234375, + 2470.2080078125, + 3862.152099609375, + 2368.013916015625, + 3774.857666015625, + 2723.864501953125, + 3779.85107421875, + 3455.848388671875, + 4121.04150390625, + 3658.16845703125, + 3258.907470703125, + 3546.832275390625, + 2237.42041015625, + 3757.01220703125, + 3606.488525390625, + 4330.119140625, + 3698.707275390625, + 3976.755615234375, + 2452.97021484375, + 3326.804931640625, + 3796.546630859375, + 2211.384033203125, + 2315.318115234375, + 4139.615234375, + 4113.45458984375, + 3617.998291015625, + 3870.80419921875, + 4065.516845703125, + 3007.6796875, + 2763.58251953125, + 2618.70703125, + 3399.5087890625, + 3767.06982421875, + 3070.631591796875, + 3125.548095703125, + 2249.39794921875, + 2816.293701171875, + 2974.81005859375, + 2675.343505859375, + 3293.8798828125, + 4223.240234375, + 1974.37841796875, + 2916.673095703125, + 3575.88330078125, + 3900.158203125, + 3359.756103515625, + 2913.02587890625, + 4050.234130859375, + 3528.878173828125, + 2832.296875, + 2988.4892578125, + 4026.3984375, + 3408.302734375, + 3255.333251953125, + 3773.848388671875, + 3931.714599609375, + 4133.2744140625, + 2375.010009765625, + 2996.947021484375, + 2609.656005859375, + 3390.904541015625, + 2984.44482421875, + 2035.841552734375, + 3640.33935546875, + 2253.1083984375, + 1457.9471435546875, + 3502.22314453125, + 2840.5361328125, + 3226.114990234375, + 1924.958251953125, + 3630.884765625, + 3507.037353515625, + 3564.33251953125, + 3997.505126953125, + 3565.897216796875, + 3686.29052734375, + 3817.180908203125, + 4359.76416015625, + 4400.78955078125, + 3289.28125, + 3810.352294921875, + 3749.771240234375, + 3931.0498046875, + 3775.112548828125, + 1765.16650390625, + 2371.345703125, + 4099.48583984375, + 3544.140625, + 3565.4912109375, + 1981.531494140625, + 3669.975830078125, + 3500.7900390625, + 2698.012939453125, + 2185.699462890625, + 3135.189453125, + 4406.7265625, + 3810.924560546875, + 2547.30419921875, + 2895.23486328125, + 4285.3349609375, + 2864.427734375, + 3826.75341796875, + 2352.2255859375, + 3184.42041015625, + 3252.168701171875, + 3581.40185546875, + 2813.302001953125, + 3750.783203125, + 3215.450927734375, + 3839.7890625, + 3533.076904296875, + 2896.44921875, + 3074.1318359375, + 3470.993896484375, + 2798.1787109375, + 3724.965576171875, + 3414.830078125, + 3660.42236328125, + 3706.0615234375, + 3670.08740234375, + 2595.845947265625, + 3920.374755859375, + 3829.0224609375, + 3722.152099609375, + 3078.15185546875, + 2237.892578125, + 2388.79345703125, + 2694.5517578125, + 3523.48779296875, + 3492.222900390625, + 2984.905517578125, + 3297.745361328125, + 3715.410400390625, + 2498.09228515625, + 3511.845703125, + 3587.017333984375, + 4046.43310546875, + 3922.591552734375, + 3140.016845703125, + 3987.354736328125, + 4000.4951171875, + 3315.8720703125, + 4320.95751953125, + 2265.96142578125, + 3435.53662109375, + 2639.15576171875, + 4287.66650390625, + 2578.057373046875, + 3242.6123046875, + 3100.439208984375, + 3978.94091796875, + 2804.69921875, + 2845.02685546875, + 3903.21337890625, + 2493.880615234375, + 3901.69580078125, + 2982.945068359375, + 3507.358642578125, + 4267.93896484375, + 2294.7763671875, + 2404.268798828125, + 3954.302001953125, + 2812.052490234375, + 4129.10888671875, + 3050.2294921875, + 3497.61767578125, + 4047.6533203125, + 3206.665283203125, + 4328.2998046875, + 4240.21484375, + 1639.41748046875, + 3011.52392578125, + 3942.18798828125, + 3386.59228515625, + 3763.726318359375, + 3069.44287109375, + 3543.93701171875, + 2770.523681640625, + 3493.76611328125, + 3700.84326171875, + 3813.858642578125, + 3549.302978515625, + 3132.564208984375, + 1509.4266357421875, + 3710.1708984375, + 2027.596435546875, + 2992.986572265625, + 4020.236328125, + 3482.23046875, + 4166.64599609375, + 3930.414794921875, + 3083.8349609375, + 2827.57373046875, + 2598.046875, + 3223.365966796875, + 2824.064697265625, + 3333.205078125, + 4083.353759765625, + 2666.2802734375, + 3385.473388671875, + 3948.46923828125, + 3862.942138671875, + 3983.274658203125, + 3923.53173828125, + 2276.256103515625, + 3020.198974609375, + 4130.64208984375, + 4076.462646484375, + 3749.140869140625, + 3253.674072265625, + 3410.22119140625, + 2555.353271484375, + 3973.219482421875, + 3942.955078125, + 3604.4169921875, + 2501.635009765625, + 4199.470703125, + 3770.9755859375, + 4120.94921875, + 2547.85791015625, + 4154.341796875, + 3571.882568359375, + 4211.20068359375, + 4250.5966796875, + 3700.421142578125, + 2788.335205078125, + 2820.793212890625, + 3721.76123046875, + 3869.05224609375, + 3336.98291015625, + 3868.2548828125, + 4055.6005859375, + 3336.86669921875, + 4215.30322265625, + 3925.996826171875, + 3002.094482421875, + 4185.23974609375, + 4055.292236328125, + 2921.721923828125, + 2916.02685546875, + 4052.69775390625, + 4310.8203125, + 2748.08154296875, + 4122.59619140625, + 4003.12255859375, + 4140.2900390625, + 3003.7080078125, + 2727.47314453125, + 3964.744873046875, + 4261.91064453125, + 3773.634521484375, + 2943.825439453125, + 3992.198486328125, + 4339.5673828125, + 3609.831787109375, + 2238.397705078125, + 4168.873046875, + 3872.41748046875, + 2975.129150390625, + 3174.93310546875, + 3811.145263671875, + 4158.67138671875, + 4335.42578125, + 4219.23046875, + 2932.4365234375, + 4068.294921875, + 2368.410888671875, + 4082.665771484375, + 3711.3291015625, + 3730.392333984375, + 4050.308349609375, + 2586.816162109375, + 2643.41650390625, + 4354.8916015625, + 4126.431640625, + 3525.472412109375, + 3457.264892578125, + 2859.04443359375, + 4212.5537109375, + 3475.2548828125, + 3938.54931640625, + 3885.299072265625, + 3533.721435546875, + 3875.531494140625, + 3082.654052734375, + 3319.045166015625, + 4034.943603515625, + 3963.57763671875, + 3816.45751953125, + 3503.18359375, + 3295.81005859375, + 4222.03076171875, + 3251.984375, + 3873.3251953125, + 1779.6204833984375, + 4252.67578125, + 3892.416748046875, + 2170.140625, + 3860.488525390625, + 4302.67822265625, + 3673.75537109375, + 3391.1611328125, + 4276.48193359375, + 4181.15380859375, + 2452.83544921875, + 3832.88671875, + 2992.18359375, + 2957.939697265625, + 4320.53857421875, + 2355.705810546875, + 3716.432861328125, + 3642.754638671875, + 3159.205322265625, + 4263.53515625, + 3331.817138671875, + 2662.640380859375, + 4018.038330078125, + 4308.01220703125, + 4012.787841796875, + 2578.863037109375, + 3797.00927734375, + 3633.60986328125, + 3819.974609375, + 3287.506591796875, + 3721.720458984375, + 4353.806640625, + 4017.843505859375, + 2183.3916015625, + 2971.621337890625, + 2260.697998046875, + 2976.915283203125, + 3315.605224609375, + 3049.151611328125, + 3915.8046875, + 4038.427490234375, + 3822.1591796875, + 4105.91162109375, + 2475.986328125, + 3650.193603515625, + 4218.16943359375, + 4146.638671875, + 3871.42626953125, + 4146.45166015625, + 4134.21435546875, + 2979.8955078125, + 4325.064453125, + 3335.5, + 2785.35009765625, + 3035.583251953125, + 4061.331298828125, + 3947.799072265625, + 3886.247314453125, + 3018.37890625, + 3543.94873046875, + 3238.819091796875, + 3927.05419921875, + 3830.963623046875, + 3510.67041015625, + 3907.94775390625, + 3461.19580078125, + 3912.670166015625, + 3976.4453125, + 4002.718505859375, + 4269.9267578125, + 4258.4794921875, + 2606.18701171875, + 4089.675048828125, + 3878.024658203125, + 3299.470458984375, + 3077.31494140625, + 4037.833984375, + 3491.994140625, + 3930.675537109375, + 3193.62109375, + 3819.020263671875, + 4186.65625, + 3460.906494140625, + 2643.435546875, + 4084.4912109375, + 3787.339111328125, + 4092.567138671875, + 3380.41650390625, + 4353.62451171875, + 2643.047119140625, + 3997.914306640625, + 3385.0849609375, + 2292.7578125, + 4244.4833984375, + 3382.538818359375, + 3412.511962890625, + 4109.724609375, + 4311.46826171875, + 3996.735595703125, + 3983.5390625, + 4199.908203125, + 2662.3740234375, + 2952.342529296875, + 3945.462890625, + 3633.63720703125, + 3226.630126953125, + 3817.5859375, + 4430.00390625, + 4345.6552734375, + 3835.240966796875, + 4313.21044921875, + 3278.6318359375, + 4093.723388671875, + 2914.563720703125, + 2891.703125, + 3740.773681640625, + 3536.99951171875, + 3171.583251953125, + 3862.084716796875, + 3170.868896484375, + 3648.674072265625, + 3465.474365234375, + 4041.50146484375, + 4189.802734375, + 3401.072021484375, + 4053.744140625, + 4038.938232421875, + 4253.26318359375, + 3319.4111328125, + 4306.3818359375, + 3872.410400390625, + 3881.56884765625, + 3623.074462890625, + 3790.704833984375, + 2755.100830078125, + 2858.845458984375, + 3559.2548828125, + 3875.409423828125, + 3424.85107421875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.3, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } ] }, @@ -98275,374 +118805,374 @@ 2 ], "wall_clock_s": [ - 585.5, - 561.1, - 1294.1 + 1091.4, + 1117.4, + 1088.5 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.08853816986083984, + "loss": 0.2203950732946396, "env_score_iters": 500, - "env_score": -4.48729133605957, + "env_score": -0.5449985265731812, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.6864331960678101, - "rl_grad_norm": 0.2966707944869995, - "bc_grad_norm": 0.2345239818096161, + "grad_align": 0.019203146919608116, + "rl_grad_norm": 0.3241651654243469, + "bc_grad_norm": 3.978546380996704, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0003029236977454275, - "embedding.weight": 0.001591311302036047, - "cnn.0.weight": 0.045256223529577255, - "cnn.0.bias": 0.0017826807452365756, - "cnn.2.weight": 0.015190723352134228, - "cnn.2.bias": 0.00586596317589283, - "cnn.5.weight": 0.012627416290342808, - "cnn.5.bias": 0.003967398311942816, - "action_emb.weight": 0.003254897193983197, - "timestep_emb.weight": 0.001199111226014793, - "pos_emb.weight": 0.0016507281688973308, - "transformer.layers.0.self_attn.in_proj_weight": 0.023136330768465996, - "transformer.layers.0.self_attn.in_proj_bias": 0.0021356723736971617, - "transformer.layers.0.self_attn.out_proj.weight": 0.019123844802379608, - "transformer.layers.0.self_attn.out_proj.bias": 0.0020393107552081347, - "transformer.layers.0.linear1.weight": 0.016498945653438568, - "transformer.layers.0.linear1.bias": 0.0008182113524526358, - "transformer.layers.0.linear2.weight": 0.015643777325749397, - "transformer.layers.0.linear2.bias": 0.0014181432779878378, - "transformer.layers.0.norm1.weight": 0.0015427613398060203, - "transformer.layers.0.norm1.bias": 0.0020690439268946648, - "transformer.layers.0.norm2.weight": 0.0015886758919805288, - "transformer.layers.0.norm2.bias": 0.0008665312197990716, - "transformer.layers.1.self_attn.in_proj_weight": 0.013952281326055527, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009294006158597767, - "transformer.layers.1.self_attn.out_proj.weight": 0.01374343317002058, - "transformer.layers.1.self_attn.out_proj.bias": 0.001093422994017601, - "transformer.layers.1.linear1.weight": 0.009059048257768154, - "transformer.layers.1.linear1.bias": 0.0004885850357823074, - "transformer.layers.1.linear2.weight": 0.010914405807852745, - "transformer.layers.1.linear2.bias": 0.0010019078617915511, - "transformer.layers.1.norm1.weight": 0.0009406839963048697, - "transformer.layers.1.norm1.bias": 0.0008545735036022961, - "transformer.layers.1.norm2.weight": 0.0007412548875436187, - "transformer.layers.1.norm2.bias": 0.0005261723417788744, - "transformer.layers.2.self_attn.in_proj_weight": 0.018157150596380234, - "transformer.layers.2.self_attn.in_proj_bias": 0.0008723559440113604, - "transformer.layers.2.self_attn.out_proj.weight": 0.010494931600987911, - "transformer.layers.2.self_attn.out_proj.bias": 0.0009114363347180188, - "transformer.layers.2.linear1.weight": 0.006095587741583586, - "transformer.layers.2.linear1.bias": 0.0003673484025057405, - "transformer.layers.2.linear2.weight": 0.007736911531537771, - "transformer.layers.2.linear2.bias": 0.0008923995774239302, - "transformer.layers.2.norm1.weight": 0.001334354281425476, - "transformer.layers.2.norm1.bias": 0.0009027107153087854, - "transformer.layers.2.norm2.weight": 0.00041170348413288593, - "transformer.layers.2.norm2.bias": 0.0003755409852601588, - "transformer.layers.3.self_attn.in_proj_weight": 0.027359727770090103, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019505557138472795, - "transformer.layers.3.self_attn.out_proj.weight": 0.012064957991242409, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014037481741979718, - "transformer.layers.3.linear1.weight": 0.01485684048384428, - "transformer.layers.3.linear1.bias": 0.0011366341495886445, - "transformer.layers.3.linear2.weight": 0.008152248337864876, - "transformer.layers.3.linear2.bias": 0.0017623445019125938, - "transformer.layers.3.norm1.weight": 0.0022323683369904757, - "transformer.layers.3.norm1.bias": 0.002871615579351783, - "transformer.layers.3.norm2.weight": 0.001142979017458856, - "transformer.layers.3.norm2.bias": 0.0013703836593776941, - "head.weight": 0.11174087971448898, - "head.bias": 0.003718285821378231, - "global_embedding.weight": 0.006235583685338497, - "global_cnn.0.weight": 0.07325291633605957, - "global_cnn.0.bias": 0.0019442547345533967, - "global_cnn.2.weight": 0.15283560752868652, - "global_cnn.2.bias": 0.01035265438258648, - "global_proj.weight": 0.03880761191248894, - "global_proj.bias": 0.028071798384189606, - "goal_head.0.weight": 0.024926798418164253, - "goal_head.0.bias": 0.011579511687159538, - "goal_head.2.weight": 0.046153005212545395, - "goal_head.2.bias": 0.024893440306186676 + "global_gate": 5.174719626666047e-05, + "embedding.weight": 0.003168882569298148, + "cnn.0.weight": 0.060093145817518234, + "cnn.0.bias": 0.0017943334532901645, + "cnn.2.weight": 0.01636091060936451, + "cnn.2.bias": 0.005095632281154394, + "cnn.5.weight": 0.016477573662996292, + "cnn.5.bias": 0.004627534653991461, + "action_emb.weight": 0.009352931752800941, + "timestep_emb.weight": 0.0012667240807786584, + "pos_emb.weight": 0.003350857412442565, + "transformer.layers.0.self_attn.in_proj_weight": 0.03764980286359787, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039032024797052145, + "transformer.layers.0.self_attn.out_proj.weight": 0.03570067510008812, + "transformer.layers.0.self_attn.out_proj.bias": 0.005301184486597776, + "transformer.layers.0.linear1.weight": 0.04277583584189415, + "transformer.layers.0.linear1.bias": 0.00207052705809474, + "transformer.layers.0.linear2.weight": 0.042198073118925095, + "transformer.layers.0.linear2.bias": 0.004170520231127739, + "transformer.layers.0.norm1.weight": 0.002419826341792941, + "transformer.layers.0.norm1.bias": 0.003572425339370966, + "transformer.layers.0.norm2.weight": 0.004273028578609228, + "transformer.layers.0.norm2.bias": 0.0019886011723428965, + "transformer.layers.1.self_attn.in_proj_weight": 0.03697144612669945, + "transformer.layers.1.self_attn.in_proj_bias": 0.0024571565445512533, + "transformer.layers.1.self_attn.out_proj.weight": 0.035487812012434006, + "transformer.layers.1.self_attn.out_proj.bias": 0.0032835754100233316, + "transformer.layers.1.linear1.weight": 0.02162403054535389, + "transformer.layers.1.linear1.bias": 0.0013477110769599676, + "transformer.layers.1.linear2.weight": 0.030773913487792015, + "transformer.layers.1.linear2.bias": 0.0032803411595523357, + "transformer.layers.1.norm1.weight": 0.0026466830167919397, + "transformer.layers.1.norm1.bias": 0.002765212906524539, + "transformer.layers.1.norm2.weight": 0.001859608106315136, + "transformer.layers.1.norm2.bias": 0.001425364171154797, + "transformer.layers.2.self_attn.in_proj_weight": 0.0341702438890934, + "transformer.layers.2.self_attn.in_proj_bias": 0.002652621129527688, + "transformer.layers.2.self_attn.out_proj.weight": 0.03503521531820297, + "transformer.layers.2.self_attn.out_proj.bias": 0.0031422011088579893, + "transformer.layers.2.linear1.weight": 0.0166779737919569, + "transformer.layers.2.linear1.bias": 0.0011048883898183703, + "transformer.layers.2.linear2.weight": 0.022175004705786705, + "transformer.layers.2.linear2.bias": 0.00319785182364285, + "transformer.layers.2.norm1.weight": 0.003476586425676942, + "transformer.layers.2.norm1.bias": 0.0032832056749612093, + "transformer.layers.2.norm2.weight": 0.0011642752215266228, + "transformer.layers.2.norm2.bias": 0.0011303910287097096, + "transformer.layers.3.self_attn.in_proj_weight": 0.06961498409509659, + "transformer.layers.3.self_attn.in_proj_bias": 0.006602427456527948, + "transformer.layers.3.self_attn.out_proj.weight": 0.03527041897177696, + "transformer.layers.3.self_attn.out_proj.bias": 0.004836839623749256, + "transformer.layers.3.linear1.weight": 0.030428484082221985, + "transformer.layers.3.linear1.bias": 0.0026029159780591726, + "transformer.layers.3.linear2.weight": 0.02009904570877552, + "transformer.layers.3.linear2.bias": 0.00471567502245307, + "transformer.layers.3.norm1.weight": 0.005595094989985228, + "transformer.layers.3.norm1.bias": 0.009383270516991615, + "transformer.layers.3.norm2.weight": 0.002224799944087863, + "transformer.layers.3.norm2.bias": 0.003171824151650071, + "head.weight": 0.24678044021129608, + "head.bias": 0.008922100067138672, + "global_embedding.weight": 0.011021464131772518, + "global_cnn.0.weight": 0.06148369982838631, + "global_cnn.0.bias": 0.002953857649117708, + "global_cnn.2.weight": 0.0970657542347908, + "global_cnn.2.bias": 0.004322108346968889, + "global_proj.weight": 0.022105205804109573, + "global_proj.bias": 0.01132310088723898, + "goal_head.0.weight": 0.010847143828868866, + "goal_head.0.bias": 0.003724118461832404, + "goal_head.2.weight": 0.012834517285227776, + "goal_head.2.bias": 0.00793375726789236 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.0705767273902893, - "repr_drift_kl_low_t": 0.0655861347913742, - "repr_drift_kl_mid_t": 0.06164831295609474, - "repr_drift_kl_high_t": 0.0949438065290451, + "repr_drift_kl": 0.709797739982605, + "repr_drift_kl_low_t": 0.8760234713554382, + "repr_drift_kl_mid_t": 0.7195212841033936, + "repr_drift_kl_high_t": 0.4982394874095917, "cka_iters": 500, - "cka_similarity": 0.5906998515129089, + "cka_similarity": 0.7318595051765442, "t_analysis_iters": 500, - "norm_low_t": 0.32674455642700195, - "norm_high_t": 0.35520070791244507, - "lowhigh_cos": 0.49461668729782104, + "norm_low_t": 0.42712706327438354, + "norm_high_t": 0.7548735737800598, + "lowhigh_cos": 0.42354944348335266, "t_bin_norms": { - "t_0.0-0.1": 0.3926278352737427, - "t_0.1-0.2": 0.2229270339012146, - "t_0.2-0.3": 0.2606809139251709, - "t_0.3-0.4": 0.23741291463375092, - "t_0.4-0.5": 0.22911562025547028, - "t_0.5-0.6": 0.2559496760368347, - "t_0.6-0.7": 0.21974653005599976, - "t_0.7-0.8": 0.25268375873565674, - "t_0.8-0.9": 0.25838080048561096, - "t_0.9-1.0": 0.4696754515171051 - }, - "win_rate": 0.0022410359233617783, - "effective_batch_size": 464.0653076171875, + "t_0.0-0.1": 0.26461631059646606, + "t_0.1-0.2": 0.27997052669525146, + "t_0.2-0.3": 0.26557111740112305, + "t_0.3-0.4": 0.243098184466362, + "t_0.4-0.5": 0.2761237919330597, + "t_0.5-0.6": 0.28334683179855347, + "t_0.6-0.7": 0.3062620162963867, + "t_0.7-0.8": 0.34218931198120117, + "t_0.8-0.9": 0.40443193912506104, + "t_0.9-1.0": 1.19525146484375 + }, + "win_rate": 0.08188112080097198, + "effective_batch_size": 3424.85107421875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.07730861008167267, + "loss": 0.11461114883422852, "env_score_iters": 500, - "env_score": -3.048092842102051, + "env_score": -0.7445179224014282, "eval_iters": 500, - "eval_score": 0.5750000000000001, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.5052481889724731, - "rl_grad_norm": 0.19109690189361572, - "bc_grad_norm": 0.19129374623298645, + "grad_align": -0.07413960993289948, + "rl_grad_norm": 0.20810718834400177, + "bc_grad_norm": 1.761149525642395, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00006135554576758295, - "embedding.weight": 0.0012473074020817876, - "cnn.0.weight": 0.024799661710858345, - "cnn.0.bias": 0.0010461704805493355, - "cnn.2.weight": 0.007738675456494093, - "cnn.2.bias": 0.0019166306592524052, - "cnn.5.weight": 0.011096907779574394, - "cnn.5.bias": 0.0018110808450728655, - "action_emb.weight": 0.0023888240102678537, - "timestep_emb.weight": 0.0011862805113196373, - "pos_emb.weight": 0.002085654763504863, - "transformer.layers.0.self_attn.in_proj_weight": 0.01739743910729885, - "transformer.layers.0.self_attn.in_proj_bias": 0.0011322792852297425, - "transformer.layers.0.self_attn.out_proj.weight": 0.015812911093235016, - "transformer.layers.0.self_attn.out_proj.bias": 0.001450966577976942, - "transformer.layers.0.linear1.weight": 0.014883146621286869, - "transformer.layers.0.linear1.bias": 0.0006781763513572514, - "transformer.layers.0.linear2.weight": 0.01431137602776289, - "transformer.layers.0.linear2.bias": 0.001032973756082356, - "transformer.layers.0.norm1.weight": 0.0011391466250643134, - "transformer.layers.0.norm1.bias": 0.0011371416039764881, - "transformer.layers.0.norm2.weight": 0.0013191470643505454, - "transformer.layers.0.norm2.bias": 0.0007972244056873024, - "transformer.layers.1.self_attn.in_proj_weight": 0.015373104251921177, - "transformer.layers.1.self_attn.in_proj_bias": 0.0007075328612700105, - "transformer.layers.1.self_attn.out_proj.weight": 0.01090718898922205, - "transformer.layers.1.self_attn.out_proj.bias": 0.0008540992857888341, - "transformer.layers.1.linear1.weight": 0.007813984528183937, - "transformer.layers.1.linear1.bias": 0.0004099135403521359, - "transformer.layers.1.linear2.weight": 0.009167476557195187, - "transformer.layers.1.linear2.bias": 0.0007870602421462536, - "transformer.layers.1.norm1.weight": 0.0009643022203817964, - "transformer.layers.1.norm1.bias": 0.0007296715630218387, - "transformer.layers.1.norm2.weight": 0.0005574262468144298, - "transformer.layers.1.norm2.bias": 0.00043990116682834923, - "transformer.layers.2.self_attn.in_proj_weight": 0.013060307130217552, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005822859238833189, - "transformer.layers.2.self_attn.out_proj.weight": 0.007464218884706497, - "transformer.layers.2.self_attn.out_proj.bias": 0.0006745942519046366, - "transformer.layers.2.linear1.weight": 0.005610044579952955, - "transformer.layers.2.linear1.bias": 0.0003142637142445892, - "transformer.layers.2.linear2.weight": 0.00667509576305747, - "transformer.layers.2.linear2.bias": 0.000710666470695287, - "transformer.layers.2.norm1.weight": 0.0009206064278259873, - "transformer.layers.2.norm1.bias": 0.0006415513926185668, - "transformer.layers.2.norm2.weight": 0.0003517847799230367, - "transformer.layers.2.norm2.bias": 0.0003180367930326611, - "transformer.layers.3.self_attn.in_proj_weight": 0.02124880999326706, - "transformer.layers.3.self_attn.in_proj_bias": 0.0019570032600313425, - "transformer.layers.3.self_attn.out_proj.weight": 0.008493146859109402, - "transformer.layers.3.self_attn.out_proj.bias": 0.0014166381442919374, - "transformer.layers.3.linear1.weight": 0.015225984156131744, - "transformer.layers.3.linear1.bias": 0.0012006848119199276, - "transformer.layers.3.linear2.weight": 0.008440682664513588, - "transformer.layers.3.linear2.bias": 0.002051260322332382, - "transformer.layers.3.norm1.weight": 0.0017913964111357927, - "transformer.layers.3.norm1.bias": 0.0027881355490535498, - "transformer.layers.3.norm2.weight": 0.001185247558169067, - "transformer.layers.3.norm2.bias": 0.0017535444349050522, - "head.weight": 0.10626476258039474, - "head.bias": 0.004318441729992628, - "global_embedding.weight": 0.016429584473371506, - "global_cnn.0.weight": 0.0941290631890297, - "global_cnn.0.bias": 0.004135851748287678, - "global_cnn.2.weight": 0.0833929181098938, - "global_cnn.2.bias": 0.004612715449184179, - "global_proj.weight": 0.014819727279245853, - "global_proj.bias": 0.0069461967796087265, - "goal_head.0.weight": 0.009203525260090828, - "goal_head.0.bias": 0.0025600912049412727, - "goal_head.2.weight": 0.013191538862884045, - "goal_head.2.bias": 0.006190143991261721 + "global_gate": 8.43590751173906e-05, + "embedding.weight": 0.0021273873280733824, + "cnn.0.weight": 0.03883455693721771, + "cnn.0.bias": 0.0015936114359647036, + "cnn.2.weight": 0.01147241797298193, + "cnn.2.bias": 0.0031594205647706985, + "cnn.5.weight": 0.013091031461954117, + "cnn.5.bias": 0.0028188142459839582, + "action_emb.weight": 0.0031389573123306036, + "timestep_emb.weight": 0.0008421908132731915, + "pos_emb.weight": 0.0017944142455235124, + "transformer.layers.0.self_attn.in_proj_weight": 0.02228863537311554, + "transformer.layers.0.self_attn.in_proj_bias": 0.0019158953800797462, + "transformer.layers.0.self_attn.out_proj.weight": 0.022029273211956024, + "transformer.layers.0.self_attn.out_proj.bias": 0.003183225868269801, + "transformer.layers.0.linear1.weight": 0.018051637336611748, + "transformer.layers.0.linear1.bias": 0.0011020286474376917, + "transformer.layers.0.linear2.weight": 0.023573169484734535, + "transformer.layers.0.linear2.bias": 0.0024461853317916393, + "transformer.layers.0.norm1.weight": 0.0012119696475565434, + "transformer.layers.0.norm1.bias": 0.0018173323478549719, + "transformer.layers.0.norm2.weight": 0.0013809148222208023, + "transformer.layers.0.norm2.bias": 0.0012347467709332705, + "transformer.layers.1.self_attn.in_proj_weight": 0.01954662799835205, + "transformer.layers.1.self_attn.in_proj_bias": 0.0014934934442862868, + "transformer.layers.1.self_attn.out_proj.weight": 0.01998150907456875, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019626750145107508, + "transformer.layers.1.linear1.weight": 0.011490310542285442, + "transformer.layers.1.linear1.bias": 0.0007779268780723214, + "transformer.layers.1.linear2.weight": 0.017193743959069252, + "transformer.layers.1.linear2.bias": 0.001960417488589883, + "transformer.layers.1.norm1.weight": 0.0014698709128424525, + "transformer.layers.1.norm1.bias": 0.0017500153044238687, + "transformer.layers.1.norm2.weight": 0.0009162610513158143, + "transformer.layers.1.norm2.bias": 0.0007803477346897125, + "transformer.layers.2.self_attn.in_proj_weight": 0.019717557355761528, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016919550253078341, + "transformer.layers.2.self_attn.out_proj.weight": 0.018769521266222, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017345240339636803, + "transformer.layers.2.linear1.weight": 0.009897074662148952, + "transformer.layers.2.linear1.bias": 0.0006965502980165184, + "transformer.layers.2.linear2.weight": 0.013102973811328411, + "transformer.layers.2.linear2.bias": 0.0017783549847081304, + "transformer.layers.2.norm1.weight": 0.001879141665995121, + "transformer.layers.2.norm1.bias": 0.0023415477480739355, + "transformer.layers.2.norm2.weight": 0.0007643038989044726, + "transformer.layers.2.norm2.bias": 0.0008606381597928703, + "transformer.layers.3.self_attn.in_proj_weight": 0.03438298776745796, + "transformer.layers.3.self_attn.in_proj_bias": 0.003328600199893117, + "transformer.layers.3.self_attn.out_proj.weight": 0.018805325031280518, + "transformer.layers.3.self_attn.out_proj.bias": 0.0024868424516171217, + "transformer.layers.3.linear1.weight": 0.01725928671658039, + "transformer.layers.3.linear1.bias": 0.0015057380078360438, + "transformer.layers.3.linear2.weight": 0.010935545898973942, + "transformer.layers.3.linear2.bias": 0.0024239944759756327, + "transformer.layers.3.norm1.weight": 0.0034165596589446068, + "transformer.layers.3.norm1.bias": 0.0048253508284688, + "transformer.layers.3.norm2.weight": 0.0013617289951071143, + "transformer.layers.3.norm2.bias": 0.002071778755635023, + "head.weight": 0.1317812204360962, + "head.bias": 0.005141616333276033, + "global_embedding.weight": 0.0057730902917683125, + "global_cnn.0.weight": 0.05857985094189644, + "global_cnn.0.bias": 0.001978563377633691, + "global_cnn.2.weight": 0.10445349663496017, + "global_cnn.2.bias": 0.004613252356648445, + "global_proj.weight": 0.01868855394423008, + "global_proj.bias": 0.0105362543836236, + "goal_head.0.weight": 0.013168380595743656, + "goal_head.0.bias": 0.004977300763130188, + "goal_head.2.weight": 0.021930070593953133, + "goal_head.2.bias": 0.010987326502799988 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06880804896354675, - "repr_drift_kl_low_t": 0.05359663814306259, - "repr_drift_kl_mid_t": 0.05787049978971481, - "repr_drift_kl_high_t": 0.09021832793951035, + "repr_drift_kl": 0.4131585359573364, + "repr_drift_kl_low_t": 0.47856956720352173, + "repr_drift_kl_mid_t": 0.4291533827781677, + "repr_drift_kl_high_t": 0.31472891569137573, "cka_iters": 500, - "cka_similarity": 0.7390217781066895, + "cka_similarity": 0.7924852967262268, "t_analysis_iters": 500, - "norm_low_t": 0.23581092059612274, - "norm_high_t": 0.350680410861969, - "lowhigh_cos": 0.21748395264148712, + "norm_low_t": 0.20379474759101868, + "norm_high_t": 0.34339094161987305, + "lowhigh_cos": 0.4936951696872711, "t_bin_norms": { - "t_0.0-0.1": 0.17824696004390717, - "t_0.1-0.2": 0.18772265315055847, - "t_0.2-0.3": 0.16502228379249573, - "t_0.3-0.4": 0.21594078838825226, - "t_0.4-0.5": 0.16825087368488312, - "t_0.5-0.6": 0.15832817554473877, - "t_0.6-0.7": 0.1782672256231308, - "t_0.7-0.8": 0.16805432736873627, - "t_0.8-0.9": 0.1672055572271347, - "t_0.9-1.0": 0.4166775941848755 - }, - "win_rate": 0.08027523010969162, - "effective_batch_size": 425.6123046875, + "t_0.0-0.1": 0.22332333028316498, + "t_0.1-0.2": 0.1726595014333725, + "t_0.2-0.3": 0.1697819083929062, + "t_0.3-0.4": 0.18192923069000244, + "t_0.4-0.5": 0.17474570870399475, + "t_0.5-0.6": 0.1925257444381714, + "t_0.6-0.7": 0.2078900784254074, + "t_0.7-0.8": 0.2399463951587677, + "t_0.8-0.9": 0.29720398783683777, + "t_0.9-1.0": 0.4973197877407074 + }, + "win_rate": 0.0077014220878481865, + "effective_batch_size": 4412.7646484375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.18713591992855072, + "loss": 0.1517702043056488, "env_score_iters": 500, - "env_score": -4.400097370147705, + "env_score": -0.42932042479515076, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.44999999999999996, "grad_align_iters": 500, - "grad_align": 0.8477692008018494, - "rl_grad_norm": 0.5159664154052734, - "bc_grad_norm": 0.6133387088775635, + "grad_align": -0.17046605050563812, + "rl_grad_norm": 0.3539508581161499, + "bc_grad_norm": 3.3215441703796387, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0002217039291281253, - "embedding.weight": 0.01641603745520115, - "cnn.0.weight": 0.37347087264060974, - "cnn.0.bias": 0.016150586307048798, - "cnn.2.weight": 0.10082656890153885, - "cnn.2.bias": 0.027688363566994667, - "cnn.5.weight": 0.11073130369186401, - "cnn.5.bias": 0.022939307615160942, - "action_emb.weight": 0.01287184376269579, - "timestep_emb.weight": 0.006103199906647205, - "pos_emb.weight": 0.008937397971749306, - "transformer.layers.0.self_attn.in_proj_weight": 0.1838170737028122, - "transformer.layers.0.self_attn.in_proj_bias": 0.007777636405080557, - "transformer.layers.0.self_attn.out_proj.weight": 0.06261833757162094, - "transformer.layers.0.self_attn.out_proj.bias": 0.005087722092866898, - "transformer.layers.0.linear1.weight": 0.058021675795316696, - "transformer.layers.0.linear1.bias": 0.002628121292218566, - "transformer.layers.0.linear2.weight": 0.05934597924351692, - "transformer.layers.0.linear2.bias": 0.003555935574695468, - "transformer.layers.0.norm1.weight": 0.01139992754906416, - "transformer.layers.0.norm1.bias": 0.007556283846497536, - "transformer.layers.0.norm2.weight": 0.005092615261673927, - "transformer.layers.0.norm2.bias": 0.0033004027791321278, - "transformer.layers.1.self_attn.in_proj_weight": 0.061808161437511444, - "transformer.layers.1.self_attn.in_proj_bias": 0.0026700501330196857, - "transformer.layers.1.self_attn.out_proj.weight": 0.05019940435886383, - "transformer.layers.1.self_attn.out_proj.bias": 0.002774718916043639, - "transformer.layers.1.linear1.weight": 0.036403972655534744, - "transformer.layers.1.linear1.bias": 0.0017712104599922895, - "transformer.layers.1.linear2.weight": 0.04617227986454964, - "transformer.layers.1.linear2.bias": 0.00238007097505033, - "transformer.layers.1.norm1.weight": 0.004477835725992918, - "transformer.layers.1.norm1.bias": 0.002728236373513937, - "transformer.layers.1.norm2.weight": 0.002765973098576069, - "transformer.layers.1.norm2.bias": 0.002106286119669676, - "transformer.layers.2.self_attn.in_proj_weight": 0.05588395148515701, - "transformer.layers.2.self_attn.in_proj_bias": 0.002008593874052167, - "transformer.layers.2.self_attn.out_proj.weight": 0.04617053642868996, - "transformer.layers.2.self_attn.out_proj.bias": 0.002136153867468238, - "transformer.layers.2.linear1.weight": 0.029275374487042427, - "transformer.layers.2.linear1.bias": 0.0014715221477672458, - "transformer.layers.2.linear2.weight": 0.03060884401202202, - "transformer.layers.2.linear2.bias": 0.002047155750915408, - "transformer.layers.2.norm1.weight": 0.004109103232622147, - "transformer.layers.2.norm1.bias": 0.002174581401050091, - "transformer.layers.2.norm2.weight": 0.0020238696597516537, - "transformer.layers.2.norm2.bias": 0.001381267444230616, - "transformer.layers.3.self_attn.in_proj_weight": 0.09118112176656723, - "transformer.layers.3.self_attn.in_proj_bias": 0.0036577549763023853, - "transformer.layers.3.self_attn.out_proj.weight": 0.051834527403116226, - "transformer.layers.3.self_attn.out_proj.bias": 0.0028010522946715355, - "transformer.layers.3.linear1.weight": 0.07208018004894257, - "transformer.layers.3.linear1.bias": 0.0038112427573651075, - "transformer.layers.3.linear2.weight": 0.040863629430532455, - "transformer.layers.3.linear2.bias": 0.0027260647621005774, - "transformer.layers.3.norm1.weight": 0.008036922663450241, - "transformer.layers.3.norm1.bias": 0.00433036545291543, - "transformer.layers.3.norm2.weight": 0.005932340398430824, - "transformer.layers.3.norm2.bias": 0.0032153241336345673, - "head.weight": 0.5321860909461975, - "head.bias": 0.005760361440479755, - "global_embedding.weight": 0.007091183215379715, - "global_cnn.0.weight": 0.05253436788916588, - "global_cnn.0.bias": 0.0021032560616731644, - "global_cnn.2.weight": 0.09610076993703842, - "global_cnn.2.bias": 0.005475279875099659, - "global_proj.weight": 0.04974472522735596, - "global_proj.bias": 0.03583024814724922, - "goal_head.0.weight": 0.03208285570144653, - "goal_head.0.bias": 0.014815791510045528, - "goal_head.2.weight": 0.06450443714857101, - "goal_head.2.bias": 0.039939034730196 + "global_gate": 0.0005134126404300332, + "embedding.weight": 0.0020303698256611824, + "cnn.0.weight": 0.040581852197647095, + "cnn.0.bias": 0.0013325265608727932, + "cnn.2.weight": 0.011554562486708164, + "cnn.2.bias": 0.004647985566407442, + "cnn.5.weight": 0.015262434259057045, + "cnn.5.bias": 0.004169009625911713, + "action_emb.weight": 0.008721652440726757, + "timestep_emb.weight": 0.0010262152645736933, + "pos_emb.weight": 0.0023539087269455194, + "transformer.layers.0.self_attn.in_proj_weight": 0.04255649074912071, + "transformer.layers.0.self_attn.in_proj_bias": 0.0039292024448513985, + "transformer.layers.0.self_attn.out_proj.weight": 0.03378481790423393, + "transformer.layers.0.self_attn.out_proj.bias": 0.005180668085813522, + "transformer.layers.0.linear1.weight": 0.040339622646570206, + "transformer.layers.0.linear1.bias": 0.0020265919156372547, + "transformer.layers.0.linear2.weight": 0.03417859598994255, + "transformer.layers.0.linear2.bias": 0.003596669062972069, + "transformer.layers.0.norm1.weight": 0.0025598877109587193, + "transformer.layers.0.norm1.bias": 0.003604290774092078, + "transformer.layers.0.norm2.weight": 0.004250497091561556, + "transformer.layers.0.norm2.bias": 0.002152406144887209, + "transformer.layers.1.self_attn.in_proj_weight": 0.0317104198038578, + "transformer.layers.1.self_attn.in_proj_bias": 0.0020972606725990772, + "transformer.layers.1.self_attn.out_proj.weight": 0.026610232889652252, + "transformer.layers.1.self_attn.out_proj.bias": 0.0024067361373454332, + "transformer.layers.1.linear1.weight": 0.017178479582071304, + "transformer.layers.1.linear1.bias": 0.0010051869321614504, + "transformer.layers.1.linear2.weight": 0.021438810974359512, + "transformer.layers.1.linear2.bias": 0.002262731781229377, + "transformer.layers.1.norm1.weight": 0.0024436386302113533, + "transformer.layers.1.norm1.bias": 0.0024062690790742636, + "transformer.layers.1.norm2.weight": 0.0016306658508256078, + "transformer.layers.1.norm2.bias": 0.0010094722965732217, + "transformer.layers.2.self_attn.in_proj_weight": 0.025033123791217804, + "transformer.layers.2.self_attn.in_proj_bias": 0.00195352197624743, + "transformer.layers.2.self_attn.out_proj.weight": 0.025752147659659386, + "transformer.layers.2.self_attn.out_proj.bias": 0.002015791367739439, + "transformer.layers.2.linear1.weight": 0.013610831461846828, + "transformer.layers.2.linear1.bias": 0.0009301830432377756, + "transformer.layers.2.linear2.weight": 0.01589927077293396, + "transformer.layers.2.linear2.bias": 0.0018966032657772303, + "transformer.layers.2.norm1.weight": 0.0018985919887199998, + "transformer.layers.2.norm1.bias": 0.0025302038993686438, + "transformer.layers.2.norm2.weight": 0.0011044129496440291, + "transformer.layers.2.norm2.bias": 0.0012004742166027427, + "transformer.layers.3.self_attn.in_proj_weight": 0.04142843186855316, + "transformer.layers.3.self_attn.in_proj_bias": 0.002757044741883874, + "transformer.layers.3.self_attn.out_proj.weight": 0.026150701567530632, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020491438917815685, + "transformer.layers.3.linear1.weight": 0.026213018223643303, + "transformer.layers.3.linear1.bias": 0.0022862653713673353, + "transformer.layers.3.linear2.weight": 0.01474383007735014, + "transformer.layers.3.linear2.bias": 0.0016347951022908092, + "transformer.layers.3.norm1.weight": 0.004004600923508406, + "transformer.layers.3.norm1.bias": 0.0035750363022089005, + "transformer.layers.3.norm2.weight": 0.0020872089080512524, + "transformer.layers.3.norm2.bias": 0.0034109915141016245, + "head.weight": 0.11429829150438309, + "head.bias": 0.002007785253226757, + "global_embedding.weight": 0.012774243950843811, + "global_cnn.0.weight": 0.11795571446418762, + "global_cnn.0.bias": 0.004252543207257986, + "global_cnn.2.weight": 0.26195794343948364, + "global_cnn.2.bias": 0.011545698158442974, + "global_proj.weight": 0.04865304380655289, + "global_proj.bias": 0.035619091242551804, + "goal_head.0.weight": 0.027817120775580406, + "goal_head.0.bias": 0.012613153085112572, + "goal_head.2.weight": 0.04591820016503334, + "goal_head.2.bias": 0.02766125462949276 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.21246345341205597, - "repr_drift_kl_low_t": 0.17493696510791779, - "repr_drift_kl_mid_t": 0.150354266166687, - "repr_drift_kl_high_t": 0.3023388087749481, + "repr_drift_kl": 0.5798113346099854, + "repr_drift_kl_low_t": 0.7452734708786011, + "repr_drift_kl_mid_t": 0.5655020475387573, + "repr_drift_kl_high_t": 0.409053236246109, "cka_iters": 500, - "cka_similarity": 0.9006584882736206, + "cka_similarity": 0.7890565991401672, "t_analysis_iters": 500, - "norm_low_t": 0.45728570222854614, - "norm_high_t": 1.2743065357208252, - "lowhigh_cos": 0.14318892359733582, + "norm_low_t": 0.35387882590293884, + "norm_high_t": 0.799777626991272, + "lowhigh_cos": 0.41974520683288574, "t_bin_norms": { - "t_0.0-0.1": 0.39167115092277527, - "t_0.1-0.2": 0.5039566159248352, - "t_0.2-0.3": 0.4920860230922699, - "t_0.3-0.4": 0.42442557215690613, - "t_0.4-0.5": 0.534009575843811, - "t_0.5-0.6": 0.4124668836593628, - "t_0.6-0.7": 0.43662455677986145, - "t_0.7-0.8": 0.5952931642532349, - "t_0.8-0.9": 0.5330307483673096, - "t_0.9-1.0": 2.4235856533050537 - }, - "win_rate": 0.010479042306542397, - "effective_batch_size": 382.7366027832031, + "t_0.0-0.1": 0.3794143795967102, + "t_0.1-0.2": 0.33680543303489685, + "t_0.2-0.3": 0.32847970724105835, + "t_0.3-0.4": 0.32536643743515015, + "t_0.4-0.5": 0.31801289319992065, + "t_0.5-0.6": 0.3252417743206024, + "t_0.6-0.7": 0.3377763032913208, + "t_0.7-0.8": 0.32883507013320923, + "t_0.8-0.9": 0.42992356419563293, + "t_0.9-1.0": 1.0762227773666382 + }, + "win_rate": 0.08340498805046082, + "effective_batch_size": 3550.863037109375, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] }, "action_diversity": { - "score": 0.6166666666666667, - "score_std": 0.042491829279939816, + "score": 0.375, + "score_std": 0.04082482904638629, "all_scores": [ - 0.6749999999999999, - 0.5750000000000001, - 0.6000000000000001 + 0.425, + 0.325, + 0.375 ], "history": { "iters": [ @@ -99148,506 +119678,506 @@ 500 ], "loss": [ - 0.035037148743867874, - 1.3354051113128662, - 2.094456434249878, - 0.8634734153747559, - 0.36867159605026245, - 0.08690720796585083, - 0.5377625823020935, - 0.6141572594642639, - 0.27813756465911865, - 0.206499844789505, - 0.6283358931541443, - 0.04170314595103264, - 1.2360234260559082, - 0.5258086323738098, - 0.9381881356239319, - 0.04261868819594383, - 0.13011182844638824, - 1.2712597846984863, - 0.35243335366249084, - 0.6506665349006653, - 0.1544533371925354, - 0.1963982880115509, - 0.030280230566859245, - 1.4212861061096191, - 0.08513790369033813, - 0.05806995928287506, - 1.051636815071106, - 0.21276050806045532, - 0.9918681383132935, - 0.07902124524116516, - 0.42466533184051514, - 0.33144330978393555, - 0.09300832450389862, - 0.4814959168434143, - 0.6497398018836975, - 1.513401746749878, - 0.7825502157211304, - 0.7075802683830261, - 0.9995647668838501, - 0.31049978733062744, - 0.20221318304538727, - 0.18776223063468933, - 0.32000431418418884, - 1.3102611303329468, - 0.20124799013137817, - 0.15658855438232422, - 0.07829217612743378, - 1.179095983505249, - 0.33770519495010376, - 0.8541765809059143, - 0.46558013558387756, - 0.2753819525241852, - 0.17963971197605133, - 0.0867822915315628, - 0.055963192135095596, - 0.3524658977985382, - 0.8249794840812683, - 0.7789593935012817, - 0.31689974665641785, - 1.0503880977630615, - 0.3935423493385315, - 0.4092353284358978, - 0.4234907329082489, - 0.36416253447532654, - 0.020306941121816635, - 0.09155941754579544, - 0.8385893106460571, - 0.02524198405444622, - 0.4121534526348114, - 0.014994528144598007, - 0.27099671959877014, - 0.6743911504745483, - 0.16360269486904144, - 0.9199478626251221, - 0.01978304795920849, - 0.6973063349723816, - 0.09354625642299652, - 0.23824012279510498, - 0.19707708060741425, - 0.017469557002186775, - 0.5125501751899719, - 0.5025977492332458, - 0.023544099181890488, - 1.2764650583267212, - 0.3671453893184662, - 0.01581469178199768, - 0.2904861271381378, - 0.13856717944145203, - 0.13640014827251434, - 0.033926330506801605, - 0.3818764090538025, - 0.14163532853126526, - 0.20117422938346863, - 0.04463735595345497, - 0.03072323277592659, - 0.08823292702436447, - 0.05090566724538803, - 0.1096690446138382, - 0.06451458483934402, - 0.8533313870429993, - 0.2871861755847931, - 0.034914735704660416, - 0.02719028852880001, - 0.05847527086734772, - 0.01962495967745781, - 0.029570896178483963, - 0.019808579236268997, - 0.454361230134964, - 1.0878617763519287, - 0.1435590237379074, - 0.01483738049864769, - 0.053268298506736755, - 0.5743079781532288, - 0.46592748165130615, - 0.018442198634147644, - 0.6789488792419434, - 0.16134725511074066, - 0.07064234465360641, - 0.04985371232032776, - 0.2790411710739136, - 0.6590432524681091, - 0.18745458126068115, - 0.14323680102825165, - 0.03146599233150482, - 0.009397676214575768, - 0.18038493394851685, - 0.23765231668949127, - 0.1804390400648117, - 0.2297755628824234, - 0.0566389337182045, - 0.3609251081943512, - 0.08542852103710175, - 0.6041131019592285, - 0.05614834651350975, - 0.03904897719621658, - 0.11773494631052017, - 0.060378119349479675, - 0.1785230189561844, - 0.09685754030942917, - 0.18048527836799622, - 0.7300775647163391, - 0.060000017285346985, - 0.5034785270690918, - 1.02121901512146, - 0.2079257071018219, - 0.09111319482326508, - 0.10500531643629074, - 0.02675989270210266, - 0.413055419921875, - 0.02374407649040222, - 0.07047872245311737, - 0.14651209115982056, - 0.7360761761665344, - 0.5917584896087646, - 0.9567137956619263, - 0.1263040453195572, - 0.24964158236980438, - 0.5396754741668701, - 0.3485393524169922, - 0.022244082763791084, - 0.11843415349721909, - 0.4483547508716583, - 0.06323780864477158, - 0.03516235202550888, - 0.03150598704814911, - 0.14176666736602783, - 0.028451861813664436, - 0.2834799885749817, - 0.19236917793750763, - 0.11336221545934677, - 0.05809282511472702, - 0.08220337331295013, - 0.27248266339302063, - 0.5192975401878357, - 0.052205994725227356, - 1.2444597482681274, - 0.017130210995674133, - 0.1093665361404419, - 0.3303665816783905, - 0.17620447278022766, - 0.3039710223674774, - 0.07218286395072937, - 0.22507818043231964, - 0.06270714104175568, - 0.1918441653251648, - 0.08290480077266693, - 0.055731337517499924, - 0.02781774289906025, - 0.2057274580001831, - 1.244340181350708, - 0.011012982577085495, - 0.36338871717453003, - 1.053356647491455, - 1.144731879234314, - 0.44046807289123535, - 0.602023720741272, - 0.07395490258932114, - 0.12655921280384064, - 0.028308279812335968, - 0.9020245671272278, - 0.45493951439857483, - 0.04227611795067787, - 0.7537689805030823, - 0.32186359167099, - 0.00585149135440588, - 0.6817370653152466, - 0.7108920216560364, - 0.0450558066368103, - 0.3747044503688812, - 0.5154408812522888, - 0.030509812757372856, - 0.14976197481155396, - 0.01741575263440609, - 0.6563001871109009, - 0.007366049103438854, - 0.01678229682147503, - 0.03171263635158539, - 0.24017146229743958, - 0.054787926375865936, - 0.1385667622089386, - 0.264983594417572, - 0.07368873804807663, - 0.053239040076732635, - 0.06814628094434738, - 0.18786846101284027, - 0.9606797695159912, - 0.7567691802978516, - 0.2769804000854492, - 0.01641026884317398, - 0.6141468286514282, - 0.27977609634399414, - 0.37188416719436646, - 0.24494236707687378, - 0.3411085307598114, - 0.576223611831665, - 0.8708903193473816, - 0.40943443775177, - 0.07085983455181122, - 0.049724750220775604, - 0.13584208488464355, - 0.2500388026237488, - 0.586875855922699, - 0.017714811488986015, - 0.005957695655524731, - 0.02692345529794693, - 0.3151018023490906, - 0.9170639514923096, - 0.635472297668457, - 0.3625541925430298, - 0.14516441524028778, - 0.010278962552547455, - 0.09022781252861023, - 0.06349316984415054, - 0.21502554416656494, - 0.8623865842819214, - 0.9604981541633606, - 0.05901061370968819, - 0.41457054018974304, - 0.27284014225006104, - 0.08214415609836578, - 0.8867795467376709, - 0.019134271889925003, - 0.6039161086082458, - 0.10777855664491653, - 0.027000930160284042, - 0.48696163296699524, - 0.04972635582089424, - 1.2429062128067017, - 0.1722482144832611, - 0.16295494139194489, - 0.010465429164469242, - 0.3291410803794861, - 0.019166195765137672, - 0.019692910835146904, - 0.6077681183815002, - 0.7822588682174683, - 1.049643635749817, - 0.17854298651218414, - 0.3400112986564636, - 0.02236836776137352, - 0.556309700012207, - 0.5838958024978638, - 0.7468066215515137, - 0.023021746426820755, - 0.7250702381134033, - 0.1317194104194641, - 0.070918008685112, - 0.6352328062057495, - 0.9466152191162109, - 0.22017845511436462, - 0.05516993999481201, - 0.6266942024230957, - 0.1371520310640335, - 0.5689429640769958, - 0.4003031551837921, - 0.18085356056690216, - 0.5568736791610718, - 0.11053498089313507, - 0.037577103823423386, - 0.09293217211961746, - 0.042162299156188965, - 0.3519141674041748, - 0.014116150327026844, - 0.29055458307266235, - 1.0675146579742432, - 0.024961762130260468, - 0.11034159362316132, - 0.3331542909145355, - 0.04665984585881233, - 0.7180742621421814, - 0.24715980887413025, - 0.05696342885494232, - 1.3112314939498901, - 0.25485754013061523, - 0.050909824669361115, - 0.4072823226451874, - 0.023446831852197647, - 0.7207328081130981, - 0.2821443974971771, - 0.01729251630604267, - 0.12895311415195465, - 0.20745931565761566, - 0.0577615462243557, - 0.12327178567647934, - 0.028323039412498474, - 0.024635659530758858, - 0.9411495923995972, - 0.09835024178028107, - 0.11618781089782715, - 0.22518105804920197, - 0.026071596890687943, - 0.021253829821944237, - 0.07250773161649704, - 0.20063960552215576, - 0.02432488277554512, - 0.575106143951416, - 0.034946903586387634, - 0.07893902063369751, - 0.0135934604331851, - 0.6523889899253845, - 0.6389919519424438, - 0.24522408843040466, - 0.16716927289962769, - 0.4588935673236847, - 0.14733532071113586, - 0.106160469353199, - 0.3419923782348633, - 0.2566398084163666, - 0.04127958044409752, - 0.49136027693748474, - 0.10230505466461182, - 0.06685177236795425, - 0.09980412572622299, - 0.04054265096783638, - 0.09440304338932037, - 0.2774560749530792, - 0.06737037748098373, - 0.20354801416397095, - 0.21698316931724548, - 0.43430912494659424, - 0.37833449244499207, - 0.6470726728439331, - 0.11261948943138123, - 0.5016587972640991, - 0.02984282746911049, - 0.29224032163619995, - 0.14629937708377838, - 0.5785818696022034, - 0.07209505885839462, - 0.3456556499004364, - 0.031713906675577164, - 0.0376884862780571, - 0.016698796302080154, - 0.17011018097400665, - 0.3047930598258972, - 0.022756148129701614, - 0.2019702047109604, - 0.17649675905704498, - 0.25707191228866577, - 1.0083577632904053, - 0.1119275838136673, - 0.21668779850006104, - 0.4278174936771393, - 0.36063632369041443, - 1.0030649900436401, - 0.13647156953811646, - 0.10193605720996857, - 0.030876055359840393, - 0.052629921585321426, - 0.03607053682208061, - 0.12629742920398712, - 0.02158190682530403, - 0.014457577839493752, - 0.5471842885017395, - 0.005609198939055204, - 0.2516542077064514, - 0.5016125440597534, - 0.040848955512046814, - 0.23707300424575806, - 0.04051811620593071, - 0.20949147641658783, - 0.025943517684936523, - 0.43512704968452454, - 0.3092358112335205, - 0.6012106537818909, - 0.02702624723315239, - 0.30206483602523804, - 0.040772829204797745, - 0.03678718954324722, - 0.026097245514392853, - 0.08163206279277802, - 0.03483905643224716, - 0.061897844076156616, - 0.31913161277770996, - 0.05298488214612007, - 0.1900462657213211, - 0.43718966841697693, - 0.9332483410835266, - 0.04148295521736145, - 0.21823371946811676, - 0.1701212078332901, - 0.2982756793498993, - 0.6948801279067993, - 1.0681511163711548, - 0.06086086854338646, - 0.02490231581032276, - 0.3232809007167816, - 0.19144347310066223, - 0.2811150550842285, - 0.15633592009544373, - 0.5484479665756226, - 0.014942587353289127, - 0.1761838048696518, - 0.023643678054213524, - 0.12400761246681213, - 0.019430767744779587, - 0.17700672149658203, - 0.8974900245666504, - 0.1939411610364914, - 0.027885736897587776, - 0.18963174521923065, - 0.08422119915485382, - 0.7428282499313354, - 0.20381511747837067, - 0.03012993559241295, - 0.5396039485931396, - 0.027751510962843895, - 0.5617163777351379, - 0.015841875225305557, - 0.03272247314453125, - 0.21600644290447235, - 0.07021670043468475, - 0.14557841420173645, - 0.7262012362480164, - 0.0024966117925941944, - 0.023287709802389145, - 0.032402366399765015, - 0.2995264530181885, - 0.1814412623643875, - 1.1461740732192993, - 0.26136767864227295, - 0.45930561423301697, - 0.1206275075674057, - 0.01399692241102457, - 0.009505368769168854, - 0.03898864984512329, - 0.24299171566963196, - 0.029875630512833595, - 0.03307345137000084, - 0.0698445737361908, - 0.06974361091852188, - 0.25959938764572144, - 0.12995311617851257, - 0.030163658782839775, - 0.02714214101433754, - 0.03745834529399872, - 0.24090132117271423, - 0.055753193795681, - 0.0045047844760119915, - 0.43294671177864075, - 0.5441009998321533, - 0.1610172986984253, - 0.05139979347586632, - 0.05417533963918686, - 0.3343205451965332, - 0.378662645816803, - 0.06697937101125717, - 0.6505327224731445, - 0.4666987657546997, - 0.12144260108470917, - 0.03203723207116127, - 0.2442958503961563, - 0.014229576103389263, - 0.048329778015613556, - 0.2734278440475464, - 0.022633088752627373, - 0.017680400982499123, - 0.39583420753479004, - 0.5299432873725891, - 0.05896415561437607 + 0.7734967470169067, + 0.7959009408950806, + 0.41492655873298645, + 0.3449249565601349, + 0.40274134278297424, + 0.24005919694900513, + 0.43079468607902527, + 0.2549898326396942, + 0.5959685444831848, + 0.15240703523159027, + 0.33343735337257385, + 0.6034099459648132, + 0.3248373866081238, + 0.2231033444404602, + 0.2978177070617676, + 0.44902971386909485, + 0.30385836958885193, + 0.3608582317829132, + 0.5005941390991211, + 0.41772767901420593, + 0.299954354763031, + 0.31443002820014954, + 0.34144333004951477, + 0.2663706839084625, + 0.3584693968296051, + 0.4228247404098511, + 0.29885220527648926, + 0.2843915820121765, + 0.32336506247520447, + 0.409982830286026, + 0.16877031326293945, + 0.4348183870315552, + 0.2216612994670868, + 0.24260199069976807, + 0.21943862736225128, + 0.12205708026885986, + 0.34603363275527954, + 0.20696409046649933, + 0.30440637469291687, + 0.44834089279174805, + 0.2522434890270233, + 0.3114543557167053, + 0.24820584058761597, + 0.18918868899345398, + 0.1307043880224228, + 0.1994304656982422, + 0.1804201453924179, + 0.3757678270339966, + 0.13731686770915985, + 0.1545327752828598, + 0.26705238223075867, + 0.2112555205821991, + 0.15138095617294312, + 0.17034785449504852, + 0.3219990134239197, + 0.18426869809627533, + 0.2437015026807785, + 0.08981698006391525, + 0.26347994804382324, + 0.2138427495956421, + 0.2808879017829895, + 0.20628979802131653, + 0.2668203115463257, + 0.19527897238731384, + 0.20038680732250214, + 0.29551663994789124, + 0.30237114429473877, + 0.24057580530643463, + 0.20223002135753632, + 0.20302025973796844, + 0.16209837794303894, + 0.2424435317516327, + 0.20969200134277344, + 0.12730564177036285, + 0.29216644167900085, + 0.2094682902097702, + 0.2099655568599701, + 0.23440401256084442, + 0.25393301248550415, + 0.18255560100078583, + 0.1751229614019394, + 0.22615714371204376, + 0.09467223286628723, + 0.25630828738212585, + 0.2328607141971588, + 0.1946578025817871, + 0.08947223424911499, + 0.2423328459262848, + 0.14319099485874176, + 0.2696066200733185, + 0.19563892483711243, + 0.12386813014745712, + 0.28385260701179504, + 0.2580544948577881, + 0.16091662645339966, + 0.15018190443515778, + 0.20145811140537262, + 0.09915664792060852, + 0.09675028175115585, + 0.2044457197189331, + 0.11610304564237595, + 0.2727775573730469, + 0.25940069556236267, + 0.20801952481269836, + 0.28175631165504456, + 0.2373545914888382, + 0.0904121920466423, + 0.14498108625411987, + 0.17841589450836182, + 0.14564675092697144, + 0.2270270735025406, + 0.18523356318473816, + 0.11332463473081589, + 0.1994752585887909, + 0.18535786867141724, + 0.2482820749282837, + 0.18864969909191132, + 0.17551612854003906, + 0.1256864368915558, + 0.1924857497215271, + 0.2052610069513321, + 0.10663925856351852, + 0.11723677068948746, + 0.2665127217769623, + 0.10911283642053604, + 0.1864306777715683, + 0.17941288650035858, + 0.11495177447795868, + 0.1853128969669342, + 0.1385386735200882, + 0.21668504178524017, + 0.18839243054389954, + 0.17794211208820343, + 0.30400294065475464, + 0.17077645659446716, + 0.150796577334404, + 0.11671264469623566, + 0.2966806888580322, + 0.17053578794002533, + 0.1525907814502716, + 0.21293750405311584, + 0.14832831919193268, + 0.21595245599746704, + 0.1214146763086319, + 0.16073279082775116, + 0.12567050755023956, + 0.034634463489055634, + 0.2158748358488083, + 0.21795454621315002, + 0.159173846244812, + 0.1806437373161316, + 0.23077929019927979, + 0.20353157818317413, + 0.1809757947921753, + 0.23927129805088043, + 0.21617847681045532, + 0.23132416605949402, + 0.10583940148353577, + 0.16459038853645325, + 0.16512282192707062, + 0.09598521143198013, + 0.23030579090118408, + 0.1278185099363327, + 0.1647254228591919, + 0.27541452646255493, + 0.22765789926052094, + 0.08757909387350082, + 0.22288623452186584, + 0.14434212446212769, + 0.15241265296936035, + 0.2574184536933899, + 0.19358672201633453, + 0.09733843058347702, + 0.24731804430484772, + 0.10860341042280197, + 0.20292967557907104, + 0.1461293250322342, + 0.24750882387161255, + 0.22872190177440643, + 0.10535567998886108, + 0.17283333837985992, + 0.20067574083805084, + 0.18565115332603455, + 0.2320105880498886, + 0.2183215618133545, + 0.15689803659915924, + 0.09736911207437515, + 0.3091792166233063, + 0.22264203429222107, + 0.221168652176857, + 0.13447189331054688, + 0.3040957450866699, + 0.16498760879039764, + 0.1281595081090927, + 0.12751328945159912, + 0.22203250229358673, + 0.18771889805793762, + 0.20356760919094086, + 0.13768009841442108, + 0.2068449705839157, + 0.18641656637191772, + 0.15679098665714264, + 0.22595758736133575, + 0.1871449202299118, + 0.1282965987920761, + 0.21587643027305603, + 0.16664503514766693, + 0.1693674772977829, + 0.23902276158332825, + 0.10986194014549255, + 0.25761282444000244, + 0.1376306116580963, + 0.23906971514225006, + 0.10960135608911514, + 0.10636179149150848, + 0.1743362545967102, + 0.17229212820529938, + 0.20381098985671997, + 0.09883342683315277, + 0.10841000825166702, + 0.1847579926252365, + 0.2163366973400116, + 0.18818828463554382, + 0.24878361821174622, + 0.10128086060285568, + 0.12087655067443848, + 0.22620923817157745, + 0.18817707896232605, + 0.16114795207977295, + 0.21970196068286896, + 0.12333306670188904, + 0.1695646345615387, + 0.20478184521198273, + 0.14625148475170135, + 0.07834659516811371, + 0.06144009158015251, + 0.12329967319965363, + 0.17466725409030914, + 0.17144270241260529, + 0.13904881477355957, + 0.2052968442440033, + 0.1357756406068802, + 0.19269396364688873, + 0.1555059403181076, + 0.20636767148971558, + 0.21019187569618225, + 0.12787139415740967, + 0.16939088702201843, + 0.1882706731557846, + 0.14226029813289642, + 0.10315191000699997, + 0.17169171571731567, + 0.25393688678741455, + 0.22980503737926483, + 0.17044995725154877, + 0.1559823453426361, + 0.1483929604291916, + 0.1729089617729187, + 0.17848606407642365, + 0.19296841323375702, + 0.12493328005075455, + 0.11469559371471405, + 0.15037114918231964, + 0.18086065351963043, + 0.1558886170387268, + 0.20086726546287537, + 0.15223966538906097, + 0.1288641393184662, + 0.2239205241203308, + 0.17767269909381866, + 0.1575368493795395, + 0.20296910405158997, + 0.22184646129608154, + 0.16094213724136353, + 0.07934243232011795, + 0.22116486728191376, + 0.12538333237171173, + 0.15961025655269623, + 0.20127230882644653, + 0.1629946380853653, + 0.17425484955310822, + 0.1381681114435196, + 0.17065806686878204, + 0.15241140127182007, + 0.1872038096189499, + 0.19942063093185425, + 0.12841016054153442, + 0.1910688281059265, + 0.15983252227306366, + 0.11548503488302231, + 0.20079642534255981, + 0.19036684930324554, + 0.10143871605396271, + 0.1535198986530304, + 0.1789475828409195, + 0.15167048573493958, + 0.04807813838124275, + 0.15088313817977905, + 0.1953461766242981, + 0.0897805392742157, + 0.1220848336815834, + 0.0763908326625824, + 0.19356319308280945, + 0.1370101273059845, + 0.17649276554584503, + 0.18494337797164917, + 0.1802632212638855, + 0.19139572978019714, + 0.13243862986564636, + 0.09494630247354507, + 0.18498097360134125, + 0.19118459522724152, + 0.1865714192390442, + 0.13237884640693665, + 0.15572360157966614, + 0.05397292226552963, + 0.06740058213472366, + 0.16708886623382568, + 0.13403786718845367, + 0.09753058105707169, + 0.12240339070558548, + 0.22021910548210144, + 0.1921803504228592, + 0.08457226306200027, + 0.11845486611127853, + 0.17998327314853668, + 0.23012633621692657, + 0.14906950294971466, + 0.1474969983100891, + 0.16379643976688385, + 0.11287127435207367, + 0.15756401419639587, + 0.09988735616207123, + 0.16156603395938873, + 0.1601293385028839, + 0.1826806515455246, + 0.1092560738325119, + 0.15580590069293976, + 0.1324579119682312, + 0.1633734405040741, + 0.08442266285419464, + 0.10478661954402924, + 0.12175945192575455, + 0.1582728773355484, + 0.11392294615507126, + 0.1449965089559555, + 0.1487438678741455, + 0.17882120609283447, + 0.1119784265756607, + 0.24621665477752686, + 0.161852166056633, + 0.11769501119852066, + 0.09794221818447113, + 0.17357872426509857, + 0.06944877654314041, + 0.08573261648416519, + 0.14332109689712524, + 0.17750151455402374, + 0.19443660974502563, + 0.1441626250743866, + 0.1086355447769165, + 0.1259591430425644, + 0.11740398406982422, + 0.20651498436927795, + 0.17494355142116547, + 0.1085924506187439, + 0.1544998288154602, + 0.07005030661821365, + 0.11310277879238129, + 0.16096830368041992, + 0.11685454845428467, + 0.1831095814704895, + 0.1487380713224411, + 0.11634410172700882, + 0.17336848378181458, + 0.14848120510578156, + 0.1532948911190033, + 0.1362348347902298, + 0.08699789643287659, + 0.18544334173202515, + 0.10233303159475327, + 0.10018470138311386, + 0.174152210354805, + 0.11848384141921997, + 0.09763523191213608, + 0.11146120727062225, + 0.14554764330387115, + 0.09081767499446869, + 0.036725640296936035, + 0.17134761810302734, + 0.14100326597690582, + 0.12168654799461365, + 0.0928473174571991, + 0.08096587657928467, + 0.07911813259124756, + 0.17002540826797485, + 0.1565009206533432, + 0.16988824307918549, + 0.12992089986801147, + 0.1322566121816635, + 0.16655413806438446, + 0.09445101022720337, + 0.17080554366111755, + 0.10042808949947357, + 0.09090902656316757, + 0.15925203263759613, + 0.18337227404117584, + 0.14633704721927643, + 0.10324206948280334, + 0.10421254485845566, + 0.09777497500181198, + 0.17580746114253998, + 0.10173572599887848, + 0.15050199627876282, + 0.15055952966213226, + 0.10217567533254623, + 0.12396521866321564, + 0.16405732929706573, + 0.14311641454696655, + 0.07635036110877991, + 0.14331676065921783, + 0.16372698545455933, + 0.09104573726654053, + 0.1180122122168541, + 0.11227728426456451, + 0.1311376988887787, + 0.146211177110672, + 0.04952670633792877, + 0.13776050508022308, + 0.13669686019420624, + 0.1623779684305191, + 0.07233748584985733, + 0.13402609527111053, + 0.07825715094804764, + 0.09362274408340454, + 0.15492580831050873, + 0.1419355571269989, + 0.100631944835186, + 0.12106272578239441, + 0.18525415658950806, + 0.12874870002269745, + 0.1592363566160202, + 0.12101378291845322, + 0.17499303817749023, + 0.13222378492355347, + 0.15180639922618866, + 0.11659137904644012, + 0.135360985994339, + 0.09656073898077011, + 0.09818688780069351, + 0.14402073621749878, + 0.16892260313034058, + 0.1524994820356369, + 0.1344042420387268, + 0.08628778159618378, + 0.17853723466396332, + 0.17255139350891113, + 0.09988570213317871, + 0.0815134197473526, + 0.18318188190460205, + 0.09105740487575531, + 0.11819687485694885, + 0.061451539397239685, + 0.1773514449596405, + 0.08463916182518005, + 0.24275115132331848, + 0.17257122695446014, + 0.14708827435970306, + 0.12497349828481674, + 0.15067395567893982, + 0.031293030828237534, + 0.14385008811950684, + 0.03366163745522499, + 0.12474219501018524, + 0.13742749392986298, + 0.1464821845293045, + 0.11727000772953033, + 0.16205757856369019, + 0.17333351075649261, + 0.13826054334640503, + 0.11838440597057343, + 0.11139260977506638, + 0.15759669244289398, + 0.10496895760297775, + 0.16550159454345703, + 0.14421695470809937, + 0.1232062578201294, + 0.07327435165643692, + 0.08925187587738037, + 0.09615521132946014, + 0.10085877031087875, + 0.0918174758553505, + 0.17724576592445374, + 0.09102127701044083, + 0.21752122044563293, + 0.08146913349628448, + 0.15237466990947723, + 0.11139345914125443, + 0.1279590129852295, + 0.13858583569526672 ], "env_score_iters": [ 1, @@ -100152,2644 +120682,3734 @@ 500 ], "env_score": [ - -3.9259226322174072, - -3.1347391605377197, - 4.830845355987549, - -2.817394971847534, - -2.7382755279541016, - -2.9134697914123535, - -2.0268218517303467, - -1.1450833082199097, - -2.6175336837768555, - -3.2323806285858154, - -1.6738080978393555, - -2.9189233779907227, - 2.3407702445983887, - -1.4215260744094849, - 0.5197334289550781, - -4.324501991271973, - -1.096567153930664, - 2.6999671459198, - -1.541615605354309, - 0.620877742767334, - -5.376491546630859, - -5.856441020965576, - -5.076228141784668, - 4.684488296508789, - -7.60768461227417, - -3.4776599407196045, - -2.416628360748291, - -6.756322383880615, - -0.5542922019958496, - -3.4755773544311523, - -2.1137351989746094, - -1.2647095918655396, - -2.752751588821411, - -2.5060572624206543, - -1.8130192756652832, - 5.549335479736328, - -0.7771048545837402, - -3.136414051055908, - 0.45004913210868835, - -2.9041895866394043, - -1.8830254077911377, - -3.317544460296631, - -2.560547351837158, - 6.082672595977783, - -2.954730272293091, - -3.775580883026123, - -2.843945264816284, - 1.8910808563232422, - -1.5569875240325928, - 0.6937621235847473, - -0.6962438225746155, - -2.2155630588531494, - -2.106093645095825, - -3.577165126800537, - -2.8779208660125732, - -1.4410820007324219, - 1.5727074146270752, - -0.42785540223121643, - -1.6843682527542114, - 2.5977869033813477, - -1.929955244064331, - -1.3803443908691406, - -1.0852190256118774, - -2.439251661300659, - -2.7364895343780518, - -3.371244192123413, - -2.1593830585479736, - -3.514951467514038, - -5.3705596923828125, - -3.7555978298187256, - -4.809276580810547, - -1.858805537223816, - -2.885835647583008, - 2.3532474040985107, - -2.7472121715545654, - 1.5819724798202515, - -3.5423145294189453, - -2.2598068714141846, - -2.7703659534454346, - -3.623246669769287, - -1.5378258228302002, - -3.162339925765991, - -2.749525547027588, - 4.785836219787598, - -1.6604427099227905, - -4.174034595489502, - -1.9476970434188843, - -2.364344596862793, - -4.7960944175720215, - -3.5425937175750732, - -7.443295478820801, - -3.892038583755493, - -5.678701400756836, - -2.812915325164795, - -4.00352144241333, - -5.061933517456055, - -3.099954128265381, - -3.5975663661956787, - -5.540765762329102, - -0.991389811038971, - -2.137389898300171, - -3.551928758621216, - -3.0918688774108887, - -4.429351329803467, - -3.2151365280151367, - -8.584579467773438, - -2.2443747520446777, - -1.23525869846344, - 1.1019333600997925, - -2.0588603019714355, - -3.605883836746216, - -3.335193634033203, - -0.8611257076263428, - -3.4499430656433105, - -3.790092706680298, - -1.9186720848083496, - -3.1471059322357178, - -2.970923662185669, - -2.9481945037841797, - -1.139991283416748, - -1.3433986902236938, - -5.1994428634643555, - -3.225654363632202, - -4.009061336517334, - -6.33423376083374, - -3.1114659309387207, - -2.8926079273223877, - -2.6441314220428467, - -10.783232688903809, - -2.2898454666137695, - -1.155966877937317, - -4.0972185134887695, - -1.741026759147644, - -3.7641217708587646, - -3.5948755741119385, - -3.581624746322632, - -5.110692024230957, - -3.3169126510620117, - -1.6792612075805664, - -2.0110011100769043, - -0.8079010844230652, - -4.286083698272705, - 0.9223715662956238, - 0.112416110932827, - -4.9654693603515625, - -3.141148805618286, - -2.9914143085479736, - -3.1935064792633057, - -2.172785758972168, - -3.9377448558807373, - -9.38328742980957, - -2.996363639831543, - -3.8416292667388916, - 0.7825846672058105, - 11.033681869506836, - -3.34719181060791, - -4.89897346496582, - -1.0434257984161377, - -3.0796234607696533, - -3.792156934738159, - -2.8187859058380127, - -4.02772855758667, - -2.5485005378723145, - -7.170053005218506, - -4.11712121963501, - -2.503481388092041, - -2.6578831672668457, - -2.1351077556610107, - -2.26289963722229, - -3.0385971069335938, - -3.5915310382843018, - -3.1211726665496826, - -2.2810027599334717, - -2.2688324451446533, - -3.4818618297576904, - -0.32293441891670227, - -3.221378803253174, - -3.5244691371917725, - -2.2418100833892822, - -2.2196829319000244, - -1.911184310913086, - -3.029524326324463, - -3.2975378036499023, - -4.28005838394165, - -3.752497911453247, - -2.5468273162841797, - -4.253195762634277, - -1.8485424518585205, - -0.36694300174713135, - 4.827116012573242, - -3.6287500858306885, - -2.8267059326171875, - 2.0226616859436035, - 2.2986056804656982, - -0.33598196506500244, - -1.3115535974502563, - -1.929502010345459, - -1.2278367280960083, - -2.7485437393188477, - -0.10531000047922134, - -1.1452454328536987, - -1.6374704837799072, - -3.1786739826202393, - -1.2526291608810425, - -2.9178943634033203, - 0.581761360168457, - 0.03296157345175743, - -3.9058854579925537, - -2.7457656860351562, - 0.10581429302692413, - -3.3468408584594727, - -6.219961643218994, - -2.7745754718780518, - 0.10593906790018082, - -4.583883762359619, - -3.503919839859009, - -3.3064157962799072, - -5.596428394317627, - -4.412118911743164, - -2.9187960624694824, - -2.5950443744659424, - -3.764326810836792, - -2.710766077041626, - -3.5976662635803223, - -4.4932732582092285, - 1.1742607355117798, - -2.635547161102295, - -1.517598271369934, - -2.96211838722229, - 0.6840094923973083, - -3.340761423110962, - -0.04034176468849182, - -1.7282323837280273, - -5.67482328414917, - -1.0738983154296875, - 0.9569647908210754, - -1.715338110923767, - -8.145573616027832, - -2.9510409832000732, - -3.9976742267608643, - -1.622178554534912, - -1.9621044397354126, - -5.054666042327881, - -3.0329737663269043, - -5.765883445739746, - -2.630436897277832, - 2.5953474044799805, - -1.1835590600967407, - -1.779244303703308, - -2.8591525554656982, - -3.4703891277313232, - -2.970221519470215, - -4.342250823974609, - -3.6388649940490723, - 0.9755573868751526, - -4.435709476470947, - -3.525886297225952, - -2.44193434715271, - -4.908792495727539, - -3.449131965637207, - 0.7480176687240601, - -6.810878276824951, - -0.24735909700393677, - -2.223114252090454, - -3.2604522705078125, - -0.45060569047927856, - -3.904345989227295, - 1.5287737846374512, - -2.59442400932312, - -2.407404661178589, - -3.6559903621673584, - -2.65102481842041, - -4.988024711608887, - -3.694305658340454, - -1.631084680557251, - 0.7078371047973633, - 1.747471809387207, - -3.826188325881958, - -4.535595417022705, - -4.1506218910217285, - -2.571875810623169, - -0.9545803070068359, - -0.6749487519264221, - -5.0490007400512695, - 0.6634476184844971, - -3.044572353363037, - -1.0916614532470703, - -0.11394534260034561, - 2.641289710998535, - -3.207336664199829, - -2.573240280151367, - -1.003772497177124, - -2.088099956512451, - -0.25643160939216614, - -2.486070156097412, - -2.7767703533172607, - -3.8189635276794434, - -3.2584359645843506, - -3.7237367630004883, - -3.5937137603759766, - -4.644151210784912, - -1.8717402219772339, - -4.4277167320251465, - -2.4785003662109375, - 0.819295346736908, - -3.6910951137542725, - -3.104947328567505, - -0.6361666321754456, - -4.373600482940674, - 0.13336753845214844, - -1.419590950012207, - -5.279937267303467, - 3.8012938499450684, - -0.9125193953514099, - -4.780259132385254, - -2.491758108139038, - -3.038184881210327, - -4.229907035827637, - -2.544067859649658, - -3.8259518146514893, - -3.830307960510254, - -3.1572811603546143, - -4.642273902893066, - -2.155817747116089, - -7.458443641662598, - -3.5246901512145996, - -0.021426891908049583, - -3.54947566986084, - -7.499565124511719, - -2.0005178451538086, - -3.9008779525756836, - -2.880146026611328, - -3.3178067207336426, - -3.1538188457489014, - -3.477646589279175, - -0.9797780513763428, - -4.022820949554443, - -4.38587760925293, - -3.9711837768554688, - -0.8965861797332764, - -0.03538714349269867, - -1.648897647857666, - -2.630518674850464, - -1.2709987163543701, - -2.4565398693084717, - -6.472965240478516, - -3.334571123123169, - -1.7233405113220215, - -5.94254732131958, - -0.6545829176902771, - -4.286775588989258, - -2.693798065185547, - -3.1581783294677734, - -3.432342290878296, - -3.2450826168060303, - -3.2023980617523193, - -1.2957285642623901, - -1.5702931880950928, - -1.8442736864089966, - -1.3800055980682373, - -1.9541255235671997, - -1.8666117191314697, - -1.774558663368225, - 0.39719536900520325, - -3.3160269260406494, - -2.4367034435272217, - -2.2101523876190186, - -1.8623756170272827, - -4.358029365539551, - -2.478041172027588, - -6.033991813659668, - -5.378681659698486, - -4.387902736663818, - -2.33115553855896, - -2.2952282428741455, - -3.996598243713379, - -2.6569464206695557, - -3.2150936126708984, - -2.8406856060028076, - 5.495934963226318, - -3.181360960006714, - -1.9124482870101929, - -1.4863451719284058, - -1.665442943572998, - -2.1189258098602295, - -3.5034940242767334, - -5.468791484832764, - -3.4830312728881836, - -3.3575010299682617, - -5.163505554199219, - -0.20175781846046448, - -3.736198663711548, - -3.845792055130005, - -1.73748779296875, - -3.5720152854919434, - -1.7458738088607788, - -5.034874439239502, - -2.677011728286743, - 2.650672674179077, - -3.3587822914123535, - -3.126884937286377, - -4.496893405914307, - -2.6219310760498047, - -2.649885892868042, - -1.9079726934432983, - -4.246366024017334, - -1.5344382524490356, - -1.1547491550445557, - -4.246185302734375, - -3.7957005500793457, - -5.222075462341309, - -7.742910861968994, - -3.4490528106689453, - -2.6771621704101562, - -6.2934465408325195, - -3.9970462322235107, - -5.667850494384766, - 3.191594362258911, - -2.8135383129119873, - -2.7607970237731934, - -4.45336389541626, - -1.092206358909607, - -1.8608927726745605, - 1.0063591003417969, - -3.167250871658325, - -3.7285447120666504, - -1.1795282363891602, - -2.584296941757202, - -2.625702381134033, - -3.552708864212036, - -3.4936630725860596, - -5.8631439208984375, - -1.949170708656311, - -4.3963303565979, - -3.137263298034668, - -4.352952480316162, - -5.522857189178467, - -1.618338704109192, - -5.7284255027771, - -3.6890017986297607, - -3.618367910385132, - -4.117449760437012, - -0.1692197322845459, - -2.293029308319092, - -5.156815528869629, - -1.8485733270645142, - -3.3318426609039307, - -1.4409977197647095, - -3.973517656326294, - -3.675847053527832, - -3.343219041824341, - -3.901522397994995, - -2.4124953746795654, - -1.404035210609436, - -4.007007122039795, - -3.579801082611084, - -3.486672878265381, - -2.446068286895752, - -2.824728012084961, - 4.841789245605469, - -2.105116844177246, - -0.766254186630249, - -2.994619846343994, - -3.848623514175415, - -3.390246629714966, - -3.4230220317840576, - -2.7273964881896973, - -4.615503787994385, - -4.5699639320373535, - -3.1185100078582764, - -5.639342784881592, - -2.903512716293335, - -2.03737473487854, - -3.9948675632476807, - -3.95477557182312, - -3.4038920402526855, - -3.949690341949463, - -5.339037895202637, - -4.067633152008057, - -3.0160906314849854, - -3.081725597381592, - -2.651442289352417, - -3.2787208557128906, - -2.9448370933532715, - -2.2176759243011475, - -1.9345836639404297, - -3.584141731262207, - 3.3945889472961426, - -1.357012391090393, - -2.2015953063964844, - -3.977445602416992, - -1.6689934730529785, - -4.0514607429504395, - -3.647165060043335, - -2.0384938716888428, - -3.641615867614746, - -2.214385509490967, - -2.251077890396118, - -2.81543231010437, - -4.1136603355407715 + -0.5324477553367615, + -0.46109992265701294, + -0.4860681891441345, + -0.5140583515167236, + -0.4540049135684967, + -0.5558792352676392, + -0.508829653263092, + -0.4354376792907715, + -0.3815325200557709, + -0.5173815488815308, + -0.5022717118263245, + -0.4011387228965759, + -0.47446563839912415, + -0.6038334369659424, + -0.6331477165222168, + -0.5728031992912292, + -0.5945685505867004, + -0.39063867926597595, + -0.1336914300918579, + -0.4531787931919098, + -0.4267304837703705, + -0.5455032587051392, + -0.4506654143333435, + -0.6158809661865234, + -0.7101801037788391, + -0.37728461623191833, + -0.3941943645477295, + -0.5632460117340088, + -0.24514566361904144, + -0.3973006010055542, + -0.5956124067306519, + -0.30223891139030457, + -0.5415369868278503, + -0.48889437317848206, + -0.4532964825630188, + -0.2724158763885498, + -0.5316674113273621, + -0.5908863544464111, + -0.5172990560531616, + 0.011753915809094906, + -0.5690515041351318, + -0.6406623125076294, + -0.5116094946861267, + -0.5820056796073914, + -0.5720937252044678, + -0.6573550701141357, + -0.4210004210472107, + -0.46238061785697937, + -0.6116467118263245, + -0.4686437249183655, + -0.4909052550792694, + -0.45352745056152344, + -0.5558348298072815, + -0.48530301451683044, + -0.4992606043815613, + -0.3479042649269104, + -0.5723630785942078, + -0.5149167776107788, + -0.42004722356796265, + -0.785485029220581, + -0.6973100304603577, + -0.5689139366149902, + -0.320686399936676, + -0.5260065197944641, + -0.3016780912876129, + -0.4179430603981018, + -0.42662134766578674, + -0.5843435525894165, + -0.4529476761817932, + -0.5749270915985107, + -0.5325939655303955, + -0.4879857301712036, + -0.5914296507835388, + -0.5654463768005371, + -0.41618749499320984, + -0.5576446652412415, + -0.652048647403717, + -0.5508527159690857, + -0.5299128293991089, + -0.5317609906196594, + -0.9306319355964661, + -0.39673757553100586, + -0.7636122107505798, + -0.4453847408294678, + -0.5892536044120789, + -0.7653133273124695, + -0.49859651923179626, + -0.46400490403175354, + -0.5322272181510925, + -0.31145650148391724, + -0.5955816507339478, + -0.4868425130844116, + -0.4147804081439972, + -0.5736360549926758, + -0.5610438585281372, + -0.4238789677619934, + -0.6419525146484375, + -0.6295802593231201, + -0.6205496191978455, + -0.4604337513446808, + -0.640093207359314, + -0.43819037079811096, + -0.5325440764427185, + -0.6112228631973267, + -0.2973390817642212, + -0.5120306015014648, + -0.5498834252357483, + -0.7782827019691467, + -0.22702017426490784, + -0.9071140885353088, + -0.5935929417610168, + -0.4091908037662506, + -0.47411423921585083, + -0.5031519532203674, + -0.5313359498977661, + -0.47306907176971436, + -0.5425683856010437, + -0.4681572914123535, + -0.5252645611763, + -0.8993763327598572, + -0.47027766704559326, + -0.4709647297859192, + -0.5447304248809814, + -0.4746059477329254, + -0.4742621183395386, + -0.4044909179210663, + -0.521917462348938, + -0.5256186127662659, + -0.4746512770652771, + -0.40471869707107544, + -0.3532278835773468, + -0.49144697189331055, + -0.27528247237205505, + -0.4418209493160248, + -0.5842709541320801, + -0.36180901527404785, + -0.39558833837509155, + -0.5031821727752686, + -0.5071535706520081, + -0.4679093658924103, + -0.4420635998249054, + -0.5273171067237854, + -0.5326330661773682, + -0.6224491000175476, + -0.6422644257545471, + -0.5261576771736145, + -0.4653358459472656, + -0.4274718463420868, + -0.5291967391967773, + -0.8950822353363037, + -0.36216771602630615, + 0.08596470952033997, + -0.521801769733429, + -0.6376873850822449, + -0.48989138007164, + -0.7009467482566833, + -0.30235105752944946, + -0.629497230052948, + -0.5203272104263306, + -0.33546537160873413, + -0.4091901183128357, + -0.4469670057296753, + -0.7406662106513977, + -0.6176695227622986, + -0.39675846695899963, + -0.42621657252311707, + -0.6085779666900635, + -0.5368633270263672, + -0.5377638936042786, + -0.3069536089897156, + -0.41366472840309143, + -0.5637062191963196, + -0.6071873903274536, + -0.3456425070762634, + -0.613815188407898, + -0.34621763229370117, + -0.4251055419445038, + -0.3908253610134125, + -0.428887277841568, + -0.5242941379547119, + -0.40763697028160095, + -0.5262014865875244, + -0.504175066947937, + -0.4016112983226776, + -0.40451735258102417, + -0.7169520258903503, + -0.5500535368919373, + -0.35994112491607666, + -0.7148524522781372, + -0.6327854990959167, + -0.5708804726600647, + -0.2829839289188385, + -0.43153178691864014, + -0.2537493109703064, + -0.6652736067771912, + -0.42611628770828247, + -0.5660585761070251, + -0.6800925731658936, + -0.44514816999435425, + -0.4507692754268646, + -0.4976363182067871, + -0.4832995533943176, + -0.4614179730415344, + -0.7972550988197327, + -0.4972057342529297, + -0.5181296467781067, + -0.4364197254180908, + -0.6029859185218811, + -0.5115074515342712, + -0.5154783725738525, + -0.4193022549152374, + -0.4581819474697113, + -0.3366098403930664, + -0.5779868364334106, + -0.5707008838653564, + -0.2627091705799103, + -0.47794806957244873, + -0.5871398448944092, + -0.5312023162841797, + -0.34051671624183655, + -0.3984330892562866, + -0.16648654639720917, + -0.46729403734207153, + -0.5957158803939819, + -0.5442039966583252, + -0.5709107518196106, + -0.5968484282493591, + -0.4176988899707794, + -0.6999804973602295, + -0.26135993003845215, + -0.712425947189331, + -0.3479349911212921, + -0.7347099781036377, + -0.45251333713531494, + -0.49150654673576355, + -0.6853861808776855, + -0.5054273009300232, + -0.23635758459568024, + -0.5544582605361938, + -0.5008751153945923, + -0.431626558303833, + -0.48867323994636536, + -0.4572262167930603, + -0.553541898727417, + -0.4652273654937744, + -0.4329652786254883, + -0.5760593414306641, + -0.5442678332328796, + -0.4311024248600006, + -0.4301643371582031, + -0.7620702981948853, + -0.49708208441734314, + -0.6974872350692749, + -0.39789217710494995, + -0.37441542744636536, + -0.4186195433139801, + -0.5755099654197693, + -0.6463001370429993, + -0.35075557231903076, + -0.48721998929977417, + -0.47997891902923584, + -0.5388098955154419, + -0.4615967273712158, + -0.5328872203826904, + -0.6186718940734863, + -0.33131107687950134, + -0.4811481237411499, + -0.6276983618736267, + -0.6109395623207092, + -0.6032557487487793, + -0.44748419523239136, + -0.077701136469841, + -0.34783685207366943, + -0.39437001943588257, + -0.7214835286140442, + -0.48641449213027954, + -0.8341065049171448, + -0.626710832118988, + -0.352885365486145, + -0.5094661116600037, + -0.5699161887168884, + -0.3976706564426422, + -0.6015528440475464, + -0.4409857988357544, + -0.3050397038459778, + -0.36772239208221436, + -0.5400622487068176, + -0.5811288356781006, + -0.5493530035018921, + -0.47832798957824707, + -0.5225536227226257, + -0.4559102952480316, + -0.4516887068748474, + -0.4497813880443573, + -0.49674174189567566, + -0.4559932351112366, + -0.5511904358863831, + -0.493929386138916, + -0.29876866936683655, + -0.5448136925697327, + -0.49283352494239807, + -0.5948266386985779, + -0.431246817111969, + -0.44178104400634766, + -0.46548739075660706, + -0.27278241515159607, + -0.4620891511440277, + -0.4678066670894623, + -0.4572848677635193, + -0.4822770357131958, + -0.4133723974227905, + -0.5413134098052979, + -0.5044113993644714, + -0.3542617857456207, + -0.21448424458503723, + -0.5174230337142944, + -0.550107479095459, + -0.5079216957092285, + -0.35552939772605896, + -0.5505523085594177, + -0.6075246930122375, + -0.31864818930625916, + -0.2726135849952698, + -0.5043261051177979, + -0.4221794903278351, + -0.3750492334365845, + -0.5892688035964966, + -0.5872640609741211, + -0.5537216067314148, + -0.543204665184021, + -0.5221124291419983, + -0.507611870765686, + -0.5395144820213318, + -0.5148155093193054, + -0.5188624262809753, + -0.3473418653011322, + -0.45436161756515503, + -0.4543611705303192, + -0.2885006070137024, + -0.44803714752197266, + -0.6509498953819275, + -0.6317822337150574, + -0.5098114013671875, + -0.4902384281158447, + -0.45353400707244873, + -0.5294914841651917, + -0.3969602584838867, + -0.4470618963241577, + -0.489660382270813, + -0.4604491591453552, + -0.5115764141082764, + -0.4617617130279541, + -0.47478634119033813, + -0.4686660170555115, + -0.4813442826271057, + -0.4443545937538147, + -0.5255639553070068, + -0.4326035976409912, + -0.4031582474708557, + -0.4258081614971161, + -0.5801219940185547, + -0.20153409242630005, + -0.52634596824646, + -0.4553280770778656, + -0.18129557371139526, + -0.5337768197059631, + -0.5799084305763245, + -0.4752119481563568, + -0.3423745036125183, + -0.529693067073822, + -0.47430646419525146, + -0.6374550461769104, + -0.5238993763923645, + -0.38242679834365845, + -0.499352365732193, + -0.5732594728469849, + -0.38233837485313416, + -0.7998522520065308, + -0.5096471309661865, + -0.3348097801208496, + -0.4825431704521179, + -0.5201738476753235, + -0.2793000638484955, + -0.6065294742584229, + -0.4021547734737396, + -0.472272127866745, + -0.4985273480415344, + -0.5563055276870728, + -0.5678163170814514, + -0.6211898326873779, + -0.7189074754714966, + -0.4281018376350403, + -0.5187782049179077, + -0.5613104104995728, + -0.3041580021381378, + -0.4538085460662842, + -0.2873322665691376, + -0.4040850102901459, + -0.506107747554779, + -0.31822940707206726, + -0.4769478440284729, + -0.473643034696579, + -0.6013503074645996, + -0.59541255235672, + -0.5328421592712402, + -0.41079628467559814, + -0.436866819858551, + -0.5624527931213379, + -0.5005729794502258, + -0.7206975221633911, + -0.7091717720031738, + -0.48001137375831604, + -0.6158324480056763, + -0.47350209951400757, + -0.4250302016735077, + -0.5748796463012695, + -0.5792023539543152, + -0.799470067024231, + -0.24708440899848938, + -0.4695362448692322, + -0.3684631288051605, + -0.5302562117576599, + -0.514631450176239, + -0.4767991304397583, + -0.48316964507102966, + -0.4924277663230896, + -0.4955320656299591, + -0.588149905204773, + -0.30857837200164795, + -0.4702785611152649, + -0.6241745352745056, + -0.5962976813316345, + -0.5955064296722412, + -0.734585702419281, + -0.49439260363578796, + -0.41879603266716003, + -0.474221795797348, + -0.4893723130226135, + -0.5156494975090027, + -0.4774217903614044, + -0.5319669842720032, + -0.5277043581008911, + -0.5017076134681702, + -0.4864638149738312, + -0.3514401316642761, + -0.5259972810745239, + -0.5573199987411499, + -0.5678296089172363, + -0.4069294333457947, + -0.5557949542999268, + -0.29320424795150757, + -0.4363705813884735, + -0.40737539529800415, + -0.30612727999687195, + -0.701672375202179, + -0.4686388671398163, + -0.4351500868797302, + -0.5487327575683594, + -0.4722476303577423, + -0.4574499726295471, + -0.4746946692466736, + -0.45388466119766235, + -0.5025707483291626, + -0.30440452694892883, + -0.4634140729904175, + -0.5639176368713379, + -0.3855050206184387, + -0.48779359459877014, + -0.5059925317764282, + -0.5750650763511658, + -0.5413427948951721, + -0.5291322469711304, + -0.6786229014396667, + -0.4776783585548401, + -0.4391758143901825, + -0.39864635467529297, + -0.7120507955551147, + -0.43518441915512085, + -0.23737166821956635, + -0.42356061935424805, + -0.5748417973518372, + -0.49366918206214905, + -0.5267193913459778, + -0.48584219813346863, + -0.5447400808334351, + -0.4265156090259552, + -0.5861749053001404, + -0.42736491560935974, + -0.5362051725387573, + -0.5820707678794861, + -0.5249851942062378, + -0.5840201377868652, + -0.3946153223514557, + -0.5571832656860352, + -0.3085276782512665, + -0.5628248453140259, + -0.46742185950279236, + -0.4877701699733734, + -0.3687652349472046, + -0.4536411464214325 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.7249999999999999, - 0.7, - 0.65, - 0.6749999999999999, - 0.7249999999999999, - 0.675, - 0.7, - 0.6000000000000001, - 0.625, - 0.6499999999999999 + 0.4749999999999999, + 0.4875, + 0.5125, + 0.475, + 0.46249999999999997, + 0.425, + 0.46249999999999997, + 0.475, + 0.49999999999999994, + 0.44999999999999996, + 0.425, + 0.475, + 0.4624999999999999, + 0.4375, + 0.4125, + 0.425, + 0.45, + 0.4625, + 0.4375, + 0.425 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8362522721290588, - 0.8040905594825745, - 0.42897528409957886, - 0.9244104027748108, - 0.3826260268688202, - 0.881732702255249, - 0.5348117351531982, - 0.9906345009803772, - 0.9144694209098816, - 0.5348590016365051 + 0.08175010234117508, + 0.10232575982809067, + -0.03722671419382095, + -0.011694984510540962, + 0.15094168484210968, + -0.03736249357461929, + 0.3390832245349884, + 0.157556414604187, + 0.4819035232067108, + 0.21665126085281372, + 0.2916615307331085, + 0.10837464779615402, + -0.126371830701828, + -0.19385437667369843, + 0.14605452120304108, + -0.0591978095471859, + 0.004120791330933571, + -0.04643266275525093, + -0.0040579489432275295, + -0.007168743293732405 ], "rl_grad_norm": [ - 3.014077663421631, - 2.142559289932251, - 0.34254899621009827, - 1.9931840896606445, - 0.25903114676475525, - 0.7195960879325867, - 0.5369458794593811, - 0.8381199836730957, - 0.4988279938697815, - 0.2544507384300232 + 1.8985981941223145, + 0.4471663236618042, + 0.7892664074897766, + 0.5985459089279175, + 0.6578736901283264, + 0.47938868403434753, + 0.5068403482437134, + 0.7367339134216309, + 0.4149796962738037, + 0.684657096862793, + 0.5116323232650757, + 0.2706654369831085, + 0.49809032678604126, + 0.5111024379730225, + 0.409032940864563, + 0.4305627644062042, + 0.2228666990995407, + 0.18375995755195618, + 0.5144395232200623, + 0.23078563809394836 ], "bc_grad_norm": [ - 0.8025286793708801, - 1.463147759437561, - 0.584850013256073, - 1.1425867080688477, - 0.13338889181613922, - 0.7657732367515564, - 0.4140606224536896, - 0.8503602147102356, - 0.4905339479446411, - 0.5369113683700562 + 3.172726631164551, + 2.044497013092041, + 2.787919044494629, + 1.9071799516677856, + 2.531597852706909, + 2.8082804679870605, + 3.708888053894043, + 3.854660749435425, + 1.7786730527877808, + 1.7427663803100586, + 2.0029714107513428, + 2.216428518295288, + 1.9208675622940063, + 5.283379077911377, + 3.6100919246673584, + 3.346069812774658, + 1.6478362083435059, + 3.473419666290283, + 4.62584114074707, + 3.3708908557891846 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0023849555291235447, - "embedding.weight": 0.024860063567757607, - "cnn.0.weight": 0.39286643266677856, - "cnn.0.bias": 0.016519514843821526, - "cnn.2.weight": 0.09094400703907013, - "cnn.2.bias": 0.025659900158643723, - "cnn.5.weight": 0.0953407809138298, - "cnn.5.bias": 0.029635772109031677, - "action_emb.weight": 0.030710333958268166, - "timestep_emb.weight": 0.0082299979403615, - "pos_emb.weight": 0.010529306717216969, - "transformer.layers.0.self_attn.in_proj_weight": 0.23840321600437164, - "transformer.layers.0.self_attn.in_proj_bias": 0.023508580401539803, - "transformer.layers.0.self_attn.out_proj.weight": 0.20293578505516052, - "transformer.layers.0.self_attn.out_proj.bias": 0.030654404312372208, - "transformer.layers.0.linear1.weight": 0.13769391179084778, - "transformer.layers.0.linear1.bias": 0.010445400141179562, - "transformer.layers.0.linear2.weight": 0.20092354714870453, - "transformer.layers.0.linear2.bias": 0.023387808352708817, - "transformer.layers.0.norm1.weight": 0.014543155208230019, - "transformer.layers.0.norm1.bias": 0.02170250378549099, - "transformer.layers.0.norm2.weight": 0.009087559767067432, - "transformer.layers.0.norm2.bias": 0.011723112314939499, - "transformer.layers.1.self_attn.in_proj_weight": 0.16912904381752014, - "transformer.layers.1.self_attn.in_proj_bias": 0.013190346769988537, - "transformer.layers.1.self_attn.out_proj.weight": 0.255797803401947, - "transformer.layers.1.self_attn.out_proj.bias": 0.019805466756224632, - "transformer.layers.1.linear1.weight": 0.09384327381849289, - "transformer.layers.1.linear1.bias": 0.006551613099873066, - "transformer.layers.1.linear2.weight": 0.13415023684501648, - "transformer.layers.1.linear2.bias": 0.019654856994748116, - "transformer.layers.1.norm1.weight": 0.010601219721138477, - "transformer.layers.1.norm1.bias": 0.011606594547629356, - "transformer.layers.1.norm2.weight": 0.005716595333069563, - "transformer.layers.1.norm2.bias": 0.006151440553367138, - "transformer.layers.2.self_attn.in_proj_weight": 0.19472002983093262, - "transformer.layers.2.self_attn.in_proj_bias": 0.017218532040715218, - "transformer.layers.2.self_attn.out_proj.weight": 0.19831456243991852, - "transformer.layers.2.self_attn.out_proj.bias": 0.02151408977806568, - "transformer.layers.2.linear1.weight": 0.09431447088718414, - "transformer.layers.2.linear1.bias": 0.006823218427598476, - "transformer.layers.2.linear2.weight": 0.11375106126070023, - "transformer.layers.2.linear2.bias": 0.02166995406150818, - "transformer.layers.2.norm1.weight": 0.014251437038183212, - "transformer.layers.2.norm1.bias": 0.019881518557667732, - "transformer.layers.2.norm2.weight": 0.006147573236376047, - "transformer.layers.2.norm2.bias": 0.00677686370909214, - "transformer.layers.3.self_attn.in_proj_weight": 0.462347149848938, - "transformer.layers.3.self_attn.in_proj_bias": 0.044972941279411316, - "transformer.layers.3.self_attn.out_proj.weight": 0.23610951006412506, - "transformer.layers.3.self_attn.out_proj.bias": 0.033854275941848755, - "transformer.layers.3.linear1.weight": 0.23226308822631836, - "transformer.layers.3.linear1.bias": 0.018259821459650993, - "transformer.layers.3.linear2.weight": 0.14840884506702423, - "transformer.layers.3.linear2.bias": 0.03968648612499237, - "transformer.layers.3.norm1.weight": 0.03355038911104202, - "transformer.layers.3.norm1.bias": 0.060642536729574203, - "transformer.layers.3.norm2.weight": 0.01542509812861681, - "transformer.layers.3.norm2.bias": 0.020084664225578308, - "head.weight": 2.125418186187744, - "head.bias": 0.07445857673883438, - "global_embedding.weight": 0.050972163677215576, - "global_cnn.0.weight": 0.46499186754226685, - "global_cnn.0.bias": 0.01524471864104271, - "global_cnn.2.weight": 0.8666844367980957, - "global_cnn.2.bias": 0.03643587604165077, - "global_proj.weight": 0.19735299050807953, - "global_proj.bias": 0.07916208356618881, - "goal_head.0.weight": 0.07628219574689865, - "goal_head.0.bias": 0.025413865223526955, - "goal_head.2.weight": 0.10224219411611557, - "goal_head.2.bias": 0.05430354177951813 - }, - { - "global_gate": 0.001541788107715547, - "embedding.weight": 0.013569526374340057, - "cnn.0.weight": 0.29064637422561646, - "cnn.0.bias": 0.014176026917994022, - "cnn.2.weight": 0.08219850063323975, - "cnn.2.bias": 0.03688928112387657, - "cnn.5.weight": 0.10134322941303253, - "cnn.5.bias": 0.03383011743426323, - "action_emb.weight": 0.026439877226948738, - "timestep_emb.weight": 0.008359628729522228, - "pos_emb.weight": 0.009785104542970657, - "transformer.layers.0.self_attn.in_proj_weight": 0.15761585533618927, - "transformer.layers.0.self_attn.in_proj_bias": 0.01629628613591194, - "transformer.layers.0.self_attn.out_proj.weight": 0.14715568721294403, - "transformer.layers.0.self_attn.out_proj.bias": 0.02004898525774479, - "transformer.layers.0.linear1.weight": 0.11778441071510315, - "transformer.layers.0.linear1.bias": 0.008036928251385689, - "transformer.layers.0.linear2.weight": 0.15718641877174377, - "transformer.layers.0.linear2.bias": 0.017273971810936928, - "transformer.layers.0.norm1.weight": 0.01140463538467884, - "transformer.layers.0.norm1.bias": 0.016264179721474648, - "transformer.layers.0.norm2.weight": 0.007937546819448471, - "transformer.layers.0.norm2.bias": 0.008623347617685795, - "transformer.layers.1.self_attn.in_proj_weight": 0.12823036313056946, - "transformer.layers.1.self_attn.in_proj_bias": 0.010311145335435867, - "transformer.layers.1.self_attn.out_proj.weight": 0.1351184844970703, - "transformer.layers.1.self_attn.out_proj.bias": 0.013852415606379509, - "transformer.layers.1.linear1.weight": 0.08582981675863266, - "transformer.layers.1.linear1.bias": 0.005147840827703476, - "transformer.layers.1.linear2.weight": 0.10739945620298386, - "transformer.layers.1.linear2.bias": 0.014284342527389526, - "transformer.layers.1.norm1.weight": 0.00708744814619422, - "transformer.layers.1.norm1.bias": 0.010349554009735584, - "transformer.layers.1.norm2.weight": 0.005510461982339621, - "transformer.layers.1.norm2.bias": 0.004935560282319784, - "transformer.layers.2.self_attn.in_proj_weight": 0.15614110231399536, - "transformer.layers.2.self_attn.in_proj_bias": 0.012475294061005116, - "transformer.layers.2.self_attn.out_proj.weight": 0.12312961369752884, - "transformer.layers.2.self_attn.out_proj.bias": 0.01470469031482935, - "transformer.layers.2.linear1.weight": 0.07228997349739075, - "transformer.layers.2.linear1.bias": 0.0053044818341732025, - "transformer.layers.2.linear2.weight": 0.07909869402647018, - "transformer.layers.2.linear2.bias": 0.015965374186635017, - "transformer.layers.2.norm1.weight": 0.014435196295380592, - "transformer.layers.2.norm1.bias": 0.014578348957002163, - "transformer.layers.2.norm2.weight": 0.004620365332812071, - "transformer.layers.2.norm2.bias": 0.006393261719495058, - "transformer.layers.3.self_attn.in_proj_weight": 0.23386351764202118, - "transformer.layers.3.self_attn.in_proj_bias": 0.02364516630768776, - "transformer.layers.3.self_attn.out_proj.weight": 0.1394396424293518, - "transformer.layers.3.self_attn.out_proj.bias": 0.022832894697785378, - "transformer.layers.3.linear1.weight": 0.20506037771701813, - "transformer.layers.3.linear1.bias": 0.01713988184928894, - "transformer.layers.3.linear2.weight": 0.11280998587608337, - "transformer.layers.3.linear2.bias": 0.028793029487133026, - "transformer.layers.3.norm1.weight": 0.018333477899432182, - "transformer.layers.3.norm1.bias": 0.03109900653362274, - "transformer.layers.3.norm2.weight": 0.013851937837898731, - "transformer.layers.3.norm2.bias": 0.021545348688960075, - "head.weight": 1.4484363794326782, - "head.bias": 0.05961591377854347, - "global_embedding.weight": 0.04572704806923866, - "global_cnn.0.weight": 0.4196372926235199, - "global_cnn.0.bias": 0.012041088193655014, - "global_cnn.2.weight": 1.226479172706604, - "global_cnn.2.bias": 0.05452246591448784, - "global_proj.weight": 0.1928137242794037, - "global_proj.bias": 0.11603173613548279, - "goal_head.0.weight": 0.10443238914012909, - "goal_head.0.bias": 0.04654613509774208, - "goal_head.2.weight": 0.12801137566566467, - "goal_head.2.bias": 0.10849621891975403 - }, - { - "global_gate": 0.0003036189591512084, - "embedding.weight": 0.000949097506236285, - "cnn.0.weight": 0.022176483646035194, - "cnn.0.bias": 0.0011397696798667312, - "cnn.2.weight": 0.006761169992387295, - "cnn.2.bias": 0.002532137557864189, - "cnn.5.weight": 0.006446823012083769, - "cnn.5.bias": 0.0016552959568798542, - "action_emb.weight": 0.001351183746010065, - "timestep_emb.weight": 0.0008687259396538138, - "pos_emb.weight": 0.0010482374345883727, - "transformer.layers.0.self_attn.in_proj_weight": 0.014445723034441471, - "transformer.layers.0.self_attn.in_proj_bias": 0.0010856270091608167, - "transformer.layers.0.self_attn.out_proj.weight": 0.012585007585585117, - "transformer.layers.0.self_attn.out_proj.bias": 0.0013331342488527298, - "transformer.layers.0.linear1.weight": 0.008443402126431465, - "transformer.layers.0.linear1.bias": 0.0004741582088172436, - "transformer.layers.0.linear2.weight": 0.011239057406783104, - "transformer.layers.0.linear2.bias": 0.0009668452548794448, - "transformer.layers.0.norm1.weight": 0.0008395696058869362, - "transformer.layers.0.norm1.bias": 0.0011024074628949165, - "transformer.layers.0.norm2.weight": 0.0006102294428274035, - "transformer.layers.0.norm2.bias": 0.0004783392942044884, - "transformer.layers.1.self_attn.in_proj_weight": 0.008470793254673481, - "transformer.layers.1.self_attn.in_proj_bias": 0.0005194677505642176, - "transformer.layers.1.self_attn.out_proj.weight": 0.010467112995684147, - "transformer.layers.1.self_attn.out_proj.bias": 0.0007922819931991398, - "transformer.layers.1.linear1.weight": 0.005774148274213076, - "transformer.layers.1.linear1.bias": 0.0003024313482455909, - "transformer.layers.1.linear2.weight": 0.007223193999379873, - "transformer.layers.1.linear2.bias": 0.0007427395321428776, - "transformer.layers.1.norm1.weight": 0.0004526057746261358, - "transformer.layers.1.norm1.bias": 0.0004478663904592395, - "transformer.layers.1.norm2.weight": 0.0003528743691276759, - "transformer.layers.1.norm2.bias": 0.0002830474986694753, - "transformer.layers.2.self_attn.in_proj_weight": 0.009866006672382355, - "transformer.layers.2.self_attn.in_proj_bias": 0.0005972071085125208, - "transformer.layers.2.self_attn.out_proj.weight": 0.007069116458296776, - "transformer.layers.2.self_attn.out_proj.bias": 0.0007175403879955411, - "transformer.layers.2.linear1.weight": 0.005040981341153383, - "transformer.layers.2.linear1.bias": 0.000281218730378896, - "transformer.layers.2.linear2.weight": 0.0054165516048669815, - "transformer.layers.2.linear2.bias": 0.0007047887775115669, - "transformer.layers.2.norm1.weight": 0.000634405470918864, - "transformer.layers.2.norm1.bias": 0.0005608961801044643, - "transformer.layers.2.norm2.weight": 0.0002935180673375726, - "transformer.layers.2.norm2.bias": 0.0002598805876914412, - "transformer.layers.3.self_attn.in_proj_weight": 0.019853102043271065, - "transformer.layers.3.self_attn.in_proj_bias": 0.0015126907965168357, - "transformer.layers.3.self_attn.out_proj.weight": 0.009018782526254654, - "transformer.layers.3.self_attn.out_proj.bias": 0.0011548289330676198, - "transformer.layers.3.linear1.weight": 0.012878707610070705, - "transformer.layers.3.linear1.bias": 0.0009022150770761073, - "transformer.layers.3.linear2.weight": 0.007451206911355257, - "transformer.layers.3.linear2.bias": 0.0014923837734386325, - "transformer.layers.3.norm1.weight": 0.0013607620494440198, - "transformer.layers.3.norm1.bias": 0.001873268629424274, - "transformer.layers.3.norm2.weight": 0.0008798864437267184, - "transformer.layers.3.norm2.bias": 0.0010942041408270597, - "head.weight": 0.08520911633968353, - "head.bias": 0.0028889584355056286, - "global_embedding.weight": 0.014596852473914623, - "global_cnn.0.weight": 0.10854576528072357, - "global_cnn.0.bias": 0.003372801234945655, - "global_cnn.2.weight": 0.2484065443277359, - "global_cnn.2.bias": 0.015530549921095371, - "global_proj.weight": 0.04611426591873169, - "global_proj.bias": 0.037673261016607285, - "goal_head.0.weight": 0.028909645974636078, - "goal_head.0.bias": 0.014795317314565182, - "goal_head.2.weight": 0.04101884365081787, - "goal_head.2.bias": 0.03606359288096428 - }, - { - "global_gate": 0.0014493267517536879, - "embedding.weight": 0.005788902286440134, - "cnn.0.weight": 0.1163916289806366, - "cnn.0.bias": 0.006472721695899963, - "cnn.2.weight": 0.035124003887176514, - "cnn.2.bias": 0.018041856586933136, - "cnn.5.weight": 0.03086610697209835, - "cnn.5.bias": 0.009821073152124882, - "action_emb.weight": 0.026306970044970512, - "timestep_emb.weight": 0.005616168025881052, - "pos_emb.weight": 0.008214877918362617, - "transformer.layers.0.self_attn.in_proj_weight": 0.09877355396747589, - "transformer.layers.0.self_attn.in_proj_bias": 0.013311179354786873, - "transformer.layers.0.self_attn.out_proj.weight": 0.1168256402015686, - "transformer.layers.0.self_attn.out_proj.bias": 0.020833713933825493, - "transformer.layers.0.linear1.weight": 0.10075213015079498, - "transformer.layers.0.linear1.bias": 0.0076957037672400475, - "transformer.layers.0.linear2.weight": 0.1391724944114685, - "transformer.layers.0.linear2.bias": 0.018335049971938133, - "transformer.layers.0.norm1.weight": 0.0054663862101733685, - "transformer.layers.0.norm1.bias": 0.010603021830320358, - "transformer.layers.0.norm2.weight": 0.008842800743877888, - "transformer.layers.0.norm2.bias": 0.009748972952365875, - "transformer.layers.1.self_attn.in_proj_weight": 0.13000601530075073, - "transformer.layers.1.self_attn.in_proj_bias": 0.011302245780825615, - "transformer.layers.1.self_attn.out_proj.weight": 0.1506362110376358, - "transformer.layers.1.self_attn.out_proj.bias": 0.015602554194629192, - "transformer.layers.1.linear1.weight": 0.0683809146285057, - "transformer.layers.1.linear1.bias": 0.0050817690789699554, - "transformer.layers.1.linear2.weight": 0.10135047137737274, - "transformer.layers.1.linear2.bias": 0.01561362948268652, - "transformer.layers.1.norm1.weight": 0.007770666386932135, - "transformer.layers.1.norm1.bias": 0.010694002732634544, - "transformer.layers.1.norm2.weight": 0.004637356381863356, - "transformer.layers.1.norm2.bias": 0.0050519113428890705, - "transformer.layers.2.self_attn.in_proj_weight": 0.13034610450267792, - "transformer.layers.2.self_attn.in_proj_bias": 0.012727417051792145, - "transformer.layers.2.self_attn.out_proj.weight": 0.11074374616146088, - "transformer.layers.2.self_attn.out_proj.bias": 0.015835244208574295, - "transformer.layers.2.linear1.weight": 0.07493133097887039, - "transformer.layers.2.linear1.bias": 0.00561718363314867, - "transformer.layers.2.linear2.weight": 0.09059172868728638, - "transformer.layers.2.linear2.bias": 0.016303757205605507, - "transformer.layers.2.norm1.weight": 0.009551938623189926, - "transformer.layers.2.norm1.bias": 0.014231541194021702, - "transformer.layers.2.norm2.weight": 0.005024719517678022, - "transformer.layers.2.norm2.bias": 0.006349010858684778, - "transformer.layers.3.self_attn.in_proj_weight": 0.28677964210510254, - "transformer.layers.3.self_attn.in_proj_bias": 0.0316191166639328, - "transformer.layers.3.self_attn.out_proj.weight": 0.1609955132007599, - "transformer.layers.3.self_attn.out_proj.bias": 0.027275152504444122, - "transformer.layers.3.linear1.weight": 0.2307087779045105, - "transformer.layers.3.linear1.bias": 0.020975260064005852, - "transformer.layers.3.linear2.weight": 0.13525082170963287, - "transformer.layers.3.linear2.bias": 0.03870368376374245, - "transformer.layers.3.norm1.weight": 0.020014377310872078, - "transformer.layers.3.norm1.bias": 0.04126417264342308, - "transformer.layers.3.norm2.weight": 0.017858121544122696, - "transformer.layers.3.norm2.bias": 0.03108626790344715, - "head.weight": 1.8101963996887207, - "head.bias": 0.08102481812238693, - "global_embedding.weight": 0.03490930050611496, - "global_cnn.0.weight": 0.24247221648693085, - "global_cnn.0.bias": 0.005600752774626017, - "global_cnn.2.weight": 0.5667503476142883, - "global_cnn.2.bias": 0.03113756701350212, - "global_proj.weight": 0.08644004911184311, - "global_proj.bias": 0.07419457286596298, - "goal_head.0.weight": 0.05726742371916771, - "goal_head.0.bias": 0.03017997369170189, - "goal_head.2.weight": 0.08375004678964615, - "goal_head.2.bias": 0.07037291675806046 - }, - { - "global_gate": 0.0002894328790716827, - "embedding.weight": 0.004154185298830271, - "cnn.0.weight": 0.06990807503461838, - "cnn.0.bias": 0.002284229965880513, - "cnn.2.weight": 0.018404021859169006, - "cnn.2.bias": 0.0032234357204288244, - "cnn.5.weight": 0.024639485403895378, - "cnn.5.bias": 0.0034300126135349274, - "action_emb.weight": 0.004575261380523443, - "timestep_emb.weight": 0.0019734581001102924, - "pos_emb.weight": 0.0026359972544014454, - "transformer.layers.0.self_attn.in_proj_weight": 0.02561403438448906, - "transformer.layers.0.self_attn.in_proj_bias": 0.0025022628251463175, - "transformer.layers.0.self_attn.out_proj.weight": 0.025858288630843163, - "transformer.layers.0.self_attn.out_proj.bias": 0.003335061715915799, - "transformer.layers.0.linear1.weight": 0.023403285071253777, - "transformer.layers.0.linear1.bias": 0.0012753319460898638, - "transformer.layers.0.linear2.weight": 0.028323939070105553, - "transformer.layers.0.linear2.bias": 0.00276994239538908, - "transformer.layers.0.norm1.weight": 0.0015252531738951802, - "transformer.layers.0.norm1.bias": 0.0024215406738221645, - "transformer.layers.0.norm2.weight": 0.0017234848346561193, - "transformer.layers.0.norm2.bias": 0.0011803681263700128, - "transformer.layers.1.self_attn.in_proj_weight": 0.025112472474575043, - "transformer.layers.1.self_attn.in_proj_bias": 0.0015770765021443367, - "transformer.layers.1.self_attn.out_proj.weight": 0.023917315527796745, - "transformer.layers.1.self_attn.out_proj.bias": 0.0022346796467900276, - "transformer.layers.1.linear1.weight": 0.014875450171530247, - "transformer.layers.1.linear1.bias": 0.0008157821139320731, - "transformer.layers.1.linear2.weight": 0.019277509301900864, - "transformer.layers.1.linear2.bias": 0.0022149819415062666, - "transformer.layers.1.norm1.weight": 0.0015664573293179274, - "transformer.layers.1.norm1.bias": 0.0014743995852768421, - "transformer.layers.1.norm2.weight": 0.0008783751982264221, - "transformer.layers.1.norm2.bias": 0.0007004286744631827, - "transformer.layers.2.self_attn.in_proj_weight": 0.024286478757858276, - "transformer.layers.2.self_attn.in_proj_bias": 0.001661661546677351, - "transformer.layers.2.self_attn.out_proj.weight": 0.018406501039862633, - "transformer.layers.2.self_attn.out_proj.bias": 0.002203290583565831, - "transformer.layers.2.linear1.weight": 0.01355939731001854, - "transformer.layers.2.linear1.bias": 0.0008293951977975667, - "transformer.layers.2.linear2.weight": 0.01572413183748722, - "transformer.layers.2.linear2.bias": 0.0022773814853280783, - "transformer.layers.2.norm1.weight": 0.001631038961932063, - "transformer.layers.2.norm1.bias": 0.0020019388757646084, - "transformer.layers.2.norm2.weight": 0.0008890784229151905, - "transformer.layers.2.norm2.bias": 0.0008908209856599569, - "transformer.layers.3.self_attn.in_proj_weight": 0.05246376991271973, - "transformer.layers.3.self_attn.in_proj_bias": 0.004571958445012569, - "transformer.layers.3.self_attn.out_proj.weight": 0.021692052483558655, - "transformer.layers.3.self_attn.out_proj.bias": 0.003832985647022724, - "transformer.layers.3.linear1.weight": 0.043532595038414, - "transformer.layers.3.linear1.bias": 0.003444742877036333, - "transformer.layers.3.linear2.weight": 0.023378711193799973, - "transformer.layers.3.linear2.bias": 0.005778089631348848, - "transformer.layers.3.norm1.weight": 0.00450055580586195, - "transformer.layers.3.norm1.bias": 0.006199125200510025, - "transformer.layers.3.norm2.weight": 0.0037187605630606413, - "transformer.layers.3.norm2.bias": 0.005062665790319443, - "head.weight": 0.29557040333747864, - "head.bias": 0.012924782000482082, - "global_embedding.weight": 0.0063942065462470055, - "global_cnn.0.weight": 0.03151451796293259, - "global_cnn.0.bias": 0.0009191612480208278, - "global_cnn.2.weight": 0.04412238299846649, - "global_cnn.2.bias": 0.001598578179255128, - "global_proj.weight": 0.010011796839535236, - "global_proj.bias": 0.007788896095007658, - "goal_head.0.weight": 0.0052800592966377735, - "goal_head.0.bias": 0.002756677567958832, - "goal_head.2.weight": 0.0074374983087182045, - "goal_head.2.bias": 0.007457933388650417 - }, - { - "global_gate": 0.00016494619194418192, - "embedding.weight": 0.0047816624864935875, - "cnn.0.weight": 0.09723859280347824, - "cnn.0.bias": 0.0028387156780809164, - "cnn.2.weight": 0.03917098790407181, - "cnn.2.bias": 0.007227702997624874, - "cnn.5.weight": 0.06087067723274231, - "cnn.5.bias": 0.007875430397689342, - "action_emb.weight": 0.009391561150550842, - "timestep_emb.weight": 0.005657427944242954, - "pos_emb.weight": 0.007208158262073994, - "transformer.layers.0.self_attn.in_proj_weight": 0.07960951328277588, - "transformer.layers.0.self_attn.in_proj_bias": 0.005065862089395523, - "transformer.layers.0.self_attn.out_proj.weight": 0.07232876867055893, - "transformer.layers.0.self_attn.out_proj.bias": 0.0060278926976025105, - "transformer.layers.0.linear1.weight": 0.056591205298900604, - "transformer.layers.0.linear1.bias": 0.002880984218791127, - "transformer.layers.0.linear2.weight": 0.06276208907365799, - "transformer.layers.0.linear2.bias": 0.004720679949969053, - "transformer.layers.0.norm1.weight": 0.004999418742954731, - "transformer.layers.0.norm1.bias": 0.00493216048926115, - "transformer.layers.0.norm2.weight": 0.004377034958451986, - "transformer.layers.0.norm2.bias": 0.0031615260522812605, - "transformer.layers.1.self_attn.in_proj_weight": 0.0725187212228775, - "transformer.layers.1.self_attn.in_proj_bias": 0.004225288052111864, - "transformer.layers.1.self_attn.out_proj.weight": 0.035679541528224945, - "transformer.layers.1.self_attn.out_proj.bias": 0.0027961689047515392, - "transformer.layers.1.linear1.weight": 0.025113843381404877, - "transformer.layers.1.linear1.bias": 0.001230550231412053, - "transformer.layers.1.linear2.weight": 0.031057903543114662, - "transformer.layers.1.linear2.bias": 0.0025306008756160736, - "transformer.layers.1.norm1.weight": 0.00516907311975956, - "transformer.layers.1.norm1.bias": 0.005219550803303719, - "transformer.layers.1.norm2.weight": 0.0015943980542942882, - "transformer.layers.1.norm2.bias": 0.0011137339752167463, - "transformer.layers.2.self_attn.in_proj_weight": 0.0517202652990818, - "transformer.layers.2.self_attn.in_proj_bias": 0.002324143424630165, - "transformer.layers.2.self_attn.out_proj.weight": 0.023336997255682945, - "transformer.layers.2.self_attn.out_proj.bias": 0.0020498440135270357, - "transformer.layers.2.linear1.weight": 0.015310341492295265, - "transformer.layers.2.linear1.bias": 0.0008479570387862623, - "transformer.layers.2.linear2.weight": 0.018215933814644814, - "transformer.layers.2.linear2.bias": 0.0020438521169126034, - "transformer.layers.2.norm1.weight": 0.0036262357607483864, - "transformer.layers.2.norm1.bias": 0.002510844497010112, - "transformer.layers.2.norm2.weight": 0.0009770398028194904, - "transformer.layers.2.norm2.bias": 0.0008098575053736567, - "transformer.layers.3.self_attn.in_proj_weight": 0.051296014338731766, - "transformer.layers.3.self_attn.in_proj_bias": 0.0037796187680214643, - "transformer.layers.3.self_attn.out_proj.weight": 0.023878827691078186, - "transformer.layers.3.self_attn.out_proj.bias": 0.0033817696385085583, - "transformer.layers.3.linear1.weight": 0.033311378210783005, - "transformer.layers.3.linear1.bias": 0.002293103840202093, - "transformer.layers.3.linear2.weight": 0.019455349072813988, - "transformer.layers.3.linear2.bias": 0.004367676097899675, - "transformer.layers.3.norm1.weight": 0.003935426473617554, - "transformer.layers.3.norm1.bias": 0.004959950223565102, - "transformer.layers.3.norm2.weight": 0.0023397132754325867, - "transformer.layers.3.norm2.bias": 0.0029595193918794394, - "head.weight": 0.25758278369903564, - "head.bias": 0.008791029453277588, - "global_embedding.weight": 0.01534183043986559, - "global_cnn.0.weight": 0.244394451379776, - "global_cnn.0.bias": 0.00521882576867938, - "global_cnn.2.weight": 0.5993618965148926, - "global_cnn.2.bias": 0.03126593679189682, - "global_proj.weight": 0.10080596059560776, - "global_proj.bias": 0.07598794251680374, - "goal_head.0.weight": 0.061642590910196304, - "goal_head.0.bias": 0.03039488010108471, - "goal_head.2.weight": 0.09178968518972397, - "goal_head.2.bias": 0.07138486206531525 - }, - { - "global_gate": 0.0002826614654622972, - "embedding.weight": 0.003399923676624894, - "cnn.0.weight": 0.06400907784700394, - "cnn.0.bias": 0.0018481356091797352, - "cnn.2.weight": 0.014230367727577686, - "cnn.2.bias": 0.004101772792637348, - "cnn.5.weight": 0.01988828182220459, - "cnn.5.bias": 0.004110562615096569, - "action_emb.weight": 0.008156651630997658, - "timestep_emb.weight": 0.004387369845062494, - "pos_emb.weight": 0.00711231492459774, - "transformer.layers.0.self_attn.in_proj_weight": 0.04584638774394989, - "transformer.layers.0.self_attn.in_proj_bias": 0.003437009174376726, - "transformer.layers.0.self_attn.out_proj.weight": 0.04352932050824165, - "transformer.layers.0.self_attn.out_proj.bias": 0.0054040271788835526, - "transformer.layers.0.linear1.weight": 0.0510430783033371, - "transformer.layers.0.linear1.bias": 0.0024419669061899185, - "transformer.layers.0.linear2.weight": 0.05347190797328949, - "transformer.layers.0.linear2.bias": 0.00383589556440711, - "transformer.layers.0.norm1.weight": 0.002675306750461459, - "transformer.layers.0.norm1.bias": 0.0029095157515257597, - "transformer.layers.0.norm2.weight": 0.004821712616831064, - "transformer.layers.0.norm2.bias": 0.003360428847372532, - "transformer.layers.1.self_attn.in_proj_weight": 0.04696020483970642, - "transformer.layers.1.self_attn.in_proj_bias": 0.0026620745193213224, - "transformer.layers.1.self_attn.out_proj.weight": 0.03771152347326279, - "transformer.layers.1.self_attn.out_proj.bias": 0.0031481850892305374, - "transformer.layers.1.linear1.weight": 0.03194820135831833, - "transformer.layers.1.linear1.bias": 0.0014652840327471495, - "transformer.layers.1.linear2.weight": 0.03774339705705643, - "transformer.layers.1.linear2.bias": 0.0028851679526269436, - "transformer.layers.1.norm1.weight": 0.00336700351908803, - "transformer.layers.1.norm1.bias": 0.0026762064080685377, - "transformer.layers.1.norm2.weight": 0.0021978141739964485, - "transformer.layers.1.norm2.bias": 0.001432540244422853, - "transformer.layers.2.self_attn.in_proj_weight": 0.05654747411608696, - "transformer.layers.2.self_attn.in_proj_bias": 0.0025966709945350885, - "transformer.layers.2.self_attn.out_proj.weight": 0.03142842277884483, - "transformer.layers.2.self_attn.out_proj.bias": 0.0023985947482287884, - "transformer.layers.2.linear1.weight": 0.025184351950883865, - "transformer.layers.2.linear1.bias": 0.0012801274424418807, - "transformer.layers.2.linear2.weight": 0.028178613632917404, - "transformer.layers.2.linear2.bias": 0.002157993847504258, - "transformer.layers.2.norm1.weight": 0.004518771078437567, - "transformer.layers.2.norm1.bias": 0.002920157043263316, - "transformer.layers.2.norm2.weight": 0.0016280575655400753, - "transformer.layers.2.norm2.bias": 0.0012049628421664238, - "transformer.layers.3.self_attn.in_proj_weight": 0.08200349658727646, - "transformer.layers.3.self_attn.in_proj_bias": 0.0038980909157544374, - "transformer.layers.3.self_attn.out_proj.weight": 0.033052653074264526, - "transformer.layers.3.self_attn.out_proj.bias": 0.002309190109372139, - "transformer.layers.3.linear1.weight": 0.06142974644899368, - "transformer.layers.3.linear1.bias": 0.0035463874228298664, - "transformer.layers.3.linear2.weight": 0.034556444734334946, - "transformer.layers.3.linear2.bias": 0.0033581997267901897, - "transformer.layers.3.norm1.weight": 0.006207245867699385, - "transformer.layers.3.norm1.bias": 0.0049049328081309795, - "transformer.layers.3.norm2.weight": 0.00527203967794776, - "transformer.layers.3.norm2.bias": 0.0041149333119392395, - "head.weight": 0.33168482780456543, - "head.bias": 0.006627385970205069, - "global_embedding.weight": 0.007108126301318407, - "global_cnn.0.weight": 0.10511603206396103, - "global_cnn.0.bias": 0.003260516095906496, - "global_cnn.2.weight": 0.20939800143241882, - "global_cnn.2.bias": 0.009500556625425816, - "global_proj.weight": 0.05883193761110306, - "global_proj.bias": 0.039824698120355606, - "goal_head.0.weight": 0.04065300524234772, - "goal_head.0.bias": 0.01891128346323967, - "goal_head.2.weight": 0.05887638032436371, - "goal_head.2.bias": 0.047887399792671204 - }, - { - "global_gate": 0.000011546128007466905, - "embedding.weight": 0.00014600850408896804, - "cnn.0.weight": 0.003223006147891283, - "cnn.0.bias": 0.00010025152005255222, - "cnn.2.weight": 0.0009329228778369725, - "cnn.2.bias": 0.000194569060113281, - "cnn.5.weight": 0.0011664439225569367, - "cnn.5.bias": 0.00022493291180580854, - "action_emb.weight": 0.00018285498663317412, - "timestep_emb.weight": 0.00007989499863469973, - "pos_emb.weight": 0.0001234367082361132, - "transformer.layers.0.self_attn.in_proj_weight": 0.001556952716782689, - "transformer.layers.0.self_attn.in_proj_bias": 0.00010029150871559978, - "transformer.layers.0.self_attn.out_proj.weight": 0.0014789862325415015, - "transformer.layers.0.self_attn.out_proj.bias": 0.00013930366549175233, - "transformer.layers.0.linear1.weight": 0.0010228937026113272, - "transformer.layers.0.linear1.bias": 0.000056040316849248484, - "transformer.layers.0.linear2.weight": 0.0011382921366021037, - "transformer.layers.0.linear2.bias": 0.00010762649617390707, - "transformer.layers.0.norm1.weight": 0.00009870780195342377, - "transformer.layers.0.norm1.bias": 0.00009945138299372047, - "transformer.layers.0.norm2.weight": 0.00008251396502600983, - "transformer.layers.0.norm2.bias": 0.0000673651447868906, - "transformer.layers.1.self_attn.in_proj_weight": 0.0010809374507516623, - "transformer.layers.1.self_attn.in_proj_bias": 0.00005931701525696553, - "transformer.layers.1.self_attn.out_proj.weight": 0.0009905759943649173, - "transformer.layers.1.self_attn.out_proj.bias": 0.00008770359272602946, - "transformer.layers.1.linear1.weight": 0.0005969498888589442, - "transformer.layers.1.linear1.bias": 0.00003316263246233575, - "transformer.layers.1.linear2.weight": 0.0007660008268430829, - "transformer.layers.1.linear2.bias": 0.00008611695375293493, - "transformer.layers.1.norm1.weight": 0.00006967423541937023, - "transformer.layers.1.norm1.bias": 0.00007111968443496153, - "transformer.layers.1.norm2.weight": 0.000041912640881491825, - "transformer.layers.1.norm2.bias": 0.00003482380634522997, - "transformer.layers.2.self_attn.in_proj_weight": 0.001276652212254703, - "transformer.layers.2.self_attn.in_proj_bias": 0.00007360932067967951, - "transformer.layers.2.self_attn.out_proj.weight": 0.0007749943761155009, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007835501310182735, - "transformer.layers.2.linear1.weight": 0.00047747683129273355, - "transformer.layers.2.linear1.bias": 0.000028167403797851875, - "transformer.layers.2.linear2.weight": 0.0005649560480378568, - "transformer.layers.2.linear2.bias": 0.00008167619671439752, - "transformer.layers.2.norm1.weight": 0.0000788594625191763, - "transformer.layers.2.norm1.bias": 0.00008144784078467637, - "transformer.layers.2.norm2.weight": 0.00003522904808050953, - "transformer.layers.2.norm2.bias": 0.00003140836633974686, - "transformer.layers.3.self_attn.in_proj_weight": 0.001387969241477549, - "transformer.layers.3.self_attn.in_proj_bias": 0.00011361037468304858, - "transformer.layers.3.self_attn.out_proj.weight": 0.001042200718075037, - "transformer.layers.3.self_attn.out_proj.bias": 0.00011672298569465056, - "transformer.layers.3.linear1.weight": 0.0009752637706696987, - "transformer.layers.3.linear1.bias": 0.00007199295941973105, - "transformer.layers.3.linear2.weight": 0.000620787322986871, - "transformer.layers.3.linear2.bias": 0.00013160052185412496, - "transformer.layers.3.norm1.weight": 0.00009696278721094131, - "transformer.layers.3.norm1.bias": 0.00014177212142385542, - "transformer.layers.3.norm2.weight": 0.00006439376011257991, - "transformer.layers.3.norm2.bias": 0.00007561553502455354, - "head.weight": 0.010690746828913689, - "head.bias": 0.00035042769741266966, - "global_embedding.weight": 0.041484296321868896, - "global_cnn.0.weight": 0.3833266794681549, - "global_cnn.0.bias": 0.01605973020195961, - "global_cnn.2.weight": 0.6801838874816895, - "global_cnn.2.bias": 0.04195253551006317, - "global_proj.weight": 0.1311805695295334, - "global_proj.bias": 0.11413978785276413, - "goal_head.0.weight": 0.09745552390813828, - "goal_head.0.bias": 0.05501621961593628, - "goal_head.2.weight": 0.15708684921264648, - "goal_head.2.bias": 0.14810988306999207 - }, - { - "global_gate": 0.0005010944441892207, - "embedding.weight": 0.001695159706287086, - "cnn.0.weight": 0.04251974821090698, - "cnn.0.bias": 0.001963894348591566, - "cnn.2.weight": 0.01633359305560589, - "cnn.2.bias": 0.004182618111371994, - "cnn.5.weight": 0.0282001756131649, - "cnn.5.bias": 0.0028704190626740456, - "action_emb.weight": 0.0008777186158113182, - "timestep_emb.weight": 0.0007051510619930923, - "pos_emb.weight": 0.0006733471527695656, - "transformer.layers.0.self_attn.in_proj_weight": 0.025270571932196617, - "transformer.layers.0.self_attn.in_proj_bias": 0.0017445111880078912, - "transformer.layers.0.self_attn.out_proj.weight": 0.0197219830006361, - "transformer.layers.0.self_attn.out_proj.bias": 0.0018574922578409314, - "transformer.layers.0.linear1.weight": 0.010370321571826935, - "transformer.layers.0.linear1.bias": 0.0005852226167917252, - "transformer.layers.0.linear2.weight": 0.012592189013957977, - "transformer.layers.0.linear2.bias": 0.0007128274883143604, - "transformer.layers.0.norm1.weight": 0.0017899827798828483, - "transformer.layers.0.norm1.bias": 0.00189366121776402, - "transformer.layers.0.norm2.weight": 0.00086949672549963, - "transformer.layers.0.norm2.bias": 0.0007249919581227005, - "transformer.layers.1.self_attn.in_proj_weight": 0.008950651623308659, - "transformer.layers.1.self_attn.in_proj_bias": 0.00042424711864441633, - "transformer.layers.1.self_attn.out_proj.weight": 0.007841061800718307, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005091503262519836, - "transformer.layers.1.linear1.weight": 0.004815797321498394, - "transformer.layers.1.linear1.bias": 0.00022070853447075933, - "transformer.layers.1.linear2.weight": 0.006246010307222605, - "transformer.layers.1.linear2.bias": 0.0003650024300441146, - "transformer.layers.1.norm1.weight": 0.0005777570186182857, - "transformer.layers.1.norm1.bias": 0.00038655626121908426, - "transformer.layers.1.norm2.weight": 0.0003236305492464453, - "transformer.layers.1.norm2.bias": 0.00020668210345320404, - "transformer.layers.2.self_attn.in_proj_weight": 0.007038831245154142, - "transformer.layers.2.self_attn.in_proj_bias": 0.00026109497412107885, - "transformer.layers.2.self_attn.out_proj.weight": 0.00524866720661521, - "transformer.layers.2.self_attn.out_proj.bias": 0.00029132558847777545, - "transformer.layers.2.linear1.weight": 0.004303483292460442, - "transformer.layers.2.linear1.bias": 0.00018290079606231302, - "transformer.layers.2.linear2.weight": 0.004718417301774025, - "transformer.layers.2.linear2.bias": 0.000264227477600798, - "transformer.layers.2.norm1.weight": 0.00042298887274228036, - "transformer.layers.2.norm1.bias": 0.00022706335585098714, - "transformer.layers.2.norm2.weight": 0.00026843417435884476, - "transformer.layers.2.norm2.bias": 0.00013922534708399326, - "transformer.layers.3.self_attn.in_proj_weight": 0.008754368871450424, - "transformer.layers.3.self_attn.in_proj_bias": 0.0006275546038523316, - "transformer.layers.3.self_attn.out_proj.weight": 0.005379267502576113, - "transformer.layers.3.self_attn.out_proj.bias": 0.0005222042673267424, - "transformer.layers.3.linear1.weight": 0.007011056412011385, - "transformer.layers.3.linear1.bias": 0.00044827014789916575, - "transformer.layers.3.linear2.weight": 0.004529816564172506, - "transformer.layers.3.linear2.bias": 0.0005232260446064174, - "transformer.layers.3.norm1.weight": 0.0006848463672213256, - "transformer.layers.3.norm1.bias": 0.0008510777843184769, - "transformer.layers.3.norm2.weight": 0.00046724817366339266, - "transformer.layers.3.norm2.bias": 0.0004416895972099155, - "head.weight": 0.04440014064311981, - "head.bias": 0.0011242837645113468, - "global_embedding.weight": 0.01631869375705719, - "global_cnn.0.weight": 0.22169223427772522, - "global_cnn.0.bias": 0.009976849891245365, - "global_cnn.2.weight": 0.3383820950984955, - "global_cnn.2.bias": 0.016871171072125435, - "global_proj.weight": 0.09971540421247482, - "global_proj.bias": 0.0963405892252922, - "goal_head.0.weight": 0.08046184480190277, - "goal_head.0.bias": 0.04907290264964104, - "goal_head.2.weight": 0.12709033489227295, - "goal_head.2.bias": 0.1396314650774002 - }, - { - "global_gate": 0.002333262236788869, - "embedding.weight": 0.011314205825328827, - "cnn.0.weight": 0.22442640364170074, - "cnn.0.bias": 0.008894432336091995, - "cnn.2.weight": 0.08420371264219284, - "cnn.2.bias": 0.014162683859467506, - "cnn.5.weight": 0.1610104739665985, - "cnn.5.bias": 0.01727883704006672, - "action_emb.weight": 0.010568320751190186, - "timestep_emb.weight": 0.006832250393927097, - "pos_emb.weight": 0.008816748857498169, - "transformer.layers.0.self_attn.in_proj_weight": 0.17532865703105927, - "transformer.layers.0.self_attn.in_proj_bias": 0.010471748188138008, - "transformer.layers.0.self_attn.out_proj.weight": 0.17649440467357635, - "transformer.layers.0.self_attn.out_proj.bias": 0.013255116529762745, - "transformer.layers.0.linear1.weight": 0.09509371221065521, - "transformer.layers.0.linear1.bias": 0.005131351761519909, - "transformer.layers.0.linear2.weight": 0.12559251487255096, - "transformer.layers.0.linear2.bias": 0.00794618297368288, - "transformer.layers.0.norm1.weight": 0.010464012622833252, - "transformer.layers.0.norm1.bias": 0.009418057277798653, - "transformer.layers.0.norm2.weight": 0.006049346644431353, - "transformer.layers.0.norm2.bias": 0.005118510685861111, - "transformer.layers.1.self_attn.in_proj_weight": 0.1133074015378952, - "transformer.layers.1.self_attn.in_proj_bias": 0.00491859158501029, - "transformer.layers.1.self_attn.out_proj.weight": 0.09833171218633652, - "transformer.layers.1.self_attn.out_proj.bias": 0.005506991874426603, - "transformer.layers.1.linear1.weight": 0.05401794984936714, - "transformer.layers.1.linear1.bias": 0.002710664179176092, - "transformer.layers.1.linear2.weight": 0.07126845419406891, - "transformer.layers.1.linear2.bias": 0.005040305200964212, - "transformer.layers.1.norm1.weight": 0.006713319569826126, - "transformer.layers.1.norm1.bias": 0.004751228261739016, - "transformer.layers.1.norm2.weight": 0.003384076291695237, - "transformer.layers.1.norm2.bias": 0.0025658367667347193, - "transformer.layers.2.self_attn.in_proj_weight": 0.11618489772081375, - "transformer.layers.2.self_attn.in_proj_bias": 0.00552698178216815, - "transformer.layers.2.self_attn.out_proj.weight": 0.05430399253964424, - "transformer.layers.2.self_attn.out_proj.bias": 0.0041612968780100346, - "transformer.layers.2.linear1.weight": 0.046058233827352524, - "transformer.layers.2.linear1.bias": 0.0022588083520531654, - "transformer.layers.2.linear2.weight": 0.04964221268892288, - "transformer.layers.2.linear2.bias": 0.0038503159303218126, - "transformer.layers.2.norm1.weight": 0.007121989503502846, - "transformer.layers.2.norm1.bias": 0.005831933114677668, - "transformer.layers.2.norm2.weight": 0.0030693260487169027, - "transformer.layers.2.norm2.bias": 0.0025706973392516375, - "transformer.layers.3.self_attn.in_proj_weight": 0.09602318704128265, - "transformer.layers.3.self_attn.in_proj_bias": 0.0067174481227993965, - "transformer.layers.3.self_attn.out_proj.weight": 0.05504919961094856, - "transformer.layers.3.self_attn.out_proj.bias": 0.005781907122582197, - "transformer.layers.3.linear1.weight": 0.09386543929576874, - "transformer.layers.3.linear1.bias": 0.005875386763364077, - "transformer.layers.3.linear2.weight": 0.061776623129844666, - "transformer.layers.3.linear2.bias": 0.006938616279512644, - "transformer.layers.3.norm1.weight": 0.007872982881963253, - "transformer.layers.3.norm1.bias": 0.00917108915746212, - "transformer.layers.3.norm2.weight": 0.007333414163440466, - "transformer.layers.3.norm2.bias": 0.007615887094289064, - "head.weight": 0.5413610339164734, - "head.bias": 0.014347972348332405, - "global_embedding.weight": 0.04309582710266113, - "global_cnn.0.weight": 0.15390954911708832, - "global_cnn.0.bias": 0.007234927732497454, - "global_cnn.2.weight": 0.1734064817428589, - "global_cnn.2.bias": 0.01073855347931385, - "global_proj.weight": 0.06454680114984512, - "global_proj.bias": 0.05228162929415703, - "goal_head.0.weight": 0.04127495363354683, - "goal_head.0.bias": 0.024618474766612053, - "goal_head.2.weight": 0.07228615134954453, - "goal_head.2.bias": 0.06745059788227081 + "global_gate": 1.8609294784255326e-05, + "embedding.weight": 0.002415773691609502, + "cnn.0.weight": 0.05962582305073738, + "cnn.0.bias": 0.0026147468015551567, + "cnn.2.weight": 0.020206132903695107, + "cnn.2.bias": 0.006095662247389555, + "cnn.5.weight": 0.02677738666534424, + "cnn.5.bias": 0.005583710037171841, + "action_emb.weight": 0.021205980330705643, + "timestep_emb.weight": 0.0028851646929979324, + "pos_emb.weight": 0.004455349408090115, + "transformer.layers.0.self_attn.in_proj_weight": 0.08787976950407028, + "transformer.layers.0.self_attn.in_proj_bias": 0.01024074200540781, + "transformer.layers.0.self_attn.out_proj.weight": 0.10323361307382584, + "transformer.layers.0.self_attn.out_proj.bias": 0.017732318490743637, + "transformer.layers.0.linear1.weight": 0.08470790088176727, + "transformer.layers.0.linear1.bias": 0.0070433164946734905, + "transformer.layers.0.linear2.weight": 0.13650640845298767, + "transformer.layers.0.linear2.bias": 0.01544187031686306, + "transformer.layers.0.norm1.weight": 0.0041997600346803665, + "transformer.layers.0.norm1.bias": 0.007733408827334642, + "transformer.layers.0.norm2.weight": 0.005765143316239119, + "transformer.layers.0.norm2.bias": 0.00869449507445097, + "transformer.layers.1.self_attn.in_proj_weight": 0.12169265747070312, + "transformer.layers.1.self_attn.in_proj_bias": 0.008908283896744251, + "transformer.layers.1.self_attn.out_proj.weight": 0.17735573649406433, + "transformer.layers.1.self_attn.out_proj.bias": 0.013722197152674198, + "transformer.layers.1.linear1.weight": 0.06647315621376038, + "transformer.layers.1.linear1.bias": 0.005111520644277334, + "transformer.layers.1.linear2.weight": 0.1044761911034584, + "transformer.layers.1.linear2.bias": 0.013552109710872173, + "transformer.layers.1.norm1.weight": 0.006048377137631178, + "transformer.layers.1.norm1.bias": 0.008227391168475151, + "transformer.layers.1.norm2.weight": 0.0037185274995863438, + "transformer.layers.1.norm2.bias": 0.004916393663734198, + "transformer.layers.2.self_attn.in_proj_weight": 0.1374753713607788, + "transformer.layers.2.self_attn.in_proj_bias": 0.010989218950271606, + "transformer.layers.2.self_attn.out_proj.weight": 0.16199658811092377, + "transformer.layers.2.self_attn.out_proj.bias": 0.014023077674210072, + "transformer.layers.2.linear1.weight": 0.07321041822433472, + "transformer.layers.2.linear1.bias": 0.005304209887981415, + "transformer.layers.2.linear2.weight": 0.07664896547794342, + "transformer.layers.2.linear2.bias": 0.014626112766563892, + "transformer.layers.2.norm1.weight": 0.010532662272453308, + "transformer.layers.2.norm1.bias": 0.014007162302732468, + "transformer.layers.2.norm2.weight": 0.004801246803253889, + "transformer.layers.2.norm2.bias": 0.006182365585118532, + "transformer.layers.3.self_attn.in_proj_weight": 0.3248201906681061, + "transformer.layers.3.self_attn.in_proj_bias": 0.029053229838609695, + "transformer.layers.3.self_attn.out_proj.weight": 0.18474239110946655, + "transformer.layers.3.self_attn.out_proj.bias": 0.022973809391260147, + "transformer.layers.3.linear1.weight": 0.18270856142044067, + "transformer.layers.3.linear1.bias": 0.014415208250284195, + "transformer.layers.3.linear2.weight": 0.105772964656353, + "transformer.layers.3.linear2.bias": 0.02720978856086731, + "transformer.layers.3.norm1.weight": 0.02595491334795952, + "transformer.layers.3.norm1.bias": 0.04053356498479843, + "transformer.layers.3.norm2.weight": 0.012009276077151299, + "transformer.layers.3.norm2.bias": 0.01736501045525074, + "head.weight": 1.71312415599823, + "head.bias": 0.052543167024850845, + "global_embedding.weight": 0.0168584156781435, + "global_cnn.0.weight": 0.26028499007225037, + "global_cnn.0.bias": 0.010937360115349293, + "global_cnn.2.weight": 0.5104156732559204, + "global_cnn.2.bias": 0.022531168535351753, + "global_proj.weight": 0.21144190430641174, + "global_proj.bias": 0.07835481315851212, + "goal_head.0.weight": 0.1236238107085228, + "goal_head.0.bias": 0.03546188399195671, + "goal_head.2.weight": 0.15068429708480835, + "goal_head.2.bias": 0.07269209623336792 + }, + { + "global_gate": 0.00014161306899040937, + "embedding.weight": 0.0028957510367035866, + "cnn.0.weight": 0.05123884975910187, + "cnn.0.bias": 0.002610790077596903, + "cnn.2.weight": 0.011894596740603447, + "cnn.2.bias": 0.003176820231601596, + "cnn.5.weight": 0.023360030725598335, + "cnn.5.bias": 0.0038926999550312757, + "action_emb.weight": 0.008788843639194965, + "timestep_emb.weight": 0.004033397417515516, + "pos_emb.weight": 0.0066985865123569965, + "transformer.layers.0.self_attn.in_proj_weight": 0.05523639917373657, + "transformer.layers.0.self_attn.in_proj_bias": 0.004785201512277126, + "transformer.layers.0.self_attn.out_proj.weight": 0.04555133357644081, + "transformer.layers.0.self_attn.out_proj.bias": 0.006515872199088335, + "transformer.layers.0.linear1.weight": 0.052043523639440536, + "transformer.layers.0.linear1.bias": 0.0028940022457391024, + "transformer.layers.0.linear2.weight": 0.05728602781891823, + "transformer.layers.0.linear2.bias": 0.003997510299086571, + "transformer.layers.0.norm1.weight": 0.0032240988221019506, + "transformer.layers.0.norm1.bias": 0.004179373849183321, + "transformer.layers.0.norm2.weight": 0.0047675310634076595, + "transformer.layers.0.norm2.bias": 0.004063645843416452, + "transformer.layers.1.self_attn.in_proj_weight": 0.04432765766978264, + "transformer.layers.1.self_attn.in_proj_bias": 0.0031103468500077724, + "transformer.layers.1.self_attn.out_proj.weight": 0.0380268357694149, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023943197447806597, + "transformer.layers.1.linear1.weight": 0.03205687552690506, + "transformer.layers.1.linear1.bias": 0.0015575815923511982, + "transformer.layers.1.linear2.weight": 0.039490535855293274, + "transformer.layers.1.linear2.bias": 0.0021441392600536346, + "transformer.layers.1.norm1.weight": 0.003004365600645542, + "transformer.layers.1.norm1.bias": 0.00417226180434227, + "transformer.layers.1.norm2.weight": 0.0024043566081672907, + "transformer.layers.1.norm2.bias": 0.0018000614363700151, + "transformer.layers.2.self_attn.in_proj_weight": 0.05792694538831711, + "transformer.layers.2.self_attn.in_proj_bias": 0.0022478506434708834, + "transformer.layers.2.self_attn.out_proj.weight": 0.03723537549376488, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017505971482023597, + "transformer.layers.2.linear1.weight": 0.02061343751847744, + "transformer.layers.2.linear1.bias": 0.001061977818608284, + "transformer.layers.2.linear2.weight": 0.024853698909282684, + "transformer.layers.2.linear2.bias": 0.001669412711635232, + "transformer.layers.2.norm1.weight": 0.004558524116873741, + "transformer.layers.2.norm1.bias": 0.002215004526078701, + "transformer.layers.2.norm2.weight": 0.0013053339207544923, + "transformer.layers.2.norm2.bias": 0.0008553408551961184, + "transformer.layers.3.self_attn.in_proj_weight": 0.06203503906726837, + "transformer.layers.3.self_attn.in_proj_bias": 0.003361171344295144, + "transformer.layers.3.self_attn.out_proj.weight": 0.03611098229885101, + "transformer.layers.3.self_attn.out_proj.bias": 0.0021907181944698095, + "transformer.layers.3.linear1.weight": 0.03666555881500244, + "transformer.layers.3.linear1.bias": 0.0022571724839508533, + "transformer.layers.3.linear2.weight": 0.021186331287026405, + "transformer.layers.3.linear2.bias": 0.002220362890511751, + "transformer.layers.3.norm1.weight": 0.00509684020653367, + "transformer.layers.3.norm1.bias": 0.004240971989929676, + "transformer.layers.3.norm2.weight": 0.002329248934984207, + "transformer.layers.3.norm2.bias": 0.0023734807036817074, + "head.weight": 0.21539725363254547, + "head.bias": 0.004702131729573011, + "global_embedding.weight": 0.018582964316010475, + "global_cnn.0.weight": 0.10414985567331314, + "global_cnn.0.bias": 0.004049529787153006, + "global_cnn.2.weight": 0.2762160003185272, + "global_cnn.2.bias": 0.009731633588671684, + "global_proj.weight": 0.10042057186365128, + "global_proj.bias": 0.03884933143854141, + "goal_head.0.weight": 0.06192293018102646, + "goal_head.0.bias": 0.017967907711863518, + "goal_head.2.weight": 0.07997369021177292, + "goal_head.2.bias": 0.03734299913048744 + }, + { + "global_gate": 0.00018611724954098463, + "embedding.weight": 0.0019935460295528173, + "cnn.0.weight": 0.045488711446523666, + "cnn.0.bias": 0.001917844987474382, + "cnn.2.weight": 0.013367192819714546, + "cnn.2.bias": 0.0035434002056717873, + "cnn.5.weight": 0.017334775999188423, + "cnn.5.bias": 0.0033891082275658846, + "action_emb.weight": 0.010614898055791855, + "timestep_emb.weight": 0.002086227061226964, + "pos_emb.weight": 0.003984436858445406, + "transformer.layers.0.self_attn.in_proj_weight": 0.04396219551563263, + "transformer.layers.0.self_attn.in_proj_bias": 0.004475044552236795, + "transformer.layers.0.self_attn.out_proj.weight": 0.04173517972230911, + "transformer.layers.0.self_attn.out_proj.bias": 0.0064562344923615456, + "transformer.layers.0.linear1.weight": 0.04793032631278038, + "transformer.layers.0.linear1.bias": 0.0027972012758255005, + "transformer.layers.0.linear2.weight": 0.06030156463384628, + "transformer.layers.0.linear2.bias": 0.005678958259522915, + "transformer.layers.0.norm1.weight": 0.0025155956391245127, + "transformer.layers.0.norm1.bias": 0.004027836956083775, + "transformer.layers.0.norm2.weight": 0.003921880386769772, + "transformer.layers.0.norm2.bias": 0.0030493310187011957, + "transformer.layers.1.self_attn.in_proj_weight": 0.049714189022779465, + "transformer.layers.1.self_attn.in_proj_bias": 0.0030549236107617617, + "transformer.layers.1.self_attn.out_proj.weight": 0.0565941147506237, + "transformer.layers.1.self_attn.out_proj.bias": 0.005007465369999409, + "transformer.layers.1.linear1.weight": 0.030187733471393585, + "transformer.layers.1.linear1.bias": 0.0019167200662195683, + "transformer.layers.1.linear2.weight": 0.04640111327171326, + "transformer.layers.1.linear2.bias": 0.005033986642956734, + "transformer.layers.1.norm1.weight": 0.0029232960660010576, + "transformer.layers.1.norm1.bias": 0.0026534143835306168, + "transformer.layers.1.norm2.weight": 0.0020109901670366526, + "transformer.layers.1.norm2.bias": 0.0018406709423288703, + "transformer.layers.2.self_attn.in_proj_weight": 0.05631179362535477, + "transformer.layers.2.self_attn.in_proj_bias": 0.004361558705568314, + "transformer.layers.2.self_attn.out_proj.weight": 0.05029018968343735, + "transformer.layers.2.self_attn.out_proj.bias": 0.005103346426039934, + "transformer.layers.2.linear1.weight": 0.028071895241737366, + "transformer.layers.2.linear1.bias": 0.002061075996607542, + "transformer.layers.2.linear2.weight": 0.03423668071627617, + "transformer.layers.2.linear2.bias": 0.005389770492911339, + "transformer.layers.2.norm1.weight": 0.004012102726846933, + "transformer.layers.2.norm1.bias": 0.005403816234320402, + "transformer.layers.2.norm2.weight": 0.0019440718460828066, + "transformer.layers.2.norm2.bias": 0.002387193962931633, + "transformer.layers.3.self_attn.in_proj_weight": 0.10691053420305252, + "transformer.layers.3.self_attn.in_proj_bias": 0.012044350616633892, + "transformer.layers.3.self_attn.out_proj.weight": 0.05164238065481186, + "transformer.layers.3.self_attn.out_proj.bias": 0.00904135499149561, + "transformer.layers.3.linear1.weight": 0.0514422282576561, + "transformer.layers.3.linear1.bias": 0.004630513023585081, + "transformer.layers.3.linear2.weight": 0.03412548825144768, + "transformer.layers.3.linear2.bias": 0.010221668519079685, + "transformer.layers.3.norm1.weight": 0.008531049825251102, + "transformer.layers.3.norm1.bias": 0.01653316803276539, + "transformer.layers.3.norm2.weight": 0.0035637961700558662, + "transformer.layers.3.norm2.bias": 0.005953442305326462, + "head.weight": 0.4701474606990814, + "head.bias": 0.018519259989261627, + "global_embedding.weight": 0.01726277731359005, + "global_cnn.0.weight": 0.16846975684165955, + "global_cnn.0.bias": 0.00618823291733861, + "global_cnn.2.weight": 0.4653177559375763, + "global_cnn.2.bias": 0.019081635400652885, + "global_proj.weight": 0.10541747510433197, + "global_proj.bias": 0.04789700731635094, + "goal_head.0.weight": 0.06235354393720627, + "goal_head.0.bias": 0.021097010001540184, + "goal_head.2.weight": 0.0793914720416069, + "goal_head.2.bias": 0.043925825506448746 + }, + { + "global_gate": 0.0001241239078808576, + "embedding.weight": 0.0012083968613296747, + "cnn.0.weight": 0.023576810956001282, + "cnn.0.bias": 0.0007162195979617536, + "cnn.2.weight": 0.007860202342271805, + "cnn.2.bias": 0.0018864225130528212, + "cnn.5.weight": 0.010405145585536957, + "cnn.5.bias": 0.0019852756522595882, + "action_emb.weight": 0.011338728480041027, + "timestep_emb.weight": 0.0021430791821330786, + "pos_emb.weight": 0.004038529470562935, + "transformer.layers.0.self_attn.in_proj_weight": 0.03258245065808296, + "transformer.layers.0.self_attn.in_proj_bias": 0.0032789839897304773, + "transformer.layers.0.self_attn.out_proj.weight": 0.0363287478685379, + "transformer.layers.0.self_attn.out_proj.bias": 0.005397310946136713, + "transformer.layers.0.linear1.weight": 0.0528130866587162, + "transformer.layers.0.linear1.bias": 0.002735355868935585, + "transformer.layers.0.linear2.weight": 0.053502172231674194, + "transformer.layers.0.linear2.bias": 0.004310052841901779, + "transformer.layers.0.norm1.weight": 0.0016754991374909878, + "transformer.layers.0.norm1.bias": 0.002501498442143202, + "transformer.layers.0.norm2.weight": 0.005175313446670771, + "transformer.layers.0.norm2.bias": 0.0041953702457249165, + "transformer.layers.1.self_attn.in_proj_weight": 0.046697039157152176, + "transformer.layers.1.self_attn.in_proj_bias": 0.0026363981887698174, + "transformer.layers.1.self_attn.out_proj.weight": 0.04897144064307213, + "transformer.layers.1.self_attn.out_proj.bias": 0.0034816900733858347, + "transformer.layers.1.linear1.weight": 0.029972702264785767, + "transformer.layers.1.linear1.bias": 0.0016229687025770545, + "transformer.layers.1.linear2.weight": 0.041144076734781265, + "transformer.layers.1.linear2.bias": 0.0034504334907978773, + "transformer.layers.1.norm1.weight": 0.002821780741214752, + "transformer.layers.1.norm1.bias": 0.002566930837929249, + "transformer.layers.1.norm2.weight": 0.0023954566568136215, + "transformer.layers.1.norm2.bias": 0.0016054784646257758, + "transformer.layers.2.self_attn.in_proj_weight": 0.059424594044685364, + "transformer.layers.2.self_attn.in_proj_bias": 0.003249598201364279, + "transformer.layers.2.self_attn.out_proj.weight": 0.04384563863277435, + "transformer.layers.2.self_attn.out_proj.bias": 0.0033055238891392946, + "transformer.layers.2.linear1.weight": 0.023022674024105072, + "transformer.layers.2.linear1.bias": 0.0013970619766041636, + "transformer.layers.2.linear2.weight": 0.0280534029006958, + "transformer.layers.2.linear2.bias": 0.0034770481288433075, + "transformer.layers.2.norm1.weight": 0.0043886154890060425, + "transformer.layers.2.norm1.bias": 0.004042445216327906, + "transformer.layers.2.norm2.weight": 0.0015441797440871596, + "transformer.layers.2.norm2.bias": 0.0014058302622288465, + "transformer.layers.3.self_attn.in_proj_weight": 0.08289022743701935, + "transformer.layers.3.self_attn.in_proj_bias": 0.0074696047231554985, + "transformer.layers.3.self_attn.out_proj.weight": 0.04005301743745804, + "transformer.layers.3.self_attn.out_proj.bias": 0.005523383617401123, + "transformer.layers.3.linear1.weight": 0.03663665056228638, + "transformer.layers.3.linear1.bias": 0.0030772953759878874, + "transformer.layers.3.linear2.weight": 0.02412843331694603, + "transformer.layers.3.linear2.bias": 0.006133874878287315, + "transformer.layers.3.norm1.weight": 0.006931866053491831, + "transformer.layers.3.norm1.bias": 0.009875777177512646, + "transformer.layers.3.norm2.weight": 0.0025256951339542866, + "transformer.layers.3.norm2.bias": 0.00339721143245697, + "head.weight": 0.327671080827713, + "head.bias": 0.01161682978272438, + "global_embedding.weight": 0.02251245826482773, + "global_cnn.0.weight": 0.14816947281360626, + "global_cnn.0.bias": 0.004716962575912476, + "global_cnn.2.weight": 0.40852195024490356, + "global_cnn.2.bias": 0.01839553937315941, + "global_proj.weight": 0.09117282927036285, + "global_proj.bias": 0.04304022714495659, + "goal_head.0.weight": 0.04937589168548584, + "goal_head.0.bias": 0.016709405928850174, + "goal_head.2.weight": 0.05932958051562309, + "goal_head.2.bias": 0.03186855465173721 + }, + { + "global_gate": 7.013423601165414e-05, + "embedding.weight": 0.0009263011743314564, + "cnn.0.weight": 0.031017770990729332, + "cnn.0.bias": 0.0012848653132095933, + "cnn.2.weight": 0.0094841830432415, + "cnn.2.bias": 0.0031052762642502785, + "cnn.5.weight": 0.010637372732162476, + "cnn.5.bias": 0.0023299430031329393, + "action_emb.weight": 0.005283840466290712, + "timestep_emb.weight": 0.0013330690562725067, + "pos_emb.weight": 0.0026135158259421587, + "transformer.layers.0.self_attn.in_proj_weight": 0.02009064331650734, + "transformer.layers.0.self_attn.in_proj_bias": 0.0017594114178791642, + "transformer.layers.0.self_attn.out_proj.weight": 0.02141093648970127, + "transformer.layers.0.self_attn.out_proj.bias": 0.0025488254614174366, + "transformer.layers.0.linear1.weight": 0.027223041281104088, + "transformer.layers.0.linear1.bias": 0.0011370363645255566, + "transformer.layers.0.linear2.weight": 0.028096430003643036, + "transformer.layers.0.linear2.bias": 0.0022596661001443863, + "transformer.layers.0.norm1.weight": 0.0010975725017488003, + "transformer.layers.0.norm1.bias": 0.0015401153359562159, + "transformer.layers.0.norm2.weight": 0.0025138352066278458, + "transformer.layers.0.norm2.bias": 0.000893916585482657, + "transformer.layers.1.self_attn.in_proj_weight": 0.02557400055229664, + "transformer.layers.1.self_attn.in_proj_bias": 0.001570622087456286, + "transformer.layers.1.self_attn.out_proj.weight": 0.024434195831418037, + "transformer.layers.1.self_attn.out_proj.bias": 0.001957427943125367, + "transformer.layers.1.linear1.weight": 0.015326070599257946, + "transformer.layers.1.linear1.bias": 0.0008398928330279887, + "transformer.layers.1.linear2.weight": 0.019906366243958473, + "transformer.layers.1.linear2.bias": 0.001898996066302061, + "transformer.layers.1.norm1.weight": 0.0017016316996887326, + "transformer.layers.1.norm1.bias": 0.0016034974250942469, + "transformer.layers.1.norm2.weight": 0.0011570522328838706, + "transformer.layers.1.norm2.bias": 0.0008624926558695734, + "transformer.layers.2.self_attn.in_proj_weight": 0.026626458391547203, + "transformer.layers.2.self_attn.in_proj_bias": 0.001689010881818831, + "transformer.layers.2.self_attn.out_proj.weight": 0.027473917230963707, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018848554464057088, + "transformer.layers.2.linear1.weight": 0.011301910504698753, + "transformer.layers.2.linear1.bias": 0.0007121811504475772, + "transformer.layers.2.linear2.weight": 0.015195952728390694, + "transformer.layers.2.linear2.bias": 0.0019093198934569955, + "transformer.layers.2.norm1.weight": 0.002303315559402108, + "transformer.layers.2.norm1.bias": 0.002180606359615922, + "transformer.layers.2.norm2.weight": 0.0007190476171672344, + "transformer.layers.2.norm2.bias": 0.0006932609830982983, + "transformer.layers.3.self_attn.in_proj_weight": 0.05177093297243118, + "transformer.layers.3.self_attn.in_proj_bias": 0.003602901240810752, + "transformer.layers.3.self_attn.out_proj.weight": 0.032206691801548004, + "transformer.layers.3.self_attn.out_proj.bias": 0.002869918942451477, + "transformer.layers.3.linear1.weight": 0.022752143442630768, + "transformer.layers.3.linear1.bias": 0.0016188715817406774, + "transformer.layers.3.linear2.weight": 0.01713336631655693, + "transformer.layers.3.linear2.bias": 0.0031917875166982412, + "transformer.layers.3.norm1.weight": 0.0045811450108885765, + "transformer.layers.3.norm1.bias": 0.004860202316194773, + "transformer.layers.3.norm2.weight": 0.0014894240302965045, + "transformer.layers.3.norm2.bias": 0.0018258009804412723, + "head.weight": 0.2254945933818817, + "head.bias": 0.006586130708456039, + "global_embedding.weight": 0.01995181478559971, + "global_cnn.0.weight": 0.20746420323848724, + "global_cnn.0.bias": 0.005921776406466961, + "global_cnn.2.weight": 0.5504794716835022, + "global_cnn.2.bias": 0.020665524527430534, + "global_proj.weight": 0.09296772629022598, + "global_proj.bias": 0.04338627681136131, + "goal_head.0.weight": 0.050338760018348694, + "goal_head.0.bias": 0.016698839142918587, + "goal_head.2.weight": 0.06655677407979965, + "goal_head.2.bias": 0.03131752461194992 + }, + { + "global_gate": 0.00028114207088947296, + "embedding.weight": 0.004697345197200775, + "cnn.0.weight": 0.08572665601968765, + "cnn.0.bias": 0.003455364378169179, + "cnn.2.weight": 0.021471476182341576, + "cnn.2.bias": 0.007010994479060173, + "cnn.5.weight": 0.020242810249328613, + "cnn.5.bias": 0.004103777930140495, + "action_emb.weight": 0.0030159621965140104, + "timestep_emb.weight": 0.0016368288779631257, + "pos_emb.weight": 0.0031677226070314646, + "transformer.layers.0.self_attn.in_proj_weight": 0.046676479279994965, + "transformer.layers.0.self_attn.in_proj_bias": 0.0035611020866781473, + "transformer.layers.0.self_attn.out_proj.weight": 0.03712097555398941, + "transformer.layers.0.self_attn.out_proj.bias": 0.003938846755772829, + "transformer.layers.0.linear1.weight": 0.025645103305578232, + "transformer.layers.0.linear1.bias": 0.0015503506874665618, + "transformer.layers.0.linear2.weight": 0.03046349063515663, + "transformer.layers.0.linear2.bias": 0.0028116304893046618, + "transformer.layers.0.norm1.weight": 0.0029902602545917034, + "transformer.layers.0.norm1.bias": 0.0034467398654669523, + "transformer.layers.0.norm2.weight": 0.0022689185570925474, + "transformer.layers.0.norm2.bias": 0.0016237258678302169, + "transformer.layers.1.self_attn.in_proj_weight": 0.030557207763195038, + "transformer.layers.1.self_attn.in_proj_bias": 0.0019469666294753551, + "transformer.layers.1.self_attn.out_proj.weight": 0.025396427139639854, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020788905676454306, + "transformer.layers.1.linear1.weight": 0.013116687536239624, + "transformer.layers.1.linear1.bias": 0.0008080292609520257, + "transformer.layers.1.linear2.weight": 0.01725916378200054, + "transformer.layers.1.linear2.bias": 0.0018531304085627198, + "transformer.layers.1.norm1.weight": 0.0020725971553474665, + "transformer.layers.1.norm1.bias": 0.0020909528248012066, + "transformer.layers.1.norm2.weight": 0.0009420178248547018, + "transformer.layers.1.norm2.bias": 0.0008638603030703962, + "transformer.layers.2.self_attn.in_proj_weight": 0.02556152082979679, + "transformer.layers.2.self_attn.in_proj_bias": 0.001551330671645701, + "transformer.layers.2.self_attn.out_proj.weight": 0.019369181245565414, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015495147090405226, + "transformer.layers.2.linear1.weight": 0.010576358065009117, + "transformer.layers.2.linear1.bias": 0.0006197781767696142, + "transformer.layers.2.linear2.weight": 0.012041340582072735, + "transformer.layers.2.linear2.bias": 0.0015019765123724937, + "transformer.layers.2.norm1.weight": 0.0018398802494630218, + "transformer.layers.2.norm1.bias": 0.001957697095349431, + "transformer.layers.2.norm2.weight": 0.0006899894215166569, + "transformer.layers.2.norm2.bias": 0.0005798712372779846, + "transformer.layers.3.self_attn.in_proj_weight": 0.03774028271436691, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028631200548261404, + "transformer.layers.3.self_attn.out_proj.weight": 0.017124071717262268, + "transformer.layers.3.self_attn.out_proj.bias": 0.002009259071201086, + "transformer.layers.3.linear1.weight": 0.017708944156765938, + "transformer.layers.3.linear1.bias": 0.0013406616635620594, + "transformer.layers.3.linear2.weight": 0.01072261855006218, + "transformer.layers.3.linear2.bias": 0.002215420361608267, + "transformer.layers.3.norm1.weight": 0.0033985059708356857, + "transformer.layers.3.norm1.bias": 0.004032412078231573, + "transformer.layers.3.norm2.weight": 0.0013241861015558243, + "transformer.layers.3.norm2.bias": 0.0017610379727557302, + "head.weight": 0.15468443930149078, + "head.bias": 0.005211587529629469, + "global_embedding.weight": 0.013640561141073704, + "global_cnn.0.weight": 0.12537120282649994, + "global_cnn.0.bias": 0.004611964803189039, + "global_cnn.2.weight": 0.23718143999576569, + "global_cnn.2.bias": 0.009214584715664387, + "global_proj.weight": 0.04377923160791397, + "global_proj.bias": 0.021961556747555733, + "goal_head.0.weight": 0.019541455432772636, + "goal_head.0.bias": 0.008365422487258911, + "goal_head.2.weight": 0.02640085481107235, + "goal_head.2.bias": 0.0194549560546875 + }, + { + "global_gate": 3.0752602469874546e-05, + "embedding.weight": 0.0009864583844318986, + "cnn.0.weight": 0.022438157349824905, + "cnn.0.bias": 0.0008798826020210981, + "cnn.2.weight": 0.0073641338385641575, + "cnn.2.bias": 0.0023377470206469297, + "cnn.5.weight": 0.00977572426199913, + "cnn.5.bias": 0.002134372014552355, + "action_emb.weight": 0.013494829647243023, + "timestep_emb.weight": 0.00132291903719306, + "pos_emb.weight": 0.0033149821683764458, + "transformer.layers.0.self_attn.in_proj_weight": 0.02868189662694931, + "transformer.layers.0.self_attn.in_proj_bias": 0.0024512663949280977, + "transformer.layers.0.self_attn.out_proj.weight": 0.03323724865913391, + "transformer.layers.0.self_attn.out_proj.bias": 0.003484946209937334, + "transformer.layers.0.linear1.weight": 0.059470050036907196, + "transformer.layers.0.linear1.bias": 0.0019420076860114932, + "transformer.layers.0.linear2.weight": 0.036781832575798035, + "transformer.layers.0.linear2.bias": 0.00251201493665576, + "transformer.layers.0.norm1.weight": 0.0016402779147028923, + "transformer.layers.0.norm1.bias": 0.002184071810916066, + "transformer.layers.0.norm2.weight": 0.006797031033784151, + "transformer.layers.0.norm2.bias": 0.0025889237876981497, + "transformer.layers.1.self_attn.in_proj_weight": 0.03563173487782478, + "transformer.layers.1.self_attn.in_proj_bias": 0.0015456469263881445, + "transformer.layers.1.self_attn.out_proj.weight": 0.03292914479970932, + "transformer.layers.1.self_attn.out_proj.bias": 0.0023035805206745863, + "transformer.layers.1.linear1.weight": 0.0218819472938776, + "transformer.layers.1.linear1.bias": 0.0011699633905664086, + "transformer.layers.1.linear2.weight": 0.02552281878888607, + "transformer.layers.1.linear2.bias": 0.0020115976221859455, + "transformer.layers.1.norm1.weight": 0.0020266100764274597, + "transformer.layers.1.norm1.bias": 0.0014291454572230577, + "transformer.layers.1.norm2.weight": 0.001990708289667964, + "transformer.layers.1.norm2.bias": 0.001556376344524324, + "transformer.layers.2.self_attn.in_proj_weight": 0.03188064694404602, + "transformer.layers.2.self_attn.in_proj_bias": 0.0018596153240650892, + "transformer.layers.2.self_attn.out_proj.weight": 0.02737913839519024, + "transformer.layers.2.self_attn.out_proj.bias": 0.0018430742202326655, + "transformer.layers.2.linear1.weight": 0.014377698302268982, + "transformer.layers.2.linear1.bias": 0.0008609017240814865, + "transformer.layers.2.linear2.weight": 0.019434811547398567, + "transformer.layers.2.linear2.bias": 0.0018527564825490117, + "transformer.layers.2.norm1.weight": 0.002325027482584119, + "transformer.layers.2.norm1.bias": 0.002317206934094429, + "transformer.layers.2.norm2.weight": 0.0010557140922173858, + "transformer.layers.2.norm2.bias": 0.0007946392288431525, + "transformer.layers.3.self_attn.in_proj_weight": 0.05376365780830383, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028244834393262863, + "transformer.layers.3.self_attn.out_proj.weight": 0.0312361940741539, + "transformer.layers.3.self_attn.out_proj.bias": 0.001972569152712822, + "transformer.layers.3.linear1.weight": 0.0235967468470335, + "transformer.layers.3.linear1.bias": 0.00155437586363405, + "transformer.layers.3.linear2.weight": 0.016455302014946938, + "transformer.layers.3.linear2.bias": 0.0020244952756911516, + "transformer.layers.3.norm1.weight": 0.004472840577363968, + "transformer.layers.3.norm1.bias": 0.0037757745012640953, + "transformer.layers.3.norm2.weight": 0.0015113720437511802, + "transformer.layers.3.norm2.bias": 0.0015079142758622766, + "head.weight": 0.23519189655780792, + "head.bias": 0.005396840628236532, + "global_embedding.weight": 0.01171386893838644, + "global_cnn.0.weight": 0.1697077602148056, + "global_cnn.0.bias": 0.006969121750444174, + "global_cnn.2.weight": 0.3780323565006256, + "global_cnn.2.bias": 0.01776837185025215, + "global_proj.weight": 0.07548119127750397, + "global_proj.bias": 0.039835091680288315, + "goal_head.0.weight": 0.04461592808365822, + "goal_head.0.bias": 0.016352230682969093, + "goal_head.2.weight": 0.060393739491701126, + "goal_head.2.bias": 0.03344517946243286 + }, + { + "global_gate": 0.00011144510062877089, + "embedding.weight": 0.0017092837952077389, + "cnn.0.weight": 0.04007779434323311, + "cnn.0.bias": 0.001552770147100091, + "cnn.2.weight": 0.012830224819481373, + "cnn.2.bias": 0.003038394497707486, + "cnn.5.weight": 0.01649858057498932, + "cnn.5.bias": 0.003547816537320614, + "action_emb.weight": 0.019604749977588654, + "timestep_emb.weight": 0.0017673488473519683, + "pos_emb.weight": 0.003940772730857134, + "transformer.layers.0.self_attn.in_proj_weight": 0.05096082016825676, + "transformer.layers.0.self_attn.in_proj_bias": 0.004191378131508827, + "transformer.layers.0.self_attn.out_proj.weight": 0.05798341706395149, + "transformer.layers.0.self_attn.out_proj.bias": 0.005996359046548605, + "transformer.layers.0.linear1.weight": 0.08601940423250198, + "transformer.layers.0.linear1.bias": 0.0031337484251707792, + "transformer.layers.0.linear2.weight": 0.06838119775056839, + "transformer.layers.0.linear2.bias": 0.005430220626294613, + "transformer.layers.0.norm1.weight": 0.0030813885387033224, + "transformer.layers.0.norm1.bias": 0.004097477067261934, + "transformer.layers.0.norm2.weight": 0.00917817186564207, + "transformer.layers.0.norm2.bias": 0.0031222975812852383, + "transformer.layers.1.self_attn.in_proj_weight": 0.054528914391994476, + "transformer.layers.1.self_attn.in_proj_bias": 0.0031108527909964323, + "transformer.layers.1.self_attn.out_proj.weight": 0.0654173493385315, + "transformer.layers.1.self_attn.out_proj.bias": 0.005363234784454107, + "transformer.layers.1.linear1.weight": 0.03995538875460625, + "transformer.layers.1.linear1.bias": 0.002078530378639698, + "transformer.layers.1.linear2.weight": 0.0514896921813488, + "transformer.layers.1.linear2.bias": 0.005173853598535061, + "transformer.layers.1.norm1.weight": 0.0032321042381227016, + "transformer.layers.1.norm1.bias": 0.0028325947932899, + "transformer.layers.1.norm2.weight": 0.0032883118838071823, + "transformer.layers.1.norm2.bias": 0.0022283485159277916, + "transformer.layers.2.self_attn.in_proj_weight": 0.05998600646853447, + "transformer.layers.2.self_attn.in_proj_bias": 0.003514232812449336, + "transformer.layers.2.self_attn.out_proj.weight": 0.0626390352845192, + "transformer.layers.2.self_attn.out_proj.bias": 0.005360559094697237, + "transformer.layers.2.linear1.weight": 0.03387546166777611, + "transformer.layers.2.linear1.bias": 0.0021971622481942177, + "transformer.layers.2.linear2.weight": 0.0417134128510952, + "transformer.layers.2.linear2.bias": 0.005657681729644537, + "transformer.layers.2.norm1.weight": 0.004538542591035366, + "transformer.layers.2.norm1.bias": 0.0037175833713263273, + "transformer.layers.2.norm2.weight": 0.0024077221751213074, + "transformer.layers.2.norm2.bias": 0.0023284461349248886, + "transformer.layers.3.self_attn.in_proj_weight": 0.1418815404176712, + "transformer.layers.3.self_attn.in_proj_bias": 0.013349125161767006, + "transformer.layers.3.self_attn.out_proj.weight": 0.07358368486166, + "transformer.layers.3.self_attn.out_proj.bias": 0.009889701381325722, + "transformer.layers.3.linear1.weight": 0.06623972207307816, + "transformer.layers.3.linear1.bias": 0.005683157127350569, + "transformer.layers.3.linear2.weight": 0.044801510870456696, + "transformer.layers.3.linear2.bias": 0.011815407313406467, + "transformer.layers.3.norm1.weight": 0.012413199059665203, + "transformer.layers.3.norm1.bias": 0.01972612738609314, + "transformer.layers.3.norm2.weight": 0.004974253475666046, + "transformer.layers.3.norm2.bias": 0.0071356636472046375, + "head.weight": 0.626763641834259, + "head.bias": 0.021762030199170113, + "global_embedding.weight": 0.013801353052258492, + "global_cnn.0.weight": 0.1422307789325714, + "global_cnn.0.bias": 0.005728449672460556, + "global_cnn.2.weight": 0.29877224564552307, + "global_cnn.2.bias": 0.01413412019610405, + "global_proj.weight": 0.06182142719626427, + "global_proj.bias": 0.029179267585277557, + "goal_head.0.weight": 0.03500446677207947, + "goal_head.0.bias": 0.011556209065020084, + "goal_head.2.weight": 0.043341897428035736, + "goal_head.2.bias": 0.021918732672929764 + }, + { + "global_gate": 7.578013901365921e-05, + "embedding.weight": 0.0010157020296901464, + "cnn.0.weight": 0.032340649515390396, + "cnn.0.bias": 0.0011183071183040738, + "cnn.2.weight": 0.009873593226075172, + "cnn.2.bias": 0.003309292485937476, + "cnn.5.weight": 0.014851142652332783, + "cnn.5.bias": 0.002400147495791316, + "action_emb.weight": 0.0070236241444945335, + "timestep_emb.weight": 0.0014026651624590158, + "pos_emb.weight": 0.003617457114160061, + "transformer.layers.0.self_attn.in_proj_weight": 0.025776900351047516, + "transformer.layers.0.self_attn.in_proj_bias": 0.0020989608019590378, + "transformer.layers.0.self_attn.out_proj.weight": 0.027688197791576385, + "transformer.layers.0.self_attn.out_proj.bias": 0.0030255389865487814, + "transformer.layers.0.linear1.weight": 0.034672997891902924, + "transformer.layers.0.linear1.bias": 0.0014823159435763955, + "transformer.layers.0.linear2.weight": 0.0308768879622221, + "transformer.layers.0.linear2.bias": 0.0024750109296292067, + "transformer.layers.0.norm1.weight": 0.001506283413618803, + "transformer.layers.0.norm1.bias": 0.0019282957073301077, + "transformer.layers.0.norm2.weight": 0.00350885814987123, + "transformer.layers.0.norm2.bias": 0.0018131351098418236, + "transformer.layers.1.self_attn.in_proj_weight": 0.02489766851067543, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013796687126159668, + "transformer.layers.1.self_attn.out_proj.weight": 0.026605118066072464, + "transformer.layers.1.self_attn.out_proj.bias": 0.002173258690163493, + "transformer.layers.1.linear1.weight": 0.018244851380586624, + "transformer.layers.1.linear1.bias": 0.0009393671061843634, + "transformer.layers.1.linear2.weight": 0.02361876890063286, + "transformer.layers.1.linear2.bias": 0.0021227991674095392, + "transformer.layers.1.norm1.weight": 0.0015737487701699138, + "transformer.layers.1.norm1.bias": 0.0012503821635618806, + "transformer.layers.1.norm2.weight": 0.0015821353299543262, + "transformer.layers.1.norm2.bias": 0.0009098763694055378, + "transformer.layers.2.self_attn.in_proj_weight": 0.027596835047006607, + "transformer.layers.2.self_attn.in_proj_bias": 0.0016040095360949636, + "transformer.layers.2.self_attn.out_proj.weight": 0.022389108315110207, + "transformer.layers.2.self_attn.out_proj.bias": 0.002081098034977913, + "transformer.layers.2.linear1.weight": 0.014158596284687519, + "transformer.layers.2.linear1.bias": 0.0008870970923453569, + "transformer.layers.2.linear2.weight": 0.018936259672045708, + "transformer.layers.2.linear2.bias": 0.0021633650176227093, + "transformer.layers.2.norm1.weight": 0.002161969430744648, + "transformer.layers.2.norm1.bias": 0.0017863832181319594, + "transformer.layers.2.norm2.weight": 0.0010753381066024303, + "transformer.layers.2.norm2.bias": 0.0009492707322351635, + "transformer.layers.3.self_attn.in_proj_weight": 0.06039193272590637, + "transformer.layers.3.self_attn.in_proj_bias": 0.0053559173829853535, + "transformer.layers.3.self_attn.out_proj.weight": 0.027910813689231873, + "transformer.layers.3.self_attn.out_proj.bias": 0.003922730218619108, + "transformer.layers.3.linear1.weight": 0.02726532332599163, + "transformer.layers.3.linear1.bias": 0.0024667219258844852, + "transformer.layers.3.linear2.weight": 0.016803085803985596, + "transformer.layers.3.linear2.bias": 0.004551188554614782, + "transformer.layers.3.norm1.weight": 0.0054617151618003845, + "transformer.layers.3.norm1.bias": 0.008103211410343647, + "transformer.layers.3.norm2.weight": 0.0020483233965933323, + "transformer.layers.3.norm2.bias": 0.0031560733914375305, + "head.weight": 0.22192421555519104, + "head.bias": 0.008166155777871609, + "global_embedding.weight": 0.010561211965978146, + "global_cnn.0.weight": 0.10801366716623306, + "global_cnn.0.bias": 0.0052754925563931465, + "global_cnn.2.weight": 0.2645597755908966, + "global_cnn.2.bias": 0.015670498833060265, + "global_proj.weight": 0.0801367461681366, + "global_proj.bias": 0.05468852445483208, + "goal_head.0.weight": 0.05720703303813934, + "goal_head.0.bias": 0.026141706854104996, + "goal_head.2.weight": 0.08256832510232925, + "goal_head.2.bias": 0.06110814958810806 + }, + { + "global_gate": 0.000841149827465415, + "embedding.weight": 0.00129511090926826, + "cnn.0.weight": 0.028304804116487503, + "cnn.0.bias": 0.001157654682174325, + "cnn.2.weight": 0.010998383164405823, + "cnn.2.bias": 0.004107725340873003, + "cnn.5.weight": 0.016667863354086876, + "cnn.5.bias": 0.003045936580747366, + "action_emb.weight": 0.006398331839591265, + "timestep_emb.weight": 0.0016926663229241967, + "pos_emb.weight": 0.004705458413809538, + "transformer.layers.0.self_attn.in_proj_weight": 0.04001936316490173, + "transformer.layers.0.self_attn.in_proj_bias": 0.003026174148544669, + "transformer.layers.0.self_attn.out_proj.weight": 0.03492715582251549, + "transformer.layers.0.self_attn.out_proj.bias": 0.0037055741995573044, + "transformer.layers.0.linear1.weight": 0.03712242469191551, + "transformer.layers.0.linear1.bias": 0.0016554829198867083, + "transformer.layers.0.linear2.weight": 0.03445510193705559, + "transformer.layers.0.linear2.bias": 0.002555344020947814, + "transformer.layers.0.norm1.weight": 0.002421504817903042, + "transformer.layers.0.norm1.bias": 0.0030542758759111166, + "transformer.layers.0.norm2.weight": 0.004016128368675709, + "transformer.layers.0.norm2.bias": 0.0017607153858989477, + "transformer.layers.1.self_attn.in_proj_weight": 0.030051765963435173, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016695199301466346, + "transformer.layers.1.self_attn.out_proj.weight": 0.028186028823256493, + "transformer.layers.1.self_attn.out_proj.bias": 0.0020562743302434683, + "transformer.layers.1.linear1.weight": 0.015773316845297813, + "transformer.layers.1.linear1.bias": 0.000845942588057369, + "transformer.layers.1.linear2.weight": 0.02007153257727623, + "transformer.layers.1.linear2.bias": 0.0018846180755645037, + "transformer.layers.1.norm1.weight": 0.002073928713798523, + "transformer.layers.1.norm1.bias": 0.0016122233355417848, + "transformer.layers.1.norm2.weight": 0.0013430339749902487, + "transformer.layers.1.norm2.bias": 0.0007511372095905244, + "transformer.layers.2.self_attn.in_proj_weight": 0.02395632676780224, + "transformer.layers.2.self_attn.in_proj_bias": 0.0013050745474174619, + "transformer.layers.2.self_attn.out_proj.weight": 0.022128134965896606, + "transformer.layers.2.self_attn.out_proj.bias": 0.0017482878174632788, + "transformer.layers.2.linear1.weight": 0.012589485384523869, + "transformer.layers.2.linear1.bias": 0.0007862623897381127, + "transformer.layers.2.linear2.weight": 0.014362677000463009, + "transformer.layers.2.linear2.bias": 0.0018318408401682973, + "transformer.layers.2.norm1.weight": 0.0018304807599633932, + "transformer.layers.2.norm1.bias": 0.0013756726402789354, + "transformer.layers.2.norm2.weight": 0.0008612907840870321, + "transformer.layers.2.norm2.bias": 0.0009821879211813211, + "transformer.layers.3.self_attn.in_proj_weight": 0.04382312670350075, + "transformer.layers.3.self_attn.in_proj_bias": 0.004036498721688986, + "transformer.layers.3.self_attn.out_proj.weight": 0.02128669247031212, + "transformer.layers.3.self_attn.out_proj.bias": 0.0029514587949961424, + "transformer.layers.3.linear1.weight": 0.022218132391572, + "transformer.layers.3.linear1.bias": 0.0018824035068973899, + "transformer.layers.3.linear2.weight": 0.014172172173857689, + "transformer.layers.3.linear2.bias": 0.0036114922259002924, + "transformer.layers.3.norm1.weight": 0.003983337432146072, + "transformer.layers.3.norm1.bias": 0.005665007047355175, + "transformer.layers.3.norm2.weight": 0.0014841749798506498, + "transformer.layers.3.norm2.bias": 0.0024704784154891968, + "head.weight": 0.18797150254249573, + "head.bias": 0.006986540276557207, + "global_embedding.weight": 0.05122717097401619, + "global_cnn.0.weight": 0.2651993930339813, + "global_cnn.0.bias": 0.011480271816253662, + "global_cnn.2.weight": 0.5308651328086853, + "global_cnn.2.bias": 0.02758519910275936, + "global_proj.weight": 0.1352832019329071, + "global_proj.bias": 0.09996519982814789, + "goal_head.0.weight": 0.09305047243833542, + "goal_head.0.bias": 0.045365653932094574, + "goal_head.2.weight": 0.13007411360740662, + "goal_head.2.bias": 0.10583649575710297 + }, + { + "global_gate": 8.687163062859327e-05, + "embedding.weight": 0.0003001054865308106, + "cnn.0.weight": 0.011000224389135838, + "cnn.0.bias": 0.000516856845933944, + "cnn.2.weight": 0.003571058390662074, + "cnn.2.bias": 0.001307398546487093, + "cnn.5.weight": 0.005207587964832783, + "cnn.5.bias": 0.0011727651581168175, + "action_emb.weight": 0.00366259110160172, + "timestep_emb.weight": 0.0007225272711366415, + "pos_emb.weight": 0.00147663289681077, + "transformer.layers.0.self_attn.in_proj_weight": 0.01564754731953144, + "transformer.layers.0.self_attn.in_proj_bias": 0.0013003058265894651, + "transformer.layers.0.self_attn.out_proj.weight": 0.013728884980082512, + "transformer.layers.0.self_attn.out_proj.bias": 0.001818437478505075, + "transformer.layers.0.linear1.weight": 0.016929496079683304, + "transformer.layers.0.linear1.bias": 0.0008139135898090899, + "transformer.layers.0.linear2.weight": 0.017055705189704895, + "transformer.layers.0.linear2.bias": 0.001596023328602314, + "transformer.layers.0.norm1.weight": 0.0009713738691061735, + "transformer.layers.0.norm1.bias": 0.0013153775362297893, + "transformer.layers.0.norm2.weight": 0.0016025223303586245, + "transformer.layers.0.norm2.bias": 0.0011032887268811464, + "transformer.layers.1.self_attn.in_proj_weight": 0.012835090979933739, + "transformer.layers.1.self_attn.in_proj_bias": 0.0007511127623729408, + "transformer.layers.1.self_attn.out_proj.weight": 0.015008456073701382, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014279497554525733, + "transformer.layers.1.linear1.weight": 0.010234501212835312, + "transformer.layers.1.linear1.bias": 0.0005921951378695667, + "transformer.layers.1.linear2.weight": 0.014200162142515182, + "transformer.layers.1.linear2.bias": 0.001467169844545424, + "transformer.layers.1.norm1.weight": 0.0006936644786037505, + "transformer.layers.1.norm1.bias": 0.0006729285814799368, + "transformer.layers.1.norm2.weight": 0.0007427199161611497, + "transformer.layers.1.norm2.bias": 0.0006773229106329381, + "transformer.layers.2.self_attn.in_proj_weight": 0.016572484746575356, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011795219033956528, + "transformer.layers.2.self_attn.out_proj.weight": 0.014471582137048244, + "transformer.layers.2.self_attn.out_proj.bias": 0.001502885832451284, + "transformer.layers.2.linear1.weight": 0.00834701769053936, + "transformer.layers.2.linear1.bias": 0.0005934657528996468, + "transformer.layers.2.linear2.weight": 0.010635476559400558, + "transformer.layers.2.linear2.bias": 0.0016509967390447855, + "transformer.layers.2.norm1.weight": 0.001255804905667901, + "transformer.layers.2.norm1.bias": 0.0014006284764036536, + "transformer.layers.2.norm2.weight": 0.0005747853429056704, + "transformer.layers.2.norm2.bias": 0.0006422169390134513, + "transformer.layers.3.self_attn.in_proj_weight": 0.031338177621364594, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028709331527352333, + "transformer.layers.3.self_attn.out_proj.weight": 0.015974685549736023, + "transformer.layers.3.self_attn.out_proj.bias": 0.0025636814534664154, + "transformer.layers.3.linear1.weight": 0.0168758612126112, + "transformer.layers.3.linear1.bias": 0.0015522566391155124, + "transformer.layers.3.linear2.weight": 0.010270331054925919, + "transformer.layers.3.linear2.bias": 0.002880870597437024, + "transformer.layers.3.norm1.weight": 0.002402188256382942, + "transformer.layers.3.norm1.bias": 0.00411812961101532, + "transformer.layers.3.norm2.weight": 0.0011500604450702667, + "transformer.layers.3.norm2.bias": 0.0018849167972803116, + "head.weight": 0.16798338294029236, + "head.bias": 0.006799676921218634, + "global_embedding.weight": 0.016283245757222176, + "global_cnn.0.weight": 0.15251626074314117, + "global_cnn.0.bias": 0.005017151590436697, + "global_cnn.2.weight": 0.425698846578598, + "global_cnn.2.bias": 0.021428920328617096, + "global_proj.weight": 0.0824756920337677, + "global_proj.bias": 0.06336269527673721, + "goal_head.0.weight": 0.057294443249702454, + "goal_head.0.bias": 0.027931561693549156, + "goal_head.2.weight": 0.08710049837827682, + "goal_head.2.bias": 0.06529122591018677 + }, + { + "global_gate": 1.313830853177933e-05, + "embedding.weight": 0.001245478168129921, + "cnn.0.weight": 0.027219660580158234, + "cnn.0.bias": 0.0016885562799870968, + "cnn.2.weight": 0.008565487340092659, + "cnn.2.bias": 0.0036335354670882225, + "cnn.5.weight": 0.015878645703196526, + "cnn.5.bias": 0.0020799508783966303, + "action_emb.weight": 0.004836879670619965, + "timestep_emb.weight": 0.0010483649093657732, + "pos_emb.weight": 0.002592220902442932, + "transformer.layers.0.self_attn.in_proj_weight": 0.01991255022585392, + "transformer.layers.0.self_attn.in_proj_bias": 0.0014728213427588344, + "transformer.layers.0.self_attn.out_proj.weight": 0.020638734102249146, + "transformer.layers.0.self_attn.out_proj.bias": 0.0021224950905889273, + "transformer.layers.0.linear1.weight": 0.02501770295202732, + "transformer.layers.0.linear1.bias": 0.0009880111319944263, + "transformer.layers.0.linear2.weight": 0.020541157573461533, + "transformer.layers.0.linear2.bias": 0.001615359797142446, + "transformer.layers.0.norm1.weight": 0.0010774839902296662, + "transformer.layers.0.norm1.bias": 0.001344945514574647, + "transformer.layers.0.norm2.weight": 0.00254221074283123, + "transformer.layers.0.norm2.bias": 0.000938431650865823, + "transformer.layers.1.self_attn.in_proj_weight": 0.022427204996347427, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009721979149617255, + "transformer.layers.1.self_attn.out_proj.weight": 0.016881579533219337, + "transformer.layers.1.self_attn.out_proj.bias": 0.0014383515808731318, + "transformer.layers.1.linear1.weight": 0.010732103139162064, + "transformer.layers.1.linear1.bias": 0.0006447071791626513, + "transformer.layers.1.linear2.weight": 0.012784967198967934, + "transformer.layers.1.linear2.bias": 0.0013783785980194807, + "transformer.layers.1.norm1.weight": 0.001414514146745205, + "transformer.layers.1.norm1.bias": 0.0008817784837447107, + "transformer.layers.1.norm2.weight": 0.0009217181359417737, + "transformer.layers.1.norm2.bias": 0.0007842035265639424, + "transformer.layers.2.self_attn.in_proj_weight": 0.01743800938129425, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011397498892620206, + "transformer.layers.2.self_attn.out_proj.weight": 0.013968543149530888, + "transformer.layers.2.self_attn.out_proj.bias": 0.0013827010989189148, + "transformer.layers.2.linear1.weight": 0.007308381609618664, + "transformer.layers.2.linear1.bias": 0.0004988222499378026, + "transformer.layers.2.linear2.weight": 0.009099515154957771, + "transformer.layers.2.linear2.bias": 0.0014310387196019292, + "transformer.layers.2.norm1.weight": 0.0010575157357379794, + "transformer.layers.2.norm1.bias": 0.0012393435463309288, + "transformer.layers.2.norm2.weight": 0.00043921207543462515, + "transformer.layers.2.norm2.bias": 0.0004910047282464802, + "transformer.layers.3.self_attn.in_proj_weight": 0.027854997664690018, + "transformer.layers.3.self_attn.in_proj_bias": 0.0025835062842816114, + "transformer.layers.3.self_attn.out_proj.weight": 0.012138206511735916, + "transformer.layers.3.self_attn.out_proj.bias": 0.0020479902159422636, + "transformer.layers.3.linear1.weight": 0.013660955242812634, + "transformer.layers.3.linear1.bias": 0.0012144258944317698, + "transformer.layers.3.linear2.weight": 0.008553930558264256, + "transformer.layers.3.linear2.bias": 0.002329232171177864, + "transformer.layers.3.norm1.weight": 0.0022162250243127346, + "transformer.layers.3.norm1.bias": 0.003523134393617511, + "transformer.layers.3.norm2.weight": 0.0008556995890103281, + "transformer.layers.3.norm2.bias": 0.0013905544765293598, + "head.weight": 0.12720973789691925, + "head.bias": 0.0055780718103051186, + "global_embedding.weight": 0.013644556514918804, + "global_cnn.0.weight": 0.12430402636528015, + "global_cnn.0.bias": 0.005410489626228809, + "global_cnn.2.weight": 0.17438912391662598, + "global_cnn.2.bias": 0.008427535183727741, + "global_proj.weight": 0.03845338150858879, + "global_proj.bias": 0.030016284435987473, + "goal_head.0.weight": 0.029709242284297943, + "goal_head.0.bias": 0.01471065916121006, + "goal_head.2.weight": 0.04488851875066757, + "goal_head.2.bias": 0.03603297844529152 + }, + { + "global_gate": 0.00021094162366352975, + "embedding.weight": 0.0015603866195306182, + "cnn.0.weight": 0.02823586016893387, + "cnn.0.bias": 0.0011257041478529572, + "cnn.2.weight": 0.006360387429594994, + "cnn.2.bias": 0.001637627137824893, + "cnn.5.weight": 0.008158814162015915, + "cnn.5.bias": 0.001566429971717298, + "action_emb.weight": 0.0036736323963850737, + "timestep_emb.weight": 0.0011104654986411333, + "pos_emb.weight": 0.00275331549346447, + "transformer.layers.0.self_attn.in_proj_weight": 0.025601422414183617, + "transformer.layers.0.self_attn.in_proj_bias": 0.002124594524502754, + "transformer.layers.0.self_attn.out_proj.weight": 0.0220631193369627, + "transformer.layers.0.self_attn.out_proj.bias": 0.002573304809629917, + "transformer.layers.0.linear1.weight": 0.022431617602705956, + "transformer.layers.0.linear1.bias": 0.0011979436967521906, + "transformer.layers.0.linear2.weight": 0.02390599250793457, + "transformer.layers.0.linear2.bias": 0.0020687468349933624, + "transformer.layers.0.norm1.weight": 0.0016386358765885234, + "transformer.layers.0.norm1.bias": 0.001985749928280711, + "transformer.layers.0.norm2.weight": 0.002124300692230463, + "transformer.layers.0.norm2.bias": 0.0011066504521295428, + "transformer.layers.1.self_attn.in_proj_weight": 0.0213583055883646, + "transformer.layers.1.self_attn.in_proj_bias": 0.0013252358185127378, + "transformer.layers.1.self_attn.out_proj.weight": 0.019738195464015007, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016396015416830778, + "transformer.layers.1.linear1.weight": 0.01314483117312193, + "transformer.layers.1.linear1.bias": 0.000655895855743438, + "transformer.layers.1.linear2.weight": 0.01692594774067402, + "transformer.layers.1.linear2.bias": 0.001561876037158072, + "transformer.layers.1.norm1.weight": 0.0014189643552526832, + "transformer.layers.1.norm1.bias": 0.0014060968533158302, + "transformer.layers.1.norm2.weight": 0.001001059776172042, + "transformer.layers.1.norm2.bias": 0.0006241216324269772, + "transformer.layers.2.self_attn.in_proj_weight": 0.020915508270263672, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014513181522488594, + "transformer.layers.2.self_attn.out_proj.weight": 0.021312832832336426, + "transformer.layers.2.self_attn.out_proj.bias": 0.0015011463547125459, + "transformer.layers.2.linear1.weight": 0.010899722576141357, + "transformer.layers.2.linear1.bias": 0.000639517093077302, + "transformer.layers.2.linear2.weight": 0.01307681668549776, + "transformer.layers.2.linear2.bias": 0.0015308858128264546, + "transformer.layers.2.norm1.weight": 0.0014233351685106754, + "transformer.layers.2.norm1.bias": 0.001781793194822967, + "transformer.layers.2.norm2.weight": 0.000739517156034708, + "transformer.layers.2.norm2.bias": 0.0006325570866465569, + "transformer.layers.3.self_attn.in_proj_weight": 0.039294224232435226, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028659296222031116, + "transformer.layers.3.self_attn.out_proj.weight": 0.022922908887267113, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023627362679690123, + "transformer.layers.3.linear1.weight": 0.020842770114541054, + "transformer.layers.3.linear1.bias": 0.0015415152302011847, + "transformer.layers.3.linear2.weight": 0.012654457241296768, + "transformer.layers.3.linear2.bias": 0.0025386475026607513, + "transformer.layers.3.norm1.weight": 0.0034702818375080824, + "transformer.layers.3.norm1.bias": 0.00376820913515985, + "transformer.layers.3.norm2.weight": 0.0015269534196704626, + "transformer.layers.3.norm2.bias": 0.0019002956105396152, + "head.weight": 0.16020488739013672, + "head.bias": 0.005194394383579493, + "global_embedding.weight": 0.013569634407758713, + "global_cnn.0.weight": 0.12064177542924881, + "global_cnn.0.bias": 0.0037414145190268755, + "global_cnn.2.weight": 0.2778533697128296, + "global_cnn.2.bias": 0.013342950493097305, + "global_proj.weight": 0.043353211134672165, + "global_proj.bias": 0.0379474051296711, + "goal_head.0.weight": 0.027856433764100075, + "goal_head.0.bias": 0.013952149078249931, + "goal_head.2.weight": 0.043319832533597946, + "goal_head.2.bias": 0.02925075963139534 + }, + { + "global_gate": 0.00025393656687811017, + "embedding.weight": 0.0021223744843155146, + "cnn.0.weight": 0.0484660267829895, + "cnn.0.bias": 0.0019479613984003663, + "cnn.2.weight": 0.01383813563734293, + "cnn.2.bias": 0.00457087391987443, + "cnn.5.weight": 0.016587762162089348, + "cnn.5.bias": 0.0036873265635222197, + "action_emb.weight": 0.00949020590633154, + "timestep_emb.weight": 0.001530713401734829, + "pos_emb.weight": 0.0032110819593071938, + "transformer.layers.0.self_attn.in_proj_weight": 0.0375719852745533, + "transformer.layers.0.self_attn.in_proj_bias": 0.0031082225032150745, + "transformer.layers.0.self_attn.out_proj.weight": 0.04124148190021515, + "transformer.layers.0.self_attn.out_proj.bias": 0.0039027398452162743, + "transformer.layers.0.linear1.weight": 0.0450165681540966, + "transformer.layers.0.linear1.bias": 0.0017509959870949388, + "transformer.layers.0.linear2.weight": 0.03637344390153885, + "transformer.layers.0.linear2.bias": 0.0030768339056521654, + "transformer.layers.0.norm1.weight": 0.002398237818852067, + "transformer.layers.0.norm1.bias": 0.0029227526392787695, + "transformer.layers.0.norm2.weight": 0.004979144316166639, + "transformer.layers.0.norm2.bias": 0.0021009924821555614, + "transformer.layers.1.self_attn.in_proj_weight": 0.03566618263721466, + "transformer.layers.1.self_attn.in_proj_bias": 0.00196884386241436, + "transformer.layers.1.self_attn.out_proj.weight": 0.03210005909204483, + "transformer.layers.1.self_attn.out_proj.bias": 0.0025710950139909983, + "transformer.layers.1.linear1.weight": 0.018603796139359474, + "transformer.layers.1.linear1.bias": 0.0009441036963835359, + "transformer.layers.1.linear2.weight": 0.0241022240370512, + "transformer.layers.1.linear2.bias": 0.002482425654307008, + "transformer.layers.1.norm1.weight": 0.002384571824222803, + "transformer.layers.1.norm1.bias": 0.001969716278836131, + "transformer.layers.1.norm2.weight": 0.001530637964606285, + "transformer.layers.1.norm2.bias": 0.0008972185314632952, + "transformer.layers.2.self_attn.in_proj_weight": 0.033648449927568436, + "transformer.layers.2.self_attn.in_proj_bias": 0.0021339738741517067, + "transformer.layers.2.self_attn.out_proj.weight": 0.02691599540412426, + "transformer.layers.2.self_attn.out_proj.bias": 0.002490588929504156, + "transformer.layers.2.linear1.weight": 0.014391389675438404, + "transformer.layers.2.linear1.bias": 0.0009620606433600187, + "transformer.layers.2.linear2.weight": 0.017709752544760704, + "transformer.layers.2.linear2.bias": 0.00250857206992805, + "transformer.layers.2.norm1.weight": 0.002234481042250991, + "transformer.layers.2.norm1.bias": 0.002059925813227892, + "transformer.layers.2.norm2.weight": 0.000960468896664679, + "transformer.layers.2.norm2.bias": 0.0009610849665477872, + "transformer.layers.3.self_attn.in_proj_weight": 0.04437566548585892, + "transformer.layers.3.self_attn.in_proj_bias": 0.00415429100394249, + "transformer.layers.3.self_attn.out_proj.weight": 0.02546761743724346, + "transformer.layers.3.self_attn.out_proj.bias": 0.0035114192869514227, + "transformer.layers.3.linear1.weight": 0.024915186688303947, + "transformer.layers.3.linear1.bias": 0.001971573568880558, + "transformer.layers.3.linear2.weight": 0.014985262416303158, + "transformer.layers.3.linear2.bias": 0.0035772838164120913, + "transformer.layers.3.norm1.weight": 0.0038583416026085615, + "transformer.layers.3.norm1.bias": 0.005718679632991552, + "transformer.layers.3.norm2.weight": 0.0018235280876979232, + "transformer.layers.3.norm2.bias": 0.0024913791567087173, + "head.weight": 0.18895824253559113, + "head.bias": 0.00638537434861064, + "global_embedding.weight": 0.020512428134679794, + "global_cnn.0.weight": 0.14671610295772552, + "global_cnn.0.bias": 0.004895445890724659, + "global_cnn.2.weight": 0.429098516702652, + "global_cnn.2.bias": 0.02235531620681286, + "global_proj.weight": 0.07034874707460403, + "global_proj.bias": 0.04955760017037392, + "goal_head.0.weight": 0.04411529377102852, + "goal_head.0.bias": 0.019798366352915764, + "goal_head.2.weight": 0.05900052934885025, + "goal_head.2.bias": 0.04091770201921463 + }, + { + "global_gate": 2.777703593892511e-05, + "embedding.weight": 0.001013745553791523, + "cnn.0.weight": 0.02942659519612789, + "cnn.0.bias": 0.0012299396330490708, + "cnn.2.weight": 0.00999336875975132, + "cnn.2.bias": 0.0034515380393713713, + "cnn.5.weight": 0.012175573967397213, + "cnn.5.bias": 0.0026533128693699837, + "action_emb.weight": 0.005136867053806782, + "timestep_emb.weight": 0.0014943726127967238, + "pos_emb.weight": 0.0035001521464437246, + "transformer.layers.0.self_attn.in_proj_weight": 0.03279329463839531, + "transformer.layers.0.self_attn.in_proj_bias": 0.0028830431401729584, + "transformer.layers.0.self_attn.out_proj.weight": 0.034051764756441116, + "transformer.layers.0.self_attn.out_proj.bias": 0.0035227041225880384, + "transformer.layers.0.linear1.weight": 0.030352775007486343, + "transformer.layers.0.linear1.bias": 0.0015879551647230983, + "transformer.layers.0.linear2.weight": 0.034033577889204025, + "transformer.layers.0.linear2.bias": 0.0027512002270668745, + "transformer.layers.0.norm1.weight": 0.00214975094422698, + "transformer.layers.0.norm1.bias": 0.002628372283652425, + "transformer.layers.0.norm2.weight": 0.0028816936537623405, + "transformer.layers.0.norm2.bias": 0.0012794280191883445, + "transformer.layers.1.self_attn.in_proj_weight": 0.03171432018280029, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016551779117435217, + "transformer.layers.1.self_attn.out_proj.weight": 0.03490449860692024, + "transformer.layers.1.self_attn.out_proj.bias": 0.00228427373804152, + "transformer.layers.1.linear1.weight": 0.017794914543628693, + "transformer.layers.1.linear1.bias": 0.0009896504925563931, + "transformer.layers.1.linear2.weight": 0.02485552988946438, + "transformer.layers.1.linear2.bias": 0.0021570944227278233, + "transformer.layers.1.norm1.weight": 0.0020428909920156, + "transformer.layers.1.norm1.bias": 0.0014330212725326419, + "transformer.layers.1.norm2.weight": 0.001385776326060295, + "transformer.layers.1.norm2.bias": 0.0010065141832455993, + "transformer.layers.2.self_attn.in_proj_weight": 0.0335671529173851, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017419145442545414, + "transformer.layers.2.self_attn.out_proj.weight": 0.028051020577549934, + "transformer.layers.2.self_attn.out_proj.bias": 0.002048084046691656, + "transformer.layers.2.linear1.weight": 0.014845921657979488, + "transformer.layers.2.linear1.bias": 0.0009451750083826482, + "transformer.layers.2.linear2.weight": 0.01972496695816517, + "transformer.layers.2.linear2.bias": 0.002098389668390155, + "transformer.layers.2.norm1.weight": 0.002470101695507765, + "transformer.layers.2.norm1.bias": 0.0017838445492088795, + "transformer.layers.2.norm2.weight": 0.0010383437620475888, + "transformer.layers.2.norm2.bias": 0.0009658660856075585, + "transformer.layers.3.self_attn.in_proj_weight": 0.05853307992219925, + "transformer.layers.3.self_attn.in_proj_bias": 0.004891706630587578, + "transformer.layers.3.self_attn.out_proj.weight": 0.030379878357052803, + "transformer.layers.3.self_attn.out_proj.bias": 0.0032000953797250986, + "transformer.layers.3.linear1.weight": 0.030685171484947205, + "transformer.layers.3.linear1.bias": 0.00253845751285553, + "transformer.layers.3.linear2.weight": 0.021451428532600403, + "transformer.layers.3.linear2.bias": 0.0035125897265970707, + "transformer.layers.3.norm1.weight": 0.004647592082619667, + "transformer.layers.3.norm1.bias": 0.006771690212190151, + "transformer.layers.3.norm2.weight": 0.002085869899019599, + "transformer.layers.3.norm2.bias": 0.0026619203854352236, + "head.weight": 0.21238639950752258, + "head.bias": 0.006334997713565826, + "global_embedding.weight": 0.008275897242128849, + "global_cnn.0.weight": 0.05960233882069588, + "global_cnn.0.bias": 0.002013320103287697, + "global_cnn.2.weight": 0.1532411277294159, + "global_cnn.2.bias": 0.006903920788317919, + "global_proj.weight": 0.036494966596364975, + "global_proj.bias": 0.02707585319876671, + "goal_head.0.weight": 0.025671763345599174, + "goal_head.0.bias": 0.012183698825538158, + "goal_head.2.weight": 0.038702771067619324, + "goal_head.2.bias": 0.02846384234726429 + }, + { + "global_gate": 0.00014333866420201957, + "embedding.weight": 0.001582450931891799, + "cnn.0.weight": 0.038847923278808594, + "cnn.0.bias": 0.0016459980979561806, + "cnn.2.weight": 0.011672495864331722, + "cnn.2.bias": 0.0052549270913004875, + "cnn.5.weight": 0.011706478893756866, + "cnn.5.bias": 0.003113789251074195, + "action_emb.weight": 0.005638299509882927, + "timestep_emb.weight": 0.0012439319398254156, + "pos_emb.weight": 0.0021302097011357546, + "transformer.layers.0.self_attn.in_proj_weight": 0.03607076406478882, + "transformer.layers.0.self_attn.in_proj_bias": 0.0034791382495313883, + "transformer.layers.0.self_attn.out_proj.weight": 0.03165410831570625, + "transformer.layers.0.self_attn.out_proj.bias": 0.004645560868084431, + "transformer.layers.0.linear1.weight": 0.027850760146975517, + "transformer.layers.0.linear1.bias": 0.0018346351571381092, + "transformer.layers.0.linear2.weight": 0.032229941338300705, + "transformer.layers.0.linear2.bias": 0.003807578468695283, + "transformer.layers.0.norm1.weight": 0.002084125764667988, + "transformer.layers.0.norm1.bias": 0.0035449930001050234, + "transformer.layers.0.norm2.weight": 0.0023071211762726307, + "transformer.layers.0.norm2.bias": 0.0019204645650461316, + "transformer.layers.1.self_attn.in_proj_weight": 0.0283212810754776, + "transformer.layers.1.self_attn.in_proj_bias": 0.0021103855688124895, + "transformer.layers.1.self_attn.out_proj.weight": 0.03108115680515766, + "transformer.layers.1.self_attn.out_proj.bias": 0.00309210573323071, + "transformer.layers.1.linear1.weight": 0.018085386604070663, + "transformer.layers.1.linear1.bias": 0.0012445010943338275, + "transformer.layers.1.linear2.weight": 0.023638760671019554, + "transformer.layers.1.linear2.bias": 0.0030575620476156473, + "transformer.layers.1.norm1.weight": 0.0019368113717064261, + "transformer.layers.1.norm1.bias": 0.0020915695931762457, + "transformer.layers.1.norm2.weight": 0.0015338259981945157, + "transformer.layers.1.norm2.bias": 0.001476682024076581, + "transformer.layers.2.self_attn.in_proj_weight": 0.02681954950094223, + "transformer.layers.2.self_attn.in_proj_bias": 0.0023388888221234083, + "transformer.layers.2.self_attn.out_proj.weight": 0.02676507644355297, + "transformer.layers.2.self_attn.out_proj.bias": 0.0030315762851387262, + "transformer.layers.2.linear1.weight": 0.015839261934161186, + "transformer.layers.2.linear1.bias": 0.001301573240198195, + "transformer.layers.2.linear2.weight": 0.01731797680258751, + "transformer.layers.2.linear2.bias": 0.003370753489434719, + "transformer.layers.2.norm1.weight": 0.0020203986205160618, + "transformer.layers.2.norm1.bias": 0.0026907676365226507, + "transformer.layers.2.norm2.weight": 0.001227544154971838, + "transformer.layers.2.norm2.bias": 0.001819072524085641, + "transformer.layers.3.self_attn.in_proj_weight": 0.047195132821798325, + "transformer.layers.3.self_attn.in_proj_bias": 0.006108803208917379, + "transformer.layers.3.self_attn.out_proj.weight": 0.02804090827703476, + "transformer.layers.3.self_attn.out_proj.bias": 0.004986369516700506, + "transformer.layers.3.linear1.weight": 0.03508869931101799, + "transformer.layers.3.linear1.bias": 0.003480140585452318, + "transformer.layers.3.linear2.weight": 0.018652096390724182, + "transformer.layers.3.linear2.bias": 0.006080728955566883, + "transformer.layers.3.norm1.weight": 0.004152300301939249, + "transformer.layers.3.norm1.bias": 0.008667326532304287, + "transformer.layers.3.norm2.weight": 0.0023670620284974575, + "transformer.layers.3.norm2.bias": 0.004618157632648945, + "head.weight": 0.2751143276691437, + "head.bias": 0.012412258423864841, + "global_embedding.weight": 0.015113193541765213, + "global_cnn.0.weight": 0.10622532665729523, + "global_cnn.0.bias": 0.0036230122204869986, + "global_cnn.2.weight": 0.2557298243045807, + "global_cnn.2.bias": 0.012855282984673977, + "global_proj.weight": 0.04371258243918419, + "global_proj.bias": 0.03390892222523689, + "goal_head.0.weight": 0.02563570626080036, + "goal_head.0.bias": 0.011868606321513653, + "goal_head.2.weight": 0.03768415376543999, + "goal_head.2.bias": 0.023951251059770584 + }, + { + "global_gate": 0.00011394087778171524, + "embedding.weight": 0.0006230765720829368, + "cnn.0.weight": 0.021180033683776855, + "cnn.0.bias": 0.000809833116363734, + "cnn.2.weight": 0.007185880094766617, + "cnn.2.bias": 0.0021934560500085354, + "cnn.5.weight": 0.009591225534677505, + "cnn.5.bias": 0.0016454404685646296, + "action_emb.weight": 0.0031212603207677603, + "timestep_emb.weight": 0.0008759523625485599, + "pos_emb.weight": 0.0015515845734626055, + "transformer.layers.0.self_attn.in_proj_weight": 0.019190454855561256, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016901273047551513, + "transformer.layers.0.self_attn.out_proj.weight": 0.022019783034920692, + "transformer.layers.0.self_attn.out_proj.bias": 0.002489420585334301, + "transformer.layers.0.linear1.weight": 0.016681060194969177, + "transformer.layers.0.linear1.bias": 0.0009421455906704068, + "transformer.layers.0.linear2.weight": 0.019842077046632767, + "transformer.layers.0.linear2.bias": 0.0019444929203018546, + "transformer.layers.0.norm1.weight": 0.001088391407392919, + "transformer.layers.0.norm1.bias": 0.0014977724058553576, + "transformer.layers.0.norm2.weight": 0.0014463028637692332, + "transformer.layers.0.norm2.bias": 0.001069504301995039, + "transformer.layers.1.self_attn.in_proj_weight": 0.017050674185156822, + "transformer.layers.1.self_attn.in_proj_bias": 0.0012389185139909387, + "transformer.layers.1.self_attn.out_proj.weight": 0.020568421110510826, + "transformer.layers.1.self_attn.out_proj.bias": 0.001573324901983142, + "transformer.layers.1.linear1.weight": 0.010563725605607033, + "transformer.layers.1.linear1.bias": 0.0006598096806555986, + "transformer.layers.1.linear2.weight": 0.014244597405195236, + "transformer.layers.1.linear2.bias": 0.0014853470493108034, + "transformer.layers.1.norm1.weight": 0.0012147501111030579, + "transformer.layers.1.norm1.bias": 0.0013468354009091854, + "transformer.layers.1.norm2.weight": 0.0008635754347778857, + "transformer.layers.1.norm2.bias": 0.0006342669948935509, + "transformer.layers.2.self_attn.in_proj_weight": 0.01868683658540249, + "transformer.layers.2.self_attn.in_proj_bias": 0.0011659256415441632, + "transformer.layers.2.self_attn.out_proj.weight": 0.018175287172198296, + "transformer.layers.2.self_attn.out_proj.bias": 0.00130888307467103, + "transformer.layers.2.linear1.weight": 0.00852071400731802, + "transformer.layers.2.linear1.bias": 0.00048700079787522554, + "transformer.layers.2.linear2.weight": 0.011441738344728947, + "transformer.layers.2.linear2.bias": 0.0012802211567759514, + "transformer.layers.2.norm1.weight": 0.001441673026420176, + "transformer.layers.2.norm1.bias": 0.0015681765507906675, + "transformer.layers.2.norm2.weight": 0.0004999858210794628, + "transformer.layers.2.norm2.bias": 0.00039969093631953, + "transformer.layers.3.self_attn.in_proj_weight": 0.034310754388570786, + "transformer.layers.3.self_attn.in_proj_bias": 0.0026792283169925213, + "transformer.layers.3.self_attn.out_proj.weight": 0.01995144784450531, + "transformer.layers.3.self_attn.out_proj.bias": 0.0018753544427454472, + "transformer.layers.3.linear1.weight": 0.020676542073488235, + "transformer.layers.3.linear1.bias": 0.0015282570384442806, + "transformer.layers.3.linear2.weight": 0.012792828492820263, + "transformer.layers.3.linear2.bias": 0.00188964803237468, + "transformer.layers.3.norm1.weight": 0.002845304785296321, + "transformer.layers.3.norm1.bias": 0.003465272020548582, + "transformer.layers.3.norm2.weight": 0.0014248457737267017, + "transformer.layers.3.norm2.bias": 0.001729082316160202, + "head.weight": 0.1291985660791397, + "head.bias": 0.0033371038734912872, + "global_embedding.weight": 0.017068734392523766, + "global_cnn.0.weight": 0.06372398138046265, + "global_cnn.0.bias": 0.002900594612583518, + "global_cnn.2.weight": 0.08424922823905945, + "global_cnn.2.bias": 0.003361838636919856, + "global_proj.weight": 0.008801073767244816, + "global_proj.bias": 0.004154879134148359, + "goal_head.0.weight": 0.005073852371424437, + "goal_head.0.bias": 0.0018123434856534004, + "goal_head.2.weight": 0.007128393277525902, + "goal_head.2.bias": 0.004217355977743864 + }, + { + "global_gate": 0.00010301065776729956, + "embedding.weight": 0.0009739937377162278, + "cnn.0.weight": 0.01788736879825592, + "cnn.0.bias": 0.0007081950316205621, + "cnn.2.weight": 0.005338115617632866, + "cnn.2.bias": 0.0011109225451946259, + "cnn.5.weight": 0.007549603469669819, + "cnn.5.bias": 0.0010631544282659888, + "action_emb.weight": 0.0033320763614028692, + "timestep_emb.weight": 0.0010015544248744845, + "pos_emb.weight": 0.0018415035447105765, + "transformer.layers.0.self_attn.in_proj_weight": 0.021902360022068024, + "transformer.layers.0.self_attn.in_proj_bias": 0.001587085658684373, + "transformer.layers.0.self_attn.out_proj.weight": 0.01749640703201294, + "transformer.layers.0.self_attn.out_proj.bias": 0.001981725450605154, + "transformer.layers.0.linear1.weight": 0.016569510102272034, + "transformer.layers.0.linear1.bias": 0.0008525754092261195, + "transformer.layers.0.linear2.weight": 0.017682624980807304, + "transformer.layers.0.linear2.bias": 0.001632792642340064, + "transformer.layers.0.norm1.weight": 0.001412000274285674, + "transformer.layers.0.norm1.bias": 0.0015643053920939565, + "transformer.layers.0.norm2.weight": 0.0015301882522180676, + "transformer.layers.0.norm2.bias": 0.000891665113158524, + "transformer.layers.1.self_attn.in_proj_weight": 0.015975752845406532, + "transformer.layers.1.self_attn.in_proj_bias": 0.0009878887794911861, + "transformer.layers.1.self_attn.out_proj.weight": 0.01848345436155796, + "transformer.layers.1.self_attn.out_proj.bias": 0.001310334773734212, + "transformer.layers.1.linear1.weight": 0.010115444660186768, + "transformer.layers.1.linear1.bias": 0.0005762843647971749, + "transformer.layers.1.linear2.weight": 0.013096506707370281, + "transformer.layers.1.linear2.bias": 0.0012118653394281864, + "transformer.layers.1.norm1.weight": 0.0010589206358417869, + "transformer.layers.1.norm1.bias": 0.0009398102411068976, + "transformer.layers.1.norm2.weight": 0.000731507083401084, + "transformer.layers.1.norm2.bias": 0.0006044472684152424, + "transformer.layers.2.self_attn.in_proj_weight": 0.016118641942739487, + "transformer.layers.2.self_attn.in_proj_bias": 0.0009351547923870385, + "transformer.layers.2.self_attn.out_proj.weight": 0.015570170246064663, + "transformer.layers.2.self_attn.out_proj.bias": 0.0012032196391373873, + "transformer.layers.2.linear1.weight": 0.008503630757331848, + "transformer.layers.2.linear1.bias": 0.0005920679541304708, + "transformer.layers.2.linear2.weight": 0.009641625918447971, + "transformer.layers.2.linear2.bias": 0.0012183350045233965, + "transformer.layers.2.norm1.weight": 0.00114381720777601, + "transformer.layers.2.norm1.bias": 0.0009555030264891684, + "transformer.layers.2.norm2.weight": 0.0006385415908880532, + "transformer.layers.2.norm2.bias": 0.0008024996495805681, + "transformer.layers.3.self_attn.in_proj_weight": 0.03040521778166294, + "transformer.layers.3.self_attn.in_proj_bias": 0.0028754775412380695, + "transformer.layers.3.self_attn.out_proj.weight": 0.013927560299634933, + "transformer.layers.3.self_attn.out_proj.bias": 0.002057471079751849, + "transformer.layers.3.linear1.weight": 0.019336696714162827, + "transformer.layers.3.linear1.bias": 0.0016808509826660156, + "transformer.layers.3.linear2.weight": 0.009722626768052578, + "transformer.layers.3.linear2.bias": 0.0026961141265928745, + "transformer.layers.3.norm1.weight": 0.0022708771284669638, + "transformer.layers.3.norm1.bias": 0.0038647898472845554, + "transformer.layers.3.norm2.weight": 0.0013906939420849085, + "transformer.layers.3.norm2.bias": 0.0025177712086588144, + "head.weight": 0.12537162005901337, + "head.bias": 0.0048231156542897224, + "global_embedding.weight": 0.005724380724132061, + "global_cnn.0.weight": 0.053312037140131, + "global_cnn.0.bias": 0.0015697565395385027, + "global_cnn.2.weight": 0.1597937047481537, + "global_cnn.2.bias": 0.00773334177210927, + "global_proj.weight": 0.02579442970454693, + "global_proj.bias": 0.019725440070033073, + "goal_head.0.weight": 0.015137175098061562, + "goal_head.0.bias": 0.007117668632417917, + "goal_head.2.weight": 0.02168738655745983, + "goal_head.2.bias": 0.014599554240703583 + }, + { + "global_gate": 9.920763113768771e-05, + "embedding.weight": 0.002528177108615637, + "cnn.0.weight": 0.044086769223213196, + "cnn.0.bias": 0.0018944418989121914, + "cnn.2.weight": 0.009033134207129478, + "cnn.2.bias": 0.002415161579847336, + "cnn.5.weight": 0.010680128820240498, + "cnn.5.bias": 0.0022150787990540266, + "action_emb.weight": 0.0035052273888140917, + "timestep_emb.weight": 0.0012253556633368134, + "pos_emb.weight": 0.002692009322345257, + "transformer.layers.0.self_attn.in_proj_weight": 0.024258054792881012, + "transformer.layers.0.self_attn.in_proj_bias": 0.0016546137630939484, + "transformer.layers.0.self_attn.out_proj.weight": 0.02277548238635063, + "transformer.layers.0.self_attn.out_proj.bias": 0.0022834581322968006, + "transformer.layers.0.linear1.weight": 0.02090928703546524, + "transformer.layers.0.linear1.bias": 0.0010148200672119856, + "transformer.layers.0.linear2.weight": 0.022063614800572395, + "transformer.layers.0.linear2.bias": 0.0020343854557722807, + "transformer.layers.0.norm1.weight": 0.0013394980924203992, + "transformer.layers.0.norm1.bias": 0.0015885448083281517, + "transformer.layers.0.norm2.weight": 0.0019494907464832067, + "transformer.layers.0.norm2.bias": 0.001097052008844912, + "transformer.layers.1.self_attn.in_proj_weight": 0.019232358783483505, + "transformer.layers.1.self_attn.in_proj_bias": 0.0011881896061822772, + "transformer.layers.1.self_attn.out_proj.weight": 0.02100643329322338, + "transformer.layers.1.self_attn.out_proj.bias": 0.0016706438036635518, + "transformer.layers.1.linear1.weight": 0.012272550724446774, + "transformer.layers.1.linear1.bias": 0.0006754143396392465, + "transformer.layers.1.linear2.weight": 0.01542928721755743, + "transformer.layers.1.linear2.bias": 0.0016566700069233775, + "transformer.layers.1.norm1.weight": 0.001234229071997106, + "transformer.layers.1.norm1.bias": 0.001302069053053856, + "transformer.layers.1.norm2.weight": 0.0009210541029460728, + "transformer.layers.1.norm2.bias": 0.0006868401542305946, + "transformer.layers.2.self_attn.in_proj_weight": 0.019610313698649406, + "transformer.layers.2.self_attn.in_proj_bias": 0.0012827495811507106, + "transformer.layers.2.self_attn.out_proj.weight": 0.020384183153510094, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016277094837278128, + "transformer.layers.2.linear1.weight": 0.010430349968373775, + "transformer.layers.2.linear1.bias": 0.000667455664370209, + "transformer.layers.2.linear2.weight": 0.012649288401007652, + "transformer.layers.2.linear2.bias": 0.0017301853513345122, + "transformer.layers.2.norm1.weight": 0.0014109801268205047, + "transformer.layers.2.norm1.bias": 0.001354937325231731, + "transformer.layers.2.norm2.weight": 0.0007150799501687288, + "transformer.layers.2.norm2.bias": 0.0007737981504760683, + "transformer.layers.3.self_attn.in_proj_weight": 0.04352695867419243, + "transformer.layers.3.self_attn.in_proj_bias": 0.0031313057988882065, + "transformer.layers.3.self_attn.out_proj.weight": 0.023431729525327682, + "transformer.layers.3.self_attn.out_proj.bias": 0.0026614328380674124, + "transformer.layers.3.linear1.weight": 0.02247292548418045, + "transformer.layers.3.linear1.bias": 0.0017867869464680552, + "transformer.layers.3.linear2.weight": 0.013688257895410061, + "transformer.layers.3.linear2.bias": 0.003113864455372095, + "transformer.layers.3.norm1.weight": 0.0036221251357346773, + "transformer.layers.3.norm1.bias": 0.004475926980376244, + "transformer.layers.3.norm2.weight": 0.0016867455560714006, + "transformer.layers.3.norm2.bias": 0.002261501271277666, + "head.weight": 0.18429766595363617, + "head.bias": 0.005795803386718035, + "global_embedding.weight": 0.004943910054862499, + "global_cnn.0.weight": 0.03991349786520004, + "global_cnn.0.bias": 0.0017893537878990173, + "global_cnn.2.weight": 0.12509866058826447, + "global_cnn.2.bias": 0.005750415846705437, + "global_proj.weight": 0.030716529116034508, + "global_proj.bias": 0.025023087859153748, + "goal_head.0.weight": 0.023769855499267578, + "goal_head.0.bias": 0.01167201716452837, + "goal_head.2.weight": 0.0400073267519474, + "goal_head.2.bias": 0.02829034999012947 + }, + { + "global_gate": 9.300211240770295e-05, + "embedding.weight": 0.0009432758088223636, + "cnn.0.weight": 0.018884113058447838, + "cnn.0.bias": 0.0006380093400366604, + "cnn.2.weight": 0.008952087722718716, + "cnn.2.bias": 0.0030361542012542486, + "cnn.5.weight": 0.012551406398415565, + "cnn.5.bias": 0.0024628497194498777, + "action_emb.weight": 0.004065988585352898, + "timestep_emb.weight": 0.0013289381749927998, + "pos_emb.weight": 0.0026942540425807238, + "transformer.layers.0.self_attn.in_proj_weight": 0.0275803841650486, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025082670617848635, + "transformer.layers.0.self_attn.out_proj.weight": 0.027167590335011482, + "transformer.layers.0.self_attn.out_proj.bias": 0.003104444593191147, + "transformer.layers.0.linear1.weight": 0.023036696016788483, + "transformer.layers.0.linear1.bias": 0.001385831623338163, + "transformer.layers.0.linear2.weight": 0.025263722985982895, + "transformer.layers.0.linear2.bias": 0.0024676986504346132, + "transformer.layers.0.norm1.weight": 0.0015717019559815526, + "transformer.layers.0.norm1.bias": 0.002384892199188471, + "transformer.layers.0.norm2.weight": 0.0023597702383995056, + "transformer.layers.0.norm2.bias": 0.0019093453884124756, + "transformer.layers.1.self_attn.in_proj_weight": 0.025456849485635757, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016069308621808887, + "transformer.layers.1.self_attn.out_proj.weight": 0.026284528896212578, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019412271212786436, + "transformer.layers.1.linear1.weight": 0.013404527679085732, + "transformer.layers.1.linear1.bias": 0.0007855553412809968, + "transformer.layers.1.linear2.weight": 0.016954658553004265, + "transformer.layers.1.linear2.bias": 0.0018186765955761075, + "transformer.layers.1.norm1.weight": 0.0016449993709102273, + "transformer.layers.1.norm1.bias": 0.0015686791157349944, + "transformer.layers.1.norm2.weight": 0.0010837481822818518, + "transformer.layers.1.norm2.bias": 0.0008174284594133496, + "transformer.layers.2.self_attn.in_proj_weight": 0.02332713082432747, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014224534388631582, + "transformer.layers.2.self_attn.out_proj.weight": 0.023159749805927277, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016510473797097802, + "transformer.layers.2.linear1.weight": 0.010964554734528065, + "transformer.layers.2.linear1.bias": 0.0006903824978508055, + "transformer.layers.2.linear2.weight": 0.013164899311959743, + "transformer.layers.2.linear2.bias": 0.0016246846644207835, + "transformer.layers.2.norm1.weight": 0.0015624779043719172, + "transformer.layers.2.norm1.bias": 0.0013151876628398895, + "transformer.layers.2.norm2.weight": 0.0008518673712387681, + "transformer.layers.2.norm2.bias": 0.0007312441011890769, + "transformer.layers.3.self_attn.in_proj_weight": 0.04604490101337433, + "transformer.layers.3.self_attn.in_proj_bias": 0.003125823102891445, + "transformer.layers.3.self_attn.out_proj.weight": 0.0237582940608263, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023894754704087973, + "transformer.layers.3.linear1.weight": 0.02956485189497471, + "transformer.layers.3.linear1.bias": 0.002450828207656741, + "transformer.layers.3.linear2.weight": 0.01603056862950325, + "transformer.layers.3.linear2.bias": 0.003024511272087693, + "transformer.layers.3.norm1.weight": 0.0038680206052958965, + "transformer.layers.3.norm1.bias": 0.004171429667621851, + "transformer.layers.3.norm2.weight": 0.0022045564837753773, + "transformer.layers.3.norm2.bias": 0.0034775775857269764, + "head.weight": 0.18374717235565186, + "head.bias": 0.005832876544445753, + "global_embedding.weight": 0.030367080122232437, + "global_cnn.0.weight": 0.08438560366630554, + "global_cnn.0.bias": 0.004072301089763641, + "global_cnn.2.weight": 0.09692558646202087, + "global_cnn.2.bias": 0.005535597447305918, + "global_proj.weight": 0.022011442109942436, + "global_proj.bias": 0.01652270369231701, + "goal_head.0.weight": 0.015830671414732933, + "goal_head.0.bias": 0.007637745700776577, + "goal_head.2.weight": 0.023777233436703682, + "goal_head.2.bias": 0.01763301156461239 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.12322862446308136, - 0.1987382024526596, - 0.054926883429288864, - 0.28527140617370605, - 0.05533948540687561, - 0.05067683011293411, - 0.12097565084695816, - 0.03536885976791382, - 0.05032123997807503, - 0.04487776756286621 + 0.26768702268600464, + 0.2906152904033661, + 0.4174257814884186, + 0.30803337693214417, + 0.3625047206878662, + 0.3599179685115814, + 0.44098860025405884, + 0.42000067234039307, + 0.25249719619750977, + 0.22094105184078217, + 0.3372596204280853, + 0.29329347610473633, + 0.3039810359477997, + 0.6778414845466614, + 0.46922487020492554, + 0.46514081954956055, + 0.265451043844223, + 0.4532192051410675, + 0.6780950427055359, + 0.6148270964622498 ], "repr_drift_kl_low_t": [ - 0.1285502016544342, - 0.18411391973495483, - 0.03529197722673416, - 0.30265122652053833, - 0.05918463319540024, - 0.045241713523864746, - 0.1338357925415039, - 0.033193811774253845, - 0.06165938824415207, - 0.02766958624124527 + 0.31369683146476746, + 0.3297540843486786, + 0.5303841829299927, + 0.38137340545654297, + 0.4457411468029022, + 0.4584849774837494, + 0.5689224600791931, + 0.5416082739830017, + 0.30233943462371826, + 0.2809005379676819, + 0.42712125182151794, + 0.36840173602104187, + 0.3877590298652649, + 0.8896552324295044, + 0.5857290029525757, + 0.5791420936584473, + 0.31048673391342163, + 0.5586283802986145, + 0.865058958530426, + 0.7564524412155151 ], "repr_drift_kl_mid_t": [ - 0.11739346385002136, - 0.19094586372375488, - 0.03608183190226555, - 0.28646793961524963, - 0.05559070035815239, - 0.04114929214119911, - 0.1166028082370758, - 0.03222297132015228, - 0.04762755706906319, - 0.03104010596871376 + 0.2666980028152466, + 0.285054475069046, + 0.4130900800228119, + 0.30206409096717834, + 0.3691454529762268, + 0.3596035838127136, + 0.45416808128356934, + 0.4225883483886719, + 0.2604052424430847, + 0.2178216576576233, + 0.3446480333805084, + 0.29313674569129944, + 0.2964298129081726, + 0.6661310195922852, + 0.46992558240890503, + 0.45226186513900757, + 0.26079288125038147, + 0.4616605341434479, + 0.6830986142158508, + 0.6170238852500916 ], "repr_drift_kl_high_t": [ - 0.13192850351333618, - 0.4227280914783478, - 0.12736518681049347, - 0.30279409885406494, - 0.06453463435173035, - 0.07894638925790787, - 0.133255735039711, - 0.04638451337814331, - 0.05682362616062164, - 0.11279576271772385 + 0.2276417315006256, + 0.2692027688026428, + 0.3109455704689026, + 0.2852771282196045, + 0.2970612347126007, + 0.26744768023490906, + 0.30735504627227783, + 0.29176953434944153, + 0.18421657383441925, + 0.17280171811580658, + 0.23362953960895538, + 0.2250850647687912, + 0.23319154977798462, + 0.47332143783569336, + 0.35032153129577637, + 0.3548361659049988, + 0.2091795653104782, + 0.3420308530330658, + 0.4866447150707245, + 0.46371859312057495 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.8114463090896606, - 0.7483088374137878, - 0.5027742981910706, - 0.936124324798584, - 0.8619195818901062 + 0.8020980954170227, + 0.7409030795097351, + 0.8454293012619019, + 0.7675443291664124, + 0.7442343235015869, + 0.7723680734634399, + 0.6482440829277039, + 0.7019081711769104, + 0.6792413592338562, + 0.6963292360305786 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 2.274592876434326, - 2.713487386703491, - 0.4599439799785614, - 2.4154651165008545, - 0.6495281457901001, - 0.8416929841041565, - 0.8627835512161255, - 0.8382571935653687, - 0.4746485948562622, - 0.43622466921806335 + 2.0436887741088867, + 0.4959539771080017, + 0.9219363927841187, + 0.646782636642456, + 0.6670857667922974, + 0.2558525800704956, + 0.524168074131012, + 0.6097473502159119, + 0.4185265302658081, + 0.8670555949211121, + 0.5198807716369629, + 0.2776893079280853, + 0.39031165838241577, + 0.5514216423034668, + 0.40059220790863037, + 0.48439839482307434, + 0.18422368168830872, + 0.22795529663562775, + 0.29861313104629517, + 0.3210526704788208 ], "norm_high_t": [ - 4.028456211090088, - 2.111199378967285, - 0.31483474373817444, - 1.6257071495056152, - 0.4791686236858368, - 0.8236261010169983, - 0.5691131949424744, - 0.8410815000534058, - 0.5109248161315918, - 0.4430648684501648 + 1.7443020343780518, + 0.7819874882698059, + 0.7693657279014587, + 0.6679876446723938, + 0.7028254866600037, + 0.5739396214485168, + 0.49274763464927673, + 0.9943665266036987, + 0.4636653959751129, + 0.7378634810447693, + 0.5279998779296875, + 0.39403781294822693, + 0.44900912046432495, + 0.5323635935783386, + 0.643383264541626, + 0.5935316681861877, + 0.31663769483566284, + 0.2646746337413788, + 0.4062897562980652, + 0.4090147018432617 ], "lowhigh_cos": [ - 0.760670006275177, - 0.47974520921707153, - 0.5564144849777222, - 0.7561691403388977, - 0.22782500088214874, - 0.7076342701911926, - 0.3950020372867584, - 0.9993448853492737, - 0.9485748410224915, - 0.534557044506073 + 0.7814446687698364, + 0.3349178731441498, + 0.7910898923873901, + 0.7783322930335999, + 0.8964188694953918, + 0.21833118796348572, + 0.9130187630653381, + 0.7223955988883972, + 0.7342021465301514, + 0.6642422080039978, + 0.9231980443000793, + 0.6231815218925476, + 0.793937087059021, + 0.8324487805366516, + 0.4128228724002838, + 0.6795552968978882, + 0.13320425152778625, + 0.6540477275848389, + 0.5525906682014465, + 0.01672586426138878 ], "t_bin_norms": [ { - "t_0.0-0.1": 3.0601019859313965, - "t_0.1-0.2": 2.647667407989502, - "t_0.2-0.3": 2.2776873111724854, - "t_0.3-0.4": 2.6669836044311523, - "t_0.4-0.5": 2.3935940265655518, - "t_0.5-0.6": 2.856731653213501, - "t_0.6-0.7": 2.667233467102051, - "t_0.7-0.8": 2.890141725540161, - "t_0.8-0.9": 3.4614312648773193, - "t_0.9-1.0": 5.0594377517700195 - }, - { - "t_0.0-0.1": 2.9579930305480957, - "t_0.1-0.2": 1.9985803365707397, - "t_0.2-0.3": 2.4356930255889893, - "t_0.3-0.4": 2.281193733215332, - "t_0.4-0.5": 2.2996103763580322, - "t_0.5-0.6": 2.061295509338379, - "t_0.6-0.7": 2.084317922592163, - "t_0.7-0.8": 2.1704540252685547, - "t_0.8-0.9": 2.1306612491607666, - "t_0.9-1.0": 2.272329568862915 - }, - { - "t_0.0-0.1": 0.27902260422706604, - "t_0.1-0.2": 0.33346793055534363, - "t_0.2-0.3": 0.3278685212135315, - "t_0.3-0.4": 0.28316715359687805, - "t_0.4-0.5": 0.29040053486824036, - "t_0.5-0.6": 0.2925054132938385, - "t_0.6-0.7": 0.2857111692428589, - "t_0.7-0.8": 0.2981010377407074, - "t_0.8-0.9": 0.28660205006599426, - "t_0.9-1.0": 0.3590717613697052 - }, - { - "t_0.0-0.1": 2.434391498565674, - "t_0.1-0.2": 2.319441795349121, - "t_0.2-0.3": 2.0442490577697754, - "t_0.3-0.4": 2.5059585571289062, - "t_0.4-0.5": 2.2357006072998047, - "t_0.5-0.6": 2.5455965995788574, - "t_0.6-0.7": 2.134960889816284, - "t_0.7-0.8": 2.088690996170044, - "t_0.8-0.9": 2.265270948410034, - "t_0.9-1.0": 1.6353448629379272 - }, - { - "t_0.0-0.1": 0.4377143085002899, - "t_0.1-0.2": 0.33741724491119385, - "t_0.2-0.3": 0.5449694991111755, - "t_0.3-0.4": 0.4392014741897583, - "t_0.4-0.5": 0.383037805557251, - "t_0.5-0.6": 0.4166969954967499, - "t_0.6-0.7": 0.2366027534008026, - "t_0.7-0.8": 0.33579713106155396, - "t_0.8-0.9": 0.4485812187194824, - "t_0.9-1.0": 0.45924994349479675 - }, - { - "t_0.0-0.1": 0.8111423850059509, - "t_0.1-0.2": 0.9384991526603699, - "t_0.2-0.3": 0.7661189436912537, - "t_0.3-0.4": 0.7480373978614807, - "t_0.4-0.5": 0.7756097316741943, - "t_0.5-0.6": 0.7315964698791504, - "t_0.6-0.7": 0.7880602478981018, - "t_0.7-0.8": 0.7425071597099304, - "t_0.8-0.9": 0.7856907248497009, - "t_0.9-1.0": 0.8819905519485474 - }, - { - "t_0.0-0.1": 1.1923593282699585, - "t_0.1-0.2": 0.7765915393829346, - "t_0.2-0.3": 0.7110642194747925, - "t_0.3-0.4": 0.5717763900756836, - "t_0.4-0.5": 0.6634544730186462, - "t_0.5-0.6": 0.5705878138542175, - "t_0.6-0.7": 0.5721991062164307, - "t_0.7-0.8": 0.4901462495326996, - "t_0.8-0.9": 0.5548393130302429, - "t_0.9-1.0": 0.46147239208221436 - }, - { - "t_0.0-0.1": 0.8381858468055725, - "t_0.1-0.2": 0.8383721709251404, - "t_0.2-0.3": 0.8382858037948608, - "t_0.3-0.4": 0.837996780872345, - "t_0.4-0.5": 0.8382574915885925, - "t_0.5-0.6": 0.8384779095649719, - "t_0.6-0.7": 0.8394041061401367, - "t_0.7-0.8": 0.8388802409172058, - "t_0.8-0.9": 0.8389605283737183, - "t_0.9-1.0": 0.8402524590492249 - }, - { - "t_0.0-0.1": 0.473263680934906, - "t_0.1-0.2": 0.4730164706707001, - "t_0.2-0.3": 0.473317414522171, - "t_0.3-0.4": 0.4731082022190094, - "t_0.4-0.5": 0.4858453571796417, - "t_0.5-0.6": 0.473372220993042, - "t_0.6-0.7": 0.4778893291950226, - "t_0.7-0.8": 0.4907001554965973, - "t_0.8-0.9": 0.48199263215065, - "t_0.9-1.0": 0.47979286313056946 - }, - { - "t_0.0-0.1": 0.37695667147636414, - "t_0.1-0.2": 0.47224345803260803, - "t_0.2-0.3": 0.25671496987342834, - "t_0.3-0.4": 0.41156575083732605, - "t_0.4-0.5": 0.3281283378601074, - "t_0.5-0.6": 0.8446680307388306, - "t_0.6-0.7": 0.78993821144104, - "t_0.7-0.8": 0.431561142206192, - "t_0.8-0.9": 0.49516761302948, - "t_0.9-1.0": 0.4919445216655731 + "t_0.0-0.1": 1.7638614177703857, + "t_0.1-0.2": 2.464120864868164, + "t_0.2-0.3": 2.1028518676757812, + "t_0.3-0.4": 2.376596450805664, + "t_0.4-0.5": 1.9672468900680542, + "t_0.5-0.6": 1.9542999267578125, + "t_0.6-0.7": 1.7740875482559204, + "t_0.7-0.8": 1.8231194019317627, + "t_0.8-0.9": 1.8944261074066162, + "t_0.9-1.0": 2.0410876274108887 + }, + { + "t_0.0-0.1": 0.5768112540245056, + "t_0.1-0.2": 0.4934333264827728, + "t_0.2-0.3": 0.5228657126426697, + "t_0.3-0.4": 0.4999546706676483, + "t_0.4-0.5": 0.42709866166114807, + "t_0.5-0.6": 0.43822744488716125, + "t_0.6-0.7": 0.4263221025466919, + "t_0.7-0.8": 0.4180466830730438, + "t_0.8-0.9": 0.4034821093082428, + "t_0.9-1.0": 1.1269686222076416 + }, + { + "t_0.0-0.1": 0.9595942497253418, + "t_0.1-0.2": 0.7573962211608887, + "t_0.2-0.3": 0.716742992401123, + "t_0.3-0.4": 0.6612242460250854, + "t_0.4-0.5": 0.6765976548194885, + "t_0.5-0.6": 0.6691473722457886, + "t_0.6-0.7": 0.7473711371421814, + "t_0.7-0.8": 0.756892740726471, + "t_0.8-0.9": 0.8400013446807861, + "t_0.9-1.0": 0.8241561651229858 + }, + { + "t_0.0-0.1": 0.855782151222229, + "t_0.1-0.2": 0.6120683550834656, + "t_0.2-0.3": 0.6390275359153748, + "t_0.3-0.4": 0.6527128219604492, + "t_0.4-0.5": 0.6138882637023926, + "t_0.5-0.6": 0.5815450549125671, + "t_0.6-0.7": 0.6462535858154297, + "t_0.7-0.8": 0.6038520336151123, + "t_0.8-0.9": 0.6255271434783936, + "t_0.9-1.0": 0.7116961479187012 + }, + { + "t_0.0-0.1": 0.6753972172737122, + "t_0.1-0.2": 0.6240496039390564, + "t_0.2-0.3": 0.6284977197647095, + "t_0.3-0.4": 0.6357277631759644, + "t_0.4-0.5": 0.6292672157287598, + "t_0.5-0.6": 0.6199086904525757, + "t_0.6-0.7": 0.6306670904159546, + "t_0.7-0.8": 0.6475109457969666, + "t_0.8-0.9": 0.6966671347618103, + "t_0.9-1.0": 0.6703239679336548 + }, + { + "t_0.0-0.1": 0.3074663579463959, + "t_0.1-0.2": 0.2221306562423706, + "t_0.2-0.3": 0.2079751193523407, + "t_0.3-0.4": 0.19317013025283813, + "t_0.4-0.5": 0.21393799781799316, + "t_0.5-0.6": 0.21434453129768372, + "t_0.6-0.7": 0.2216842770576477, + "t_0.7-0.8": 0.23877744376659393, + "t_0.8-0.9": 0.30473166704177856, + "t_0.9-1.0": 1.0909050703048706 + }, + { + "t_0.0-0.1": 0.5711836218833923, + "t_0.1-0.2": 0.5059625506401062, + "t_0.2-0.3": 0.5218868851661682, + "t_0.3-0.4": 0.5097427368164062, + "t_0.4-0.5": 0.495944082736969, + "t_0.5-0.6": 0.4980650544166565, + "t_0.6-0.7": 0.4935440421104431, + "t_0.7-0.8": 0.48555102944374084, + "t_0.8-0.9": 0.49112680554389954, + "t_0.9-1.0": 0.5136172771453857 + }, + { + "t_0.0-0.1": 0.6578601002693176, + "t_0.1-0.2": 0.6376886963844299, + "t_0.2-0.3": 0.5521403551101685, + "t_0.3-0.4": 0.6123759150505066, + "t_0.4-0.5": 0.6859784126281738, + "t_0.5-0.6": 0.6182124614715576, + "t_0.6-0.7": 0.7389075756072998, + "t_0.7-0.8": 0.736296534538269, + "t_0.8-0.9": 0.9139645099639893, + "t_0.9-1.0": 1.05301034450531 + }, + { + "t_0.0-0.1": 0.420989990234375, + "t_0.1-0.2": 0.37478598952293396, + "t_0.2-0.3": 0.37592124938964844, + "t_0.3-0.4": 0.39502838253974915, + "t_0.4-0.5": 0.3718200623989105, + "t_0.5-0.6": 0.3832237720489502, + "t_0.6-0.7": 0.3853519558906555, + "t_0.7-0.8": 0.3833101689815521, + "t_0.8-0.9": 0.38496237993240356, + "t_0.9-1.0": 0.6156638860702515 + }, + { + "t_0.0-0.1": 0.7210506796836853, + "t_0.1-0.2": 0.7032656073570251, + "t_0.2-0.3": 0.6930080056190491, + "t_0.3-0.4": 0.693071186542511, + "t_0.4-0.5": 0.6883159875869751, + "t_0.5-0.6": 0.6842952370643616, + "t_0.6-0.7": 0.6986338496208191, + "t_0.7-0.8": 0.7135449647903442, + "t_0.8-0.9": 0.7151585817337036, + "t_0.9-1.0": 1.0078864097595215 + }, + { + "t_0.0-0.1": 0.5365689992904663, + "t_0.1-0.2": 0.5183427929878235, + "t_0.2-0.3": 0.5172504782676697, + "t_0.3-0.4": 0.5150061845779419, + "t_0.4-0.5": 0.52056485414505, + "t_0.5-0.6": 0.5140929222106934, + "t_0.6-0.7": 0.519015371799469, + "t_0.7-0.8": 0.5279834866523743, + "t_0.8-0.9": 0.5288085341453552, + "t_0.9-1.0": 0.5744744539260864 + }, + { + "t_0.0-0.1": 0.3550175726413727, + "t_0.1-0.2": 0.2585638463497162, + "t_0.2-0.3": 0.2479657381772995, + "t_0.3-0.4": 0.24394316971302032, + "t_0.4-0.5": 0.24590378999710083, + "t_0.5-0.6": 0.2528340220451355, + "t_0.6-0.7": 0.25783005356788635, + "t_0.7-0.8": 0.27783775329589844, + "t_0.8-0.9": 0.2909289300441742, + "t_0.9-1.0": 0.4683777093887329 + }, + { + "t_0.0-0.1": 0.47796693444252014, + "t_0.1-0.2": 0.38102030754089355, + "t_0.2-0.3": 0.37931811809539795, + "t_0.3-0.4": 0.3613285720348358, + "t_0.4-0.5": 0.40951067209243774, + "t_0.5-0.6": 0.39550694823265076, + "t_0.6-0.7": 0.4009932577610016, + "t_0.7-0.8": 0.4000512957572937, + "t_0.8-0.9": 0.41929030418395996, + "t_0.9-1.0": 0.5591434240341187 + }, + { + "t_0.0-0.1": 0.6048852205276489, + "t_0.1-0.2": 0.555799126625061, + "t_0.2-0.3": 0.5546254515647888, + "t_0.3-0.4": 0.5169305205345154, + "t_0.4-0.5": 0.5301781296730042, + "t_0.5-0.6": 0.5348873734474182, + "t_0.6-0.7": 0.533577024936676, + "t_0.7-0.8": 0.535743772983551, + "t_0.8-0.9": 0.515457808971405, + "t_0.9-1.0": 0.5367439389228821 + }, + { + "t_0.0-0.1": 0.3781231641769409, + "t_0.1-0.2": 0.3422858715057373, + "t_0.2-0.3": 0.31280064582824707, + "t_0.3-0.4": 0.29991763830184937, + "t_0.4-0.5": 0.3295460343360901, + "t_0.5-0.6": 0.31227171421051025, + "t_0.6-0.7": 0.3148672580718994, + "t_0.7-0.8": 0.3489881157875061, + "t_0.8-0.9": 0.4288930296897888, + "t_0.9-1.0": 0.7563062310218811 + }, + { + "t_0.0-0.1": 0.3762686848640442, + "t_0.1-0.2": 0.4611000716686249, + "t_0.2-0.3": 0.45432811975479126, + "t_0.3-0.4": 0.43149250745773315, + "t_0.4-0.5": 0.43797746300697327, + "t_0.5-0.6": 0.47736039757728577, + "t_0.6-0.7": 0.4614715278148651, + "t_0.7-0.8": 0.4203539490699768, + "t_0.8-0.9": 0.5129396319389343, + "t_0.9-1.0": 0.7717884182929993 + }, + { + "t_0.0-0.1": 0.34810495376586914, + "t_0.1-0.2": 0.18515203893184662, + "t_0.2-0.3": 0.23890070617198944, + "t_0.3-0.4": 0.23190948367118835, + "t_0.4-0.5": 0.19430477917194366, + "t_0.5-0.6": 0.172428697347641, + "t_0.6-0.7": 0.1932770162820816, + "t_0.7-0.8": 0.1892024725675583, + "t_0.8-0.9": 0.21039971709251404, + "t_0.9-1.0": 0.4793308675289154 + }, + { + "t_0.0-0.1": 0.31152352690696716, + "t_0.1-0.2": 0.20850034058094025, + "t_0.2-0.3": 0.2254226952791214, + "t_0.3-0.4": 0.22112402319908142, + "t_0.4-0.5": 0.2205139398574829, + "t_0.5-0.6": 0.2184409648180008, + "t_0.6-0.7": 0.20406970381736755, + "t_0.7-0.8": 0.23171398043632507, + "t_0.8-0.9": 0.20294971764087677, + "t_0.9-1.0": 0.3096127510070801 + }, + { + "t_0.0-0.1": 0.364547461271286, + "t_0.1-0.2": 0.2899478077888489, + "t_0.2-0.3": 0.2793084383010864, + "t_0.3-0.4": 0.24262987077236176, + "t_0.4-0.5": 0.2763316333293915, + "t_0.5-0.6": 0.2509166896343231, + "t_0.6-0.7": 0.29686763882637024, + "t_0.7-0.8": 0.32614198327064514, + "t_0.8-0.9": 0.3247394859790802, + "t_0.9-1.0": 0.4331637918949127 + }, + { + "t_0.0-0.1": 0.43946316838264465, + "t_0.1-0.2": 0.2677125036716461, + "t_0.2-0.3": 0.2336205393075943, + "t_0.3-0.4": 0.2125391960144043, + "t_0.4-0.5": 0.24497918784618378, + "t_0.5-0.6": 0.23715753853321075, + "t_0.6-0.7": 0.22678615152835846, + "t_0.7-0.8": 0.2586503326892853, + "t_0.8-0.9": 0.32533881068229675, + "t_0.9-1.0": 0.7099505066871643 } ], - "win_rate": [ - 0.005199306644499302, - 0.16343237459659576, - 0.38654014468193054, - 0.08027523010969162, - 0.04509367793798447, - 0.011046133935451508, - 0.06640972197055817, - 0.07189873605966568, - 0.042553190141916275, - 0.030951039865612984, - 0.08240140974521637, - 0.0077751195058226585, - 0.4030115008354187, - 0.07420091331005096, - 0.14390406012535095, - 0.002710027154535055, - 0.012126865796744823, - 0.31204643845558167, - 0.05965203046798706, - 0.08864027261734009, - 0.1197916716337204, - 0.09964129328727722, - 0.0025597268249839544, - 0.24809160828590393, - 0.005985266994684935, - 0.01173020526766777, - 0.26571428775787354, - 0.06937173008918762, - 0.2066616266965866, - 0.006983240135014057, - 0.05685048550367355, - 0.051051050424575806, - 0.10580204427242279, - 0.11895770579576492, - 0.09121851623058319, - 0.39836886525154114, - 0.0988459587097168, - 0.09568298608064651, - 0.12653562426567078, - 0.04029304161667824, - 0.16227835416793823, - 0.023299161344766617, - 0.034267913550138474, - 0.27256637811660767, - 0.026191724464297295, - 0.11661211401224136, - 0.1634114682674408, - 0.1850699931383133, - 0.1493723839521408, - 0.12859885394573212, - 0.08896210789680481, - 0.04061538353562355, - 0.17632398009300232, - 0.013532763347029686, - 0.011326861567795277, - 0.07307226210832596, - 0.1821748912334442, - 0.17830608785152435, - 0.1411810666322708, - 0.662149965763092, - 0.061772603541612625, - 0.07018308341503143, - 0.16729244589805603, - 0.04932885989546776, - 0.010479042306542397, - 0.013056835159659386, - 0.09587513655424118, - 0.0045008184388279915, - 0.046645138412714005, - 0.00460122711956501, - 0.03618650138378143, - 0.09530201554298401, - 0.11517615616321564, - 0.40876349806785583, - 0.0050505055114626884, - 0.21548974514007568, - 0.006520726718008518, - 0.036764707416296005, - 0.0317460298538208, - 0.004692832473665476, - 0.08773045241832733, - 0.05667275935411453, - 0.00538160465657711, - 0.2313167303800583, - 0.19762419164180756, - 0.007947639562189579, - 0.051969364285469055, - 0.027085591107606888, - 0.08089300990104675, - 0.004691689275205135, - 0.04814814776182175, - 0.016837041825056076, - 0.03204047307372093, - 0.016597511246800423, - 0.004703870043158531, - 0.023982014507055283, - 0.018334606662392616, - 0.02652106061577797, - 0.008445107378065586, - 0.19412724673748016, - 0.04613412916660309, - 0.0065543074160814285, - 0.007474639918655157, - 0.008886565454304218, - 0.0037251655012369156, - 0.006592291872948408, - 0.14220182597637177, - 0.17082960903644562, - 0.1688888967037201, - 0.1457534283399582, - 0.0044742729514837265, - 0.01824401319026947, - 0.08551483601331711, - 0.07310469448566437, - 0.0038759689778089523, - 0.09681881219148636, - 0.025857780128717422, - 0.016420360654592514, - 0.01457451842725277, - 0.05487804859876633, - 0.11104880273342133, - 0.03688052296638489, - 0.118121437728405, - 0.0023174970410764217, - 0.002958579920232296, - 0.031765423715114594, - 0.07162725925445557, - 0.030677881091833115, - 0.04333333298563957, - 0.06641720980405807, - 0.09541984647512436, - 0.010320478118956089, - 0.1599808931350708, - 0.020661156624555588, - 0.005976095795631409, - 0.0995967760682106, - 0.008920985274016857, - 0.08914607763290405, - 0.02014775015413761, - 0.034246575087308884, - 0.09889718890190125, - 0.002793296007439494, - 0.07428571581840515, - 0.1363999992609024, - 0.03628823161125183, - 0.030405405908823013, - 0.12062440812587738, - 0.003246753243729472, - 0.04319741576910019, - 0.0034987276885658503, - 0.005130596924573183, - 0.02373737469315529, - 0.10638298094272614, - 0.3828125, - 0.4415760934352875, - 0.02053140103816986, - 0.03919738903641701, - 0.08670033514499664, - 0.006274131126701832, - 0.007625272031873465, - 0.03144904598593712, - 0.05690298229455948, - 0.03824799507856369, - 0.004901960492134094, - 0.007894736714661121, - 0.10919540375471115, - 0.016284987330436707, - 0.03876349329948425, - 0.0456375852227211, - 0.08239811658859253, - 0.0038759689778089523, - 0.16563786566257477, - 0.025705644860863686, - 0.09748525172472, - 0.00911458395421505, - 0.24227799475193024, - 0.0037160906940698624, - 0.01300108339637518, - 0.046715326607227325, - 0.07081807404756546, - 0.05800604447722435, - 0.0974842756986618, - 0.04964777082204819, - 0.08019480109214783, - 0.037751004099845886, - 0.12700802087783813, - 0.0054806070402264595, - 0.18221575021743774, - 0.2517271041870117, - 0.31585219502449036, - 0.006944444961845875, - 0.05258995667099953, - 0.16223067045211792, - 0.19154928624629974, - 0.09932280331850052, - 0.1532694697380066, - 0.13050313293933868, - 0.0435982346534729, - 0.011326861567795277, - 0.25200000405311584, - 0.08393152803182602, - 0.051365409046411514, - 0.1105087548494339, - 0.25184503197669983, - 0.0077751195058226585, - 0.22577565908432007, - 0.08923591673374176, - 0.01184538658708334, - 0.17379310727119446, - 0.11218678951263428, - 0.01063358411192894, - 0.023139221593737602, - 0.0077751195058226585, - 0.10346612334251404, - 0.00460122711956501, - 0.006592291872948408, - 0.08027523010969162, - 0.04415584355592728, - 0.008440046571195126, - 0.05844155699014664, - 0.07642799615859985, - 0.02385265752673149, - 0.10989491641521454, - 0.013530655764043331, - 0.0948963314294815, - 0.16029900312423706, - 0.1305469572544098, - 0.052401747554540634, - 0.013636363670229912, - 0.09078404307365417, - 0.033832140266895294, - 0.1625596135854721, - 0.04358353465795517, - 0.03991769626736641, - 0.08376288414001465, - 0.13526244461536407, - 0.06438467651605606, - 0.019222553819417953, - 0.006353861186653376, - 0.021786492317914963, - 0.26244813203811646, - 0.24576681852340698, - 0.004323899280279875, - 0.004295942839235067, - 0.0033136967103928328, - 0.13367608189582825, - 0.1539735049009323, - 0.09606298804283142, - 0.056976743042469025, - 0.028246013447642326, - 0.09798471629619598, - 0.020805370062589645, - 0.09819324314594269, - 0.028757667168974876, - 0.13614650070667267, - 0.1267748475074768, - 0.013900956138968468, - 0.11848679184913635, - 0.22234700620174408, - 0.01577909290790558, - 0.13215859234333038, - 0.0035771066322922707, - 0.10827824473381042, - 0.18969380855560303, - 0.0051587303169071674, - 0.10392291843891144, - 0.006060606334358454, - 0.19142572581768036, - 0.038090866059064865, - 0.06893754750490189, - 0.00238663493655622, - 0.04874999821186066, - 0.009374999441206455, - 0.0035971221514046192, - 0.09240659326314926, - 0.2226463109254837, - 0.1615999937057495, - 0.028688523918390274, - 0.04893893748521805, - 0.0047846888191998005, - 0.10070730745792389, - 0.09761092066764832, - 0.12492456287145615, - 0.0020242915488779545, - 0.11015981435775757, - 0.03721814602613449, - 0.33126935362815857, - 0.12286689132452011, - 0.2690553665161133, - 0.03595206141471863, - 0.015000000596046448, - 0.17311374843120575, - 0.030080704018473625, - 0.1206747442483902, - 0.06209150329232216, - 0.03242212161421776, - 0.09257898479700089, - 0.019347038120031357, - 0.007186290342360735, - 0.0903790146112442, - 0.004201680887490511, - 0.06209150329232216, - 0.0037313434295356274, - 0.04844144731760025, - 0.15447154641151428, - 0.006592291872948408, - 0.0176842100918293, - 0.213104709982872, - 0.006592291872948408, - 0.1168384850025177, - 0.20181074738502502, - 0.013920072466135025, - 0.22201834619045258, - 0.08268824219703674, - 0.0026455027982592583, - 0.03824799507856369, - 0.008557457476854324, - 0.11374164372682571, - 0.04620286822319031, - 0.0031960229389369488, - 0.017459774389863014, - 0.03909952938556671, - 0.01643192395567894, - 0.14966684579849243, - 0.004323899280279875, - 0.00206611561588943, - 0.19008970260620117, - 0.13050313293933868, - 0.025073746219277382, - 0.04707112908363342, - 0.0020242915488779545, - 0.011326861567795277, - 0.009999999776482582, - 0.03611456975340843, - 0.008269719779491425, - 0.08242843300104141, - 0.0022668393794447184, - 0.005899704992771149, - 0.0016556291375309229, - 0.25172415375709534, - 0.10327982902526855, - 0.055679287761449814, - 0.046226415783166885, - 0.089263416826725, - 0.024407751858234406, - 0.013317892327904701, - 0.054476551711559296, - 0.04162219911813736, - 0.012350443750619888, - 0.1972193717956543, - 0.02554216794669628, - 0.09579263627529144, - 0.10580204427242279, - 0.015771811828017235, - 0.094566710293293, - 0.04261106252670288, - 0.02142857201397419, - 0.1875, - 0.039095439016819, - 0.19272424280643463, - 0.06280788034200668, - 0.15360791981220245, - 0.17256857454776764, - 0.09266168624162674, - 0.010847457684576511, - 0.05970149487257004, - 0.1367102414369583, - 0.10879218578338623, - 0.011316872201859951, - 0.06863727420568466, - 0.002984084887430072, - 0.08319356292486191, - 0.007231404539197683, - 0.0389985553920269, - 0.054416071623563766, - 0.01173020526766777, - 0.03886190056800842, - 0.01577909290790558, - 0.30018529295921326, - 0.5636208057403564, - 0.022680412977933884, - 0.05224274471402168, - 0.08179078996181488, - 0.07975951582193375, - 0.1634114682674408, - 0.029207739979028702, - 0.029629629105329514, - 0.007710843347012997, - 0.007518797181546688, - 0.01097560953348875, - 0.22455845773220062, - 0.004166666883975267, - 0.005692599341273308, - 0.06636971235275269, - 0.005434782709926367, - 0.048458147794008255, - 0.07126542180776596, - 0.0059652929194271564, - 0.2265486717224121, - 0.004032257944345474, - 0.08997955173254013, - 0.004983388818800449, - 0.06119346246123314, - 0.06971154361963272, - 0.17891761660575867, - 0.004983388818800449, - 0.1595982164144516, - 0.013322883285582066, - 0.009458749555051327, - 0.0039748260751366615, - 0.010220125317573547, - 0.002888318384066224, - 0.009749303571879864, - 0.05277328938245773, - 0.01588141918182373, - 0.03144904598593712, - 0.07735321670770645, - 0.2137042135000229, - 0.007336343172937632, - 0.045323047786951065, - 0.09616858512163162, - 0.06872213631868362, - 0.17016178369522095, - 0.16336634755134583, - 0.010733452625572681, - 0.0012315271887928247, - 0.1436740607023239, - 0.03933054581284523, - 0.24203187227249146, - 0.054963547736406326, - 0.09057437628507614, - 0.0035971221514046192, - 0.13621868193149567, - 0.004346475936472416, - 0.02625739760696888, - 0.0043969848193228245, - 0.11629778146743774, - 0.1486596316099167, - 0.031589850783348083, - 0.004901960492134094, - 0.12046133726835251, - 0.01699901930987835, - 0.11218678951263428, - 0.05653170496225357, - 0.007850834168493748, - 0.08726219832897186, - 0.012044563889503479, - 0.13140060007572174, - 0.004385964944958687, - 0.005985266994684935, - 0.11446741223335266, - 0.01619870401918888, - 0.02873772196471691, - 0.17118553817272186, - 0.00219058059155941, - 0.007952285930514336, - 0.010237660259008408, - 0.19468547403812408, - 0.027597403153777122, - 0.2723735272884369, - 0.14685635268688202, - 0.07813098281621933, - 0.031366292387247086, - 0.0022522523067891598, - 0.0056584361009299755, - 0.0031960229389369488, - 0.17379310727119446, - 0.05968688800930977, - 0.006672597955912352, - 0.013056835159659386, - 0.015985790640115738, - 0.05091533064842224, - 0.08024691045284271, - 0.013535462319850922, - 0.02461899258196354, - 0.0033136967103928328, - 0.031727828085422516, - 0.0194968543946743, - 0.003086419776082039, - 0.1593298316001892, - 0.0974842756986618, - 0.03067729063332081, - 0.12065637111663818, - 0.09777424484491348, - 0.05384615808725357, - 0.06285714358091354, - 0.018471870571374893, - 0.39439254999160767, - 0.06261180341243744, - 0.045807771384716034, - 0.06996586918830872, - 0.043663471937179565, - 0.003246753243729472, - 0.025556081905961037, - 0.058134838938713074, - 0.0018980477470904589, - 0.007579858880490065, - 0.0737493559718132, - 0.05786972492933273, - 0.0032894734758883715 + "win_rate": [ + 0.06306963413953781, + 0.10968178510665894, + 0.06975161284208298, + 0.054071661084890366, + 0.06907292455434799, + 0.048423003405332565, + 0.09677419066429138, + 0.061439238488674164, + 0.13949716091156006, + 0.027350425720214844, + 0.052808988839387894, + 0.1591651886701584, + 0.05844749137759209, + 0.03767024353146553, + 0.06411881744861603, + 0.1307947039604187, + 0.08552631735801697, + 0.12349569797515869, + 0.2146182507276535, + 0.14268498122692108, + 0.07643622159957886, + 0.05629701539874077, + 0.08504176139831543, + 0.07569266110658646, + 0.09954337775707245, + 0.13652250170707703, + 0.10935285687446594, + 0.08025874197483063, + 0.18607105314731598, + 0.14874857664108276, + 0.04731792211532593, + 0.20079977810382843, + 0.0596340149641037, + 0.07231602817773819, + 0.08250165730714798, + 0.045355428010225296, + 0.1137133240699768, + 0.05185377225279808, + 0.10132252424955368, + 0.3344671130180359, + 0.09735327959060669, + 0.07164869457483292, + 0.07615453004837036, + 0.0927225649356842, + 0.031813863664865494, + 0.05499199032783508, + 0.07329843193292618, + 0.1587301641702652, + 0.04928259551525116, + 0.05904059112071991, + 0.11225204169750214, + 0.07914122939109802, + 0.05823702737689018, + 0.05010255053639412, + 0.13925854861736298, + 0.08962655812501907, + 0.1353856325149536, + 0.033725909888744354, + 0.10327582061290741, + 0.07565915584564209, + 0.11983254551887512, + 0.06755076348781586, + 0.10393106937408447, + 0.06317804753780365, + 0.08369660377502441, + 0.1111728698015213, + 0.1333887279033661, + 0.10442613065242767, + 0.06327293813228607, + 0.06963515281677246, + 0.04427681118249893, + 0.07189542800188065, + 0.0438031442463398, + 0.02319430187344551, + 0.1527777761220932, + 0.055437102913856506, + 0.0446428582072258, + 0.11019701510667801, + 0.08835422247648239, + 0.08582089841365814, + 0.06179909035563469, + 0.06524498760700226, + 0.02376389503479004, + 0.11263446509838104, + 0.09410767257213593, + 0.12879015505313873, + 0.03487406671047211, + 0.13224121928215027, + 0.0786365196108818, + 0.1398213654756546, + 0.07787834107875824, + 0.05484089255332947, + 0.13625648617744446, + 0.09577526897192001, + 0.05852631479501724, + 0.06780185550451279, + 0.12063302844762802, + 0.022081147879362106, + 0.022039134055376053, + 0.09905565530061722, + 0.05851319059729576, + 0.1424257606267929, + 0.13266117870807648, + 0.07278287410736084, + 0.14793546497821808, + 0.1278361976146698, + 0.025594621896743774, + 0.04809122532606125, + 0.08455564826726913, + 0.05628037825226784, + 0.07679662108421326, + 0.07607822120189667, + 0.05154639109969139, + 0.08174072951078415, + 0.05761152505874634, + 0.09001174569129944, + 0.07017001509666443, + 0.0803212821483612, + 0.046372175216674805, + 0.0734037235379219, + 0.11148730665445328, + 0.04338131099939346, + 0.04687122628092766, + 0.12582780420780182, + 0.050466086715459824, + 0.0990123450756073, + 0.08998988568782806, + 0.045504506677389145, + 0.09942165017127991, + 0.07206840068101883, + 0.11558829993009567, + 0.08480681478977203, + 0.10968294739723206, + 0.1508483588695526, + 0.07497012615203857, + 0.0878629982471466, + 0.04770240932703018, + 0.13751399517059326, + 0.12745098769664764, + 0.06417664140462875, + 0.118832528591156, + 0.057304784655570984, + 0.09475620836019516, + 0.06272978335618973, + 0.05148514732718468, + 0.0476190485060215, + 0.007944389246404171, + 0.11017676442861557, + 0.0901082307100296, + 0.05582102760672569, + 0.09439735859632492, + 0.23194855451583862, + 0.0938033014535904, + 0.030609996989369392, + 0.11311672627925873, + 0.11402671784162521, + 0.20292261242866516, + 0.04471994936466217, + 0.06860706955194473, + 0.10248112678527832, + 0.07727085798978806, + 0.12543468177318573, + 0.03673223406076431, + 0.05416763946413994, + 0.18906301259994507, + 0.14959068596363068, + 0.03744855895638466, + 0.0886426568031311, + 0.044114481657743454, + 0.09128367900848389, + 0.1441323161125183, + 0.11142856627702713, + 0.028068244457244873, + 0.13333332538604736, + 0.0473344512283802, + 0.11817501485347748, + 0.06705670803785324, + 0.07897435873746872, + 0.15658746659755707, + 0.03658536449074745, + 0.10437486320734024, + 0.11375802755355835, + 0.0973535031080246, + 0.15763981640338898, + 0.10600477457046509, + 0.033808257430791855, + 0.04174736514687538, + 0.2115813046693802, + 0.10165484994649887, + 0.10102660208940506, + 0.07534007728099823, + 0.19598156213760376, + 0.056735437363386154, + 0.07515151798725128, + 0.07538113743066788, + 0.09462857246398926, + 0.11002065986394882, + 0.10763521492481232, + 0.0834488496184349, + 0.07425742596387863, + 0.08360413461923599, + 0.07403082400560379, + 0.11657010763883591, + 0.10540319234132767, + 0.042076289653778076, + 0.09646522253751755, + 0.06843455880880356, + 0.0744849443435669, + 0.10386598110198975, + 0.04116913303732872, + 0.11200860887765884, + 0.056625138968229294, + 0.12654514610767365, + 0.043665554374456406, + 0.04706253856420517, + 0.11680825054645538, + 0.111992746591568, + 0.08157524466514587, + 0.0369633212685585, + 0.04978935420513153, + 0.09196827560663223, + 0.14073306322097778, + 0.08612439781427383, + 0.10407651960849762, + 0.03397172689437866, + 0.03120018169283867, + 0.13944795727729797, + 0.12297633290290833, + 0.058457113802433014, + 0.14798206090927124, + 0.03249913081526756, + 0.11534275859594345, + 0.08313538879156113, + 0.06811751425266266, + 0.03453545272350311, + 0.00956284161657095, + 0.06563039869070053, + 0.1415420025587082, + 0.07816151529550552, + 0.06492146104574203, + 0.1274530440568924, + 0.06858091801404953, + 0.09952182322740555, + 0.08085675537586212, + 0.1042584478855133, + 0.14507079124450684, + 0.07217847555875778, + 0.08312399685382843, + 0.09714861959218979, + 0.07515085488557816, + 0.06084396317601204, + 0.08244743943214417, + 0.20277976989746094, + 0.11531008034944534, + 0.09078436344861984, + 0.08476820588111877, + 0.057261738926172256, + 0.10678689926862717, + 0.10104726999998093, + 0.09713252633810043, + 0.06409495323896408, + 0.07470796257257462, + 0.08677218854427338, + 0.12263868004083633, + 0.0777694433927536, + 0.15594682097434998, + 0.07164887338876724, + 0.06172352656722069, + 0.11701875180006027, + 0.08157236874103546, + 0.06880992650985718, + 0.17574436962604523, + 0.1335982084274292, + 0.08873209357261658, + 0.025304807350039482, + 0.12410873174667358, + 0.05179041251540184, + 0.07205323129892349, + 0.1602811962366104, + 0.07205352187156677, + 0.09264092147350311, + 0.06677181273698807, + 0.08298755437135696, + 0.07780873030424118, + 0.10426666587591171, + 0.06402304023504257, + 0.05824284628033638, + 0.099053293466568, + 0.08016397058963776, + 0.05627501755952835, + 0.08415937423706055, + 0.11374302208423615, + 0.05684416741132736, + 0.0778975710272789, + 0.11261941492557526, + 0.0838569924235344, + 0.020378457382321358, + 0.08008982241153717, + 0.11862598359584808, + 0.029116790741682053, + 0.05994550511240959, + 0.02332155592739582, + 0.1294117569923401, + 0.05703125149011612, + 0.05259404703974724, + 0.12742382287979126, + 0.11074626445770264, + 0.08128724992275238, + 0.04563786834478378, + 0.04601406678557396, + 0.09945839643478394, + 0.10465479642152786, + 0.10673666000366211, + 0.09641185402870178, + 0.10475233942270279, + 0.009723643772304058, + 0.023694129660725594, + 0.10980014503002167, + 0.12333333492279053, + 0.033850185573101044, + 0.06328638643026352, + 0.11039463430643082, + 0.15802781283855438, + 0.019872814416885376, + 0.09304347634315491, + 0.1521308273077011, + 0.10863952338695526, + 0.06525211036205292, + 0.03999195992946625, + 0.0677117332816124, + 0.03713188320398331, + 0.08254847675561905, + 0.03167349472641945, + 0.09401708841323853, + 0.08228511363267899, + 0.13110367953777313, + 0.06187569722533226, + 0.1089368537068367, + 0.09647495299577713, + 0.11146963387727737, + 0.030268199741840363, + 0.030740996822714806, + 0.06659591197967529, + 0.07273736596107483, + 0.07885102927684784, + 0.05887993797659874, + 0.0838627740740776, + 0.08737123012542725, + 0.045411985367536545, + 0.146336629986763, + 0.09992758929729462, + 0.055383820086717606, + 0.06498545408248901, + 0.07819975912570953, + 0.028379028663039207, + 0.028021015226840973, + 0.06919589638710022, + 0.10771840065717697, + 0.12268804013729095, + 0.08756519109010696, + 0.04754316434264183, + 0.11137667298316956, + 0.042134374380111694, + 0.1506388783454895, + 0.14730209112167358, + 0.04557157680392265, + 0.08575008809566498, + 0.03969154134392738, + 0.06122448667883873, + 0.07590203732252121, + 0.05783428996801376, + 0.12323293834924698, + 0.08073356002569199, + 0.09414025396108627, + 0.08492393046617508, + 0.06097760424017906, + 0.07971014827489853, + 0.04367555305361748, + 0.029121961444616318, + 0.13056379556655884, + 0.03816131874918938, + 0.06583427637815475, + 0.12312863022089005, + 0.06778087466955185, + 0.05879422277212143, + 0.06822216510772705, + 0.1171967089176178, + 0.024545900523662567, + 0.006807866971939802, + 0.07777515798807144, + 0.1014409214258194, + 0.07246003299951553, + 0.057829760015010834, + 0.03343023359775543, + 0.04054053872823715, + 0.06307525187730789, + 0.13711583614349365, + 0.09872516989707947, + 0.09404490888118744, + 0.10490220785140991, + 0.08357957005500793, + 0.050479672849178314, + 0.08027631789445877, + 0.08426420390605927, + 0.03264195844531059, + 0.12431444227695465, + 0.11044298112392426, + 0.07853210717439651, + 0.05441354587674141, + 0.050230059772729874, + 0.04883227124810219, + 0.08463120460510254, + 0.0609908401966095, + 0.08709505945444107, + 0.1419413983821869, + 0.03751267492771149, + 0.0493537001311779, + 0.07110825926065445, + 0.10270797461271286, + 0.055393584072589874, + 0.10485624521970749, + 0.12111137807369232, + 0.035072337836027145, + 0.05381697788834572, + 0.06767295300960541, + 0.06522748619318008, + 0.05852072313427925, + 0.035985808819532394, + 0.09068238735198975, + 0.0635969415307045, + 0.09497678279876709, + 0.012713472358882427, + 0.07820738106966019, + 0.04737261310219765, + 0.029639460146427155, + 0.10821085423231125, + 0.08510638028383255, + 0.07094404101371765, + 0.06217995658516884, + 0.09733251482248306, + 0.05838366225361824, + 0.08677585422992706, + 0.06953859329223633, + 0.0883977934718132, + 0.08077395707368851, + 0.0819336324930191, + 0.08273647725582123, + 0.07098618149757385, + 0.04837822914123535, + 0.06545257568359375, + 0.12386917322874069, + 0.10101010650396347, + 0.08234971016645432, + 0.10440529137849808, + 0.04186398908495903, + 0.08525034040212631, + 0.11235647648572922, + 0.043062202632427216, + 0.04061850905418396, + 0.08718345314264297, + 0.04844455048441887, + 0.06012243404984474, + 0.0558321475982666, + 0.13756468892097473, + 0.05067920312285423, + 0.07873644679784775, + 0.14377880096435547, + 0.05547034740447998, + 0.07166072726249695, + 0.06456206738948822, + 0.022623345255851746, + 0.06464812159538269, + 0.01316511258482933, + 0.04981295391917229, + 0.06889475882053375, + 0.14111852645874023, + 0.04269365966320038, + 0.12624478340148926, + 0.1817312240600586, + 0.1048981323838234, + 0.09326579421758652, + 0.05860113725066185, + 0.07700205594301224, + 0.05869225785136223, + 0.08061552792787552, + 0.07619047909975052, + 0.03949951007962227, + 0.04638618975877762, + 0.03288727626204491, + 0.042444389313459396, + 0.03147464618086815, + 0.03378619998693466, + 0.09381622076034546, + 0.058570198714733124, + 0.12725545465946198, + 0.04226267710328102, + 0.12103834003210068, + 0.07239195704460144, + 0.10262062400579453, + 0.085291787981987 ], "effective_batch_size": [ - 67.5317611694336, - 107.385986328125, - 143.32850646972656, - 60.82076644897461, - 47.10594177246094, - 39.85641860961914, - 54.62394714355469, - 59.923946380615234, - 42.714107513427734, - 40.00730514526367, - 65.34730529785156, - 95.35030364990234, - 128.12376403808594, - 60.82075881958008, - 90.45443725585938, - 67.5317611694336, - 106.90629577636719, - 128.26535034179688, - 51.19669723510742, - 68.09083557128906, - 83.3510971069336, - 69.92909240722656, - 54.22412109375, - 151.30941772460938, - 47.703086853027344, - 47.703086853027344, - 100.2034683227539, - 58.2672119140625, - 134.83578491210938, - 47.703086853027344, - 53.757450103759766, - 49.52893829345703, - 68.09083557128906, - 77.37245178222656, - 66.25979614257812, - 167.6263885498047, - 75.47940826416016, - 79.58985900878906, - 92.33837127685547, - 47.10594177246094, - 81.9515151977539, - 41.47610092163086, - 44.81291198730469, - 162.40740966796875, - 40.43056106567383, - 90.65176391601562, - 111.92520904541016, - 107.47826385498047, - 61.74440383911133, - 82.00621795654297, - 56.373016357421875, - 47.90146255493164, - 80.9856948852539, - 41.895790100097656, - 40.601219177246094, - 56.373016357421875, - 106.14946746826172, - 100.14533233642578, - 81.05692291259766, - 233.1556854248047, - 55.49595642089844, - 59.03047180175781, - 60.77689743041992, - 51.19669723510742, - 44.05697250366211, - 39.85641860961914, - 70.85065460205078, - 67.5317611694336, - 47.901458740234375, - 54.22412109375, - 65.80567932128906, - 64.43696594238281, - 83.4114761352539, - 102.53351593017578, - 54.22412109375, - 121.63928985595703, - 44.05696487426758, - 41.47610092163086, - 42.07524108886719, - 104.52373504638672, - 62.62348937988281, - 57.254695892333984, - 112.53560638427734, - 134.54429626464844, - 99.27175903320312, - 67.5317611694336, - 47.90145492553711, - 42.07524108886719, - 53.757450103759766, - 104.52373504638672, - 48.7095832824707, - 39.448631286621094, - 39.44862365722656, - 39.85641860961914, - 47.703086853027344, - 39.6721305847168, - 40.60122299194336, - 39.448631286621094, - 54.22412109375, - 113.40703582763672, - 46.32465744018555, - 47.703086853027344, - 47.703086853027344, - 44.05696487426758, - 54.224124908447266, - 47.703086853027344, - 95.76721954345703, - 68.59838104248047, - 109.40519714355469, - 95.72075653076172, - 512.0, - 39.482200622558594, - 62.62348937988281, - 56.373016357421875, - 104.52373504638672, - 72.69819641113281, - 40.007301330566406, - 40.60122299194336, - 40.601219177246094, - 50.358314514160156, - 68.09083557128906, - 47.90146255493164, - 79.20335388183594, - 512.0, - 512.0, - 41.47610092163086, - 53.757450103759766, - 39.6721305847168, - 44.81291198730469, - 57.254695892333984, - 63.109989166259766, - 40.601219177246094, - 92.0261459350586, - 39.85641860961914, - 54.22412109375, - 73.71183013916016, - 44.05696487426758, - 69.00910949707031, - 76.36141204833984, - 42.07524108886719, - 77.33934783935547, - 93.87397003173828, - 68.06449127197266, - 98.94673156738281, - 40.43056106567383, - 40.92451858520508, - 82.97452545166016, - 104.52373504638672, - 49.52893829345703, - 104.52373504638672, - 512.0, - 39.448631286621094, - 76.40882873535156, - 140.1226043701172, - 251.9147491455078, - 39.482200622558594, - 41.47610092163086, - 61.72068786621094, - 88.33566284179688, - 104.52373504638672, - 39.3696174621582, - 54.62394714355469, - 40.007301330566406, - 104.52373504638672, - 67.5317611694336, - 74.88871765136719, - 41.895790100097656, - 50.35831832885742, - 46.324668884277344, - 78.24128723144531, - 104.52373504638672, - 102.39379119873047, - 42.07524108886719, - 72.26705932617188, - 40.601219177246094, - 148.1517791748047, - 104.52373504638672, - 39.85641860961914, - 47.901458740234375, - 68.0908432006836, - 48.70958709716797, - 60.82076644897461, - 44.08745193481445, - 59.923946380615234, - 40.92451858520508, - 91.48143005371094, - 54.22412109375, - 123.64839935302734, - 115.3187255859375, - 175.59107971191406, - 104.52373504638672, - 50.35831832885742, - 105.59138488769531, - 117.0045394897461, - 59.03047180175781, - 90.29405975341797, - 97.09644317626953, - 44.81291198730469, - 47.703086853027344, - 147.31211853027344, - 58.140625, - 44.08745193481445, - 79.20336151123047, - 133.43212890625, - 111.43898010253906, - 85.59423065185547, - 75.47940826416016, - 40.60122299194336, - 102.07476043701172, - 71.77371978759766, - 54.224124908447266, - 39.36960983276367, - 54.224124908447266, - 71.77371978759766, - 54.224124908447266, - 44.05697250366211, - 56.373016357421875, - 42.714107513427734, - 54.22412109375, - 60.82076644897461, - 58.140625, - 41.895790100097656, - 90.70513916015625, - 44.05696487426758, - 72.6982192993164, - 97.10018920898438, - 78.2708511352539, - 50.35832595825195, - 44.05696487426758, - 72.6982192993164, - 44.81291198730469, - 95.19988250732422, - 46.324668884277344, - 50.35831832885742, - 65.34730529785156, - 89.573486328125, - 54.62394714355469, - 44.05697250366211, - 44.05697250366211, - 39.482200622558594, - 147.48011779785156, - 139.63587951660156, - 104.52373504638672, - 67.5317611694336, - 67.5317611694336, - 78.56814575195312, - 97.05651092529297, - 73.62403106689453, - 54.62394714355469, - 40.007301330566406, - 83.13209533691406, - 39.6721305847168, - 73.6240234375, - 40.92451858520508, - 90.45443725585938, - 87.63262176513672, - 41.895790100097656, - 90.37686920166016, - 97.47222900390625, - 40.60122299194336, - 87.63261413574219, - 104.52373504638672, - 77.33934783935547, - 131.0107421875, - 67.5317611694336, - 59.923946380615234, - 104.52373504638672, - 127.33097076416016, - 40.00730895996094, - 50.35831832885742, - 512.0, - 51.19670486450195, - 44.05697250366211, - 67.5317611694336, - 69.00910949707031, - 110.82862091064453, - 101.80394744873047, - 40.92451858520508, - 51.19669723510742, - 47.703086853027344, - 82.63932800292969, - 67.17436218261719, - 79.20336151123047, - 104.52373504638672, - 79.20335388183594, - 39.6721305847168, - 78.05911254882812, - 79.20336151123047, - 157.49826049804688, - 45.5595588684082, - 39.448631286621094, - 80.86731719970703, - 41.47610092163086, - 71.77371978759766, - 60.820762634277344, - 44.08746337890625, - 65.3472900390625, - 39.482200622558594, - 47.703086853027344, - 69.00910949707031, - 54.22412109375, - 54.62395477294922, - 104.52373504638672, - 46.32465744018555, - 105.60289764404297, - 104.52373504638672, - 39.482200622558594, - 93.29325103759766, - 44.05696487426758, - 78.2708511352539, - 95.37583923339844, - 47.703086853027344, - 129.6918182373047, - 62.62348937988281, - 104.52373504638672, - 54.62394714355469, - 44.05696487426758, - 87.63262939453125, - 50.35831832885742, - 67.5317611694336, - 39.67212677001953, - 43.386512756347656, - 39.85641860961914, - 83.68758392333984, - 54.22412109375, - 67.5317611694336, - 106.10858154296875, - 75.96739196777344, - 65.02591705322266, - 43.386505126953125, - 67.5317611694336, - 41.895790100097656, - 40.60122299194336, - 42.714107513427734, - 44.05697250366211, - 66.25981903076172, - 104.52373504638672, - 40.60122299194336, - 512.0, - 83.30416870117188, - 71.77371978759766, - 46.32465744018555, - 40.92451858520508, - 59.923946380615234, - 40.00730514526367, - 40.60122299194336, - 49.52893829345703, - 45.5595588684082, - 54.22412109375, - 74.4424057006836, - 39.448631286621094, - 72.69819641113281, - 84.631591796875, - 78.42681884765625, - 72.6982192993164, - 46.32465744018555, - 39.36960983276367, - 114.46994018554688, - 44.81290054321289, - 78.56282806396484, - 55.4959602355957, - 78.45153045654297, - 88.69972229003906, - 66.25979614257812, - 39.85641860961914, - 46.32465744018555, - 97.05651092529297, - 73.27193450927734, - 41.895790100097656, - 55.49595642089844, - 54.224124908447266, - 52.043182373046875, - 54.22412109375, - 42.07524108886719, - 49.52893829345703, - 47.703086853027344, - 47.10594177246094, - 89.01693725585938, - 162.6765899658203, - 166.23533630371094, - 40.00730514526367, - 45.5595588684082, - 59.9239387512207, - 53.03416442871094, - 104.62601470947266, - 40.43056106567383, - 39.6721305847168, - 54.22412109375, - 47.703086853027344, - 44.05697250366211, - 118.07962036132812, - 67.5317611694336, - 40.60122299194336, - 65.34730529785156, - 104.52373504638672, - 49.52893829345703, - 59.92394256591797, - 114.36448669433594, - 135.03326416015625, - 67.5317611694336, - 68.865234375, - 67.5317611694336, - 55.49595642089844, - 49.528934478759766, - 89.22506713867188, - 54.22412109375, - 74.90084838867188, - 44.05696487426758, - 41.895790100097656, - 104.52373504638672, - 44.05696487426758, - 512.0, - 44.05697250366211, - 50.35831832885742, - 40.00730514526367, - 44.087467193603516, - 56.37300491333008, - 129.39443969726562, - 41.895782470703125, - 43.386512756347656, - 66.25981903076172, - 47.901451110839844, - 111.15853118896484, - 103.68610382080078, - 44.05696487426758, - 49.52893829345703, - 53.68783187866211, - 42.714111328125, - 150.20523071289062, - 43.923126220703125, - 64.79447174072266, - 67.5317611694336, - 99.69815826416016, - 104.52373504638672, - 39.448631286621094, - 67.5317611694336, - 89.37467956542969, - 96.9631118774414, - 40.00730514526367, - 67.5317611694336, - 92.52500915527344, - 39.85641860961914, - 79.20335388183594, - 50.35831832885742, - 104.52373504638672, - 73.6240234375, - 67.5317611694336, - 86.35401916503906, - 47.703086853027344, - 47.703086853027344, - 81.98588562011719, - 40.601219177246094, - 39.67212677001953, - 103.8106918334961, - 512.0, - 54.22412109375, - 67.5317611694336, - 67.6643295288086, - 40.92451858520508, - 158.96705627441406, - 71.62645721435547, - 59.923946380615234, - 40.00729751586914, - 127.39282989501953, - 47.703086853027344, - 81.92157745361328, - 117.19490051269531, - 52.043182373046875, - 512.0, - 39.482200622558594, - 39.482200622558594, - 47.90146255493164, - 66.25979614257812, - 41.895790100097656, - 39.6721305847168, - 67.5317611694336, - 45.5595588684082, - 40.60122299194336, - 104.52373504638672, - 98.34807586669922, - 66.25981140136719, - 41.47610092163086, - 90.09054565429688, - 64.43696594238281, - 52.89699935913086, - 54.62394714355469, - 44.05696487426758, - 142.1721649169922, - 60.87332534790039, - 47.901458740234375, - 52.043182373046875, - 42.714111328125, - 54.224124908447266, - 39.482200622558594, - 47.90146255493164, - 67.5317611694336, - 67.5317611694336, - 65.34729766845703, - 61.72068786621094, - 47.703086853027344 + 537.2753295898438, + 487.1966247558594, + 522.9418334960938, + 333.84197998046875, + 565.5025024414062, + 478.2667236328125, + 531.3595581054688, + 402.6156005859375, + 673.5695190429688, + 312.1497802734375, + 555.8145141601562, + 774.3033447265625, + 387.3268127441406, + 377.1556396484375, + 589.7686767578125, + 687.7385864257812, + 350.79681396484375, + 628.495361328125, + 479.40338134765625, + 805.884521484375, + 646.3041381835938, + 494.1982421875, + 566.89794921875, + 439.033203125, + 672.9602661132812, + 803.1781616210938, + 622.1368408203125, + 565.0746459960938, + 602.1198120117188, + 667.3856201171875, + 466.4197082519531, + 850.3203735351562, + 505.7853698730469, + 396.4530944824219, + 437.40435791015625, + 250.21347045898438, + 592.131103515625, + 399.31256103515625, + 736.61181640625, + 765.9863891601562, + 611.415771484375, + 645.6679077148438, + 581.6728515625, + 402.2990417480469, + 422.0054016113281, + 558.1881103515625, + 434.4850769042969, + 923.2855834960938, + 404.0272521972656, + 440.4688720703125, + 719.0081787109375, + 643.2360229492188, + 528.603271484375, + 431.5780029296875, + 829.9656982421875, + 340.5619201660156, + 531.404296875, + 322.1866455078125, + 636.9007568359375, + 635.5111694335938, + 645.7987060546875, + 614.6143798828125, + 569.514404296875, + 499.1015625, + 300.0136413574219, + 594.2770385742188, + 852.8493041992188, + 724.0047607421875, + 558.4561767578125, + 598.996337890625, + 392.1784362792969, + 639.3672485351562, + 721.3753662109375, + 576.9915161132812, + 779.3092651367188, + 729.4774169921875, + 614.5824584960938, + 711.938232421875, + 648.4551391601562, + 410.3763732910156, + 556.4599609375, + 514.6329345703125, + 396.5306396484375, + 717.3684692382812, + 776.8246459960938, + 592.87255859375, + 372.9077453613281, + 821.3688354492188, + 380.72125244140625, + 567.2163696289062, + 655.7332763671875, + 458.031005859375, + 816.6160278320312, + 762.6198120117188, + 589.6052856445312, + 453.740234375, + 552.0798950195312, + 359.0321960449219, + 431.33740234375, + 688.1961059570312, + 467.1603088378906, + 787.1154174804688, + 670.3369750976562, + 555.5504150390625, + 714.553466796875, + 675.590087890625, + 419.15252685546875, + 487.162841796875, + 526.5018310546875, + 455.3690490722656, + 643.8262329101562, + 524.2888793945312, + 337.7760009765625, + 617.1864624023438, + 582.0030517578125, + 674.2081909179688, + 475.90606689453125, + 562.343017578125, + 568.4016723632812, + 538.7841186523438, + 719.0658569335938, + 462.9521484375, + 501.906005859375, + 712.0175170898438, + 320.08306884765625, + 709.1189575195312, + 489.49578857421875, + 522.7550048828125, + 621.1162109375, + 329.4320983886719, + 749.5316772460938, + 441.8568115234375, + 386.013427734375, + 746.1249389648438, + 542.397705078125, + 352.76959228515625, + 330.6231689453125, + 861.54296875, + 560.8521728515625, + 618.23779296875, + 743.8738403320312, + 460.9498596191406, + 659.2562255859375, + 517.4606323242188, + 545.4759521484375, + 448.5419921875, + 338.5321960449219, + 760.045654296875, + 555.9060668945312, + 667.3936157226562, + 683.5452880859375, + 480.1884460449219, + 534.9876708984375, + 715.241943359375, + 782.2653198242188, + 763.320068359375, + 708.1395874023438, + 441.6553649902344, + 566.2976684570312, + 474.7145080566406, + 312.02349853515625, + 721.6177368164062, + 504.97210693359375, + 605.7412109375, + 692.9196166992188, + 837.3236083984375, + 435.67144775390625, + 472.8642578125, + 690.6818237304688, + 514.1605834960938, + 731.2468872070312, + 649.0123901367188, + 396.4713134765625, + 592.3859252929688, + 479.05853271484375, + 772.8135375976562, + 690.4713745117188, + 586.1284790039062, + 752.973388671875, + 439.6424865722656, + 670.4224853515625, + 582.4090576171875, + 664.3489379882812, + 969.9812622070312, + 904.8616943359375, + 573.9059448242188, + 469.7927551269531, + 986.9517211914062, + 757.3413696289062, + 732.7243041992188, + 567.5740966796875, + 645.5160522460938, + 474.0563049316406, + 303.071533203125, + 465.2393493652344, + 834.1381225585938, + 629.5388793945312, + 595.7225952148438, + 474.3583984375, + 615.2435913085938, + 464.6905822753906, + 529.29833984375, + 747.020263671875, + 777.49267578125, + 576.3152465820312, + 825.4513549804688, + 772.7628784179688, + 670.9177856445312, + 668.5584106445312, + 517.5364990234375, + 636.7496948242188, + 383.7261047363281, + 792.7134399414062, + 442.5266418457031, + 385.6448059082031, + 496.1909484863281, + 730.4080810546875, + 683.6199340820312, + 413.5449523925781, + 404.8446350097656, + 648.9891357421875, + 497.73590087890625, + 652.4578247070312, + 769.7244262695312, + 436.6654968261719, + 523.2474365234375, + 657.2575073242188, + 644.2472534179688, + 599.4541015625, + 692.0936889648438, + 484.4360656738281, + 704.1038208007812, + 636.7406616210938, + 589.2425537109375, + 318.7802429199219, + 428.7460632324219, + 633.5169677734375, + 353.18182373046875, + 559.1961669921875, + 581.439453125, + 863.53125, + 545.607177734375, + 561.2572631835938, + 551.9053955078125, + 572.3245239257812, + 714.5758666992188, + 356.560791015625, + 702.931884765625, + 623.8090209960938, + 471.6535339355469, + 232.4825439453125, + 670.4135131835938, + 689.3786010742188, + 754.7108764648438, + 772.1238403320312, + 589.655517578125, + 619.2662963867188, + 629.5479736328125, + 540.9733276367188, + 656.158935546875, + 425.8221435546875, + 493.02935791015625, + 484.65045166015625, + 631.5756225585938, + 640.0979614257812, + 616.84521484375, + 608.0361328125, + 529.5579223632812, + 703.7445068359375, + 669.7139282226562, + 637.8301391601562, + 609.4939575195312, + 744.9830932617188, + 654.8526000976562, + 449.62249755859375, + 839.6476440429688, + 622.4798583984375, + 661.3819580078125, + 600.2463989257812, + 668.3816528320312, + 628.4408569335938, + 502.0594787597656, + 470.92974853515625, + 670.7434692382812, + 625.6539916992188, + 805.1331176757812, + 452.8102111816406, + 831.920654296875, + 711.4017333984375, + 538.6732788085938, + 696.158447265625, + 790.1785278320312, + 421.0557861328125, + 474.6780090332031, + 681.2927856445312, + 669.5706176757812, + 286.7821350097656, + 729.8377075195312, + 915.50927734375, + 365.5179138183594, + 529.1964111328125, + 411.3584289550781, + 711.9888305664062, + 602.9766235351562, + 739.1864013671875, + 785.0215454101562, + 616.8938598632812, + 775.318603515625, + 563.7698364257812, + 404.3894958496094, + 696.727294921875, + 735.200927734375, + 752.88134765625, + 507.5699157714844, + 507.4356994628906, + 357.0168151855469, + 360.1260986328125, + 763.9750366210938, + 441.37127685546875, + 596.7477416992188, + 612.973388671875, + 662.17138671875, + 598.2695922851562, + 534.0776977539062, + 520.178955078125, + 760.1693725585938, + 804.144287109375, + 581.3626098632812, + 635.1392211914062, + 673.9849243164062, + 469.18927001953125, + 617.1171264648438, + 476.5926818847656, + 491.99737548828125, + 571.4210815429688, + 769.2732543945312, + 476.6105651855469, + 706.002197265625, + 522.805908203125, + 703.0282592773438, + 435.6842346191406, + 529.3876953125, + 491.7737121582031, + 501.5076904296875, + 462.2264709472656, + 717.1900024414062, + 629.24267578125, + 696.4061279296875, + 611.4254150390625, + 993.068359375, + 762.43408203125, + 463.3223876953125, + 524.7501831054688, + 780.2728881835938, + 434.3559265136719, + 456.36810302734375, + 693.3700561523438, + 589.3399047851562, + 906.1502075195312, + 637.4041748046875, + 472.8263854980469, + 378.9429626464844, + 580.6888427734375, + 966.3021240234375, + 466.9260559082031, + 534.0933227539062, + 702.7897338867188, + 415.0733337402344, + 556.4873046875, + 751.8322143554688, + 534.998291015625, + 606.0653076171875, + 771.4905395507812, + 489.69805908203125, + 599.4346313476562, + 805.369873046875, + 525.741455078125, + 464.653564453125, + 479.3750305175781, + 668.7623291015625, + 552.63916015625, + 290.6390075683594, + 551.2103271484375, + 601.3110961914062, + 523.6519165039062, + 568.2340698242188, + 583.31494140625, + 484.4941711425781, + 333.8427429199219, + 647.5712890625, + 643.8438110351562, + 534.5437622070312, + 512.9789428710938, + 367.7994079589844, + 373.07586669921875, + 599.1178588867188, + 470.5433654785156, + 538.6199951171875, + 514.9889526367188, + 688.1852416992188, + 771.3826904296875, + 496.39495849609375, + 604.5294799804688, + 528.2628784179688, + 400.8747253417969, + 663.5517578125, + 796.8336181640625, + 757.574462890625, + 463.7575988769531, + 623.845947265625, + 488.29327392578125, + 556.9442138671875, + 609.4998779296875, + 588.2395629882812, + 742.5184936523438, + 351.5637512207031, + 598.5834350585938, + 745.127197265625, + 610.2489013671875, + 478.3705139160156, + 811.9992065429688, + 746.532958984375, + 520.3179321289062, + 529.404052734375, + 505.8344421386719, + 606.4500122070312, + 561.9291381835938, + 363.53228759765625, + 690.5463256835938, + 638.9682006835938, + 756.1857299804688, + 453.6910095214844, + 533.3279418945312, + 466.7030944824219, + 522.8234252929688, + 623.536376953125, + 515.5494995117188, + 438.72711181640625, + 660.7449951171875, + 813.216796875, + 515.7628784179688, + 684.1834106445312, + 562.754638671875, + 708.8646240234375, + 443.4051818847656, + 667.9663696289062, + 573.7357177734375, + 605.0132446289062, + 477.2628479003906, + 586.115234375, + 565.9439086914062, + 834.3988037109375, + 479.81011962890625, + 511.405517578125, + 547.2345581054688, + 678.598388671875, + 643.0581665039062, + 470.5868225097656, + 524.8827514648438, + 747.1156616210938, + 575.298095703125, + 782.0816040039062, + 350.84381103515625, + 750.7404174804688, + 473.2207336425781, + 675.7855834960938, + 610.7496948242188, + 638.7266845703125, + 617.2699584960938, + 592.8763427734375, + 361.23822021484375, + 645.5830078125, + 304.0054016113281, + 742.1658325195312, + 653.5772094726562, + 670.3590087890625, + 615.2860717773438, + 564.9979858398438, + 1014.8487548828125, + 748.013916015625, + 542.377685546875, + 630.0853881835938, + 658.77880859375, + 628.264892578125, + 748.4334716796875, + 554.11669921875, + 488.1746520996094, + 420.5440979003906, + 490.2261047363281, + 494.1582336425781, + 560.1911010742188, + 475.7646484375, + 740.9804077148438, + 556.3195190429688, + 858.6564331054688, + 315.401611328125, + 622.89892578125, + 530.330322265625, + 727.3792114257812, + 638.1709594726562 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.45, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.9, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.7, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.4, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.4, "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 } ] }, @@ -102800,374 +124420,374 @@ 2 ], "wall_clock_s": [ - 1336.1, - 984.9, - 754.8 + 1085.3, + 1112.7, + 1070.9 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.05896415561437607, + "loss": 0.13858583569526672, "env_score_iters": 500, - "env_score": -4.1136603355407715, + "env_score": -0.4536411464214325, "eval_iters": 500, - "eval_score": 0.6499999999999999, + "eval_score": 0.425, "grad_align_iters": 500, - "grad_align": 0.5348590016365051, - "rl_grad_norm": 0.2544507384300232, - "bc_grad_norm": 0.5369113683700562, + "grad_align": -0.007168743293732405, + "rl_grad_norm": 0.23078563809394836, + "bc_grad_norm": 3.3708908557891846, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.002333262236788869, - "embedding.weight": 0.011314205825328827, - "cnn.0.weight": 0.22442640364170074, - "cnn.0.bias": 0.008894432336091995, - "cnn.2.weight": 0.08420371264219284, - "cnn.2.bias": 0.014162683859467506, - "cnn.5.weight": 0.1610104739665985, - "cnn.5.bias": 0.01727883704006672, - "action_emb.weight": 0.010568320751190186, - "timestep_emb.weight": 0.006832250393927097, - "pos_emb.weight": 0.008816748857498169, - "transformer.layers.0.self_attn.in_proj_weight": 0.17532865703105927, - "transformer.layers.0.self_attn.in_proj_bias": 0.010471748188138008, - "transformer.layers.0.self_attn.out_proj.weight": 0.17649440467357635, - "transformer.layers.0.self_attn.out_proj.bias": 0.013255116529762745, - "transformer.layers.0.linear1.weight": 0.09509371221065521, - "transformer.layers.0.linear1.bias": 0.005131351761519909, - "transformer.layers.0.linear2.weight": 0.12559251487255096, - "transformer.layers.0.linear2.bias": 0.00794618297368288, - "transformer.layers.0.norm1.weight": 0.010464012622833252, - "transformer.layers.0.norm1.bias": 0.009418057277798653, - "transformer.layers.0.norm2.weight": 0.006049346644431353, - "transformer.layers.0.norm2.bias": 0.005118510685861111, - "transformer.layers.1.self_attn.in_proj_weight": 0.1133074015378952, - "transformer.layers.1.self_attn.in_proj_bias": 0.00491859158501029, - "transformer.layers.1.self_attn.out_proj.weight": 0.09833171218633652, - "transformer.layers.1.self_attn.out_proj.bias": 0.005506991874426603, - "transformer.layers.1.linear1.weight": 0.05401794984936714, - "transformer.layers.1.linear1.bias": 0.002710664179176092, - "transformer.layers.1.linear2.weight": 0.07126845419406891, - "transformer.layers.1.linear2.bias": 0.005040305200964212, - "transformer.layers.1.norm1.weight": 0.006713319569826126, - "transformer.layers.1.norm1.bias": 0.004751228261739016, - "transformer.layers.1.norm2.weight": 0.003384076291695237, - "transformer.layers.1.norm2.bias": 0.0025658367667347193, - "transformer.layers.2.self_attn.in_proj_weight": 0.11618489772081375, - "transformer.layers.2.self_attn.in_proj_bias": 0.00552698178216815, - "transformer.layers.2.self_attn.out_proj.weight": 0.05430399253964424, - "transformer.layers.2.self_attn.out_proj.bias": 0.0041612968780100346, - "transformer.layers.2.linear1.weight": 0.046058233827352524, - "transformer.layers.2.linear1.bias": 0.0022588083520531654, - "transformer.layers.2.linear2.weight": 0.04964221268892288, - "transformer.layers.2.linear2.bias": 0.0038503159303218126, - "transformer.layers.2.norm1.weight": 0.007121989503502846, - "transformer.layers.2.norm1.bias": 0.005831933114677668, - "transformer.layers.2.norm2.weight": 0.0030693260487169027, - "transformer.layers.2.norm2.bias": 0.0025706973392516375, - "transformer.layers.3.self_attn.in_proj_weight": 0.09602318704128265, - "transformer.layers.3.self_attn.in_proj_bias": 0.0067174481227993965, - "transformer.layers.3.self_attn.out_proj.weight": 0.05504919961094856, - "transformer.layers.3.self_attn.out_proj.bias": 0.005781907122582197, - "transformer.layers.3.linear1.weight": 0.09386543929576874, - "transformer.layers.3.linear1.bias": 0.005875386763364077, - "transformer.layers.3.linear2.weight": 0.061776623129844666, - "transformer.layers.3.linear2.bias": 0.006938616279512644, - "transformer.layers.3.norm1.weight": 0.007872982881963253, - "transformer.layers.3.norm1.bias": 0.00917108915746212, - "transformer.layers.3.norm2.weight": 0.007333414163440466, - "transformer.layers.3.norm2.bias": 0.007615887094289064, - "head.weight": 0.5413610339164734, - "head.bias": 0.014347972348332405, - "global_embedding.weight": 0.04309582710266113, - "global_cnn.0.weight": 0.15390954911708832, - "global_cnn.0.bias": 0.007234927732497454, - "global_cnn.2.weight": 0.1734064817428589, - "global_cnn.2.bias": 0.01073855347931385, - "global_proj.weight": 0.06454680114984512, - "global_proj.bias": 0.05228162929415703, - "goal_head.0.weight": 0.04127495363354683, - "goal_head.0.bias": 0.024618474766612053, - "goal_head.2.weight": 0.07228615134954453, - "goal_head.2.bias": 0.06745059788227081 + "global_gate": 9.300211240770295e-05, + "embedding.weight": 0.0009432758088223636, + "cnn.0.weight": 0.018884113058447838, + "cnn.0.bias": 0.0006380093400366604, + "cnn.2.weight": 0.008952087722718716, + "cnn.2.bias": 0.0030361542012542486, + "cnn.5.weight": 0.012551406398415565, + "cnn.5.bias": 0.0024628497194498777, + "action_emb.weight": 0.004065988585352898, + "timestep_emb.weight": 0.0013289381749927998, + "pos_emb.weight": 0.0026942540425807238, + "transformer.layers.0.self_attn.in_proj_weight": 0.0275803841650486, + "transformer.layers.0.self_attn.in_proj_bias": 0.0025082670617848635, + "transformer.layers.0.self_attn.out_proj.weight": 0.027167590335011482, + "transformer.layers.0.self_attn.out_proj.bias": 0.003104444593191147, + "transformer.layers.0.linear1.weight": 0.023036696016788483, + "transformer.layers.0.linear1.bias": 0.001385831623338163, + "transformer.layers.0.linear2.weight": 0.025263722985982895, + "transformer.layers.0.linear2.bias": 0.0024676986504346132, + "transformer.layers.0.norm1.weight": 0.0015717019559815526, + "transformer.layers.0.norm1.bias": 0.002384892199188471, + "transformer.layers.0.norm2.weight": 0.0023597702383995056, + "transformer.layers.0.norm2.bias": 0.0019093453884124756, + "transformer.layers.1.self_attn.in_proj_weight": 0.025456849485635757, + "transformer.layers.1.self_attn.in_proj_bias": 0.0016069308621808887, + "transformer.layers.1.self_attn.out_proj.weight": 0.026284528896212578, + "transformer.layers.1.self_attn.out_proj.bias": 0.0019412271212786436, + "transformer.layers.1.linear1.weight": 0.013404527679085732, + "transformer.layers.1.linear1.bias": 0.0007855553412809968, + "transformer.layers.1.linear2.weight": 0.016954658553004265, + "transformer.layers.1.linear2.bias": 0.0018186765955761075, + "transformer.layers.1.norm1.weight": 0.0016449993709102273, + "transformer.layers.1.norm1.bias": 0.0015686791157349944, + "transformer.layers.1.norm2.weight": 0.0010837481822818518, + "transformer.layers.1.norm2.bias": 0.0008174284594133496, + "transformer.layers.2.self_attn.in_proj_weight": 0.02332713082432747, + "transformer.layers.2.self_attn.in_proj_bias": 0.0014224534388631582, + "transformer.layers.2.self_attn.out_proj.weight": 0.023159749805927277, + "transformer.layers.2.self_attn.out_proj.bias": 0.0016510473797097802, + "transformer.layers.2.linear1.weight": 0.010964554734528065, + "transformer.layers.2.linear1.bias": 0.0006903824978508055, + "transformer.layers.2.linear2.weight": 0.013164899311959743, + "transformer.layers.2.linear2.bias": 0.0016246846644207835, + "transformer.layers.2.norm1.weight": 0.0015624779043719172, + "transformer.layers.2.norm1.bias": 0.0013151876628398895, + "transformer.layers.2.norm2.weight": 0.0008518673712387681, + "transformer.layers.2.norm2.bias": 0.0007312441011890769, + "transformer.layers.3.self_attn.in_proj_weight": 0.04604490101337433, + "transformer.layers.3.self_attn.in_proj_bias": 0.003125823102891445, + "transformer.layers.3.self_attn.out_proj.weight": 0.0237582940608263, + "transformer.layers.3.self_attn.out_proj.bias": 0.0023894754704087973, + "transformer.layers.3.linear1.weight": 0.02956485189497471, + "transformer.layers.3.linear1.bias": 0.002450828207656741, + "transformer.layers.3.linear2.weight": 0.01603056862950325, + "transformer.layers.3.linear2.bias": 0.003024511272087693, + "transformer.layers.3.norm1.weight": 0.0038680206052958965, + "transformer.layers.3.norm1.bias": 0.004171429667621851, + "transformer.layers.3.norm2.weight": 0.0022045564837753773, + "transformer.layers.3.norm2.bias": 0.0034775775857269764, + "head.weight": 0.18374717235565186, + "head.bias": 0.005832876544445753, + "global_embedding.weight": 0.030367080122232437, + "global_cnn.0.weight": 0.08438560366630554, + "global_cnn.0.bias": 0.004072301089763641, + "global_cnn.2.weight": 0.09692558646202087, + "global_cnn.2.bias": 0.005535597447305918, + "global_proj.weight": 0.022011442109942436, + "global_proj.bias": 0.01652270369231701, + "goal_head.0.weight": 0.015830671414732933, + "goal_head.0.bias": 0.007637745700776577, + "goal_head.2.weight": 0.023777233436703682, + "goal_head.2.bias": 0.01763301156461239 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.04487776756286621, - "repr_drift_kl_low_t": 0.02766958624124527, - "repr_drift_kl_mid_t": 0.03104010596871376, - "repr_drift_kl_high_t": 0.11279576271772385, + "repr_drift_kl": 0.6148270964622498, + "repr_drift_kl_low_t": 0.7564524412155151, + "repr_drift_kl_mid_t": 0.6170238852500916, + "repr_drift_kl_high_t": 0.46371859312057495, "cka_iters": 500, - "cka_similarity": 0.8619195818901062, + "cka_similarity": 0.6963292360305786, "t_analysis_iters": 500, - "norm_low_t": 0.43622466921806335, - "norm_high_t": 0.4430648684501648, - "lowhigh_cos": 0.534557044506073, + "norm_low_t": 0.3210526704788208, + "norm_high_t": 0.4090147018432617, + "lowhigh_cos": 0.01672586426138878, "t_bin_norms": { - "t_0.0-0.1": 0.37695667147636414, - "t_0.1-0.2": 0.47224345803260803, - "t_0.2-0.3": 0.25671496987342834, - "t_0.3-0.4": 0.41156575083732605, - "t_0.4-0.5": 0.3281283378601074, - "t_0.5-0.6": 0.8446680307388306, - "t_0.6-0.7": 0.78993821144104, - "t_0.7-0.8": 0.431561142206192, - "t_0.8-0.9": 0.49516761302948, - "t_0.9-1.0": 0.4919445216655731 - }, - "win_rate": 0.0032894734758883715, - "effective_batch_size": 47.703086853027344, + "t_0.0-0.1": 0.43946316838264465, + "t_0.1-0.2": 0.2677125036716461, + "t_0.2-0.3": 0.2336205393075943, + "t_0.3-0.4": 0.2125391960144043, + "t_0.4-0.5": 0.24497918784618378, + "t_0.5-0.6": 0.23715753853321075, + "t_0.6-0.7": 0.22678615152835846, + "t_0.7-0.8": 0.2586503326892853, + "t_0.8-0.9": 0.32533881068229675, + "t_0.9-1.0": 0.7099505066871643 + }, + "win_rate": 0.085291787981987, + "effective_batch_size": 638.1709594726562, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.3 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.06183905154466629, + "loss": 0.03540653735399246, "env_score_iters": 500, - "env_score": -3.3714826107025146, + "env_score": -0.7517688274383545, "eval_iters": 500, - "eval_score": 0.55, + "eval_score": 0.375, "grad_align_iters": 500, - "grad_align": 0.6726269721984863, - "rl_grad_norm": 0.2594135105609894, - "bc_grad_norm": 0.3521100878715515, + "grad_align": -0.08041838556528091, + "rl_grad_norm": 0.24363009631633759, + "bc_grad_norm": 2.3569467067718506, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.0000317478807119187, - "embedding.weight": 0.0025956628378480673, - "cnn.0.weight": 0.03822964057326317, - "cnn.0.bias": 0.0016753490781411529, - "cnn.2.weight": 0.00708096195012331, - "cnn.2.bias": 0.0018792991759255528, - "cnn.5.weight": 0.0074060033075511456, - "cnn.5.bias": 0.001923033152706921, - "action_emb.weight": 0.002404168713837862, - "timestep_emb.weight": 0.0010218690149486065, - "pos_emb.weight": 0.0010830055689439178, - "transformer.layers.0.self_attn.in_proj_weight": 0.01562024187296629, - "transformer.layers.0.self_attn.in_proj_bias": 0.0015393864596262574, - "transformer.layers.0.self_attn.out_proj.weight": 0.014858602546155453, - "transformer.layers.0.self_attn.out_proj.bias": 0.002088473876938224, - "transformer.layers.0.linear1.weight": 0.010852218605577946, - "transformer.layers.0.linear1.bias": 0.0007282827282324433, - "transformer.layers.0.linear2.weight": 0.013661790639162064, - "transformer.layers.0.linear2.bias": 0.001791181624867022, - "transformer.layers.0.norm1.weight": 0.0009900942677631974, - "transformer.layers.0.norm1.bias": 0.0015725461998954415, - "transformer.layers.0.norm2.weight": 0.0008561730501241982, - "transformer.layers.0.norm2.bias": 0.0007772998069413006, - "transformer.layers.1.self_attn.in_proj_weight": 0.012570148333907127, - "transformer.layers.1.self_attn.in_proj_bias": 0.0009396004024893045, - "transformer.layers.1.self_attn.out_proj.weight": 0.013090037740767002, - "transformer.layers.1.self_attn.out_proj.bias": 0.001378238433972001, - "transformer.layers.1.linear1.weight": 0.006300901062786579, - "transformer.layers.1.linear1.bias": 0.0004037962935399264, - "transformer.layers.1.linear2.weight": 0.008683216758072376, - "transformer.layers.1.linear2.bias": 0.00140216457657516, - "transformer.layers.1.norm1.weight": 0.0008578801644034684, - "transformer.layers.1.norm1.bias": 0.0010438035242259502, - "transformer.layers.1.norm2.weight": 0.0004477547772694379, - "transformer.layers.1.norm2.bias": 0.00036652389098890126, - "transformer.layers.2.self_attn.in_proj_weight": 0.012776142917573452, - "transformer.layers.2.self_attn.in_proj_bias": 0.0010482267243787646, - "transformer.layers.2.self_attn.out_proj.weight": 0.010077678598463535, - "transformer.layers.2.self_attn.out_proj.bias": 0.0014459695667028427, - "transformer.layers.2.linear1.weight": 0.0060090492479503155, - "transformer.layers.2.linear1.bias": 0.00045342702651396394, - "transformer.layers.2.linear2.weight": 0.007178468629717827, - "transformer.layers.2.linear2.bias": 0.0015402470016852021, - "transformer.layers.2.norm1.weight": 0.0009802690474316478, - "transformer.layers.2.norm1.bias": 0.001221014535985887, - "transformer.layers.2.norm2.weight": 0.0004241107089910656, - "transformer.layers.2.norm2.bias": 0.0005347311962395906, - "transformer.layers.3.self_attn.in_proj_weight": 0.02240530587732792, - "transformer.layers.3.self_attn.in_proj_bias": 0.002289949683472514, - "transformer.layers.3.self_attn.out_proj.weight": 0.013446495868265629, - "transformer.layers.3.self_attn.out_proj.bias": 0.00237706839106977, - "transformer.layers.3.linear1.weight": 0.02743648737668991, - "transformer.layers.3.linear1.bias": 0.002465795027092099, - "transformer.layers.3.linear2.weight": 0.01427400391548872, - "transformer.layers.3.linear2.bias": 0.00404179934412241, - "transformer.layers.3.norm1.weight": 0.0018483370076864958, - "transformer.layers.3.norm1.bias": 0.003169436939060688, - "transformer.layers.3.norm2.weight": 0.0026303716003894806, - "transformer.layers.3.norm2.bias": 0.004238170571625233, - "head.weight": 0.22003044188022614, - "head.bias": 0.010046263225376606, - "global_embedding.weight": 0.018634364008903503, - "global_cnn.0.weight": 0.11897118389606476, - "global_cnn.0.bias": 0.0038321572355926037, - "global_cnn.2.weight": 0.18544284999370575, - "global_cnn.2.bias": 0.009775005280971527, - "global_proj.weight": 0.033703241497278214, - "global_proj.bias": 0.022597625851631165, - "goal_head.0.weight": 0.019686883315443993, - "goal_head.0.bias": 0.008431057445704937, - "goal_head.2.weight": 0.03068341314792633, - "goal_head.2.bias": 0.01946481131017208 + "global_gate": 2.661532380443532e-05, + "embedding.weight": 0.00038621851126663387, + "cnn.0.weight": 0.010630717501044273, + "cnn.0.bias": 0.00047138865920715034, + "cnn.2.weight": 0.0036669636610895395, + "cnn.2.bias": 0.0012322325492277741, + "cnn.5.weight": 0.005837918259203434, + "cnn.5.bias": 0.0008135740645229816, + "action_emb.weight": 0.00194548221770674, + "timestep_emb.weight": 0.0005418973159976304, + "pos_emb.weight": 0.0011022884864360094, + "transformer.layers.0.self_attn.in_proj_weight": 0.008581398986279964, + "transformer.layers.0.self_attn.in_proj_bias": 0.0006063445471227169, + "transformer.layers.0.self_attn.out_proj.weight": 0.008071471005678177, + "transformer.layers.0.self_attn.out_proj.bias": 0.0007063241791911423, + "transformer.layers.0.linear1.weight": 0.010316045954823494, + "transformer.layers.0.linear1.bias": 0.0003832562069874257, + "transformer.layers.0.linear2.weight": 0.008822628296911716, + "transformer.layers.0.linear2.bias": 0.0005510338232852519, + "transformer.layers.0.norm1.weight": 0.0004745926125906408, + "transformer.layers.0.norm1.bias": 0.0005044409772381186, + "transformer.layers.0.norm2.weight": 0.0011397582711651921, + "transformer.layers.0.norm2.bias": 0.0003904641489498317, + "transformer.layers.1.self_attn.in_proj_weight": 0.008398770354688168, + "transformer.layers.1.self_attn.in_proj_bias": 0.00039210839895531535, + "transformer.layers.1.self_attn.out_proj.weight": 0.006399414036422968, + "transformer.layers.1.self_attn.out_proj.bias": 0.0004336141864769161, + "transformer.layers.1.linear1.weight": 0.004961728118360043, + "transformer.layers.1.linear1.bias": 0.00023207951744552702, + "transformer.layers.1.linear2.weight": 0.006289879325777292, + "transformer.layers.1.linear2.bias": 0.00042499066330492496, + "transformer.layers.1.norm1.weight": 0.0006453778478316963, + "transformer.layers.1.norm1.bias": 0.0004009307303931564, + "transformer.layers.1.norm2.weight": 0.00041453869198448956, + "transformer.layers.1.norm2.bias": 0.00023997378593776375, + "transformer.layers.2.self_attn.in_proj_weight": 0.009618165902793407, + "transformer.layers.2.self_attn.in_proj_bias": 0.0005041543627157807, + "transformer.layers.2.self_attn.out_proj.weight": 0.006929270923137665, + "transformer.layers.2.self_attn.out_proj.bias": 0.0003896420239470899, + "transformer.layers.2.linear1.weight": 0.0036602895706892014, + "transformer.layers.2.linear1.bias": 0.00020692100224550813, + "transformer.layers.2.linear2.weight": 0.004409016575664282, + "transformer.layers.2.linear2.bias": 0.0004287126357667148, + "transformer.layers.2.norm1.weight": 0.0008214799454435706, + "transformer.layers.2.norm1.bias": 0.0007102917297743261, + "transformer.layers.2.norm2.weight": 0.0002444429264869541, + "transformer.layers.2.norm2.bias": 0.00023671628150623292, + "transformer.layers.3.self_attn.in_proj_weight": 0.011371055617928505, + "transformer.layers.3.self_attn.in_proj_bias": 0.0008105218294076622, + "transformer.layers.3.self_attn.out_proj.weight": 0.006386969704180956, + "transformer.layers.3.self_attn.out_proj.bias": 0.0006511838873848319, + "transformer.layers.3.linear1.weight": 0.006101666949689388, + "transformer.layers.3.linear1.bias": 0.00042263849172741175, + "transformer.layers.3.linear2.weight": 0.004133715759962797, + "transformer.layers.3.linear2.bias": 0.0006704428815282881, + "transformer.layers.3.norm1.weight": 0.0009236005716957152, + "transformer.layers.3.norm1.bias": 0.0011403451208025217, + "transformer.layers.3.norm2.weight": 0.0004206963931210339, + "transformer.layers.3.norm2.bias": 0.00043120543705299497, + "head.weight": 0.04433141276240349, + "head.bias": 0.0013600148959085345, + "global_embedding.weight": 0.007960667833685875, + "global_cnn.0.weight": 0.09012638032436371, + "global_cnn.0.bias": 0.0041235219687223434, + "global_cnn.2.weight": 0.18947650492191315, + "global_cnn.2.bias": 0.00881760660558939, + "global_proj.weight": 0.049117401242256165, + "global_proj.bias": 0.04050114378333092, + "goal_head.0.weight": 0.03453400358557701, + "goal_head.0.bias": 0.01815372332930565, + "goal_head.2.weight": 0.04706485942006111, + "goal_head.2.bias": 0.04296449199318886 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.16241085529327393, - "repr_drift_kl_low_t": 0.1475975215435028, - "repr_drift_kl_mid_t": 0.13933676481246948, - "repr_drift_kl_high_t": 0.24851909279823303, + "repr_drift_kl": 0.31729596853256226, + "repr_drift_kl_low_t": 0.3666898012161255, + "repr_drift_kl_mid_t": 0.32763105630874634, + "repr_drift_kl_high_t": 0.2683975100517273, "cka_iters": 500, - "cka_similarity": 0.8566043972969055, + "cka_similarity": 0.8361415863037109, "t_analysis_iters": 500, - "norm_low_t": 0.2777571678161621, - "norm_high_t": 0.3714003264904022, - "lowhigh_cos": 0.4561387300491333, + "norm_low_t": 0.25787630677223206, + "norm_high_t": 0.31447991728782654, + "lowhigh_cos": 0.63414067029953, "t_bin_norms": { - "t_0.0-0.1": 0.28657329082489014, - "t_0.1-0.2": 0.28613385558128357, - "t_0.2-0.3": 0.26240265369415283, - "t_0.3-0.4": 0.2650604844093323, - "t_0.4-0.5": 0.2637777328491211, - "t_0.5-0.6": 0.2713577449321747, - "t_0.6-0.7": 0.24888138473033905, - "t_0.7-0.8": 0.2803157866001129, - "t_0.8-0.9": 0.2980232834815979, - "t_0.9-1.0": 0.33278679847717285 - }, - "win_rate": 0.0036006546579301357, - "effective_batch_size": 44.05697250366211, + "t_0.0-0.1": 0.2447151392698288, + "t_0.1-0.2": 0.24185745418071747, + "t_0.2-0.3": 0.237736776471138, + "t_0.3-0.4": 0.23114995658397675, + "t_0.4-0.5": 0.23723264038562775, + "t_0.5-0.6": 0.23417094349861145, + "t_0.6-0.7": 0.2367427796125412, + "t_0.7-0.8": 0.24006126821041107, + "t_0.8-0.9": 0.23986783623695374, + "t_0.9-1.0": 0.4023211598396301 + }, + "win_rate": 0.013256206177175045, + "effective_batch_size": 345.2512512207031, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 } }, { "iters": 500, - "loss": 0.024015765637159348, + "loss": 0.1620452105998993, "env_score_iters": 500, - "env_score": -3.954268455505371, + "env_score": -0.3346734642982483, "eval_iters": 500, - "eval_score": 0.6000000000000001, + "eval_score": 0.37500000000000006, "grad_align_iters": 500, - "grad_align": 0.341041624546051, - "rl_grad_norm": 0.20017315447330475, - "bc_grad_norm": 0.5480154156684875, + "grad_align": -0.06416768580675125, + "rl_grad_norm": 0.4347740709781647, + "bc_grad_norm": 3.4777915477752686, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00023766398953739554, - "embedding.weight": 0.003659417387098074, - "cnn.0.weight": 0.05651886388659477, - "cnn.0.bias": 0.0031442558392882347, - "cnn.2.weight": 0.019750792533159256, - "cnn.2.bias": 0.00497689563781023, - "cnn.5.weight": 0.03398488089442253, - "cnn.5.bias": 0.0032712663523852825, - "action_emb.weight": 0.005234241485595703, - "timestep_emb.weight": 0.0026232239324599504, - "pos_emb.weight": 0.003980840556323528, - "transformer.layers.0.self_attn.in_proj_weight": 0.054884448647499084, - "transformer.layers.0.self_attn.in_proj_bias": 0.0036987639032304287, - "transformer.layers.0.self_attn.out_proj.weight": 0.05884702131152153, - "transformer.layers.0.self_attn.out_proj.bias": 0.004322228953242302, - "transformer.layers.0.linear1.weight": 0.03839995339512825, - "transformer.layers.0.linear1.bias": 0.0018226694082841277, - "transformer.layers.0.linear2.weight": 0.04899890720844269, - "transformer.layers.0.linear2.bias": 0.0025860932655632496, - "transformer.layers.0.norm1.weight": 0.003362272633239627, - "transformer.layers.0.norm1.bias": 0.0035910182632505894, - "transformer.layers.0.norm2.weight": 0.002946155145764351, - "transformer.layers.0.norm2.bias": 0.0015718042850494385, - "transformer.layers.1.self_attn.in_proj_weight": 0.049267299473285675, - "transformer.layers.1.self_attn.in_proj_bias": 0.001946615637280047, - "transformer.layers.1.self_attn.out_proj.weight": 0.029817616567015648, - "transformer.layers.1.self_attn.out_proj.bias": 0.002000784035772085, - "transformer.layers.1.linear1.weight": 0.018571842461824417, - "transformer.layers.1.linear1.bias": 0.0009820364648476243, - "transformer.layers.1.linear2.weight": 0.025647401809692383, - "transformer.layers.1.linear2.bias": 0.0018487487686797976, - "transformer.layers.1.norm1.weight": 0.0030853752978146076, - "transformer.layers.1.norm1.bias": 0.001615148619748652, - "transformer.layers.1.norm2.weight": 0.0012675775215029716, - "transformer.layers.1.norm2.bias": 0.0010941441869363189, - "transformer.layers.2.self_attn.in_proj_weight": 0.03468238562345505, - "transformer.layers.2.self_attn.in_proj_bias": 0.0016684640431776643, - "transformer.layers.2.self_attn.out_proj.weight": 0.023295309394598007, - "transformer.layers.2.self_attn.out_proj.bias": 0.0016432974953204393, - "transformer.layers.2.linear1.weight": 0.017349492758512497, - "transformer.layers.2.linear1.bias": 0.0008648572256788611, - "transformer.layers.2.linear2.weight": 0.019715098664164543, - "transformer.layers.2.linear2.bias": 0.0016867147060111165, - "transformer.layers.2.norm1.weight": 0.002274132100865245, - "transformer.layers.2.norm1.bias": 0.00195625820197165, - "transformer.layers.2.norm2.weight": 0.0012449078494682908, - "transformer.layers.2.norm2.bias": 0.000833898491691798, - "transformer.layers.3.self_attn.in_proj_weight": 0.06328830122947693, - "transformer.layers.3.self_attn.in_proj_bias": 0.0032869947608560324, - "transformer.layers.3.self_attn.out_proj.weight": 0.02303392067551613, - "transformer.layers.3.self_attn.out_proj.bias": 0.002421243116259575, - "transformer.layers.3.linear1.weight": 0.034102361649274826, - "transformer.layers.3.linear1.bias": 0.0021053592208772898, - "transformer.layers.3.linear2.weight": 0.01793411187827587, - "transformer.layers.3.linear2.bias": 0.003086037002503872, - "transformer.layers.3.norm1.weight": 0.004447180312126875, - "transformer.layers.3.norm1.bias": 0.004253610037267208, - "transformer.layers.3.norm2.weight": 0.0025750030763447285, - "transformer.layers.3.norm2.bias": 0.002392249647527933, - "head.weight": 0.23809272050857544, - "head.bias": 0.0063850111328065395, - "global_embedding.weight": 0.009795965626835823, - "global_cnn.0.weight": 0.06812769174575806, - "global_cnn.0.bias": 0.002289509866386652, - "global_cnn.2.weight": 0.11566977202892303, - "global_cnn.2.bias": 0.007003378588706255, - "global_proj.weight": 0.02419712021946907, - "global_proj.bias": 0.019018366932868958, - "goal_head.0.weight": 0.012356314808130264, - "goal_head.0.bias": 0.006432001944631338, - "goal_head.2.weight": 0.023879947140812874, - "goal_head.2.bias": 0.01562846079468727 + "global_gate": 0.00047544404515065253, + "embedding.weight": 0.0008425592095591128, + "cnn.0.weight": 0.025231363251805305, + "cnn.0.bias": 0.0009897443233057857, + "cnn.2.weight": 0.00933498702943325, + "cnn.2.bias": 0.0026115612126886845, + "cnn.5.weight": 0.010981406085193157, + "cnn.5.bias": 0.00285595771856606, + "action_emb.weight": 0.0046975091099739075, + "timestep_emb.weight": 0.0011921621626242995, + "pos_emb.weight": 0.003204905427992344, + "transformer.layers.0.self_attn.in_proj_weight": 0.03526805713772774, + "transformer.layers.0.self_attn.in_proj_bias": 0.0033305389806628227, + "transformer.layers.0.self_attn.out_proj.weight": 0.02864467352628708, + "transformer.layers.0.self_attn.out_proj.bias": 0.004104140214622021, + "transformer.layers.0.linear1.weight": 0.026433704420924187, + "transformer.layers.0.linear1.bias": 0.0015998450107872486, + "transformer.layers.0.linear2.weight": 0.029877211898565292, + "transformer.layers.0.linear2.bias": 0.0033047699835151434, + "transformer.layers.0.norm1.weight": 0.002288719406351447, + "transformer.layers.0.norm1.bias": 0.0034727377351373434, + "transformer.layers.0.norm2.weight": 0.0024333209730684757, + "transformer.layers.0.norm2.bias": 0.001606907811947167, + "transformer.layers.1.self_attn.in_proj_weight": 0.027381394058465958, + "transformer.layers.1.self_attn.in_proj_bias": 0.0018699123756960034, + "transformer.layers.1.self_attn.out_proj.weight": 0.029315531253814697, + "transformer.layers.1.self_attn.out_proj.bias": 0.0027270857244729996, + "transformer.layers.1.linear1.weight": 0.015447446145117283, + "transformer.layers.1.linear1.bias": 0.0010659195249900222, + "transformer.layers.1.linear2.weight": 0.021545302122831345, + "transformer.layers.1.linear2.bias": 0.002604192355647683, + "transformer.layers.1.norm1.weight": 0.0018494760151952505, + "transformer.layers.1.norm1.bias": 0.0016659017419442534, + "transformer.layers.1.norm2.weight": 0.0011988424230366945, + "transformer.layers.1.norm2.bias": 0.0011586184846237302, + "transformer.layers.2.self_attn.in_proj_weight": 0.02625982090830803, + "transformer.layers.2.self_attn.in_proj_bias": 0.0017402763478457928, + "transformer.layers.2.self_attn.out_proj.weight": 0.02359132096171379, + "transformer.layers.2.self_attn.out_proj.bias": 0.0024904822930693626, + "transformer.layers.2.linear1.weight": 0.013704853132367134, + "transformer.layers.2.linear1.bias": 0.00104047532659024, + "transformer.layers.2.linear2.weight": 0.016974493861198425, + "transformer.layers.2.linear2.bias": 0.0026100720278918743, + "transformer.layers.2.norm1.weight": 0.0016838405281305313, + "transformer.layers.2.norm1.bias": 0.001685827854089439, + "transformer.layers.2.norm2.weight": 0.0009777412051334977, + "transformer.layers.2.norm2.bias": 0.0013408941449597478, + "transformer.layers.3.self_attn.in_proj_weight": 0.045529793947935104, + "transformer.layers.3.self_attn.in_proj_bias": 0.00574722932651639, + "transformer.layers.3.self_attn.out_proj.weight": 0.02540469542145729, + "transformer.layers.3.self_attn.out_proj.bias": 0.004507108591496944, + "transformer.layers.3.linear1.weight": 0.03170372545719147, + "transformer.layers.3.linear1.bias": 0.0031469939276576042, + "transformer.layers.3.linear2.weight": 0.020304659381508827, + "transformer.layers.3.linear2.bias": 0.005275457166135311, + "transformer.layers.3.norm1.weight": 0.003956431057304144, + "transformer.layers.3.norm1.bias": 0.008751967921853065, + "transformer.layers.3.norm2.weight": 0.0024964860640466213, + "transformer.layers.3.norm2.bias": 0.004407474771142006, + "head.weight": 0.24208736419677734, + "head.bias": 0.009961304254829884, + "global_embedding.weight": 0.012608730234205723, + "global_cnn.0.weight": 0.12779802083969116, + "global_cnn.0.bias": 0.00506603205576539, + "global_cnn.2.weight": 0.25370851159095764, + "global_cnn.2.bias": 0.012097014114260674, + "global_proj.weight": 0.04672839120030403, + "global_proj.bias": 0.03950468450784683, + "goal_head.0.weight": 0.03315386921167374, + "goal_head.0.bias": 0.01618979685008526, + "goal_head.2.weight": 0.06113956868648529, + "goal_head.2.bias": 0.03735870495438576 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07780513167381287, - "repr_drift_kl_low_t": 0.05446180701255798, - "repr_drift_kl_mid_t": 0.04978695511817932, - "repr_drift_kl_high_t": 0.18042811751365662, + "repr_drift_kl": 0.4965018332004547, + "repr_drift_kl_low_t": 0.5986002683639526, + "repr_drift_kl_mid_t": 0.5000049471855164, + "repr_drift_kl_high_t": 0.4089711606502533, "cka_iters": 500, - "cka_similarity": 0.7861558794975281, + "cka_similarity": 0.815017580986023, "t_analysis_iters": 500, - "norm_low_t": 0.3064977824687958, - "norm_high_t": 0.27315011620521545, - "lowhigh_cos": 0.45672187209129333, + "norm_low_t": 0.4779289662837982, + "norm_high_t": 0.7356383800506592, + "lowhigh_cos": 0.5462364554405212, "t_bin_norms": { - "t_0.0-0.1": 0.30516642332077026, - "t_0.1-0.2": 0.33370736241340637, - "t_0.2-0.3": 0.17477010190486908, - "t_0.3-0.4": 0.16717690229415894, - "t_0.4-0.5": 0.45223262906074524, - "t_0.5-0.6": 0.20695574581623077, - "t_0.6-0.7": 0.2526203989982605, - "t_0.7-0.8": 0.18659430742263794, - "t_0.8-0.9": 0.1783580780029297, - "t_0.9-1.0": 0.34184879064559937 - }, - "win_rate": 0.008269719779491425, - "effective_batch_size": 54.22412109375, + "t_0.0-0.1": 0.4044051170349121, + "t_0.1-0.2": 0.37449803948402405, + "t_0.2-0.3": 0.38572728633880615, + "t_0.3-0.4": 0.39659416675567627, + "t_0.4-0.5": 0.3822662830352783, + "t_0.5-0.6": 0.4043942093849182, + "t_0.6-0.7": 0.42086362838745117, + "t_0.7-0.8": 0.46397408843040466, + "t_0.8-0.9": 0.5394391417503357, + "t_0.9-1.0": 0.9084065556526184 + }, + "win_rate": 0.1104380264878273, + "effective_batch_size": 817.950439453125, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.05 } } ] }, "reward_model": { - "score": 0.55, - "score_std": 0.04082482904638636, + "score": 0.32083333333333336, + "score_std": 0.011785113019775804, "all_scores": [ - 0.55, - 0.6000000000000001, - 0.49999999999999994 + 0.3375, + 0.3125, + 0.3125 ], "history": { "iters": [ @@ -103673,506 +125293,506 @@ 500 ], "loss": [ - 0.03450730815529823, - 0.3486151099205017, - 1.0438321828842163, - 0.05871831625699997, - 0.04473008215427399, - 0.01499989628791809, - 0.03129076957702637, - 0.4045543968677521, - 0.1695220023393631, - 0.014970424585044384, - 0.055175453424453735, - 0.029719598591327667, - 0.9357836842536926, - 0.029932349920272827, - 0.10907013714313507, - 0.023554261773824692, - 0.10473844408988953, - 1.0571895837783813, - 0.01708783023059368, - 0.035824019461870193, - 0.3101659119129181, - 0.03415520116686821, - 0.02268015593290329, - 0.6199157238006592, - 0.053064148873090744, - 0.019161023199558258, - 0.011073268949985504, - 0.05236316844820976, - 0.08568595349788666, - 0.23331408202648163, - 0.10989422351121902, - 0.022457772865891457, - 0.03867948055267334, - 0.026246100664138794, - 0.11502595245838165, - 0.5501976013183594, - 0.5020502805709839, - 0.06583268195390701, - 0.04788323864340782, - 0.2605644464492798, - 0.05694178119301796, - 0.033440981060266495, - 0.06155184656381607, - 0.4069315791130066, - 0.012712782248854637, - 0.024965273216366768, - 0.024935323745012283, - 0.28820449113845825, - 0.2289966493844986, - 0.37666505575180054, - 0.007151150144636631, - 0.014799919910728931, - 0.013542805798351765, - 0.01490548811852932, - 0.3652891516685486, - 0.09075739234685898, - 0.03349991515278816, - 0.22433209419250488, - 0.04007381945848465, - 0.8918764591217041, - 0.01966511458158493, - 0.02865394949913025, - 0.032822385430336, - 0.006868809927254915, - 0.9044435620307922, - 0.017868848517537117, - 0.03203238919377327, - 0.18395771086215973, - 0.04036980867385864, - 0.020237158983945847, - 0.028451193124055862, - 0.018236031755805016, - 0.015309648588299751, - 0.2406519204378128, - 0.016570623964071274, - 0.032234568148851395, - 0.07639443129301071, - 0.02079656720161438, - 0.029299495741724968, - 0.008037790656089783, - 0.02188410982489586, - 0.030081648379564285, - 0.015989700332283974, - 0.33276137709617615, - 0.036110542714595795, - 0.029628533869981766, - 0.007101520895957947, - 0.012744074687361717, - 0.04511851817369461, - 0.007795800920575857, - 0.0461866557598114, - 0.006025969982147217, - 0.01861376315355301, - 0.04518668353557587, - 0.011190534569323063, - 0.03318943828344345, - 0.0096939317882061, - 0.015711680054664612, - 0.053921010345220566, - 0.02289634197950363, - 0.006074977573007345, - 0.020996246486902237, - 0.009673984721302986, - 0.03788577392697334, - 0.010550769045948982, - 0.014444340951740742, - 0.013390635140240192, - 0.017650999128818512, - 0.010835669003427029, - 0.00730858976021409, - 0.008447906002402306, - 0.009784620255231857, - 0.03614136576652527, - 0.02038305252790451, - 0.016343384981155396, - 0.0421074815094471, - 0.013605829328298569, - 0.017053306102752686, - 0.017434511333703995, - 0.014422604814171791, - 0.026906369253993034, - 0.02899312600493431, - 0.006400375161319971, - 0.03463291376829147, - 0.005359127186238766, - 0.0591522678732872, - 0.027319343760609627, - 0.013049677014350891, - 0.3404700458049774, - 0.033541370183229446, - 0.01510531920939684, - 0.03801324963569641, - 0.012383140623569489, - 0.009847277775406837, - 0.007994934916496277, - 0.02453337237238884, - 0.03250161558389664, - 0.039463769644498825, - 0.2581406831741333, - 0.038939714431762695, - 0.005208722315728664, - 0.04288814961910248, - 0.037161726504564285, - 0.013097556307911873, - 0.02262299880385399, - 0.009670784696936607, - 0.014012331143021584, - 0.0292196087539196, - 0.02315707504749298, - 0.008257638663053513, - 0.07018665224313736, - 0.03386388719081879, - 0.033072032034397125, - 0.012333881109952927, - 0.0591578334569931, - 0.020473754033446312, - 0.0439046211540699, - 0.012715868651866913, - 0.016014093533158302, - 0.011829007416963577, - 0.05026073753833771, - 0.024635182693600655, - 0.019167810678482056, - 0.03025471419095993, - 0.03374544531106949, - 0.008501214906573296, - 0.007663980592042208, - 0.10181593894958496, - 0.006610391661524773, - 0.018855301663279533, - 0.046787697821855545, - 0.01855933479964733, - 0.016254916787147522, - 0.018671903759241104, - 0.2688191831111908, - 0.2622644305229187, - 0.012926858849823475, - 0.026535194367170334, - 0.01708328165113926, - 0.01219629030674696, - 0.018291916698217392, - 0.01782050170004368, - 0.016938291490077972, - 0.008979122154414654, - 0.026034794747829437, - 0.02266502007842064, - 0.02845347858965397, - 0.15829789638519287, - 0.13832716643810272, - 0.05096296966075897, - 0.0038735000416636467, - 0.004717365838587284, - 0.02052118070423603, - 0.016169486567378044, - 0.014933646656572819, - 0.021589193493127823, - 0.01305251382291317, - 0.005055677145719528, - 0.011728223413228989, - 0.007609684020280838, - 0.024610109627246857, - 0.008618708699941635, - 0.01187169924378395, - 0.032822445034980774, - 0.002022556960582733, - 0.023281309753656387, - 0.030770622193813324, - 0.013860817067325115, - 0.014148561283946037, - 0.009212027303874493, - 0.01290059369057417, - 0.03488113731145859, - 0.020798707380890846, - 0.014202674850821495, - 0.008298635482788086, - 0.021461008116602898, - 0.006092125549912453, - 0.022930890321731567, - 0.02249382808804512, - 0.010277639143168926, - 0.2494123876094818, - 0.024618832394480705, - 0.012260984629392624, - 0.004806084092706442, - 0.0165909081697464, - 0.404966801404953, - 0.10429413616657257, - 0.009693924337625504, - 0.035134218633174896, - 0.031481992453336716, - 0.010996517725288868, - 0.00942712277173996, - 0.02560223452746868, - 0.016824845224618912, - 0.02113000862300396, - 0.02440807968378067, - 0.018893275409936905, - 0.013031677342951298, - 0.015474175103008747, - 0.04520226642489433, - 0.0032994779758155346, - 0.025925302878022194, - 0.03338620066642761, - 0.014942770823836327, - 0.0096025001257658, - 0.009756576269865036, - 0.01737343892455101, - 0.014608830213546753, - 0.021467147395014763, - 0.00383896566927433, - 0.007494817487895489, - 0.016510510817170143, - 0.005228961352258921, - 0.015522046014666557, - 0.017854373902082443, - 0.02945695072412491, - 0.012165801599621773, - 0.03230176866054535, - 0.03182390704751015, - 0.017411354929208755, - 0.01351887546479702, - 0.01588895358145237, - 0.012623866088688374, - 0.017790289595723152, - 0.0055608004331588745, - 0.01192433014512062, - 0.00439023831859231, - 0.01925365999341011, - 0.005561572499573231, - 0.02592472918331623, - 0.0021809525787830353, - 0.014333637431263924, - 0.02890780381858349, - 0.016730133444070816, - 0.033906593918800354, - 0.02186199650168419, - 0.0365530289709568, - 0.01377247553318739, - 0.015633530914783478, - 0.019405649974942207, - 0.021498175337910652, - 0.012704516761004925, - 0.01947062648832798, - 0.01650889962911606, - 0.020251549780368805, - 0.020458556711673737, - 0.016417868435382843, - 0.038177698850631714, - 0.03665880486369133, - 0.009243961423635483, - 0.004166846629232168, - 0.025110047310590744, - 0.012158622033894062, - 0.010589992627501488, - 0.0056110527366399765, - 0.01454448513686657, - 0.01628335937857628, - 0.0055312965996563435, - 0.02863461896777153, - 0.01285686157643795, - 0.01954936981201172, - 0.00639786571264267, - 0.007047399878501892, - 0.005952111911028624, - 0.022043608129024506, - 0.0115278922021389, - 0.0265471450984478, - 0.020934399217367172, - 0.015710720792412758, - 0.010566160082817078, - 0.03246918320655823, - 0.00705090444535017, - 0.01326480321586132, - 0.016226118430495262, - 0.038937702775001526, - 0.034539349377155304, - 0.006923973560333252, - 0.023705793544650078, - 0.008672296069562435, - 0.008205641061067581, - 0.005742604844272137, - 0.01119124237447977, - 0.012966715730726719, - 0.01792500726878643, - 0.016775786876678467, - 0.006697991397231817, - 0.010108446702361107, - 0.00397850526496768, - 0.04284225031733513, - 0.011938345618546009, - 0.02079194411635399, - 0.017771344631910324, - 0.03343718871474266, - 0.009795731864869595, - 0.010584919713437557, - 0.03110198676586151, - 0.0126423891633749, - 0.00937670562416315, - 0.017267799004912376, - 0.015941839665174484, - 0.03969701752066612, - 0.013070328161120415, - 0.0062310826033353806, - 0.030315086245536804, - 0.02061649225652218, - 0.015259329229593277, - 0.021113552153110504, - 0.02834574319422245, - 0.019606109708547592, - 0.0047316597774624825, - 0.005204423330724239, - 0.00773972924798727, - 0.008507438004016876, - 0.013139290735125542, - 0.009893443435430527, - 0.024714769795536995, - 0.029599543660879135, - 0.020281951874494553, - 0.013661302626132965, - 0.009331556037068367, - 0.022554803639650345, - 0.024473091587424278, - 0.010678129270672798, - 0.02158375270664692, - 0.016423430293798447, - 0.014266055077314377, - 0.034373119473457336, - 0.015619324520230293, - 0.009934425354003906, - 0.026505539193749428, - 0.01632429100573063, - 0.035072166472673416, - 0.008649804629385471, - 0.014260398223996162, - 0.03304443508386612, - 0.010478491894900799, - 0.010321840643882751, - 0.028897199779748917, - 0.011060506105422974, - 0.016186784952878952, - 0.018857639282941818, - 0.015782760456204414, - 0.03313326835632324, - 0.030772384256124496, - 0.0292781051248312, - 0.011948409490287304, - 0.01742337830364704, - 0.007260829210281372, - 0.010839931666851044, - 0.010483451187610626, - 0.04300032928586006, - 0.01637321710586548, - 0.008423599414527416, - 0.00531278969720006, - 0.005940776783972979, - 0.02926889806985855, - 0.023150363937020302, - 0.015015868470072746, - 0.025325706228613853, - 0.00511667737737298, - 0.011759862303733826, - 0.0130636440590024, - 0.012547683902084827, - 0.01624530740082264, - 0.012942643836140633, - 0.018010104075074196, - 0.01293872855603695, - 0.03328124061226845, - 0.008661220781505108, - 0.013832665979862213, - 0.01791977323591709, - 0.02254045382142067, - 0.01983022689819336, - 0.011809779331088066, - 0.019979827105998993, - 0.011615932919085026, - 0.011252589523792267, - 0.006228198297321796, - 0.009640033356845379, - 0.003812090726569295, - 0.022382516413927078, - 0.010853717103600502, - 0.006214478984475136, - 0.006594091188162565, - 0.036497220396995544, - 0.008770392276346684, - 0.017041966319084167, - 0.009895513765513897, - 0.02064719796180725, - 0.02589823305606842, - 0.018267516046762466, - 0.002561250003054738, - 0.023020803928375244, - 0.014304409734904766, - 0.009092621505260468, - 0.020698927342891693, - 0.042185306549072266, - 0.016186175867915154, - 0.026739023625850677, - 0.0015486333286389709, - 0.010321011766791344, - 0.009140064008533955, - 0.008051467128098011, - 0.007601878605782986, - 0.018033841624855995, - 0.018494000658392906, - 0.012429120019078255, - 0.011521715670824051, - 0.003428818890824914, - 0.006459840573370457, - 0.01685408316552639, - 0.0069143688306212425, - 0.012006689794361591, - 0.02332478202879429, - 0.0032758526504039764, - 0.010329234413802624, - 0.014883800409734249, - 0.010909036733210087, - 0.020198822021484375, - 0.014902457594871521, - 0.015197948552668095, - 0.008842524141073227, - 0.01446414366364479, - 0.005226415116339922, - 0.007871964946389198, - 0.01618308015167713, - 0.015608124434947968, - 0.022846881300210953, - 0.02403995767235756, - 0.010916536673903465, - 0.015677807852625847, - 0.011379580944776535, - 0.022918518632650375, - 0.02439570054411888, - 0.009525099769234657, - 0.0077410354278981686, - 0.023522093892097473, - 0.010790444910526276, - 0.019052306190133095, - 0.020515581592917442, - 0.024997038766741753, - 0.017327357083559036, - 0.010470340959727764, - 0.019700150936841965, - 0.02367253787815571, - 0.007387959398329258, - 0.009836245328187943, - 0.024933084845542908, - 0.011010768823325634, - 0.020192213356494904, - 0.015628691762685776, - 0.03439805656671524, - 0.004169005900621414, - 0.017709586769342422, - 0.01159033551812172, - 0.01646730676293373, - 0.003488047979772091, - 0.01996930129826069, - 0.021447574719786644, - 0.023191865533590317 + 0.06368722766637802, + 0.8364542126655579, + 0.3314973711967468, + 0.513577938079834, + 0.28458988666534424, + 0.1500769406557083, + 0.41763603687286377, + 0.2493356466293335, + 0.7586527466773987, + 0.43812546133995056, + 0.31584370136260986, + 0.5086271166801453, + 0.23388101160526276, + 0.20662234723567963, + 0.030045989900827408, + 0.04566330835223198, + 0.028478240594267845, + 0.37925443053245544, + 0.048304904252290726, + 0.31641337275505066, + 0.3249921202659607, + 0.22896718978881836, + 0.22556008398532867, + 0.19446991384029388, + 0.05222223699092865, + 0.03342421352863312, + 0.18477170169353485, + 0.4265992045402527, + 0.19592376053333282, + 0.3719688653945923, + 0.20650793612003326, + 0.04678674414753914, + 0.02311868593096733, + 0.0316828116774559, + 0.16183747351169586, + 0.30086803436279297, + 0.029010146856307983, + 0.03963290527462959, + 0.03783334419131279, + 0.49245351552963257, + 0.024266690015792847, + 0.030513521283864975, + 0.04500623792409897, + 0.02199292927980423, + 0.03249567002058029, + 0.03414338827133179, + 0.020418936386704445, + 0.08184479176998138, + 0.023569030687212944, + 0.022661542519927025, + 0.03361283242702484, + 0.030731074512004852, + 0.023116562515497208, + 0.02602371573448181, + 0.03958128020167351, + 0.03765461593866348, + 0.037087246775627136, + 0.014822615310549736, + 0.039281971752643585, + 0.03173401206731796, + 0.030729038640856743, + 0.03233347833156586, + 0.016263477504253387, + 0.020012294873595238, + 0.0654507577419281, + 0.03322834521532059, + 0.1657492220401764, + 0.03947601094841957, + 0.02561798505485058, + 0.02716769091784954, + 0.0307440385222435, + 0.029397260397672653, + 0.036727942526340485, + 0.023769911378622055, + 0.04135476052761078, + 0.021051224321126938, + 0.021961722522974014, + 0.026846716180443764, + 0.027285896241664886, + 0.20063547790050507, + 0.030126556754112244, + 0.2138301283121109, + 0.02590942196547985, + 0.02298666350543499, + 0.024946384131908417, + 0.29577213525772095, + 0.09709756821393967, + 0.02966710552573204, + 0.02273440547287464, + 0.023331178352236748, + 0.25026965141296387, + 0.02877756953239441, + 0.2725467383861542, + 0.12191181629896164, + 0.020066427066922188, + 0.02452344447374344, + 0.02822585217654705, + 0.19667130708694458, + 0.175132155418396, + 0.017185093834996223, + 0.22895491123199463, + 0.25021418929100037, + 0.034004244953393936, + 0.1893562376499176, + 0.027362190186977386, + 0.2659381628036499, + 0.0187061820179224, + 0.12197449803352356, + 0.18734930455684662, + 0.22072596848011017, + 0.02268916368484497, + 0.031079217791557312, + 0.0247525442391634, + 0.026324594393372536, + 0.02063828706741333, + 0.02620316669344902, + 0.028555529192090034, + 0.021260684356093407, + 0.019389376044273376, + 0.029840873554348946, + 0.02811785414814949, + 0.022589080035686493, + 0.025591906160116196, + 0.03259466215968132, + 0.03127715364098549, + 0.022771455347537994, + 0.028540540486574173, + 0.016328822821378708, + 0.027944087982177734, + 0.031018154695630074, + 0.02345740981400013, + 0.025049228221178055, + 0.018514173105359077, + 0.021821774542331696, + 0.024299826472997665, + 0.021251507103443146, + 0.011356048285961151, + 0.022746043279767036, + 0.020469922572374344, + 0.027594588696956635, + 0.018337195739150047, + 0.033795688301324844, + 0.02759392373263836, + 0.018696215003728867, + 0.015709465369582176, + 0.02044663205742836, + 0.01884089969098568, + 0.021773699671030045, + 0.012014021165668964, + 0.021044861525297165, + 0.0248706191778183, + 0.03090333193540573, + 0.025924984365701675, + 0.02179902419447899, + 0.020751064643263817, + 0.03593672066926956, + 0.02674076333642006, + 0.01600881852209568, + 0.013458458706736565, + 0.021869802847504616, + 0.01623283140361309, + 0.040538348257541656, + 0.01799178682267666, + 0.01773928478360176, + 0.03848213702440262, + 0.020653152838349342, + 0.017162680625915527, + 0.022932305932044983, + 0.022246437147259712, + 0.017718706279993057, + 0.02122221514582634, + 0.018666211515665054, + 0.022916745394468307, + 0.020888209342956543, + 0.022436514496803284, + 0.01671486347913742, + 0.015833433717489243, + 0.016143951565027237, + 0.018485702574253082, + 0.027053123340010643, + 0.0104985935613513, + 0.025949157774448395, + 0.017213506624102592, + 0.023947536945343018, + 0.024885108694434166, + 0.027793489396572113, + 0.014772588387131691, + 0.027371909469366074, + 0.02016853541135788, + 0.01719522848725319, + 0.02428705431520939, + 0.02811635285615921, + 0.02469373494386673, + 0.01549744512885809, + 0.025248076766729355, + 0.02394891157746315, + 0.013103594072163105, + 0.023020008578896523, + 0.026185031980276108, + 0.01990876905620098, + 0.018667906522750854, + 0.014356913976371288, + 0.02235003560781479, + 0.023397451266646385, + 0.021306894719600677, + 0.02711314894258976, + 0.028466766700148582, + 0.017098242416977882, + 0.018262632191181183, + 0.021202273666858673, + 0.022420767694711685, + 0.02683282643556595, + 0.02162729762494564, + 0.016598962247371674, + 0.015667669475078583, + 0.013431086204946041, + 0.016317447647452354, + 0.020788121968507767, + 0.01846430078148842, + 0.030938029289245605, + 0.019403532147407532, + 0.031522009521722794, + 0.01715748757123947, + 0.018724843859672546, + 0.02071613445878029, + 0.018180599436163902, + 0.022339539602398872, + 0.026657165959477425, + 0.023306280374526978, + 0.019372567534446716, + 0.020840566605329514, + 0.016140803694725037, + 0.01758965477347374, + 0.01984248496592045, + 0.013486165553331375, + 0.020815320312976837, + 0.016242386773228645, + 0.023345157504081726, + 0.019459078088402748, + 0.018953340128064156, + 0.01519192848354578, + 0.01000300608575344, + 0.025637121871113777, + 0.02434123307466507, + 0.02018485963344574, + 0.014111709780991077, + 0.021550368517637253, + 0.02150576002895832, + 0.019008586183190346, + 0.022019479423761368, + 0.022655826061964035, + 0.027036568149924278, + 0.02705874852836132, + 0.019582882523536682, + 0.028378482908010483, + 0.01767258159816265, + 0.02187727950513363, + 0.019981835037469864, + 0.01626797765493393, + 0.017212530598044395, + 0.01970360428094864, + 0.015116091817617416, + 0.017934374511241913, + 0.028829995542764664, + 0.021483346819877625, + 0.03184845298528671, + 0.024887066334486008, + 0.017354030162096024, + 0.018856720998883247, + 0.024864917621016502, + 0.015618756413459778, + 0.031528621912002563, + 0.021854180842638016, + 0.017212960869073868, + 0.020236261188983917, + 0.022528864443302155, + 0.02940254658460617, + 0.02036210335791111, + 0.019735118374228477, + 0.01719856634736061, + 0.02852553501725197, + 0.01203294936567545, + 0.016910187900066376, + 0.024687759578227997, + 0.018742483109235764, + 0.02271941304206848, + 0.013958977535367012, + 0.018204497173428535, + 0.012297607958316803, + 0.013631535694003105, + 0.023552924394607544, + 0.023663276806473732, + 0.02215845137834549, + 0.01775430515408516, + 0.01794946938753128, + 0.01640668697655201, + 0.019362516701221466, + 0.02022402547299862, + 0.01936197094619274, + 0.019677659496665, + 0.018095681443810463, + 0.010610129684209824, + 0.01762746088206768, + 0.017661400139331818, + 0.020411526784300804, + 0.014704479835927486, + 0.02405918575823307, + 0.016131240874528885, + 0.011025117710232735, + 0.008977390825748444, + 0.02028389275074005, + 0.017701558768749237, + 0.028878379613161087, + 0.022261861711740494, + 0.024166099727153778, + 0.020708464086055756, + 0.021879324689507484, + 0.020395155996084213, + 0.020777583122253418, + 0.011766806244850159, + 0.015883831307291985, + 0.0171308983117342, + 0.016770843416452408, + 0.013078995048999786, + 0.01436575036495924, + 0.02169807069003582, + 0.019168658182024956, + 0.017771398648619652, + 0.014446109533309937, + 0.01129714772105217, + 0.026924721896648407, + 0.018152011558413506, + 0.016062505543231964, + 0.01949571631848812, + 0.0129710016772151, + 0.02061104029417038, + 0.01647346094250679, + 0.020385153591632843, + 0.026560863479971886, + 0.025449631735682487, + 0.02329258620738983, + 0.01431753858923912, + 0.010685320012271404, + 0.018856849521398544, + 0.017961271107196808, + 0.022620711475610733, + 0.016824260354042053, + 0.013449609279632568, + 0.016872236505150795, + 0.025083284825086594, + 0.017112962901592255, + 0.019986839964985847, + 0.016950637102127075, + 0.015355672687292099, + 0.011010305024683475, + 0.014952480792999268, + 0.01390768401324749, + 0.019510915502905846, + 0.020557846873998642, + 0.014041399583220482, + 0.01624707132577896, + 0.022105202078819275, + 0.021043412387371063, + 0.023675203323364258, + 0.01962321251630783, + 0.013526351191103458, + 0.022646144032478333, + 0.010284884832799435, + 0.015277107246220112, + 0.016303112730383873, + 0.015545152127742767, + 0.019887467846274376, + 0.01939074695110321, + 0.015652945265173912, + 0.01767962984740734, + 0.013323075138032436, + 0.018765190616250038, + 0.02507956698536873, + 0.01949494704604149, + 0.01818518154323101, + 0.014638024382293224, + 0.011260293424129486, + 0.013864642940461636, + 0.01634305901825428, + 0.02835378423333168, + 0.017380310222506523, + 0.022842396050691605, + 0.013865936547517776, + 0.011230911128222942, + 0.02047637850046158, + 0.021280229091644287, + 0.012788563035428524, + 0.013547388836741447, + 0.015098802745342255, + 0.014004034921526909, + 0.017074819654226303, + 0.019088609144091606, + 0.019445324316620827, + 0.016518713906407356, + 0.013956769369542599, + 0.01423010602593422, + 0.008934753946959972, + 0.021177485585212708, + 0.019584888592362404, + 0.019824407994747162, + 0.01734045147895813, + 0.030524950474500656, + 0.01622583717107773, + 0.01608581282198429, + 0.018934831023216248, + 0.01092846505343914, + 0.014241580851376057, + 0.018925741314888, + 0.015394000336527824, + 0.015454779379069805, + 0.019872285425662994, + 0.020119450986385345, + 0.01886037178337574, + 0.015169704332947731, + 0.019749188795685768, + 0.0093067092821002, + 0.014931677840650082, + 0.02648008242249489, + 0.015181486494839191, + 0.01927863247692585, + 0.011064847931265831, + 0.018864553421735764, + 0.021011844277381897, + 0.015509369783103466, + 0.01159529946744442, + 0.016396809369325638, + 0.014405390247702599, + 0.013286156579852104, + 0.017935601994395256, + 0.01130157895386219, + 0.01770057901740074, + 0.015270953997969627, + 0.02983330562710762, + 0.017133526504039764, + 0.018466010689735413, + 0.019508859142661095, + 0.02687796764075756, + 0.014833709225058556, + 0.014620835892856121, + 0.02424333058297634, + 0.015700282528996468, + 0.015311114490032196, + 0.024539001286029816, + 0.008919691666960716, + 0.014847073704004288, + 0.013984124176204205, + 0.01547199860215187, + 0.017465518787503242, + 0.02467447705566883, + 0.01716608554124832, + 0.018354350700974464, + 0.014950891025364399, + 0.01330714114010334, + 0.020899441093206406, + 0.01683124154806137, + 0.0134962759912014, + 0.012880383990705013, + 0.018239175900816917, + 0.024244867265224457, + 0.02036287821829319, + 0.020022902637720108, + 0.02268097922205925, + 0.020644493401050568, + 0.016431791707873344, + 0.017121830955147743, + 0.008471189066767693, + 0.01643172651529312, + 0.021310409530997276, + 0.02354360744357109, + 0.02491740696132183, + 0.017941100522875786, + 0.01638895273208618, + 0.014009417966008186, + 0.019800178706645966, + 0.019300561398267746, + 0.01983906328678131, + 0.023238997906446457, + 0.014729006215929985, + 0.013308820314705372, + 0.026545923203229904, + 0.018287571147084236, + 0.011231702752411366, + 0.013290050439536572, + 0.019029758870601654, + 0.01878250390291214, + 0.02455267310142517, + 0.013176204636693, + 0.018885863944888115, + 0.01961827091872692, + 0.024473244324326515, + 0.017165178433060646, + 0.01734323240816593, + 0.017943156883120537, + 0.018707580864429474, + 0.02663559839129448 ], "env_score_iters": [ 1, @@ -104677,1652 +126297,2675 @@ 500 ], "env_score": [ - 13.328289985656738, - -2.4615557193756104, - 3.172128677368164, - -3.2063517570495605, - -2.7533156871795654, - -3.2242679595947266, - -3.7159571647644043, - 0.048272017389535904, - -2.287633180618286, - -3.569563627243042, - -5.062036037445068, - -3.105743408203125, - 1.357800006866455, - -2.8017945289611816, - -3.2180023193359375, - -5.968255519866943, - 1.8732725381851196, - 1.7411534786224365, - -6.470681190490723, - -5.981620788574219, - 6.999660015106201, - -5.878902912139893, - -5.053062915802002, - 4.032248497009277, - -1.8774155378341675, - -3.3627755641937256, - -7.339347839355469, - -6.532081604003906, - -1.5758628845214844, - 0.5907847881317139, - 1.0814424753189087, - -3.6922707557678223, - -6.02396297454834, - -4.1307549476623535, - -3.3622946739196777, - 0.8516250848770142, - -0.6617900729179382, - -1.8374816179275513, - -5.41101598739624, - -0.44618797302246094, - 3.3230020999908447, - -5.490855693817139, - 13.058192253112793, - 5.132355213165283, - -2.5656354427337646, - -3.737157106399536, - -3.839644193649292, - -0.5318921804428101, - -0.7095857262611389, - -0.39622655510902405, - -3.356703758239746, - -3.2359635829925537, - -1.422979474067688, - -5.556371212005615, - 1.9249725341796875, - -4.6669135093688965, - -3.365398645401001, - -1.4426952600479126, - -1.8169904947280884, - -0.014321975409984589, - -5.433424949645996, - -3.1841166019439697, - -3.5659162998199463, - -3.7137093544006348, - -0.380800724029541, - -1.5534576177597046, - -2.216750383377075, - -0.9592140913009644, - -7.493303298950195, - -3.8702588081359863, - -6.844447612762451, - -4.715937614440918, - -3.4430294036865234, - -0.5254548788070679, - -4.078327178955078, - -2.7292137145996094, - -1.9791077375411987, - -1.5734096765518188, - -2.7910730838775635, - -3.524535894393921, - -2.1129391193389893, - -3.3985257148742676, - -9.287095069885254, - 1.1498730182647705, - -4.831777095794678, - -4.102533340454102, - -3.043896436691284, - -3.3491320610046387, - -4.852202415466309, - -3.864328384399414, - -8.263490676879883, - -3.966689348220825, - -5.9828362464904785, - -1.7192989587783813, - -3.911282539367676, - -4.8995232582092285, - -2.8855161666870117, - -3.030526876449585, - -3.5731396675109863, - -1.927046775817871, - -3.6256182193756104, - -3.5765111446380615, - -3.168137311935425, - -4.702723979949951, - -3.2137866020202637, - -8.88886547088623, - -0.8935340046882629, - -1.3090959787368774, - -6.942391395568848, - -0.9145237803459167, - -3.561337947845459, - -3.5594000816345215, - -2.153102397918701, - -2.7090065479278564, - -2.5322823524475098, - -1.4161843061447144, - -3.178964614868164, - -2.86997389793396, - -2.319824695587158, - -2.5806784629821777, - -3.011535882949829, - -5.859665393829346, - -3.8973159790039062, - -3.233135461807251, - -4.0274763107299805, - -0.2473297417163849, - -2.911571502685547, - -2.728595018386841, - -0.01542635541409254, - -3.541078805923462, - -4.467538833618164, - -2.6898722648620605, - -4.152748107910156, - -2.9078524112701416, - -3.563004970550537, - -4.10741662979126, - -5.720027446746826, - -3.8544440269470215, - 2.0089797973632812, - -2.2645344734191895, - -4.397242069244385, - -4.092757701873779, - -2.7659249305725098, - -2.0072109699249268, - -6.731536388397217, - -1.3780438899993896, - -1.727098822593689, - -1.1367555856704712, - -2.1743597984313965, - -3.677194833755493, - -10.752287864685059, - -7.530518054962158, - -5.693875789642334, - -0.9808811545372009, - -1.4481645822525024, - -0.9518415927886963, - -3.709091901779175, - -4.5589165687561035, - -2.6882553100585938, - -2.5846924781799316, - -1.2816557884216309, - -8.267156600952148, - -0.9033964276313782, - -5.851728916168213, - -6.406564235687256, - -2.061436414718628, - -3.3659210205078125, - 0.02073635347187519, - -3.8942997455596924, - -3.9090254306793213, - -1.7968597412109375, - -2.531726598739624, - -2.8763580322265625, - -4.360146999359131, - 0.9087175726890564, - 1.7202144861221313, - -2.2371792793273926, - -2.2327871322631836, - -5.6353020668029785, - -3.3007967472076416, - -3.938455104827881, - -4.077597618103027, - -3.0774900913238525, - -3.4615137577056885, - -4.235775947570801, - -0.6981230974197388, - -3.951300859451294, - 0.060610026121139526, - 3.0128376483917236, - -2.7107064723968506, - -2.3097798824310303, - -5.546907901763916, - -1.9347983598709106, - -2.0255143642425537, - -4.0670270919799805, - -3.5976850986480713, - -0.3994450569152832, - -2.6672441959381104, - -2.8557817935943604, - -3.051654100418091, - -3.316915988922119, - -3.0859169960021973, - -4.342489719390869, - -0.4545992612838745, - -3.4754650592803955, - -3.7289013862609863, - -2.204479694366455, - -3.9286108016967773, - -3.233457088470459, - -2.2825183868408203, - -3.647141933441162, - -5.232275485992432, - -2.052469491958618, - -1.3868464231491089, - -5.217143535614014, - -4.260288715362549, - -3.394225835800171, - -3.6773715019226074, - -3.6779325008392334, - -6.367190361022949, - 0.01340422686189413, - -4.921572685241699, - -2.890129566192627, - -3.6287646293640137, - -6.372061252593994, - 0.1543164998292923, - 0.0038166046142578125, - -0.11748998612165451, - -0.20452114939689636, - -0.25236958265304565, - -0.3149091601371765, - -0.3840646743774414, - -0.4411231577396393, - -0.56827712059021, - -0.6145305633544922, - -0.693721354007721, - -0.7850840091705322, - -0.8749966621398926, - -0.8586885333061218, - -0.9166339635848999, - -0.9459061026573181, - -0.9939104914665222, - -1.1310606002807617, - -1.2028782367706299, - -1.310518503189087, - -1.3851021528244019, - -1.416892170906067, - -1.48384428024292, - -1.5309101343154907, - -1.5999197959899902, - -1.6626079082489014, - -1.6634091138839722, - -1.7250617742538452, - -1.7909061908721924, - -1.8429306745529175, - -1.9235591888427734, - -1.9917956590652466, - -2.051503896713257, - -2.217327356338501, - -2.2154541015625, - -2.2010796070098877, - -2.336428642272949, - -2.4153733253479004, - -2.460367441177368, - -2.4755172729492188, - -2.522916078567505, - -2.566215753555298, - -2.5371720790863037, - -2.572648048400879, - -2.634809732437134, - -2.692812919616699, - -2.760221481323242, - -2.8357791900634766, - -2.8701908588409424, - -2.8360602855682373, - -2.8955960273742676, - -2.9555933475494385, - -3.02899432182312, - -3.1592113971710205, - -3.2365286350250244, - -3.201417922973633, - -3.2598636150360107, - -3.2628583908081055, - -3.2922022342681885, - -3.3368844985961914, - -3.3745527267456055, - -3.385699987411499, - -3.467695713043213, - -3.6182262897491455, - -3.5898115634918213, - -3.482560634613037, - -3.495453357696533, - -3.543318510055542, - -3.5806589126586914, - -3.6320440769195557, - -3.642730474472046, - -3.6973211765289307, - -3.763381242752075, - -3.623616933822632, - -3.605231285095215, - -3.6661269664764404, - -3.734076499938965, - -3.809523582458496, - -3.8574037551879883, - -3.8114113807678223, - -3.830876111984253, - -3.647162675857544, - -3.5252039432525635, - -3.575108289718628, - -3.587798595428467, - -3.6069588661193848, - -3.704137086868286, - -3.75403094291687, - -3.7626185417175293, - -3.8821752071380615, - -3.7874536514282227, - -3.6630046367645264, - -3.7654664516448975, - -3.6480984687805176, - -3.627429962158203, - -3.633305311203003, - -3.6821258068084717, - -3.837332248687744, - -3.783320426940918, - -3.972923994064331, - -4.004830360412598, - -4.127682685852051, - -4.1053948402404785, - -3.993678569793701, - -3.876225471496582, - -3.8741841316223145, - -4.0543718338012695, - -3.988774061203003, - -4.044961929321289, - -3.9709365367889404, - -3.9938182830810547, - -3.9645590782165527, - -4.0731000900268555, - -4.066923141479492, - -4.047801971435547, - -3.953460454940796, - -3.9808387756347656, - -3.98941969871521, - -4.434987545013428, - -4.3469557762146, - -4.5401930809021, - -4.706290245056152, - -4.558093070983887, - -4.825726509094238, - -4.679289817810059, - -4.535770416259766, - -4.275889873504639, - -4.095927715301514, - -3.9946978092193604, - -3.976339340209961, - -3.8699796199798584, - -3.329237699508667, - -3.239720344543457, - -3.1850287914276123, - -3.214689254760742, - -3.2607109546661377, - -3.6142380237579346, - -3.6067633628845215, - -3.6689536571502686, - -3.692765951156616, - -3.8816146850585938, - -3.864215135574341, - -3.7278695106506348, - -3.8481221199035645, - -3.8092713356018066, - -3.8569698333740234, - -3.9413552284240723, - -4.072986125946045, - -4.082746982574463, - -3.8543384075164795, - -3.4694883823394775, - -3.306837797164917, - -3.212222099304199, - -3.7267911434173584, - -3.453472137451172, - -3.571742057800293, - -3.5206358432769775, - -3.64847469329834, - -3.319058656692505, - -3.1088199615478516, - -3.184356451034546, - -3.495821714401245, - -3.4609832763671875, - -3.637953758239746, - -3.6102495193481445, - -3.2236690521240234, - -3.461519718170166, - -3.521350383758545, - -3.4901885986328125, - -3.513768196105957, - -3.455221652984619, - -4.318279266357422, - -4.381522178649902, - -4.339516639709473, - -4.255568981170654, - -4.234245300292969, - -4.2672200202941895, - -4.429543495178223, - -4.729997634887695, - -4.985377311706543, - -4.986340522766113, - -4.4950666427612305, - -3.577937364578247, - -3.6418681144714355, - -3.849246025085449, - -2.9195196628570557, - -3.6281843185424805, - -4.084502696990967, - -4.345038414001465, - -4.300876617431641, - -4.661367416381836, - -5.091287612915039, - -4.627838611602783, - -4.333683967590332, - -4.294659614562988, - -3.919781446456909, - -3.7355117797851562, - -3.5281178951263428, - -4.051854610443115, - -4.169185161590576, - -4.15023946762085, - -3.75028133392334, - -3.796502113342285, - -3.60018253326416, - -4.4300079345703125, - -4.569385051727295, - -4.273048400878906, - -3.914879083633423, - -4.1891584396362305, - -4.233890056610107, - -3.9632182121276855, - -4.3548264503479, - -4.352692127227783, - -4.703622341156006, - -4.575427532196045, - -4.206904411315918, - -4.161657333374023, - -4.016526222229004, - -3.913864850997925, - -4.608311176300049, - -4.50422477722168, - -4.014303207397461, - -3.8403589725494385, - -3.8581442832946777, - -4.206315517425537, - -3.7584307193756104, - -3.4728479385375977, - -3.58892822265625, - -3.3291587829589844, - -3.4414334297180176, - -3.5550897121429443, - -3.3815271854400635, - -3.0535199642181396, - -2.669412136077881, - -3.5879762172698975, - -3.6263585090637207, - -3.3848159313201904, - -3.322847604751587, - -3.6533992290496826, - -3.75945782661438, - -3.865872621536255, - -3.520397663116455, - -4.118010520935059, - -3.978679895401001, - -3.5612666606903076, - -4.6484293937683105, - -4.451328277587891, - -4.194741249084473, - -4.099498271942139, - -4.123180389404297, - -3.87534236907959, - -4.7262139320373535, - -4.3651323318481445, - -4.456201553344727, - -4.224058151245117, - -4.9873948097229, - -3.673922061920166, - -3.2406890392303467, - -3.8213858604431152, - -3.9425158500671387, - -3.5766141414642334, - -3.9197869300842285, - -3.256690502166748, - -3.672650098800659, - -3.543180465698242, - -2.8527450561523438, - -3.1365485191345215, - -3.396113872528076, - -3.7480263710021973, - -3.885113477706909, - -4.086043834686279, - -3.6079444885253906, - -2.999514102935791, - -4.019723415374756, - -3.6515121459960938 + -21.398420333862305, + 1.5959776639938354, + -0.4203580617904663, + -0.29271095991134644, + -0.473092645406723, + -1.1355280876159668, + -0.741143524646759, + -0.3184255063533783, + -0.5137807130813599, + 0.07438051700592041, + -0.5963943004608154, + -0.28387725353240967, + -0.9140350222587585, + -1.3101277351379395, + -6.380493640899658, + -10.260653495788574, + -5.754268169403076, + 1.3132519721984863, + -4.903279781341553, + 68.13301849365234, + 4.106505393981934, + -0.9261903762817383, + -1.1360639333724976, + 1.717022180557251, + -2.768021583557129, + -14.095718383789062, + -0.17976786196231842, + -0.2679348587989807, + -1.2804231643676758, + 0.6774163842201233, + 48.40384292602539, + -0.5596309900283813, + -1.0428788661956787, + -0.6110398769378662, + -0.10298922657966614, + -0.1508115530014038, + -0.5675337314605713, + -0.4688849449157715, + -0.5137329697608948, + -0.04063452407717705, + -0.6015884280204773, + -0.43452978134155273, + -0.43177616596221924, + -0.3472183346748352, + -0.6555365324020386, + -0.928540050983429, + -0.5883662104606628, + -0.3799193799495697, + -0.5617715120315552, + -0.5264874696731567, + -0.5067281126976013, + -0.4390995502471924, + -0.5186488628387451, + -0.4547998905181885, + -0.40970471501350403, + -0.44032418727874756, + -0.3919163644313812, + -0.7521799206733704, + -0.36821088194847107, + -0.6627182364463806, + -0.6365177035331726, + -0.9624053835868835, + -0.45430055260658264, + -0.500791609287262, + -0.2336694449186325, + -0.5101603865623474, + -0.26112625002861023, + -0.4294736683368683, + -0.650132417678833, + -0.49551519751548767, + -0.74245685338974, + -0.5674163699150085, + -0.5944765210151672, + -0.4944331645965576, + -0.7631175518035889, + -0.4547160565853119, + -0.35261744260787964, + -0.4896838366985321, + -0.6699098348617554, + 0.001300892559811473, + -0.8710020780563354, + -0.1825200915336609, + -0.8055773973464966, + -0.5913404226303101, + -0.4588083326816559, + 2.273198127746582, + 0.40564876794815063, + -0.8574941158294678, + -1.434542179107666, + -0.5423840284347534, + 0.09875737130641937, + -0.6088377833366394, + 0.7121921181678772, + -0.23417657613754272, + -0.6903612613677979, + -0.43385371565818787, + -1.9465548992156982, + 1.0988469123840332, + 0.27530112862586975, + -1.1479557752609253, + 0.6955887675285339, + 2.486755132675171, + -3.583221673965454, + -0.19448088109493256, + -1.512794852256775, + 2.93599796295166, + -1.7261828184127808, + 0.2762719988822937, + 1.6335469484329224, + 0.05724373087286949, + -0.17244450747966766, + -0.456740140914917, + -0.447666198015213, + -0.5186269879341125, + -0.5466052889823914, + -0.4449984133243561, + -0.5395974516868591, + -0.5779162049293518, + -0.5120884776115417, + -0.48002809286117554, + -0.59657222032547, + -0.5996991991996765, + -0.5233103632926941, + -0.43294087052345276, + -0.489536315202713, + -0.4565223157405853, + -0.3990040421485901, + -0.4618895649909973, + -0.4256243407726288, + -0.5051601529121399, + -0.49041393399238586, + -0.5612108111381531, + -0.34021952748298645, + -0.444134384393692, + -0.5009474158287048, + -0.5070724487304688, + -0.3430238664150238, + -0.45366206765174866, + -0.7264034748077393, + -0.4965064823627472, + -0.4988996386528015, + -0.5313441753387451, + -0.477030873298645, + -0.5438610315322876, + -0.6844696998596191, + -0.6600050330162048, + -0.4641655683517456, + -0.43466126918792725, + -0.562658965587616, + -0.576621413230896, + -0.41978719830513, + -0.30058780312538147, + -0.4056575894355774, + -0.5574068427085876, + -0.5545768737792969, + -0.7276690006256104, + -0.48035261034965515, + -0.3909318447113037, + -0.44754675030708313, + -0.336616575717926, + -0.406317800283432, + -0.5001627206802368, + -0.7119620442390442, + -0.6231950521469116, + -0.4515213668346405, + -0.4352262318134308, + -0.5199539661407471, + -0.48620209097862244, + -0.49625587463378906, + -0.41926831007003784, + -0.45467546582221985, + -0.5364541411399841, + -0.6303539276123047, + -0.5112634301185608, + -0.7022762894630432, + -0.5999353528022766, + -0.5332487225532532, + -0.49033117294311523, + -0.385465532541275, + -0.5011767148971558, + -0.5076873302459717, + -0.5039106011390686, + -0.5745845437049866, + -0.5414960384368896, + -0.5123639702796936, + -0.6672577261924744, + -0.5822940468788147, + -0.4478156864643097, + -0.4448782205581665, + -0.5036085247993469, + -0.49056002497673035, + -0.5552007555961609, + -0.5202022790908813, + -0.40853366255760193, + -0.5257285833358765, + -0.52848881483078, + -0.5268723368644714, + -0.5018624663352966, + -0.4026268422603607, + -0.47024449706077576, + -0.46326056122779846, + -0.48120006918907166, + -0.4480816423892975, + -0.6589087843894958, + -0.6371198892593384, + -0.522757887840271, + -0.4803836941719055, + -0.5306432247161865, + -0.562025249004364, + -0.5240684151649475, + -0.502880334854126, + -0.5230013728141785, + -0.45708057284355164, + -0.5627346634864807, + -0.48855891823768616, + -0.510179340839386, + -0.564909815788269, + -0.6087092161178589, + -0.5039702653884888, + -0.4473443627357483, + -0.5541338920593262, + -0.6380859613418579, + -0.5957127809524536, + -0.522652268409729, + -0.551386833190918, + -0.5444110631942749, + -0.5482932925224304, + -0.6386007070541382, + -0.5877036452293396, + -0.5341615080833435, + -0.6696490049362183, + -0.45083820819854736, + -0.4491939842700958, + -0.4730943441390991, + -0.5137955546379089, + -0.6731883883476257, + -0.7987831234931946, + -0.3943394422531128, + -0.4776143729686737, + -0.5254929065704346, + -0.4021983742713928, + -0.43662241101264954, + -0.4267641305923462, + -0.5113738775253296, + -0.4980775713920593, + -0.5336434841156006, + -0.5084646344184875, + -0.6131216883659363, + -0.5576798319816589, + -0.5105389952659607, + -0.5000706315040588, + -0.5387715101242065, + -0.6978901028633118, + -0.513361930847168, + -0.575261652469635, + -0.607326090335846, + -0.6050472855567932, + -0.6846196055412292, + -0.5554787516593933, + -0.5602813363075256, + -0.417206346988678, + -0.5502488613128662, + -0.49655383825302124, + -0.5978429317474365, + -0.6636361479759216, + -0.49575334787368774, + -0.5321671962738037, + -0.6384246349334717, + -0.5631786584854126, + -0.6545805335044861, + -0.5999647378921509, + -0.34655267000198364, + -0.3453727662563324, + -0.4702996015548706, + -0.7400729656219482, + -0.6192570924758911, + -0.6969547271728516, + -0.7057355642318726, + -0.601068913936615, + -0.5579029321670532, + -0.49977654218673706, + -0.531837522983551, + -0.6400526762008667, + -0.6079702377319336, + -0.6124151945114136, + -0.5201215147972107, + -0.5598555207252502, + -0.7300037145614624, + -0.5889632105827332, + -0.6646720767021179, + -0.6872583031654358, + -0.8793395757675171, + -0.728718638420105, + -0.5519534349441528, + -0.590393602848053, + -0.5892821550369263, + -0.6692809462547302, + -0.6598697304725647, + -0.5270425081253052, + -0.5261389017105103, + -0.5475665926933289, + -0.5203669667243958, + -0.5539997816085815, + -0.6985544562339783, + -0.5674247741699219, + -0.3766317665576935, + -0.49115902185440063, + -0.6292924284934998, + -0.5864585638046265, + -0.5740581750869751, + -0.4899916648864746, + -0.6873944401741028, + -0.6465461850166321, + -0.5208849310874939, + -0.5110508799552917, + -0.5416474938392639, + -0.6881220936775208, + -0.5252959728240967, + -0.7126821875572205, + -0.48417845368385315, + -0.6272989511489868, + -0.541747510433197, + -0.6015753746032715, + -0.5524819493293762, + -0.5877165794372559, + -0.49761223793029785, + -0.605657160282135, + -0.4356793463230133, + -0.5884544253349304, + -0.6752583980560303, + -0.5831277370452881, + -0.5817360877990723, + -0.6112052798271179, + -0.4870784878730774, + -0.5990405678749084, + -0.3310413062572479, + -0.567607045173645, + -0.5586889982223511, + -0.6170699000358582, + -0.5947059392929077, + -0.7152919769287109, + -0.6028474569320679, + -0.6061702370643616, + -0.5777736902236938, + -0.6045076847076416, + -0.679183304309845, + -0.4998680353164673, + -0.6073720455169678, + -0.5858042240142822, + -0.6676265001296997, + -0.6241574883460999, + -0.475294291973114, + -0.5434507131576538, + -0.630455493927002, + -0.6188836097717285, + -0.79046231508255, + -0.6078125834465027, + -0.5472665429115295, + -0.6008053421974182, + -0.6035353541374207, + -0.6192631721496582, + -0.6402696967124939, + -0.7202089428901672, + -0.5292866230010986, + -0.35808902978897095, + -0.6347453594207764, + -0.8959219455718994, + -0.514763593673706, + -0.5201007723808289, + -0.6322804689407349, + -0.5953688621520996, + -0.6907560229301453, + -0.4246019124984741, + -0.5487720966339111, + -0.47628626227378845, + -0.6385500431060791, + -0.4068394899368286, + -0.836290180683136, + -0.5983079671859741, + -0.6464083194732666, + -0.628358781337738, + -0.5029171705245972, + -0.556041419506073, + -0.664175271987915, + -0.5368404388427734, + -0.5335745215415955, + -0.4922579228878021, + -0.5753903985023499, + -0.5737960934638977, + -0.5450584292411804, + -0.7507277727127075, + -0.5598901510238647, + -0.6262824535369873, + -0.6154054999351501, + -0.46172383427619934, + -0.710885226726532, + -0.3401894271373749, + -0.5701043009757996, + -0.5937573313713074, + -0.5363138318061829, + -0.49982839822769165, + -0.47975319623947144, + -0.9661440253257751, + -0.9186023473739624, + -0.44047078490257263, + -0.499387264251709, + -0.547554075717926, + -0.5456966161727905, + -0.6062397360801697, + -0.6946971416473389, + -0.6254438757896423, + -0.5325230360031128, + -0.5307206511497498, + -0.5721432566642761, + -0.6096447706222534, + -0.46680447459220886, + -0.6566017270088196, + -0.6094023585319519, + -0.5332363843917847, + -0.5559962391853333, + -0.5633625388145447, + -0.5852157473564148, + -0.6746526956558228, + -0.5930687189102173, + -0.4844869077205658, + -0.5627517104148865, + -0.650087833404541, + -0.6164382100105286, + -0.42694151401519775, + -0.5548052191734314, + -0.6492093801498413, + -0.7695310115814209, + -0.5254237055778503, + -0.5417724251747131, + -0.5928312540054321, + -0.5111579298973083, + -0.6382688283920288, + -0.5845940709114075, + -0.5553727746009827, + -0.5111235976219177, + -0.6280997395515442, + -0.6890102624893188, + -0.6211494207382202, + -0.6360448598861694, + -0.5027857422828674, + -0.5828453302383423, + -0.5260542631149292, + -0.8133480548858643, + -0.5029160976409912, + -0.6180302500724792, + -0.5585004091262817, + -0.4550893008708954, + -0.4106316566467285, + -0.7544952630996704, + -0.8129054307937622, + -0.6111326813697815, + -0.5457799434661865, + -0.6276857256889343, + -0.6195379495620728, + -0.6268332600593567, + -0.5582087635993958, + -0.6496870517730713, + -0.6077054738998413, + -0.4079810082912445, + -0.616330623626709, + -0.6331894397735596, + -0.43051400780677795, + -0.6158661842346191, + -0.6652331948280334, + -0.5493293404579163, + -0.5578277707099915, + -0.6318448185920715, + -0.6299593448638916, + -0.5422708988189697, + -0.6725165247917175, + -0.5316835045814514, + -0.80568927526474, + -0.46215537190437317, + -0.4652712047100067, + -0.6148059368133545, + -0.6117054224014282, + -0.6415555477142334, + -0.6791083216667175, + -0.6733761429786682, + -0.5812011361122131, + -0.500605046749115, + -0.620450496673584, + -0.5845720171928406, + -0.6585442423820496, + -0.6315916776657104, + -0.628696620464325, + -0.5402612090110779, + -0.5573597550392151, + -0.5453475117683411, + -0.5437448620796204, + -0.46203404664993286, + -0.5253463387489319, + -0.537257194519043, + -0.6591197848320007, + -0.5701894164085388 ], "eval_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "eval_score": [ - 0.625, - 0.675, - 0.5750000000000001, - 0.625, - 0.625, - 0.6000000000000001, - 0.5750000000000001, - 0.5750000000000001, - 0.6000000000000001, - 0.475 + 0.5125, + 0.5125, + 0.5125, + 0.5, + 0.43749999999999994, + 0.49999999999999994, + 0.44999999999999996, + 0.44999999999999996, + 0.44999999999999996, + 0.43749999999999994, + 0.4, + 0.43749999999999994, + 0.4125, + 0.375, + 0.44999999999999996, + 0.3375, + 0.4, + 0.4, + 0.3375, + 0.35000000000000003 ], "grad_align_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "grad_align": [ - 0.8565469980239868, - 0.6657130718231201, - 0.7818175554275513, - 0.7454078793525696, - 0.7788375020027161, - 0.8700159192085266, - 0.753186047077179, - 0.5185249447822571, - 0.9775237441062927, - 0.7931088209152222 + 0.09510979801416397, + 0.12907612323760986, + 0.1364729106426239, + -0.17637813091278076, + 0.08242364227771759, + 0.1699080616235733, + -0.12145702540874481, + 0.28214022517204285, + 0.6567670702934265, + 0.18872873485088348, + 0.3510132133960724, + -0.11011917889118195, + -0.25600630044937134, + -0.20468612015247345, + -0.11121318489313126, + 0.15376023948192596, + 0.005620593670755625, + -0.05078667402267456, + 0.1500886231660843, + -0.17372970283031464 ], "rl_grad_norm": [ - 1.1883383989334106, - 0.3080446422100067, - 0.31221872568130493, - 0.19974027574062347, - 0.10989277064800262, - 0.31080830097198486, - 0.1763230860233307, - 0.08367117494344711, - 0.3658261001110077, - 0.30249902606010437 + 0.23340055346488953, + 0.326552152633667, + 0.6774289011955261, + 0.5727645754814148, + 0.2176303267478943, + 0.5234376192092896, + 0.2743492126464844, + 0.3137935698032379, + 0.44817909598350525, + 0.3734709918498993, + 0.34067320823669434, + 0.29356324672698975, + 0.154838427901268, + 0.2208530604839325, + 0.11944206804037094, + 0.1843956857919693, + 0.08361101895570755, + 0.13132308423519135, + 0.1282854527235031, + 0.12411182373762131 ], "bc_grad_norm": [ - 0.9440346360206604, - 0.5583696961402893, - 0.457188218832016, - 0.24843855202198029, - 0.14192447066307068, - 0.35201147198677063, - 0.23227952420711517, - 0.16663138568401337, - 0.373209148645401, - 0.3938925564289093 + 2.800614833831787, + 2.4446678161621094, + 2.9830613136291504, + 2.524503469467163, + 2.512568235397339, + 3.2470779418945312, + 3.8591578006744385, + 3.3907785415649414, + 1.9367692470550537, + 2.226471424102783, + 2.4456677436828613, + 3.8292582035064697, + 5.315798282623291, + 8.489638328552246, + 4.031311511993408, + 4.985870361328125, + 3.881408452987671, + 4.736649036407471, + 7.964864253997803, + 4.172486305236816 ], "per_layer_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "per_layer_norms": [ { - "global_gate": 0.0008766829269006848, - "embedding.weight": 0.004305552691221237, - "cnn.0.weight": 0.1329559087753296, - "cnn.0.bias": 0.005258966237306595, - "cnn.2.weight": 0.04868394136428833, - "cnn.2.bias": 0.0157927218824625, - "cnn.5.weight": 0.06785200536251068, - "cnn.5.bias": 0.015497742220759392, - "action_emb.weight": 0.01623692363500595, - "timestep_emb.weight": 0.006391942035406828, - "pos_emb.weight": 0.0070882756263017654, - "transformer.layers.0.self_attn.in_proj_weight": 0.09282512962818146, - "transformer.layers.0.self_attn.in_proj_bias": 0.00914229080080986, - "transformer.layers.0.self_attn.out_proj.weight": 0.1029834896326065, - "transformer.layers.0.self_attn.out_proj.bias": 0.012472059577703476, - "transformer.layers.0.linear1.weight": 0.07979191094636917, - "transformer.layers.0.linear1.bias": 0.004566756542772055, - "transformer.layers.0.linear2.weight": 0.10953432321548462, - "transformer.layers.0.linear2.bias": 0.009946480393409729, - "transformer.layers.0.norm1.weight": 0.005121177062392235, - "transformer.layers.0.norm1.bias": 0.007329829968512058, - "transformer.layers.0.norm2.weight": 0.005369999445974827, - "transformer.layers.0.norm2.bias": 0.004725486971437931, - "transformer.layers.1.self_attn.in_proj_weight": 0.08732818067073822, - "transformer.layers.1.self_attn.in_proj_bias": 0.005740908905863762, - "transformer.layers.1.self_attn.out_proj.weight": 0.1023927554488182, - "transformer.layers.1.self_attn.out_proj.bias": 0.00837328564375639, - "transformer.layers.1.linear1.weight": 0.05647062510251999, - "transformer.layers.1.linear1.bias": 0.0033467670436948538, - "transformer.layers.1.linear2.weight": 0.07127336412668228, - "transformer.layers.1.linear2.bias": 0.008279113098978996, - "transformer.layers.1.norm1.weight": 0.005794722121208906, - "transformer.layers.1.norm1.bias": 0.005648728460073471, - "transformer.layers.1.norm2.weight": 0.003513671224936843, - "transformer.layers.1.norm2.bias": 0.003467040602117777, - "transformer.layers.2.self_attn.in_proj_weight": 0.11306751519441605, - "transformer.layers.2.self_attn.in_proj_bias": 0.006577748339623213, - "transformer.layers.2.self_attn.out_proj.weight": 0.07625549286603928, - "transformer.layers.2.self_attn.out_proj.bias": 0.008517690934240818, - "transformer.layers.2.linear1.weight": 0.05070700868964195, - "transformer.layers.2.linear1.bias": 0.003341903444379568, - "transformer.layers.2.linear2.weight": 0.05514739453792572, - "transformer.layers.2.linear2.bias": 0.009031502529978752, - "transformer.layers.2.norm1.weight": 0.008832957595586777, - "transformer.layers.2.norm1.bias": 0.006522130686789751, - "transformer.layers.2.norm2.weight": 0.00318735558539629, - "transformer.layers.2.norm2.bias": 0.003516464028507471, - "transformer.layers.3.self_attn.in_proj_weight": 0.13491685688495636, - "transformer.layers.3.self_attn.in_proj_bias": 0.012742632068693638, - "transformer.layers.3.self_attn.out_proj.weight": 0.08062445372343063, - "transformer.layers.3.self_attn.out_proj.bias": 0.012869281694293022, - "transformer.layers.3.linear1.weight": 0.12878026068210602, - "transformer.layers.3.linear1.bias": 0.01085200347006321, - "transformer.layers.3.linear2.weight": 0.06939194351434708, - "transformer.layers.3.linear2.bias": 0.017573626711964607, - "transformer.layers.3.norm1.weight": 0.009229235351085663, - "transformer.layers.3.norm1.bias": 0.015071757137775421, - "transformer.layers.3.norm2.weight": 0.010224494151771069, - "transformer.layers.3.norm2.bias": 0.016847867518663406, - "head.weight": 0.9174207448959351, - "head.bias": 0.03772089630365372, - "global_embedding.weight": 0.06211638078093529, - "global_cnn.0.weight": 0.32551300525665283, - "global_cnn.0.bias": 0.009143535979092121, - "global_cnn.2.weight": 0.7895063757896423, - "global_cnn.2.bias": 0.03663189709186554, - "global_proj.weight": 0.16462548077106476, - "global_proj.bias": 0.07760636508464813, - "goal_head.0.weight": 0.08575492352247238, - "goal_head.0.bias": 0.029423683881759644, - "goal_head.2.weight": 0.10978410392999649, - "goal_head.2.bias": 0.05971594154834747 - }, - { - "global_gate": 0.000011311642083455808, - "embedding.weight": 0.00035553742782212794, - "cnn.0.weight": 0.01107511855661869, - "cnn.0.bias": 0.0005062780110165477, - "cnn.2.weight": 0.003191643860191107, - "cnn.2.bias": 0.001149836229160428, - "cnn.5.weight": 0.004248256329447031, - "cnn.5.bias": 0.0010360999731346965, - "action_emb.weight": 0.001042017014697194, - "timestep_emb.weight": 0.00024939546710811555, - "pos_emb.weight": 0.0003291353059466928, - "transformer.layers.0.self_attn.in_proj_weight": 0.004685643594712019, - "transformer.layers.0.self_attn.in_proj_bias": 0.00042521426803432405, - "transformer.layers.0.self_attn.out_proj.weight": 0.004842407535761595, - "transformer.layers.0.self_attn.out_proj.bias": 0.0007882366771809757, - "transformer.layers.0.linear1.weight": 0.004637429025024176, - "transformer.layers.0.linear1.bias": 0.00029697653371840715, - "transformer.layers.0.linear2.weight": 0.005874629598110914, - "transformer.layers.0.linear2.bias": 0.0006703968974761665, - "transformer.layers.0.norm1.weight": 0.0002564462774898857, - "transformer.layers.0.norm1.bias": 0.00036213314160704613, - "transformer.layers.0.norm2.weight": 0.0003710348973982036, - "transformer.layers.0.norm2.bias": 0.00030190724646672606, - "transformer.layers.1.self_attn.in_proj_weight": 0.004797304514795542, - "transformer.layers.1.self_attn.in_proj_bias": 0.000346874090610072, - "transformer.layers.1.self_attn.out_proj.weight": 0.004534929990768433, - "transformer.layers.1.self_attn.out_proj.bias": 0.0005306499660946429, - "transformer.layers.1.linear1.weight": 0.0029608355835080147, - "transformer.layers.1.linear1.bias": 0.00016913702711462975, - "transformer.layers.1.linear2.weight": 0.0036601440515369177, - "transformer.layers.1.linear2.bias": 0.0005225928616710007, - "transformer.layers.1.norm1.weight": 0.0002979126002173871, - "transformer.layers.1.norm1.bias": 0.00035195419332012534, - "transformer.layers.1.norm2.weight": 0.00019627831352408975, - "transformer.layers.1.norm2.bias": 0.0001383493363391608, - "transformer.layers.2.self_attn.in_proj_weight": 0.005251643247902393, - "transformer.layers.2.self_attn.in_proj_bias": 0.00039162146276794374, - "transformer.layers.2.self_attn.out_proj.weight": 0.004098058212548494, - "transformer.layers.2.self_attn.out_proj.bias": 0.0005232096300460398, - "transformer.layers.2.linear1.weight": 0.0022621566895395517, - "transformer.layers.2.linear1.bias": 0.0001803176710382104, - "transformer.layers.2.linear2.weight": 0.0024737834464758635, - "transformer.layers.2.linear2.bias": 0.0005380213842727244, - "transformer.layers.2.norm1.weight": 0.00043361130519770086, - "transformer.layers.2.norm1.bias": 0.0003717598447110504, - "transformer.layers.2.norm2.weight": 0.00012693772441707551, - "transformer.layers.2.norm2.bias": 0.00018315094348508865, - "transformer.layers.3.self_attn.in_proj_weight": 0.007258584722876549, - "transformer.layers.3.self_attn.in_proj_bias": 0.0009043412283062935, - "transformer.layers.3.self_attn.out_proj.weight": 0.004302029497921467, - "transformer.layers.3.self_attn.out_proj.bias": 0.000861962151248008, - "transformer.layers.3.linear1.weight": 0.006342234555631876, - "transformer.layers.3.linear1.bias": 0.0006197618204168975, - "transformer.layers.3.linear2.weight": 0.0034932061098515987, - "transformer.layers.3.linear2.bias": 0.0010790724772959948, - "transformer.layers.3.norm1.weight": 0.0005064040888100863, - "transformer.layers.3.norm1.bias": 0.0011395132169127464, - "transformer.layers.3.norm2.weight": 0.00047768675722181797, - "transformer.layers.3.norm2.bias": 0.0007848822278901935, - "head.weight": 0.04221276566386223, - "head.bias": 0.002182489028200507, - "global_embedding.weight": 0.01777155138552189, - "global_cnn.0.weight": 0.16519078612327576, - "global_cnn.0.bias": 0.005388204474002123, - "global_cnn.2.weight": 0.2481427788734436, - "global_cnn.2.bias": 0.008640266954898834, - "global_proj.weight": 0.04539171978831291, - "global_proj.bias": 0.013784827664494514, - "goal_head.0.weight": 0.023837244138121605, - "goal_head.0.bias": 0.00571087934076786, - "goal_head.2.weight": 0.026098908856511116, - "goal_head.2.bias": 0.01637318730354309 - }, - { - "global_gate": 0.00007960404036566615, - "embedding.weight": 0.00042911822674795985, - "cnn.0.weight": 0.012367875315248966, - "cnn.0.bias": 0.000534575548954308, - "cnn.2.weight": 0.003749013179913163, - "cnn.2.bias": 0.001162310945801437, - "cnn.5.weight": 0.004686660133302212, - "cnn.5.bias": 0.0012268988648429513, - "action_emb.weight": 0.0014476559590548277, - "timestep_emb.weight": 0.0002460766409058124, - "pos_emb.weight": 0.0005078315734863281, - "transformer.layers.0.self_attn.in_proj_weight": 0.005524390377104282, - "transformer.layers.0.self_attn.in_proj_bias": 0.000351721013430506, - "transformer.layers.0.self_attn.out_proj.weight": 0.004823118913918734, - "transformer.layers.0.self_attn.out_proj.bias": 0.00044313783291727304, - "transformer.layers.0.linear1.weight": 0.006768721621483564, - "transformer.layers.0.linear1.bias": 0.0002648236113600433, - "transformer.layers.0.linear2.weight": 0.007133948616683483, - "transformer.layers.0.linear2.bias": 0.0002769386628642678, - "transformer.layers.0.norm1.weight": 0.00033912764047272503, - "transformer.layers.0.norm1.bias": 0.00031065894290804863, - "transformer.layers.0.norm2.weight": 0.0005952704232186079, - "transformer.layers.0.norm2.bias": 0.00023884745314717293, - "transformer.layers.1.self_attn.in_proj_weight": 0.005649176426231861, - "transformer.layers.1.self_attn.in_proj_bias": 0.00020751947886310518, - "transformer.layers.1.self_attn.out_proj.weight": 0.0038442984223365784, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001939625944942236, - "transformer.layers.1.linear1.weight": 0.003558952594175935, - "transformer.layers.1.linear1.bias": 0.00014335403102450073, - "transformer.layers.1.linear2.weight": 0.0035837101750075817, - "transformer.layers.1.linear2.bias": 0.00017881952226161957, - "transformer.layers.1.norm1.weight": 0.0005117029068060219, - "transformer.layers.1.norm1.bias": 0.00019111702567897737, - "transformer.layers.1.norm2.weight": 0.0002602339372970164, - "transformer.layers.1.norm2.bias": 0.00011616524716373533, - "transformer.layers.2.self_attn.in_proj_weight": 0.005154003389179707, - "transformer.layers.2.self_attn.in_proj_bias": 0.000208654731977731, - "transformer.layers.2.self_attn.out_proj.weight": 0.0025950386188924313, - "transformer.layers.2.self_attn.out_proj.bias": 0.00017829902935773134, - "transformer.layers.2.linear1.weight": 0.001633067149668932, - "transformer.layers.2.linear1.bias": 0.00008294872532133013, - "transformer.layers.2.linear2.weight": 0.0020588010083884, - "transformer.layers.2.linear2.bias": 0.00016240910917986184, - "transformer.layers.2.norm1.weight": 0.0004945321707054973, - "transformer.layers.2.norm1.bias": 0.0002295976591994986, - "transformer.layers.2.norm2.weight": 0.00010725102765718475, - "transformer.layers.2.norm2.bias": 0.0000771770573919639, - "transformer.layers.3.self_attn.in_proj_weight": 0.004595234524458647, - "transformer.layers.3.self_attn.in_proj_bias": 0.00022542488295584917, - "transformer.layers.3.self_attn.out_proj.weight": 0.001970740035176277, - "transformer.layers.3.self_attn.out_proj.bias": 0.00017617872799746692, - "transformer.layers.3.linear1.weight": 0.0027599530294537544, - "transformer.layers.3.linear1.bias": 0.0001914447348099202, - "transformer.layers.3.linear2.weight": 0.001609659637324512, - "transformer.layers.3.linear2.bias": 0.00016684067668393254, - "transformer.layers.3.norm1.weight": 0.0003889921063091606, - "transformer.layers.3.norm1.bias": 0.0002904466527979821, - "transformer.layers.3.norm2.weight": 0.00020171594223938882, - "transformer.layers.3.norm2.bias": 0.0002474276116117835, - "head.weight": 0.013363795354962349, - "head.bias": 0.0003559691540431231, - "global_embedding.weight": 0.014145095832645893, - "global_cnn.0.weight": 0.1073390319943428, - "global_cnn.0.bias": 0.0031310145277529955, - "global_cnn.2.weight": 0.2526731491088867, - "global_cnn.2.bias": 0.013014912605285645, - "global_proj.weight": 0.083257757127285, - "global_proj.bias": 0.049720413982868195, - "goal_head.0.weight": 0.051013410091400146, - "goal_head.0.bias": 0.02169560268521309, - "goal_head.2.weight": 0.0672660693526268, - "goal_head.2.bias": 0.04999350383877754 - }, - { - "global_gate": 0.000023197333575808443, - "embedding.weight": 0.0004398480523377657, - "cnn.0.weight": 0.008682657964527607, - "cnn.0.bias": 0.0002647287619765848, - "cnn.2.weight": 0.002643778920173645, - "cnn.2.bias": 0.0009873355738818645, - "cnn.5.weight": 0.002866687485948205, - "cnn.5.bias": 0.0006671410519629717, - "action_emb.weight": 0.0003929506056010723, - "timestep_emb.weight": 0.00017963854770641774, - "pos_emb.weight": 0.00022753351368010044, - "transformer.layers.0.self_attn.in_proj_weight": 0.004053975455462933, - "transformer.layers.0.self_attn.in_proj_bias": 0.0003162738576065749, - "transformer.layers.0.self_attn.out_proj.weight": 0.004205334931612015, - "transformer.layers.0.self_attn.out_proj.bias": 0.00034818160929717124, - "transformer.layers.0.linear1.weight": 0.002717600902542472, - "transformer.layers.0.linear1.bias": 0.00013087397383060306, - "transformer.layers.0.linear2.weight": 0.0034218409564346075, - "transformer.layers.0.linear2.bias": 0.00017888426373247057, - "transformer.layers.0.norm1.weight": 0.00027136350399814546, - "transformer.layers.0.norm1.bias": 0.00028373231180012226, - "transformer.layers.0.norm2.weight": 0.00021578276937361807, - "transformer.layers.0.norm2.bias": 0.00011216541315661743, - "transformer.layers.1.self_attn.in_proj_weight": 0.003045526100322604, - "transformer.layers.1.self_attn.in_proj_bias": 0.0001337279682047665, - "transformer.layers.1.self_attn.out_proj.weight": 0.0024996749125421047, - "transformer.layers.1.self_attn.out_proj.bias": 0.00013387668877840042, - "transformer.layers.1.linear1.weight": 0.0015342592960223556, - "transformer.layers.1.linear1.bias": 0.00008089107723208144, - "transformer.layers.1.linear2.weight": 0.0017766718519851565, - "transformer.layers.1.linear2.bias": 0.0001211918715853244, - "transformer.layers.1.norm1.weight": 0.0002337097394047305, - "transformer.layers.1.norm1.bias": 0.00012033021630486473, - "transformer.layers.1.norm2.weight": 0.00011830563744297251, - "transformer.layers.1.norm2.bias": 0.0000685172708472237, - "transformer.layers.2.self_attn.in_proj_weight": 0.0027320508379489183, - "transformer.layers.2.self_attn.in_proj_bias": 0.00012531898391898721, - "transformer.layers.2.self_attn.out_proj.weight": 0.0014675577403977513, - "transformer.layers.2.self_attn.out_proj.bias": 0.00010100514919031411, - "transformer.layers.2.linear1.weight": 0.00095594726735726, - "transformer.layers.2.linear1.bias": 0.00005561266516451724, - "transformer.layers.2.linear2.weight": 0.0010564657859504223, - "transformer.layers.2.linear2.bias": 0.0000925105923670344, - "transformer.layers.2.norm1.weight": 0.000262302317423746, - "transformer.layers.2.norm1.bias": 0.00016158449579961598, - "transformer.layers.2.norm2.weight": 0.00006507874059025198, - "transformer.layers.2.norm2.bias": 0.000055234599130926654, - "transformer.layers.3.self_attn.in_proj_weight": 0.0022770122159272432, - "transformer.layers.3.self_attn.in_proj_bias": 0.00014131751959212124, - "transformer.layers.3.self_attn.out_proj.weight": 0.0014677380677312613, - "transformer.layers.3.self_attn.out_proj.bias": 0.00012843584408983588, - "transformer.layers.3.linear1.weight": 0.0017449597362428904, - "transformer.layers.3.linear1.bias": 0.0001074051033356227, - "transformer.layers.3.linear2.weight": 0.0008808373822830617, - "transformer.layers.3.linear2.bias": 0.00013479188783094287, - "transformer.layers.3.norm1.weight": 0.00019439475727267563, - "transformer.layers.3.norm1.bias": 0.0001789777452358976, - "transformer.layers.3.norm2.weight": 0.00012542014883365482, - "transformer.layers.3.norm2.bias": 0.0001106317577068694, - "head.weight": 0.009394445456564426, - "head.bias": 0.00021128625667188317, - "global_embedding.weight": 0.013110841624438763, - "global_cnn.0.weight": 0.08884013444185257, - "global_cnn.0.bias": 0.0026934905909001827, - "global_cnn.2.weight": 0.16891442239284515, - "global_cnn.2.bias": 0.008183121681213379, - "global_proj.weight": 0.027201183140277863, - "global_proj.bias": 0.017006175592541695, - "goal_head.0.weight": 0.015737662091851234, - "goal_head.0.bias": 0.006858961656689644, - "goal_head.2.weight": 0.023822523653507233, - "goal_head.2.bias": 0.015710411593317986 - }, - { - "global_gate": 0.000019522965885698795, - "embedding.weight": 0.00016951773432083428, - "cnn.0.weight": 0.005265374202281237, - "cnn.0.bias": 0.0001456967875128612, - "cnn.2.weight": 0.0020759631879627705, - "cnn.2.bias": 0.0004122647223994136, - "cnn.5.weight": 0.0020796230528503656, - "cnn.5.bias": 0.0003984948561992496, - "action_emb.weight": 0.0002594591351225972, - "timestep_emb.weight": 0.00014853982429485768, - "pos_emb.weight": 0.00020694831619039178, - "transformer.layers.0.self_attn.in_proj_weight": 0.002175933914259076, - "transformer.layers.0.self_attn.in_proj_bias": 0.0001639501133468002, - "transformer.layers.0.self_attn.out_proj.weight": 0.0018955142004415393, - "transformer.layers.0.self_attn.out_proj.bias": 0.0002387236600043252, - "transformer.layers.0.linear1.weight": 0.0017020655795931816, - "transformer.layers.0.linear1.bias": 0.00009817449608817697, - "transformer.layers.0.linear2.weight": 0.0018805192084982991, - "transformer.layers.0.linear2.bias": 0.0001474725577281788, - "transformer.layers.0.norm1.weight": 0.0001438316685380414, - "transformer.layers.0.norm1.bias": 0.0001692985388217494, - "transformer.layers.0.norm2.weight": 0.00013011561532039195, - "transformer.layers.0.norm2.bias": 0.00013375373964663595, - "transformer.layers.1.self_attn.in_proj_weight": 0.001669758465141058, - "transformer.layers.1.self_attn.in_proj_bias": 0.00009038709686137736, - "transformer.layers.1.self_attn.out_proj.weight": 0.0014908291632309556, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001154182173195295, - "transformer.layers.1.linear1.weight": 0.0010675984667614102, - "transformer.layers.1.linear1.bias": 0.00005819171929033473, - "transformer.layers.1.linear2.weight": 0.0012315104249864817, - "transformer.layers.1.linear2.bias": 0.00009871005750028417, - "transformer.layers.1.norm1.weight": 0.00009819684055401012, - "transformer.layers.1.norm1.bias": 0.00007695613021496683, - "transformer.layers.1.norm2.weight": 0.00007953243039082736, - "transformer.layers.1.norm2.bias": 0.00006115105497883633, - "transformer.layers.2.self_attn.in_proj_weight": 0.0020680995658040047, - "transformer.layers.2.self_attn.in_proj_bias": 0.00009254476753994823, - "transformer.layers.2.self_attn.out_proj.weight": 0.0009838492842391133, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007167658623075113, - "transformer.layers.2.linear1.weight": 0.0006638550548814237, - "transformer.layers.2.linear1.bias": 0.000036846231523668393, - "transformer.layers.2.linear2.weight": 0.0007795769488438964, - "transformer.layers.2.linear2.bias": 0.00007152038597268984, - "transformer.layers.2.norm1.weight": 0.00013720021524932235, - "transformer.layers.2.norm1.bias": 0.00012207386316731572, - "transformer.layers.2.norm2.weight": 0.000039708302210783586, - "transformer.layers.2.norm2.bias": 0.00003815768286585808, - "transformer.layers.3.self_attn.in_proj_weight": 0.0021290481090545654, - "transformer.layers.3.self_attn.in_proj_bias": 0.00015737407375127077, - "transformer.layers.3.self_attn.out_proj.weight": 0.0009084476623684168, - "transformer.layers.3.self_attn.out_proj.bias": 0.00010849154205061495, - "transformer.layers.3.linear1.weight": 0.001402136287651956, - "transformer.layers.3.linear1.bias": 0.0001113439939217642, - "transformer.layers.3.linear2.weight": 0.0007944024982862175, - "transformer.layers.3.linear2.bias": 0.00012589377001859248, - "transformer.layers.3.norm1.weight": 0.00015121199248824269, - "transformer.layers.3.norm1.bias": 0.0002150499785784632, - "transformer.layers.3.norm2.weight": 0.00011082554556196555, - "transformer.layers.3.norm2.bias": 0.0001428200921509415, - "head.weight": 0.0069067091681063175, - "head.bias": 0.0002370101137785241, - "global_embedding.weight": 0.006598951760679483, - "global_cnn.0.weight": 0.05079449340701103, - "global_cnn.0.bias": 0.0018572824774309993, - "global_cnn.2.weight": 0.09066320210695267, - "global_cnn.2.bias": 0.005071049090474844, - "global_proj.weight": 0.020084727555513382, - "global_proj.bias": 0.011931289918720722, - "goal_head.0.weight": 0.011292715556919575, - "goal_head.0.bias": 0.004746818915009499, - "goal_head.2.weight": 0.015932932496070862, - "goal_head.2.bias": 0.011280015110969543 - }, - { - "global_gate": 3.245736195367499e-7, - "embedding.weight": 0.00013896003656554967, - "cnn.0.weight": 0.002863579196855426, - "cnn.0.bias": 0.00008995164535008371, - "cnn.2.weight": 0.0007788962102495134, - "cnn.2.bias": 0.0002668713277671486, - "cnn.5.weight": 0.0011317672906443477, - "cnn.5.bias": 0.00023725673963781446, - "action_emb.weight": 0.00017479673260822892, - "timestep_emb.weight": 0.00010111285519087687, - "pos_emb.weight": 0.0001409408141626045, - "transformer.layers.0.self_attn.in_proj_weight": 0.0016058770706877112, - "transformer.layers.0.self_attn.in_proj_bias": 0.0001150926182162948, - "transformer.layers.0.self_attn.out_proj.weight": 0.001249074237421155, - "transformer.layers.0.self_attn.out_proj.bias": 0.00015782820992171764, - "transformer.layers.0.linear1.weight": 0.0010935963364318013, - "transformer.layers.0.linear1.bias": 0.00006224800017662346, - "transformer.layers.0.linear2.weight": 0.0012809318723157048, - "transformer.layers.0.linear2.bias": 0.0001119595326599665, - "transformer.layers.0.norm1.weight": 0.00009943320765160024, - "transformer.layers.0.norm1.bias": 0.00012308960140217096, - "transformer.layers.0.norm2.weight": 0.00008255055581685156, - "transformer.layers.0.norm2.bias": 0.00006884150934638456, - "transformer.layers.1.self_attn.in_proj_weight": 0.001107516116462648, - "transformer.layers.1.self_attn.in_proj_bias": 0.00006972024129936472, - "transformer.layers.1.self_attn.out_proj.weight": 0.0009475498227402568, - "transformer.layers.1.self_attn.out_proj.bias": 0.00009146977390628308, - "transformer.layers.1.linear1.weight": 0.0007262176950462162, - "transformer.layers.1.linear1.bias": 0.00004077567791682668, - "transformer.layers.1.linear2.weight": 0.0008380691288039088, - "transformer.layers.1.linear2.bias": 0.00008006947609828785, - "transformer.layers.1.norm1.weight": 0.00007102493691490963, - "transformer.layers.1.norm1.bias": 0.00006338594539556652, - "transformer.layers.1.norm2.weight": 0.000051200466259615496, - "transformer.layers.1.norm2.bias": 0.00004341951716924086, - "transformer.layers.2.self_attn.in_proj_weight": 0.0013253414072096348, - "transformer.layers.2.self_attn.in_proj_bias": 0.00007084129174472764, - "transformer.layers.2.self_attn.out_proj.weight": 0.0007850617985241115, - "transformer.layers.2.self_attn.out_proj.bias": 0.00007340616139117628, - "transformer.layers.2.linear1.weight": 0.0005725968512706459, - "transformer.layers.2.linear1.bias": 0.00003478741564322263, - "transformer.layers.2.linear2.weight": 0.0005863280966877937, - "transformer.layers.2.linear2.bias": 0.00006818544352427125, - "transformer.layers.2.norm1.weight": 0.00009499342559138313, - "transformer.layers.2.norm1.bias": 0.0000915455530048348, - "transformer.layers.2.norm2.weight": 0.0000335111835738644, - "transformer.layers.2.norm2.bias": 0.00003438800558797084, - "transformer.layers.3.self_attn.in_proj_weight": 0.0013870627153664827, - "transformer.layers.3.self_attn.in_proj_bias": 0.00007454284786945209, - "transformer.layers.3.self_attn.out_proj.weight": 0.000855887308716774, - "transformer.layers.3.self_attn.out_proj.bias": 0.00006834574014646932, - "transformer.layers.3.linear1.weight": 0.001439396757632494, - "transformer.layers.3.linear1.bias": 0.00007757658750051633, - "transformer.layers.3.linear2.weight": 0.0007398733287118375, - "transformer.layers.3.linear2.bias": 0.00004560768138617277, - "transformer.layers.3.norm1.weight": 0.00009338594827568159, - "transformer.layers.3.norm1.bias": 0.00008334447193192318, - "transformer.layers.3.norm2.weight": 0.00011126589379273355, - "transformer.layers.3.norm2.bias": 0.00007547668792540208, - "head.weight": 0.007863346487283707, - "head.bias": 0.00007386453944491223, - "global_embedding.weight": 0.011573322117328644, - "global_cnn.0.weight": 0.10318002104759216, - "global_cnn.0.bias": 0.0033394251950085163, - "global_cnn.2.weight": 0.2684537470340729, - "global_cnn.2.bias": 0.014861557632684708, - "global_proj.weight": 0.05838827043771744, - "global_proj.bias": 0.04417349770665169, - "goal_head.0.weight": 0.03819276764988899, - "goal_head.0.bias": 0.019714459776878357, - "goal_head.2.weight": 0.060956623405218124, - "goal_head.2.bias": 0.050739604979753494 - }, - { - "global_gate": 7.88782836025348e-6, - "embedding.weight": 0.00012437187251634896, - "cnn.0.weight": 0.0025321280118077993, - "cnn.0.bias": 0.00009581253107171506, - "cnn.2.weight": 0.0006525559001602232, - "cnn.2.bias": 0.00015264286776073277, - "cnn.5.weight": 0.0009501489112153649, - "cnn.5.bias": 0.00019234286446589977, - "action_emb.weight": 0.00014030303282197565, - "timestep_emb.weight": 0.00005656824941979721, - "pos_emb.weight": 0.00010360105079598725, - "transformer.layers.0.self_attn.in_proj_weight": 0.0010185950668528676, - "transformer.layers.0.self_attn.in_proj_bias": 0.00008098727266769856, - "transformer.layers.0.self_attn.out_proj.weight": 0.0008395765908062458, - "transformer.layers.0.self_attn.out_proj.bias": 0.00009700972441351041, - "transformer.layers.0.linear1.weight": 0.0008369496208615601, - "transformer.layers.0.linear1.bias": 0.000039475649828091264, - "transformer.layers.0.linear2.weight": 0.0008753391448408365, - "transformer.layers.0.linear2.bias": 0.00007036489114398137, - "transformer.layers.0.norm1.weight": 0.00006448683416238055, - "transformer.layers.0.norm1.bias": 0.00007664522127015516, - "transformer.layers.0.norm2.weight": 0.00007375343557214364, - "transformer.layers.0.norm2.bias": 0.00004072253796039149, - "transformer.layers.1.self_attn.in_proj_weight": 0.0008834896143525839, - "transformer.layers.1.self_attn.in_proj_bias": 0.000041988583689089864, - "transformer.layers.1.self_attn.out_proj.weight": 0.0005616671987809241, - "transformer.layers.1.self_attn.out_proj.bias": 0.00005399943984230049, - "transformer.layers.1.linear1.weight": 0.00045044015860185027, - "transformer.layers.1.linear1.bias": 0.000024246932298410684, - "transformer.layers.1.linear2.weight": 0.0004998372169211507, - "transformer.layers.1.linear2.bias": 0.000051433835324132815, - "transformer.layers.1.norm1.weight": 0.00005713371865567751, - "transformer.layers.1.norm1.bias": 0.00003808862675214186, - "transformer.layers.1.norm2.weight": 0.00003215963806724176, - "transformer.layers.1.norm2.bias": 0.00002477245288901031, - "transformer.layers.2.self_attn.in_proj_weight": 0.0008759660413488746, - "transformer.layers.2.self_attn.in_proj_bias": 0.00005411632446339354, - "transformer.layers.2.self_attn.out_proj.weight": 0.0005585653125308454, - "transformer.layers.2.self_attn.out_proj.bias": 0.00004529160651145503, - "transformer.layers.2.linear1.weight": 0.00034250246244482696, - "transformer.layers.2.linear1.bias": 0.000022010019165463746, - "transformer.layers.2.linear2.weight": 0.00033535779220983386, - "transformer.layers.2.linear2.bias": 0.00004319873187341727, - "transformer.layers.2.norm1.weight": 0.00007355758134508505, - "transformer.layers.2.norm1.bias": 0.000052388073527254164, - "transformer.layers.2.norm2.weight": 0.00002389485416642856, - "transformer.layers.2.norm2.bias": 0.00002614198820083402, - "transformer.layers.3.self_attn.in_proj_weight": 0.0007810117676854134, - "transformer.layers.3.self_attn.in_proj_bias": 0.00005987804979667999, - "transformer.layers.3.self_attn.out_proj.weight": 0.0005041133845224977, - "transformer.layers.3.self_attn.out_proj.bias": 0.00005746700844611041, - "transformer.layers.3.linear1.weight": 0.0008014546474441886, - "transformer.layers.3.linear1.bias": 0.00005399180736276321, - "transformer.layers.3.linear2.weight": 0.0004104205872863531, - "transformer.layers.3.linear2.bias": 0.00007118693611118942, - "transformer.layers.3.norm1.weight": 0.00005691578917321749, - "transformer.layers.3.norm1.bias": 0.00006782948184991255, - "transformer.layers.3.norm2.weight": 0.00006823790317866951, - "transformer.layers.3.norm2.bias": 0.00006278389628278092, - "head.weight": 0.00497240899130702, - "head.bias": 0.00017483143892604858, - "global_embedding.weight": 0.014526098035275936, - "global_cnn.0.weight": 0.08084569871425629, - "global_cnn.0.bias": 0.0027542642783373594, - "global_cnn.2.weight": 0.13461560010910034, - "global_cnn.2.bias": 0.005566687788814306, - "global_proj.weight": 0.041006751358509064, - "global_proj.bias": 0.026967648416757584, - "goal_head.0.weight": 0.028466830030083656, - "goal_head.0.bias": 0.01322521734982729, - "goal_head.2.weight": 0.04229830577969551, - "goal_head.2.bias": 0.033663634210824966 - }, - { - "global_gate": 0.00003434503378230147, - "embedding.weight": 0.0002522362628951669, - "cnn.0.weight": 0.0036667929962277412, - "cnn.0.bias": 0.0001807265216484666, - "cnn.2.weight": 0.0006693446775898337, - "cnn.2.bias": 0.00021950541122350842, - "cnn.5.weight": 0.00105960201472044, - "cnn.5.bias": 0.00021443713922053576, - "action_emb.weight": 0.0002443617267999798, - "timestep_emb.weight": 0.0000984907746897079, - "pos_emb.weight": 0.00016284034063573927, - "transformer.layers.0.self_attn.in_proj_weight": 0.0014141526771709323, - "transformer.layers.0.self_attn.in_proj_bias": 0.00009907446656143293, - "transformer.layers.0.self_attn.out_proj.weight": 0.001462965039536357, - "transformer.layers.0.self_attn.out_proj.bias": 0.000123652265756391, - "transformer.layers.0.linear1.weight": 0.00143489392939955, - "transformer.layers.0.linear1.bias": 0.00006229312566574663, - "transformer.layers.0.linear2.weight": 0.0014359517954289913, - "transformer.layers.0.linear2.bias": 0.00008554931991966441, - "transformer.layers.0.norm1.weight": 0.0000878121645655483, - "transformer.layers.0.norm1.bias": 0.00008955377415986732, - "transformer.layers.0.norm2.weight": 0.0001309081126237288, - "transformer.layers.0.norm2.bias": 0.00006737125659128651, - "transformer.layers.1.self_attn.in_proj_weight": 0.001404016395099461, - "transformer.layers.1.self_attn.in_proj_bias": 0.0000721160031389445, - "transformer.layers.1.self_attn.out_proj.weight": 0.0009521096362732351, - "transformer.layers.1.self_attn.out_proj.bias": 0.00006422385922633111, - "transformer.layers.1.linear1.weight": 0.0007917681941762567, - "transformer.layers.1.linear1.bias": 0.00003822944563580677, - "transformer.layers.1.linear2.weight": 0.0008494683424942195, - "transformer.layers.1.linear2.bias": 0.00006256085907807574, - "transformer.layers.1.norm1.weight": 0.00009199115447700024, - "transformer.layers.1.norm1.bias": 0.00006860939902253449, - "transformer.layers.1.norm2.weight": 0.000060991867940174416, - "transformer.layers.1.norm2.bias": 0.000036202989576850086, - "transformer.layers.2.self_attn.in_proj_weight": 0.0015686971601098776, - "transformer.layers.2.self_attn.in_proj_bias": 0.00007754486432531849, - "transformer.layers.2.self_attn.out_proj.weight": 0.0007793669356033206, - "transformer.layers.2.self_attn.out_proj.bias": 0.00005810535731143318, - "transformer.layers.2.linear1.weight": 0.0004843363421969116, - "transformer.layers.2.linear1.bias": 0.000028713482606690377, - "transformer.layers.2.linear2.weight": 0.0005309890257194638, - "transformer.layers.2.linear2.bias": 0.00005062477066530846, - "transformer.layers.2.norm1.weight": 0.00011000470112776384, - "transformer.layers.2.norm1.bias": 0.0000778771354816854, - "transformer.layers.2.norm2.weight": 0.000028526450478238985, - "transformer.layers.2.norm2.bias": 0.000029663717214134522, - "transformer.layers.3.self_attn.in_proj_weight": 0.0013184592826291919, - "transformer.layers.3.self_attn.in_proj_bias": 0.00006494130502687767, - "transformer.layers.3.self_attn.out_proj.weight": 0.0007087118574418128, - "transformer.layers.3.self_attn.out_proj.bias": 0.0000473205691378098, - "transformer.layers.3.linear1.weight": 0.0010459620971232653, - "transformer.layers.3.linear1.bias": 0.00006894773832755163, - "transformer.layers.3.linear2.weight": 0.0005589560023508966, - "transformer.layers.3.linear2.bias": 0.00002698372736631427, - "transformer.layers.3.norm1.weight": 0.00010314683459000662, - "transformer.layers.3.norm1.bias": 0.00006463746831286699, - "transformer.layers.3.norm2.weight": 0.00007563549297628924, - "transformer.layers.3.norm2.bias": 0.00007552089664386585, - "head.weight": 0.004680769518017769, - "head.bias": 0.00005050887921242975, - "global_embedding.weight": 0.001871010521426797, - "global_cnn.0.weight": 0.025450503453612328, - "global_cnn.0.bias": 0.0007926902617327869, - "global_cnn.2.weight": 0.06225286051630974, - "global_cnn.2.bias": 0.0032824636436998844, - "global_proj.weight": 0.02044486813247204, - "global_proj.bias": 0.014500999823212624, - "goal_head.0.weight": 0.01597629301249981, - "goal_head.0.bias": 0.007493625860661268, - "goal_head.2.weight": 0.03038511984050274, - "goal_head.2.bias": 0.02040168084204197 - }, - { - "global_gate": 3.453187900959165e-6, - "embedding.weight": 0.00006454648973885924, - "cnn.0.weight": 0.0014968329342082143, - "cnn.0.bias": 0.00006415221287170425, - "cnn.2.weight": 0.0004330964293330908, - "cnn.2.bias": 0.00011249716044403613, - "cnn.5.weight": 0.0005077037494629622, - "cnn.5.bias": 0.00012121949112042785, - "action_emb.weight": 0.0000784910298534669, - "timestep_emb.weight": 0.000052766696171602234, - "pos_emb.weight": 0.00008468151645502076, - "transformer.layers.0.self_attn.in_proj_weight": 0.0007199922692961991, - "transformer.layers.0.self_attn.in_proj_bias": 0.00004983440157957375, - "transformer.layers.0.self_attn.out_proj.weight": 0.0007360499585047364, - "transformer.layers.0.self_attn.out_proj.bias": 0.00007099934009602293, - "transformer.layers.0.linear1.weight": 0.0005970046622678638, - "transformer.layers.0.linear1.bias": 0.00003078486042795703, - "transformer.layers.0.linear2.weight": 0.0007018157048150897, - "transformer.layers.0.linear2.bias": 0.000051462942792568356, - "transformer.layers.0.norm1.weight": 0.00004428616011864506, - "transformer.layers.0.norm1.bias": 0.00005199353108764626, - "transformer.layers.0.norm2.weight": 0.00004548954530037008, - "transformer.layers.0.norm2.bias": 0.00003049830593226943, - "transformer.layers.1.self_attn.in_proj_weight": 0.0007282111910171807, - "transformer.layers.1.self_attn.in_proj_bias": 0.00003794724034378305, - "transformer.layers.1.self_attn.out_proj.weight": 0.0004996048519387841, - "transformer.layers.1.self_attn.out_proj.bias": 0.0000419252464780584, - "transformer.layers.1.linear1.weight": 0.0003418101114220917, - "transformer.layers.1.linear1.bias": 0.000018066206393996254, - "transformer.layers.1.linear2.weight": 0.00042971185757778585, - "transformer.layers.1.linear2.bias": 0.00004076277764397673, - "transformer.layers.1.norm1.weight": 0.00004483547309064306, - "transformer.layers.1.norm1.bias": 0.00003803995423368178, - "transformer.layers.1.norm2.weight": 0.000023741115001030266, - "transformer.layers.1.norm2.bias": 0.000014980818377807736, - "transformer.layers.2.self_attn.in_proj_weight": 0.000593770993873477, - "transformer.layers.2.self_attn.in_proj_bias": 0.00003388381082913838, - "transformer.layers.2.self_attn.out_proj.weight": 0.0004312729579396546, - "transformer.layers.2.self_attn.out_proj.bias": 0.000036918667319696397, - "transformer.layers.2.linear1.weight": 0.0002904217690229416, - "transformer.layers.2.linear1.bias": 0.00001624661308596842, - "transformer.layers.2.linear2.weight": 0.0003027264610864222, - "transformer.layers.2.linear2.bias": 0.00003788099274970591, - "transformer.layers.2.norm1.weight": 0.00003988911339547485, - "transformer.layers.2.norm1.bias": 0.00003469630246399902, - "transformer.layers.2.norm2.weight": 0.000017790453057386912, - "transformer.layers.2.norm2.bias": 0.0000137225379148731, - "transformer.layers.3.self_attn.in_proj_weight": 0.00071944814408198, - "transformer.layers.3.self_attn.in_proj_bias": 0.00006854774983366951, - "transformer.layers.3.self_attn.out_proj.weight": 0.0004541293892543763, - "transformer.layers.3.self_attn.out_proj.bias": 0.00005919164323131554, - "transformer.layers.3.linear1.weight": 0.0007222341373562813, - "transformer.layers.3.linear1.bias": 0.000051968447223771363, - "transformer.layers.3.linear2.weight": 0.0003776557568926364, - "transformer.layers.3.linear2.bias": 0.00007775441190460697, - "transformer.layers.3.norm1.weight": 0.00005368101119529456, - "transformer.layers.3.norm1.bias": 0.00009042515739565715, - "transformer.layers.3.norm2.weight": 0.00005890924876439385, - "transformer.layers.3.norm2.bias": 0.00006696461787214503, - "head.weight": 0.00429181894287467, - "head.bias": 0.00013102432421874255, - "global_embedding.weight": 0.013042272068560123, - "global_cnn.0.weight": 0.13703520596027374, - "global_cnn.0.bias": 0.0045385900884866714, - "global_cnn.2.weight": 0.31488606333732605, - "global_cnn.2.bias": 0.017336783930659294, - "global_proj.weight": 0.06100420653820038, - "global_proj.bias": 0.045057471841573715, - "goal_head.0.weight": 0.03943701460957527, - "goal_head.0.bias": 0.01991111971437931, - "goal_head.2.weight": 0.0675240308046341, - "goal_head.2.bias": 0.05294260010123253 - }, - { - "global_gate": 0.00007915408787084743, - "embedding.weight": 0.0005500136758200824, - "cnn.0.weight": 0.017645731568336487, - "cnn.0.bias": 0.0007601265679113567, - "cnn.2.weight": 0.005989314988255501, - "cnn.2.bias": 0.0014039569068700075, - "cnn.5.weight": 0.00425708806142211, - "cnn.5.bias": 0.0012667010305449367, - "action_emb.weight": 0.0002852827310562134, - "timestep_emb.weight": 0.00023264472838491201, - "pos_emb.weight": 0.0002787351841107011, - "transformer.layers.0.self_attn.in_proj_weight": 0.006057316437363625, - "transformer.layers.0.self_attn.in_proj_bias": 0.00039876720984466374, - "transformer.layers.0.self_attn.out_proj.weight": 0.00432576984167099, - "transformer.layers.0.self_attn.out_proj.bias": 0.00041240573045797646, - "transformer.layers.0.linear1.weight": 0.002709097694605589, - "transformer.layers.0.linear1.bias": 0.00015075212286319584, - "transformer.layers.0.linear2.weight": 0.0031414746772497892, - "transformer.layers.0.linear2.bias": 0.00020026398124173284, - "transformer.layers.0.norm1.weight": 0.0003152222197968513, - "transformer.layers.0.norm1.bias": 0.00038715614937245846, - "transformer.layers.0.norm2.weight": 0.00021192016720306128, - "transformer.layers.0.norm2.bias": 0.00014562017167918384, - "transformer.layers.1.self_attn.in_proj_weight": 0.002767889993265271, - "transformer.layers.1.self_attn.in_proj_bias": 0.00011603150778682902, - "transformer.layers.1.self_attn.out_proj.weight": 0.0026480983942747116, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001309091312577948, - "transformer.layers.1.linear1.weight": 0.0016135670011863112, - "transformer.layers.1.linear1.bias": 0.00008076341327978298, - "transformer.layers.1.linear2.weight": 0.001801608013920486, - "transformer.layers.1.linear2.bias": 0.00011260317842243239, - "transformer.layers.1.norm1.weight": 0.00017470162129029632, - "transformer.layers.1.norm1.bias": 0.00011816020560218021, - "transformer.layers.1.norm2.weight": 0.00013025726366322488, - "transformer.layers.1.norm2.bias": 0.00006770862091798335, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030297255143523216, - "transformer.layers.2.self_attn.in_proj_bias": 0.00011305954831186682, - "transformer.layers.2.self_attn.out_proj.weight": 0.001512539922259748, - "transformer.layers.2.self_attn.out_proj.bias": 0.00009084473276743665, - "transformer.layers.2.linear1.weight": 0.001047882135026157, - "transformer.layers.2.linear1.bias": 0.000059029094700235873, - "transformer.layers.2.linear2.weight": 0.0010451244888827205, - "transformer.layers.2.linear2.bias": 0.00008519347466062754, - "transformer.layers.2.norm1.weight": 0.00023169745691120625, - "transformer.layers.2.norm1.bias": 0.00011304477811791003, - "transformer.layers.2.norm2.weight": 0.00006825345917604864, - "transformer.layers.2.norm2.bias": 0.00005897619848838076, - "transformer.layers.3.self_attn.in_proj_weight": 0.0027271085418760777, - "transformer.layers.3.self_attn.in_proj_bias": 0.00010777416173368692, - "transformer.layers.3.self_attn.out_proj.weight": 0.001429207157343626, - "transformer.layers.3.self_attn.out_proj.bias": 0.00009313904593000188, - "transformer.layers.3.linear1.weight": 0.0022252830676734447, - "transformer.layers.3.linear1.bias": 0.00011351212742738426, - "transformer.layers.3.linear2.weight": 0.0011031280737370253, - "transformer.layers.3.linear2.bias": 0.00010075954924104735, - "transformer.layers.3.norm1.weight": 0.00019585392146836966, - "transformer.layers.3.norm1.bias": 0.00009963194315787405, - "transformer.layers.3.norm2.weight": 0.0001591405743965879, - "transformer.layers.3.norm2.bias": 0.00012153649004176259, - "head.weight": 0.011785284616053104, - "head.bias": 0.0002648322843015194, - "global_embedding.weight": 0.015058365650475025, - "global_cnn.0.weight": 0.13900749385356903, - "global_cnn.0.bias": 0.00671660341322422, - "global_cnn.2.weight": 0.2083466500043869, - "global_cnn.2.bias": 0.013327234424650669, - "global_proj.weight": 0.06935762614011765, - "global_proj.bias": 0.06694158911705017, - "goal_head.0.weight": 0.05366263538599014, - "goal_head.0.bias": 0.032459333539009094, - "goal_head.2.weight": 0.08821651339530945, - "goal_head.2.bias": 0.08778161555528641 + "global_gate": 6.441146251745522e-05, + "embedding.weight": 0.000654233037494123, + "cnn.0.weight": 0.013638608157634735, + "cnn.0.bias": 0.0006063043838366866, + "cnn.2.weight": 0.0047533223405480385, + "cnn.2.bias": 0.0016520189819857478, + "cnn.5.weight": 0.007066854275763035, + "cnn.5.bias": 0.0014318892499431968, + "action_emb.weight": 0.0019447713857516646, + "timestep_emb.weight": 0.0006543108611367643, + "pos_emb.weight": 0.0008097069803625345, + "transformer.layers.0.self_attn.in_proj_weight": 0.011031478643417358, + "transformer.layers.0.self_attn.in_proj_bias": 0.0008938011014834046, + "transformer.layers.0.self_attn.out_proj.weight": 0.011467484757304192, + "transformer.layers.0.self_attn.out_proj.bias": 0.0014938557287678123, + "transformer.layers.0.linear1.weight": 0.00953000970184803, + "transformer.layers.0.linear1.bias": 0.0005621948512271047, + "transformer.layers.0.linear2.weight": 0.012741271406412125, + "transformer.layers.0.linear2.bias": 0.0013441513292491436, + "transformer.layers.0.norm1.weight": 0.0005768986884504557, + "transformer.layers.0.norm1.bias": 0.000734205823391676, + "transformer.layers.0.norm2.weight": 0.0006885488983243704, + "transformer.layers.0.norm2.bias": 0.0005650731036439538, + "transformer.layers.1.self_attn.in_proj_weight": 0.010243299417197704, + "transformer.layers.1.self_attn.in_proj_bias": 0.0006686272681690753, + "transformer.layers.1.self_attn.out_proj.weight": 0.012988300062716007, + "transformer.layers.1.self_attn.out_proj.bias": 0.0012198113836348057, + "transformer.layers.1.linear1.weight": 0.005845818668603897, + "transformer.layers.1.linear1.bias": 0.00037698325468227267, + "transformer.layers.1.linear2.weight": 0.008704349398612976, + "transformer.layers.1.linear2.bias": 0.0012303070398047566, + "transformer.layers.1.norm1.weight": 0.0005913221975788474, + "transformer.layers.1.norm1.bias": 0.0006269019795581698, + "transformer.layers.1.norm2.weight": 0.00039610834210179746, + "transformer.layers.1.norm2.bias": 0.0003745898720808327, + "transformer.layers.2.self_attn.in_proj_weight": 0.012153828516602516, + "transformer.layers.2.self_attn.in_proj_bias": 0.0008941057021729648, + "transformer.layers.2.self_attn.out_proj.weight": 0.01624973677098751, + "transformer.layers.2.self_attn.out_proj.bias": 0.001250440371222794, + "transformer.layers.2.linear1.weight": 0.005604598671197891, + "transformer.layers.2.linear1.bias": 0.00038898142520338297, + "transformer.layers.2.linear2.weight": 0.006895809900015593, + "transformer.layers.2.linear2.bias": 0.001297233859077096, + "transformer.layers.2.norm1.weight": 0.000958709919359535, + "transformer.layers.2.norm1.bias": 0.0011344003723934293, + "transformer.layers.2.norm2.weight": 0.0003340575785841793, + "transformer.layers.2.norm2.bias": 0.0003743598936125636, + "transformer.layers.3.self_attn.in_proj_weight": 0.016496621072292328, + "transformer.layers.3.self_attn.in_proj_bias": 0.0015442518051713705, + "transformer.layers.3.self_attn.out_proj.weight": 0.013568568974733353, + "transformer.layers.3.self_attn.out_proj.bias": 0.0017139925621449947, + "transformer.layers.3.linear1.weight": 0.010868363082408905, + "transformer.layers.3.linear1.bias": 0.0008810366853140295, + "transformer.layers.3.linear2.weight": 0.00792315136641264, + "transformer.layers.3.linear2.bias": 0.0018701564986258745, + "transformer.layers.3.norm1.weight": 0.0012607340468093753, + "transformer.layers.3.norm1.bias": 0.0020418912172317505, + "transformer.layers.3.norm2.weight": 0.0006375189404934645, + "transformer.layers.3.norm2.bias": 0.0009354212670587003, + "head.weight": 0.11763309687376022, + "head.bias": 0.004035975318402052, + "global_embedding.weight": 0.03178148344159126, + "global_cnn.0.weight": 0.12313669174909592, + "global_cnn.0.bias": 0.004618030972778797, + "global_cnn.2.weight": 0.15469923615455627, + "global_cnn.2.bias": 0.006587251089513302, + "global_proj.weight": 0.033299997448921204, + "global_proj.bias": 0.011406180448830128, + "goal_head.0.weight": 0.018221523612737656, + "goal_head.0.bias": 0.0045076473616063595, + "goal_head.2.weight": 0.019932158291339874, + "goal_head.2.bias": 0.008570997044444084 + }, + { + "global_gate": 6.60526120555005e-06, + "embedding.weight": 3.176250902470201e-05, + "cnn.0.weight": 0.0012257166672497988, + "cnn.0.bias": 5.8349567552795634e-05, + "cnn.2.weight": 0.00041262287413701415, + "cnn.2.bias": 0.00021675210155081004, + "cnn.5.weight": 0.0006265844567678869, + "cnn.5.bias": 0.00020568915351759642, + "action_emb.weight": 0.001099122571758926, + "timestep_emb.weight": 0.00023227483325172216, + "pos_emb.weight": 0.0003318130038678646, + "transformer.layers.0.self_attn.in_proj_weight": 0.0018846518360078335, + "transformer.layers.0.self_attn.in_proj_bias": 0.00020472735923249274, + "transformer.layers.0.self_attn.out_proj.weight": 0.004373944364488125, + "transformer.layers.0.self_attn.out_proj.bias": 0.0009479101281613111, + "transformer.layers.0.linear1.weight": 0.004189303144812584, + "transformer.layers.0.linear1.bias": 0.0003576750459615141, + "transformer.layers.0.linear2.weight": 0.004792956635355949, + "transformer.layers.0.linear2.bias": 0.0006972078117541969, + "transformer.layers.0.norm1.weight": 7.936284964671358e-05, + "transformer.layers.0.norm1.bias": 0.00013403351476881653, + "transformer.layers.0.norm2.weight": 0.000415227870689705, + "transformer.layers.0.norm2.bias": 0.0006504401098936796, + "transformer.layers.1.self_attn.in_proj_weight": 0.004305155016481876, + "transformer.layers.1.self_attn.in_proj_bias": 0.00033932438236661255, + "transformer.layers.1.self_attn.out_proj.weight": 0.006168009247630835, + "transformer.layers.1.self_attn.out_proj.bias": 0.0006002894951961935, + "transformer.layers.1.linear1.weight": 0.002128556603565812, + "transformer.layers.1.linear1.bias": 0.00016311365470755845, + "transformer.layers.1.linear2.weight": 0.0035745655186474323, + "transformer.layers.1.linear2.bias": 0.0005887291627004743, + "transformer.layers.1.norm1.weight": 0.00022702201385982335, + "transformer.layers.1.norm1.bias": 0.00035659916466102004, + "transformer.layers.1.norm2.weight": 0.00015568934031762183, + "transformer.layers.1.norm2.bias": 0.00019887369126081467, + "transformer.layers.2.self_attn.in_proj_weight": 0.005185009445995092, + "transformer.layers.2.self_attn.in_proj_bias": 0.0003940640890505165, + "transformer.layers.2.self_attn.out_proj.weight": 0.0068398392759263515, + "transformer.layers.2.self_attn.out_proj.bias": 0.000619622936937958, + "transformer.layers.2.linear1.weight": 0.00217075040563941, + "transformer.layers.2.linear1.bias": 0.00017559528350830078, + "transformer.layers.2.linear2.weight": 0.0029631303623318672, + "transformer.layers.2.linear2.bias": 0.0006365853478200734, + "transformer.layers.2.norm1.weight": 0.0003856529947370291, + "transformer.layers.2.norm1.bias": 0.00041984624112956226, + "transformer.layers.2.norm2.weight": 0.000100044569990132, + "transformer.layers.2.norm2.bias": 0.00012907214113511145, + "transformer.layers.3.self_attn.in_proj_weight": 0.005620643030852079, + "transformer.layers.3.self_attn.in_proj_bias": 0.0004834481223952025, + "transformer.layers.3.self_attn.out_proj.weight": 0.005803361535072327, + "transformer.layers.3.self_attn.out_proj.bias": 0.0007095252512954175, + "transformer.layers.3.linear1.weight": 0.004764080047607422, + "transformer.layers.3.linear1.bias": 0.0004016371094621718, + "transformer.layers.3.linear2.weight": 0.0032217702828347683, + "transformer.layers.3.linear2.bias": 0.0007519940263591707, + "transformer.layers.3.norm1.weight": 0.0004311783704906702, + "transformer.layers.3.norm1.bias": 0.0005416620406322181, + "transformer.layers.3.norm2.weight": 0.0002573433448560536, + "transformer.layers.3.norm2.bias": 0.00039303075755015016, + "head.weight": 0.03960239887237549, + "head.bias": 0.0013363456819206476, + "global_embedding.weight": 0.008141415193676949, + "global_cnn.0.weight": 0.12170279026031494, + "global_cnn.0.bias": 0.005090127699077129, + "global_cnn.2.weight": 0.2737380564212799, + "global_cnn.2.bias": 0.008765729144215584, + "global_proj.weight": 0.07785822451114655, + "global_proj.bias": 0.03303078934550285, + "goal_head.0.weight": 0.049888111650943756, + "goal_head.0.bias": 0.015809316188097, + "goal_head.2.weight": 0.06555335223674774, + "goal_head.2.bias": 0.03432247042655945 + }, + { + "global_gate": 4.6363601313714753e-07, + "embedding.weight": 7.24337451174506e-06, + "cnn.0.weight": 0.0003374099906068295, + "cnn.0.bias": 1.4423954780795611e-05, + "cnn.2.weight": 0.00011007524153683335, + "cnn.2.bias": 2.7208654501009732e-05, + "cnn.5.weight": 0.00018114650447387248, + "cnn.5.bias": 4.158191950409673e-05, + "action_emb.weight": 0.0009279735968448222, + "timestep_emb.weight": 0.00016182661056518555, + "pos_emb.weight": 0.00021692689915653318, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005016035865992308, + "transformer.layers.0.self_attn.in_proj_bias": 4.176312359049916e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.003946254029870033, + "transformer.layers.0.self_attn.out_proj.bias": 0.0008480257238261402, + "transformer.layers.0.linear1.weight": 0.0023416064213961363, + "transformer.layers.0.linear1.bias": 0.0001964578259503469, + "transformer.layers.0.linear2.weight": 0.004769817925989628, + "transformer.layers.0.linear2.bias": 0.0008373114978894591, + "transformer.layers.0.norm1.weight": 1.8826123778126203e-05, + "transformer.layers.0.norm1.bias": 2.2213269403437153e-05, + "transformer.layers.0.norm2.weight": 0.00018807181913871318, + "transformer.layers.0.norm2.bias": 0.00028582324739545584, + "transformer.layers.1.self_attn.in_proj_weight": 0.003199920291081071, + "transformer.layers.1.self_attn.in_proj_bias": 0.0002584803442005068, + "transformer.layers.1.self_attn.out_proj.weight": 0.007681252434849739, + "transformer.layers.1.self_attn.out_proj.bias": 0.0008327877148985863, + "transformer.layers.1.linear1.weight": 0.001598601695150137, + "transformer.layers.1.linear1.bias": 0.0001398178283125162, + "transformer.layers.1.linear2.weight": 0.00449001369997859, + "transformer.layers.1.linear2.bias": 0.0008502176497131586, + "transformer.layers.1.norm1.weight": 0.0001731040538288653, + "transformer.layers.1.norm1.bias": 0.00029767307569272816, + "transformer.layers.1.norm2.weight": 7.646835729246959e-05, + "transformer.layers.1.norm2.bias": 0.00011837923375423998, + "transformer.layers.2.self_attn.in_proj_weight": 0.0039870175532996655, + "transformer.layers.2.self_attn.in_proj_bias": 0.00031486197258345783, + "transformer.layers.2.self_attn.out_proj.weight": 0.008786393329501152, + "transformer.layers.2.self_attn.out_proj.bias": 0.0008884084527380764, + "transformer.layers.2.linear1.weight": 0.0023324962239712477, + "transformer.layers.2.linear1.bias": 0.00020688679069280624, + "transformer.layers.2.linear2.weight": 0.003854881040751934, + "transformer.layers.2.linear2.bias": 0.0009225745452567935, + "transformer.layers.2.norm1.weight": 0.00024851050693541765, + "transformer.layers.2.norm1.bias": 0.0002450890315230936, + "transformer.layers.2.norm2.weight": 8.804677054286003e-05, + "transformer.layers.2.norm2.bias": 0.00014599489804822952, + "transformer.layers.3.self_attn.in_proj_weight": 0.0052705914713442326, + "transformer.layers.3.self_attn.in_proj_bias": 0.000517959357239306, + "transformer.layers.3.self_attn.out_proj.weight": 0.007217503618448973, + "transformer.layers.3.self_attn.out_proj.bias": 0.0009871779475361109, + "transformer.layers.3.linear1.weight": 0.005177753511816263, + "transformer.layers.3.linear1.bias": 0.00046862656017765403, + "transformer.layers.3.linear2.weight": 0.003983707632869482, + "transformer.layers.3.linear2.bias": 0.001036031753756106, + "transformer.layers.3.norm1.weight": 0.00037970609264448285, + "transformer.layers.3.norm1.bias": 0.0005722361383959651, + "transformer.layers.3.norm2.weight": 0.0002724106016103178, + "transformer.layers.3.norm2.bias": 0.00047854281729087234, + "head.weight": 0.06650136411190033, + "head.bias": 0.0025297156535089016, + "global_embedding.weight": 0.024308303371071815, + "global_cnn.0.weight": 0.2934013605117798, + "global_cnn.0.bias": 0.015179010108113289, + "global_cnn.2.weight": 0.570032000541687, + "global_cnn.2.bias": 0.026672493666410446, + "global_proj.weight": 0.11664212495088577, + "global_proj.bias": 0.07468270510435104, + "goal_head.0.weight": 0.0729963555932045, + "goal_head.0.bias": 0.03375372663140297, + "goal_head.2.weight": 0.09587794542312622, + "goal_head.2.bias": 0.07853489369153976 + }, + { + "global_gate": 1.4584048813048867e-06, + "embedding.weight": 9.172533282253426e-06, + "cnn.0.weight": 0.0004286428156774491, + "cnn.0.bias": 1.8607153833727352e-05, + "cnn.2.weight": 0.0001280514698009938, + "cnn.2.bias": 6.845976895419881e-05, + "cnn.5.weight": 0.00018904371245298535, + "cnn.5.bias": 5.9981230151606724e-05, + "action_emb.weight": 0.0014775274321436882, + "timestep_emb.weight": 0.00020989136828575283, + "pos_emb.weight": 0.00023959910322446376, + "transformer.layers.0.self_attn.in_proj_weight": 0.0008206242928281426, + "transformer.layers.0.self_attn.in_proj_bias": 9.328326996183023e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.005152674857527018, + "transformer.layers.0.self_attn.out_proj.bias": 0.0011976216919720173, + "transformer.layers.0.linear1.weight": 0.005918031558394432, + "transformer.layers.0.linear1.bias": 0.0005025212885811925, + "transformer.layers.0.linear2.weight": 0.004417693242430687, + "transformer.layers.0.linear2.bias": 0.0007316358969546854, + "transformer.layers.0.norm1.weight": 3.0685041565448046e-05, + "transformer.layers.0.norm1.bias": 4.0257720684167e-05, + "transformer.layers.0.norm2.weight": 0.0006439515855163336, + "transformer.layers.0.norm2.bias": 0.0009855568641796708, + "transformer.layers.1.self_attn.in_proj_weight": 0.004786768928170204, + "transformer.layers.1.self_attn.in_proj_bias": 0.00037588077248074114, + "transformer.layers.1.self_attn.out_proj.weight": 0.005106339696794748, + "transformer.layers.1.self_attn.out_proj.bias": 0.0005568358465097845, + "transformer.layers.1.linear1.weight": 0.0019398197764530778, + "transformer.layers.1.linear1.bias": 0.00017600714636500925, + "transformer.layers.1.linear2.weight": 0.002550404518842697, + "transformer.layers.1.linear2.bias": 0.0004794803389813751, + "transformer.layers.1.norm1.weight": 0.00028735038358718157, + "transformer.layers.1.norm1.bias": 0.00043214939069002867, + "transformer.layers.1.norm2.weight": 0.0001696970866760239, + "transformer.layers.1.norm2.bias": 0.0002811883168760687, + "transformer.layers.2.self_attn.in_proj_weight": 0.004232141189277172, + "transformer.layers.2.self_attn.in_proj_bias": 0.0003188529808539897, + "transformer.layers.2.self_attn.out_proj.weight": 0.004603229463100433, + "transformer.layers.2.self_attn.out_proj.bias": 0.00044552882900461555, + "transformer.layers.2.linear1.weight": 0.0013031944399699569, + "transformer.layers.2.linear1.bias": 0.00011617012205533683, + "transformer.layers.2.linear2.weight": 0.0020214600954204798, + "transformer.layers.2.linear2.bias": 0.00045979805872775614, + "transformer.layers.2.norm1.weight": 0.0002726747188717127, + "transformer.layers.2.norm1.bias": 0.0003491599054541439, + "transformer.layers.2.norm2.weight": 5.539650373975746e-05, + "transformer.layers.2.norm2.bias": 8.424225961789489e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.004662742372602224, + "transformer.layers.3.self_attn.in_proj_bias": 0.00039114136598072946, + "transformer.layers.3.self_attn.out_proj.weight": 0.0042028347961604595, + "transformer.layers.3.self_attn.out_proj.bias": 0.00047503094538114965, + "transformer.layers.3.linear1.weight": 0.0029223375022411346, + "transformer.layers.3.linear1.bias": 0.00026283026090823114, + "transformer.layers.3.linear2.weight": 0.0023524293210357428, + "transformer.layers.3.linear2.bias": 0.0004949275753460824, + "transformer.layers.3.norm1.weight": 0.00031823088647797704, + "transformer.layers.3.norm1.bias": 0.0005394566105678678, + "transformer.layers.3.norm2.weight": 0.00015001274005044252, + "transformer.layers.3.norm2.bias": 0.0002692558045964688, + "head.weight": 0.022813215851783752, + "head.bias": 0.0008063559071160853, + "global_embedding.weight": 0.017315665259957314, + "global_cnn.0.weight": 0.2156459242105484, + "global_cnn.0.bias": 0.007629855535924435, + "global_cnn.2.weight": 0.500059187412262, + "global_cnn.2.bias": 0.02379370480775833, + "global_proj.weight": 0.10905366390943527, + "global_proj.bias": 0.06424834579229355, + "goal_head.0.weight": 0.06252480298280716, + "goal_head.0.bias": 0.02481365017592907, + "goal_head.2.weight": 0.08147627860307693, + "goal_head.2.bias": 0.04969191551208496 + }, + { + "global_gate": 4.477237780520227e-06, + "embedding.weight": 1.3731725630350411e-05, + "cnn.0.weight": 0.000632279145065695, + "cnn.0.bias": 2.3362892534350976e-05, + "cnn.2.weight": 0.000261139590293169, + "cnn.2.bias": 6.350927287712693e-05, + "cnn.5.weight": 0.00038585413130931556, + "cnn.5.bias": 8.541062561562285e-05, + "action_emb.weight": 0.0014721949119120836, + "timestep_emb.weight": 0.00017920389655046165, + "pos_emb.weight": 0.0002901358820963651, + "transformer.layers.0.self_attn.in_proj_weight": 0.001089922501705587, + "transformer.layers.0.self_attn.in_proj_bias": 0.00011929735046578571, + "transformer.layers.0.self_attn.out_proj.weight": 0.004197471309453249, + "transformer.layers.0.self_attn.out_proj.bias": 0.0009063579491339624, + "transformer.layers.0.linear1.weight": 0.006044913083314896, + "transformer.layers.0.linear1.bias": 0.0003703973488882184, + "transformer.layers.0.linear2.weight": 0.0040999907068908215, + "transformer.layers.0.linear2.bias": 0.0005861573736183345, + "transformer.layers.0.norm1.weight": 4.935310425935313e-05, + "transformer.layers.0.norm1.bias": 5.85882444283925e-05, + "transformer.layers.0.norm2.weight": 0.0006505294004455209, + "transformer.layers.0.norm2.bias": 0.0007150252931751311, + "transformer.layers.1.self_attn.in_proj_weight": 0.004551281221210957, + "transformer.layers.1.self_attn.in_proj_bias": 0.00024161867622751743, + "transformer.layers.1.self_attn.out_proj.weight": 0.00412596482783556, + "transformer.layers.1.self_attn.out_proj.bias": 0.0004853949649259448, + "transformer.layers.1.linear1.weight": 0.001971443882212043, + "transformer.layers.1.linear1.bias": 0.00014353339793160558, + "transformer.layers.1.linear2.weight": 0.0025011543184518814, + "transformer.layers.1.linear2.bias": 0.0004367887449916452, + "transformer.layers.1.norm1.weight": 0.0002797962224576622, + "transformer.layers.1.norm1.bias": 0.0002809286816045642, + "transformer.layers.1.norm2.weight": 0.00015734646876808256, + "transformer.layers.1.norm2.bias": 0.00020445509289857, + "transformer.layers.2.self_attn.in_proj_weight": 0.003288326784968376, + "transformer.layers.2.self_attn.in_proj_bias": 0.00025584601098671556, + "transformer.layers.2.self_attn.out_proj.weight": 0.004455304704606533, + "transformer.layers.2.self_attn.out_proj.bias": 0.00043189694406464696, + "transformer.layers.2.linear1.weight": 0.0014151325449347496, + "transformer.layers.2.linear1.bias": 0.00012026459444314241, + "transformer.layers.2.linear2.weight": 0.002082565799355507, + "transformer.layers.2.linear2.bias": 0.00043169493437744677, + "transformer.layers.2.norm1.weight": 0.00021783183910883963, + "transformer.layers.2.norm1.bias": 0.000247534568188712, + "transformer.layers.2.norm2.weight": 6.685151311103255e-05, + "transformer.layers.2.norm2.bias": 9.351679909741506e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.005225218832492828, + "transformer.layers.3.self_attn.in_proj_bias": 0.0003706048591993749, + "transformer.layers.3.self_attn.out_proj.weight": 0.0034868221264332533, + "transformer.layers.3.self_attn.out_proj.bias": 0.00044102902757003903, + "transformer.layers.3.linear1.weight": 0.002612865762785077, + "transformer.layers.3.linear1.bias": 0.0002320984931429848, + "transformer.layers.3.linear2.weight": 0.002095212694257498, + "transformer.layers.3.linear2.bias": 0.00045738162589259446, + "transformer.layers.3.norm1.weight": 0.00042932466021738946, + "transformer.layers.3.norm1.bias": 0.0005795814213342965, + "transformer.layers.3.norm2.weight": 0.00014284122153185308, + "transformer.layers.3.norm2.bias": 0.0002368113346165046, + "head.weight": 0.01741689257323742, + "head.bias": 0.0005573873058892787, + "global_embedding.weight": 0.010191799141466618, + "global_cnn.0.weight": 0.10855302214622498, + "global_cnn.0.bias": 0.0036629841197282076, + "global_cnn.2.weight": 0.17265348136425018, + "global_cnn.2.bias": 0.007498309947550297, + "global_proj.weight": 0.03869586065411568, + "global_proj.bias": 0.026434488594532013, + "goal_head.0.weight": 0.02571108564734459, + "goal_head.0.bias": 0.012212458997964859, + "goal_head.2.weight": 0.03339065611362457, + "goal_head.2.bias": 0.028370767831802368 + }, + { + "global_gate": 5.9552370146320754e-08, + "embedding.weight": 9.632560249883682e-06, + "cnn.0.weight": 0.0004360213060863316, + "cnn.0.bias": 1.4255107998906169e-05, + "cnn.2.weight": 0.0001719635765766725, + "cnn.2.bias": 5.993717422825284e-05, + "cnn.5.weight": 0.0002715411246754229, + "cnn.5.bias": 5.4644620831822976e-05, + "action_emb.weight": 0.0004626285517588258, + "timestep_emb.weight": 0.00011698271555360407, + "pos_emb.weight": 0.0001341132156085223, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004605191061273217, + "transformer.layers.0.self_attn.in_proj_bias": 3.3456050005042925e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0018118515145033598, + "transformer.layers.0.self_attn.out_proj.bias": 0.00038266117917373776, + "transformer.layers.0.linear1.weight": 0.0015208260156214237, + "transformer.layers.0.linear1.bias": 0.0001115383711294271, + "transformer.layers.0.linear2.weight": 0.0020665950141847134, + "transformer.layers.0.linear2.bias": 0.00033249516854994, + "transformer.layers.0.norm1.weight": 1.814554889278952e-05, + "transformer.layers.0.norm1.bias": 2.2663251002086326e-05, + "transformer.layers.0.norm2.weight": 0.000147476966958493, + "transformer.layers.0.norm2.bias": 0.00019300544227007776, + "transformer.layers.1.self_attn.in_proj_weight": 0.0011878149816766381, + "transformer.layers.1.self_attn.in_proj_bias": 7.167418516473845e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0032024469692260027, + "transformer.layers.1.self_attn.out_proj.bias": 0.00032330560497939587, + "transformer.layers.1.linear1.weight": 0.0008974465308710933, + "transformer.layers.1.linear1.bias": 6.826585013186559e-05, + "transformer.layers.1.linear2.weight": 0.0016802955651655793, + "transformer.layers.1.linear2.bias": 0.0003170273848809302, + "transformer.layers.1.norm1.weight": 5.969349149381742e-05, + "transformer.layers.1.norm1.bias": 6.118750025052577e-05, + "transformer.layers.1.norm2.weight": 6.106107321102172e-05, + "transformer.layers.1.norm2.bias": 8.50261640152894e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0020734001882374287, + "transformer.layers.2.self_attn.in_proj_bias": 0.00016731715004425496, + "transformer.layers.2.self_attn.out_proj.weight": 0.003755141980946064, + "transformer.layers.2.self_attn.out_proj.bias": 0.00032378584728576243, + "transformer.layers.2.linear1.weight": 0.0009239230421371758, + "transformer.layers.2.linear1.bias": 7.455337618011981e-05, + "transformer.layers.2.linear2.weight": 0.0016576978377997875, + "transformer.layers.2.linear2.bias": 0.0003262086247559637, + "transformer.layers.2.norm1.weight": 0.00014177981938701123, + "transformer.layers.2.norm1.bias": 0.00015462392184417695, + "transformer.layers.2.norm2.weight": 4.194753273623064e-05, + "transformer.layers.2.norm2.bias": 5.288339525577612e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0028114814776927233, + "transformer.layers.3.self_attn.in_proj_bias": 0.00019431654072832316, + "transformer.layers.3.self_attn.out_proj.weight": 0.0029469362925738096, + "transformer.layers.3.self_attn.out_proj.bias": 0.0003356371307745576, + "transformer.layers.3.linear1.weight": 0.0019394507398828864, + "transformer.layers.3.linear1.bias": 0.00016850631800480187, + "transformer.layers.3.linear2.weight": 0.0016879499889910221, + "transformer.layers.3.linear2.bias": 0.0003422528097871691, + "transformer.layers.3.norm1.weight": 0.00017671598470769823, + "transformer.layers.3.norm1.bias": 0.0002061426785076037, + "transformer.layers.3.norm2.weight": 9.262489766115323e-05, + "transformer.layers.3.norm2.bias": 0.00015365376020781696, + "head.weight": 0.014357655309140682, + "head.bias": 0.000576087913941592, + "global_embedding.weight": 0.01911108009517193, + "global_cnn.0.weight": 0.15210390090942383, + "global_cnn.0.bias": 0.0061067575588822365, + "global_cnn.2.weight": 0.4771454930305481, + "global_cnn.2.bias": 0.026249438524246216, + "global_proj.weight": 0.08673079311847687, + "global_proj.bias": 0.05871026962995529, + "goal_head.0.weight": 0.052031539380550385, + "goal_head.0.bias": 0.02327333763241768, + "goal_head.2.weight": 0.0696779415011406, + "goal_head.2.bias": 0.04947328567504883 + }, + { + "global_gate": 4.602322576374718e-07, + "embedding.weight": 1.3600834790850058e-05, + "cnn.0.weight": 0.0003875324910040945, + "cnn.0.bias": 1.5985160644049756e-05, + "cnn.2.weight": 0.00013931373541709036, + "cnn.2.bias": 4.882089706370607e-05, + "cnn.5.weight": 0.00020690489327535033, + "cnn.5.bias": 4.829789759241976e-05, + "action_emb.weight": 0.0005206068744882941, + "timestep_emb.weight": 0.0001124861155403778, + "pos_emb.weight": 0.00015144261124078184, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004141475073993206, + "transformer.layers.0.self_attn.in_proj_bias": 2.921564009739086e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.001934555359184742, + "transformer.layers.0.self_attn.out_proj.bias": 0.00035505020059645176, + "transformer.layers.0.linear1.weight": 0.0020452046301215887, + "transformer.layers.0.linear1.bias": 0.00011881938553415239, + "transformer.layers.0.linear2.weight": 0.00197749026119709, + "transformer.layers.0.linear2.bias": 0.00029592053033411503, + "transformer.layers.0.norm1.weight": 2.0641075025196187e-05, + "transformer.layers.0.norm1.bias": 2.2097492546890862e-05, + "transformer.layers.0.norm2.weight": 0.0002079736441373825, + "transformer.layers.0.norm2.bias": 0.00021231741993688047, + "transformer.layers.1.self_attn.in_proj_weight": 0.0015324895502999425, + "transformer.layers.1.self_attn.in_proj_bias": 7.609410386066884e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0028932758141309023, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002793386811390519, + "transformer.layers.1.linear1.weight": 0.0008939871331676841, + "transformer.layers.1.linear1.bias": 6.607251998502761e-05, + "transformer.layers.1.linear2.weight": 0.0015861792489886284, + "transformer.layers.1.linear2.bias": 0.0002735630259849131, + "transformer.layers.1.norm1.weight": 9.37517179409042e-05, + "transformer.layers.1.norm1.bias": 8.361665095435455e-05, + "transformer.layers.1.norm2.weight": 5.816209886688739e-05, + "transformer.layers.1.norm2.bias": 7.978494977578521e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0022880297619849443, + "transformer.layers.2.self_attn.in_proj_bias": 0.00014613541134167463, + "transformer.layers.2.self_attn.out_proj.weight": 0.0036441287957131863, + "transformer.layers.2.self_attn.out_proj.bias": 0.00027554549160413444, + "transformer.layers.2.linear1.weight": 0.0008950604824349284, + "transformer.layers.2.linear1.bias": 7.414043648168445e-05, + "transformer.layers.2.linear2.weight": 0.0015880762366577983, + "transformer.layers.2.linear2.bias": 0.00027974770637229085, + "transformer.layers.2.norm1.weight": 0.0001464202650822699, + "transformer.layers.2.norm1.bias": 0.00011549651389941573, + "transformer.layers.2.norm2.weight": 4.055656972923316e-05, + "transformer.layers.2.norm2.bias": 5.1880870159948245e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.00342669989913702, + "transformer.layers.3.self_attn.in_proj_bias": 0.00021618811297230422, + "transformer.layers.3.self_attn.out_proj.weight": 0.0033240977209061384, + "transformer.layers.3.self_attn.out_proj.bias": 0.00028436692082323134, + "transformer.layers.3.linear1.weight": 0.0021822729613631964, + "transformer.layers.3.linear1.bias": 0.00018909116624854505, + "transformer.layers.3.linear2.weight": 0.001926700584590435, + "transformer.layers.3.linear2.bias": 0.0003012096567545086, + "transformer.layers.3.norm1.weight": 0.00024140573805198073, + "transformer.layers.3.norm1.bias": 0.00021210385602898896, + "transformer.layers.3.norm2.weight": 0.00011859780352097005, + "transformer.layers.3.norm2.bias": 0.0002005899150390178, + "head.weight": 0.018753113225102425, + "head.bias": 0.0007989552104845643, + "global_embedding.weight": 0.015376385301351547, + "global_cnn.0.weight": 0.13808202743530273, + "global_cnn.0.bias": 0.004694736562669277, + "global_cnn.2.weight": 0.2303999364376068, + "global_cnn.2.bias": 0.008217115886509418, + "global_proj.weight": 0.02685672417283058, + "global_proj.bias": 0.016248056665062904, + "goal_head.0.weight": 0.016713840886950493, + "goal_head.0.bias": 0.007903638295829296, + "goal_head.2.weight": 0.023269416764378548, + "goal_head.2.bias": 0.019482498988509178 + }, + { + "global_gate": 2.1115820345585234e-06, + "embedding.weight": 7.311233275686391e-06, + "cnn.0.weight": 0.0002788933925330639, + "cnn.0.bias": 1.291977969231084e-05, + "cnn.2.weight": 9.104326454689726e-05, + "cnn.2.bias": 2.8547450710902922e-05, + "cnn.5.weight": 0.00016201009566430002, + "cnn.5.bias": 2.898306047427468e-05, + "action_emb.weight": 0.00041971346945501864, + "timestep_emb.weight": 0.00014027733413968235, + "pos_emb.weight": 0.00022903548961039633, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005943766445852816, + "transformer.layers.0.self_attn.in_proj_bias": 3.1947478419169784e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0019275140948593616, + "transformer.layers.0.self_attn.out_proj.bias": 0.00037206115666776896, + "transformer.layers.0.linear1.weight": 0.001446958165615797, + "transformer.layers.0.linear1.bias": 7.67872334108688e-05, + "transformer.layers.0.linear2.weight": 0.002285827649757266, + "transformer.layers.0.linear2.bias": 0.0003766637819353491, + "transformer.layers.0.norm1.weight": 2.8401265808497556e-05, + "transformer.layers.0.norm1.bias": 2.4484017558279447e-05, + "transformer.layers.0.norm2.weight": 0.0001369262463413179, + "transformer.layers.0.norm2.bias": 7.153235492296517e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0011974623193964362, + "transformer.layers.1.self_attn.in_proj_bias": 7.60090333642438e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.003771119052544236, + "transformer.layers.1.self_attn.out_proj.bias": 0.00037754845106974244, + "transformer.layers.1.linear1.weight": 0.0008899153908714652, + "transformer.layers.1.linear1.bias": 6.865096656838432e-05, + "transformer.layers.1.linear2.weight": 0.00191634357906878, + "transformer.layers.1.linear2.bias": 0.00038511367165483534, + "transformer.layers.1.norm1.weight": 7.224561704788357e-05, + "transformer.layers.1.norm1.bias": 5.8798039390239865e-05, + "transformer.layers.1.norm2.weight": 5.554107701755129e-05, + "transformer.layers.1.norm2.bias": 5.701765985577367e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0019408735679462552, + "transformer.layers.2.self_attn.in_proj_bias": 0.00014492942136712372, + "transformer.layers.2.self_attn.out_proj.weight": 0.003952539525926113, + "transformer.layers.2.self_attn.out_proj.bias": 0.0004010467091575265, + "transformer.layers.2.linear1.weight": 0.0010278306435793638, + "transformer.layers.2.linear1.bias": 9.000777208711952e-05, + "transformer.layers.2.linear2.weight": 0.001744761597365141, + "transformer.layers.2.linear2.bias": 0.0004181848489679396, + "transformer.layers.2.norm1.weight": 0.00010119169746758416, + "transformer.layers.2.norm1.bias": 0.0001366161013720557, + "transformer.layers.2.norm2.weight": 3.986125375377014e-05, + "transformer.layers.2.norm2.bias": 5.860724922968075e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.002863857429474592, + "transformer.layers.3.self_attn.in_proj_bias": 0.00023754217545501888, + "transformer.layers.3.self_attn.out_proj.weight": 0.003293235320597887, + "transformer.layers.3.self_attn.out_proj.bias": 0.0004480157804209739, + "transformer.layers.3.linear1.weight": 0.002346435794606805, + "transformer.layers.3.linear1.bias": 0.0002200778544647619, + "transformer.layers.3.linear2.weight": 0.0018990226089954376, + "transformer.layers.3.linear2.bias": 0.0004744438047055155, + "transformer.layers.3.norm1.weight": 0.00020948568999301642, + "transformer.layers.3.norm1.bias": 0.0002375331532675773, + "transformer.layers.3.norm2.weight": 0.00012751090980600566, + "transformer.layers.3.norm2.bias": 0.00022926797100808471, + "head.weight": 0.01691710762679577, + "head.bias": 0.000659173121675849, + "global_embedding.weight": 0.00807322096079588, + "global_cnn.0.weight": 0.09115087985992432, + "global_cnn.0.bias": 0.003721327753737569, + "global_cnn.2.weight": 0.28668078780174255, + "global_cnn.2.bias": 0.014394507743418217, + "global_proj.weight": 0.055367711931467056, + "global_proj.bias": 0.030500363558530807, + "goal_head.0.weight": 0.031579308211803436, + "goal_head.0.bias": 0.011678881011903286, + "goal_head.2.weight": 0.04173301160335541, + "goal_head.2.bias": 0.02310752123594284 + }, + { + "global_gate": 5.956457584943564e-07, + "embedding.weight": 1.2722066458081827e-05, + "cnn.0.weight": 0.0004120892263017595, + "cnn.0.bias": 1.9150907974108122e-05, + "cnn.2.weight": 0.0001427105744369328, + "cnn.2.bias": 5.39701541129034e-05, + "cnn.5.weight": 0.00023182477161753923, + "cnn.5.bias": 5.378991409088485e-05, + "action_emb.weight": 0.0002229426463600248, + "timestep_emb.weight": 8.113832882372662e-05, + "pos_emb.weight": 0.00011048578744521365, + "transformer.layers.0.self_attn.in_proj_weight": 0.0003110057150479406, + "transformer.layers.0.self_attn.in_proj_bias": 2.2717658794135787e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0011330315610393882, + "transformer.layers.0.self_attn.out_proj.bias": 0.00020735336875077337, + "transformer.layers.0.linear1.weight": 0.000889045768417418, + "transformer.layers.0.linear1.bias": 6.446930638048798e-05, + "transformer.layers.0.linear2.weight": 0.0013129201252013445, + "transformer.layers.0.linear2.bias": 0.00019320857245475054, + "transformer.layers.0.norm1.weight": 1.4800290045968723e-05, + "transformer.layers.0.norm1.bias": 1.93914893316105e-05, + "transformer.layers.0.norm2.weight": 7.054916932247579e-05, + "transformer.layers.0.norm2.bias": 8.09777993708849e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.000774204614572227, + "transformer.layers.1.self_attn.in_proj_bias": 5.02217844768893e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.001953128958120942, + "transformer.layers.1.self_attn.out_proj.bias": 0.00019191854516975582, + "transformer.layers.1.linear1.weight": 0.0006568903336301446, + "transformer.layers.1.linear1.bias": 5.7574168749852106e-05, + "transformer.layers.1.linear2.weight": 0.0011555751552805305, + "transformer.layers.1.linear2.bias": 0.00019510944548528641, + "transformer.layers.1.norm1.weight": 4.274324237485416e-05, + "transformer.layers.1.norm1.bias": 4.9633777962299064e-05, + "transformer.layers.1.norm2.weight": 4.100425212527625e-05, + "transformer.layers.1.norm2.bias": 5.8897021517623216e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0015393054345622659, + "transformer.layers.2.self_attn.in_proj_bias": 0.0001101250309147872, + "transformer.layers.2.self_attn.out_proj.weight": 0.002331032184883952, + "transformer.layers.2.self_attn.out_proj.bias": 0.00018255814211443067, + "transformer.layers.2.linear1.weight": 0.0007024665828794241, + "transformer.layers.2.linear1.bias": 5.891375622013584e-05, + "transformer.layers.2.linear2.weight": 0.0010745830368250608, + "transformer.layers.2.linear2.bias": 0.00019237895321566612, + "transformer.layers.2.norm1.weight": 0.00010870034020626917, + "transformer.layers.2.norm1.bias": 0.00010758281860034913, + "transformer.layers.2.norm2.weight": 3.251271118642762e-05, + "transformer.layers.2.norm2.bias": 4.748653736896813e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0018086436903104186, + "transformer.layers.3.self_attn.in_proj_bias": 0.000159200542839244, + "transformer.layers.3.self_attn.out_proj.weight": 0.0019353905227035284, + "transformer.layers.3.self_attn.out_proj.bias": 0.0002196234418079257, + "transformer.layers.3.linear1.weight": 0.0015816843369975686, + "transformer.layers.3.linear1.bias": 0.00014819620992057025, + "transformer.layers.3.linear2.weight": 0.0012520912569016218, + "transformer.layers.3.linear2.bias": 0.00023733623675070703, + "transformer.layers.3.norm1.weight": 0.00012086886272300035, + "transformer.layers.3.norm1.bias": 0.00019928489928133786, + "transformer.layers.3.norm2.weight": 9.154011058853939e-05, + "transformer.layers.3.norm2.bias": 0.00017792188737075776, + "head.weight": 0.011860080063343048, + "head.bias": 0.00046524469507858157, + "global_embedding.weight": 0.027556920424103737, + "global_cnn.0.weight": 0.15408459305763245, + "global_cnn.0.bias": 0.006255946587771177, + "global_cnn.2.weight": 0.38904717564582825, + "global_cnn.2.bias": 0.022335918620228767, + "global_proj.weight": 0.08521530032157898, + "global_proj.bias": 0.061892520636320114, + "goal_head.0.weight": 0.05422057956457138, + "goal_head.0.bias": 0.026311375200748444, + "goal_head.2.weight": 0.07786306738853455, + "goal_head.2.bias": 0.05891872197389603 + }, + { + "global_gate": 2.7347039122105343e-07, + "embedding.weight": 9.692858839116525e-06, + "cnn.0.weight": 0.0003853325906675309, + "cnn.0.bias": 1.4669767551822588e-05, + "cnn.2.weight": 0.00013788763317279518, + "cnn.2.bias": 5.1562841690611094e-05, + "cnn.5.weight": 0.00022666348377242684, + "cnn.5.bias": 5.012158726458438e-05, + "action_emb.weight": 0.0002475646906532347, + "timestep_emb.weight": 9.681400842964649e-05, + "pos_emb.weight": 0.0001069514182745479, + "transformer.layers.0.self_attn.in_proj_weight": 0.0003546827647369355, + "transformer.layers.0.self_attn.in_proj_bias": 2.61988679994829e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0011891593458130956, + "transformer.layers.0.self_attn.out_proj.bias": 0.00021928925707470626, + "transformer.layers.0.linear1.weight": 0.0008195604314096272, + "transformer.layers.0.linear1.bias": 5.117043838254176e-05, + "transformer.layers.0.linear2.weight": 0.0013556756312027574, + "transformer.layers.0.linear2.bias": 0.00021288184507284313, + "transformer.layers.0.norm1.weight": 1.5328845620388165e-05, + "transformer.layers.0.norm1.bias": 1.726282607705798e-05, + "transformer.layers.0.norm2.weight": 7.215695950435475e-05, + "transformer.layers.0.norm2.bias": 6.139417382655665e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0010204050922766328, + "transformer.layers.1.self_attn.in_proj_bias": 6.811926868977025e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.00236929627135396, + "transformer.layers.1.self_attn.out_proj.bias": 0.00021545230993069708, + "transformer.layers.1.linear1.weight": 0.0005503270658664405, + "transformer.layers.1.linear1.bias": 3.997810199507512e-05, + "transformer.layers.1.linear2.weight": 0.001172203104943037, + "transformer.layers.1.linear2.bias": 0.00021568307420238853, + "transformer.layers.1.norm1.weight": 4.38160277553834e-05, + "transformer.layers.1.norm1.bias": 3.8828708056826144e-05, + "transformer.layers.1.norm2.weight": 3.659393769339658e-05, + "transformer.layers.1.norm2.bias": 3.1545951060252264e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0013265624875202775, + "transformer.layers.2.self_attn.in_proj_bias": 9.395997039973736e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.002464541234076023, + "transformer.layers.2.self_attn.out_proj.bias": 0.00022455737052951008, + "transformer.layers.2.linear1.weight": 0.0006903574685566127, + "transformer.layers.2.linear1.bias": 5.9448633692227304e-05, + "transformer.layers.2.linear2.weight": 0.0010660270927473903, + "transformer.layers.2.linear2.bias": 0.00023225616314448416, + "transformer.layers.2.norm1.weight": 7.901762000983581e-05, + "transformer.layers.2.norm1.bias": 7.658315735170618e-05, + "transformer.layers.2.norm2.weight": 2.9206486942712218e-05, + "transformer.layers.2.norm2.bias": 4.287173578632064e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0019611800089478493, + "transformer.layers.3.self_attn.in_proj_bias": 0.00017075594223570079, + "transformer.layers.3.self_attn.out_proj.weight": 0.002109672175720334, + "transformer.layers.3.self_attn.out_proj.bias": 0.00025973812444135547, + "transformer.layers.3.linear1.weight": 0.0014780176570639014, + "transformer.layers.3.linear1.bias": 0.0001360384630970657, + "transformer.layers.3.linear2.weight": 0.0011655744165182114, + "transformer.layers.3.linear2.bias": 0.0002789490099530667, + "transformer.layers.3.norm1.weight": 0.0001484052772866562, + "transformer.layers.3.norm1.bias": 0.00019129033898934722, + "transformer.layers.3.norm2.weight": 8.661576430313289e-05, + "transformer.layers.3.norm2.bias": 0.00015527130744885653, + "head.weight": 0.009937241673469543, + "head.bias": 0.00037009178777225316, + "global_embedding.weight": 0.019475257024168968, + "global_cnn.0.weight": 0.19400154054164886, + "global_cnn.0.bias": 0.007402658928185701, + "global_cnn.2.weight": 0.2920073866844177, + "global_cnn.2.bias": 0.011806805618107319, + "global_proj.weight": 0.060165029019117355, + "global_proj.bias": 0.04580315947532654, + "goal_head.0.weight": 0.0442081093788147, + "goal_head.0.bias": 0.022212456911802292, + "goal_head.2.weight": 0.06967238336801529, + "goal_head.2.bias": 0.05384022742509842 + }, + { + "global_gate": 2.6563436676951824e-06, + "embedding.weight": 1.2904371033073403e-05, + "cnn.0.weight": 0.0004910840070806444, + "cnn.0.bias": 2.091129317705054e-05, + "cnn.2.weight": 0.00016192921611946076, + "cnn.2.bias": 6.219141505425796e-05, + "cnn.5.weight": 0.00023724841594230384, + "cnn.5.bias": 5.6514258176321164e-05, + "action_emb.weight": 0.00020457337086554617, + "timestep_emb.weight": 0.00013250746997073293, + "pos_emb.weight": 0.00020236123236827552, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005484651192091405, + "transformer.layers.0.self_attn.in_proj_bias": 3.62636819772888e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0012262774398550391, + "transformer.layers.0.self_attn.out_proj.bias": 0.00016768299974501133, + "transformer.layers.0.linear1.weight": 0.0013303166488185525, + "transformer.layers.0.linear1.bias": 6.278211367316544e-05, + "transformer.layers.0.linear2.weight": 0.0014123338041827083, + "transformer.layers.0.linear2.bias": 0.00016270387277472764, + "transformer.layers.0.norm1.weight": 2.6951151085086167e-05, + "transformer.layers.0.norm1.bias": 3.521545295370743e-05, + "transformer.layers.0.norm2.weight": 0.00011464823910500854, + "transformer.layers.0.norm2.bias": 6.267577555263415e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0011485063005238771, + "transformer.layers.1.self_attn.in_proj_bias": 4.7526060370728374e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0017606290057301521, + "transformer.layers.1.self_attn.out_proj.bias": 0.000157798538566567, + "transformer.layers.1.linear1.weight": 0.0007345032063312829, + "transformer.layers.1.linear1.bias": 4.854786311625503e-05, + "transformer.layers.1.linear2.weight": 0.0011098036775365472, + "transformer.layers.1.linear2.bias": 0.00015973966219462454, + "transformer.layers.1.norm1.weight": 7.401144102914259e-05, + "transformer.layers.1.norm1.bias": 4.6445216867141426e-05, + "transformer.layers.1.norm2.weight": 4.940434519085102e-05, + "transformer.layers.1.norm2.bias": 4.8186622734647244e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0012378424871712923, + "transformer.layers.2.self_attn.in_proj_bias": 7.522070518461987e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0023470348678529263, + "transformer.layers.2.self_attn.out_proj.bias": 0.00016137697093654424, + "transformer.layers.2.linear1.weight": 0.0006342821870930493, + "transformer.layers.2.linear1.bias": 5.097476241644472e-05, + "transformer.layers.2.linear2.weight": 0.0010537545895203948, + "transformer.layers.2.linear2.bias": 0.00016677356325089931, + "transformer.layers.2.norm1.weight": 9.495376434642822e-05, + "transformer.layers.2.norm1.bias": 8.911424811230972e-05, + "transformer.layers.2.norm2.weight": 3.1190833396976814e-05, + "transformer.layers.2.norm2.bias": 4.537467975751497e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0018193473806604743, + "transformer.layers.3.self_attn.in_proj_bias": 9.19024387258105e-05, + "transformer.layers.3.self_attn.out_proj.weight": 0.0020334096625447273, + "transformer.layers.3.self_attn.out_proj.bias": 0.00017330475384369493, + "transformer.layers.3.linear1.weight": 0.0012559907045215368, + "transformer.layers.3.linear1.bias": 0.00010943255620077252, + "transformer.layers.3.linear2.weight": 0.0011467236327007413, + "transformer.layers.3.linear2.bias": 0.00018314638873562217, + "transformer.layers.3.norm1.weight": 0.00014252334949560463, + "transformer.layers.3.norm1.bias": 9.911544475471601e-05, + "transformer.layers.3.norm2.weight": 6.974423013161868e-05, + "transformer.layers.3.norm2.bias": 0.00011848791473312303, + "head.weight": 0.010146412067115307, + "head.bias": 0.000321557919960469, + "global_embedding.weight": 0.014643235132098198, + "global_cnn.0.weight": 0.11039865016937256, + "global_cnn.0.bias": 0.004975689109414816, + "global_cnn.2.weight": 0.2850157916545868, + "global_cnn.2.bias": 0.015808820724487305, + "global_proj.weight": 0.06930134445428848, + "global_proj.bias": 0.05902142450213432, + "goal_head.0.weight": 0.051055748015642166, + "goal_head.0.bias": 0.027332840487360954, + "goal_head.2.weight": 0.07750524580478668, + "goal_head.2.bias": 0.06592714041471481 + }, + { + "global_gate": 3.276200288837572e-07, + "embedding.weight": 1.6107707779156044e-05, + "cnn.0.weight": 0.0006574696744792163, + "cnn.0.bias": 2.68337444140343e-05, + "cnn.2.weight": 0.00023156784300226718, + "cnn.2.bias": 8.274644642369822e-05, + "cnn.5.weight": 0.0003222216619178653, + "cnn.5.bias": 8.315215382026508e-05, + "action_emb.weight": 0.0003828166227322072, + "timestep_emb.weight": 0.00011178266140632331, + "pos_emb.weight": 0.00016252408386208117, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004706828622147441, + "transformer.layers.0.self_attn.in_proj_bias": 3.147226743749343e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015895224642008543, + "transformer.layers.0.self_attn.out_proj.bias": 0.00029687461210414767, + "transformer.layers.0.linear1.weight": 0.001611023093573749, + "transformer.layers.0.linear1.bias": 9.35594507609494e-05, + "transformer.layers.0.linear2.weight": 0.0017446897691115737, + "transformer.layers.0.linear2.bias": 0.00025914108846336603, + "transformer.layers.0.norm1.weight": 2.2458936655311845e-05, + "transformer.layers.0.norm1.bias": 2.5116127289948054e-05, + "transformer.layers.0.norm2.weight": 0.00017532141646370292, + "transformer.layers.0.norm2.bias": 0.0001585113350301981, + "transformer.layers.1.self_attn.in_proj_weight": 0.0014451723545789719, + "transformer.layers.1.self_attn.in_proj_bias": 8.576687832828611e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.002673369599506259, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002471085754223168, + "transformer.layers.1.linear1.weight": 0.0008018052903935313, + "transformer.layers.1.linear1.bias": 6.01993924647104e-05, + "transformer.layers.1.linear2.weight": 0.001433044788427651, + "transformer.layers.1.linear2.bias": 0.0002453191264066845, + "transformer.layers.1.norm1.weight": 8.30313001642935e-05, + "transformer.layers.1.norm1.bias": 8.892867481335998e-05, + "transformer.layers.1.norm2.weight": 4.8964659072225913e-05, + "transformer.layers.1.norm2.bias": 5.83783294132445e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0018122353358194232, + "transformer.layers.2.self_attn.in_proj_bias": 0.0001248072658199817, + "transformer.layers.2.self_attn.out_proj.weight": 0.002759974915534258, + "transformer.layers.2.self_attn.out_proj.bias": 0.0002393313479842618, + "transformer.layers.2.linear1.weight": 0.0009063410689122975, + "transformer.layers.2.linear1.bias": 7.700993592152372e-05, + "transformer.layers.2.linear2.weight": 0.0013251270866021514, + "transformer.layers.2.linear2.bias": 0.0002469206810928881, + "transformer.layers.2.norm1.weight": 0.00013417151058092713, + "transformer.layers.2.norm1.bias": 0.0001220749836647883, + "transformer.layers.2.norm2.weight": 3.7253936170600355e-05, + "transformer.layers.2.norm2.bias": 5.3754731197841465e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.002604033797979355, + "transformer.layers.3.self_attn.in_proj_bias": 0.00018951171659864485, + "transformer.layers.3.self_attn.out_proj.weight": 0.002361812861636281, + "transformer.layers.3.self_attn.out_proj.bias": 0.00025510654086247087, + "transformer.layers.3.linear1.weight": 0.001835061120800674, + "transformer.layers.3.linear1.bias": 0.0001638393587199971, + "transformer.layers.3.linear2.weight": 0.0013453818392008543, + "transformer.layers.3.linear2.bias": 0.0002628038346301764, + "transformer.layers.3.norm1.weight": 0.0002531725913286209, + "transformer.layers.3.norm1.bias": 0.00022526986140292138, + "transformer.layers.3.norm2.weight": 9.207816765410826e-05, + "transformer.layers.3.norm2.bias": 0.0001710301439743489, + "head.weight": 0.01027593482285738, + "head.bias": 0.0003766620357055217, + "global_embedding.weight": 0.011989680118858814, + "global_cnn.0.weight": 0.10560530424118042, + "global_cnn.0.bias": 0.004184613935649395, + "global_cnn.2.weight": 0.2558353841304779, + "global_cnn.2.bias": 0.012901815585792065, + "global_proj.weight": 0.04582115262746811, + "global_proj.bias": 0.03761627525091171, + "goal_head.0.weight": 0.0335845910012722, + "goal_head.0.bias": 0.017369884997606277, + "goal_head.2.weight": 0.05018957704305649, + "goal_head.2.bias": 0.04146963357925415 + }, + { + "global_gate": 2.53731855082151e-06, + "embedding.weight": 2.6047706342069432e-05, + "cnn.0.weight": 0.0007249634945765138, + "cnn.0.bias": 2.3245658667292446e-05, + "cnn.2.weight": 0.0002508434117771685, + "cnn.2.bias": 8.294700819533318e-05, + "cnn.5.weight": 0.00031414435943588614, + "cnn.5.bias": 6.128595123300329e-05, + "action_emb.weight": 0.00035340379690751433, + "timestep_emb.weight": 0.0001399094908265397, + "pos_emb.weight": 0.00018611513951327652, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006019280408509076, + "transformer.layers.0.self_attn.in_proj_bias": 5.872282781638205e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.00178929278627038, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002813633473124355, + "transformer.layers.0.linear1.weight": 0.0016480475896969438, + "transformer.layers.0.linear1.bias": 9.881935693556443e-05, + "transformer.layers.0.linear2.weight": 0.0017274790443480015, + "transformer.layers.0.linear2.bias": 0.00023755170695949346, + "transformer.layers.0.norm1.weight": 2.9745344363618642e-05, + "transformer.layers.0.norm1.bias": 3.92989932151977e-05, + "transformer.layers.0.norm2.weight": 0.0001791227114154026, + "transformer.layers.0.norm2.bias": 0.00016849151870701462, + "transformer.layers.1.self_attn.in_proj_weight": 0.0014536443632096052, + "transformer.layers.1.self_attn.in_proj_bias": 7.968356658238918e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0024521395098417997, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002274366415804252, + "transformer.layers.1.linear1.weight": 0.0007777800783514977, + "transformer.layers.1.linear1.bias": 5.0943144742632285e-05, + "transformer.layers.1.linear2.weight": 0.0013262914726510644, + "transformer.layers.1.linear2.bias": 0.00022044456272851676, + "transformer.layers.1.norm1.weight": 8.705820073373616e-05, + "transformer.layers.1.norm1.bias": 8.607517520431429e-05, + "transformer.layers.1.norm2.weight": 6.14550881437026e-05, + "transformer.layers.1.norm2.bias": 5.117675755172968e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.001656544511206448, + "transformer.layers.2.self_attn.in_proj_bias": 0.00011206952331122011, + "transformer.layers.2.self_attn.out_proj.weight": 0.002950454829260707, + "transformer.layers.2.self_attn.out_proj.bias": 0.0002076279924949631, + "transformer.layers.2.linear1.weight": 0.0006881331792101264, + "transformer.layers.2.linear1.bias": 4.9689078878145665e-05, + "transformer.layers.2.linear2.weight": 0.001277903444133699, + "transformer.layers.2.linear2.bias": 0.00020674320694524795, + "transformer.layers.2.norm1.weight": 0.00010631830809870735, + "transformer.layers.2.norm1.bias": 0.00011108188482467085, + "transformer.layers.2.norm2.weight": 3.309553721919656e-05, + "transformer.layers.2.norm2.bias": 3.3460404665675014e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0022484345827251673, + "transformer.layers.3.self_attn.in_proj_bias": 0.00015151654952205718, + "transformer.layers.3.self_attn.out_proj.weight": 0.002401000587269664, + "transformer.layers.3.self_attn.out_proj.bias": 0.00019395099661778659, + "transformer.layers.3.linear1.weight": 0.0015653676819056273, + "transformer.layers.3.linear1.bias": 0.00013450792175717652, + "transformer.layers.3.linear2.weight": 0.0014248719671741128, + "transformer.layers.3.linear2.bias": 0.0001929807913256809, + "transformer.layers.3.norm1.weight": 0.00020174233941361308, + "transformer.layers.3.norm1.bias": 0.0001737473503453657, + "transformer.layers.3.norm2.weight": 8.477171650156379e-05, + "transformer.layers.3.norm2.bias": 0.00013689917977899313, + "head.weight": 0.012375888414680958, + "head.bias": 0.00041335122659802437, + "global_embedding.weight": 0.004685332532972097, + "global_cnn.0.weight": 0.050443585962057114, + "global_cnn.0.bias": 0.001770596718415618, + "global_cnn.2.weight": 0.14026421308517456, + "global_cnn.2.bias": 0.0072737643495202065, + "global_proj.weight": 0.019455017521977425, + "global_proj.bias": 0.017332257702946663, + "goal_head.0.weight": 0.0127769336104393, + "goal_head.0.bias": 0.0065309698693454266, + "goal_head.2.weight": 0.019237913191318512, + "goal_head.2.bias": 0.01374995056539774 + }, + { + "global_gate": 3.3045270697584783e-07, + "embedding.weight": 9.677451998868492e-06, + "cnn.0.weight": 0.0003777601814363152, + "cnn.0.bias": 1.510915990365902e-05, + "cnn.2.weight": 0.00011775336315622553, + "cnn.2.bias": 4.604754940373823e-05, + "cnn.5.weight": 0.00020519339886959642, + "cnn.5.bias": 4.642647036234848e-05, + "action_emb.weight": 0.0005222191102802753, + "timestep_emb.weight": 0.0001450390846002847, + "pos_emb.weight": 0.0002745289239101112, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006492443499155343, + "transformer.layers.0.self_attn.in_proj_bias": 3.904076947947033e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0022566593252122402, + "transformer.layers.0.self_attn.out_proj.bias": 0.00043577764881774783, + "transformer.layers.0.linear1.weight": 0.0018014785600826144, + "transformer.layers.0.linear1.bias": 9.19656376936473e-05, + "transformer.layers.0.linear2.weight": 0.0027427487075328827, + "transformer.layers.0.linear2.bias": 0.00043908634688705206, + "transformer.layers.0.norm1.weight": 3.301463948446326e-05, + "transformer.layers.0.norm1.bias": 3.406899486435577e-05, + "transformer.layers.0.norm2.weight": 0.00016915416927076876, + "transformer.layers.0.norm2.bias": 7.242616993607953e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.001570922671817243, + "transformer.layers.1.self_attn.in_proj_bias": 8.873188198776916e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.004496727604418993, + "transformer.layers.1.self_attn.out_proj.bias": 0.0004423580248840153, + "transformer.layers.1.linear1.weight": 0.001024035387672484, + "transformer.layers.1.linear1.bias": 7.947625999804586e-05, + "transformer.layers.1.linear2.weight": 0.0022634307388216257, + "transformer.layers.1.linear2.bias": 0.00045099822455085814, + "transformer.layers.1.norm1.weight": 9.341590339317918e-05, + "transformer.layers.1.norm1.bias": 6.912692333571613e-05, + "transformer.layers.1.norm2.weight": 6.519881571875885e-05, + "transformer.layers.1.norm2.bias": 6.911785021657124e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.00205849576741457, + "transformer.layers.2.self_attn.in_proj_bias": 0.00015880291175562888, + "transformer.layers.2.self_attn.out_proj.weight": 0.0046417079865932465, + "transformer.layers.2.self_attn.out_proj.bias": 0.00046804346493445337, + "transformer.layers.2.linear1.weight": 0.0012250295840203762, + "transformer.layers.2.linear1.bias": 0.00011064185673603788, + "transformer.layers.2.linear2.weight": 0.0020790346898138523, + "transformer.layers.2.linear2.bias": 0.00048617206630297005, + "transformer.layers.2.norm1.weight": 0.00012419318954925984, + "transformer.layers.2.norm1.bias": 0.00012721569510176778, + "transformer.layers.2.norm2.weight": 5.35627368662972e-05, + "transformer.layers.2.norm2.bias": 7.776366692269221e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.004041037056595087, + "transformer.layers.3.self_attn.in_proj_bias": 0.0003263927064836025, + "transformer.layers.3.self_attn.out_proj.weight": 0.004265582654625177, + "transformer.layers.3.self_attn.out_proj.bias": 0.0005153476959094405, + "transformer.layers.3.linear1.weight": 0.0026638226117938757, + "transformer.layers.3.linear1.bias": 0.00024583443882875144, + "transformer.layers.3.linear2.weight": 0.0023064538836479187, + "transformer.layers.3.linear2.bias": 0.0005414062761701643, + "transformer.layers.3.norm1.weight": 0.00036024412838742137, + "transformer.layers.3.norm1.bias": 0.00035076102358289063, + "transformer.layers.3.norm2.weight": 0.00013422344636637717, + "transformer.layers.3.norm2.bias": 0.0002513379149604589, + "head.weight": 0.014888702891767025, + "head.bias": 0.0005238585872575641, + "global_embedding.weight": 0.004278253298252821, + "global_cnn.0.weight": 0.06971751153469086, + "global_cnn.0.bias": 0.003155096434056759, + "global_cnn.2.weight": 0.19284991919994354, + "global_cnn.2.bias": 0.008833617903292179, + "global_proj.weight": 0.03870292380452156, + "global_proj.bias": 0.030833283439278603, + "goal_head.0.weight": 0.027765290811657906, + "goal_head.0.bias": 0.013706008903682232, + "goal_head.2.weight": 0.04209153354167938, + "goal_head.2.bias": 0.03130429983139038 + }, + { + "global_gate": 6.4463495164091e-07, + "embedding.weight": 2.503061477909796e-05, + "cnn.0.weight": 0.0009144354262389243, + "cnn.0.bias": 3.6936995456926525e-05, + "cnn.2.weight": 0.00030902388971298933, + "cnn.2.bias": 0.00011459172674221918, + "cnn.5.weight": 0.00047022223589010537, + "cnn.5.bias": 0.00011763969814637676, + "action_emb.weight": 0.0004072166921105236, + "timestep_emb.weight": 0.00013771923840977252, + "pos_emb.weight": 0.00023256651184055954, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006921319873072207, + "transformer.layers.0.self_attn.in_proj_bias": 5.56803097424563e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0017367374384775758, + "transformer.layers.0.self_attn.out_proj.bias": 0.0003071670071221888, + "transformer.layers.0.linear1.weight": 0.001616430003196001, + "transformer.layers.0.linear1.bias": 8.526856254320592e-05, + "transformer.layers.0.linear2.weight": 0.0022548420820385218, + "transformer.layers.0.linear2.bias": 0.0003073998086620122, + "transformer.layers.0.norm1.weight": 3.326399018988013e-05, + "transformer.layers.0.norm1.bias": 4.314960460760631e-05, + "transformer.layers.0.norm2.weight": 0.00013439015310723335, + "transformer.layers.0.norm2.bias": 7.162921247072518e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0018049189820885658, + "transformer.layers.1.self_attn.in_proj_bias": 0.00011823117529274896, + "transformer.layers.1.self_attn.out_proj.weight": 0.003550043096765876, + "transformer.layers.1.self_attn.out_proj.bias": 0.0003141440683975816, + "transformer.layers.1.linear1.weight": 0.0009365488076582551, + "transformer.layers.1.linear1.bias": 6.599184416700155e-05, + "transformer.layers.1.linear2.weight": 0.001867229351773858, + "transformer.layers.1.linear2.bias": 0.0003146217204630375, + "transformer.layers.1.norm1.weight": 9.327354928245768e-05, + "transformer.layers.1.norm1.bias": 8.307784446515143e-05, + "transformer.layers.1.norm2.weight": 5.237693403614685e-05, + "transformer.layers.1.norm2.bias": 5.208467337070033e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0019319327548146248, + "transformer.layers.2.self_attn.in_proj_bias": 0.00014151609502732754, + "transformer.layers.2.self_attn.out_proj.weight": 0.0038434043526649475, + "transformer.layers.2.self_attn.out_proj.bias": 0.0003102569899056107, + "transformer.layers.2.linear1.weight": 0.0010844914941117167, + "transformer.layers.2.linear1.bias": 8.988550689537078e-05, + "transformer.layers.2.linear2.weight": 0.0018149097450077534, + "transformer.layers.2.linear2.bias": 0.00031838921131566167, + "transformer.layers.2.norm1.weight": 0.0001482159277657047, + "transformer.layers.2.norm1.bias": 0.00012500263983383775, + "transformer.layers.2.norm2.weight": 5.1340917707420886e-05, + "transformer.layers.2.norm2.bias": 6.575275619979948e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0039279949851334095, + "transformer.layers.3.self_attn.in_proj_bias": 0.0002840000088326633, + "transformer.layers.3.self_attn.out_proj.weight": 0.003386822761967778, + "transformer.layers.3.self_attn.out_proj.bias": 0.00034724187571555376, + "transformer.layers.3.linear1.weight": 0.0023581357672810555, + "transformer.layers.3.linear1.bias": 0.00021336118516046554, + "transformer.layers.3.linear2.weight": 0.001844460261054337, + "transformer.layers.3.linear2.bias": 0.0003768465539906174, + "transformer.layers.3.norm1.weight": 0.00040918512968346477, + "transformer.layers.3.norm1.bias": 0.0003312659391667694, + "transformer.layers.3.norm2.weight": 0.00013376280548982322, + "transformer.layers.3.norm2.bias": 0.00023536202206742018, + "head.weight": 0.014812004752457142, + "head.bias": 0.0004856552113778889, + "global_embedding.weight": 0.002413564594462514, + "global_cnn.0.weight": 0.028949765488505363, + "global_cnn.0.bias": 0.0013356429990381002, + "global_cnn.2.weight": 0.09493901580572128, + "global_cnn.2.bias": 0.004307489842176437, + "global_proj.weight": 0.03185880184173584, + "global_proj.bias": 0.02361930161714554, + "goal_head.0.weight": 0.02393193356692791, + "goal_head.0.bias": 0.01117063220590353, + "goal_head.2.weight": 0.035891637206077576, + "goal_head.2.bias": 0.025725264102220535 + }, + { + "global_gate": 5.565601895796135e-06, + "embedding.weight": 1.4952214769436978e-05, + "cnn.0.weight": 0.0005662415642291307, + "cnn.0.bias": 2.5834815460257232e-05, + "cnn.2.weight": 0.00018631343846209347, + "cnn.2.bias": 9.675818728283048e-05, + "cnn.5.weight": 0.00023597580729983747, + "cnn.5.bias": 6.457175186369568e-05, + "action_emb.weight": 0.0003687579883262515, + "timestep_emb.weight": 0.00013801033492200077, + "pos_emb.weight": 0.00017572424258105457, + "transformer.layers.0.self_attn.in_proj_weight": 0.0006286207935772836, + "transformer.layers.0.self_attn.in_proj_bias": 5.8251032896805555e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015837046084925532, + "transformer.layers.0.self_attn.out_proj.bias": 0.00025747972540557384, + "transformer.layers.0.linear1.weight": 0.0016433603595942259, + "transformer.layers.0.linear1.bias": 7.539219222962856e-05, + "transformer.layers.0.linear2.weight": 0.0018980457680299878, + "transformer.layers.0.linear2.bias": 0.0002495699154678732, + "transformer.layers.0.norm1.weight": 3.1452658731723204e-05, + "transformer.layers.0.norm1.bias": 4.4235239329282194e-05, + "transformer.layers.0.norm2.weight": 0.0001577990042278543, + "transformer.layers.0.norm2.bias": 0.0001018127950374037, + "transformer.layers.1.self_attn.in_proj_weight": 0.0014403925742954016, + "transformer.layers.1.self_attn.in_proj_bias": 6.806304736528546e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.002532990649342537, + "transformer.layers.1.self_attn.out_proj.bias": 0.00024609340471215546, + "transformer.layers.1.linear1.weight": 0.0008666364010423422, + "transformer.layers.1.linear1.bias": 5.5846627219580114e-05, + "transformer.layers.1.linear2.weight": 0.0015845007728785276, + "transformer.layers.1.linear2.bias": 0.00025215110508725047, + "transformer.layers.1.norm1.weight": 8.98681246326305e-05, + "transformer.layers.1.norm1.bias": 7.505924440920353e-05, + "transformer.layers.1.norm2.weight": 5.523684376385063e-05, + "transformer.layers.1.norm2.bias": 4.576356150209904e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0016702403081580997, + "transformer.layers.2.self_attn.in_proj_bias": 0.00011711710249073803, + "transformer.layers.2.self_attn.out_proj.weight": 0.002717140596359968, + "transformer.layers.2.self_attn.out_proj.bias": 0.00026004380197264254, + "transformer.layers.2.linear1.weight": 0.0008272066479548812, + "transformer.layers.2.linear1.bias": 6.802647840231657e-05, + "transformer.layers.2.linear2.weight": 0.0013376869028434157, + "transformer.layers.2.linear2.bias": 0.0002686751540750265, + "transformer.layers.2.norm1.weight": 0.00015507494390476495, + "transformer.layers.2.norm1.bias": 0.00012445717584341764, + "transformer.layers.2.norm2.weight": 3.832904258160852e-05, + "transformer.layers.2.norm2.bias": 4.593774428940378e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0036431357730180025, + "transformer.layers.3.self_attn.in_proj_bias": 0.00026855713804252446, + "transformer.layers.3.self_attn.out_proj.weight": 0.002650134265422821, + "transformer.layers.3.self_attn.out_proj.bias": 0.0002823846007231623, + "transformer.layers.3.linear1.weight": 0.0015933266840875149, + "transformer.layers.3.linear1.bias": 0.00013893452705815434, + "transformer.layers.3.linear2.weight": 0.001352986553683877, + "transformer.layers.3.linear2.bias": 0.0002933345385827124, + "transformer.layers.3.norm1.weight": 0.0003947115910705179, + "transformer.layers.3.norm1.bias": 0.00031297263922169805, + "transformer.layers.3.norm2.weight": 8.1081576354336e-05, + "transformer.layers.3.norm2.bias": 0.00013755427789874375, + "head.weight": 0.009611237794160843, + "head.bias": 0.00033450519549660385, + "global_embedding.weight": 0.012855084612965584, + "global_cnn.0.weight": 0.07920905202627182, + "global_cnn.0.bias": 0.0033186874352395535, + "global_cnn.2.weight": 0.1584043800830841, + "global_cnn.2.bias": 0.007533257827162743, + "global_proj.weight": 0.022250914946198463, + "global_proj.bias": 0.01800973154604435, + "goal_head.0.weight": 0.016231229528784752, + "goal_head.0.bias": 0.00778817106038332, + "goal_head.2.weight": 0.027429528534412384, + "goal_head.2.bias": 0.017790943384170532 + }, + { + "global_gate": 7.848873195825945e-08, + "embedding.weight": 3.0570383387384936e-05, + "cnn.0.weight": 0.0009710871963761747, + "cnn.0.bias": 4.203509524813853e-05, + "cnn.2.weight": 0.0003361103299539536, + "cnn.2.bias": 0.00011325466039124876, + "cnn.5.weight": 0.00045822394895367324, + "cnn.5.bias": 0.00011450052261352539, + "action_emb.weight": 0.00044143389095552266, + "timestep_emb.weight": 0.0001426033559255302, + "pos_emb.weight": 0.0001948944409377873, + "transformer.layers.0.self_attn.in_proj_weight": 0.0007408623350784183, + "transformer.layers.0.self_attn.in_proj_bias": 6.136111915111542e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015586607623845339, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002553225203882903, + "transformer.layers.0.linear1.weight": 0.0019568712450563908, + "transformer.layers.0.linear1.bias": 8.101772982627153e-05, + "transformer.layers.0.linear2.weight": 0.0020276475697755814, + "transformer.layers.0.linear2.bias": 0.00025587689015083015, + "transformer.layers.0.norm1.weight": 4.093903407920152e-05, + "transformer.layers.0.norm1.bias": 4.766784331877716e-05, + "transformer.layers.0.norm2.weight": 0.000191304789041169, + "transformer.layers.0.norm2.bias": 7.160314271459356e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0016264627920463681, + "transformer.layers.1.self_attn.in_proj_bias": 8.20310233393684e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0029991716146469116, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002620817394927144, + "transformer.layers.1.linear1.weight": 0.000988123589195311, + "transformer.layers.1.linear1.bias": 6.642169319093227e-05, + "transformer.layers.1.linear2.weight": 0.0017147583421319723, + "transformer.layers.1.linear2.bias": 0.0002628494694363326, + "transformer.layers.1.norm1.weight": 9.684005635790527e-05, + "transformer.layers.1.norm1.bias": 6.0902355471625924e-05, + "transformer.layers.1.norm2.weight": 6.808875332353637e-05, + "transformer.layers.1.norm2.bias": 6.242239760467783e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0020178959239274263, + "transformer.layers.2.self_attn.in_proj_bias": 0.0001380934554617852, + "transformer.layers.2.self_attn.out_proj.weight": 0.0036180184688419104, + "transformer.layers.2.self_attn.out_proj.bias": 0.0002620113955345005, + "transformer.layers.2.linear1.weight": 0.0009207816910929978, + "transformer.layers.2.linear1.bias": 7.119634392438456e-05, + "transformer.layers.2.linear2.weight": 0.00167206977494061, + "transformer.layers.2.linear2.bias": 0.0002650583046488464, + "transformer.layers.2.norm1.weight": 0.00014605847536586225, + "transformer.layers.2.norm1.bias": 0.00012082314060535282, + "transformer.layers.2.norm2.weight": 4.275374885764904e-05, + "transformer.layers.2.norm2.bias": 4.591813558363356e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0032541712280362844, + "transformer.layers.3.self_attn.in_proj_bias": 0.00020500591199379414, + "transformer.layers.3.self_attn.out_proj.weight": 0.00306751043535769, + "transformer.layers.3.self_attn.out_proj.bias": 0.00027152744587510824, + "transformer.layers.3.linear1.weight": 0.0020629018545150757, + "transformer.layers.3.linear1.bias": 0.00018277420895174146, + "transformer.layers.3.linear2.weight": 0.0017586384201422334, + "transformer.layers.3.linear2.bias": 0.00028330000350251794, + "transformer.layers.3.norm1.weight": 0.0002510021149646491, + "transformer.layers.3.norm1.bias": 0.00019813416292890906, + "transformer.layers.3.norm2.weight": 0.00011103449651272967, + "transformer.layers.3.norm2.bias": 0.00018112616089638323, + "head.weight": 0.011836833320558071, + "head.bias": 0.0003461815067566931, + "global_embedding.weight": 0.006329309660941362, + "global_cnn.0.weight": 0.03765254095196724, + "global_cnn.0.bias": 0.0012454506941139698, + "global_cnn.2.weight": 0.0691017359495163, + "global_cnn.2.bias": 0.0026880826335400343, + "global_proj.weight": 0.012457097880542278, + "global_proj.bias": 0.006208363920450211, + "goal_head.0.weight": 0.008321947418153286, + "goal_head.0.bias": 0.0027918582782149315, + "goal_head.2.weight": 0.013442683964967728, + "goal_head.2.bias": 0.005933182314038277 + }, + { + "global_gate": 8.630728984826419e-07, + "embedding.weight": 2.3375358068733476e-05, + "cnn.0.weight": 0.00063437590142712, + "cnn.0.bias": 3.0716928449692205e-05, + "cnn.2.weight": 0.00017458753427490592, + "cnn.2.bias": 7.979307702044025e-05, + "cnn.5.weight": 0.00023582078574690968, + "cnn.5.bias": 5.9901096392422915e-05, + "action_emb.weight": 0.0003070957609452307, + "timestep_emb.weight": 0.00011789832205977291, + "pos_emb.weight": 0.00013147697609383613, + "transformer.layers.0.self_attn.in_proj_weight": 0.00033665637602098286, + "transformer.layers.0.self_attn.in_proj_bias": 2.5305032977485098e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.001443426008336246, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002565056784078479, + "transformer.layers.0.linear1.weight": 0.0012369906762614846, + "transformer.layers.0.linear1.bias": 7.694024679949507e-05, + "transformer.layers.0.linear2.weight": 0.0016329855425283313, + "transformer.layers.0.linear2.bias": 0.0002485012519173324, + "transformer.layers.0.norm1.weight": 1.5328840163419954e-05, + "transformer.layers.0.norm1.bias": 1.9487437384668738e-05, + "transformer.layers.0.norm2.weight": 0.00011624560283962637, + "transformer.layers.0.norm2.bias": 0.00011964775330852717, + "transformer.layers.1.self_attn.in_proj_weight": 0.0012036289554089308, + "transformer.layers.1.self_attn.in_proj_bias": 8.165390318026766e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0027326124254614115, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002456829824950546, + "transformer.layers.1.linear1.weight": 0.0007028524996712804, + "transformer.layers.1.linear1.bias": 5.197145583224483e-05, + "transformer.layers.1.linear2.weight": 0.0014209806686267257, + "transformer.layers.1.linear2.bias": 0.0002491905470378697, + "transformer.layers.1.norm1.weight": 6.674804171780124e-05, + "transformer.layers.1.norm1.bias": 8.656467980472371e-05, + "transformer.layers.1.norm2.weight": 4.3629366700770333e-05, + "transformer.layers.1.norm2.bias": 4.6966531954240054e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0011999296257272363, + "transformer.layers.2.self_attn.in_proj_bias": 8.217208960559219e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0025929647963494062, + "transformer.layers.2.self_attn.out_proj.bias": 0.00024921417934820056, + "transformer.layers.2.linear1.weight": 0.0007813481497578323, + "transformer.layers.2.linear1.bias": 6.580441549886018e-05, + "transformer.layers.2.linear2.weight": 0.001314302091486752, + "transformer.layers.2.linear2.bias": 0.00025697119417600334, + "transformer.layers.2.norm1.weight": 8.056296792346984e-05, + "transformer.layers.2.norm1.bias": 6.405269959941506e-05, + "transformer.layers.2.norm2.weight": 3.761657717404887e-05, + "transformer.layers.2.norm2.bias": 4.8975616664392874e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.0030760096851736307, + "transformer.layers.3.self_attn.in_proj_bias": 0.0002359152858844027, + "transformer.layers.3.self_attn.out_proj.weight": 0.002663825871422887, + "transformer.layers.3.self_attn.out_proj.bias": 0.00027434813091531396, + "transformer.layers.3.linear1.weight": 0.001641518552787602, + "transformer.layers.3.linear1.bias": 0.00014912114420440048, + "transformer.layers.3.linear2.weight": 0.0014251739485189319, + "transformer.layers.3.linear2.bias": 0.0002956884854938835, + "transformer.layers.3.norm1.weight": 0.0003054410917684436, + "transformer.layers.3.norm1.bias": 0.00026826743851415813, + "transformer.layers.3.norm2.weight": 9.849419438978657e-05, + "transformer.layers.3.norm2.bias": 0.00016782710736151785, + "head.weight": 0.015328406356275082, + "head.bias": 0.000514569750521332, + "global_embedding.weight": 0.006582466419786215, + "global_cnn.0.weight": 0.04963573068380356, + "global_cnn.0.bias": 0.0018915205728262663, + "global_cnn.2.weight": 0.11642779409885406, + "global_cnn.2.bias": 0.005330468527972698, + "global_proj.weight": 0.014355170540511608, + "global_proj.bias": 0.011339984834194183, + "goal_head.0.weight": 0.009375075809657574, + "goal_head.0.bias": 0.004479640629142523, + "goal_head.2.weight": 0.014915203675627708, + "goal_head.2.bias": 0.009627179242670536 + }, + { + "global_gate": 1.8658647604752332e-05, + "embedding.weight": 4.3730760808102787e-05, + "cnn.0.weight": 0.0011982267023995519, + "cnn.0.bias": 4.298813291825354e-05, + "cnn.2.weight": 0.00044385335058905184, + "cnn.2.bias": 0.00013218357344157994, + "cnn.5.weight": 0.0008926798473112285, + "cnn.5.bias": 0.0001591140025993809, + "action_emb.weight": 0.001018085633404553, + "timestep_emb.weight": 0.0002293164870934561, + "pos_emb.weight": 0.0004659146361518651, + "transformer.layers.0.self_attn.in_proj_weight": 0.0020600624848157167, + "transformer.layers.0.self_attn.in_proj_bias": 0.0001451907737646252, + "transformer.layers.0.self_attn.out_proj.weight": 0.0035462253727018833, + "transformer.layers.0.self_attn.out_proj.bias": 0.0005955456290394068, + "transformer.layers.0.linear1.weight": 0.00460209371522069, + "transformer.layers.0.linear1.bias": 0.0002520266571082175, + "transformer.layers.0.linear2.weight": 0.0041038100607693195, + "transformer.layers.0.linear2.bias": 0.00048454946954734623, + "transformer.layers.0.norm1.weight": 0.00011111616913694888, + "transformer.layers.0.norm1.bias": 0.00012477103155106306, + "transformer.layers.0.norm2.weight": 0.0005040108226239681, + "transformer.layers.0.norm2.bias": 0.0004354769771452993, + "transformer.layers.1.self_attn.in_proj_weight": 0.003941533621400595, + "transformer.layers.1.self_attn.in_proj_bias": 0.00019298713596072048, + "transformer.layers.1.self_attn.out_proj.weight": 0.004973739385604858, + "transformer.layers.1.self_attn.out_proj.bias": 0.00045975338434800506, + "transformer.layers.1.linear1.weight": 0.0019785724580287933, + "transformer.layers.1.linear1.bias": 0.00012550095561891794, + "transformer.layers.1.linear2.weight": 0.003184356028214097, + "transformer.layers.1.linear2.bias": 0.00044744551996700466, + "transformer.layers.1.norm1.weight": 0.0002603832690510899, + "transformer.layers.1.norm1.bias": 0.000182266318006441, + "transformer.layers.1.norm2.weight": 0.0001496086042607203, + "transformer.layers.1.norm2.bias": 0.00016330390644725412, + "transformer.layers.2.self_attn.in_proj_weight": 0.003803481347858906, + "transformer.layers.2.self_attn.in_proj_bias": 0.00026204995810985565, + "transformer.layers.2.self_attn.out_proj.weight": 0.005593473557382822, + "transformer.layers.2.self_attn.out_proj.bias": 0.00046030976227484643, + "transformer.layers.2.linear1.weight": 0.001788723049685359, + "transformer.layers.2.linear1.bias": 0.00013825803762301803, + "transformer.layers.2.linear2.weight": 0.002745148492977023, + "transformer.layers.2.linear2.bias": 0.0004728084022644907, + "transformer.layers.2.norm1.weight": 0.00035047787241637707, + "transformer.layers.2.norm1.bias": 0.0002802239032462239, + "transformer.layers.2.norm2.weight": 8.950797200668603e-05, + "transformer.layers.2.norm2.bias": 0.0001005931626423262, + "transformer.layers.3.self_attn.in_proj_weight": 0.008045482449233532, + "transformer.layers.3.self_attn.in_proj_bias": 0.0005217049038037658, + "transformer.layers.3.self_attn.out_proj.weight": 0.00534277968108654, + "transformer.layers.3.self_attn.out_proj.bias": 0.00048695551231503487, + "transformer.layers.3.linear1.weight": 0.0036109951324760914, + "transformer.layers.3.linear1.bias": 0.0002984748862218112, + "transformer.layers.3.linear2.weight": 0.002818453125655651, + "transformer.layers.3.linear2.bias": 0.0005048111197538674, + "transformer.layers.3.norm1.weight": 0.0008029800956137478, + "transformer.layers.3.norm1.bias": 0.0005770409479737282, + "transformer.layers.3.norm2.weight": 0.00020416188635863364, + "transformer.layers.3.norm2.bias": 0.00031987600959837437, + "head.weight": 0.01924835331737995, + "head.bias": 0.0005939336260780692, + "global_embedding.weight": 0.0041430313140153885, + "global_cnn.0.weight": 0.047231875360012054, + "global_cnn.0.bias": 0.0017542956629768014, + "global_cnn.2.weight": 0.11071761697530746, + "global_cnn.2.bias": 0.004822063259780407, + "global_proj.weight": 0.016825230792164803, + "global_proj.bias": 0.014367099851369858, + "goal_head.0.weight": 0.01285745482891798, + "goal_head.0.bias": 0.006533237639814615, + "goal_head.2.weight": 0.021152440458536148, + "goal_head.2.bias": 0.015188831835985184 + }, + { + "global_gate": 4.892154720437247e-06, + "embedding.weight": 2.9880124202463776e-05, + "cnn.0.weight": 0.0005469192983582616, + "cnn.0.bias": 2.0384266463224776e-05, + "cnn.2.weight": 0.00017469168233219534, + "cnn.2.bias": 6.901996675878763e-05, + "cnn.5.weight": 0.0002710192056838423, + "cnn.5.bias": 6.550241232616827e-05, + "action_emb.weight": 0.0004362863546703011, + "timestep_emb.weight": 0.00013173517072573304, + "pos_emb.weight": 0.00018107621872331947, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004950574948452413, + "transformer.layers.0.self_attn.in_proj_bias": 3.562927304301411e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015196463791653514, + "transformer.layers.0.self_attn.out_proj.bias": 0.00028822117019444704, + "transformer.layers.0.linear1.weight": 0.0020311002153903246, + "transformer.layers.0.linear1.bias": 0.00011791202996391803, + "transformer.layers.0.linear2.weight": 0.0018246538238599896, + "transformer.layers.0.linear2.bias": 0.0002426660357741639, + "transformer.layers.0.norm1.weight": 2.3555243387818336e-05, + "transformer.layers.0.norm1.bias": 2.258363201690372e-05, + "transformer.layers.0.norm2.weight": 0.0002062126441160217, + "transformer.layers.0.norm2.bias": 0.0001962761889444664, + "transformer.layers.1.self_attn.in_proj_weight": 0.001695543061941862, + "transformer.layers.1.self_attn.in_proj_bias": 7.788057700963691e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0027014166116714478, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002310714335180819, + "transformer.layers.1.linear1.weight": 0.0009533186093904078, + "transformer.layers.1.linear1.bias": 7.619294774485752e-05, + "transformer.layers.1.linear2.weight": 0.0014473091578111053, + "transformer.layers.1.linear2.bias": 0.00022738520056009293, + "transformer.layers.1.norm1.weight": 0.00010769814980449155, + "transformer.layers.1.norm1.bias": 6.980971375014633e-05, + "transformer.layers.1.norm2.weight": 6.889490032335743e-05, + "transformer.layers.1.norm2.bias": 0.00010360720625612885, + "transformer.layers.2.self_attn.in_proj_weight": 0.0016571029555052519, + "transformer.layers.2.self_attn.in_proj_bias": 9.857817349256948e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0032121683470904827, + "transformer.layers.2.self_attn.out_proj.bias": 0.00021404202561825514, + "transformer.layers.2.linear1.weight": 0.0008836122578941286, + "transformer.layers.2.linear1.bias": 7.197001104941592e-05, + "transformer.layers.2.linear2.weight": 0.0014990075724199414, + "transformer.layers.2.linear2.bias": 0.00022009162057656795, + "transformer.layers.2.norm1.weight": 0.00010123042011400685, + "transformer.layers.2.norm1.bias": 9.990238322643563e-05, + "transformer.layers.2.norm2.weight": 4.83781514049042e-05, + "transformer.layers.2.norm2.bias": 6.457771814893931e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003314544213935733, + "transformer.layers.3.self_attn.in_proj_bias": 0.00019279906700830907, + "transformer.layers.3.self_attn.out_proj.weight": 0.0031216791830956936, + "transformer.layers.3.self_attn.out_proj.bias": 0.00022628028818871826, + "transformer.layers.3.linear1.weight": 0.0018710633739829063, + "transformer.layers.3.linear1.bias": 0.0001591240579728037, + "transformer.layers.3.linear2.weight": 0.0017165818717330694, + "transformer.layers.3.linear2.bias": 0.00023718838929198682, + "transformer.layers.3.norm1.weight": 0.00033695396268740296, + "transformer.layers.3.norm1.bias": 0.0001864697114797309, + "transformer.layers.3.norm2.weight": 9.989799582399428e-05, + "transformer.layers.3.norm2.bias": 0.00018266908591613173, + "head.weight": 0.014203784056007862, + "head.bias": 0.0004194682987872511, + "global_embedding.weight": 0.005256848409771919, + "global_cnn.0.weight": 0.04519358277320862, + "global_cnn.0.bias": 0.0022309436462819576, + "global_cnn.2.weight": 0.11012443900108337, + "global_cnn.2.bias": 0.0057030306197702885, + "global_proj.weight": 0.01708628423511982, + "global_proj.bias": 0.011137567460536957, + "goal_head.0.weight": 0.009942467324435711, + "goal_head.0.bias": 0.004600817803293467, + "goal_head.2.weight": 0.012106127105653286, + "goal_head.2.bias": 0.01074349693953991 } ], "repr_drift_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "repr_drift_kl": [ - 0.09340204298496246, - 0.11326722800731659, - 0.016086971387267113, - 0.067049041390419, - 0.022308845072984695, - 0.047215405851602554, - 0.06187276542186737, - 0.04449518397450447, - 0.07735057175159454, - 0.07800114154815674 + 0.3256526589393616, + 0.2885293662548065, + 0.3745822608470917, + 0.23243801295757294, + 0.31132104992866516, + 0.35537511110305786, + 0.3511352837085724, + 0.3882802128791809, + 0.2158999741077423, + 0.2409166395664215, + 0.3516717255115509, + 0.31221064925193787, + 0.44546186923980713, + 0.6713674068450928, + 0.5136380195617676, + 0.5102655291557312, + 0.5046193599700928, + 0.49871355295181274, + 0.8096174597740173, + 0.6259621381759644 ], "repr_drift_kl_low_t": [ - 0.09200991690158844, - 0.1133446991443634, - 0.018038364127278328, - 0.035441309213638306, - 0.017142008990049362, - 0.041635140776634216, - 0.023184120655059814, - 0.031178943812847137, - 0.04409751296043396, - 0.07654896378517151 + 0.40706729888916016, + 0.33725032210350037, + 0.4473247230052948, + 0.2652783989906311, + 0.3747686445713043, + 0.4317779839038849, + 0.43565529584884644, + 0.47968292236328125, + 0.26155105233192444, + 0.2850671410560608, + 0.424763560295105, + 0.37956351041793823, + 0.5189226865768433, + 0.8148707151412964, + 0.6150196194648743, + 0.6121427416801453, + 0.5990894436836243, + 0.5968833565711975, + 0.9877991676330566, + 0.763319194316864 ], "repr_drift_kl_mid_t": [ - 0.09251363575458527, - 0.10798691213130951, - 0.015378326177597046, - 0.03778061643242836, - 0.01586180552840233, - 0.04459260031580925, - 0.021944912150502205, - 0.03272406384348869, - 0.06655999273061752, - 0.0759366899728775 + 0.3147442042827606, + 0.2834450602531433, + 0.3689834475517273, + 0.22441145777702332, + 0.3100357949733734, + 0.35595130920410156, + 0.34705376625061035, + 0.39984142780303955, + 0.21868781745433807, + 0.24023652076721191, + 0.3591146469116211, + 0.32692456245422363, + 0.4556664526462555, + 0.6837247014045715, + 0.5240504741668701, + 0.5250657200813293, + 0.5183079242706299, + 0.5083721280097961, + 0.8166841268539429, + 0.6327270865440369 ], "repr_drift_kl_high_t": [ - 0.10942588001489639, - 0.11123370379209518, - 0.03901807963848114, - 0.14145636558532715, - 0.03542691469192505, - 0.06389980018138885, - 0.09700534492731094, - 0.0836527869105339, - 0.06829056143760681, - 0.10057193785905838 + 0.26314663887023926, + 0.23722988367080688, + 0.3068349361419678, + 0.20537693798542023, + 0.25529420375823975, + 0.2640744149684906, + 0.25983181595802307, + 0.30318450927734375, + 0.1606309860944748, + 0.20260751247406006, + 0.2489628791809082, + 0.23682771623134613, + 0.351815789937973, + 0.4913483262062073, + 0.40427151322364807, + 0.4125959277153015, + 0.38732630014419556, + 0.401237428188324, + 0.6148122549057007, + 0.46541628241539 ], "cka_iters": [ + 50, 100, + 150, 200, + 250, 300, + 350, 400, + 450, 500 ], "cka_similarity": [ - 0.7869941592216492, - 0.7555381059646606, - 0.6832108497619629, - 0.9686169624328613, - 0.9050821661949158 + 0.8432649970054626, + 0.884697437286377, + 0.8661913275718689, + 0.8533668518066406, + 0.8276225924491882, + 0.903323233127594, + 0.8496395349502563, + 0.8928956389427185, + 0.8064650893211365, + 0.8440388441085815 ], "t_analysis_iters": [ + 25, 50, + 75, 100, + 125, 150, + 175, 200, + 225, 250, + 275, 300, + 325, 350, + 375, 400, + 425, 450, + 475, 500 ], "norm_low_t": [ - 1.6116524934768677, - 0.30740058422088623, - 0.3105491101741791, - 0.1984471082687378, - 0.10931725054979324, - 0.3116588890552521, - 0.1772187501192093, - 0.08383595198392868, - 0.36547577381134033, - 0.3028808832168579 + 0.23939792811870575, + 0.3256376087665558, + 0.6768711805343628, + 0.5744295716285706, + 0.21807003021240234, + 0.5230708122253418, + 0.2744329571723938, + 0.31355151534080505, + 0.4480082094669342, + 0.3735063076019287, + 0.3407767713069916, + 0.2928664982318878, + 0.15456674993038177, + 0.22127094864845276, + 0.12091273069381714, + 0.18459434807300568, + 0.08458825200796127, + 0.12878061830997467, + 0.12841510772705078, + 0.12296327203512192 ], "norm_high_t": [ - 1.2983713150024414, - 0.3106370270252228, - 0.3247784376144409, - 0.20364953577518463, - 0.10974546521902084, - 0.30842334032058716, - 0.20424029231071472, - 0.08481298387050629, - 0.36581385135650635, - 0.3102652132511139 + 0.25774675607681274, + 0.3304111659526825, + 0.681607723236084, + 0.5729533433914185, + 0.21923278272151947, + 0.5234872102737427, + 0.2776508331298828, + 0.3146476745605469, + 0.4486602246761322, + 0.3737730085849762, + 0.3411920666694641, + 0.29435980319976807, + 0.15671983361244202, + 0.22270889580249786, + 0.12150878459215164, + 0.1865406483411789, + 0.0865226536989212, + 0.1361362189054489, + 0.13020764291286469, + 0.12715661525726318 ], "lowhigh_cos": [ - 0.751732349395752, - 0.9884344339370728, - 0.9529269337654114, - 0.9713963270187378, - 0.993462324142456, - 0.9977596402168274, - 0.8615351319313049, - 0.9727848768234253, - 0.9992987513542175, - 0.9769850969314575 + 0.8481439352035522, + 0.9855986833572388, + 0.9944740533828735, + 0.9959290027618408, + 0.9816237688064575, + 0.9987907409667969, + 0.9902029633522034, + 0.995579183101654, + 0.9986746311187744, + 0.9981279373168945, + 0.9977385401725769, + 0.9971756935119629, + 0.984183669090271, + 0.9827125072479248, + 0.9731675386428833, + 0.9835285544395447, + 0.9225858449935913, + 0.9471908807754517, + 0.965014636516571, + 0.9681625962257385 ], "t_bin_norms": [ { - "t_0.0-0.1": 1.464949369430542, - "t_0.1-0.2": 1.3720059394836426, - "t_0.2-0.3": 1.2926220893859863, - "t_0.3-0.4": 1.2470258474349976, - "t_0.4-0.5": 1.236857533454895, - "t_0.5-0.6": 1.2059839963912964, - "t_0.6-0.7": 1.3533622026443481, - "t_0.7-0.8": 1.276243805885315, - "t_0.8-0.9": 1.1649531126022339, - "t_0.9-1.0": 1.2607067823410034 - }, - { - "t_0.0-0.1": 0.3076156973838806, - "t_0.1-0.2": 0.3087453544139862, - "t_0.2-0.3": 0.30725398659706116, - "t_0.3-0.4": 0.30781298875808716, - "t_0.4-0.5": 0.30854400992393494, - "t_0.5-0.6": 0.3084929287433624, - "t_0.6-0.7": 0.3089107871055603, - "t_0.7-0.8": 0.30784374475479126, - "t_0.8-0.9": 0.30853408575057983, - "t_0.9-1.0": 0.31551000475883484 - }, - { - "t_0.0-0.1": 0.30995264649391174, - "t_0.1-0.2": 0.309001088142395, - "t_0.2-0.3": 0.30891817808151245, - "t_0.3-0.4": 0.3094126284122467, - "t_0.4-0.5": 0.3097669184207916, - "t_0.5-0.6": 0.31022194027900696, - "t_0.6-0.7": 0.30976012349128723, - "t_0.7-0.8": 0.30994459986686707, - "t_0.8-0.9": 0.3121704161167145, - "t_0.9-1.0": 0.3354687988758087 - }, - { - "t_0.0-0.1": 0.19802503287792206, - "t_0.1-0.2": 0.19766931235790253, - "t_0.2-0.3": 0.1975008100271225, - "t_0.3-0.4": 0.19758901000022888, - "t_0.4-0.5": 0.19731852412223816, - "t_0.5-0.6": 0.1976347416639328, - "t_0.6-0.7": 0.19780312478542328, - "t_0.7-0.8": 0.19786866009235382, - "t_0.8-0.9": 0.19762928783893585, - "t_0.9-1.0": 0.20171022415161133 - }, - { - "t_0.0-0.1": 0.11042813956737518, - "t_0.1-0.2": 0.1094987541437149, - "t_0.2-0.3": 0.10944028943777084, - "t_0.3-0.4": 0.10941451042890549, - "t_0.4-0.5": 0.10953093320131302, - "t_0.5-0.6": 0.10970215499401093, - "t_0.6-0.7": 0.10929083079099655, - "t_0.7-0.8": 0.11012561619281769, - "t_0.8-0.9": 0.10940574109554291, - "t_0.9-1.0": 0.11298614740371704 - }, - { - "t_0.0-0.1": 0.31108713150024414, - "t_0.1-0.2": 0.3110293447971344, - "t_0.2-0.3": 0.31136059761047363, - "t_0.3-0.4": 0.311160683631897, - "t_0.4-0.5": 0.31116151809692383, - "t_0.5-0.6": 0.3111526370048523, - "t_0.6-0.7": 0.31115448474884033, - "t_0.7-0.8": 0.3107330799102783, - "t_0.8-0.9": 0.31010308861732483, - "t_0.9-1.0": 0.30801647901535034 - }, - { - "t_0.0-0.1": 0.1774720698595047, - "t_0.1-0.2": 0.17684978246688843, - "t_0.2-0.3": 0.17727281153202057, - "t_0.3-0.4": 0.17718322575092316, - "t_0.4-0.5": 0.1771356761455536, - "t_0.5-0.6": 0.1772097945213318, - "t_0.6-0.7": 0.17709997296333313, - "t_0.7-0.8": 0.17672157287597656, - "t_0.8-0.9": 0.1772295981645584, - "t_0.9-1.0": 0.22762900590896606 - }, - { - "t_0.0-0.1": 0.0833861380815506, - "t_0.1-0.2": 0.08295384794473648, - "t_0.2-0.3": 0.08253532648086548, - "t_0.3-0.4": 0.08320534974336624, - "t_0.4-0.5": 0.08266476541757584, - "t_0.5-0.6": 0.08328736573457718, - "t_0.6-0.7": 0.08275504410266876, - "t_0.7-0.8": 0.08266706764698029, - "t_0.8-0.9": 0.08415262401103973, - "t_0.9-1.0": 0.08770658820867538 - }, - { - "t_0.0-0.1": 0.3653320074081421, - "t_0.1-0.2": 0.3657509386539459, - "t_0.2-0.3": 0.36546534299850464, - "t_0.3-0.4": 0.3653862476348877, - "t_0.4-0.5": 0.36537086963653564, - "t_0.5-0.6": 0.36538833379745483, - "t_0.6-0.7": 0.3655087649822235, - "t_0.7-0.8": 0.3654762804508209, - "t_0.8-0.9": 0.36528465151786804, - "t_0.9-1.0": 0.3654637634754181 - }, - { - "t_0.0-0.1": 0.3032780587673187, - "t_0.1-0.2": 0.30251210927963257, - "t_0.2-0.3": 0.3023124933242798, - "t_0.3-0.4": 0.30239197611808777, - "t_0.4-0.5": 0.30233001708984375, - "t_0.5-0.6": 0.3024565279483795, - "t_0.6-0.7": 0.302249014377594, - "t_0.7-0.8": 0.3021671772003174, - "t_0.8-0.9": 0.302069753408432, - "t_0.9-1.0": 0.3239710330963135 + "t_0.0-0.1": 0.2625797390937805, + "t_0.1-0.2": 0.23761452734470367, + "t_0.2-0.3": 0.23800155520439148, + "t_0.3-0.4": 0.23914220929145813, + "t_0.4-0.5": 0.24233664572238922, + "t_0.5-0.6": 0.23805244266986847, + "t_0.6-0.7": 0.24596178531646729, + "t_0.7-0.8": 0.2529890537261963, + "t_0.8-0.9": 0.2644844949245453, + "t_0.9-1.0": 0.3070516586303711 + }, + { + "t_0.0-0.1": 0.3261081278324127, + "t_0.1-0.2": 0.32572659850120544, + "t_0.2-0.3": 0.3262913227081299, + "t_0.3-0.4": 0.32549849152565, + "t_0.4-0.5": 0.3262856900691986, + "t_0.5-0.6": 0.32637396454811096, + "t_0.6-0.7": 0.32699722051620483, + "t_0.7-0.8": 0.3275616765022278, + "t_0.8-0.9": 0.32784396409988403, + "t_0.9-1.0": 0.3349183201789856 + }, + { + "t_0.0-0.1": 0.6773177981376648, + "t_0.1-0.2": 0.6764953136444092, + "t_0.2-0.3": 0.6759768724441528, + "t_0.3-0.4": 0.6763350367546082, + "t_0.4-0.5": 0.6771253943443298, + "t_0.5-0.6": 0.676424503326416, + "t_0.6-0.7": 0.6773445010185242, + "t_0.7-0.8": 0.6774230003356934, + "t_0.8-0.9": 0.6786075830459595, + "t_0.9-1.0": 0.6876013278961182 + }, + { + "t_0.0-0.1": 0.5759884715080261, + "t_0.1-0.2": 0.5736889839172363, + "t_0.2-0.3": 0.5729010701179504, + "t_0.3-0.4": 0.5730292201042175, + "t_0.4-0.5": 0.5728563666343689, + "t_0.5-0.6": 0.572837233543396, + "t_0.6-0.7": 0.5724079608917236, + "t_0.7-0.8": 0.5722127556800842, + "t_0.8-0.9": 0.5722244381904602, + "t_0.9-1.0": 0.5741930603981018 + }, + { + "t_0.0-0.1": 0.21705487370491028, + "t_0.1-0.2": 0.21834948658943176, + "t_0.2-0.3": 0.21872703731060028, + "t_0.3-0.4": 0.21795907616615295, + "t_0.4-0.5": 0.21809379756450653, + "t_0.5-0.6": 0.21795611083507538, + "t_0.6-0.7": 0.2180175632238388, + "t_0.7-0.8": 0.21890977025032043, + "t_0.8-0.9": 0.2178979068994522, + "t_0.9-1.0": 0.22192105650901794 + }, + { + "t_0.0-0.1": 0.5227402448654175, + "t_0.1-0.2": 0.5230280756950378, + "t_0.2-0.3": 0.523231029510498, + "t_0.3-0.4": 0.5230778455734253, + "t_0.4-0.5": 0.5231332182884216, + "t_0.5-0.6": 0.5231424570083618, + "t_0.6-0.7": 0.5233394503593445, + "t_0.7-0.8": 0.523598849773407, + "t_0.8-0.9": 0.523455798625946, + "t_0.9-1.0": 0.5239053964614868 + }, + { + "t_0.0-0.1": 0.2753857970237732, + "t_0.1-0.2": 0.27403098344802856, + "t_0.2-0.3": 0.27405545115470886, + "t_0.3-0.4": 0.27420487999916077, + "t_0.4-0.5": 0.27437686920166016, + "t_0.5-0.6": 0.27444398403167725, + "t_0.6-0.7": 0.27483931183815, + "t_0.7-0.8": 0.27511149644851685, + "t_0.8-0.9": 0.2754080891609192, + "t_0.9-1.0": 0.2811063230037689 + }, + { + "t_0.0-0.1": 0.31292110681533813, + "t_0.1-0.2": 0.31358951330184937, + "t_0.2-0.3": 0.313709020614624, + "t_0.3-0.4": 0.3138121962547302, + "t_0.4-0.5": 0.3139892816543579, + "t_0.5-0.6": 0.31396010518074036, + "t_0.6-0.7": 0.31410977244377136, + "t_0.7-0.8": 0.3140494227409363, + "t_0.8-0.9": 0.3143033981323242, + "t_0.9-1.0": 0.3153281807899475 + }, + { + "t_0.0-0.1": 0.44803565740585327, + "t_0.1-0.2": 0.44816476106643677, + "t_0.2-0.3": 0.44813063740730286, + "t_0.3-0.4": 0.4481208026409149, + "t_0.4-0.5": 0.44814661145210266, + "t_0.5-0.6": 0.4481472373008728, + "t_0.6-0.7": 0.4481944739818573, + "t_0.7-0.8": 0.44818806648254395, + "t_0.8-0.9": 0.448438823223114, + "t_0.9-1.0": 0.44986265897750854 + }, + { + "t_0.0-0.1": 0.37358319759368896, + "t_0.1-0.2": 0.37338846921920776, + "t_0.2-0.3": 0.37343236804008484, + "t_0.3-0.4": 0.3733747601509094, + "t_0.4-0.5": 0.37344199419021606, + "t_0.5-0.6": 0.3734460175037384, + "t_0.6-0.7": 0.3734177350997925, + "t_0.7-0.8": 0.37345391511917114, + "t_0.8-0.9": 0.37348422408103943, + "t_0.9-1.0": 0.3747856020927429 + }, + { + "t_0.0-0.1": 0.3409121036529541, + "t_0.1-0.2": 0.340518981218338, + "t_0.2-0.3": 0.3406522274017334, + "t_0.3-0.4": 0.34058815240859985, + "t_0.4-0.5": 0.34062448143959045, + "t_0.5-0.6": 0.3406122624874115, + "t_0.6-0.7": 0.3406548500061035, + "t_0.7-0.8": 0.3406927287578583, + "t_0.8-0.9": 0.3408455550670624, + "t_0.9-1.0": 0.3415454626083374 + }, + { + "t_0.0-0.1": 0.2931446135044098, + "t_0.1-0.2": 0.29351571202278137, + "t_0.2-0.3": 0.2937145531177521, + "t_0.3-0.4": 0.2937987148761749, + "t_0.4-0.5": 0.293820321559906, + "t_0.5-0.6": 0.2937867045402527, + "t_0.6-0.7": 0.29389095306396484, + "t_0.7-0.8": 0.29395630955696106, + "t_0.8-0.9": 0.29395875334739685, + "t_0.9-1.0": 0.29474779963493347 + }, + { + "t_0.0-0.1": 0.15595515072345734, + "t_0.1-0.2": 0.15445448458194733, + "t_0.2-0.3": 0.15441149473190308, + "t_0.3-0.4": 0.1544719934463501, + "t_0.4-0.5": 0.15459832549095154, + "t_0.5-0.6": 0.15470339357852936, + "t_0.6-0.7": 0.15499575436115265, + "t_0.7-0.8": 0.15528987348079681, + "t_0.8-0.9": 0.15560419857501984, + "t_0.9-1.0": 0.1600586473941803 + }, + { + "t_0.0-0.1": 0.2217390388250351, + "t_0.1-0.2": 0.22049649059772491, + "t_0.2-0.3": 0.22076624631881714, + "t_0.3-0.4": 0.22095508873462677, + "t_0.4-0.5": 0.22175532579421997, + "t_0.5-0.6": 0.22137117385864258, + "t_0.6-0.7": 0.2218409925699234, + "t_0.7-0.8": 0.22146357595920563, + "t_0.8-0.9": 0.2216559797525406, + "t_0.9-1.0": 0.2251165211200714 + }, + { + "t_0.0-0.1": 0.1269981563091278, + "t_0.1-0.2": 0.11925983428955078, + "t_0.2-0.3": 0.11944717168807983, + "t_0.3-0.4": 0.11935876309871674, + "t_0.4-0.5": 0.11951630562543869, + "t_0.5-0.6": 0.11963389813899994, + "t_0.6-0.7": 0.12016160041093826, + "t_0.7-0.8": 0.12026293575763702, + "t_0.8-0.9": 0.12106525152921677, + "t_0.9-1.0": 0.12256943434476852 + }, + { + "t_0.0-0.1": 0.18562375009059906, + "t_0.1-0.2": 0.1844758689403534, + "t_0.2-0.3": 0.18443262577056885, + "t_0.3-0.4": 0.18444174528121948, + "t_0.4-0.5": 0.18462598323822021, + "t_0.5-0.6": 0.1847866177558899, + "t_0.6-0.7": 0.1846715807914734, + "t_0.7-0.8": 0.1846984475851059, + "t_0.8-0.9": 0.18495741486549377, + "t_0.9-1.0": 0.1894126981496811 + }, + { + "t_0.0-0.1": 0.08435645699501038, + "t_0.1-0.2": 0.08331672847270966, + "t_0.2-0.3": 0.08303697407245636, + "t_0.3-0.4": 0.08290126919746399, + "t_0.4-0.5": 0.08338936418294907, + "t_0.5-0.6": 0.0834595263004303, + "t_0.6-0.7": 0.08402800559997559, + "t_0.7-0.8": 0.08425380289554596, + "t_0.8-0.9": 0.08497239649295807, + "t_0.9-1.0": 0.09156850725412369 + }, + { + "t_0.0-0.1": 0.12923283874988556, + "t_0.1-0.2": 0.1300666183233261, + "t_0.2-0.3": 0.13015826046466827, + "t_0.3-0.4": 0.1302867978811264, + "t_0.4-0.5": 0.13062432408332825, + "t_0.5-0.6": 0.1309327930212021, + "t_0.6-0.7": 0.1309758424758911, + "t_0.7-0.8": 0.13116195797920227, + "t_0.8-0.9": 0.13246768712997437, + "t_0.9-1.0": 0.15534554421901703 + }, + { + "t_0.0-0.1": 0.1311791092157364, + "t_0.1-0.2": 0.1277111917734146, + "t_0.2-0.3": 0.1280842125415802, + "t_0.3-0.4": 0.12785831093788147, + "t_0.4-0.5": 0.1287602335214615, + "t_0.5-0.6": 0.1288464218378067, + "t_0.6-0.7": 0.12901072204113007, + "t_0.7-0.8": 0.1297127604484558, + "t_0.8-0.9": 0.12891550362110138, + "t_0.9-1.0": 0.1313645988702774 + }, + { + "t_0.0-0.1": 0.12637773156166077, + "t_0.1-0.2": 0.12356046587228775, + "t_0.2-0.3": 0.123482346534729, + "t_0.3-0.4": 0.12379821389913559, + "t_0.4-0.5": 0.12396816164255142, + "t_0.5-0.6": 0.1243482157588005, + "t_0.6-0.7": 0.12456832826137543, + "t_0.7-0.8": 0.1243557333946228, + "t_0.8-0.9": 0.12563198804855347, + "t_0.9-1.0": 0.13021306693553925 } ], "win_rate": [ - 1.0, - 0.06791995465755463, - 0.9930975437164307, 0.0, + 0.7190250158309937, + 0.265396386384964, + 0.2146579772233963, + 0.28948333859443665, + 0.0721706822514534, + 0.2747347056865692, + 0.17267164587974548, + 0.2740271985530853, + 0.35934770107269287, + 0.3177441656589508, + 0.2888343632221222, + 0.1969161480665207, + 0.13369418680667877, 0.0, 0.0, 0.0, - 0.45684462785720825, - 0.008186398074030876, + 0.7438409924507141, + 0.0, + 1.0, + 1.0, + 0.1227976530790329, + 0.1129283532500267, + 0.7510005831718445, + 0.0034584980458021164, 0.0, + 0.3018307685852051, + 0.33683082461357117, + 0.04797600954771042, + 0.4929955303668976, + 1.0, 0.0, - 0.0009328357991762459, - 0.5872302055358887, 0.0, - 0.000645994849037379, 0.0, - 0.9104477167129517, - 0.8449281454086304, 0.0, 0.0, - 1.0, 0.0, 0.0, - 0.9999999403953552, - 0.1267281174659729, 0.0, 0.0, 0.0, - 0.004965859930962324, - 0.5362987518310547, - 0.7714285850524902, 0.0, 0.0, 0.0, 0.0, - 0.6628814935684204, - 0.029879210516810417, - 0.00273785088211298, 0.0, - 0.25177472829818726, - 0.9999999403953552, 0.0, - 1.0, - 0.9999999403953552, 0.0, 0.0, 0.0, - 0.025488529354333878, - 0.018256504088640213, - 0.17717477679252625, 0.0, 0.0, - 0.0007692307699471712, 0.0, - 0.9957983493804932, 0.0, 0.0, - 0.0033195021096616983, 0.0, - 0.10995370149612427, 0.0, 0.0, 0.0, 0.0, - 0.06901311129331589, 0.0, 0.0, - 0.0016771488590165973, 0.0, 0.0, 0.0, 0.0, 0.0, - 0.04907621070742607, 0.0, 0.0, 0.0, @@ -106332,7 +128975,6 @@ 0.0, 0.0, 0.0, - 1.0, 0.0, 0.0, 0.0, @@ -106342,18 +128984,30 @@ 0.0, 0.0, 0.0, + 1.0, + 0.4258767366409302, 0.0, 0.0, 0.0, + 0.004791238810867071, 0.0, + 0.9293793439865112, 0.0, 0.0, 0.0, 0.0, + 0.9999999403953552, + 0.05912087857723236, 0.0, + 0.8731707334518433, + 1.0, 0.0, 0.0, 0.0, + 1.0, + 0.0, + 0.0015909492503851652, + 1.0, 0.0, 0.0, 0.0, @@ -106387,7 +129041,6 @@ 0.0, 0.0, 0.0, - 0.9999999403953552, 0.0, 0.0, 0.0, @@ -106423,8 +129076,6 @@ 0.0, 0.0, 0.0, - 1.0, - 1.0, 0.0, 0.0, 0.0, @@ -106437,7 +129088,6 @@ 0.0, 0.0, 0.0, - 1.0, 0.0, 0.0, 0.0, @@ -106751,570 +129401,630 @@ 0.0 ], "effective_batch_size": [ - 506.03790283203125, - 55.642433166503906, - 432.4632873535156, - 512.0, - 512.0, - 512.0, - 512.0, - 245.41029357910156, - 39.36961364746094, - 104.52373504638672, - 512.0, - 512.0, - 283.1912841796875, - 512.0, - 54.224124908447266, - 512.0, - 390.6893005371094, - 343.4448547363281, - 512.0, - 512.0, - 497.95880126953125, - 512.0, - 512.0, - 485.9894104003906, - 89.52621459960938, - 512.0, - 512.0, - 512.0, - 44.05697250366211, - 268.99639892578125, - 409.75262451171875, - 512.0, - 512.0, - 512.0, - 512.0, - 330.3135070800781, - 74.33169555664062, - 67.5317611694336, - 512.0, - 173.17552185058594, - 497.85223388671875, - 512.0, - 510.5156555175781, - 503.9477233886719, - 512.0, - 512.0, - 512.0, - 47.988311767578125, - 87.2398452758789, - 122.1374282836914, - 512.0, - 512.0, - 104.52373504638672, - 512.0, - 466.37493896484375, - 512.0, - 512.0, - 41.429481506347656, - 104.52373504638672, - 163.33935546875, - 512.0, - 512.0, - 512.0, - 512.0, - 84.8765640258789, - 512.0, - 512.0, - 52.043182373046875, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 100.40054321289062, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 495.774658203125, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 166.87454223632812, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 511.9661560058594, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 444.4091796875, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 511.93701171875, - 511.984619140625, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 276.6120300292969, - 511.8370666503906, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 498.72979736328125, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0, - 512.0 + 4607.99951171875, + 1866.5347900390625, + 1457.021728515625, + 749.2243041992188, + 1420.8104248046875, + 930.0199584960938, + 986.6325073242188, + 640.4083251953125, + 1276.052490234375, + 1369.1005859375, + 1210.7694091796875, + 1272.15966796875, + 723.6961669921875, + 784.1969604492188, + 4607.99951171875, + 3808.999755859375, + 2797.0, + 2143.08154296875, + 2213.0, + 4302.42041015625, + 3891.84423828125, + 1161.7958984375, + 916.095947265625, + 2180.4091796875, + 312.9012756347656, + 4286.99951171875, + 1282.493408203125, + 1485.4923095703125, + 594.6046142578125, + 1719.2333984375, + 4175.50927734375, + 3412.0, + 4607.99951171875, + 3235.000244140625, + 661.247802734375, + 719.77734375, + 3203.0, + 3518.999755859375, + 4607.99951171875, + 747.4067993164062, + 4035.000244140625, + 2858.5693359375, + 586.181396484375, + 2036.0, + 4218.99951171875, + 4607.99951171875, + 3839.999755859375, + 370.22393798828125, + 2851.0, + 3315.00048828125, + 4225.0, + 1867.824951171875, + 4309.0, + 3914.0, + 3997.0, + 954.34765625, + 1742.810546875, + 3769.99951171875, + 433.2438659667969, + 4607.99951171875, + 4249.0, + 4607.99951171875, + 3484.000732421875, + 4607.99951171875, + 418.84381103515625, + 3774.99951171875, + 753.4281616210938, + 628.665283203125, + 3508.000244140625, + 4485.0, + 3097.0, + 4149.9990234375, + 3610.0, + 4547.99951171875, + 4523.0, + 4607.99951171875, + 4351.99951171875, + 4562.9990234375, + 4585.99951171875, + 976.5658569335938, + 4607.99951171875, + 873.4627075195312, + 4607.99951171875, + 4361.0, + 3051.589111328125, + 2848.0703125, + 3102.2490234375, + 4607.99951171875, + 2577.0, + 3322.000244140625, + 2232.790771484375, + 4607.99951171875, + 3456.0556640625, + 765.5736083984375, + 4607.99951171875, + 3421.99951171875, + 3708.000244140625, + 3187.1787109375, + 3479.239013671875, + 4607.99951171875, + 4429.5712890625, + 3570.9140625, + 3704.999755859375, + 287.277587890625, + 3914.999755859375, + 3513.695068359375, + 4039.999755859375, + 3982.679931640625, + 3278.623046875, + 4385.0009765625, + 3767.000244140625, + 4143.99951171875, + 3696.0, + 4201.99951171875, + 4607.99951171875, + 4184.0, + 3145.0, + 3640.999755859375, + 4601.9990234375, + 3837.99951171875, + 4607.99951171875, + 4580.99951171875, + 3776.999755859375, + 4242.0, + 3392.99951171875, + 3490.00048828125, + 3167.0, + 3796.00048828125, + 4038.00048828125, + 2797.0, + 3883.000244140625, + 3315.00048828125, + 2011.0, + 3954.9990234375, + 3600.000244140625, + 3678.999755859375, + 1963.9998779296875, + 4607.99951171875, + 4314.99951171875, + 4565.99951171875, + 4607.99951171875, + 3803.999755859375, + 4607.99951171875, + 3696.0, + 4607.99951171875, + 4607.99951171875, + 2582.99951171875, + 4607.99951171875, + 3984.0, + 4122.99951171875, + 4162.99951171875, + 2355.999267578125, + 3183.999755859375, + 4607.99951171875, + 4148.9990234375, + 4449.99951171875, + 3286.000732421875, + 3504.0, + 3847.0, + 3117.0, + 2441.0, + 4142.99951171875, + 4607.99951171875, + 3724.0, + 2993.0, + 3811.999267578125, + 4607.99951171875, + 3298.0009765625, + 3932.99951171875, + 2915.999755859375, + 4315.99951171875, + 3989.0, + 3602.999755859375, + 3338.0, + 4357.0, + 3825.9990234375, + 4478.99951171875, + 4278.0, + 3066.0, + 3854.999755859375, + 4607.99951171875, + 3724.0, + 4607.99951171875, + 4454.0, + 4380.00048828125, + 4607.99951171875, + 4607.99951171875, + 3654.999755859375, + 3921.00048828125, + 3978.999755859375, + 4607.99951171875, + 4167.9990234375, + 2785.00048828125, + 2467.999267578125, + 3776.999755859375, + 4072.0, + 3709.0, + 3666.00048828125, + 3389.9990234375, + 4607.99951171875, + 4415.99951171875, + 4607.99951171875, + 4241.00048828125, + 4607.99951171875, + 4607.99951171875, + 4102.99951171875, + 4607.99951171875, + 4607.99951171875, + 3483.000244140625, + 4607.99951171875, + 3683.999755859375, + 3875.0, + 4512.0, + 4607.99951171875, + 3066.0, + 3601.999755859375, + 4204.99951171875, + 4607.99951171875, + 3304.00048828125, + 3062.99951171875, + 4314.0, + 3400.99951171875, + 4604.99951171875, + 4152.9990234375, + 4254.0, + 4184.0, + 3509.0, + 3395.99951171875, + 4428.0, + 3644.99951171875, + 4607.99951171875, + 3840.999755859375, + 3839.999755859375, + 4606.9990234375, + 3722.999755859375, + 4607.99951171875, + 4607.99951171875, + 2157.0, + 3639.000244140625, + 4607.99951171875, + 4002.000244140625, + 3523.999755859375, + 3317.0, + 4221.9990234375, + 3142.0, + 3649.99951171875, + 4152.9990234375, + 4607.99951171875, + 4128.99951171875, + 3947.99951171875, + 2588.00048828125, + 4083.000244140625, + 3606.0, + 3674.0, + 4527.99951171875, + 4577.99951171875, + 4607.99951171875, + 4564.0, + 3746.00048828125, + 2637.99951171875, + 4046.00048828125, + 3861.000244140625, + 3675.0, + 4006.000244140625, + 4255.0, + 3360.99951171875, + 4607.99951171875, + 4607.99951171875, + 4478.99951171875, + 4430.99951171875, + 4607.99951171875, + 2610.999755859375, + 4097.99951171875, + 4157.99853515625, + 4529.0, + 4142.99951171875, + 4430.99951171875, + 4607.99951171875, + 3103.0, + 4607.99951171875, + 4607.99951171875, + 3823.99951171875, + 3476.000732421875, + 4607.99951171875, + 4317.99951171875, + 4607.99951171875, + 2866.999267578125, + 4607.99951171875, + 4285.99951171875, + 4607.99951171875, + 4607.99951171875, + 4562.9990234375, + 3471.0, + 3939.0, + 4482.0, + 4480.99951171875, + 4276.99951171875, + 4607.99951171875, + 4607.99951171875, + 3326.0, + 4607.99951171875, + 4254.0, + 3545.000244140625, + 4607.99951171875, + 4607.99951171875, + 3510.0, + 3310.0009765625, + 4354.99951171875, + 4607.99951171875, + 3538.999755859375, + 3762.0, + 4607.99951171875, + 4607.99951171875, + 3503.000244140625, + 3119.000244140625, + 4414.99951171875, + 4607.99951171875, + 4607.99951171875, + 3376.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4021.00048828125, + 4607.99951171875, + 4018.999755859375, + 4428.0, + 4104.99951171875, + 4003.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 3477.00048828125, + 4607.99951171875, + 3607.0, + 3982.99951171875, + 3807.99951171875, + 3968.999755859375, + 4607.99951171875, + 3574.99951171875, + 3576.999755859375, + 4607.99951171875, + 4585.99951171875, + 3596.0, + 3970.99951171875, + 4177.9990234375, + 4607.99951171875, + 4126.0, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4327.9990234375, + 4323.9990234375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 3851.999755859375, + 3877.000244140625, + 4607.99951171875, + 3814.0, + 3877.000244140625, + 2936.00048828125, + 4607.99951171875, + 4607.99951171875, + 3116.0, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4274.0, + 4607.99951171875, + 4607.99951171875, + 3355.999755859375, + 4437.0, + 3976.999755859375, + 3807.0, + 4607.99951171875, + 3114.00048828125, + 3822.99951171875, + 4607.99951171875, + 3979.999755859375, + 4607.99951171875, + 2781.000732421875, + 3153.000244140625, + 4607.99951171875, + 4527.99951171875, + 4302.9990234375, + 3709.99951171875, + 3559.99951171875, + 4192.0, + 4472.99951171875, + 3979.999755859375, + 4192.99951171875, + 4607.99951171875, + 4448.9990234375, + 2403.999755859375, + 3461.000244140625, + 2641.0, + 3577.999755859375, + 3062.99951171875, + 3950.9990234375, + 4607.99951171875, + 4575.9990234375, + 4449.99951171875, + 4348.0, + 2245.0, + 4091.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4438.0, + 2934.000244140625, + 4505.99951171875, + 3471.0, + 3453.999755859375, + 2976.00048828125, + 4607.99951171875, + 4359.99951171875, + 4607.99951171875, + 4034.00048828125, + 3977.999755859375, + 4385.0, + 4204.99951171875, + 4253.0, + 4056.0009765625, + 4248.00048828125, + 4424.99951171875, + 4213.0, + 4607.99951171875, + 4607.99951171875, + 4151.99951171875, + 4607.99951171875, + 2374.999755859375, + 4607.99951171875, + 4589.9990234375, + 4607.99951171875, + 3884.999755859375, + 3800.0, + 4086.000244140625, + 4607.99951171875, + 4080.999755859375, + 4607.99951171875, + 4607.99951171875, + 4434.0, + 4456.9990234375, + 4607.99951171875, + 4424.99951171875, + 4042.00048828125, + 4143.99951171875, + 4607.99951171875, + 3408.0, + 4607.99951171875, + 4309.99951171875, + 2992.0, + 4607.99951171875, + 4607.99951171875, + 3513.999755859375, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4225.0, + 4607.99951171875, + 4164.99951171875, + 3976.999755859375, + 4604.99951171875, + 4391.00048828125, + 4000.0, + 4314.0, + 4607.99951171875, + 4326.0, + 4255.0, + 4607.99951171875, + 4039.999755859375, + 4607.99951171875, + 3697.99951171875, + 3451.000244140625, + 4607.99951171875, + 3345.000244140625, + 4432.0, + 4607.99951171875, + 4091.999755859375, + 4607.99951171875, + 3825.0, + 4607.99951171875, + 4607.99951171875, + 4399.99951171875, + 4301.00048828125, + 4480.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4607.99951171875, + 4465.0, + 4607.99951171875, + 3542.000244140625, + 3176.999755859375, + 3762.0, + 4473.9990234375, + 4607.99951171875 ], "surgery_iters": [], "surgery_fraction": [], "surgery_n_conflicting": [], "per_env_win_rates": [ { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.8, - "MiniHack-Corridor-R2-v0": 0.7, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.55, + "MiniHack-Corridor-R2-v0": 0.5, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.95, "MiniHack-Room-Random-15x15-v0": 0.5, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.9, + "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.35, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.6, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.95, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 }, { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.7, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.35, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.2, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 }, { "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Room-Random-15x15-v0": 0.3, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.75, + "MiniHack-Room-Random-15x15-v0": 0.05, + "MiniHack-Corridor-R2-v0": 0.45, + "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.2, "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.8, + "MiniHack-Room-Random-15x15-v0": 0.25, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.15 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.65, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.45, "MiniHack-MazeWalk-9x9-v0": 0.1 + }, + { + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.05 } ] }, @@ -107325,363 +130035,363 @@ 2 ], "wall_clock_s": [ - 598.2, - 605.2, - 614.1 + 893.1, + 914.9, + 886.6 ], "per_seed_finals": [ { "iters": 500, - "loss": 0.023191865533590317, + "loss": 0.02663559839129448, "env_score_iters": 500, - "env_score": -3.6515121459960938, + "env_score": -0.5701894164085388, "eval_iters": 500, - "eval_score": 0.475, + "eval_score": 0.35000000000000003, "grad_align_iters": 500, - "grad_align": 0.7931088209152222, - "rl_grad_norm": 0.30249902606010437, - "bc_grad_norm": 0.3938925564289093, + "grad_align": -0.17372970283031464, + "rl_grad_norm": 0.12411182373762131, + "bc_grad_norm": 4.172486305236816, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00007915408787084743, - "embedding.weight": 0.0005500136758200824, - "cnn.0.weight": 0.017645731568336487, - "cnn.0.bias": 0.0007601265679113567, - "cnn.2.weight": 0.005989314988255501, - "cnn.2.bias": 0.0014039569068700075, - "cnn.5.weight": 0.00425708806142211, - "cnn.5.bias": 0.0012667010305449367, - "action_emb.weight": 0.0002852827310562134, - "timestep_emb.weight": 0.00023264472838491201, - "pos_emb.weight": 0.0002787351841107011, - "transformer.layers.0.self_attn.in_proj_weight": 0.006057316437363625, - "transformer.layers.0.self_attn.in_proj_bias": 0.00039876720984466374, - "transformer.layers.0.self_attn.out_proj.weight": 0.00432576984167099, - "transformer.layers.0.self_attn.out_proj.bias": 0.00041240573045797646, - "transformer.layers.0.linear1.weight": 0.002709097694605589, - "transformer.layers.0.linear1.bias": 0.00015075212286319584, - "transformer.layers.0.linear2.weight": 0.0031414746772497892, - "transformer.layers.0.linear2.bias": 0.00020026398124173284, - "transformer.layers.0.norm1.weight": 0.0003152222197968513, - "transformer.layers.0.norm1.bias": 0.00038715614937245846, - "transformer.layers.0.norm2.weight": 0.00021192016720306128, - "transformer.layers.0.norm2.bias": 0.00014562017167918384, - "transformer.layers.1.self_attn.in_proj_weight": 0.002767889993265271, - "transformer.layers.1.self_attn.in_proj_bias": 0.00011603150778682902, - "transformer.layers.1.self_attn.out_proj.weight": 0.0026480983942747116, - "transformer.layers.1.self_attn.out_proj.bias": 0.0001309091312577948, - "transformer.layers.1.linear1.weight": 0.0016135670011863112, - "transformer.layers.1.linear1.bias": 0.00008076341327978298, - "transformer.layers.1.linear2.weight": 0.001801608013920486, - "transformer.layers.1.linear2.bias": 0.00011260317842243239, - "transformer.layers.1.norm1.weight": 0.00017470162129029632, - "transformer.layers.1.norm1.bias": 0.00011816020560218021, - "transformer.layers.1.norm2.weight": 0.00013025726366322488, - "transformer.layers.1.norm2.bias": 0.00006770862091798335, - "transformer.layers.2.self_attn.in_proj_weight": 0.0030297255143523216, - "transformer.layers.2.self_attn.in_proj_bias": 0.00011305954831186682, - "transformer.layers.2.self_attn.out_proj.weight": 0.001512539922259748, - "transformer.layers.2.self_attn.out_proj.bias": 0.00009084473276743665, - "transformer.layers.2.linear1.weight": 0.001047882135026157, - "transformer.layers.2.linear1.bias": 0.000059029094700235873, - "transformer.layers.2.linear2.weight": 0.0010451244888827205, - "transformer.layers.2.linear2.bias": 0.00008519347466062754, - "transformer.layers.2.norm1.weight": 0.00023169745691120625, - "transformer.layers.2.norm1.bias": 0.00011304477811791003, - "transformer.layers.2.norm2.weight": 0.00006825345917604864, - "transformer.layers.2.norm2.bias": 0.00005897619848838076, - "transformer.layers.3.self_attn.in_proj_weight": 0.0027271085418760777, - "transformer.layers.3.self_attn.in_proj_bias": 0.00010777416173368692, - "transformer.layers.3.self_attn.out_proj.weight": 0.001429207157343626, - "transformer.layers.3.self_attn.out_proj.bias": 0.00009313904593000188, - "transformer.layers.3.linear1.weight": 0.0022252830676734447, - "transformer.layers.3.linear1.bias": 0.00011351212742738426, - "transformer.layers.3.linear2.weight": 0.0011031280737370253, - "transformer.layers.3.linear2.bias": 0.00010075954924104735, - "transformer.layers.3.norm1.weight": 0.00019585392146836966, - "transformer.layers.3.norm1.bias": 0.00009963194315787405, - "transformer.layers.3.norm2.weight": 0.0001591405743965879, - "transformer.layers.3.norm2.bias": 0.00012153649004176259, - "head.weight": 0.011785284616053104, - "head.bias": 0.0002648322843015194, - "global_embedding.weight": 0.015058365650475025, - "global_cnn.0.weight": 0.13900749385356903, - "global_cnn.0.bias": 0.00671660341322422, - "global_cnn.2.weight": 0.2083466500043869, - "global_cnn.2.bias": 0.013327234424650669, - "global_proj.weight": 0.06935762614011765, - "global_proj.bias": 0.06694158911705017, - "goal_head.0.weight": 0.05366263538599014, - "goal_head.0.bias": 0.032459333539009094, - "goal_head.2.weight": 0.08821651339530945, - "goal_head.2.bias": 0.08778161555528641 + "global_gate": 4.892154720437247e-06, + "embedding.weight": 2.9880124202463776e-05, + "cnn.0.weight": 0.0005469192983582616, + "cnn.0.bias": 2.0384266463224776e-05, + "cnn.2.weight": 0.00017469168233219534, + "cnn.2.bias": 6.901996675878763e-05, + "cnn.5.weight": 0.0002710192056838423, + "cnn.5.bias": 6.550241232616827e-05, + "action_emb.weight": 0.0004362863546703011, + "timestep_emb.weight": 0.00013173517072573304, + "pos_emb.weight": 0.00018107621872331947, + "transformer.layers.0.self_attn.in_proj_weight": 0.0004950574948452413, + "transformer.layers.0.self_attn.in_proj_bias": 3.562927304301411e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015196463791653514, + "transformer.layers.0.self_attn.out_proj.bias": 0.00028822117019444704, + "transformer.layers.0.linear1.weight": 0.0020311002153903246, + "transformer.layers.0.linear1.bias": 0.00011791202996391803, + "transformer.layers.0.linear2.weight": 0.0018246538238599896, + "transformer.layers.0.linear2.bias": 0.0002426660357741639, + "transformer.layers.0.norm1.weight": 2.3555243387818336e-05, + "transformer.layers.0.norm1.bias": 2.258363201690372e-05, + "transformer.layers.0.norm2.weight": 0.0002062126441160217, + "transformer.layers.0.norm2.bias": 0.0001962761889444664, + "transformer.layers.1.self_attn.in_proj_weight": 0.001695543061941862, + "transformer.layers.1.self_attn.in_proj_bias": 7.788057700963691e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0027014166116714478, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002310714335180819, + "transformer.layers.1.linear1.weight": 0.0009533186093904078, + "transformer.layers.1.linear1.bias": 7.619294774485752e-05, + "transformer.layers.1.linear2.weight": 0.0014473091578111053, + "transformer.layers.1.linear2.bias": 0.00022738520056009293, + "transformer.layers.1.norm1.weight": 0.00010769814980449155, + "transformer.layers.1.norm1.bias": 6.980971375014633e-05, + "transformer.layers.1.norm2.weight": 6.889490032335743e-05, + "transformer.layers.1.norm2.bias": 0.00010360720625612885, + "transformer.layers.2.self_attn.in_proj_weight": 0.0016571029555052519, + "transformer.layers.2.self_attn.in_proj_bias": 9.857817349256948e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0032121683470904827, + "transformer.layers.2.self_attn.out_proj.bias": 0.00021404202561825514, + "transformer.layers.2.linear1.weight": 0.0008836122578941286, + "transformer.layers.2.linear1.bias": 7.197001104941592e-05, + "transformer.layers.2.linear2.weight": 0.0014990075724199414, + "transformer.layers.2.linear2.bias": 0.00022009162057656795, + "transformer.layers.2.norm1.weight": 0.00010123042011400685, + "transformer.layers.2.norm1.bias": 9.990238322643563e-05, + "transformer.layers.2.norm2.weight": 4.83781514049042e-05, + "transformer.layers.2.norm2.bias": 6.457771814893931e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003314544213935733, + "transformer.layers.3.self_attn.in_proj_bias": 0.00019279906700830907, + "transformer.layers.3.self_attn.out_proj.weight": 0.0031216791830956936, + "transformer.layers.3.self_attn.out_proj.bias": 0.00022628028818871826, + "transformer.layers.3.linear1.weight": 0.0018710633739829063, + "transformer.layers.3.linear1.bias": 0.0001591240579728037, + "transformer.layers.3.linear2.weight": 0.0017165818717330694, + "transformer.layers.3.linear2.bias": 0.00023718838929198682, + "transformer.layers.3.norm1.weight": 0.00033695396268740296, + "transformer.layers.3.norm1.bias": 0.0001864697114797309, + "transformer.layers.3.norm2.weight": 9.989799582399428e-05, + "transformer.layers.3.norm2.bias": 0.00018266908591613173, + "head.weight": 0.014203784056007862, + "head.bias": 0.0004194682987872511, + "global_embedding.weight": 0.005256848409771919, + "global_cnn.0.weight": 0.04519358277320862, + "global_cnn.0.bias": 0.0022309436462819576, + "global_cnn.2.weight": 0.11012443900108337, + "global_cnn.2.bias": 0.0057030306197702885, + "global_proj.weight": 0.01708628423511982, + "global_proj.bias": 0.011137567460536957, + "goal_head.0.weight": 0.009942467324435711, + "goal_head.0.bias": 0.004600817803293467, + "goal_head.2.weight": 0.012106127105653286, + "goal_head.2.bias": 0.01074349693953991 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.07800114154815674, - "repr_drift_kl_low_t": 0.07654896378517151, - "repr_drift_kl_mid_t": 0.0759366899728775, - "repr_drift_kl_high_t": 0.10057193785905838, + "repr_drift_kl": 0.6259621381759644, + "repr_drift_kl_low_t": 0.763319194316864, + "repr_drift_kl_mid_t": 0.6327270865440369, + "repr_drift_kl_high_t": 0.46541628241539, "cka_iters": 500, - "cka_similarity": 0.9050821661949158, + "cka_similarity": 0.8440388441085815, "t_analysis_iters": 500, - "norm_low_t": 0.3028808832168579, - "norm_high_t": 0.3102652132511139, - "lowhigh_cos": 0.9769850969314575, + "norm_low_t": 0.12296327203512192, + "norm_high_t": 0.12715661525726318, + "lowhigh_cos": 0.9681625962257385, "t_bin_norms": { - "t_0.0-0.1": 0.3032780587673187, - "t_0.1-0.2": 0.30251210927963257, - "t_0.2-0.3": 0.3023124933242798, - "t_0.3-0.4": 0.30239197611808777, - "t_0.4-0.5": 0.30233001708984375, - "t_0.5-0.6": 0.3024565279483795, - "t_0.6-0.7": 0.302249014377594, - "t_0.7-0.8": 0.3021671772003174, - "t_0.8-0.9": 0.302069753408432, - "t_0.9-1.0": 0.3239710330963135 + "t_0.0-0.1": 0.12637773156166077, + "t_0.1-0.2": 0.12356046587228775, + "t_0.2-0.3": 0.123482346534729, + "t_0.3-0.4": 0.12379821389913559, + "t_0.4-0.5": 0.12396816164255142, + "t_0.5-0.6": 0.1243482157588005, + "t_0.6-0.7": 0.12456832826137543, + "t_0.7-0.8": 0.1243557333946228, + "t_0.8-0.9": 0.12563198804855347, + "t_0.9-1.0": 0.13021306693553925 }, "win_rate": 0.0, - "effective_batch_size": 512.0, + "effective_batch_size": 4607.99951171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.9, - "MiniHack-Room-Random-15x15-v0": 0.5, + "MiniHack-Room-Random-5x5-v0": 0.85, + "MiniHack-Room-Random-15x15-v0": 0.1, "MiniHack-Corridor-R2-v0": 0.4, - "MiniHack-MazeWalk-9x9-v0": 0.1 + "MiniHack-MazeWalk-9x9-v0": 0.05 } }, { "iters": 500, - "loss": 0.011216666549444199, + "loss": 0.01552681252360344, "env_score_iters": 500, - "env_score": -4.4361572265625, + "env_score": -0.7730885148048401, "eval_iters": 500, - "eval_score": 0.525, + "eval_score": 0.30000000000000004, "grad_align_iters": 500, - "grad_align": 0.8443939089775085, - "rl_grad_norm": 0.16983318328857422, - "bc_grad_norm": 0.20861844718456268, + "grad_align": -0.03617541119456291, + "rl_grad_norm": 0.06666175276041031, + "bc_grad_norm": 3.422485113143921, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 8.36123126646271e-6, - "embedding.weight": 0.00012008580233668908, - "cnn.0.weight": 0.003980524372309446, - "cnn.0.bias": 0.00011731698032235727, - "cnn.2.weight": 0.0013964059762656689, - "cnn.2.bias": 0.00034660164965316653, - "cnn.5.weight": 0.0013550943695008755, - "cnn.5.bias": 0.00031791161745786667, - "action_emb.weight": 0.00023413750750478357, - "timestep_emb.weight": 0.0001139965170295909, - "pos_emb.weight": 0.0002163591852877289, - "transformer.layers.0.self_attn.in_proj_weight": 0.0015843757428228855, - "transformer.layers.0.self_attn.in_proj_bias": 0.00008982662984635681, - "transformer.layers.0.self_attn.out_proj.weight": 0.001428380492143333, - "transformer.layers.0.self_attn.out_proj.bias": 0.0001308738865191117, - "transformer.layers.0.linear1.weight": 0.0015835356898605824, - "transformer.layers.0.linear1.bias": 0.00006489533552667126, - "transformer.layers.0.linear2.weight": 0.0015654412563890219, - "transformer.layers.0.linear2.bias": 0.00010799205483635888, - "transformer.layers.0.norm1.weight": 0.00009778683306649327, - "transformer.layers.0.norm1.bias": 0.000077362812589854, - "transformer.layers.0.norm2.weight": 0.0001362038601655513, - "transformer.layers.0.norm2.bias": 0.000055414915550500154, - "transformer.layers.1.self_attn.in_proj_weight": 0.0015008896589279175, - "transformer.layers.1.self_attn.in_proj_bias": 0.0000716599533916451, - "transformer.layers.1.self_attn.out_proj.weight": 0.0011933720670640469, - "transformer.layers.1.self_attn.out_proj.bias": 0.00009131437400355935, - "transformer.layers.1.linear1.weight": 0.0008402915555052459, - "transformer.layers.1.linear1.bias": 0.000042387033317936584, - "transformer.layers.1.linear2.weight": 0.001002723816782236, - "transformer.layers.1.linear2.bias": 0.0000886161724338308, - "transformer.layers.1.norm1.weight": 0.00009979640162782744, - "transformer.layers.1.norm1.bias": 0.00006497346475953236, - "transformer.layers.1.norm2.weight": 0.0000531459336343687, - "transformer.layers.1.norm2.bias": 0.00003857033152598888, - "transformer.layers.2.self_attn.in_proj_weight": 0.001546393265016377, - "transformer.layers.2.self_attn.in_proj_bias": 0.00008335772872669622, - "transformer.layers.2.self_attn.out_proj.weight": 0.000987607636488974, - "transformer.layers.2.self_attn.out_proj.bias": 0.00008432599861407652, - "transformer.layers.2.linear1.weight": 0.0006521376199088991, - "transformer.layers.2.linear1.bias": 0.00003647258927230723, - "transformer.layers.2.linear2.weight": 0.0007055217283777893, - "transformer.layers.2.linear2.bias": 0.00008391927258344367, - "transformer.layers.2.norm1.weight": 0.00012330962636042386, - "transformer.layers.2.norm1.bias": 0.00007696790271438658, - "transformer.layers.2.norm2.weight": 0.00004016341335955076, - "transformer.layers.2.norm2.bias": 0.00002981215584441088, - "transformer.layers.3.self_attn.in_proj_weight": 0.0018479834543541074, - "transformer.layers.3.self_attn.in_proj_bias": 0.00013927678810432553, - "transformer.layers.3.self_attn.out_proj.weight": 0.0009615769376978278, - "transformer.layers.3.self_attn.out_proj.bias": 0.00011926134175155312, - "transformer.layers.3.linear1.weight": 0.0013795830309391022, - "transformer.layers.3.linear1.bias": 0.00008509263716405258, - "transformer.layers.3.linear2.weight": 0.0007528880378231406, - "transformer.layers.3.linear2.bias": 0.00011892823386006057, - "transformer.layers.3.norm1.weight": 0.00013342902821023017, - "transformer.layers.3.norm1.bias": 0.00016996562771964818, - "transformer.layers.3.norm2.weight": 0.00009595799201633781, - "transformer.layers.3.norm2.bias": 0.00007363400800386444, - "head.weight": 0.008159041404724121, - "head.bias": 0.00021694636961910874, - "global_embedding.weight": 0.009812879376113415, - "global_cnn.0.weight": 0.07851619273424149, - "global_cnn.0.bias": 0.0032388546969741583, - "global_cnn.2.weight": 0.14270108938217163, - "global_cnn.2.bias": 0.007287351880222559, - "global_proj.weight": 0.02346007525920868, - "global_proj.bias": 0.01883912831544876, - "goal_head.0.weight": 0.014426167123019695, - "goal_head.0.bias": 0.007760969456285238, - "goal_head.2.weight": 0.024075575172901154, - "goal_head.2.bias": 0.018971532583236694 + "global_gate": 2.4129890334734228e-06, + "embedding.weight": 1.6531668734387495e-05, + "cnn.0.weight": 0.0006737884250469506, + "cnn.0.bias": 3.06062756862957e-05, + "cnn.2.weight": 0.0002017016231548041, + "cnn.2.bias": 7.603738049510866e-05, + "cnn.5.weight": 0.00026934471679851413, + "cnn.5.bias": 7.169428135966882e-05, + "action_emb.weight": 0.0003824161540251225, + "timestep_emb.weight": 0.00010458516771905124, + "pos_emb.weight": 0.00014415958139579743, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005156630650162697, + "transformer.layers.0.self_attn.in_proj_bias": 2.8198541258461773e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0017737691523507237, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002794399915728718, + "transformer.layers.0.linear1.weight": 0.00162970379460603, + "transformer.layers.0.linear1.bias": 0.00010592390754027292, + "transformer.layers.0.linear2.weight": 0.0017325838562101126, + "transformer.layers.0.linear2.bias": 0.0002334520104341209, + "transformer.layers.0.norm1.weight": 2.3732105546514504e-05, + "transformer.layers.0.norm1.bias": 2.2083982912590727e-05, + "transformer.layers.0.norm2.weight": 0.00016875143046490848, + "transformer.layers.0.norm2.bias": 0.00019373152463231236, + "transformer.layers.1.self_attn.in_proj_weight": 0.001273595029488206, + "transformer.layers.1.self_attn.in_proj_bias": 8.533141226507723e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.002602219581604004, + "transformer.layers.1.self_attn.out_proj.bias": 0.00022314494708552957, + "transformer.layers.1.linear1.weight": 0.0008271146798506379, + "transformer.layers.1.linear1.bias": 5.816097109345719e-05, + "transformer.layers.1.linear2.weight": 0.0015340676764026284, + "transformer.layers.1.linear2.bias": 0.00022146337141748518, + "transformer.layers.1.norm1.weight": 6.721023964928463e-05, + "transformer.layers.1.norm1.bias": 8.09509219834581e-05, + "transformer.layers.1.norm2.weight": 6.309577292995527e-05, + "transformer.layers.1.norm2.bias": 7.408852252410725e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0013596942881122231, + "transformer.layers.2.self_attn.in_proj_bias": 8.464417624054477e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0025950090494006872, + "transformer.layers.2.self_attn.out_proj.bias": 0.00021143897902220488, + "transformer.layers.2.linear1.weight": 0.0007625469588674605, + "transformer.layers.2.linear1.bias": 5.798456913908012e-05, + "transformer.layers.2.linear2.weight": 0.0013165634591132402, + "transformer.layers.2.linear2.bias": 0.0002172742097172886, + "transformer.layers.2.norm1.weight": 8.463995618512854e-05, + "transformer.layers.2.norm1.bias": 9.848843183135614e-05, + "transformer.layers.2.norm2.weight": 3.8474576285807416e-05, + "transformer.layers.2.norm2.bias": 4.630283365258947e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003044117009267211, + "transformer.layers.3.self_attn.in_proj_bias": 0.00016004448116291314, + "transformer.layers.3.self_attn.out_proj.weight": 0.0024413191713392735, + "transformer.layers.3.self_attn.out_proj.bias": 0.00021868033218197525, + "transformer.layers.3.linear1.weight": 0.0015212311409413815, + "transformer.layers.3.linear1.bias": 0.0001302462915191427, + "transformer.layers.3.linear2.weight": 0.0012844463344663382, + "transformer.layers.3.linear2.bias": 0.0002263378701172769, + "transformer.layers.3.norm1.weight": 0.0002506069140508771, + "transformer.layers.3.norm1.bias": 0.0001607967133168131, + "transformer.layers.3.norm2.weight": 8.24799426482059e-05, + "transformer.layers.3.norm2.bias": 0.00013870267139282078, + "head.weight": 0.014730035327374935, + "head.bias": 0.00042131944792345166, + "global_embedding.weight": 0.0027247718535363674, + "global_cnn.0.weight": 0.027647612616419792, + "global_cnn.0.bias": 0.0013766508782282472, + "global_cnn.2.weight": 0.05176945775747299, + "global_cnn.2.bias": 0.002898625796660781, + "global_proj.weight": 0.013179619796574116, + "global_proj.bias": 0.011925902217626572, + "goal_head.0.weight": 0.009197792038321495, + "goal_head.0.bias": 0.005363072734326124, + "goal_head.2.weight": 0.010887217707931995, + "goal_head.2.bias": 0.013001499697566032 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.06573627889156342, - "repr_drift_kl_low_t": 0.05132868513464928, - "repr_drift_kl_mid_t": 0.05014513432979584, - "repr_drift_kl_high_t": 0.13658356666564941, + "repr_drift_kl": 0.4218001365661621, + "repr_drift_kl_low_t": 0.4982232451438904, + "repr_drift_kl_mid_t": 0.43060848116874695, + "repr_drift_kl_high_t": 0.3343680799007416, "cka_iters": 500, - "cka_similarity": 0.8441024422645569, + "cka_similarity": 0.8853356838226318, "t_analysis_iters": 500, - "norm_low_t": 0.17175041139125824, - "norm_high_t": 0.17262083292007446, - "lowhigh_cos": 0.9838583469390869, + "norm_low_t": 0.06638806313276291, + "norm_high_t": 0.07477971166372299, + "lowhigh_cos": 0.8605492115020752, "t_bin_norms": { - "t_0.0-0.1": 0.173004612326622, - "t_0.1-0.2": 0.17114999890327454, - "t_0.2-0.3": 0.1709212362766266, - "t_0.3-0.4": 0.17034569382667542, - "t_0.4-0.5": 0.17029455304145813, - "t_0.5-0.6": 0.17054036259651184, - "t_0.6-0.7": 0.17037257552146912, - "t_0.7-0.8": 0.1706049144268036, - "t_0.8-0.9": 0.17031265795230865, - "t_0.9-1.0": 0.17098206281661987 + "t_0.0-0.1": 0.06833262741565704, + "t_0.1-0.2": 0.06559137254953384, + "t_0.2-0.3": 0.06559383124113083, + "t_0.3-0.4": 0.06586476415395737, + "t_0.4-0.5": 0.0659240335226059, + "t_0.5-0.6": 0.06594903022050858, + "t_0.6-0.7": 0.06673409789800644, + "t_0.7-0.8": 0.0667639672756195, + "t_0.8-0.9": 0.07000570744276047, + "t_0.9-1.0": 0.07762159407138824 }, "win_rate": 0.0, - "effective_batch_size": 512.0, + "effective_batch_size": 4607.99951171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 1.0, - "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.5, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.1, + "MiniHack-Corridor-R2-v0": 0.4, + "MiniHack-MazeWalk-9x9-v0": 0.1 } }, { "iters": 500, - "loss": 0.01943783648312092, + "loss": 0.02041364461183548, "env_score_iters": 500, - "env_score": -5.129444599151611, + "env_score": -0.5525199770927429, "eval_iters": 500, - "eval_score": 0.5000000000000001, + "eval_score": 0.3, "grad_align_iters": 500, - "grad_align": 0.6176386475563049, - "rl_grad_norm": 0.232392355799675, - "bc_grad_norm": 0.4122486114501953, + "grad_align": -0.17664285004138947, + "rl_grad_norm": 0.17313694953918457, + "bc_grad_norm": 4.655300140380859, "per_layer_iters": 500, "per_layer_norms": { - "global_gate": 0.00003477195423329249, - "embedding.weight": 0.00015975546557456255, - "cnn.0.weight": 0.003824531100690365, - "cnn.0.bias": 0.00016394673730246723, - "cnn.2.weight": 0.001105621224269271, - "cnn.2.bias": 0.0002776219043880701, - "cnn.5.weight": 0.0017216758569702506, - "cnn.5.bias": 0.00037554759182967246, - "action_emb.weight": 0.0006629435811191797, - "timestep_emb.weight": 0.00019062422506976873, - "pos_emb.weight": 0.0002570785873103887, - "transformer.layers.0.self_attn.in_proj_weight": 0.0024176989682018757, - "transformer.layers.0.self_attn.in_proj_bias": 0.000184773511136882, - "transformer.layers.0.self_attn.out_proj.weight": 0.002841721521690488, - "transformer.layers.0.self_attn.out_proj.bias": 0.0003432286612223834, - "transformer.layers.0.linear1.weight": 0.003148938063532114, - "transformer.layers.0.linear1.bias": 0.00015458499547094107, - "transformer.layers.0.linear2.weight": 0.002921345178037882, - "transformer.layers.0.linear2.bias": 0.0002891875628847629, - "transformer.layers.0.norm1.weight": 0.00013518784544430673, - "transformer.layers.0.norm1.bias": 0.00015211006393656135, - "transformer.layers.0.norm2.weight": 0.00030303647508844733, - "transformer.layers.0.norm2.bias": 0.0001726309856167063, - "transformer.layers.1.self_attn.in_proj_weight": 0.0027210779953747988, - "transformer.layers.1.self_attn.in_proj_bias": 0.000148690800415352, - "transformer.layers.1.self_attn.out_proj.weight": 0.002427794272080064, - "transformer.layers.1.self_attn.out_proj.bias": 0.00026262507890351117, - "transformer.layers.1.linear1.weight": 0.0015842766733840108, - "transformer.layers.1.linear1.bias": 0.00010120326624019071, - "transformer.layers.1.linear2.weight": 0.0019009748939424753, - "transformer.layers.1.linear2.bias": 0.0002592994715087116, - "transformer.layers.1.norm1.weight": 0.00016402770415879786, - "transformer.layers.1.norm1.bias": 0.00012186099047539756, - "transformer.layers.1.norm2.weight": 0.00012345729919616133, - "transformer.layers.1.norm2.bias": 0.00010660362022463232, - "transformer.layers.2.self_attn.in_proj_weight": 0.0034196553751826286, - "transformer.layers.2.self_attn.in_proj_bias": 0.000243172820773907, - "transformer.layers.2.self_attn.out_proj.weight": 0.0020224647596478462, - "transformer.layers.2.self_attn.out_proj.bias": 0.00025141111109405756, - "transformer.layers.2.linear1.weight": 0.001260933349840343, - "transformer.layers.2.linear1.bias": 0.00009429677447769791, - "transformer.layers.2.linear2.weight": 0.0013328366912901402, - "transformer.layers.2.linear2.bias": 0.0002562313457019627, - "transformer.layers.2.norm1.weight": 0.0002293982106493786, - "transformer.layers.2.norm1.bias": 0.0002600169973447919, - "transformer.layers.2.norm2.weight": 0.0000855910184327513, - "transformer.layers.2.norm2.bias": 0.00011207353236386552, - "transformer.layers.3.self_attn.in_proj_weight": 0.003576658433303237, - "transformer.layers.3.self_attn.in_proj_bias": 0.00038208303158171475, - "transformer.layers.3.self_attn.out_proj.weight": 0.0021034919191151857, - "transformer.layers.3.self_attn.out_proj.bias": 0.00036917117540724576, - "transformer.layers.3.linear1.weight": 0.0030228570103645325, - "transformer.layers.3.linear1.bias": 0.000259796273894608, - "transformer.layers.3.linear2.weight": 0.0017722869524732232, - "transformer.layers.3.linear2.bias": 0.0004625349829439074, - "transformer.layers.3.norm1.weight": 0.00025616970378905535, - "transformer.layers.3.norm1.bias": 0.0004963309620507061, - "transformer.layers.3.norm2.weight": 0.00024751006276346743, - "transformer.layers.3.norm2.bias": 0.0003645411052275449, - "head.weight": 0.020185399800539017, - "head.bias": 0.0009308059234172106, - "global_embedding.weight": 0.014008007012307644, - "global_cnn.0.weight": 0.09759680181741714, - "global_cnn.0.bias": 0.0033882837742567062, - "global_cnn.2.weight": 0.16560198366641998, - "global_cnn.2.bias": 0.008603907190263271, - "global_proj.weight": 0.04897606000304222, - "global_proj.bias": 0.03954234719276428, - "goal_head.0.weight": 0.040495164692401886, - "goal_head.0.bias": 0.01999726891517639, - "goal_head.2.weight": 0.08261924237012863, - "goal_head.2.bias": 0.05419992655515671 + "global_gate": 3.30455492303372e-07, + "embedding.weight": 2.034274257312063e-05, + "cnn.0.weight": 0.0006603947258554399, + "cnn.0.bias": 2.1456595277413726e-05, + "cnn.2.weight": 0.00022858954616822302, + "cnn.2.bias": 6.012170706526376e-05, + "cnn.5.weight": 0.00031481924816034734, + "cnn.5.bias": 5.761559077654965e-05, + "action_emb.weight": 0.0003346142766531557, + "timestep_emb.weight": 0.00011649571388261393, + "pos_emb.weight": 0.0001815181167330593, + "transformer.layers.0.self_attn.in_proj_weight": 0.0005690412945114076, + "transformer.layers.0.self_attn.in_proj_bias": 3.794583608396351e-05, + "transformer.layers.0.self_attn.out_proj.weight": 0.0015100321033969522, + "transformer.layers.0.self_attn.out_proj.bias": 0.0002392934839008376, + "transformer.layers.0.linear1.weight": 0.0014724243665114045, + "transformer.layers.0.linear1.bias": 7.397717126877978e-05, + "transformer.layers.0.linear2.weight": 0.0017173155210912228, + "transformer.layers.0.linear2.bias": 0.00023105074069462717, + "transformer.layers.0.norm1.weight": 2.8882737751700915e-05, + "transformer.layers.0.norm1.bias": 2.8041878977091983e-05, + "transformer.layers.0.norm2.weight": 0.00013272531214170158, + "transformer.layers.0.norm2.bias": 6.875756662338972e-05, + "transformer.layers.1.self_attn.in_proj_weight": 0.0012014915701001883, + "transformer.layers.1.self_attn.in_proj_bias": 4.80504022561945e-05, + "transformer.layers.1.self_attn.out_proj.weight": 0.0024608441162854433, + "transformer.layers.1.self_attn.out_proj.bias": 0.0002321216306881979, + "transformer.layers.1.linear1.weight": 0.0008448670268990099, + "transformer.layers.1.linear1.bias": 5.63613539270591e-05, + "transformer.layers.1.linear2.weight": 0.001443469780497253, + "transformer.layers.1.linear2.bias": 0.00023370921553578228, + "transformer.layers.1.norm1.weight": 7.370372622972354e-05, + "transformer.layers.1.norm1.bias": 4.0131282730726525e-05, + "transformer.layers.1.norm2.weight": 5.648501610266976e-05, + "transformer.layers.1.norm2.bias": 4.877725223195739e-05, + "transformer.layers.2.self_attn.in_proj_weight": 0.0014299183385446668, + "transformer.layers.2.self_attn.in_proj_bias": 7.934361201478168e-05, + "transformer.layers.2.self_attn.out_proj.weight": 0.0027768986765295267, + "transformer.layers.2.self_attn.out_proj.bias": 0.00023700494784861803, + "transformer.layers.2.linear1.weight": 0.00088844308629632, + "transformer.layers.2.linear1.bias": 7.236639794427902e-05, + "transformer.layers.2.linear2.weight": 0.0013622432015836239, + "transformer.layers.2.linear2.bias": 0.00024888067855499685, + "transformer.layers.2.norm1.weight": 8.172154048224911e-05, + "transformer.layers.2.norm1.bias": 7.165160059230402e-05, + "transformer.layers.2.norm2.weight": 3.86584761145059e-05, + "transformer.layers.2.norm2.bias": 5.38552958460059e-05, + "transformer.layers.3.self_attn.in_proj_weight": 0.003449569223448634, + "transformer.layers.3.self_attn.in_proj_bias": 0.00023933382180985063, + "transformer.layers.3.self_attn.out_proj.weight": 0.0026160827837884426, + "transformer.layers.3.self_attn.out_proj.bias": 0.00028064052457921207, + "transformer.layers.3.linear1.weight": 0.001914887921884656, + "transformer.layers.3.linear1.bias": 0.00017038799705915153, + "transformer.layers.3.linear2.weight": 0.0015774937346577644, + "transformer.layers.3.linear2.bias": 0.00030146457720547915, + "transformer.layers.3.norm1.weight": 0.0003190855495631695, + "transformer.layers.3.norm1.bias": 0.0002836789353750646, + "transformer.layers.3.norm2.weight": 0.00011337589239701629, + "transformer.layers.3.norm2.bias": 0.00019230393809266388, + "head.weight": 0.01313708908855915, + "head.bias": 0.0004415377043187618, + "global_embedding.weight": 0.008439171127974987, + "global_cnn.0.weight": 0.077618807554245, + "global_cnn.0.bias": 0.0026053558103740215, + "global_cnn.2.weight": 0.14665360748767853, + "global_cnn.2.bias": 0.006157875061035156, + "global_proj.weight": 0.020764242857694626, + "global_proj.bias": 0.014595330692827702, + "goal_head.0.weight": 0.01504295039921999, + "goal_head.0.bias": 0.006183617748320103, + "goal_head.2.weight": 0.03142685815691948, + "goal_head.2.bias": 0.01364410761743784 }, "repr_drift_iters": 500, - "repr_drift_kl": 0.14311406016349792, - "repr_drift_kl_low_t": 0.12169203162193298, - "repr_drift_kl_mid_t": 0.1170755922794342, - "repr_drift_kl_high_t": 0.22527384757995605, + "repr_drift_kl": 0.4816245436668396, + "repr_drift_kl_low_t": 0.5900130271911621, + "repr_drift_kl_mid_t": 0.47860273718833923, + "repr_drift_kl_high_t": 0.3788457214832306, "cka_iters": 500, - "cka_similarity": 0.932996928691864, + "cka_similarity": 0.8691694736480713, "t_analysis_iters": 500, - "norm_low_t": 0.23160788416862488, - "norm_high_t": 0.24317888915538788, - "lowhigh_cos": 0.9434584975242615, + "norm_low_t": 0.17356829345226288, + "norm_high_t": 0.17375537753105164, + "lowhigh_cos": 0.9903361201286316, "t_bin_norms": { - "t_0.0-0.1": 0.23135815560817719, - "t_0.1-0.2": 0.23118259012699127, - "t_0.2-0.3": 0.23149651288986206, - "t_0.3-0.4": 0.23111529648303986, - "t_0.4-0.5": 0.230962336063385, - "t_0.5-0.6": 0.23092351853847504, - "t_0.6-0.7": 0.2311008721590042, - "t_0.7-0.8": 0.23172959685325623, - "t_0.8-0.9": 0.23160521686077118, - "t_0.9-1.0": 0.28360453248023987 + "t_0.0-0.1": 0.17415328323841095, + "t_0.1-0.2": 0.1734190136194229, + "t_0.2-0.3": 0.17341820895671844, + "t_0.3-0.4": 0.17342227697372437, + "t_0.4-0.5": 0.17347900569438934, + "t_0.5-0.6": 0.17338532209396362, + "t_0.6-0.7": 0.17330248653888702, + "t_0.7-0.8": 0.17312981188297272, + "t_0.8-0.9": 0.17334753274917603, + "t_0.9-1.0": 0.1755569577217102 }, "win_rate": 0.0, - "effective_batch_size": 512.0, + "effective_batch_size": 4607.99951171875, "per_env_win_rates": { - "MiniHack-Room-Random-5x5-v0": 0.8, - "MiniHack-Room-Random-15x15-v0": 0.4, - "MiniHack-Corridor-R2-v0": 0.6, - "MiniHack-MazeWalk-9x9-v0": 0.2 + "MiniHack-Room-Random-5x5-v0": 0.6, + "MiniHack-Room-Random-15x15-v0": 0.15, + "MiniHack-Corridor-R2-v0": 0.3, + "MiniHack-MazeWalk-9x9-v0": 0.15 } } ] diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.csv index 26aa048c1f395db403a242de8bf9c457960da41f..8fd0e2adb82a848ab3a811359e810bc2ec7406a2 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.csv @@ -1,26 +1,26 @@ -Method,First_Collapse,Min_Score,Min_Score_Iter,Final_Score,Recovered -action_diversity,400,0.6,400,0.65,true -advantage_clip,250,0.5,500,0.5,false -attention_only,300,0.625,300,0.65,true -baseline_rl,150,0.55,350,0.6,false -bc_wins,100,0.575,200,0.575,false -entropy_bonus,100,0.575,350,0.6,false -ewc,400,0.6,500,0.6,false -ffn_only,never,0.65,500,0.65,true -frozen_backbone,300,0.625,300,0.675,true -gradient_surgery,100,0.6,100,0.7,true -head_only,300,0.625,300,0.675,true -kl_penalty,150,0.55,450,0.625,false -layer_ablation_top1,never,0.65,350,0.65,true -layer_ablation_top2,150,0.6,500,0.6,false -layer_ablation_top3,400,0.6,400,0.65,true -llrd,200,0.575,450,0.625,false -lora,never,0.65,300,0.675,true -low_t,50,0.55,400,0.55,false -mixed_replay,100,0.575,450,0.575,false -normalized_adv,300,0.4,500,0.4,false -reward_filtering,100,0.575,350,0.6,false -reward_model,50,0.475,500,0.475,false -running_stats,250,0.525,500,0.525,false -t_curriculum,150,0.55,300,0.6,false -trust_region_kl,450,0.575,450,0.65,true +Method,First_Collapse_Iter,Min_Score,Min_Score_Iter,Recovery_Score,Recovered +action_diversity,150,0.4125,375,0.375,Y +advantage_clip,175,0.35,500,0.3375,Y +attention_only,275,0.375,450,0.3958,Y +baseline_rl,125,0.3625,275,0.4375,Y +bc_wins,100,0.3875,375,0.4583,Y +entropy_bonus,225,0.375,425,0.4458,Y +ewc,475,0.425,475,0.4333,Y +ffn_only,150,0.4125,275,0.4375,Y +frozen_backbone,175,0.4125,175,0.4667,Y +gradient_surgery,200,0.425,200,0.4875,Y +head_only,never,0.45,50,0.4958,N/A +kl_penalty,250,0.3875,500,0.4417,Y +layer_ablation_top1,425,0.3875,425,0.4875,Y +layer_ablation_top2,300,0.4125,300,0.4042,Y +layer_ablation_top3,200,0.35,425,0.3917,Y +llrd,250,0.4,250,0.4208,Y +lora,475,0.4125,475,0.4333,Y +low_t,never,0.4375,325,0.4208,N/A +mixed_replay,400,0.4125,400,0.4125,Y +normalized_adv,225,0.025,450,0.1208,N +reward_filtering,never,0.45,250,0.4417,N/A +reward_model,275,0.3375,400,0.3208,Y +running_stats,75,0.35,350,0.3833,Y +t_curriculum,300,0.375,500,0.4292,Y +trust_region_kl,250,0.4,250,0.425,Y diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.tex index 0395f89c2512887f82282abc9aee1d6f14ba9135..530a7f12924b7a878511672b0edc0d0ca905b91e 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/forgetting_analysis.tex @@ -1,36 +1,36 @@ \begin{table}[htbp] \centering -\caption{Forgetting analysis} +\caption{Catastrophic forgetting timeline.} \label{tab:forgetting} \begin{tabular}{lrrrrr} \toprule -\textbf{Method} & \textbf{First\_Collapse} & \textbf{Min\_Score} & \textbf{Min\_Score\_Iter} & \textbf{Final\_Score} & \textbf{Recovered} \\ +\textbf{Method} & \textbf{First\_Collapse\_Iter} & \textbf{Min\_Score} & \textbf{Min\_Score\_Iter} & \textbf{Recovery\_Score} & \textbf{Recovered} \\ \midrule -action\_diversity & 400 & 0.6000 & 400 & 0.6500 & True \\ -advantage\_clip & 250 & 0.5000 & 500 & 0.5000 & False \\ -attention\_only & 300 & 0.6250 & 300 & 0.6500 & True \\ -baseline\_rl & 150 & 0.5500 & 350 & 0.6000 & False \\ -bc\_wins & 100 & 0.5750 & 200 & 0.5750 & False \\ -entropy\_bonus & 100 & 0.5750 & 350 & 0.6000 & False \\ -ewc & 400 & 0.6000 & 500 & 0.6000 & False \\ -ffn\_only & never & 0.6500 & 500 & 0.6500 & True \\ -frozen\_backbone & 300 & 0.6250 & 300 & 0.6750 & True \\ -gradient\_surgery & 100 & 0.6000 & 100 & 0.7000 & True \\ -head\_only & 300 & 0.6250 & 300 & 0.6750 & True \\ -kl\_penalty & 150 & 0.5500 & 450 & 0.6250 & False \\ -layer\_ablation\_top1 & never & 0.6500 & 350 & 0.6500 & True \\ -layer\_ablation\_top2 & 150 & 0.6000 & 500 & 0.6000 & False \\ -layer\_ablation\_top3 & 400 & 0.6000 & 400 & 0.6500 & True \\ -llrd & 200 & 0.5750 & 450 & 0.6250 & False \\ -lora & never & 0.6500 & 300 & 0.6750 & True \\ -low\_t & 50 & 0.5500 & 400 & 0.5500 & False \\ -mixed\_replay & 100 & 0.5750 & 450 & 0.5750 & False \\ -normalized\_adv & 300 & 0.4000 & 500 & 0.4000 & False \\ -reward\_filtering & 100 & 0.5750 & 350 & 0.6000 & False \\ -reward\_model & 50 & 0.4750 & 500 & 0.4750 & False \\ -running\_stats & 250 & 0.5250 & 500 & 0.5250 & False \\ -t\_curriculum & 150 & 0.5500 & 300 & 0.6000 & False \\ -trust\_region\_kl & 450 & 0.5750 & 450 & 0.6500 & True \\ +action\_diversity & 150 & 0.4125 & 375 & 0.3750 & Y \\ +advantage\_clip & 175 & 0.3500 & 500 & 0.3375 & Y \\ +attention\_only & 275 & 0.3750 & 450 & 0.3958 & Y \\ +baseline\_rl & 125 & 0.3625 & 275 & 0.4375 & Y \\ +bc\_wins & 100 & 0.3875 & 375 & 0.4583 & Y \\ +entropy\_bonus & 225 & 0.3750 & 425 & 0.4458 & Y \\ +ewc & 475 & 0.4250 & 475 & 0.4333 & Y \\ +ffn\_only & 150 & 0.4125 & 275 & 0.4375 & Y \\ +frozen\_backbone & 175 & 0.4125 & 175 & 0.4667 & Y \\ +gradient\_surgery & 200 & 0.4250 & 200 & 0.4875 & Y \\ +head\_only & never & 0.4500 & 50 & 0.4958 & N/A \\ +kl\_penalty & 250 & 0.3875 & 500 & 0.4417 & Y \\ +layer\_ablation\_top1 & 425 & 0.3875 & 425 & 0.4875 & Y \\ +layer\_ablation\_top2 & 300 & 0.4125 & 300 & 0.4042 & Y \\ +layer\_ablation\_top3 & 200 & 0.3500 & 425 & 0.3917 & Y \\ +llrd & 250 & 0.4000 & 250 & 0.4208 & Y \\ +lora & 475 & 0.4125 & 475 & 0.4333 & Y \\ +low\_t & never & 0.4375 & 325 & 0.4208 & N/A \\ +mixed\_replay & 400 & 0.4125 & 400 & 0.4125 & Y \\ +normalized\_adv & 225 & 0.0250 & 450 & 0.1208 & N \\ +reward\_filtering & never & 0.4500 & 250 & 0.4417 & N/A \\ +reward\_model & 275 & 0.3375 & 400 & 0.3208 & Y \\ +running\_stats & 75 & 0.3500 & 350 & 0.3833 & Y \\ +t\_curriculum & 300 & 0.3750 & 500 & 0.4292 & Y \\ +trust\_region\_kl & 250 & 0.4000 & 250 & 0.4250 & Y \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.csv index 5853f6c124e2c59aae83bf06584983ebc72fa389..7c4a75eb3b442a6ec31b8dc44e39a161245f8aff 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.csv @@ -1,26 +1,26 @@ Method,Mean_Grad_Align,Final_Grad_Align,Trend,RL_Norm,BC_Norm,Mean_KL_Drift,Final_KL_Drift -trust_region_kl,0.7676,0.96,up,0.306,0.3217,0.050674,0.04446 -llrd,0.73,0.9354,up,0.7139,0.7218,0.079905,0.029038 -ewc,0.7034,0.9076,up,0.5323,0.48,0.063002,0.022803 -gradient_surgery,0.4794,0.8781,up,1.3226,1.191,0.014266,0.011362 -reward_filtering,0.6112,0.8697,up,0.2161,0.2015,0.210676,0.041642 -frozen_backbone,0.4698,0.8443,up,0.1883,1.5843,0.125174,0.081313 -head_only,0.4698,0.8443,up,0.1883,1.5843,0.125174,0.081313 -bc_wins,0.7475,0.8254,down,0.2654,0.3159,0.090803,0.081209 -reward_model,0.7741,0.7931,down,0.3025,0.3939,0.062105,0.078001 -attention_only,0.3475,0.7919,up,0.0116,0.1361,0.093266,0.021938 -running_stats,0.7231,0.6864,down,0.2967,0.2345,0.09116,0.070577 -normalized_adv,0.5381,0.6409,down,11539.6553,122726.5078,8138.779407,10523.25 -low_t,0.5482,0.6153,down,0.5035,0.7228,0.124056,0.143096 -kl_penalty,0.5963,0.6067,down,0.4622,0.5016,0.076072,0.06341 -t_curriculum,0.6295,0.5454,down,0.69,0.8392,0.16656,0.120798 -action_diversity,0.7233,0.5349,down,0.2545,0.5369,0.101972,0.044878 -baseline_rl,0.7371,0.5028,down,0.9291,0.3967,0.111595,0.12588 -advantage_clip,0.6322,0.4701,down,0.2797,0.2225,0.087201,0.029037 -entropy_bonus,0.6736,0.4607,down,0.5652,0.3261,0.079709,0.135995 -lora,0.4282,0.2989,up,0.0391,0.0283,0.10467,0.014503 -layer_ablation_top2,0.3765,0.2891,down,0.1889,0.0419,0.087114,0.017855 -mixed_replay,0.6404,0.1999,down,0.3574,0.2152,0.134337,0.068397 -layer_ablation_top1,0.4206,0.1607,down,0.3514,0.1616,0.111285,0.058037 -ffn_only,0.3593,0.1434,down,0.0277,0.0485,0.137287,0.070412 -layer_ablation_top3,0.24,0.1166,down,0.4575,0.2076,0.12912,0.05565 +lora,0.5581,0.4947,down,0.1352,0.1921,0.267756,0.386901 +trust_region_kl,0.2916,0.3856,up,1.1777,3.8459,0.094893,0.119218 +gradient_surgery,0.4544,0.3835,down,1.0857,3.8348,0.120263,0.198231 +kl_penalty,0.1211,0.3203,up,0.3962,3.8911,0.300162,0.425995 +ewc,0.0479,0.1927,up,0.5006,5.6088,0.453344,0.761504 +layer_ablation_top1,0.0648,0.1695,up,0.3224,1.9478,0.295544,0.443451 +head_only,0.3281,0.157,down,0.729,2.0974,0.188624,0.274638 +layer_ablation_top2,0.077,0.1465,down,0.1775,2.5331,0.325404,0.545044 +normalized_adv,0.0293,0.144,up,3465.5862,22.7028,19017.470292,27992.9375 +layer_ablation_top3,-0.0066,0.1399,up,0.1345,2.9165,0.37876,0.6762 +bc_wins,0.0534,0.1265,up,0.2433,3.7484,0.481097,0.589426 +t_curriculum,0.0545,0.115,down,0.7382,5.6734,0.539486,0.781294 +entropy_bonus,0.0118,0.0663,down,0.2513,3.7233,0.391728,0.542303 +baseline_rl,-0.005,0.0521,down,0.4706,3.3648,0.417756,0.537729 +running_stats,0.034,0.0192,down,0.3242,3.9785,0.432141,0.709798 +frozen_backbone,0.3137,0.0172,down,0.6115,1.5966,0.181919,0.240249 +reward_filtering,0.0085,0.0116,up,0.3879,6.2639,0.811309,0.953722 +llrd,0.0451,0.0016,up,0.2208,4.601,0.39946,0.598317 +action_diversity,0.0779,-0.0072,down,0.2308,3.3709,0.394947,0.614827 +attention_only,0.0468,-0.0271,down,0.1362,2.5907,0.361403,0.646447 +low_t,0.0234,-0.0276,down,0.654,3.8033,0.477381,0.706522 +advantage_clip,0.048,-0.0481,up,0.2016,4.3206,0.428928,0.617336 +mixed_replay,0.0183,-0.0642,up,0.3156,4.0003,0.421575,0.599088 +ffn_only,0.0127,-0.0725,up,0.087,1.2217,0.351389,0.505199 +reward_model,0.0598,-0.1737,down,0.1241,4.1725,0.416383,0.625962 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.tex index 0eeddf08c17abcc9933953270266f114da6836c1..e73cfa14980b6fd3024b121834c0f15288045d41 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/gradient_analysis.tex @@ -6,31 +6,31 @@ \toprule \textbf{Method} & \textbf{Mean\_Grad\_Align} & \textbf{Final\_Grad\_Align} & \textbf{Trend} & \textbf{RL\_Norm} & \textbf{BC\_Norm} & \textbf{Mean\_KL\_Drift} & \textbf{Final\_KL\_Drift} \\ \midrule -trust\_region\_kl & 0.7676 & 0.9600 & up & 0.3060 & 0.3217 & 0.0507 & 0.0445 \\ -llrd & 0.7300 & 0.9354 & up & 0.7139 & 0.7218 & 0.0799 & 0.0290 \\ -ewc & 0.7034 & 0.9076 & up & 0.5323 & 0.4800 & 0.0630 & 0.0228 \\ -gradient\_surgery & 0.4794 & 0.8781 & up & 1.3226 & 1.1910 & 0.0143 & 0.0114 \\ -reward\_filtering & 0.6112 & 0.8697 & up & 0.2161 & 0.2015 & 0.2107 & 0.0416 \\ -frozen\_backbone & 0.4698 & 0.8443 & up & 0.1883 & 1.5843 & 0.1252 & 0.0813 \\ -head\_only & 0.4698 & 0.8443 & up & 0.1883 & 1.5843 & 0.1252 & 0.0813 \\ -bc\_wins & 0.7475 & 0.8254 & down & 0.2654 & 0.3159 & 0.0908 & 0.0812 \\ -reward\_model & 0.7741 & 0.7931 & down & 0.3025 & 0.3939 & 0.0621 & 0.0780 \\ -attention\_only & 0.3475 & 0.7919 & up & 0.0116 & 0.1361 & 0.0933 & 0.0219 \\ -running\_stats & 0.7231 & 0.6864 & down & 0.2967 & 0.2345 & 0.0912 & 0.0706 \\ -normalized\_adv & 0.5381 & 0.6409 & down & 11539.6553 & 122726.5078 & 8138.7794 & 10523.2500 \\ -low\_t & 0.5482 & 0.6153 & down & 0.5035 & 0.7228 & 0.1241 & 0.1431 \\ -kl\_penalty & 0.5963 & 0.6067 & down & 0.4622 & 0.5016 & 0.0761 & 0.0634 \\ -t\_curriculum & 0.6295 & 0.5454 & down & 0.6900 & 0.8392 & 0.1666 & 0.1208 \\ -action\_diversity & 0.7233 & 0.5349 & down & 0.2545 & 0.5369 & 0.1020 & 0.0449 \\ -baseline\_rl & 0.7371 & 0.5028 & down & 0.9291 & 0.3967 & 0.1116 & 0.1259 \\ -advantage\_clip & 0.6322 & 0.4701 & down & 0.2797 & 0.2225 & 0.0872 & 0.0290 \\ -entropy\_bonus & 0.6736 & 0.4607 & down & 0.5652 & 0.3261 & 0.0797 & 0.1360 \\ -lora & 0.4282 & 0.2989 & up & 0.0391 & 0.0283 & 0.1047 & 0.0145 \\ -layer\_ablation\_top2 & 0.3765 & 0.2891 & down & 0.1889 & 0.0419 & 0.0871 & 0.0179 \\ -mixed\_replay & 0.6404 & 0.1999 & down & 0.3574 & 0.2152 & 0.1343 & 0.0684 \\ -layer\_ablation\_top1 & 0.4206 & 0.1607 & down & 0.3514 & 0.1616 & 0.1113 & 0.0580 \\ -ffn\_only & 0.3593 & 0.1434 & down & 0.0277 & 0.0485 & 0.1373 & 0.0704 \\ -layer\_ablation\_top3 & 0.2400 & 0.1166 & down & 0.4575 & 0.2076 & 0.1291 & 0.0556 \\ +lora & 0.5581 & 0.4947 & down & 0.1352 & 0.1921 & 0.2678 & 0.3869 \\ +trust\_region\_kl & 0.2916 & 0.3856 & up & 1.1777 & 3.8459 & 0.0949 & 0.1192 \\ +gradient\_surgery & 0.4544 & 0.3835 & down & 1.0857 & 3.8348 & 0.1203 & 0.1982 \\ +kl\_penalty & 0.1211 & 0.3203 & up & 0.3962 & 3.8911 & 0.3002 & 0.4260 \\ +ewc & 0.0479 & 0.1927 & up & 0.5006 & 5.6088 & 0.4533 & 0.7615 \\ +layer\_ablation\_top1 & 0.0648 & 0.1695 & up & 0.3224 & 1.9478 & 0.2955 & 0.4435 \\ +head\_only & 0.3281 & 0.1570 & down & 0.7290 & 2.0974 & 0.1886 & 0.2746 \\ +layer\_ablation\_top2 & 0.0770 & 0.1465 & down & 0.1775 & 2.5331 & 0.3254 & 0.5450 \\ +normalized\_adv & 0.0293 & 0.1440 & up & 3465.5862 & 22.7028 & 19017.4703 & 27992.9375 \\ +layer\_ablation\_top3 & -0.0066 & 0.1399 & up & 0.1345 & 2.9165 & 0.3788 & 0.6762 \\ +bc\_wins & 0.0534 & 0.1265 & up & 0.2433 & 3.7484 & 0.4811 & 0.5894 \\ +t\_curriculum & 0.0545 & 0.1150 & down & 0.7382 & 5.6734 & 0.5395 & 0.7813 \\ +entropy\_bonus & 0.0118 & 0.0663 & down & 0.2513 & 3.7233 & 0.3917 & 0.5423 \\ +baseline\_rl & -0.0050 & 0.0521 & down & 0.4706 & 3.3648 & 0.4178 & 0.5377 \\ +running\_stats & 0.0340 & 0.0192 & down & 0.3242 & 3.9785 & 0.4321 & 0.7098 \\ +frozen\_backbone & 0.3137 & 0.0172 & down & 0.6115 & 1.5966 & 0.1819 & 0.2402 \\ +reward\_filtering & 0.0085 & 0.0116 & up & 0.3879 & 6.2639 & 0.8113 & 0.9537 \\ +llrd & 0.0451 & 0.0016 & up & 0.2208 & 4.6010 & 0.3995 & 0.5983 \\ +action\_diversity & 0.0779 & -0.0072 & down & 0.2308 & 3.3709 & 0.3949 & 0.6148 \\ +attention\_only & 0.0468 & -0.0271 & down & 0.1362 & 2.5907 & 0.3614 & 0.6464 \\ +low\_t & 0.0234 & -0.0276 & down & 0.6540 & 3.8033 & 0.4774 & 0.7065 \\ +advantage\_clip & 0.0480 & -0.0481 & up & 0.2016 & 4.3206 & 0.4289 & 0.6173 \\ +mixed\_replay & 0.0183 & -0.0642 & up & 0.3156 & 4.0003 & 0.4216 & 0.5991 \\ +ffn\_only & 0.0127 & -0.0725 & up & 0.0870 & 1.2217 & 0.3514 & 0.5052 \\ +reward\_model & 0.0598 & -0.1737 & down & 0.1241 & 4.1725 & 0.4164 & 0.6260 \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.csv index a3e64a72684de3ecb911a5e9cc4c681adb2a7aba..a5b388dc7d08a0e551f7a6a707e0be79fd4572e8 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.csv @@ -1,6 +1,6 @@ Group,N,Mean,Best,Worst,StdDev -Baseline,1,0.5833,0.5833,0.5833,0.0 -A,6,0.6208,0.6833,0.575,0.0372 -B,7,0.5429,0.6917,0.2583,0.1289 -C,7,0.6571,0.6667,0.6333,0.0104 -D,4,0.5917,0.625,0.55,0.0306 +Baseline,1,0.4375,0.4375,0.4375,0.0 +A,6,0.4278,0.4417,0.4125,0.0095 +B,7,0.3857,0.4875,0.1208,0.1164 +C,7,0.4399,0.4958,0.3917,0.0408 +D,4,0.3802,0.4417,0.3208,0.0428 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.tex index 7b991f19fb3584bb5239de09ae3e78f935930dea..ce97b6fdde608b3afb477425fd4f93b288f25654 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/group_summary.tex @@ -6,11 +6,11 @@ \toprule \textbf{Group} & \textbf{N} & \textbf{Mean} & \textbf{Best} & \textbf{Worst} & \textbf{StdDev} \\ \midrule -Baseline & 1 & 0.5833 & 0.5833 & 0.5833 & 0.0000 \\ -A & 6 & 0.6208 & 0.6833 & 0.5750 & 0.0372 \\ -B & 7 & 0.5429 & 0.6917 & 0.2583 & 0.1289 \\ -C & 7 & 0.6571 & 0.6667 & 0.6333 & 0.0104 \\ -D & 4 & 0.5917 & 0.6250 & 0.5500 & 0.0306 \\ +Baseline & 1 & 0.4375 & 0.4375 & 0.4375 & 0.0000 \\ +A & 6 & 0.4278 & 0.4417 & 0.4125 & 0.0095 \\ +B & 7 & 0.3857 & 0.4875 & 0.1208 & 0.1164 \\ +C & 7 & 0.4399 & 0.4958 & 0.3917 & 0.0408 \\ +D & 4 & 0.3802 & 0.4417 & 0.3208 & 0.0428 \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.csv index a22a56a681333de59247146de07dcb3311896353..04b25ba3f219cce2b19faec2f46911ae2206b466 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.csv @@ -1,26 +1,26 @@ Method,Group,Score,Delta_Baseline,Verdict,Hypothesis -action_diversity,D,0.6167,0.0333,NEUTRAL,If diversity filtering helps: degenerate plans corrupt training -advantage_clip,B,0.5583,-0.025,NEUTRAL,If clipping helps: large advantage magnitudes destabilise training -attention_only,C,0.6333,0.05,NEUTRAL,"If attention-only works: model needs routing updates, not feature updates" -baseline_rl,Baseline,0.5833,0.0,NEUTRAL,Diagnoses whether the RL signal alone causes collapse -bc_wins,B,0.4917,-0.0917,NEUTRAL,If BC on wins helps: the return weighting is the specific cause -entropy_bonus,B,0.6167,0.0333,NEUTRAL,If entropy bonus helps: collapse is mode-collapse; not a gradient problem -ewc,A,0.6167,0.0333,NEUTRAL,If EWC helps: forgetting pretrained representations is the proximate cause -ffn_only,C,0.6583,0.075,IMPROVEMENT,If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention -frozen_backbone,C,0.6583,0.075,IMPROVEMENT,If frozen backbone helps: deep gradient flow into backbone causes collapse -gradient_surgery,B,0.6917,0.1083,IMPROVEMENT,If PCGrad helps: gradients are conflicting and resolvable by projection -head_only,C,0.6583,0.075,IMPROVEMENT,If head-only works: backbone representations are fine; only decision boundary needs updating -kl_penalty,A,0.5833,0.0,NEUTRAL,If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices -layer_ablation_top1,C,0.6667,0.0833,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth -layer_ablation_top2,C,0.6667,0.0833,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth -layer_ablation_top3,C,0.6583,0.075,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth -llrd,A,0.6167,0.0333,NEUTRAL,If LLRD helps: deep gradient flow into early layers corrupts representations -lora,A,0.6833,0.1,IMPROVEMENT,If LoRA works: too many unconstrained degrees of freedom cause collapse -low_t,B,0.6,0.0167,NEUTRAL,If low-t helps: high-t (coarse-structure) gradients are biased -mixed_replay,A,0.575,-0.0083,NEUTRAL,If mixed replay helps: online data distribution alone is too corrupted -normalized_adv,B,0.2583,-0.325,COLLAPSE,If std normalisation helps: simple mean normalisation is too loose -reward_filtering,D,0.625,0.0417,NEUTRAL,If filtering helps: noisy/low-return data poisons gradients -reward_model,D,0.55,-0.0333,NEUTRAL,If reward model helps: raw returns are too sparse; learned model smooths signal -running_stats,D,0.575,-0.0083,NEUTRAL,If running stats help: batch normalisation is too noisy for small batches -t_curriculum,B,0.5833,0.0,NEUTRAL,If curriculum helps: ordering of learning signals matters -trust_region_kl,A,0.65,0.0667,IMPROVEMENT,If hard constraint helps: soft KL is insufficient -- a hard boundary is needed +action_diversity,D,0.375,-0.0625,COLLAPSE,If diversity filtering helps: degenerate plans corrupt training +advantage_clip,B,0.3375,-0.1,COLLAPSE,If clipping helps: large advantage magnitudes destabilise training +attention_only,C,0.3958,-0.0417,NEUTRAL,"If attention-only works: model needs routing updates, not feature updates" +baseline_rl,Baseline,0.4375,0.0,NEUTRAL,Diagnoses whether the RL signal alone causes collapse +bc_wins,B,0.4583,0.0208,NEUTRAL,If BC on wins helps: the return weighting is the specific cause +entropy_bonus,B,0.4458,0.0083,NEUTRAL,If entropy bonus helps: collapse is mode-collapse; not a gradient problem +ewc,A,0.4333,-0.0042,NEUTRAL,If EWC helps: forgetting pretrained representations is the proximate cause +ffn_only,C,0.4375,0.0,NEUTRAL,If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention +frozen_backbone,C,0.4667,0.0292,IMPROVEMENT,If frozen backbone helps: deep gradient flow into backbone causes collapse +gradient_surgery,B,0.4875,0.05,IMPROVEMENT,If PCGrad helps: gradients are conflicting and resolvable by projection +head_only,C,0.4958,0.0583,IMPROVEMENT,If head-only works: backbone representations are fine; only decision boundary needs updating +kl_penalty,A,0.4417,0.0042,NEUTRAL,If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices +layer_ablation_top1,C,0.4875,0.05,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +layer_ablation_top2,C,0.4042,-0.0333,NEUTRAL,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +layer_ablation_top3,C,0.3917,-0.0458,NEUTRAL,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +llrd,A,0.4208,-0.0167,NEUTRAL,If LLRD helps: deep gradient flow into early layers corrupts representations +lora,A,0.4333,-0.0042,NEUTRAL,If LoRA works: too many unconstrained degrees of freedom cause collapse +low_t,B,0.4208,-0.0167,NEUTRAL,If low-t helps: high-t (coarse-structure) gradients are biased +mixed_replay,A,0.4125,-0.025,NEUTRAL,If mixed replay helps: online data distribution alone is too corrupted +normalized_adv,B,0.1208,-0.3167,COLLAPSE,If std normalisation helps: simple mean normalisation is too loose +reward_filtering,D,0.4417,0.0042,NEUTRAL,If filtering helps: noisy/low-return data poisons gradients +reward_model,D,0.3208,-0.1167,COLLAPSE,If reward model helps: raw returns are too sparse; learned model smooths signal +running_stats,D,0.3833,-0.0542,COLLAPSE,If running stats help: batch normalisation is too noisy for small batches +t_curriculum,B,0.4292,-0.0083,NEUTRAL,If curriculum helps: ordering of learning signals matters +trust_region_kl,A,0.425,-0.0125,NEUTRAL,If hard constraint helps: soft KL is insufficient -- a hard boundary is needed diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.tex index 577b2ef683a906dae9a1bba7065ab92e739ecc55..184eb960b255abc8348838c7a33394a77e7cc071 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/hypothesis_verdict.tex @@ -6,31 +6,31 @@ \toprule \textbf{Method} & \textbf{Group} & \textbf{Score} & \textbf{Delta\_Baseline} & \textbf{Verdict} & \textbf{Hypothesis} \\ \midrule -action\_diversity & D & 0.6167 & 0.0333 & NEUTRAL & If diversity filtering helps: degenerate plans corrupt training \\ -advantage\_clip & B & 0.5583 & -0.0250 & NEUTRAL & If clipping helps: large advantage magnitudes destabilise training \\ -attention\_only & C & 0.6333 & 0.0500 & NEUTRAL & If attention-only works: model needs routing updates, not feature updates \\ -baseline\_rl & Baseline & 0.5833 & 0.0000 & NEUTRAL & Diagnoses whether the RL signal alone causes collapse \\ -bc\_wins & B & 0.4917 & -0.0917 & NEUTRAL & If BC on wins helps: the return weighting is the specific cause \\ -entropy\_bonus & B & 0.6167 & 0.0333 & NEUTRAL & If entropy bonus helps: collapse is mode-collapse; not a gradient problem \\ -ewc & A & 0.6167 & 0.0333 & NEUTRAL & If EWC helps: forgetting pretrained representations is the proximate cause \\ -ffn\_only & C & 0.6583 & 0.0750 & IMPROVEMENT & If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention \\ -frozen\_backbone & C & 0.6583 & 0.0750 & IMPROVEMENT & If frozen backbone helps: deep gradient flow into backbone causes collapse \\ -gradient\_surgery & B & 0.6917 & 0.1083 & IMPROVEMENT & If PCGrad helps: gradients are conflicting and resolvable by projection \\ -head\_only & C & 0.6583 & 0.0750 & IMPROVEMENT & If head-only works: backbone representations are fine; only decision boundary needs updating \\ -kl\_penalty & A & 0.5833 & 0.0000 & NEUTRAL & If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices \\ -layer\_ablation\_top1 & C & 0.6667 & 0.0833 & IMPROVEMENT & Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth \\ -layer\_ablation\_top2 & C & 0.6667 & 0.0833 & IMPROVEMENT & Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth \\ -layer\_ablation\_top3 & C & 0.6583 & 0.0750 & IMPROVEMENT & Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth \\ -llrd & A & 0.6167 & 0.0333 & NEUTRAL & If LLRD helps: deep gradient flow into early layers corrupts representations \\ -lora & A & 0.6833 & 0.1000 & IMPROVEMENT & If LoRA works: too many unconstrained degrees of freedom cause collapse \\ -low\_t & B & 0.6000 & 0.0167 & NEUTRAL & If low-t helps: high-t (coarse-structure) gradients are biased \\ -mixed\_replay & A & 0.5750 & -0.0083 & NEUTRAL & If mixed replay helps: online data distribution alone is too corrupted \\ -normalized\_adv & B & 0.2583 & -0.3250 & COLLAPSE & If std normalisation helps: simple mean normalisation is too loose \\ -reward\_filtering & D & 0.6250 & 0.0417 & NEUTRAL & If filtering helps: noisy/low-return data poisons gradients \\ -reward\_model & D & 0.5500 & -0.0333 & NEUTRAL & If reward model helps: raw returns are too sparse; learned model smooths signal \\ -running\_stats & D & 0.5750 & -0.0083 & NEUTRAL & If running stats help: batch normalisation is too noisy for small batches \\ -t\_curriculum & B & 0.5833 & 0.0000 & NEUTRAL & If curriculum helps: ordering of learning signals matters \\ -trust\_region\_kl & A & 0.6500 & 0.0667 & IMPROVEMENT & If hard constraint helps: soft KL is insufficient -- a hard boundary is needed \\ +action\_diversity & D & 0.3750 & -0.0625 & COLLAPSE & If diversity filtering helps: degenerate plans corrupt training \\ +advantage\_clip & B & 0.3375 & -0.1000 & COLLAPSE & If clipping helps: large advantage magnitudes destabilise training \\ +attention\_only & C & 0.3958 & -0.0417 & NEUTRAL & If attention-only works: model needs routing updates, not feature updates \\ +baseline\_rl & Baseline & 0.4375 & 0.0000 & NEUTRAL & Diagnoses whether the RL signal alone causes collapse \\ +bc\_wins & B & 0.4583 & 0.0208 & NEUTRAL & If BC on wins helps: the return weighting is the specific cause \\ +entropy\_bonus & B & 0.4458 & 0.0083 & NEUTRAL & If entropy bonus helps: collapse is mode-collapse; not a gradient problem \\ +ewc & A & 0.4333 & -0.0042 & NEUTRAL & If EWC helps: forgetting pretrained representations is the proximate cause \\ +ffn\_only & C & 0.4375 & 0.0000 & NEUTRAL & If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention \\ +frozen\_backbone & C & 0.4667 & 0.0292 & IMPROVEMENT & If frozen backbone helps: deep gradient flow into backbone causes collapse \\ +gradient\_surgery & B & 0.4875 & 0.0500 & IMPROVEMENT & If PCGrad helps: gradients are conflicting and resolvable by projection \\ +head\_only & C & 0.4958 & 0.0583 & IMPROVEMENT & If head-only works: backbone representations are fine; only decision boundary needs updating \\ +kl\_penalty & A & 0.4417 & 0.0042 & NEUTRAL & If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices \\ +layer\_ablation\_top1 & C & 0.4875 & 0.0500 & IMPROVEMENT & Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth \\ +layer\_ablation\_top2 & C & 0.4042 & -0.0333 & NEUTRAL & Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth \\ +layer\_ablation\_top3 & C & 0.3917 & -0.0458 & NEUTRAL & Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth \\ +llrd & A & 0.4208 & -0.0167 & NEUTRAL & If LLRD helps: deep gradient flow into early layers corrupts representations \\ +lora & A & 0.4333 & -0.0042 & NEUTRAL & If LoRA works: too many unconstrained degrees of freedom cause collapse \\ +low\_t & B & 0.4208 & -0.0167 & NEUTRAL & If low-t helps: high-t (coarse-structure) gradients are biased \\ +mixed\_replay & A & 0.4125 & -0.0250 & NEUTRAL & If mixed replay helps: online data distribution alone is too corrupted \\ +normalized\_adv & B & 0.1208 & -0.3167 & COLLAPSE & If std normalisation helps: simple mean normalisation is too loose \\ +reward\_filtering & D & 0.4417 & 0.0042 & NEUTRAL & If filtering helps: noisy/low-return data poisons gradients \\ +reward\_model & D & 0.3208 & -0.1167 & COLLAPSE & If reward model helps: raw returns are too sparse; learned model smooths signal \\ +running\_stats & D & 0.3833 & -0.0542 & COLLAPSE & If running stats help: batch normalisation is too noisy for small batches \\ +t\_curriculum & B & 0.4292 & -0.0083 & NEUTRAL & If curriculum helps: ordering of learning signals matters \\ +trust\_region\_kl & A & 0.4250 & -0.0125 & NEUTRAL & If hard constraint helps: soft KL is insufficient -- a hard boundary is needed \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.csv index e1508ea76da9e281e808295ebe76523a37659ce3..51f0b2fd72be71da04ce110f1ce7dba2b667bb71 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.csv @@ -1,26 +1,26 @@ Method,Group,Score,Score_Std,Delta_Pretrained,Delta_Baseline,Verdict -gradient_surgery,B,0.6917,0.0118,-0.0083,0.1083,IMPROVEMENT -lora,A,0.6833,0.0236,-0.0167,0.1,IMPROVEMENT -layer_ablation_top1,C,0.6667,0.0118,-0.0333,0.0833,IMPROVEMENT -layer_ablation_top2,C,0.6667,0.0118,-0.0333,0.0833,IMPROVEMENT -frozen_backbone,C,0.6583,0.0236,-0.0417,0.075,IMPROVEMENT -head_only,C,0.6583,0.0236,-0.0417,0.075,IMPROVEMENT -ffn_only,C,0.6583,0.0118,-0.0417,0.075,IMPROVEMENT -layer_ablation_top3,C,0.6583,0.0118,-0.0417,0.075,IMPROVEMENT -trust_region_kl,A,0.65,0.0204,-0.05,0.0667,IMPROVEMENT -attention_only,C,0.6333,0.0425,-0.0667,0.05,NEUTRAL -reward_filtering,D,0.625,0.0204,-0.075,0.0417,NEUTRAL -ewc,A,0.6167,0.0236,-0.0833,0.0333,NEUTRAL -llrd,A,0.6167,0.0118,-0.0833,0.0333,NEUTRAL -entropy_bonus,B,0.6167,0.0118,-0.0833,0.0333,NEUTRAL -action_diversity,D,0.6167,0.0425,-0.0833,0.0333,NEUTRAL -low_t,B,0.6,0.0354,-0.1,0.0167,NEUTRAL -baseline_rl,Baseline,0.5833,0.0589,-0.1167,0.0,NEUTRAL -kl_penalty,A,0.5833,0.0236,-0.1167,0.0,NEUTRAL -t_curriculum,B,0.5833,0.0312,-0.1167,0.0,NEUTRAL -mixed_replay,A,0.575,0.0204,-0.125,-0.0083,NEUTRAL -running_stats,D,0.575,0.0,-0.125,-0.0083,NEUTRAL -advantage_clip,B,0.5583,0.0118,-0.1417,-0.025,NEUTRAL -reward_model,D,0.55,0.0408,-0.15,-0.0333,NEUTRAL -bc_wins,B,0.4917,0.0825,-0.2083,-0.0917,NEUTRAL -normalized_adv,B,0.2583,0.0656,-0.4417,-0.325,COLLAPSE +head_only,C,0.4958,0.0386,0.0208,0.0583,IMPROVEMENT +gradient_surgery,B,0.4875,0.0354,0.0125,0.05,IMPROVEMENT +layer_ablation_top1,C,0.4875,0.0204,0.0125,0.05,IMPROVEMENT +frozen_backbone,C,0.4667,0.0059,-0.0083,0.0292,IMPROVEMENT +bc_wins,B,0.4583,0.0358,-0.0167,0.0208,NEUTRAL +entropy_bonus,B,0.4458,0.0328,-0.0292,0.0083,NEUTRAL +kl_penalty,A,0.4417,0.0212,-0.0333,0.0042,NEUTRAL +reward_filtering,D,0.4417,0.0503,-0.0333,0.0042,NEUTRAL +baseline_rl,Baseline,0.4375,0.0612,-0.0375,0.0,NEUTRAL +ffn_only,C,0.4375,0.0102,-0.0375,0.0,NEUTRAL +ewc,A,0.4333,0.0118,-0.0417,-0.0042,NEUTRAL +lora,A,0.4333,0.0156,-0.0417,-0.0042,NEUTRAL +t_curriculum,B,0.4292,0.0257,-0.0458,-0.0083,NEUTRAL +trust_region_kl,A,0.425,0.0102,-0.05,-0.0125,NEUTRAL +llrd,A,0.4208,0.0118,-0.0542,-0.0167,NEUTRAL +low_t,B,0.4208,0.0524,-0.0542,-0.0167,NEUTRAL +mixed_replay,A,0.4125,0.0468,-0.0625,-0.025,NEUTRAL +layer_ablation_top2,C,0.4042,0.0156,-0.0708,-0.0333,NEUTRAL +attention_only,C,0.3958,0.0236,-0.0792,-0.0417,NEUTRAL +layer_ablation_top3,C,0.3917,0.0257,-0.0833,-0.0458,NEUTRAL +running_stats,D,0.3833,0.0312,-0.0917,-0.0542,COLLAPSE +action_diversity,D,0.375,0.0408,-0.1,-0.0625,COLLAPSE +advantage_clip,B,0.3375,0.051,-0.1375,-0.1,COLLAPSE +reward_model,D,0.3208,0.0118,-0.1542,-0.1167,COLLAPSE +normalized_adv,B,0.1208,0.0412,-0.3542,-0.3167,COLLAPSE diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.tex index dad6fd6fa4690cf063e741bcd274af4bd1e4571f..e4731c1b5ffead7fa483fc6984f5f6dbff90fae2 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/main_results.tex @@ -6,31 +6,31 @@ \toprule \textbf{Method} & \textbf{Group} & \textbf{Score} & \textbf{Score\_Std} & \textbf{Delta\_Pretrained} & \textbf{Delta\_Baseline} & \textbf{Verdict} \\ \midrule -gradient\_surgery & B & 0.6917 & 0.0118 & -0.0083 & 0.1083 & IMPROVEMENT \\ -lora & A & 0.6833 & 0.0236 & -0.0167 & 0.1000 & IMPROVEMENT \\ -layer\_ablation\_top1 & C & 0.6667 & 0.0118 & -0.0333 & 0.0833 & IMPROVEMENT \\ -layer\_ablation\_top2 & C & 0.6667 & 0.0118 & -0.0333 & 0.0833 & IMPROVEMENT \\ -frozen\_backbone & C & 0.6583 & 0.0236 & -0.0417 & 0.0750 & IMPROVEMENT \\ -head\_only & C & 0.6583 & 0.0236 & -0.0417 & 0.0750 & IMPROVEMENT \\ -ffn\_only & C & 0.6583 & 0.0118 & -0.0417 & 0.0750 & IMPROVEMENT \\ -layer\_ablation\_top3 & C & 0.6583 & 0.0118 & -0.0417 & 0.0750 & IMPROVEMENT \\ -trust\_region\_kl & A & 0.6500 & 0.0204 & -0.0500 & 0.0667 & IMPROVEMENT \\ -attention\_only & C & 0.6333 & 0.0425 & -0.0667 & 0.0500 & NEUTRAL \\ -reward\_filtering & D & 0.6250 & 0.0204 & -0.0750 & 0.0417 & NEUTRAL \\ -ewc & A & 0.6167 & 0.0236 & -0.0833 & 0.0333 & NEUTRAL \\ -llrd & A & 0.6167 & 0.0118 & -0.0833 & 0.0333 & NEUTRAL \\ -entropy\_bonus & B & 0.6167 & 0.0118 & -0.0833 & 0.0333 & NEUTRAL \\ -action\_diversity & D & 0.6167 & 0.0425 & -0.0833 & 0.0333 & NEUTRAL \\ -low\_t & B & 0.6000 & 0.0354 & -0.1000 & 0.0167 & NEUTRAL \\ -baseline\_rl & Baseline & 0.5833 & 0.0589 & -0.1167 & 0.0000 & NEUTRAL \\ -kl\_penalty & A & 0.5833 & 0.0236 & -0.1167 & 0.0000 & NEUTRAL \\ -t\_curriculum & B & 0.5833 & 0.0312 & -0.1167 & 0.0000 & NEUTRAL \\ -mixed\_replay & A & 0.5750 & 0.0204 & -0.1250 & -0.0083 & NEUTRAL \\ -running\_stats & D & 0.5750 & 0.0000 & -0.1250 & -0.0083 & NEUTRAL \\ -advantage\_clip & B & 0.5583 & 0.0118 & -0.1417 & -0.0250 & NEUTRAL \\ -reward\_model & D & 0.5500 & 0.0408 & -0.1500 & -0.0333 & NEUTRAL \\ -bc\_wins & B & 0.4917 & 0.0825 & -0.2083 & -0.0917 & NEUTRAL \\ -normalized\_adv & B & 0.2583 & 0.0656 & -0.4417 & -0.3250 & COLLAPSE \\ +head\_only & C & 0.4958 & 0.0386 & 0.0208 & 0.0583 & IMPROVEMENT \\ +gradient\_surgery & B & 0.4875 & 0.0354 & 0.0125 & 0.0500 & IMPROVEMENT \\ +layer\_ablation\_top1 & C & 0.4875 & 0.0204 & 0.0125 & 0.0500 & IMPROVEMENT \\ +frozen\_backbone & C & 0.4667 & 0.0059 & -0.0083 & 0.0292 & IMPROVEMENT \\ +bc\_wins & B & 0.4583 & 0.0358 & -0.0167 & 0.0208 & NEUTRAL \\ +entropy\_bonus & B & 0.4458 & 0.0328 & -0.0292 & 0.0083 & NEUTRAL \\ +kl\_penalty & A & 0.4417 & 0.0212 & -0.0333 & 0.0042 & NEUTRAL \\ +reward\_filtering & D & 0.4417 & 0.0503 & -0.0333 & 0.0042 & NEUTRAL \\ +baseline\_rl & Baseline & 0.4375 & 0.0612 & -0.0375 & 0.0000 & NEUTRAL \\ +ffn\_only & C & 0.4375 & 0.0102 & -0.0375 & 0.0000 & NEUTRAL \\ +ewc & A & 0.4333 & 0.0118 & -0.0417 & -0.0042 & NEUTRAL \\ +lora & A & 0.4333 & 0.0156 & -0.0417 & -0.0042 & NEUTRAL \\ +t\_curriculum & B & 0.4292 & 0.0257 & -0.0458 & -0.0083 & NEUTRAL \\ +trust\_region\_kl & A & 0.4250 & 0.0102 & -0.0500 & -0.0125 & NEUTRAL \\ +llrd & A & 0.4208 & 0.0118 & -0.0542 & -0.0167 & NEUTRAL \\ +low\_t & B & 0.4208 & 0.0524 & -0.0542 & -0.0167 & NEUTRAL \\ +mixed\_replay & A & 0.4125 & 0.0468 & -0.0625 & -0.0250 & NEUTRAL \\ +layer\_ablation\_top2 & C & 0.4042 & 0.0156 & -0.0708 & -0.0333 & NEUTRAL \\ +attention\_only & C & 0.3958 & 0.0236 & -0.0792 & -0.0417 & NEUTRAL \\ +layer\_ablation\_top3 & C & 0.3917 & 0.0257 & -0.0833 & -0.0458 & NEUTRAL \\ +running\_stats & D & 0.3833 & 0.0312 & -0.0917 & -0.0542 & COLLAPSE \\ +action\_diversity & D & 0.3750 & 0.0408 & -0.1000 & -0.0625 & COLLAPSE \\ +advantage\_clip & B & 0.3375 & 0.0510 & -0.1375 & -0.1000 & COLLAPSE \\ +reward\_model & D & 0.3208 & 0.0118 & -0.1542 & -0.1167 & COLLAPSE \\ +normalized\_adv & B & 0.1208 & 0.0412 & -0.3542 & -0.3167 & COLLAPSE \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.csv index 0a13397e339cf54fda7a9bda78bfc1f59257733b..cfba500764ad79a020298fd5c6ac2f1b5ea44f84 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.csv @@ -1,26 +1,26 @@ Method,MiniHack-Corridor-R2-v0,MiniHack-MazeWalk-9x9-v0,MiniHack-Room-Random-15x15-v0,MiniHack-Room-Random-5x5-v0 -action_diversity,0.5333,0.2333,0.6333,1.0 -advantage_clip,0.5333,0.2,0.4,1.0 -attention_only,0.6333,0.2,0.6667,1.0 -baseline_rl,0.5667,0.1333,0.5667,1.0 -bc_wins,0.5333,0.1,0.5667,1.0 -entropy_bonus,0.6,0.2,0.6333,1.0 -ewc,0.5333,0.2,0.7333,1.0 -ffn_only,0.7,0.2333,0.7,1.0 -frozen_backbone,0.5667,0.3,0.8,1.0 -gradient_surgery,0.6333,0.2667,0.8667,1.0 -head_only,0.5667,0.3,0.8,1.0 -kl_penalty,0.5667,0.2333,0.5667,1.0 -layer_ablation_top1,0.6667,0.2333,0.8,1.0 -layer_ablation_top2,0.6,0.2333,0.7333,1.0 -layer_ablation_top3,0.5667,0.2,0.8667,1.0 -llrd,0.5667,0.1667,0.6667,1.0 -lora,0.6,0.2,0.8,1.0 -low_t,0.6,0.1333,0.5333,0.9667 -mixed_replay,0.6,0.2,0.5667,1.0 -normalized_adv,0.1667,0.1667,0.3667,0.4333 -reward_filtering,0.5,0.2,0.7,1.0 -reward_model,0.5,0.1667,0.4333,0.9 -running_stats,0.6,0.1333,0.5333,1.0 -t_curriculum,0.6333,0.1667,0.5667,0.9667 -trust_region_kl,0.6333,0.2,0.7667,1.0 +action_diversity,0.4333,0.1,0.2667,0.7667 +advantage_clip,0.4333,0.15,0.1,0.6833 +attention_only,0.3667,0.1667,0.25,0.85 +baseline_rl,0.45,0.1333,0.3333,0.8333 +bc_wins,0.4333,0.1833,0.2833,0.8167 +entropy_bonus,0.45,0.1,0.3333,0.8333 +ewc,0.45,0.15,0.3333,0.8333 +ffn_only,0.4833,0.1667,0.4,0.7833 +frozen_backbone,0.4167,0.15,0.4833,0.9167 +gradient_surgery,0.45,0.15,0.4333,0.85 +head_only,0.45,0.15,0.4667,0.9 +kl_penalty,0.4167,0.15,0.25,0.8167 +layer_ablation_top1,0.4833,0.1833,0.45,0.8667 +layer_ablation_top2,0.4,0.15,0.3,0.7833 +layer_ablation_top3,0.4333,0.1667,0.25,0.7667 +llrd,0.4333,0.1333,0.2667,0.8667 +lora,0.4833,0.15,0.4167,0.85 +low_t,0.4667,0.1167,0.3333,0.85 +mixed_replay,0.4167,0.1167,0.3167,0.8 +normalized_adv,0.0833,0.0333,0.1,0.2833 +reward_filtering,0.4,0.1667,0.4333,0.8167 +reward_model,0.3667,0.1,0.1167,0.6833 +running_stats,0.4333,0.15,0.2833,0.7333 +t_curriculum,0.4167,0.1167,0.2667,0.7667 +trust_region_kl,0.4333,0.15,0.3167,0.9 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.tex index 8a3fdd4ae3b739a461973d7b37f69a8347f5ed1b..d672448d010817c320faf8672eac540ea445019d 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/per_env.tex @@ -6,31 +6,31 @@ \toprule \textbf{Method} & \textbf{MiniHack-Corridor-R2-v0} & \textbf{MiniHack-MazeWalk-9x9-v0} & \textbf{MiniHack-Room-Random-15x15-v0} & \textbf{MiniHack-Room-Random-5x5-v0} \\ \midrule -action\_diversity & 0.5333 & 0.2333 & 0.6333 & 1.0000 \\ -advantage\_clip & 0.5333 & 0.2000 & 0.4000 & 1.0000 \\ -attention\_only & 0.6333 & 0.2000 & 0.6667 & 1.0000 \\ -baseline\_rl & 0.5667 & 0.1333 & 0.5667 & 1.0000 \\ -bc\_wins & 0.5333 & 0.1000 & 0.5667 & 1.0000 \\ -entropy\_bonus & 0.6000 & 0.2000 & 0.6333 & 1.0000 \\ -ewc & 0.5333 & 0.2000 & 0.7333 & 1.0000 \\ -ffn\_only & 0.7000 & 0.2333 & 0.7000 & 1.0000 \\ -frozen\_backbone & 0.5667 & 0.3000 & 0.8000 & 1.0000 \\ -gradient\_surgery & 0.6333 & 0.2667 & 0.8667 & 1.0000 \\ -head\_only & 0.5667 & 0.3000 & 0.8000 & 1.0000 \\ -kl\_penalty & 0.5667 & 0.2333 & 0.5667 & 1.0000 \\ -layer\_ablation\_top1 & 0.6667 & 0.2333 & 0.8000 & 1.0000 \\ -layer\_ablation\_top2 & 0.6000 & 0.2333 & 0.7333 & 1.0000 \\ -layer\_ablation\_top3 & 0.5667 & 0.2000 & 0.8667 & 1.0000 \\ -llrd & 0.5667 & 0.1667 & 0.6667 & 1.0000 \\ -lora & 0.6000 & 0.2000 & 0.8000 & 1.0000 \\ -low\_t & 0.6000 & 0.1333 & 0.5333 & 0.9667 \\ -mixed\_replay & 0.6000 & 0.2000 & 0.5667 & 1.0000 \\ -normalized\_adv & 0.1667 & 0.1667 & 0.3667 & 0.4333 \\ -reward\_filtering & 0.5000 & 0.2000 & 0.7000 & 1.0000 \\ -reward\_model & 0.5000 & 0.1667 & 0.4333 & 0.9000 \\ -running\_stats & 0.6000 & 0.1333 & 0.5333 & 1.0000 \\ -t\_curriculum & 0.6333 & 0.1667 & 0.5667 & 0.9667 \\ -trust\_region\_kl & 0.6333 & 0.2000 & 0.7667 & 1.0000 \\ +action\_diversity & 0.4333 & 0.1000 & 0.2667 & 0.7667 \\ +advantage\_clip & 0.4333 & 0.1500 & 0.1000 & 0.6833 \\ +attention\_only & 0.3667 & 0.1667 & 0.2500 & 0.8500 \\ +baseline\_rl & 0.4500 & 0.1333 & 0.3333 & 0.8333 \\ +bc\_wins & 0.4333 & 0.1833 & 0.2833 & 0.8167 \\ +entropy\_bonus & 0.4500 & 0.1000 & 0.3333 & 0.8333 \\ +ewc & 0.4500 & 0.1500 & 0.3333 & 0.8333 \\ +ffn\_only & 0.4833 & 0.1667 & 0.4000 & 0.7833 \\ +frozen\_backbone & 0.4167 & 0.1500 & 0.4833 & 0.9167 \\ +gradient\_surgery & 0.4500 & 0.1500 & 0.4333 & 0.8500 \\ +head\_only & 0.4500 & 0.1500 & 0.4667 & 0.9000 \\ +kl\_penalty & 0.4167 & 0.1500 & 0.2500 & 0.8167 \\ +layer\_ablation\_top1 & 0.4833 & 0.1833 & 0.4500 & 0.8667 \\ +layer\_ablation\_top2 & 0.4000 & 0.1500 & 0.3000 & 0.7833 \\ +layer\_ablation\_top3 & 0.4333 & 0.1667 & 0.2500 & 0.7667 \\ +llrd & 0.4333 & 0.1333 & 0.2667 & 0.8667 \\ +lora & 0.4833 & 0.1500 & 0.4167 & 0.8500 \\ +low\_t & 0.4667 & 0.1167 & 0.3333 & 0.8500 \\ +mixed\_replay & 0.4167 & 0.1167 & 0.3167 & 0.8000 \\ +normalized\_adv & 0.0833 & 0.0333 & 0.1000 & 0.2833 \\ +reward\_filtering & 0.4000 & 0.1667 & 0.4333 & 0.8167 \\ +reward\_model & 0.3667 & 0.1000 & 0.1167 & 0.6833 \\ +running\_stats & 0.4333 & 0.1500 & 0.2833 & 0.7333 \\ +t\_curriculum & 0.4167 & 0.1167 & 0.2667 & 0.7667 \\ +trust\_region\_kl & 0.4333 & 0.1500 & 0.3167 & 0.9000 \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.csv index 5853eda3910a897fc644cea62baf1744dccc070f..4abab57263efaacc926d5c4a561cbd76a5fc3387 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.csv @@ -1,26 +1,26 @@ Method,KL_mean,KL_low_t,KL_mid_t,KL_high_t -action_diversity,0.0449,0.0277,0.031,0.1128 -advantage_clip,0.029,0.0177,0.0155,0.0542 -attention_only,0.0219,0.0196,0.0174,0.0256 -baseline_rl,0.1259,0.1245,0.1156,0.1422 -bc_wins,0.0812,0.0763,0.0662,0.0928 -entropy_bonus,0.136,0.118,0.1292,0.1658 -ewc,0.0228,0.0193,0.0195,0.0415 -ffn_only,0.0704,0.0678,0.0982,0.0541 -frozen_backbone,0.0813,0.0889,0.0799,0.0842 -gradient_surgery,0.0114,0.0095,0.0109,0.0092 -head_only,0.0813,0.0889,0.0799,0.0842 -kl_penalty,0.0634,0.0668,0.06,0.0708 -layer_ablation_top1,0.058,0.0521,0.0528,0.0648 -layer_ablation_top2,0.0179,0.0172,0.0169,0.023 -layer_ablation_top3,0.0556,0.0565,0.047,0.0585 -llrd,0.029,0.0212,0.0231,0.0581 -lora,0.0145,0.0111,0.0103,0.0179 -low_t,0.1431,0.098,0.1043,0.2456 -mixed_replay,0.0684,0.0635,0.0656,0.1012 -normalized_adv,10523.25,9031.877,11314.7793,10681.0381 -reward_filtering,0.0416,0.0397,0.0353,0.0389 -reward_model,0.078,0.0765,0.0759,0.1006 -running_stats,0.0706,0.0656,0.0616,0.0949 -t_curriculum,0.1208,0.0714,0.0804,0.2457 -trust_region_kl,0.0445,0.0275,0.0335,0.0788 +action_diversity,0.6148,0.7565,0.617,0.4637 +advantage_clip,0.6173,0.7705,0.6269,0.4526 +attention_only,0.6464,0.7913,0.6585,0.4648 +baseline_rl,0.5377,0.665,0.5456,0.3816 +bc_wins,0.5894,0.6977,0.5737,0.5089 +entropy_bonus,0.5423,0.6609,0.5474,0.3833 +ewc,0.7615,0.9389,0.7709,0.5364 +ffn_only,0.5052,0.6458,0.5067,0.3568 +frozen_backbone,0.2402,0.2784,0.2331,0.2163 +gradient_surgery,0.1982,0.2523,0.1944,0.156 +head_only,0.2746,0.3157,0.268,0.2495 +kl_penalty,0.426,0.5477,0.4339,0.2928 +layer_ablation_top1,0.4435,0.5418,0.4589,0.3156 +layer_ablation_top2,0.545,0.6757,0.5703,0.387 +layer_ablation_top3,0.6762,0.8642,0.6888,0.4629 +llrd,0.5983,0.73,0.6069,0.451 +lora,0.3869,0.4979,0.3836,0.291 +low_t,0.7065,0.8308,0.688,0.6021 +mixed_replay,0.5991,0.7287,0.6069,0.4293 +normalized_adv,27992.9375,21362.0938,28452.5801,33546.6875 +reward_filtering,0.9537,1.148,0.9626,0.6412 +reward_model,0.626,0.7633,0.6327,0.4654 +running_stats,0.7098,0.876,0.7195,0.4982 +t_curriculum,0.7813,0.9392,0.7692,0.6576 +trust_region_kl,0.1192,0.1779,0.1063,0.0801 diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.tex index 6896361bca872a17582f673e87d140083d9a3414..8c262fc04eaa3277f4e12c6e0715f0b881ae4e9a 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/repr_drift.tex @@ -6,31 +6,31 @@ \toprule \textbf{Method} & \textbf{KL\_mean} & \textbf{KL\_low\_t} & \textbf{KL\_mid\_t} & \textbf{KL\_high\_t} \\ \midrule -action\_diversity & 0.0449 & 0.0277 & 0.0310 & 0.1128 \\ -advantage\_clip & 0.0290 & 0.0177 & 0.0155 & 0.0542 \\ -attention\_only & 0.0219 & 0.0196 & 0.0174 & 0.0256 \\ -baseline\_rl & 0.1259 & 0.1245 & 0.1156 & 0.1422 \\ -bc\_wins & 0.0812 & 0.0763 & 0.0662 & 0.0928 \\ -entropy\_bonus & 0.1360 & 0.1180 & 0.1292 & 0.1658 \\ -ewc & 0.0228 & 0.0193 & 0.0195 & 0.0415 \\ -ffn\_only & 0.0704 & 0.0678 & 0.0982 & 0.0541 \\ -frozen\_backbone & 0.0813 & 0.0889 & 0.0799 & 0.0842 \\ -gradient\_surgery & 0.0114 & 0.0095 & 0.0109 & 0.0092 \\ -head\_only & 0.0813 & 0.0889 & 0.0799 & 0.0842 \\ -kl\_penalty & 0.0634 & 0.0668 & 0.0600 & 0.0708 \\ -layer\_ablation\_top1 & 0.0580 & 0.0521 & 0.0528 & 0.0648 \\ -layer\_ablation\_top2 & 0.0179 & 0.0172 & 0.0169 & 0.0230 \\ -layer\_ablation\_top3 & 0.0556 & 0.0565 & 0.0470 & 0.0585 \\ -llrd & 0.0290 & 0.0212 & 0.0231 & 0.0581 \\ -lora & 0.0145 & 0.0111 & 0.0103 & 0.0179 \\ -low\_t & 0.1431 & 0.0980 & 0.1043 & 0.2456 \\ -mixed\_replay & 0.0684 & 0.0635 & 0.0656 & 0.1012 \\ -normalized\_adv & 10523.2500 & 9031.8770 & 11314.7793 & 10681.0381 \\ -reward\_filtering & 0.0416 & 0.0397 & 0.0353 & 0.0389 \\ -reward\_model & 0.0780 & 0.0765 & 0.0759 & 0.1006 \\ -running\_stats & 0.0706 & 0.0656 & 0.0616 & 0.0949 \\ -t\_curriculum & 0.1208 & 0.0714 & 0.0804 & 0.2457 \\ -trust\_region\_kl & 0.0445 & 0.0275 & 0.0335 & 0.0788 \\ +action\_diversity & 0.6148 & 0.7565 & 0.6170 & 0.4637 \\ +advantage\_clip & 0.6173 & 0.7705 & 0.6269 & 0.4526 \\ +attention\_only & 0.6464 & 0.7913 & 0.6585 & 0.4648 \\ +baseline\_rl & 0.5377 & 0.6650 & 0.5456 & 0.3816 \\ +bc\_wins & 0.5894 & 0.6977 & 0.5737 & 0.5089 \\ +entropy\_bonus & 0.5423 & 0.6609 & 0.5474 & 0.3833 \\ +ewc & 0.7615 & 0.9389 & 0.7709 & 0.5364 \\ +ffn\_only & 0.5052 & 0.6458 & 0.5067 & 0.3568 \\ +frozen\_backbone & 0.2402 & 0.2784 & 0.2331 & 0.2163 \\ +gradient\_surgery & 0.1982 & 0.2523 & 0.1944 & 0.1560 \\ +head\_only & 0.2746 & 0.3157 & 0.2680 & 0.2495 \\ +kl\_penalty & 0.4260 & 0.5477 & 0.4339 & 0.2928 \\ +layer\_ablation\_top1 & 0.4435 & 0.5418 & 0.4589 & 0.3156 \\ +layer\_ablation\_top2 & 0.5450 & 0.6757 & 0.5703 & 0.3870 \\ +layer\_ablation\_top3 & 0.6762 & 0.8642 & 0.6888 & 0.4629 \\ +llrd & 0.5983 & 0.7300 & 0.6069 & 0.4510 \\ +lora & 0.3869 & 0.4979 & 0.3836 & 0.2910 \\ +low\_t & 0.7065 & 0.8308 & 0.6880 & 0.6021 \\ +mixed\_replay & 0.5991 & 0.7287 & 0.6069 & 0.4293 \\ +normalized\_adv & 27992.9375 & 21362.0938 & 28452.5801 & 33546.6875 \\ +reward\_filtering & 0.9537 & 1.1480 & 0.9626 & 0.6412 \\ +reward\_model & 0.6260 & 0.7633 & 0.6327 & 0.4654 \\ +running\_stats & 0.7098 & 0.8760 & 0.7195 & 0.4982 \\ +t\_curriculum & 0.7813 & 0.9392 & 0.7692 & 0.6576 \\ +trust\_region\_kl & 0.1192 & 0.1779 & 0.1063 & 0.0801 \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/significance_test.txt b/experiments/rl_finetuning/outputs/minihack_ablations/tables/significance_test.txt index d236ef0dbdadcea1704e40a2d7bf1bc71f390087..bb60880ae2f255734efb6968e2705ba4f23cf201 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/significance_test.txt +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/significance_test.txt @@ -1,5 +1,7 @@ -baseline_rl scores: [0.625, 0.625, 0.5] -best condition: gradient_surgery scores: [0.6749999999999999, 0.7, 0.7] -mean difference (best - baseline): 0.1083 -exact permutation test (two-sided, 20 relabellings): p = 0.100 -bootstrap 95% CI of the difference (10000 resamples, seed 0): [0.0583, 0.1917] +baseline_rl scores: [0.4375, 0.36250000000000004, 0.5125] +highest-scoring condition: head_only (mean 0.4958) +tested condition, furthest from baseline in either direction: normalized_adv scores: [0.0625, 0.15, 0.15] +mean difference (tested - baseline): -0.3167 +max-statistic permutation test over 24 candidate arms (two-sided, exact, 20 relabellings): p = 0.100 +minimum attainable p at 3 baseline and 3 condition seeds: 0.100 <- p is AT the floor; no data at this seed count can go lower +bootstrap 95% CI of the difference (10000 resamples, seed 0): [-0.3958, -0.2375] diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.csv b/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.csv index 7cbd67e21b30e4ec081d55d90990b5bdf51e1f8e..52d49b4a39a0dedfab380a429bd3358dbdd5e4b4 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.csv +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.csv @@ -1,26 +1,26 @@ Method,HighLow_Ratio,LowHigh_Cos_Sim,Dominant_Regime -action_diversity,0.982,0.6366,balanced -advantage_clip,1.215,0.5095,balanced -attention_only,0.982,0.1853,balanced -baseline_rl,0.976,0.5981,balanced -bc_wins,0.913,0.7982,balanced -entropy_bonus,0.886,0.5982,balanced -ewc,1.068,0.5716,balanced -ffn_only,0.683,0.1174,balanced -frozen_backbone,0.95,0.4197,balanced -gradient_surgery,1.214,0.4018,balanced -head_only,0.95,0.4197,balanced -kl_penalty,0.977,0.5387,balanced -layer_ablation_top1,1.011,0.3553,balanced -layer_ablation_top2,0.773,0.2487,balanced -layer_ablation_top3,0.661,0.2747,low-t -llrd,1.227,0.5927,balanced -lora,1.058,0.136,balanced -low_t,1.274,0.5197,balanced -mixed_replay,0.838,0.4621,balanced -normalized_adv,0.908,0.4315,balanced -reward_filtering,0.981,0.4437,balanced -reward_model,0.932,0.9466,balanced -running_stats,0.965,0.5701,balanced -t_curriculum,1.297,0.4466,balanced -trust_region_kl,0.97,0.6382,balanced +action_diversity,1.122,0.6228,balanced +advantage_clip,1.572,0.5223,high-t +attention_only,1.002,0.2356,balanced +baseline_rl,1.136,0.521,balanced +bc_wins,1.026,0.8693,balanced +entropy_bonus,1.22,0.5152,balanced +ewc,1.173,0.5767,balanced +ffn_only,1.064,0.3028,balanced +frozen_backbone,0.943,0.5074,balanced +gradient_surgery,1.083,0.3607,balanced +head_only,0.937,0.545,balanced +kl_penalty,1.167,0.5532,balanced +layer_ablation_top1,0.941,0.4459,balanced +layer_ablation_top2,1.234,0.2874,balanced +layer_ablation_top3,1.411,0.3037,balanced +llrd,1.135,0.5143,balanced +lora,1.017,0.219,balanced +low_t,1.737,0.4341,high-t +mixed_replay,1.232,0.4542,balanced +normalized_adv,0.344,0.7984,low-t +reward_filtering,1.367,0.4616,balanced +reward_model,1.01,0.9754,balanced +running_stats,1.628,0.5442,high-t +t_curriculum,1.753,0.3682,high-t +trust_region_kl,1.219,0.6808,balanced diff --git a/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.tex b/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.tex index 3c668f657f84278a9e286aa05b52f1e67d27952d..3b05c8d73cab750704fd3d851dc837d589282719 100644 --- a/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.tex +++ b/experiments/rl_finetuning/outputs/minihack_ablations/tables/t_distribution.tex @@ -6,31 +6,31 @@ \toprule \textbf{Method} & \textbf{HighLow\_Ratio} & \textbf{LowHigh\_Cos\_Sim} & \textbf{Dominant\_Regime} \\ \midrule -action\_diversity & 0.9820 & 0.6366 & balanced \\ -advantage\_clip & 1.2150 & 0.5095 & balanced \\ -attention\_only & 0.9820 & 0.1853 & balanced \\ -baseline\_rl & 0.9760 & 0.5981 & balanced \\ -bc\_wins & 0.9130 & 0.7982 & balanced \\ -entropy\_bonus & 0.8860 & 0.5982 & balanced \\ -ewc & 1.0680 & 0.5716 & balanced \\ -ffn\_only & 0.6830 & 0.1174 & balanced \\ -frozen\_backbone & 0.9500 & 0.4197 & balanced \\ -gradient\_surgery & 1.2140 & 0.4018 & balanced \\ -head\_only & 0.9500 & 0.4197 & balanced \\ -kl\_penalty & 0.9770 & 0.5387 & balanced \\ -layer\_ablation\_top1 & 1.0110 & 0.3553 & balanced \\ -layer\_ablation\_top2 & 0.7730 & 0.2487 & balanced \\ -layer\_ablation\_top3 & 0.6610 & 0.2747 & low-t \\ -llrd & 1.2270 & 0.5927 & balanced \\ -lora & 1.0580 & 0.1360 & balanced \\ -low\_t & 1.2740 & 0.5197 & balanced \\ -mixed\_replay & 0.8380 & 0.4621 & balanced \\ -normalized\_adv & 0.9080 & 0.4315 & balanced \\ -reward\_filtering & 0.9810 & 0.4437 & balanced \\ -reward\_model & 0.9320 & 0.9466 & balanced \\ -running\_stats & 0.9650 & 0.5701 & balanced \\ -t\_curriculum & 1.2970 & 0.4466 & balanced \\ -trust\_region\_kl & 0.9700 & 0.6382 & balanced \\ +action\_diversity & 1.1220 & 0.6228 & balanced \\ +advantage\_clip & 1.5720 & 0.5223 & high-t \\ +attention\_only & 1.0020 & 0.2356 & balanced \\ +baseline\_rl & 1.1360 & 0.5210 & balanced \\ +bc\_wins & 1.0260 & 0.8693 & balanced \\ +entropy\_bonus & 1.2200 & 0.5152 & balanced \\ +ewc & 1.1730 & 0.5767 & balanced \\ +ffn\_only & 1.0640 & 0.3028 & balanced \\ +frozen\_backbone & 0.9430 & 0.5074 & balanced \\ +gradient\_surgery & 1.0830 & 0.3607 & balanced \\ +head\_only & 0.9370 & 0.5450 & balanced \\ +kl\_penalty & 1.1670 & 0.5532 & balanced \\ +layer\_ablation\_top1 & 0.9410 & 0.4459 & balanced \\ +layer\_ablation\_top2 & 1.2340 & 0.2874 & balanced \\ +layer\_ablation\_top3 & 1.4110 & 0.3037 & balanced \\ +llrd & 1.1350 & 0.5143 & balanced \\ +lora & 1.0170 & 0.2190 & balanced \\ +low\_t & 1.7370 & 0.4341 & high-t \\ +mixed\_replay & 1.2320 & 0.4542 & balanced \\ +normalized\_adv & 0.3440 & 0.7984 & low-t \\ +reward\_filtering & 1.3670 & 0.4616 & balanced \\ +reward\_model & 1.0100 & 0.9754 & balanced \\ +running\_stats & 1.6280 & 0.5442 & high-t \\ +t\_curriculum & 1.7530 & 0.3682 & high-t \\ +trust\_region\_kl & 1.2190 & 0.6808 & balanced \\ \bottomrule \end{tabular} \end{table} \ No newline at end of file diff --git a/results/forgetting_analysis.csv b/results/forgetting_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..8fd0e2adb82a848ab3a811359e810bc2ec7406a2 --- /dev/null +++ b/results/forgetting_analysis.csv @@ -0,0 +1,26 @@ +Method,First_Collapse_Iter,Min_Score,Min_Score_Iter,Recovery_Score,Recovered +action_diversity,150,0.4125,375,0.375,Y +advantage_clip,175,0.35,500,0.3375,Y +attention_only,275,0.375,450,0.3958,Y +baseline_rl,125,0.3625,275,0.4375,Y +bc_wins,100,0.3875,375,0.4583,Y +entropy_bonus,225,0.375,425,0.4458,Y +ewc,475,0.425,475,0.4333,Y +ffn_only,150,0.4125,275,0.4375,Y +frozen_backbone,175,0.4125,175,0.4667,Y +gradient_surgery,200,0.425,200,0.4875,Y +head_only,never,0.45,50,0.4958,N/A +kl_penalty,250,0.3875,500,0.4417,Y +layer_ablation_top1,425,0.3875,425,0.4875,Y +layer_ablation_top2,300,0.4125,300,0.4042,Y +layer_ablation_top3,200,0.35,425,0.3917,Y +llrd,250,0.4,250,0.4208,Y +lora,475,0.4125,475,0.4333,Y +low_t,never,0.4375,325,0.4208,N/A +mixed_replay,400,0.4125,400,0.4125,Y +normalized_adv,225,0.025,450,0.1208,N +reward_filtering,never,0.45,250,0.4417,N/A +reward_model,275,0.3375,400,0.3208,Y +running_stats,75,0.35,350,0.3833,Y +t_curriculum,300,0.375,500,0.4292,Y +trust_region_kl,250,0.4,250,0.425,Y diff --git a/results/gradient_diagnostics.csv b/results/gradient_diagnostics.csv new file mode 100644 index 0000000000000000000000000000000000000000..7c4a75eb3b442a6ec31b8dc44e39a161245f8aff --- /dev/null +++ b/results/gradient_diagnostics.csv @@ -0,0 +1,26 @@ +Method,Mean_Grad_Align,Final_Grad_Align,Trend,RL_Norm,BC_Norm,Mean_KL_Drift,Final_KL_Drift +lora,0.5581,0.4947,down,0.1352,0.1921,0.267756,0.386901 +trust_region_kl,0.2916,0.3856,up,1.1777,3.8459,0.094893,0.119218 +gradient_surgery,0.4544,0.3835,down,1.0857,3.8348,0.120263,0.198231 +kl_penalty,0.1211,0.3203,up,0.3962,3.8911,0.300162,0.425995 +ewc,0.0479,0.1927,up,0.5006,5.6088,0.453344,0.761504 +layer_ablation_top1,0.0648,0.1695,up,0.3224,1.9478,0.295544,0.443451 +head_only,0.3281,0.157,down,0.729,2.0974,0.188624,0.274638 +layer_ablation_top2,0.077,0.1465,down,0.1775,2.5331,0.325404,0.545044 +normalized_adv,0.0293,0.144,up,3465.5862,22.7028,19017.470292,27992.9375 +layer_ablation_top3,-0.0066,0.1399,up,0.1345,2.9165,0.37876,0.6762 +bc_wins,0.0534,0.1265,up,0.2433,3.7484,0.481097,0.589426 +t_curriculum,0.0545,0.115,down,0.7382,5.6734,0.539486,0.781294 +entropy_bonus,0.0118,0.0663,down,0.2513,3.7233,0.391728,0.542303 +baseline_rl,-0.005,0.0521,down,0.4706,3.3648,0.417756,0.537729 +running_stats,0.034,0.0192,down,0.3242,3.9785,0.432141,0.709798 +frozen_backbone,0.3137,0.0172,down,0.6115,1.5966,0.181919,0.240249 +reward_filtering,0.0085,0.0116,up,0.3879,6.2639,0.811309,0.953722 +llrd,0.0451,0.0016,up,0.2208,4.601,0.39946,0.598317 +action_diversity,0.0779,-0.0072,down,0.2308,3.3709,0.394947,0.614827 +attention_only,0.0468,-0.0271,down,0.1362,2.5907,0.361403,0.646447 +low_t,0.0234,-0.0276,down,0.654,3.8033,0.477381,0.706522 +advantage_clip,0.048,-0.0481,up,0.2016,4.3206,0.428928,0.617336 +mixed_replay,0.0183,-0.0642,up,0.3156,4.0003,0.421575,0.599088 +ffn_only,0.0127,-0.0725,up,0.087,1.2217,0.351389,0.505199 +reward_model,0.0598,-0.1737,down,0.1241,4.1725,0.416383,0.625962 diff --git a/results/group_summary.csv b/results/group_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..a5b388dc7d08a0e551f7a6a707e0be79fd4572e8 --- /dev/null +++ b/results/group_summary.csv @@ -0,0 +1,6 @@ +Group,N,Mean,Best,Worst,StdDev +Baseline,1,0.4375,0.4375,0.4375,0.0 +A,6,0.4278,0.4417,0.4125,0.0095 +B,7,0.3857,0.4875,0.1208,0.1164 +C,7,0.4399,0.4958,0.3917,0.0408 +D,4,0.3802,0.4417,0.3208,0.0428 diff --git a/results/hypothesis_verdicts.csv b/results/hypothesis_verdicts.csv new file mode 100644 index 0000000000000000000000000000000000000000..04b25ba3f219cce2b19faec2f46911ae2206b466 --- /dev/null +++ b/results/hypothesis_verdicts.csv @@ -0,0 +1,26 @@ +Method,Group,Score,Delta_Baseline,Verdict,Hypothesis +action_diversity,D,0.375,-0.0625,COLLAPSE,If diversity filtering helps: degenerate plans corrupt training +advantage_clip,B,0.3375,-0.1,COLLAPSE,If clipping helps: large advantage magnitudes destabilise training +attention_only,C,0.3958,-0.0417,NEUTRAL,"If attention-only works: model needs routing updates, not feature updates" +baseline_rl,Baseline,0.4375,0.0,NEUTRAL,Diagnoses whether the RL signal alone causes collapse +bc_wins,B,0.4583,0.0208,NEUTRAL,If BC on wins helps: the return weighting is the specific cause +entropy_bonus,B,0.4458,0.0083,NEUTRAL,If entropy bonus helps: collapse is mode-collapse; not a gradient problem +ewc,A,0.4333,-0.0042,NEUTRAL,If EWC helps: forgetting pretrained representations is the proximate cause +ffn_only,C,0.4375,0.0,NEUTRAL,If FFN-only works: stored knowledge (FFN as memory) needs updating; not attention +frozen_backbone,C,0.4667,0.0292,IMPROVEMENT,If frozen backbone helps: deep gradient flow into backbone causes collapse +gradient_surgery,B,0.4875,0.05,IMPROVEMENT,If PCGrad helps: gradients are conflicting and resolvable by projection +head_only,C,0.4958,0.0583,IMPROVEMENT,If head-only works: backbone representations are fine; only decision boundary needs updating +kl_penalty,A,0.4417,0.0042,NEUTRAL,If this helps: catastrophic forgetting is the primary cause; soft regularisation suffices +layer_ablation_top1,C,0.4875,0.05,IMPROVEMENT,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +layer_ablation_top2,C,0.4042,-0.0333,NEUTRAL,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +layer_ablation_top3,C,0.3917,-0.0458,NEUTRAL,Minimal unfrozen depth needed; collapse depth correlates with gradient flow depth +llrd,A,0.4208,-0.0167,NEUTRAL,If LLRD helps: deep gradient flow into early layers corrupts representations +lora,A,0.4333,-0.0042,NEUTRAL,If LoRA works: too many unconstrained degrees of freedom cause collapse +low_t,B,0.4208,-0.0167,NEUTRAL,If low-t helps: high-t (coarse-structure) gradients are biased +mixed_replay,A,0.4125,-0.025,NEUTRAL,If mixed replay helps: online data distribution alone is too corrupted +normalized_adv,B,0.1208,-0.3167,COLLAPSE,If std normalisation helps: simple mean normalisation is too loose +reward_filtering,D,0.4417,0.0042,NEUTRAL,If filtering helps: noisy/low-return data poisons gradients +reward_model,D,0.3208,-0.1167,COLLAPSE,If reward model helps: raw returns are too sparse; learned model smooths signal +running_stats,D,0.3833,-0.0542,COLLAPSE,If running stats help: batch normalisation is too noisy for small batches +t_curriculum,B,0.4292,-0.0083,NEUTRAL,If curriculum helps: ordering of learning signals matters +trust_region_kl,A,0.425,-0.0125,NEUTRAL,If hard constraint helps: soft KL is insufficient -- a hard boundary is needed diff --git a/results/inference/eval_offline_s0.json b/results/inference/eval_offline_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..df66b480819e53437267a8f64859f3d3199e0dfa --- /dev/null +++ b/results/inference/eval_offline_s0.json @@ -0,0 +1,54 @@ +{ + "timestamp": "2026-08-22T20:48:05.647171+00:00", + "results": { + "MiniHack-Room-Random-5x5-v0": { + "win_rate": 1.0, + "wins": 50, + "avg_reward": 22.496, + "avg_steps": 10.36, + "n_episodes": 50 + }, + "MiniHack-Room-Random-15x15-v0": { + "win_rate": 0.94, + "wins": 47, + "avg_reward": 24.50680000000001, + "avg_steps": 92.28, + "n_episodes": 50 + }, + "MiniHack-Corridor-R2-v0": { + "win_rate": 0.68, + "wins": 34, + "avg_reward": 13.658400000000018, + "avg_steps": 174.82, + "n_episodes": 50 + }, + "MiniHack-MazeWalk-9x9-v0": { + "win_rate": 0.3, + "wins": 15, + "avg_reward": 4.8554, + "avg_steps": 151.04, + "n_episodes": 50 + }, + "MiniHack-Room-Dark-15x15-v0": { + "win_rate": 0.1, + "wins": 5, + "avg_reward": 0.11820000000000362, + "avg_steps": 283.5, + "n_episodes": 50 + }, + "MiniHack-Corridor-R5-v0": { + "win_rate": 0.04, + "wins": 2, + "avg_reward": -4.065599999999944, + "avg_steps": 488.16, + "n_episodes": 50 + }, + "MiniHack-MazeWalk-45x19-v0": { + "win_rate": 0.04, + "wins": 2, + "avg_reward": -3.8259999999999446, + "avg_steps": 483.96, + "n_episodes": 50 + } + } +} diff --git a/results/inference/eval_online_s0.json b/results/inference/eval_online_s0.json new file mode 100644 index 0000000000000000000000000000000000000000..f1e0d56dfff6a4cc8bdcceac156edfb86adea2b1 --- /dev/null +++ b/results/inference/eval_online_s0.json @@ -0,0 +1,54 @@ +{ + "timestamp": "2026-08-21T22:28:35.670015+00:00", + "results": { + "MiniHack-Room-Random-5x5-v0": { + "win_rate": 0.82, + "wins": 41, + "avg_reward": 18.336399999999998, + "avg_steps": 39.72, + "n_episodes": 50 + }, + "MiniHack-Room-Random-15x15-v0": { + "win_rate": 0.38, + "wins": 19, + "avg_reward": 8.12400000000002, + "avg_steps": 226.96, + "n_episodes": 50 + }, + "MiniHack-Corridor-R2-v0": { + "win_rate": 0.52, + "wins": 26, + "avg_reward": 7.695200000000013, + "avg_steps": 268.46, + "n_episodes": 50 + }, + "MiniHack-MazeWalk-9x9-v0": { + "win_rate": 0.22, + "wins": 11, + "avg_reward": 2.995200000000001, + "avg_steps": 160.44, + "n_episodes": 50 + }, + "MiniHack-Room-Dark-15x15-v0": { + "win_rate": 0.12, + "wins": 6, + "avg_reward": 0.3118000000000056, + "avg_steps": 279.7, + "n_episodes": 50 + }, + "MiniHack-Corridor-R5-v0": { + "win_rate": 0.02, + "wins": 1, + "avg_reward": -4.410999999999944, + "avg_steps": 499.04, + "n_episodes": 50 + }, + "MiniHack-MazeWalk-45x19-v0": { + "win_rate": 0.0, + "wins": 0, + "avg_reward": -4.892399999999941, + "avg_steps": 500.0, + "n_episodes": 50 + } + } +} diff --git a/results/main_results.csv b/results/main_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..51f0b2fd72be71da04ce110f1ce7dba2b667bb71 --- /dev/null +++ b/results/main_results.csv @@ -0,0 +1,26 @@ +Method,Group,Score,Score_Std,Delta_Pretrained,Delta_Baseline,Verdict +head_only,C,0.4958,0.0386,0.0208,0.0583,IMPROVEMENT +gradient_surgery,B,0.4875,0.0354,0.0125,0.05,IMPROVEMENT +layer_ablation_top1,C,0.4875,0.0204,0.0125,0.05,IMPROVEMENT +frozen_backbone,C,0.4667,0.0059,-0.0083,0.0292,IMPROVEMENT +bc_wins,B,0.4583,0.0358,-0.0167,0.0208,NEUTRAL +entropy_bonus,B,0.4458,0.0328,-0.0292,0.0083,NEUTRAL +kl_penalty,A,0.4417,0.0212,-0.0333,0.0042,NEUTRAL +reward_filtering,D,0.4417,0.0503,-0.0333,0.0042,NEUTRAL +baseline_rl,Baseline,0.4375,0.0612,-0.0375,0.0,NEUTRAL +ffn_only,C,0.4375,0.0102,-0.0375,0.0,NEUTRAL +ewc,A,0.4333,0.0118,-0.0417,-0.0042,NEUTRAL +lora,A,0.4333,0.0156,-0.0417,-0.0042,NEUTRAL +t_curriculum,B,0.4292,0.0257,-0.0458,-0.0083,NEUTRAL +trust_region_kl,A,0.425,0.0102,-0.05,-0.0125,NEUTRAL +llrd,A,0.4208,0.0118,-0.0542,-0.0167,NEUTRAL +low_t,B,0.4208,0.0524,-0.0542,-0.0167,NEUTRAL +mixed_replay,A,0.4125,0.0468,-0.0625,-0.025,NEUTRAL +layer_ablation_top2,C,0.4042,0.0156,-0.0708,-0.0333,NEUTRAL +attention_only,C,0.3958,0.0236,-0.0792,-0.0417,NEUTRAL +layer_ablation_top3,C,0.3917,0.0257,-0.0833,-0.0458,NEUTRAL +running_stats,D,0.3833,0.0312,-0.0917,-0.0542,COLLAPSE +action_diversity,D,0.375,0.0408,-0.1,-0.0625,COLLAPSE +advantage_clip,B,0.3375,0.051,-0.1375,-0.1,COLLAPSE +reward_model,D,0.3208,0.0118,-0.1542,-0.1167,COLLAPSE +normalized_adv,B,0.1208,0.0412,-0.3542,-0.3167,COLLAPSE diff --git a/results/per_env_win_rates.csv b/results/per_env_win_rates.csv new file mode 100644 index 0000000000000000000000000000000000000000..cfba500764ad79a020298fd5c6ac2f1b5ea44f84 --- /dev/null +++ b/results/per_env_win_rates.csv @@ -0,0 +1,26 @@ +Method,MiniHack-Corridor-R2-v0,MiniHack-MazeWalk-9x9-v0,MiniHack-Room-Random-15x15-v0,MiniHack-Room-Random-5x5-v0 +action_diversity,0.4333,0.1,0.2667,0.7667 +advantage_clip,0.4333,0.15,0.1,0.6833 +attention_only,0.3667,0.1667,0.25,0.85 +baseline_rl,0.45,0.1333,0.3333,0.8333 +bc_wins,0.4333,0.1833,0.2833,0.8167 +entropy_bonus,0.45,0.1,0.3333,0.8333 +ewc,0.45,0.15,0.3333,0.8333 +ffn_only,0.4833,0.1667,0.4,0.7833 +frozen_backbone,0.4167,0.15,0.4833,0.9167 +gradient_surgery,0.45,0.15,0.4333,0.85 +head_only,0.45,0.15,0.4667,0.9 +kl_penalty,0.4167,0.15,0.25,0.8167 +layer_ablation_top1,0.4833,0.1833,0.45,0.8667 +layer_ablation_top2,0.4,0.15,0.3,0.7833 +layer_ablation_top3,0.4333,0.1667,0.25,0.7667 +llrd,0.4333,0.1333,0.2667,0.8667 +lora,0.4833,0.15,0.4167,0.85 +low_t,0.4667,0.1167,0.3333,0.85 +mixed_replay,0.4167,0.1167,0.3167,0.8 +normalized_adv,0.0833,0.0333,0.1,0.2833 +reward_filtering,0.4,0.1667,0.4333,0.8167 +reward_model,0.3667,0.1,0.1167,0.6833 +running_stats,0.4333,0.15,0.2833,0.7333 +t_curriculum,0.4167,0.1167,0.2667,0.7667 +trust_region_kl,0.4333,0.15,0.3167,0.9 diff --git a/results/repr_drift.csv b/results/repr_drift.csv new file mode 100644 index 0000000000000000000000000000000000000000..4abab57263efaacc926d5c4a561cbd76a5fc3387 --- /dev/null +++ b/results/repr_drift.csv @@ -0,0 +1,26 @@ +Method,KL_mean,KL_low_t,KL_mid_t,KL_high_t +action_diversity,0.6148,0.7565,0.617,0.4637 +advantage_clip,0.6173,0.7705,0.6269,0.4526 +attention_only,0.6464,0.7913,0.6585,0.4648 +baseline_rl,0.5377,0.665,0.5456,0.3816 +bc_wins,0.5894,0.6977,0.5737,0.5089 +entropy_bonus,0.5423,0.6609,0.5474,0.3833 +ewc,0.7615,0.9389,0.7709,0.5364 +ffn_only,0.5052,0.6458,0.5067,0.3568 +frozen_backbone,0.2402,0.2784,0.2331,0.2163 +gradient_surgery,0.1982,0.2523,0.1944,0.156 +head_only,0.2746,0.3157,0.268,0.2495 +kl_penalty,0.426,0.5477,0.4339,0.2928 +layer_ablation_top1,0.4435,0.5418,0.4589,0.3156 +layer_ablation_top2,0.545,0.6757,0.5703,0.387 +layer_ablation_top3,0.6762,0.8642,0.6888,0.4629 +llrd,0.5983,0.73,0.6069,0.451 +lora,0.3869,0.4979,0.3836,0.291 +low_t,0.7065,0.8308,0.688,0.6021 +mixed_replay,0.5991,0.7287,0.6069,0.4293 +normalized_adv,27992.9375,21362.0938,28452.5801,33546.6875 +reward_filtering,0.9537,1.148,0.9626,0.6412 +reward_model,0.626,0.7633,0.6327,0.4654 +running_stats,0.7098,0.876,0.7195,0.4982 +t_curriculum,0.7813,0.9392,0.7692,0.6576 +trust_region_kl,0.1192,0.1779,0.1063,0.0801 diff --git a/uv.lock b/uv.lock new file mode 100644 index 0000000000000000000000000000000000000000..b44236c9a7dfcdcee718d35317a6cc03b5aad039 --- /dev/null +++ b/uv.lock @@ -0,0 +1,2413 @@ +version = 1 +revision = 3 +requires-python = ">=3.12" +required-markers = [ + "platform_machine == 'x86_64' and sys_platform == 'linux'", +] +conflicts = [[ + { package = "remdm-planner-minihack", extra = "cuda12" }, + { package = "remdm-planner-minihack", extra = "cuda13" }, +]] + +[[package]] +name = "annotated-types" +version = "0.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" }, +] + +[[package]] +name = "anyio" +version = "4.14.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "idna" }, + { name = "typing-extensions", marker = "python_full_version < '3.13' or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/61/cc/a381afa6efea9f496eff839d4a6a1aed3bfafc7b3ab4b0d1b243a12573dd/anyio-4.14.2.tar.gz", hash = "sha256:cfa139f3ed1a23ee8f88a145ddb5ac7605b8bbfd8592baacd7ce3d8bb4313c7f", size = 260176, upload-time = "2026-07-12T20:29:07.082Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/da/35/f2287558c17e29fafc8ef3daf819bb9834061cfa43bff8014f7df7f63bdc/anyio-4.14.2-py3-none-any.whl", hash = "sha256:9f505dda5ac9f0c8309b5e8bd445a8c2bf7246f3ce950121e45ea15bc41d1494", size = 125813, upload-time = "2026-07-12T20:29:05.763Z" }, +] + +[[package]] +name = "asttokens" +version = "3.0.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/25/1e/faf0f247f6f881b98fc4d6d07e14085cb89d13665084e6d6ac1dc2c03d0b/asttokens-3.0.2.tar.gz", hash = "sha256:3ecdbd8f2cc195f53ccada3a613538bb5f9ef6f6869129f13e03c30a677b8fe2", size = 63136, upload-time = "2026-07-12T03:31:49.084Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d4/2b/04b8a15f3a1c77bc79ddf5c73875327f34b4fa75982df2b76e45e402d364/asttokens-3.0.2-py3-none-any.whl", hash = "sha256:9da13157f5b28becde0bd374fc677dcd3c290614264eff096f167c469cd9f933", size = 28702, upload-time = "2026-07-12T03:31:47.542Z" }, +] + +[[package]] +name = "certifi" +version = "2026.7.22" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a3/c2/24167ea9858356b47a87a50d39908bfdb72ceeefe0041586e704e5376b3a/certifi-2026.7.22.tar.gz", hash = "sha256:741e2c3b351ddf169a738da9f2c048608ff7f2c5cc02f1ebc6b118bb090d5d55", size = 138112, upload-time = "2026-07-22T03:35:12.644Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/0b/a7/71ac2cff56fec219ed242bb11b8efb69fcc4bec75db06fb7bfe35de520e6/certifi-2026.7.22-py3-none-any.whl", hash = "sha256:62f22742b58a1a33014a2b6b706588a8d7e2a88ae7bd1a6ebe8c992928483775", size = 136983, upload-time = "2026-07-22T03:35:11.276Z" }, +] + +[[package]] +name = "charset-normalizer" +version = "3.4.9" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/bd/2a/23f34ec9d04624958e137efdc394888716353190e75f25dd22c7a2c7a8aa/charset_normalizer-3.4.9.tar.gz", hash = "sha256:673611bbd43f0810bec0b0f028ddeaaa501190339cac411f347ac76917c3ae7b", size = 152439, upload-time = "2026-07-07T14:34:58.454Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/70/4a/ecbd131485c07fcdfad54e28946d513e3da22ef3b4bd854dcafae54ec739/charset_normalizer-3.4.9-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:45b0cc4e3556cd875e09102988d1ab8356c998b596c9fced84547c8138b487a0", size = 319300, upload-time = "2026-07-07T14:33:15.666Z" }, + { url = "https://files.pythonhosted.org/packages/ec/96/5d9364e3342d69f3a045e1777bc47c85c383e6e9466d561b33fdb419d1f9/charset_normalizer-3.4.9-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9b2aff1c7b3884512b9512c3eaadd9bab39fb45042ffaaa1dd08ff2b9f8109d9", size = 215802, upload-time = "2026-07-07T14:33:17.031Z" }, + { url = "https://files.pythonhosted.org/packages/4b/4c/5361f9aa7f2cb58d94f2ab831b3d493f69efb1d239654b4744e3c09527cb/charset_normalizer-3.4.9-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:9104ed0bd76a429d46f9ec0dbc9b08ad1d2dcdf2b00a5a0daa1c145329b35b44", size = 237171, upload-time = "2026-07-07T14:33:18.576Z" }, + { url = "https://files.pythonhosted.org/packages/50/78/ce342ca4ff30b2eb49fe6d9578df85974f90c67d294113e94efdd9664cbd/charset_normalizer-3.4.9-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:7b86a2b16095d250c6f58b3d9b2eee6f4147754344f3dab0922f7c9bf7d226c9", size = 233075, upload-time = "2026-07-07T14:33:20.084Z" }, + { url = "https://files.pythonhosted.org/packages/01/c4/4fa4c8b3097a11f3c5f09a35b72ed6855fb1d332469504962ab7bafcc702/charset_normalizer-3.4.9-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:5e226f6218febc71f6c1fc2fafb91c226f75bdc1d8fb12d66823716e891608fd", size = 224256, upload-time = "2026-07-07T14:33:21.747Z" }, + { url = "https://files.pythonhosted.org/packages/87/3a/ad914516df7e358a81aae018caa5e0470ba827fa6d763b1d2e87d920a5f6/charset_normalizer-3.4.9-cp312-cp312-manylinux_2_31_armv7l.whl", hash = "sha256:90c44bc373b7687f6948b693cceaea1348ae0975d7474746559494468e3c1d84", size = 208784, upload-time = "2026-07-07T14:33:23.313Z" }, + { url = "https://files.pythonhosted.org/packages/d7/74/3c12f9755717dfe5c5c87da63f35d765fa0c00382ec26bf23f7fae34f2ba/charset_normalizer-3.4.9-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:9cdef90ae47919cae358d8ab15797a800ed41da7aba5d72419fb510729e2ed4b", size = 219928, upload-time = "2026-07-07T14:33:24.814Z" }, + { url = "https://files.pythonhosted.org/packages/33/9a/895095b83e7907abd6d3d99aad3a38ad0d9686cc186cb0c94c24320fe63e/charset_normalizer-3.4.9-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:60f44ade2cf573dad7a277e6f8ca9a51a21dda572b13bd7d8539bb3cd5dbedde", size = 218489, upload-time = "2026-07-07T14:33:26.42Z" }, + { url = "https://files.pythonhosted.org/packages/a1/34/ef5c05f412f42520d7709b7d3784d19640839eb7366ded1755511585429f/charset_normalizer-3.4.9-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:a1786910334ed46ab1dd73222f2cd1e05c2c3bb39f6dddb4f8b36fc382058a39", size = 210267, upload-time = "2026-07-07T14:33:27.952Z" }, + { url = "https://files.pythonhosted.org/packages/83/dc/9b29fa4412b318bf3bfea985c35d67eb55e04b59a7c3f2237168b0e0be6f/charset_normalizer-3.4.9-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:03d07803992c6c7bbc976327f34b18b6160327fc81cb82c9d504720ac0be3b62", size = 226030, upload-time = "2026-07-07T14:33:29.397Z" }, + { url = "https://files.pythonhosted.org/packages/0e/42/6dbc00b8cd16011691203e33570fa42ed5746599a2e878112d16eab403a3/charset_normalizer-3.4.9-cp312-cp312-win32.whl", hash = "sha256:78841cccf1af7b40f6f716338d50c0902dbe88d9f800b3c973b7a9a0a693a642", size = 151185, upload-time = "2026-07-07T14:33:30.781Z" }, + { url = "https://files.pythonhosted.org/packages/80/cc/f920afd1a23c58ccd53c1d36085a71893a4737ff5e66e0371efab6809850/charset_normalizer-3.4.9-cp312-cp312-win_amd64.whl", hash = "sha256:4b3dac63058cc36820b0dd072f89898604e2d39686fe05321729d00d8ac185a0", size = 162557, upload-time = "2026-07-07T14:33:32.176Z" }, + { url = "https://files.pythonhosted.org/packages/f0/e6/0386d43a261ff4e4b30c5857af7df877254b46bec7b9d1b74b6bf969a90b/charset_normalizer-3.4.9-cp312-cp312-win_arm64.whl", hash = "sha256:78fa18e436a1a0e58dbd7e02fc4473f3f32cceb12df9dfca542d075961c307d2", size = 152665, upload-time = "2026-07-07T14:33:33.711Z" }, + { url = "https://files.pythonhosted.org/packages/b2/06/97ec2aeae780b31d742b6352218b43841a6871e2564578ca522dce4a45c3/charset_normalizer-3.4.9-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:440eede837960000d74978f0eba527be106b5b9aee0daf779d395276ed0b0614", size = 317688, upload-time = "2026-07-07T14:33:35.408Z" }, + { url = "https://files.pythonhosted.org/packages/d0/39/8ff066c672434225f8d25f8b739f992af250944392173dcc88362681c9bf/charset_normalizer-3.4.9-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:21e764fd1e70b6a3e205a0e46f3051701f98a8cb3fad66eeb80e48bb502f8698", size = 214982, upload-time = "2026-07-07T14:33:36.996Z" }, + { url = "https://files.pythonhosted.org/packages/92/8f/3a47a3667c83c2df9483d91644c6c107de3bf8874aa1793da9d3012eb986/charset_normalizer-3.4.9-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:e4fd89cc178bced6ad29cb3e6dd4aa63fa5017c3524dbd0b25998fb64a87cc8b", size = 236460, upload-time = "2026-07-07T14:33:38.536Z" }, + { url = "https://files.pythonhosted.org/packages/f1/60/b22cdbee7e4013dab8b0d7647fc6181120fbbbc8f7025c226d15bd5a47fc/charset_normalizer-3.4.9-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:bd47ba7fc3ca94896759ea0109775132d3e7ab921fbf54038e1bab2e46c313c9", size = 232003, upload-time = "2026-07-07T14:33:40.059Z" }, + { url = "https://files.pythonhosted.org/packages/ea/f8/72eb13dcabe7257035cea8aefd922caad2f110d252bf9f67c4c2ca763aee/charset_normalizer-3.4.9-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:84fd18bcc17526fc2b3c1af7d2b9217d32c9c04448c16ec693b9b4f1985c3d33", size = 223149, upload-time = "2026-07-07T14:33:41.631Z" }, + { url = "https://files.pythonhosted.org/packages/b0/3e/faee8f9de92b14ee1198e9163252bb15efee7301b31256a3b6d9ebfdd0dd/charset_normalizer-3.4.9-cp313-cp313-manylinux_2_31_armv7l.whl", hash = "sha256:5b10cd92fc5c498b35a8635df6d5a100207f88b63a4dc1de7ef9a548e1e2cd63", size = 207901, upload-time = "2026-07-07T14:33:43.209Z" }, + { url = "https://files.pythonhosted.org/packages/3a/25/45f30093ae27dd7b92a793b61882a38685f993700113ca36e0c9c14965e1/charset_normalizer-3.4.9-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:a4fbdde9dd4a9ce5fd52c2b3a347bb50cc89483ef783f1cb00d408c13f7a96c0", size = 219176, upload-time = "2026-07-07T14:33:44.725Z" }, + { url = "https://files.pythonhosted.org/packages/48/18/c8f397329c35e32f6a837e488986f4ae03bd2abebc453b48714991630c2f/charset_normalizer-3.4.9-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:416c229f77e5ea25b3dfd4b582f8d73d7e43c22320302b9ab128a2d3a0b38efe", size = 217356, upload-time = "2026-07-07T14:33:46.192Z" }, + { url = "https://files.pythonhosted.org/packages/86/7e/5ce0bba863470fd1902d5e5843968951bddf38abe4742fc97116ef4598b3/charset_normalizer-3.4.9-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:75286256590a6320cf106a0d28970d3560aad9ee09aa7b34fb40524792436d35", size = 209614, upload-time = "2026-07-07T14:33:47.705Z" }, + { url = "https://files.pythonhosted.org/packages/6c/ef/2473d3c4d869155be4af1191111d59c4d5c4e0173026f7e85b176e23bf65/charset_normalizer-3.4.9-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:69b157c5d3292bcd443faca052f3096f637f1e074b98212a933c074ae23dc3b8", size = 224991, upload-time = "2026-07-07T14:33:49.238Z" }, + { url = "https://files.pythonhosted.org/packages/d0/a3/53ddae3db108a088156aa8ddfafd411ebbc1340f48c5573f697b27f69a39/charset_normalizer-3.4.9-cp313-cp313-win32.whl", hash = "sha256:51307f5c71007673a2bf8232ad973483d281e74cb99c8c5a990af1eefa6277d9", size = 150622, upload-time = "2026-07-07T14:33:50.711Z" }, + { url = "https://files.pythonhosted.org/packages/e8/ef/6953a77c7cf2c2ff9998e6f575ab3e380119f100223381565a4f94c1f836/charset_normalizer-3.4.9-cp313-cp313-win_amd64.whl", hash = "sha256:fe2c7201c642b7c308f1675355ad7ff7b66acfe3541625efe5a3ad38f29d6115", size = 161947, upload-time = "2026-07-07T14:33:52.197Z" }, + { url = "https://files.pythonhosted.org/packages/6e/fb/d560d1d1555debbfe7849d9cac6145c1b537709d79576bf22557ed803b82/charset_normalizer-3.4.9-cp313-cp313-win_arm64.whl", hash = "sha256:611057cc5d5c0afc743ba8be6bd828c17e0aaa8643f9d0a9b9bb7dea80eb8012", size = 152594, upload-time = "2026-07-07T14:33:53.486Z" }, + { url = "https://files.pythonhosted.org/packages/7e/8d/496817fa0944239ecae662dd57ea765cfeaec6a735f9f025d4b7b72e7143/charset_normalizer-3.4.9-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:0327fcd59a935777d83410750c50600ee9571af2846f71ce40f25b13da1ef380", size = 317253, upload-time = "2026-07-07T14:33:54.994Z" }, + { url = "https://files.pythonhosted.org/packages/2b/f9/ef4a69ea338ad3c0deceea0f5f7d2380ae8b52132b06d652cb0d2cd86706/charset_normalizer-3.4.9-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8a79d9f4d8001473a30c163556b3c3bfebec837495a412dde78b51672f6134f9", size = 215898, upload-time = "2026-07-07T14:33:56.334Z" }, + { url = "https://files.pythonhosted.org/packages/8c/e7/5ddfd76fc061eb52de219658a4aa431cbacadf0a0219c8854f00da50d289/charset_normalizer-3.4.9-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:33bdcc2a32c0a0e861f60841a512c8acc658c87c2ac59d89e3a46dacf7d866e4", size = 236718, upload-time = "2026-07-07T14:33:57.9Z" }, + { url = "https://files.pythonhosted.org/packages/49/ba/768fa3f36048d81c477a0ce61f813bc1454d80917ccfe550abd9f44f5e24/charset_normalizer-3.4.9-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:f840ed6d8ecba8255df8c42b87fadeda98ddfc6eeec05e2dc66e26d46dd6f58a", size = 232519, upload-time = "2026-07-07T14:33:59.811Z" }, + { url = "https://files.pythonhosted.org/packages/f4/c4/b3e049d2aa3766180c78507110543d9d50894cc97f57de543f1be521dcdc/charset_normalizer-3.4.9-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c25fe15c70c59eb7c5ce8c06a1f3fa1da0ecc5ea1e7a5922c40fd2fa9b0d5046", size = 223143, upload-time = "2026-07-07T14:34:01.517Z" }, + { url = "https://files.pythonhosted.org/packages/19/79/55c32d06d76ae4feafe053f061f3e3ab70bcf19f4007797ce8c3efda7830/charset_normalizer-3.4.9-cp314-cp314-manylinux_2_31_armv7l.whl", hash = "sha256:f7fb7d750cfa0a070d2c24e831fd3481019a60dd317ea2b39acbcebc08b6ed81", size = 206742, upload-time = "2026-07-07T14:34:03.04Z" }, + { url = "https://files.pythonhosted.org/packages/10/e0/47c079dd82d217c807479cd59ffd30af56307ea31c108b75758970459ad3/charset_normalizer-3.4.9-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:4d1c96a7a18b9690a4d46df09e3e3382406ae3213727cd1019ebade1c4a81917", size = 219191, upload-time = "2026-07-07T14:34:04.657Z" }, + { url = "https://files.pythonhosted.org/packages/42/ab/b9bc2e77d6b44a7e46ef62ec5cac1c9a6ba7b9135a5d560f002696ec9995/charset_normalizer-3.4.9-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:a4cfde78a9f2880208d16a93b795726a3017d5977e08d1e162a7a31322479c41", size = 218328, upload-time = "2026-07-07T14:34:06.115Z" }, + { url = "https://files.pythonhosted.org/packages/f1/78/c9c71d599f5aa2d42bcdd35cbbd46d7f535351a57e40ff7d8e5a7e219401/charset_normalizer-3.4.9-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:d4d6fcde76f94f5cb9e43e9e9a61f16dacefd228cbbf6f1a09bd9b219a92f1a1", size = 207406, upload-time = "2026-07-07T14:34:07.554Z" }, + { url = "https://files.pythonhosted.org/packages/f6/39/c914445c321a845097ce4f6ac7de9a18228a77b766272125a1ce00d851eb/charset_normalizer-3.4.9-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:898f0e9068ca27d37f8e83a5b962821df851532e6c4a7d615c1c033f9da6eedf", size = 225157, upload-time = "2026-07-07T14:34:09.061Z" }, + { url = "https://files.pythonhosted.org/packages/9b/f2/c0d4b8508565a36bc5c624e88ed297f5b0b1095011034d7f5b83a69908b5/charset_normalizer-3.4.9-cp314-cp314-win32.whl", hash = "sha256:c1c948747b03be832dceed96ca815cef7360de9aa19d37c730f8e3f6101aca48", size = 151095, upload-time = "2026-07-07T14:34:10.901Z" }, + { url = "https://files.pythonhosted.org/packages/49/fd/a1d26144398c67486422a72bf5812cda22cb4ccfcd95a290fb41ceb4b8e2/charset_normalizer-3.4.9-cp314-cp314-win_amd64.whl", hash = "sha256:16b65ea0f2465b6fb52aa22de5eca612aa964ddfec00a912e26f4656cbef890b", size = 162796, upload-time = "2026-07-07T14:34:12.47Z" }, + { url = "https://files.pythonhosted.org/packages/20/95/d75e82f8ce9fd323ebf059c16c9aadefb22a1ecde13b7840b35835e4886c/charset_normalizer-3.4.9-cp314-cp314-win_arm64.whl", hash = "sha256:40a126142a56b2dfc0aacbad1de8310cbf60da7656db0e6b16eebd48e3e93519", size = 153334, upload-time = "2026-07-07T14:34:14.044Z" }, + { url = "https://files.pythonhosted.org/packages/00/5e/17398df3a139985ba9d11ed072531986f408c8fca952835ef1ab1820c02b/charset_normalizer-3.4.9-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:609b3ba8fcc0fb5ab7af00719d0fb6ad0cb518e48e7712d12fd68f1327951198", size = 338848, upload-time = "2026-07-07T14:34:15.688Z" }, + { url = "https://files.pythonhosted.org/packages/cd/91/7253a32e86b7e1d1239b1b36ba6dd0f021a21107ab33054b53119cc083b9/charset_normalizer-3.4.9-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:51447e9aa2684679af07ca5021c3db526e0284347ebf4ffcec1154c3350cfe32", size = 223022, upload-time = "2026-07-07T14:34:17.248Z" }, + { url = "https://files.pythonhosted.org/packages/cb/32/2e64bd2be10e89c61e57ebe6a93fd98ae88eb7ebe414b5121f22c96c69eb/charset_normalizer-3.4.9-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:cc1b0fff8ead343dae06305f954eb8468ba0ec1a97881f42489d198e4ce3c632", size = 241590, upload-time = "2026-07-07T14:34:18.813Z" }, + { url = "https://files.pythonhosted.org/packages/3d/ef/d96ec496cfea0c21db43b0ad03891308b02388d054cc902cf0e5a1ad6a88/charset_normalizer-3.4.9-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:fa36ec09ef71d158186bc79e359ff5fdd6e7996fe8ab638f00d6b93139ba4fcf", size = 239584, upload-time = "2026-07-07T14:34:20.52Z" }, + { url = "https://files.pythonhosted.org/packages/d4/ce/9af95f7876194bd7a14e3dfe4a4de2e0bff02666a3910d72beafd06cc297/charset_normalizer-3.4.9-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:df115d4d83168fdf2cae48ef1ff6d1cb4c466364e30861b37121de0f3bf1b990", size = 230224, upload-time = "2026-07-07T14:34:22.189Z" }, + { url = "https://files.pythonhosted.org/packages/52/94/af74dde74a3996bd959c350709bfe50e297823d70a8c1cbd54b838880863/charset_normalizer-3.4.9-cp314-cp314t-manylinux_2_31_armv7l.whl", hash = "sha256:f86c6358749bd4fda175388691e3ba8c46e24c5347d0afd20f9b7edfc9faf07d", size = 212667, upload-time = "2026-07-07T14:34:23.857Z" }, + { url = "https://files.pythonhosted.org/packages/ee/f0/f1c4fe746c395922961b5916ed1d7d6e7d4c84851d19ed43cc89980ec953/charset_normalizer-3.4.9-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:32286a2c8d167e897177b673176c1e3e00d4057caf5d2b64eef9a3666b03018e", size = 227179, upload-time = "2026-07-07T14:34:25.586Z" }, + { url = "https://files.pythonhosted.org/packages/e4/56/6c745619ac397e8871e2bcd3cea1eec86b877488f33888b3aef5c3ed506e/charset_normalizer-3.4.9-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:83aed2c10721ddd90f68140685391b50811a880af20654c59af6b6c66c40513c", size = 225372, upload-time = "2026-07-07T14:34:27.212Z" }, + { url = "https://files.pythonhosted.org/packages/78/ad/98aae8630ac71f16711968e38a5acfecce41b778bf2f0312851020f565a8/charset_normalizer-3.4.9-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:cd6c3d4b783c556fa00bf540854e42f135e2f256abd29669fcd0da0f2dec79c2", size = 215222, upload-time = "2026-07-07T14:34:28.774Z" }, + { url = "https://files.pythonhosted.org/packages/f7/40/9593d54209765207a7f11073c06494c1721e4ca4a0a426c597679bf7f91e/charset_normalizer-3.4.9-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:ee2f2a527e3c1a6e6411eb4209642e138b544a2d72fe5d0d76daf77b24063534", size = 231958, upload-time = "2026-07-07T14:34:30.345Z" }, + { url = "https://files.pythonhosted.org/packages/b1/27/693ee5e8a18191eb38647360c51cd505013e2bd3b366aa43fd5344c21e3c/charset_normalizer-3.4.9-cp314-cp314t-win32.whl", hash = "sha256:0d861473f743244d349b50f850d10eb87aeb22bbdcc8e64f79273c94af5a8226", size = 155580, upload-time = "2026-07-07T14:34:31.884Z" }, + { url = "https://files.pythonhosted.org/packages/80/3f/bd97d3d9c613013d07cb7733d299385b41df37f0471310f5a73dc359f0b8/charset_normalizer-3.4.9-cp314-cp314t-win_amd64.whl", hash = "sha256:9b8e0f3107e2200b76f6054de99016eac3ee6762713587b36baaa7e4bd2ae177", size = 167620, upload-time = "2026-07-07T14:34:33.438Z" }, + { url = "https://files.pythonhosted.org/packages/3d/c6/eee9dca4439b1061f76373f06ea855678cc4a64c1c3c90b50e479edbb8eb/charset_normalizer-3.4.9-cp314-cp314t-win_arm64.whl", hash = "sha256:19ac87f93086ce37b86e098888555c4b4bc48102279bae3350098c0ed664b501", size = 158037, upload-time = "2026-07-07T14:34:35.018Z" }, + { url = "https://files.pythonhosted.org/packages/98/2b/f97f1c193fb855c345d678f5077d6926034db0722df74c8f057020e05a25/charset_normalizer-3.4.9-py3-none-any.whl", hash = "sha256:68e5f26a1ad57ded6d1cfb85331d1c1a195314756471d97758c48498bb4dcdf5", size = 64538, upload-time = "2026-07-07T14:34:56.993Z" }, +] + +[[package]] +name = "click" +version = "8.4.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/76/d4/81420972a676e8ffea40450d8c8c92943e7218a78fe9b64359836cc9876b/click-8.4.2.tar.gz", hash = "sha256:9a6cea6e60b17ebe0a44c5cc636d94f09bd66142c1cd7d8b4cd731c4917a15f6", size = 338000, upload-time = "2026-06-24T17:45:15.148Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fb/e2/79c688af8b210d232694e31e59da9f6ec747bae31c3f5946e4e9b98860d5/click-8.4.2-py3-none-any.whl", hash = "sha256:e6f9f66136c816745b9d65817da91d61d957fb16e02e4dcd0552553c5a197b76", size = 119243, upload-time = "2026-06-24T17:45:13.73Z" }, +] + +[[package]] +name = "cloudpickle" +version = "3.1.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/27/fb/576f067976d320f5f0114a8d9fa1215425441bb35627b1993e5afd8111e5/cloudpickle-3.1.2.tar.gz", hash = "sha256:7fda9eb655c9c230dab534f1983763de5835249750e85fbcef43aaa30a9a2414", size = 22330, upload-time = "2025-11-03T09:25:26.604Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/88/39/799be3f2f0f38cc727ee3b4f1445fe6d5e4133064ec2e4115069418a5bb6/cloudpickle-3.1.2-py3-none-any.whl", hash = "sha256:9acb47f6afd73f60dc1df93bb801b472f05ff42fa6c84167d25cb206be1fbf4a", size = 22228, upload-time = "2025-11-03T09:25:25.534Z" }, +] + +[[package]] +name = "colorama" +version = "0.4.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" }, +] + +[[package]] +name = "contourpy" +version = "1.3.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/58/01/1253e6698a07380cd31a736d248a3f2a50a7c88779a1813da27503cadc2a/contourpy-1.3.3.tar.gz", hash = "sha256:083e12155b210502d0bca491432bb04d56dc3432f95a979b429f2848c3dbe880", size = 13466174, upload-time = "2025-07-26T12:03:12.549Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/be/45/adfee365d9ea3d853550b2e735f9d66366701c65db7855cd07621732ccfc/contourpy-1.3.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:b08a32ea2f8e42cf1d4be3169a98dd4be32bafe4f22b6c4cb4ba810fa9e5d2cb", size = 293419, upload-time = "2025-07-26T12:01:21.16Z" }, + { url = "https://files.pythonhosted.org/packages/53/3e/405b59cfa13021a56bba395a6b3aca8cec012b45bf177b0eaf7a202cde2c/contourpy-1.3.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:556dba8fb6f5d8742f2923fe9457dbdd51e1049c4a43fd3986a0b14a1d815fc6", size = 273979, upload-time = "2025-07-26T12:01:22.448Z" }, + { url = "https://files.pythonhosted.org/packages/d4/1c/a12359b9b2ca3a845e8f7f9ac08bdf776114eb931392fcad91743e2ea17b/contourpy-1.3.3-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:92d9abc807cf7d0e047b95ca5d957cf4792fcd04e920ca70d48add15c1a90ea7", size = 332653, upload-time = "2025-07-26T12:01:24.155Z" }, + { url = "https://files.pythonhosted.org/packages/63/12/897aeebfb475b7748ea67b61e045accdfcf0d971f8a588b67108ed7f5512/contourpy-1.3.3-cp312-cp312-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:b2e8faa0ed68cb29af51edd8e24798bb661eac3bd9f65420c1887b6ca89987c8", size = 379536, upload-time = "2025-07-26T12:01:25.91Z" }, + { url = "https://files.pythonhosted.org/packages/43/8a/a8c584b82deb248930ce069e71576fc09bd7174bbd35183b7943fb1064fd/contourpy-1.3.3-cp312-cp312-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:626d60935cf668e70a5ce6ff184fd713e9683fb458898e4249b63be9e28286ea", size = 384397, upload-time = "2025-07-26T12:01:27.152Z" }, + { url = "https://files.pythonhosted.org/packages/cc/8f/ec6289987824b29529d0dfda0d74a07cec60e54b9c92f3c9da4c0ac732de/contourpy-1.3.3-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4d00e655fcef08aba35ec9610536bfe90267d7ab5ba944f7032549c55a146da1", size = 362601, upload-time = "2025-07-26T12:01:28.808Z" }, + { url = "https://files.pythonhosted.org/packages/05/0a/a3fe3be3ee2dceb3e615ebb4df97ae6f3828aa915d3e10549ce016302bd1/contourpy-1.3.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:451e71b5a7d597379ef572de31eeb909a87246974d960049a9848c3bc6c41bf7", size = 1331288, upload-time = "2025-07-26T12:01:31.198Z" }, + { url = "https://files.pythonhosted.org/packages/33/1d/acad9bd4e97f13f3e2b18a3977fe1b4a37ecf3d38d815333980c6c72e963/contourpy-1.3.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:459c1f020cd59fcfe6650180678a9993932d80d44ccde1fa1868977438f0b411", size = 1403386, upload-time = "2025-07-26T12:01:33.947Z" }, + { url = "https://files.pythonhosted.org/packages/cf/8f/5847f44a7fddf859704217a99a23a4f6417b10e5ab1256a179264561540e/contourpy-1.3.3-cp312-cp312-win32.whl", hash = "sha256:023b44101dfe49d7d53932be418477dba359649246075c996866106da069af69", size = 185018, upload-time = "2025-07-26T12:01:35.64Z" }, + { url = "https://files.pythonhosted.org/packages/19/e8/6026ed58a64563186a9ee3f29f41261fd1828f527dd93d33b60feca63352/contourpy-1.3.3-cp312-cp312-win_amd64.whl", hash = "sha256:8153b8bfc11e1e4d75bcb0bff1db232f9e10b274e0929de9d608027e0d34ff8b", size = 226567, upload-time = "2025-07-26T12:01:36.804Z" }, + { url = "https://files.pythonhosted.org/packages/d1/e2/f05240d2c39a1ed228d8328a78b6f44cd695f7ef47beb3e684cf93604f86/contourpy-1.3.3-cp312-cp312-win_arm64.whl", hash = "sha256:07ce5ed73ecdc4a03ffe3e1b3e3c1166db35ae7584be76f65dbbe28a7791b0cc", size = 193655, upload-time = "2025-07-26T12:01:37.999Z" }, + { url = "https://files.pythonhosted.org/packages/68/35/0167aad910bbdb9599272bd96d01a9ec6852f36b9455cf2ca67bd4cc2d23/contourpy-1.3.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:177fb367556747a686509d6fef71d221a4b198a3905fe824430e5ea0fda54eb5", size = 293257, upload-time = "2025-07-26T12:01:39.367Z" }, + { url = "https://files.pythonhosted.org/packages/96/e4/7adcd9c8362745b2210728f209bfbcf7d91ba868a2c5f40d8b58f54c509b/contourpy-1.3.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:d002b6f00d73d69333dac9d0b8d5e84d9724ff9ef044fd63c5986e62b7c9e1b1", size = 274034, upload-time = "2025-07-26T12:01:40.645Z" }, + { url = "https://files.pythonhosted.org/packages/73/23/90e31ceeed1de63058a02cb04b12f2de4b40e3bef5e082a7c18d9c8ae281/contourpy-1.3.3-cp313-cp313-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:348ac1f5d4f1d66d3322420f01d42e43122f43616e0f194fc1c9f5d830c5b286", size = 334672, upload-time = "2025-07-26T12:01:41.942Z" }, + { url = "https://files.pythonhosted.org/packages/ed/93/b43d8acbe67392e659e1d984700e79eb67e2acb2bd7f62012b583a7f1b55/contourpy-1.3.3-cp313-cp313-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:655456777ff65c2c548b7c454af9c6f33f16c8884f11083244b5819cc214f1b5", size = 381234, upload-time = "2025-07-26T12:01:43.499Z" }, + { url = "https://files.pythonhosted.org/packages/46/3b/bec82a3ea06f66711520f75a40c8fc0b113b2a75edb36aa633eb11c4f50f/contourpy-1.3.3-cp313-cp313-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:644a6853d15b2512d67881586bd03f462c7ab755db95f16f14d7e238f2852c67", size = 385169, upload-time = "2025-07-26T12:01:45.219Z" }, + { url = "https://files.pythonhosted.org/packages/4b/32/e0f13a1c5b0f8572d0ec6ae2f6c677b7991fafd95da523159c19eff0696a/contourpy-1.3.3-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4debd64f124ca62069f313a9cb86656ff087786016d76927ae2cf37846b006c9", size = 362859, upload-time = "2025-07-26T12:01:46.519Z" }, + { url = "https://files.pythonhosted.org/packages/33/71/e2a7945b7de4e58af42d708a219f3b2f4cff7386e6b6ab0a0fa0033c49a9/contourpy-1.3.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:a15459b0f4615b00bbd1e91f1b9e19b7e63aea7483d03d804186f278c0af2659", size = 1332062, upload-time = "2025-07-26T12:01:48.964Z" }, + { url = "https://files.pythonhosted.org/packages/12/fc/4e87ac754220ccc0e807284f88e943d6d43b43843614f0a8afa469801db0/contourpy-1.3.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:ca0fdcd73925568ca027e0b17ab07aad764be4706d0a925b89227e447d9737b7", size = 1403932, upload-time = "2025-07-26T12:01:51.979Z" }, + { url = "https://files.pythonhosted.org/packages/a6/2e/adc197a37443f934594112222ac1aa7dc9a98faf9c3842884df9a9d8751d/contourpy-1.3.3-cp313-cp313-win32.whl", hash = "sha256:b20c7c9a3bf701366556e1b1984ed2d0cedf999903c51311417cf5f591d8c78d", size = 185024, upload-time = "2025-07-26T12:01:53.245Z" }, + { url = "https://files.pythonhosted.org/packages/18/0b/0098c214843213759692cc638fce7de5c289200a830e5035d1791d7a2338/contourpy-1.3.3-cp313-cp313-win_amd64.whl", hash = "sha256:1cadd8b8969f060ba45ed7c1b714fe69185812ab43bd6b86a9123fe8f99c3263", size = 226578, upload-time = "2025-07-26T12:01:54.422Z" }, + { url = "https://files.pythonhosted.org/packages/8a/9a/2f6024a0c5995243cd63afdeb3651c984f0d2bc727fd98066d40e141ad73/contourpy-1.3.3-cp313-cp313-win_arm64.whl", hash = "sha256:fd914713266421b7536de2bfa8181aa8c699432b6763a0ea64195ebe28bff6a9", size = 193524, upload-time = "2025-07-26T12:01:55.73Z" }, + { url = "https://files.pythonhosted.org/packages/c0/b3/f8a1a86bd3298513f500e5b1f5fd92b69896449f6cab6a146a5d52715479/contourpy-1.3.3-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:88df9880d507169449d434c293467418b9f6cbe82edd19284aa0409e7fdb933d", size = 306730, upload-time = "2025-07-26T12:01:57.051Z" }, + { url = "https://files.pythonhosted.org/packages/3f/11/4780db94ae62fc0c2053909b65dc3246bd7cecfc4f8a20d957ad43aa4ad8/contourpy-1.3.3-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:d06bb1f751ba5d417047db62bca3c8fde202b8c11fb50742ab3ab962c81e8216", size = 287897, upload-time = "2025-07-26T12:01:58.663Z" }, + { url = "https://files.pythonhosted.org/packages/ae/15/e59f5f3ffdd6f3d4daa3e47114c53daabcb18574a26c21f03dc9e4e42ff0/contourpy-1.3.3-cp313-cp313t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e4e6b05a45525357e382909a4c1600444e2a45b4795163d3b22669285591c1ae", size = 326751, upload-time = "2025-07-26T12:02:00.343Z" }, + { url = "https://files.pythonhosted.org/packages/0f/81/03b45cfad088e4770b1dcf72ea78d3802d04200009fb364d18a493857210/contourpy-1.3.3-cp313-cp313t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:ab3074b48c4e2cf1a960e6bbeb7f04566bf36b1861d5c9d4d8ac04b82e38ba20", size = 375486, upload-time = "2025-07-26T12:02:02.128Z" }, + { url = "https://files.pythonhosted.org/packages/0c/ba/49923366492ffbdd4486e970d421b289a670ae8cf539c1ea9a09822b371a/contourpy-1.3.3-cp313-cp313t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:6c3d53c796f8647d6deb1abe867daeb66dcc8a97e8455efa729516b997b8ed99", size = 388106, upload-time = "2025-07-26T12:02:03.615Z" }, + { url = "https://files.pythonhosted.org/packages/9f/52/5b00ea89525f8f143651f9f03a0df371d3cbd2fccd21ca9b768c7a6500c2/contourpy-1.3.3-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:50ed930df7289ff2a8d7afeb9603f8289e5704755c7e5c3bbd929c90c817164b", size = 352548, upload-time = "2025-07-26T12:02:05.165Z" }, + { url = "https://files.pythonhosted.org/packages/32/1d/a209ec1a3a3452d490f6b14dd92e72280c99ae3d1e73da74f8277d4ee08f/contourpy-1.3.3-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:4feffb6537d64b84877da813a5c30f1422ea5739566abf0bd18065ac040e120a", size = 1322297, upload-time = "2025-07-26T12:02:07.379Z" }, + { url = "https://files.pythonhosted.org/packages/bc/9e/46f0e8ebdd884ca0e8877e46a3f4e633f6c9c8c4f3f6e72be3fe075994aa/contourpy-1.3.3-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:2b7e9480ffe2b0cd2e787e4df64270e3a0440d9db8dc823312e2c940c167df7e", size = 1391023, upload-time = "2025-07-26T12:02:10.171Z" }, + { url = "https://files.pythonhosted.org/packages/b9/70/f308384a3ae9cd2209e0849f33c913f658d3326900d0ff5d378d6a1422d2/contourpy-1.3.3-cp313-cp313t-win32.whl", hash = "sha256:283edd842a01e3dcd435b1c5116798d661378d83d36d337b8dde1d16a5fc9ba3", size = 196157, upload-time = "2025-07-26T12:02:11.488Z" }, + { url = "https://files.pythonhosted.org/packages/b2/dd/880f890a6663b84d9e34a6f88cded89d78f0091e0045a284427cb6b18521/contourpy-1.3.3-cp313-cp313t-win_amd64.whl", hash = "sha256:87acf5963fc2b34825e5b6b048f40e3635dd547f590b04d2ab317c2619ef7ae8", size = 240570, upload-time = "2025-07-26T12:02:12.754Z" }, + { url = "https://files.pythonhosted.org/packages/80/99/2adc7d8ffead633234817ef8e9a87115c8a11927a94478f6bb3d3f4d4f7d/contourpy-1.3.3-cp313-cp313t-win_arm64.whl", hash = "sha256:3c30273eb2a55024ff31ba7d052dde990d7d8e5450f4bbb6e913558b3d6c2301", size = 199713, upload-time = "2025-07-26T12:02:14.4Z" }, + { url = "https://files.pythonhosted.org/packages/72/8b/4546f3ab60f78c514ffb7d01a0bd743f90de36f0019d1be84d0a708a580a/contourpy-1.3.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:fde6c716d51c04b1c25d0b90364d0be954624a0ee9d60e23e850e8d48353d07a", size = 292189, upload-time = "2025-07-26T12:02:16.095Z" }, + { url = "https://files.pythonhosted.org/packages/fd/e1/3542a9cb596cadd76fcef413f19c79216e002623158befe6daa03dbfa88c/contourpy-1.3.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:cbedb772ed74ff5be440fa8eee9bd49f64f6e3fc09436d9c7d8f1c287b121d77", size = 273251, upload-time = "2025-07-26T12:02:17.524Z" }, + { url = "https://files.pythonhosted.org/packages/b1/71/f93e1e9471d189f79d0ce2497007731c1e6bf9ef6d1d61b911430c3db4e5/contourpy-1.3.3-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:22e9b1bd7a9b1d652cd77388465dc358dafcd2e217d35552424aa4f996f524f5", size = 335810, upload-time = "2025-07-26T12:02:18.9Z" }, + { url = "https://files.pythonhosted.org/packages/91/f9/e35f4c1c93f9275d4e38681a80506b5510e9327350c51f8d4a5a724d178c/contourpy-1.3.3-cp314-cp314-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:a22738912262aa3e254e4f3cb079a95a67132fc5a063890e224393596902f5a4", size = 382871, upload-time = "2025-07-26T12:02:20.418Z" }, + { url = "https://files.pythonhosted.org/packages/b5/71/47b512f936f66a0a900d81c396a7e60d73419868fba959c61efed7a8ab46/contourpy-1.3.3-cp314-cp314-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:afe5a512f31ee6bd7d0dda52ec9864c984ca3d66664444f2d72e0dc4eb832e36", size = 386264, upload-time = "2025-07-26T12:02:21.916Z" }, + { url = "https://files.pythonhosted.org/packages/04/5f/9ff93450ba96b09c7c2b3f81c94de31c89f92292f1380261bd7195bea4ea/contourpy-1.3.3-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f64836de09927cba6f79dcd00fdd7d5329f3fccc633468507079c829ca4db4e3", size = 363819, upload-time = "2025-07-26T12:02:23.759Z" }, + { url = "https://files.pythonhosted.org/packages/3e/a6/0b185d4cc480ee494945cde102cb0149ae830b5fa17bf855b95f2e70ad13/contourpy-1.3.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:1fd43c3be4c8e5fd6e4f2baeae35ae18176cf2e5cced681cca908addf1cdd53b", size = 1333650, upload-time = "2025-07-26T12:02:26.181Z" }, + { url = "https://files.pythonhosted.org/packages/43/d7/afdc95580ca56f30fbcd3060250f66cedbde69b4547028863abd8aa3b47e/contourpy-1.3.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:6afc576f7b33cf00996e5c1102dc2a8f7cc89e39c0b55df93a0b78c1bd992b36", size = 1404833, upload-time = "2025-07-26T12:02:28.782Z" }, + { url = "https://files.pythonhosted.org/packages/e2/e2/366af18a6d386f41132a48f033cbd2102e9b0cf6345d35ff0826cd984566/contourpy-1.3.3-cp314-cp314-win32.whl", hash = "sha256:66c8a43a4f7b8df8b71ee1840e4211a3c8d93b214b213f590e18a1beca458f7d", size = 189692, upload-time = "2025-07-26T12:02:30.128Z" }, + { url = "https://files.pythonhosted.org/packages/7d/c2/57f54b03d0f22d4044b8afb9ca0e184f8b1afd57b4f735c2fa70883dc601/contourpy-1.3.3-cp314-cp314-win_amd64.whl", hash = "sha256:cf9022ef053f2694e31d630feaacb21ea24224be1c3ad0520b13d844274614fd", size = 232424, upload-time = "2025-07-26T12:02:31.395Z" }, + { url = "https://files.pythonhosted.org/packages/18/79/a9416650df9b525737ab521aa181ccc42d56016d2123ddcb7b58e926a42c/contourpy-1.3.3-cp314-cp314-win_arm64.whl", hash = "sha256:95b181891b4c71de4bb404c6621e7e2390745f887f2a026b2d99e92c17892339", size = 198300, upload-time = "2025-07-26T12:02:32.956Z" }, + { url = "https://files.pythonhosted.org/packages/1f/42/38c159a7d0f2b7b9c04c64ab317042bb6952b713ba875c1681529a2932fe/contourpy-1.3.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:33c82d0138c0a062380332c861387650c82e4cf1747aaa6938b9b6516762e772", size = 306769, upload-time = "2025-07-26T12:02:34.2Z" }, + { url = "https://files.pythonhosted.org/packages/c3/6c/26a8205f24bca10974e77460de68d3d7c63e282e23782f1239f226fcae6f/contourpy-1.3.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:ea37e7b45949df430fe649e5de8351c423430046a2af20b1c1961cae3afcda77", size = 287892, upload-time = "2025-07-26T12:02:35.807Z" }, + { url = "https://files.pythonhosted.org/packages/66/06/8a475c8ab718ebfd7925661747dbb3c3ee9c82ac834ccb3570be49d129f4/contourpy-1.3.3-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d304906ecc71672e9c89e87c4675dc5c2645e1f4269a5063b99b0bb29f232d13", size = 326748, upload-time = "2025-07-26T12:02:37.193Z" }, + { url = "https://files.pythonhosted.org/packages/b4/a3/c5ca9f010a44c223f098fccd8b158bb1cb287378a31ac141f04730dc49be/contourpy-1.3.3-cp314-cp314t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:ca658cd1a680a5c9ea96dc61cdbae1e85c8f25849843aa799dfd3cb370ad4fbe", size = 375554, upload-time = "2025-07-26T12:02:38.894Z" }, + { url = "https://files.pythonhosted.org/packages/80/5b/68bd33ae63fac658a4145088c1e894405e07584a316738710b636c6d0333/contourpy-1.3.3-cp314-cp314t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:ab2fd90904c503739a75b7c8c5c01160130ba67944a7b77bbf36ef8054576e7f", size = 388118, upload-time = "2025-07-26T12:02:40.642Z" }, + { url = "https://files.pythonhosted.org/packages/40/52/4c285a6435940ae25d7410a6c36bda5145839bc3f0beb20c707cda18b9d2/contourpy-1.3.3-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b7301b89040075c30e5768810bc96a8e8d78085b47d8be6e4c3f5a0b4ed478a0", size = 352555, upload-time = "2025-07-26T12:02:42.25Z" }, + { url = "https://files.pythonhosted.org/packages/24/ee/3e81e1dd174f5c7fefe50e85d0892de05ca4e26ef1c9a59c2a57e43b865a/contourpy-1.3.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:2a2a8b627d5cc6b7c41a4beff6c5ad5eb848c88255fda4a8745f7e901b32d8e4", size = 1322295, upload-time = "2025-07-26T12:02:44.668Z" }, + { url = "https://files.pythonhosted.org/packages/3c/b2/6d913d4d04e14379de429057cd169e5e00f6c2af3bb13e1710bcbdb5da12/contourpy-1.3.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:fd6ec6be509c787f1caf6b247f0b1ca598bef13f4ddeaa126b7658215529ba0f", size = 1391027, upload-time = "2025-07-26T12:02:47.09Z" }, + { url = "https://files.pythonhosted.org/packages/93/8a/68a4ec5c55a2971213d29a9374913f7e9f18581945a7a31d1a39b5d2dfe5/contourpy-1.3.3-cp314-cp314t-win32.whl", hash = "sha256:e74a9a0f5e3fff48fb5a7f2fd2b9b70a3fe014a67522f79b7cca4c0c7e43c9ae", size = 202428, upload-time = "2025-07-26T12:02:48.691Z" }, + { url = "https://files.pythonhosted.org/packages/fa/96/fd9f641ffedc4fa3ace923af73b9d07e869496c9cc7a459103e6e978992f/contourpy-1.3.3-cp314-cp314t-win_amd64.whl", hash = "sha256:13b68d6a62db8eafaebb8039218921399baf6e47bf85006fd8529f2a08ef33fc", size = 250331, upload-time = "2025-07-26T12:02:50.137Z" }, + { url = "https://files.pythonhosted.org/packages/ae/8c/469afb6465b853afff216f9528ffda78a915ff880ed58813ba4faf4ba0b6/contourpy-1.3.3-cp314-cp314t-win_arm64.whl", hash = "sha256:b7448cb5a725bb1e35ce88771b86fba35ef418952474492cf7c764059933ff8b", size = 203831, upload-time = "2025-07-26T12:02:51.449Z" }, +] + +[[package]] +name = "cuda-bindings" +version = "12.9.7" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cuda-pathfinder", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/45/557d4ed1fa54f0c7db8aee083229f624990d69f7d00f55477eed5c7e169a/cuda_bindings-12.9.7-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0666d3c082ef8f4b2d670950589373550e9f3bf564d635dd883f24a0b40402ff", size = 7071026, upload-time = "2026-05-27T18:44:13.356Z" }, + { url = "https://files.pythonhosted.org/packages/91/97/e3c6e58ece26a053419ba0a18444b5443cfc64451bbf37f84e8143b8bdca/cuda_bindings-12.9.7-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:4c7ef48c5e13ae90f3b2ecfb72f8e99ac43c8f4c43e67e1325b8aae331453687", size = 7611059, upload-time = "2026-05-27T18:44:15.252Z" }, + { url = "https://files.pythonhosted.org/packages/6d/39/afaa3de4d491a55af8961081e0b69c08d51bfbe471c359a7bddb4a28ca41/cuda_bindings-12.9.7-cp312-cp312-win_amd64.whl", hash = "sha256:3c089aaf4f5f570ec50244c68f5a2b00a2c9a8e01e04219fd2e36e340be0d88b", size = 7400841, upload-time = "2026-05-27T18:44:17.164Z" }, + { url = "https://files.pythonhosted.org/packages/eb/7b/f1575e41e1a17dc2f2a408b2e8e864c9324e41e3e23f6401e5efc54c152a/cuda_bindings-12.9.7-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:266379e4942051f544a8e7ea1a30ead8d7e8199b6b30fcdc8917cae2bf614e61", size = 6978549, upload-time = "2026-05-27T18:44:18.839Z" }, + { url = "https://files.pythonhosted.org/packages/9d/dc/62d62eb4f91eb721bcf46da51b13e9872ccd8fa7e60eb8ba7b7baeac72c6/cuda_bindings-12.9.7-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:59cf4a37b0d662ba15037c9ceebe1a306ebf2c01a8235a09be13cd07094fdb74", size = 7457675, upload-time = "2026-05-27T18:44:20.637Z" }, + { url = "https://files.pythonhosted.org/packages/43/b2/753fe88151001d0dc23f56a8e119fe06b991b0d1a885fa02f9852b12f523/cuda_bindings-12.9.7-cp313-cp313-win_amd64.whl", hash = "sha256:5bd89dcb78475a6d8a4620ea94b74edf0cbbeacee6d1622d8f94452c1e8d3f15", size = 7360097, upload-time = "2026-05-27T18:44:22.405Z" }, + { url = "https://files.pythonhosted.org/packages/f9/77/94d9b85f26add6fe9c9cb7c4ec3b96bc598f7ea5cfbd7490cc0a36adf5be/cuda_bindings-12.9.7-cp313-cp313t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:2dbcd4801954eb3508f4dc2fa0d0c8eb93eb3f45326fd61be2731418c371e7a0", size = 6870886, upload-time = "2026-05-27T18:44:24.164Z" }, + { url = "https://files.pythonhosted.org/packages/04/dd/3ec34b569e1b990b11276feba306bf8f446656cc38e8ed0f49b5facfeffa/cuda_bindings-12.9.7-cp313-cp313t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:3747ea132642416786a8e31bf229032df3a7856911ae5426a7be53d032df183d", size = 7345663, upload-time = "2026-05-27T18:44:26.333Z" }, + { url = "https://files.pythonhosted.org/packages/b8/c8/d79a20ba396e7ab2dfdd4b72b62356972b25b88aee2ded49a70c797ddea1/cuda_bindings-12.9.7-cp313-cp313t-win_amd64.whl", hash = "sha256:64f7ade7a7a3b69001489753acc21706d9dbda32db8deb68a767a0a0aab30b68", size = 7780136, upload-time = "2026-05-27T18:44:28.121Z" }, + { url = "https://files.pythonhosted.org/packages/68/e4/075052d42872cf8162da53f14447a4b8abc004c3750e4b724ee502428da0/cuda_bindings-12.9.7-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:775960ac9e530717f3b48e165cc6f68684fa9a4141764fd923e4c1a9820acc73", size = 7060090, upload-time = "2026-05-27T18:44:30.281Z" }, + { url = "https://files.pythonhosted.org/packages/ec/cd/3289c810a4d45e5364a3387a74b4c9b6f6f57ee96ae0e5b537cc61dec242/cuda_bindings-12.9.7-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:3c47ec1a7a441d91aab32339951df7a1be53451121a12c094bba51467717a35a", size = 7504419, upload-time = "2026-05-27T18:44:31.992Z" }, + { url = "https://files.pythonhosted.org/packages/5b/a0/c429fdcfa5aae181415504c5085ea5944f782b417dd16a7f2a14be0da80d/cuda_bindings-12.9.7-cp314-cp314-win_amd64.whl", hash = "sha256:1e2a4f2ec5b67408c04bb4fbed45d214b66de1f00ee2e972865cacb8708d4e1e", size = 7493876, upload-time = "2026-05-27T18:44:33.618Z" }, + { url = "https://files.pythonhosted.org/packages/11/43/472a6281c3d94e71687e27c657a8f60718d3579b4d94c41deea503165f8a/cuda_bindings-12.9.7-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:00a833d399b31071fab4cf3de2929840ae462dc4848116eeff033d09219e7116", size = 6899146, upload-time = "2026-05-27T18:44:35.556Z" }, + { url = "https://files.pythonhosted.org/packages/2b/13/10c1d0b32a9da65142d213e0733d748457fb3fd066aee4317335266f15c6/cuda_bindings-12.9.7-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:11aeafa2b33995f890086b3fb0f062075176d956e9b6a6fe1a699dddc413f6ad", size = 7369087, upload-time = "2026-05-27T18:44:37.359Z" }, + { url = "https://files.pythonhosted.org/packages/33/10/c71a07cd2a1d4db119bada1848b4752a874ccfe4927d419bfdd05f250920/cuda_bindings-12.9.7-cp314-cp314t-win_amd64.whl", hash = "sha256:ece8dfbc22e6de96a26940ab9887eb3cfe1fc1bc3966169391cdb866bb82bb64", size = 8208198, upload-time = "2026-05-27T18:44:39.053Z" }, +] + +[[package]] +name = "cuda-bindings" +version = "13.3.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cuda-pathfinder" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/ce/67/5e7dba1ba576dd73da5dee894ca076ca5e959450dfff66d6d510a255d1f7/cuda_bindings-13.3.1-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c7855c4868aabc0cfae28abbe83d56734bdfbd08f08fc234ac1912a12858bf49", size = 6025351, upload-time = "2026-05-29T23:11:49.685Z" }, + { url = "https://files.pythonhosted.org/packages/39/2a/6d2e9047d1fb243dbaa364b01e0297534b9ed7fd27dba1c9f361519cf69b/cuda_bindings-13.3.1-cp312-cp312-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e32d08f71ebcdf00f0f41eab2eb37e8da94c8ed411cc9f7f7a019ce6b34abe3a", size = 6657965, upload-time = "2026-05-29T23:11:52.227Z" }, + { url = "https://files.pythonhosted.org/packages/7c/95/872a0392122f1fb43fcb06869790ef3171f37beee9f7db8f441739113570/cuda_bindings-13.3.1-cp312-cp312-win_amd64.whl", hash = "sha256:b134dd8c5c66ae4c4ad814f7aee88fd215353c077010cbc47e3b55ed35ec9eff", size = 5875099, upload-time = "2026-05-29T23:11:54.635Z" }, + { url = "https://files.pythonhosted.org/packages/cc/6e/2394f8163360f8391f8f1b7e72d300a82724edb81a7b7084c799fbd4c91f/cuda_bindings-13.3.1-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9efb21c1ee64981e184b9e0ba5eb3179e5ba3d4b51665a6cb52b8ef3d01a7cbf", size = 5920504, upload-time = "2026-05-29T23:11:56.883Z" }, + { url = "https://files.pythonhosted.org/packages/34/c2/ef9b6a63f7dc432712a462c816662e662e00d38caa9b861c8c2588195d03/cuda_bindings-13.3.1-cp313-cp313-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2732904099e0a4d4db774a5fc6d91ee95fae065b4d2ecabb4968c5fe2406c9d7", size = 6476660, upload-time = "2026-05-29T23:11:59.188Z" }, + { url = "https://files.pythonhosted.org/packages/0c/2f/6a0dd496550c6fafbf6aeb1bf40242eeabb2fd138a43892aabb4be8224c2/cuda_bindings-13.3.1-cp313-cp313-win_amd64.whl", hash = "sha256:18c8c167c8907b8f02531ca810534315c458dabef31f7965095619bf647b9202", size = 5830027, upload-time = "2026-05-29T23:12:01.205Z" }, + { url = "https://files.pythonhosted.org/packages/b1/81/bff68ce829999c1e4209c761bbf903b1c06ec570416ddb25020864ad5907/cuda_bindings-13.3.1-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1ab2f74ed65bfef4163ba07a8db16f1085e0729291db12a2423aff84ee8278b8", size = 6013639, upload-time = "2026-05-29T23:12:03.509Z" }, + { url = "https://files.pythonhosted.org/packages/d4/e0/c8a1f0c8f9ffdea4f5fe6dbab89b326cef4d85caf489dad39e209da89416/cuda_bindings-13.3.1-cp314-cp314-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:efd4c814d311ec08c981f6dded1dbe7d4b371067ee4f6c14cccec4bde9590f80", size = 6534419, upload-time = "2026-05-29T23:12:05.633Z" }, + { url = "https://files.pythonhosted.org/packages/48/45/2734be44dbc80ac082ec23a86b41c8294992dcb90033645ed1bc50aafe4c/cuda_bindings-13.3.1-cp314-cp314-win_amd64.whl", hash = "sha256:8de12ef60bf40756852cb62bbb40460609269f6ece522903d1cc93d73a3ececb", size = 5961055, upload-time = "2026-05-29T23:12:07.971Z" }, + { url = "https://files.pythonhosted.org/packages/52/b8/83b1f563925b290f2d11a01a77a84013ba56052fe3653a5bef3ccfbb43d6/cuda_bindings-13.3.1-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c3c772dfff49681541d59630c90f858e173ac926b9c593a2b7123f2a1043cc76", size = 5809771, upload-time = "2026-05-29T23:12:10.422Z" }, + { url = "https://files.pythonhosted.org/packages/12/20/e79b4bfe98f075195afb6343d41c498f9dbd2d161d7021d4d28bceb83581/cuda_bindings-13.3.1-cp314-cp314t-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:36febb7c1079d68a981dbbd8d5a67235b399802b82075c9388624719607e52b9", size = 6358584, upload-time = "2026-05-29T23:12:12.767Z" }, + { url = "https://files.pythonhosted.org/packages/27/2a/b59bcac016ab9985d6b48a5d05b0d698461a159ca03ee11c4abd54da2ac4/cuda_bindings-13.3.1-cp314-cp314t-win_amd64.whl", hash = "sha256:61120b5e4f4a63f67efd7e7396914cb9ef871bb1f0021e990fb70277be240a4d", size = 6740329, upload-time = "2026-05-29T23:12:15.153Z" }, +] + +[[package]] +name = "cuda-pathfinder" +version = "1.6.0" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fc/b4/d088047afe39827556df21118cac9ffd20cc3f968c99a7681494d1eb333c/cuda_pathfinder-1.6.0-py3-none-any.whl", hash = "sha256:1503af579d8379c24bdd65528379bc57039b0455be9f5f9686cf8e473a1fce51", size = 54591, upload-time = "2026-07-21T15:03:56.224Z" }, +] + +[[package]] +name = "cuda-toolkit" +version = "12.6.3" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ad/88/2dbc37975fffb874418b14380418a1b99cb36f2101fd1d08c54e06ee8c95/cuda_toolkit-12.6.3-py2.py3-none-any.whl", hash = "sha256:79d8605baeb6c2f695761e0efb54bc62dbc3c9e32eb0742df7669c07befaa8f7", size = 2288, upload-time = "2025-08-13T02:03:05.283Z" }, +] + +[package.optional-dependencies] +cublas = [ + { name = "nvidia-cublas-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cudart = [ + { name = "nvidia-cuda-runtime-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cufft = [ + { name = "nvidia-cufft-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cufile = [ + { name = "nvidia-cufile-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cupti = [ + { name = "nvidia-cuda-cupti-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +curand = [ + { name = "nvidia-curand-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cusolver = [ + { name = "nvidia-cusolver-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cusparse = [ + { name = "nvidia-cusparse-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvjitlink = [ + { name = "nvidia-nvjitlink-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvrtc = [ + { name = "nvidia-cuda-nvrtc-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvtx = [ + { name = "nvidia-nvtx-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] + +[[package]] +name = "cuda-toolkit" +version = "13.0.3.0" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/c7/a79086a62c98befcdb8349656c6f114e2db3b8b2422f6e25c97a7f2a9a3c/cuda_toolkit-13.0.3.0-py2.py3-none-any.whl", hash = "sha256:d693caaa261214ddd7dbb60d68e71cbed884e68c2be7509778f3051da0b91c3f", size = 2512, upload-time = "2026-04-14T00:50:08.173Z" }, +] + +[package.optional-dependencies] +cublas = [ + { name = "nvidia-cublas", version = "13.1.1.3", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cuda-nvrtc", version = "13.0.88", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cudart = [ + { name = "nvidia-cuda-runtime", version = "13.0.96", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cufft = [ + { name = "nvidia-cufft", version = "12.0.0.61", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cufile = [ + { name = "nvidia-cufile", version = "1.15.1.6", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine != 'aarch64' and platform_machine != 'x86_64' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'aarch64' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cupti = [ + { name = "nvidia-cuda-cupti", version = "13.0.85", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +curand = [ + { name = "nvidia-curand", version = "10.4.0.35", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cusolver = [ + { name = "nvidia-cublas", version = "13.1.1.3", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusolver", version = "12.0.4.66", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusparse", version = "12.6.3.3", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cusparse = [ + { name = "nvidia-cusparse", version = "12.6.3.3", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvjitlink = [ + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvrtc = [ + { name = "nvidia-cuda-nvrtc", version = "13.0.88", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvtx = [ + { name = "nvidia-nvtx", version = "13.0.85", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] + +[[package]] +name = "cuda-toolkit" +version = "13.2.1" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bd/6a/f79c134fa8e6d5fe028584933be063ce7961b1a85ce217f261cdda176e48/cuda_toolkit-13.2.1-py2.py3-none-any.whl", hash = "sha256:646d0e3668ce6f78f2312bb9cc0f668b9cbfcbef187eaa6a39eb2ea6dbec2a31", size = 2612, upload-time = "2026-04-14T01:10:36.163Z" }, +] + +[package.optional-dependencies] +cublas = [ + { name = "nvidia-cublas", version = "13.4.0.1", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cuda-nvrtc", version = "13.2.78", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cudart = [ + { name = "nvidia-cuda-runtime", version = "13.2.75", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cufft = [ + { name = "nvidia-cufft", version = "12.2.0.46", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cufile = [ + { name = "nvidia-cufile", version = "1.17.1.22", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine != 'aarch64' and platform_machine != 'x86_64' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cupti = [ + { name = "nvidia-cuda-cupti", version = "13.2.75", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +curand = [ + { name = "nvidia-curand", version = "10.4.2.55", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cusolver = [ + { name = "nvidia-cublas", version = "13.4.0.1", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusolver", version = "12.2.0.1", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusparse", version = "12.7.10.1", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +cusparse = [ + { name = "nvidia-cusparse", version = "12.7.10.1", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvjitlink = [ + { name = "nvidia-nvjitlink", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvrtc = [ + { name = "nvidia-cuda-nvrtc", version = "13.2.78", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +nvtx = [ + { name = "nvidia-nvtx", version = "13.2.75", source = { registry = "https://pypi.org/simple" }, marker = "(platform_machine == 'aarch64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'x86_64' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (platform_machine == 'AMD64' and sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and sys_platform != 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] + +[[package]] +name = "cycler" +version = "0.12.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a9/95/a3dbbb5028f35eafb79008e7522a75244477d2838f38cbb722248dabc2a8/cycler-0.12.1.tar.gz", hash = "sha256:88bb128f02ba341da8ef447245a9e138fae777f6a23943da4540077d3601eb1c", size = 7615, upload-time = "2023-10-07T05:32:18.335Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/05/c19819d5e3d95294a6f5947fb9b9629efb316b96de511b418c53d245aae6/cycler-0.12.1-py3-none-any.whl", hash = "sha256:85cef7cff222d8644161529808465972e51340599459b8ac3ccbac5a854e0d30", size = 8321, upload-time = "2023-10-07T05:32:16.783Z" }, +] + +[[package]] +name = "executing" +version = "2.2.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/cc/28/c14e053b6762b1044f34a13aab6859bbf40456d37d23aa286ac24cfd9a5d/executing-2.2.1.tar.gz", hash = "sha256:3632cc370565f6648cc328b32435bd120a1e4ebb20c77e3fdde9a13cd1e533c4", size = 1129488, upload-time = "2025-09-01T09:48:10.866Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c1/ea/53f2148663b321f21b5a606bd5f191517cf40b7072c0497d3c92c4a13b1e/executing-2.2.1-py2.py3-none-any.whl", hash = "sha256:760643d3452b4d777d295bb167ccc74c64a81df23fb5e08eff250c425a4b2017", size = 28317, upload-time = "2025-09-01T09:48:08.5Z" }, +] + +[[package]] +name = "farama-notifications" +version = "0.0.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ec/91/14397890dde30adc4bee6462158933806207bc5dd10d7b4d09d5c33845cf/farama_notifications-0.0.6.tar.gz", hash = "sha256:b19acac4bb41d76e59e03394b5dd165f4761c86fa327f56307a35cbee3b60158", size = 2517, upload-time = "2026-04-24T08:43:57.603Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7c/f0/21f81892e4ed10f4ec3ef2e7cf8635fb76e7c0907c55d0da66be50094760/farama_notifications-0.0.6-py3-none-any.whl", hash = "sha256:f84839188efa1ce5bb361c2a84881b2dc2c0d0d7fb661ff00421820170930935", size = 2897, upload-time = "2026-04-24T08:43:56.785Z" }, +] + +[[package]] +name = "filelock" +version = "3.32.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f6/57/3ba6e6cb097f85b855b00163d169f35365f44277df044dcf96d55b8f62a3/filelock-3.32.2.tar.gz", hash = "sha256:c33351e1f49cae33414acbc6d56784e6ecee82514ec90795da1161fc4836b5b8", size = 217172, upload-time = "2026-07-29T22:46:04.895Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c1/e8/72f8cef9fdfeffe06213fe8508039396ee48daa0e3259457ed766173bfd6/filelock-3.32.2-py3-none-any.whl", hash = "sha256:87dd94cf281e586d135fa51132b8e3d9a598b316e90377a288663c9321036c82", size = 98830, upload-time = "2026-07-29T22:46:03.52Z" }, +] + +[[package]] +name = "fonttools" +version = "4.63.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/84/69/c97f2c18e0db87d2c7b15da1974dace76ae938f1cfa22e2727a648b7ed43/fonttools-4.63.0.tar.gz", hash = "sha256:caeb583deeb5168e694b65cda8b4ee62abedfa66cf88488734466f2366b9c4e0", size = 3597189, upload-time = "2026-05-14T12:04:30.958Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/08/ef/b3c6b9b5be2f82416d73fe2ed2e96e2793cd80e7510bd6a17ca79cdd88ec/fonttools-4.63.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:37dd23e621e3b0aef1baa70a303b80aaf38449632cfc8fd2a55fb285bbccfc02", size = 2881131, upload-time = "2026-05-14T12:03:13.386Z" }, + { url = "https://files.pythonhosted.org/packages/44/a0/c815bea63117fa63e4e1c01f8a1110d2112fa003f838e6467094ec2432ce/fonttools-4.63.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:a9faff9e0c1f76f9fd55899d2ce785832efebab37eb8ae13995853aef178bef0", size = 2426704, upload-time = "2026-05-14T12:03:15.801Z" }, + { url = "https://files.pythonhosted.org/packages/44/04/0b91d8e916e92ad1fac9e4624760baf0fd5ff2ead614c2f68fb21373f03f/fonttools-4.63.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ef3048ef05dbb552b89817713d9cac912e00d0fde4a3105c00d29e52e10c89af", size = 5044298, upload-time = "2026-05-14T12:03:18.085Z" }, + { url = "https://files.pythonhosted.org/packages/77/c7/2342da9830e3e9d4870305ca5d2091d2a83284f2953079b7bdd3b5e029d8/fonttools-4.63.0-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:58dc6bb86a78d782f00f9190ca02c119cf5bbe2807536e361e18d42019f877d8", size = 4999800, upload-time = "2026-05-14T12:03:20.161Z" }, + { url = "https://files.pythonhosted.org/packages/e6/6d/67fe16c48d7ce050979b33f47e0d28a318f02da030602e944c34f7a16ef3/fonttools-4.63.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:ee08ebfa58f6e1aeff5697ab9582105bb620008c1caafb681e4c557e7483027b", size = 4982666, upload-time = "2026-05-14T12:03:22.87Z" }, + { url = "https://files.pythonhosted.org/packages/f2/00/3bbab338c07c71fa56269953845e92c951a61457bbbb0f1022551ea266d9/fonttools-4.63.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:27fdc65af8da6f88b9c6121c47a464cbe359fcfff7ff6fc2d37a1f395d755b78", size = 5133598, upload-time = "2026-05-14T12:03:25.168Z" }, + { url = "https://files.pythonhosted.org/packages/62/f2/aa27c7f98db5b064883dadcc5283947e81e034de42e22a33675878d98b54/fonttools-4.63.0-cp312-cp312-win32.whl", hash = "sha256:af2fd1664d00a397d75f806985ddb36282091c2131a73a6485c23b4a34722263", size = 2292575, upload-time = "2026-05-14T12:03:27.496Z" }, + { url = "https://files.pythonhosted.org/packages/87/36/cccb9bc2a6ab63d1b2980374f0dca72ce95ae267c9b4cfe77455bb70d0d4/fonttools-4.63.0-cp312-cp312-win_amd64.whl", hash = "sha256:59ac449f8cca9b4ffa08d2e7bbadad87ce710d69d1eda5c3c1ce579baa987272", size = 2343211, upload-time = "2026-05-14T12:03:30.057Z" }, + { url = "https://files.pythonhosted.org/packages/0f/8d/d8fec3dcde2963f8c908fb315e5ff2cd0ac34f82394bbbf73a2aa5145ce3/fonttools-4.63.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:cd7e9857e5e63738b9d9fd707bc1f59c8b09e5177726d23664db393c59bb08bd", size = 2876062, upload-time = "2026-05-14T12:03:32.554Z" }, + { url = "https://files.pythonhosted.org/packages/ef/71/d935dc54e4ff121bfdd11e08702db63a7e6f25af21d8a3d7b7212df53641/fonttools-4.63.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:c2a2a42198b696a6f48fad91709afb55176e66a5e566131219dba372fb7f8c59", size = 2424594, upload-time = "2026-05-14T12:03:34.86Z" }, + { url = "https://files.pythonhosted.org/packages/8e/40/e76320afa1df918e146155ef239b1719ee266092e96f5423bfd075affba1/fonttools-4.63.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1e874792a8212b44583ea02189d9e693906b2f78b261f372f95d6c563210ac1d", size = 5024840, upload-time = "2026-05-14T12:03:36.745Z" }, + { url = "https://files.pythonhosted.org/packages/ce/36/0b805d8c485f872f65a509cbe3b58a5d0d17bee855333b54a150c79d3061/fonttools-4.63.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:22135da48a348785c5e2d5d2d9d6bec5ed44adacbaeb9db12d9493bf6c6bfa68", size = 4975801, upload-time = "2026-05-14T12:03:38.833Z" }, + { url = "https://files.pythonhosted.org/packages/c8/26/2cee03d0aa083ab022da5c07aff9ed3f689da1defb81ad6917c9627896da/fonttools-4.63.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:ccf41f2efdf56994d22d73bef4ced1052161958169428d06ba9724ea9e9a64be", size = 4965009, upload-time = "2026-05-14T12:03:41.494Z" }, + { url = "https://files.pythonhosted.org/packages/7e/48/cc4b66d9058c0d0982c833fad10127c4b0e9324606aafa41382295ca4102/fonttools-4.63.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:9ced0bd02ac751dd6319b0da88aaef24414e3b0dbc32bb4f24944821a3741a27", size = 5105892, upload-time = "2026-05-14T12:03:43.525Z" }, + { url = "https://files.pythonhosted.org/packages/d8/1f/a98a30a814b9ddef3a2e706025f90b9e0bc94890e6cb15254bc86547d11a/fonttools-4.63.0-cp313-cp313-win32.whl", hash = "sha256:85be818f5506e8a7753153def2c9550178f0ecae6a47b5e0e8dbb23f7cc90380", size = 2291313, upload-time = "2026-05-14T12:03:45.594Z" }, + { url = "https://files.pythonhosted.org/packages/92/46/5177b01f3b4abfdd4409f31cca4ab279c9343a26efbe9ec78c97fc612e02/fonttools-4.63.0-cp313-cp313-win_amd64.whl", hash = "sha256:ba04cb5891d4c0c21b6da95eda8d7b090021508a294fff33464fc7d241e0856b", size = 2342299, upload-time = "2026-05-14T12:03:47.414Z" }, + { url = "https://files.pythonhosted.org/packages/27/d2/23d25e3f247b328be58d04a4c9f894178a0d1eda7d42867cfb388adaf416/fonttools-4.63.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:fd1e3094f42d806d3d7c79162fc59e5910fcbe3a7360c385b8da969bc4493745", size = 2875338, upload-time = "2026-05-14T12:03:50.052Z" }, + { url = "https://files.pythonhosted.org/packages/cd/58/7dfa0c761cb3b2964e2a84c4dc986c926a87de0cb9fb60d5b28ded3f2914/fonttools-4.63.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:6e528da43bc3791085f8cb6141b1d13e459226790240340fcbb4625649238b03", size = 2422661, upload-time = "2026-05-14T12:03:52.154Z" }, + { url = "https://files.pythonhosted.org/packages/dd/87/64cfa18a7a1621d17b7f4502b2b0ed8a135a90c3db51ea590ee99043e76b/fonttools-4.63.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6b2248c5decb223562f7902ff6325077a073f608ee8e33e88ad88db734eb9f49", size = 5010526, upload-time = "2026-05-14T12:03:54.647Z" }, + { url = "https://files.pythonhosted.org/packages/36/e1/a8933a72c45a87177fbde2696e0d0755c8c9062f8c077a961c6215fa27b1/fonttools-4.63.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:308f957cdeaf8abe4e5f2f124902ef405448af92c90f80e302a3b771c2e6116b", size = 4923946, upload-time = "2026-05-14T12:03:56.984Z" }, + { url = "https://files.pythonhosted.org/packages/27/60/872e6e233b8c5e8b41413796ff18b7fe479661bd40147e071b450dfad7a1/fonttools-4.63.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:bf00f21eb5fb721dbaf73d1e9da6d02a1af7768f2ebcf9798be98beab8ba90f6", size = 4962489, upload-time = "2026-05-14T12:03:59.443Z" }, + { url = "https://files.pythonhosted.org/packages/30/c4/83c24f2ec38b90cfda84bf4b1a1f49df80e84a1db4e7ac6e0d41bf23bc39/fonttools-4.63.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:c1aaa4b9c75798400ac043ce04d74e7830376c85095a5a6ed7cba2f17a266bf4", size = 5071870, upload-time = "2026-05-14T12:04:02.122Z" }, + { url = "https://files.pythonhosted.org/packages/de/40/3ae22b60ff1d41ce0bd044b31238cdc72cef99f28b976f1e128ebd618c9b/fonttools-4.63.0-cp314-cp314-win32.whl", hash = "sha256:22693918177bd9ceabec4736d338045f357769416fc6b0b2508eefef75b08616", size = 2295026, upload-time = "2026-05-14T12:04:04.47Z" }, + { url = "https://files.pythonhosted.org/packages/c3/d4/98078064ccc76b45cb0f6c002452011e93c4bd26f6850344f0951cc1fe89/fonttools-4.63.0-cp314-cp314-win_amd64.whl", hash = "sha256:7d782fac32985914c351556f68ac0855391572bcd87de50e05970d3cd4c96fc5", size = 2347454, upload-time = "2026-05-14T12:04:06.752Z" }, + { url = "https://files.pythonhosted.org/packages/49/4e/652d1580c5f4e39f7d103b0c793e4773129ad633dce4addd0cf4dfebde02/fonttools-4.63.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:6db5140a60a5d731d21ec076745b40a310607731b0a565b50776393188649001", size = 2958152, upload-time = "2026-05-14T12:04:08.706Z" }, + { url = "https://files.pythonhosted.org/packages/0e/55/ad864c9a9b219f552eb46b32cd7906c466e5a578ba0c3abfcc0fe7413eb6/fonttools-4.63.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:7d76edbff9014094dbf03bd2d074709dfa6ec7aba13d838c937a2b33d2d6a86e", size = 2460809, upload-time = "2026-05-14T12:04:10.783Z" }, + { url = "https://files.pythonhosted.org/packages/ea/2b/0aa8db70f18cf52e49b4ed5ecec68547f981160bf5ded3b5aed6faa0a6f9/fonttools-4.63.0-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0eac00b9118c3c2f87d272e45341871c5b3066baa3c86897fa634a7c3fb59096", size = 5148649, upload-time = "2026-05-14T12:04:12.747Z" }, + { url = "https://files.pythonhosted.org/packages/7f/63/18e4369c25043096f1048e0c9915951adc4f842bd81c6b18155824d6fa99/fonttools-4.63.0-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:51394295f1a51de8b5f30bdb1e1b9a4231536c7064ef5c6e211eec19fa36036f", size = 4932147, upload-time = "2026-05-14T12:04:14.806Z" }, + { url = "https://files.pythonhosted.org/packages/a1/3f/67f3eac2ffd8a98446c5022f8ed3864eac878a5ff7af8df4c8286dba16cc/fonttools-4.63.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:9e12f105d2b6342c559c298afb674006bb2893afc7102dcf8a1b55b0486b4e40", size = 5027237, upload-time = "2026-05-14T12:04:17.675Z" }, + { url = "https://files.pythonhosted.org/packages/1a/ba/4e6214cb38a7b04779e97bb7636de9a5c7f20af7018d03dee0b64c08510a/fonttools-4.63.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:796f27556dbe094c4824f75ca85267e4df776c79036c8441469a4df37038c196", size = 5053933, upload-time = "2026-05-14T12:04:20.818Z" }, + { url = "https://files.pythonhosted.org/packages/34/3b/214dcc19ee31d3d38fb5ad2755c11ef0514e5dc300bbaf41c0b69f393799/fonttools-4.63.0-cp314-cp314t-win32.whl", hash = "sha256:948428a275741f0b64b113c955425a953314f4b9ab9997f73a72c83e68e569c8", size = 2359326, upload-time = "2026-05-14T12:04:24.22Z" }, + { url = "https://files.pythonhosted.org/packages/dd/1e/3ff1a9b523058c2eeb6a9d50f5574e2a738200d0d94107d5bc4105e8da3f/fonttools-4.63.0-cp314-cp314t-win_amd64.whl", hash = "sha256:6d4741eb179121cab9eea4cb2393d24492373a260d7945006358c08cfbf45419", size = 2425829, upload-time = "2026-05-14T12:04:26.829Z" }, + { url = "https://files.pythonhosted.org/packages/2c/47/c99d5268f354002ce80f8d029cd9d7d872969da1de8b93d32de4dc56d6f4/fonttools-4.63.0-py3-none-any.whl", hash = "sha256:445af2eab030a16b9171ea8bdda7ebf7d96bda2df88ee182a464252f6e05e20d", size = 1164562, upload-time = "2026-05-14T12:04:29.092Z" }, +] + +[[package]] +name = "fsspec" +version = "2026.7.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/00/78/f34251dadb8f3921264a1d9b8946f5e542014ee2614b285261b4e40e6775/fsspec-2026.7.0.tar.gz", hash = "sha256:c803c40f4cf860b49dea58ee3e1c33cb9c790520e233537e1340049f89b82a88", size = 317040, upload-time = "2026-07-28T16:34:51.052Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fd/3c/6a2bf344106328fd04963664a60b9bb6496fc25df8e962fcdc1367285fb9/fsspec-2026.7.0-py3-none-any.whl", hash = "sha256:b57ddbafedfaef7018c1ecab32aa200a9d7ca26b77965f64e48b70061249d279", size = 206583, upload-time = "2026-07-28T16:34:49.538Z" }, +] + +[[package]] +name = "gymnasium" +version = "1.2.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cloudpickle" }, + { name = "farama-notifications" }, + { name = "numpy" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/fd/17/c2a0e15c2cd5a8e788389b280996db927b923410de676ec5c7b2695e9261/gymnasium-1.2.0.tar.gz", hash = "sha256:344e87561012558f603880baf264ebc97f8a5c997a957b0c9f910281145534b0", size = 821142, upload-time = "2025-06-27T08:21:20.262Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a0/e2/a111dbb8625af467ea4760a1373d6ef27aac3137931219902406ccc05423/gymnasium-1.2.0-py3-none-any.whl", hash = "sha256:fc4a1e4121a9464c29b4d7dc6ade3fbeaa36dea448682f5f71a6d2c17489ea76", size = 944301, upload-time = "2025-06-27T08:21:18.83Z" }, +] + +[[package]] +name = "h11" +version = "0.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" }, +] + +[[package]] +name = "hf-xet" +version = "1.6.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/1b/ab/522a2ab67f27971a9d48ca666d4fca85ef7d5282d142e31fd087e27b1bbe/hf_xet-1.6.0.tar.gz", hash = "sha256:2e58454a340b3556dfa4972d5451aff4fba8dd42a236600ba1a1d2b1514f0fef", size = 920527, upload-time = "2026-08-03T22:33:13.243Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/41/62/3c062f593bd92ef4e77a0ef39541e3d82a0a1d3947c8a777a02a13a27828/hf_xet-1.6.0-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:70cbb9c896901600128cb9b6f06e132954fbede1db30f31f7c6c63f84cb7c31d", size = 4074584, upload-time = "2026-08-03T22:32:47.364Z" }, + { url = "https://files.pythonhosted.org/packages/bb/1e/c0ad437dd267a8e435bef594acf781bbc3874ff0b6435b4962d03ecf7cc4/hf_xet-1.6.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:23379c2f9ec8696d952b16414a2bae72cad86a52df869b050698ba60f538c675", size = 3867381, upload-time = "2026-08-03T22:32:49.049Z" }, + { url = "https://files.pythonhosted.org/packages/d5/ee/7c0d7b6ab336167531b1c30af2af003f054af4c749becbd7209ae33a77c3/hf_xet-1.6.0-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:f2f7278c05c22fd60cb436cda1269649b3e81db65ecdc8496e5e164aa4143e7b", size = 4453982, upload-time = "2026-08-03T22:32:50.568Z" }, + { url = "https://files.pythonhosted.org/packages/63/06/ad8eab1c9525246650cbaa821caa3cdbaca734ab1a5b8c91bea09cbd8d69/hf_xet-1.6.0-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:948f15d3a9545cfe5932f6bd8b440f6ae630aee108f14b7bd6c561f7c2dcc522", size = 4249445, upload-time = "2026-08-03T22:32:52.391Z" }, + { url = "https://files.pythonhosted.org/packages/d8/26/1eee8aedb0dafc1ab9717dc9ac602cde33361b232dc06803f1f6ed18b58c/hf_xet-1.6.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:5153e6bb103ad49d6ea9f1b2e230db5a2ea32551ad09a706d2f61d7c7c80d80e", size = 4451099, upload-time = "2026-08-03T22:32:54.114Z" }, + { url = "https://files.pythonhosted.org/packages/67/57/0b88af1f194ab6c9c650547d9cc06bfeaab836ae4dcdb331676bfb8be95a/hf_xet-1.6.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:35cec30d75c6f9eb9c16a77cef68e85a103b72e24d4b473714ec9ff06428bab9", size = 4664712, upload-time = "2026-08-03T22:32:55.547Z" }, + { url = "https://files.pythonhosted.org/packages/53/a0/26b717a9d1840e8abf48dcec64b5ed8fbe472671d38ad28d30e147132b33/hf_xet-1.6.0-cp314-cp314t-win_amd64.whl", hash = "sha256:5789835d7c6bc9436962853192082374297fb72d7eff7e7762ec25ceb7e25338", size = 4025906, upload-time = "2026-08-03T22:32:57.391Z" }, + { url = "https://files.pythonhosted.org/packages/49/f6/4a9966633c6fef83af997e2cff68ec1963676d412bdfd096df2a93b8e185/hf_xet-1.6.0-cp314-cp314t-win_arm64.whl", hash = "sha256:75765820ce4700db3750c94acc8fe27c5fae4c9ec000a0dbac3ca082acf97765", size = 3849221, upload-time = "2026-08-03T22:32:59.123Z" }, + { url = "https://files.pythonhosted.org/packages/a2/50/7afa2c9c787405864fc47a0d1bbc02c62e9101947ed43c1f43899fc7d91d/hf_xet-1.6.0-cp38-abi3-macosx_10_12_x86_64.whl", hash = "sha256:633dc0cd71d32da58ab8c03ad38e2fac452c15c2b0a2866ebf6ededfe0a5061d", size = 4071729, upload-time = "2026-08-03T22:33:00.721Z" }, + { url = "https://files.pythonhosted.org/packages/4b/69/55b8dcf636142ae660fec1869fcac14c4da2e8412e14d6eee1523be77e9f/hf_xet-1.6.0-cp38-abi3-macosx_11_0_arm64.whl", hash = "sha256:f0906082d9932ae0c0057fa194041c22b4e2cdb46b2592ef3b91f020d62a081a", size = 3876287, upload-time = "2026-08-03T22:33:02.251Z" }, + { url = "https://files.pythonhosted.org/packages/67/4e/a28359bf1c1ecf11eba22123168c138698f7cb576ac678f5a2e16cd5da08/hf_xet-1.6.0-cp38-abi3-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:d62671bb130879cef0ee4c9ebe47a14af6c66ec53e6d84dc15936e5ffdfac82f", size = 4464663, upload-time = "2026-08-03T22:33:03.802Z" }, + { url = "https://files.pythonhosted.org/packages/9a/69/1f0cbc2fb22ae6082d094f743d1b8945a3f36f6089cb95f42b7ee348cda7/hf_xet-1.6.0-cp38-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:0e6e21fa3cdfcdcd76748564bf593870a5e013f47d97cf10aed63aa222cff5b7", size = 4262538, upload-time = "2026-08-03T22:33:05.287Z" }, + { url = "https://files.pythonhosted.org/packages/d1/3a/4f4f2301ade26e404462d3336fa11f7958d914cabbabdd6e03c3c5d5658c/hf_xet-1.6.0-cp38-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:4fc74352a17015bd0ee90038bc9efe38db894cde45f268b6712b04fce8cd0acb", size = 4460520, upload-time = "2026-08-03T22:33:06.81Z" }, + { url = "https://files.pythonhosted.org/packages/ab/5f/311725e2a905534dfee2dcb5b08414f249147f1f12252bfc2bd24caa075c/hf_xet-1.6.0-cp38-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:8fb4f71cba6129110c3374a33f919001ff130488fc23553698e34cc1c2a1198c", size = 4675937, upload-time = "2026-08-03T22:33:08.616Z" }, + { url = "https://files.pythonhosted.org/packages/98/b7/8c59a66d15205024662f1d66968136f13893f96df1ddc5087e2e281fc95f/hf_xet-1.6.0-cp38-abi3-win_amd64.whl", hash = "sha256:fb4fadde1b2b70bf4c0c14a6dccbe7194b1c28947fefd5bbe3fed9d940676c3b", size = 4033128, upload-time = "2026-08-03T22:33:10.171Z" }, + { url = "https://files.pythonhosted.org/packages/73/63/ca511b6f802f28cf3489b280fe77475bcca8de85e81a6299d7916b5b5555/hf_xet-1.6.0-cp38-abi3-win_arm64.whl", hash = "sha256:3dc3e35441ba395006af5aaacc40ef2e603c51ef46c3530b9156185f00935ea3", size = 3859359, upload-time = "2026-08-03T22:33:11.725Z" }, +] + +[[package]] +name = "httpcore" +version = "1.0.9" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" }, +] + +[[package]] +name = "httpx" +version = "0.28.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "certifi" }, + { name = "httpcore" }, + { name = "idna" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" }, +] + +[[package]] +name = "huggingface-hub" +version = "1.27.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "click" }, + { name = "filelock" }, + { name = "fsspec" }, + { name = "hf-xet", marker = "platform_machine == 'AMD64' or platform_machine == 'aarch64' or platform_machine == 'amd64' or platform_machine == 'arm64' or platform_machine == 'x86_64' or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "httpx" }, + { name = "packaging" }, + { name = "pyyaml" }, + { name = "tqdm" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/3e/9b/ddf3d02a8681f1b9ce52fda03d755dad6b74c4f8172304c4c8d2975450f9/huggingface_hub-1.27.0.tar.gz", hash = "sha256:c1fed40ea82a6b41b477f5243546549b792ae0a93abcea608cff66089bf8f8df", size = 942668, upload-time = "2026-08-07T12:48:05.161Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/de/d8/95b735e183957c1f26d94c52977f09d466d55119cbbc1558ea4975e4c216/huggingface_hub-1.27.0-py3-none-any.whl", hash = "sha256:7df6827c2f956c60fbaa64646e979e566db76f619dd0a9729dfb8c5a3eb4f68d", size = 784926, upload-time = "2026-08-07T12:48:02.905Z" }, +] + +[[package]] +name = "idna" +version = "3.18" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/cd/63/9496c57188a2ee585e0f1db071d75089a11e98aa86eb99d9d7618fc1edce/idna-3.18.tar.gz", hash = "sha256:ffb385a7e039654cef1ab9ef32c6fafe283c0c0467bba1d9029738ce4a14a848", size = 196711, upload-time = "2026-06-02T14:34:07.794Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/1e/5e/d4e9f1a599fb8e573b7b87160658329fbf28d19eac2718f51fc3def3aa5a/idna-3.18-py3-none-any.whl", hash = "sha256:7f952cbe720b688055e3f87de14f5c3e5fdaa8bc3928985c4077ca689de849a2", size = 65455, upload-time = "2026-06-02T14:34:06.319Z" }, +] + +[[package]] +name = "iniconfig" +version = "2.3.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/72/34/14ca021ce8e5dfedc35312d08ba8bf51fdd999c576889fc2c24cb97f4f10/iniconfig-2.3.0.tar.gz", hash = "sha256:c76315c77db068650d49c5b56314774a7804df16fee4402c1f19d6d15d8c4730", size = 20503, upload-time = "2025-10-18T21:55:43.219Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/cb/b1/3846dd7f199d53cb17f49cba7e651e9ce294d8497c8c150530ed11865bb8/iniconfig-2.3.0-py3-none-any.whl", hash = "sha256:f631c04d2c48c52b84d0d0549c99ff3859c98df65b3101406327ecc7d53fbf12", size = 7484, upload-time = "2025-10-18T21:55:41.639Z" }, +] + +[[package]] +name = "ipython" +version = "9.16.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "ipython-pygments-lexers" }, + { name = "jedi" }, + { name = "matplotlib-inline" }, + { name = "pexpect", marker = "(sys_platform != 'emscripten' and sys_platform != 'win32') or (sys_platform == 'emscripten' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'win32' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "prompt-toolkit" }, + { name = "psutil", marker = "(sys_platform != 'cygwin' and sys_platform != 'emscripten') or (sys_platform == 'cygwin' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform == 'emscripten' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "pygments" }, + { name = "stack-data" }, + { name = "traitlets" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/96/b150fe7e25a5a29ae9ac1374e71488639605d39a1ea4abb74c9ce33af235/ipython-9.16.1.tar.gz", hash = "sha256:5a3d1f9a47ff216d6cf9cf863124f6a2c1a198d1354c546a4d24a370a283b64c", size = 4515302, upload-time = "2026-08-03T08:36:15.571Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bc/8e/1239df488393d61076653bfb29f759d0f60cab8e030abdf7c17c31539b51/ipython-9.16.1-py3-none-any.whl", hash = "sha256:4acae635506f6d352d94c4899a19d5f85f8bc4d230932342dca556fdab1c69b4", size = 625974, upload-time = "2026-08-03T08:36:13.654Z" }, +] + +[[package]] +name = "ipython-pygments-lexers" +version = "1.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ef/4c/5dd1d8af08107f88c7f741ead7a40854b8ac24ddf9ae850afbcf698aa552/ipython_pygments_lexers-1.1.1.tar.gz", hash = "sha256:09c0138009e56b6854f9535736f4171d855c8c08a563a0dcd8022f78355c7e81", size = 8393, upload-time = "2025-01-17T11:24:34.505Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d9/33/1f075bf72b0b747cb3288d011319aaf64083cf2efef8354174e3ed4540e2/ipython_pygments_lexers-1.1.1-py3-none-any.whl", hash = "sha256:a9462224a505ade19a605f71f8fa63c2048833ce50abc86768a0d81d876dc81c", size = 8074, upload-time = "2025-01-17T11:24:33.271Z" }, +] + +[[package]] +name = "jedi" +version = "0.20.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "parso" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/46/b7/a3635f6a2d7cf5b5dd98064fc1d5fbbafcb25477bcea204a3a92145d158b/jedi-0.20.0.tar.gz", hash = "sha256:c3f4ccbd276696f4b19c54618d4fb18f9fc24b0aef02acf704b23f487daa1011", size = 3119416, upload-time = "2026-05-01T23:38:47.814Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9a/93/242e2eab5fe682ffcb8b0084bde703a41d51e17ee0f3a31ff0d9d813620a/jedi-0.20.0-py2.py3-none-any.whl", hash = "sha256:7bdd9c2634f56713299976f4cbd59cb3fa92165cc5e05ea811fb253480728b67", size = 4884812, upload-time = "2026-05-01T23:38:43.919Z" }, +] + +[[package]] +name = "jinja2" +version = "3.1.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "markupsafe" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/df/bf/f7da0350254c0ed7c72f3e33cef02e048281fec7ecec5f032d4aac52226b/jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d", size = 245115, upload-time = "2025-03-05T20:05:02.478Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/62/a1/3d680cbfd5f4b8f15abc1d571870c5fc3e594bb582bc3b64ea099db13e56/jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67", size = 134899, upload-time = "2025-03-05T20:05:00.369Z" }, +] + +[[package]] +name = "kiwisolver" +version = "1.5.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d0/67/9c61eccb13f0bdca9307614e782fec49ffdde0f7a2314935d489fa93cd9c/kiwisolver-1.5.0.tar.gz", hash = "sha256:d4193f3d9dc3f6f79aaed0e5637f45d98850ebf01f7ca20e69457f3e8946b66a", size = 103482, upload-time = "2026-03-09T13:15:53.382Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4d/b2/818b74ebea34dabe6d0c51cb1c572e046730e64844da6ed646d5298c40ce/kiwisolver-1.5.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:4e9750bc21b886308024f8a54ccb9a2cc38ac9fa813bf4348434e3d54f337ff9", size = 123158, upload-time = "2026-03-09T13:13:23.127Z" }, + { url = "https://files.pythonhosted.org/packages/bf/d9/405320f8077e8e1c5c4bd6adc45e1e6edf6d727b6da7f2e2533cf58bff71/kiwisolver-1.5.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:72ec46b7eba5b395e0a7b63025490d3214c11013f4aacb4f5e8d6c3041829588", size = 66388, upload-time = "2026-03-09T13:13:24.765Z" }, + { url = "https://files.pythonhosted.org/packages/99/9f/795fedf35634f746151ca8839d05681ceb6287fbed6cc1c9bf235f7887c2/kiwisolver-1.5.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ed3a984b31da7481b103f68776f7128a89ef26ed40f4dc41a2223cda7fb24819", size = 64068, upload-time = "2026-03-09T13:13:25.878Z" }, + { url = "https://files.pythonhosted.org/packages/c4/13/680c54afe3e65767bed7ec1a15571e1a2f1257128733851ade24abcefbcc/kiwisolver-1.5.0-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:bb5136fb5352d3f422df33f0c879a1b0c204004324150cc3b5e3c4f310c9049f", size = 1477934, upload-time = "2026-03-09T13:13:27.166Z" }, + { url = "https://files.pythonhosted.org/packages/c8/2f/cebfcdb60fd6a9b0f6b47a9337198bcbad6fbe15e68189b7011fd914911f/kiwisolver-1.5.0-cp312-cp312-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b2af221f268f5af85e776a73d62b0845fc8baf8ef0abfae79d29c77d0e776aaf", size = 1278537, upload-time = "2026-03-09T13:13:28.707Z" }, + { url = "https://files.pythonhosted.org/packages/f2/0d/9b782923aada3fafb1d6b84e13121954515c669b18af0c26e7d21f579855/kiwisolver-1.5.0-cp312-cp312-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:b0f172dc8ffaccb8522d7c5d899de00133f2f1ca7b0a49b7da98e901de87bf2d", size = 1296685, upload-time = "2026-03-09T13:13:30.528Z" }, + { url = "https://files.pythonhosted.org/packages/27/70/83241b6634b04fe44e892688d5208332bde130f38e610c0418f9ede47ded/kiwisolver-1.5.0-cp312-cp312-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:6ab8ba9152203feec73758dad83af9a0bbe05001eb4639e547207c40cfb52083", size = 1346024, upload-time = "2026-03-09T13:13:32.818Z" }, + { url = "https://files.pythonhosted.org/packages/e4/db/30ed226fb271ae1a6431fc0fe0edffb2efe23cadb01e798caeb9f2ceae8f/kiwisolver-1.5.0-cp312-cp312-manylinux_2_39_riscv64.whl", hash = "sha256:cdee07c4d7f6d72008d3f73b9bf027f4e11550224c7c50d8df1ae4a37c1402a6", size = 987241, upload-time = "2026-03-09T13:13:34.435Z" }, + { url = "https://files.pythonhosted.org/packages/ec/bd/c314595208e4c9587652d50959ead9e461995389664e490f4dce7ff0f782/kiwisolver-1.5.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:7c60d3c9b06fb23bd9c6139281ccbdc384297579ae037f08ae90c69f6845c0b1", size = 2227742, upload-time = "2026-03-09T13:13:36.4Z" }, + { url = "https://files.pythonhosted.org/packages/c1/43/0499cec932d935229b5543d073c2b87c9c22846aab48881e9d8d6e742a2d/kiwisolver-1.5.0-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:e315e5ec90d88e140f57696ff85b484ff68bb311e36f2c414aa4286293e6dee0", size = 2323966, upload-time = "2026-03-09T13:13:38.204Z" }, + { url = "https://files.pythonhosted.org/packages/3d/6f/79b0d760907965acfd9d61826a3d41f8f093c538f55cd2633d3f0db269f6/kiwisolver-1.5.0-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:1465387ac63576c3e125e5337a6892b9e99e0627d52317f3ca79e6930d889d15", size = 1977417, upload-time = "2026-03-09T13:13:39.966Z" }, + { url = "https://files.pythonhosted.org/packages/ab/31/01d0537c41cb75a551a438c3c7a80d0c60d60b81f694dac83dd436aec0d0/kiwisolver-1.5.0-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:530a3fd64c87cffa844d4b6b9768774763d9caa299e9b75d8eca6a4423b31314", size = 2491238, upload-time = "2026-03-09T13:13:41.698Z" }, + { url = "https://files.pythonhosted.org/packages/e4/34/8aefdd0be9cfd00a44509251ba864f5caf2991e36772e61c408007e7f417/kiwisolver-1.5.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:1d9daea4ea6b9be74fe2f01f7fbade8d6ffab263e781274cffca0dba9be9eec9", size = 2294947, upload-time = "2026-03-09T13:13:43.343Z" }, + { url = "https://files.pythonhosted.org/packages/ad/cf/0348374369ca588f8fe9c338fae49fa4e16eeb10ffb3d012f23a54578a9e/kiwisolver-1.5.0-cp312-cp312-win_amd64.whl", hash = "sha256:f18c2d9782259a6dc132fdc7a63c168cbc74b35284b6d75c673958982a378384", size = 73569, upload-time = "2026-03-09T13:13:45.792Z" }, + { url = "https://files.pythonhosted.org/packages/28/26/192b26196e2316e2bd29deef67e37cdf9870d9af8e085e521afff0fed526/kiwisolver-1.5.0-cp312-cp312-win_arm64.whl", hash = "sha256:f7c7553b13f69c1b29a5bde08ddc6d9d0c8bfb84f9ed01c30db25944aeb852a7", size = 64997, upload-time = "2026-03-09T13:13:46.878Z" }, + { url = "https://files.pythonhosted.org/packages/9d/69/024d6711d5ba575aa65d5538042e99964104e97fa153a9f10bc369182bc2/kiwisolver-1.5.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:fd40bb9cd0891c4c3cb1ddf83f8bbfa15731a248fdc8162669405451e2724b09", size = 123166, upload-time = "2026-03-09T13:13:48.032Z" }, + { url = "https://files.pythonhosted.org/packages/ce/48/adbb40df306f587054a348831220812b9b1d787aff714cfbc8556e38fccd/kiwisolver-1.5.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:c0e1403fd7c26d77c1f03e096dc58a5c726503fa0db0456678b8668f76f521e3", size = 66395, upload-time = "2026-03-09T13:13:49.365Z" }, + { url = "https://files.pythonhosted.org/packages/a8/3a/d0a972b34e1c63e2409413104216cd1caa02c5a37cb668d1687d466c1c45/kiwisolver-1.5.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:dda366d548e89a90d88a86c692377d18d8bd64b39c1fb2b92cb31370e2896bbd", size = 64065, upload-time = "2026-03-09T13:13:50.562Z" }, + { url = "https://files.pythonhosted.org/packages/2b/0a/7b98e1e119878a27ba8618ca1e18b14f992ff1eda40f47bccccf4de44121/kiwisolver-1.5.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:332b4f0145c30b5f5ad9374881133e5aa64320428a57c2c2b61e9d891a51c2f3", size = 1477903, upload-time = "2026-03-09T13:13:52.084Z" }, + { url = "https://files.pythonhosted.org/packages/18/d8/55638d89ffd27799d5cc3d8aa28e12f4ce7a64d67b285114dbedc8ea4136/kiwisolver-1.5.0-cp313-cp313-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0c50b89ffd3e1a911c69a1dd3de7173c0cd10b130f56222e57898683841e4f96", size = 1278751, upload-time = "2026-03-09T13:13:54.673Z" }, + { url = "https://files.pythonhosted.org/packages/b8/97/b4c8d0d18421ecceba20ad8701358453b88e32414e6f6950b5a4bad54e65/kiwisolver-1.5.0-cp313-cp313-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:4db576bb8c3ef9365f8b40fe0f671644de6736ae2c27a2c62d7d8a1b4329f099", size = 1296793, upload-time = "2026-03-09T13:13:56.287Z" }, + { url = "https://files.pythonhosted.org/packages/c4/10/f862f94b6389d8957448ec9df59450b81bec4abb318805375c401a1e6892/kiwisolver-1.5.0-cp313-cp313-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:0b85aad90cea8ac6797a53b5d5f2e967334fa4d1149f031c4537569972596cb8", size = 1346041, upload-time = "2026-03-09T13:13:58.269Z" }, + { url = "https://files.pythonhosted.org/packages/a3/6a/f1650af35821eaf09de398ec0bc2aefc8f211f0cda50204c9f1673741ba9/kiwisolver-1.5.0-cp313-cp313-manylinux_2_39_riscv64.whl", hash = "sha256:d36ca54cb4c6c4686f7cbb7b817f66f5911c12ddb519450bbe86707155028f87", size = 987292, upload-time = "2026-03-09T13:13:59.871Z" }, + { url = "https://files.pythonhosted.org/packages/de/19/d7fb82984b9238115fe629c915007be608ebd23dc8629703d917dbfaffd4/kiwisolver-1.5.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:38f4a703656f493b0ad185211ccfca7f0386120f022066b018eb5296d8613e23", size = 2227865, upload-time = "2026-03-09T13:14:01.401Z" }, + { url = "https://files.pythonhosted.org/packages/7f/b9/46b7f386589fd222dac9e9de9c956ce5bcefe2ee73b4e79891381dda8654/kiwisolver-1.5.0-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:3ac2360e93cb41be81121755c6462cff3beaa9967188c866e5fce5cf13170859", size = 2324369, upload-time = "2026-03-09T13:14:02.972Z" }, + { url = "https://files.pythonhosted.org/packages/92/8b/95e237cf3d9c642960153c769ddcbe278f182c8affb20cecc1cc983e7cc5/kiwisolver-1.5.0-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:c95cab08d1965db3d84a121f1c7ce7479bdd4072c9b3dafd8fecce48a2e6b902", size = 1977989, upload-time = "2026-03-09T13:14:04.503Z" }, + { url = "https://files.pythonhosted.org/packages/1b/95/980c9df53501892784997820136c01f62bc1865e31b82b9560f980c0e649/kiwisolver-1.5.0-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:fc20894c3d21194d8041a28b65622d5b86db786da6e3cfe73f0c762951a61167", size = 2491645, upload-time = "2026-03-09T13:14:06.106Z" }, + { url = "https://files.pythonhosted.org/packages/cb/32/900647fd0840abebe1561792c6b31e6a7c0e278fc3973d30572a965ca14c/kiwisolver-1.5.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:7a32f72973f0f950c1920475d5c5ea3d971b81b6f0ec53b8d0a956cc965f22e0", size = 2295237, upload-time = "2026-03-09T13:14:08.891Z" }, + { url = "https://files.pythonhosted.org/packages/be/8a/be60e3bbcf513cc5a50f4a3e88e1dcecebb79c1ad607a7222877becaa101/kiwisolver-1.5.0-cp313-cp313-win_amd64.whl", hash = "sha256:0bf3acf1419fa93064a4c2189ac0b58e3be7872bf6ee6177b0d4c63dc4cea276", size = 73573, upload-time = "2026-03-09T13:14:12.327Z" }, + { url = "https://files.pythonhosted.org/packages/4d/d2/64be2e429eb4fca7f7e1c52a91b12663aeaf25de3895e5cca0f47ef2a8d0/kiwisolver-1.5.0-cp313-cp313-win_arm64.whl", hash = "sha256:fa8eb9ecdb7efb0b226acec134e0d709e87a909fa4971a54c0c4f6e88635484c", size = 64998, upload-time = "2026-03-09T13:14:13.469Z" }, + { url = "https://files.pythonhosted.org/packages/b0/69/ce68dd0c85755ae2de490bf015b62f2cea5f6b14ff00a463f9d0774449ff/kiwisolver-1.5.0-cp313-cp313t-macosx_10_13_universal2.whl", hash = "sha256:db485b3847d182b908b483b2ed133c66d88d49cacf98fd278fadafe11b4478d1", size = 125700, upload-time = "2026-03-09T13:14:14.636Z" }, + { url = "https://files.pythonhosted.org/packages/74/aa/937aac021cf9d4349990d47eb319309a51355ed1dbdc9c077cdc9224cb11/kiwisolver-1.5.0-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:be12f931839a3bdfe28b584db0e640a65a8bcbc24560ae3fdb025a449b3d754e", size = 67537, upload-time = "2026-03-09T13:14:15.808Z" }, + { url = "https://files.pythonhosted.org/packages/ee/20/3a87fbece2c40ad0f6f0aefa93542559159c5f99831d596050e8afae7a9f/kiwisolver-1.5.0-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:16b85d37c2cbb3253226d26e64663f755d88a03439a9c47df6246b35defbdfb7", size = 65514, upload-time = "2026-03-09T13:14:18.035Z" }, + { url = "https://files.pythonhosted.org/packages/f0/7f/f943879cda9007c45e1f7dba216d705c3a18d6b35830e488b6c6a4e7cdf0/kiwisolver-1.5.0-cp313-cp313t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:4432b835675f0ea7414aab3d37d119f7226d24869b7a829caeab49ebda407b0c", size = 1584848, upload-time = "2026-03-09T13:14:19.745Z" }, + { url = "https://files.pythonhosted.org/packages/37/f8/4d4f85cc1870c127c88d950913370dd76138482161cd07eabbc450deff01/kiwisolver-1.5.0-cp313-cp313t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1b0feb50971481a2cc44d94e88bdb02cdd497618252ae226b8eb1201b957e368", size = 1391542, upload-time = "2026-03-09T13:14:21.54Z" }, + { url = "https://files.pythonhosted.org/packages/04/0b/65dd2916c84d252b244bd405303220f729e7c17c9d7d33dca6feeff9ffc4/kiwisolver-1.5.0-cp313-cp313t-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:56fa888f10d0f367155e76ce849fa1166fc9730d13bd2d65a2aa13b6f5424489", size = 1404447, upload-time = "2026-03-09T13:14:23.205Z" }, + { url = "https://files.pythonhosted.org/packages/39/5c/2606a373247babce9b1d056c03a04b65f3cf5290a8eac5d7bdead0a17e21/kiwisolver-1.5.0-cp313-cp313t-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:940dda65d5e764406b9fb92761cbf462e4e63f712ab60ed98f70552e496f3bf1", size = 1455918, upload-time = "2026-03-09T13:14:24.74Z" }, + { url = "https://files.pythonhosted.org/packages/d5/d1/c6078b5756670658e9192a2ef11e939c92918833d2745f85cd14a6004bdf/kiwisolver-1.5.0-cp313-cp313t-manylinux_2_39_riscv64.whl", hash = "sha256:89fc958c702ee9a745e4700378f5d23fddbc46ff89e8fdbf5395c24d5c1452a3", size = 1072856, upload-time = "2026-03-09T13:14:26.597Z" }, + { url = "https://files.pythonhosted.org/packages/cb/c8/7def6ddf16eb2b3741d8b172bdaa9af882b03c78e9b0772975408801fa63/kiwisolver-1.5.0-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:9027d773c4ff81487181a925945743413f6069634d0b122d0b37684ccf4f1e18", size = 2333580, upload-time = "2026-03-09T13:14:28.237Z" }, + { url = "https://files.pythonhosted.org/packages/9e/87/2ac1fce0eb1e616fcd3c35caa23e665e9b1948bb984f4764790924594128/kiwisolver-1.5.0-cp313-cp313t-musllinux_1_2_ppc64le.whl", hash = "sha256:5b233ea3e165e43e35dba1d2b8ecc21cf070b45b65ae17dd2747d2713d942021", size = 2423018, upload-time = "2026-03-09T13:14:30.018Z" }, + { url = "https://files.pythonhosted.org/packages/67/13/c6700ccc6cc218716bfcda4935e4b2997039869b4ad8a94f364c5a3b8e63/kiwisolver-1.5.0-cp313-cp313t-musllinux_1_2_riscv64.whl", hash = "sha256:ce9bf03dad3b46408c08649c6fbd6ca28a9fce0eb32fdfffa6775a13103b5310", size = 2062804, upload-time = "2026-03-09T13:14:32.888Z" }, + { url = "https://files.pythonhosted.org/packages/1b/bd/877056304626943ff0f1f44c08f584300c199b887cb3176cd7e34f1515f1/kiwisolver-1.5.0-cp313-cp313t-musllinux_1_2_s390x.whl", hash = "sha256:fc4d3f1fb9ca0ae9f97b095963bc6326f1dbfd3779d6679a1e016b9baaa153d3", size = 2597482, upload-time = "2026-03-09T13:14:34.971Z" }, + { url = "https://files.pythonhosted.org/packages/75/19/c60626c47bf0f8ac5dcf72c6c98e266d714f2fbbfd50cf6dab5ede3aaa50/kiwisolver-1.5.0-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:f443b4825c50a51ee68585522ab4a1d1257fac65896f282b4c6763337ac9f5d2", size = 2394328, upload-time = "2026-03-09T13:14:36.816Z" }, + { url = "https://files.pythonhosted.org/packages/47/84/6a6d5e5bb8273756c27b7d810d47f7ef2f1f9b9fd23c9ee9a3f8c75c9cef/kiwisolver-1.5.0-cp313-cp313t-win_arm64.whl", hash = "sha256:893ff3a711d1b515ba9da14ee090519bad4610ed1962fbe298a434e8c5f8db53", size = 68410, upload-time = "2026-03-09T13:14:38.695Z" }, + { url = "https://files.pythonhosted.org/packages/e4/d7/060f45052f2a01ad5762c8fdecd6d7a752b43400dc29ff75cd47225a40fd/kiwisolver-1.5.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:8df31fe574b8b3993cc61764f40941111b25c2d9fea13d3ce24a49907cd2d615", size = 123231, upload-time = "2026-03-09T13:14:41.323Z" }, + { url = "https://files.pythonhosted.org/packages/c2/a7/78da680eadd06ff35edef6ef68a1ad273bad3e2a0936c9a885103230aece/kiwisolver-1.5.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:1d49a49ac4cbfb7c1375301cd1ec90169dfeae55ff84710d782260ce77a75a02", size = 66489, upload-time = "2026-03-09T13:14:42.534Z" }, + { url = "https://files.pythonhosted.org/packages/49/b2/97980f3ad4fae37dd7fe31626e2bf75fbf8bdf5d303950ec1fab39a12da8/kiwisolver-1.5.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:0cbe94b69b819209a62cb27bdfa5dc2a8977d8de2f89dfd97ba4f53ed3af754e", size = 64063, upload-time = "2026-03-09T13:14:44.759Z" }, + { url = "https://files.pythonhosted.org/packages/e7/f9/b06c934a6aa8bc91f566bd2a214fd04c30506c2d9e2b6b171953216a65b6/kiwisolver-1.5.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:80aa065ffd378ff784822a6d7c3212f2d5f5e9c3589614b5c228b311fd3063ac", size = 1475913, upload-time = "2026-03-09T13:14:46.247Z" }, + { url = "https://files.pythonhosted.org/packages/6b/f0/f768ae564a710135630672981231320bc403cf9152b5596ec5289de0f106/kiwisolver-1.5.0-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4e7f886f47ab881692f278ae901039a234e4025a68e6dfab514263a0b1c4ae05", size = 1282782, upload-time = "2026-03-09T13:14:48.458Z" }, + { url = "https://files.pythonhosted.org/packages/e2/9f/1de7aad00697325f05238a5f2eafbd487fb637cc27a558b5367a5f37fb7f/kiwisolver-1.5.0-cp314-cp314-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:5060731cc3ed12ca3a8b57acd4aeca5bbc2f49216dd0bec1650a1acd89486bcd", size = 1300815, upload-time = "2026-03-09T13:14:50.721Z" }, + { url = "https://files.pythonhosted.org/packages/5a/c2/297f25141d2e468e0ce7f7a7b92e0cf8918143a0cbd3422c1ad627e85a06/kiwisolver-1.5.0-cp314-cp314-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:7a4aa69609f40fce3cbc3f87b2061f042eee32f94b8f11db707b66a26461591a", size = 1347925, upload-time = "2026-03-09T13:14:52.304Z" }, + { url = "https://files.pythonhosted.org/packages/b9/d3/f4c73a02eb41520c47610207b21afa8cdd18fdbf64ffd94674ae21c4812d/kiwisolver-1.5.0-cp314-cp314-manylinux_2_39_riscv64.whl", hash = "sha256:d168fda2dbff7b9b5f38e693182d792a938c31db4dac3a80a4888de603c99554", size = 991322, upload-time = "2026-03-09T13:14:54.637Z" }, + { url = "https://files.pythonhosted.org/packages/7b/46/d3f2efef7732fcda98d22bf4ad5d3d71d545167a852ca710a494f4c15343/kiwisolver-1.5.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:413b820229730d358efd838ecbab79902fe97094565fdc80ddb6b0a18c18a581", size = 2232857, upload-time = "2026-03-09T13:14:56.471Z" }, + { url = "https://files.pythonhosted.org/packages/3f/ec/2d9756bf2b6d26ae4349b8d3662fb3993f16d80c1f971c179ce862b9dbae/kiwisolver-1.5.0-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:5124d1ea754509b09e53738ec185584cc609aae4a3b510aaf4ed6aa047ef9303", size = 2329376, upload-time = "2026-03-09T13:14:58.072Z" }, + { url = "https://files.pythonhosted.org/packages/8f/9f/876a0a0f2260f1bde92e002b3019a5fabc35e0939c7d945e0fa66185eb20/kiwisolver-1.5.0-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:e4415a8db000bf49a6dd1c478bf70062eaacff0f462b92b0ba68791a905861f9", size = 1982549, upload-time = "2026-03-09T13:14:59.668Z" }, + { url = "https://files.pythonhosted.org/packages/6c/4f/ba3624dfac23a64d54ac4179832860cb537c1b0af06024936e82ca4154a0/kiwisolver-1.5.0-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:d618fd27420381a4f6044faa71f46d8bfd911bd077c555f7138ed88729bfbe79", size = 2494680, upload-time = "2026-03-09T13:15:01.364Z" }, + { url = "https://files.pythonhosted.org/packages/39/b7/97716b190ab98911b20d10bf92eca469121ec483b8ce0edd314f51bc85af/kiwisolver-1.5.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:5092eb5b1172947f57d6ea7d89b2f29650414e4293c47707eb499ec07a0ac796", size = 2297905, upload-time = "2026-03-09T13:15:03.925Z" }, + { url = "https://files.pythonhosted.org/packages/a3/36/4e551e8aa55c9188bca9abb5096805edbf7431072b76e2298e34fd3a3008/kiwisolver-1.5.0-cp314-cp314-win_amd64.whl", hash = "sha256:d76e2d8c75051d58177e762164d2e9ab92886534e3a12e795f103524f221dd8e", size = 75086, upload-time = "2026-03-09T13:15:07.775Z" }, + { url = "https://files.pythonhosted.org/packages/70/15/9b90f7df0e31a003c71649cf66ef61c3c1b862f48c81007fa2383c8bd8d7/kiwisolver-1.5.0-cp314-cp314-win_arm64.whl", hash = "sha256:fa6248cd194edff41d7ea9425ced8ca3a6f838bfb295f6f1d6e6bb694a8518df", size = 66577, upload-time = "2026-03-09T13:15:09.139Z" }, + { url = "https://files.pythonhosted.org/packages/17/01/7dc8c5443ff42b38e72731643ed7cf1ed9bf01691ae5cdca98501999ed83/kiwisolver-1.5.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:d1ffeb80b5676463d7a7d56acbe8e37a20ce725570e09549fe738e02ca6b7e1e", size = 125794, upload-time = "2026-03-09T13:15:10.525Z" }, + { url = "https://files.pythonhosted.org/packages/46/8a/b4ebe46ebaac6a303417fab10c2e165c557ddaff558f9699d302b256bc53/kiwisolver-1.5.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:bc4d8e252f532ab46a1de9349e2d27b91fce46736a9eedaa37beaca66f574ed4", size = 67646, upload-time = "2026-03-09T13:15:12.016Z" }, + { url = "https://files.pythonhosted.org/packages/60/35/10a844afc5f19d6f567359bf4789e26661755a2f36200d5d1ed8ad0126e5/kiwisolver-1.5.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:6783e069732715ad0c3ce96dbf21dbc2235ab0593f2baf6338101f70371f4028", size = 65511, upload-time = "2026-03-09T13:15:13.311Z" }, + { url = "https://files.pythonhosted.org/packages/f8/8a/685b297052dd041dcebce8e8787b58923b6e78acc6115a0dc9189011c44b/kiwisolver-1.5.0-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:e7c4c09a490dc4d4a7f8cbee56c606a320f9dc28cf92a7157a39d1ce7676a657", size = 1584858, upload-time = "2026-03-09T13:15:15.103Z" }, + { url = "https://files.pythonhosted.org/packages/9e/80/04865e3d4638ac5bddec28908916df4a3075b8c6cc101786a96803188b96/kiwisolver-1.5.0-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:2a075bd7bd19c70cf67c8badfa36cf7c5d8de3c9ddb8420c51e10d9c50e94920", size = 1392539, upload-time = "2026-03-09T13:15:16.661Z" }, + { url = "https://files.pythonhosted.org/packages/ba/01/77a19cacc0893fa13fafa46d1bba06fb4dc2360b3292baf4b56d8e067b24/kiwisolver-1.5.0-cp314-cp314t-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:bdd3e53429ff02aa319ba59dfe4ceeec345bf46cf180ec2cf6fd5b942e7975e9", size = 1405310, upload-time = "2026-03-09T13:15:18.229Z" }, + { url = "https://files.pythonhosted.org/packages/53/39/bcaf5d0cca50e604cfa9b4e3ae1d64b50ca1ae5b754122396084599ef903/kiwisolver-1.5.0-cp314-cp314t-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:3cdcb35dc9d807259c981a85531048ede628eabcffb3239adf3d17463518992d", size = 1456244, upload-time = "2026-03-09T13:15:20.444Z" }, + { url = "https://files.pythonhosted.org/packages/d0/7a/72c187abc6975f6978c3e39b7cf67aeb8b3c0a8f9790aa7fd412855e9e1f/kiwisolver-1.5.0-cp314-cp314t-manylinux_2_39_riscv64.whl", hash = "sha256:70d593af6a6ca332d1df73d519fddb5148edb15cd90d5f0155e3746a6d4fcc65", size = 1073154, upload-time = "2026-03-09T13:15:22.039Z" }, + { url = "https://files.pythonhosted.org/packages/c7/ca/cf5b25783ebbd59143b4371ed0c8428a278abe68d6d0104b01865b1bbd0f/kiwisolver-1.5.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:377815a8616074cabbf3f53354e1d040c35815a134e01d7614b7692e4bf8acfa", size = 2334377, upload-time = "2026-03-09T13:15:23.741Z" }, + { url = "https://files.pythonhosted.org/packages/4a/e5/b1f492adc516796e88751282276745340e2a72dcd0d36cf7173e0daf3210/kiwisolver-1.5.0-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:0255a027391d52944eae1dbb5d4cc5903f57092f3674e8e544cdd2622826b3f0", size = 2425288, upload-time = "2026-03-09T13:15:25.789Z" }, + { url = "https://files.pythonhosted.org/packages/e6/e5/9b21fbe91a61b8f409d74a26498706e97a48008bfcd1864373d32a6ba31c/kiwisolver-1.5.0-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:012b1eb16e28718fa782b5e61dc6f2da1f0792ca73bd05d54de6cb9561665fc9", size = 2063158, upload-time = "2026-03-09T13:15:27.63Z" }, + { url = "https://files.pythonhosted.org/packages/b1/02/83f47986138310f95ea95531f851b2a62227c11cbc3e690ae1374fe49f0f/kiwisolver-1.5.0-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:0e3aafb33aed7479377e5e9a82e9d4bf87063741fc99fc7ae48b0f16e32bdd6f", size = 2597260, upload-time = "2026-03-09T13:15:29.421Z" }, + { url = "https://files.pythonhosted.org/packages/07/18/43a5f24608d8c313dd189cf838c8e68d75b115567c6279de7796197cfb6a/kiwisolver-1.5.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:e7a116ae737f0000343218c4edf5bd45893bfeaff0993c0b215d7124c9f77646", size = 2394403, upload-time = "2026-03-09T13:15:31.517Z" }, + { url = "https://files.pythonhosted.org/packages/3b/b5/98222136d839b8afabcaa943b09bd05888c2d36355b7e448550211d1fca4/kiwisolver-1.5.0-cp314-cp314t-win_amd64.whl", hash = "sha256:1dd9b0b119a350976a6d781e7278ec7aca0b201e1a9e2d23d9804afecb6ca681", size = 79687, upload-time = "2026-03-09T13:15:33.204Z" }, + { url = "https://files.pythonhosted.org/packages/99/a2/ca7dc962848040befed12732dff6acae7fb3c4f6fc4272b3f6c9a30b8713/kiwisolver-1.5.0-cp314-cp314t-win_arm64.whl", hash = "sha256:58f812017cd2985c21fbffb4864d59174d4903dd66fa23815e74bbc7a0e2dd57", size = 70032, upload-time = "2026-03-09T13:15:34.411Z" }, + { url = "https://files.pythonhosted.org/packages/1c/fa/2910df836372d8761bb6eff7d8bdcb1613b5c2e03f260efe7abe34d388a7/kiwisolver-1.5.0-graalpy312-graalpy250_312_native-macosx_10_13_x86_64.whl", hash = "sha256:5ae8e62c147495b01a0f4765c878e9bfdf843412446a247e28df59936e99e797", size = 130262, upload-time = "2026-03-09T13:15:35.629Z" }, + { url = "https://files.pythonhosted.org/packages/0f/41/c5f71f9f00aabcc71fee8b7475e3f64747282580c2fe748961ba29b18385/kiwisolver-1.5.0-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:f6764a4ccab3078db14a632420930f6186058750df066b8ea2a7106df91d3203", size = 138036, upload-time = "2026-03-09T13:15:36.894Z" }, + { url = "https://files.pythonhosted.org/packages/fa/06/7399a607f434119c6e1fdc8ec89a8d51ccccadf3341dee4ead6bd14caaf5/kiwisolver-1.5.0-graalpy312-graalpy250_312_native-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c31c13da98624f957b0fb1b5bae5383b2333c2c3f6793d9825dd5ce79b525cb7", size = 194295, upload-time = "2026-03-09T13:15:38.22Z" }, + { url = "https://files.pythonhosted.org/packages/b5/91/53255615acd2a1eaca307ede3c90eb550bae9c94581f8c00081b6b1c8f44/kiwisolver-1.5.0-graalpy312-graalpy250_312_native-win_amd64.whl", hash = "sha256:1f1489f769582498610e015a8ef2d36f28f505ab3096d0e16b4858a9ec214f57", size = 75987, upload-time = "2026-03-09T13:15:39.65Z" }, +] + +[[package]] +name = "markupsafe" +version = "3.0.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7e/99/7690b6d4034fffd95959cbe0c02de8deb3098cc577c67bb6a24fe5d7caa7/markupsafe-3.0.3.tar.gz", hash = "sha256:722695808f4b6457b320fdc131280796bdceb04ab50fe1795cd540799ebe1698", size = 80313, upload-time = "2025-09-27T18:37:40.426Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5a/72/147da192e38635ada20e0a2e1a51cf8823d2119ce8883f7053879c2199b5/markupsafe-3.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:d53197da72cc091b024dd97249dfc7794d6a56530370992a5e1a08983ad9230e", size = 11615, upload-time = "2025-09-27T18:36:30.854Z" }, + { url = "https://files.pythonhosted.org/packages/9a/81/7e4e08678a1f98521201c3079f77db69fb552acd56067661f8c2f534a718/markupsafe-3.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:1872df69a4de6aead3491198eaf13810b565bdbeec3ae2dc8780f14458ec73ce", size = 12020, upload-time = "2025-09-27T18:36:31.971Z" }, + { url = "https://files.pythonhosted.org/packages/1e/2c/799f4742efc39633a1b54a92eec4082e4f815314869865d876824c257c1e/markupsafe-3.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3a7e8ae81ae39e62a41ec302f972ba6ae23a5c5396c8e60113e9066ef893da0d", size = 24332, upload-time = "2025-09-27T18:36:32.813Z" }, + { url = "https://files.pythonhosted.org/packages/3c/2e/8d0c2ab90a8c1d9a24f0399058ab8519a3279d1bd4289511d74e909f060e/markupsafe-3.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d6dd0be5b5b189d31db7cda48b91d7e0a9795f31430b7f271219ab30f1d3ac9d", size = 22947, upload-time = "2025-09-27T18:36:33.86Z" }, + { url = "https://files.pythonhosted.org/packages/2c/54/887f3092a85238093a0b2154bd629c89444f395618842e8b0c41783898ea/markupsafe-3.0.3-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:94c6f0bb423f739146aec64595853541634bde58b2135f27f61c1ffd1cd4d16a", size = 21962, upload-time = "2025-09-27T18:36:35.099Z" }, + { url = "https://files.pythonhosted.org/packages/c9/2f/336b8c7b6f4a4d95e91119dc8521402461b74a485558d8f238a68312f11c/markupsafe-3.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:be8813b57049a7dc738189df53d69395eba14fb99345e0a5994914a3864c8a4b", size = 23760, upload-time = "2025-09-27T18:36:36.001Z" }, + { url = "https://files.pythonhosted.org/packages/32/43/67935f2b7e4982ffb50a4d169b724d74b62a3964bc1a9a527f5ac4f1ee2b/markupsafe-3.0.3-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:83891d0e9fb81a825d9a6d61e3f07550ca70a076484292a70fde82c4b807286f", size = 21529, upload-time = "2025-09-27T18:36:36.906Z" }, + { url = "https://files.pythonhosted.org/packages/89/e0/4486f11e51bbba8b0c041098859e869e304d1c261e59244baa3d295d47b7/markupsafe-3.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:77f0643abe7495da77fb436f50f8dab76dbc6e5fd25d39589a0f1fe6548bfa2b", size = 23015, upload-time = "2025-09-27T18:36:37.868Z" }, + { url = "https://files.pythonhosted.org/packages/2f/e1/78ee7a023dac597a5825441ebd17170785a9dab23de95d2c7508ade94e0e/markupsafe-3.0.3-cp312-cp312-win32.whl", hash = "sha256:d88b440e37a16e651bda4c7c2b930eb586fd15ca7406cb39e211fcff3bf3017d", size = 14540, upload-time = "2025-09-27T18:36:38.761Z" }, + { url = "https://files.pythonhosted.org/packages/aa/5b/bec5aa9bbbb2c946ca2733ef9c4ca91c91b6a24580193e891b5f7dbe8e1e/markupsafe-3.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:26a5784ded40c9e318cfc2bdb30fe164bdb8665ded9cd64d500a34fb42067b1c", size = 15105, upload-time = "2025-09-27T18:36:39.701Z" }, + { url = "https://files.pythonhosted.org/packages/e5/f1/216fc1bbfd74011693a4fd837e7026152e89c4bcf3e77b6692fba9923123/markupsafe-3.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:35add3b638a5d900e807944a078b51922212fb3dedb01633a8defc4b01a3c85f", size = 13906, upload-time = "2025-09-27T18:36:40.689Z" }, + { url = "https://files.pythonhosted.org/packages/38/2f/907b9c7bbba283e68f20259574b13d005c121a0fa4c175f9bed27c4597ff/markupsafe-3.0.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:e1cf1972137e83c5d4c136c43ced9ac51d0e124706ee1c8aa8532c1287fa8795", size = 11622, upload-time = "2025-09-27T18:36:41.777Z" }, + { url = "https://files.pythonhosted.org/packages/9c/d9/5f7756922cdd676869eca1c4e3c0cd0df60ed30199ffd775e319089cb3ed/markupsafe-3.0.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:116bb52f642a37c115f517494ea5feb03889e04df47eeff5b130b1808ce7c219", size = 12029, upload-time = "2025-09-27T18:36:43.257Z" }, + { url = "https://files.pythonhosted.org/packages/00/07/575a68c754943058c78f30db02ee03a64b3c638586fba6a6dd56830b30a3/markupsafe-3.0.3-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:133a43e73a802c5562be9bbcd03d090aa5a1fe899db609c29e8c8d815c5f6de6", size = 24374, upload-time = "2025-09-27T18:36:44.508Z" }, + { url = "https://files.pythonhosted.org/packages/a9/21/9b05698b46f218fc0e118e1f8168395c65c8a2c750ae2bab54fc4bd4e0e8/markupsafe-3.0.3-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ccfcd093f13f0f0b7fdd0f198b90053bf7b2f02a3927a30e63f3ccc9df56b676", size = 22980, upload-time = "2025-09-27T18:36:45.385Z" }, + { url = "https://files.pythonhosted.org/packages/7f/71/544260864f893f18b6827315b988c146b559391e6e7e8f7252839b1b846a/markupsafe-3.0.3-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:509fa21c6deb7a7a273d629cf5ec029bc209d1a51178615ddf718f5918992ab9", size = 21990, upload-time = "2025-09-27T18:36:46.916Z" }, + { url = "https://files.pythonhosted.org/packages/c2/28/b50fc2f74d1ad761af2f5dcce7492648b983d00a65b8c0e0cb457c82ebbe/markupsafe-3.0.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:a4afe79fb3de0b7097d81da19090f4df4f8d3a2b3adaa8764138aac2e44f3af1", size = 23784, upload-time = "2025-09-27T18:36:47.884Z" }, + { url = "https://files.pythonhosted.org/packages/ed/76/104b2aa106a208da8b17a2fb72e033a5a9d7073c68f7e508b94916ed47a9/markupsafe-3.0.3-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:795e7751525cae078558e679d646ae45574b47ed6e7771863fcc079a6171a0fc", size = 21588, upload-time = "2025-09-27T18:36:48.82Z" }, + { url = "https://files.pythonhosted.org/packages/b5/99/16a5eb2d140087ebd97180d95249b00a03aa87e29cc224056274f2e45fd6/markupsafe-3.0.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:8485f406a96febb5140bfeca44a73e3ce5116b2501ac54fe953e488fb1d03b12", size = 23041, upload-time = "2025-09-27T18:36:49.797Z" }, + { url = "https://files.pythonhosted.org/packages/19/bc/e7140ed90c5d61d77cea142eed9f9c303f4c4806f60a1044c13e3f1471d0/markupsafe-3.0.3-cp313-cp313-win32.whl", hash = "sha256:bdd37121970bfd8be76c5fb069c7751683bdf373db1ed6c010162b2a130248ed", size = 14543, upload-time = "2025-09-27T18:36:51.584Z" }, + { url = "https://files.pythonhosted.org/packages/05/73/c4abe620b841b6b791f2edc248f556900667a5a1cf023a6646967ae98335/markupsafe-3.0.3-cp313-cp313-win_amd64.whl", hash = "sha256:9a1abfdc021a164803f4d485104931fb8f8c1efd55bc6b748d2f5774e78b62c5", size = 15113, upload-time = "2025-09-27T18:36:52.537Z" }, + { url = "https://files.pythonhosted.org/packages/f0/3a/fa34a0f7cfef23cf9500d68cb7c32dd64ffd58a12b09225fb03dd37d5b80/markupsafe-3.0.3-cp313-cp313-win_arm64.whl", hash = "sha256:7e68f88e5b8799aa49c85cd116c932a1ac15caaa3f5db09087854d218359e485", size = 13911, upload-time = "2025-09-27T18:36:53.513Z" }, + { url = "https://files.pythonhosted.org/packages/e4/d7/e05cd7efe43a88a17a37b3ae96e79a19e846f3f456fe79c57ca61356ef01/markupsafe-3.0.3-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:218551f6df4868a8d527e3062d0fb968682fe92054e89978594c28e642c43a73", size = 11658, upload-time = "2025-09-27T18:36:54.819Z" }, + { url = "https://files.pythonhosted.org/packages/99/9e/e412117548182ce2148bdeacdda3bb494260c0b0184360fe0d56389b523b/markupsafe-3.0.3-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:3524b778fe5cfb3452a09d31e7b5adefeea8c5be1d43c4f810ba09f2ceb29d37", size = 12066, upload-time = "2025-09-27T18:36:55.714Z" }, + { url = "https://files.pythonhosted.org/packages/bc/e6/fa0ffcda717ef64a5108eaa7b4f5ed28d56122c9a6d70ab8b72f9f715c80/markupsafe-3.0.3-cp313-cp313t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4e885a3d1efa2eadc93c894a21770e4bc67899e3543680313b09f139e149ab19", size = 25639, upload-time = "2025-09-27T18:36:56.908Z" }, + { url = "https://files.pythonhosted.org/packages/96/ec/2102e881fe9d25fc16cb4b25d5f5cde50970967ffa5dddafdb771237062d/markupsafe-3.0.3-cp313-cp313t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8709b08f4a89aa7586de0aadc8da56180242ee0ada3999749b183aa23df95025", size = 23569, upload-time = "2025-09-27T18:36:57.913Z" }, + { url = "https://files.pythonhosted.org/packages/4b/30/6f2fce1f1f205fc9323255b216ca8a235b15860c34b6798f810f05828e32/markupsafe-3.0.3-cp313-cp313t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:b8512a91625c9b3da6f127803b166b629725e68af71f8184ae7e7d54686a56d6", size = 23284, upload-time = "2025-09-27T18:36:58.833Z" }, + { url = "https://files.pythonhosted.org/packages/58/47/4a0ccea4ab9f5dcb6f79c0236d954acb382202721e704223a8aafa38b5c8/markupsafe-3.0.3-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:9b79b7a16f7fedff2495d684f2b59b0457c3b493778c9eed31111be64d58279f", size = 24801, upload-time = "2025-09-27T18:36:59.739Z" }, + { url = "https://files.pythonhosted.org/packages/6a/70/3780e9b72180b6fecb83a4814d84c3bf4b4ae4bf0b19c27196104149734c/markupsafe-3.0.3-cp313-cp313t-musllinux_1_2_riscv64.whl", hash = "sha256:12c63dfb4a98206f045aa9563db46507995f7ef6d83b2f68eda65c307c6829eb", size = 22769, upload-time = "2025-09-27T18:37:00.719Z" }, + { url = "https://files.pythonhosted.org/packages/98/c5/c03c7f4125180fc215220c035beac6b9cb684bc7a067c84fc69414d315f5/markupsafe-3.0.3-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:8f71bc33915be5186016f675cd83a1e08523649b0e33efdb898db577ef5bb009", size = 23642, upload-time = "2025-09-27T18:37:01.673Z" }, + { url = "https://files.pythonhosted.org/packages/80/d6/2d1b89f6ca4bff1036499b1e29a1d02d282259f3681540e16563f27ebc23/markupsafe-3.0.3-cp313-cp313t-win32.whl", hash = "sha256:69c0b73548bc525c8cb9a251cddf1931d1db4d2258e9599c28c07ef3580ef354", size = 14612, upload-time = "2025-09-27T18:37:02.639Z" }, + { url = "https://files.pythonhosted.org/packages/2b/98/e48a4bfba0a0ffcf9925fe2d69240bfaa19c6f7507b8cd09c70684a53c1e/markupsafe-3.0.3-cp313-cp313t-win_amd64.whl", hash = "sha256:1b4b79e8ebf6b55351f0d91fe80f893b4743f104bff22e90697db1590e47a218", size = 15200, upload-time = "2025-09-27T18:37:03.582Z" }, + { url = "https://files.pythonhosted.org/packages/0e/72/e3cc540f351f316e9ed0f092757459afbc595824ca724cbc5a5d4263713f/markupsafe-3.0.3-cp313-cp313t-win_arm64.whl", hash = "sha256:ad2cf8aa28b8c020ab2fc8287b0f823d0a7d8630784c31e9ee5edea20f406287", size = 13973, upload-time = "2025-09-27T18:37:04.929Z" }, + { url = "https://files.pythonhosted.org/packages/33/8a/8e42d4838cd89b7dde187011e97fe6c3af66d8c044997d2183fbd6d31352/markupsafe-3.0.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:eaa9599de571d72e2daf60164784109f19978b327a3910d3e9de8c97b5b70cfe", size = 11619, upload-time = "2025-09-27T18:37:06.342Z" }, + { url = "https://files.pythonhosted.org/packages/b5/64/7660f8a4a8e53c924d0fa05dc3a55c9cee10bbd82b11c5afb27d44b096ce/markupsafe-3.0.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:c47a551199eb8eb2121d4f0f15ae0f923d31350ab9280078d1e5f12b249e0026", size = 12029, upload-time = "2025-09-27T18:37:07.213Z" }, + { url = "https://files.pythonhosted.org/packages/da/ef/e648bfd021127bef5fa12e1720ffed0c6cbb8310c8d9bea7266337ff06de/markupsafe-3.0.3-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f34c41761022dd093b4b6896d4810782ffbabe30f2d443ff5f083e0cbbb8c737", size = 24408, upload-time = "2025-09-27T18:37:09.572Z" }, + { url = "https://files.pythonhosted.org/packages/41/3c/a36c2450754618e62008bf7435ccb0f88053e07592e6028a34776213d877/markupsafe-3.0.3-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:457a69a9577064c05a97c41f4e65148652db078a3a509039e64d3467b9e7ef97", size = 23005, upload-time = "2025-09-27T18:37:10.58Z" }, + { url = "https://files.pythonhosted.org/packages/bc/20/b7fdf89a8456b099837cd1dc21974632a02a999ec9bf7ca3e490aacd98e7/markupsafe-3.0.3-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:e8afc3f2ccfa24215f8cb28dcf43f0113ac3c37c2f0f0806d8c70e4228c5cf4d", size = 22048, upload-time = "2025-09-27T18:37:11.547Z" }, + { url = "https://files.pythonhosted.org/packages/9a/a7/591f592afdc734f47db08a75793a55d7fbcc6902a723ae4cfbab61010cc5/markupsafe-3.0.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:ec15a59cf5af7be74194f7ab02d0f59a62bdcf1a537677ce67a2537c9b87fcda", size = 23821, upload-time = "2025-09-27T18:37:12.48Z" }, + { url = "https://files.pythonhosted.org/packages/7d/33/45b24e4f44195b26521bc6f1a82197118f74df348556594bd2262bda1038/markupsafe-3.0.3-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:0eb9ff8191e8498cca014656ae6b8d61f39da5f95b488805da4bb029cccbfbaf", size = 21606, upload-time = "2025-09-27T18:37:13.485Z" }, + { url = "https://files.pythonhosted.org/packages/ff/0e/53dfaca23a69fbfbbf17a4b64072090e70717344c52eaaaa9c5ddff1e5f0/markupsafe-3.0.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:2713baf880df847f2bece4230d4d094280f4e67b1e813eec43b4c0e144a34ffe", size = 23043, upload-time = "2025-09-27T18:37:14.408Z" }, + { url = "https://files.pythonhosted.org/packages/46/11/f333a06fc16236d5238bfe74daccbca41459dcd8d1fa952e8fbd5dccfb70/markupsafe-3.0.3-cp314-cp314-win32.whl", hash = "sha256:729586769a26dbceff69f7a7dbbf59ab6572b99d94576a5592625d5b411576b9", size = 14747, upload-time = "2025-09-27T18:37:15.36Z" }, + { url = "https://files.pythonhosted.org/packages/28/52/182836104b33b444e400b14f797212f720cbc9ed6ba34c800639d154e821/markupsafe-3.0.3-cp314-cp314-win_amd64.whl", hash = "sha256:bdc919ead48f234740ad807933cdf545180bfbe9342c2bb451556db2ed958581", size = 15341, upload-time = "2025-09-27T18:37:16.496Z" }, + { url = "https://files.pythonhosted.org/packages/6f/18/acf23e91bd94fd7b3031558b1f013adfa21a8e407a3fdb32745538730382/markupsafe-3.0.3-cp314-cp314-win_arm64.whl", hash = "sha256:5a7d5dc5140555cf21a6fefbdbf8723f06fcd2f63ef108f2854de715e4422cb4", size = 14073, upload-time = "2025-09-27T18:37:17.476Z" }, + { url = "https://files.pythonhosted.org/packages/3c/f0/57689aa4076e1b43b15fdfa646b04653969d50cf30c32a102762be2485da/markupsafe-3.0.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:1353ef0c1b138e1907ae78e2f6c63ff67501122006b0f9abad68fda5f4ffc6ab", size = 11661, upload-time = "2025-09-27T18:37:18.453Z" }, + { url = "https://files.pythonhosted.org/packages/89/c3/2e67a7ca217c6912985ec766c6393b636fb0c2344443ff9d91404dc4c79f/markupsafe-3.0.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:1085e7fbddd3be5f89cc898938f42c0b3c711fdcb37d75221de2666af647c175", size = 12069, upload-time = "2025-09-27T18:37:19.332Z" }, + { url = "https://files.pythonhosted.org/packages/f0/00/be561dce4e6ca66b15276e184ce4b8aec61fe83662cce2f7d72bd3249d28/markupsafe-3.0.3-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1b52b4fb9df4eb9ae465f8d0c228a00624de2334f216f178a995ccdcf82c4634", size = 25670, upload-time = "2025-09-27T18:37:20.245Z" }, + { url = "https://files.pythonhosted.org/packages/50/09/c419f6f5a92e5fadde27efd190eca90f05e1261b10dbd8cbcb39cd8ea1dc/markupsafe-3.0.3-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:fed51ac40f757d41b7c48425901843666a6677e3e8eb0abcff09e4ba6e664f50", size = 23598, upload-time = "2025-09-27T18:37:21.177Z" }, + { url = "https://files.pythonhosted.org/packages/22/44/a0681611106e0b2921b3033fc19bc53323e0b50bc70cffdd19f7d679bb66/markupsafe-3.0.3-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:f190daf01f13c72eac4efd5c430a8de82489d9cff23c364c3ea822545032993e", size = 23261, upload-time = "2025-09-27T18:37:22.167Z" }, + { url = "https://files.pythonhosted.org/packages/5f/57/1b0b3f100259dc9fffe780cfb60d4be71375510e435efec3d116b6436d43/markupsafe-3.0.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:e56b7d45a839a697b5eb268c82a71bd8c7f6c94d6fd50c3d577fa39a9f1409f5", size = 24835, upload-time = "2025-09-27T18:37:23.296Z" }, + { url = "https://files.pythonhosted.org/packages/26/6a/4bf6d0c97c4920f1597cc14dd720705eca0bf7c787aebc6bb4d1bead5388/markupsafe-3.0.3-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:f3e98bb3798ead92273dc0e5fd0f31ade220f59a266ffd8a4f6065e0a3ce0523", size = 22733, upload-time = "2025-09-27T18:37:24.237Z" }, + { url = "https://files.pythonhosted.org/packages/14/c7/ca723101509b518797fedc2fdf79ba57f886b4aca8a7d31857ba3ee8281f/markupsafe-3.0.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:5678211cb9333a6468fb8d8be0305520aa073f50d17f089b5b4b477ea6e67fdc", size = 23672, upload-time = "2025-09-27T18:37:25.271Z" }, + { url = "https://files.pythonhosted.org/packages/fb/df/5bd7a48c256faecd1d36edc13133e51397e41b73bb77e1a69deab746ebac/markupsafe-3.0.3-cp314-cp314t-win32.whl", hash = "sha256:915c04ba3851909ce68ccc2b8e2cd691618c4dc4c4232fb7982bca3f41fd8c3d", size = 14819, upload-time = "2025-09-27T18:37:26.285Z" }, + { url = "https://files.pythonhosted.org/packages/1a/8a/0402ba61a2f16038b48b39bccca271134be00c5c9f0f623208399333c448/markupsafe-3.0.3-cp314-cp314t-win_amd64.whl", hash = "sha256:4faffd047e07c38848ce017e8725090413cd80cbc23d86e55c587bf979e579c9", size = 15426, upload-time = "2025-09-27T18:37:27.316Z" }, + { url = "https://files.pythonhosted.org/packages/70/bc/6f1c2f612465f5fa89b95bead1f44dcb607670fd42891d8fdcd5d039f4f4/markupsafe-3.0.3-cp314-cp314t-win_arm64.whl", hash = "sha256:32001d6a8fc98c8cb5c947787c5d08b0a50663d139f1305bac5885d98d9b40fa", size = 14146, upload-time = "2025-09-27T18:37:28.327Z" }, +] + +[[package]] +name = "matplotlib" +version = "3.11.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "contourpy" }, + { name = "cycler" }, + { name = "fonttools" }, + { name = "kiwisolver" }, + { name = "numpy" }, + { name = "packaging" }, + { name = "pillow" }, + { name = "pyparsing" }, + { name = "python-dateutil" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/49/64/f9a391af28f518b11ad45a8a712353c94a0aefce09d3703200e5c54b610a/matplotlib-3.11.1.tar.gz", hash = "sha256:69647db5746941c793d6e445a4cd349323ffb87d9cc958c2ad84a659b4832d30", size = 32612045, upload-time = "2026-07-18T03:39:46.63Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f2/6c/7ef7ebcb2bd9739b2b66b18b076e077f44bb46fdbe28ca0506edb3c62c79/matplotlib-3.11.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:e15ef41507f3d525f46154ac9e3ae785dacde9f20e593a25de8986267892ef74", size = 9453849, upload-time = "2026-07-18T03:38:19.593Z" }, + { url = "https://files.pythonhosted.org/packages/eb/f8/6d0c312c8d9738e7d9677f09fe5c986b3239e651a7b73a2deb38b65e4a71/matplotlib-3.11.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:21a67b961a6d597bca54fae826cd20695ba4a6e4d05424a08da6e13e3176fd6b", size = 9283113, upload-time = "2026-07-18T03:38:21.95Z" }, + { url = "https://files.pythonhosted.org/packages/c9/cf/b4ad2cc81b6672ea29ea04e64e350a9f9b493b0908ccd884c67eeff8f7b2/matplotlib-3.11.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ba8f811b8ddfac493734d6af0b2dff96919d0c28ca0d641858dab4262777c6ea", size = 10035615, upload-time = "2026-07-18T03:38:24.315Z" }, + { url = "https://files.pythonhosted.org/packages/88/90/4e10e033d9b66589d8ed98b84c95cdbb57033d57c1f41339d7393dbd2f2e/matplotlib-3.11.1-cp312-cp312-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c52f7ad20ef476806ed212380b1d54d20310c8b86bdc2c9a68b51f0024a44472", size = 10842559, upload-time = "2026-07-18T03:38:26.285Z" }, + { url = "https://files.pythonhosted.org/packages/88/eb/799612d0f8cd3e816a10fec59329fca52cd2353264df80378dfc541ae855/matplotlib-3.11.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:8b14eb22961fe865efb0e4ff167e333e428908b00115a8d800ccb65ee108e481", size = 10927532, upload-time = "2026-07-18T03:38:28.532Z" }, + { url = "https://files.pythonhosted.org/packages/88/89/56649bbaa2fd12e20f3be03dbcc135b0c8676d88bac17977599e3eb442a0/matplotlib-3.11.1-cp312-cp312-win_amd64.whl", hash = "sha256:88a2a27dd9691ae448dfae4b26f59036be90c3c28757edd3553a29559d00859f", size = 9333886, upload-time = "2026-07-18T03:38:30.477Z" }, + { url = "https://files.pythonhosted.org/packages/c1/11/4d124efbbad677b7b7552f6f85a3bd432d4232f95400cea98fcd2ae36ef3/matplotlib-3.11.1-cp312-cp312-win_arm64.whl", hash = "sha256:480194afceca4df2f137c2721227d3cba67121fbf4397b69cee7f83714b0a58a", size = 9007545, upload-time = "2026-07-18T03:38:32.833Z" }, + { url = "https://files.pythonhosted.org/packages/04/6c/4798363b7fb5644e309fe1fac30216e9146c9f70859d80d588c18caf5317/matplotlib-3.11.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:6771b0cd7838c6a857a7209814158c0ad09bfef878db3033dd82d70ad101f191", size = 9454341, upload-time = "2026-07-18T03:38:35.001Z" }, + { url = "https://files.pythonhosted.org/packages/59/98/6acadbe7f98df19d274bc107ac58bb439fa75df82c33dc110d71a4a8501f/matplotlib-3.11.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:2abdee5ffa2fe11b2d19f7a5c63b785fb7c28cc46c7bc1814156341d9d1a33e1", size = 9283627, upload-time = "2026-07-18T03:38:37.061Z" }, + { url = "https://files.pythonhosted.org/packages/24/ea/65cec46fe241390ccea1b1754207ee28eb71c5ab866bd5f22fe47e538fa4/matplotlib-3.11.1-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:b0a19dcf73406d3746d25a5ed42d713604c9a3e024d129b102852b0d941cb9f3", size = 10035860, upload-time = "2026-07-18T03:38:39.663Z" }, + { url = "https://files.pythonhosted.org/packages/c7/10/63fdccccbabe002fb0960876baabc5e3f24d9c1bb4cfb25651457f74b3a0/matplotlib-3.11.1-cp313-cp313-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:7389b77ed2ab0552f46d9a90b81b7b8e6dfcdc42adc36c37a0865799843e0e3e", size = 10843594, upload-time = "2026-07-18T03:38:42.144Z" }, + { url = "https://files.pythonhosted.org/packages/98/51/a1155945bff7b91381875022ac1522c5dfdac0d006be8e7df389b3134eae/matplotlib-3.11.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:c90be0b73568da4f662afac580956a76e308437e641b4a45aa08925eeb67d95f", size = 10927962, upload-time = "2026-07-18T03:38:44.302Z" }, + { url = "https://files.pythonhosted.org/packages/0d/3a/3d5e1f42dc761bf53401a62a83ff93389b37de9d2c093b2a3aa49ac34f1b/matplotlib-3.11.1-cp313-cp313-win_amd64.whl", hash = "sha256:68408341f2312836fbbdf6b3c78047f65b2d8752f5fd221c3e72d348f5b34f8b", size = 9334074, upload-time = "2026-07-18T03:38:46.616Z" }, + { url = "https://files.pythonhosted.org/packages/e2/db/3f5ea5a5b64060ef5e1ff60a19170423e41ce21b8497a6fe15a36e0b43e3/matplotlib-3.11.1-cp313-cp313-win_arm64.whl", hash = "sha256:0c1f44890d435c1b4ef52f701ad5828cb450ea97bcc83918fda6be74965d6cd2", size = 9007662, upload-time = "2026-07-18T03:38:49.112Z" }, + { url = "https://files.pythonhosted.org/packages/98/6e/c7ae5e0531425b69c0826b00ebbc264c85cab853f1cd6e096c9983c2cdc1/matplotlib-3.11.1-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:5e510088c27a89d53580a752f959146893563e63c330e161d159b0fee652af6f", size = 9503790, upload-time = "2026-07-18T03:38:51.527Z" }, + { url = "https://files.pythonhosted.org/packages/92/79/15be162e0a2ed546939674e2e97d0e33ec2447d86d4d4e611fa295bb178c/matplotlib-3.11.1-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:1524e2bdd48a93557aa47ddcfe9c225dfdd57d5a01a5c49128c20f0632980ee1", size = 9336148, upload-time = "2026-07-18T03:38:53.564Z" }, + { url = "https://files.pythonhosted.org/packages/6a/7f/36ffe144fc4aacfe0e3ed2318f72b6755d1e73b041d619b4d393e60f5a66/matplotlib-3.11.1-cp313-cp313t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:11664c551345553db92e61cae6cf1376f138f8c47cafdf13b64b18f3e3e9e464", size = 10049244, upload-time = "2026-07-18T03:38:55.911Z" }, + { url = "https://files.pythonhosted.org/packages/ab/5f/55812d68c0a840d3a463638f48c00ab1fe338518ec49a640cb6473b444af/matplotlib-3.11.1-cp313-cp313t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5e1f8922ba31959cf6a9dfb51be64b7f7bc582801a3957dc0c2f3afcd3537adf", size = 10860798, upload-time = "2026-07-18T03:38:58.282Z" }, + { url = "https://files.pythonhosted.org/packages/7a/64/cca444b4eb5e6c768c44fc5e1f0b5211f20ca2b282778051996e996a2bdf/matplotlib-3.11.1-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:83235693abde86e5e0129998f80ee39fc7f58e6d56a88fafb28a9278833e9d5f", size = 10943282, upload-time = "2026-07-18T03:39:00.465Z" }, + { url = "https://files.pythonhosted.org/packages/e5/0f/a49c329d394f2e9ef38506982107e8b04ecf94dd41a9d8423ff82cc737c7/matplotlib-3.11.1-cp313-cp313t-win_amd64.whl", hash = "sha256:9a076f4fc5cdc43fdf510f5981418d25c2db4973418d9f22d8bb3dc8045ada78", size = 9383532, upload-time = "2026-07-18T03:39:02.468Z" }, + { url = "https://files.pythonhosted.org/packages/e4/50/103e86afb806d8f64d04ede14e4cfc09dbfc25f512421ff85fdd6ebd59cf/matplotlib-3.11.1-cp313-cp313t-win_arm64.whl", hash = "sha256:216fbb93a74add02ddb4cb38ef5348f59ac00b3e84567eaf16598772d40e150a", size = 9059665, upload-time = "2026-07-18T03:39:04.607Z" }, + { url = "https://files.pythonhosted.org/packages/35/04/3079499fa8cb661ea66d13d6439d5a3ae6710a7afd5c7f72e08914f275f8/matplotlib-3.11.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:30c492d4ba9448595b6fd8708c6725963f8148e25c0d8842948da5b05f0ee8d3", size = 9456022, upload-time = "2026-07-18T03:39:07.041Z" }, + { url = "https://files.pythonhosted.org/packages/53/a2/69acfe84ec1f32930e801a5782a07fc5c79c8c6599a507b806d859d5da8e/matplotlib-3.11.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:ac104be2768ffdd8655db9e71b768cbb45f2b9aa7b450cf1595e8f65d3822319", size = 9285475, upload-time = "2026-07-18T03:39:09.562Z" }, + { url = "https://files.pythonhosted.org/packages/d3/b3/31b15a2ca56d4ddd6aaa1c884c2f51cf9a61cfaf5ca6f6fbd6343d38e6df/matplotlib-3.11.1-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6be943cb68bc6660ead58c55b3aa6366cba2ef7feb06460fbcce32360376f19f", size = 10847102, upload-time = "2026-07-18T03:39:11.532Z" }, + { url = "https://files.pythonhosted.org/packages/64/0d/a17e966e620545c1548125af0b29ac812dd17b197a18a7462ac12fa859ee/matplotlib-3.11.1-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:5af0dcda57d471440a7b5b623e70e0a61003518443d9098f211a96ecfbbc25be", size = 11131087, upload-time = "2026-07-18T03:39:13.764Z" }, + { url = "https://files.pythonhosted.org/packages/97/c5/5e100efdd67abb7de20befaa333612ef9bfc63417fb71398f904f25d083c/matplotlib-3.11.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:3d3fd84082b1afbd9398466c81309e20045be20d48fe0fb18c43504d164cbbb2", size = 10929036, upload-time = "2026-07-18T03:39:16.888Z" }, + { url = "https://files.pythonhosted.org/packages/ce/04/d719a0a36930ecc8dfc801ff340f9dcfc4223f8ca5d39d06b4020032fff8/matplotlib-3.11.1-cp314-cp314-win_amd64.whl", hash = "sha256:9601a1e90be21e4884c53b4f3dc3ee0544654946f9975258d691f1c2e2f119c6", size = 9489571, upload-time = "2026-07-18T03:39:19.449Z" }, + { url = "https://files.pythonhosted.org/packages/48/65/facabdc2f1f6caba7e856db64dfedddca25f7608df07d96a1c8fd114fd3b/matplotlib-3.11.1-cp314-cp314-win_arm64.whl", hash = "sha256:ae30c6109848ac0f9fa36c5d6270938487614c47ba31860bd5361266dabc5685", size = 9164486, upload-time = "2026-07-18T03:39:21.424Z" }, + { url = "https://files.pythonhosted.org/packages/88/dd/18da6cd01cf96354534f98c468a25380c68ce582a2c9dd0cae12b04af4f2/matplotlib-3.11.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:dadfe80797174e2984aae3be0b77594a3c72d2c0a40fbd4a0de48d2728caf3ae", size = 9504876, upload-time = "2026-07-18T03:39:23.633Z" }, + { url = "https://files.pythonhosted.org/packages/79/b0/f0b63555a18b79d038c81fd6126f35fc4dfce0eaff48d96103348c7cf935/matplotlib-3.11.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:89b193b255f4f6f7948dbcee3691f4f341ab05d9a8874a67b45ddb4182922eda", size = 9336120, upload-time = "2026-07-18T03:39:25.797Z" }, + { url = "https://files.pythonhosted.org/packages/c6/dd/f210ec7c4a6f198d5567237048a93d0811fb5a1f1691f13320e592f95b41/matplotlib-3.11.1-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:191163532cdefcb1571ca38a6d7e6474baccde64495783e6ba47aa07ec4b9bbb", size = 10858033, upload-time = "2026-07-18T03:39:27.999Z" }, + { url = "https://files.pythonhosted.org/packages/ec/d2/d6d5324507c5fbb316db48e258c09c2807f3de03d9af47017e120070926f/matplotlib-3.11.1-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9fdf1c818ab05d0e74002091ddaf414478a3a449ec9d51c8976d45be7e3a01e2", size = 11141827, upload-time = "2026-07-18T03:39:30.092Z" }, + { url = "https://files.pythonhosted.org/packages/0f/68/3c22e9320bdce2c4d2f1320643ef706db7a24cb7420eea28b97a2d67f5a8/matplotlib-3.11.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:b937b9dba5f5f6c1e31c47abe2186c865c0914fd18f2ce0dfc39c9adcef5951d", size = 10943061, upload-time = "2026-07-18T03:39:32.356Z" }, + { url = "https://files.pythonhosted.org/packages/f6/4a/907ed190ee81a9df581e0ed5456134fc0f7cb55ffcfda2f9e54ca900761c/matplotlib-3.11.1-cp314-cp314t-win_amd64.whl", hash = "sha256:f2912f647f3fbe1ccf085f91e213936f9101bead81a5e670565b1f1b3712f4fb", size = 9540074, upload-time = "2026-07-18T03:39:34.789Z" }, + { url = "https://files.pythonhosted.org/packages/23/d4/97c19b77e0a6e3b48581185bb65088f431cd20186076cc0f650a1757ea46/matplotlib-3.11.1-cp314-cp314t-win_arm64.whl", hash = "sha256:54d47b8ae8b579633a3902ca5b4ad6c1e132a5626d64447b2e22a66394e79987", size = 9213472, upload-time = "2026-07-18T03:39:37.141Z" }, +] + +[[package]] +name = "matplotlib-inline" +version = "0.2.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "traitlets" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/bd/c0/9f7c9a46090390368a4d7bcb76bb87a4a36c421e4c0792cdb53486ffac7a/matplotlib_inline-0.2.2.tar.gz", hash = "sha256:72f3fe8fce36b70d4a5b612f899090cd0401deddc4ea90e1572b9f4bfb058c79", size = 8150, upload-time = "2026-05-08T17:33:33.49Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/41/09/5b161152e2d90f7b87f781c2e1267494aef9c32498df793f73ad0a0a494a/matplotlib_inline-0.2.2-py3-none-any.whl", hash = "sha256:3c821cf1c209f59fb2d2d64abbf5b23b67bcb2210d663f9918dd851c6da1fcf6", size = 9534, upload-time = "2026-05-08T17:33:32.055Z" }, +] + +[[package]] +name = "minihack" +version = "1.0.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "gymnasium" }, + { name = "nle" }, + { name = "numpy" }, + { name = "setuptools" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/96/30/e080baba3366a5ef109c0cb9f17a631b474cea6f3818a27aecf453ec87b2/minihack-1.0.2.tar.gz", hash = "sha256:dd219af762f2adc859f523edf7b5a22a90015c2f561f68a9a4f8268d76afcd44", size = 249259, upload-time = "2025-03-03T17:18:25.411Z" } + +[[package]] +name = "remdm-planner-minihack" +version = "0.1.0" +source = { virtual = "." } +dependencies = [ + { name = "huggingface-hub" }, + { name = "ipython" }, + { name = "matplotlib" }, + { name = "minihack" }, + { name = "nle" }, + { name = "numpy" }, + { name = "orjson" }, + { name = "polars" }, + { name = "pyyaml" }, + { name = "safetensors" }, + { name = "sb3-contrib" }, + { name = "scipy" }, + { name = "setuptools" }, + { name = "stable-baselines3" }, + { name = "torch", version = "2.13.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "torch", version = "2.13.0+cu126", source = { registry = "https://download.pytorch.org/whl/cu126" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "torch", version = "2.13.0+cu132", source = { registry = "https://download.pytorch.org/whl/cu132" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "wandb" }, +] + +[package.optional-dependencies] +cuda12 = [ + { name = "torch", version = "2.13.0+cu126", source = { registry = "https://download.pytorch.org/whl/cu126" }, marker = "sys_platform == 'linux'" }, +] +cuda13 = [ + { name = "torch", version = "2.13.0+cu132", source = { registry = "https://download.pytorch.org/whl/cu132" }, marker = "sys_platform == 'linux'" }, +] + +[package.dev-dependencies] +dev = [ + { name = "pytest" }, + { name = "ruff" }, +] + +[package.metadata] +requires-dist = [ + { name = "huggingface-hub", specifier = ">=1.8.0" }, + { name = "ipython", specifier = ">=9.12.0" }, + { name = "matplotlib", specifier = ">=3.10.8" }, + { name = "minihack", specifier = ">=1.0.2" }, + { name = "nle", specifier = ">=1.2.0" }, + { name = "numpy", specifier = ">=2.4.4" }, + { name = "orjson", specifier = ">=3.11.8" }, + { name = "polars", specifier = ">=1.39.3" }, + { name = "pyyaml", specifier = ">=6.0.3" }, + { name = "safetensors", specifier = ">=0.8.0" }, + { name = "sb3-contrib", specifier = ">=2.8.0" }, + { name = "scipy", specifier = ">=1.17.1" }, + { name = "setuptools", specifier = "<82" }, + { name = "stable-baselines3", specifier = ">=2.8.0" }, + { name = "torch", specifier = ">=2.11.0" }, + { name = "torch", marker = "sys_platform == 'linux' and extra == 'cuda12'", specifier = ">=2.12", index = "https://download.pytorch.org/whl/cu126", conflict = { package = "remdm-planner-minihack", extra = "cuda12" } }, + { name = "torch", marker = "sys_platform == 'linux' and extra == 'cuda13'", specifier = ">=2.12", index = "https://download.pytorch.org/whl/cu132", conflict = { package = "remdm-planner-minihack", extra = "cuda13" } }, + { name = "wandb", specifier = ">=0.25.1" }, +] +provides-extras = ["cuda12", "cuda13"] + +[package.metadata.requires-dev] +dev = [ + { name = "pytest", specifier = ">=8.0" }, + { name = "ruff", specifier = "==0.16.2" }, +] + +[[package]] +name = "mpmath" +version = "1.3.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e0/47/dd32fa426cc72114383ac549964eecb20ecfd886d1e5ccf5340b55b02f57/mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f", size = 508106, upload-time = "2023-03-07T16:47:11.061Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/43/e3/7d92a15f894aa0c9c4b49b8ee9ac9850d6e63b03c9c32c0367a13ae62209/mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c", size = 536198, upload-time = "2023-03-07T16:47:09.197Z" }, +] + +[[package]] +name = "networkx" +version = "3.6.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/6a/51/63fe664f3908c97be9d2e4f1158eb633317598cfa6e1fc14af5383f17512/networkx-3.6.1.tar.gz", hash = "sha256:26b7c357accc0c8cde558ad486283728b65b6a95d85ee1cd66bafab4c8168509", size = 2517025, upload-time = "2025-12-08T17:02:39.908Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9e/c9/b2622292ea83fbb4ec318f5b9ab867d0a28ab43c5717bb85b0a5f6b3b0a4/networkx-3.6.1-py3-none-any.whl", hash = "sha256:d47fbf302e7d9cbbb9e2555a0d267983d2aa476bac30e90dfbe5669bd57f3762", size = 2068504, upload-time = "2025-12-08T17:02:38.159Z" }, +] + +[[package]] +name = "nle" +version = "1.3.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "gymnasium" }, + { name = "numpy" }, + { name = "pybind11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/2a/36/b8d5e7e394640a1d7aed2110b7911b3574f902158dadf04f1042f5f13ee5/nle-1.3.0.tar.gz", hash = "sha256:598871072652861541a1c1e56caf51851f311b062d7830d9ebf452119e53205d", size = 7782930, upload-time = "2026-04-25T17:44:40.722Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9b/b1/a58816b878a1837005a66bfed2673520f09849e097decad74f9eda2605d0/nle-1.3.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:0a69e54ff0758fd3a54d5233fec79b5a50a90a5d37c92991c25f9cdcc597f2c4", size = 3213640, upload-time = "2026-04-25T17:44:32.77Z" }, + { url = "https://files.pythonhosted.org/packages/ff/18/e5a88a724297854510ea8df7d9e0de773b2cac78483bf2b922714fdb6bfb/nle-1.3.0-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:a61797c4f37876c71b75dfd1462bbcdc5aba6dfd8f8357dce15e8a38a09430d1", size = 3270017, upload-time = "2026-04-25T17:44:34.824Z" }, + { url = "https://files.pythonhosted.org/packages/0d/9d/f4024f6c372fe807292fc7b78120cd182590c50f6fa43e4c7890aea436d2/nle-1.3.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d59cf5795240d1e74a46141678fdf0a38e50e916bc9f0bc32eef6773df69a13a", size = 3214479, upload-time = "2026-04-25T17:44:36.51Z" }, + { url = "https://files.pythonhosted.org/packages/25/b0/2c9e361dab02d1a9fe3e95f2ef541e1d8f80bce0eccd85b4b77a7b79754f/nle-1.3.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:20dc0ede2673ed0dd9a75195c784270f17c92a1ba83478c04a9d6d64c574774b", size = 3270674, upload-time = "2026-04-25T17:44:38.254Z" }, +] + +[[package]] +name = "numpy" +version = "2.5.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/9a/80/db0b4559e57ec36362bedbb05530a87fafbcb6067708c946967a41d449e7/numpy-2.5.2.tar.gz", hash = "sha256:d482d171c406ae88c5b19cad3b6a1c4c5209f886ab74bc44c2c865c23f52d860", size = 20773161, upload-time = "2026-08-09T13:48:27.962Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/69/72/dccb0aaf40972777283303919f613964227266d0c13adebb79ac124f1c3e/numpy-2.5.2-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:14e373cfc6387177e8409dac3c7159be8eb05cd77096cd7c950268b86f62831c", size = 16891693, upload-time = "2026-08-09T13:44:51.702Z" }, + { url = "https://files.pythonhosted.org/packages/60/2e/b5aee50a1f74ac815cf8331812cb8251e29024025de462e0c047641c614c/numpy-2.5.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:4bbd96c833ecc8cc069ce518078fc8c60cb9cbfb0fea5b7a803ad65035596d03", size = 11903109, upload-time = "2026-08-09T13:44:55.501Z" }, + { url = "https://files.pythonhosted.org/packages/f3/f4/29e78102a80601cf034d4e9767022cffeca2c3b4c926e1754572ca95593d/numpy-2.5.2-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:6e8172ddfcf5cf74b811d372b570b83c60bd2de87a6fbfbebdadb4a9bd9c6cbb", size = 5350202, upload-time = "2026-08-09T13:44:58.401Z" }, + { url = "https://files.pythonhosted.org/packages/11/4b/dcd3b7eadaf4035d2c7a4289d232523a6964f602598ef7674e4bd7291f93/numpy-2.5.2-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:65f188481f1669e26f62b701e8205d19e460fa4a9b52a1414ba382330e4a3414", size = 6687736, upload-time = "2026-08-09T13:45:00.813Z" }, + { url = "https://files.pythonhosted.org/packages/e5/21/4947e0e9d6c9fc2e2ff15b8949049ee44f63adb9cacc729ab8793f97e712/numpy-2.5.2-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8ee9c4eeb8454b3660a8b53493563c3e121c2fc94fbd72b848ef814ed7b676a9", size = 15612696, upload-time = "2026-08-09T13:45:04.151Z" }, + { url = "https://files.pythonhosted.org/packages/3a/5f/62d28cf019460c7f1394105b4d49d9911a9c444cb77ab0bd95a204c5a6de/numpy-2.5.2-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:3cdec01fa790a186d430433fdd4d4ffb70eed6f0eeb4bf05c8dbe2dce0a9bcb8", size = 16722264, upload-time = "2026-08-09T13:45:07.714Z" }, + { url = "https://files.pythonhosted.org/packages/14/25/3f0be4c1b9fdf5dd5e708a6806978564d7c46a055c000496309ff2a2f8af/numpy-2.5.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:7999d4ddb0c4025018373fd787510d46e04c769467af22869707b3c1cfd459ab", size = 16974396, upload-time = "2026-08-09T13:45:11.316Z" }, + { url = "https://files.pythonhosted.org/packages/22/72/6262cbdeeb45da9d971e40715f579d791603ba8ec0b5e2db1ac55454421d/numpy-2.5.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:c1f017dc0875c9209d219f97feceb7d54c2661bb243deb4114478e1295808af7", size = 18476044, upload-time = "2026-08-09T13:45:14.869Z" }, + { url = "https://files.pythonhosted.org/packages/36/33/29208b8b075bde62d26a81d14b358c42b0f69b6cabd98d4ff97f37f22b05/numpy-2.5.2-cp312-cp312-win32.whl", hash = "sha256:d6a48072864e3324e194a8fbb3c657bcc5b5c869dbc64c9537b1d5c862572c0a", size = 6072817, upload-time = "2026-08-09T13:45:17.867Z" }, + { url = "https://files.pythonhosted.org/packages/7f/b9/87fea2769fe1c47c1b5b01d8310772c9d1a85d485de7cf386ef7a3332b02/numpy-2.5.2-cp312-cp312-win_amd64.whl", hash = "sha256:28ac63476ec7651484215ee7fa15a1f78b57c14621f01e392afe17b9a1390ce4", size = 12464674, upload-time = "2026-08-09T13:45:20.734Z" }, + { url = "https://files.pythonhosted.org/packages/14/52/032b97e00461ab0809bbe4c588b035620e5a14b8cdee47ecddefc7b17d33/numpy-2.5.2-cp312-cp312-win_arm64.whl", hash = "sha256:27650bb0e7140fa3d37b9923b4803645e0b125d190f326eecfd3f4dad8e8ade1", size = 10397131, upload-time = "2026-08-09T13:45:23.73Z" }, + { url = "https://files.pythonhosted.org/packages/f5/d2/6b24738a0ef4557d189b150046cd07823c50e4273e8aebd651222e24306f/numpy-2.5.2-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:8e4cb9a754c8a0c62eaa88273a5fba3391f4a610d1dee893c0755da31c083f15", size = 16886595, upload-time = "2026-08-09T13:45:27.323Z" }, + { url = "https://files.pythonhosted.org/packages/65/60/f2d208d366f263f39c6e69ed309290717aab41078b6d04c9be2a84fa2a07/numpy-2.5.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:52c808f96484f5571a5cc863775ce50247c17dfb3b0361f8ed6b4b0456f80080", size = 11896845, upload-time = "2026-08-09T13:45:31.638Z" }, + { url = "https://files.pythonhosted.org/packages/3c/79/81e0bf24f4d020a2b1d5cd297a9f60c3f24eeb116f9bba5870443f7b6a4a/numpy-2.5.2-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:29d81e97f668489cba8ebfd796b9bdd453525d35dd9e162e2daec94bf3fc7740", size = 5343880, upload-time = "2026-08-09T13:45:34.373Z" }, + { url = "https://files.pythonhosted.org/packages/ba/cc/e3141cf06d1a8a2c7e107543fe1269c1d1af760d4d683c0794a4ee1127c2/numpy-2.5.2-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:afb3f0632d6b2e3ba04dbce8d1e48d321b369138b73830b5ca371a0e8d479d56", size = 6682264, upload-time = "2026-08-09T13:45:36.7Z" }, + { url = "https://files.pythonhosted.org/packages/29/f1/2a64a307d92c5d98f5255a4014eb43bb6103ee477087b61ecae44a3aa9b9/numpy-2.5.2-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0aadf13b60048d501e05fa699efaf7734e2494f3498a4c2a5521d822640324f3", size = 15609566, upload-time = "2026-08-09T13:45:39.518Z" }, + { url = "https://files.pythonhosted.org/packages/7b/44/59a1eb68e773c4098d107ef34a0dbdeca501d72ffcfbff9a7707343921ce/numpy-2.5.2-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:29b86ff8a6cc556b47ec6b64b194815cc80e6bf5eedcc6cddfd65318cb0b4eee", size = 16709995, upload-time = "2026-08-09T13:45:43.661Z" }, + { url = "https://files.pythonhosted.org/packages/8a/4c/3e54d4ddbc359a1295f8b633e8106bcd4d7d4a206e82df051bdfb3058755/numpy-2.5.2-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:6950c4b7dd562453090548ba7f5da7e59f57f85663f15d5dcc60e249192f7e59", size = 16972511, upload-time = "2026-08-09T13:45:47.094Z" }, + { url = "https://files.pythonhosted.org/packages/f2/9f/02e371638ebf19b66d46231e4be52999e87f32d1961b113bc45656608b22/numpy-2.5.2-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:b9727f472d2f3888053b8a75ab0cb94745a9de224bb5846dbadc0092101bc71d", size = 18465609, upload-time = "2026-08-09T13:45:50.808Z" }, + { url = "https://files.pythonhosted.org/packages/eb/ae/ad6645abc7a3510fe48e8ea1ab4598166f500057ef4ebf38bfad4f1577de/numpy-2.5.2-cp313-cp313-win32.whl", hash = "sha256:4f9744f9fbdcea0bc552e8f19e1f141f811a3f9bc2be2cc6e86d982cab23e3f4", size = 6070204, upload-time = "2026-08-09T13:45:54.111Z" }, + { url = "https://files.pythonhosted.org/packages/15/20/f3489f86d81ea460b2bcdceaed094142ca6579f6be0ec527b781d39afe68/numpy-2.5.2-cp313-cp313-win_amd64.whl", hash = "sha256:85aaccb24182c25df891ad0ec333585967e115269d5f1b17f2c9ae005bc96657", size = 12460532, upload-time = "2026-08-09T13:45:57.167Z" }, + { url = "https://files.pythonhosted.org/packages/d5/21/35b31dde1b283b79de828b80f876afd8c94e28fe1e9c375f89e261cc4c0d/numpy-2.5.2-cp313-cp313-win_arm64.whl", hash = "sha256:bd68ece1553d2023c09a4226d9e41c586ad2d20594d1a456186c33513d2cb3f2", size = 10396725, upload-time = "2026-08-09T13:46:00.478Z" }, + { url = "https://files.pythonhosted.org/packages/ac/f8/c3b222bf075b50afd8e949a07a15c4b312a4a84bd8102a332bcd953cbbb4/numpy-2.5.2-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:d787cf769c3baeb5f6235e778edb52c08dfa923789b5958f28e6450f96107cb1", size = 16885180, upload-time = "2026-08-09T13:46:03.939Z" }, + { url = "https://files.pythonhosted.org/packages/17/e1/2c1d4b1987795a92b5bbf7c24fe249ab96aa2573ab0d7604802c189d7b86/numpy-2.5.2-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:24b9dc2e3d84aa58523798805194e23e736f3f6ce2d1a5b92583ae734e6dbda8", size = 11907878, upload-time = "2026-08-09T13:46:07.045Z" }, + { url = "https://files.pythonhosted.org/packages/b9/ee/d08226fc858044355983a6e5b94f08ff6f3969e0a2b160a4a89f0ddb3445/numpy-2.5.2-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:9e9413326d726c2545bfa65d2c0876871e8d8386e77f992c1d426e180bbd4323", size = 5354922, upload-time = "2026-08-09T13:46:10.04Z" }, + { url = "https://files.pythonhosted.org/packages/94/f0/6d3d933056440ebbc5e6bad92065fc6c26a48a84a36b1208580e94eea76c/numpy-2.5.2-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:60e902ac295855348a5ca2ea4c89108989a9f5fddfad3dfc0a8f36b10358567e", size = 6679168, upload-time = "2026-08-09T13:46:12.275Z" }, + { url = "https://files.pythonhosted.org/packages/c4/3b/ecd49dd90033cceb2704d88ca905d4d7d89b0e8c739608754ffd325fa820/numpy-2.5.2-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:50e500dc868e9313530ce12ba470fe50ff3afe3d62993ed6eff652dacd555b65", size = 15624501, upload-time = "2026-08-09T13:46:15.322Z" }, + { url = "https://files.pythonhosted.org/packages/c7/99/461bd36dbdfac6c1c53efa370bd55a83227542d0d118f1677dbf1a3dacd5/numpy-2.5.2-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:318b9a4c845dbea06708a29c84ee429cc3065048db34cdb799047643492050ee", size = 16713701, upload-time = "2026-08-09T13:46:18.949Z" }, + { url = "https://files.pythonhosted.org/packages/f9/9c/2b251df9e8a5d647b62b0cbc1b90a91850c1cf4859ecb532fd0b4eacff6c/numpy-2.5.2-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:34c319e2963be042673fb46570501b2f06c41924e17e3563d58646b4380dfb68", size = 16986065, upload-time = "2026-08-09T13:46:23.006Z" }, + { url = "https://files.pythonhosted.org/packages/8f/25/20de43f53ff1390534a124475055a19f01fe10c920a0fd11b8e18d6d6052/numpy-2.5.2-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:f06571a052127dc1b4e8b83029b4d1b20daa2b64a31cdd181fc6bc774e9000eb", size = 18470031, upload-time = "2026-08-09T13:46:27.102Z" }, + { url = "https://files.pythonhosted.org/packages/56/5e/0c577ca308d6da5eb79b546ba10bbe5b60148192194e2da060913b1de4f1/numpy-2.5.2-cp314-cp314-win32.whl", hash = "sha256:2cc779226e476d1e1f08c74068c419e60f41a9e0e069c92f6671d31d5c985e98", size = 6121028, upload-time = "2026-08-09T13:46:30.046Z" }, + { url = "https://files.pythonhosted.org/packages/15/5c/7bcbd5b11f94199073320410cddcbb80cee62415bfeb540874b265c2d922/numpy-2.5.2-cp314-cp314-win_amd64.whl", hash = "sha256:7587f53dfbd5edc0f7b87c6217b4c6d2d1f2ef9c3da70bc1315e7db5f8d7ec9d", size = 12597627, upload-time = "2026-08-09T13:46:32.886Z" }, + { url = "https://files.pythonhosted.org/packages/87/bc/4d0b06fba0da90ccc75af62823cb9dcedb6c9ea0cffa058cb2c9ee773a77/numpy-2.5.2-cp314-cp314-win_arm64.whl", hash = "sha256:3e4c367352d3747784248a227fbec218e193b56f7e6692e3b64fc805478ecfdf", size = 10680414, upload-time = "2026-08-09T13:46:36.036Z" }, + { url = "https://files.pythonhosted.org/packages/cd/17/f429aac9dc08833a0d0f188eba38c532a751b1a1f2ca6018a37b455cb321/numpy-2.5.2-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:b879fb674276e331513fb136b78dbc6bd3c848309e0d841cfd63be3896c4cfc1", size = 12026967, upload-time = "2026-08-09T13:46:39.084Z" }, + { url = "https://files.pythonhosted.org/packages/ca/9f/d0849de96a2a4ceaa16662f18ee13eaa9c0aa418269fdc8c4857c56b11da/numpy-2.5.2-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:fd0d703772bba096843785bd38371e31bb4a0c1151497ad5739d182114a73f7f", size = 5473874, upload-time = "2026-08-09T13:46:42.075Z" }, + { url = "https://files.pythonhosted.org/packages/89/3c/8df216d4a4a5422a3de045301cf7df8ea47286d76f5cb7160b0128ac26b7/numpy-2.5.2-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:3a2f061cebd9e3d23bdcfaaded5e2293a4c6a5b60fa42df85d410a725ce621bf", size = 6789276, upload-time = "2026-08-09T13:46:44.387Z" }, + { url = "https://files.pythonhosted.org/packages/e6/3a/20d7e9891c4ddfadd6ff8d95bf4b29f353d8e1770553de2099880551dfb9/numpy-2.5.2-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6df895598c0edcb41030126c89e0f353b07d93238116143b7405e937359736c4", size = 15659154, upload-time = "2026-08-09T13:46:47.538Z" }, + { url = "https://files.pythonhosted.org/packages/aa/d6/f3aa3d2688bf501b858835c6bd087ae9b51a56ae6fca8e2b0990abd177af/numpy-2.5.2-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1ab3d4a901f844ea836c3e80bf463c6a27d7f3c14e8e292fcf28d348b25b9bce", size = 16748909, upload-time = "2026-08-09T13:46:51.442Z" }, + { url = "https://files.pythonhosted.org/packages/7d/8f/1c5cae8d2baf86ab802ae97a00be55bc7e21ebc11b12bbc33376c5f05342/numpy-2.5.2-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:cebc2d6dbb605a7703d59751dea4bd6b0ab127a5a4338a6f432df1936fef8b26", size = 17027685, upload-time = "2026-08-09T13:46:55.095Z" }, + { url = "https://files.pythonhosted.org/packages/5c/27/71d3467404aedc1c24ce79610f91b52b0b0f466c43a701aa56fc75c145ab/numpy-2.5.2-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:eaca7ff36f0f52e2111ec71f169d8fd3e889e7ddc0d2592e0d703fd8d3ce8fac", size = 18501181, upload-time = "2026-08-09T13:46:59.09Z" }, + { url = "https://files.pythonhosted.org/packages/14/2f/42921d27c40aea7e077f4a423ae509fd9220b028cd787bafefd8ab2b3a5f/numpy-2.5.2-cp314-cp314t-win32.whl", hash = "sha256:ddf47472af2e4280d79bac82304f5e80150211f1b9e614b760061d5fdfbb6eba", size = 6271085, upload-time = "2026-08-09T13:47:01.903Z" }, + { url = "https://files.pythonhosted.org/packages/75/e6/bad5f5d56de9b1971bac959963dda276d35c40f1854475005434bbe08692/numpy-2.5.2-cp314-cp314t-win_amd64.whl", hash = "sha256:44ef9675d908e65f9953063837c3277730f3f4437615a4cdab67b366cabaf884", size = 12787971, upload-time = "2026-08-09T13:47:04.963Z" }, + { url = "https://files.pythonhosted.org/packages/df/05/f608795cb34391acd67e38d94a3c36abd8d8576293a3a80727d7595c372c/numpy-2.5.2-cp314-cp314t-win_arm64.whl", hash = "sha256:eaa088384c46f519dacb93b7ec483a6d6b19a4a2085ae4f25ab9b1c43d387d1e", size = 10750306, upload-time = "2026-08-09T13:47:07.976Z" }, + { url = "https://files.pythonhosted.org/packages/33/c6/28de0191c5f82b7d42a0a51390ba98587048aa93a39fafb05bdbe6e8d00c/numpy-2.5.2-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:078f9b027b478c9379b9677babbf0f8b8f1ecfada27636d7b9a93990c638739f", size = 16885274, upload-time = "2026-08-09T13:47:11.439Z" }, + { url = "https://files.pythonhosted.org/packages/dd/d1/973ca116000d244897e468ea1aff30b589e5022e3c8744b71706fe33bd57/numpy-2.5.2-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:50a68f4bacd8a2b33d8da3d2269d0d78500f86ea582e4786dc10f5ef2c2c6842", size = 11907846, upload-time = "2026-08-09T13:47:15.128Z" }, + { url = "https://files.pythonhosted.org/packages/78/d9/8c4b3937ef204cb2fd88d389ccd0f265a2ffb11f35a01d2064cf46714bd6/numpy-2.5.2-cp315-cp315-macosx_14_0_arm64.whl", hash = "sha256:e79aba74ffaf5f78a050d777c184cddf8fdffabab38acf5f3ef1fecbc17895d6", size = 5354892, upload-time = "2026-08-09T13:47:18.07Z" }, + { url = "https://files.pythonhosted.org/packages/74/9b/b6ee65ea2999fdb7023935e108e6fb776ee4082aa15f159acfa857e578c8/numpy-2.5.2-cp315-cp315-macosx_14_0_x86_64.whl", hash = "sha256:9a0731745a72a184490a582fb4af2533512bd071ace67785b5fdffc0ae58dce8", size = 6679309, upload-time = "2026-08-09T13:47:20.456Z" }, + { url = "https://files.pythonhosted.org/packages/43/f3/acb18d8b137a393c8e7803a8c994c9e64bde3930692a69d826993113a159/numpy-2.5.2-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4ec954036759bcee3aa484f8603bd9c14f3e776293b85578b8734c2d72777c69", size = 15625850, upload-time = "2026-08-09T13:47:24.365Z" }, + { url = "https://files.pythonhosted.org/packages/a9/bf/a8e9bb0db815a0e265b5744ebedd3af0bd5faad8604e5b50a1cd012f3c91/numpy-2.5.2-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:dc649493697006bc90614a5f0bbc8cb3cb1866715c474e473694968d7e6b99ab", size = 16713664, upload-time = "2026-08-09T13:47:27.965Z" }, + { url = "https://files.pythonhosted.org/packages/0c/c3/6e913736b3dd6582344af32418b5fb9dab34282e8a8174ae1d54ceb0fc13/numpy-2.5.2-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:cf7de32f486e4ac9e2d93b810f9e9ac72a728dd46a32a0bb403222f27f653514", size = 16986749, upload-time = "2026-08-09T13:47:31.541Z" }, + { url = "https://files.pythonhosted.org/packages/80/09/7d3b23eff5c7428ef6c01e6f7052bb60d504c4d33e317b36b8959c24ad97/numpy-2.5.2-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:2ffa7bacab3e2ee1b19ed31766bb60bb380b68c23f051e199c5cc598afd68710", size = 18470495, upload-time = "2026-08-09T13:47:35.364Z" }, + { url = "https://files.pythonhosted.org/packages/a5/a4/68a321d825374f6eb677ffe8ef8c6b9a328304e6fd2e39d9530822776607/numpy-2.5.2-cp315-cp315-win32.whl", hash = "sha256:6b588cc8f902d6bff201c19fd00c43ab8545671e3554d014e12e14139e5e8617", size = 6120696, upload-time = "2026-08-09T13:47:38.561Z" }, + { url = "https://files.pythonhosted.org/packages/c8/23/deafbb1700f79fae9cd1e91220f133d124cc267de1b584da3fbf6db2f6cd/numpy-2.5.2-cp315-cp315-win_amd64.whl", hash = "sha256:07d4e89f3a9ab0a9ba24264ccdb642b3dd951b2281e8883a5481a4aa79cc31a7", size = 12597324, upload-time = "2026-08-09T13:47:41.401Z" }, + { url = "https://files.pythonhosted.org/packages/33/cd/3272ba105e3bbbdaeb11357eda31e7a6825ffe159e8171665660299a948f/numpy-2.5.2-cp315-cp315-win_arm64.whl", hash = "sha256:a610dc7e3c52edd39c2bc2375ff9c3fd59cb3ad00e4472d36f83bc1457145788", size = 10680466, upload-time = "2026-08-09T13:47:44.873Z" }, + { url = "https://files.pythonhosted.org/packages/0e/0e/58370637b1bb70a5c9ce2b43f4b521ccb224e36ccb76a6596b17ae4b447c/numpy-2.5.2-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:40f4d451aed46a8046a1aae41c4e55fb3612273df9c502480135e1501576a34b", size = 16993947, upload-time = "2026-08-09T13:47:48.97Z" }, + { url = "https://files.pythonhosted.org/packages/10/93/2abcb807712b289d6d60fe4cf30532f98974a8396d885650f3ba5a13026e/numpy-2.5.2-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:c081cbe16ba1ab53078e5ff29013621e33c509eedab055775d956427712c236e", size = 12025331, upload-time = "2026-08-09T13:47:52.646Z" }, + { url = "https://files.pythonhosted.org/packages/8b/3a/2898e003a5fbaf87e76c039b4ee1f5eb390471b4ffe74887c1f34c4e791e/numpy-2.5.2-cp315-cp315t-macosx_14_0_arm64.whl", hash = "sha256:0090ccdd57ec2703e9b49d0bf554767370581c1dd0a6b2bb2b2d9def317d042a", size = 5472336, upload-time = "2026-08-09T13:47:55.403Z" }, + { url = "https://files.pythonhosted.org/packages/61/a5/23f69d07c544597b29758b31b55c27dc9d541012a2c1496189fef702aec2/numpy-2.5.2-cp315-cp315t-macosx_14_0_x86_64.whl", hash = "sha256:6a9bb119fb8dd21ba30b3f0e555b7e2b081bd9883af21ec9c1c633d161cda3a8", size = 6788387, upload-time = "2026-08-09T13:47:58.192Z" }, + { url = "https://files.pythonhosted.org/packages/15/ea/c0dbdbcf22f43782510a3e492dd3da73c6112b69cac8929d16d127536fc4/numpy-2.5.2-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a839318485284a6fb31be4f8f2c91c8f2cb22f4543c4a8903f12b0671ffe07cc", size = 15667096, upload-time = "2026-08-09T13:48:01.562Z" }, + { url = "https://files.pythonhosted.org/packages/fc/5e/29c73c31748cdb0f7566642125ba17fd5b56780cddf891b085dab27e4466/numpy-2.5.2-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba0a474801b8dc67b66bf465548abc90e82b44d2611b5770f33008dcabffe8ec", size = 16751730, upload-time = "2026-08-09T13:48:05.706Z" }, + { url = "https://files.pythonhosted.org/packages/47/95/02501e8454796bb58dadf7a99d3181e0b464bf264e1003039572f9779fac/numpy-2.5.2-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:0a4035ae1129ff8777f08bfbd44f1e5d8e9c049ce0c2dd78fc0d92c13e7251c0", size = 17038686, upload-time = "2026-08-09T13:48:09.627Z" }, + { url = "https://files.pythonhosted.org/packages/0e/b5/53a681d91b5c82687067d8ea5035e02d917b5509d6f334cb06484a954714/numpy-2.5.2-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:77843ca236b777e67f8d6b3660ea116e499612703a0ecd7093f316201eb9d8e2", size = 18507727, upload-time = "2026-08-09T13:48:13.744Z" }, + { url = "https://files.pythonhosted.org/packages/42/06/6e11443f7b64ee376c860506091103bf68f92d2cab9e8d96d4501babf07c/numpy-2.5.2-cp315-cp315t-win32.whl", hash = "sha256:7354826bc6f8f69402e9b7fe28d15fcd34feebd74f856f111585c5b0c9fb0251", size = 6269775, upload-time = "2026-08-09T13:48:17.543Z" }, + { url = "https://files.pythonhosted.org/packages/f1/18/195d6b86cd72dbbc501edfa778005fa6b87afd34c153e46028cd3a0938f4/numpy-2.5.2-cp315-cp315t-win_amd64.whl", hash = "sha256:e5651f3f87add730ee6608d915009e19c911fba0cb000c7e3ea994b7d768eb12", size = 12782559, upload-time = "2026-08-09T13:48:21.023Z" }, + { url = "https://files.pythonhosted.org/packages/b4/07/458c344f0f0c178f4481dad5cca790626ffe4c34eabf9467069d06ee4999/numpy-2.5.2-cp315-cp315t-win_arm64.whl", hash = "sha256:5f8e00be2ec6f45f4e8a41a527f68d44a7d96fee92a650e4d8b1326f77f61e6e", size = 10748103, upload-time = "2026-08-09T13:48:24.21Z" }, +] + +[[package]] +name = "nvidia-cublas" +version = "13.1.1.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cuda-nvrtc", version = "13.0.88", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/a7/a1/0bd24ee8c8d03adac032fd2909426a00c88f8c57961b1277ded97f91119f/nvidia_cublas-13.1.1.3-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:b7a210458267ac818974c53038fbec2e969d5c99f305ab15c72522fa9f001dd5", size = 542848918, upload-time = "2026-04-08T18:46:22.985Z" }, + { url = "https://files.pythonhosted.org/packages/3b/cd/154ca20c38269e05eff77c1464e6c1da89f50a6390b565e9d82e06bc11e1/nvidia_cublas-13.1.1.3-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:37936a16db8fe4ac1f065c2139360608a543a09275cb1a1af612e08cfa065436", size = 423138758, upload-time = "2026-04-08T18:46:58.655Z" }, + { url = "https://files.pythonhosted.org/packages/45/9e/2f562daf80eb8f7a685fb7bea4fda71f6048e4f359d6fdd1b6e70206cb2f/nvidia_cublas-13.1.1.3-py3-none-win_amd64.whl", hash = "sha256:b6cdce694e47ff6aadf0a69df1cab6628d696f5ff56e8d16af50309d855fa20f", size = 404358158, upload-time = "2026-04-08T18:47:26.987Z" }, +] + +[[package]] +name = "nvidia-cublas" +version = "13.4.0.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cuda-nvrtc", version = "13.2.78", source = { registry = "https://pypi.org/simple" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/d0/48/8571e55aaabbd112f06a39a71fbc3abf0b8a0d450921816a13a6d5e8fa0b/nvidia_cublas-13.4.0.1-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:705d7d214fbb20f134415ecadc488abf74f444c155a6555dec5687404afb18a9", size = 513051304, upload-time = "2026-04-13T09:49:32.758Z" }, + { url = "https://files.pythonhosted.org/packages/3d/ec/c9b2998aebe3149dee2769e501257e048c8701de51263925f4dff76ddedc/nvidia_cublas-13.4.0.1-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:53bf22e2ccbf644db74b6cc21cea7f5efb1a52aa64515438b430abbd05af4106", size = 404872465, upload-time = "2026-04-13T09:50:12.116Z" }, + { url = "https://files.pythonhosted.org/packages/d6/97/a7ac03495c1ca3c250f12f094dec46e945e38c06f24f3b11c168894a37d1/nvidia_cublas-13.4.0.1-py3-none-win_amd64.whl", hash = "sha256:37a142e2643c928f498f12f4f61c2ecd1c6c6c9608e16f6a4d45ec8d5d057733", size = 388919782, upload-time = "2026-04-13T10:09:36.942Z" }, +] + +[[package]] +name = "nvidia-cublas-cu12" +version = "12.6.4.1" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/af/eb/ff4b8c503fa1f1796679dce648854d58751982426e4e4b37d6fce49d259c/nvidia_cublas_cu12-12.6.4.1-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:08ed2686e9875d01b58e3cb379c6896df8e76c75e0d4a7f7dace3d7b6d9ef8eb", size = 393138322, upload-time = "2024-11-20T17:40:25.65Z" }, + { url = "https://files.pythonhosted.org/packages/97/0d/f1f0cadbf69d5b9ef2e4f744c9466cb0a850741d08350736dfdb4aa89569/nvidia_cublas_cu12-12.6.4.1-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:235f728d6e2a409eddf1df58d5b0921cf80cfa9e72b9f2775ccb7b4a87984668", size = 390794615, upload-time = "2024-11-20T17:39:52.715Z" }, + { url = "https://files.pythonhosted.org/packages/84/f7/985e9bdbe3e0ac9298fcc8cfa51a392862a46a0ffaccbbd56939b62a9c83/nvidia_cublas_cu12-12.6.4.1-py3-none-win_amd64.whl", hash = "sha256:9e4fa264f4d8a4eb0cdbd34beadc029f453b3bafae02401e999cf3d5a5af75f8", size = 434535301, upload-time = "2024-11-20T17:50:41.681Z" }, +] + +[[package]] +name = "nvidia-cuda-cupti" +version = "13.0.85" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/2a/80353b103fc20ce05ef51e928daed4b6015db4aaa9162ed0997090fe2250/nvidia_cuda_cupti-13.0.85-py3-none-manylinux_2_25_aarch64.whl", hash = "sha256:796bd679890ee55fb14a94629b698b6db54bcfd833d391d5e94017dd9d7d3151", size = 10310827, upload-time = "2025-09-04T08:26:42.012Z" }, + { url = "https://files.pythonhosted.org/packages/33/6d/737d164b4837a9bbd202f5ae3078975f0525a55730fe871d8ed4e3b952b0/nvidia_cuda_cupti-13.0.85-py3-none-manylinux_2_25_x86_64.whl", hash = "sha256:4eb01c08e859bf924d222250d2e8f8b8ff6d3db4721288cf35d14252a4d933c8", size = 10715597, upload-time = "2025-09-04T08:26:51.312Z" }, + { url = "https://files.pythonhosted.org/packages/ad/df/b74b10025c1205695c5676373f2edd3e87a7202cc62ead0dfbc373b0f6ea/nvidia_cuda_cupti-13.0.85-py3-none-win_amd64.whl", hash = "sha256:683f58d301548deeefcb8f6fac1b8d907691b9d8b18eccab417f51e362102f00", size = 7736776, upload-time = "2025-09-04T08:38:08.38Z" }, +] + +[[package]] +name = "nvidia-cuda-cupti" +version = "13.2.75" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4e/e2/b7bbe4e39781024fcc698fa3d0a788cd9559d9cba5e23fdbcff0a27783e4/nvidia_cuda_cupti-13.2.75-py3-none-manylinux_2_25_aarch64.whl", hash = "sha256:003157a0ca04d34a1f83a764dcbe36eabceda5a771e9a2cc85a461b2765888b6", size = 11759634, upload-time = "2026-04-13T09:40:35.162Z" }, + { url = "https://files.pythonhosted.org/packages/b7/2d/cbf8f6288259c502165282fdaa2b733daae98434e3f2aee2b7952ba87c6f/nvidia_cuda_cupti-13.2.75-py3-none-manylinux_2_25_x86_64.whl", hash = "sha256:f75aca6bef89c625a4076a820302bb06764daa1d21595286f6bee5e237d3a187", size = 11986992, upload-time = "2026-04-13T09:40:54.517Z" }, + { url = "https://files.pythonhosted.org/packages/a8/cc/05314fcb3bd2d00eeab989f1dd30e16a99361e3d0d5cb6174003c4bed9f1/nvidia_cuda_cupti-13.2.75-py3-none-win_amd64.whl", hash = "sha256:39bd75dd3ab29ad26fabd25738cc6f6cd3452d8f8f1a1ac482c395e977eaaa55", size = 8175944, upload-time = "2026-04-13T10:04:48.902Z" }, +] + +[[package]] +name = "nvidia-cuda-cupti-cu12" +version = "12.6.80" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e6/8b/2f6230cb715646c3a9425636e513227ce5c93c4d65823a734f4bb86d43c3/nvidia_cuda_cupti_cu12-12.6.80-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:166ee35a3ff1587f2490364f90eeeb8da06cd867bd5b701bf7f9a02b78bc63fc", size = 8236764, upload-time = "2024-11-20T17:35:41.03Z" }, + { url = "https://files.pythonhosted.org/packages/25/0f/acb326ac8fd26e13c799e0b4f3b2751543e1834f04d62e729485872198d4/nvidia_cuda_cupti_cu12-12.6.80-py3-none-manylinux2014_aarch64.whl", hash = "sha256:358b4a1d35370353d52e12f0a7d1769fc01ff74a191689d3870b2123156184c4", size = 8236756, upload-time = "2024-10-01T16:57:45.507Z" }, + { url = "https://files.pythonhosted.org/packages/49/60/7b6497946d74bcf1de852a21824d63baad12cd417db4195fc1bfe59db953/nvidia_cuda_cupti_cu12-12.6.80-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:6768bad6cab4f19e8292125e5f1ac8aa7d1718704012a0e3272a6f61c4bce132", size = 8917980, upload-time = "2024-11-20T17:36:04.019Z" }, + { url = "https://files.pythonhosted.org/packages/a5/24/120ee57b218d9952c379d1e026c4479c9ece9997a4fb46303611ee48f038/nvidia_cuda_cupti_cu12-12.6.80-py3-none-manylinux2014_x86_64.whl", hash = "sha256:a3eff6cdfcc6a4c35db968a06fcadb061cbc7d6dde548609a941ff8701b98b73", size = 8917972, upload-time = "2024-10-01T16:58:06.036Z" }, + { url = "https://files.pythonhosted.org/packages/1c/81/7796f096afaf726796b1b648f3bc80cafc61fe7f77f44a483c89e6c5ef34/nvidia_cuda_cupti_cu12-12.6.80-py3-none-win_amd64.whl", hash = "sha256:bbe6ae76e83ce5251b56e8c8e61a964f757175682bbad058b170b136266ab00a", size = 5724175, upload-time = "2024-10-01T17:09:47.955Z" }, +] + +[[package]] +name = "nvidia-cuda-nvrtc" +version = "13.0.88" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c3/68/483a78f5e8f31b08fb1bb671559968c0ca3a065ac7acabfc7cee55214fd6/nvidia_cuda_nvrtc-13.0.88-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:ad9b6d2ead2435f11cbb6868809d2adeeee302e9bb94bcf0539c7a40d80e8575", size = 90215200, upload-time = "2025-09-04T08:28:44.204Z" }, + { url = "https://files.pythonhosted.org/packages/b7/dc/6bb80850e0b7edd6588d560758f17e0550893a1feaf436807d64d2da040f/nvidia_cuda_nvrtc-13.0.88-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d27f20a0ca67a4bb34268a5e951033496c5b74870b868bacd046b1b8e0c3267b", size = 43015449, upload-time = "2025-09-04T08:28:20.239Z" }, + { url = "https://files.pythonhosted.org/packages/4a/af/345fedb9f4c76c84ab4fa445b36bd4048a4d9db60e6bc76b4f913ff4b852/nvidia_cuda_nvrtc-13.0.88-py3-none-win_amd64.whl", hash = "sha256:6bcd4e7f8e205cbe644f5a98f2f799bef9556fefc89dd786e79a16312ce49872", size = 76807835, upload-time = "2025-09-04T08:39:15.274Z" }, +] + +[[package]] +name = "nvidia-cuda-nvrtc" +version = "13.2.78" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5f/96/237b40b171e06eb65905375c4ad5c96f78c2f861ac6e8ae7f650d95e1dfd/nvidia_cuda_nvrtc-13.2.78-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:a9049031da08cbedd0c20e3470e5a978dc330af0e0326b3b05774718c665dc3e", size = 47019062, upload-time = "2026-04-13T09:45:33.875Z" }, + { url = "https://files.pythonhosted.org/packages/af/be/8476aa006686fb264d61de43e0408a8dbd001003a702574759b25e645587/nvidia_cuda_nvrtc-13.2.78-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:a50367a7e2a0bd00fb27e5648179149cc7a60e7c7811740a5ff559f06234526d", size = 44754755, upload-time = "2026-04-13T09:44:58.919Z" }, + { url = "https://files.pythonhosted.org/packages/48/35/41b84ff9b4a9acc42590be44e69f32fc867a57d7018e87c532019d627f17/nvidia_cuda_nvrtc-13.2.78-py3-none-win_amd64.whl", hash = "sha256:46aff2df5615c408f23fb968a75e5641060f89fa611a85af51a387dff9bf375b", size = 40817783, upload-time = "2026-04-13T10:06:31.711Z" }, +] + +[[package]] +name = "nvidia-cuda-nvrtc-cu12" +version = "12.6.85" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f5/31/ffb400c5ae99daf09687aa6c42831c5d824f71c4851363ed2a4a1ac52bab/nvidia_cuda_nvrtc_cu12-12.6.85-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:800927308ccc5dd6246d3f61f7fcef2ed7ec4e59e199090d360d3293f78bd5a2", size = 23649944, upload-time = "2024-11-20T17:38:06.511Z" }, + { url = "https://files.pythonhosted.org/packages/48/ab/476146f59ff5ef5bd6e62c187097d859ea78b5752d19c6c3f9be5f90dafc/nvidia_cuda_nvrtc_cu12-12.6.85-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:3f3134f50963882373063901657554f230bedf6039d30b09f6be55c64c993a37", size = 23162872, upload-time = "2024-11-20T17:37:42.967Z" }, + { url = "https://files.pythonhosted.org/packages/0c/f7/472414aee887d626373d0b2140a59ac4308e3eaed815060e5410fc83305a/nvidia_cuda_nvrtc_cu12-12.6.85-py3-none-win_amd64.whl", hash = "sha256:a419e2c95e75b88b602f8bb66f82a6c5651e8475a509841c958486b1b71510bf", size = 39026436, upload-time = "2024-11-20T17:49:13.633Z" }, +] + +[[package]] +name = "nvidia-cuda-runtime" +version = "13.0.96" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/87/4f/17d7b9b8e285199c58ce28e31b5c5bbaa4d8271af06a89b6405258245de2/nvidia_cuda_runtime-13.0.96-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:ef9bcbe90493a2b9d810e43d249adb3d02e98dd30200d86607d8d02687c43f55", size = 2261060, upload-time = "2025-10-09T08:55:15.78Z" }, + { url = "https://files.pythonhosted.org/packages/2e/24/d1558f3b68b1d26e706813b1d10aa1d785e4698c425af8db8edc3dced472/nvidia_cuda_runtime-13.0.96-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7f82250d7782aa23b6cfe765ecc7db554bd3c2870c43f3d1821f1d18aebf0548", size = 2243632, upload-time = "2025-10-09T08:55:36.117Z" }, + { url = "https://files.pythonhosted.org/packages/b7/94/6b867483bec07da24ffa32736c79fabb94ef3a7af4d787a9d4a974868576/nvidia_cuda_runtime-13.0.96-py3-none-win_amd64.whl", hash = "sha256:f79298c8a098cec150a597c8eba58ecdab96e3bdc4b9bc4f9983635031740492", size = 2927037, upload-time = "2025-10-09T09:04:23.782Z" }, +] + +[[package]] +name = "nvidia-cuda-runtime" +version = "13.2.75" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f1/40/56a70b5a4e0a2881a1b7c172fea8025ab6b3cfb2de61c743fb7974d1ded4/nvidia_cuda_runtime-13.2.75-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:36e539e8deb01568025830c1454216c26ef4b4529507220b1d8ef739bf5c6439", size = 2339755, upload-time = "2026-04-13T09:37:53.791Z" }, + { url = "https://files.pythonhosted.org/packages/dc/74/f1493b0774c6eaf0234512bb650e1ab90ce8f61fecf0b4aaf1fb416f571e/nvidia_cuda_runtime-13.2.75-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:72bf454902da594e0b833cadeddc8b7100ce1c7cf7ed9023943931be1aa913b7", size = 2321965, upload-time = "2026-04-13T09:38:26.359Z" }, + { url = "https://files.pythonhosted.org/packages/ea/ea/efd56431c409f292739b0f69ceae9f1469599e9e228706b4f1fad45a32ba/nvidia_cuda_runtime-13.2.75-py3-none-win_amd64.whl", hash = "sha256:16a2ff1b786d52c7b4d4439c7f5fc05cf9e086071f51efd5163989dee65bd4ea", size = 3154350, upload-time = "2026-04-13T10:04:17.355Z" }, +] + +[[package]] +name = "nvidia-cuda-runtime-cu12" +version = "12.6.77" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/8f/ea/590b2ac00d772a8abd1c387a92b46486d2679ca6622fd25c18ff76265663/nvidia_cuda_runtime_cu12-12.6.77-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:6116fad3e049e04791c0256a9778c16237837c08b27ed8c8401e2e45de8d60cd", size = 908052, upload-time = "2024-11-20T17:35:19.905Z" }, + { url = "https://files.pythonhosted.org/packages/b7/3d/159023799677126e20c8fd580cca09eeb28d5c5a624adc7f793b9aa8bbfa/nvidia_cuda_runtime_cu12-12.6.77-py3-none-manylinux2014_aarch64.whl", hash = "sha256:d461264ecb429c84c8879a7153499ddc7b19b5f8d84c204307491989a365588e", size = 908040, upload-time = "2024-10-01T16:57:22.221Z" }, + { url = "https://files.pythonhosted.org/packages/e1/23/e717c5ac26d26cf39a27fbc076240fad2e3b817e5889d671b67f4f9f49c5/nvidia_cuda_runtime_cu12-12.6.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ba3b56a4f896141e25e19ab287cd71e52a6a0f4b29d0d31609f60e3b4d5219b7", size = 897690, upload-time = "2024-11-20T17:35:30.697Z" }, + { url = "https://files.pythonhosted.org/packages/f0/62/65c05e161eeddbafeca24dc461f47de550d9fa8a7e04eb213e32b55cfd99/nvidia_cuda_runtime_cu12-12.6.77-py3-none-manylinux2014_x86_64.whl", hash = "sha256:a84d15d5e1da416dd4774cb42edf5e954a3e60cc945698dc1d5be02321c44dc8", size = 897678, upload-time = "2024-10-01T16:57:33.821Z" }, + { url = "https://files.pythonhosted.org/packages/fa/76/4c80fa138333cc975743fd0687a745fccb30d167f906f13c1c7f9a85e5ea/nvidia_cuda_runtime_cu12-12.6.77-py3-none-win_amd64.whl", hash = "sha256:86c58044c824bf3c173c49a2dbc7a6c8b53cb4e4dca50068be0bf64e9dab3f7f", size = 891773, upload-time = "2024-10-01T17:09:26.362Z" }, +] + +[[package]] +name = "nvidia-cudnn-cu12" +version = "9.10.2.21" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas-cu12", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/fa/41/e79269ce215c857c935fd86bcfe91a451a584dfc27f1e068f568b9ad1ab7/nvidia_cudnn_cu12-9.10.2.21-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:c9132cc3f8958447b4910a1720036d9eff5928cc3179b0a51fb6d167c6cc87d8", size = 705026878, upload-time = "2025-06-06T21:52:51.348Z" }, + { url = "https://files.pythonhosted.org/packages/ba/51/e123d997aa098c61d029f76663dedbfb9bc8dcf8c60cbd6adbe42f76d049/nvidia_cudnn_cu12-9.10.2.21-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:949452be657fa16687d0930933f032835951ef0892b37d2d53824d1a84dc97a8", size = 706758467, upload-time = "2025-06-06T21:54:08.597Z" }, + { url = "https://files.pythonhosted.org/packages/3d/90/0bd6e586701b3a890fd38aa71c387dab4883d619d6e5ad912ccbd05bfd67/nvidia_cudnn_cu12-9.10.2.21-py3-none-win_amd64.whl", hash = "sha256:c6288de7d63e6cf62988f0923f96dc339cea362decb1bf5b3141883392a7d65e", size = 692992268, upload-time = "2025-06-06T21:55:18.114Z" }, +] + +[[package]] +name = "nvidia-cudnn-cu13" +version = "9.20.0.48" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas", version = "13.1.1.3", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cublas", version = "13.4.0.1", source = { registry = "https://pypi.org/simple" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/56/c5/83384d846b2fd17c44bd499b36c75a45ed4f095fbbb2252294e89cea5c5c/nvidia_cudnn_cu13-9.20.0.48-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:e31454ae00094b0c55319d9d15b6fa2fc50a9e1c0f5c8c80fb75258234e731e1", size = 444574296, upload-time = "2026-03-09T19:28:27.751Z" }, + { url = "https://files.pythonhosted.org/packages/6e/5e/edb9c0ae051602c3ccaffe424256463636d639e27d7f302dde9975ef9e7a/nvidia_cudnn_cu13-9.20.0.48-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:0c45dd8eeb50b603f07995b1b300c62ffe6a1980482b82b3bcf94a4ca9d49304", size = 366173588, upload-time = "2026-03-09T19:29:34.474Z" }, + { url = "https://files.pythonhosted.org/packages/78/39/21507455b1bca8b5702a9e9fc6ce73735f216f558dac2c9ede58e4d456b8/nvidia_cudnn_cu13-9.20.0.48-py3-none-win_amd64.whl", hash = "sha256:af8139732b99c0118be65ea5aac97f0d46018f8c552889e49d2fb0c6261a4a24", size = 350712614, upload-time = "2026-03-09T19:31:11.398Z" }, +] + +[[package]] +name = "nvidia-cufft" +version = "12.0.0.61" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/8b/ae/f417a75c0259e85c1d2f83ca4e960289a5f814ed0cea74d18c353d3e989d/nvidia_cufft-12.0.0.61-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:2708c852ef8cd89d1d2068bdbece0aa188813a0c934db3779b9b1faa8442e5f5", size = 214053554, upload-time = "2025-09-04T08:31:38.196Z" }, + { url = "https://files.pythonhosted.org/packages/a8/2f/7b57e29836ea8714f81e9898409196f47d772d5ddedddf1592eadb8ab743/nvidia_cufft-12.0.0.61-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:6c44f692dce8fd5ffd3e3df134b6cdb9c2f72d99cf40b62c32dde45eea9ddad3", size = 214085489, upload-time = "2025-09-04T08:31:56.044Z" }, + { url = "https://files.pythonhosted.org/packages/85/b2/f8af21a2ed1beed337a6a02c5a28aeb85441f4d578ec3d529543c775ea4b/nvidia_cufft-12.0.0.61-py3-none-win_amd64.whl", hash = "sha256:2abce5b39d2f5ae12730fb7e5db6696533e36c26e2d3e8fd1750bdd2853364eb", size = 213342123, upload-time = "2025-09-04T08:40:51.145Z" }, +] + +[[package]] +name = "nvidia-cufft" +version = "12.2.0.46" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/be/b1/6e36381739b51e692d91646298ad5685c562929b899331c2bb6e9722a176/nvidia_cufft-12.2.0.46-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:2e8f3a22c2745f95327b7639ba2868ea2cbd5d3131ebe6313394e24164054f41", size = 218244743, upload-time = "2026-04-13T09:51:24.75Z" }, + { url = "https://files.pythonhosted.org/packages/36/3e/8d717a6e1f6e27b85b64650b1104dbcf6108c9dc7e27e9e26a0d8e936cc5/nvidia_cufft-12.2.0.46-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:a9667ae4d81b9e54ddbbad24a9e72334f89d4fc184566d05ef028e2760c820eb", size = 218258098, upload-time = "2026-04-13T09:52:04.915Z" }, + { url = "https://files.pythonhosted.org/packages/03/34/8bed3c530c0c732de39281ca51fe4ba83503cfc055b7935e8377f7cbb9f8/nvidia_cufft-12.2.0.46-py3-none-win_amd64.whl", hash = "sha256:e35b0cb44a971dad5cbbf8d166fb89061f329b41e466631ee85d301628f1b943", size = 217463595, upload-time = "2026-04-13T10:10:12.17Z" }, +] + +[[package]] +name = "nvidia-cufft-cu12" +version = "11.3.0.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink-cu12", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/1f/37/c50d2b2f2c07e146776389e3080f4faf70bcc4fa6e19d65bb54ca174ebc3/nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d16079550df460376455cba121db6564089176d9bac9e4f360493ca4741b22a6", size = 200164144, upload-time = "2024-11-20T17:40:58.288Z" }, + { url = "https://files.pythonhosted.org/packages/ce/f5/188566814b7339e893f8d210d3a5332352b1409815908dad6a363dcceac1/nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_aarch64.whl", hash = "sha256:8510990de9f96c803a051822618d42bf6cb8f069ff3f48d93a8486efdacb48fb", size = 200164135, upload-time = "2024-10-01T17:03:24.212Z" }, + { url = "https://files.pythonhosted.org/packages/8f/16/73727675941ab8e6ffd86ca3a4b7b47065edcca7a997920b831f8147c99d/nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ccba62eb9cef5559abd5e0d54ceed2d9934030f51163df018532142a8ec533e5", size = 200221632, upload-time = "2024-11-20T17:41:32.357Z" }, + { url = "https://files.pythonhosted.org/packages/60/de/99ec247a07ea40c969d904fc14f3a356b3e2a704121675b75c366b694ee1/nvidia_cufft_cu12-11.3.0.4-py3-none-manylinux2014_x86_64.whl", hash = "sha256:768160ac89f6f7b459bee747e8d175dbf53619cfe74b2a5636264163138013ca", size = 200221622, upload-time = "2024-10-01T17:03:58.79Z" }, + { url = "https://files.pythonhosted.org/packages/b4/38/36fd800cec8f6e89b7c1576edaaf8076e69ec631644cdbc1b5f2e2b5a9df/nvidia_cufft_cu12-11.3.0.4-py3-none-win_amd64.whl", hash = "sha256:6048ebddfb90d09d2707efb1fd78d4e3a77cb3ae4dc60e19aab6be0ece2ae464", size = 199356881, upload-time = "2024-10-01T17:13:01.861Z" }, +] + +[[package]] +name = "nvidia-cufile" +version = "1.15.1.6" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3f/70/4f193de89a48b71714e74602ee14d04e4019ad36a5a9f20c425776e72cd6/nvidia_cufile-1.15.1.6-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:08a3ecefae5a01c7f5117351c64f17c7c62efa5fffdbe24fc7d298da19cd0b44", size = 1223672, upload-time = "2025-09-04T08:32:22.779Z" }, + { url = "https://files.pythonhosted.org/packages/ab/73/cc4a14c9813a8a0d509417cf5f4bdaba76e924d58beb9864f5a7baceefbf/nvidia_cufile-1.15.1.6-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:bdc0deedc61f548bddf7733bdc216456c2fdb101d020e1ab4b88d232d5e2f6d1", size = 1136992, upload-time = "2025-09-04T08:32:14.119Z" }, +] + +[[package]] +name = "nvidia-cufile" +version = "1.17.1.22" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fe/fd/4b4157512a131a51e1514d40d0199b1c5b7b10c6856db274ff22e5fe15be/nvidia_cufile-1.17.1.22-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:bec33d7f1f12691dce330275246587569c2ed90b1ce43b0f94b3e1ce9268744b", size = 1226736, upload-time = "2026-04-13T09:52:40.142Z" }, + { url = "https://files.pythonhosted.org/packages/23/c5/661a73a9042fc5f81cdd5fe6e89f4170b3b33f7962e709987e2b5e5f1381/nvidia_cufile-1.17.1.22-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:87feaf8c3ad20d3d03a01933181801ff6892bace5c8f0b1e4b48f319d3e62d36", size = 1387670, upload-time = "2026-04-13T09:52:57.783Z" }, +] + +[[package]] +name = "nvidia-cufile-cu12" +version = "1.11.1.6" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b2/66/cc9876340ac68ae71b15c743ddb13f8b30d5244af344ec8322b449e35426/nvidia_cufile_cu12-1.11.1.6-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:cc23469d1c7e52ce6c1d55253273d32c565dd22068647f3aa59b3c6b005bf159", size = 1142103, upload-time = "2024-11-20T17:42:11.83Z" }, + { url = "https://files.pythonhosted.org/packages/17/bf/cc834147263b929229ce4aadd62869f0b195e98569d4c28b23edc72b85d9/nvidia_cufile_cu12-1.11.1.6-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:8f57a0051dcf2543f6dc2b98a98cb2719c37d3cee1baba8965d57f3bbc90d4db", size = 1066155, upload-time = "2024-11-20T17:41:49.376Z" }, +] + +[[package]] +name = "nvidia-curand" +version = "10.4.0.35" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/1e/72/7c2ae24fb6b63a32e6ae5d241cc65263ea18d08802aaae087d9f013335a2/nvidia_curand-10.4.0.35-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:133df5a7509c3e292aaa2b477afd0194f06ce4ea24d714d616ff36439cee349a", size = 61962106, upload-time = "2025-08-04T10:21:41.128Z" }, + { url = "https://files.pythonhosted.org/packages/a5/9f/be0a41ca4a4917abf5cb9ae0daff1a6060cc5de950aec0396de9f3b52bc5/nvidia_curand-10.4.0.35-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:1aee33a5da6e1db083fe2b90082def8915f30f3248d5896bcec36a579d941bfc", size = 59544258, upload-time = "2025-08-04T10:22:03.992Z" }, + { url = "https://files.pythonhosted.org/packages/99/27/72103153b1ffc00e09fdc40ac970235343dcd1ea8bd762e84d2d73219ffa/nvidia_curand-10.4.0.35-py3-none-win_amd64.whl", hash = "sha256:65b1710aa6961d326b411e314b374290904c5ddf41dc3f766ebc3f1d7d4ca69f", size = 55242481, upload-time = "2025-08-04T10:30:41.831Z" }, +] + +[[package]] +name = "nvidia-curand" +version = "10.4.2.55" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ee/7c/7c2042b5badc251236bc1f23627d5554cf2ecff37e92ea0a9d39dfc20a61/nvidia_curand-10.4.2.55-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:342e40ddcaedc92aedc72839e0c10064096fceea2f1d0eb57951f86d2901f8c0", size = 62372157, upload-time = "2026-04-13T09:53:32.34Z" }, + { url = "https://files.pythonhosted.org/packages/f4/bc/f02a1d180d288e49b1a4548698b59755e9c485ee39c041fdeaf4d2cc2117/nvidia_curand-10.4.2.55-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:b4080cab49d4939f8e46b2c195c76c698d2289835c36ede558836daa40000e70", size = 59920450, upload-time = "2026-04-13T09:54:07.224Z" }, + { url = "https://files.pythonhosted.org/packages/b7/72/9301996f4d54bd770001e05fa182be1ef5c81deccd98980b296d3b2fb659/nvidia_curand-10.4.2.55-py3-none-win_amd64.whl", hash = "sha256:ce09678a852f4c224738abc56ea196bf981bb0db25b720438bd8416c5d52f056", size = 55508324, upload-time = "2026-04-13T10:10:46.673Z" }, +] + +[[package]] +name = "nvidia-curand-cu12" +version = "10.3.7.77" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/42/ac/36543605358a355632f1a6faa3e2d5dfb91eab1e4bc7d552040e0383c335/nvidia_curand_cu12-10.3.7.77-py3-none-manylinux2014_aarch64.whl", hash = "sha256:6e82df077060ea28e37f48a3ec442a8f47690c7499bff392a5938614b56c98d8", size = 56289881, upload-time = "2024-10-01T17:04:18.981Z" }, + { url = "https://files.pythonhosted.org/packages/73/1b/44a01c4e70933637c93e6e1a8063d1e998b50213a6b65ac5a9169c47e98e/nvidia_curand_cu12-10.3.7.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:a42cd1344297f70b9e39a1e4f467a4e1c10f1da54ff7a85c12197f6c652c8bdf", size = 56279010, upload-time = "2024-11-20T17:42:50.958Z" }, + { url = "https://files.pythonhosted.org/packages/4a/aa/2c7ff0b5ee02eaef890c0ce7d4f74bc30901871c5e45dee1ae6d0083cd80/nvidia_curand_cu12-10.3.7.77-py3-none-manylinux2014_x86_64.whl", hash = "sha256:99f1a32f1ac2bd134897fc7a203f779303261268a65762a623bf30cc9fe79117", size = 56279000, upload-time = "2024-10-01T17:04:45.274Z" }, + { url = "https://files.pythonhosted.org/packages/a6/02/5362a9396f23f7de1dd8a64369e87c85ffff8216fc8194ace0fa45ba27a5/nvidia_curand_cu12-10.3.7.77-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:7b2ed8e95595c3591d984ea3603dd66fe6ce6812b886d59049988a712ed06b6e", size = 56289882, upload-time = "2024-11-20T17:42:25.222Z" }, + { url = "https://files.pythonhosted.org/packages/a9/a8/0cd0cec757bd4b4b4ef150fca62ec064db7d08a291dced835a0be7d2c147/nvidia_curand_cu12-10.3.7.77-py3-none-win_amd64.whl", hash = "sha256:6d6d935ffba0f3d439b7cd968192ff068fafd9018dbf1b85b37261b13cfc9905", size = 55783873, upload-time = "2024-10-01T17:13:30.377Z" }, +] + +[[package]] +name = "nvidia-cusolver" +version = "12.0.4.66" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas", version = "13.1.1.3", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusparse", version = "12.6.3.3", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvjitlink", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/c8/c3/b30c9e935fc01e3da443ec0116ed1b2a009bb867f5324d3f2d7e533e776b/nvidia_cusolver-12.0.4.66-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:02c2457eaa9e39de20f880f4bd8820e6a1cfb9f9a34f820eb12a155aa5bc92d2", size = 223467760, upload-time = "2025-09-04T08:33:04.222Z" }, + { url = "https://files.pythonhosted.org/packages/5f/67/cba3777620cdacb99102da4042883709c41c709f4b6323c10781a9c3aa34/nvidia_cusolver-12.0.4.66-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:0a759da5dea5c0ea10fd307de75cdeb59e7ea4fcb8add0924859b944babf1112", size = 200941980, upload-time = "2025-09-04T08:33:22.767Z" }, + { url = "https://files.pythonhosted.org/packages/99/ef/332a0101260ca78a1daef046bf0b06199e8ed4dac1d2aa698289c358169c/nvidia_cusolver-12.0.4.66-py3-none-win_amd64.whl", hash = "sha256:16515bd33a8e76bb54d024cfa068fa68d30e80fc34b9e1090813ea9362e0cb65", size = 193551444, upload-time = "2025-09-04T08:41:46.813Z" }, +] + +[[package]] +name = "nvidia-cusolver" +version = "12.2.0.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas", version = "13.4.0.1", source = { registry = "https://pypi.org/simple" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "nvidia-cusparse", version = "12.7.10.1", source = { registry = "https://pypi.org/simple" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "nvidia-nvjitlink", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/94/21/21e5c491a8285a6ed039cbb8c60ec13ff3aff60c669e1caa4adaeb71f997/nvidia_cusolver-12.2.0.1-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:c9def09fcf300b9465cdf800142abf10149df28c4290bdf9e7b4a700480d31d7", size = 249744985, upload-time = "2026-04-13T09:54:33.757Z" }, + { url = "https://files.pythonhosted.org/packages/6b/97/a3c41eac54c89f6aac788d2b3ccd6642b32aa6b79650af3dedb8ee7c2bfa/nvidia_cusolver-12.2.0.1-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:4693ea3c2a5d20369da7b5a4970a41df9b40f1b6f2ef9909c95f7c8c8c5ffb4d", size = 227391570, upload-time = "2026-04-13T09:55:12.999Z" }, + { url = "https://files.pythonhosted.org/packages/ee/60/4d8cd064a29e53f6df1e1f22791d46457063191fbe4267caf1f5d58f70d6/nvidia_cusolver-12.2.0.1-py3-none-win_amd64.whl", hash = "sha256:0776a83624e39a277cb26cc064164a70b7e89a594fb950bf0771be20c8eb8172", size = 217210178, upload-time = "2026-04-13T10:11:25.025Z" }, +] + +[[package]] +name = "nvidia-cusolver-cu12" +version = "11.7.1.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-cublas-cu12", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "nvidia-cusparse-cu12", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "nvidia-nvjitlink-cu12", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/93/17/dbe1aa865e4fdc7b6d4d0dd308fdd5aaab60f939abfc0ea1954eac4fb113/nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_aarch64.whl", hash = "sha256:0ce237ef60acde1efc457335a2ddadfd7610b892d94efee7b776c64bb1cac9e0", size = 157833628, upload-time = "2024-10-01T17:05:05.591Z" }, + { url = "https://files.pythonhosted.org/packages/f0/6e/c2cf12c9ff8b872e92b4a5740701e51ff17689c4d726fca91875b07f655d/nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:e9e49843a7707e42022babb9bcfa33c29857a93b88020c4e4434656a655b698c", size = 158229790, upload-time = "2024-11-20T17:43:43.211Z" }, + { url = "https://files.pythonhosted.org/packages/9f/81/baba53585da791d043c10084cf9553e074548408e04ae884cfe9193bd484/nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux2014_x86_64.whl", hash = "sha256:6cf28f17f64107a0c4d7802be5ff5537b2130bfc112f25d5a30df227058ca0e6", size = 158229780, upload-time = "2024-10-01T17:05:39.875Z" }, + { url = "https://files.pythonhosted.org/packages/7c/5f/07d0ba3b7f19be5a5ec32a8679fc9384cfd9fc6c869825e93be9f28d6690/nvidia_cusolver_cu12-11.7.1.2-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:dbbe4fc38ec1289c7e5230e16248365e375c3673c9c8bac5796e2e20db07f56e", size = 157833630, upload-time = "2024-11-20T17:43:16.77Z" }, + { url = "https://files.pythonhosted.org/packages/d4/53/fff50a0808df7113d77e3bbc7c2b7eaed6f57d5eb80fbe93ead2aea1e09a/nvidia_cusolver_cu12-11.7.1.2-py3-none-win_amd64.whl", hash = "sha256:6813f9d8073f555444a8705f3ab0296d3e1cb37a16d694c5fc8b862a0d8706d7", size = 149287877, upload-time = "2024-10-01T17:13:49.804Z" }, +] + +[[package]] +name = "nvidia-cusparse" +version = "12.6.3.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/f8/94/5c26f33738ae35276672f12615a64bd008ed5be6d1ebcb23579285d960a9/nvidia_cusparse-12.6.3.3-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:80bcc4662f23f1054ee334a15c72b8940402975e0eab63178fc7e670aa59472c", size = 162155568, upload-time = "2025-09-04T08:33:42.864Z" }, + { url = "https://files.pythonhosted.org/packages/fa/18/623c77619c31d62efd55302939756966f3ecc8d724a14dab2b75f1508850/nvidia_cusparse-12.6.3.3-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:2b3c89c88d01ee0e477cb7f82ef60a11a4bcd57b6b87c33f789350b59759360b", size = 145942937, upload-time = "2025-09-04T08:33:58.029Z" }, + { url = "https://files.pythonhosted.org/packages/02/b0/b043d6f3480f102f885cf87fc3ffd3edcb5e23b855025a50e2ef4d059185/nvidia_cusparse-12.6.3.3-py3-none-win_amd64.whl", hash = "sha256:cbcf42feb737bd7ec15b4c0a63e62351886bd3f975027b8815d7f720a2b5ea79", size = 143783033, upload-time = "2025-09-04T08:42:12.391Z" }, +] + +[[package]] +name = "nvidia-cusparse" +version = "12.7.10.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/b5/09/9f1fa88dd305e838b71f2ca4e50064e7cbdf2e15cd6410d9e1b74066cc41/nvidia_cusparse-12.7.10.1-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:80cc98b38fdcf054a80bd9782fe2e63c66f90e202cac269f641357ccac5fe7e3", size = 168860233, upload-time = "2026-04-13T09:55:48.891Z" }, + { url = "https://files.pythonhosted.org/packages/b7/bd/bad43b37bcf13167637bef26399693d517b95092d742e8749eda5f4a85f3/nvidia_cusparse-12.7.10.1-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:f0d110640aa63e7182fa787cc245afa07c5fb84ac30f1c4029e4fa3012353172", size = 150855566, upload-time = "2026-04-13T09:56:29.21Z" }, + { url = "https://files.pythonhosted.org/packages/4c/ca/7b910f56e02a251df7ed59f8f5f628da7ffd2422bc3e43c292980b1578ec/nvidia_cusparse-12.7.10.1-py3-none-win_amd64.whl", hash = "sha256:8786474c768d147e9969d3fac96b46399eb5f397c57a2ad57c1d4cdc4bb59f65", size = 149165663, upload-time = "2026-04-13T10:12:04.286Z" }, +] + +[[package]] +name = "nvidia-cusparse-cu12" +version = "12.5.4.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "nvidia-nvjitlink-cu12", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/eb/eb/6681efd0aa7df96b4f8067b3ce7246833dd36830bb4cec8896182773db7d/nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d25b62fb18751758fe3c93a4a08eff08effedfe4edf1c6bb5afd0890fe88f887", size = 216451147, upload-time = "2024-11-20T17:44:18.055Z" }, + { url = "https://files.pythonhosted.org/packages/d3/56/3af21e43014eb40134dea004e8d0f1ef19d9596a39e4d497d5a7de01669f/nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_aarch64.whl", hash = "sha256:7aa32fa5470cf754f72d1116c7cbc300b4e638d3ae5304cfa4a638a5b87161b1", size = 216451135, upload-time = "2024-10-01T17:06:03.826Z" }, + { url = "https://files.pythonhosted.org/packages/06/1e/b8b7c2f4099a37b96af5c9bb158632ea9e5d9d27d7391d7eb8fc45236674/nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:7556d9eca156e18184b94947ade0fba5bb47d69cec46bf8660fd2c71a4b48b73", size = 216561367, upload-time = "2024-11-20T17:44:54.824Z" }, + { url = "https://files.pythonhosted.org/packages/43/ac/64c4316ba163e8217a99680c7605f779accffc6a4bcd0c778c12948d3707/nvidia_cusparse_cu12-12.5.4.2-py3-none-manylinux2014_x86_64.whl", hash = "sha256:23749a6571191a215cb74d1cdbff4a86e7b19f1200c071b3fcf844a5bea23a2f", size = 216561357, upload-time = "2024-10-01T17:06:29.861Z" }, + { url = "https://files.pythonhosted.org/packages/45/ef/876ad8e4260e1128e6d4aac803d9d51baf3791ebdb4a9b8d9b8db032b4b0/nvidia_cusparse_cu12-12.5.4.2-py3-none-win_amd64.whl", hash = "sha256:4acb8c08855a26d737398cba8fb6f8f5045d93f82612b4cfd84645a2332ccf20", size = 213712630, upload-time = "2024-10-01T17:14:23.779Z" }, +] + +[[package]] +name = "nvidia-cusparselt-cu12" +version = "0.7.1" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/73/b9/598f6ff36faaece4b3c50d26f50e38661499ff34346f00e057760b35cc9d/nvidia_cusparselt_cu12-0.7.1-py3-none-manylinux2014_aarch64.whl", hash = "sha256:8878dce784d0fac90131b6817b607e803c36e629ba34dc5b433471382196b6a5", size = 283835557, upload-time = "2025-02-26T00:16:54.265Z" }, + { url = "https://files.pythonhosted.org/packages/56/79/12978b96bd44274fe38b5dde5cfb660b1d114f70a65ef962bcbbed99b549/nvidia_cusparselt_cu12-0.7.1-py3-none-manylinux2014_x86_64.whl", hash = "sha256:f1bb701d6b930d5a7cea44c19ceb973311500847f81b634d802b7b539dc55623", size = 287193691, upload-time = "2025-02-26T00:15:44.104Z" }, + { url = "https://files.pythonhosted.org/packages/2f/d8/a6b0d0d0c2435e9310f3e2bb0d9c9dd4c33daef86aa5f30b3681defd37ea/nvidia_cusparselt_cu12-0.7.1-py3-none-win_amd64.whl", hash = "sha256:f67fbb5831940ec829c9117b7f33807db9f9678dc2a617fbe781cac17b4e1075", size = 271020911, upload-time = "2025-02-26T00:14:47.204Z" }, +] + +[[package]] +name = "nvidia-cusparselt-cu13" +version = "0.8.1" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/46/e1/cdc1797eadf82d3a9a575a19b33fdc871a97edbec42c00b5b5e914f4aff4/nvidia_cusparselt_cu13-0.8.1-py3-none-manylinux2014_aarch64.whl", hash = "sha256:4dca476c50bf4780d46cd0bfbd82e2bc10a08e4fef7950917ce8d7578d22a23f", size = 221051344, upload-time = "2025-09-05T18:49:51.289Z" }, + { url = "https://files.pythonhosted.org/packages/34/7d/2661f2fb3ac4302f3a246f5fc030213ac60c1fe0bce84f9783dbd831dbb7/nvidia_cusparselt_cu13-0.8.1-py3-none-manylinux2014_x86_64.whl", hash = "sha256:786ce87568c303fadb5afcc7102d454cd3040d75f6f8626f5db460d1871f4dd0", size = 170148586, upload-time = "2025-09-05T18:50:50.248Z" }, + { url = "https://files.pythonhosted.org/packages/31/83/f3647ce26916c94a6ca4ff1810623e2c405cff2dea6e78d29516b2514df9/nvidia_cusparselt_cu13-0.8.1-py3-none-win_amd64.whl", hash = "sha256:dccbd362f91a7b9024d1f55ee9f548ac065027ff15d8c8b0db889ab3a8f31215", size = 156885108, upload-time = "2025-09-05T18:51:35.958Z" }, +] + +[[package]] +name = "nvidia-nccl-cu12" +version = "2.29.3" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/28/cf/bcf8bb0c0030b1b9a345331f6281c37d2a8669758521eb93c382f6f87c8f/nvidia_nccl_cu12-2.29.3-py3-none-manylinux_2_18_aarch64.whl", hash = "sha256:6351b79dc7d2cc3d654ea1523616b9eeded71fe9c8da66b71eef9a5d1b2adad4", size = 289708535, upload-time = "2026-02-03T21:10:58.804Z" }, + { url = "https://files.pythonhosted.org/packages/31/5a/cac7d231f322b66caa16fd4b136ebc8e4b18b2805811c2d58dc47210cdea/nvidia_nccl_cu12-2.29.3-py3-none-manylinux_2_18_x86_64.whl", hash = "sha256:35ad42e7d5d722a83c36a3a478e281c20a5646383deaf1b9ed1a9ab7d61bed53", size = 289760316, upload-time = "2026-02-03T21:11:37.899Z" }, +] + +[[package]] +name = "nvidia-nccl-cu13" +version = "2.29.7" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/72/0d/daf50d44177ee0cbc7ff0a0c91eb5ff676c82be42f9a970bc7597f440c3a/nvidia_nccl_cu13-2.29.7-py3-none-manylinux_2_18_aarch64.whl", hash = "sha256:674a12383e3c38a1bcccae7d4f3633b37852230b6047883cb2f4c2d1b36d9bf5", size = 206014712, upload-time = "2026-03-03T05:34:20.843Z" }, + { url = "https://files.pythonhosted.org/packages/67/f4/58e4e91b6919367c7aafb8e36fce9aad1a3047e536bf7e2fd560927d3a4c/nvidia_nccl_cu13-2.29.7-py3-none-manylinux_2_18_x86_64.whl", hash = "sha256:edd81538446786ec3b73972543e53bb43bcaf0bfc8ef76cb679fcc390ffe136d", size = 205976000, upload-time = "2026-03-03T05:36:24.472Z" }, +] + +[[package]] +name = "nvidia-nvjitlink" +version = "13.3.33" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f0/ee/580ca6f29dcab0221db8706badca1bbbb084f1975c4d4e83329c3a7e31f0/nvidia_nvjitlink-13.3.33-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:26a6de7fb4c8fdaa7703d3dad720d6d427ddfea5c48a528fd97c11733ad830e5", size = 40742423, upload-time = "2026-05-26T16:54:51.613Z" }, + { url = "https://files.pythonhosted.org/packages/69/30/45414e35ff2eee7db3da037e5707037ccf9d2b5218ffbdb055ea4d5aa98a/nvidia_nvjitlink-13.3.33-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:ce48b37dfeb3cb1eae4cf85adacb47d7a6539ea2272870c9a3628ce275c2037e", size = 39168635, upload-time = "2026-05-26T16:54:13.906Z" }, + { url = "https://files.pythonhosted.org/packages/67/f2/ec9c05a108095828dfc58840978c627b3c313fdf2a567c6de9ffbbb46901/nvidia_nvjitlink-13.3.33-py3-none-win_amd64.whl", hash = "sha256:4297ee49639b4f2e07255a1d69b3acc7ab2d011bb892b403e91ac98368962e3b", size = 37766359, upload-time = "2026-05-26T17:11:28.96Z" }, +] + +[[package]] +name = "nvidia-nvjitlink-cu12" +version = "12.6.85" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9d/d7/c5383e47c7e9bf1c99d5bd2a8c935af2b6d705ad831a7ec5c97db4d82f4f/nvidia_nvjitlink_cu12-12.6.85-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:eedc36df9e88b682efe4309aa16b5b4e78c2407eac59e8c10a6a47535164369a", size = 19744971, upload-time = "2024-11-20T17:46:53.366Z" }, + { url = "https://files.pythonhosted.org/packages/31/db/dc71113d441f208cdfe7ae10d4983884e13f464a6252450693365e166dcf/nvidia_nvjitlink_cu12-12.6.85-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:cf4eaa7d4b6b543ffd69d6abfb11efdeb2db48270d94dfd3a452c24150829e41", size = 19270338, upload-time = "2024-11-20T17:46:29.758Z" }, + { url = "https://files.pythonhosted.org/packages/89/76/93c1467b1387387440a4d25102d86b7794535449b689f8e2dc22c1c8ff7f/nvidia_nvjitlink_cu12-12.6.85-py3-none-win_amd64.whl", hash = "sha256:e61120e52ed675747825cdd16febc6a0730537451d867ee58bee3853b1b13d1c", size = 161908572, upload-time = "2024-11-20T17:52:40.124Z" }, +] + +[[package]] +name = "nvidia-nvshmem-cu12" +version = "3.4.5" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/1d/6a/03aa43cc9bd3ad91553a88b5f6fb25ed6a3752ae86ce2180221962bc2aa5/nvidia_nvshmem_cu12-3.4.5-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:0b48363fc6964dede448029434c6abed6c5e37f823cb43c3bcde7ecfc0457e15", size = 138936938, upload-time = "2025-09-06T00:32:05.589Z" }, + { url = "https://files.pythonhosted.org/packages/b5/09/6ea3ea725f82e1e76684f0708bbedd871fc96da89945adeba65c3835a64c/nvidia_nvshmem_cu12-3.4.5-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:042f2500f24c021db8a06c5eec2539027d57460e1c1a762055a6554f72c369bd", size = 139103095, upload-time = "2025-09-06T00:32:31.266Z" }, +] + +[[package]] +name = "nvidia-nvshmem-cu13" +version = "3.4.5" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/dc/0f/05cc9c720236dcd2db9c1ab97fff629e96821be2e63103569da0c9b72f19/nvidia_nvshmem_cu13-3.4.5-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:6dc2a197f38e5d0376ad52cd1a2a3617d3cdc150fd5966f4aee9bcebb1d68fe9", size = 60215947, upload-time = "2025-09-06T00:32:20.022Z" }, + { url = "https://files.pythonhosted.org/packages/3c/35/a9bf80a609e74e3b000fef598933235c908fcefcef9026042b8e6dfde2a9/nvidia_nvshmem_cu13-3.4.5-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:290f0a2ee94c9f3687a02502f3b9299a9f9fe826e6d0287ee18482e78d495b80", size = 60412546, upload-time = "2025-09-06T00:32:41.564Z" }, +] + +[[package]] +name = "nvidia-nvtx" +version = "13.0.85" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c2/f3/d86c845465a2723ad7e1e5c36dcd75ddb82898b3f53be47ebd429fb2fa5d/nvidia_nvtx-13.0.85-py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:4936d1d6780fbe68db454f5e72a42ff64d1fd6397df9f363ae786930fd5c1cd4", size = 148047, upload-time = "2025-09-04T08:29:01.761Z" }, + { url = "https://files.pythonhosted.org/packages/a8/64/3708a90d1ebe202ffdeb7185f878a3c84d15c2b2c31858da2ce0583e2def/nvidia_nvtx-13.0.85-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:cb7780edb6b14107373c835bf8b72e7a178bac7367e23da7acb108f973f157a6", size = 148878, upload-time = "2025-09-04T08:28:53.627Z" }, + { url = "https://files.pythonhosted.org/packages/d2/50/0e2220f8620a177de994211186ffc5bfa9f2ce1e1282797f8f90096f9f88/nvidia_nvtx-13.0.85-py3-none-win_amd64.whl", hash = "sha256:d66ea44254dd3c6eacc300047af6e1288d2269dd072b417e0adffbf479e18519", size = 137066, upload-time = "2025-09-04T08:39:25.649Z" }, +] + +[[package]] +name = "nvidia-nvtx" +version = "13.2.75" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b0/cc/314eac684677dced22b913b5d1b3d03adcbe59d6c7332c5d04f864cdb079/nvidia_nvtx-13.2.75-py3-none-manylinux1_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:2d7c24fc582d841493c6dc2cf017c25e4428cf583a3bd9e9325a65f0ecc65f73", size = 153460, upload-time = "2026-04-13T09:46:23.256Z" }, + { url = "https://files.pythonhosted.org/packages/6a/48/c02f2aa1662edaddac87e0501142a65765af8010a788b087d920a9f80fb7/nvidia_nvtx-13.2.75-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d8e1c4a14a21d6dd4bc2fc59eb1e3f42447db40edf5d0f580c0eba5f9abb606c", size = 154291, upload-time = "2026-04-13T09:45:53.009Z" }, + { url = "https://files.pythonhosted.org/packages/30/38/6aad46328210858348cb8b90729a223037cb0cd6681657e92d95d016d536/nvidia_nvtx-13.2.75-py3-none-win_amd64.whl", hash = "sha256:b0a85fe36c3e9d56225fc30297577535a5a35f19545c8073926fe89807617e52", size = 142534, upload-time = "2026-04-13T10:07:03.941Z" }, +] + +[[package]] +name = "nvidia-nvtx-cu12" +version = "12.6.77" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b9/93/80f8a520375af9d7ee44571a6544653a176e53c2b8ccce85b97b83c2491b/nvidia_nvtx_cu12-12.6.77-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:f44f8d86bb7d5629988d61c8d3ae61dddb2015dee142740536bc7481b022fe4b", size = 90549, upload-time = "2024-11-20T17:38:17.387Z" }, + { url = "https://files.pythonhosted.org/packages/2b/53/36e2fd6c7068997169b49ffc8c12d5af5e5ff209df6e1a2c4d373b3a638f/nvidia_nvtx_cu12-12.6.77-py3-none-manylinux2014_aarch64.whl", hash = "sha256:adcaabb9d436c9761fca2b13959a2d237c5f9fd406c8e4b723c695409ff88059", size = 90539, upload-time = "2024-10-01T17:00:27.179Z" }, + { url = "https://files.pythonhosted.org/packages/56/9a/fff8376f8e3d084cd1530e1ef7b879bb7d6d265620c95c1b322725c694f4/nvidia_nvtx_cu12-12.6.77-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:b90bed3df379fa79afbd21be8e04a0314336b8ae16768b58f2d34cb1d04cd7d2", size = 89276, upload-time = "2024-11-20T17:38:27.621Z" }, + { url = "https://files.pythonhosted.org/packages/9e/4e/0d0c945463719429b7bd21dece907ad0bde437a2ff12b9b12fee94722ab0/nvidia_nvtx_cu12-12.6.77-py3-none-manylinux2014_x86_64.whl", hash = "sha256:6574241a3ec5fdc9334353ab8c479fe75841dbe8f4532a8fc97ce63503330ba1", size = 89265, upload-time = "2024-10-01T17:00:38.172Z" }, + { url = "https://files.pythonhosted.org/packages/f7/cd/98a447919d4ed14d407ac82b14b0a0c9c1dbfe81099934b1fc3bfd1e6316/nvidia_nvtx_cu12-12.6.77-py3-none-win_amd64.whl", hash = "sha256:2fb11a4af04a5e6c84073e6404d26588a34afd35379f0855a99797897efa75c0", size = 56434, upload-time = "2024-10-01T17:11:13.124Z" }, +] + +[[package]] +name = "opentelemetry-api" +version = "1.44.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ee/8b/aa9e2d8b8dfa7c946f7dec5d1f8f6ba8eca062f43509a06bdb5ce93d26c0/opentelemetry_api-1.44.0.tar.gz", hash = "sha256:67647e5e9566edcf421166fdf022b3537f818635daa852b289e34604dc6fb33a", size = 72406, upload-time = "2026-07-16T15:25:32.678Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ca/6f/a04e900f465ff3221ccc395522503e2d10e79fa21f2723c8e177aae1e0d1/opentelemetry_api-1.44.0-py3-none-any.whl", hash = "sha256:94b98c893a91b88657eaac1e3ba89618cdb85be6918196705354f34728b2cdef", size = 60018, upload-time = "2026-07-16T15:25:11.657Z" }, +] + +[[package]] +name = "orjson" +version = "3.11.9" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7e/0c/964746fcafbd16f8ff53219ad9f6b412b34f345c75f384ad434ceaadb538/orjson-3.11.9.tar.gz", hash = "sha256:4fef17e1f8722c11587a6ef18e35902450221da0028e65dbaaa543619e68e48f", size = 5599163, upload-time = "2026-05-06T15:11:08.309Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/16/6d/11867a3ffa3a3608d84a4de51ef4dd0896d6b5cc9132fbe1daf593e677bc/orjson-3.11.9-cp312-cp312-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:9ef6fe90aadef185c7b128859f40beb24720b4ecea95379fc9000931179c3a49", size = 228515, upload-time = "2026-05-06T15:09:57.265Z" }, + { url = "https://files.pythonhosted.org/packages/24/75/05912954c8b288f34fcf5cd4b9b071cb4f6e77b9961e175e56ebb258089f/orjson-3.11.9-cp312-cp312-macosx_15_0_arm64.whl", hash = "sha256:e5c9b8f28e726e97d97696c826bc7bea5d71cecd63576dba92924a32c1961291", size = 128409, upload-time = "2026-05-06T15:09:59.063Z" }, + { url = "https://files.pythonhosted.org/packages/ab/86/1c3a47df3bc8191ea9ac51603bbb872a95167a364320c269f2557911f406/orjson-3.11.9-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:26a473dbb4162108b27901492546f83c76fdcea3d0eadff00ae7a07e18dcce09", size = 132106, upload-time = "2026-05-06T15:10:00.798Z" }, + { url = "https://files.pythonhosted.org/packages/d7/cf/b33b5f3e695ae7d63feef9d915c37cc3b8f465493dcd4f8e0b4c697a2366/orjson-3.11.9-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:011382e2a60fda9d46f1cdee31068cfc52ffe952b587d683ec0463002802a0f4", size = 127864, upload-time = "2026-05-06T15:10:02.15Z" }, + { url = "https://files.pythonhosted.org/packages/31/6a/6cf69385a58208024fcb8c014e2141b8ce838aba6492b589f8acfff97fab/orjson-3.11.9-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c2d3dc759490128c5c1711a53eeaa8ee1d437fd0038ffd2b6008abf46db3f882", size = 135213, upload-time = "2026-05-06T15:10:03.515Z" }, + { url = "https://files.pythonhosted.org/packages/e8/f8/0b1bd3e8f2efcdd376af5c8cfd79eaf13f018080c0089c80ebd724e3c7fb/orjson-3.11.9-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d8ea516b3726d190e1b4297e6f4e7a8650347ae053868a18163b4dd3641d1fff", size = 145994, upload-time = "2026-05-06T15:10:05.083Z" }, + { url = "https://files.pythonhosted.org/packages/f3/59/dab79f61044c529d2c81aecdc589b1f833a1c8dec11ba3b1c2498a02ca7e/orjson-3.11.9-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:380cdce7ba24989af81d0a7013d0aaec5d0e2a21734c0e2681b1bc4f141957fe", size = 132744, upload-time = "2026-05-06T15:10:06.853Z" }, + { url = "https://files.pythonhosted.org/packages/0e/a4/82b7a2fe5d8a67a59ed831b24d59a3d46ea7d207b66e1602d376541d94a6/orjson-3.11.9-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:be4fa4f0af7fa18951f7ab3fc2148e223af211bf03f59e1c6034ec3f97f21d61", size = 134014, upload-time = "2026-05-06T15:10:08.213Z" }, + { url = "https://files.pythonhosted.org/packages/50/c7/375e83a76851b73b2e39f3bcf0e5a19e2b89bad13e5bca97d0b293d27f24/orjson-3.11.9-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:a8f5f8bc7ce7d59f08d9f99fa510c06496164a24cb5f3d34537dbd9ca30132e2", size = 141509, upload-time = "2026-05-06T15:10:09.595Z" }, + { url = "https://files.pythonhosted.org/packages/7f/7c/49d5d82a3d3097f641f094f552131f1e2723b0b8cb0fa2874ab65ecfffa6/orjson-3.11.9-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:4d7fde5501b944f83b3e665e1b31343ff6e154b15560a16b7130ea1e594a4206", size = 415127, upload-time = "2026-05-06T15:10:11.049Z" }, + { url = "https://files.pythonhosted.org/packages/3a/dc/7446c538590d55f455647e5f3c61fc33f7108714e7afcffa6a2a033f8350/orjson-3.11.9-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:cde1a448023ba7d5bb4c01c5afb48894380b5e4956e0627266526587ef4e535f", size = 148025, upload-time = "2026-05-06T15:10:12.842Z" }, + { url = "https://files.pythonhosted.org/packages/df/e5/4d2d8af06f788329b4f78f8cc3679bb395392fcaa1e4d8d3c33e85308fa4/orjson-3.11.9-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:71e63adb0e1f1ed5d9e168f50a91ceb93ae6420731d222dc7da5c69409aa47aa", size = 136943, upload-time = "2026-05-06T15:10:14.405Z" }, + { url = "https://files.pythonhosted.org/packages/06/69/850264ccf6d80f6b174620d30a87f65c9b1490aba33fe6b62798e618cad3/orjson-3.11.9-cp312-cp312-win32.whl", hash = "sha256:2d057a602cdd19a0ad680417527c45b6961a095081c0f46fe0e03e304aac6470", size = 131606, upload-time = "2026-05-06T15:10:15.791Z" }, + { url = "https://files.pythonhosted.org/packages/b9/d5/973a43fc9c55e20f2051e9830997649f669be0cb3ca52192087c0143f118/orjson-3.11.9-cp312-cp312-win_amd64.whl", hash = "sha256:59e403b1cc5a676da8eaf31f6254801b7341b3e29efa85f92b48d272637e77be", size = 127101, upload-time = "2026-05-06T15:10:17.129Z" }, + { url = "https://files.pythonhosted.org/packages/fe/ae/495470f0e4a18f73fa10b7f6b84b464ec4cc5291c4e0c7c2a6c400bef006/orjson-3.11.9-cp312-cp312-win_arm64.whl", hash = "sha256:9af678d6488357948f1f84c6cd1c1d397c014e1ae2f98ae082a44eb48f602624", size = 126736, upload-time = "2026-05-06T15:10:18.645Z" }, + { url = "https://files.pythonhosted.org/packages/32/33/93fcc25907235c344ae73122f8a4e01d2d393ef062b4af7d2e2487a32c37/orjson-3.11.9-cp313-cp313-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:4bab1b2d6141fe7b32ae71dac905666ece4f94936efbfb13d55bb7739a3a6021", size = 228458, upload-time = "2026-05-06T15:10:20.079Z" }, + { url = "https://files.pythonhosted.org/packages/8f/27/b1e6dadb3c080313c03fdd8067b85e6a0460c7d8d6a1c3984ef77b904e4d/orjson-3.11.9-cp313-cp313-macosx_15_0_arm64.whl", hash = "sha256:844417969855fc7a41be124aafe83dc424592a7f77cd4501900c67307122b92c", size = 128368, upload-time = "2026-05-06T15:10:21.549Z" }, + { url = "https://files.pythonhosted.org/packages/21/0f/c9ede0bf052f6b4051e64a7d4fa91b725cccf8321a6a786e86eb03519f00/orjson-3.11.9-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ffe02797b5e9f3a9d8292ddcd289b474ad13e81ad83cd1891a240811f1d2cb81", size = 132070, upload-time = "2026-05-06T15:10:23.371Z" }, + { url = "https://files.pythonhosted.org/packages/fd/26/d398e28048dc18205bbe812f2c88cb9b40313db2470778e25964796458fe/orjson-3.11.9-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:0e4eed3b200023042814d2fc8a5d2e880f13b52e1ed2485e83da4f3962f7dc1a", size = 127892, upload-time = "2026-05-06T15:10:24.714Z" }, + { url = "https://files.pythonhosted.org/packages/66/60/52b0054c4c700d5aa7fc5b7ca96917400d8f061307778578e67a10e25852/orjson-3.11.9-cp313-cp313-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:8aff7da9952a5ad1cef8e68017724d96c7b9a66e99e91d6252e1b133d67a7b10", size = 135217, upload-time = "2026-05-06T15:10:26.084Z" }, + { url = "https://files.pythonhosted.org/packages/d5/97/1e3dc2b2a28b7b2528f403d2fc1d79ec5f39af3bc143ab65d3ec26426385/orjson-3.11.9-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4d4e98d6f3b8afed8bc8cd9718ec0cdf46661826beefb53fe8eafb37f2bf0362", size = 145980, upload-time = "2026-05-06T15:10:28.062Z" }, + { url = "https://files.pythonhosted.org/packages/fc/39/31fbfe7850f2de32dee7e7e5c09f26d403ab01e440ac96001c6b01ad3c99/orjson-3.11.9-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3a81d52442a7c99b3662333235b3adf96a1715864658b35bb797212be7bddb97", size = 132738, upload-time = "2026-05-06T15:10:29.727Z" }, + { url = "https://files.pythonhosted.org/packages/a1/08/dca0082dd2a194acb93e5457e73455388e2e2ca464a2672449a9ddbb679d/orjson-3.11.9-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4e39364e726a8fff737309aff059ff67d8a8c8d5b677be7bb49a8b3e84b7e218", size = 134033, upload-time = "2026-05-06T15:10:31.152Z" }, + { url = "https://files.pythonhosted.org/packages/11/d4/5bdb0626801230139987385554c5d4c42255218ac906525bf4347f22cd95/orjson-3.11.9-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:4fd66214623f1b17501df9f0543bef0b833979ab5b6ded1e1d123222866aa8c9", size = 141492, upload-time = "2026-05-06T15:10:32.641Z" }, + { url = "https://files.pythonhosted.org/packages/fa/88/a21fb53b3ede6703aede6dce4710ed4111e5b201cfa6bbff5e544f9d47d7/orjson-3.11.9-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:8ecc30f10465fa1e0ce13fd01d9e22c316e5053a719a8d915d4545a09a5ff677", size = 415087, upload-time = "2026-05-06T15:10:34.438Z" }, + { url = "https://files.pythonhosted.org/packages/3d/57/1b30daf70f0d8180e9a73cefbfbdd99e4bf19eb020466502b01fba7e0e50/orjson-3.11.9-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:97db4c94a7db398a5bd636273324f0b3fd58b350bbbac8bb380ceb825a9b40f4", size = 148031, upload-time = "2026-05-06T15:10:36.358Z" }, + { url = "https://files.pythonhosted.org/packages/04/83/45fbb6d962e260807f99441db9613cee868ceda4baceda59b3720a563f97/orjson-3.11.9-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:9f78cf8fec5bd627f4082b8dfeac7871b43d7f3274904492a43dab39f18a19a0", size = 136915, upload-time = "2026-05-06T15:10:38.013Z" }, + { url = "https://files.pythonhosted.org/packages/5f/cc/2d10025f9056d376e4127ec05a5808b218d46f035fdc08178a5411b34250/orjson-3.11.9-cp313-cp313-win32.whl", hash = "sha256:d4087e5c0209a0a8efe4de3303c234b9c44d1174161dcd851e8eea07c7560b32", size = 131613, upload-time = "2026-05-06T15:10:39.569Z" }, + { url = "https://files.pythonhosted.org/packages/67/bd/2775ff28bfe883b9aa1ff348300542eb2ef1ee18d8ae0e3a49846817a865/orjson-3.11.9-cp313-cp313-win_amd64.whl", hash = "sha256:051b102c93b4f634e89f3866b07b9a9a98915ada541f4ec30f177067b2694979", size = 127086, upload-time = "2026-05-06T15:10:41.262Z" }, + { url = "https://files.pythonhosted.org/packages/91/2b/d26799e580939e32a7da9a39531bc9e58e15ca32ffaa6a8cb3e9bb0d22cd/orjson-3.11.9-cp313-cp313-win_arm64.whl", hash = "sha256:cce9127885941bd28f080cecf1f1d288336b7e0d812c345b08be88b572796254", size = 126696, upload-time = "2026-05-06T15:10:42.651Z" }, + { url = "https://files.pythonhosted.org/packages/8e/eb/5da01e356015aee6ecfa1187ced87aef51364e306f5e695dd52719bf0e78/orjson-3.11.9-cp314-cp314-macosx_10_15_x86_64.macosx_11_0_arm64.macosx_10_15_universal2.whl", hash = "sha256:b6ef1979adc4bc243523f1a2ba91418030a8e29b0a99cbe7e0e2d6807d4dce6e", size = 228465, upload-time = "2026-05-06T15:10:44.097Z" }, + { url = "https://files.pythonhosted.org/packages/64/62/3e0e0c14c957133bcd855395c62b55ed4e3b0af23ffea11b032cb1dcbdb1/orjson-3.11.9-cp314-cp314-macosx_15_0_arm64.whl", hash = "sha256:f36b7f32c7c0db4a719f1fc5824db4a9c6f8bd1a354debb91faf26ebf3a4c71e", size = 128364, upload-time = "2026-05-06T15:10:45.839Z" }, + { url = "https://files.pythonhosted.org/packages/5a/5a/07d8aa117211a8ed7630bda80c8c0b14d04e0f8dcf99bcf49656e4a710eb/orjson-3.11.9-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:08f4d8ebb44925c794e535b2bebc507cebf32209df81de22ae285fb0d8d66de0", size = 132063, upload-time = "2026-05-06T15:10:47.267Z" }, + { url = "https://files.pythonhosted.org/packages/d6/ec/4acaf21483e18aa945be74a474c74b434f284b549f275a0a39b9f98956e9/orjson-3.11.9-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:6cc7923789694fd58f001cbcac7e47abc13af4d560ebbfcf3b41a8b1a0748124", size = 122356, upload-time = "2026-05-06T15:10:48.765Z" }, + { url = "https://files.pythonhosted.org/packages/13/d8/5f0555e7638801323b7a75850f92e7dfa891bc84fe27a1ba4449170d1200/orjson-3.11.9-cp314-cp314-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ea5c46eb2d3af39e806b986f4b09d5c2706a1f5afde3cbf7544ce6616127173c", size = 129592, upload-time = "2026-05-06T15:10:50.13Z" }, + { url = "https://files.pythonhosted.org/packages/b6/30/ed9860412a3603ceb3c5955bfd72d28b9d0e7ba6ed81add14f83d7114236/orjson-3.11.9-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f5d89a2ed90731df3be64bab0aa44f78bff39fdc9d71c291f4a8023aa46425b7", size = 140491, upload-time = "2026-05-06T15:10:51.582Z" }, + { url = "https://files.pythonhosted.org/packages/d0/17/adc514dea7ac7c505527febf884934b815d34f0c7b8693c1a8b39c5c4a57/orjson-3.11.9-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:25e4aed0312d292c09f61af25bba34e0b2c88546041472b09088c39a4d828af1", size = 127309, upload-time = "2026-05-06T15:10:53.329Z" }, + { url = "https://files.pythonhosted.org/packages/76/3e/c0b690253f0b82d86e99949af13533363acfb5432ecb5d53dd5b3bce9c34/orjson-3.11.9-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:aaea64f3f467d22e70eeed68bdccb3bc4f83f650446c4a03c59f2cba28a108db", size = 134030, upload-time = "2026-05-06T15:10:54.988Z" }, + { url = "https://files.pythonhosted.org/packages/c1/7a/bc82a0bb25e9faaf92dc4d9ef002732efc09737706af83e346788641d4a7/orjson-3.11.9-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:a028425d1b440c5d92a6be1e1a020739dfe67ea87d96c6dbe828c1b30041728b", size = 141482, upload-time = "2026-05-06T15:10:56.663Z" }, + { url = "https://files.pythonhosted.org/packages/01/55/e69188b939f77d5d32a9833745ace31ea5ccae3ab613a1ec185d3cd2c4fb/orjson-3.11.9-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:5b192c6cf397e4455b11523c5cf2b18ed084c1bbd61b6c0926344d2129481972", size = 415178, upload-time = "2026-05-06T15:10:58.446Z" }, + { url = "https://files.pythonhosted.org/packages/2e/1a/b8a5a7ac527e80b9cb11d51e3f6689b709279183264b9ec5c7bc680bb8b5/orjson-3.11.9-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:ea407d4ccf5891d667d045fecae97a7a1e5e87b3b97f97ae1803c2e741130be0", size = 148089, upload-time = "2026-05-06T15:11:00.441Z" }, + { url = "https://files.pythonhosted.org/packages/97/4e/00503f64204bf859b37213a63927028f30fb6268cd8677fb0a5ad48155e1/orjson-3.11.9-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:5f63aaf97afd9f6dec5b1a68e1b8da12bfccb4cb9a9a65c3e0b6c847849e7586", size = 136921, upload-time = "2026-05-06T15:11:02.176Z" }, + { url = "https://files.pythonhosted.org/packages/0d/ba/a23b82a0a8d0ed7bed4e5f5035aae751cad4ff6a1e8d2ecd14d8860f5929/orjson-3.11.9-cp314-cp314-win32.whl", hash = "sha256:e30ab17845bb9fa54ccf67fa4f9f5282652d54faa6d17452f47d0f369d038673", size = 131638, upload-time = "2026-05-06T15:11:03.696Z" }, + { url = "https://files.pythonhosted.org/packages/f3/c3/0c6798456bade745c75c452342dabacce5798196483e77e643be1f53877d/orjson-3.11.9-cp314-cp314-win_amd64.whl", hash = "sha256:32ef5f4283a3be81913947d19608eacb7c6608026851123790cd9cc8982af34b", size = 127078, upload-time = "2026-05-06T15:11:05.123Z" }, + { url = "https://files.pythonhosted.org/packages/16/21/5a3f1e8913103b703a436a5664238e5b965ec392b555fe68943ea3691e6b/orjson-3.11.9-cp314-cp314-win_arm64.whl", hash = "sha256:eebdbdeef0094e4f5aefa20dcd4eb2368ab5e7a3b4edea27f1e7b2892e009cf9", size = 126687, upload-time = "2026-05-06T15:11:06.602Z" }, +] + +[[package]] +name = "packaging" +version = "26.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" }, +] + +[[package]] +name = "parso" +version = "0.8.7" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/30/4b/90c937815137d43ce71ba043cd3566221e9df6b9c805f24b5d138c9d40a7/parso-0.8.7.tar.gz", hash = "sha256:eaaac4c9fdd5e9e8852dc778d2d7405897ec510f2a298071453e5e3a07914bb1", size = 401824, upload-time = "2026-05-01T23:13:02.138Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/5d/8268b644392ee874ee82a635cd0df1773de230bde356c38de28e298392cc/parso-0.8.7-py2.py3-none-any.whl", hash = "sha256:a8926eb2a1b915486941fdbd31e86a4baf88fe8c210f25f2f35ecec5b574ca1c", size = 107025, upload-time = "2026-05-01T23:12:58.867Z" }, +] + +[[package]] +name = "pexpect" +version = "4.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "ptyprocess" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/42/92/cc564bf6381ff43ce1f4d06852fc19a2f11d180f23dc32d9588bee2f149d/pexpect-4.9.0.tar.gz", hash = "sha256:ee7d41123f3c9911050ea2c2dac107568dc43b2d3b0c7557a33212c398ead30f", size = 166450, upload-time = "2023-11-25T09:07:26.339Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9e/c3/059298687310d527a58bb01f3b1965787ee3b40dce76752eda8b44e9a2c5/pexpect-4.9.0-py2.py3-none-any.whl", hash = "sha256:7236d1e080e4936be2dc3e326cec0af72acf9212a7e1d060210e70a47e253523", size = 63772, upload-time = "2023-11-25T06:56:14.81Z" }, +] + +[[package]] +name = "pillow" +version = "12.3.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/1c/3d/bb7fca845737cf9d7dbde16ed1843984665ff2e0a518f5db43e77ec540b9/pillow-12.3.0.tar.gz", hash = "sha256:3b8182a766685eaa002637e28b4ec8d6b18819a0c71f579bf0dbaa5830297cce", size = 47025035, upload-time = "2026-07-01T11:56:38.965Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/37/bf/fb3ebff8ddcb76aac5a01389251bbbb9519922a9b520d8247c1ca864a25d/pillow-12.3.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ba09209fbe443b4acccebe845d8a138b89a8f4fbaeedd44953490b5315d5e965", size = 5345969, upload-time = "2026-07-01T11:54:06.397Z" }, + { url = "https://files.pythonhosted.org/packages/d8/66/9a386a92561f402389a4fc70c18838bf6d35eb5eb5c6850b4b2dc64f5048/pillow-12.3.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ffd0c5368496f41b0944be820fcb7a838aa6e623d250b01acf2643939c3f99d7", size = 4780323, upload-time = "2026-07-01T11:54:09.351Z" }, + { url = "https://files.pythonhosted.org/packages/25/27/ac8f99618ffd3dde21db0f4d4b1d2ab00c0880595bfd17df103f7f39fd0c/pillow-12.3.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d9c7f76c0673154f044e9d78c8655fb4213f6ca31a836df48b40fe5d187717b9", size = 6266838, upload-time = "2026-07-01T11:54:11.71Z" }, + { url = "https://files.pythonhosted.org/packages/84/21/a35af28dcc61f37ed850a2d64c65c701321dfbf25085e469d5559360cbbf/pillow-12.3.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:78cb2c6865a35ab8ff8b75fd122f6033b92a62c82801110e48ddd6c936a45d91", size = 6940830, upload-time = "2026-07-01T11:54:13.732Z" }, + { url = "https://files.pythonhosted.org/packages/eb/51/8b08617af3ad95e33ce6d7dd2c99ed6c8298f7fb131636303956be022e25/pillow-12.3.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e491916b378fba47242221bb9ead245211b70d504f495d105d17b14a24b4907c", size = 6344383, upload-time = "2026-07-01T11:54:15.756Z" }, + { url = "https://files.pythonhosted.org/packages/1d/72/cf78ac9780bb93c28328f408973845a309d4d145041665f734572ced1b52/pillow-12.3.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:0dd2064cbc55aaec028ef5fbb60fa47bb6c3e7918e07ff17935284b227a9d2df", size = 7052934, upload-time = "2026-07-01T11:54:17.721Z" }, + { url = "https://files.pythonhosted.org/packages/20/20/25e0f4dc178a6bc0696793720055519a0de89e7661dae886992decbd2f81/pillow-12.3.0-cp312-cp312-win32.whl", hash = "sha256:dbce0b29841537a2fa4a214c2bbf14de3587c9680caa9b4e217568472490b28f", size = 6472684, upload-time = "2026-07-01T11:54:19.839Z" }, + { url = "https://files.pythonhosted.org/packages/45/89/da2f7971a317f83d807fdd4065c0af40208e59e692cc43d315a71a0e96d1/pillow-12.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:a2b55dd6b2a4c4b7d87ffa56bdb33fdc5fdb9a462173861a7bc097f17d91cb09", size = 7227137, upload-time = "2026-07-01T11:54:22.025Z" }, + { url = "https://files.pythonhosted.org/packages/de/47/4845a0a6c0dbf1db8456bd9fc791f13c5ced7ced20606d08a0aacfd25b49/pillow-12.3.0-cp312-cp312-win_arm64.whl", hash = "sha256:331b624368d4f1d069149002f25f44bc61c8919ce8ddb3c45bdad8f6e2d89510", size = 2568267, upload-time = "2026-07-01T11:54:24.051Z" }, + { url = "https://files.pythonhosted.org/packages/9d/ac/31fb64e1e7efb5a4b50cd3d92049ba89ac6e4d8d3bb6a74e15048ca3353e/pillow-12.3.0-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:21900ce7ba264168cd50defae43cd75d25c833ad4ad6e73ffc5596d12e25ac89", size = 4161684, upload-time = "2026-07-01T11:54:25.934Z" }, + { url = "https://files.pythonhosted.org/packages/87/b4/9805e23d2b4d77842b468513841fda254ee42f0289d25088340e4ff46e2d/pillow-12.3.0-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:4e8c2a84d977f50b9daed6eeaf3baef67d00d5d74d932288f02cb94518ee3ace", size = 4255487, upload-time = "2026-07-01T11:54:27.935Z" }, + { url = "https://files.pythonhosted.org/packages/df/39/ecf519435a200c693fe053a6ee4d835b41cf963a4dfc2551c4e637cb2a71/pillow-12.3.0-cp313-cp313-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:ae26d61dfa7a47befdc7572b521024e8745f3d809bd95ca9505a7bba9ef849ec", size = 3696433, upload-time = "2026-07-01T11:54:29.813Z" }, + { url = "https://files.pythonhosted.org/packages/42/92/2fc3ffad878ae8dd5469ec1bc8eb83b71f48e13efdf68f02709003982a32/pillow-12.3.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:7a743ff716f746fc19a9557f60dab1600d4613255f8a7aeb3cdde4db7eb15a66", size = 5345889, upload-time = "2026-07-01T11:54:31.97Z" }, + { url = "https://files.pythonhosted.org/packages/10/76/8803c13605b763d33d156c4678fc77f8443389c0c51c8aef707bb02015f4/pillow-12.3.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:d69141514cc30b774ceea5e3ed3a6635c8d8a96edf664689b890f4089111fb35", size = 4780109, upload-time = "2026-07-01T11:54:34.026Z" }, + { url = "https://files.pythonhosted.org/packages/1f/01/e18aff37cb0b4aac47ac90f016d347a49aca667ef97f190b06ac2aabc928/pillow-12.3.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f7401aebd7f581d7f83a439d87d474999317ee099218e5ad25d125290990ba65", size = 6263736, upload-time = "2026-07-01T11:54:36.131Z" }, + { url = "https://files.pythonhosted.org/packages/f7/62/de5bdd77d935331f4f802edc11e4d82950f642caad6cb2f949837b8560e2/pillow-12.3.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0847a763afefb695bc912d7c131e7e0632d4edc1d8698f58ddabec8e46b8b6d3", size = 6937129, upload-time = "2026-07-01T11:54:38.216Z" }, + { url = "https://files.pythonhosted.org/packages/70/4d/105627a13300c5e0df1d174230b32fd1273062c96f7745fd552b945d1e1d/pillow-12.3.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:571b9fcb07b97ef3a492028fb3d2dc0993ca23a06138b0315286566d29ef718a", size = 6339562, upload-time = "2026-07-01T11:54:40.354Z" }, + { url = "https://files.pythonhosted.org/packages/6b/1d/f13de01a553988ab895ba1c722e06cf3144d4f57656fd5b81b6d881f1179/pillow-12.3.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:756c768d0c9c2955feb7a56c37ea24aea2e369f8d36a88da270b6a9f19e62b5e", size = 7049439, upload-time = "2026-07-01T11:54:42.489Z" }, + { url = "https://files.pythonhosted.org/packages/c9/f9/066794cca041b969964f779ee5fa66a9498bbf34248ac39c5d7954e4198f/pillow-12.3.0-cp313-cp313-win32.whl", hash = "sha256:a876864214e136f0eb367788dbd7df045f4806801518e2cfe9e13229cfe06d8f", size = 6473287, upload-time = "2026-07-01T11:54:44.9Z" }, + { url = "https://files.pythonhosted.org/packages/a6/9b/7a58e61d62be561da3a356fe2384d4059a6345fc130e23ef1c36a5b81d24/pillow-12.3.0-cp313-cp313-win_amd64.whl", hash = "sha256:1cca606cd25738df4ed873d5ad46bbdb3d83b5cbca291f6b4ff13a4df6b0bbe8", size = 7239691, upload-time = "2026-07-01T11:54:47.141Z" }, + { url = "https://files.pythonhosted.org/packages/aa/b0/c4ed4f0ef8f8fa5ee8351537db6650bb8189f7e118842978dd6589065692/pillow-12.3.0-cp313-cp313-win_arm64.whl", hash = "sha256:b629de27fda84b42cde7edef0d85f13b958b47f6e9bbcbba9b673c562a89bd8b", size = 2568185, upload-time = "2026-07-01T11:54:49.137Z" }, + { url = "https://files.pythonhosted.org/packages/dc/01/001f65b68192f0228cc1dbbc8d2530ab5d58b61037ba0587f946fea607cd/pillow-12.3.0-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:9cf95fe4d0f84c82d282745d9bb08ad9f926efa00be4697e767b814ce40d4330", size = 4161736, upload-time = "2026-07-01T11:54:51.156Z" }, + { url = "https://files.pythonhosted.org/packages/1a/d2/0219746d0fd16fc8a84498e79452375be3797d3ce4044596ce565164b84f/pillow-12.3.0-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:8728f216dcdb6e6d555cf971cb34076139ad74b31fc2c14da4fafc741c5f6217", size = 4255435, upload-time = "2026-07-01T11:54:53.414Z" }, + { url = "https://files.pythonhosted.org/packages/c8/02/8d0bc62ef0302318c46ff2a512822d2610e81c7aa46c9b3abe6cbaca5ad0/pillow-12.3.0-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:a45650e8ce7fafffd731db8550230db6b0d306d181a90b67d3e6bca2f1990930", size = 3696262, upload-time = "2026-07-01T11:54:55.739Z" }, + { url = "https://files.pythonhosted.org/packages/85/e2/73c77d218410b14f5f2d565e8a998d5317b7b9c75368d29985139f7a46f0/pillow-12.3.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:ba54cfebe86920a559a7c4d6b9050791c20513650a1952ebe3368c7dc70306f8", size = 5350344, upload-time = "2026-07-01T11:54:57.657Z" }, + { url = "https://files.pythonhosted.org/packages/c7/da/32c752228ae345f489e3a42499d817b6c3996da7e8a3bc7a04fc806b243b/pillow-12.3.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:e158cb00350dc278f3b91551101aa7d12415a66ebf2c91d8d5ac14e56ddd3ad0", size = 4780131, upload-time = "2026-07-01T11:54:59.713Z" }, + { url = "https://files.pythonhosted.org/packages/b1/9d/8b2c807dbef61a5197c047afe99823787eb66f63daf9fb2432f91d6f0462/pillow-12.3.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e9aeb04d6aef139de265b29683e119b638208f88cf73cdd1658aa07221165321", size = 6263757, upload-time = "2026-07-01T11:55:01.778Z" }, + { url = "https://files.pythonhosted.org/packages/5c/44/c85361f65dbe00eea8576ee467c768d25129989efb76e94f205e9ca9bb46/pillow-12.3.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:251bf95b67017e27b13d82f5b326234ca62d70f9cf4c2b9032de2358a3b12c7b", size = 6936962, upload-time = "2026-07-01T11:55:03.93Z" }, + { url = "https://files.pythonhosted.org/packages/18/7e/e483414b35800b86b6f08dbbc7803fb5cd52c4d6f897f47d53ea2c7e6f65/pillow-12.3.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:fe3cca2e4e8a592be0f269a1ca4835c25199d9f3ce815c8491048f785b0a0198", size = 6339171, upload-time = "2026-07-01T11:55:05.989Z" }, + { url = "https://files.pythonhosted.org/packages/f0/f4/68c491844841ede6bed70189546b3ee9731cf9f2cbad396faff5e1ccba45/pillow-12.3.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:23aceaa007d6172b02c277f0cd359c79492bbb14f7072b4ede9fbcaf20648130", size = 7048116, upload-time = "2026-07-01T11:55:08.131Z" }, + { url = "https://files.pythonhosted.org/packages/a3/34/77f3f793fed8efc7d243f21b33c5a3f0d1c97ee70346d3db855587e155ff/pillow-12.3.0-cp314-cp314-win32.whl", hash = "sha256:af8d94b0db561cf68b88a267c5c44b49e134f525d0dc2cb7ed413a66bc23559a", size = 6467209, upload-time = "2026-07-01T11:55:10.408Z" }, + { url = "https://files.pythonhosted.org/packages/f1/e0/492879f69d94f91f60fc8cd05ba03650e9520afebb2fb7aa12777d7c7f38/pillow-12.3.0-cp314-cp314-win_amd64.whl", hash = "sha256:fdafc9cce40277e0f7a0feabce0ee50dd2fa1800f3b38015e51296b5e814048d", size = 7237707, upload-time = "2026-07-01T11:55:12.745Z" }, + { url = "https://files.pythonhosted.org/packages/c9/ac/6b11f2875f1c2ac040d84e1bbf9cf22a88038f901ca1037898b280b38365/pillow-12.3.0-cp314-cp314-win_arm64.whl", hash = "sha256:e91206ee562682b51b98ef4b26a6ef48fd84e15fd4c4bc5ec768eb641d206838", size = 2565995, upload-time = "2026-07-01T11:55:14.736Z" }, + { url = "https://files.pythonhosted.org/packages/52/69/c2208e56af9bfc1913afb24020297a691eb1d4ef688474c8a04913f65e04/pillow-12.3.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:164b31cd1a0490ab6efae01aa5df49da7061be0af1b30e035b6e9a1bfe34ee6e", size = 5352503, upload-time = "2026-07-01T11:55:17.076Z" }, + { url = "https://files.pythonhosted.org/packages/07/70/e5686d753e898a45d778ff1718dba8516ead6ab6b95d85fc8c4b70650cf2/pillow-12.3.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:5afb51d599ea772b8365ae807ae557f18bccfe46ab261fd1c2a9ed700fc6eb17", size = 4782956, upload-time = "2026-07-01T11:55:19.448Z" }, + { url = "https://files.pythonhosted.org/packages/d5/37/25c6692f06927ee973ff18c8d9ee98ad0b4d84ee67a09610c2dd1447958e/pillow-12.3.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3edce1d53195db527e0191f84b71d02022de0540bf43a16ed734ed7537b07385", size = 6322855, upload-time = "2026-07-01T11:55:21.613Z" }, + { url = "https://files.pythonhosted.org/packages/cc/91/420637fcb8f1bc11029e403b4538e6694744428d8246118e45719f944556/pillow-12.3.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:bf16ba1b4d0b6b7c8e534936632270cf70eb00dbe09005bc345b2677b726855c", size = 6989642, upload-time = "2026-07-01T11:55:24.006Z" }, + { url = "https://files.pythonhosted.org/packages/10/08/b94d7811281ccf0d143a1cf768d1c49e1e54af63e7b708ab2ee3eb87face/pillow-12.3.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:24870b09b224f7ae3c39ed07d10e819d06f8720bc551847b1d623832b5b0e28d", size = 6391281, upload-time = "2026-07-01T11:55:26.252Z" }, + { url = "https://files.pythonhosted.org/packages/d2/87/24233f785f55474dc02ce3e739c5528a77e3a862e9333d1dd7a25cc31f70/pillow-12.3.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:30f2aa603c41533cc25c05acd0da21636e84a315768feb631c937177db558931", size = 7096716, upload-time = "2026-07-01T11:55:28.318Z" }, + { url = "https://files.pythonhosted.org/packages/23/26/fcb2f6e37175b04f53570b59937867e2b80ee1685e744023153028fc14f9/pillow-12.3.0-cp314-cp314t-win32.whl", hash = "sha256:4b0a7fe987b14c31ebda6083f74f22b561fd3739bc0ac51e019622e3d72668c7", size = 6474125, upload-time = "2026-07-01T11:55:30.956Z" }, + { url = "https://files.pythonhosted.org/packages/90/de/3634abee5f1c9e13c56787b7d5517b0ba8d6de51700b95578cf338349c9f/pillow-12.3.0-cp314-cp314t-win_amd64.whl", hash = "sha256:962864dc93511324d51ddbb5b9f8731bf71675b93ca612a07441896f4688fb8c", size = 7242939, upload-time = "2026-07-01T11:55:34.044Z" }, + { url = "https://files.pythonhosted.org/packages/ce/2a/fd13f8eb24de5714a6eb444a3d67e2842c6c576e159a43793adf23051351/pillow-12.3.0-cp314-cp314t-win_arm64.whl", hash = "sha256:0740a512dc522224c77d9aa5a8d70d8b7d73fb91f2c21125d8d025d3b8990e45", size = 2567506, upload-time = "2026-07-01T11:55:35.988Z" }, + { url = "https://files.pythonhosted.org/packages/5d/dc/8fdce34ec725a33c81c6ba122b904d6b9024e50ea9ac7bede62fab54506c/pillow-12.3.0-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:0feb2e9d6ad6c9e3c06effe9d00f3f1e618a6643273576b016f591e9315a7139", size = 4162063, upload-time = "2026-07-01T11:55:37.941Z" }, + { url = "https://files.pythonhosted.org/packages/76/66/2044b9a63d3b84ff048228dfcb7cd9bf0df983e8470971bf7d4c57b693de/pillow-12.3.0-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:9e881fca225083806662a5c43d627d215f258ff43c890f831966c7d7ba9c7402", size = 4255549, upload-time = "2026-07-01T11:55:40.022Z" }, + { url = "https://files.pythonhosted.org/packages/52/7e/1f67e6f4ece6b582ee4b539decbcc9f848dc245a93ed8cd7338bafef72f1/pillow-12.3.0-cp315-cp315-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:4998562bf62a445225f22e07c896bb04b35b1b1f2eb6d760584c9c51d7a5f78c", size = 3696331, upload-time = "2026-07-01T11:55:41.98Z" }, + { url = "https://files.pythonhosted.org/packages/12/40/d306fc2c8e4d45d7f175c77edca7063be7b86fe7fe6e68f4353bf71d808c/pillow-12.3.0-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:dc624f6bc473dacdf7ef7eb8678d0d08edf15cd94fad6ae5c7d6cc67a4e4902f", size = 5350370, upload-time = "2026-07-01T11:55:44.028Z" }, + { url = "https://files.pythonhosted.org/packages/dd/44/668fb1437e8ce420f62d6106eb66e44a5971602a4d794615bdf79315d82d/pillow-12.3.0-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:71d6097b330eea8fd15097780c8e89cb1a8ce7838669f48c5bacd6f663dd4701", size = 4780147, upload-time = "2026-07-01T11:55:46.073Z" }, + { url = "https://files.pythonhosted.org/packages/0c/08/93fa2e70e30a2d81547e481b6ee2bb9522117221fb1e0ce4b5df70967677/pillow-12.3.0-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:28ce87c5ab450a9dd970b52e5aca5fe63ed432d18a2eaddd1979a00a1ba24ace", size = 6273659, upload-time = "2026-07-01T11:55:48.264Z" }, + { url = "https://files.pythonhosted.org/packages/f8/6d/043e96ff814fc31a33077e4cba86082167db520c93632afdf2042febbb0c/pillow-12.3.0-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6b02afb9b97f65fbca5f31db6a2a3ba21aa93030225f150fa3f249717e938fb4", size = 6947439, upload-time = "2026-07-01T11:55:50.503Z" }, + { url = "https://files.pythonhosted.org/packages/af/92/ba71d2ee2ac0edf3fa33bd9d5ee9ee080da70b1766f3ca3934f9938ddac9/pillow-12.3.0-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:1182d52bc2d5e5d7d0949503aa7e36d12f42205dc287e4883f407b1988820d39", size = 6353577, upload-time = "2026-07-01T11:55:52.697Z" }, + { url = "https://files.pythonhosted.org/packages/0f/ce/e63064e2122923ff687c8ad792d0d736a7b3920a56a46982e81a7fdd25d6/pillow-12.3.0-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:e795b7eb908249c4e43c7c99fac7c2c75dab0c43566e37db472a355f63693d71", size = 7060394, upload-time = "2026-07-01T11:55:55.149Z" }, + { url = "https://files.pythonhosted.org/packages/54/76/a09cc3ccc8d773a7283d34c38bec1708f9e3cc932093cbc4c5e71ac4060b/pillow-12.3.0-cp315-cp315-win32.whl", hash = "sha256:57b3d78c95ba9059768b10e28b813002261d3f3dfc55cc48b0c988f625175827", size = 6467375, upload-time = "2026-07-01T11:55:57.769Z" }, + { url = "https://files.pythonhosted.org/packages/3e/03/1846c49ba3b1d5550392a4bbd06d6fb4578e1cd91a803198b5c90f5f7d53/pillow-12.3.0-cp315-cp315-win_amd64.whl", hash = "sha256:fa4ecea169a355be7a3ade2c783e2ed12f0e40d2c5621cda8b3297faf7fbb9f5", size = 7237048, upload-time = "2026-07-01T11:55:59.975Z" }, + { url = "https://files.pythonhosted.org/packages/fb/bb/89f35dcc79610423f9f195504d7def7f0d1416a711541b42867e25fe3412/pillow-12.3.0-cp315-cp315-win_arm64.whl", hash = "sha256:877c3f311ff35410f690861c4409e7ccbf0cd2f878e50628a28e5a0bb689e658", size = 2566006, upload-time = "2026-07-01T11:56:02.143Z" }, + { url = "https://files.pythonhosted.org/packages/30/88/707027ba09942dfa2c28759b5c222d769290a41c6d20ea60ec250801941f/pillow-12.3.0-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:e9871b1ffbfa9656b60aeee92ed5136a5742696006fa322b29ea3d8da0ecc9cf", size = 5352509, upload-time = "2026-07-01T11:56:04.2Z" }, + { url = "https://files.pythonhosted.org/packages/b0/6d/00352fa25332c2569cd387851f568cc5a4b75a9adbfb37ac4fbce4c02eec/pillow-12.3.0-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:53aa02d20d10c3d814d536aa4e5ac9b84ca0ff5a88377963b085ad6822f93e64", size = 4783167, upload-time = "2026-07-01T11:56:06.631Z" }, + { url = "https://files.pythonhosted.org/packages/13/4f/9e049dfa21af7c22427275720e2490267ba8138120add5c4c574deb69782/pillow-12.3.0-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:446c34dcc4324b084a53b705127dc15717b22c5e140ae0a3c38349d4efec071e", size = 6329237, upload-time = "2026-07-01T11:56:08.868Z" }, + { url = "https://files.pythonhosted.org/packages/36/16/cf6eeaae8d0fce8dd390a33437cf68c5d5bd73834a2bc6e2f14efda0ab45/pillow-12.3.0-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:cf1845d02ad822a369a49f2bb9345b1614744267682e7a03527dc3bf6eea1777", size = 6997047, upload-time = "2026-07-01T11:56:11.379Z" }, + { url = "https://files.pythonhosted.org/packages/1e/69/dbf769bdd55f48bf5733cac28edc6364ffaa072ec9ba336266e4fe66be55/pillow-12.3.0-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:186941b6aef820ad110fb01fb06eb925374dc3a21b17e37ec9a53b250c6fe2d1", size = 6400440, upload-time = "2026-07-01T11:56:13.908Z" }, + { url = "https://files.pythonhosted.org/packages/a0/e1/ffc9cfc2eea0d178da8018e18e959301ad9d6bc9f3edb7181e748a474b97/pillow-12.3.0-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:f13c32a3abd6079a66d9526e18dad9b6d280384d49d7c54040cd57b6424041d9", size = 7105895, upload-time = "2026-07-01T11:56:16.575Z" }, + { url = "https://files.pythonhosted.org/packages/18/f0/a5595c1e8c3ae44b9828cb2f0fa8155e5095ef04d6327b8f61cf44a3df85/pillow-12.3.0-cp315-cp315t-win32.whl", hash = "sha256:1657923d2d45afb66526e5b933e5b3052e6bdea196c90d3abb2424e18c77dae8", size = 6474384, upload-time = "2026-07-01T11:56:18.855Z" }, + { url = "https://files.pythonhosted.org/packages/e4/04/62bcd9f844984c5938d3b05264a61d797a29d3e0812341a8204af70bbdee/pillow-12.3.0-cp315-cp315t-win_amd64.whl", hash = "sha256:8cd2f7bdda092d99c9fc2fb7391354f306d01443d22785d0cbfafa2e2c8bb418", size = 7243537, upload-time = "2026-07-01T11:56:21.214Z" }, + { url = "https://files.pythonhosted.org/packages/3d/68/1f3066acedf37673694a7141381d8f811ae97f30d34413d236abe7d489f1/pillow-12.3.0-cp315-cp315t-win_arm64.whl", hash = "sha256:06ff022112bc9cbf83b60f8e028d94ad87b60621706487e65f673de61610ab59", size = 2567491, upload-time = "2026-07-01T11:56:23.506Z" }, +] + +[[package]] +name = "platformdirs" +version = "4.11.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e5/98/0bf930c4f97d0266b58a89e36c015f56232c52b5d2f207215d48cca9e8f7/platformdirs-4.11.2.tar.gz", hash = "sha256:3a2ae5fca3520a01ab1be8b45613537f52ddf5b5f6f53d88233892dfbf0cd82d", size = 32716, upload-time = "2026-08-10T15:48:06.092Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/e2/4e6eee633809c376c024821b91ade709cbfd040ec53939ffbcc292aa7eee/platformdirs-4.11.2-py3-none-any.whl", hash = "sha256:7f89089b6ea71bda7962953edcf784b2e2d9d285b40ad88be2bb75c6e9d82ab4", size = 23361, upload-time = "2026-08-10T15:48:04.855Z" }, +] + +[[package]] +name = "pluggy" +version = "1.6.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f9/e2/3e91f31a7d2b083fe6ef3fa267035b518369d9511ffab804f839851d2779/pluggy-1.6.0.tar.gz", hash = "sha256:7dcc130b76258d33b90f61b658791dede3486c3e6bfb003ee5c9bfb396dd22f3", size = 69412, upload-time = "2025-05-15T12:30:07.975Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/54/20/4d324d65cc6d9205fabedc306948156824eb9f0ee1633355a8f7ec5c66bf/pluggy-1.6.0-py3-none-any.whl", hash = "sha256:e920276dd6813095e9377c0bc5566d94c932c33b27a3e3945d8389c374dd4746", size = 20538, upload-time = "2025-05-15T12:30:06.134Z" }, +] + +[[package]] +name = "polars" +version = "1.43.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "polars-runtime-32" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/89/13/3873f213304bcbaaf39e63c8b905ceb460a0524448d57f86a829f6d4d0fd/polars-1.43.2.tar.gz", hash = "sha256:c699671b99eb71ff53334d237917aaa3db5ad4dda480abcb6c80e0eaee7b677b", size = 750312, upload-time = "2026-08-01T06:28:30.872Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2b/fe/0888040a24e4504098b85d8ad486b14cb01cf6b030bbe479dfc2dcffc2ac/polars-1.43.2-py3-none-any.whl", hash = "sha256:22aa0cb92a1ee2d60d6a15a638b2e8e0dd99aea21ac0cd8fb29da8e382e075a9", size = 847150, upload-time = "2026-08-01T06:27:15.543Z" }, +] + +[[package]] +name = "polars-runtime-32" +version = "1.43.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d4/06/11b578eeef05f867e3ee31b2a2fdd8e7684c2aa47822c49935d1be789c38/polars_runtime_32-1.43.2.tar.gz", hash = "sha256:d7b7c486bccee75a6af0158b87077da3d054657e3c60036b28644f4e1c7fdbf7", size = 3095669, upload-time = "2026-08-01T06:28:32.315Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/59/fc/12e6d4ca34d820297651134cfa35f86c33e898539fc6629cbb35d0089697/polars_runtime_32-1.43.2-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:91abf205d4ec93f92ba95386b7f8776559ae3dfce425ed2e527efa75d117d04a", size = 53088908, upload-time = "2026-08-01T06:27:18.268Z" }, + { url = "https://files.pythonhosted.org/packages/32/81/833b0853551deb810854f96b43dea342b6e6c9b0ea1afcccf774157d519d/polars_runtime_32-1.43.2-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:2cc3ff96fd44789b02eb5c15b98dfcb000101636b177d3034fae2feec19b118f", size = 47540529, upload-time = "2026-08-01T06:27:21.391Z" }, + { url = "https://files.pythonhosted.org/packages/83/55/7b2a75af14c9294d97f3bec132dd3018ddcd988bef32b5d28322150b8c11/polars_runtime_32-1.43.2-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:10ed36e615ab362feb7406e6d084e124b445ad284caa73bd93ae7e65745ed894", size = 51366340, upload-time = "2026-08-01T06:27:24.776Z" }, + { url = "https://files.pythonhosted.org/packages/62/60/64deacb3abc70c52e2d88a808a052d1621c86a48fe9194f2c065579ab1cd/polars_runtime_32-1.43.2-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6d5a7ae004a2723ebf4427f6d6a639f30f86af4cf077075f6b35d04711154fc3", size = 57304599, upload-time = "2026-08-01T06:27:27.875Z" }, + { url = "https://files.pythonhosted.org/packages/52/95/d6e3a236d7630e17c40d0ddee839bf2be9acf548fdc0e5ad65ed9ff0cac6/polars_runtime_32-1.43.2-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:09339eacc6d392206e78aabbaaa37d7276eb969b798f46cb1f367fd718798c60", size = 51520580, upload-time = "2026-08-01T06:27:30.913Z" }, + { url = "https://files.pythonhosted.org/packages/b6/5a/2deb8eac70e9a2ac26d88a66ae7cf52612865026f4f4a5e7ab11ad9d52bf/polars_runtime_32-1.43.2-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:452b400e59e7f56e4c6437f435e796903272a9388feee12de2bea049ae87025e", size = 55204471, upload-time = "2026-08-01T06:27:33.886Z" }, + { url = "https://files.pythonhosted.org/packages/29/9e/647401ae8a607bc0cc40ed7b8592d5b1be90ded0dc9b9d6d3aeb03f9524b/polars_runtime_32-1.43.2-cp310-abi3-win_amd64.whl", hash = "sha256:00e33c28e321410c8d66e814a90043101e3bdd9ed2c6dabda07565aa8adbbdf1", size = 52572176, upload-time = "2026-08-01T06:27:37.048Z" }, + { url = "https://files.pythonhosted.org/packages/96/8d/60a50c3f36c85218a7ffcb48c6fe2ce1f7bec799152d68b8658ebed2179c/polars_runtime_32-1.43.2-cp310-abi3-win_arm64.whl", hash = "sha256:350a4868cae85bf8b3f81b33ba47927c15256bd9264dfc8c0753f1b927eac9d3", size = 46582513, upload-time = "2026-08-01T06:27:40.025Z" }, +] + +[[package]] +name = "prompt-toolkit" +version = "3.0.53" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "wcwidth" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7d/ea/39b988c938f75cb75d7045b5c69f8bfed47ee2152c8837fb403de29d6fb8/prompt_toolkit-3.0.53.tar.gz", hash = "sha256:9ec8a0ad96d5c56148b3f914aa79c1564c3fde5d2e6b876e7bc327e353cf8fa6", size = 435492, upload-time = "2026-07-26T20:56:14.758Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/54/6f/84908cad2d6aa5144abcf7b42709fe4fdb459bc640ec7ac5786e7693dabc/prompt_toolkit-3.0.53-py3-none-any.whl", hash = "sha256:01c0891d7f9237d5e339f7d3e42cdae80b7534abb1c7c0e3352efba6231492f2", size = 392288, upload-time = "2026-07-26T20:56:12.512Z" }, +] + +[[package]] +name = "protobuf" +version = "7.35.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/da/01/9ef0afd7999eb9badb3a768b4aedd78c86d4c65cfaf1958ab276199e76b4/protobuf-7.35.1.tar.gz", hash = "sha256:ce115a26fe0c39a2c29973d914d327e516a6455464489fe3cd1e51a1b354f81a", size = 458717, upload-time = "2026-06-11T21:55:40.257Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/10/03/8aeeb7458d22546bf64b5250ca1daeb5ff757d900e8e4a7476c6f0db843e/protobuf-7.35.1-cp310-abi3-macosx_10_9_universal2.whl", hash = "sha256:24f857477359a85c0c235261b8ba905fd51b2562f4a64ca1df5473f29850cbf6", size = 433226, upload-time = "2026-06-11T21:55:31.719Z" }, + { url = "https://files.pythonhosted.org/packages/37/4b/dfb89eb0e652a1ff073c39a59fb5e3a83cfe9b57a2c83fa6d78270101767/protobuf-7.35.1-cp310-abi3-manylinux2014_aarch64.whl", hash = "sha256:11d6b0ec246892d85215b0a13ca6e0233cf5284b68f0ac02646427f4ff88a799", size = 328847, upload-time = "2026-06-11T21:55:34.035Z" }, + { url = "https://files.pythonhosted.org/packages/0f/58/dc12f2cd484951524af6e3382c785869b9b3fb5e52ee95ae23add53ee8f9/protobuf-7.35.1-cp310-abi3-manylinux2014_s390x.whl", hash = "sha256:b73f9489a4b8b1c9cb1f8ed951c736392592edb24b9d6819f36d2e10b171d5b4", size = 344030, upload-time = "2026-06-11T21:55:34.941Z" }, + { url = "https://files.pythonhosted.org/packages/e4/be/5b3cfe508bfab6761414ff944e3366eb13be4fd71efcd69450f89ba39f43/protobuf-7.35.1-cp310-abi3-manylinux2014_x86_64.whl", hash = "sha256:74758715c53d7158fb76caf4f0cfdacc5329a4b1bb994f865d6cf302d413a1c4", size = 327130, upload-time = "2026-06-11T21:55:35.921Z" }, + { url = "https://files.pythonhosted.org/packages/d8/bc/6d6c7ba8709c85f8f2c390b2b118d6fb08a783676a572271851bf45a7d22/protobuf-7.35.1-cp310-abi3-win32.whl", hash = "sha256:353652e4efd0bca5b5fc2656abf8307ef351f0cf938c9eba09f0e09c20a25c30", size = 428945, upload-time = "2026-06-11T21:55:37.034Z" }, + { url = "https://files.pythonhosted.org/packages/0a/19/8d0cb6f20a1ef7b18f1c8986ad5783f22f84cce39c6ce9a6e645ea55192e/protobuf-7.35.1-cp310-abi3-win_amd64.whl", hash = "sha256:230a75ddfc2de4806e56696ce9640c1cdfdb6543b7cfce98d42a4c0a0e7bdb87", size = 439996, upload-time = "2026-06-11T21:55:38.123Z" }, + { url = "https://files.pythonhosted.org/packages/19/c7/5f7c636ec43e0c545e28d1f1db71990108306f7bdcb89f069ba97e428e7f/protobuf-7.35.1-py3-none-any.whl", hash = "sha256:4bc97768d8fe4ad6743c8a19403e314511ed9f6d13205b687e52421c023ac1b9", size = 171659, upload-time = "2026-06-11T21:55:39.155Z" }, +] + +[[package]] +name = "psutil" +version = "7.2.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/aa/c6/d1ddf4abb55e93cebc4f2ed8b5d6dbad109ecb8d63748dd2b20ab5e57ebe/psutil-7.2.2.tar.gz", hash = "sha256:0746f5f8d406af344fd547f1c8daa5f5c33dbc293bb8d6a16d80b4bb88f59372", size = 493740, upload-time = "2026-01-28T18:14:54.428Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/51/08/510cbdb69c25a96f4ae523f733cdc963ae654904e8db864c07585ef99875/psutil-7.2.2-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:2edccc433cbfa046b980b0df0171cd25bcaeb3a68fe9022db0979e7aa74a826b", size = 130595, upload-time = "2026-01-28T18:14:57.293Z" }, + { url = "https://files.pythonhosted.org/packages/d6/f5/97baea3fe7a5a9af7436301f85490905379b1c6f2dd51fe3ecf24b4c5fbf/psutil-7.2.2-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:e78c8603dcd9a04c7364f1a3e670cea95d51ee865e4efb3556a3a63adef958ea", size = 131082, upload-time = "2026-01-28T18:14:59.732Z" }, + { url = "https://files.pythonhosted.org/packages/37/d6/246513fbf9fa174af531f28412297dd05241d97a75911ac8febefa1a53c6/psutil-7.2.2-cp313-cp313t-manylinux2010_x86_64.manylinux_2_12_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1a571f2330c966c62aeda00dd24620425d4b0cc86881c89861fbc04549e5dc63", size = 181476, upload-time = "2026-01-28T18:15:01.884Z" }, + { url = "https://files.pythonhosted.org/packages/b8/b5/9182c9af3836cca61696dabe4fd1304e17bc56cb62f17439e1154f225dd3/psutil-7.2.2-cp313-cp313t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:917e891983ca3c1887b4ef36447b1e0873e70c933afc831c6b6da078ba474312", size = 184062, upload-time = "2026-01-28T18:15:04.436Z" }, + { url = "https://files.pythonhosted.org/packages/16/ba/0756dca669f5a9300d0cbcbfae9a4c30e446dfc7440ffe43ded5724bfd93/psutil-7.2.2-cp313-cp313t-win_amd64.whl", hash = "sha256:ab486563df44c17f5173621c7b198955bd6b613fb87c71c161f827d3fb149a9b", size = 139893, upload-time = "2026-01-28T18:15:06.378Z" }, + { url = "https://files.pythonhosted.org/packages/1c/61/8fa0e26f33623b49949346de05ec1ddaad02ed8ba64af45f40a147dbfa97/psutil-7.2.2-cp313-cp313t-win_arm64.whl", hash = "sha256:ae0aefdd8796a7737eccea863f80f81e468a1e4cf14d926bd9b6f5f2d5f90ca9", size = 135589, upload-time = "2026-01-28T18:15:08.03Z" }, + { url = "https://files.pythonhosted.org/packages/81/69/ef179ab5ca24f32acc1dac0c247fd6a13b501fd5534dbae0e05a1c48b66d/psutil-7.2.2-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:eed63d3b4d62449571547b60578c5b2c4bcccc5387148db46e0c2313dad0ee00", size = 130664, upload-time = "2026-01-28T18:15:09.469Z" }, + { url = "https://files.pythonhosted.org/packages/7b/64/665248b557a236d3fa9efc378d60d95ef56dd0a490c2cd37dafc7660d4a9/psutil-7.2.2-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:7b6d09433a10592ce39b13d7be5a54fbac1d1228ed29abc880fb23df7cb694c9", size = 131087, upload-time = "2026-01-28T18:15:11.724Z" }, + { url = "https://files.pythonhosted.org/packages/d5/2e/e6782744700d6759ebce3043dcfa661fb61e2fb752b91cdeae9af12c2178/psutil-7.2.2-cp314-cp314t-manylinux2010_x86_64.manylinux_2_12_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1fa4ecf83bcdf6e6c8f4449aff98eefb5d0604bf88cb883d7da3d8d2d909546a", size = 182383, upload-time = "2026-01-28T18:15:13.445Z" }, + { url = "https://files.pythonhosted.org/packages/57/49/0a41cefd10cb7505cdc04dab3eacf24c0c2cb158a998b8c7b1d27ee2c1f5/psutil-7.2.2-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e452c464a02e7dc7822a05d25db4cde564444a67e58539a00f929c51eddda0cf", size = 185210, upload-time = "2026-01-28T18:15:16.002Z" }, + { url = "https://files.pythonhosted.org/packages/dd/2c/ff9bfb544f283ba5f83ba725a3c5fec6d6b10b8f27ac1dc641c473dc390d/psutil-7.2.2-cp314-cp314t-win_amd64.whl", hash = "sha256:c7663d4e37f13e884d13994247449e9f8f574bc4655d509c3b95e9ec9e2b9dc1", size = 141228, upload-time = "2026-01-28T18:15:18.385Z" }, + { url = "https://files.pythonhosted.org/packages/f2/fc/f8d9c31db14fcec13748d373e668bc3bed94d9077dbc17fb0eebc073233c/psutil-7.2.2-cp314-cp314t-win_arm64.whl", hash = "sha256:11fe5a4f613759764e79c65cf11ebdf26e33d6dd34336f8a337aa2996d71c841", size = 136284, upload-time = "2026-01-28T18:15:19.912Z" }, + { url = "https://files.pythonhosted.org/packages/e7/36/5ee6e05c9bd427237b11b3937ad82bb8ad2752d72c6969314590dd0c2f6e/psutil-7.2.2-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:ed0cace939114f62738d808fdcecd4c869222507e266e574799e9c0faa17d486", size = 129090, upload-time = "2026-01-28T18:15:22.168Z" }, + { url = "https://files.pythonhosted.org/packages/80/c4/f5af4c1ca8c1eeb2e92ccca14ce8effdeec651d5ab6053c589b074eda6e1/psutil-7.2.2-cp36-abi3-macosx_11_0_arm64.whl", hash = "sha256:1a7b04c10f32cc88ab39cbf606e117fd74721c831c98a27dc04578deb0c16979", size = 129859, upload-time = "2026-01-28T18:15:23.795Z" }, + { url = "https://files.pythonhosted.org/packages/b5/70/5d8df3b09e25bce090399cf48e452d25c935ab72dad19406c77f4e828045/psutil-7.2.2-cp36-abi3-manylinux2010_x86_64.manylinux_2_12_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:076a2d2f923fd4821644f5ba89f059523da90dc9014e85f8e45a5774ca5bc6f9", size = 155560, upload-time = "2026-01-28T18:15:25.976Z" }, + { url = "https://files.pythonhosted.org/packages/63/65/37648c0c158dc222aba51c089eb3bdfa238e621674dc42d48706e639204f/psutil-7.2.2-cp36-abi3-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b0726cecd84f9474419d67252add4ac0cd9811b04d61123054b9fb6f57df6e9e", size = 156997, upload-time = "2026-01-28T18:15:27.794Z" }, + { url = "https://files.pythonhosted.org/packages/8e/13/125093eadae863ce03c6ffdbae9929430d116a246ef69866dad94da3bfbc/psutil-7.2.2-cp36-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:fd04ef36b4a6d599bbdb225dd1d3f51e00105f6d48a28f006da7f9822f2606d8", size = 148972, upload-time = "2026-01-28T18:15:29.342Z" }, + { url = "https://files.pythonhosted.org/packages/04/78/0acd37ca84ce3ddffaa92ef0f571e073faa6d8ff1f0559ab1272188ea2be/psutil-7.2.2-cp36-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:b58fabe35e80b264a4e3bb23e6b96f9e45a3df7fb7eed419ac0e5947c61e47cc", size = 148266, upload-time = "2026-01-28T18:15:31.597Z" }, + { url = "https://files.pythonhosted.org/packages/b4/90/e2159492b5426be0c1fef7acba807a03511f97c5f86b3caeda6ad92351a7/psutil-7.2.2-cp37-abi3-win_amd64.whl", hash = "sha256:eb7e81434c8d223ec4a219b5fc1c47d0417b12be7ea866e24fb5ad6e84b3d988", size = 137737, upload-time = "2026-01-28T18:15:33.849Z" }, + { url = "https://files.pythonhosted.org/packages/8c/c7/7bb2e321574b10df20cbde462a94e2b71d05f9bbda251ef27d104668306a/psutil-7.2.2-cp37-abi3-win_arm64.whl", hash = "sha256:8c233660f575a5a89e6d4cb65d9f938126312bca76d8fe087b947b3a1aaac9ee", size = 134617, upload-time = "2026-01-28T18:15:36.514Z" }, +] + +[[package]] +name = "ptyprocess" +version = "0.7.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/20/e5/16ff212c1e452235a90aeb09066144d0c5a6a8c0834397e03f5224495c4e/ptyprocess-0.7.0.tar.gz", hash = "sha256:5c5d0a3b48ceee0b48485e0c26037c0acd7d29765ca3fbb5cb3831d347423220", size = 70762, upload-time = "2020-12-28T15:15:30.155Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/22/a6/858897256d0deac81a172289110f31629fc4cee19b6f01283303e18c8db3/ptyprocess-0.7.0-py2.py3-none-any.whl", hash = "sha256:4b41f3967fce3af57cc7e94b888626c18bf37a083e3651ca8feeb66d492fef35", size = 13993, upload-time = "2020-12-28T15:15:28.35Z" }, +] + +[[package]] +name = "pure-eval" +version = "0.2.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/cd/05/0a34433a064256a578f1783a10da6df098ceaa4a57bbeaa96a6c0352786b/pure_eval-0.2.3.tar.gz", hash = "sha256:5f4e983f40564c576c7c8635ae88db5956bb2229d7e9237d03b3c0b0190eaf42", size = 19752, upload-time = "2024-07-21T12:58:21.801Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/8e/37/efad0257dc6e593a18957422533ff0f87ede7c9c6ea010a2177d738fb82f/pure_eval-0.2.3-py3-none-any.whl", hash = "sha256:1db8e35b67b3d218d818ae653e27f06c3aa420901fa7b081ca98cbedc874e0d0", size = 11842, upload-time = "2024-07-21T12:58:20.04Z" }, +] + +[[package]] +name = "pybind11" +version = "3.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/76/f3/95b0f40b31df41dbfe6bb0857419c9442c15839cbac4796f1c26ae0b6081/pybind11-3.1.0.tar.gz", hash = "sha256:a1cc06b524ab3edca51f8ad3895f9c4fa20b8b19283173dff4ae781449dc9639", size = 603746, upload-time = "2026-08-06T23:33:00.675Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/33/fd/8762f7ee3e4e4be6d1d846cffb4916dd9bb02b2f800d3603718a0efe494c/pybind11-3.1.0-py3-none-any.whl", hash = "sha256:b8488090f8acffbcb6b5d6a85571a6827a0a2981ffb75e5a0b27b87c4a6b7dd0", size = 319402, upload-time = "2026-08-06T23:32:59.047Z" }, +] + +[[package]] +name = "pydantic" +version = "2.13.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-types" }, + { name = "pydantic-core" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/18/a5/b60d21ac674192f8ab0ba4e9fd860690f9b4a6e51ca5df118733b487d8d6/pydantic-2.13.4.tar.gz", hash = "sha256:c40756b57adaa8b1efeeced5c196f3f3b7c435f90e84ea7f443901bec8099ef6", size = 844775, upload-time = "2026-05-06T13:43:05.343Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fd/7b/122376b1fd3c62c1ed9dc80c931ace4844b3c55407b6fb2d199377c9736f/pydantic-2.13.4-py3-none-any.whl", hash = "sha256:45a282cde31d808236fd7ea9d919b128653c8b38b393d1c4ab335c62924d9aba", size = 472262, upload-time = "2026-05-06T13:43:02.641Z" }, +] + +[[package]] +name = "pydantic-core" +version = "2.46.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9d/56/921726b776ace8d8f5db44c4ef961006580d91dc52b803c489fafd1aa249/pydantic_core-2.46.4.tar.gz", hash = "sha256:62f875393d7f270851f20523dd2e29f082bcc82292d66db2b64ea71f64b6e1c1", size = 471464, upload-time = "2026-05-06T13:37:06.98Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ce/8c/af022f0af448d7747c5154288d46b5f2bc5f17366eaa0e23e9aa04d59f3b/pydantic_core-2.46.4-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:3245406455a5d98187ec35530fd772b1d799b26667980872c8d4614991e2c4a2", size = 2106158, upload-time = "2026-05-06T13:38:57.215Z" }, + { url = "https://files.pythonhosted.org/packages/19/95/6195171e385007300f0f5574592e467c568becce2d937a0b6804f218bc49/pydantic_core-2.46.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:962ccbab7b642487b1d8b7df90ef677e03134cf1fd8880bf698649b22a69371f", size = 1951724, upload-time = "2026-05-06T13:37:02.697Z" }, + { url = "https://files.pythonhosted.org/packages/8e/bc/f47d1ff9cbb1620e1b5b697eef06010035735f07820180e74178226b27b3/pydantic_core-2.46.4-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8233f2947cf85404441fd7e0085f53b10c93e0ee78611099b5c7237e36aacbf7", size = 1975742, upload-time = "2026-05-06T13:37:09.448Z" }, + { url = "https://files.pythonhosted.org/packages/5b/11/9b9a5b0306345664a2da6410877af6e8082481b5884b3ddd78d47c6013ce/pydantic_core-2.46.4-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:3a233125ac121aa3ffba9a2b59edfc4a985a76092dc8279586ab4b71390875e7", size = 2052418, upload-time = "2026-05-06T13:37:38.234Z" }, + { url = "https://files.pythonhosted.org/packages/f1/b7/a65fec226f5d78fc39f4a13c4cc0c768c22b113438f60c14adc9d2865038/pydantic_core-2.46.4-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5b712b53160b79a5850310b912a5ef8e57e56947c8ad690c227f5c9d7e561712", size = 2232274, upload-time = "2026-05-06T13:38:27.753Z" }, + { url = "https://files.pythonhosted.org/packages/68/f0/92039db98b907ef49269a8271f67db9cb78ae2fc68062ef7e4e77adb5f61/pydantic_core-2.46.4-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9401557acd873c3a7f3eb9383edef8ac4968f9510e340f4808d427e75667e7b4", size = 2309940, upload-time = "2026-05-06T13:38:05.353Z" }, + { url = "https://files.pythonhosted.org/packages/5f/97/2aab507d3d00ca626e8e57c1eac6a79e4e5fbcc63eb99733ff55d1717f65/pydantic_core-2.46.4-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:926c9541b14b12b1681dca8a0b75feb510b06c6341b70a8e500c2fdcff837cce", size = 2094516, upload-time = "2026-05-06T13:39:10.577Z" }, + { url = "https://files.pythonhosted.org/packages/22/37/a8aca44d40d737dde2bc05b3c6c07dff0de07ce6f82e9f3167aeaf4d5dea/pydantic_core-2.46.4-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:56cb4851bcaf3d117eddcef4fe66afd750a50274b0da8e22be256d10e5611987", size = 2136854, upload-time = "2026-05-06T13:40:22.59Z" }, + { url = "https://files.pythonhosted.org/packages/24/99/fcef1b79238c06a8cbec70819ac722ba76e02bc8ada9b0fd66eba40da01b/pydantic_core-2.46.4-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:c68fcd102d71ea85c5b2dfac3f4f8476eff42a9e078fd5faefff6d145063536b", size = 2180306, upload-time = "2026-05-06T13:40:10.666Z" }, + { url = "https://files.pythonhosted.org/packages/ae/6c/fc44000918855b42779d007ae63b0532794739027b2f417321cddbc44f6a/pydantic_core-2.46.4-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:b2f69dec1725e79a012d920df1707de5caf7ed5e08f3be4435e25803efc47458", size = 2190044, upload-time = "2026-05-06T13:40:43.231Z" }, + { url = "https://files.pythonhosted.org/packages/6b/65/d9cadc9f1920d7a127ad2edba16c1db7916e59719285cd6c94600b0080ba/pydantic_core-2.46.4-cp312-cp312-musllinux_1_1_armv7l.whl", hash = "sha256:8d0820e8192167f80d88d64038e609c31452eeca865b4e1d9950a27a4609b00b", size = 2329133, upload-time = "2026-05-06T13:39:57.365Z" }, + { url = "https://files.pythonhosted.org/packages/d0/cf/c873d91679f3a30bcf5e7ac280ce5573483e72295307685120d0d5ad3416/pydantic_core-2.46.4-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:fbdb89b3e1c94a30cc5edfce477c6e6a5dc4d8f84665b455c27582f211a1c72c", size = 2374464, upload-time = "2026-05-06T13:38:06.976Z" }, + { url = "https://files.pythonhosted.org/packages/47/bd/6f2fc8188f31bf10590f1e98e7b306336161fac930a8c514cd7bd828c7dc/pydantic_core-2.46.4-cp312-cp312-win32.whl", hash = "sha256:9aa768456404a8bf48a4406685ac2bec8e72b62c69313734fa3b73cf33b3a894", size = 1974823, upload-time = "2026-05-06T13:40:47.985Z" }, + { url = "https://files.pythonhosted.org/packages/40/8c/985c1d41ea1107c2534abd9870e4ed5c8e7669b5c308297835c001e7a1c4/pydantic_core-2.46.4-cp312-cp312-win_amd64.whl", hash = "sha256:e9c26f834c65f5752f3f06cb08cb86a913ceb7274d0db6e267808a708b46bc89", size = 2072919, upload-time = "2026-05-06T13:39:21.153Z" }, + { url = "https://files.pythonhosted.org/packages/c4/ba/f463d006e0c47373ca7ec5e1a261c59dc01ef4d62b2657af925fb0deee3a/pydantic_core-2.46.4-cp312-cp312-win_arm64.whl", hash = "sha256:4fc73cb559bdb54b1134a706a2802a4cddd27a0633f5abb7e53056268751ac6a", size = 2027604, upload-time = "2026-05-06T13:39:03.753Z" }, + { url = "https://files.pythonhosted.org/packages/51/a2/5d30b469c5267a17b39dec53208222f76a8d351dfac4af661888c5aee77d/pydantic_core-2.46.4-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:5d5902252db0d3cedf8d4a1bc68f70eeb430f7e4c7104c8c476753519b423008", size = 2106306, upload-time = "2026-05-06T13:37:48.029Z" }, + { url = "https://files.pythonhosted.org/packages/c1/81/4fa520eaffa8bd7d1525e644cd6d39e7d60b1592bc5b516693c7340b50f1/pydantic_core-2.46.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:c94f0688e7b8d0a67abf40e57a7eaaecd17cc9586706a31b76c031f63df052b4", size = 1951906, upload-time = "2026-05-06T13:37:17.012Z" }, + { url = "https://files.pythonhosted.org/packages/03/d5/fd02da45b659668b05923b17ba3a0100a0a3d5541e3bd8fcc4ecb711309e/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f027324c56cd5406ca49c124b0db10e56c69064fec039acc571c29020cc87c76", size = 1976802, upload-time = "2026-05-06T13:37:35.113Z" }, + { url = "https://files.pythonhosted.org/packages/21/f2/95727e1368be3d3ed485eaab7adbd7dda408f33f7a36e8b48e0144002b91/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:e739fee756ba1010f8bcccb534252e85a35fe45ae92c295a06059ce58b74ccd3", size = 2052446, upload-time = "2026-05-06T13:37:12.313Z" }, + { url = "https://files.pythonhosted.org/packages/9c/86/5d99feea3f77c7234b8718075b23db11532773c1a0dbd9b9490215dc2eeb/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9d56801be94b86a9da183e5f3766e6310752b99ff647e38b09a9500d88e46e76", size = 2232757, upload-time = "2026-05-06T13:39:01.149Z" }, + { url = "https://files.pythonhosted.org/packages/d2/3a/508ac615935ef7588cf6d9e9b91309fdc2da751af865e02a9098de88258c/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2412e734dcb48da14d4e4006b82b46b74f2518b8a26ee7e58c6844a6cd6d03c4", size = 2309275, upload-time = "2026-05-06T13:37:41.406Z" }, + { url = "https://files.pythonhosted.org/packages/07/f8/41db9de19d7987d6b04715a02b3b40aea467000275d9d758ffaa31af7d50/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9551187363ffc0de2a00b2e47c25aeaeb1020b69b668762966df15fc5659dd5a", size = 2094467, upload-time = "2026-05-06T13:39:18.847Z" }, + { url = "https://files.pythonhosted.org/packages/2c/e2/f35033184cb11d0052daf4416e8e10a502ea2ac006fc4f459aee872727d1/pydantic_core-2.46.4-cp313-cp313-manylinux_2_31_riscv64.whl", hash = "sha256:0186750b482eefa11d7f435892b09c5c606193ef3375bcf94aa00ae6bfb66262", size = 2134417, upload-time = "2026-05-06T13:40:17.944Z" }, + { url = "https://files.pythonhosted.org/packages/7e/7b/6ceeb1cc90e193862f444ebe373d8fdf613f0a82572dde03fb10734c6c71/pydantic_core-2.46.4-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5855698a4856556d86e8e6cd8434bc3ac0314ee8e12089ae0e143f64c6256e4e", size = 2179782, upload-time = "2026-05-06T13:40:32.618Z" }, + { url = "https://files.pythonhosted.org/packages/5a/f2/c8d7773ede6af08036423a00ae0ceffce266c3c52a096c435d68c896083f/pydantic_core-2.46.4-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:cbaf13819775b7f769bf4a1f066cb6df7a28d4480081a589828ef190226881cd", size = 2188782, upload-time = "2026-05-06T13:36:51.018Z" }, + { url = "https://files.pythonhosted.org/packages/59/31/0c864784e31f09f05cdd87606f08923b9c9e7f6e51dd27f20f62f975ce9f/pydantic_core-2.46.4-cp313-cp313-musllinux_1_1_armv7l.whl", hash = "sha256:633147d34cf4550417f12e2b1a0383973bdf5cdfde212cb09e9a581cf10820be", size = 2328334, upload-time = "2026-05-06T13:40:37.764Z" }, + { url = "https://files.pythonhosted.org/packages/c2/eb/4f6c8a41efa30baa755590f4141abf3a8c370fab610915733e74134a7270/pydantic_core-2.46.4-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:82cf5301172168103724d49a1444d3378cb20cdee30b116a1bd6031236298a5d", size = 2372986, upload-time = "2026-05-06T13:39:34.152Z" }, + { url = "https://files.pythonhosted.org/packages/5b/24/b375a480d53113860c299764bfe9f349a3dc9108b3adc0d7f0d786492ebf/pydantic_core-2.46.4-cp313-cp313-win32.whl", hash = "sha256:9fa8ae11da9e2b3126c6426f147e0fba88d96d65921799bb30c6abd1cb2c97fb", size = 1973693, upload-time = "2026-05-06T13:37:55.072Z" }, + { url = "https://files.pythonhosted.org/packages/7e/e8/cff247591966f2d22ec8c003cd7587e27b7ba7b81ab2fb888e3ab75dc285/pydantic_core-2.46.4-cp313-cp313-win_amd64.whl", hash = "sha256:6b3ace8194b0e5204818c92802dcdca7fc6d88aabbb799d7c795540d9cd6d292", size = 2071819, upload-time = "2026-05-06T13:38:49.139Z" }, + { url = "https://files.pythonhosted.org/packages/c6/1a/f4aee670d5670e9e148e0c82c7db98d780be566c6e6a97ee8035528ca0b3/pydantic_core-2.46.4-cp313-cp313-win_arm64.whl", hash = "sha256:184c081504d17f1c1066e430e117142b2c77d9448a97f7b65c6ac9fd9aee238d", size = 2027411, upload-time = "2026-05-06T13:40:45.796Z" }, + { url = "https://files.pythonhosted.org/packages/8d/74/228a26ddad29c6672b805d9fd78e8d251cd04004fa7eed0e622096cd0250/pydantic_core-2.46.4-cp314-cp314-macosx_10_12_x86_64.whl", hash = "sha256:428e04521a40150c85216fc8b85e8d39fece235a9cf5e383761238c7fa9b96fb", size = 2102079, upload-time = "2026-05-06T13:38:41.019Z" }, + { url = "https://files.pythonhosted.org/packages/ad/1f/8970b150a4b4365623ae00fc88603491f763c627311ae8031e3111356d6e/pydantic_core-2.46.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:23ace664830ee0bfe014a0c7bc248b1f7f25ed7ad103852c317624a1083af462", size = 1952179, upload-time = "2026-05-06T13:36:59.812Z" }, + { url = "https://files.pythonhosted.org/packages/95/30/5211a831ae054928054b2f79731661087a2bc5c01e825c672b3a4a8f1b3e/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ce5c1d2a8b27468f433ca974829c44060b8097eedc39933e3c206a90ee49c4a9", size = 1978926, upload-time = "2026-05-06T13:37:39.933Z" }, + { url = "https://files.pythonhosted.org/packages/57/e9/689668733b1eb67adeef047db3c2e8788fcf65a7fd9c9e2b46b7744fe245/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:7283d57845ecf5a163403eb0702dfc220cc4fbdd18919cb5ccea4f95ee1cdab4", size = 2046785, upload-time = "2026-05-06T13:38:01.995Z" }, + { url = "https://files.pythonhosted.org/packages/60/d9/6715260422ff50a2109878fd24d948a6c3446bb2664f34ee78cd972b3acd/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8daafc69c93ee8a0204506a3b6b30f586ef54028f52aeeeb5c4cfc5184fd5914", size = 2228733, upload-time = "2026-05-06T13:40:50.371Z" }, + { url = "https://files.pythonhosted.org/packages/18/ae/fdb2f64316afca925640f8e70bb1a564b0ec2721c1389e25b8eb4bf9a299/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cd2213145bcc2ba85884d0ac63d222fece9209678f77b9b4d76f054c561adb28", size = 2307534, upload-time = "2026-05-06T13:37:21.531Z" }, + { url = "https://files.pythonhosted.org/packages/89/1d/8eff589b45bb8190a9d12c49cfad0f176a5cbd1534908a6b5125e2886239/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7a5f930472650a82629163023e630d160863fce524c616f4e5186e5de9d9a49b", size = 2099732, upload-time = "2026-05-06T13:39:31.942Z" }, + { url = "https://files.pythonhosted.org/packages/06/d5/ee5a3366637fee41dee51a1fc91562dcf12ddbc68fda34e6b253da2324bb/pydantic_core-2.46.4-cp314-cp314-manylinux_2_31_riscv64.whl", hash = "sha256:c1b3f518abeca3aa13c712fd202306e145abf59a18b094a6bafb2d2bbf59192c", size = 2129627, upload-time = "2026-05-06T13:37:25.033Z" }, + { url = "https://files.pythonhosted.org/packages/94/33/2414be571d2c6a6c4d08be21f9292b6d3fdb08949a97b6dfe985017821db/pydantic_core-2.46.4-cp314-cp314-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1a7dd0b3ee80d90150e3495a3a13ac34dbcbfd4f012996a6a1d8900e91b5c0fb", size = 2179141, upload-time = "2026-05-06T13:37:14.046Z" }, + { url = "https://files.pythonhosted.org/packages/7b/79/7daa95be995be0eecc4cf75064cb33f9bbbfe3fe0158caf2f0d4a996a5c7/pydantic_core-2.46.4-cp314-cp314-musllinux_1_1_aarch64.whl", hash = "sha256:3fb702cd90b0446a3a1c5e470bfa0dd23c0233b676a9099ddcc964fa6ca13898", size = 2184325, upload-time = "2026-05-06T13:36:53.615Z" }, + { url = "https://files.pythonhosted.org/packages/9f/cb/d0a382f5c0de8a222dc61c65348e0ce831b1f68e0a018450d31c2cace3a5/pydantic_core-2.46.4-cp314-cp314-musllinux_1_1_armv7l.whl", hash = "sha256:b8458003118a712e66286df6a707db01c52c0f52f7db8e4a38f0da1d3b94fc4e", size = 2323990, upload-time = "2026-05-06T13:40:29.971Z" }, + { url = "https://files.pythonhosted.org/packages/05/db/d9ba624cc4a5aced1598e88c04fdbd8310c8a69b9d38b9a3d39ce3a61ed7/pydantic_core-2.46.4-cp314-cp314-musllinux_1_1_x86_64.whl", hash = "sha256:372429a130e469c9cd698925ce5fc50940b7a1336b0d82038e63d5bbc4edc519", size = 2369978, upload-time = "2026-05-06T13:37:23.027Z" }, + { url = "https://files.pythonhosted.org/packages/f2/20/d15df15ba918c423461905802bfd2981c3af0bfa0e40d05e13edbfa48bc3/pydantic_core-2.46.4-cp314-cp314-win32.whl", hash = "sha256:85bb3611ff1802f3ee7fdd7dbff26b56f343fb432d57a4728fdd49b6ef35e2f4", size = 1966354, upload-time = "2026-05-06T13:38:03.499Z" }, + { url = "https://files.pythonhosted.org/packages/fc/b6/6b8de4c0a7d7ab3004c439c80c5c1e0a3e8d78bbae19379b01960383d9e5/pydantic_core-2.46.4-cp314-cp314-win_amd64.whl", hash = "sha256:811ff8e9c313ab425368bcbb36e5c4ebd7108c2bbf4e4089cfbb0b01eff63fac", size = 2072238, upload-time = "2026-05-06T13:39:40.807Z" }, + { url = "https://files.pythonhosted.org/packages/32/36/51eb763beec1f4cf59b1db243a7dcc39cbb41230f050a09b9d69faaf0a48/pydantic_core-2.46.4-cp314-cp314-win_arm64.whl", hash = "sha256:bfec22eab3c8cc2ceec0248aec886624116dc079afa027ecc8ad4a7e62010f8a", size = 2018251, upload-time = "2026-05-06T13:37:26.72Z" }, + { url = "https://files.pythonhosted.org/packages/e8/91/855af51d625b23aa987116a19e231d2aaef9c4a415273ddc189b79a45fee/pydantic_core-2.46.4-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:af8244b2bef6aaad6d92cda81372de7f8c8d36c9f0c3ea36e827c60e7d9467a0", size = 2099593, upload-time = "2026-05-06T13:39:47.682Z" }, + { url = "https://files.pythonhosted.org/packages/fb/1b/8784a54c65edb5f49f0a14d6977cf1b209bba85a4c77445b255c2de58ab3/pydantic_core-2.46.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:5a4330cdbc57162e4b3aa303f588ba752257694c9c9be3e7ebb11b4aca659b5d", size = 1935226, upload-time = "2026-05-06T13:40:40.428Z" }, + { url = "https://files.pythonhosted.org/packages/e8/e7/1955d28d1afc56dd4b3ad7cc0cf39df1b9852964cf16e5d13912756d6d6b/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:29c61fc04a3d840155ff08e475a04809278972fe6aef51e2720554e96367e34b", size = 1974605, upload-time = "2026-05-06T13:37:32.029Z" }, + { url = "https://files.pythonhosted.org/packages/93/e2/3fedbf0ba7a22850e6e9fd78117f1c0f10f950182344d8a6c535d468fdd8/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c50f2528cf200c5eed56faf3f4e22fcd5f38c157a8b78576e6ba3168ec35f000", size = 2030777, upload-time = "2026-05-06T13:38:55.239Z" }, + { url = "https://files.pythonhosted.org/packages/f8/61/46be275fcaaba0b4f5b9669dd852267ce1ff616592dccf7a7845588df091/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0cbe8b01f948de4286c74cdd6c667aceb38f5c1e26f0693b3983d9d74887c65e", size = 2236641, upload-time = "2026-05-06T13:37:08.096Z" }, + { url = "https://files.pythonhosted.org/packages/60/db/12e93e46a8bac9988be3c016860f83293daea8c716c029c9ace279036f2f/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:617d7e2ca7dcb8c5cf6bcb8c59b8832c94b36196bbf1cbd1bfb56ed341905edd", size = 2286404, upload-time = "2026-05-06T13:40:20.221Z" }, + { url = "https://files.pythonhosted.org/packages/e2/4a/4d8b19008f38d31c53b8219cfedc2e3d5de5fe99d90076b7e767de29274f/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7027560ee92211647d0d34e3f7cd6f50da56399d26a9c8ad0da286d3869a53f3", size = 2109219, upload-time = "2026-05-06T13:38:12.153Z" }, + { url = "https://files.pythonhosted.org/packages/88/70/3cbc40978fefb7bb09c6708d40d4ad1a5d70fd7213c3d17f971de868ec1f/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_31_riscv64.whl", hash = "sha256:f99626688942fb746e545232e7726926f3be91b5975f8b55327665fafda991c7", size = 2110594, upload-time = "2026-05-06T13:40:02.971Z" }, + { url = "https://files.pythonhosted.org/packages/9d/20/b8d36736216e29491125531685b2f9e61aa5b4b2599893f8268551da3338/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:fc3e9034a63de20e15e8ade85358bc6efc614008cab72898b4b4952bea0509ff", size = 2159542, upload-time = "2026-05-06T13:39:27.506Z" }, + { url = "https://files.pythonhosted.org/packages/1d/a2/367df868eb584dacf6bf82a389272406d7178e301c4ac82545ab98bc2dd9/pydantic_core-2.46.4-cp314-cp314t-musllinux_1_1_aarch64.whl", hash = "sha256:97e7cf2be5c77b7d1a9713a05605d49460d02c6078d38d8bef3cbe323c548424", size = 2168146, upload-time = "2026-05-06T13:38:31.93Z" }, + { url = "https://files.pythonhosted.org/packages/c1/b8/4460f77f7e201893f649a29ab355dddd3beee8a97bcb1a320db414f9a06e/pydantic_core-2.46.4-cp314-cp314t-musllinux_1_1_armv7l.whl", hash = "sha256:3bf92c5d0e00fefaab325a4d27828fe6b6e2a21848686b5b60d2d9eeb09d76c6", size = 2306309, upload-time = "2026-05-06T13:37:44.717Z" }, + { url = "https://files.pythonhosted.org/packages/64/c4/be2639293acd87dc8ddbcec41a73cee9b2ebf996fe6d892a1a74e88ad3f7/pydantic_core-2.46.4-cp314-cp314t-musllinux_1_1_x86_64.whl", hash = "sha256:3ecbc122d18468d06ca279dc26a8c2e2d5acb10943bb35e36ae92096dc3b5565", size = 2369736, upload-time = "2026-05-06T13:37:05.645Z" }, + { url = "https://files.pythonhosted.org/packages/30/a6/9f9f380dbb301f67023bf8f707aaa75daadf84f7152d95c410fd7e81d994/pydantic_core-2.46.4-cp314-cp314t-win32.whl", hash = "sha256:e846ae7835bf0703ae43f534ab79a867146dadd59dc9ca5c8b53d5c8f7c9ef02", size = 1955575, upload-time = "2026-05-06T13:38:51.116Z" }, + { url = "https://files.pythonhosted.org/packages/40/1f/f1eb9eb350e795d1af8586289746f5c5677d16043040d63710e22abc43c9/pydantic_core-2.46.4-cp314-cp314t-win_amd64.whl", hash = "sha256:2108ba5c1c1eca18030634489dc544844144ee36357f2f9f780b93e7ddbb44b5", size = 2051624, upload-time = "2026-05-06T13:38:21.672Z" }, + { url = "https://files.pythonhosted.org/packages/f6/d2/42dd53d0a85c27606f316d3aa5d2869c4e8470a5ed6dec30e4a1abe19192/pydantic_core-2.46.4-cp314-cp314t-win_arm64.whl", hash = "sha256:4fcbe087dbc2068af7eda3aa87634eba216dbda64d1ae73c8684b621d33f6596", size = 2017325, upload-time = "2026-05-06T13:40:52.723Z" }, + { url = "https://files.pythonhosted.org/packages/9d/1d/8987ad40f65ae1432753072f214fb5c74fe47ffbd0698bb9cbbb585664f8/pydantic_core-2.46.4-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:1d8ba486450b14f3b1d63bc521d410ec7565e52f887b9fb671791886436a42f7", size = 2095527, upload-time = "2026-05-06T13:39:52.283Z" }, + { url = "https://files.pythonhosted.org/packages/64/d3/84c282a7eee1d3ac4c0377546ef5a1ea436ce26840d9ac3b7ed54a377507/pydantic_core-2.46.4-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:3009f12e4e90b7f88b4f9adb1b0c4a3d58fe7820f3238c190047209d148026df", size = 1936024, upload-time = "2026-05-06T13:40:15.671Z" }, + { url = "https://files.pythonhosted.org/packages/d7/ca/eac61596cdeb4d7e174d3dc0bd8a6238f14f75f97a24e7b7db4c7e7340a0/pydantic_core-2.46.4-graalpy312-graalpy250_312_native-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ad785e92e6dc634c21555edc8bd6b64957ab844541bcb96a1366c202951ae526", size = 1990696, upload-time = "2026-05-06T13:38:34.717Z" }, + { url = "https://files.pythonhosted.org/packages/fa/c3/7c8b240552251faf6b3a957db200fcfbbcec36763c050428b601e0c9b83b/pydantic_core-2.46.4-graalpy312-graalpy250_312_native-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:00c603d540afdd6b80eb39f078f33ebd46211f02f33e34a32d9f053bba711de0", size = 2147590, upload-time = "2026-05-06T13:39:29.883Z" }, +] + +[[package]] +name = "pygments" +version = "2.20.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/c3/b2/bc9c9196916376152d655522fdcebac55e66de6603a76a02bca1b6414f6c/pygments-2.20.0.tar.gz", hash = "sha256:6757cd03768053ff99f3039c1a36d6c0aa0b263438fcab17520b30a303a82b5f", size = 4955991, upload-time = "2026-03-29T13:29:33.898Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f4/7e/a72dd26f3b0f4f2bf1dd8923c85f7ceb43172af56d63c7383eb62b332364/pygments-2.20.0-py3-none-any.whl", hash = "sha256:81a9e26dd42fd28a23a2d169d86d7ac03b46e2f8b59ed4698fb4785f946d0176", size = 1231151, upload-time = "2026-03-29T13:29:30.038Z" }, +] + +[[package]] +name = "pyparsing" +version = "3.3.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f3/91/9c6ee907786a473bf81c5f53cf703ba0957b23ab84c264080fb5a450416f/pyparsing-3.3.2.tar.gz", hash = "sha256:c777f4d763f140633dcb6d8a3eda953bf7a214dc4eff598413c070bcdc117cbc", size = 6851574, upload-time = "2026-01-21T03:57:59.36Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/10/bd/c038d7cc38edc1aa5bf91ab8068b63d4308c66c4c8bb3cbba7dfbc049f9c/pyparsing-3.3.2-py3-none-any.whl", hash = "sha256:850ba148bd908d7e2411587e247a1e4f0327839c40e2e5e6d05a007ecc69911d", size = 122781, upload-time = "2026-01-21T03:57:55.912Z" }, +] + +[[package]] +name = "pytest" +version = "9.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "iniconfig" }, + { name = "packaging" }, + { name = "pluggy" }, + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e4/47/b9efed96c114afcfa3c9d3fe98a76a1d14c74a9e266d397cf6eb64be5e01/pytest-9.1.1.tar.gz", hash = "sha256:1088fbde8f2b49d95a549a195707afa7a76a3ce9bcadc26b6d71f0ffda5fe313", size = 1636369, upload-time = "2026-06-19T10:58:32.857Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/24/25/1de2678b631f5a49215c6c96fff41ba892b0a34df68d6d80292b1b48aa7f/pytest-9.1.1-py3-none-any.whl", hash = "sha256:37a86b45efb9a47a61a36449063e8e18d0cab3161329fc099eb21783169c4f0c", size = 386536, upload-time = "2026-06-19T10:58:31.347Z" }, +] + +[[package]] +name = "python-dateutil" +version = "2.9.0.post0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" }, +] + +[[package]] +name = "pyyaml" +version = "6.0.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/33/422b98d2195232ca1826284a76852ad5a86fe23e31b009c9886b2d0fb8b2/pyyaml-6.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196", size = 182063, upload-time = "2025-09-25T21:32:11.445Z" }, + { url = "https://files.pythonhosted.org/packages/89/a0/6cf41a19a1f2f3feab0e9c0b74134aa2ce6849093d5517a0c550fe37a648/pyyaml-6.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0", size = 173973, upload-time = "2025-09-25T21:32:12.492Z" }, + { url = "https://files.pythonhosted.org/packages/ed/23/7a778b6bd0b9a8039df8b1b1d80e2e2ad78aa04171592c8a5c43a56a6af4/pyyaml-6.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28", size = 775116, upload-time = "2025-09-25T21:32:13.652Z" }, + { url = "https://files.pythonhosted.org/packages/65/30/d7353c338e12baef4ecc1b09e877c1970bd3382789c159b4f89d6a70dc09/pyyaml-6.0.3-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c", size = 844011, upload-time = "2025-09-25T21:32:15.21Z" }, + { url = "https://files.pythonhosted.org/packages/8b/9d/b3589d3877982d4f2329302ef98a8026e7f4443c765c46cfecc8858c6b4b/pyyaml-6.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc", size = 807870, upload-time = "2025-09-25T21:32:16.431Z" }, + { url = "https://files.pythonhosted.org/packages/05/c0/b3be26a015601b822b97d9149ff8cb5ead58c66f981e04fedf4e762f4bd4/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e", size = 761089, upload-time = "2025-09-25T21:32:17.56Z" }, + { url = "https://files.pythonhosted.org/packages/be/8e/98435a21d1d4b46590d5459a22d88128103f8da4c2d4cb8f14f2a96504e1/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea", size = 790181, upload-time = "2025-09-25T21:32:18.834Z" }, + { url = "https://files.pythonhosted.org/packages/74/93/7baea19427dcfbe1e5a372d81473250b379f04b1bd3c4c5ff825e2327202/pyyaml-6.0.3-cp312-cp312-win32.whl", hash = "sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5", size = 137658, upload-time = "2025-09-25T21:32:20.209Z" }, + { url = "https://files.pythonhosted.org/packages/86/bf/899e81e4cce32febab4fb42bb97dcdf66bc135272882d1987881a4b519e9/pyyaml-6.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b", size = 154003, upload-time = "2025-09-25T21:32:21.167Z" }, + { url = "https://files.pythonhosted.org/packages/1a/08/67bd04656199bbb51dbed1439b7f27601dfb576fb864099c7ef0c3e55531/pyyaml-6.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd", size = 140344, upload-time = "2025-09-25T21:32:22.617Z" }, + { url = "https://files.pythonhosted.org/packages/d1/11/0fd08f8192109f7169db964b5707a2f1e8b745d4e239b784a5a1dd80d1db/pyyaml-6.0.3-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:8da9669d359f02c0b91ccc01cac4a67f16afec0dac22c2ad09f46bee0697eba8", size = 181669, upload-time = "2025-09-25T21:32:23.673Z" }, + { url = "https://files.pythonhosted.org/packages/b1/16/95309993f1d3748cd644e02e38b75d50cbc0d9561d21f390a76242ce073f/pyyaml-6.0.3-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:2283a07e2c21a2aa78d9c4442724ec1eb15f5e42a723b99cb3d822d48f5f7ad1", size = 173252, upload-time = "2025-09-25T21:32:25.149Z" }, + { url = "https://files.pythonhosted.org/packages/50/31/b20f376d3f810b9b2371e72ef5adb33879b25edb7a6d072cb7ca0c486398/pyyaml-6.0.3-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ee2922902c45ae8ccada2c5b501ab86c36525b883eff4255313a253a3160861c", size = 767081, upload-time = "2025-09-25T21:32:26.575Z" }, + { url = "https://files.pythonhosted.org/packages/49/1e/a55ca81e949270d5d4432fbbd19dfea5321eda7c41a849d443dc92fd1ff7/pyyaml-6.0.3-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a33284e20b78bd4a18c8c2282d549d10bc8408a2a7ff57653c0cf0b9be0afce5", size = 841159, upload-time = "2025-09-25T21:32:27.727Z" }, + { url = "https://files.pythonhosted.org/packages/74/27/e5b8f34d02d9995b80abcef563ea1f8b56d20134d8f4e5e81733b1feceb2/pyyaml-6.0.3-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0f29edc409a6392443abf94b9cf89ce99889a1dd5376d94316ae5145dfedd5d6", size = 801626, upload-time = "2025-09-25T21:32:28.878Z" }, + { url = "https://files.pythonhosted.org/packages/f9/11/ba845c23988798f40e52ba45f34849aa8a1f2d4af4b798588010792ebad6/pyyaml-6.0.3-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:f7057c9a337546edc7973c0d3ba84ddcdf0daa14533c2065749c9075001090e6", size = 753613, upload-time = "2025-09-25T21:32:30.178Z" }, + { url = "https://files.pythonhosted.org/packages/3d/e0/7966e1a7bfc0a45bf0a7fb6b98ea03fc9b8d84fa7f2229e9659680b69ee3/pyyaml-6.0.3-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:eda16858a3cab07b80edaf74336ece1f986ba330fdb8ee0d6c0d68fe82bc96be", size = 794115, upload-time = "2025-09-25T21:32:31.353Z" }, + { url = "https://files.pythonhosted.org/packages/de/94/980b50a6531b3019e45ddeada0626d45fa85cbe22300844a7983285bed3b/pyyaml-6.0.3-cp313-cp313-win32.whl", hash = "sha256:d0eae10f8159e8fdad514efdc92d74fd8d682c933a6dd088030f3834bc8e6b26", size = 137427, upload-time = "2025-09-25T21:32:32.58Z" }, + { url = "https://files.pythonhosted.org/packages/97/c9/39d5b874e8b28845e4ec2202b5da735d0199dbe5b8fb85f91398814a9a46/pyyaml-6.0.3-cp313-cp313-win_amd64.whl", hash = "sha256:79005a0d97d5ddabfeeea4cf676af11e647e41d81c9a7722a193022accdb6b7c", size = 154090, upload-time = "2025-09-25T21:32:33.659Z" }, + { url = "https://files.pythonhosted.org/packages/73/e8/2bdf3ca2090f68bb3d75b44da7bbc71843b19c9f2b9cb9b0f4ab7a5a4329/pyyaml-6.0.3-cp313-cp313-win_arm64.whl", hash = "sha256:5498cd1645aa724a7c71c8f378eb29ebe23da2fc0d7a08071d89469bf1d2defb", size = 140246, upload-time = "2025-09-25T21:32:34.663Z" }, + { url = "https://files.pythonhosted.org/packages/9d/8c/f4bd7f6465179953d3ac9bc44ac1a8a3e6122cf8ada906b4f96c60172d43/pyyaml-6.0.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:8d1fab6bb153a416f9aeb4b8763bc0f22a5586065f86f7664fc23339fc1c1fac", size = 181814, upload-time = "2025-09-25T21:32:35.712Z" }, + { url = "https://files.pythonhosted.org/packages/bd/9c/4d95bb87eb2063d20db7b60faa3840c1b18025517ae857371c4dd55a6b3a/pyyaml-6.0.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:34d5fcd24b8445fadc33f9cf348c1047101756fd760b4dacb5c3e99755703310", size = 173809, upload-time = "2025-09-25T21:32:36.789Z" }, + { url = "https://files.pythonhosted.org/packages/92/b5/47e807c2623074914e29dabd16cbbdd4bf5e9b2db9f8090fa64411fc5382/pyyaml-6.0.3-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:501a031947e3a9025ed4405a168e6ef5ae3126c59f90ce0cd6f2bfc477be31b7", size = 766454, upload-time = "2025-09-25T21:32:37.966Z" }, + { url = "https://files.pythonhosted.org/packages/02/9e/e5e9b168be58564121efb3de6859c452fccde0ab093d8438905899a3a483/pyyaml-6.0.3-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b3bc83488de33889877a0f2543ade9f70c67d66d9ebb4ac959502e12de895788", size = 836355, upload-time = "2025-09-25T21:32:39.178Z" }, + { url = "https://files.pythonhosted.org/packages/88/f9/16491d7ed2a919954993e48aa941b200f38040928474c9e85ea9e64222c3/pyyaml-6.0.3-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c458b6d084f9b935061bc36216e8a69a7e293a2f1e68bf956dcd9e6cbcd143f5", size = 794175, upload-time = "2025-09-25T21:32:40.865Z" }, + { url = "https://files.pythonhosted.org/packages/dd/3f/5989debef34dc6397317802b527dbbafb2b4760878a53d4166579111411e/pyyaml-6.0.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:7c6610def4f163542a622a73fb39f534f8c101d690126992300bf3207eab9764", size = 755228, upload-time = "2025-09-25T21:32:42.084Z" }, + { url = "https://files.pythonhosted.org/packages/d7/ce/af88a49043cd2e265be63d083fc75b27b6ed062f5f9fd6cdc223ad62f03e/pyyaml-6.0.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:5190d403f121660ce8d1d2c1bb2ef1bd05b5f68533fc5c2ea899bd15f4399b35", size = 789194, upload-time = "2025-09-25T21:32:43.362Z" }, + { url = "https://files.pythonhosted.org/packages/23/20/bb6982b26a40bb43951265ba29d4c246ef0ff59c9fdcdf0ed04e0687de4d/pyyaml-6.0.3-cp314-cp314-win_amd64.whl", hash = "sha256:4a2e8cebe2ff6ab7d1050ecd59c25d4c8bd7e6f400f5f82b96557ac0abafd0ac", size = 156429, upload-time = "2025-09-25T21:32:57.844Z" }, + { url = "https://files.pythonhosted.org/packages/f4/f4/a4541072bb9422c8a883ab55255f918fa378ecf083f5b85e87fc2b4eda1b/pyyaml-6.0.3-cp314-cp314-win_arm64.whl", hash = "sha256:93dda82c9c22deb0a405ea4dc5f2d0cda384168e466364dec6255b293923b2f3", size = 143912, upload-time = "2025-09-25T21:32:59.247Z" }, + { url = "https://files.pythonhosted.org/packages/7c/f9/07dd09ae774e4616edf6cda684ee78f97777bdd15847253637a6f052a62f/pyyaml-6.0.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:02893d100e99e03eda1c8fd5c441d8c60103fd175728e23e431db1b589cf5ab3", size = 189108, upload-time = "2025-09-25T21:32:44.377Z" }, + { url = "https://files.pythonhosted.org/packages/4e/78/8d08c9fb7ce09ad8c38ad533c1191cf27f7ae1effe5bb9400a46d9437fcf/pyyaml-6.0.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:c1ff362665ae507275af2853520967820d9124984e0f7466736aea23d8611fba", size = 183641, upload-time = "2025-09-25T21:32:45.407Z" }, + { url = "https://files.pythonhosted.org/packages/7b/5b/3babb19104a46945cf816d047db2788bcaf8c94527a805610b0289a01c6b/pyyaml-6.0.3-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6adc77889b628398debc7b65c073bcb99c4a0237b248cacaf3fe8a557563ef6c", size = 831901, upload-time = "2025-09-25T21:32:48.83Z" }, + { url = "https://files.pythonhosted.org/packages/8b/cc/dff0684d8dc44da4d22a13f35f073d558c268780ce3c6ba1b87055bb0b87/pyyaml-6.0.3-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a80cb027f6b349846a3bf6d73b5e95e782175e52f22108cfa17876aaeff93702", size = 861132, upload-time = "2025-09-25T21:32:50.149Z" }, + { url = "https://files.pythonhosted.org/packages/b1/5e/f77dc6b9036943e285ba76b49e118d9ea929885becb0a29ba8a7c75e29fe/pyyaml-6.0.3-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:00c4bdeba853cc34e7dd471f16b4114f4162dc03e6b7afcc2128711f0eca823c", size = 839261, upload-time = "2025-09-25T21:32:51.808Z" }, + { url = "https://files.pythonhosted.org/packages/ce/88/a9db1376aa2a228197c58b37302f284b5617f56a5d959fd1763fb1675ce6/pyyaml-6.0.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:66e1674c3ef6f541c35191caae2d429b967b99e02040f5ba928632d9a7f0f065", size = 805272, upload-time = "2025-09-25T21:32:52.941Z" }, + { url = "https://files.pythonhosted.org/packages/da/92/1446574745d74df0c92e6aa4a7b0b3130706a4142b2d1a5869f2eaa423c6/pyyaml-6.0.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:16249ee61e95f858e83976573de0f5b2893b3677ba71c9dd36b9cf8be9ac6d65", size = 829923, upload-time = "2025-09-25T21:32:54.537Z" }, + { url = "https://files.pythonhosted.org/packages/f0/7a/1c7270340330e575b92f397352af856a8c06f230aa3e76f86b39d01b416a/pyyaml-6.0.3-cp314-cp314t-win_amd64.whl", hash = "sha256:4ad1906908f2f5ae4e5a8ddfce73c320c2a1429ec52eafd27138b7f1cbe341c9", size = 174062, upload-time = "2025-09-25T21:32:55.767Z" }, + { url = "https://files.pythonhosted.org/packages/f1/12/de94a39c2ef588c7e6455cfbe7343d3b2dc9d6b6b2f40c4c6565744c873d/pyyaml-6.0.3-cp314-cp314t-win_arm64.whl", hash = "sha256:ebc55a14a21cb14062aa4162f906cd962b28e2e9ea38f9b4391244cd8de4ae0b", size = 149341, upload-time = "2025-09-25T21:32:56.828Z" }, +] + +[[package]] +name = "requests" +version = "2.34.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "charset-normalizer" }, + { name = "idna" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ac/c3/e2a2b89f2d3e2179abd6d00ebd70bff6273f37fb3e0cc209f48b39d00cbf/requests-2.34.2.tar.gz", hash = "sha256:f288924cae4e29463698d6d60bc6a4da69c89185ad1e0bcc4104f584e960b9ed", size = 142856, upload-time = "2026-05-14T19:25:27.735Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a0/f4/c67b0b3f1b9245e8d266f0f112c500d50e5b4e83cb6f3b71b6528104182a/requests-2.34.2-py3-none-any.whl", hash = "sha256:2a0d60c172f83ac6ab31e4554906c0f3b3588d37b5cb939b1c061f4907e278e0", size = 73075, upload-time = "2026-05-14T19:25:26.443Z" }, +] + +[[package]] +name = "ruff" +version = "0.16.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/73/e1/4508a569211b35599016e84ba65c1a992b7a4004b4b6c4bea02a851cba1b/ruff-0.16.2.tar.gz", hash = "sha256:c3d7828d12e8927a6fc65fe38e2c2541b9e762d360a1786d752cb1b8883b3c9c", size = 4885811, upload-time = "2026-08-07T13:31:01.432Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/14/57/db19951540f98859c956b50bdb4d31089b4d91e9f15e2968e7d5193806d5/ruff-0.16.2-py3-none-linux_armv6l.whl", hash = "sha256:3c8de4cf2181f01d57946d87d777aa52916976fc09942aed89938fab5e013318", size = 10847925, upload-time = "2026-08-07T13:30:14.468Z" }, + { url = "https://files.pythonhosted.org/packages/13/5a/995fe85a8470d3e391ac0f7fa8054bb454eaf33ee138196d6172ed1079c0/ruff-0.16.2-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:9a48cc05c6fbc811ca81b5d7ba95375affea6582d1b8024e455e41afbbf55344", size = 11072662, upload-time = "2026-08-07T13:30:18.143Z" }, + { url = "https://files.pythonhosted.org/packages/32/53/370d767c61c71a971a4ace36703a7ecd8c393956349a7325d7fab2b56827/ruff-0.16.2-py3-none-macosx_11_0_arm64.whl", hash = "sha256:a2c0d14fcbb26c91f0f867a6dc9bd71bbc30b1b6151829c884f23faeab2e5700", size = 10566771, upload-time = "2026-08-07T13:30:20.899Z" }, + { url = "https://files.pythonhosted.org/packages/85/d6/9d96948caf5a632be62d62202d5ec914d6856f204fd79eb036e5915e79ea/ruff-0.16.2-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:335c621622c4650330be50842561c6586ac6971bb8ab5407fe34dcc9efb16bbe", size = 10975825, upload-time = "2026-08-07T13:30:23.517Z" }, + { url = "https://files.pythonhosted.org/packages/3b/92/ea87129b3414acb0b5770563779c51804d37ac67675c7ba35447ddb14773/ruff-0.16.2-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:20e66910f2c37cc753f9ef6580c914a621b80c4fa3549d3e3521e29d0f5bfc3f", size = 10649437, upload-time = "2026-08-07T13:30:26.097Z" }, + { url = "https://files.pythonhosted.org/packages/ac/43/f8f291dcd4af5bb7872b74fdfa41a7cd7c856ca1d4069670971cf1b9f5cb/ruff-0.16.2-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c7e36fbfba65510548156902bcf1350a979a958ce0347ce0f90d73894036b39f", size = 11446761, upload-time = "2026-08-07T13:30:28.752Z" }, + { url = "https://files.pythonhosted.org/packages/71/4a/ef991fb2fcf516ab71f0808adcdd8da5e18c8cde447f4ceaf5f47a5132a5/ruff-0.16.2-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:f0eab35f80df8f134aae5d1630e751901321d317cc8e50dc39e36fa3ed34cd12", size = 12336364, upload-time = "2026-08-07T13:30:31.468Z" }, + { url = "https://files.pythonhosted.org/packages/f3/24/f615e74f307e6ca0e56a482872477b856c70d530aa356abfb6dfe5ca8a80/ruff-0.16.2-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:40ea8c0594feb894e89c8c61ab9c103d38b0ea72dfde6c594107147ca31b1140", size = 11630720, upload-time = "2026-08-07T13:30:34.426Z" }, + { url = "https://files.pythonhosted.org/packages/c5/d3/8ef50149e8412a77f7ab409efdef0e2b23803707a3863da4fc64cb23d459/ruff-0.16.2-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ab3d62dde0b19facdd632008cc4827fc28ada7736c6bd35ab6f1050f0bfed53f", size = 11466130, upload-time = "2026-08-07T13:30:36.958Z" }, + { url = "https://files.pythonhosted.org/packages/dd/a7/a19334985c4dea8c381981fa252cd854c7ee52dc4b1686dc16f4a911c702/ruff-0.16.2-py3-none-manylinux_2_31_riscv64.whl", hash = "sha256:e43e1f5b8388da9eca1b9e88328d47a5cec794633ccf6f7484ac2dd15eee92c0", size = 11523634, upload-time = "2026-08-07T13:30:39.822Z" }, + { url = "https://files.pythonhosted.org/packages/6e/6c/96d192b0e742412ceda08c0a50f9669b253dde9fd6a60ea1a10c9fa79a63/ruff-0.16.2-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:c24788a980581e1d7ea3a0cbe4344c4fbeb0a6a9b1f4713aa46bb104f8294690", size = 10949807, upload-time = "2026-08-07T13:30:42.745Z" }, + { url = "https://files.pythonhosted.org/packages/fa/51/e26599ceca11e79ee255c7df515995561edf87e9ca1893284e44d98f5a86/ruff-0.16.2-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:81806b08329130005dd4a8a8394a0c9da8c6f4cafb16ba438d2a2ee6a18bedf1", size = 10646891, upload-time = "2026-08-07T13:30:45.522Z" }, + { url = "https://files.pythonhosted.org/packages/68/01/800c4b1f97bc8d7c6029e06b1f20473a3cf1e13c4933d8f3342add83fc55/ruff-0.16.2-py3-none-musllinux_1_2_i686.whl", hash = "sha256:4ce4e02bad779bef557f541a1b31f20d6abeae1cc05ed1b1ac019d4ffd1044c8", size = 11162063, upload-time = "2026-08-07T13:30:48.131Z" }, + { url = "https://files.pythonhosted.org/packages/e4/d0/1477ea50fc5a0d4b0b71d1d63d50770bdd794d90b43e37a7618e63ec9894/ruff-0.16.2-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:e0422abdf70070255fc4073ce9dfc814cc03db577013761ddd09bc1e4a9a4fbd", size = 11556038, upload-time = "2026-08-07T13:30:50.686Z" }, + { url = "https://files.pythonhosted.org/packages/b8/76/a7776f32048d991e16d4fa8ff91790b877342d3596cc3ed04acdbf1aaedc/ruff-0.16.2-py3-none-win32.whl", hash = "sha256:bf3a63d78fb39f4bf5ac8ae52051c5520505301abe19ba4e204c453b3f09bb0b", size = 10872850, upload-time = "2026-08-07T13:30:53.471Z" }, + { url = "https://files.pythonhosted.org/packages/00/0d/929c800d920e61397d82a01b60bffc68da3052c17d31de59efaad2e4ed75/ruff-0.16.2-py3-none-win_amd64.whl", hash = "sha256:bcabe2f6d0fc7819f1431793005af4e4de7371927d037345bf941252b195b9fa", size = 12023338, upload-time = "2026-08-07T13:30:56.193Z" }, + { url = "https://files.pythonhosted.org/packages/5b/6c/93e26c22c5f78ff87363e07da49c84955affbeb1098bd1936bf3b3f293bf/ruff-0.16.2-py3-none-win_arm64.whl", hash = "sha256:d614e95cedf38a2053fd351c55b103ba30d017d61688fdbfd40ee0412852a99f", size = 11374065, upload-time = "2026-08-07T13:30:58.775Z" }, +] + +[[package]] +name = "safetensors" +version = "0.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/45/06/f955dbbb1859e3bd23c8ac6141af5106e7ad5fedec4a3a6e3d60f94b7001/safetensors-0.8.0.tar.gz", hash = "sha256:fabaf3e0f18a6618d9b36560682562157f77c2b71fcffc7b432be2baed9d753d", size = 325846, upload-time = "2026-06-09T07:52:25.563Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/39/a0/f718cda65b05407d228f97602cf60dca269c979867aa5beb25410de26cd3/safetensors-0.8.0-cp310-abi3-macosx_10_12_x86_64.whl", hash = "sha256:c554f85858e05226d3c2828e32395e677434685d6d94594a41643361c5e837f0", size = 473568, upload-time = "2026-06-09T07:52:18.829Z" }, + { url = "https://files.pythonhosted.org/packages/f5/b1/fa7c600e7dceae12e9606c7578cbc9ff1e1ed55844883ee5c92205e86226/safetensors-0.8.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:c80201d22cbf405b80647a60ada77bba06c8fba2da2743ba1e89cdcc39a81f25", size = 484562, upload-time = "2026-06-09T07:52:17.518Z" }, + { url = "https://files.pythonhosted.org/packages/09/7d/65a7de0af421317bb36a067241e4235fff194eed60b961ed6d3f59a3fc60/safetensors-0.8.0-cp310-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7a46e5ff292c356d6991e60942ba7f79817682d3a2cef0702136448cb9c4d235", size = 502844, upload-time = "2026-06-09T07:52:07.624Z" }, + { url = "https://files.pythonhosted.org/packages/91/4f/3175c9d75634e0e0dda0082794193521035edd7c70a6f212bf33ca06ddf4/safetensors-0.8.0-cp310-abi3-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4124502b78f03534117c848f87a39b8f31e577b15eff423bf8bfb95f2a8c30d0", size = 511823, upload-time = "2026-06-09T07:52:09.565Z" }, + { url = "https://files.pythonhosted.org/packages/20/87/846c289e7aa2299eff406335717cf43ce8777194ece8aad75772e0411615/safetensors-0.8.0-cp310-abi3-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7bc0a787ba8a35be368ee3574edfa2b1ad389eebd0a72e482ae275490e3f6c98", size = 633461, upload-time = "2026-06-09T07:52:11.128Z" }, + { url = "https://files.pythonhosted.org/packages/76/22/8d64d9df2c45d5ded401df889d0ad90882804ca172d79ec4f0df8f727fe0/safetensors-0.8.0-cp310-abi3-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:040070828e36dc8e122178bbbd5830ff9e97920affb84cbe0f46442497bed358", size = 545148, upload-time = "2026-06-09T07:52:13.603Z" }, + { url = "https://files.pythonhosted.org/packages/28/50/f203ff3a3ddfe19308efc83c5a3a29ed02bf786732ec35e68bf9162f3365/safetensors-0.8.0-cp310-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fd6f3f93c9a0a7cc2788ee63fb763353d4bd2e89b0751bc78fcf7dda00bea774", size = 516040, upload-time = "2026-06-09T07:52:16.29Z" }, + { url = "https://files.pythonhosted.org/packages/46/fb/cdaed17ceb2948784fd9c36b6fd3e951b608547cea81a48e8ee6f8cfdfcb/safetensors-0.8.0-cp310-abi3-manylinux_2_31_riscv64.whl", hash = "sha256:fcdd41ec4628fee5799f807c73c353629130fbd942aa23d83c623dd6c9d52d78", size = 513832, upload-time = "2026-06-09T07:52:12.37Z" }, + { url = "https://files.pythonhosted.org/packages/0d/49/1e15de264dcc3b77943d2d0c56a95809956883b1c2d6d585c792523f180b/safetensors-0.8.0-cp310-abi3-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:8e9f537aa183a38ace122d27303dcd986b26bd2a7591f9181d7f0c396f4677ca", size = 559930, upload-time = "2026-06-09T07:52:14.743Z" }, + { url = "https://files.pythonhosted.org/packages/2a/43/bf38443278eab4b1be1fce2931e2b012ad9cb7df52ada751d0aab8f7659a/safetensors-0.8.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:87eec7ffed2b809f05a398a8becb7d013f19f7837cd15d9748580d6cf30dbaf4", size = 678670, upload-time = "2026-06-09T07:52:20.032Z" }, + { url = "https://files.pythonhosted.org/packages/72/e3/68cd3fa5b48488e84add63e04cb12f3bc28ae4638c06d4508c6e88823d0e/safetensors-0.8.0-cp310-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:4a95ae2b05d7726d751da4ebf626a2ca782b706e101bd894c95bc2450b1cffcc", size = 786679, upload-time = "2026-06-09T07:52:21.322Z" }, + { url = "https://files.pythonhosted.org/packages/29/4b/1c19c509d56e01f4fbb3d0a2e597450f6cc04d1d56cf52defb0a62dfd715/safetensors-0.8.0-cp310-abi3-musllinux_1_2_i686.whl", hash = "sha256:3ae091f16662658bdc019a4ff6cb4c085bb7d725eb5978b183ffd265863b6d2d", size = 765683, upload-time = "2026-06-09T07:52:22.594Z" }, + { url = "https://files.pythonhosted.org/packages/27/43/41c1621732edd934d868a00d1b891584c892a7b62a9aab82ea5a0a5623ee/safetensors-0.8.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:8e080062fcde23be189565e1c3305d16751a218ecf9412c8601e64204eb6f846", size = 722361, upload-time = "2026-06-09T07:52:23.924Z" }, + { url = "https://files.pythonhosted.org/packages/8e/3f/73ccf82579412b4a71c4ca673f10b5f1f888d7cf5af7fe24f27d30307be4/safetensors-0.8.0-cp310-abi3-win32.whl", hash = "sha256:2ddf52eac562eda224f99acfa7889d02968c1fd59a5b011ae7d8137c37e9c02d", size = 342401, upload-time = "2026-06-09T07:52:28.895Z" }, + { url = "https://files.pythonhosted.org/packages/1b/6d/3fba214c1e5e0f69991677ec3bc17023f0421776975e1de0c682dca475e2/safetensors-0.8.0-cp310-abi3-win_amd64.whl", hash = "sha256:096ec1a98435df7beb08853bb5aa9081a84f23d0adc67ed1a0a10550f608373f", size = 355540, upload-time = "2026-06-09T07:52:27.832Z" }, + { url = "https://files.pythonhosted.org/packages/8d/fc/7eedc3510d97878876e32774eebbeb61c43f148a96e915c84229a3e967aa/safetensors-0.8.0-cp310-abi3-win_arm64.whl", hash = "sha256:f7838e5135a406ad3e02efdcb8cf2e5397d368b0154537c4fec682dbc544d452", size = 340500, upload-time = "2026-06-09T07:52:26.745Z" }, +] + +[[package]] +name = "sb3-contrib" +version = "2.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "stable-baselines3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/8f/8e/476222d88ba09dce0feebf6fb30b55e4dd0c80be5b19dc7b40d12d70752a/sb3_contrib-2.9.0.tar.gz", hash = "sha256:6e839c669552ecb3deb616a42ea98ed5e6c599eb5ac5f86232415b87a3873699", size = 90312, upload-time = "2026-06-15T17:06:08.8Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c3/06/add3f1d6250f58ca493830ddb2118975aa3c4433bc07662d5ac5089eb691/sb3_contrib-2.9.0-py3-none-any.whl", hash = "sha256:b492b2be792f8f8214ff6b984e94812dc877f809ae82302cbe00626442ae316a", size = 93042, upload-time = "2026-06-15T17:06:07.452Z" }, +] + +[[package]] +name = "scipy" +version = "1.18.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a7/25/c2700dfaf6442b4effaa91af24ebce5dc9d31bb4a69706313aae70d72cd0/scipy-1.18.0.tar.gz", hash = "sha256:67b2ad2ad54c72ca6d04975a9b2df8c3638c34ddd5b28738e94fc2b57929d378", size = 30774447, upload-time = "2026-06-19T15:01:43.456Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/6a/19/ca10ead60b0acc80b2b833c2c4a4f2ff753d0f58b811f70d911c7e94a25c/scipy-1.18.0-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:7bd21faaf5a1a3b2eff922d02db5f191b99a6518db9078a8fb23169f6d22259a", size = 31056519, upload-time = "2026-06-19T14:59:45.203Z" }, + { url = "https://files.pythonhosted.org/packages/96/72/1e6442a00cd2924d361aa1b642ab6373ec35c6fabf311a760be9f76e0f13/scipy-1.18.0-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:265915e79107de9f946b855e50d7470d5893ec3f54b342e1aa6201cbdcd8bb6b", size = 28681889, upload-time = "2026-06-19T14:59:48.103Z" }, + { url = "https://files.pythonhosted.org/packages/9b/2d/11dd93d21e147a73ba22bd75c0b9208d3a2e0ec76d53170ce7d9029b1015/scipy-1.18.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:9ab7b758be6940954a713ee466e2043e9f6e2ed965c1fce5c91039f4be3d90a9", size = 20423580, upload-time = "2026-06-19T14:59:50.665Z" }, + { url = "https://files.pythonhosted.org/packages/9c/01/93552f75e0d2a7dd115a45e59209c51e8d514daff02fc887d2623be06fe1/scipy-1.18.0-cp312-cp312-macosx_14_0_x86_64.whl", hash = "sha256:97b6cddaaee0a779ef6b5ca83c9604b27cc16b2b8fc22c142652df8793319fb8", size = 23054441, upload-time = "2026-06-19T14:59:53.564Z" }, + { url = "https://files.pythonhosted.org/packages/3c/23/21f5e703643d66f21faa6b4c73195bfcad70c55efcb4f1ab327cd7c4101a/scipy-1.18.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:52a96e21517c7292375c0e27dd796a811f03fcea5fd4d108fdfea8145dcf17ab", size = 33968720, upload-time = "2026-06-19T14:59:56.415Z" }, + { url = "https://files.pythonhosted.org/packages/dd/aa/1b939f6c67ed68635bb538e6752d3dacc02f66535182e939a89581a44e9c/scipy-1.18.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1f55797419e16e7f30cf88ffb3113ce0467f00cfe3f70d5c281730b21769bfc2", size = 35287115, upload-time = "2026-06-19T14:59:59.411Z" }, + { url = "https://files.pythonhosted.org/packages/b6/ff/eec46be7e9234208f801062b53e1983085eddebd693f6c9bfb03b459830d/scipy-1.18.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:ad033410e2e0672ffdc1042110cef20e1c46f8fd0616cee1d44d8d58fad8fc11", size = 35577989, upload-time = "2026-06-19T15:00:02.235Z" }, + { url = "https://files.pythonhosted.org/packages/84/ca/210d4759c7210bb7d269437421959b39a33434e2776b60c5cb8a763bb30a/scipy-1.18.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:4a55985d54c769c872e64b7f4c8a81cc30ef700cc04296abbbf3705439c126de", size = 37421717, upload-time = "2026-06-19T15:00:05.102Z" }, + { url = "https://files.pythonhosted.org/packages/2b/54/9a9edb45345bd6744da5ddfb6628e5d5185920494c6a67ec45b6381004cb/scipy-1.18.0-cp312-cp312-win_amd64.whl", hash = "sha256:71ccc8faa2dd16ac310233203474a8b5cb67f10dedd54a3116d34943f4b19132", size = 36597428, upload-time = "2026-06-19T15:00:08.112Z" }, + { url = "https://files.pythonhosted.org/packages/99/0e/33f32a2a58987e26aec0f7df252cbbad1e90ae77bdbc76f40dd4ed0cf0ea/scipy-1.18.0-cp312-cp312-win_arm64.whl", hash = "sha256:d88363fd9d8fbd3511bd273f1a49efb2a540773ddf92a91d57498ce7dd7f3e76", size = 24351481, upload-time = "2026-06-19T15:00:11.103Z" }, + { url = "https://files.pythonhosted.org/packages/05/52/9c0136c2de7ae0779b7b366447766cec6d9f0702c56bb8ffeb04c8fd3af4/scipy-1.18.0-cp313-cp313-macosx_10_15_x86_64.whl", hash = "sha256:09143f676d157d9f546d663504ef9c1becb819824f1afc018814176411942446", size = 31036107, upload-time = "2026-06-19T15:00:14.03Z" }, + { url = "https://files.pythonhosted.org/packages/02/73/0291a64843270f4efb86cdcf2ee0f2048631b65ec6b405398b2b4dbf11bf/scipy-1.18.0-cp313-cp313-macosx_12_0_arm64.whl", hash = "sha256:5efe260f69417b97ddae455bfb5a95e8359f7f66ad7fa9522a60feb66f169520", size = 28663303, upload-time = "2026-06-19T15:00:16.819Z" }, + { url = "https://files.pythonhosted.org/packages/d3/0f/10ffa0b697a572f4e0d48b92a88895d366422f019f723e7e14a84c050dac/scipy-1.18.0-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:68363b7eaacd8b5dd426df56d782cc156468ac79a127a1b87ca597d6e2e82197", size = 20404960, upload-time = "2026-06-19T15:00:19.635Z" }, + { url = "https://files.pythonhosted.org/packages/7e/d2/e896cea21ba8edd6c81d4c55b1ffcc717e79698dcbebf9641b4cfb4c6622/scipy-1.18.0-cp313-cp313-macosx_14_0_x86_64.whl", hash = "sha256:c5557d8be5da8e41353fcd4d21491fdbab83b062fc579e94dc09a7c8ab4f669b", size = 23034074, upload-time = "2026-06-19T15:00:22.107Z" }, + { url = "https://files.pythonhosted.org/packages/ea/b2/e83ea34279a52c03374477c74006256ec78df65fc877baa4617d6de1d202/scipy-1.18.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0d13bca67c096d89fb95ced0d8921807300fce0275643aef9533cc63a0773468", size = 33942038, upload-time = "2026-06-19T15:00:24.964Z" }, + { url = "https://files.pythonhosted.org/packages/f6/af/e8fe5fb136f51e2b01678b92cb4106d10d8cd68ec147ead2e7cb0ac75398/scipy-1.18.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a46f9273dbd0eb1cefba61c9b8648b4dfe3cbc14a080176f9a73e44b8336dc7f", size = 35266390, upload-time = "2026-06-19T15:00:28.059Z" }, + { url = "https://files.pythonhosted.org/packages/3a/49/2c5cbb907b56695fc67517811d1db234dfd83381a84814ec220aded2794d/scipy-1.18.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:5aba46108853ddfc77906b6557aac839d2b52e900c1d72a1180adaaab58d265f", size = 35551324, upload-time = "2026-06-19T15:00:31.014Z" }, + { url = "https://files.pythonhosted.org/packages/bb/73/eda39f7a2d306ff0ffc574afd13c0bbb6d10a603d9a413998ee269487a80/scipy-1.18.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:b6f758e35f12757b5d95c00bc6de2438e229c2664b7a92e96f205959d9f2dfa4", size = 37404785, upload-time = "2026-06-19T15:00:34.072Z" }, + { url = "https://files.pythonhosted.org/packages/b7/d2/ae881ee28d014f38e0ccbfd974a06a919ba9af34f1f74bf42b5301891d63/scipy-1.18.0-cp313-cp313-win_amd64.whl", hash = "sha256:1afac4a847207c7ff8efd321734a50b06d0280b3b2a2c0fc2f413101747ad7c7", size = 36554943, upload-time = "2026-06-19T15:00:36.903Z" }, + { url = "https://files.pythonhosted.org/packages/70/3a/21154e2d54eb3639c6bf4dbae2e531c68356bfe95990daa30df33b30d556/scipy-1.18.0-cp313-cp313-win_arm64.whl", hash = "sha256:c5dbddf60e58c2312316d097271a8e73d40eaf2eabfa4d95ed7d3695bbf2ce7b", size = 24350911, upload-time = "2026-06-19T15:00:40.062Z" }, + { url = "https://files.pythonhosted.org/packages/78/b5/915a19b3de2f7430062b509653563db1633ddbb6f021b06731521115d4e2/scipy-1.18.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:4c256ee70c0d1a8a2ace807e199ccd4e3f57037433842abb3fb36bc17eaa9578", size = 31036253, upload-time = "2026-06-19T15:00:43.216Z" }, + { url = "https://files.pythonhosted.org/packages/d7/88/b72def7262e150d16be13fca37a96481138d624e700340bc3362a7588929/scipy-1.18.0-cp314-cp314-macosx_12_0_arm64.whl", hash = "sha256:2ef3abc54a4ffc53765374b0d5728532dfdd2585ed23f6b11c206a1f0b1b9af8", size = 28673758, upload-time = "2026-06-19T15:00:46.663Z" }, + { url = "https://files.pythonhosted.org/packages/91/02/2e636a61a525632c373cf6a9c24442a3ffb79e364d38e98b32042964ac32/scipy-1.18.0-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:f2a6af57bd9e4a75d70e4117e78a1bbee84f79ae3fbb6d0111005d6ebcc4cb8d", size = 20415514, upload-time = "2026-06-19T15:00:49.399Z" }, + { url = "https://files.pythonhosted.org/packages/c9/b6/2135974442f6aba159d9d39d774a1c8cb19947016725d69fecc685df45bf/scipy-1.18.0-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:3f1ac564d3bf6c03d861d2cd87a1bea0da2887136f7fb1bf519c05a8971452d6", size = 23034398, upload-time = "2026-06-19T15:00:51.941Z" }, + { url = "https://files.pythonhosted.org/packages/f6/e6/ba89ec5abf6ee9257c0d1ec985573f3ae32742c24bc03e016388a40b1b15/scipy-1.18.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:40395a5fcd1abee49a5c7aaa98c29db393eedc835138560a588c47ec16156690", size = 33998032, upload-time = "2026-06-19T15:00:54.838Z" }, + { url = "https://files.pythonhosted.org/packages/7f/c4/bc41eb19b0fd0db868f4132920879019318d80cc522ad8f2bca4611af808/scipy-1.18.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8ca01e8ae69f1b18e9a58d91afead31be3cef0dd905a10249dac559ee15460a0", size = 35283333, upload-time = "2026-06-19T15:00:58.152Z" }, + { url = "https://files.pythonhosted.org/packages/53/a4/cbdeef6eb3830a8462a9d4ada814de5fc984345cc9ecf17cbec51a036f1e/scipy-1.18.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:7a7f3b01647384dbc3a711e8c6778e0aabbe93959249fef5c7393396bcac0867", size = 35610216, upload-time = "2026-06-19T15:01:01.155Z" }, + { url = "https://files.pythonhosted.org/packages/80/4d/b2b82502b65f661d1b789c1665dcdf315d5f12194e06fc0b37946294ebae/scipy-1.18.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:6aa94e78ec192a30063a5e72e561c28af769dc311190b24fe91774eff1969709", size = 37418960, upload-time = "2026-06-19T15:01:04.155Z" }, + { url = "https://files.pythonhosted.org/packages/93/3e/902d836831474b0ab5a37d16404f7bc5fafd9efba632890e271ba952635f/scipy-1.18.0-cp314-cp314-win_amd64.whl", hash = "sha256:2d8bbdc6c817f5b4006a54d799d4f5bab6f910193cbb9a1ff310833d4d270f61", size = 37288845, upload-time = "2026-06-19T15:01:07.822Z" }, + { url = "https://files.pythonhosted.org/packages/b6/43/8d73b337a3bdb14daa0314f0434210747c02d79d729ce1777574a817dcf6/scipy-1.18.0-cp314-cp314-win_arm64.whl", hash = "sha256:18e9575f1569b2c54174e6159d32942e03731177f63dce7975f0a0c88d102f5b", size = 24988971, upload-time = "2026-06-19T15:01:11.076Z" }, + { url = "https://files.pythonhosted.org/packages/b4/b4/f11918b0508a2787031a0499a03fbe3546f3bb5ca05d01038c45b278c09a/scipy-1.18.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:f351e0dd702687d12a402b867a1b4146a256923e1c38317cbc472f6372b94707", size = 31399325, upload-time = "2026-06-19T15:01:13.723Z" }, + { url = "https://files.pythonhosted.org/packages/7b/d1/1f287b57c0ff0ee5185dff3946d92c8017d39b0e431f0ae79a3ff1859512/scipy-1.18.0-cp314-cp314t-macosx_12_0_arm64.whl", hash = "sha256:7c7a51b33ce387193c97f228320cf8e87361daa1bba750638677729598b3e677", size = 29092110, upload-time = "2026-06-19T15:01:16.908Z" }, + { url = "https://files.pythonhosted.org/packages/ff/1a/7b74eb6c392fdcb27d414c0e7558a6d0231eb3b6d73571f479bb81ea8794/scipy-1.18.0-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:84031d7b052a54fae2f8632e0ec802073d385476eb9a63079bce6e23ef9283d4", size = 20833811, upload-time = "2026-06-19T15:01:20.488Z" }, + { url = "https://files.pythonhosted.org/packages/7c/ad/f3941716320a7b9cb4d68734a903b45fe16eff5fb7da7e16f2e619304979/scipy-1.18.0-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:56abf29a7c067dde59be8b9a22d606a4ea1b2f2a4b756d9d903c62818f5dacce", size = 23396644, upload-time = "2026-06-19T15:01:23.364Z" }, + { url = "https://files.pythonhosted.org/packages/22/22/1446b62ffe07f9719b7d9b1b6a4e05a772833ae8f441fe4c22c34c9b250f/scipy-1.18.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1ad44305cfa24b1ba5803cbbebf033590ccbac1aa5d612d727b785325ab408b0", size = 34079318, upload-time = "2026-06-19T15:01:26.002Z" }, + { url = "https://files.pythonhosted.org/packages/56/3b/b87da667098bb470fa30c7011b0ba351ee976dd395c78798c66e941665a3/scipy-1.18.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:945c1761b93f38d7f99ae81ae80c63e621471608c7eeead563f6df025585cd58", size = 35324320, upload-time = "2026-06-19T15:01:28.881Z" }, + { url = "https://files.pythonhosted.org/packages/f8/a1/c7932f91909759b0267f75fdea34e91309f96b895757534b76a90b6b4344/scipy-1.18.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:1a4441f15d620578772a49e5ab48c0ee1f7a0220e387110283062729136b2553", size = 35699541, upload-time = "2026-06-19T15:01:31.968Z" }, + { url = "https://files.pythonhosted.org/packages/f7/86/5185061a1fcc41d18c5dc2463969b3a3964b31d9ac67b2fb05d4c7ff7670/scipy-1.18.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:9aac6192fac56bf2ca534389d24623f07b39ff83317d58287285e7fbd622ff76", size = 37472480, upload-time = "2026-06-19T15:01:35.136Z" }, + { url = "https://files.pythonhosted.org/packages/31/8e/f04c68e39919a010d34f2ee1367fd705b0a25a02f609d755f0bfbc0a15fc/scipy-1.18.0-cp314-cp314t-win_amd64.whl", hash = "sha256:e40baea28ae7f5475c779741e2d90b1247c78531207b49c7030e698ff81cee3f", size = 37365390, upload-time = "2026-06-19T15:01:38.091Z" }, + { url = "https://files.pythonhosted.org/packages/d5/19/969dc072906c84dd0a3b05dcf57ea750936087d7873549e408b35cfc3f97/scipy-1.18.0-cp314-cp314t-win_arm64.whl", hash = "sha256:368e0a705903c466aa5f08eefb39e6b1b6b2d659e7352a31fd9e2438365be0f8", size = 25279661, upload-time = "2026-06-19T15:01:40.817Z" }, +] + +[[package]] +name = "sentry-sdk" +version = "2.67.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ad/8a/b2eec40df8a67bf073e244d29001d04ee365d163bc4f15efdfce35f53090/sentry_sdk-2.67.1.tar.gz", hash = "sha256:f263d8c9aa4137750640de8fb0ed5404df6bb564e20e4b59cb16a6eeba18d4ed", size = 990599, upload-time = "2026-08-10T13:05:55.892Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/34/e2/70692eba662037cddf93391cbbf98297159f3038612e9b9a8129e16feb7a/sentry_sdk-2.67.1-py3-none-any.whl", hash = "sha256:a66bfbce1cd8a93c51c369d642ad85b46253ea7a6f7938141315b83e2823cda5", size = 515591, upload-time = "2026-08-10T13:05:54.213Z" }, +] + +[[package]] +name = "setuptools" +version = "81.0.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/0d/1c/73e719955c59b8e424d015ab450f51c0af856ae46ea2da83eba51cc88de1/setuptools-81.0.0.tar.gz", hash = "sha256:487b53915f52501f0a79ccfd0c02c165ffe06631443a886740b91af4b7a5845a", size = 1198299, upload-time = "2026-02-06T21:10:39.601Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e1/e3/c164c88b2e5ce7b24d667b9bd83589cf4f3520d97cad01534cd3c4f55fdb/setuptools-81.0.0-py3-none-any.whl", hash = "sha256:fdd925d5c5d9f62e4b74b30d6dd7828ce236fd6ed998a08d81de62ce5a6310d6", size = 1062021, upload-time = "2026-02-06T21:10:37.175Z" }, +] + +[[package]] +name = "six" +version = "1.17.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" }, +] + +[[package]] +name = "stable-baselines3" +version = "2.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cloudpickle" }, + { name = "gymnasium" }, + { name = "numpy" }, + { name = "torch", version = "2.13.0", source = { registry = "https://pypi.org/simple" }, marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "torch", version = "2.13.0+cu126", source = { registry = "https://download.pytorch.org/whl/cu126" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "torch", version = "2.13.0+cu132", source = { registry = "https://download.pytorch.org/whl/cu132" }, marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/89/f8/9c1901a42e55b21b9e9559a720cb33dffdeb4c4215b1dfd10d63224b19c0/stable_baselines3-2.9.0.tar.gz", hash = "sha256:92b46c6099a0e8f99163ff09e26729e4d0a68b33dc8598626ca13ade3c0b3a61", size = 221345, upload-time = "2026-06-15T17:00:30.713Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a6/70/d18c8278223d4928378c4af822b66d3c87e19e73bcb011e05e2f0b43f4e5/stable_baselines3-2.9.0-py3-none-any.whl", hash = "sha256:95f39a473dce081d1abe31acaf7cee446dcf223dcd74093d6ea460bc37e2e748", size = 187606, upload-time = "2026-06-15T17:00:29.331Z" }, +] + +[[package]] +name = "stack-data" +version = "0.6.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "asttokens" }, + { name = "executing" }, + { name = "pure-eval" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/28/e3/55dcc2cfbc3ca9c29519eb6884dd1415ecb53b0e934862d3559ddcb7e20b/stack_data-0.6.3.tar.gz", hash = "sha256:836a778de4fec4dcd1dcd89ed8abff8a221f58308462e1c4aa2a3cf30148f0b9", size = 44707, upload-time = "2023-09-30T13:58:05.479Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f1/7b/ce1eafaf1a76852e2ec9b22edecf1daa58175c090266e9f6c64afcd81d91/stack_data-0.6.3-py3-none-any.whl", hash = "sha256:d5558e0c25a4cb0853cddad3d77da9891a08cb85dd9f9f91b9f8cd66e511e695", size = 24521, upload-time = "2023-09-30T13:58:03.53Z" }, +] + +[[package]] +name = "sympy" +version = "1.14.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "mpmath" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/83/d3/803453b36afefb7c2bb238361cd4ae6125a569b4db67cd9e79846ba2d68c/sympy-1.14.0.tar.gz", hash = "sha256:d3d3fe8df1e5a0b42f0e7bdf50541697dbe7d23746e894990c030e2b05e72517", size = 7793921, upload-time = "2025-04-27T18:05:01.611Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a2/09/77d55d46fd61b4a135c444fc97158ef34a095e5681d0a6c10b75bf356191/sympy-1.14.0-py3-none-any.whl", hash = "sha256:e091cc3e99d2141a0ba2847328f5479b05d94a6635cb96148ccb3f34671bd8f5", size = 6299353, upload-time = "2025-04-27T18:04:59.103Z" }, +] + +[[package]] +name = "torch" +version = "2.13.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cuda-bindings", version = "13.3.1", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.15' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "cuda-toolkit", version = "13.0.3.0", source = { registry = "https://pypi.org/simple" }, extra = ["cublas", "cudart", "cufft", "cufile", "cupti", "curand", "cusolver", "cusparse", "nvjitlink", "nvrtc", "nvtx"], marker = "(sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "filelock", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "fsspec", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "jinja2", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "networkx", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cudnn-cu13", marker = "(sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusparselt-cu13", marker = "(sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nccl-cu13", marker = "(sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvshmem-cu13", marker = "(sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "setuptools", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "sympy", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "triton", marker = "(python_full_version < '3.15' and sys_platform == 'linux' and extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "typing-extensions", marker = "(extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra != 'extra-22-remdm-planner-minihack-cuda12' and extra != 'extra-22-remdm-planner-minihack-cuda13')" }, +] +wheels = [ + { url = "https://files.pythonhosted.org/packages/c4/3a/ed0f4d4d1dcde03bced7aac9a28e800abcdc0cbd06b6775044c9fbd877b7/torch-2.13.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:2fe228aba290d14b9f31b049be550dbd469c3fd3013d7a19705b30454da97027", size = 111213045, upload-time = "2026-07-08T16:05:22.997Z" }, + { url = "https://files.pythonhosted.org/packages/df/a9/f6a2a4d763ff1df02e9a64c477029db614295bc9367f4131223791ccc243/torch-2.13.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:572df8be8ffb4599c88cbd6a0726f1f854f4da65d2e3c09f0e2c2283333cd6d4", size = 427210998, upload-time = "2026-07-08T16:04:37.708Z" }, + { url = "https://files.pythonhosted.org/packages/f3/82/fea946351658e6534db52d2cc12bc53087cbf87f9440c5f180f367c1950b/torch-2.13.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:796633c4cdf0fe2cdced72d8f88f22e73dbcfce83132763162f6d4bff13b820b", size = 526605292, upload-time = "2026-07-08T16:04:22.81Z" }, + { url = "https://files.pythonhosted.org/packages/21/d6/e8f3c6f7e01f626f77259de9860d2a78bc84c40539e28e79b7e98b0bb659/torch-2.13.0-cp312-cp312-win_amd64.whl", hash = "sha256:024c6cc0c1b085f2f91f20a3dc27b0471d021c31ce84b81be3afdc39f791fd9d", size = 122057313, upload-time = "2026-07-08T16:03:53.43Z" }, + { url = "https://files.pythonhosted.org/packages/0d/fa/c1c10b7aff4a9a3e8956d4f0a5f468fa6db7abc3208805719076772b4833/torch-2.13.0-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:33449899ce5496c1b84b4853179d94fd102028ae1407314d9fb956bb79e70d09", size = 111213743, upload-time = "2026-07-08T16:03:28.579Z" }, + { url = "https://files.pythonhosted.org/packages/11/18/9ecb37b56293a0be8d80f810bf672a72fe7e02f8b475d5ef1b9bf8a0d748/torch-2.13.0-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:1e09d6a722504957c694faceca843acde562786df1144ebcc5a74075ec7f6005", size = 427213008, upload-time = "2026-07-08T16:03:44.106Z" }, + { url = "https://files.pythonhosted.org/packages/d4/5a/7c50ba1b7b713d71d34669c6d13dab0a11531a3eceb0307a5162dbfec0f7/torch-2.13.0-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:a3a9a21312872af8a26950b2c15680335a386a1f56ed03e780653d78b9607e9e", size = 526602329, upload-time = "2026-07-08T16:03:12.649Z" }, + { url = "https://files.pythonhosted.org/packages/91/3d/e7adcc6aaf36961cd18f56cf8ad0f3058c3a5c84ccf391762176c94581b8/torch-2.13.0-cp313-cp313-win_amd64.whl", hash = "sha256:49b58f1e2c52440abb6f17c28f0335fe6c6d01ad1a7f55b0183b81e4b34d64e6", size = 122057920, upload-time = "2026-07-08T16:03:01.808Z" }, + { url = "https://files.pythonhosted.org/packages/36/76/6dcc7f0c07052102dd36f83cbc5800842a909c8c3fbf1a7f8a5844954de9/torch-2.13.0-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:d849b390e07d8d333ce8ecaf91b273c656c598379a19c9acf1318a883f6b391c", size = 111227066, upload-time = "2026-07-08T16:03:33.6Z" }, + { url = "https://files.pythonhosted.org/packages/e9/09/2c10e8cd0e00fa5d23c052df6ce467eaa7182399f5e0f824f1e4ff42ccae/torch-2.13.0-cp314-cp314-manylinux_2_28_aarch64.whl", hash = "sha256:a3893dc2da0a972a8ca5d698c85a9f967559ac5f8ee1797b77408aa8734d073c", size = 427226309, upload-time = "2026-07-08T16:02:53.127Z" }, + { url = "https://files.pythonhosted.org/packages/76/c6/22c2102bbef14ca6a6cb4c20e42f088e49c5f812be4e160ae57502e325f9/torch-2.13.0-cp314-cp314-manylinux_2_28_x86_64.whl", hash = "sha256:49f1ea385c754e54919408a9bb3b5a72b0b755bbe2c916c1d6f70afbec4908a2", size = 526614507, upload-time = "2026-07-08T16:02:16.441Z" }, + { url = "https://files.pythonhosted.org/packages/2b/0c/7d1deb6bce5bc3e6042caf39100ac768eba3b9a098e1dddd16f75bd6489b/torch-2.13.0-cp314-cp314-win_amd64.whl", hash = "sha256:4f8573e3ce9ebcd53fe922f01077a6085ccdfbe5f12fd215883a9d87d7a744fd", size = 122051871, upload-time = "2026-07-08T16:03:23.521Z" }, + { url = "https://files.pythonhosted.org/packages/f4/ce/aa8b7f9949d32e0f2f624f342bc3b48112c1b8a130288465938bc83bcbf9/torch-2.13.0-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:c28def70706c2f9ecc752574766e8ae4da9b810ab6676b611166761a78a9f1e1", size = 111537025, upload-time = "2026-07-08T16:02:44.28Z" }, + { url = "https://files.pythonhosted.org/packages/69/d1/491e3a0389430946145888b0203f2b6a759ce2a61481b96a85c2da4f2ced/torch-2.13.0-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:31061ff56ed8fbf26c749806905aeb749ebeb819810fd5d52508aa5afd90dddc", size = 427219769, upload-time = "2026-07-08T16:02:31.18Z" }, + { url = "https://files.pythonhosted.org/packages/9a/1d/38006e045bf0a1fc28ef01e757c554e59e59a8770c284bc4f47b14e60441/torch-2.13.0-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:cc26eead4cf51d0b544e31e364dcf000846549c273bd148936fe9d24d29acb92", size = 526571320, upload-time = "2026-07-08T16:01:59.348Z" }, + { url = "https://files.pythonhosted.org/packages/56/94/655c91992a882bd5071aa0b5d22a07dbb130d801e872be97c0b627a7c693/torch-2.13.0-cp314-cp314t-win_amd64.whl", hash = "sha256:a7de8a313090dc5c7d7ba4bfe5c3be222528f9a4dba1acc83bddb1157360c4b8", size = 122306773, upload-time = "2026-07-08T16:02:39.832Z" }, +] + +[[package]] +name = "torch" +version = "2.13.0+cu126" +source = { registry = "https://download.pytorch.org/whl/cu126" } +dependencies = [ + { name = "cuda-bindings", version = "12.9.7", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.15' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (python_full_version >= '3.15' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "cuda-toolkit", version = "12.6.3", source = { registry = "https://pypi.org/simple" }, extra = ["cublas", "cudart", "cufft", "cufile", "cupti", "curand", "cusolver", "cusparse", "nvjitlink", "nvrtc", "nvtx"], marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "filelock", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "fsspec", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "jinja2", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "networkx", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "nvidia-cudnn-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusparselt-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nccl-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvshmem-cu12", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "setuptools", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "sympy", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, + { name = "triton", marker = "(python_full_version < '3.15' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12') or (python_full_version >= '3.15' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "typing-extensions", marker = "extra == 'extra-22-remdm-planner-minihack-cuda12'" }, +] +wheels = [ + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:24b2f3b177b3a715c30ab893a72db08dde2c55d070339d661347873b18adaa03", upload-time = "2026-07-08T19:42:12Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:8695f3c6b7966d44560275b90c5c28e5091ba33ddbb1ab33b2173782ca1e9145", upload-time = "2026-07-08T19:42:50Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp312-cp312-win_amd64.whl", hash = "sha256:380081ea098bf2b9e727aa85205d94790d884d17c62df3bb00a4f6a1047010a2", upload-time = "2026-07-08T19:44:46Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:b2618235bacb29eea37357ce660aab5296d9729eacfd4629d50327382da11f7f", upload-time = "2026-07-08T19:46:32Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:4198c8d7478ab47ad2569309387d88b21fb553a1cf8ab06260fbd5a6ab9b9712", upload-time = "2026-07-08T19:47:07Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp313-cp313-win_amd64.whl", hash = "sha256:cb91b2f91d053bb91e413459a13ec8b036ff348d03e411e9c29988cc6edb7b32", upload-time = "2026-07-08T19:48:48Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp314-cp314-manylinux_2_28_aarch64.whl", hash = "sha256:a1b8a5bfe240d8dfdf2d4f0b70530552e1935050ccd57d4503f91829e3773370", upload-time = "2026-07-08T19:50:25Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp314-cp314-manylinux_2_28_x86_64.whl", hash = "sha256:affd3b49a4e48aef895ffd9e196181bd505422d7c37b4a6f9afa76899d2acd3d", upload-time = "2026-07-08T19:50:59Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp314-cp314-win_amd64.whl", hash = "sha256:136a8383b152dadc73d8944af9a796a76ff2038d59de666660d419a381b68078", upload-time = "2026-07-08T19:52:51Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp314-cp314t-manylinux_2_28_aarch64.whl", hash = "sha256:50a984ba2624232f8a8f8db294124167df238f4ca7167da4d4708b19d2c7b9da", upload-time = "2026-07-08T19:54:28Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp314-cp314t-manylinux_2_28_x86_64.whl", hash = "sha256:1318821b09feb4e4e55c16c09c2d5c7cbdc6589480f37a4bcff4187ed9b62344", upload-time = "2026-07-08T19:55:07Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp314-cp314t-win_amd64.whl", hash = "sha256:f50c0df3604e118003b5e598855be74a5725593b402fa855cc645f1ee18ffa9f", upload-time = "2026-07-08T19:56:53Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp315-cp315-manylinux_2_28_aarch64.whl", hash = "sha256:4e890303ca93958ab2cdca8352922ea04397ebd1aadeb34e8a2d350c17fad760", upload-time = "2026-07-08T19:58:36Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp315-cp315-manylinux_2_28_x86_64.whl", hash = "sha256:ad14bf40b2fe04d88302e058bdd2349f7aa55baa21194fc839a186d332fc02bf", upload-time = "2026-07-08T19:59:13Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp315-cp315t-manylinux_2_28_aarch64.whl", hash = "sha256:cf9aeb6f087bd3299e4833066bf2921178a52c5ce683346902a9b2963b6ad391", upload-time = "2026-07-08T19:59:50Z" }, + { url = "https://download-r2.pytorch.org/whl/cu126/torch-2.13.0%2Bcu126-cp315-cp315t-manylinux_2_28_x86_64.whl", hash = "sha256:cbdcf95acc35f2b31958b98765294fc277306406eea49af14d436fe8723a9190", upload-time = "2026-07-08T20:00:27Z" }, +] + +[[package]] +name = "torch" +version = "2.13.0+cu132" +source = { registry = "https://download.pytorch.org/whl/cu132" } +dependencies = [ + { name = "cuda-bindings", version = "13.3.1", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.15' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (python_full_version >= '3.15' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "cuda-toolkit", version = "13.2.1", source = { registry = "https://pypi.org/simple" }, extra = ["cublas", "cudart", "cufft", "cufile", "cupti", "curand", "cusolver", "cusparse", "nvjitlink", "nvrtc", "nvtx"], marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "filelock", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "fsspec", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "jinja2", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "networkx", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "nvidia-cudnn-cu13", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-cusparselt-cu13", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nccl-cu13", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "nvidia-nvshmem-cu13", marker = "(sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "setuptools", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "sympy", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, + { name = "triton", marker = "(python_full_version < '3.15' and sys_platform == 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (python_full_version >= '3.15' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13') or (sys_platform != 'linux' and extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, + { name = "typing-extensions", marker = "extra == 'extra-22-remdm-planner-minihack-cuda13'" }, +] +wheels = [ + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp312-cp312-manylinux_2_28_aarch64.whl", upload-time = "2026-07-08T11:20:33Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp312-cp312-manylinux_2_28_x86_64.whl", upload-time = "2026-07-08T11:20:34Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp312-cp312-win_amd64.whl", upload-time = "2026-07-08T11:20:36Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp313-cp313-manylinux_2_28_aarch64.whl", upload-time = "2026-07-08T11:20:43Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp313-cp313-manylinux_2_28_x86_64.whl", upload-time = "2026-07-08T11:20:47Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp313-cp313-win_amd64.whl", upload-time = "2026-07-08T11:20:54Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp314-cp314-manylinux_2_28_aarch64.whl", upload-time = "2026-07-08T11:21:00Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp314-cp314-manylinux_2_28_x86_64.whl", upload-time = "2026-07-08T11:21:01Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp314-cp314-win_amd64.whl", upload-time = "2026-07-08T11:21:10Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp314-cp314t-manylinux_2_28_aarch64.whl", upload-time = "2026-07-08T11:21:11Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp314-cp314t-manylinux_2_28_x86_64.whl", upload-time = "2026-07-08T11:21:14Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp314-cp314t-win_amd64.whl", upload-time = "2026-07-08T11:21:21Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp315-cp315-manylinux_2_28_aarch64.whl", upload-time = "2026-07-08T11:21:21Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp315-cp315-manylinux_2_28_x86_64.whl", upload-time = "2026-07-08T11:21:26Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp315-cp315t-manylinux_2_28_aarch64.whl", upload-time = "2026-07-08T11:21:32Z" }, + { url = "https://download-r2.pytorch.org/whl/cu132/torch-2.13.0%2Bcu132-cp315-cp315t-manylinux_2_28_x86_64.whl", upload-time = "2026-07-08T11:21:39Z" }, +] + +[[package]] +name = "tqdm" +version = "4.70.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32' or (extra == 'extra-22-remdm-planner-minihack-cuda12' and extra == 'extra-22-remdm-planner-minihack-cuda13')" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/21/3b/6c24bec5be5e743ffd99576daa5cc077722fc7d5bbc00bd133fa0c698dc6/tqdm-4.70.0.tar.gz", hash = "sha256:55b0b0dbd97462d06ebee91e4dac24ed4d4702be82b24f07e6c1d27e08cea220", size = 795438, upload-time = "2026-07-27T11:33:15.271Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/f9/1c/01bfd571a64e7f270e6bab5e33777debe0edc56759233ce84f27dec92d14/tqdm-4.70.0-py3-none-any.whl", hash = "sha256:7f585706bfddbdebf89daac705b2dfcc16890130727d3197ca62c732b4310953", size = 80184, upload-time = "2026-07-27T11:33:13.167Z" }, +] + +[[package]] +name = "traitlets" +version = "5.16.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/2c/2e/a7fbfe268c8a3b32546930c0297c101d65a4a14c304ad5790a9f478f0e4e/traitlets-5.16.1.tar.gz", hash = "sha256:ed900c2b631aa3a112811139fa97b8d2c3bad5e989656bba4b7e52c7852c18c1", size = 166137, upload-time = "2026-08-03T08:32:36.848Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ad/66/0d785f0bc5e4315a96c989bb476d0fc07ea4f85132550c7b156ca2035d52/traitlets-5.16.1-py3-none-any.whl", hash = "sha256:f775618166caa0396c8e337099240f2bd3e5e917d203b2e6fbe21a58d3cb1f6b", size = 86211, upload-time = "2026-08-03T08:32:34.48Z" }, +] + +[[package]] +name = "triton" +version = "3.7.1" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/94/fa/f856e24deb462d5f18bd4b5a746957862ab9b6ee5834bda60605ec348366/triton-3.7.1-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9497f2e696ee368862a181a90b2dcc03ca978cc4f602abd67c7d81022a6988e1", size = 184692359, upload-time = "2026-06-17T20:03:48.288Z" }, + { url = "https://files.pythonhosted.org/packages/c4/6f/fb96d15db6f36d6eae4cafb998c2e0353bf59d7c4ea1662d7497f269134a/triton-3.7.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7e40869937a68206ec70d7f25bb7ec6433cb083f9135e1f36dbd318dc449a728", size = 197719725, upload-time = "2026-06-17T19:53:20.419Z" }, + { url = "https://files.pythonhosted.org/packages/00/42/c5089d4d9327fcd1e862c599cc2927f39418f84dd11a84cb2ccff9d4787a/triton-3.7.1-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:cdbfc09d9ec58bc5e68321525653220de7515c199e7a8097a97c85e62b52cd0a", size = 184694629, upload-time = "2026-06-17T20:03:53.444Z" }, + { url = "https://files.pythonhosted.org/packages/07/42/2c3ac59253ae8892b6f307875263dd23dc875cdf732d3aea40d6d41fb7cb/triton-3.7.1-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:58c0e131da05134a2a4788ccbcc0c1105cf0f54c8e98f19e34cd465396dc15eb", size = 197729241, upload-time = "2026-06-17T19:53:27.801Z" }, + { url = "https://files.pythonhosted.org/packages/40/71/e01aa7ad573883ed9456f130226babdec70b005e098c4d6226a6238e761b/triton-3.7.1-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fe4ea396a06171f1f1f58cbd39c70b09294398f7dd7c620939bab54ad6f934fa", size = 184705764, upload-time = "2026-06-17T20:03:59.064Z" }, + { url = "https://files.pythonhosted.org/packages/a4/09/5683146fda6a2b569deb78ccfd8fbfea8bfe55f726b081c0a6bb18dd6f28/triton-3.7.1-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2020153b08280415ec0da6607834e79166442147e78e144df06b508c75b186d2", size = 197729537, upload-time = "2026-06-17T19:53:35.516Z" }, + { url = "https://files.pythonhosted.org/packages/e9/f8/448220c3092019f9fdfab39ec47985968181d67da34b44f6a7f6280a5cbb/triton-3.7.1-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c58e4c61f0c73b5dba3b5d19b4a7093c32f90dc18b2a7f121a7c16ccd31107b7", size = 184814760, upload-time = "2026-06-17T20:04:04.984Z" }, + { url = "https://files.pythonhosted.org/packages/f0/ac/229b7d4589d2e5937310e72c6d46e89599d16a4a12b479ffa1499fee8eb8/triton-3.7.1-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:10ba85fa2cca4a2fbdeb36bf1cb082f2c252bda55bf9fccd74f65ec5bc647e68", size = 197824404, upload-time = "2026-06-17T19:53:42.772Z" }, +] + +[[package]] +name = "typing-extensions" +version = "4.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" }, +] + +[[package]] +name = "typing-inspection" +version = "0.4.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/6d/bc/4eae18cd40c65798a16267572ba346c11f599d44b01603dbd843342042bc/typing_inspection-0.4.3.tar.gz", hash = "sha256:c5f9ec1530b5c1e2c9bc34a84d9a3466ed1b2f3f2fa9f901368d9c5596210e4d", size = 76711, upload-time = "2026-08-10T09:39:18.063Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/42/f7/7a3935abdebd5cf18705a5f0335dd6a3a18bef3baa7cb9edc3b6b9922cc8/typing_inspection-0.4.3-py3-none-any.whl", hash = "sha256:5f42b23858a91e0b4ef521f5418f03a0da3c9216fd2995ef5e73463100e676cd", size = 14693, upload-time = "2026-08-10T09:39:16.693Z" }, +] + +[[package]] +name = "urllib3" +version = "2.7.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/53/0c/06f8b233b8fd13b9e5ee11424ef85419ba0d8ba0b3138bf360be2ff56953/urllib3-2.7.0.tar.gz", hash = "sha256:231e0ec3b63ceb14667c67be60f2f2c40a518cb38b03af60abc813da26505f4c", size = 433602, upload-time = "2026-05-07T16:13:18.596Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7f/3e/5db95bcf282c52709639744ca2a8b149baccf648e39c8cc87553df9eae0c/urllib3-2.7.0-py3-none-any.whl", hash = "sha256:9fb4c81ebbb1ce9531cce37674bbc6f1360472bc18ca9a553ede278ef7276897", size = 131087, upload-time = "2026-05-07T16:13:17.151Z" }, +] + +[[package]] +name = "wandb" +version = "0.28.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "click" }, + { name = "opentelemetry-api" }, + { name = "packaging" }, + { name = "platformdirs" }, + { name = "protobuf" }, + { name = "pydantic" }, + { name = "pyyaml" }, + { name = "requests" }, + { name = "sentry-sdk" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/fd/41/c2eb0e25e0504287442f0829a5dc380669b683f78068c79220acc626383f/wandb-0.28.2.tar.gz", hash = "sha256:9dba560ce076f96a0033a0d2898d97cba651fc95fec7274fd09920bae8aec5cf", size = 41011367, upload-time = "2026-08-12T01:34:20.484Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/47/d9/8fb47c6c0b6e70378fc2b5da6dfba5d1d3178366a06bd7e672c3249964c3/wandb-0.28.2-py3-none-macosx_12_0_arm64.whl", hash = "sha256:f9aa4037d18168dd4e804ff8213100c4a3ebe3e52b5f29463bbc7fadcaadff75", size = 26716653, upload-time = "2026-08-12T01:33:58.338Z" }, + { url = "https://files.pythonhosted.org/packages/2f/a7/6690491966e46409bfe770b73bdb1952fb6a59988b9e8c72c748f4ca080c/wandb-0.28.2-py3-none-macosx_12_0_x86_64.whl", hash = "sha256:b3830781cb93a29ad91a736d3bc5763312e782467432ee432fd731f408708991", size = 28649923, upload-time = "2026-08-12T01:34:01.22Z" }, + { url = "https://files.pythonhosted.org/packages/03/46/e69c813d88f37f77da92cfd9c63e1e9b5ce70834b0f420f876c66590353f/wandb-0.28.2-py3-none-manylinux_2_28_aarch64.whl", hash = "sha256:0c475c6b93d57e0455f3d1323e323927696502e6af7ee15e389a552114edacff", size = 27385453, upload-time = "2026-08-12T01:34:03.876Z" }, + { url = "https://files.pythonhosted.org/packages/3c/7f/f3e23a2ff01848d7a5adab9f307992b92ef99c5e6bff2bd89cd46d651e3a/wandb-0.28.2-py3-none-manylinux_2_28_x86_64.whl", hash = "sha256:1db698d107871c66b2dcbb0cf4dc2af1ddb159ba94e957e890158ec60ab2de54", size = 29622780, upload-time = "2026-08-12T01:34:06.621Z" }, + { url = "https://files.pythonhosted.org/packages/9e/1d/e087f71898ebfa86f68264e91f44ee5b8106823f09e2644043e3f1d5fe49/wandb-0.28.2-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:86e017d3f38bb99374de4d991a2ea0e6e71722164918585b3dea66190b28d0eb", size = 27425107, upload-time = "2026-08-12T01:34:09.359Z" }, + { url = "https://files.pythonhosted.org/packages/f2/58/3f7a624c880d7b9e60b4a000b0bb751c20244d0bcc002d3ff683cf828651/wandb-0.28.2-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:81468f5c00b5453a2a1d3c7ca7a18056c52a85fa4df60299052cb96829d81b11", size = 29851453, upload-time = "2026-08-12T01:34:12.133Z" }, + { url = "https://files.pythonhosted.org/packages/f6/a3/b680c7518b0dc7eb236e7ef3bcc0994d0fabc67bbef1b73878dee196fc1e/wandb-0.28.2-py3-none-win_amd64.whl", hash = "sha256:ae5c2591214565be9f085c3b7838ee4a89344ae0c8dc06030425def08b6191aa", size = 26800272, upload-time = "2026-08-12T01:34:14.64Z" }, + { url = "https://files.pythonhosted.org/packages/ae/5a/a323653c6989c565b2138ddd7421ef30b47ea2849a62d0181534772b56da/wandb-0.28.2-py3-none-win_arm64.whl", hash = "sha256:23a4b9ac74f211836b71b27ba33bb217977a6b4cdc927e33eb5b12de143dd727", size = 24484327, upload-time = "2026-08-12T01:34:17.46Z" }, +] + +[[package]] +name = "wcwidth" +version = "0.8.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/34/74/c6428f875774288bec1396f5bfcbc2d925700a4dad61727fd5f2b12f249d/wcwidth-0.8.2.tar.gz", hash = "sha256:91fbef97204b96a3d4d421609b80340b760cf33e26da123ff243d76b1fda8dda", size = 1466253, upload-time = "2026-06-29T18:11:11.601Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/96/42/3e5985a0a7e57de470b320c6d6a1a67c844f6737a587f3d44dd13d1819e7/wcwidth-0.8.2-py3-none-any.whl", hash = "sha256:d63947694a0539a1d51e01eda7caf800c291020e6cdd7e28ad7b14dd33ad4f85", size = 323166, upload-time = "2026-06-29T18:11:09.888Z" }, +]